-- Logs begin at Thu 2021-08-19 17:15:14 UTC, end at Thu 2021-08-19 19:39:34 UTC. -- Aug 19 17:49:46.840402 n-d-803753-2 systemd[1]: Started Devstack devstack@q-svc.service. Aug 19 17:49:49.616754 n-d-803753-2 neutron-server[94572]: INFO neutron.common.config [-] Logging enabled! Aug 19 17:49:49.617371 n-d-803753-2 neutron-server[94572]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 19 17:49:49.617548 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94572) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 17:49:49.620963 n-d-803753-2 neutron-server[94572]: INFO neutron.common.config [-] Logging enabled! Aug 19 17:49:49.621219 n-d-803753-2 neutron-server[94572]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 19 17:49:49.621567 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94572) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 17:49:49.622510 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 17:49:49.622747 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 17:49:49.623113 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 17:49:49.623401 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 17:49:49.623694 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 17:49:49.624070 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.624375 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.624683 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.624920 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.625220 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.625524 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.625834 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.626131 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.626436 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.626734 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.627012 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.627302 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.627647 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.627943 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.628239 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.628552 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.628760 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] debug = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.629044 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.629475 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.629915 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.630200 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.630495 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.630787 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.631060 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.631340 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.631628 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.631972 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] host = n-d-803753-2 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.632253 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.632547 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.632841 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.633135 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.633417 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.633724 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.634020 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.634298 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.634576 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] log_file = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.634854 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.635149 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.635449 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.635746 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.635976 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.636202 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.636498 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.636791 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.637070 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.637348 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.637758 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.638044 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.638323 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.638599 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.638893 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.639216 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.639509 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.639893 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.640178 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.640459 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.640738 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.641031 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.641309 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.641617 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.641898 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.642194 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.642471 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.642751 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.643059 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.643351 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.643640 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.643928 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.644211 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.644499 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.644780 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.645057 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.645338 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] use_json = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.645656 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.645935 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.646223 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.646502 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.646781 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.647058 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.647336 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.647626 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:49.647928 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.648231 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.648540 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.648826 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.649128 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.649413 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.649737 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.650022 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.650319 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.650617 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.650911 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.651197 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.651489 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.651772 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.652072 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.652385 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.652687 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.652985 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.653267 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.653568 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.653852 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.654134 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.654428 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.655277 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.655663 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.656091 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.656380 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.656683 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.656973 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.657258 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.657564 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.657871 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.658159 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.658441 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.658733 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.659025 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.659304 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.659590 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.659875 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.660176 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.660464 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.660743 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.661022 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.661311 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.661628 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.661922 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.662205 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.662486 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.662767 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.663052 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.663332 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.663614 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.663901 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.664179 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.664463 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.664742 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.665020 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.665307 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.665614 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.665898 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.666179 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.666460 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.666744 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.667023 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.667301 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.667582 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.667859 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.668139 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.668430 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.668733 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.669017 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.669303 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.669613 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.669897 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.670202 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.671196 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.671664 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.672144 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.672614 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.673129 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.673667 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.674156 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.674652 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.675146 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.675686 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.676066 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.676370 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.676667 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.676959 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.677264 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.677648 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.678168 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.678702 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.679168 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.679490 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.679799 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.680095 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.680422 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.680716 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:49.680944 n-d-803753-2 neutron-server[94572]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 17:49:49.681207 n-d-803753-2 neutron-server[94572]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94572) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 19 17:49:50.047593 n-d-803753-2 neutron-server[94572]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 17:49:50.047776 n-d-803753-2 neutron-server[94572]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 17:49:50.048080 n-d-803753-2 neutron-server[94572]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 17:49:50.048423 n-d-803753-2 neutron-server[94572]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 19 17:49:50.468898 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.469182 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.469461 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.470720 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.471001 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.471271 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.506717 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.507002 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.507275 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.523972 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.524260 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.524539 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.554236 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.554517 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.554788 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.592045 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.592399 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.592681 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.832978 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.833634 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.833634 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.833834 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.834547 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.958739 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.959064 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.959354 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.959636 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.959913 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.960233 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.960575 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.960848 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.961113 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.961403 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.961695 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.961967 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.962231 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.962496 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.962757 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.963027 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.963289 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.963563 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.963841 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.964106 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.964392 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.964644 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.964933 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.965316 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.965596 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.965851 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:50.966260 n-d-803753-2 neutron-server[94572]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94572) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 17:49:50.966504 n-d-803753-2 neutron-server[94572]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94572) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 17:49:50.966748 n-d-803753-2 neutron-server[94572]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94572) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 17:49:50.966990 n-d-803753-2 neutron-server[94572]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94572) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 17:49:50.967917 n-d-803753-2 neutron-server[94572]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94572) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 17:49:50.968309 n-d-803753-2 neutron-server[94572]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94572) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 17:49:50.968920 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 19 17:49:50.973563 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 19 17:49:50.978393 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 19 17:49:50.982297 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Aug 19 17:49:50.985075 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 19 17:49:50.985560 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 19 17:49:50.985914 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 19 17:49:50.986424 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 19 17:49:50.990674 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 19 17:49:50.991018 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 19 17:49:50.991500 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 17:49:51.000117 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 19 17:49:51.031895 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 19 17:49:51.032605 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.032995 n-d-803753-2 neutron-server[94572]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94572) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 19 17:49:51.033380 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.034876 n-d-803753-2 neutron-server[94572]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94572) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 19 17:49:51.035150 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 17:49:51.035381 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 19 17:49:51.039282 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.039571 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.103824 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 19 17:49:51.104067 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 19 17:49:51.104308 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 19 17:49:51.104693 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 19 17:49:51.126503 n-d-803753-2 neutron-server[94572]: DEBUG oslo_db.sqlalchemy.engines [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94572) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 19 17:49:51.683541 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.managers [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Initializing driver for type 'gre' Aug 19 17:49:51.684323 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] gre ID ranges: [(1, 1000)] Aug 19 17:49:51.741388 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.managers [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Initializing driver for type 'local' Aug 19 17:49:51.741751 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.managers [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Initializing driver for type 'vlan' Aug 19 17:49:51.756189 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] VlanTypeDriver initialization complete Aug 19 17:49:51.756534 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.managers [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Initializing driver for type 'vxlan' Aug 19 17:49:51.757046 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] vxlan ID ranges: [(1, 1000)] Aug 19 17:49:51.812975 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.managers [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Initializing extension driver 'port_security' Aug 19 17:49:51.813315 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.extensions.port_security [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] PortSecurityExtensionDriver initialization complete Aug 19 17:49:51.813686 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.managers [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Initializing mechanism driver 'openvswitch' Aug 19 17:49:51.814021 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.managers [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Initializing mechanism driver 'hyperv' Aug 19 17:49:51.820530 n-d-803753-2 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:51.821406 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > port after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.821814 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > port after_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.822172 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > port after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.822704 n-d-803753-2 neutron-server[94572]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94572) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 17:49:51.823144 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > subnet after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.823504 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > subnet after_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.823854 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.824254 n-d-803753-2 neutron-server[94572]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94572) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 17:49:51.824666 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > network after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.825065 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > network after_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.825364 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > network after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.825790 n-d-803753-2 neutron-server[94572]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94572) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 17:49:51.826244 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > security_group after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.826625 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > security_group after_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.827019 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.827429 n-d-803753-2 neutron-server[94572]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94572) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 17:49:51.827831 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.828182 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.828525 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.828923 n-d-803753-2 neutron-server[94572]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94572) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 17:49:51.829330 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > address_group after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.829711 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > address_group after_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.830057 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.830451 n-d-803753-2 neutron-server[94572]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94572) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 17:49:51.830841 n-d-803753-2 neutron-server[94572]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] ML2 OVO RPC backend initialized. {{(pid=94572) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 19 17:49:51.831819 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.832179 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.832599 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > network before_response 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.832954 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > networks before_response 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.833310 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > port before_response 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.833871 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > ports before_response 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.834026 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > subnet before_response 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.834371 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > subnets before_response 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.834723 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > network after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.835067 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > network after_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.835407 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > network after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.835754 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > port after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.836091 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > port after_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.836429 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > port after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.836769 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > subnet after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.837108 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > subnet after_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.837444 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.838047 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Modular L2 Plugin initialization complete Aug 19 17:49:51.838381 n-d-803753-2 neutron-server[94572]: DEBUG neutron.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading services supported by the core plugin {{(pid=94572) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 19 17:49:51.838702 n-d-803753-2 neutron-server[94572]: INFO neutron.plugins.ml2.managers [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Got port-security extension from driver 'port_security' Aug 19 17:49:51.839164 n-d-803753-2 neutron-server[94572]: INFO neutron.extensions.vlantransparent [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Disabled vlantransparent extension. Aug 19 17:49:51.839646 n-d-803753-2 neutron-server[94572]: DEBUG neutron.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94572) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 19 17:49:51.839960 n-d-803753-2 neutron-server[94572]: INFO neutron.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading Plugin: router Aug 19 17:49:51.876733 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.877129 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router after_create 55549900 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.877505 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router before_create 55549900 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.877975 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.878355 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.878721 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router after_delete 55549900 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.879087 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.881025 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.881416 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router after_create 55549900 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.881811 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router after_update 55549900 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.882206 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router after_update 55549900 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.882570 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.882936 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router after_update 55549900 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.883352 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router precommit_update 55549900 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.883735 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: port after_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.884076 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: port after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.884441 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: subnet after_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.884785 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.885138 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.885488 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router precommit_create 55549900 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.885857 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: port before_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.886205 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router precommit_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.886566 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router after_update 55549900 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.886915 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.887270 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router precommit_create 55549900 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.887635 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.887985 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router precommit_update 55549900 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.888352 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > agent after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.888705 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > agent after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.889077 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > network after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.889978 n-d-803753-2 neutron-server[94572]: DEBUG neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Tracking information for resource: router configured {{(pid=94572) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 17:49:51.890313 n-d-803753-2 neutron-server[94572]: DEBUG neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Tracking information for resource: floatingip configured {{(pid=94572) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 17:49:51.895428 n-d-803753-2 neutron-server[94572]: INFO neutron.db.l3_agentschedulers_db [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 19 17:49:51.896004 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: port after_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.896370 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: port after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.896724 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: port after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.897077 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: port after_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.897919 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router before_create 55550100 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.898290 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.898659 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router precommit_create 55550100 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.899021 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > router precommit_update 55550100 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.903583 n-d-803753-2 neutron-server[94572]: DEBUG neutron.services.provider_configuration [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Service providers = [] {{(pid=94572) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 19 17:49:51.903953 n-d-803753-2 neutron-server[94572]: DEBUG neutron.db.servicetype_db [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94572) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 19 17:49:51.907599 n-d-803753-2 neutron-server[94572]: DEBUG neutron.services.service_base [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94572) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 17:49:51.907952 n-d-803753-2 neutron-server[94572]: DEBUG neutron.services.service_base [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94572) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 17:49:51.908302 n-d-803753-2 neutron-server[94572]: DEBUG neutron.services.service_base [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94572) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 17:49:51.909208 n-d-803753-2 neutron-server[94572]: DEBUG neutron.services.service_base [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94572) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 17:49:51.909614 n-d-803753-2 neutron-server[94572]: INFO neutron.services.service_base [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 19 17:49:51.909997 n-d-803753-2 neutron-server[94572]: DEBUG neutron.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94572) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 17:49:51.910318 n-d-803753-2 neutron-server[94572]: INFO neutron.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 19 17:49:51.921707 n-d-803753-2 neutron-server[94572]: DEBUG neutron.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94572) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 17:49:51.922047 n-d-803753-2 neutron-server[94572]: INFO neutron.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading Plugin: auto_allocate Aug 19 17:49:51.927741 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: network precommit_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.928112 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: network precommit_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.928634 n-d-803753-2 neutron-server[94572]: DEBUG neutron.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94572) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 17:49:51.928954 n-d-803753-2 neutron-server[94572]: INFO neutron.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading Plugin: tag Aug 19 17:49:51.936329 n-d-803753-2 neutron-server[94572]: DEBUG neutron.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94572) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 17:49:51.936616 n-d-803753-2 neutron-server[94572]: INFO neutron.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading Plugin: timestamp Aug 19 17:49:51.940457 n-d-803753-2 neutron-server[94572]: DEBUG neutron.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94572) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 17:49:51.940788 n-d-803753-2 neutron-server[94572]: INFO neutron.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading Plugin: network_ip_availability Aug 19 17:49:51.946453 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.946828 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.947191 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:51.947913 n-d-803753-2 neutron-server[94572]: DEBUG neutron.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94572) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 17:49:51.948236 n-d-803753-2 neutron-server[94572]: INFO neutron.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading Plugin: flavors Aug 19 17:49:51.953965 n-d-803753-2 neutron-server[94572]: DEBUG neutron.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94572) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 17:49:51.954301 n-d-803753-2 neutron-server[94572]: INFO neutron.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading Plugin: revisions Aug 19 17:49:51.958907 n-d-803753-2 neutron-server[94572]: DEBUG neutron.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94572) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 17:49:51.959309 n-d-803753-2 neutron-server[94572]: DEBUG oslo_concurrency.lockutils [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.911s {{(pid=94572) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 17:49:51.960055 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94572) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 19 17:49:51.960399 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Initializing extension manager. Aug 19 17:49:51.960921 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: __init__.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:51.961277 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: __pycache__ {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:51.961729 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:51.962069 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: address_group.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:51.962862 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:51.963447 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: address-group Aug 19 17:49:51.963776 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: address_scope.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:51.964539 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:51.965053 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: address-scope Aug 19 17:49:51.965379 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:51.966413 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:51.966928 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: router-admin-state-down-before-update Aug 19 17:49:51.967282 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: agent.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:51.968003 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:51.968509 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: agent Aug 19 17:49:51.968948 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: agent_resources_synced.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:51.969834 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:51.970286 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: agent-resources-synced Aug 19 17:49:51.970696 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: allowedaddresspairs.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:51.972477 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:51.972996 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: allowed-address-pairs Aug 19 17:49:51.973330 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: auto_allocated_topology.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:51.974523 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:51.975036 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: auto-allocated-topology Aug 19 17:49:51.975362 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: availability_zone.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:51.976066 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:51.976569 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: availability_zone Aug 19 17:49:51.976893 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: availability_zone_filter.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:51.977838 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:51.978345 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: availability_zone_filter Aug 19 17:49:51.978671 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: data_plane_status.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:51.979590 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:51.980095 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension data-plane-status not supported by any of loaded plugins Aug 19 17:49:51.980420 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: default_subnetpools.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:51.981348 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:51.981890 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: default-subnetpools Aug 19 17:49:51.982247 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:51.983072 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:51.983575 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: dhcp_agent_scheduler Aug 19 17:49:51.983900 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: dns.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:51.984825 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:51.985327 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension dns-integration not supported by any of loaded plugins Aug 19 17:49:51.985682 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: dns_domain_ports.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:51.986606 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:51.987110 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 19 17:49:51.987435 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:51.988360 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:51.988869 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 19 17:49:51.989197 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: dvr.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:51.989926 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:51.990489 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: dvr Aug 19 17:49:51.990740 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: ecmp_routes.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:51.991697 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:51.992203 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 19 17:49:51.992523 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: empty_string_filtering.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:51.993447 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:51.993977 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: empty-string-filtering Aug 19 17:49:51.994303 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:51.995213 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:51.995715 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 19 17:49:51.996035 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:51.996967 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:51.997466 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 19 17:49:51.997821 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: external_net.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:51.999274 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:51.999778 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: external-net Aug 19 17:49:52.000100 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.001047 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.001591 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: extra_dhcp_opt Aug 19 17:49:52.001919 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: extraroute.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.002852 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.003359 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: extraroute Aug 19 17:49:52.003678 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: extraroute_atomic.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.004732 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.005236 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: extraroute-atomic Aug 19 17:49:52.005587 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: filter_validation.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.006505 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.007009 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: filter-validation Aug 19 17:49:52.007331 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: fip_pf_description.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.008251 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.008752 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 19 17:49:52.009076 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: fip_port_details.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.010042 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.010544 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: fip-port-details Aug 19 17:49:52.010942 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: flavors.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.012134 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.012655 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: flavors Aug 19 17:49:52.012983 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.015432 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.015952 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 19 17:49:52.016286 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: floatingip_pools.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.017008 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.017518 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: floatingip-pools Aug 19 17:49:52.017882 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: ip_allocation.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.018829 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.019338 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension ip_allocation not supported by any of loaded plugins Aug 19 17:49:52.023774 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.023774 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.023774 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: ip-substring-filtering Aug 19 17:49:52.023774 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: l2_adjacency.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.023774 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.023774 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 19 17:49:52.024508 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: l3.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.024508 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.024778 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: router Aug 19 17:49:52.025077 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.027304 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.027836 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 19 17:49:52.028174 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.029112 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.030199 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: ext-gw-mode Aug 19 17:49:52.030650 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.031613 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.032129 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: l3-ha Aug 19 17:49:52.032457 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: l3_flavors.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.033380 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.033923 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: l3-flavors Aug 19 17:49:52.034249 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.035172 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.035681 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 19 17:49:52.036006 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: l3agentscheduler.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.037074 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.037630 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: l3_agent_scheduler Aug 19 17:49:52.037955 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: logging.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.039439 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.039963 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension logging not supported by any of loaded plugins Aug 19 17:49:52.040303 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: metering.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.041056 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.041683 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: metering Aug 19 17:49:52.042011 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.043254 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.043770 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: metering_source_and_destination_fields Aug 19 17:49:52.044098 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: multiprovidernet.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.045036 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.046170 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: multi-provider Aug 19 17:49:52.046500 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: netmtu.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.047432 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.047947 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: net-mtu Aug 19 17:49:52.048271 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: netmtu_writable.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.049554 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.049740 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: net-mtu-writable Aug 19 17:49:52.050066 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: network_availability_zone.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.050749 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.051252 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: network_availability_zone Aug 19 17:49:52.051691 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: network_ip_availability.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.052780 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.053291 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: network-ip-availability Aug 19 17:49:52.053650 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: network_segment_range.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.054425 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.054929 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension network-segment-range not supported by any of loaded plugins Aug 19 17:49:52.055253 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: pagination.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.056245 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.056575 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: pagination Aug 19 17:49:52.056900 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: port_device_profile.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.057868 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.058411 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: port-device-profile Aug 19 17:49:52.058711 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.059644 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.060156 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: port-mac-address-regenerate Aug 19 17:49:52.060482 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.062019 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.062529 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: port-numa-affinity-policy Aug 19 17:49:52.062855 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: port_resource_request.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.063786 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.064294 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension port-resource-request not supported by any of loaded plugins Aug 19 17:49:52.064625 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: portbindings.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.065585 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.066097 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: binding Aug 19 17:49:52.066424 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: portbindings_extended.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.067713 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.068228 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: binding-extended Aug 19 17:49:52.068561 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: portsecurity.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.069481 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.070026 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: port-security Aug 19 17:49:52.070352 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: project_id.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.071347 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.071683 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: project-id Aug 19 17:49:52.072010 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: providernet.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.072955 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.073468 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: provider Aug 19 17:49:52.073817 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: qos.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.078053 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.078537 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension qos not supported by any of loaded plugins Aug 19 17:49:52.078874 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.080143 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.080715 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 19 17:49:52.081000 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.082219 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.082734 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 19 17:49:52.083064 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: qos_default.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.083984 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.084505 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension qos-default not supported by any of loaded plugins Aug 19 17:49:52.084880 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: qos_fip.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.085500 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.086033 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension qos-fip not supported by any of loaded plugins Aug 19 17:49:52.086359 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: qos_gateway_ip.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.087300 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.087809 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 19 17:49:52.088174 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: qos_port_network_policy.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.089048 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.089573 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 19 17:49:52.089902 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: qos_pps_rule.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.091093 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.091620 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension qos-pps not supported by any of loaded plugins Aug 19 17:49:52.091952 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: qos_rule_type_details.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.092972 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.093486 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 19 17:49:52.093844 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: qos_rules_alias.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.094904 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.095428 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 19 17:49:52.095753 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: quotasv2.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.096884 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.097217 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: quotas Aug 19 17:49:52.097552 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: quotasv2_detail.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.100659 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.101008 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: quota_details Aug 19 17:49:52.101348 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: rbac.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.102457 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.102985 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: rbac-policies Aug 19 17:49:52.103317 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: rbac_address_group.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.104255 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.104775 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: rbac-address-group Aug 19 17:49:52.105101 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: rbac_address_scope.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.106070 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.106584 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: rbac-address-scope Aug 19 17:49:52.106912 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: rbac_security_groups.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.108374 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.108951 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: rbac-security-groups Aug 19 17:49:52.109210 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: rbac_subnetpool.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.110166 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.110674 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: rbac-subnetpool Aug 19 17:49:52.110997 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: revisionifmatch.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.111932 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.112452 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: revision-if-match Aug 19 17:49:52.112773 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: revisions.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.113924 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.114444 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: standard-attr-revisions Aug 19 17:49:52.114774 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: router_availability_zone.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.115462 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.115978 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: router_availability_zone Aug 19 17:49:52.116301 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: routerservicetype.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.117233 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.117767 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension router-service-type not supported by any of loaded plugins Aug 19 17:49:52.118088 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.119059 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.119588 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: security-groups-normalized-cidr Aug 19 17:49:52.120018 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.120785 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.121377 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: port-security-groups-filtering Aug 19 17:49:52.121656 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.122595 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.123109 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: security-groups-remote-address-group Aug 19 17:49:52.123968 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: securitygroup.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.133779 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.134536 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: security-group Aug 19 17:49:52.134657 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: segment.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.135413 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.135921 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension segment not supported by any of loaded plugins Aug 19 17:49:52.136255 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.137213 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.137760 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 19 17:49:52.138094 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: servicetype.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.139389 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.139907 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: service-type Aug 19 17:49:52.140240 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: sorting.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.141242 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.141611 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: sorting Aug 19 17:49:52.141942 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: standard_attr_segment.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.142874 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.143397 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 19 17:49:52.143727 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: standardattrdescription.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.144382 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.144899 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: standard-attr-description Aug 19 17:49:52.145230 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: stateful_security_group.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.146204 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.146724 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: stateful-security-group Aug 19 17:49:52.147050 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: stdattrs_common.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.147642 n-d-803753-2 neutron-server[94572]: WARNING neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 19 17:49:52.147968 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.148902 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.149415 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 19 17:49:52.149764 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: subnet_onboard.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.150853 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.151375 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: subnet_onboard Aug 19 17:49:52.151708 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.152745 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.153262 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 19 17:49:52.153619 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: subnet_service_types.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.154590 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.155112 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: subnet-service-types Aug 19 17:49:52.155434 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: subnetallocation.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.156509 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.157022 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: subnet_allocation Aug 19 17:49:52.157347 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.158054 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.158565 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: subnetpool-prefix-ops Aug 19 17:49:52.158894 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.159838 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.160348 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 19 17:49:52.160679 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: tagging.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.161791 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.162325 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: standard-attr-tag Aug 19 17:49:52.162653 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: timestamp.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.163873 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.164395 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loaded extension: standard-attr-timestamp Aug 19 17:49:52.164727 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: trunk.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.165799 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.166307 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension trunk not supported by any of loaded plugins Aug 19 17:49:52.166636 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: trunk_details.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.167578 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.168088 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension trunk-details not supported by any of loaded plugins Aug 19 17:49:52.168416 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: uplink_status_propagation.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.169355 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.169901 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 19 17:49:52.170750 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Loading extension file: vlantransparent.py {{(pid=94572) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:49:52.171679 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94572) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:49:52.172190 n-d-803753-2 neutron-server[94572]: INFO neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 19 17:49:52.174727 n-d-803753-2 neutron-server[94572]: INFO neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Creating instance of TrackedResource for resource:network Aug 19 17:49:52.175276 n-d-803753-2 neutron-server[94572]: INFO neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Creating instance of TrackedResource for resource:subnet Aug 19 17:49:52.175675 n-d-803753-2 neutron-server[94572]: INFO neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 17:49:52.176069 n-d-803753-2 neutron-server[94572]: INFO neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Creating instance of TrackedResource for resource:port Aug 19 17:49:52.177321 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.v2.resource_helper [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94572) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:49:52.177843 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.v2.resource_helper [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Service FLAVORS assigned prefix: {{(pid=94572) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:49:52.178424 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.v2.resource_helper [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94572) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:49:52.178851 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.v2.resource_helper [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94572) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:49:52.179186 n-d-803753-2 neutron-server[94572]: INFO neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Creating instance of TrackedResource for resource:router Aug 19 17:49:52.179629 n-d-803753-2 neutron-server[94572]: INFO neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Creating instance of TrackedResource for resource:floatingip Aug 19 17:49:52.180131 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.v2.resource_helper [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Service METERING assigned prefix: /metering {{(pid=94572) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:49:52.181597 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:52.181974 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:52.182328 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:52.183340 n-d-803753-2 neutron-server[94572]: INFO neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 17:49:52.183798 n-d-803753-2 neutron-server[94572]: INFO neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Creating instance of TrackedResource for resource:security_group Aug 19 17:49:52.184242 n-d-803753-2 neutron-server[94572]: INFO neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 17:49:52.184837 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.v2.resource_helper [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Service CORE assigned prefix: {{(pid=94572) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:49:52.185173 n-d-803753-2 neutron-server[94572]: INFO neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 17:49:52.185518 n-d-803753-2 neutron-server[94572]: WARNING neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] subnetpool is already registered Aug 19 17:49:52.186662 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.v2.resource_helper [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Service CORE assigned prefix: {{(pid=94572) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:49:52.186943 n-d-803753-2 neutron-server[94572]: INFO neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 17:49:52.187285 n-d-803753-2 neutron-server[94572]: WARNING neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] subnetpool is already registered Aug 19 17:49:52.189603 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.v2.resource_helper [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94572) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:49:52.191377 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.v2.resource_helper [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Service FLAVORS assigned prefix: {{(pid=94572) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:49:52.192001 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.v2.resource_helper [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94572) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:49:52.192434 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.v2.resource_helper [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94572) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:49:52.192772 n-d-803753-2 neutron-server[94572]: INFO neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Creating instance of TrackedResource for resource:router Aug 19 17:49:52.193119 n-d-803753-2 neutron-server[94572]: WARNING neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] router is already registered Aug 19 17:49:52.193545 n-d-803753-2 neutron-server[94572]: INFO neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Creating instance of TrackedResource for resource:floatingip Aug 19 17:49:52.193904 n-d-803753-2 neutron-server[94572]: WARNING neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] floatingip is already registered Aug 19 17:49:52.194360 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.v2.resource_helper [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Service METERING assigned prefix: /metering {{(pid=94572) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:49:52.195028 n-d-803753-2 neutron-server[94572]: INFO neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 17:49:52.195364 n-d-803753-2 neutron-server[94572]: WARNING neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] rbac_policy is already registered Aug 19 17:49:52.195778 n-d-803753-2 neutron-server[94572]: INFO neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Creating instance of TrackedResource for resource:security_group Aug 19 17:49:52.196117 n-d-803753-2 neutron-server[94572]: WARNING neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] security_group is already registered Aug 19 17:49:52.196521 n-d-803753-2 neutron-server[94572]: INFO neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 17:49:52.196861 n-d-803753-2 neutron-server[94572]: WARNING neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] security_group_rule is already registered Aug 19 17:49:52.197341 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.v2.resource_helper [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Service CORE assigned prefix: {{(pid=94572) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:49:52.197701 n-d-803753-2 neutron-server[94572]: INFO neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 17:49:52.198038 n-d-803753-2 neutron-server[94572]: WARNING neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] subnetpool is already registered Aug 19 17:49:52.198453 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.v2.resource_helper [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Service CORE assigned prefix: {{(pid=94572) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:49:52.198777 n-d-803753-2 neutron-server[94572]: INFO neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 17:49:52.199108 n-d-803753-2 neutron-server[94572]: WARNING neutron.quota.resource_registry [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] subnetpool is already registered Aug 19 17:49:52.199555 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: extensions {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.201121 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: address-groups {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.202683 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: address-scopes {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.203891 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: agents {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.205043 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: auto-allocated-topology {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.206690 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: availability_zones {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.207914 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: dhcp-networks {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.209340 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: dhcp-agents {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.210902 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: routers {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.212593 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: flavors {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.213791 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: service_profiles {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.215094 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: next_providers {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.216535 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: service_profiles {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.218208 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: floatingip-pools {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.219416 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: routers {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.221212 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: floatingips {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.222461 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: l3-routers {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.223832 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: l3-agents {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.225360 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: metering-labels {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.226689 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: metering-label-rules {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.227953 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: network-ip-availabilities {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.229318 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: bindings {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.230891 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: quotas {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.232477 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: quotas {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.235669 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: rbac-policies {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.237309 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: security-groups {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.238765 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: security-group-rules {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.240225 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: service-providers {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.241759 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: subnetpools {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.243379 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: subnetpools {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.245156 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: tags {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.247281 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: tags {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.249974 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: tags {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.252302 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: tags {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.254550 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: tags {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.256660 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: tags {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.259695 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: tags {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.261494 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: tags {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.263289 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: tags {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.265823 n-d-803753-2 neutron-server[94572]: DEBUG neutron.api.extensions [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Extended resource: tags {{(pid=94572) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:49:52.271900 n-d-803753-2 neutron-server[94572]: WARNING keystonemiddleware.auth_token [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 19 17:49:52.276441 n-d-803753-2 neutron-server[94572]: WARNING keystonemiddleware.auth_token [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 19 17:49:52.285525 n-d-803753-2 neutron-server[94572]: DEBUG oslo_concurrency.lockutils [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Acquired lock "singleton_lock" {{(pid=94572) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 19 17:49:52.286025 n-d-803753-2 neutron-server[94572]: DEBUG oslo_concurrency.lockutils [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Releasing lock "singleton_lock" {{(pid=94572) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 19 17:49:52.286670 n-d-803753-2 neutron-server[94572]: INFO oslo_service.service [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Starting 2 workers Aug 19 17:49:52.291518 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Started child 94681 {{(pid=94572) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 17:49:52.296750 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Started child 94682 {{(pid=94572) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 17:49:52.298504 n-d-803753-2 neutron-server[94572]: INFO neutron.service [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 19 17:49:52.299171 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Notify callbacks [] for process, before_spawn {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:52.299423 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:52.301353 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [-] (94681) wsgi starting up on http://0.0.0.0:9696 Aug 19 17:49:52.301716 n-d-803753-2 neutron-server[94572]: INFO oslo_service.service [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Starting 1 workers Aug 19 17:49:52.302798 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:52.304344 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [-] (94682) wsgi starting up on http://0.0.0.0:9696 Aug 19 17:49:52.307056 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Started child 94683 {{(pid=94572) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 17:49:52.307609 n-d-803753-2 neutron-server[94572]: INFO oslo_service.service [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Starting 1 workers Aug 19 17:49:52.310988 n-d-803753-2 neutron-server[94683]: DEBUG neutron.service [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] calling RpcWorker wait() {{(pid=94683) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 19 17:49:52.312345 n-d-803753-2 neutron-server[94683]: DEBUG neutron.service [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] returning from RpcWorker wait() {{(pid=94683) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 19 17:49:52.312863 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Started child 94684 {{(pid=94572) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 17:49:52.313462 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:52.313737 n-d-803753-2 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22ab5c84-691e-4cbc-9597-b4b32902c2f7 None None] Notify callbacks [] for process, after_spawn {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:52.313906 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:52.315814 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94572) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 17:49:52.316026 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 17:49:52.316216 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 17:49:52.316435 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 17:49:52.316826 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 17:49:52.316936 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 17:49:52.317448 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.317753 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.318019 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.318320 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.318568 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.319208 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.319452 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:52.319926 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.319926 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.320050 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.320223 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.320393 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.320560 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.320811 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.320896 n-d-803753-2 neutron-server[94684]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:52.321041 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.321390 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.321677 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.321934 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.322212 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.322388 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.322668 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.322935 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.323195 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.323465 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] debug = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.323708 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.324201 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.324448 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.324700 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.324935 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.325217 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.325444 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.327694 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.327694 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.327944 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.328195 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.328614 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.329006 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.329389 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.329779 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.330197 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.330564 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.331299 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] host = n-d-803753-2 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.331938 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.332307 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.332695 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.333115 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.333519 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.333909 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.334348 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.334763 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.335195 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.335813 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.335982 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.336394 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.336771 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.337172 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] log_file = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.337451 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] log_options = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.337862 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.338313 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.338743 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.339070 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.339363 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.339662 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.340075 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.340359 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.340787 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.341136 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.341496 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.341905 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.342340 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.342731 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.343083 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.343420 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.343727 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.344021 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.344373 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.344706 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.345036 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.345369 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.345729 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.346033 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.346351 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.346684 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.347000 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.347300 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.347598 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.347941 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.348259 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.348610 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.348933 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.349260 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.349596 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.349908 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.350204 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.350574 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.350937 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.351234 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.351727 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.351872 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.352240 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.352463 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.352782 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.353084 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] use_json = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.353414 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.353762 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.354058 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.355870 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.356162 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.356506 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.356819 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.357169 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.358257 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.358629 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.359099 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.359488 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.359878 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.361551 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.362784 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.363087 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.363510 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.363922 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.364400 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.364798 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.365260 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.366036 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.367022 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.367425 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.367746 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.368039 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.368694 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.368694 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.368849 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.369058 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.369432 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.370353 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.370353 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.370353 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.370552 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.370739 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.370961 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.371256 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.371417 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.372656 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.372656 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.372656 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.372656 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.372656 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.373036 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.373036 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.373320 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.374142 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.374417 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.374625 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.374882 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.375103 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.375326 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.375559 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.375780 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.376013 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.376249 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.376506 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.376764 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.377000 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.377233 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.377462 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.377712 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.377952 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.378171 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.378388 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.378623 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.378842 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.379060 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.379319 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.379562 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.379780 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.380016 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.380242 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.380715 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.380937 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.381164 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.381401 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.381651 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.381893 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.382109 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.382328 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.382545 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.382853 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.383268 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.383641 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.384041 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.384315 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.384594 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.384939 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.385165 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.385406 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.385711 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.386052 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.386321 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.386577 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.386803 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.387056 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.387303 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.387578 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.387827 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.388050 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.388283 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.388556 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.388790 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.389121 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.389385 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.389644 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.389903 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.390123 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.390358 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.391232 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.391493 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.391728 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.391992 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.392246 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.392479 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.392746 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.393004 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.393295 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.393585 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.393868 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.394139 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.394395 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.394714 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.395010 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.395258 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.395490 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.395721 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.395996 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.396228 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.396478 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.396715 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.396952 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.397198 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.397473 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.397701 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.397942 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.398153 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.398384 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.398714 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.398967 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.399209 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.399416 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.399693 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.399941 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.400179 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.400455 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.400721 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.400957 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.401224 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.401457 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.401698 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.401928 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.402162 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.402378 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.402617 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.402862 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.403100 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.403317 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.403532 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.403783 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.404018 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.404236 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.404492 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.404736 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.404963 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.405227 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.405453 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.405694 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.405929 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.406168 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.406389 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.406609 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.406823 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.407093 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.407318 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.407583 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.407849 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.408087 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.408320 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.408578 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.408821 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.409033 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.409295 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.409566 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.409778 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.410011 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.410241 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.410484 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.410636 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.410875 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.411115 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.411444 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.411579 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.412401 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.412401 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.412401 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.412768 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.412768 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.413008 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.413569 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.413569 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.413786 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.413935 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.414155 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.414414 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.414660 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.414916 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.415131 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.415343 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.415556 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.415772 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.416007 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.416302 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.416569 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.416800 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.417059 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.417299 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.417572 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.417818 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.418030 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.418243 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.418466 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.418705 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.418927 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.419161 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.419374 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.419607 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.419828 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.420618 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.421052 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.424600 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.424600 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.424600 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.424600 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.424600 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.424600 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.424600 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.424600 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.424600 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.425799 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.425799 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.425799 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.425799 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.425799 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.425799 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.425799 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.426585 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.426752 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.427100 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.427335 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.427579 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.427897 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.428163 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.428423 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.428666 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.429021 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.429226 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.429480 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.431636 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.431900 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.432142 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.432395 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.432729 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.433030 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.433357 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.433632 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.433915 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.434223 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.434506 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.434746 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.435057 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.435384 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.435653 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.436817 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.437176 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.437471 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.439003 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.439243 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.439507 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.439765 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.439998 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.440251 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.440509 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.440745 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.440969 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.441238 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.441461 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.441963 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.442205 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.442450 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.442670 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.442831 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 17:49:52.443372 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94572) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 17:49:52.443725 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 17:49:52.443725 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 17:49:52.444200 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 17:49:52.444200 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 17:49:52.444476 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 17:49:52.444703 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.445013 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.445184 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.445342 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.445501 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.445706 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.445881 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.446046 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.446215 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.446371 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.446519 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.446687 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.446831 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.446977 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.447143 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.447285 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.447425 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.447564 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.447809 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.447946 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.448098 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.448220 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.448344 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] debug = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.448474 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.448696 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.448882 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.449460 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.449633 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.449799 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.449963 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.450125 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.450287 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.450451 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.450610 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.450772 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.450933 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.451094 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.451255 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.451514 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.451827 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.451998 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] host = n-d-803753-2 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.452124 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.452335 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.452574 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.452741 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.452903 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.453064 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.453226 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.453389 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.453569 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.453734 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.453896 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.454057 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.454218 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.454379 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] log_file = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.454539 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] log_options = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.454684 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.454847 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.455006 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.455194 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.455361 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.455530 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.455746 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.455879 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.456002 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.456154 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.456306 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.456733 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.456894 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.457054 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.457214 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.457374 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.457557 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.457718 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.457886 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.458022 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.458179 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.458340 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.458506 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.458674 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.458896 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.459038 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.460600 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.460930 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.461160 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.461317 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.461776 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.462578 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.462741 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.463160 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.463335 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.463498 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.463681 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.463821 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.463959 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.464116 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.464284 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.464630 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.464630 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.464835 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.464960 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.465098 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] use_json = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.465205 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.465582 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.465582 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.466112 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.466270 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.466413 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.466555 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.466722 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:49:52.466910 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.467320 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.467499 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.467664 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.468629 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.468792 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.468966 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.469132 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.469305 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.469479 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.469651 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.469798 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.469970 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.470190 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.470279 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.470438 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.470605 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.470769 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.470940 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.471121 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.471275 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.471423 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.471559 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.471724 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.471900 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.472030 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.472195 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.472366 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.472523 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.472669 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.472813 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.472982 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.473146 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.473308 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.473472 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.473655 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.474569 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.475954 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.476143 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.476318 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.476500 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.476655 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.476832 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.477004 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.477174 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.477348 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.477516 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.477710 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.477870 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.478030 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.478216 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.478375 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.478533 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.478691 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.478833 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.478975 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.479124 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.479266 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.479436 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.479601 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.479764 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.479943 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.480105 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.480270 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.480718 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.480718 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.480718 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.480943 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.481032 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.481199 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.481366 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.481576 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.482075 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.482245 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.482413 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.482562 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.483358 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.483523 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.483667 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.483802 n-d-803753-2 neutron-server[94683]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:52.483990 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.483990 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.484256 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.484406 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.484642 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.484825 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.485001 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.485168 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.485322 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.485480 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.485667 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.485830 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.485993 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.486155 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.486318 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.486482 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.486644 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.486807 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.486972 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.487136 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.487300 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.487463 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.487625 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.487788 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.487950 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.488112 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.488342 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.488479 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.488601 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.488722 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.488875 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.489038 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.489215 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.489379 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.489568 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.489722 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.489886 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.490062 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.490249 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.490431 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.490599 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.490761 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.490924 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.491088 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.491253 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.491397 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.491563 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.491725 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.491917 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.492093 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.492256 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.492418 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.492581 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.492768 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.492932 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.493096 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.493258 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.493424 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.493622 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.493789 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.493953 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.494116 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.494279 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.494443 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.494608 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.494772 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.494939 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.495107 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.495267 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.495580 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.496100 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.497258 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.497596 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.497926 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.498261 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.499098 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.499410 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.499581 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.499748 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.499916 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.500073 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.500233 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.500391 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.500564 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.500718 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.500882 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.501043 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.501205 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.501367 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.501556 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.501717 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.501885 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.502051 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.502215 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.502378 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.502546 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.502693 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.502862 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.503033 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.503175 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.503347 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.503510 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.503672 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.503836 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.504001 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.504165 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.504328 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.504491 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.504670 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.504834 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.505710 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.505888 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.506402 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.507539 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.507723 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.507890 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.508061 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.508224 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.508394 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.508603 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.508746 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.508872 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.509040 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.509202 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.509366 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.509560 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.509713 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.509882 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.510045 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.510211 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.510373 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.510531 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.510687 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.510857 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.511029 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.511198 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.511352 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.511506 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.511669 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.511850 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.512015 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.512160 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.512302 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.512462 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.512605 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.512805 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.512932 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.513082 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.513223 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.513396 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.514003 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.514204 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.514359 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.514574 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.514768 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.514933 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.515097 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.515272 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.515438 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.515602 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.515765 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.515928 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.516095 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.516268 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.516433 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.516597 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.516769 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.516931 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.517094 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.517258 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.517434 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.517694 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.517862 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.518025 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.518187 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.518351 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.518514 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.518683 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.518861 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.519033 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.519199 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.519373 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.519547 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.519719 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.519881 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.520051 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.520229 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.520391 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.521039 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59370) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:52.521736 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.522037 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.522334 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.522627 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.522920 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.523213 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.523490 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.523780 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.524072 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.524357 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.524643 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.524982 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.525229 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.525480 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.525785 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.526045 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.526310 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.526565 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:49:52.526812 n-d-803753-2 neutron-server[94572]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94572) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 17:49:52.531481 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0081429 Aug 19 17:50:04.604077 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863213d9-0733-4d68-8964-a2302904f2d4 None None] get_active_networks_info from n-d-803753-2 {{(pid=94683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 17:50:04.700783 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863213d9-0733-4d68-8964-a2302904f2d4 None None] No non-hosted networks {{(pid=94683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 19 17:50:04.709246 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.agentschedulers_db [None req-863213d9-0733-4d68-8964-a2302904f2d4 None None] DHCP Agent not found on host n-d-803753-2 {{(pid=94683) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 19 17:50:04.799542 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b97e903d-31d1-4049-839a-51505643242b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3865947'] for agent, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:06.983987 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8ea79cb3-bf73-4851-b809-905bd4e0550d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3865947'] for agent, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:07.047895 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-741e29f4-754d-4003-b127-44689ec04b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:07.121495 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3865947'] for agent, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:07.122500 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:07.123081 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:07.123517 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:07.124032 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:07.124438 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:07.124959 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:07.125564 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:07.126443 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:07.128727 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:07.129285 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:07.130105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:07.132846 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:07.133520 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-803753-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:07.148254 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-803753-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:08.012889 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3865947'] for agent, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:09.963081 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3865947'] for agent, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:10.890675 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59464) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:11.403567 n-d-803753-2 neutron-server[94682]: WARNING oslo_policy.policy [None req-053878bb-191c-4b4f-b00a-ed9bf2723ae7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 17:50:11.404196 n-d-803753-2 neutron-server[94682]: WARNING oslo_policy.policy [None req-053878bb-191c-4b4f-b00a-ed9bf2723ae7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 17:50:11.625835 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-053878bb-191c-4b4f-b00a-ed9bf2723ae7 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:50:11.626935 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-053878bb-191c-4b4f-b00a-ed9bf2723ae7 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7353492 Aug 19 17:50:14.013809 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59478) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:14.351984 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-ded3cdfc-3636-4cb2-b0e9-ab337b4eeb49 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:14.370080 n-d-803753-2 neutron-server[94683]: INFO neutron.db.l3_hamode_db [None req-b641f94e-80d7-4c04-954f-e9ab2b372810 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 19 17:50:14.446353 n-d-803753-2 neutron-server[94682]: DEBUG neutron.policy [None req-ded3cdfc-3636-4cb2-b0e9-ab337b4eeb49 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94682) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 17:50:14.449494 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b641f94e-80d7-4c04-954f-e9ab2b372810 None None] Routers set() bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:50:14.449988 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b641f94e-80d7-4c04-954f-e9ab2b372810 None None] Router IDs set() for agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 17:50:14.491356 n-d-803753-2 neutron-server[94682]: WARNING oslo_policy.policy [None req-ded3cdfc-3636-4cb2-b0e9-ab337b4eeb49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 17:50:14.491766 n-d-803753-2 neutron-server[94682]: WARNING oslo_policy.policy [None req-ded3cdfc-3636-4cb2-b0e9-ab337b4eeb49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 17:50:14.501327 n-d-803753-2 neutron-server[94682]: INFO neutron.quota [None req-ded3cdfc-3636-4cb2-b0e9-ab337b4eeb49 admin admin] Loaded quota_driver: . Aug 19 17:50:14.595671 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ded3cdfc-3636-4cb2-b0e9-ab337b4eeb49 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789618197918', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789618198507', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789618209705', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789618212218', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789618707206', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789618231989', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-590319', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3459010', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-379460', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-435690'] for rbac-policy, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:14.661690 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ded3cdfc-3636-4cb2-b0e9-ab337b4eeb49 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:14.662878 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ded3cdfc-3636-4cb2-b0e9-ab337b4eeb49 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6474454 Aug 19 17:50:17.253567 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59490) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:17.558424 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Request body: {'network': {'project_id': '43b71484fcf943319a5c926434b2347e', 'tenant_id': '43b71484fcf943319a5c926434b2347e', 'admin_state_up': True, 'name': 'private'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:17.591990 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Made reservation on behalf of 43b71484fcf943319a5c926434b2347e for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:50:17.594990 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:17.612345 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:17.737072 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:17.740848 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:17.761278 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:50:17.787817 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789619261642', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:17.788418 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Unsubscribe: segment precommit_create {{(pid=94682) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 17:50:17.788952 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Added segment 7ac2e0ee-af7f-4eda-816e-1fe262a9ffd2 of type vlan for network 3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf Aug 19 17:50:17.810685 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf61410-de3a-4cfe-a31b-909f3fc89192,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:17.860102 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:17.860442 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:17.860779 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:17.861108 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:17.861441 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:17.861864 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:17.862187 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:17.862504 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:17.862823 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:17.863138 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:17.863453 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:17.863768 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Tracked resource versions report: Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: pushed versions: Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: { 'AddressGroup': {'1.2'}, Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: 'ConntrackHelper': {'1.0'}, Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: 'Log': {'1.0'}, Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: 'Network': {'1.1'}, Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: 'Port': {'1.7'}, Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: 'PortForwarding': {'1.2'}, Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: 'QosPolicy': {'1.9'}, Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: 'SecurityGroup': {'1.4'}, Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: 'SecurityGroupRule': {'1.2'}, Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: 'SubPort': {'1.0'}, Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: 'Subnet': {'1.1'}, Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: 'Trunk': {'1.1'}} Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: consumer versions: Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: { DHCP agent@n-d-803753-2: {}, Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: L3 agent@n-d-803753-2: {}, Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: Metadata agent@n-d-803753-2: {}, Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: Metering agent@n-d-803753-2: {}, Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: Open vSwitch agent@n-d-803753-2: { 'AddressGroup': '1.2', Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: 'ConntrackHelper': '1.0', Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: 'Log': '1.0', Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: 'Network': '1.1', Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: 'Port': '1.7', Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: 'PortForwarding': '1.2', Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: 'QosPolicy': '1.9', Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: 'SecurityGroup': '1.4', Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: 'SecurityGroupRule': '1.2', Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: 'SubPort': '1.0', Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: 'Subnet': '1.1', Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: 'Trunk': '1.1'}} Aug 19 17:50:17.864841 n-d-803753-2 neutron-server[94682]: {{(pid=94682) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 17:50:17.907095 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:17.958451 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:17.959616 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:17.960255 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:18.051376 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7966123 Aug 19 17:50:18.059309 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9111f-2739-4978-9fd7-c8079c0291f1 admin admin] Pushing event updated for resources: {'Network': ['ID=3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:18.072020 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:50:20.698408 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59504) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:21.211329 n-d-803753-2 neutron-server[94681]: WARNING oslo_policy.policy [None req-7187edf2-45f7-429e-92ce-40fc0f10f672 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 17:50:21.211940 n-d-803753-2 neutron-server[94681]: WARNING oslo_policy.policy [None req-7187edf2-45f7-429e-92ce-40fc0f10f672 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 17:50:21.659409 n-d-803753-2 neutron-server[94681]: DEBUG neutron.policy [None req-7187edf2-45f7-429e-92ce-40fc0f10f672 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94681) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 17:50:21.704565 n-d-803753-2 neutron-server[94681]: WARNING oslo_policy.policy [None req-7187edf2-45f7-429e-92ce-40fc0f10f672 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 17:50:21.705166 n-d-803753-2 neutron-server[94681]: WARNING oslo_policy.policy [None req-7187edf2-45f7-429e-92ce-40fc0f10f672 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 17:50:21.713261 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7187edf2-45f7-429e-92ce-40fc0f10f672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:21.715264 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7187edf2-45f7-429e-92ce-40fc0f10f672 admin admin] 10.222.0.24 "GET /v2.0/networks/3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf HTTP/1.1" status: 200 len: 825 time: 1.0147386 Aug 19 17:50:21.762733 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9074c475-63b0-436c-9620-1647545a50bb admin admin] 10.222.0.24 "GET /v2.0/subnetpools/ad70d861-a7b9-4af8-8098-a7938182e046 HTTP/1.1" status: 200 len: 734 time: 0.0406587 Aug 19 17:50:21.772565 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '43b71484fcf943319a5c926434b2347e', 'network_id': '3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf', 'subnetpool_id': 'ad70d861-a7b9-4af8-8098-a7938182e046'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:21.774186 n-d-803753-2 neutron-server[94681]: INFO neutron.quota [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Loaded quota_driver: . Aug 19 17:50:21.818921 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Made reservation on behalf of 43b71484fcf943319a5c926434b2347e for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:50:21.822170 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:22.135883 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:22.208019 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Checking segment: {'id': '7ac2e0ee-af7f-4eda-816e-1fe262a9ffd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:50:22.208391 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Network hostable DHCP agents. Network: 3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:50:22.219479 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d70ce4aa-7ddf-469c-8a16-7bacfe4badfd,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:22.229765 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:22.230109 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:22.230449 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:22.230781 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:22.231109 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:22.231434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:22.231755 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:22.232076 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:22.232396 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:22.232800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:22.233119 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:22.233450 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Tracked resource versions report: Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: pushed versions: Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: { 'AddressGroup': {'1.2'}, Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: 'ConntrackHelper': {'1.0'}, Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: 'Log': {'1.0'}, Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: 'Network': {'1.1'}, Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: 'Port': {'1.7'}, Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: 'PortForwarding': {'1.2'}, Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: 'QosPolicy': {'1.9'}, Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: 'SecurityGroup': {'1.4'}, Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: 'SecurityGroupRule': {'1.2'}, Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: 'SubPort': {'1.0'}, Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: 'Subnet': {'1.1'}, Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: 'Trunk': {'1.1'}} Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: consumer versions: Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: { DHCP agent@n-d-803753-2: {}, Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: L3 agent@n-d-803753-2: {}, Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: Metadata agent@n-d-803753-2: {}, Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: Metering agent@n-d-803753-2: {}, Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: Open vSwitch agent@n-d-803753-2: { 'AddressGroup': '1.2', Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: 'ConntrackHelper': '1.0', Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: 'Log': '1.0', Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: 'Network': '1.1', Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: 'Port': '1.7', Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: 'PortForwarding': '1.2', Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: 'QosPolicy': '1.9', Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: 'SecurityGroup': '1.4', Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: 'SecurityGroupRule': '1.2', Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: 'SubPort': '1.0', Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: 'Subnet': '1.1', Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: 'Trunk': '1.1'}} Aug 19 17:50:22.234663 n-d-803753-2 neutron-server[94681]: {{(pid=94681) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 17:50:22.274592 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Network 3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:50:22.289105 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:50:22.294056 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:22.294683 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:22.299781 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cbc34b-c51c-481b-af51-6fda23e14243 None None] Network 3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:50:22.316381 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a34402ad-ea22-4e8d-aa6b-87ec7edb94f3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5473762 Aug 19 17:50:22.646549 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81509599-4342-41be-a9d6-39575161f077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf', 'network_id': '3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf', 'tenant_id': '43b71484fcf943319a5c926434b2347e', 'fixed_ips': [{'subnet_id': 'd70ce4aa-7ddf-469c-8a16-7bacfe4badfd'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:50:22.647894 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-81509599-4342-41be-a9d6-39575161f077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:22.939362 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-81509599-4342-41be-a9d6-39575161f077 None None] Allocated IP 172.20.0.2 (3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf/d70ce4aa-7ddf-469c-8a16-7bacfe4badfd/779eb1c6-d166-4c69-915c-d4977b00ea06) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:50:23.159551 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-81509599-4342-41be-a9d6-39575161f077 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:23.206994 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-81509599-4342-41be-a9d6-39575161f077 None None] Transition to ACTIVE for port object 779eb1c6-d166-4c69-915c-d4977b00ea06 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:50:23.229708 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-81509599-4342-41be-a9d6-39575161f077 None None] Transition to ACTIVE for port object 779eb1c6-d166-4c69-915c-d4977b00ea06 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:50:23.240300 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-81509599-4342-41be-a9d6-39575161f077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:23.309450 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81509599-4342-41be-a9d6-39575161f077 None None] Network 3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:50:23.314339 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-81509599-4342-41be-a9d6-39575161f077 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:50:23.326872 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81509599-4342-41be-a9d6-39575161f077 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:50:23.330250 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81509599-4342-41be-a9d6-39575161f077 None None] Pushing event updated for resources: {'Port': ['ID=779eb1c6-d166-4c69-915c-d4977b00ea06,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:23.362971 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509599-4342-41be-a9d6-39575161f077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:23.363316 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509599-4342-41be-a9d6-39575161f077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:23.363656 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509599-4342-41be-a9d6-39575161f077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:23.363991 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509599-4342-41be-a9d6-39575161f077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:23.364324 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509599-4342-41be-a9d6-39575161f077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:23.364651 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509599-4342-41be-a9d6-39575161f077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:23.364978 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509599-4342-41be-a9d6-39575161f077 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:23.365301 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509599-4342-41be-a9d6-39575161f077 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:23.365765 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509599-4342-41be-a9d6-39575161f077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:23.365967 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509599-4342-41be-a9d6-39575161f077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:23.366288 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509599-4342-41be-a9d6-39575161f077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:23.366604 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509599-4342-41be-a9d6-39575161f077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81509599-4342-41be-a9d6-39575161f077 None None] Tracked resource versions report: Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: pushed versions: Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: { 'AddressGroup': {'1.2'}, Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: 'ConntrackHelper': {'1.0'}, Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: 'Log': {'1.0'}, Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: 'Network': {'1.1'}, Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: 'Port': {'1.7'}, Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: 'PortForwarding': {'1.2'}, Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: 'QosPolicy': {'1.9'}, Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: 'SecurityGroup': {'1.4'}, Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: 'SecurityGroupRule': {'1.2'}, Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: 'SubPort': {'1.0'}, Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: 'Subnet': {'1.1'}, Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: 'Trunk': {'1.1'}} Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: consumer versions: Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: { DHCP agent@n-d-803753-2: {}, Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: L3 agent@n-d-803753-2: {}, Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: Metadata agent@n-d-803753-2: {}, Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: Metering agent@n-d-803753-2: {}, Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: Open vSwitch agent@n-d-803753-2: { 'AddressGroup': '1.2', Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: 'ConntrackHelper': '1.0', Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: 'Log': '1.0', Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: 'Network': '1.1', Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: 'Port': '1.7', Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: 'PortForwarding': '1.2', Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: 'QosPolicy': '1.9', Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: 'SecurityGroup': '1.4', Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: 'SecurityGroupRule': '1.2', Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: 'SubPort': '1.0', Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: 'Subnet': '1.1', Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: 'Trunk': '1.1'}} Aug 19 17:50:23.367693 n-d-803753-2 neutron-server[94683]: {{(pid=94683) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 17:50:23.416905 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-81509599-4342-41be-a9d6-39575161f077 None None] Attempting to bind port 779eb1c6-d166-4c69-915c-d4977b00ea06 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:50:23.417211 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-81509599-4342-41be-a9d6-39575161f077 None None] Attempting to bind port 779eb1c6-d166-4c69-915c-d4977b00ea06 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '7ac2e0ee-af7f-4eda-816e-1fe262a9ffd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:50:23.417674 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81509599-4342-41be-a9d6-39575161f077 None None] Attempting to bind port 779eb1c6-d166-4c69-915c-d4977b00ea06 on network 3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:23.423284 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81509599-4342-41be-a9d6-39575161f077 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:50:23.423686 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81509599-4342-41be-a9d6-39575161f077 None None] Checking segment: {'id': '7ac2e0ee-af7f-4eda-816e-1fe262a9ffd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:50:23.424178 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-81509599-4342-41be-a9d6-39575161f077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:23.424571 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81509599-4342-41be-a9d6-39575161f077 None None] Bound using segment: {'id': '7ac2e0ee-af7f-4eda-816e-1fe262a9ffd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:50:23.425056 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-81509599-4342-41be-a9d6-39575161f077 None None] Bound port: 779eb1c6-d166-4c69-915c-d4977b00ea06, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac2e0ee-af7f-4eda-816e-1fe262a9ffd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:50:23.425464 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-81509599-4342-41be-a9d6-39575161f077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:23.489510 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-81509599-4342-41be-a9d6-39575161f077 None None] For port 779eb1c6-d166-4c69-915c-d4977b00ea06, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:50:23.494097 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-81509599-4342-41be-a9d6-39575161f077 None None] For port 779eb1c6-d166-4c69-915c-d4977b00ea06, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=779eb1c6-d166-4c69-915c-d4977b00ea06,segment=NetworkSegment(7ac2e0ee-af7f-4eda-816e-1fe262a9ffd2),segment_id=7ac2e0ee-af7f-4eda-816e-1fe262a9ffd2)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:50:23.499568 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-81509599-4342-41be-a9d6-39575161f077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:23.568538 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81509599-4342-41be-a9d6-39575161f077 None None] Pushing event updated for resources: {'Port': ['ID=779eb1c6-d166-4c69-915c-d4977b00ea06,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:24.794127 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59524) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:25.152213 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-1b650766-1e67-43ba-82ac-0a38474b8aac admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:50:25.153191 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1b650766-1e67-43ba-82ac-0a38474b8aac admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3579297 Aug 19 17:50:27.709631 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59532) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:28.069378 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-c9c4371c-cfab-4ade-bc2c-d65793433fd3 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:50:28.070394 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c9c4371c-cfab-4ade-bc2c-d65793433fd3 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3597200 Aug 19 17:50:30.799482 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59542) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:31.137355 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-0ff0f507-fee6-4452-a7f2-35c3237e690d admin admin] Request body: {'router': {'tenant_id': '43b71484fcf943319a5c926434b2347e', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:31.172161 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0ff0f507-fee6-4452-a7f2-35c3237e690d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:31.173732 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0ff0f507-fee6-4452-a7f2-35c3237e690d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:31.325212 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0ff0f507-fee6-4452-a7f2-35c3237e690d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:31.331684 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0ff0f507-fee6-4452-a7f2-35c3237e690d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:31.345956 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0ff0f507-fee6-4452-a7f2-35c3237e690d admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:31.347337 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0ff0f507-fee6-4452-a7f2-35c3237e690d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5468426 Aug 19 17:50:32.446862 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9258ae-e883-428e-a0d1-b4256c3e81f9 None None] Network 3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:50:32.510424 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b4d5086f-cf69-4ee6-83c6-765fc5367632 None None] Provisioning for port 779eb1c6-d166-4c69-915c-d4977b00ea06 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:50:32.959264 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 779eb1c6-d166-4c69-915c-d4977b00ea06 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:50:33.045837 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 779eb1c6-d166-4c69-915c-d4977b00ea06 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:50:33.049978 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 779eb1c6-d166-4c69-915c-d4977b00ea06 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:50:33.050380 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:33.160542 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:33.198634 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 779eb1c6-d166-4c69-915c-d4977b00ea06, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=779eb1c6-d166-4c69-915c-d4977b00ea06,segment=NetworkSegment(7ac2e0ee-af7f-4eda-816e-1fe262a9ffd2),segment_id=7ac2e0ee-af7f-4eda-816e-1fe262a9ffd2)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:33.203069 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:33.255898 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=779eb1c6-d166-4c69-915c-d4977b00ea06,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:33.769062 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59554) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:34.099367 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-82562fea-da06-4765-886c-51a5fbe8ab75 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:50:34.100517 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-82562fea-da06-4765-886c-51a5fbe8ab75 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3304176 Aug 19 17:50:34.465594 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7dbcab75-5b96-498e-a2d5-4e41a25f9936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:34.932510 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 779eb1c6-d166-4c69-915c-d4977b00ea06 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:50:34.996193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 779eb1c6-d166-4c69-915c-d4977b00ea06 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:50:34.996628 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:36.522978 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59562) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:36.865452 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-13fc8718-1554-4847-a5ef-8cfbe80d31ef admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:36.888476 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fc8718-1554-4847-a5ef-8cfbe80d31ef admin admin] Made reservation on behalf of 4dda5696d82b414c9535269b73cf9f52 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:50:36.891922 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-13fc8718-1554-4847-a5ef-8cfbe80d31ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:36.900288 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-13fc8718-1554-4847-a5ef-8cfbe80d31ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:36.986932 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd741-d7a6-45b2-a726-0924f3000d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:36.992740 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-13fc8718-1554-4847-a5ef-8cfbe80d31ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:36.996743 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-13fc8718-1554-4847-a5ef-8cfbe80d31ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:37.015561 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-13fc8718-1554-4847-a5ef-8cfbe80d31ef admin admin] Reserving flat network on physical network physnet1 {{(pid=94682) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 19 17:50:37.030084 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc8718-1554-4847-a5ef-8cfbe80d31ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675781e3-0bfa-4838-83d4-c779952efb4c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:37.037969 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-13fc8718-1554-4847-a5ef-8cfbe80d31ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:37.038217 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-13fc8718-1554-4847-a5ef-8cfbe80d31ef admin admin] Added segment 5ed801b9-2ea8-4503-b1c4-db709e78b42e of type flat for network 3b0e60a5-be68-4f22-8336-1b6a3362381d Aug 19 17:50:37.092817 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-13fc8718-1554-4847-a5ef-8cfbe80d31ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:37.118004 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:37.126710 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-13fc8718-1554-4847-a5ef-8cfbe80d31ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:37.127650 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fc8718-1554-4847-a5ef-8cfbe80d31ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:37.128220 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-13fc8718-1554-4847-a5ef-8cfbe80d31ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:37.196207 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-13fc8718-1554-4847-a5ef-8cfbe80d31ef admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6720667 Aug 19 17:50:37.208093 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc8718-1554-4847-a5ef-8cfbe80d31ef admin admin] Pushing event updated for resources: {'Network': ['ID=3b0e60a5-be68-4f22-8336-1b6a3362381d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:37.220419 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:50:37.955477 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:38.377704 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 5 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:50:39.695013 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59580) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:39.891303 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ef1930-a05d-4b3d-b596-fe9f4caeb6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:39.892961 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d7ef1930-a05d-4b3d-b596-fe9f4caeb6f8 admin admin] 10.222.0.24 "GET /v2.0/subnets/d70ce4aa-7ddf-469c-8a16-7bacfe4badfd HTTP/1.1" status: 200 len: 849 time: 0.1969647 Aug 19 17:50:39.906913 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:40.096280 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6820f983-14c4-4a9a-a078-959aab6f1022 admin admin] 10.222.0.24 "GET /v2.0/routers/b0bbd895-d59a-4907-981b-9a4f07933014 HTTP/1.1" status: 200 len: 704 time: 0.1969821 Aug 19 17:50:40.399770 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-605eeb2a-fa72-4a7c-967b-f9f50039ac6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:40.754775 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-605eeb2a-fa72-4a7c-967b-f9f50039ac6e admin admin] Allocated IP 172.20.0.1 (3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf/d70ce4aa-7ddf-469c-8a16-7bacfe4badfd/e69d997c-61c6-4c7a-8635-3535f54d94ea) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:50:40.943337 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-605eeb2a-fa72-4a7c-967b-f9f50039ac6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:40.970540 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-605eeb2a-fa72-4a7c-967b-f9f50039ac6e admin admin] Transition to ACTIVE for port object e69d997c-61c6-4c7a-8635-3535f54d94ea will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:50:41.070157 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-605eeb2a-fa72-4a7c-967b-f9f50039ac6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:41.159149 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605eeb2a-fa72-4a7c-967b-f9f50039ac6e admin admin] Network 3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:50:41.171598 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-605eeb2a-fa72-4a7c-967b-f9f50039ac6e admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:50:41.178393 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605eeb2a-fa72-4a7c-967b-f9f50039ac6e admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:50:41.178957 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-605eeb2a-fa72-4a7c-967b-f9f50039ac6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:41.186534 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605eeb2a-fa72-4a7c-967b-f9f50039ac6e admin admin] Pushing event updated for resources: {'Port': ['ID=e69d997c-61c6-4c7a-8635-3535f54d94ea,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:41.399213 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-605eeb2a-fa72-4a7c-967b-f9f50039ac6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:41.423853 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9cadc1af-bf48-46d6-b7b9-d2429a4465c4 None None] Provisioning for port e69d997c-61c6-4c7a-8635-3535f54d94ea completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:50:41.428102 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9cadc1af-bf48-46d6-b7b9-d2429a4465c4 None None] Provisioning complete for port e69d997c-61c6-4c7a-8635-3535f54d94ea triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:50:41.428470 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9cadc1af-bf48-46d6-b7b9-d2429a4465c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:41.463862 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-9cadc1af-bf48-46d6-b7b9-d2429a4465c4 None None] Port e69d997c-61c6-4c7a-8635-3535f54d94ea cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:50:41.688461 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-605eeb2a-fa72-4a7c-967b-f9f50039ac6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:41.694539 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-605eeb2a-fa72-4a7c-967b-f9f50039ac6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:41.695423 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-605eeb2a-fa72-4a7c-967b-f9f50039ac6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:41.777625 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605eeb2a-fa72-4a7c-967b-f9f50039ac6e admin admin] Pushing event updated for resources: {'Port': ['ID=e69d997c-61c6-4c7a-8635-3535f54d94ea,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:41.827873 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605eeb2a-fa72-4a7c-967b-f9f50039ac6e admin admin] Network 3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:50:41.829221 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-605eeb2a-fa72-4a7c-967b-f9f50039ac6e admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:50:42.008235 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605eeb2a-fa72-4a7c-967b-f9f50039ac6e admin admin] Router b0bbd895-d59a-4907-981b-9a4f07933014 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 17:50:42.085900 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b63561bd-a098-4caf-91ec-7c152bd16b6b None None] Provisioning complete for port e69d997c-61c6-4c7a-8635-3535f54d94ea triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:50:42.086271 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b63561bd-a098-4caf-91ec-7c152bd16b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:42.102068 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605eeb2a-fa72-4a7c-967b-f9f50039ac6e admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:50:42.118208 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-605eeb2a-fa72-4a7c-967b-f9f50039ac6e admin admin] 10.222.0.24 "PUT /v2.0/routers/b0bbd895-d59a-4907-981b-9a4f07933014/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0053949 Aug 19 17:50:42.118301 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbe8a24-7683-4466-b265-b195db79408c None None] Sync routers for ids ['b0bbd895-d59a-4907-981b-9a4f07933014'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:50:42.125474 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b63561bd-a098-4caf-91ec-7c152bd16b6b None None] Port e69d997c-61c6-4c7a-8635-3535f54d94ea cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:50:42.127331 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbe8a24-7683-4466-b265-b195db79408c None None] Routers {'b0bbd895-d59a-4907-981b-9a4f07933014'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:50:42.128201 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-afbe8a24-7683-4466-b265-b195db79408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T17:50:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b0bbd895-d59a-4907-981b-9a4f07933014'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:42.338523 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-afbe8a24-7683-4466-b265-b195db79408c None None] Set router b0bbd895-d59a-4907-981b-9a4f07933014 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:50:42.817386 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-afbe8a24-7683-4466-b265-b195db79408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bbd895-d59a-4907-981b-9a4f07933014', 'name': 'router1', 'tenant_id': '43b71484fcf943319a5c926434b2347e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:50:31Z', 'updated_at': '2021-08-19T17:50:41Z', 'revision_number': 2, 'project_id': '43b71484fcf943319a5c926434b2347e', 'gw_port_host': None, '_interfaces': [{'id': 'e69d997c-61c6-4c7a-8635-3535f54d94ea', 'name': '', 'network_id': '3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf', 'tenant_id': '43b71484fcf943319a5c926434b2347e', 'mac_address': 'fa:16:3e:83:3a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bbd895-d59a-4907-981b-9a4f07933014', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd70ce4aa-7ddf-469c-8a16-7bacfe4badfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:50:40Z', 'updated_at': '2021-08-19T17:50:41Z', 'revision_number': 2, 'project_id': '43b71484fcf943319a5c926434b2347e', 'subnets': [{'id': 'd70ce4aa-7ddf-469c-8a16-7bacfe4badfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad70d861-a7b9-4af8-8098-a7938182e046'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:42.871863 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbe8a24-7683-4466-b265-b195db79408c None None] Checking router: b0bbd895-d59a-4907-981b-9a4f07933014 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:50:42.872229 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbe8a24-7683-4466-b265-b195db79408c None None] Updating router b0bbd895-d59a-4907-981b-9a4f07933014 port e69d997c-61c6-4c7a-8635-3535f54d94ea binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:50:42.925603 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-afbe8a24-7683-4466-b265-b195db79408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:43.495032 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-afbe8a24-7683-4466-b265-b195db79408c None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:43.515236 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-afbe8a24-7683-4466-b265-b195db79408c None None] Transition to ACTIVE for port object e69d997c-61c6-4c7a-8635-3535f54d94ea will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:50:43.521782 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-afbe8a24-7683-4466-b265-b195db79408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:43.702215 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb4147-d5c4-4f23-894f-200fe9f0cd08 None None] Pushing event updated for resources: {'Port': ['ID=e69d997c-61c6-4c7a-8635-3535f54d94ea,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:43.709668 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-afbe8a24-7683-4466-b265-b195db79408c None None] Attempting to bind port e69d997c-61c6-4c7a-8635-3535f54d94ea on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:50:43.710058 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-afbe8a24-7683-4466-b265-b195db79408c None None] Attempting to bind port e69d997c-61c6-4c7a-8635-3535f54d94ea by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '7ac2e0ee-af7f-4eda-816e-1fe262a9ffd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:50:43.710498 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbe8a24-7683-4466-b265-b195db79408c None None] Attempting to bind port e69d997c-61c6-4c7a-8635-3535f54d94ea on network 3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:43.720043 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbe8a24-7683-4466-b265-b195db79408c None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:50:43.720454 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbe8a24-7683-4466-b265-b195db79408c None None] Checking segment: {'id': '7ac2e0ee-af7f-4eda-816e-1fe262a9ffd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:50:43.720958 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-afbe8a24-7683-4466-b265-b195db79408c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:43.721348 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbe8a24-7683-4466-b265-b195db79408c None None] Bound using segment: {'id': '7ac2e0ee-af7f-4eda-816e-1fe262a9ffd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:50:43.721868 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-afbe8a24-7683-4466-b265-b195db79408c None None] Bound port: e69d997c-61c6-4c7a-8635-3535f54d94ea, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac2e0ee-af7f-4eda-816e-1fe262a9ffd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:50:43.722580 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-afbe8a24-7683-4466-b265-b195db79408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:43.731640 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb4147-d5c4-4f23-894f-200fe9f0cd08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:43.732680 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb4147-d5c4-4f23-894f-200fe9f0cd08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:43.733504 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb4147-d5c4-4f23-894f-200fe9f0cd08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:43.733861 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb4147-d5c4-4f23-894f-200fe9f0cd08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:43.734193 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb4147-d5c4-4f23-894f-200fe9f0cd08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:43.734520 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb4147-d5c4-4f23-894f-200fe9f0cd08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:43.734843 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb4147-d5c4-4f23-894f-200fe9f0cd08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:43.735166 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb4147-d5c4-4f23-894f-200fe9f0cd08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:43.735487 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb4147-d5c4-4f23-894f-200fe9f0cd08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:43.735829 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb4147-d5c4-4f23-894f-200fe9f0cd08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:43.736122 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb4147-d5c4-4f23-894f-200fe9f0cd08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:43.736435 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb4147-d5c4-4f23-894f-200fe9f0cd08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb4147-d5c4-4f23-894f-200fe9f0cd08 None None] Tracked resource versions report: Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: pushed versions: Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: { 'AddressGroup': {'1.2'}, Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: 'ConntrackHelper': {'1.0'}, Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: 'Log': {'1.0'}, Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: 'Network': {'1.1'}, Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: 'Port': {'1.7'}, Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: 'PortForwarding': {'1.2'}, Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: 'QosPolicy': {'1.9'}, Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: 'SecurityGroup': {'1.4'}, Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: 'SecurityGroupRule': {'1.2'}, Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: 'SubPort': {'1.0'}, Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: 'Subnet': {'1.1'}, Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: 'Trunk': {'1.1'}} Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: consumer versions: Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: { DHCP agent@n-d-803753-2: {}, Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: L3 agent@n-d-803753-2: {}, Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: Metadata agent@n-d-803753-2: {}, Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: Metering agent@n-d-803753-2: {}, Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: Open vSwitch agent@n-d-803753-2: { 'AddressGroup': '1.2', Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: 'ConntrackHelper': '1.0', Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: 'Log': '1.0', Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: 'Network': '1.1', Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: 'Port': '1.7', Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: 'PortForwarding': '1.2', Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: 'QosPolicy': '1.9', Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: 'SecurityGroup': '1.4', Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: 'SecurityGroupRule': '1.2', Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: 'SubPort': '1.0', Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: 'Subnet': '1.1', Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: 'Trunk': '1.1'}} Aug 19 17:50:43.737519 n-d-803753-2 neutron-server[94684]: {{(pid=94684) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 17:50:43.804646 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-afbe8a24-7683-4466-b265-b195db79408c None None] For port e69d997c-61c6-4c7a-8635-3535f54d94ea, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:50:43.828426 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-afbe8a24-7683-4466-b265-b195db79408c None None] For port e69d997c-61c6-4c7a-8635-3535f54d94ea, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e69d997c-61c6-4c7a-8635-3535f54d94ea,segment=NetworkSegment(7ac2e0ee-af7f-4eda-816e-1fe262a9ffd2),segment_id=7ac2e0ee-af7f-4eda-816e-1fe262a9ffd2)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:50:43.833509 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-afbe8a24-7683-4466-b265-b195db79408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:43.894500 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbe8a24-7683-4466-b265-b195db79408c None None] Routers {'b0bbd895-d59a-4907-981b-9a4f07933014'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:50:43.895140 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-afbe8a24-7683-4466-b265-b195db79408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T17:50:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b0bbd895-d59a-4907-981b-9a4f07933014'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:43.964899 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb4147-d5c4-4f23-894f-200fe9f0cd08 None None] Pushing event updated for resources: {'Port': ['ID=e69d997c-61c6-4c7a-8635-3535f54d94ea,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:43.999295 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-afbe8a24-7683-4466-b265-b195db79408c None None] Set router b0bbd895-d59a-4907-981b-9a4f07933014 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:50:44.248756 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-afbe8a24-7683-4466-b265-b195db79408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bbd895-d59a-4907-981b-9a4f07933014', 'name': 'router1', 'tenant_id': '43b71484fcf943319a5c926434b2347e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:50:31Z', 'updated_at': '2021-08-19T17:50:41Z', 'revision_number': 2, 'project_id': '43b71484fcf943319a5c926434b2347e', 'gw_port_host': None, '_interfaces': [{'id': 'e69d997c-61c6-4c7a-8635-3535f54d94ea', 'name': '', 'network_id': '3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf', 'tenant_id': '43b71484fcf943319a5c926434b2347e', 'mac_address': 'fa:16:3e:83:3a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bbd895-d59a-4907-981b-9a4f07933014', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd70ce4aa-7ddf-469c-8a16-7bacfe4badfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:50:40Z', 'updated_at': '2021-08-19T17:50:43Z', 'revision_number': 4, 'project_id': '43b71484fcf943319a5c926434b2347e', 'subnets': [{'id': 'd70ce4aa-7ddf-469c-8a16-7bacfe4badfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad70d861-a7b9-4af8-8098-a7938182e046'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:44.275235 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbe8a24-7683-4466-b265-b195db79408c None None] The sync data for ids ['b0bbd895-d59a-4907-981b-9a4f07933014'] in n-d-803753-2 is: [{'id': 'b0bbd895-d59a-4907-981b-9a4f07933014', 'name': 'router1', 'tenant_id': '43b71484fcf943319a5c926434b2347e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:50:31Z', 'updated_at': '2021-08-19T17:50:41Z', 'revision_number': 2, 'project_id': '43b71484fcf943319a5c926434b2347e', 'gw_port_host': None, '_interfaces': [{'id': 'e69d997c-61c6-4c7a-8635-3535f54d94ea', 'name': '', 'network_id': '3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf', 'tenant_id': '43b71484fcf943319a5c926434b2347e', 'mac_address': 'fa:16:3e:83:3a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bbd895-d59a-4907-981b-9a4f07933014', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd70ce4aa-7ddf-469c-8a16-7bacfe4badfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:50:40Z', 'updated_at': '2021-08-19T17:50:43Z', 'revision_number': 4, 'project_id': '43b71484fcf943319a5c926434b2347e', 'subnets': [{'id': 'd70ce4aa-7ddf-469c-8a16-7bacfe4badfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad70d861-a7b9-4af8-8098-a7938182e046'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:50:44.573855 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59600) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:44.734229 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178fe7eb-ec02-4431-a9aa-90dc11149778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:44.735660 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-178fe7eb-ec02-4431-a9aa-90dc11149778 admin admin] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 842 time: 0.1611347 Aug 19 17:50:44.748726 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-5fddf7d4-a095-4152-be80-38b04dc1d46f admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'enable_dhcp': False}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:44.775244 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fddf7d4-a095-4152-be80-38b04dc1d46f admin admin] Made reservation on behalf of 4dda5696d82b414c9535269b73cf9f52 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:50:44.777779 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5fddf7d4-a095-4152-be80-38b04dc1d46f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:45.209771 n-d-803753-2 neutron-server[94682]: DEBUG neutron.objects.ports [None req-5fddf7d4-a095-4152-be80-38b04dc1d46f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 17:50:45.210260 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5fddf7d4-a095-4152-be80-38b04dc1d46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:45.265863 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fddf7d4-a095-4152-be80-38b04dc1d46f admin admin] Pushing event updated for resources: {'Subnet': ['ID=985f01f2-5e79-46c9-bdd2-fd872a2af582,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:45.285036 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fddf7d4-a095-4152-be80-38b04dc1d46f admin admin] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:50:45.285406 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fddf7d4-a095-4152-be80-38b04dc1d46f admin admin] Network hostable DHCP agents. Network: 3b0e60a5-be68-4f22-8336-1b6a3362381d, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:50:45.309141 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fddf7d4-a095-4152-be80-38b04dc1d46f admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:50:45.324546 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-5fddf7d4-a095-4152-be80-38b04dc1d46f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 3b0e60a5-be68-4f22-8336-1b6a3362381d) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:50:45.329987 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fddf7d4-a095-4152-be80-38b04dc1d46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:45.330580 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5fddf7d4-a095-4152-be80-38b04dc1d46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:45.338053 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead5117f-c552-431a-b688-cd601fe7091d None None] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:50:45.352295 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5fddf7d4-a095-4152-be80-38b04dc1d46f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6099718 Aug 19 17:50:45.481323 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13047545-d9f3-4866-a186-0100de2b1a5e None None] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:50:47.720118 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59608) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:47.989504 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5968441f-a42f-4c7f-b51d-4a440c557df4 admin admin] 10.222.0.24 "GET /v2.0/routers/b0bbd895-d59a-4907-981b-9a4f07933014 HTTP/1.1" status: 200 len: 710 time: 0.2680700 Aug 19 17:50:48.078603 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cbc8e3-e0b1-41be-ac97-3cc070b90cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:48.080002 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-91cbc8e3-e0b1-41be-ac97-3cc070b90cc0 admin admin] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 886 time: 0.0847595 Aug 19 17:50:48.090526 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-89f61ae4-cd8b-45ca-9df2-406c10abb9d9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:48.351551 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-89f61ae4-cd8b-45ca-9df2-406c10abb9d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:48.642829 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-89f61ae4-cd8b-45ca-9df2-406c10abb9d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:48.720534 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-89f61ae4-cd8b-45ca-9df2-406c10abb9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:48.900883 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-89f61ae4-cd8b-45ca-9df2-406c10abb9d9 admin admin] Allocated IP 172.25.8.226 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/7aca6357-ed8a-4d39-bbe4-4949c50a87e3) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:50:49.022252 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-89f61ae4-cd8b-45ca-9df2-406c10abb9d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:49.120648 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-89f61ae4-cd8b-45ca-9df2-406c10abb9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:49.203407 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f61ae4-cd8b-45ca-9df2-406c10abb9d9 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:50:49.210962 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-89f61ae4-cd8b-45ca-9df2-406c10abb9d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:50:49.217773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f61ae4-cd8b-45ca-9df2-406c10abb9d9 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:50:49.259964 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f61ae4-cd8b-45ca-9df2-406c10abb9d9 admin admin] Pushing event updated for resources: {'Port': ['ID=7aca6357-ed8a-4d39-bbe4-4949c50a87e3,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:49.538410 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-89f61ae4-cd8b-45ca-9df2-406c10abb9d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:49.761409 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-89f61ae4-cd8b-45ca-9df2-406c10abb9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:49.768019 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-89f61ae4-cd8b-45ca-9df2-406c10abb9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740919'] for router, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:49.896055 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f61ae4-cd8b-45ca-9df2-406c10abb9d9 admin admin] Router b0bbd895-d59a-4907-981b-9a4f07933014 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:50:50.074680 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f61ae4-cd8b-45ca-9df2-406c10abb9d9 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:50:50.079511 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-89f61ae4-cd8b-45ca-9df2-406c10abb9d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:50.080712 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-89f61ae4-cd8b-45ca-9df2-406c10abb9d9 admin admin] 10.222.0.24 "PUT /v2.0/routers/b0bbd895-d59a-4907-981b-9a4f07933014 HTTP/1.1" status: 200 len: 890 time: 1.9935679 Aug 19 17:50:50.989526 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e69d997c-61c6-4c7a-8635-3535f54d94ea up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:50:51.044128 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port e69d997c-61c6-4c7a-8635-3535f54d94ea completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:50:51.048849 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port e69d997c-61c6-4c7a-8635-3535f54d94ea triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:50:51.049224 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:51.124753 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] Sync routers for ids ['b0bbd895-d59a-4907-981b-9a4f07933014'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:50:51.144951 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] Routers {'b0bbd895-d59a-4907-981b-9a4f07933014'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:50:51.145647 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T17:50:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b0bbd895-d59a-4907-981b-9a4f07933014'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:51.166592 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:51.396454 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port e69d997c-61c6-4c7a-8635-3535f54d94ea, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e69d997c-61c6-4c7a-8635-3535f54d94ea,segment=NetworkSegment(7ac2e0ee-af7f-4eda-816e-1fe262a9ffd2),segment_id=7ac2e0ee-af7f-4eda-816e-1fe262a9ffd2)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:51.406214 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:51.477895 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] Set router b0bbd895-d59a-4907-981b-9a4f07933014 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:50:51.550449 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=e69d997c-61c6-4c7a-8635-3535f54d94ea,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:51.900236 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bbd895-d59a-4907-981b-9a4f07933014', 'name': 'router1', 'tenant_id': '43b71484fcf943319a5c926434b2347e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '7aca6357-ed8a-4d39-bbe4-4949c50a87e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:50:31Z', 'updated_at': '2021-08-19T17:50:49Z', 'revision_number': 4, 'project_id': '43b71484fcf943319a5c926434b2347e', 'gw_port': {'id': '7aca6357-ed8a-4d39-bbe4-4949c50a87e3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bbd895-d59a-4907-981b-9a4f07933014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:50:48Z', 'updated_at': '2021-08-19T17:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'e69d997c-61c6-4c7a-8635-3535f54d94ea', 'name': '', 'network_id': '3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf', 'tenant_id': '43b71484fcf943319a5c926434b2347e', 'mac_address': 'fa:16:3e:83:3a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bbd895-d59a-4907-981b-9a4f07933014', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd70ce4aa-7ddf-469c-8a16-7bacfe4badfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:50:40Z', 'updated_at': '2021-08-19T17:50:43Z', 'revision_number': 4, 'project_id': '43b71484fcf943319a5c926434b2347e', 'subnets': [{'id': 'd70ce4aa-7ddf-469c-8a16-7bacfe4badfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad70d861-a7b9-4af8-8098-a7938182e046'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:51.952966 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] Checking router: b0bbd895-d59a-4907-981b-9a4f07933014 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:50:51.953306 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] Updating router b0bbd895-d59a-4907-981b-9a4f07933014 port 7aca6357-ed8a-4d39-bbe4-4949c50a87e3 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:50:52.003772 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:52.352381 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:52.363915 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] Transition to ACTIVE for port object 7aca6357-ed8a-4d39-bbe4-4949c50a87e3 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:50:52.371592 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:52.448562 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] Attempting to bind port 7aca6357-ed8a-4d39-bbe4-4949c50a87e3 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:50:52.448941 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] Attempting to bind port 7aca6357-ed8a-4d39-bbe4-4949c50a87e3 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:50:52.449443 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] Attempting to bind port 7aca6357-ed8a-4d39-bbe4-4949c50a87e3 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:52.452309 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2799b9-3ee2-49e9-bb60-bb57ea7be06c None None] Pushing event updated for resources: {'Port': ['ID=7aca6357-ed8a-4d39-bbe4-4949c50a87e3,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:52.458766 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:50:52.459217 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:50:52.459637 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:52.460028 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:50:52.460504 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] Bound port: 7aca6357-ed8a-4d39-bbe4-4949c50a87e3, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:50:52.460905 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:52.518466 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] For port 7aca6357-ed8a-4d39-bbe4-4949c50a87e3, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:50:52.521778 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] For port 7aca6357-ed8a-4d39-bbe4-4949c50a87e3, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7aca6357-ed8a-4d39-bbe4-4949c50a87e3,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:50:52.526417 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:52.543932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59620) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:52.590577 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2799b9-3ee2-49e9-bb60-bb57ea7be06c None None] Pushing event updated for resources: {'Port': ['ID=7aca6357-ed8a-4d39-bbe4-4949c50a87e3,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:52.595369 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] Routers {'b0bbd895-d59a-4907-981b-9a4f07933014'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:50:52.595997 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T17:50:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b0bbd895-d59a-4907-981b-9a4f07933014'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:52.668404 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ae475e67-08b3-4d42-88fe-29b692eb9ce4 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1232347 Aug 19 17:50:52.710662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] Set router b0bbd895-d59a-4907-981b-9a4f07933014 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:50:52.960714 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e69d997c-61c6-4c7a-8635-3535f54d94ea up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:50:53.096057 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port e69d997c-61c6-4c7a-8635-3535f54d94ea triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:50:53.096606 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:53.211493 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bbd895-d59a-4907-981b-9a4f07933014', 'name': 'router1', 'tenant_id': '43b71484fcf943319a5c926434b2347e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '7aca6357-ed8a-4d39-bbe4-4949c50a87e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:50:31Z', 'updated_at': '2021-08-19T17:50:49Z', 'revision_number': 4, 'project_id': '43b71484fcf943319a5c926434b2347e', 'gw_port': {'id': '7aca6357-ed8a-4d39-bbe4-4949c50a87e3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bbd895-d59a-4907-981b-9a4f07933014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:50:48Z', 'updated_at': '2021-08-19T17:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'e69d997c-61c6-4c7a-8635-3535f54d94ea', 'name': '', 'network_id': '3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf', 'tenant_id': '43b71484fcf943319a5c926434b2347e', 'mac_address': 'fa:16:3e:83:3a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bbd895-d59a-4907-981b-9a4f07933014', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd70ce4aa-7ddf-469c-8a16-7bacfe4badfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:50:40Z', 'updated_at': '2021-08-19T17:50:51Z', 'revision_number': 5, 'project_id': '43b71484fcf943319a5c926434b2347e', 'subnets': [{'id': 'd70ce4aa-7ddf-469c-8a16-7bacfe4badfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad70d861-a7b9-4af8-8098-a7938182e046'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:53.244682 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a488c7a-15e5-46d3-94f5-c803b8386728 None None] The sync data for ids ['b0bbd895-d59a-4907-981b-9a4f07933014'] in n-d-803753-2 is: [{'id': 'b0bbd895-d59a-4907-981b-9a4f07933014', 'name': 'router1', 'tenant_id': '43b71484fcf943319a5c926434b2347e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '7aca6357-ed8a-4d39-bbe4-4949c50a87e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:50:31Z', 'updated_at': '2021-08-19T17:50:49Z', 'revision_number': 4, 'project_id': '43b71484fcf943319a5c926434b2347e', 'gw_port': {'id': '7aca6357-ed8a-4d39-bbe4-4949c50a87e3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:85:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bbd895-d59a-4907-981b-9a4f07933014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:50:48Z', 'updated_at': '2021-08-19T17:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'e69d997c-61c6-4c7a-8635-3535f54d94ea', 'name': '', 'network_id': '3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf', 'tenant_id': '43b71484fcf943319a5c926434b2347e', 'mac_address': 'fa:16:3e:83:3a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bbd895-d59a-4907-981b-9a4f07933014', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd70ce4aa-7ddf-469c-8a16-7bacfe4badfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:50:40Z', 'updated_at': '2021-08-19T17:50:51Z', 'revision_number': 5, 'project_id': '43b71484fcf943319a5c926434b2347e', 'subnets': [{'id': 'd70ce4aa-7ddf-469c-8a16-7bacfe4badfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad70d861-a7b9-4af8-8098-a7938182e046'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:50:55.010408 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7aca6357-ed8a-4d39-bbe4-4949c50a87e3 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:50:55.086088 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 7aca6357-ed8a-4d39-bbe4-4949c50a87e3 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:50:55.092298 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 7aca6357-ed8a-4d39-bbe4-4949c50a87e3 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:50:55.092681 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:55.194439 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:55.218691 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 7aca6357-ed8a-4d39-bbe4-4949c50a87e3, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7aca6357-ed8a-4d39-bbe4-4949c50a87e3,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:55.223170 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:55.280741 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=7aca6357-ed8a-4d39-bbe4-4949c50a87e3,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:57.004939 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7aca6357-ed8a-4d39-bbe4-4949c50a87e3 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:50:57.077366 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 7aca6357-ed8a-4d39-bbe4-4949c50a87e3 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:50:57.078101 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:04.477199 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fe3e797e-a0f4-4316-af09-d7eec23ddf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:06.989372 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0e7c2ece-4bfb-458b-ba77-a3a3ba14ddd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:07.122899 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:07.961108 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:09.917497 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:15.377965 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 5 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:51:34.470960 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-257e1b40-c39c-4a0a-9f25-5c8a040745bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:36.991946 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d61c9db9-a868-4de2-9532-c698c2dba988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:37.126982 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:37.968365 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:39.924615 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:52.377741 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 5 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:52:04.475668 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-df912b7a-ad70-4862-90e1-0480831a340c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:06.996770 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c22b81f9-296f-4595-ac3e-597a8d55b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:07.128276 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:07.965837 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:09.926542 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:29.377120 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 5 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:52:34.481647 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c8af1566-b96c-4094-8d09-710c75d05f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:37.000766 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9cd78a0b-920a-4874-84c4-9ef4dc8f8c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:37.131064 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:37.864345 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60224) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:37.933962 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-a593e16f-a6d7-4b73-8b5e-d76c47cb32a3 admin admin] GET failed (client error): The resource could not be found. Aug 19 17:52:37.935357 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a593e16f-a6d7-4b73-8b5e-d76c47cb32a3 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0700269 Aug 19 17:52:37.970373 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:38.113771 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e5c164-774f-46f1-aaf9-69fdb160b4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:38.115274 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-49e5c164-774f-46f1-aaf9-69fdb160b4d2 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1753123 Aug 19 17:52:39.935966 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:40.329818 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60234) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:40.439589 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16e263b-e1c3-4b29-adbd-8524669ffd49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:40.440979 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c16e263b-e1c3-4b29-adbd-8524669ffd49 admin admin] 10.222.0.24 "GET /v2.0/subnets/d70ce4aa-7ddf-469c-8a16-7bacfe4badfd HTTP/1.1" status: 200 len: 849 time: 0.1102076 Aug 19 17:52:40.454861 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-ad3b7852-92f6-40e5-8fc4-caf91d4853ee admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:40.546137 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ad3b7852-92f6-40e5-8fc4-caf91d4853ee admin admin] Notify callbacks [] for subnet, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:40.694445 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ad3b7852-92f6-40e5-8fc4-caf91d4853ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789619245671'] for subnet, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:40.727411 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3b7852-92f6-40e5-8fc4-caf91d4853ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:40.728030 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ad3b7852-92f6-40e5-8fc4-caf91d4853ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:40.732643 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78066fe9-57b3-41d2-9638-686ef97b1b43 None None] Network 3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:52:40.734960 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ad3b7852-92f6-40e5-8fc4-caf91d4853ee admin admin] 10.222.0.24 "PUT /v2.0/subnets/d70ce4aa-7ddf-469c-8a16-7bacfe4badfd HTTP/1.1" status: 200 len: 868 time: 0.2839980 Aug 19 17:52:40.759154 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b7852-92f6-40e5-8fc4-caf91d4853ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=d70ce4aa-7ddf-469c-8a16-7bacfe4badfd,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:40.767999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b7852-92f6-40e5-8fc4-caf91d4853ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:40.768402 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b7852-92f6-40e5-8fc4-caf91d4853ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:40.768682 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b7852-92f6-40e5-8fc4-caf91d4853ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:40.769037 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b7852-92f6-40e5-8fc4-caf91d4853ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:40.769353 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b7852-92f6-40e5-8fc4-caf91d4853ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:40.769726 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b7852-92f6-40e5-8fc4-caf91d4853ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:40.770057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b7852-92f6-40e5-8fc4-caf91d4853ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:40.770383 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b7852-92f6-40e5-8fc4-caf91d4853ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:40.770710 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b7852-92f6-40e5-8fc4-caf91d4853ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:40.771037 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b7852-92f6-40e5-8fc4-caf91d4853ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:40.771364 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b7852-92f6-40e5-8fc4-caf91d4853ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:40.771682 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b7852-92f6-40e5-8fc4-caf91d4853ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:41.185049 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2f871d57-c854-4253-9f0d-5da0fdbd1144 None None] Provisioning complete for port e69d997c-61c6-4c7a-8635-3535f54d94ea triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:41.185659 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2f871d57-c854-4253-9f0d-5da0fdbd1144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:41.278688 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2f871d57-c854-4253-9f0d-5da0fdbd1144 None None] Provisioning complete for port 779eb1c6-d166-4c69-915c-d4977b00ea06 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:41.278927 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2f871d57-c854-4253-9f0d-5da0fdbd1144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:42.964325 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60242) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:43.174002 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441063d5-ebf3-4b09-960b-73debed17fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:43.174476 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441063d5-ebf3-4b09-960b-73debed17fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:43.176043 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-441063d5-ebf3-4b09-960b-73debed17fc2 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2107437 Aug 19 17:52:45.404313 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60250) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:45.537157 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c962a76-3cb4-4fef-bfbb-3a9c284ee94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:45.537656 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c962a76-3cb4-4fef-bfbb-3a9c284ee94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:45.539220 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5c962a76-3cb4-4fef-bfbb-3a9c284ee94f admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1371794 Aug 19 17:52:47.762718 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60258) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:47.900165 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946c364e-ac46-408d-8715-ba4830beb33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:47.902004 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-946c364e-ac46-408d-8715-ba4830beb33d admin admin] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 886 time: 0.1383262 Aug 19 17:52:50.134299 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60266) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:50.270673 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890254ec-ab79-476c-a7a4-8baf0c4ae463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:50.272029 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-890254ec-ab79-476c-a7a4-8baf0c4ae463 admin admin] 10.222.0.24 "GET /v2.0/networks/3b9a9da8-6dce-4fe1-a49c-ba1012c0bccf HTTP/1.1" status: 200 len: 869 time: 0.1360872 Aug 19 17:52:52.470431 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60276) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:52.599146 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5445b112-35e4-4d9a-80d3-313d2d5c741e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:52.599613 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5445b112-35e4-4d9a-80d3-313d2d5c741e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:52.601206 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5445b112-35e4-4d9a-80d3-313d2d5c741e admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1298299 Aug 19 17:52:54.788596 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60284) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:54.914706 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e66e667-f8f8-47fc-968f-4e0860fa26d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:54.915161 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e66e667-f8f8-47fc-968f-4e0860fa26d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:54.916695 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1e66e667-f8f8-47fc-968f-4e0860fa26d0 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1271200 Aug 19 17:52:57.112326 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60292) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:57.204134 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0083d5f-2267-4457-8d28-e1fdb8097eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:57.205482 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b0083d5f-2267-4457-8d28-e1fdb8097eb0 admin admin] 10.222.0.24 "GET /v2.0/subnets/985f01f2-5e79-46c9-bdd2-fd872a2af582 HTTP/1.1" status: 200 len: 816 time: 0.0922172 Aug 19 17:52:59.430068 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60300) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:59.531570 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081a7c9b-35d1-4806-af62-9391b1b16785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:59.532942 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-081a7c9b-35d1-4806-af62-9391b1b16785 admin admin] 10.222.0.24 "GET /v2.0/subnets/d70ce4aa-7ddf-469c-8a16-7bacfe4badfd HTTP/1.1" status: 200 len: 868 time: 0.1019282 Aug 19 17:53:04.483756 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7f184e8a-d886-493b-8ce5-94ce73a33b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:06.376725 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 5 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:53:07.003332 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c503c89b-f30e-40ae-b40b-501bd68a7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:07.132342 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:07.981245 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:09.942031 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:24.046682 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60354) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:24.094473 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-3f87ad91-de57-459d-9df1-4d1481dd900b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:53:24.095463 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3f87ad91-de57-459d-9df1-4d1481dd900b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479095 Aug 19 17:53:26.363073 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60362) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:26.426627 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-218780ec-92e9-4216-9d8b-d52c0403aeea admin admin] GET failed (client error): The resource could not be found. Aug 19 17:53:26.427952 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-218780ec-92e9-4216-9d8b-d52c0403aeea admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0639169 Aug 19 17:53:26.515769 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001cd1dd-7edc-460a-94c9-db780db901e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:26.517243 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-001cd1dd-7edc-460a-94c9-db780db901e9 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0847945 Aug 19 17:53:28.756643 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60370) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:28.810719 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-bc7fb629-419f-425a-805d-fc1fad1320f9 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:28.831320 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7fb629-419f-425a-805d-fc1fad1320f9 admin admin] Made reservation on behalf of 4dda5696d82b414c9535269b73cf9f52 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:53:28.834084 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc7fb629-419f-425a-805d-fc1fad1320f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:28.870589 n-d-803753-2 neutron-server[94682]: WARNING neutron.services.revisions.revision_plugin [None req-bc7fb629-419f-425a-805d-fc1fad1320f9 admin admin] Could not find related network for resource to bump revision. Aug 19 17:53:28.881917 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7fb629-419f-425a-805d-fc1fad1320f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:53:28.891484 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc7fb629-419f-425a-805d-fc1fad1320f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:28.891824 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-bc7fb629-419f-425a-805d-fc1fad1320f9 admin admin] Added segment 5660a014-1dcd-4ef7-a94c-afa7c5604e13 of type vlan for network db9bf0b1-56d7-481f-838d-451a0b62a2f3 Aug 19 17:53:28.934447 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc7fb629-419f-425a-805d-fc1fad1320f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:28.964358 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc7fb629-419f-425a-805d-fc1fad1320f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:28.965342 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7fb629-419f-425a-805d-fc1fad1320f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:28.965969 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc7fb629-419f-425a-805d-fc1fad1320f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:29.023798 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bc7fb629-419f-425a-805d-fc1fad1320f9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2655873 Aug 19 17:53:29.028837 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fb629-419f-425a-805d-fc1fad1320f9 admin admin] Pushing event updated for resources: {'Network': ['ID=db9bf0b1-56d7-481f-838d-451a0b62a2f3,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:29.042501 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:53:31.262310 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60378) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:31.326753 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e49bfec-e3e9-4a10-8e2b-7050f8fa1389 admin admin] GET failed (client error): The resource could not be found. Aug 19 17:53:31.328107 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0e49bfec-e3e9-4a10-8e2b-7050f8fa1389 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0648289 Aug 19 17:53:31.402775 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fa8e78-ef31-461b-b2db-ee9e00c45fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:31.404288 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-46fa8e78-ef31-461b-b2db-ee9e00c45fd1 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0714915 Aug 19 17:53:31.414955 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2a531357-2996-453b-83c6-f029886f7193 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:31.436880 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a531357-2996-453b-83c6-f029886f7193 admin admin] Made reservation on behalf of 4dda5696d82b414c9535269b73cf9f52 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:53:31.439143 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2a531357-2996-453b-83c6-f029886f7193 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:31.717264 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2a531357-2996-453b-83c6-f029886f7193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:31.773605 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a531357-2996-453b-83c6-f029886f7193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=497727c1-222a-4b01-992b-65df976a5084,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:31.784124 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a531357-2996-453b-83c6-f029886f7193 admin admin] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:53:31.784486 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a531357-2996-453b-83c6-f029886f7193 admin admin] Network hostable DHCP agents. Network: db9bf0b1-56d7-481f-838d-451a0b62a2f3, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:53:31.804098 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a531357-2996-453b-83c6-f029886f7193 admin admin] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:53:31.813746 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-2a531357-2996-453b-83c6-f029886f7193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, db9bf0b1-56d7-481f-838d-451a0b62a2f3) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:53:31.818376 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a531357-2996-453b-83c6-f029886f7193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:31.818967 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2a531357-2996-453b-83c6-f029886f7193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:31.825974 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d94a41-602f-4e53-b436-1a40a22738dd None None] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:53:31.835309 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2a531357-2996-453b-83c6-f029886f7193 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4238873 Aug 19 17:53:31.987741 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'tenant_id': '4dda5696d82b414c9535269b73cf9f52', 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:53:31.988653 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:32.136951 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Allocated IP 192.168.233.2 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/bd9f9ab5-51ab-448a-a27d-459d78f2623e) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:53:32.299325 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:32.309168 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Transition to ACTIVE for port object bd9f9ab5-51ab-448a-a27d-459d78f2623e will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:53:32.325892 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Transition to ACTIVE for port object bd9f9ab5-51ab-448a-a27d-459d78f2623e will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:53:32.332270 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:32.375694 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:53:32.378849 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:53:32.381600 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:53:32.388022 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Pushing event updated for resources: {'Port': ['ID=bd9f9ab5-51ab-448a-a27d-459d78f2623e,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:32.399568 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:32.399926 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:32.400281 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:32.400622 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:32.400959 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:32.401294 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:32.401657 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:32.401983 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:32.402314 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:32.402640 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:32.402988 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:32.403322 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:32.455202 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Attempting to bind port bd9f9ab5-51ab-448a-a27d-459d78f2623e on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:53:32.455574 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Attempting to bind port bd9f9ab5-51ab-448a-a27d-459d78f2623e by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:53:32.455936 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Attempting to bind port bd9f9ab5-51ab-448a-a27d-459d78f2623e on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:53:32.461589 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:53:32.461969 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:53:32.462442 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:32.462833 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:53:32.463391 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Bound port: bd9f9ab5-51ab-448a-a27d-459d78f2623e, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:53:32.463855 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:32.537119 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] For port bd9f9ab5-51ab-448a-a27d-459d78f2623e, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:53:32.542551 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] For port bd9f9ab5-51ab-448a-a27d-459d78f2623e, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=bd9f9ab5-51ab-448a-a27d-459d78f2623e,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:53:32.548106 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:32.619852 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859d3a5-dab3-4f14-aeb3-60b12d49d224 None None] Pushing event updated for resources: {'Port': ['ID=bd9f9ab5-51ab-448a-a27d-459d78f2623e,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:33.138846 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device bd9f9ab5-51ab-448a-a27d-459d78f2623e up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:53:33.194736 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port bd9f9ab5-51ab-448a-a27d-459d78f2623e completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:53:33.513343 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf544e6-8786-4c40-986b-e6ad5eceaa2f None None] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:53:33.565197 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ecc29a69-f68a-4250-99cd-9187e1d63148 None None] Provisioning for port bd9f9ab5-51ab-448a-a27d-459d78f2623e completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:53:33.573261 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ecc29a69-f68a-4250-99cd-9187e1d63148 None None] Provisioning complete for port bd9f9ab5-51ab-448a-a27d-459d78f2623e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:53:33.573657 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ecc29a69-f68a-4250-99cd-9187e1d63148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.734871 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ecc29a69-f68a-4250-99cd-9187e1d63148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.781059 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ecc29a69-f68a-4250-99cd-9187e1d63148 None None] For port bd9f9ab5-51ab-448a-a27d-459d78f2623e, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=bd9f9ab5-51ab-448a-a27d-459d78f2623e,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:33.790120 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ecc29a69-f68a-4250-99cd-9187e1d63148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.852457 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc29a69-f68a-4250-99cd-9187e1d63148 None None] Pushing event updated for resources: {'Port': ['ID=bd9f9ab5-51ab-448a-a27d-459d78f2623e,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:34.012321 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-744ad17b-747f-492d-80be-44b67301e2b4 None None] Provisioning complete for port bd9f9ab5-51ab-448a-a27d-459d78f2623e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:53:34.012615 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-744ad17b-747f-492d-80be-44b67301e2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:34.485991 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-008c8826-6ef1-4911-a1c3-e5fcb9cf95cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:35.084410 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device bd9f9ab5-51ab-448a-a27d-459d78f2623e up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:53:35.134990 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port bd9f9ab5-51ab-448a-a27d-459d78f2623e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:53:35.135232 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:37.005911 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b7a91c0d-9399-47a0-b31e-c4a0f304362f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:37.136289 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:37.982666 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:39.944365 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:43.376082 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 5 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:54:04.493711 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-10683f1c-3425-4425-b822-73fa8d279a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:07.011419 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-010da098-ed2a-4c9c-ada1-0a2fae4ed294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:07.140164 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:07.980648 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:09.944405 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:20.376098 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 5 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:54:34.489278 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e014124c-4d4f-47ac-a68b-27f38a7a759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:37.005505 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a8d85862-cc89-4f13-aa0b-25fd19141e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:37.144454 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:37.985132 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:39.953694 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:45.329068 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60430) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:45.335539 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-213d50e2-a6fb-4643-855a-9899d8a5eb98 tempest-verify_tempest_config-1967210391 tempest-verify_tempest_config-1967210391-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:54:45.336558 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-213d50e2-a6fb-4643-855a-9899d8a5eb98 tempest-verify_tempest_config-1967210391 tempest-verify_tempest_config-1967210391-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064604 Aug 19 17:54:45.660938 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60448) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:45.765733 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38ddc13e-8e03-4cd1-8bad-d71b9576a72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:45.872555 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38ddc13e-8e03-4cd1-8bad-d71b9576a72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:45.877710 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38ddc13e-8e03-4cd1-8bad-d71b9576a72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:45.925849 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ddc13e-8e03-4cd1-8bad-d71b9576a72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845bd41c-8d46-4a37-bfae-4e7cdaa99436,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:45.930507 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-38ddc13e-8e03-4cd1-8bad-d71b9576a72c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9460605bb79451cac6272f0ede47469&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2683964 Aug 19 17:54:45.933748 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60452) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:45.937065 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddc13e-8e03-4cd1-8bad-d71b9576a72c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:45.937400 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddc13e-8e03-4cd1-8bad-d71b9576a72c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:45.937775 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddc13e-8e03-4cd1-8bad-d71b9576a72c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:45.938100 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddc13e-8e03-4cd1-8bad-d71b9576a72c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:45.938458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddc13e-8e03-4cd1-8bad-d71b9576a72c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:45.938797 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddc13e-8e03-4cd1-8bad-d71b9576a72c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:45.939099 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddc13e-8e03-4cd1-8bad-d71b9576a72c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:45.939421 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddc13e-8e03-4cd1-8bad-d71b9576a72c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:45.939733 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddc13e-8e03-4cd1-8bad-d71b9576a72c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:45.940050 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddc13e-8e03-4cd1-8bad-d71b9576a72c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:45.940366 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddc13e-8e03-4cd1-8bad-d71b9576a72c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:45.940682 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddc13e-8e03-4cd1-8bad-d71b9576a72c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:46.020005 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd15a44c-a887-48d1-843c-7e53f087e06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:46.041290 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd15a44c-a887-48d1-843c-7e53f087e06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:46.141810 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd15a44c-a887-48d1-843c-7e53f087e06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:46.144526 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd15a44c-a887-48d1-843c-7e53f087e06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:46.146115 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bd15a44c-a887-48d1-843c-7e53f087e06f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/845bd41c-8d46-4a37-bfae-4e7cdaa99436 HTTP/1.1" status: 204 len: 168 time: 0.2110600 Aug 19 17:54:46.158974 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15a44c-a887-48d1-843c-7e53f087e06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845bd41c-8d46-4a37-bfae-4e7cdaa99436,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:46.164828 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd15a44c-a887-48d1-843c-7e53f087e06f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:46.165176 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd15a44c-a887-48d1-843c-7e53f087e06f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:46.165519 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd15a44c-a887-48d1-843c-7e53f087e06f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:46.165883 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd15a44c-a887-48d1-843c-7e53f087e06f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:46.166215 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd15a44c-a887-48d1-843c-7e53f087e06f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:46.166545 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd15a44c-a887-48d1-843c-7e53f087e06f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:46.166873 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd15a44c-a887-48d1-843c-7e53f087e06f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:46.167232 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd15a44c-a887-48d1-843c-7e53f087e06f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:46.167531 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd15a44c-a887-48d1-843c-7e53f087e06f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:46.167855 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd15a44c-a887-48d1-843c-7e53f087e06f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:46.168179 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd15a44c-a887-48d1-843c-7e53f087e06f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:46.168500 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd15a44c-a887-48d1-843c-7e53f087e06f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:57.374577 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 5 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:55:04.491522 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7edb1187-7b8a-436e-bc75-1ffc3af4179f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:07.007774 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c3e21255-23d2-4cea-925e-72d360085916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:07.151515 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:07.986855 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:09.956127 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:34.373111 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 5 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:55:34.493112 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fa86aac7-da9d-4e4e-80fd-642f8b2d0af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:37.010949 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-86e0a7c6-7163-4dbb-9589-48501a250374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:37.144989 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:37.988567 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:39.957360 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:04.497700 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c96b712f-2cde-4012-bdad-58ee5b1e1b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:07.012322 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a366d959-ad98-4339-9592-9795e59143b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:07.148620 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:07.994225 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:09.963742 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:11.371855 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 5 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:56:34.499820 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b22430b0-4554-4cae-95bf-2d10ab8976d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:37.014754 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a158d4e5-ccb6-49c9-90d5-35ad6533effb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:37.149483 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:37.995755 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:39.966706 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:48.371683 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 5 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:57:04.501346 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-00a09385-dd5b-456a-b5ea-b097c81f03b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:07.015998 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8623d5e3-c6a7-43dd-938f-5c6b0525b3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:07.150982 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:07.998015 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:09.968839 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:25.371350 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 5 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:57:34.501161 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8ac42906-4b09-4774-904c-839c7f551660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:37.018496 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-80307515-7cc5-44aa-9e3c-88f0c0b5e8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:37.152386 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:38.000850 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:39.977138 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:02.370577 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 5 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:58:04.502795 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1791ba0b-b0dc-4c1a-8924-d4de2a2e39bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:07.021085 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-61871bd1-ebab-4c8b-a4f9-5b565f26ab1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:07.154566 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:08.007594 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:09.976563 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:10.654495 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3865947'] for agent, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:15.965755 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3865947'] for agent, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:34.504224 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2138156f-dceb-4560-8d60-7af06403060d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:37.023171 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ce51ccc2-73d4-4e36-a3dc-9a22133a9d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:37.156557 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:38.007829 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:39.370983 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:58:39.978760 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:40.601366 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:45.953688 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:59.748943 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60514) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:58:59.856149 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a6cae085-866e-4ecb-ba56-f5c004e8c323 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1060634 Aug 19 17:59:02.094832 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60524) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:02.154067 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ed2878dc-84ff-4f30-bd11-a6b88a3e70b6 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0580840 Aug 19 17:59:04.509219 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ab82aa95-e897-4a5e-a905-2281a4e8e0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:07.023510 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c0fd5627-f5b6-48f3-a395-be565a2f0ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:07.157271 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:08.011047 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:09.981955 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:10.600973 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:15.952775 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:16.370805 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:59:34.510881 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-85bab48b-b044-40de-aecd-585d1cee0e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:37.025424 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e48c8151-95c5-406b-aa82-0c399d68ac21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:37.159360 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:38.011385 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:39.986087 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:40.605658 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:45.996766 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:53.370742 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:00:04.511600 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-66df5230-95a0-4a37-9e6f-c6833c841236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:07.028498 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c67804e8-cc28-438c-b729-871ac63bc396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:07.160855 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:08.019996 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:09.989482 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:10.631997 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:15.992707 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:30.391725 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:00:33.317457 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60684) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:33.710231 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4ea783ff-98c8-4ebb-aa26-79376d8f08f3 tempest-AutoAllocateNetworkTest-2145132692 tempest-AutoAllocateNetworkTest-2145132692-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d335ac38aaa242f182fa3ff29616e4c5&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3905969 Aug 19 18:00:33.714847 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60712) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:33.917712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1417d96-4572-4141-b92d-aa061e282dba tempest-AutoAllocateNetworkTest-2145132692 tempest-AutoAllocateNetworkTest-2145132692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:33.919336 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c1417d96-4572-4141-b92d-aa061e282dba tempest-AutoAllocateNetworkTest-2145132692 tempest-AutoAllocateNetworkTest-2145132692-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2030177 Aug 19 18:00:33.923187 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60726) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:33.985082 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-43559c42-9217-45b6-b481-e03909fd5312 tempest-AutoAllocateNetworkTest-2145132692 tempest-AutoAllocateNetworkTest-2145132692-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606983 Aug 19 18:00:33.988291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60736) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:34.018606 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-646e80b0-9fcc-4c51-830d-a6e1ea8ee20c tempest-AutoAllocateNetworkTest-2145132692 tempest-AutoAllocateNetworkTest-2145132692-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d335ac38aaa242f182fa3ff29616e4c5 HTTP/1.1" status: 200 len: 208 time: 0.0290723 Aug 19 18:00:34.519475 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bd08fcba-3a6d-4903-83e9-be3e397f451f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:34.907782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60770) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:35.354753 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d5473cac-4670-4b6a-b861-ba506ee1436c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:35.487616 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d5473cac-4670-4b6a-b861-ba506ee1436c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:35.492161 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d5473cac-4670-4b6a-b861-ba506ee1436c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:35.524489 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5473cac-4670-4b6a-b861-ba506ee1436c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b122b6-fa8e-475b-822d-b98e80daff79,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:35.540742 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5473cac-4670-4b6a-b861-ba506ee1436c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:35.541062 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5473cac-4670-4b6a-b861-ba506ee1436c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:35.541491 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5473cac-4670-4b6a-b861-ba506ee1436c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:35.542003 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5473cac-4670-4b6a-b861-ba506ee1436c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:35.542429 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5473cac-4670-4b6a-b861-ba506ee1436c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:35.542846 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5473cac-4670-4b6a-b861-ba506ee1436c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:35.543263 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5473cac-4670-4b6a-b861-ba506ee1436c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:35.543710 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5473cac-4670-4b6a-b861-ba506ee1436c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:35.544132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5473cac-4670-4b6a-b861-ba506ee1436c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:35.544553 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5473cac-4670-4b6a-b861-ba506ee1436c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:35.544964 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5473cac-4670-4b6a-b861-ba506ee1436c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:35.545383 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5473cac-4670-4b6a-b861-ba506ee1436c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5473cac-4670-4b6a-b861-ba506ee1436c admin admin] Tracked resource versions report: Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: pushed versions: Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: { 'AddressGroup': {'1.2'}, Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: 'ConntrackHelper': {'1.0'}, Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: 'Log': {'1.0'}, Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: 'Network': {'1.1'}, Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: 'Port': {'1.7'}, Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: 'PortForwarding': {'1.2'}, Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: 'QosPolicy': {'1.9'}, Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: 'SecurityGroup': {'1.4'}, Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: 'SecurityGroupRule': {'1.2'}, Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: 'SubPort': {'1.0'}, Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: 'Subnet': {'1.1'}, Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: 'Trunk': {'1.1'}} Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: consumer versions: Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: { DHCP agent@n-d-803753-2: {}, Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: HyperV agent@n-h1-803753-2: {}, Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: HyperV agent@n-h2-803753-2: {}, Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: L3 agent@n-d-803753-2: {}, Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: Metadata agent@n-d-803753-2: {}, Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: Metering agent@n-d-803753-2: {}, Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: Open vSwitch agent@n-d-803753-2: { 'AddressGroup': '1.2', Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: 'ConntrackHelper': '1.0', Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: 'Log': '1.0', Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: 'Network': '1.1', Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: 'Port': '1.7', Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: 'PortForwarding': '1.2', Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: 'QosPolicy': '1.9', Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: 'SecurityGroup': '1.4', Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: 'SecurityGroupRule': '1.2', Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: 'SubPort': '1.0', Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: 'Subnet': '1.1', Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: 'Trunk': '1.1'}} Aug 19 18:00:35.546654 n-d-803753-2 neutron-server[94682]: {{(pid=94682) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 18:00:35.562656 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d5473cac-4670-4b6a-b861-ba506ee1436c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d335ac38aaa242f182fa3ff29616e4c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6499100 Aug 19 18:00:35.563251 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60796) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:35.644992 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c45029ab-aba2-4eec-8c87-0c04b5e287d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:35.674938 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c45029ab-aba2-4eec-8c87-0c04b5e287d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:35.745948 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c45029ab-aba2-4eec-8c87-0c04b5e287d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:35.748853 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c45029ab-aba2-4eec-8c87-0c04b5e287d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:35.753666 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c45029ab-aba2-4eec-8c87-0c04b5e287d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d2b122b6-fa8e-475b-822d-b98e80daff79 HTTP/1.1" status: 204 len: 168 time: 0.1864696 Aug 19 18:00:35.759277 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45029ab-aba2-4eec-8c87-0c04b5e287d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b122b6-fa8e-475b-822d-b98e80daff79,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:35.767908 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45029ab-aba2-4eec-8c87-0c04b5e287d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:35.768257 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45029ab-aba2-4eec-8c87-0c04b5e287d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:35.768598 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45029ab-aba2-4eec-8c87-0c04b5e287d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:35.768933 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45029ab-aba2-4eec-8c87-0c04b5e287d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:35.769267 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45029ab-aba2-4eec-8c87-0c04b5e287d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:35.769743 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45029ab-aba2-4eec-8c87-0c04b5e287d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:35.770085 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45029ab-aba2-4eec-8c87-0c04b5e287d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:35.770415 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45029ab-aba2-4eec-8c87-0c04b5e287d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:35.770743 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45029ab-aba2-4eec-8c87-0c04b5e287d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:35.771066 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45029ab-aba2-4eec-8c87-0c04b5e287d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:35.771523 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45029ab-aba2-4eec-8c87-0c04b5e287d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:35.771854 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45029ab-aba2-4eec-8c87-0c04b5e287d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45029ab-aba2-4eec-8c87-0c04b5e287d6 admin admin] Tracked resource versions report: Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: pushed versions: Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: { 'AddressGroup': {'1.2'}, Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: 'ConntrackHelper': {'1.0'}, Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: 'Log': {'1.0'}, Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: 'Network': {'1.1'}, Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: 'Port': {'1.7'}, Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: 'PortForwarding': {'1.2'}, Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: 'QosPolicy': {'1.9'}, Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: 'SecurityGroup': {'1.4'}, Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: 'SecurityGroupRule': {'1.2'}, Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: 'SubPort': {'1.0'}, Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: 'Subnet': {'1.1'}, Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: 'Trunk': {'1.1'}} Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: consumer versions: Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: { DHCP agent@n-d-803753-2: {}, Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: HyperV agent@n-h1-803753-2: {}, Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: HyperV agent@n-h2-803753-2: {}, Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: L3 agent@n-d-803753-2: {}, Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: Metadata agent@n-d-803753-2: {}, Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: Metering agent@n-d-803753-2: {}, Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: Open vSwitch agent@n-d-803753-2: { 'AddressGroup': '1.2', Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: 'ConntrackHelper': '1.0', Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: 'Log': '1.0', Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: 'Network': '1.1', Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: 'Port': '1.7', Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: 'PortForwarding': '1.2', Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: 'QosPolicy': '1.9', Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: 'SecurityGroup': '1.4', Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: 'SecurityGroupRule': '1.2', Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: 'SubPort': '1.0', Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: 'Subnet': '1.1', Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: 'Trunk': '1.1'}} Aug 19 18:00:35.772988 n-d-803753-2 neutron-server[94681]: {{(pid=94681) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 18:00:37.033636 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-04bac8e0-87f3-49cf-b57b-d30b1322c98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:37.172021 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:38.045046 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:38.583253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60936) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:39.011186 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-caad4800-fdb5-4440-b60c-7fc6d0ed0384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:39.160428 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-caad4800-fdb5-4440-b60c-7fc6d0ed0384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:39.166098 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-caad4800-fdb5-4440-b60c-7fc6d0ed0384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:39.237241 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60966) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:39.242467 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-caad4800-fdb5-4440-b60c-7fc6d0ed0384 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3649e3be0314b0caa2beeeab5b08f84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6576216 Aug 19 18:00:39.243661 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad4800-fdb5-4440-b60c-7fc6d0ed0384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefb2f43-cf23-458b-86cb-16075c797168,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:39.341079 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a3f25720-2f8f-40b2-ae91-312560f347b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:39.385055 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a3f25720-2f8f-40b2-ae91-312560f347b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:39.463677 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a3f25720-2f8f-40b2-ae91-312560f347b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:39.466994 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a3f25720-2f8f-40b2-ae91-312560f347b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:39.468930 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a3f25720-2f8f-40b2-ae91-312560f347b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eefb2f43-cf23-458b-86cb-16075c797168 HTTP/1.1" status: 204 len: 168 time: 0.2305601 Aug 19 18:00:39.478101 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f25720-2f8f-40b2-ae91-312560f347b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefb2f43-cf23-458b-86cb-16075c797168,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:39.857023 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32778) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:39.862339 n-d-803753-2 neutron-server[94681]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 18:00:39.906901 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-99e3afa5-8972-4be1-8d28-d4ade990f4dd tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a03bd2512098459f96bccfe4171a0ee9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465555 Aug 19 18:00:40.007530 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:40.037698 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-2cf30e26-80b7-43bc-ba99-587a98652950 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:40.039472 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-2cf30e26-80b7-43bc-ba99-587a98652950 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1311300 Aug 19 18:00:40.062886 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-7ac2271b-0afc-453a-8ea1-64a7c4954154 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/quotas/a03bd2512098459f96bccfe4171a0ee9 HTTP/1.1" status: 200 len: 375 time: 0.0143857 Aug 19 18:00:40.101228 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32782) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:40.121949 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b0ecefbd-6f14-40d4-80ab-c1805915bcb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:40.238901 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-771abb2d-1c7e-4f2f-83d6-a0169eaae94b tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a03bd2512098459f96bccfe4171a0ee9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1668091 Aug 19 18:00:40.246702 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b0ecefbd-6f14-40d4-80ab-c1805915bcb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:40.257248 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b0ecefbd-6f14-40d4-80ab-c1805915bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:40.302732 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecefbd-6f14-40d4-80ab-c1805915bcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573afd92-a55b-4863-93ca-daa254a1e059,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:40.310152 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b0ecefbd-6f14-40d4-80ab-c1805915bcb3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fe5d9c11d254c30a93f858ad47d9c56&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2071278 Aug 19 18:00:40.314623 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32790) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:40.388775 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-de938fad-5b76-4962-8d05-4539a234eab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:40.417257 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-de938fad-5b76-4962-8d05-4539a234eab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:40.492815 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-de938fad-5b76-4962-8d05-4539a234eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:40.496638 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-de938fad-5b76-4962-8d05-4539a234eab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:40.498302 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-de938fad-5b76-4962-8d05-4539a234eab7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/573afd92-a55b-4863-93ca-daa254a1e059 HTTP/1.1" status: 204 len: 168 time: 0.1824441 Aug 19 18:00:40.510133 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de938fad-5b76-4962-8d05-4539a234eab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573afd92-a55b-4863-93ca-daa254a1e059,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:40.652317 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:40.907014 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-7e839e6e-e8c7-43fe-9233-44b91cb528f7 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b84cb7e21da64a88b5741ffbb9559910&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233619 Aug 19 18:00:41.079281 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-4ea90f93-2e31-4b5d-86a7-f03af7480c6f tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:41.080981 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-4ea90f93-2e31-4b5d-86a7-f03af7480c6f tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1680295 Aug 19 18:00:41.090524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32854) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:41.104281 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-f5efc63a-ca8e-4bdc-82ae-10843b1206d1 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/quotas/b84cb7e21da64a88b5741ffbb9559910 HTTP/1.1" status: 200 len: 375 time: 0.0162613 Aug 19 18:00:41.148764 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-87f0f9b5-924b-407d-9ad0-8dc68555a1ff tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b84cb7e21da64a88b5741ffbb9559910&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434496 Aug 19 18:00:41.318017 n-d-803753-2 neutron-server[94682]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 18:00:41.411853 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f9a255bd-c723-4c80-b3fc-a1615e126d5b req-3a935c72-1500-48e8-a125-4f35d92306a8 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 210 time: 0.3185132 Aug 19 18:00:41.796619 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-aae8f52d-c87f-42c9-a3a7-bf3bcfa634d6 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=bbbde46dd9a649cfb2a873cbb3d4d967&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574172 Aug 19 18:00:41.937692 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-d84de002-9306-437a-b41a-3f31e6b4fdef tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b84cb7e21da64a88b5741ffbb9559910&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700505 Aug 19 18:00:42.060182 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-0f77d479-cecb-4cf1-ab1e-09fa5b788864 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:42.079339 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-0f77d479-cecb-4cf1-ab1e-09fa5b788864 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2818985 Aug 19 18:00:42.118037 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-fba68fb3-0707-4388-b8d4-b485a78a6eba tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/quotas/bbbde46dd9a649cfb2a873cbb3d4d967 HTTP/1.1" status: 200 len: 375 time: 0.0377002 Aug 19 18:00:42.173748 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-46bab1fa-7fdf-458e-993c-a99785cbda0d tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbbde46dd9a649cfb2a873cbb3d4d967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507650 Aug 19 18:00:42.200588 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32952) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:42.310440 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32958) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:42.349390 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-6843f7bc-a0cf-4b9d-8b7f-4d4f727d6165 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:42.362868 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-6843f7bc-a0cf-4b9d-8b7f-4d4f727d6165 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4235959 Aug 19 18:00:42.394457 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-a98e8497-7100-4974-8429-9d2578a4e49c tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/quotas/b84cb7e21da64a88b5741ffbb9559910 HTTP/1.1" status: 200 len: 375 time: 0.0297925 Aug 19 18:00:42.501061 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-a87a9303-7760-498c-9601-56f7d8509be7 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b84cb7e21da64a88b5741ffbb9559910&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0982406 Aug 19 18:00:42.557186 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c0fe31eb-6cf8-4ec1-905a-5b1cc4c7e85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:42.579919 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-01bc4936-64e3-4c3c-9180-67047e7d7853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:42.809526 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c75d57cc-e343-4daa-b5e5-3f9b96a73a1c req-b8f5e066-61d8-4992-b4de-e126fb5b41cc tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 210 time: 0.2268991 Aug 19 18:00:43.002210 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c0fe31eb-6cf8-4ec1-905a-5b1cc4c7e85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:43.016369 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c0fe31eb-6cf8-4ec1-905a-5b1cc4c7e85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:43.142948 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95ca6ed2-0091-4a51-8400-e7dfaeb5cfc6 req-aa596b17-69fa-4e5f-830a-b1e0e0161484 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 210 time: 0.0669065 Aug 19 18:00:43.162306 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33004) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:43.165710 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c0fe31eb-6cf8-4ec1-905a-5b1cc4c7e85e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbb5a4fcfb40412caeaaad30b532ff4e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8512797 Aug 19 18:00:43.169243 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-35a345cc-6dbb-4b92-8e38-c328fcf2db61 req-e442eb3b-f5ab-4b08-9601-0a96ddd1a56b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 210 time: 0.1476111 Aug 19 18:00:43.171826 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe31eb-6cf8-4ec1-905a-5b1cc4c7e85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3fb09e-0c13-4236-bb84-1a04d16d4625,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:43.298619 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-01de6669-bb52-477d-b9e2-ae653b3cd056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:43.333120 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-01de6669-bb52-477d-b9e2-ae653b3cd056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:43.354812 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-01bc4936-64e3-4c3c-9180-67047e7d7853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:43.363395 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-01bc4936-64e3-4c3c-9180-67047e7d7853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:43.430494 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-01bc4936-64e3-4c3c-9180-67047e7d7853 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e76398153d864a0087501738eef93ce7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2286808 Aug 19 18:00:43.437839 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33018) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:43.470284 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-01de6669-bb52-477d-b9e2-ae653b3cd056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:43.475594 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-01de6669-bb52-477d-b9e2-ae653b3cd056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:43.476914 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-01de6669-bb52-477d-b9e2-ae653b3cd056 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b3fb09e-0c13-4236-bb84-1a04d16d4625 HTTP/1.1" status: 204 len: 168 time: 0.3125336 Aug 19 18:00:43.527597 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc4936-64e3-4c3c-9180-67047e7d7853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0370b1-5a6f-4186-a8d4-99e0f84973be,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:43.583223 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de6669-bb52-477d-b9e2-ae653b3cd056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3fb09e-0c13-4236-bb84-1a04d16d4625,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:43.666570 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8579-8c1d-4964-8282-9bbe9db5d75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:43.716374 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8579-8c1d-4964-8282-9bbe9db5d75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:43.839652 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8579-8c1d-4964-8282-9bbe9db5d75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:43.844252 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8579-8c1d-4964-8282-9bbe9db5d75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:43.846368 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5a1e8579-8c1d-4964-8282-9bbe9db5d75c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f0370b1-5a6f-4186-a8d4-99e0f84973be HTTP/1.1" status: 204 len: 168 time: 0.4047790 Aug 19 18:00:43.857111 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e8579-8c1d-4964-8282-9bbe9db5d75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0370b1-5a6f-4186-a8d4-99e0f84973be,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:44.005252 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-29754778-ba14-40e3-84b7-25f9817cf431 req-b55cd454-057d-4228-81db-f737f9e62ae7 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 210 time: 0.0529666 Aug 19 18:00:44.129154 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.50', 49614) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:44.160395 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33046) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:44.168789 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-203ec80b-f2e9-4b48-8cd1-0af98f960d81 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b84cb7e21da64a88b5741ffbb9559910&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311055 Aug 19 18:00:44.185640 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9803b162-9e7c-4594-be88-d7f9a5b6da12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:44.366779 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-5b7d7e9d-7c2b-4e35-96ab-fe953fa7c407 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:44.369423 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-5b7d7e9d-7c2b-4e35-96ab-fe953fa7c407 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1917570 Aug 19 18:00:44.482160 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9803b162-9e7c-4594-be88-d7f9a5b6da12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:44.488007 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2084f901-a4a3-42a5-9cd5-10e6b81e7221 req-46c0d9b2-5f6e-42ed-a43f-a5012e346257 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 210 time: 0.0473194 Aug 19 18:00:44.492324 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-45e6b07f-a51d-4b48-81bb-f8a867c3bfc6 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Request body: {'port': {'device_id': 'b2002604-ed64-40ca-9154-418ea7feccbf', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': 'b84cb7e21da64a88b5741ffbb9559910'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:44.498316 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9803b162-9e7c-4594-be88-d7f9a5b6da12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:44.542219 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.54', 52089) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:44.566289 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9803b162-9e7c-4594-be88-d7f9a5b6da12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd6af8c64437488b939a21ccfb2486d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4035041 Aug 19 18:00:44.594147 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33064) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:44.606819 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-50f7045f-f04a-4e18-96cf-2aa32ac63966 req-c601c806-7fd2-4b90-a923-c02c6359656e tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 210 time: 0.1519315 Aug 19 18:00:44.612531 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-b312aebb-e248-4050-80c3-2235f6f4872d tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=bbbde46dd9a649cfb2a873cbb3d4d967&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442801 Aug 19 18:00:44.726737 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33066) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:44.765834 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-45e6b07f-a51d-4b48-81bb-f8a867c3bfc6 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Made reservation on behalf of b84cb7e21da64a88b5741ffbb9559910 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:00:44.773682 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-45e6b07f-a51d-4b48-81bb-f8a867c3bfc6 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:44.784876 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-45e6b07f-a51d-4b48-81bb-f8a867c3bfc6 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:44.888920 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.50', 49617) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:44.921062 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33088) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:44.980797 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803b162-9e7c-4594-be88-d7f9a5b6da12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd0397b-6034-4490-984f-925480c4216d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:44.982483 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-a4e9671a-58ce-43ad-9ae7-9e0a0e8d4d66 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a03bd2512098459f96bccfe4171a0ee9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0891590 Aug 19 18:00:44.988205 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f7036634-40dd-407a-b1cf-78cdc4e23bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:45.054216 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-a5943230-8905-4f5e-8225-b9f80e8a0f4d tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:45.057389 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-a5943230-8905-4f5e-8225-b9f80e8a0f4d tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4377947 Aug 19 18:00:45.063743 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f7036634-40dd-407a-b1cf-78cdc4e23bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:45.185564 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-166406c8-e0ee-43ac-a996-3bedbf56c942 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Request body: {'port': {'device_id': '271a30de-1fe3-4abe-a623-87669a16a452', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': 'bbbde46dd9a649cfb2a873cbb3d4d967'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:45.191839 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-be1a0934-2f29-4ef8-a793-0b7e319c1b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:45.235113 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-45e6b07f-a51d-4b48-81bb-f8a867c3bfc6 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:45.243534 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-f57c9a65-e2a3-421d-95f7-0932f605c7ea tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:45.244815 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-f57c9a65-e2a3-421d-95f7-0932f605c7ea tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2465169 Aug 19 18:00:45.249481 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-62d5caac-c576-4f7a-bb9b-acd6ee997c37 req-558b9c88-059c-433c-b37e-1254a510a557 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 210 time: 0.1145289 Aug 19 18:00:45.255731 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-45e6b07f-a51d-4b48-81bb-f8a867c3bfc6 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:45.289341 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-0423271b-449f-4085-8c8c-90ea9ed437cc tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Request body: {'port': {'device_id': '2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': 'a03bd2512098459f96bccfe4171a0ee9'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:45.296718 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6e3e305b-4612-403e-94f1-db06b12003c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:45.384607 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f7036634-40dd-407a-b1cf-78cdc4e23bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:45.387477 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f7036634-40dd-407a-b1cf-78cdc4e23bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:45.392114 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f7036634-40dd-407a-b1cf-78cdc4e23bcc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ebd0397b-6034-4490-984f-925480c4216d HTTP/1.1" status: 204 len: 168 time: 0.7743490 Aug 19 18:00:45.420676 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7036634-40dd-407a-b1cf-78cdc4e23bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd0397b-6034-4490-984f-925480c4216d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:45.515480 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.50', 49618) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:45.567859 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-ec050fde-80cb-425e-939b-888f518bf274 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b84cb7e21da64a88b5741ffbb9559910&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497806 Aug 19 18:00:45.641688 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-be1a0934-2f29-4ef8-a793-0b7e319c1b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:45.647213 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6b07f-a51d-4b48-81bb-f8a867c3bfc6 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56b98ad2-263d-4ec8-b660-85b2a4342867,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:45.851200 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-be1a0934-2f29-4ef8-a793-0b7e319c1b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:45.971023 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b848890b-5baa-46ce-84bd-ecbb3c942638 req-38fe90e8-1e12-4164-9b41-2fef87bbc7fa tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 210 time: 0.0842931 Aug 19 18:00:46.021814 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:46.070643 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9fa8e6de-1aa2-4492-88fa-4a923ab401af req-9c63557d-c98d-4952-80c9-f4518bb0c95c tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 210 time: 0.2146039 Aug 19 18:00:46.143953 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-f5f95fc3-aa85-4dcf-8d21-4a41c22595b5 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:46.151864 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-f5f95fc3-aa85-4dcf-8d21-4a41c22595b5 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5786219 Aug 19 18:00:46.281113 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a0934-2f29-4ef8-a793-0b7e319c1b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad7aede-d369-4153-b73f-f0e08c1f75c3,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:46.303517 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-e2036e31-fe95-4102-b45d-24a6ac104c19 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Request body: {'port': {'device_id': '6101ae35-f38d-4f34-ae57-24fc8615d888', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': 'b84cb7e21da64a88b5741ffbb9559910'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:46.400181 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-45e6b07f-a51d-4b48-81bb-f8a867c3bfc6 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Allocated IP 192.168.233.100 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/bc594908-7df4-489e-a1fd-2df2a543b8e6) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:00:46.433220 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-be1a0934-2f29-4ef8-a793-0b7e319c1b63 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc6e0be903f64d1cac9eb8632517f758&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4986448 Aug 19 18:00:46.441126 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33152) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:46.549185 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c259519-4e38-44c4-b69a-23d17c1e409d req-6a0fd3f1-983f-4307-9dee-5fabebc6561f tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 210 time: 0.0993943 Aug 19 18:00:47.076688 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6e3e305b-4612-403e-94f1-db06b12003c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:47.081257 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2404bd1a-36bd-426e-ac21-352f74f1fc1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:47.094318 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6e3e305b-4612-403e-94f1-db06b12003c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:47.169735 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-166406c8-e0ee-43ac-a996-3bedbf56c942 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Made reservation on behalf of bbbde46dd9a649cfb2a873cbb3d4d967 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:00:47.175590 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2404bd1a-36bd-426e-ac21-352f74f1fc1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:47.197917 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-166406c8-e0ee-43ac-a996-3bedbf56c942 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:47.235617 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-166406c8-e0ee-43ac-a996-3bedbf56c942 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:47.272772 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e305b-4612-403e-94f1-db06b12003c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4909be3d-8600-43cd-90b6-df0f58318311,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:47.304279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-0423271b-449f-4085-8c8c-90ea9ed437cc tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Made reservation on behalf of a03bd2512098459f96bccfe4171a0ee9 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:00:47.309266 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-0423271b-449f-4085-8c8c-90ea9ed437cc tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:47.356027 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dda57c31-dd2e-406b-9d06-87cb2c261b99 req-b8db667c-aabb-45ec-b9c7-cae8cfecc142 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 210 time: 0.1135547 Aug 19 18:00:47.382072 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-e2036e31-fe95-4102-b45d-24a6ac104c19 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Made reservation on behalf of b84cb7e21da64a88b5741ffbb9559910 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:00:47.391413 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-e2036e31-fe95-4102-b45d-24a6ac104c19 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:47.395811 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6e3e305b-4612-403e-94f1-db06b12003c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9904a3270c79428fb378f3fc1f644bf5&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6649241 Aug 19 18:00:47.398238 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33186) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:47.442405 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-328ac641-98fd-468a-b4b7-3c721b24f255 req-a71cab41-ce84-49fc-a56d-23e630387f4e tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 210 time: 0.1493170 Aug 19 18:00:47.515113 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-0423271b-449f-4085-8c8c-90ea9ed437cc tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:47.649050 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-45e6b07f-a51d-4b48-81bb-f8a867c3bfc6 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:47.703881 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-45e6b07f-a51d-4b48-81bb-f8a867c3bfc6 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Transition to ACTIVE for port object bc594908-7df4-489e-a1fd-2df2a543b8e6 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:00:47.707631 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2404bd1a-36bd-426e-ac21-352f74f1fc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:47.714380 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2404bd1a-36bd-426e-ac21-352f74f1fc1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:47.723384 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2404bd1a-36bd-426e-ac21-352f74f1fc1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cad7aede-d369-4153-b73f-f0e08c1f75c3 HTTP/1.1" status: 204 len: 168 time: 1.2774117 Aug 19 18:00:47.766413 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404bd1a-36bd-426e-ac21-352f74f1fc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad7aede-d369-4153-b73f-f0e08c1f75c3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:47.888293 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-45e6b07f-a51d-4b48-81bb-f8a867c3bfc6 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:47.918864 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ef02c9c4-6d6a-4004-a6c4-4e0deb55c1a1 req-d1edca44-1352-421f-b959-ad706610db2c tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 210 time: 0.1321809 Aug 19 18:00:47.978296 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f13d4382-5fb2-439a-8e07-85aebf3482da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:48.103895 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6b07f-a51d-4b48-81bb-f8a867c3bfc6 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Pushing event updated for resources: {'Port': ['ID=bc594908-7df4-489e-a1fd-2df2a543b8e6,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:48.131497 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-45e6b07f-a51d-4b48-81bb-f8a867c3bfc6 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:00:48.135014 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-45e6b07f-a51d-4b48-81bb-f8a867c3bfc6 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:00:48.150457 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-45e6b07f-a51d-4b48-81bb-f8a867c3bfc6 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:00:48.186910 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-45e6b07f-a51d-4b48-81bb-f8a867c3bfc6 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:48.189778 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-45e6b07f-a51d-4b48-81bb-f8a867c3bfc6 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:48.267595 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f13d4382-5fb2-439a-8e07-85aebf3482da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:48.507156 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b5860171-4c90-4deb-bb7d-3907aa35dee2 None None] Provisioning for port bc594908-7df4-489e-a1fd-2df2a543b8e6 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:00:48.535365 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b5860171-4c90-4deb-bb7d-3907aa35dee2 None None] Provisioning complete for port bc594908-7df4-489e-a1fd-2df2a543b8e6 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:00:48.536925 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b5860171-4c90-4deb-bb7d-3907aa35dee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:48.562029 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-166406c8-e0ee-43ac-a996-3bedbf56c942 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:48.575866 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-166406c8-e0ee-43ac-a996-3bedbf56c942 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:48.604568 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-e2036e31-fe95-4102-b45d-24a6ac104c19 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Allocated IP 192.168.233.109 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/2d37e335-994b-4290-9290-68af55592dcc) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:00:48.706201 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-21ef9cf6-6c32-4993-91fe-af7b2ab4408c req-27746cfa-4b45-4907-bd9d-a8cb514bd144 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 210 time: 0.0816085 Aug 19 18:00:48.708973 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b5860171-4c90-4deb-bb7d-3907aa35dee2 None None] Port bc594908-7df4-489e-a1fd-2df2a543b8e6 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:00:48.841313 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f13d4382-5fb2-439a-8e07-85aebf3482da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:48.849909 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f13d4382-5fb2-439a-8e07-85aebf3482da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:48.856884 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f13d4382-5fb2-439a-8e07-85aebf3482da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4909be3d-8600-43cd-90b6-df0f58318311 HTTP/1.1" status: 204 len: 168 time: 1.4470150 Aug 19 18:00:49.046795 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-0423271b-449f-4085-8c8c-90ea9ed437cc tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:49.075735 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32650c3a-9cd1-4ea6-9021-16482c21db84 req-129f5e6f-1518-4870-8b4d-f3b9702ec486 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 210 time: 0.2560999 Aug 19 18:00:49.084636 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-0423271b-449f-4085-8c8c-90ea9ed437cc tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:49.139011 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-45e6b07f-a51d-4b48-81bb-f8a867c3bfc6 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6532950 Aug 19 18:00:49.240542 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-495f6df7-b7a4-4664-a303-570af5a69445 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:00:49.242008 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-495f6df7-b7a4-4664-a303-570af5a69445 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0303588 Aug 19 18:00:49.300773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166406c8-e0ee-43ac-a996-3bedbf56c942 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4617520-3bc2-4f4e-82ac-751cfecb0ddf,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:49.403977 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423271b-449f-4085-8c8c-90ea9ed437cc tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e81c7c11-d08a-4190-8e30-22ce678ac7c7,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:49.452442 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d4382-5fb2-439a-8e07-85aebf3482da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4909be3d-8600-43cd-90b6-df0f58318311,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:49.463818 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7734298-c452-4359-830a-8ed45cae18a2 req-09836d56-7029-41fd-a421-952247efa0c3 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 210 time: 0.1572316 Aug 19 18:00:49.559114 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-e2036e31-fe95-4102-b45d-24a6ac104c19 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:49.599176 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-e2036e31-fe95-4102-b45d-24a6ac104c19 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Transition to ACTIVE for port object 2d37e335-994b-4290-9290-68af55592dcc will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:00:49.803450 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-e2036e31-fe95-4102-b45d-24a6ac104c19 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:49.823062 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33272) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:49.884969 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-879848f3-7044-4c1d-8a3b-7a723d0a3907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:50.233180 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2036e31-fe95-4102-b45d-24a6ac104c19 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Pushing event updated for resources: {'Port': ['ID=2d37e335-994b-4290-9290-68af55592dcc,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:50.290301 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474ba27-0a8f-44b8-8be7-604ed5baf76d req-36fe236c-c48c-4480-8f36-f6792755b1a0 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:50.304978 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4474ba27-0a8f-44b8-8be7-604ed5baf76d req-36fe236c-c48c-4480-8f36-f6792755b1a0 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 936 time: 0.3386283 Aug 19 18:00:50.306683 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-e2036e31-fe95-4102-b45d-24a6ac104c19 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:00:50.380013 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-e2036e31-fe95-4102-b45d-24a6ac104c19 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:00:50.391094 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-e2036e31-fe95-4102-b45d-24a6ac104c19 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:00:50.415770 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4474ba27-0a8f-44b8-8be7-604ed5baf76d req-db9b5446-c8d8-4a1b-b254-58b3357e0eae tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094575 Aug 19 18:00:50.428330 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-e2036e31-fe95-4102-b45d-24a6ac104c19 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:50.428999 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-e2036e31-fe95-4102-b45d-24a6ac104c19 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:50.506183 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-879848f3-7044-4c1d-8a3b-7a723d0a3907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:50.523273 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-879848f3-7044-4c1d-8a3b-7a723d0a3907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:50.536578 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-166406c8-e0ee-43ac-a996-3bedbf56c942 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Allocated IP 192.168.233.51 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/a5119ed9-9549-48ab-afe3-7d98660cd091) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:00:50.562925 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-46a73fe4-99b6-4bbf-b9b0-08f3d10c2737 req-0576262b-fa6c-4a7f-995f-72f7780d3813 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 210 time: 0.2340271 Aug 19 18:00:50.625098 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-e2036e31-fe95-4102-b45d-24a6ac104c19 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3261168 Aug 19 18:00:50.744397 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-eb7dabbf-8041-40a2-a967-ea74d09ea7aa req-0aacb413-9596-4a3e-9b88-ba66bc1c8d7f tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 210 time: 0.0759869 Aug 19 18:00:50.759638 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-879848f3-7044-4c1d-8a3b-7a723d0a3907 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5d770033ba4453ca726464d0096ad79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9323158 Aug 19 18:00:50.759638 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879848f3-7044-4c1d-8a3b-7a723d0a3907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d20d826-acbc-4dc2-9241-40346e24f6b2,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:50.768715 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33308) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:50.914548 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b9e693bf-6545-4122-8aa5-ea01a8e7cfbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:50.954261 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-bf923584-fe02-4f9a-bc7f-7dcc96559226 service neutron] Request body: {'port': {'device_id': 'b2002604-ed64-40ca-9154-418ea7feccbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:50.987154 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-609e413c-b1cf-4e02-91de-39e560c3beef None None] Provisioning for port 2d37e335-994b-4290-9290-68af55592dcc completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:00:50.991818 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-609e413c-b1cf-4e02-91de-39e560c3beef None None] Provisioning complete for port 2d37e335-994b-4290-9290-68af55592dcc triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:00:50.992198 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-609e413c-b1cf-4e02-91de-39e560c3beef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:51.035599 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b9e693bf-6545-4122-8aa5-ea01a8e7cfbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:51.102850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-609e413c-b1cf-4e02-91de-39e560c3beef None None] Port 2d37e335-994b-4290-9290-68af55592dcc cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:00:51.221392 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-166406c8-e0ee-43ac-a996-3bedbf56c942 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:51.260841 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-adbe3247-6d1b-4b91-8288-774e37651194 service neutron] Request body: {'port': {'device_id': '6101ae35-f38d-4f34-ae57-24fc8615d888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:51.276757 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-bf923584-fe02-4f9a-bc7f-7dcc96559226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:51.352673 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b9e693bf-6545-4122-8aa5-ea01a8e7cfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:51.356327 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b9e693bf-6545-4122-8aa5-ea01a8e7cfbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:51.358519 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b9e693bf-6545-4122-8aa5-ea01a8e7cfbe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d20d826-acbc-4dc2-9241-40346e24f6b2 HTTP/1.1" status: 204 len: 168 time: 0.5858080 Aug 19 18:00:51.398190 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e693bf-6545-4122-8aa5-ea01a8e7cfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d20d826-acbc-4dc2-9241-40346e24f6b2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:51.501005 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-166406c8-e0ee-43ac-a996-3bedbf56c942 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Transition to ACTIVE for port object a5119ed9-9549-48ab-afe3-7d98660cd091 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:00:51.547504 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-adbe3247-6d1b-4b91-8288-774e37651194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:51.923771 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-166406c8-e0ee-43ac-a996-3bedbf56c942 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:52.000534 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-166406c8-e0ee-43ac-a996-3bedbf56c942 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:00:52.080099 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-166406c8-e0ee-43ac-a996-3bedbf56c942 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:00:52.126661 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402c750-6c6f-4d37-acae-3697d386cb27 req-ddd53301-a1ce-42ff-9b6e-22232b447495 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:52.132951 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d402c750-6c6f-4d37-acae-3697d386cb27 req-ddd53301-a1ce-42ff-9b6e-22232b447495 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 936 time: 0.5467441 Aug 19 18:00:52.137333 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33334) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:52.213311 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166406c8-e0ee-43ac-a996-3bedbf56c942 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Pushing event updated for resources: {'Port': ['ID=a5119ed9-9549-48ab-afe3-7d98660cd091,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:52.241511 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-166406c8-e0ee-43ac-a996-3bedbf56c942 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:00:52.248053 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-166406c8-e0ee-43ac-a996-3bedbf56c942 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:52.248835 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-166406c8-e0ee-43ac-a996-3bedbf56c942 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:52.330568 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-166406c8-e0ee-43ac-a996-3bedbf56c942 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.1588769 Aug 19 18:00:52.339806 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-0423271b-449f-4085-8c8c-90ea9ed437cc tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Allocated IP 192.168.233.104 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/f80aead6-319d-4c19-af4e-3562cbb7bfa5) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:00:52.431179 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d402c750-6c6f-4d37-acae-3697d386cb27 req-0f7b603a-0bd3-4ea0-bb29-ae662ba8d053 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637475 Aug 19 18:00:52.661285 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-163f0601-6be5-4883-8eab-16bc91d65740 None None] Provisioning for port a5119ed9-9549-48ab-afe3-7d98660cd091 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:00:52.675044 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-163f0601-6be5-4883-8eab-16bc91d65740 None None] Provisioning complete for port a5119ed9-9549-48ab-afe3-7d98660cd091 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:00:52.675784 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-163f0601-6be5-4883-8eab-16bc91d65740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:52.746318 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-163f0601-6be5-4883-8eab-16bc91d65740 None None] Port a5119ed9-9549-48ab-afe3-7d98660cd091 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:00:52.813338 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0108472e-0db0-407f-b862-0e6213d7304c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:52.845005 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-44949fbb-8a98-471c-b3c8-4db8dce5e980 req-ac4709e8-6844-43cc-b7b7-2ab0d9dd1283 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 210 time: 0.2599959 Aug 19 18:00:52.957134 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0108472e-0db0-407f-b862-0e6213d7304c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:52.966651 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0108472e-0db0-407f-b862-0e6213d7304c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:53.010279 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33362) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:53.012504 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0108472e-0db0-407f-b862-0e6213d7304c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f28611d9873464492f818c5fef9eb1c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8636715 Aug 19 18:00:53.125624 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-183eb4a5-b41f-4cf8-9121-b1f7809efdd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:53.179743 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-183eb4a5-b41f-4cf8-9121-b1f7809efdd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:53.203244 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108472e-0db0-407f-b862-0e6213d7304c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b286fdf-d245-49c3-8b12-e4f9c2f30a09,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:53.281716 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-0423271b-449f-4085-8c8c-90ea9ed437cc tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:53.292896 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-183eb4a5-b41f-4cf8-9121-b1f7809efdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:53.300902 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-183eb4a5-b41f-4cf8-9121-b1f7809efdd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:53.306748 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-183eb4a5-b41f-4cf8-9121-b1f7809efdd5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b286fdf-d245-49c3-8b12-e4f9c2f30a09 HTTP/1.1" status: 204 len: 168 time: 0.2946062 Aug 19 18:00:53.320714 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183eb4a5-b41f-4cf8-9121-b1f7809efdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b286fdf-d245-49c3-8b12-e4f9c2f30a09,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:53.351559 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a2414-e83b-40cf-beae-94c73c9fb431 req-0718daac-744a-43ea-9f46-55346785ebf9 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:53.356113 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cf3a2414-e83b-40cf-beae-94c73c9fb431 req-0718daac-744a-43ea-9f46-55346785ebf9 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 935 time: 0.2640531 Aug 19 18:00:53.424126 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-0423271b-449f-4085-8c8c-90ea9ed437cc tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Transition to ACTIVE for port object f80aead6-319d-4c19-af4e-3562cbb7bfa5 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:00:53.511655 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cf3a2414-e83b-40cf-beae-94c73c9fb431 req-154972cc-01bc-4984-b448-dabce9406bf2 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4617520-3bc2-4f4e-82ac-751cfecb0ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265965 Aug 19 18:00:53.573247 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-0423271b-449f-4085-8c8c-90ea9ed437cc tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:53.787327 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-0423271b-449f-4085-8c8c-90ea9ed437cc tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:00:53.823261 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-0423271b-449f-4085-8c8c-90ea9ed437cc tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:00:53.836479 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-0423271b-449f-4085-8c8c-90ea9ed437cc tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:00:53.844004 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-0423271b-449f-4085-8c8c-90ea9ed437cc tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:53.844684 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-0423271b-449f-4085-8c8c-90ea9ed437cc tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:53.853946 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423271b-449f-4085-8c8c-90ea9ed437cc tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Pushing event updated for resources: {'Port': ['ID=f80aead6-319d-4c19-af4e-3562cbb7bfa5,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:53.981617 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-0423271b-449f-4085-8c8c-90ea9ed437cc tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.6965775 Aug 19 18:00:53.992402 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5cd69-a1bd-4fd0-83d8-5323688d31b9 req-a0597e9f-2c52-4efc-9d17-34f8fe0cda63 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:53.994118 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-45c5cd69-a1bd-4fd0-83d8-5323688d31b9 req-a0597e9f-2c52-4efc-9d17-34f8fe0cda63 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 936 time: 0.3056443 Aug 19 18:00:54.073784 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33384) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:54.148941 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-23caf5c8-fc5c-45f6-8484-19d10a665b31 service neutron] Request body: {'port': {'device_id': '2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:54.226496 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-45c5cd69-a1bd-4fd0-83d8-5323688d31b9 req-6e16e27c-2b56-4edc-99d8-6c9a2b31fbcc tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224925 Aug 19 18:00:54.298055 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-bf923584-fe02-4f9a-bc7f-7dcc96559226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc594908-7df4-489e-a1fd-2df2a543b8e6 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:00:54.305301 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-23caf5c8-fc5c-45f6-8484-19d10a665b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:54.313304 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-86ab7092-c00e-46f7-bbe0-39219a401493 None None] Provisioning for port f80aead6-319d-4c19-af4e-3562cbb7bfa5 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:00:54.323491 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-bf923584-fe02-4f9a-bc7f-7dcc96559226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:54.340761 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-86ab7092-c00e-46f7-bbe0-39219a401493 None None] Provisioning complete for port f80aead6-319d-4c19-af4e-3562cbb7bfa5 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:00:54.345376 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-86ab7092-c00e-46f7-bbe0-39219a401493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:54.375524 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-bf923584-fe02-4f9a-bc7f-7dcc96559226 service neutron] Transition to ACTIVE for port object bc594908-7df4-489e-a1fd-2df2a543b8e6 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:00:54.381435 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-bf923584-fe02-4f9a-bc7f-7dcc96559226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:54.433202 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4417b54f-b59b-48e6-ae98-5a8084ad211d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:54.460884 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-46b39f21-26cf-41af-9171-f4fe31135336 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:00:54.462665 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-46b39f21-26cf-41af-9171-f4fe31135336 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0252817 Aug 19 18:00:54.516616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-86ab7092-c00e-46f7-bbe0-39219a401493 None None] Port f80aead6-319d-4c19-af4e-3562cbb7bfa5 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:00:54.669930 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf923584-fe02-4f9a-bc7f-7dcc96559226 service neutron] Pushing event updated for resources: {'Port': ['ID=bc594908-7df4-489e-a1fd-2df2a543b8e6,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:54.888926 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-bf923584-fe02-4f9a-bc7f-7dcc96559226 service neutron] Attempting to bind port bc594908-7df4-489e-a1fd-2df2a543b8e6 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:00:54.890031 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-bf923584-fe02-4f9a-bc7f-7dcc96559226 service neutron] Attempting to bind port bc594908-7df4-489e-a1fd-2df2a543b8e6 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:00:54.890418 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-bf923584-fe02-4f9a-bc7f-7dcc96559226 service neutron] Attempting to bind port bc594908-7df4-489e-a1fd-2df2a543b8e6 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:00:54.913656 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-bf923584-fe02-4f9a-bc7f-7dcc96559226 service neutron] Port bc594908-7df4-489e-a1fd-2df2a543b8e6 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:00:54.913924 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-bf923584-fe02-4f9a-bc7f-7dcc96559226 service neutron] Attempting to bind port bc594908-7df4-489e-a1fd-2df2a543b8e6 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:00:54.975606 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-bf923584-fe02-4f9a-bc7f-7dcc96559226 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:00:54.976016 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-bf923584-fe02-4f9a-bc7f-7dcc96559226 service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:00:54.976619 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-bf923584-fe02-4f9a-bc7f-7dcc96559226 service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:00:54.977102 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-bf923584-fe02-4f9a-bc7f-7dcc96559226 service neutron] Bound port: bc594908-7df4-489e-a1fd-2df2a543b8e6, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:00:54.977476 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-bf923584-fe02-4f9a-bc7f-7dcc96559226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:55.070404 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4417b54f-b59b-48e6-ae98-5a8084ad211d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:55.085101 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-821e69f1-ccd7-45df-98fa-37ed7e548eb8 service neutron] Request body: {'port': {'device_id': '271a30de-1fe3-4abe-a623-87669a16a452', 'device_owner': 'compute:tempest-test_az-221386143', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:55.190901 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-bf923584-fe02-4f9a-bc7f-7dcc96559226 service neutron] For port bc594908-7df4-489e-a1fd-2df2a543b8e6, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:00:55.198826 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-bf923584-fe02-4f9a-bc7f-7dcc96559226 service neutron] For port bc594908-7df4-489e-a1fd-2df2a543b8e6, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bc594908-7df4-489e-a1fd-2df2a543b8e6,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:00:55.200314 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4417b54f-b59b-48e6-ae98-5a8084ad211d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:55.207435 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-bf923584-fe02-4f9a-bc7f-7dcc96559226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:55.246353 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-821e69f1-ccd7-45df-98fa-37ed7e548eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:55.315329 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-adbe3247-6d1b-4b91-8288-774e37651194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d37e335-994b-4290-9290-68af55592dcc {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:00:55.563256 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-bf923584-fe02-4f9a-bc7f-7dcc96559226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:55.563951 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-bf923584-fe02-4f9a-bc7f-7dcc96559226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:55.565590 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-bf923584-fe02-4f9a-bc7f-7dcc96559226 service neutron] 10.222.0.50 "PUT /v2.0/ports/bc594908-7df4-489e-a1fd-2df2a543b8e6 HTTP/1.1" status: 200 len: 1096 time: 5.3918254 Aug 19 18:00:55.566055 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2002604-ed64-40ca-9154-418ea7feccbf', 'tag': 'bc594908-7df4-489e-a1fd-2df2a543b8e6'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:00:55.671856 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4417b54f-b59b-48e6-ae98-5a8084ad211d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f885931ee1eb44a583c07736058dc6b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5965269 Aug 19 18:00:55.674740 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33408) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:55.739591 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-adbe3247-6d1b-4b91-8288-774e37651194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:55.887956 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf923584-fe02-4f9a-bc7f-7dcc96559226 service neutron] Pushing event updated for resources: {'Port': ['ID=bc594908-7df4-489e-a1fd-2df2a543b8e6,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:55.981041 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-4faa3640-3704-47cf-a8ee-0883b24f46d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:55.982363 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-4faa3640-3704-47cf-a8ee-0883b24f46d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b84cb7e21da64a88b5741ffbb9559910&device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 1099 time: 0.1896369 Aug 19 18:00:56.005290 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2c4c09c2-42ca-441d-b1dc-e9d5d18898f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:56.010648 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdadf7-a5bc-4d21-9df5-024d34ec75cc req-b8d2bd23-eafc-4419-8106-987fce870241 tempest-NetworksTest-2104189421 tempest-NetworksTest-2104189421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:56.011127 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdadf7-a5bc-4d21-9df5-024d34ec75cc req-b8d2bd23-eafc-4419-8106-987fce870241 tempest-NetworksTest-2104189421 tempest-NetworksTest-2104189421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:56.011649 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdadf7-a5bc-4d21-9df5-024d34ec75cc req-b8d2bd23-eafc-4419-8106-987fce870241 tempest-NetworksTest-2104189421 tempest-NetworksTest-2104189421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:56.014810 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-53cdadf7-a5bc-4d21-9df5-024d34ec75cc req-b8d2bd23-eafc-4419-8106-987fce870241 tempest-NetworksTest-2104189421 tempest-NetworksTest-2104189421-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.7277246 Aug 19 18:00:56.047497 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2c4c09c2-42ca-441d-b1dc-e9d5d18898f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:56.087853 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f77f23-499c-4c95-a85f-0501efc82864" -d '{"events": [{"name": "network-changed", "server_uuid": "b2002604-ed64-40ca-9154-418ea7feccbf", "tag": "bc594908-7df4-489e-a1fd-2df2a543b8e6"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:00:56.119354 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417b54f-b59b-48e6-ae98-5a8084ad211d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b258bd1c-d69f-46a5-a0ff-e94371f3c9f7,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:56.134621 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-adbe3247-6d1b-4b91-8288-774e37651194 service neutron] Transition to ACTIVE for port object 2d37e335-994b-4290-9290-68af55592dcc will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:00:56.142455 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-adbe3247-6d1b-4b91-8288-774e37651194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:56.172558 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2c4c09c2-42ca-441d-b1dc-e9d5d18898f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:56.176215 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2c4c09c2-42ca-441d-b1dc-e9d5d18898f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:56.178136 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2c4c09c2-42ca-441d-b1dc-e9d5d18898f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b258bd1c-d69f-46a5-a0ff-e94371f3c9f7 HTTP/1.1" status: 204 len: 168 time: 0.4555883 Aug 19 18:00:56.226311 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c09c2-42ca-441d-b1dc-e9d5d18898f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b258bd1c-d69f-46a5-a0ff-e94371f3c9f7,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:56.308063 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-adbe3247-6d1b-4b91-8288-774e37651194 service neutron] Attempting to bind port 2d37e335-994b-4290-9290-68af55592dcc on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:00:56.308676 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-adbe3247-6d1b-4b91-8288-774e37651194 service neutron] Attempting to bind port 2d37e335-994b-4290-9290-68af55592dcc by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:00:56.309396 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-adbe3247-6d1b-4b91-8288-774e37651194 service neutron] Attempting to bind port 2d37e335-994b-4290-9290-68af55592dcc on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:00:56.317832 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-adbe3247-6d1b-4b91-8288-774e37651194 service neutron] Port 2d37e335-994b-4290-9290-68af55592dcc on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:00:56.318559 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-adbe3247-6d1b-4b91-8288-774e37651194 service neutron] Attempting to bind port 2d37e335-994b-4290-9290-68af55592dcc on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:00:56.332984 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-adbe3247-6d1b-4b91-8288-774e37651194 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:00:56.334345 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-adbe3247-6d1b-4b91-8288-774e37651194 service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:00:56.335337 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-adbe3247-6d1b-4b91-8288-774e37651194 service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:00:56.336291 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-adbe3247-6d1b-4b91-8288-774e37651194 service neutron] Bound port: 2d37e335-994b-4290-9290-68af55592dcc, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:00:56.336938 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-adbe3247-6d1b-4b91-8288-774e37651194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:56.392380 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0a5f9-f896-4ae4-a1dc-869872f0de0e req-2c29f9e5-d415-429b-9bc1-80ee3bf48ad3 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:56.393345 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6bf0a5f9-f896-4ae4-a1dc-869872f0de0e req-2c29f9e5-d415-429b-9bc1-80ee3bf48ad3 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 936 time: 0.2804668 Aug 19 18:00:56.438246 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-adbe3247-6d1b-4b91-8288-774e37651194 service neutron] For port 2d37e335-994b-4290-9290-68af55592dcc, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:00:56.444416 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-adbe3247-6d1b-4b91-8288-774e37651194 service neutron] For port 2d37e335-994b-4290-9290-68af55592dcc, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=2d37e335-994b-4290-9290-68af55592dcc,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:00:56.459574 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-adbe3247-6d1b-4b91-8288-774e37651194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:56.478332 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe3247-6d1b-4b91-8288-774e37651194 service neutron] Pushing event updated for resources: {'Port': ['ID=2d37e335-994b-4290-9290-68af55592dcc,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:56.484503 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-adbe3247-6d1b-4b91-8288-774e37651194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:56.486826 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-adbe3247-6d1b-4b91-8288-774e37651194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:56.488750 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-adbe3247-6d1b-4b91-8288-774e37651194 service neutron] 10.222.0.50 "PUT /v2.0/ports/2d37e335-994b-4290-9290-68af55592dcc HTTP/1.1" status: 200 len: 1096 time: 5.8537784 Aug 19 18:00:56.489592 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6101ae35-f38d-4f34-ae57-24fc8615d888', 'tag': '2d37e335-994b-4290-9290-68af55592dcc'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:00:56.619461 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6bf0a5f9-f896-4ae4-a1dc-869872f0de0e req-e41e0a87-c088-48ee-aba4-62bcbd8a0ff2 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928492 Aug 19 18:00:56.810794 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-23caf5c8-fc5c-45f6-8484-19d10a665b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f80aead6-319d-4c19-af4e-3562cbb7bfa5 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:00:56.829227 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-23caf5c8-fc5c-45f6-8484-19d10a665b31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:56.847994 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-23caf5c8-fc5c-45f6-8484-19d10a665b31 service neutron] Transition to ACTIVE for port object f80aead6-319d-4c19-af4e-3562cbb7bfa5 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:00:56.923566 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-23caf5c8-fc5c-45f6-8484-19d10a665b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:57.019487 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1194e13a-452d-45c2-a2d5-ea31b98291bd" -d '{"events": [{"name": "network-changed", "server_uuid": "6101ae35-f38d-4f34-ae57-24fc8615d888", "tag": "2d37e335-994b-4290-9290-68af55592dcc"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:00:57.055655 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe3247-6d1b-4b91-8288-774e37651194 service neutron] Pushing event updated for resources: {'Port': ['ID=2d37e335-994b-4290-9290-68af55592dcc,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:57.105899 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-34911b63-fe28-4468-ab56-2081effab7a2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=bc594908-7df4-489e-a1fd-2df2a543b8e6 HTTP/1.1" status: 200 len: 217 time: 0.2560380 Aug 19 18:00:57.130939 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-ee9beef2-f302-47b8-ab13-dc9afdf3ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:57.132167 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-ee9beef2-f302-47b8-ab13-dc9afdf3ed87 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b84cb7e21da64a88b5741ffbb9559910&device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 1099 time: 0.3350172 Aug 19 18:00:57.256259 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de7de5-a300-451c-bd0d-a93854d8b3d3 req-8a587fb1-efdd-4778-ae5b-7c4ceee86a04 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:57.259792 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-58de7de5-a300-451c-bd0d-a93854d8b3d3 req-8a587fb1-efdd-4778-ae5b-7c4ceee86a04 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 935 time: 0.2684426 Aug 19 18:00:57.266333 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23caf5c8-fc5c-45f6-8484-19d10a665b31 service neutron] Pushing event updated for resources: {'Port': ['ID=f80aead6-319d-4c19-af4e-3562cbb7bfa5,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:57.362250 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-729ab253-81c5-495a-af7e-3399f35cc6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:57.363803 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-729ab253-81c5-495a-af7e-3399f35cc6df service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.2409964 Aug 19 18:00:57.405978 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-2c0f2317-93b4-4d1c-ad39-191462d548b0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=2d37e335-994b-4290-9290-68af55592dcc HTTP/1.1" status: 200 len: 217 time: 0.2552340 Aug 19 18:00:57.480898 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-58de7de5-a300-451c-bd0d-a93854d8b3d3 req-31935153-02d2-4e66-8ca7-785a8466a8b0 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4617520-3bc2-4f4e-82ac-751cfecb0ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831577 Aug 19 18:00:57.488094 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-23caf5c8-fc5c-45f6-8484-19d10a665b31 service neutron] Attempting to bind port f80aead6-319d-4c19-af4e-3562cbb7bfa5 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:00:57.488431 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-23caf5c8-fc5c-45f6-8484-19d10a665b31 service neutron] Attempting to bind port f80aead6-319d-4c19-af4e-3562cbb7bfa5 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:00:57.488763 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-23caf5c8-fc5c-45f6-8484-19d10a665b31 service neutron] Attempting to bind port f80aead6-319d-4c19-af4e-3562cbb7bfa5 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:00:57.505265 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-23caf5c8-fc5c-45f6-8484-19d10a665b31 service neutron] Port f80aead6-319d-4c19-af4e-3562cbb7bfa5 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:00:57.506340 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-23caf5c8-fc5c-45f6-8484-19d10a665b31 service neutron] Attempting to bind port f80aead6-319d-4c19-af4e-3562cbb7bfa5 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:00:57.524818 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-23caf5c8-fc5c-45f6-8484-19d10a665b31 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:00:57.525199 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-23caf5c8-fc5c-45f6-8484-19d10a665b31 service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:00:57.525642 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-23caf5c8-fc5c-45f6-8484-19d10a665b31 service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:00:57.526112 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-23caf5c8-fc5c-45f6-8484-19d10a665b31 service neutron] Bound port: f80aead6-319d-4c19-af4e-3562cbb7bfa5, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:00:57.526480 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-23caf5c8-fc5c-45f6-8484-19d10a665b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:57.568977 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-821e69f1-ccd7-45df-98fa-37ed7e548eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5119ed9-9549-48ab-afe3-7d98660cd091 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:00:57.580697 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-821e69f1-ccd7-45df-98fa-37ed7e548eb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:57.609257 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-821e69f1-ccd7-45df-98fa-37ed7e548eb8 service neutron] Transition to ACTIVE for port object a5119ed9-9549-48ab-afe3-7d98660cd091 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:00:57.616273 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-821e69f1-ccd7-45df-98fa-37ed7e548eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:57.662456 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-23caf5c8-fc5c-45f6-8484-19d10a665b31 service neutron] For port f80aead6-319d-4c19-af4e-3562cbb7bfa5, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:00:57.665902 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-23caf5c8-fc5c-45f6-8484-19d10a665b31 service neutron] For port f80aead6-319d-4c19-af4e-3562cbb7bfa5, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=f80aead6-319d-4c19-af4e-3562cbb7bfa5,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:00:57.674170 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-0172ea6f-363c-465e-b946-b453b6c3aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:57.677317 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-0172ea6f-363c-465e-b946-b453b6c3aed2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3041103 Aug 19 18:00:57.710190 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-6ada5864-b03e-4e68-a5b7-51616749db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:57.711048 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-23caf5c8-fc5c-45f6-8484-19d10a665b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:57.711876 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-6ada5864-b03e-4e68-a5b7-51616749db21 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.2959378 Aug 19 18:00:57.874892 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-821e69f1-ccd7-45df-98fa-37ed7e548eb8 service neutron] Attempting to bind port a5119ed9-9549-48ab-afe3-7d98660cd091 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:00:57.876273 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-821e69f1-ccd7-45df-98fa-37ed7e548eb8 service neutron] Attempting to bind port a5119ed9-9549-48ab-afe3-7d98660cd091 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:00:57.877431 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-821e69f1-ccd7-45df-98fa-37ed7e548eb8 service neutron] Attempting to bind port a5119ed9-9549-48ab-afe3-7d98660cd091 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:00:57.901744 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-23caf5c8-fc5c-45f6-8484-19d10a665b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:57.902317 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-23caf5c8-fc5c-45f6-8484-19d10a665b31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:57.903857 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-23caf5c8-fc5c-45f6-8484-19d10a665b31 service neutron] 10.222.0.50 "PUT /v2.0/ports/f80aead6-319d-4c19-af4e-3562cbb7bfa5 HTTP/1.1" status: 200 len: 1096 time: 3.7654767 Aug 19 18:00:57.907443 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e69f1-ccd7-45df-98fa-37ed7e548eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=a5119ed9-9549-48ab-afe3-7d98660cd091,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:57.915673 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5781a8-a58f-4b6f-a9c9-160a3771cf82 req-5f08586a-6752-4e84-9926-6188ed13756c tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:57.924613 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7d5781a8-a58f-4b6f-a9c9-160a3771cf82 req-5f08586a-6752-4e84-9926-6188ed13756c tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 948 time: 0.3384132 Aug 19 18:00:57.995901 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-821e69f1-ccd7-45df-98fa-37ed7e548eb8 service neutron] Port a5119ed9-9549-48ab-afe3-7d98660cd091 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:00:57.997404 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-821e69f1-ccd7-45df-98fa-37ed7e548eb8 service neutron] Attempting to bind port a5119ed9-9549-48ab-afe3-7d98660cd091 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:00:58.028988 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-821e69f1-ccd7-45df-98fa-37ed7e548eb8 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:00:58.031160 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-821e69f1-ccd7-45df-98fa-37ed7e548eb8 service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:00:58.031802 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-821e69f1-ccd7-45df-98fa-37ed7e548eb8 service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:00:58.032552 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-821e69f1-ccd7-45df-98fa-37ed7e548eb8 service neutron] Bound port: a5119ed9-9549-48ab-afe3-7d98660cd091, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:00:58.033994 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-821e69f1-ccd7-45df-98fa-37ed7e548eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:58.060713 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7d5781a8-a58f-4b6f-a9c9-160a3771cf82 req-298fe690-598b-4d07-b092-846c9a1df2db tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215279 Aug 19 18:00:58.073760 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-02818637-d852-45e4-9648-20bac4e0e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:58.077053 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-02818637-d852-45e4-9648-20bac4e0e0ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3343956 Aug 19 18:00:58.134081 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23caf5c8-fc5c-45f6-8484-19d10a665b31 service neutron] Pushing event updated for resources: {'Port': ['ID=f80aead6-319d-4c19-af4e-3562cbb7bfa5,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:58.175085 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-c40c9250-9c5c-4013-bc1c-c9a8fa59dd20 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581745 Aug 19 18:00:58.176891 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-92c55fb5-1846-4377-9a3c-ebf1116db2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:58.178417 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-92c55fb5-1846-4377-9a3c-ebf1116db2d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a03bd2512098459f96bccfe4171a0ee9&device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 1099 time: 0.0983849 Aug 19 18:00:58.326822 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-821e69f1-ccd7-45df-98fa-37ed7e548eb8 service neutron] For port a5119ed9-9549-48ab-afe3-7d98660cd091, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:00:58.340931 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-821e69f1-ccd7-45df-98fa-37ed7e548eb8 service neutron] For port a5119ed9-9549-48ab-afe3-7d98660cd091, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a5119ed9-9549-48ab-afe3-7d98660cd091,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:00:58.483012 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-821e69f1-ccd7-45df-98fa-37ed7e548eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:58.486609 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-3038d505-2851-4099-a52e-8fe2d4d82d53 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397924 Aug 19 18:00:58.700162 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-821e69f1-ccd7-45df-98fa-37ed7e548eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:58.703925 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-821e69f1-ccd7-45df-98fa-37ed7e548eb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:58.706978 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-821e69f1-ccd7-45df-98fa-37ed7e548eb8 service neutron] 10.222.0.54 "PUT /v2.0/ports/a5119ed9-9549-48ab-afe3-7d98660cd091 HTTP/1.1" status: 200 len: 1116 time: 3.8412118 Aug 19 18:00:58.876338 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e69f1-ccd7-45df-98fa-37ed7e548eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=a5119ed9-9549-48ab-afe3-7d98660cd091,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:58.941767 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1724c1ea-c9f0-4ca6-81e3-b73808c668a4 req-c54a7788-b729-4797-87eb-b22628a85d95 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228468 Aug 19 18:00:58.947551 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-7f401e2e-0c25-4052-8187-dc0032efbe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:58.949593 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-7f401e2e-0c25-4052-8187-dc0032efbe2d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bbbde46dd9a649cfb2a873cbb3d4d967&device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 1119 time: 0.1709700 Aug 19 18:00:58.971914 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-e172c85c-78e1-4e8c-b062-2b3bd477207f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=f80aead6-319d-4c19-af4e-3562cbb7bfa5 HTTP/1.1" status: 200 len: 217 time: 0.7674682 Aug 19 18:00:59.036588 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-25065997-f98d-446c-bf4b-bf1fe4a2d42e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=a5119ed9-9549-48ab-afe3-7d98660cd091 HTTP/1.1" status: 200 len: 217 time: 0.0676084 Aug 19 18:00:59.301224 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-70cdc533-4b84-4f5c-8b2f-d97f996403e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:59.319416 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-70cdc533-4b84-4f5c-8b2f-d97f996403e2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.3190534 Aug 19 18:00:59.394546 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-25045e5c-392d-45d3-bce0-68b02f2af020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:59.396826 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-25045e5c-392d-45d3-bce0-68b02f2af020 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.3284197 Aug 19 18:00:59.573687 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37d97f90-f398-47de-8a4a-a5d545156ee9 req-c05b11ba-d8c7-4b78-96c5-94a5f3d10426 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3732705 Aug 19 18:00:59.606991 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-8d6a13a9-43c6-48ca-866a-6925b432a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:59.609135 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-8d6a13a9-43c6-48ca-866a-6925b432a63d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1815650 Aug 19 18:00:59.620860 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d061c1-d9c9-4945-b655-9b5f2ad1c274 req-6617e031-c85f-442b-be06-21d6a555248f tempest-NetworksTest-2104189421 tempest-NetworksTest-2104189421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:59.623378 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-85d061c1-d9c9-4945-b655-9b5f2ad1c274 req-6617e031-c85f-442b-be06-21d6a555248f tempest-NetworksTest-2104189421 tempest-NetworksTest-2104189421-project-admin] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 886 time: 0.6568222 Aug 19 18:00:59.787199 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-9881dbde-fe21-4a0e-a4fc-c07fd9ef6443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:59.802050 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-9881dbde-fe21-4a0e-a4fc-c07fd9ef6443 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1036806 Aug 19 18:01:00.010214 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-3f636c06-7253-4633-9a94-ed50975925e9 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994822 Aug 19 18:01:00.106958 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0480d3-ffbb-4e5b-8a63-43975c2becd1 x-openstack-request-id: req-1f0480d3-ffbb-4e5b-8a63-43975c2becd1 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:00.107569 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2002604-ed64-40ca-9154-418ea7feccbf", "tag": "bc594908-7df4-489e-a1fd-2df2a543b8e6", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:00.108008 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f0480d3-ffbb-4e5b-8a63-43975c2becd1 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:00.109136 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2002604-ed64-40ca-9154-418ea7feccbf', 'tag': 'bc594908-7df4-489e-a1fd-2df2a543b8e6', 'status': 'completed', 'code': 200} Aug 19 18:01:00.173986 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-98b86c49-e03b-48ce-9ebc-0049eb454df2 req-c5f14fb8-8c76-480b-ae55-f30e2e53847c service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577668 Aug 19 18:01:00.290091 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825c4105-51dd-42a0-a3ed-a4f81269aeed x-openstack-request-id: req-825c4105-51dd-42a0-a3ed-a4f81269aeed {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:00.290319 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6101ae35-f38d-4f34-ae57-24fc8615d888", "tag": "2d37e335-994b-4290-9290-68af55592dcc", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:00.290491 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-825c4105-51dd-42a0-a3ed-a4f81269aeed {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:00.291009 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6101ae35-f38d-4f34-ae57-24fc8615d888', 'tag': '2d37e335-994b-4290-9290-68af55592dcc', 'status': 'completed', 'code': 200} Aug 19 18:01:00.341710 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-4d5ef92a-bd6e-43d3-bdc7-c23f1a4088e2 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b9c63d95183b4e83880cd31eba87b8bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263226 Aug 19 18:01:00.435314 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33ea33-2866-422f-9d36-2cfcb82c365d req-093c2fbe-8f3a-43c2-afe1-78252007dc72 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:00.437896 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff33ea33-2866-422f-9d36-2cfcb82c365d req-093c2fbe-8f3a-43c2-afe1-78252007dc72 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 948 time: 0.0806661 Aug 19 18:01:00.485262 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff33ea33-2866-422f-9d36-2cfcb82c365d req-d0586bf5-8439-4de4-8c1b-0e5aca9f492a tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386558 Aug 19 18:01:00.490989 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-71333570-2793-4af9-bfda-85f02120d3ce tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:00.496715 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-71333570-2793-4af9-bfda-85f02120d3ce tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492286 Aug 19 18:01:00.521923 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-83a36821-6a98-4fdb-ac7a-83199c2c6ac6 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/quotas/b9c63d95183b4e83880cd31eba87b8bd HTTP/1.1" status: 200 len: 375 time: 0.0234644 Aug 19 18:01:00.559683 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-5ce0b88e-1346-46b5-93f3-92b006374614 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9c63d95183b4e83880cd31eba87b8bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288770 Aug 19 18:01:00.634556 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617407fe-05c1-4926-9ce8-bade75c3d039 req-6ea57e29-5ebd-4c81-a53e-1d125b351fc2 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:00.637250 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-617407fe-05c1-4926-9ce8-bade75c3d039 req-6ea57e29-5ebd-4c81-a53e-1d125b351fc2 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 968 time: 0.0727079 Aug 19 18:01:00.690916 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-617407fe-05c1-4926-9ce8-bade75c3d039 req-5eb1ab21-eafe-4a3e-8b6c-995f92321229 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4617520-3bc2-4f4e-82ac-751cfecb0ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402389 Aug 19 18:01:00.862884 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce12d47-7a43-44c5-9764-2bc194165561 req-aa9aa79c-012a-4cc4-83ae-5f104a40fb9f tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:00.870165 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bce12d47-7a43-44c5-9764-2bc194165561 req-aa9aa79c-012a-4cc4-83ae-5f104a40fb9f tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 948 time: 0.0770226 Aug 19 18:01:00.952293 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bce12d47-7a43-44c5-9764-2bc194165561 req-4fe5df7d-7ba1-415a-805a-4dd772330394 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742295 Aug 19 18:01:01.098138 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd722f-508b-4741-ab47-f20bcb9611b4 req-2f280363-cf7e-441a-b43e-ec3297d7c789 tempest-NetworksTest-2104189421 tempest-NetworksTest-2104189421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:01.103454 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd722f-508b-4741-ab47-f20bcb9611b4 req-2f280363-cf7e-441a-b43e-ec3297d7c789 tempest-NetworksTest-2104189421 tempest-NetworksTest-2104189421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:01.103454 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd722f-508b-4741-ab47-f20bcb9611b4 req-2f280363-cf7e-441a-b43e-ec3297d7c789 tempest-NetworksTest-2104189421 tempest-NetworksTest-2104189421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:01.106943 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cedd722f-508b-4741-ab47-f20bcb9611b4 req-2f280363-cf7e-441a-b43e-ec3297d7c789 tempest-NetworksTest-2104189421 tempest-NetworksTest-2104189421-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.3173909 Aug 19 18:01:01.148403 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea5c5f99-3a64-4702-88ff-44fdc33d7285 req-39ed091a-4eaa-4498-9a29-9fe3ffab74bd tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae219e9-e2e3-4a8e-be95-0e869bdd4ade HTTP/1.1" status: 200 len: 210 time: 0.1044376 Aug 19 18:01:01.416876 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33504) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:01.484928 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33508) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:01.726130 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7771482-866c-4836-acf0-54f820fbbefd req-cf441d0f-39d6-4fea-8e25-5dca892515e7 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:01.727951 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c7771482-866c-4836-acf0-54f820fbbefd req-cf441d0f-39d6-4fea-8e25-5dca892515e7 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 948 time: 0.0975623 Aug 19 18:01:01.786744 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fc30afc3-56d7-462b-a495-e56ad70cec1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:01.912216 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c7771482-866c-4836-acf0-54f820fbbefd req-6067a231-4889-46fb-890b-20091d405d4f tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667321 Aug 19 18:01:01.962189 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e09491-eb04-45b1-9c91-0f8e9ade8ba9 req-ddfb513f-1dc7-463e-b734-0e5215a89cb7 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:01.975699 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-43e09491-eb04-45b1-9c91-0f8e9ade8ba9 req-ddfb513f-1dc7-463e-b734-0e5215a89cb7 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 968 time: 0.1199150 Aug 19 18:01:02.037624 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33520) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:02.109167 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b9f3d36-74ce-409d-a871-40a7349a4eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:02.117649 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-43e09491-eb04-45b1-9c91-0f8e9ade8ba9 req-7611e619-2691-4746-b8e4-9f55d5a71fbe tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4617520-3bc2-4f4e-82ac-751cfecb0ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406629 Aug 19 18:01:02.120028 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa', 'tag': 'f80aead6-319d-4c19-af4e-3562cbb7bfa5'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:02.122895 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fc30afc3-56d7-462b-a495-e56ad70cec1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:02.125271 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b7181e-7046-4e6d-a9c6-43224fad0924" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa", "tag": "f80aead6-319d-4c19-af4e-3562cbb7bfa5"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:02.144261 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fc30afc3-56d7-462b-a495-e56ad70cec1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:02.268842 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec67473-ba14-4e4a-b510-6b725872e70b req-55e05883-e100-4c8f-a68b-45874e915605 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:02.287910 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4ec67473-ba14-4e4a-b510-6b725872e70b req-55e05883-e100-4c8f-a68b-45874e915605 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 948 time: 0.2133167 Aug 19 18:01:02.295444 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271a30de-1fe3-4abe-a623-87669a16a452', 'tag': 'a5119ed9-9549-48ab-afe3-7d98660cd091'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:02.298322 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00245de-918e-4840-b02c-3fb27bdb56c2" -d '{"events": [{"name": "network-changed", "server_uuid": "271a30de-1fe3-4abe-a623-87669a16a452", "tag": "a5119ed9-9549-48ab-afe3-7d98660cd091"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:02.299256 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778accdf-d551-4f17-9ac7-ecb5c270c86b x-openstack-request-id: req-778accdf-d551-4f17-9ac7-ecb5c270c86b {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:02.300056 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa", "tag": "f80aead6-319d-4c19-af4e-3562cbb7bfa5", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:02.300056 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-778accdf-d551-4f17-9ac7-ecb5c270c86b {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:02.300315 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa', 'tag': 'f80aead6-319d-4c19-af4e-3562cbb7bfa5', 'status': 'completed', 'code': 200} Aug 19 18:01:02.313955 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30afc3-56d7-462b-a495-e56ad70cec1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b552ed-bb20-4080-8462-379980ad0865,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:02.321302 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fc30afc3-56d7-462b-a495-e56ad70cec1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04befe1bf7234ca0a0c153f417494849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9033761 Aug 19 18:01:02.332841 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b9f3d36-74ce-409d-a871-40a7349a4eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:02.335514 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33530) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:02.351692 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4b16b204-7149-48dc-8700-e2bedafaf793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:02.364061 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6b7dec37-e7ee-4b48-8656-734a810a7d3f req-0c53ed6d-891e-4135-814e-d421d0f456b6 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae219e9-e2e3-4a8e-be95-0e869bdd4ade HTTP/1.1" status: 200 len: 210 time: 0.0734563 Aug 19 18:01:02.400669 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b9f3d36-74ce-409d-a871-40a7349a4eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:02.435279 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f1a1a1-8abb-4f15-9cd9-e9548f409b63 x-openstack-request-id: req-52f1a1a1-8abb-4f15-9cd9-e9548f409b63 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:02.435573 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271a30de-1fe3-4abe-a623-87669a16a452", "tag": "a5119ed9-9549-48ab-afe3-7d98660cd091", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:02.445452 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52f1a1a1-8abb-4f15-9cd9-e9548f409b63 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:02.445958 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271a30de-1fe3-4abe-a623-87669a16a452', 'tag': 'a5119ed9-9549-48ab-afe3-7d98660cd091', 'status': 'completed', 'code': 200} Aug 19 18:01:02.465736 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4ec67473-ba14-4e4a-b510-6b725872e70b req-8fe97ff5-b8a8-4393-a50f-a3870f5d2b1c tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742141 Aug 19 18:01:02.466311 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.54', 52095) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:02.481652 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f3d36-74ce-409d-a871-40a7349a4eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f119800e-3cd5-405d-aafd-4881b8c1cc18,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:02.482149 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-808f3056-e91b-4c70-9957-6c116511b54a tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b9c63d95183b4e83880cd31eba87b8bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0971646 Aug 19 18:01:02.499668 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7b9f3d36-74ce-409d-a871-40a7349a4eb2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d99702fafd2545f08d9a9cb4f63b2b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0132616 Aug 19 18:01:02.504622 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33532) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:02.610761 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-04184765-b1f3-49a3-9425-501b8f289208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:02.625819 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00245de-918e-4840-b02c-3fb27bdb56c2 req-62ed9e7c-e8ae-4671-9fec-3066aac1ef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:02.627365 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e00245de-918e-4840-b02c-3fb27bdb56c2 req-62ed9e7c-e8ae-4671-9fec-3066aac1ef36 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bbbde46dd9a649cfb2a873cbb3d4d967&device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 1119 time: 0.1588273 Aug 19 18:01:02.632160 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3901242a-2e2a-47bf-a5cd-667c5da1f306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:02.684814 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4b16b204-7149-48dc-8700-e2bedafaf793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:02.690245 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3901242a-2e2a-47bf-a5cd-667c5da1f306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:02.725487 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4b16b204-7149-48dc-8700-e2bedafaf793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:02.787531 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-04184765-b1f3-49a3-9425-501b8f289208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:02.817173 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-43511027-19d6-4e3d-a13c-10e787da27a5 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:02.818859 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-43511027-19d6-4e3d-a13c-10e787da27a5 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3294203 Aug 19 18:01:02.840886 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-2eda85ff-a7af-4ca6-a549-6534930bec9e tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Request body: {'port': {'device_id': '9ae219e9-e2e3-4a8e-be95-0e869bdd4ade', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': 'b9c63d95183b4e83880cd31eba87b8bd'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:02.855050 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4b16b204-7149-48dc-8700-e2bedafaf793 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=409be47e8dde46259f46af805b27575d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8013647 Aug 19 18:01:02.858676 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33534) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:02.874344 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16b204-7149-48dc-8700-e2bedafaf793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1465ec-31b8-470b-b17d-84551457c0af,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:02.943057 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3901242a-2e2a-47bf-a5cd-667c5da1f306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:02.956080 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3901242a-2e2a-47bf-a5cd-667c5da1f306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:02.960685 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3901242a-2e2a-47bf-a5cd-667c5da1f306 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f119800e-3cd5-405d-aafd-4881b8c1cc18 HTTP/1.1" status: 204 len: 168 time: 0.4547811 Aug 19 18:01:02.979590 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901242a-2e2a-47bf-a5cd-667c5da1f306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f119800e-3cd5-405d-aafd-4881b8c1cc18,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:03.015561 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c65a3e3c-69df-49a0-a433-74c95abe249c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:03.049728 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c65a3e3c-69df-49a0-a433-74c95abe249c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:03.146516 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00245de-918e-4840-b02c-3fb27bdb56c2 req-c15ffcbc-d23d-4499-bc05-bf3cb7d08561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:03.148926 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e00245de-918e-4840-b02c-3fb27bdb56c2 req-c15ffcbc-d23d-4499-bc05-bf3cb7d08561 service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.5079772 Aug 19 18:01:03.173189 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c65a3e3c-69df-49a0-a433-74c95abe249c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:03.178008 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c65a3e3c-69df-49a0-a433-74c95abe249c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:03.181252 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c65a3e3c-69df-49a0-a433-74c95abe249c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a1465ec-31b8-470b-b17d-84551457c0af HTTP/1.1" status: 204 len: 168 time: 0.3184607 Aug 19 18:01:03.213922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a3e3c-69df-49a0-a433-74c95abe249c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1465ec-31b8-470b-b17d-84551457c0af,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:03.265918 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98a332-31f8-457b-b022-1e8bed07bfa8 req-aeb0e05f-2582-4e83-ad47-80aaf4a1ab9c tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:03.267961 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e98a332-31f8-457b-b022-1e8bed07bfa8 req-aeb0e05f-2582-4e83-ad47-80aaf4a1ab9c tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 948 time: 0.1677957 Aug 19 18:01:03.319775 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-04184765-b1f3-49a3-9425-501b8f289208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:03.322739 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-04184765-b1f3-49a3-9425-501b8f289208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:03.323835 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-04184765-b1f3-49a3-9425-501b8f289208 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8b552ed-bb20-4080-8462-379980ad0865 HTTP/1.1" status: 204 len: 168 time: 0.9865358 Aug 19 18:01:03.346588 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e00245de-918e-4840-b02c-3fb27bdb56c2 req-2af4f31e-d024-4854-a3f4-bd1313438892 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=a5119ed9-9549-48ab-afe3-7d98660cd091 HTTP/1.1" status: 200 len: 217 time: 0.1700642 Aug 19 18:01:03.368408 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e98a332-31f8-457b-b022-1e8bed07bfa8 req-4b96d567-4370-420e-a4ec-fd9a772d8658 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938590 Aug 19 18:01:03.389909 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04184765-b1f3-49a3-9425-501b8f289208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b552ed-bb20-4080-8462-379980ad0865,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:03.491416 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54855b9-f898-42ab-b100-fff522201403 req-635dba54-e587-450b-9e7b-04748a314773 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:03.498964 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b54855b9-f898-42ab-b100-fff522201403 req-635dba54-e587-450b-9e7b-04748a314773 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 968 time: 0.1923523 Aug 19 18:01:03.504264 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00245de-918e-4840-b02c-3fb27bdb56c2 req-36241ac8-6aa3-4d7f-95ce-df5fe0bef18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:03.505567 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e00245de-918e-4840-b02c-3fb27bdb56c2 req-36241ac8-6aa3-4d7f-95ce-df5fe0bef18d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1410973 Aug 19 18:01:03.536414 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-2eda85ff-a7af-4ca6-a549-6534930bec9e tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Made reservation on behalf of b9c63d95183b4e83880cd31eba87b8bd for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:01:03.540214 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-2eda85ff-a7af-4ca6-a549-6534930bec9e tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:03.556455 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d54b6870-3532-473f-b713-2d14b0fdb198 req-ce5db33e-3de0-4999-bf32-44eaf11f2208 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae219e9-e2e3-4a8e-be95-0e869bdd4ade HTTP/1.1" status: 200 len: 210 time: 0.0638661 Aug 19 18:01:03.570513 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33554) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:03.604527 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-2eda85ff-a7af-4ca6-a549-6534930bec9e tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:03.610178 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-34fd1790-b04f-4f77-8020-4a3c75ea97b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:03.654981 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b54855b9-f898-42ab-b100-fff522201403 req-c3fcecad-6949-43c1-ba14-9abd81c9bedd tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4617520-3bc2-4f4e-82ac-751cfecb0ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432345 Aug 19 18:01:03.665621 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00245de-918e-4840-b02c-3fb27bdb56c2 req-b637a8ff-bcdf-413d-9e12-226690ad15fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:03.667148 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e00245de-918e-4840-b02c-3fb27bdb56c2 req-b637a8ff-bcdf-413d-9e12-226690ad15fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1523736 Aug 19 18:01:03.712170 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259cb52-f69e-4586-9668-09b33ff34d5e req-90ae8036-1aa0-448d-9076-8e95051ab05d tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:03.720395 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6259cb52-f69e-4586-9668-09b33ff34d5e req-90ae8036-1aa0-448d-9076-8e95051ab05d tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 948 time: 0.0719323 Aug 19 18:01:03.773798 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6259cb52-f69e-4586-9668-09b33ff34d5e req-974c45c0-06d6-4ac9-8a03-d63ec6296a2b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523512 Aug 19 18:01:03.877423 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33560) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:03.886373 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e00245de-918e-4840-b02c-3fb27bdb56c2 req-c41fb0b1-04cd-4bef-be66-bda7b6ec4e3d service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023108 Aug 19 18:01:03.900027 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6d598e0e-f1ea-4c13-8d70-56d0a75ff42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:03.961063 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-2eda85ff-a7af-4ca6-a549-6534930bec9e tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:03.975928 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-2eda85ff-a7af-4ca6-a549-6534930bec9e tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:04.108932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda85ff-a7af-4ca6-a549-6534930bec9e tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a11421fc-156f-49e4-b698-c9633fc52e21,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:04.116587 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33562) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:04.145485 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e00245de-918e-4840-b02c-3fb27bdb56c2 req-87de9199-d24c-4a79-8595-481b1238660e service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455688 Aug 19 18:01:04.191847 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8af9b7c1-124e-46f3-bc74-900f090b8f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:04.241273 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194e13a-452d-45c2-a2d5-ea31b98291bd req-593bcd65-805f-4bdb-8ced-dfb67298b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:04.242852 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1194e13a-452d-45c2-a2d5-ea31b98291bd req-593bcd65-805f-4bdb-8ced-dfb67298b8ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b84cb7e21da64a88b5741ffbb9559910&device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 1099 time: 0.1410022 Aug 19 18:01:04.254414 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-2eda85ff-a7af-4ca6-a549-6534930bec9e tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Allocated IP 192.168.233.21 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/b7c92bea-2ec7-4acb-a4f5-14010bbe50da) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:01:04.260040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f77f23-499c-4c95-a85f-0501efc82864 req-6ede01e7-1e3c-4139-8b97-5041fe715504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:04.261652 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c4f77f23-499c-4c95-a85f-0501efc82864 req-6ede01e7-1e3c-4139-8b97-5041fe715504 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b84cb7e21da64a88b5741ffbb9559910&device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 1099 time: 0.1317337 Aug 19 18:01:04.288626 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-661bad9b-91e3-48de-a403-46d347c693a2 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017019 Aug 19 18:01:04.515094 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-34fd1790-b04f-4f77-8020-4a3c75ea97b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:04.515398 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194e13a-452d-45c2-a2d5-ea31b98291bd req-23d8ef6b-eb8e-4c3c-a8a6-0848a2c1ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:04.515857 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6c32a222-8f47-41b9-a060-98f5316b56c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:04.517027 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1194e13a-452d-45c2-a2d5-ea31b98291bd req-23d8ef6b-eb8e-4c3c-a8a6-0848a2c1ebf1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.2654970 Aug 19 18:01:04.526562 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2b6f94a-df9f-4907-ae41-a90471a2929a req-c9023cba-2f98-4708-8b28-1ff231e01e08 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045238 Aug 19 18:01:04.550058 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-34fd1790-b04f-4f77-8020-4a3c75ea97b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:04.610746 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1194e13a-452d-45c2-a2d5-ea31b98291bd req-c36a9d16-e1ab-4c10-8fe7-dd4f43c42638 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=2d37e335-994b-4290-9290-68af55592dcc HTTP/1.1" status: 200 len: 217 time: 0.0447638 Aug 19 18:01:04.672534 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-34fd1790-b04f-4f77-8020-4a3c75ea97b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d44ceaaea7e441448eefa8f69aabab0c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0966144 Aug 19 18:01:04.676698 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33570) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:04.684876 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-66f92d10-af72-4dd3-87d4-47f6b87537aa req-c6248520-5481-416c-95aa-7a4127ab5d4a tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae219e9-e2e3-4a8e-be95-0e869bdd4ade HTTP/1.1" status: 200 len: 210 time: 0.0499606 Aug 19 18:01:04.708085 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd1790-b04f-4f77-8020-4a3c75ea97b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfde290-1d49-4305-887b-0c8692405836,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:04.738199 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6d598e0e-f1ea-4c13-8d70-56d0a75ff42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:04.756475 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6d598e0e-f1ea-4c13-8d70-56d0a75ff42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:04.773868 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64520f3c-9141-4669-984f-9b759ece12c5 req-cbdc37a2-ec0e-4cf9-b738-f46d4c4c1ac8 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:04.775430 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-64520f3c-9141-4669-984f-9b759ece12c5 req-cbdc37a2-ec0e-4cf9-b738-f46d4c4c1ac8 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 948 time: 0.2675683 Aug 19 18:01:04.783793 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f77f23-499c-4c95-a85f-0501efc82864 req-c7c7c989-cfb0-4574-b785-18ada1fb72b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:04.785382 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c4f77f23-499c-4c95-a85f-0501efc82864 req-c7c7c989-cfb0-4574-b785-18ada1fb72b7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.5113909 Aug 19 18:01:04.813481 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194e13a-452d-45c2-a2d5-ea31b98291bd req-7981cc50-7761-46cc-b843-7c2a982c76fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:04.814965 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1194e13a-452d-45c2-a2d5-ea31b98291bd req-7981cc50-7761-46cc-b843-7c2a982c76fd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1595602 Aug 19 18:01:04.886616 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c4f77f23-499c-4c95-a85f-0501efc82864 req-f178a83b-dbd2-4eaf-927e-068d4a1d9128 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=bc594908-7df4-489e-a1fd-2df2a543b8e6 HTTP/1.1" status: 200 len: 217 time: 0.0780942 Aug 19 18:01:04.996481 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-64520f3c-9141-4669-984f-9b759ece12c5 req-b8176128-8779-4688-a844-1f183125e8c4 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035820 Aug 19 18:01:04.997022 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17f2cb5b-db09-43b6-a454-63613d8f92a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.016430 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-2eda85ff-a7af-4ca6-a549-6534930bec9e tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.032090 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6d598e0e-f1ea-4c13-8d70-56d0a75ff42e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8e08edeb40d48ceb8ee2f7f55e1f200&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1531348 Aug 19 18:01:05.036295 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33574) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:05.046265 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f77f23-499c-4c95-a85f-0501efc82864 req-2a1f56f1-69c2-4173-84a0-dbb8f52664ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:05.047854 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c4f77f23-499c-4c95-a85f-0501efc82864 req-2a1f56f1-69c2-4173-84a0-dbb8f52664ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1487629 Aug 19 18:01:05.061039 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d598e0e-f1ea-4c13-8d70-56d0a75ff42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb8f024-4fa5-48ab-8e47-9c2b6531bbbc,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:05.074892 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7181e-7046-4e6d-a9c6-43224fad0924 req-487afc57-0a1e-406e-bc69-e97cf050cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:05.076503 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d1b7181e-7046-4e6d-a9c6-43224fad0924 req-487afc57-0a1e-406e-bc69-e97cf050cda6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a03bd2512098459f96bccfe4171a0ee9&device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 1099 time: 0.3939533 Aug 19 18:01:05.076976 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17f2cb5b-db09-43b6-a454-63613d8f92a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.106345 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-2eda85ff-a7af-4ca6-a549-6534930bec9e tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Transition to ACTIVE for port object b7c92bea-2ec7-4acb-a4f5-14010bbe50da will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:01:05.165357 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031955c-3065-447f-b217-d6c1b7030c61 req-f498430b-47b8-4257-9162-b1d5d8aab9ef tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:05.167115 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c031955c-3065-447f-b217-d6c1b7030c61 req-f498430b-47b8-4257-9162-b1d5d8aab9ef tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 968 time: 0.3915823 Aug 19 18:01:05.204818 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194e13a-452d-45c2-a2d5-ea31b98291bd req-d0a7f2e1-01ab-4aae-a5f7-b4c1b375a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:05.206429 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1194e13a-452d-45c2-a2d5-ea31b98291bd req-d0a7f2e1-01ab-4aae-a5f7-b4c1b375a83c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3545864 Aug 19 18:01:05.252892 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f77f23-499c-4c95-a85f-0501efc82864 req-04617b0a-e2c3-4d05-bd56-4d0552718ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:05.255506 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c4f77f23-499c-4c95-a85f-0501efc82864 req-04617b0a-e2c3-4d05-bd56-4d0552718ad8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1885362 Aug 19 18:01:05.270105 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-567b0101-3210-49ac-b122-30a419dc30f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.300298 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decd205-49e9-42be-a1cd-8c7a08eed332 req-6fa1f487-8d07-4ca1-8130-3f4cc0f0c4cb tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:05.302235 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5decd205-49e9-42be-a1cd-8c7a08eed332 req-6fa1f487-8d07-4ca1-8130-3f4cc0f0c4cb tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 948 time: 0.1976504 Aug 19 18:01:05.323291 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17f2cb5b-db09-43b6-a454-63613d8f92a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.328024 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17f2cb5b-db09-43b6-a454-63613d8f92a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.329358 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-17f2cb5b-db09-43b6-a454-63613d8f92a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2cfde290-1d49-4305-887b-0c8692405836 HTTP/1.1" status: 204 len: 168 time: 0.6455331 Aug 19 18:01:05.346503 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c031955c-3065-447f-b217-d6c1b7030c61 req-d9805470-6418-4626-8031-19ceff1cccb5 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4617520-3bc2-4f4e-82ac-751cfecb0ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667745 Aug 19 18:01:05.350504 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8af9b7c1-124e-46f3-bc74-900f090b8f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.360703 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8af9b7c1-124e-46f3-bc74-900f090b8f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.365820 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a5119ed9-9549-48ab-afe3-7d98660cd091 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:01:05.398912 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-2eda85ff-a7af-4ca6-a549-6534930bec9e tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.440213 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2cb5b-db09-43b6-a454-63613d8f92a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfde290-1d49-4305-887b-0c8692405836,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:05.444177 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-567b0101-3210-49ac-b122-30a419dc30f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.499978 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a5119ed9-9549-48ab-afe3-7d98660cd091, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a5119ed9-9549-48ab-afe3-7d98660cd091,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:05.507787 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7181e-7046-4e6d-a9c6-43224fad0924 req-090e8d47-1f0f-41dc-a92f-85bf7eead93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:05.512902 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d1b7181e-7046-4e6d-a9c6-43224fad0924 req-090e8d47-1f0f-41dc-a92f-85bf7eead93f service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.4211440 Aug 19 18:01:05.515330 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9b7c1-124e-46f3-bc74-900f090b8f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96868929-c124-4856-86b2-066d5a3a1b77,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:05.516417 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'a5119ed9-9549-48ab-afe3-7d98660cd091', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': 'a5119ed9-9549-48ab-afe3-7d98660cd091', 'mac_address': 'fa:16:3e:ea:d7:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:tempest-test_az-221386143', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:01:05.527142 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8af9b7c1-124e-46f3-bc74-900f090b8f35 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c6bba678e274665914097172c53c335&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4003854 Aug 19 18:01:05.539192 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-2eda85ff-a7af-4ca6-a549-6534930bec9e tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:01:05.551043 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33580) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:05.573871 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-2eda85ff-a7af-4ca6-a549-6534930bec9e tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:05.599935 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5decd205-49e9-42be-a1cd-8c7a08eed332 req-fa14a8e7-790a-41c1-b737-a4a58e1be9b7 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103615 Aug 19 18:01:05.603739 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-2eda85ff-a7af-4ca6-a549-6534930bec9e tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:01:05.614458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-2eda85ff-a7af-4ca6-a549-6534930bec9e tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:05.615374 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-2eda85ff-a7af-4ca6-a549-6534930bec9e tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.646585 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda85ff-a7af-4ca6-a549-6534930bec9e tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Pushing event updated for resources: {'Port': ['ID=b7c92bea-2ec7-4acb-a4f5-14010bbe50da,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:05.679665 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c4f77f23-499c-4c95-a85f-0501efc82864 req-b39bc7b0-bdcf-48db-8a30-8452678bd130 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051487 Aug 19 18:01:05.711382 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d1b7181e-7046-4e6d-a9c6-43224fad0924 req-5c196cc9-0c9a-421d-b37b-587d2a5c78a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=f80aead6-319d-4c19-af4e-3562cbb7bfa5 HTTP/1.1" status: 200 len: 217 time: 0.1740482 Aug 19 18:01:05.711679 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-2eda85ff-a7af-4ca6-a549-6534930bec9e tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8738914 Aug 19 18:01:05.731317 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.773128 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-1e1f482f-ecfd-40c6-98ea-cdcd9839e869 service neutron] Request body: {'port': {'device_id': '9ae219e9-e2e3-4a8e-be95-0e869bdd4ade', 'device_owner': 'compute:tempest-test_az-221386143', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:05.778479 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5119ed9-9549-48ab-afe3-7d98660cd091 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:01:05.783544 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-567b0101-3210-49ac-b122-30a419dc30f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.783544 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-567b0101-3210-49ac-b122-30a419dc30f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.784109 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-567b0101-3210-49ac-b122-30a419dc30f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5bb8f024-4fa5-48ab-8e47-9c2b6531bbbc HTTP/1.1" status: 204 len: 168 time: 0.7469354 Aug 19 18:01:05.830536 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1194e13a-452d-45c2-a2d5-ea31b98291bd req-44a985c8-e143-4d11-8c01-f2fb8b6eb390 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6098392 Aug 19 18:01:05.838061 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7181e-7046-4e6d-a9c6-43224fad0924 req-b1771b3d-00e7-4a82-8964-d113275f0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:05.840857 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d1b7181e-7046-4e6d-a9c6-43224fad0924 req-b1771b3d-00e7-4a82-8964-d113275f0032 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1166418 Aug 19 18:01:05.846194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a5119ed9-9549-48ab-afe3-7d98660cd091, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a5119ed9-9549-48ab-afe3-7d98660cd091,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:05.851824 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.855886 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b0101-3210-49ac-b122-30a419dc30f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb8f024-4fa5-48ab-8e47-9c2b6531bbbc,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:05.874847 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f2065755-6351-4b36-bd99-dc831aa77e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.959155 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c4f77f23-499c-4c95-a85f-0501efc82864 req-5acd84bf-bbaa-4224-8c02-ac702c58caa6 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610683 Aug 19 18:01:05.959852 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=a5119ed9-9549-48ab-afe3-7d98660cd091,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:05.966720 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-1e1f482f-ecfd-40c6-98ea-cdcd9839e869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.976507 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:05.977283 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:05.977945 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:05.978577 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:05.979155 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:05.979708 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:05.980360 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:05.981026 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:05.981770 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:05.982305 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:05.983406 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:05.985727 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Tracked resource versions report: Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: pushed versions: Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: { 'AddressGroup': {'1.2'}, Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: 'ConntrackHelper': {'1.0'}, Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: 'Log': {'1.0'}, Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: 'Network': {'1.1'}, Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: 'Port': {'1.7'}, Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: 'PortForwarding': {'1.2'}, Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: 'QosPolicy': {'1.9'}, Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: 'SecurityGroup': {'1.4'}, Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: 'SecurityGroupRule': {'1.2'}, Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: 'SubPort': {'1.0'}, Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: 'Subnet': {'1.1'}, Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: 'Trunk': {'1.1'}} Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: consumer versions: Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: { DHCP agent@n-d-803753-2: {}, Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: HyperV agent@n-h1-803753-2: {}, Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: HyperV agent@n-h2-803753-2: {}, Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: L3 agent@n-d-803753-2: {}, Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: Metadata agent@n-d-803753-2: {}, Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: Metering agent@n-d-803753-2: {}, Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: Open vSwitch agent@n-d-803753-2: { 'AddressGroup': '1.2', Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: 'ConntrackHelper': '1.0', Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: 'Log': '1.0', Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: 'Network': '1.1', Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: 'Port': '1.7', Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: 'PortForwarding': '1.2', Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: 'QosPolicy': '1.9', Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: 'SecurityGroup': '1.4', Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: 'SecurityGroupRule': '1.2', Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: 'SubPort': '1.0', Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: 'Subnet': '1.1', Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: 'Trunk': '1.1'}} Aug 19 18:01:05.993587 n-d-803753-2 neutron-server[94683]: {{(pid=94683) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 18:01:06.006554 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f2065755-6351-4b36-bd99-dc831aa77e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:06.074440 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d9f6e734-4a25-4875-8d53-0bccdd69143c None None] Provisioning for port b7c92bea-2ec7-4acb-a4f5-14010bbe50da completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:01:06.082845 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d9f6e734-4a25-4875-8d53-0bccdd69143c None None] Provisioning complete for port b7c92bea-2ec7-4acb-a4f5-14010bbe50da triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:01:06.083239 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d9f6e734-4a25-4875-8d53-0bccdd69143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:06.115506 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7181e-7046-4e6d-a9c6-43224fad0924 req-56d5f867-d3cf-4881-b0ef-7083eb9f5541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:06.119160 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d1b7181e-7046-4e6d-a9c6-43224fad0924 req-56d5f867-d3cf-4881-b0ef-7083eb9f5541 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2498803 Aug 19 18:01:06.151267 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31ade4-1278-4c15-b9e5-6606ba5f9225 req-eafb069f-2066-4de0-8c04-b2cfb12c9dbf tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:06.152823 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7f31ade4-1278-4c15-b9e5-6606ba5f9225 req-eafb069f-2066-4de0-8c04-b2cfb12c9dbf tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae219e9-e2e3-4a8e-be95-0e869bdd4ade HTTP/1.1" status: 200 len: 935 time: 0.2997167 Aug 19 18:01:06.179798 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-d9f6e734-4a25-4875-8d53-0bccdd69143c None None] Port b7c92bea-2ec7-4acb-a4f5-14010bbe50da cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:01:06.244670 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1194e13a-452d-45c2-a2d5-ea31b98291bd req-e58b470f-5f63-4540-a00e-25a6fa93c62e service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027526 Aug 19 18:01:06.300419 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f2065755-6351-4b36-bd99-dc831aa77e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:06.303373 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f2065755-6351-4b36-bd99-dc831aa77e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:06.304528 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f2065755-6351-4b36-bd99-dc831aa77e62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96868929-c124-4856-86b2-066d5a3a1b77 HTTP/1.1" status: 204 len: 168 time: 0.7505083 Aug 19 18:01:06.313000 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a5cfe-67b7-41c0-9f6e-9320d8ddb529 req-f6a8d03c-16ec-4a63-a33b-04496aaca092 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:06.314667 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a78a5cfe-67b7-41c0-9f6e-9320d8ddb529 req-f6a8d03c-16ec-4a63-a33b-04496aaca092 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 948 time: 0.1124635 Aug 19 18:01:06.320778 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['a5119ed9-9549-48ab-afe3-7d98660cd091'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:01:06.328848 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7f31ade4-1278-4c15-b9e5-6606ba5f9225 req-5efa7485-5085-45b4-9d45-d1b8e70fa177 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374161 Aug 19 18:01:06.368451 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d1b7181e-7046-4e6d-a9c6-43224fad0924 req-dcc5ae8c-41d1-4f33-afc3-67c75bf8853f service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320390 Aug 19 18:01:06.398566 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2065755-6351-4b36-bd99-dc831aa77e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96868929-c124-4856-86b2-066d5a3a1b77,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:06.447543 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a78a5cfe-67b7-41c0-9f6e-9320d8ddb529 req-ad850ccc-d3cf-46de-87c8-8639131675c6 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684676 Aug 19 18:01:06.553361 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-1e1f482f-ecfd-40c6-98ea-cdcd9839e869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c92bea-2ec7-4acb-a4f5-14010bbe50da {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:01:06.564225 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-1e1f482f-ecfd-40c6-98ea-cdcd9839e869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:06.582550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-1e1f482f-ecfd-40c6-98ea-cdcd9839e869 service neutron] Transition to ACTIVE for port object b7c92bea-2ec7-4acb-a4f5-14010bbe50da will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:01:06.592654 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-1e1f482f-ecfd-40c6-98ea-cdcd9839e869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:06.637953 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d1b7181e-7046-4e6d-a9c6-43224fad0924 req-14184b46-5596-4c96-a09d-56671a537534 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583036 Aug 19 18:01:06.672574 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1458e6-3f74-4770-a3a0-d0e96b6f13f3 req-1738dfd6-24e6-44ba-a3dc-798504cb3b43 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:06.681672 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-db1458e6-3f74-4770-a3a0-d0e96b6f13f3 req-1738dfd6-24e6-44ba-a3dc-798504cb3b43 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 969 time: 0.1690500 Aug 19 18:01:06.728716 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f482f-ecfd-40c6-98ea-cdcd9839e869 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c92bea-2ec7-4acb-a4f5-14010bbe50da,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:06.741888 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-db1458e6-3f74-4770-a3a0-d0e96b6f13f3 req-dac1a0e6-c86b-428f-81dc-bc33a72dd21f tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4617520-3bc2-4f4e-82ac-751cfecb0ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541346 Aug 19 18:01:06.760274 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-1e1f482f-ecfd-40c6-98ea-cdcd9839e869 service neutron] Attempting to bind port b7c92bea-2ec7-4acb-a4f5-14010bbe50da on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:01:06.760872 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-1e1f482f-ecfd-40c6-98ea-cdcd9839e869 service neutron] Attempting to bind port b7c92bea-2ec7-4acb-a4f5-14010bbe50da by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:01:06.761305 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-1e1f482f-ecfd-40c6-98ea-cdcd9839e869 service neutron] Attempting to bind port b7c92bea-2ec7-4acb-a4f5-14010bbe50da on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:01:06.800196 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-1e1f482f-ecfd-40c6-98ea-cdcd9839e869 service neutron] Port b7c92bea-2ec7-4acb-a4f5-14010bbe50da on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:01:06.800853 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-1e1f482f-ecfd-40c6-98ea-cdcd9839e869 service neutron] Attempting to bind port b7c92bea-2ec7-4acb-a4f5-14010bbe50da on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:01:06.811413 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-1e1f482f-ecfd-40c6-98ea-cdcd9839e869 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:01:06.811671 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-1e1f482f-ecfd-40c6-98ea-cdcd9839e869 service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:01:06.812004 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-1e1f482f-ecfd-40c6-98ea-cdcd9839e869 service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:01:06.812450 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-1e1f482f-ecfd-40c6-98ea-cdcd9839e869 service neutron] Bound port: b7c92bea-2ec7-4acb-a4f5-14010bbe50da, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:01:06.812843 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-1e1f482f-ecfd-40c6-98ea-cdcd9839e869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:06.844442 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf863bc-f0bb-4239-bcb5-e7b88da7ca62 req-4332f26f-3c5d-4850-8cbc-c886ccb34e60 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:06.846183 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-acf863bc-f0bb-4239-bcb5-e7b88da7ca62 req-4332f26f-3c5d-4850-8cbc-c886ccb34e60 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 948 time: 0.0814314 Aug 19 18:01:06.925202 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-acf863bc-f0bb-4239-bcb5-e7b88da7ca62 req-85c6162d-1f30-4a60-953a-9dc9ed13485c tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600822 Aug 19 18:01:06.930040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-1e1f482f-ecfd-40c6-98ea-cdcd9839e869 service neutron] For port b7c92bea-2ec7-4acb-a4f5-14010bbe50da, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:01:06.933324 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-1e1f482f-ecfd-40c6-98ea-cdcd9839e869 service neutron] For port b7c92bea-2ec7-4acb-a4f5-14010bbe50da, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=b7c92bea-2ec7-4acb-a4f5-14010bbe50da,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:01:06.939316 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-1e1f482f-ecfd-40c6-98ea-cdcd9839e869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:06.989168 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-1e1f482f-ecfd-40c6-98ea-cdcd9839e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:06.989878 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-1e1f482f-ecfd-40c6-98ea-cdcd9839e869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:06.991298 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-1e1f482f-ecfd-40c6-98ea-cdcd9839e869 service neutron] 10.222.0.54 "PUT /v2.0/ports/b7c92bea-2ec7-4acb-a4f5-14010bbe50da HTTP/1.1" status: 200 len: 1116 time: 1.2583261 Aug 19 18:01:06.991790 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae219e9-e2e3-4a8e-be95-0e869bdd4ade', 'tag': 'b7c92bea-2ec7-4acb-a4f5-14010bbe50da'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:06.994089 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6a5e37-f079-49c6-a7bb-96b39f66558e" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae219e9-e2e3-4a8e-be95-0e869bdd4ade", "tag": "b7c92bea-2ec7-4acb-a4f5-14010bbe50da"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:07.036765 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f482f-ecfd-40c6-98ea-cdcd9839e869 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c92bea-2ec7-4acb-a4f5-14010bbe50da,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:07.053253 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7576f557-9ea7-418e-9d93-c8843faa1d1b x-openstack-request-id: req-7576f557-9ea7-418e-9d93-c8843faa1d1b {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:07.053587 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae219e9-e2e3-4a8e-be95-0e869bdd4ade", "tag": "b7c92bea-2ec7-4acb-a4f5-14010bbe50da", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:07.053863 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7576f557-9ea7-418e-9d93-c8843faa1d1b {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:07.054319 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae219e9-e2e3-4a8e-be95-0e869bdd4ade', 'tag': 'b7c92bea-2ec7-4acb-a4f5-14010bbe50da', 'status': 'completed', 'code': 200} Aug 19 18:01:07.110274 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bea83e9b-20f8-49ae-9b57-a930414a0211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:07.131815 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-6a95f10b-5749-4810-8384-5b6203faf10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:07.134347 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-6a95f10b-5749-4810-8384-5b6203faf10c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9c63d95183b4e83880cd31eba87b8bd&device_id=9ae219e9-e2e3-4a8e-be95-0e869bdd4ade HTTP/1.1" status: 200 len: 1119 time: 0.0681183 Aug 19 18:01:07.172611 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:07.197405 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-d6683f94-4a3b-4776-8bf8-0dd9f7766513 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=b7c92bea-2ec7-4acb-a4f5-14010bbe50da HTTP/1.1" status: 200 len: 217 time: 0.0546632 Aug 19 18:01:07.269010 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-4d3e1d05-305a-4480-99ad-50ef0c35922a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:07.270548 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-4d3e1d05-305a-4480-99ad-50ef0c35922a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0643525 Aug 19 18:01:07.331770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-16bae21e-869f-43e4-a0a7-c2954bc6acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:07.333325 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-16bae21e-869f-43e4-a0a7-c2954bc6acd7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0540740 Aug 19 18:01:07.335009 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a5119ed9-9549-48ab-afe3-7d98660cd091 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:01:07.372333 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:01:07.395179 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port a5119ed9-9549-48ab-afe3-7d98660cd091 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:01:07.404073 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port a5119ed9-9549-48ab-afe3-7d98660cd091 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:01:07.406955 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:07.519958 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:07.535007 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e5dba-636b-489b-9a65-d2154597262a req-f2062512-5faa-415a-90f4-ed021e7ec4cb tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:07.536764 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b52e5dba-636b-489b-9a65-d2154597262a req-f2062512-5faa-415a-90f4-ed021e7ec4cb tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae219e9-e2e3-4a8e-be95-0e869bdd4ade HTTP/1.1" status: 200 len: 968 time: 0.0848124 Aug 19 18:01:07.540753 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-c9bd2f20-3b2e-4f48-b0ab-f13fe9af5c3f service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929176 Aug 19 18:01:07.551258 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271a30de-1fe3-4abe-a623-87669a16a452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5119ed9-9549-48ab-afe3-7d98660cd091'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:07.591018 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b52e5dba-636b-489b-9a65-d2154597262a req-06d588ec-e4f3-44db-a7b7-ef8ab9dc3f82 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470910 Aug 19 18:01:07.640675 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a5119ed9-9549-48ab-afe3-7d98660cd091, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a5119ed9-9549-48ab-afe3-7d98660cd091,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:07.650017 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:07.688913 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36ef11b1-9922-41fa-9b86-5ceec6a1490a req-4951d566-038d-4449-bdeb-e43553aa202a service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096053 Aug 19 18:01:07.691773 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325101a-e5f1-4eed-9c02-35eea8b27a2a req-c4fcdce6-728b-4187-8a8a-5f80212b7ebc tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:07.703327 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c325101a-e5f1-4eed-9c02-35eea8b27a2a req-c4fcdce6-728b-4187-8a8a-5f80212b7ebc tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 948 time: 0.1099353 Aug 19 18:01:07.740403 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=a5119ed9-9549-48ab-afe3-7d98660cd091,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:07.765783 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c325101a-e5f1-4eed-9c02-35eea8b27a2a req-1b166db2-6761-4ff7-888f-8dd0a9c40260 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466125 Aug 19 18:01:07.809735 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a5e37-f079-49c6-a7bb-96b39f66558e req-5f8414f4-3dda-40be-954d-d999bf7c4fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:07.812121 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6d6a5e37-f079-49c6-a7bb-96b39f66558e req-5f8414f4-3dda-40be-954d-d999bf7c4fa7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9c63d95183b4e83880cd31eba87b8bd&device_id=9ae219e9-e2e3-4a8e-be95-0e869bdd4ade HTTP/1.1" status: 200 len: 1119 time: 0.0654926 Aug 19 18:01:07.994445 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6b7599-c0fc-4e93-9b07-c483c21e2226" -d '{"events": [{"server_uuid": "271a30de-1fe3-4abe-a623-87669a16a452", "name": "network-vif-plugged", "status": "completed", "tag": "a5119ed9-9549-48ab-afe3-7d98660cd091"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:08.031767 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:08.073211 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ebe3f-c7e1-46c3-adbf-3b2c4f2dda74 req-1361d3c2-1ed2-4aab-820f-db3a81ff2005 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:08.086169 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-916ebe3f-c7e1-46c3-adbf-3b2c4f2dda74 req-1361d3c2-1ed2-4aab-820f-db3a81ff2005 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 948 time: 0.0755486 Aug 19 18:01:08.124319 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-916ebe3f-c7e1-46c3-adbf-3b2c4f2dda74 req-33cbb5c8-4c65-4df7-91fc-61403b4fce59 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370502 Aug 19 18:01:08.152094 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1164a-978e-4696-95e0-42721bc49b5b req-6366f92f-802a-477c-8a50-6cc10a01ed3f tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:08.158089 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dbe1164a-978e-4696-95e0-42721bc49b5b req-6366f92f-802a-477c-8a50-6cc10a01ed3f tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 970 time: 0.1367965 Aug 19 18:01:08.159459 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a5e37-f079-49c6-a7bb-96b39f66558e req-879f6494-d01f-463c-a842-b3605e31d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:08.161236 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6d6a5e37-f079-49c6-a7bb-96b39f66558e req-879f6494-d01f-463c-a842-b3605e31d67c service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.3408999 Aug 19 18:01:08.215784 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6d6a5e37-f079-49c6-a7bb-96b39f66558e req-c37bb357-519e-462f-9daf-cdf2b5a0ddd2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=b7c92bea-2ec7-4acb-a4f5-14010bbe50da HTTP/1.1" status: 200 len: 217 time: 0.0461929 Aug 19 18:01:08.259881 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dbe1164a-978e-4696-95e0-42721bc49b5b req-7e636eee-f55a-43f7-9ed9-4aefa71256f5 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4617520-3bc2-4f4e-82ac-751cfecb0ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976603 Aug 19 18:01:08.282279 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a5e37-f079-49c6-a7bb-96b39f66558e req-bb1219b3-aa96-4e20-a8c1-6d4c0e872950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:08.283792 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6d6a5e37-f079-49c6-a7bb-96b39f66558e req-bb1219b3-aa96-4e20-a8c1-6d4c0e872950 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0578778 Aug 19 18:01:08.302796 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33684) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:08.340876 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a5e37-f079-49c6-a7bb-96b39f66558e req-37d27078-0994-4bcc-aeca-0844ff996717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:08.343231 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6d6a5e37-f079-49c6-a7bb-96b39f66558e req-37d27078-0994-4bcc-aeca-0844ff996717 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0515568 Aug 19 18:01:08.458158 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6d6a5e37-f079-49c6-a7bb-96b39f66558e req-f8e69a93-b485-4a25-b9dd-8b3edeb09313 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049204 Aug 19 18:01:08.555296 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-eda16f36-3bda-4ab8-b6bb-b83bd811a2c0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-917029795-network', 'tenant_id': 'e6aa6995a12042b18c62921605feade2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:08.570557 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68ae4b5-4301-4923-af61-a4954f6b1d9b x-openstack-request-id: req-f68ae4b5-4301-4923-af61-a4954f6b1d9b {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:08.571793 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271a30de-1fe3-4abe-a623-87669a16a452", "name": "network-vif-plugged", "status": "completed", "tag": "a5119ed9-9549-48ab-afe3-7d98660cd091", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:08.571793 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f68ae4b5-4301-4923-af61-a4954f6b1d9b {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:08.573134 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271a30de-1fe3-4abe-a623-87669a16a452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5119ed9-9549-48ab-afe3-7d98660cd091', 'code': 200} Aug 19 18:01:08.604949 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6d6a5e37-f079-49c6-a7bb-96b39f66558e req-e7255e21-9215-4bf7-86e0-6be2410ca10d service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382749 Aug 19 18:01:08.606412 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda16f36-3bda-4ab8-b6bb-b83bd811a2c0 admin admin] Made reservation on behalf of e6aa6995a12042b18c62921605feade2 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:01:08.609595 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eda16f36-3bda-4ab8-b6bb-b83bd811a2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:08.624382 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eda16f36-3bda-4ab8-b6bb-b83bd811a2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:08.759849 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device f80aead6-319d-4c19-af4e-3562cbb7bfa5 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:01:08.837872 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed2065-ccd1-4836-b342-9f035f7af242 req-71fa5384-45f6-45e5-b9e5-54c0526e4793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:08.839469 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a5ed2065-ccd1-4836-b342-9f035f7af242 req-71fa5384-45f6-45e5-b9e5-54c0526e4793 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 1121 time: 0.1645405 Aug 19 18:01:08.849822 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120c794-5514-450b-8b56-9633e1899851 req-450ad97a-2115-40e2-b8e3-3710f8a59800 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:08.851400 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5120c794-5514-450b-8b56-9633e1899851 req-450ad97a-2115-40e2-b8e3-3710f8a59800 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae219e9-e2e3-4a8e-be95-0e869bdd4ade HTTP/1.1" status: 200 len: 968 time: 0.1441453 Aug 19 18:01:08.883959 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a5ed2065-ccd1-4836-b342-9f035f7af242 req-9b16c60e-ad94-4c1a-8b07-e8e5d46212d4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:08.907893 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eda16f36-3bda-4ab8-b6bb-b83bd811a2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:08.920810 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eda16f36-3bda-4ab8-b6bb-b83bd811a2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:08.968749 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5120c794-5514-450b-8b56-9633e1899851 req-700de210-16da-413e-ade0-7e3578094eb3 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018937 Aug 19 18:01:08.976280 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port f80aead6-319d-4c19-af4e-3562cbb7bfa5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=f80aead6-319d-4c19-af4e-3562cbb7bfa5,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:08.980813 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda16f36-3bda-4ab8-b6bb-b83bd811a2c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:01:08.987634 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda16f36-3bda-4ab8-b6bb-b83bd811a2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cf6356-60d8-4c0f-aace-0a5409d43048,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:08.992541 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'f80aead6-319d-4c19-af4e-3562cbb7bfa5', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': 'f80aead6-319d-4c19-af4e-3562cbb7bfa5', 'mac_address': 'fa:16:3e:fc:cd:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:01:09.011069 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eda16f36-3bda-4ab8-b6bb-b83bd811a2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:09.011515 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-eda16f36-3bda-4ab8-b6bb-b83bd811a2c0 admin admin] Added segment cfce019d-7dcb-4b6d-8391-45bf6c7e1e76 of type vlan for network 3e287a14-e9a5-460d-8cee-b338312c612e Aug 19 18:01:09.047402 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:09.063191 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80aead6-319d-4c19-af4e-3562cbb7bfa5 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:01:09.093797 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port f80aead6-319d-4c19-af4e-3562cbb7bfa5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=f80aead6-319d-4c19-af4e-3562cbb7bfa5,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:09.102823 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:09.104374 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device bc594908-7df4-489e-a1fd-2df2a543b8e6 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:01:09.105310 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eda16f36-3bda-4ab8-b6bb-b83bd811a2c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:09.202740 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port bc594908-7df4-489e-a1fd-2df2a543b8e6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bc594908-7df4-489e-a1fd-2df2a543b8e6,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:09.206242 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a5ed2065-ccd1-4836-b342-9f035f7af242 req-9b16c60e-ad94-4c1a-8b07-e8e5d46212d4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:09.207833 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eda16f36-3bda-4ab8-b6bb-b83bd811a2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:09.209514 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda16f36-3bda-4ab8-b6bb-b83bd811a2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:09.210561 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eda16f36-3bda-4ab8-b6bb-b83bd811a2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:09.212866 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=f80aead6-319d-4c19-af4e-3562cbb7bfa5,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:09.219405 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a5ed2065-ccd1-4836-b342-9f035f7af242 req-9b16c60e-ad94-4c1a-8b07-e8e5d46212d4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:09.221826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'bc594908-7df4-489e-a1fd-2df2a543b8e6', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': 'bc594908-7df4-489e-a1fd-2df2a543b8e6', 'mac_address': 'fa:16:3e:f3:03:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:01:09.275065 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:09.293659 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc594908-7df4-489e-a1fd-2df2a543b8e6 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:01:09.316876 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a5ed2065-ccd1-4836-b342-9f035f7af242 req-9b16c60e-ad94-4c1a-8b07-e8e5d46212d4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a4617520-3bc2-4f4e-82ac-751cfecb0ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625490 Aug 19 18:01:09.318239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port bc594908-7df4-489e-a1fd-2df2a543b8e6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bc594908-7df4-489e-a1fd-2df2a543b8e6,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:09.330008 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:09.330748 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-eda16f36-3bda-4ab8-b6bb-b83bd811a2c0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0211749 Aug 19 18:01:09.331041 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 2d37e335-994b-4290-9290-68af55592dcc details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:01:09.331201 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33716) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:09.337682 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-5381014a-6438-4b27-bf0d-99d4f7a37581 admin admin] Request body: {'subnet': {'network_id': '3e287a14-e9a5-460d-8cee-b338312c612e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-917029795-subnet', 'tenant_id': 'e6aa6995a12042b18c62921605feade2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:09.339481 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c682ddd-641a-4681-801f-eeaca637cc80 req-7b3e8994-33d7-4fd6-b24c-8e449249f270 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:09.341034 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c682ddd-641a-4681-801f-eeaca637cc80 req-7b3e8994-33d7-4fd6-b24c-8e449249f270 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 949 time: 0.1950150 Aug 19 18:01:09.347260 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16c60e-ad94-4c1a-8b07-e8e5d46212d4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=80136f10-45f2-4350-a854-b4f0aef6b866,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:09.353642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda16f36-3bda-4ab8-b6bb-b83bd811a2c0 admin admin] Pushing event updated for resources: {'Network': ['ID=3e287a14-e9a5-460d-8cee-b338312c612e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:09.378545 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5381014a-6438-4b27-bf0d-99d4f7a37581 admin admin] Made reservation on behalf of e6aa6995a12042b18c62921605feade2 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:01:09.382350 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5381014a-6438-4b27-bf0d-99d4f7a37581 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:09.396567 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c682ddd-641a-4681-801f-eeaca637cc80 req-03d0f851-2e75-4328-be09-c19d0c43fbb8 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400820 Aug 19 18:01:09.407773 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 3e287a14-e9a5-460d-8cee-b338312c612e details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:01:09.506505 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=bc594908-7df4-489e-a1fd-2df2a543b8e6,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:09.534065 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 2d37e335-994b-4290-9290-68af55592dcc, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=2d37e335-994b-4290-9290-68af55592dcc,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:09.543900 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d6f45-31f2-42c8-afe0-74d0ddc12214 req-cddb6712-2d82-4d9e-a98b-e2f89f7647c0 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:09.546489 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b85d6f45-31f2-42c8-afe0-74d0ddc12214 req-cddb6712-2d82-4d9e-a98b-e2f89f7647c0 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 948 time: 0.0644791 Aug 19 18:01:09.547198 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '2d37e335-994b-4290-9290-68af55592dcc', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '2d37e335-994b-4290-9290-68af55592dcc', 'mac_address': 'fa:16:3e:4d:88:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:01:09.596476 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:09.602428 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b85d6f45-31f2-42c8-afe0-74d0ddc12214 req-1e14f161-565c-4c01-9acb-cd790b7428ae tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487735 Aug 19 18:01:09.613507 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d37e335-994b-4290-9290-68af55592dcc {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:01:09.641212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 2d37e335-994b-4290-9290-68af55592dcc, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=2d37e335-994b-4290-9290-68af55592dcc,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:09.647004 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:09.712577 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5381014a-6438-4b27-bf0d-99d4f7a37581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:09.712829 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=2d37e335-994b-4290-9290-68af55592dcc,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:09.789180 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381014a-6438-4b27-bf0d-99d4f7a37581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f01dc19d-274e-4d14-a324-7dd3c383c3cb,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:09.803941 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5053c-c9af-4839-8235-9a30b2401289 req-70726e0c-284e-4302-8c80-d9963186f66f tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:09.805391 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-53d5053c-c9af-4839-8235-9a30b2401289 req-70726e0c-284e-4302-8c80-d9963186f66f tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 970 time: 0.1352098 Aug 19 18:01:09.814340 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5381014a-6438-4b27-bf0d-99d4f7a37581 admin admin] Checking segment: {'id': 'cfce019d-7dcb-4b6d-8391-45bf6c7e1e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3e287a14-e9a5-460d-8cee-b338312c612e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:01:09.814701 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5381014a-6438-4b27-bf0d-99d4f7a37581 admin admin] Network hostable DHCP agents. Network: 3e287a14-e9a5-460d-8cee-b338312c612e, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:01:09.859191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5381014a-6438-4b27-bf0d-99d4f7a37581 admin admin] Network 3e287a14-e9a5-460d-8cee-b338312c612e is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:01:09.875531 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-53d5053c-c9af-4839-8235-9a30b2401289 req-767b0783-ba64-4711-a1f2-14e58b0c1816 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4617520-3bc2-4f4e-82ac-751cfecb0ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569303 Aug 19 18:01:09.878598 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-5381014a-6438-4b27-bf0d-99d4f7a37581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 3e287a14-e9a5-460d-8cee-b338312c612e) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:09.885398 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5381014a-6438-4b27-bf0d-99d4f7a37581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:09.886572 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5381014a-6438-4b27-bf0d-99d4f7a37581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:09.893584 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa22e307-80f7-4f3b-90e4-4f233d0947c6 None None] Network 3e287a14-e9a5-460d-8cee-b338312c612e requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:01:09.910985 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5381014a-6438-4b27-bf0d-99d4f7a37581 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5776713 Aug 19 18:01:10.050093 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:10.100170 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7060fc75-ab3e-4dfc-91f4-56e8e1b09f59 None None] Network 3e287a14-e9a5-460d-8cee-b338312c612e requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:01:10.146411 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2dbfc-c690-4b86-8dba-a7841c7b396b req-1835424b-6728-4706-840b-6ffe77f3e352 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:10.165178 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4ff2dbfc-c690-4b86-8dba-a7841c7b396b req-1835424b-6728-4706-840b-6ffe77f3e352 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae219e9-e2e3-4a8e-be95-0e869bdd4ade HTTP/1.1" status: 200 len: 968 time: 0.1022286 Aug 19 18:01:10.223254 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4ff2dbfc-c690-4b86-8dba-a7841c7b396b req-b41fefea-88d6-4f5e-a58d-9e8b755a7fd2 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489025 Aug 19 18:01:10.254132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33756) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:10.280242 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33760) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:10.329315 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['f80aead6-319d-4c19-af4e-3562cbb7bfa5'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:01:10.359368 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['bc594908-7df4-489e-a1fd-2df2a543b8e6'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:01:10.367326 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['2d37e335-994b-4290-9290-68af55592dcc'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:01:10.508512 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bda47b88-897a-4801-a170-3a616a9e5dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:10.565425 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c03e38c-dc8b-48de-9592-ff17f4e9cd8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:10.590856 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e38970-0d2d-4ec7-a2c5-b41c4e099512 req-f7cadf83-8047-44a4-99f9-728f00e8bc97 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:10.595888 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d3e38970-0d2d-4ec7-a2c5-b41c4e099512 req-f7cadf83-8047-44a4-99f9-728f00e8bc97 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 949 time: 0.1021798 Aug 19 18:01:10.660935 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bda47b88-897a-4801-a170-3a616a9e5dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:10.667915 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d3e38970-0d2d-4ec7-a2c5-b41c4e099512 req-b6505449-fb78-4d06-9cee-784680ee2a58 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581763 Aug 19 18:01:10.672997 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bda47b88-897a-4801-a170-3a616a9e5dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:10.686366 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:10.747233 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33778) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:10.747448 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bda47b88-897a-4801-a170-3a616a9e5dcb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4532a1f4b881457cae2dc024a5f1943d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4645405 Aug 19 18:01:10.793003 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda47b88-897a-4801-a170-3a616a9e5dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4d5ae5-b072-41eb-a454-33abe0c6ffcb,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:10.814629 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cc1a74b0-4cf8-4d55-8d76-cb451705c405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:10.841559 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cc1a74b0-4cf8-4d55-8d76-cb451705c405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:10.841907 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fab37f-0e51-411c-8a41-019d2e2db6e4 req-772d3c53-3c87-40ad-ae3a-9a2e17e6514b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:10.843492 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-40fab37f-0e51-411c-8a41-019d2e2db6e4 req-772d3c53-3c87-40ad-ae3a-9a2e17e6514b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 949 time: 0.1084268 Aug 19 18:01:10.882073 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c03e38c-dc8b-48de-9592-ff17f4e9cd8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:10.888836 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c03e38c-dc8b-48de-9592-ff17f4e9cd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:10.890105 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33782) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:10.895190 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e7dd5e66-256c-4bc9-8f4d-f637ac4d09dd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1612262271-network', 'tenant_id': 'c9d4cb9e7dcd493db13e3c8b962e0818'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:10.912656 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cc1a74b0-4cf8-4d55-8d76-cb451705c405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:10.915267 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cc1a74b0-4cf8-4d55-8d76-cb451705c405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:10.916418 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cc1a74b0-4cf8-4d55-8d76-cb451705c405 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a4d5ae5-b072-41eb-a454-33abe0c6ffcb HTTP/1.1" status: 204 len: 168 time: 0.1676960 Aug 19 18:01:10.923335 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-40fab37f-0e51-411c-8a41-019d2e2db6e4 req-91af9a5e-7e1d-4d94-b9ff-c2ca1939cd32 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692613 Aug 19 18:01:10.930772 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a74b0-4cf8-4d55-8d76-cb451705c405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4d5ae5-b072-41eb-a454-33abe0c6ffcb,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:10.945489 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7dd5e66-256c-4bc9-8f4d-f637ac4d09dd admin admin] Made reservation on behalf of c9d4cb9e7dcd493db13e3c8b962e0818 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:01:10.947321 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5c03e38c-dc8b-48de-9592-ff17f4e9cd8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=513a64cd049c4314a0c3f3f9535b717f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6919124 Aug 19 18:01:10.948032 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03e38c-dc8b-48de-9592-ff17f4e9cd8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e6f678-98ee-42ae-bfb5-2c6c5d06c1f7,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:10.950435 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33788) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:10.958365 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7dd5e66-256c-4bc9-8f4d-f637ac4d09dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:10.977084 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7dd5e66-256c-4bc9-8f4d-f637ac4d09dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.012233 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d2338d2b-db2c-4bc3-9863-430010fd1f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.037870 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d2338d2b-db2c-4bc3-9863-430010fd1f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.088788 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8e8b5-337b-4e70-a46d-cbc935fbaac7 req-6d2ad0bb-caca-4d28-bcca-630bf5752b9e tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:11.090819 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dfb8e8b5-337b-4e70-a46d-cbc935fbaac7 req-6d2ad0bb-caca-4d28-bcca-630bf5752b9e tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 970 time: 0.0838199 Aug 19 18:01:11.108134 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d2338d2b-db2c-4bc3-9863-430010fd1f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.111305 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d2338d2b-db2c-4bc3-9863-430010fd1f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.112478 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d2338d2b-db2c-4bc3-9863-430010fd1f0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44e6f678-98ee-42ae-bfb5-2c6c5d06c1f7 HTTP/1.1" status: 204 len: 168 time: 0.1611199 Aug 19 18:01:11.134910 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2338d2b-db2c-4bc3-9863-430010fd1f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e6f678-98ee-42ae-bfb5-2c6c5d06c1f7,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:11.162853 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dfb8e8b5-337b-4e70-a46d-cbc935fbaac7 req-b33d6769-6546-40a9-bfda-2d808f674a99 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4617520-3bc2-4f4e-82ac-751cfecb0ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575037 Aug 19 18:01:11.176692 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7dd5e66-256c-4bc9-8f4d-f637ac4d09dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.186737 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7dd5e66-256c-4bc9-8f4d-f637ac4d09dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.218099 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd5e66-256c-4bc9-8f4d-f637ac4d09dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff38a87-217c-40db-bd04-cdcb7a1e1d1c,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:11.234187 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7dd5e66-256c-4bc9-8f4d-f637ac4d09dd admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:01:11.250069 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7dd5e66-256c-4bc9-8f4d-f637ac4d09dd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789619261642', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.250780 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7dd5e66-256c-4bc9-8f4d-f637ac4d09dd admin admin] Unsubscribe: segment precommit_create {{(pid=94681) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 18:01:11.251364 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-e7dd5e66-256c-4bc9-8f4d-f637ac4d09dd admin admin] Added segment acdc3ffa-ceef-48d6-a91a-0b9b585994f8 of type vlan for network 7bf3ea6c-427b-4600-b652-0078c8981b78 Aug 19 18:01:11.310029 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7dd5e66-256c-4bc9-8f4d-f637ac4d09dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.334829 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device b7c92bea-2ec7-4acb-a4f5-14010bbe50da details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:01:11.372815 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7dd5e66-256c-4bc9-8f4d-f637ac4d09dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.375337 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dd5e66-256c-4bc9-8f4d-f637ac4d09dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:11.376232 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7dd5e66-256c-4bc9-8f4d-f637ac4d09dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.419736 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e8cd2-68d8-4ab0-a667-98dca9471b37 req-cd5d6d70-e864-4a20-be2b-a9925e7aa07a tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:11.431462 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3f1e8cd2-68d8-4ab0-a667-98dca9471b37 req-cd5d6d70-e864-4a20-be2b-a9925e7aa07a tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae219e9-e2e3-4a8e-be95-0e869bdd4ade HTTP/1.1" status: 200 len: 968 time: 0.0950975 Aug 19 18:01:11.468882 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33798) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:11.501224 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e7dd5e66-256c-4bc9-8f4d-f637ac4d09dd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6072540 Aug 19 18:01:11.503058 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3f1e8cd2-68d8-4ab0-a667-98dca9471b37 req-a3bdddd6-0d44-4d4f-b51c-5a34de9bc028 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701847 Aug 19 18:01:11.504154 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33800) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:11.505074 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2f0878a-9d32-40dd-a28f-e02829fe70af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.521726 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-abd1eb2b-b783-4491-8953-a8800f837faa admin admin] Request body: {'subnet': {'network_id': '7bf3ea6c-427b-4600-b652-0078c8981b78', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1612262271-subnet', 'tenant_id': 'c9d4cb9e7dcd493db13e3c8b962e0818', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:11.538254 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd5e66-256c-4bc9-8f4d-f637ac4d09dd admin admin] Pushing event updated for resources: {'Network': ['ID=7bf3ea6c-427b-4600-b652-0078c8981b78,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:11.567864 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 7bf3ea6c-427b-4600-b652-0078c8981b78 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:01:11.579802 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port b7c92bea-2ec7-4acb-a4f5-14010bbe50da, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=b7c92bea-2ec7-4acb-a4f5-14010bbe50da,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:11.631438 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'b7c92bea-2ec7-4acb-a4f5-14010bbe50da', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': 'b7c92bea-2ec7-4acb-a4f5-14010bbe50da', 'mac_address': 'fa:16:3e:45:4f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:tempest-test_az-221386143', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:01:11.632929 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2f0878a-9d32-40dd-a28f-e02829fe70af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.645922 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2f0878a-9d32-40dd-a28f-e02829fe70af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.693180 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd1eb2b-b783-4491-8953-a8800f837faa admin admin] Made reservation on behalf of c9d4cb9e7dcd493db13e3c8b962e0818 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:01:11.693687 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.696314 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-abd1eb2b-b783-4491-8953-a8800f837faa admin admin] Notify callbacks [] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.712805 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c92bea-2ec7-4acb-a4f5-14010bbe50da {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:01:11.716080 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0878a-9d32-40dd-a28f-e02829fe70af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232ff00d-297e-4615-b367-3dc548cfe0e7,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:11.745680 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port b7c92bea-2ec7-4acb-a4f5-14010bbe50da, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=b7c92bea-2ec7-4acb-a4f5-14010bbe50da,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:11.751514 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.772051 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b2f0878a-9d32-40dd-a28f-e02829fe70af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48da06afd3724f5f9a9fc6dbbe427de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016517 Aug 19 18:01:11.778854 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33804) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:11.780335 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33806) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:11.807987 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b5cb2-b0a3-4f19-94d6-f3e495b934cb req-9261c204-19e7-4212-9b6d-90c32e48ffa6 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:11.812992 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c397ff1c-f50e-40d9-aeb8-a7a734d2ae76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.816628 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aa2b5cb2-b0a3-4f19-94d6-f3e495b934cb req-9261c204-19e7-4212-9b6d-90c32e48ffa6 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 949 time: 0.0645561 Aug 19 18:01:11.823449 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=b7c92bea-2ec7-4acb-a4f5-14010bbe50da,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:11.863760 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aa2b5cb2-b0a3-4f19-94d6-f3e495b934cb req-61381aac-f67c-4fc5-a617-2943b351fc69 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461133 Aug 19 18:01:11.930420 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f2ce65a-cd04-46c8-82cb-2347bcc89cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.994297 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f2ce65a-cd04-46c8-82cb-2347bcc89cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.018208 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['b7c92bea-2ec7-4acb-a4f5-14010bbe50da'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:01:12.125944 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-abd1eb2b-b783-4491-8953-a8800f837faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.136330 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c397ff1c-f50e-40d9-aeb8-a7a734d2ae76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.165115 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c397ff1c-f50e-40d9-aeb8-a7a734d2ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.196489 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef2e2d-6e63-4e1f-9e91-836652a107a2 req-5b655505-dc65-4195-86c8-de966f17c5c3 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:12.198108 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6fef2e2d-6e63-4e1f-9e91-836652a107a2 req-5b655505-dc65-4195-86c8-de966f17c5c3 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 949 time: 0.1886058 Aug 19 18:01:12.225956 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f2ce65a-cd04-46c8-82cb-2347bcc89cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.228401 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f2ce65a-cd04-46c8-82cb-2347bcc89cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.229513 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0f2ce65a-cd04-46c8-82cb-2347bcc89cff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/232ff00d-297e-4615-b367-3dc548cfe0e7 HTTP/1.1" status: 204 len: 168 time: 0.4476745 Aug 19 18:01:12.258549 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1eb2b-b783-4491-8953-a8800f837faa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fca0ad6-2b35-4956-8e87-1dc10858c7a2,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:12.262302 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c397ff1c-f50e-40d9-aeb8-a7a734d2ae76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf4fa32098a64dc481723c83ffcb4b74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4791203 Aug 19 18:01:12.270934 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33814) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:12.281952 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397ff1c-f50e-40d9-aeb8-a7a734d2ae76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b753bc63-e882-4d0a-8aec-0d4f6f63db5f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:12.318742 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd1eb2b-b783-4491-8953-a8800f837faa admin admin] Checking segment: {'id': 'acdc3ffa-ceef-48d6-a91a-0b9b585994f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '7bf3ea6c-427b-4600-b652-0078c8981b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:01:12.319173 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd1eb2b-b783-4491-8953-a8800f837faa admin admin] Network hostable DHCP agents. Network: 7bf3ea6c-427b-4600-b652-0078c8981b78, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:01:12.321094 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ba62f-5190-4bf6-a485-5930664a34fa req-a7050c0e-924f-47cf-a069-1555d31e2903 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:12.321257 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ce65a-cd04-46c8-82cb-2347bcc89cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232ff00d-297e-4615-b367-3dc548cfe0e7,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:12.330697 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-642ba62f-5190-4bf6-a485-5930664a34fa req-a7050c0e-924f-47cf-a069-1555d31e2903 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 970 time: 0.0934167 Aug 19 18:01:12.335702 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6fef2e2d-6e63-4e1f-9e91-836652a107a2 req-26d8d842-1124-4400-a474-8b282eaeb702 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183298 Aug 19 18:01:12.362571 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd1eb2b-b783-4491-8953-a8800f837faa admin admin] Network 7bf3ea6c-427b-4600-b652-0078c8981b78 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:01:12.378970 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-abd1eb2b-b783-4491-8953-a8800f837faa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 7bf3ea6c-427b-4600-b652-0078c8981b78) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:12.380661 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-60fc164e-7896-47b9-824c-8f8039dd0c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.385491 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd1eb2b-b783-4491-8953-a8800f837faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:12.386166 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-abd1eb2b-b783-4491-8953-a8800f837faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.391277 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-642ba62f-5190-4bf6-a485-5930664a34fa req-425356e0-6bb5-47bd-8697-9647b7b8590a tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4617520-3bc2-4f4e-82ac-751cfecb0ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525231 Aug 19 18:01:12.395299 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4147e112-7f42-4a70-a926-80b872b6cb17 None None] Network 7bf3ea6c-427b-4600-b652-0078c8981b78 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:01:12.416320 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-abd1eb2b-b783-4491-8953-a8800f837faa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8986654 Aug 19 18:01:12.422348 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-60fc164e-7896-47b9-824c-8f8039dd0c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.501599 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-60fc164e-7896-47b9-824c-8f8039dd0c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.504588 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-60fc164e-7896-47b9-824c-8f8039dd0c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.507313 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-60fc164e-7896-47b9-824c-8f8039dd0c96 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b753bc63-e882-4d0a-8aec-0d4f6f63db5f HTTP/1.1" status: 204 len: 168 time: 0.2339971 Aug 19 18:01:12.518543 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc164e-7896-47b9-824c-8f8039dd0c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b753bc63-e882-4d0a-8aec-0d4f6f63db5f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:12.609594 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77812425-8a62-4b3c-b318-c63320f0389b None None] Network 7bf3ea6c-427b-4600-b652-0078c8981b78 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:01:12.611088 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33826) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:12.670304 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083b723-d970-4b38-b5df-ff9ff66acaf7 req-b19ea902-9129-4274-925b-81157746e6bc tempest-AggregatesAdminTestJSON-1009269670 tempest-AggregatesAdminTestJSON-1009269670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:12.673323 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5083b723-d970-4b38-b5df-ff9ff66acaf7 req-b19ea902-9129-4274-925b-81157746e6bc tempest-AggregatesAdminTestJSON-1009269670 tempest-AggregatesAdminTestJSON-1009269670-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 1121 time: 0.1034744 Aug 19 18:01:12.689267 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ade480-f69e-4d8d-a9cd-6ae9c8e6232a admin admin] Deleting subnet f01dc19d-274e-4d14-a324-7dd3c383c3cb {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:01:12.699071 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0ade480-f69e-4d8d-a9cd-6ae9c8e6232a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.703724 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cebab-ea73-4800-9e2b-ba3c3bc49cf3 req-8f09ba7f-814a-4034-a822-b4a743a430f0 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:12.705788 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1e2cebab-ea73-4800-9e2b-ba3c3bc49cf3 req-8f09ba7f-814a-4034-a822-b4a743a430f0 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae219e9-e2e3-4a8e-be95-0e869bdd4ade HTTP/1.1" status: 200 len: 969 time: 0.0782013 Aug 19 18:01:12.733657 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5083b723-d970-4b38-b5df-ff9ff66acaf7 req-efccebbb-4e9e-4bad-92dc-47485c03e98b tempest-AggregatesAdminTestJSON-1009269670 tempest-AggregatesAdminTestJSON-1009269670-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.773095 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1e2cebab-ea73-4800-9e2b-ba3c3bc49cf3 req-6233e7df-b79a-4381-bfbf-d4270a67d271 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526595 Aug 19 18:01:12.775487 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device f80aead6-319d-4c19-af4e-3562cbb7bfa5 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:01:12.813440 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0ade480-f69e-4d8d-a9cd-6ae9c8e6232a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.832561 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0ade480-f69e-4d8d-a9cd-6ae9c8e6232a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.888788 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port f80aead6-319d-4c19-af4e-3562cbb7bfa5 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:01:12.898660 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port f80aead6-319d-4c19-af4e-3562cbb7bfa5 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:01:12.898660 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.908029 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5083b723-d970-4b38-b5df-ff9ff66acaf7 req-efccebbb-4e9e-4bad-92dc-47485c03e98b tempest-AggregatesAdminTestJSON-1009269670 tempest-AggregatesAdminTestJSON-1009269670-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.917368 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5083b723-d970-4b38-b5df-ff9ff66acaf7 req-efccebbb-4e9e-4bad-92dc-47485c03e98b tempest-AggregatesAdminTestJSON-1009269670 tempest-AggregatesAdminTestJSON-1009269670-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.948397 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0ade480-f69e-4d8d-a9cd-6ae9c8e6232a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.976520 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5083b723-d970-4b38-b5df-ff9ff66acaf7 req-efccebbb-4e9e-4bad-92dc-47485c03e98b tempest-AggregatesAdminTestJSON-1009269670 tempest-AggregatesAdminTestJSON-1009269670-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a4617520-3bc2-4f4e-82ac-751cfecb0ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901850 Aug 19 18:01:13.033960 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0ade480-f69e-4d8d-a9cd-6ae9c8e6232a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:13.036671 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c0ade480-f69e-4d8d-a9cd-6ae9c8e6232a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f01dc19d-274e-4d14-a324-7dd3c383c3cb HTTP/1.1" status: 204 len: 168 time: 0.4245970 Aug 19 18:01:13.037506 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ade480-f69e-4d8d-a9cd-6ae9c8e6232a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f01dc19d-274e-4d14-a324-7dd3c383c3cb,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:13.039722 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33844) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:13.063917 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccebbb-4e9e-4bad-92dc-47485c03e98b tempest-AggregatesAdminTestJSON-1009269670 tempest-AggregatesAdminTestJSON-1009269670-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df78361e-5c38-4c4d-8c41-7d16e8896f64,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:13.111483 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fcce4-e94e-4b26-a496-d898c9341d55 req-895d7f3e-69af-4721-82a6-c6f7ea961297 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:13.113652 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-861fcce4-e94e-4b26-a496-d898c9341d55 req-895d7f3e-69af-4721-82a6-c6f7ea961297 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 949 time: 0.1390858 Aug 19 18:01:13.229856 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:13.258141 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-861fcce4-e94e-4b26-a496-d898c9341d55 req-3533399a-5d0a-4385-95d7-f60b89490c4d tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332135 Aug 19 18:01:13.293397 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:13.351814 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80aead6-319d-4c19-af4e-3562cbb7bfa5'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:13.359491 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29647808-a4a3-4e45-a139-cdfc12b53943" -d '{"events": [{"server_uuid": "2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa", "name": "network-vif-plugged", "status": "completed", "tag": "f80aead6-319d-4c19-af4e-3562cbb7bfa5"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:13.388943 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device b7c92bea-2ec7-4acb-a4f5-14010bbe50da up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:01:13.402478 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:13.427891 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:01:13.428247 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:01:13.429128 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:01:13.429465 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] Subscribe: > port after_create 55550000 {{(pid=94681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:01:13.429894 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] Subscribe: > port after_delete 55550000 {{(pid=94681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:01:13.430235 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] Subscribe: > port after_update 55550000 {{(pid=94681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:01:13.430885 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:01:13.430885 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:01:13.431192 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:01:13.431521 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:01:13.432154 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port f80aead6-319d-4c19-af4e-3562cbb7bfa5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=f80aead6-319d-4c19-af4e-3562cbb7bfa5,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:13.438479 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:13.439336 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device bc594908-7df4-489e-a1fd-2df2a543b8e6 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:01:13.546039 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=f80aead6-319d-4c19-af4e-3562cbb7bfa5,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:13.563246 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port b7c92bea-2ec7-4acb-a4f5-14010bbe50da completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:01:13.570437 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port b7c92bea-2ec7-4acb-a4f5-14010bbe50da triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:01:13.571970 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:13.593633 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087b07e-e638-4795-a4a2-7ca36b3a81c4 req-15342db5-1e35-4ef4-9461-95bff89b35ea tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:13.595526 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d087b07e-e638-4795-a4a2-7ca36b3a81c4 req-15342db5-1e35-4ef4-9461-95bff89b35ea tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 949 time: 0.1122789 Aug 19 18:01:13.616973 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port bc594908-7df4-489e-a1fd-2df2a543b8e6 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:01:13.622034 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port bc594908-7df4-489e-a1fd-2df2a543b8e6 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:01:13.622416 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:13.643491 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:01:13.644414 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:01:13.644896 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:01:13.645458 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:01:13.645889 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e287a14-e9a5-460d-8cee-b338312c612e']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:13.670808 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d087b07e-e638-4795-a4a2-7ca36b3a81c4 req-03f7d582-5f1e-4a17-8172-c4a31e15a2cc tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647068 Aug 19 18:01:13.686338 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfce019d-7dcb-4b6d-8391-45bf6c7e1e76') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:13.686646 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfce019d-7dcb-4b6d-8391-45bf6c7e1e76') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:13.709845 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:13.722008 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:13.768856 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:13.773046 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port b7c92bea-2ec7-4acb-a4f5-14010bbe50da, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=b7c92bea-2ec7-4acb-a4f5-14010bbe50da,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:13.787801 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:01:13.788703 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:13.796056 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f200e00-c57b-45a6-bcd8-6f5d220932f9 x-openstack-request-id: req-4f200e00-c57b-45a6-bcd8-6f5d220932f9 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:13.796660 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa", "name": "network-vif-plugged", "status": "completed", "tag": "f80aead6-319d-4c19-af4e-3562cbb7bfa5", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:13.796660 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f200e00-c57b-45a6-bcd8-6f5d220932f9 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:13.796989 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80aead6-319d-4c19-af4e-3562cbb7bfa5', 'code': 200} Aug 19 18:01:13.798820 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: from cryptography.utils import int_from_bytes Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: from cryptography.utils import int_from_bytes Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:01:13.834353 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:01:13.876654 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:13.904239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=b7c92bea-2ec7-4acb-a4f5-14010bbe50da,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:13.938997 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port bc594908-7df4-489e-a1fd-2df2a543b8e6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bc594908-7df4-489e-a1fd-2df2a543b8e6,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:13.946710 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:13.947630 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 2d37e335-994b-4290-9290-68af55592dcc up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:01:13.993682 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba3b27-5244-4edc-beee-2d87778f9509 req-1555333c-e544-4ee0-bbe6-14d99aac6441 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:13.996682 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4ba3b27-5244-4edc-beee-2d87778f9509 req-1555333c-e544-4ee0-bbe6-14d99aac6441 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae219e9-e2e3-4a8e-be95-0e869bdd4ade HTTP/1.1" status: 200 len: 970 time: 0.0897479 Aug 19 18:01:14.056234 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4ba3b27-5244-4edc-beee-2d87778f9509 req-7328ba1d-b90f-419c-a140-24afc20a3131 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517616 Aug 19 18:01:14.175598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=bc594908-7df4-489e-a1fd-2df2a543b8e6,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:14.205761 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 2d37e335-994b-4290-9290-68af55592dcc completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:01:14.206633 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:14.210521 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13aa1f7-fab0-458f-977e-0b47e141b6b4 req-90c84f8d-e3c1-4a6f-8788-41be0dc349f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:14.212193 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e13aa1f7-fab0-458f-977e-0b47e141b6b4 req-90c84f8d-e3c1-4a6f-8788-41be0dc349f5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 1101 time: 0.1016672 Aug 19 18:01:14.212604 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 2d37e335-994b-4290-9290-68af55592dcc triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:01:14.213389 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:14.219801 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:14.224505 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33918) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:14.224642 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] 10.222.0.24 "DELETE /v2.0/networks/3e287a14-e9a5-460d-8cee-b338312c612e HTTP/1.1" status: 204 len: 168 time: 1.1836419 Aug 19 18:01:14.260119 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d43c4-ad04-47f4-ba22-590ecdfd0fdc admin admin] Pushing event deleted for resources: {'Network': ['ID=3e287a14-e9a5-460d-8cee-b338312c612e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:14.280223 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e13aa1f7-fab0-458f-977e-0b47e141b6b4 req-1d9407c6-960b-4142-8817-3ee729c2df8a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443115 Aug 19 18:01:14.313584 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47d265c-43ef-4ec5-9985-9977fd8d8fde admin admin] Deleting subnet 4fca0ad6-2b35-4956-8e87-1dc10858c7a2 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:01:14.317786 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c47d265c-43ef-4ec5-9985-9977fd8d8fde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:14.348671 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:14.390283 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 2d37e335-994b-4290-9290-68af55592dcc, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=2d37e335-994b-4290-9290-68af55592dcc,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:14.396847 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:14.399992 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c47d265c-43ef-4ec5-9985-9977fd8d8fde admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:14.409814 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c47d265c-43ef-4ec5-9985-9977fd8d8fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:14.469990 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0163b-caa4-4b0d-abf0-0f692b262644 req-1cbd2e49-7f80-4757-829c-befe1c066826 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:14.471654 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2eb0163b-caa4-4b0d-abf0-0f692b262644 req-1cbd2e49-7f80-4757-829c-befe1c066826 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 950 time: 0.1155486 Aug 19 18:01:14.475094 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=2d37e335-994b-4290-9290-68af55592dcc,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:14.552545 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-31857c64-0499-46b8-90ac-7cfd3657d633 req-93b2a373-5372-4d80-b984-86e6d4547ed0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780180 Aug 19 18:01:14.596885 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2eb0163b-caa4-4b0d-abf0-0f692b262644 req-4e49f464-7417-4ad1-ac91-e85c381c54da tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862691 Aug 19 18:01:14.602287 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c47d265c-43ef-4ec5-9985-9977fd8d8fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:14.628454 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d265c-43ef-4ec5-9985-9977fd8d8fde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fca0ad6-2b35-4956-8e87-1dc10858c7a2,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:14.654976 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c47d265c-43ef-4ec5-9985-9977fd8d8fde admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:14.659894 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33944) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:14.666161 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c47d265c-43ef-4ec5-9985-9977fd8d8fde admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4fca0ad6-2b35-4956-8e87-1dc10858c7a2 HTTP/1.1" status: 204 len: 168 time: 0.4404953 Aug 19 18:01:14.750299 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31857c64-0499-46b8-90ac-7cfd3657d633 req-26f72ecf-4490-4169-a2d1-a513eb777a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:14.751568 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-31857c64-0499-46b8-90ac-7cfd3657d633 req-26f72ecf-4490-4169-a2d1-a513eb777a09 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bbbde46dd9a649cfb2a873cbb3d4d967&device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 1121 time: 0.1129317 Aug 19 18:01:14.791029 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a11d52be-a754-4140-a478-78c9090bc61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:14.929437 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31857c64-0499-46b8-90ac-7cfd3657d633 req-44c306cd-9566-45dc-93fe-681e1e05bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:14.931310 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-31857c64-0499-46b8-90ac-7cfd3657d633 req-44c306cd-9566-45dc-93fe-681e1e05bc2b service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.1128662 Aug 19 18:01:14.982512 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a11d52be-a754-4140-a478-78c9090bc61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:15.015210 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a11d52be-a754-4140-a478-78c9090bc61c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf3ea6c-427b-4600-b652-0078c8981b78']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:15.017808 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-31857c64-0499-46b8-90ac-7cfd3657d633 req-c43cb2bb-1136-461a-8ae5-0cf695f9e586 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=a5119ed9-9549-48ab-afe3-7d98660cd091 HTTP/1.1" status: 200 len: 217 time: 0.0672410 Aug 19 18:01:15.036037 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741111b-7c01-488b-b676-87edcc4e8012 req-1ef11f74-9863-4fe6-b531-086790ba3e7d tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:15.043065 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a11d52be-a754-4140-a478-78c9090bc61c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acdc3ffa-ceef-48d6-a91a-0b9b585994f8') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:15.043597 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a11d52be-a754-4140-a478-78c9090bc61c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acdc3ffa-ceef-48d6-a91a-0b9b585994f8') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:15.045114 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8741111b-7c01-488b-b676-87edcc4e8012 req-1ef11f74-9863-4fe6-b531-086790ba3e7d tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 950 time: 0.2730043 Aug 19 18:01:15.055768 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a11d52be-a754-4140-a478-78c9090bc61c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:15.082182 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a11d52be-a754-4140-a478-78c9090bc61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:15.093398 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11d52be-a754-4140-a478-78c9090bc61c admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:01:15.093860 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a11d52be-a754-4140-a478-78c9090bc61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:01:15.096098 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:01:15.157078 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8741111b-7c01-488b-b676-87edcc4e8012 req-6577af9c-a765-46c4-bc61-2c310d45cdef tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108086 Aug 19 18:01:15.174671 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a11d52be-a754-4140-a478-78c9090bc61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:15.194654 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a11d52be-a754-4140-a478-78c9090bc61c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:15.194741 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31857c64-0499-46b8-90ac-7cfd3657d633 req-032533ed-b18f-4c0c-9888-0eb73d0c9bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:15.194741 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-31857c64-0499-46b8-90ac-7cfd3657d633 req-032533ed-b18f-4c0c-9888-0eb73d0c9bbe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1442964 Aug 19 18:01:15.194894 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a11d52be-a754-4140-a478-78c9090bc61c admin admin] 10.222.0.24 "DELETE /v2.0/networks/7bf3ea6c-427b-4600-b652-0078c8981b78 HTTP/1.1" status: 204 len: 168 time: 0.5329673 Aug 19 18:01:15.221027 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d52be-a754-4140-a478-78c9090bc61c admin admin] Pushing event deleted for resources: {'Network': ['ID=7bf3ea6c-427b-4600-b652-0078c8981b78,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:15.276232 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31857c64-0499-46b8-90ac-7cfd3657d633 req-d3f11977-91a1-4b5c-bafc-814ab15818d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:15.277852 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-31857c64-0499-46b8-90ac-7cfd3657d633 req-d3f11977-91a1-4b5c-bafc-814ab15818d3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0732377 Aug 19 18:01:15.392957 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea38704-b12e-4ccb-85c2-4e8fc9e7ee04 req-3bd216a5-05d3-4ef3-bccc-942385871f95 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:15.403478 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3ea38704-b12e-4ccb-85c2-4e8fc9e7ee04 req-3bd216a5-05d3-4ef3-bccc-942385871f95 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae219e9-e2e3-4a8e-be95-0e869bdd4ade HTTP/1.1" status: 200 len: 970 time: 0.1161780 Aug 19 18:01:15.464415 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3ea38704-b12e-4ccb-85c2-4e8fc9e7ee04 req-fdae0323-c616-4d31-9747-f540ae0a9e8f tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599160 Aug 19 18:01:15.465993 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-31857c64-0499-46b8-90ac-7cfd3657d633 req-cd971cc0-6987-46c0-8f70-6a2d746d7be1 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718833 Aug 19 18:01:15.572831 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34000) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:15.670792 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-45fb9e11-1598-4399-9cce-83fbb46ceb36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6aa6995a12042b18c62921605feade2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0957472 Aug 19 18:01:15.674167 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34012) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:15.674553 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-31857c64-0499-46b8-90ac-7cfd3657d633 req-37b5022d-1848-4f05-a0c4-9b18685932cc service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002907 Aug 19 18:01:15.753129 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ea1921f9-b7b0-48d8-b71f-ba2f32b65bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:15.781464 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ea1921f9-b7b0-48d8-b71f-ba2f32b65bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:15.798126 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae219e9-e2e3-4a8e-be95-0e869bdd4ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c92bea-2ec7-4acb-a4f5-14010bbe50da'}, {'server_uuid': 'b2002604-ed64-40ca-9154-418ea7feccbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc594908-7df4-489e-a1fd-2df2a543b8e6'}, {'server_uuid': '6101ae35-f38d-4f34-ae57-24fc8615d888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d37e335-994b-4290-9290-68af55592dcc'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:15.802571 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbf6723-f7fe-4d61-a184-cc4081d0aecf" -d '{"events": [{"server_uuid": "9ae219e9-e2e3-4a8e-be95-0e869bdd4ade", "name": "network-vif-plugged", "status": "completed", "tag": "b7c92bea-2ec7-4acb-a4f5-14010bbe50da"}, {"server_uuid": "b2002604-ed64-40ca-9154-418ea7feccbf", "name": "network-vif-plugged", "status": "completed", "tag": "bc594908-7df4-489e-a1fd-2df2a543b8e6"}, {"server_uuid": "6101ae35-f38d-4f34-ae57-24fc8615d888", "name": "network-vif-plugged", "status": "completed", "tag": "2d37e335-994b-4290-9290-68af55592dcc"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:15.846617 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2354c-15dd-4d25-8595-0bae5585419c req-9e4a624d-8061-4161-8dc5-093cf2ec2bfd tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:15.848695 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bbe2354c-15dd-4d25-8595-0bae5585419c req-9e4a624d-8061-4161-8dc5-093cf2ec2bfd tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 950 time: 0.0802984 Aug 19 18:01:15.872543 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ea1921f9-b7b0-48d8-b71f-ba2f32b65bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:15.875985 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ea1921f9-b7b0-48d8-b71f-ba2f32b65bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:15.877394 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ea1921f9-b7b0-48d8-b71f-ba2f32b65bd5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90cf6356-60d8-4c0f-aace-0a5409d43048 HTTP/1.1" status: 204 len: 168 time: 0.2020638 Aug 19 18:01:15.896323 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1921f9-b7b0-48d8-b71f-ba2f32b65bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cf6356-60d8-4c0f-aace-0a5409d43048,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:15.924695 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bbe2354c-15dd-4d25-8595-0bae5585419c req-f71cb535-d270-414f-bb26-03f5b87a0bc1 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685532 Aug 19 18:01:15.984347 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e580c2-11b4-4ae1-a44c-acb987c91f95 x-openstack-request-id: req-77e580c2-11b4-4ae1-a44c-acb987c91f95 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:15.984755 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae219e9-e2e3-4a8e-be95-0e869bdd4ade", "name": "network-vif-plugged", "status": "completed", "tag": "b7c92bea-2ec7-4acb-a4f5-14010bbe50da", "code": 200}, {"server_uuid": "b2002604-ed64-40ca-9154-418ea7feccbf", "name": "network-vif-plugged", "status": "completed", "tag": "bc594908-7df4-489e-a1fd-2df2a543b8e6", "code": 200}, {"server_uuid": "6101ae35-f38d-4f34-ae57-24fc8615d888", "name": "network-vif-plugged", "status": "completed", "tag": "2d37e335-994b-4290-9290-68af55592dcc", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:15.985010 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77e580c2-11b4-4ae1-a44c-acb987c91f95 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:15.985610 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae219e9-e2e3-4a8e-be95-0e869bdd4ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c92bea-2ec7-4acb-a4f5-14010bbe50da', 'code': 200} Aug 19 18:01:15.985939 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2002604-ed64-40ca-9154-418ea7feccbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc594908-7df4-489e-a1fd-2df2a543b8e6', 'code': 200} Aug 19 18:01:15.986197 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6101ae35-f38d-4f34-ae57-24fc8615d888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d37e335-994b-4290-9290-68af55592dcc', 'code': 200} Aug 19 18:01:16.059955 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:16.081930 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad5f7a6a-db14-485a-8552-fd2d8549e4a5 req-4707b038-9fa9-41ee-a2e6-295c029fac67 tempest-FlavorsV2NegativeTest-1666731640 tempest-FlavorsV2NegativeTest-1666731640-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7ef1d57336f34ccfb9abd2c8c94eddac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298893 Aug 19 18:01:16.181357 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cef93d-ca3c-45b7-98a4-01ff06bc6508 req-d6b4bc68-5c62-4c43-88e6-ad2569476cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:16.183264 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-53cef93d-ca3c-45b7-98a4-01ff06bc6508 req-d6b4bc68-5c62-4c43-88e6-ad2569476cb2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 1101 time: 0.0902448 Aug 19 18:01:16.242866 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d488698-fab6-413e-b1a9-9d24ed2410c6 req-dc72c328-e37d-422c-83d0-fd5abb214c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:16.245219 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d488698-fab6-413e-b1a9-9d24ed2410c6 req-dc72c328-e37d-422c-83d0-fd5abb214c18 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 1101 time: 0.0812478 Aug 19 18:01:16.253760 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-53cef93d-ca3c-45b7-98a4-01ff06bc6508 req-8f729d08-5dc7-4d9f-b5a5-e871b12d6400 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522294 Aug 19 18:01:16.288054 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d488698-fab6-413e-b1a9-9d24ed2410c6 req-9d0802dc-72a4-4300-8eec-02df19cbb461 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329857 Aug 19 18:01:16.350496 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34056) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:16.393693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4199589-2fc8-4693-88bb-a3b91335c478 req-a193fecb-f930-4944-b9e3-f99f9eb7cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:16.395194 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a4199589-2fc8-4693-88bb-a3b91335c478 req-a193fecb-f930-4944-b9e3-f99f9eb7cf6b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9ae219e9-e2e3-4a8e-be95-0e869bdd4ade HTTP/1.1" status: 200 len: 1121 time: 0.2776101 Aug 19 18:01:16.398317 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34058) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:16.398706 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1e586fb0-312e-4139-ae8a-1d0db1fdcd29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9d4cb9e7dcd493db13e3c8b962e0818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469797 Aug 19 18:01:16.474600 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f7a6a-db14-485a-8552-fd2d8549e4a5 req-9c97dfc7-6301-4cb9-ae9b-32cb61789ef4 tempest-FlavorsV2NegativeTest-1666731640 tempest-FlavorsV2NegativeTest-1666731640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:16.476183 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad5f7a6a-db14-485a-8552-fd2d8549e4a5 req-9c97dfc7-6301-4cb9-ae9b-32cb61789ef4 tempest-FlavorsV2NegativeTest-1666731640 tempest-FlavorsV2NegativeTest-1666731640-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3803480 Aug 19 18:01:16.509419 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad5f7a6a-db14-485a-8552-fd2d8549e4a5 req-50f905a9-af58-46f9-815c-ccc4e1ca9463 tempest-FlavorsV2NegativeTest-1666731640 tempest-FlavorsV2NegativeTest-1666731640-project] 10.222.0.24 "GET /v2.0/quotas/7ef1d57336f34ccfb9abd2c8c94eddac HTTP/1.1" status: 200 len: 375 time: 0.0271776 Aug 19 18:01:16.510847 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a4199589-2fc8-4693-88bb-a3b91335c478 req-7f474421-2baa-417b-a921-bbe672539337 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025906 Aug 19 18:01:16.552626 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad5f7a6a-db14-485a-8552-fd2d8549e4a5 req-9108a5b7-dfa3-46f1-95ca-3f43bebb854d tempest-FlavorsV2NegativeTest-1666731640 tempest-FlavorsV2NegativeTest-1666731640-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ef1d57336f34ccfb9abd2c8c94eddac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362649 Aug 19 18:01:16.553400 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b4325075-767e-4551-973d-29aabb1545c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:16.568382 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d18be8-eab4-4b9a-bcfc-c773000d4b3c req-866ab6af-8802-4f78-99ad-e47ce7d5d24c tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:16.569985 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c4d18be8-eab4-4b9a-bcfc-c773000d4b3c req-866ab6af-8802-4f78-99ad-e47ce7d5d24c tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 950 time: 0.0533888 Aug 19 18:01:16.592395 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b4325075-767e-4551-973d-29aabb1545c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:16.637662 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c4d18be8-eab4-4b9a-bcfc-c773000d4b3c req-c4c65f92-4efd-488c-ade8-e6191a86f035 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562806 Aug 19 18:01:16.652112 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b4325075-767e-4551-973d-29aabb1545c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:16.656076 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b4325075-767e-4551-973d-29aabb1545c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:16.657337 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b4325075-767e-4551-973d-29aabb1545c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ff38a87-217c-40db-bd04-cdcb7a1e1d1c HTTP/1.1" status: 204 len: 168 time: 0.2579243 Aug 19 18:01:16.671719 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4325075-767e-4551-973d-29aabb1545c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff38a87-217c-40db-bd04-cdcb7a1e1d1c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:16.804431 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d6670-f064-4525-9ae6-fa3d9f33ab21 req-19857eb4-6574-486e-86e6-7f60f213295a tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:16.813855 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e70d6670-f064-4525-9ae6-fa3d9f33ab21 req-19857eb4-6574-486e-86e6-7f60f213295a tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae219e9-e2e3-4a8e-be95-0e869bdd4ade HTTP/1.1" status: 200 len: 970 time: 0.0734930 Aug 19 18:01:16.861886 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e70d6670-f064-4525-9ae6-fa3d9f33ab21 req-b67cd874-28d4-42a4-893a-5cd9190c8365 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464504 Aug 19 18:01:17.141822 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fc137-716e-4959-b9ac-7d5fabe54f96 req-93b8abdd-e18d-40db-87b7-bd43785a044b tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:17.143633 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4f5fc137-716e-4959-b9ac-7d5fabe54f96 req-93b8abdd-e18d-40db-87b7-bd43785a044b tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 950 time: 0.0734088 Aug 19 18:01:17.215257 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4f5fc137-716e-4959-b9ac-7d5fabe54f96 req-55f55ae1-0175-452e-9cd5-3e90db2ec4dc tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607567 Aug 19 18:01:17.846718 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83963aa8-0ff6-43f8-a8ea-57116d493385 req-6c5db71b-513b-4643-8c82-cf6ad1db1ec7 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:17.853495 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-83963aa8-0ff6-43f8-a8ea-57116d493385 req-6c5db71b-513b-4643-8c82-cf6ad1db1ec7 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 950 time: 0.1062298 Aug 19 18:01:17.867168 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34170) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:17.933009 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-83963aa8-0ff6-43f8-a8ea-57116d493385 req-38a1a091-5126-4ec2-9c8d-a73643a66ac1 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585580 Aug 19 18:01:17.990838 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34180) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:18.087816 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c64f21-ae0a-4f07-96cd-b72dbd44bc62 req-c5a16f41-004d-4a99-99e5-ddd3f7ce816b tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:18.089941 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-34c64f21-ae0a-4f07-96cd-b72dbd44bc62 req-c5a16f41-004d-4a99-99e5-ddd3f7ce816b tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae219e9-e2e3-4a8e-be95-0e869bdd4ade HTTP/1.1" status: 200 len: 970 time: 0.0738389 Aug 19 18:01:18.106758 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80227d37-d02c-4c1a-b4c0-411b11f31c9c req-71945806-c511-488b-a047-729fdead80f9 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:18.108715 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-80227d37-d02c-4c1a-b4c0-411b11f31c9c req-71945806-c511-488b-a047-729fdead80f9 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 950 time: 0.0862234 Aug 19 18:01:18.138596 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-34c64f21-ae0a-4f07-96cd-b72dbd44bc62 req-a4700de9-f438-4e7c-b774-9776ec0cbfb0 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410335 Aug 19 18:01:18.172509 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-80227d37-d02c-4c1a-b4c0-411b11f31c9c req-c362931f-cd13-4e76-8800-27961c6980e3 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515115 Aug 19 18:01:18.269647 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d41df812-0505-4901-9333-3946c4754d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:18.290730 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e21d5337-f754-44f5-8bdf-f20f712f1235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:18.337988 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34192) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:18.438661 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d41df812-0505-4901-9333-3946c4754d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:18.447345 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d41df812-0505-4901-9333-3946c4754d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:18.502421 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41df812-0505-4901-9333-3946c4754d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05b8ace-79e2-4f8c-ba6a-188690190863,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:18.508319 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d41df812-0505-4901-9333-3946c4754d8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c38aea6755234e6980b765e6266df26a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6398449 Aug 19 18:01:18.514227 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34208) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:18.598181 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21e07770-85db-47cc-a840-a27abb80bd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:18.625289 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21e07770-85db-47cc-a840-a27abb80bd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:18.627707 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e21d5337-f754-44f5-8bdf-f20f712f1235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:18.634885 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e21d5337-f754-44f5-8bdf-f20f712f1235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:18.690426 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21e07770-85db-47cc-a840-a27abb80bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:18.694849 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d5337-f754-44f5-8bdf-f20f712f1235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd4329f-d49f-40c2-8a7b-29c1f5fc8db4,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:18.696091 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21e07770-85db-47cc-a840-a27abb80bd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:18.702345 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e21d5337-f754-44f5-8bdf-f20f712f1235 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ef1d57336f34ccfb9abd2c8c94eddac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7102785 Aug 19 18:01:18.703137 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-21e07770-85db-47cc-a840-a27abb80bd8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d05b8ace-79e2-4f8c-ba6a-188690190863 HTTP/1.1" status: 204 len: 168 time: 0.1870551 Aug 19 18:01:18.705431 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34216) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:18.727440 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e07770-85db-47cc-a840-a27abb80bd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05b8ace-79e2-4f8c-ba6a-188690190863,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:18.794559 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-43a8235f-f867-46ec-b6a0-d8d376f16060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:18.805269 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-51de3698-03eb-44fc-b804-e9d46d5e6071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:18.828499 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-43a8235f-f867-46ec-b6a0-d8d376f16060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:18.915711 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-43a8235f-f867-46ec-b6a0-d8d376f16060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:18.920862 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-43a8235f-f867-46ec-b6a0-d8d376f16060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:18.924890 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-43a8235f-f867-46ec-b6a0-d8d376f16060 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ecd4329f-d49f-40c2-8a7b-29c1f5fc8db4 HTTP/1.1" status: 204 len: 168 time: 0.2147546 Aug 19 18:01:18.945821 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8235f-f867-46ec-b6a0-d8d376f16060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd4329f-d49f-40c2-8a7b-29c1f5fc8db4,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:19.029542 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034e176-7edd-477c-9dd8-1aa011d5f7b2 req-fe9da102-8c6b-4db7-9985-53cac64fe9d4 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:19.037579 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3034e176-7edd-477c-9dd8-1aa011d5f7b2 req-fe9da102-8c6b-4db7-9985-53cac64fe9d4 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 970 time: 0.0836768 Aug 19 18:01:19.065492 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b552cbe4-7c52-464e-b21a-4292646efeba req-58eb18b0-4750-4fcf-a055-b2cdfbe787fb tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b9c63d95183b4e83880cd31eba87b8bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315976 Aug 19 18:01:19.088004 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3034e176-7edd-477c-9dd8-1aa011d5f7b2 req-9196f5db-c317-4efd-a5d9-726e29edb78a tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4617520-3bc2-4f4e-82ac-751cfecb0ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452275 Aug 19 18:01:19.101991 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-51de3698-03eb-44fc-b804-e9d46d5e6071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:19.130290 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-51de3698-03eb-44fc-b804-e9d46d5e6071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:19.195720 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-51de3698-03eb-44fc-b804-e9d46d5e6071 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3fdc8a64a51c4802b530a51d70705e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8539262 Aug 19 18:01:19.197147 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34244) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:19.197511 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de3698-03eb-44fc-b804-e9d46d5e6071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ee08ed-ce33-4bfa-8923-79c970a355ff,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:19.223011 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ba1c6-8881-4962-bcbe-3c08f26621e2 req-8275e352-8cc0-4195-a855-0c7ab15e1cdb tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:19.224642 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fc8ba1c6-8881-4962-bcbe-3c08f26621e2 req-8275e352-8cc0-4195-a855-0c7ab15e1cdb tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 950 time: 0.0806851 Aug 19 18:01:19.272428 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552cbe4-7c52-464e-b21a-4292646efeba req-10d974fa-5bd7-4cf3-8726-42c1edaea701 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:19.274129 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b552cbe4-7c52-464e-b21a-4292646efeba req-10d974fa-5bd7-4cf3-8726-42c1edaea701 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2077904 Aug 19 18:01:19.293365 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b552cbe4-7c52-464e-b21a-4292646efeba req-748cd5f3-783f-4104-b8e9-0029a643292c tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/quotas/b9c63d95183b4e83880cd31eba87b8bd HTTP/1.1" status: 200 len: 375 time: 0.0114968 Aug 19 18:01:19.322302 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fc8ba1c6-8881-4962-bcbe-3c08f26621e2 req-c0efc487-0cec-48ba-bdcb-dca7725c8929 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847461 Aug 19 18:01:19.352115 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-764fcf19-2cb1-4b71-9097-7a621bcdc3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:19.392014 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-764fcf19-2cb1-4b71-9097-7a621bcdc3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:19.393515 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b552cbe4-7c52-464e-b21a-4292646efeba req-91f577a8-87c6-47c2-8467-b769da9beef5 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9c63d95183b4e83880cd31eba87b8bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0945070 Aug 19 18:01:19.468116 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-764fcf19-2cb1-4b71-9097-7a621bcdc3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:19.471115 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-764fcf19-2cb1-4b71-9097-7a621bcdc3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:19.472321 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-764fcf19-2cb1-4b71-9097-7a621bcdc3d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29ee08ed-ce33-4bfa-8923-79c970a355ff HTTP/1.1" status: 204 len: 168 time: 0.2723932 Aug 19 18:01:19.495100 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fcf19-2cb1-4b71-9097-7a621bcdc3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ee08ed-ce33-4bfa-8923-79c970a355ff,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:19.550314 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80e0e3-6be0-48df-8348-9386e6a079a9 req-ecf659b7-c84e-44e0-b817-ff844ac806e0 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:19.560058 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34262) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:19.573368 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a80e0e3-6be0-48df-8348-9386e6a079a9 req-ecf659b7-c84e-44e0-b817-ff844ac806e0 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 950 time: 0.0885551 Aug 19 18:01:19.579964 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-381ed824-59e2-4a4c-adbe-fe2b2fc00b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:19.678168 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a80e0e3-6be0-48df-8348-9386e6a079a9 req-4d753469-71f1-49a5-8ca0-3c85e689a45d tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037626 Aug 19 18:01:19.766207 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2776c227-339c-4e4b-885d-572aa26f0142 req-0221266d-e13f-4117-832f-104581038d88 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=90808f39-9765-45ab-b480-049977b47c30 HTTP/1.1" status: 200 len: 210 time: 0.0437465 Aug 19 18:01:19.868729 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-381ed824-59e2-4a4c-adbe-fe2b2fc00b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:19.876888 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-381ed824-59e2-4a4c-adbe-fe2b2fc00b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:19.928157 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e35f18-76c8-4574-a1fd-d2f9b5363b07 req-a0c52bdf-e68d-4233-a83e-6ecaf4ff3419 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:19.936056 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c2e35f18-76c8-4574-a1fd-d2f9b5363b07 req-a0c52bdf-e68d-4233-a83e-6ecaf4ff3419 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.1708579 Aug 19 18:01:19.954047 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-97668738-64e9-44d0-92f1-4e0fd5608273 req-80931de7-60c8-4f5e-b124-464a8a2019f8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1820571 Aug 19 18:01:19.961123 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-381ed824-59e2-4a4c-adbe-fe2b2fc00b82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30ac6fb8324644a5924205149daf3be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992419 Aug 19 18:01:19.965369 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34278) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:19.992594 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ed824-59e2-4a4c-adbe-fe2b2fc00b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8d024a-c5ad-48d3-831f-0970fdaf0231,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:20.051561 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c2e35f18-76c8-4574-a1fd-d2f9b5363b07 req-891d1092-4a5c-406c-bafb-08e69229b014 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145391 Aug 19 18:01:20.076756 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f3b1c315-9e3a-49f4-b908-94fe4f8590bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:20.139633 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f3b1c315-9e3a-49f4-b908-94fe4f8590bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:20.164776 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97668738-64e9-44d0-92f1-4e0fd5608273 req-c49a2443-927d-4fba-b013-6ad013824433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:20.167009 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-97668738-64e9-44d0-92f1-4e0fd5608273 req-c49a2443-927d-4fba-b013-6ad013824433 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b84cb7e21da64a88b5741ffbb9559910&device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 1101 time: 0.1074939 Aug 19 18:01:20.220844 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34288) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:20.460537 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97668738-64e9-44d0-92f1-4e0fd5608273 req-09abff3d-d7c3-462a-bc55-ab5f06764de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:20.462907 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-97668738-64e9-44d0-92f1-4e0fd5608273 req-09abff3d-d7c3-462a-bc55-ab5f06764de4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.2370269 Aug 19 18:01:20.515401 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e5558530-1069-4c44-a0fa-c5fc86b7c1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:20.587666 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-d9108d5a-b908-4407-a34d-f924b499a66e tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b84cb7e21da64a88b5741ffbb9559910&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1095088 Aug 19 18:01:20.592840 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f3b1c315-9e3a-49f4-b908-94fe4f8590bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:20.595674 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f3b1c315-9e3a-49f4-b908-94fe4f8590bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:20.609368 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f3b1c315-9e3a-49f4-b908-94fe4f8590bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c8d024a-c5ad-48d3-831f-0970fdaf0231 HTTP/1.1" status: 204 len: 168 time: 0.6357200 Aug 19 18:01:20.609464 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-97668738-64e9-44d0-92f1-4e0fd5608273 req-4f14d0da-0442-4611-a54b-4d28161848fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=bc594908-7df4-489e-a1fd-2df2a543b8e6 HTTP/1.1" status: 200 len: 217 time: 0.1161351 Aug 19 18:01:20.618727 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419ee00-40d0-424d-9533-43a786b7925f req-cdb7e929-6776-40e6-a259-ac62ec3634cc tempest-DeleteServersAdminTestJSON-1307513058 tempest-DeleteServersAdminTestJSON-1307513058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:20.620364 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6419ee00-40d0-424d-9533-43a786b7925f req-cdb7e929-6776-40e6-a259-ac62ec3634cc tempest-DeleteServersAdminTestJSON-1307513058 tempest-DeleteServersAdminTestJSON-1307513058-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 1101 time: 0.4398568 Aug 19 18:01:20.629231 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d5b96-1ddc-4221-b8d0-7ba5b23c56ac req-e9f5b7f0-f47f-457d-8cdc-78b70ecbce2e tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:20.630410 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f7d5b96-1ddc-4221-b8d0-7ba5b23c56ac req-e9f5b7f0-f47f-457d-8cdc-78b70ecbce2e tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 970 time: 0.3983393 Aug 19 18:01:20.677592 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1c315-9e3a-49f4-b908-94fe4f8590bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8d024a-c5ad-48d3-831f-0970fdaf0231,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:20.728470 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05090f-da1c-4eac-844b-4b58c105d981 req-bd4a30ef-9a17-47b7-92f8-4b7000409802 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:20.730065 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fc05090f-da1c-4eac-844b-4b58c105d981 req-bd4a30ef-9a17-47b7-92f8-4b7000409802 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.54 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 970 time: 0.3351202 Aug 19 18:01:20.838974 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f7d5b96-1ddc-4221-b8d0-7ba5b23c56ac req-97c90d99-c5b9-4e9e-863f-1855dce09784 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4617520-3bc2-4f4e-82ac-751cfecb0ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868396 Aug 19 18:01:21.017937 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97668738-64e9-44d0-92f1-4e0fd5608273 req-86b7339a-1a91-4a0f-8917-51eba7aea517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:21.019118 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-fc05090f-da1c-4eac-844b-4b58c105d981 req-5d760aaf-0d96-499b-a127-0fa00b3f7e96 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Deleting port a5119ed9-9549-48ab-afe3-7d98660cd091 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:01:21.019624 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-97668738-64e9-44d0-92f1-4e0fd5608273 req-86b7339a-1a91-4a0f-8917-51eba7aea517 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.3627851 Aug 19 18:01:21.020305 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-fc05090f-da1c-4eac-844b-4b58c105d981 req-5d760aaf-0d96-499b-a127-0fa00b3f7e96 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:21.098179 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-b5149376-46bf-469f-aa8a-4f7142d61716 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:21.107705 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-b5149376-46bf-469f-aa8a-4f7142d61716 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5188472 Aug 19 18:01:21.130905 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe3917-51ee-4fb6-91ed-42a04631f64f req-c6e802c0-74e1-4903-b7c5-a4b17aaff96d tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:21.141330 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d9fe3917-51ee-4fb6-91ed-42a04631f64f req-c6e802c0-74e1-4903-b7c5-a4b17aaff96d tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 950 time: 0.2027779 Aug 19 18:01:21.162877 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-e3204f8e-d820-4840-8814-395477363a29 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/quotas/b84cb7e21da64a88b5741ffbb9559910 HTTP/1.1" status: 200 len: 375 time: 0.0536585 Aug 19 18:01:21.233090 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e5558530-1069-4c44-a0fa-c5fc86b7c1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:21.269854 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97668738-64e9-44d0-92f1-4e0fd5608273 req-b564c21c-8b71-4b21-bd01-65ab08b9cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:21.272152 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-97668738-64e9-44d0-92f1-4e0fd5608273 req-b564c21c-8b71-4b21-bd01-65ab08b9cd5f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2315848 Aug 19 18:01:21.278178 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e5558530-1069-4c44-a0fa-c5fc86b7c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:21.337780 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e5558530-1069-4c44-a0fa-c5fc86b7c1a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c2d56a068794fb4b494bdf3277a7f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1104560 Aug 19 18:01:21.342787 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34324) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:21.362097 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d9fe3917-51ee-4fb6-91ed-42a04631f64f req-cf46af06-66ea-49e0-bf5e-9073ea9ae11e tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110357 Aug 19 18:01:21.362097 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-fc05090f-da1c-4eac-844b-4b58c105d981 req-5d760aaf-0d96-499b-a127-0fa00b3f7e96 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] For port a5119ed9-9549-48ab-afe3-7d98660cd091, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a5119ed9-9549-48ab-afe3-7d98660cd091,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:21.362097 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-fc05090f-da1c-4eac-844b-4b58c105d981 req-5d760aaf-0d96-499b-a127-0fa00b3f7e96 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:21.401489 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-6419ee00-40d0-424d-9533-43a786b7925f req-1fc691b7-a582-4a28-a030-edaabec60827 tempest-DeleteServersAdminTestJSON-1307513058 tempest-DeleteServersAdminTestJSON-1307513058-project-admin] Deleting port f80aead6-319d-4c19-af4e-3562cbb7bfa5 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:01:21.402580 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-6419ee00-40d0-424d-9533-43a786b7925f req-1fc691b7-a582-4a28-a030-edaabec60827 tempest-DeleteServersAdminTestJSON-1307513058 tempest-DeleteServersAdminTestJSON-1307513058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:21.444455 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34326) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:21.473927 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b552cbe4-7c52-464e-b21a-4292646efeba req-393912f1-4ba9-405b-9225-91f3a0ccd84e tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b9c63d95183b4e83880cd31eba87b8bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1807146 Aug 19 18:01:21.475030 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-fc05090f-da1c-4eac-844b-4b58c105d981 req-5d760aaf-0d96-499b-a127-0fa00b3f7e96 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Calling delete_port for a5119ed9-9549-48ab-afe3-7d98660cd091 owned by compute:tempest-test_az-221386143 {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:01:21.795435 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5558530-1069-4c44-a0fa-c5fc86b7c1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3851702d-38de-48a3-a7c8-3830da2ef3d7,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:21.811585 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-cad50337-9169-4887-b4cd-85c49e7e358b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1982036951-network', 'tenant_id': '9781a22f81d843ea9b8d673d3d8262bc'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:21.833971 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-cf3ebf7e-38ce-47d5-b57d-3ff4cea58ae6 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b84cb7e21da64a88b5741ffbb9559910&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6691892 Aug 19 18:01:21.836402 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a45f46d3-9de9-48a9-8f7a-57461dd21d29 req-9de23324-aa14-4ad4-b219-8389690ddf12 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=90808f39-9765-45ab-b480-049977b47c30 HTTP/1.1" status: 200 len: 210 time: 0.0689042 Aug 19 18:01:21.848892 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552cbe4-7c52-464e-b21a-4292646efeba req-b4e20e5f-ef58-4b03-99cb-4464b3d6e797 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:21.850553 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b552cbe4-7c52-464e-b21a-4292646efeba req-b4e20e5f-ef58-4b03-99cb-4464b3d6e797 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3433170 Aug 19 18:01:21.865360 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9c8ef9e6-6609-4d35-9f6c-10eef084dbba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:21.873932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-b552cbe4-7c52-464e-b21a-4292646efeba req-631e1704-7bae-4aee-8e23-04aa98e7bfd6 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Request body: {'port': {'device_id': '90808f39-9765-45ab-b480-049977b47c30', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': 'b9c63d95183b4e83880cd31eba87b8bd'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:21.920585 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9c8ef9e6-6609-4d35-9f6c-10eef084dbba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:21.960417 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad50337-9169-4887-b4cd-85c49e7e358b admin admin] Made reservation on behalf of 9781a22f81d843ea9b8d673d3d8262bc for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:01:21.964659 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cad50337-9169-4887-b4cd-85c49e7e358b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:21.997073 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-6419ee00-40d0-424d-9533-43a786b7925f req-1fc691b7-a582-4a28-a030-edaabec60827 tempest-DeleteServersAdminTestJSON-1307513058 tempest-DeleteServersAdminTestJSON-1307513058-project-admin] For port f80aead6-319d-4c19-af4e-3562cbb7bfa5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=f80aead6-319d-4c19-af4e-3562cbb7bfa5,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:21.997674 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-6419ee00-40d0-424d-9533-43a786b7925f req-1fc691b7-a582-4a28-a030-edaabec60827 tempest-DeleteServersAdminTestJSON-1307513058 tempest-DeleteServersAdminTestJSON-1307513058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:22.002056 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-97668738-64e9-44d0-92f1-4e0fd5608273 req-2d7839e5-e6f3-4b98-8e59-8747ea098aab service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6882110 Aug 19 18:01:22.018913 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-6419ee00-40d0-424d-9533-43a786b7925f req-1fc691b7-a582-4a28-a030-edaabec60827 tempest-DeleteServersAdminTestJSON-1307513058 tempest-DeleteServersAdminTestJSON-1307513058-project-admin] Calling delete_port for f80aead6-319d-4c19-af4e-3562cbb7bfa5 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:01:22.042466 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cad50337-9169-4887-b4cd-85c49e7e358b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:22.123426 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-fc05090f-da1c-4eac-844b-4b58c105d981 req-5d760aaf-0d96-499b-a127-0fa00b3f7e96 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:22.136108 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['a5119ed9-9549-48ab-afe3-7d98660cd091'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:01:22.219930 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d760aaf-0d96-499b-a127-0fa00b3f7e96 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Pushing event deleted for resources: {'Port': ['ID=a5119ed9-9549-48ab-afe3-7d98660cd091,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:22.269425 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9c8ef9e6-6609-4d35-9f6c-10eef084dbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:22.274185 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9c8ef9e6-6609-4d35-9f6c-10eef084dbba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:22.280460 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9c8ef9e6-6609-4d35-9f6c-10eef084dbba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3851702d-38de-48a3-a7c8-3830da2ef3d7 HTTP/1.1" status: 204 len: 168 time: 0.9310038 Aug 19 18:01:22.377670 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9bf13051-03f4-47d7-8786-41576d0c5426 req-c225d2b2-121e-400e-bcfb-2b6ea642cfcb tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 210 time: 0.1367252 Aug 19 18:01:22.393152 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ef9e6-6609-4d35-9f6c-10eef084dbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3851702d-38de-48a3-a7c8-3830da2ef3d7,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:22.471116 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc05090f-da1c-4eac-844b-4b58c105d981 req-5d760aaf-0d96-499b-a127-0fa00b3f7e96 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] No DVR routers for this DVR port a5119ed9-9549-48ab-afe3-7d98660cd091 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:01:22.493525 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-fc05090f-da1c-4eac-844b-4b58c105d981 req-5d760aaf-0d96-499b-a127-0fa00b3f7e96 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:22.498299 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fc05090f-da1c-4eac-844b-4b58c105d981 req-5d760aaf-0d96-499b-a127-0fa00b3f7e96 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.54 "DELETE /v2.0/ports/a5119ed9-9549-48ab-afe3-7d98660cd091 HTTP/1.1" status: 204 len: 173 time: 1.7443976 Aug 19 18:01:22.500639 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271a30de-1fe3-4abe-a623-87669a16a452', 'name': 'network-vif-deleted', 'tag': 'a5119ed9-9549-48ab-afe3-7d98660cd091'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:22.505487 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce5993a-f2db-422b-a5f6-b0beb8f0dc93" -d '{"events": [{"server_uuid": "271a30de-1fe3-4abe-a623-87669a16a452", "name": "network-vif-deleted", "tag": "a5119ed9-9549-48ab-afe3-7d98660cd091"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:22.541288 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-97668738-64e9-44d0-92f1-4e0fd5608273 req-8b45e0d1-7c5d-4cd4-ab4b-d58ad181108d service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5238757 Aug 19 18:01:22.614702 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cad50337-9169-4887-b4cd-85c49e7e358b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:22.620961 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cdccee94-a7aa-4ff4-984b-78fc9e22bc8d req-13a384b5-cc85-42b1-894a-6632c679beef tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 210 time: 0.0932629 Aug 19 18:01:22.630794 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cad50337-9169-4887-b4cd-85c49e7e358b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:22.759479 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a375f4-edee-4977-983b-ad88e7492560 x-openstack-request-id: req-65a375f4-edee-4977-983b-ad88e7492560 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:22.760265 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271a30de-1fe3-4abe-a623-87669a16a452", "name": "network-vif-deleted", "tag": "a5119ed9-9549-48ab-afe3-7d98660cd091", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:22.761732 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65a375f4-edee-4977-983b-ad88e7492560 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:22.762834 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271a30de-1fe3-4abe-a623-87669a16a452', 'name': 'network-vif-deleted', 'tag': 'a5119ed9-9549-48ab-afe3-7d98660cd091', 'status': 'completed', 'code': 200} Aug 19 18:01:22.765270 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b552cbe4-7c52-464e-b21a-4292646efeba req-631e1704-7bae-4aee-8e23-04aa98e7bfd6 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Made reservation on behalf of b9c63d95183b4e83880cd31eba87b8bd for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:01:22.772500 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b552cbe4-7c52-464e-b21a-4292646efeba req-631e1704-7bae-4aee-8e23-04aa98e7bfd6 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:22.827338 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad50337-9169-4887-b4cd-85c49e7e358b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc05f51-cea3-430e-afb0-b95321bc4b8e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:22.834194 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-6419ee00-40d0-424d-9533-43a786b7925f req-1fc691b7-a582-4a28-a030-edaabec60827 tempest-DeleteServersAdminTestJSON-1307513058 tempest-DeleteServersAdminTestJSON-1307513058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:22.849781 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['f80aead6-319d-4c19-af4e-3562cbb7bfa5'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:01:22.863060 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050780ac-17c7-44cf-a4ee-fa61a129c07a req-6b26e37a-c384-454d-9f44-84537f471891 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:22.872760 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-050780ac-17c7-44cf-a4ee-fa61a129c07a req-6b26e37a-c384-454d-9f44-84537f471891 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 950 time: 0.2076480 Aug 19 18:01:22.894854 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad50337-9169-4887-b4cd-85c49e7e358b admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:01:22.910592 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc691b7-a582-4a28-a030-edaabec60827 tempest-DeleteServersAdminTestJSON-1307513058 tempest-DeleteServersAdminTestJSON-1307513058-project-admin] Pushing event deleted for resources: {'Port': ['ID=f80aead6-319d-4c19-af4e-3562cbb7bfa5,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:22.981182 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cad50337-9169-4887-b4cd-85c49e7e358b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:22.981547 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-cad50337-9169-4887-b4cd-85c49e7e358b admin admin] Added segment c4f71638-24f0-4edf-9d1b-01248be4a84f of type vlan for network 0757cef0-a7aa-4a24-90a8-19c90dc7ab4f Aug 19 18:01:23.033291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-6419ee00-40d0-424d-9533-43a786b7925f req-1fc691b7-a582-4a28-a030-edaabec60827 tempest-DeleteServersAdminTestJSON-1307513058 tempest-DeleteServersAdminTestJSON-1307513058-project-admin] No DVR routers for this DVR port f80aead6-319d-4c19-af4e-3562cbb7bfa5 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:01:23.040875 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-6419ee00-40d0-424d-9533-43a786b7925f req-1fc691b7-a582-4a28-a030-edaabec60827 tempest-DeleteServersAdminTestJSON-1307513058 tempest-DeleteServersAdminTestJSON-1307513058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:23.042612 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6419ee00-40d0-424d-9533-43a786b7925f req-1fc691b7-a582-4a28-a030-edaabec60827 tempest-DeleteServersAdminTestJSON-1307513058 tempest-DeleteServersAdminTestJSON-1307513058-project-admin] 10.222.0.50 "DELETE /v2.0/ports/f80aead6-319d-4c19-af4e-3562cbb7bfa5 HTTP/1.1" status: 204 len: 173 time: 2.2944930 Aug 19 18:01:23.043111 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa', 'name': 'network-vif-deleted', 'tag': 'f80aead6-319d-4c19-af4e-3562cbb7bfa5'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:23.046426 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf4ab5d-33f7-4c01-9dd6-cc36471ccd95" -d '{"events": [{"server_uuid": "2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa", "name": "network-vif-deleted", "tag": "f80aead6-319d-4c19-af4e-3562cbb7bfa5"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:23.059481 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-050780ac-17c7-44cf-a4ee-fa61a129c07a req-fc53601a-08ac-4082-b8de-78d6b5955d8a tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858392 Aug 19 18:01:23.216122 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-b552cbe4-7c52-464e-b21a-4292646efeba req-631e1704-7bae-4aee-8e23-04aa98e7bfd6 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Allocated IP 192.168.233.173 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/b1401b9e-1ed1-4e77-a050-7e845029f341) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:01:23.247494 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cad50337-9169-4887-b4cd-85c49e7e358b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:23.286809 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0d7d4b1-8983-4103-bdce-afc84b853f73 req-358bd06d-a05f-4706-b408-c62a72fe21d0 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=90808f39-9765-45ab-b480-049977b47c30 HTTP/1.1" status: 200 len: 210 time: 0.0848577 Aug 19 18:01:23.321790 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cad50337-9169-4887-b4cd-85c49e7e358b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:23.323228 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad50337-9169-4887-b4cd-85c49e7e358b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:23.324086 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cad50337-9169-4887-b4cd-85c49e7e358b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:23.377761 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cad50337-9169-4887-b4cd-85c49e7e358b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9213269 Aug 19 18:01:23.378138 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34394) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:23.384808 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-020c4162-ed19-4814-bdb9-2e0fb5f33aab admin admin] Request body: {'subnet': {'network_id': '0757cef0-a7aa-4a24-90a8-19c90dc7ab4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1982036951-subnet', 'tenant_id': '9781a22f81d843ea9b8d673d3d8262bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:23.427239 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f50cda-e187-4509-9489-8eded229cba0 x-openstack-request-id: req-98f50cda-e187-4509-9489-8eded229cba0 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:23.428724 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa", "name": "network-vif-deleted", "tag": "f80aead6-319d-4c19-af4e-3562cbb7bfa5", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:23.428991 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98f50cda-e187-4509-9489-8eded229cba0 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:23.429401 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa', 'name': 'network-vif-deleted', 'tag': 'f80aead6-319d-4c19-af4e-3562cbb7bfa5', 'status': 'completed', 'code': 200} Aug 19 18:01:23.448024 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020c4162-ed19-4814-bdb9-2e0fb5f33aab admin admin] Made reservation on behalf of 9781a22f81d843ea9b8d673d3d8262bc for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:01:23.450599 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-020c4162-ed19-4814-bdb9-2e0fb5f33aab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:23.649326 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad50337-9169-4887-b4cd-85c49e7e358b admin admin] Pushing event updated for resources: {'Network': ['ID=0757cef0-a7aa-4a24-90a8-19c90dc7ab4f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:23.667289 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 0757cef0-a7aa-4a24-90a8-19c90dc7ab4f details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:01:23.672540 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-79b03544-b410-4f56-af75-c10f1726b8a0 req-cb954c03-80a2-4d1f-ac21-2ae867a56331 tempest-AggregatesAdminTestJSON-769581767 tempest-AggregatesAdminTestJSON-769581767-project] 10.222.0.24 "GET /v2.0/ports?device_id=271a30de-1fe3-4abe-a623-87669a16a452 HTTP/1.1" status: 200 len: 210 time: 0.0896478 Aug 19 18:01:23.673209 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b552cbe4-7c52-464e-b21a-4292646efeba req-631e1704-7bae-4aee-8e23-04aa98e7bfd6 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:23.693122 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-b552cbe4-7c52-464e-b21a-4292646efeba req-631e1704-7bae-4aee-8e23-04aa98e7bfd6 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Transition to ACTIVE for port object b1401b9e-1ed1-4e77-a050-7e845029f341 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:01:23.767057 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b552cbe4-7c52-464e-b21a-4292646efeba req-631e1704-7bae-4aee-8e23-04aa98e7bfd6 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:23.792236 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['b7c92bea-2ec7-4acb-a4f5-14010bbe50da'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:01:23.845455 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34408) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:23.867508 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-020c4162-ed19-4814-bdb9-2e0fb5f33aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:23.904527 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7a6c70b8-abc7-4367-9f7a-75a97e7ebdfd req-176d42c4-1e72-425e-a42d-708cd2bbb30f tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 210 time: 0.1270378 Aug 19 18:01:23.932100 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b552cbe4-7c52-464e-b21a-4292646efeba req-631e1704-7bae-4aee-8e23-04aa98e7bfd6 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:01:23.945258 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-b552cbe4-7c52-464e-b21a-4292646efeba req-631e1704-7bae-4aee-8e23-04aa98e7bfd6 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:23.950588 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c4162-ed19-4814-bdb9-2e0fb5f33aab admin admin] Pushing event updated for resources: {'Subnet': ['ID=af38d749-fc16-43b8-ab1b-7e74046f3a28,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:23.954093 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e1704-7bae-4aee-8e23-04aa98e7bfd6 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Pushing event updated for resources: {'Port': ['ID=b1401b9e-1ed1-4e77-a050-7e845029f341,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:23.965614 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b552cbe4-7c52-464e-b21a-4292646efeba req-631e1704-7bae-4aee-8e23-04aa98e7bfd6 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:01:23.976862 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552cbe4-7c52-464e-b21a-4292646efeba req-631e1704-7bae-4aee-8e23-04aa98e7bfd6 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:23.978708 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020c4162-ed19-4814-bdb9-2e0fb5f33aab admin admin] Checking segment: {'id': 'c4f71638-24f0-4edf-9d1b-01248be4a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0757cef0-a7aa-4a24-90a8-19c90dc7ab4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:01:23.979069 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020c4162-ed19-4814-bdb9-2e0fb5f33aab admin admin] Network hostable DHCP agents. Network: 0757cef0-a7aa-4a24-90a8-19c90dc7ab4f, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:01:23.981365 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b552cbe4-7c52-464e-b21a-4292646efeba req-631e1704-7bae-4aee-8e23-04aa98e7bfd6 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:24.011224 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020c4162-ed19-4814-bdb9-2e0fb5f33aab admin admin] Network 0757cef0-a7aa-4a24-90a8-19c90dc7ab4f is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:01:24.014752 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b552cbe4-7c52-464e-b21a-4292646efeba req-631e1704-7bae-4aee-8e23-04aa98e7bfd6 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1485386 Aug 19 18:01:24.027297 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-020c4162-ed19-4814-bdb9-2e0fb5f33aab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 0757cef0-a7aa-4a24-90a8-19c90dc7ab4f) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:24.028286 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-b552cbe4-7c52-464e-b21a-4292646efeba req-425af7fe-adbd-4a03-99c6-c083f50bb296 service neutron] Request body: {'port': {'device_id': '90808f39-9765-45ab-b480-049977b47c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:24.037924 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020c4162-ed19-4814-bdb9-2e0fb5f33aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:24.039950 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-020c4162-ed19-4814-bdb9-2e0fb5f33aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:24.044948 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cf9a33-a56f-4937-ab89-f77535c59b78 None None] Network 0757cef0-a7aa-4a24-90a8-19c90dc7ab4f requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:01:24.094544 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-020c4162-ed19-4814-bdb9-2e0fb5f33aab admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7150927 Aug 19 18:01:24.095208 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34416) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:24.116621 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-3bd2d366-fa80-4469-b310-e469577120cd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1982036951-router', 'tenant_id': '9781a22f81d843ea9b8d673d3d8262bc', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:24.127621 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b82fe995-a3cb-40c4-b523-c0b294db2f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:24.210718 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b552cbe4-7c52-464e-b21a-4292646efeba req-425af7fe-adbd-4a03-99c6-c083f50bb296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:24.279873 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3fbdb856-d1b4-426e-95ad-153d9a554e2b req-f78c2774-1d2c-4daa-a989-5924e5e073b6 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ae4ed2c-7acb-4ab8-ba6f-a66529ac28fa HTTP/1.1" status: 200 len: 210 time: 0.0730455 Aug 19 18:01:24.324026 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d366-fa80-4469-b310-e469577120cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:24.326806 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d366-fa80-4469-b310-e469577120cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:24.443871 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e20a5f6a-d239-4da0-bea4-f8dabaa20c40 None None] Provisioning for port b1401b9e-1ed1-4e77-a050-7e845029f341 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:01:24.464900 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e20a5f6a-d239-4da0-bea4-f8dabaa20c40 None None] Provisioning complete for port b1401b9e-1ed1-4e77-a050-7e845029f341 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:01:24.473804 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e20a5f6a-d239-4da0-bea4-f8dabaa20c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:24.607935 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-e20a5f6a-d239-4da0-bea4-f8dabaa20c40 None None] Port b1401b9e-1ed1-4e77-a050-7e845029f341 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:01:24.619584 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8e8f53-8f87-4df5-aef0-5dd2fb9d4d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-0757cef0-a7aa-4a24-90a8-19c90dc7ab4f', 'network_id': '0757cef0-a7aa-4a24-90a8-19c90dc7ab4f', 'tenant_id': '9781a22f81d843ea9b8d673d3d8262bc', 'fixed_ips': [{'subnet_id': 'af38d749-fc16-43b8-ab1b-7e74046f3a28'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:01:24.620640 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6f8e8f53-8f87-4df5-aef0-5dd2fb9d4d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:24.712061 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d366-fa80-4469-b310-e469577120cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:24.743411 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e142661-6f39-44d7-bb9f-1e587062feb4 req-b69ee276-8b1c-4bcf-b1f1-2ae3b726daeb tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:24.745331 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8e142661-6f39-44d7-bb9f-1e587062feb4 req-b69ee276-8b1c-4bcf-b1f1-2ae3b726daeb tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=90808f39-9765-45ab-b480-049977b47c30 HTTP/1.1" status: 200 len: 936 time: 0.1890864 Aug 19 18:01:24.826406 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device f80aead6-319d-4c19-af4e-3562cbb7bfa5 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:01:24.868476 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-b552cbe4-7c52-464e-b21a-4292646efeba req-425af7fe-adbd-4a03-99c6-c083f50bb296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1401b9e-1ed1-4e77-a050-7e845029f341 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:01:24.885028 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b552cbe4-7c52-464e-b21a-4292646efeba req-425af7fe-adbd-4a03-99c6-c083f50bb296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:24.901270 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: f80aead6-319d-4c19-af4e-3562cbb7bfa5 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:01:24.902497 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device f80aead6-319d-4c19-af4e-3562cbb7bfa5 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:01:24.934946 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-b552cbe4-7c52-464e-b21a-4292646efeba req-425af7fe-adbd-4a03-99c6-c083f50bb296 service neutron] Transition to ACTIVE for port object b1401b9e-1ed1-4e77-a050-7e845029f341 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:01:24.943904 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b552cbe4-7c52-464e-b21a-4292646efeba req-425af7fe-adbd-4a03-99c6-c083f50bb296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:25.059607 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-6f8e8f53-8f87-4df5-aef0-5dd2fb9d4d12 None None] Allocated IP 172.20.0.2 (0757cef0-a7aa-4a24-90a8-19c90dc7ab4f/af38d749-fc16-43b8-ab1b-7e74046f3a28/e8912c01-2885-4384-b6c3-1f84766b4da9) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:01:25.218416 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ca17243f-aec6-459c-a600-cb0331c248de req-890940b4-48f7-480c-92c8-7813e82fddd8 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 210 time: 0.1382928 Aug 19 18:01:25.302968 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-e9e55ad1-d3c8-4732-9283-0a285d1f490f tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b84cb7e21da64a88b5741ffbb9559910&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2493613 Aug 19 18:01:25.376568 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425af7fe-adbd-4a03-99c6-c083f50bb296 service neutron] Pushing event updated for resources: {'Port': ['ID=b1401b9e-1ed1-4e77-a050-7e845029f341,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:25.379147 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b82fe995-a3cb-40c4-b523-c0b294db2f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:25.399426 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-b552cbe4-7c52-464e-b21a-4292646efeba req-425af7fe-adbd-4a03-99c6-c083f50bb296 service neutron] Attempting to bind port b1401b9e-1ed1-4e77-a050-7e845029f341 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:01:25.409184 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-b552cbe4-7c52-464e-b21a-4292646efeba req-425af7fe-adbd-4a03-99c6-c083f50bb296 service neutron] Attempting to bind port b1401b9e-1ed1-4e77-a050-7e845029f341 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:01:25.410070 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b552cbe4-7c52-464e-b21a-4292646efeba req-425af7fe-adbd-4a03-99c6-c083f50bb296 service neutron] Attempting to bind port b1401b9e-1ed1-4e77-a050-7e845029f341 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:01:25.410241 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8e142661-6f39-44d7-bb9f-1e587062feb4 req-c7729516-dfa2-49fb-954d-1c8b94ee19db tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5535688 Aug 19 18:01:25.424987 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b552cbe4-7c52-464e-b21a-4292646efeba req-425af7fe-adbd-4a03-99c6-c083f50bb296 service neutron] Port b1401b9e-1ed1-4e77-a050-7e845029f341 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:01:25.434097 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b552cbe4-7c52-464e-b21a-4292646efeba req-425af7fe-adbd-4a03-99c6-c083f50bb296 service neutron] Attempting to bind port b1401b9e-1ed1-4e77-a050-7e845029f341 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:01:25.448672 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d366-fa80-4469-b310-e469577120cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:25.453699 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b552cbe4-7c52-464e-b21a-4292646efeba req-425af7fe-adbd-4a03-99c6-c083f50bb296 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:01:25.455800 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b82fe995-a3cb-40c4-b523-c0b294db2f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:25.482340 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b552cbe4-7c52-464e-b21a-4292646efeba req-425af7fe-adbd-4a03-99c6-c083f50bb296 service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:01:25.482884 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b552cbe4-7c52-464e-b21a-4292646efeba req-425af7fe-adbd-4a03-99c6-c083f50bb296 service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:01:25.492680 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a5119ed9-9549-48ab-afe3-7d98660cd091 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:01:25.499162 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-b552cbe4-7c52-464e-b21a-4292646efeba req-425af7fe-adbd-4a03-99c6-c083f50bb296 service neutron] Bound port: b1401b9e-1ed1-4e77-a050-7e845029f341, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:01:25.499695 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b552cbe4-7c52-464e-b21a-4292646efeba req-425af7fe-adbd-4a03-99c6-c083f50bb296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:25.589338 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b82fe995-a3cb-40c4-b523-c0b294db2f4d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5ef6ef941574faea762479710de7245&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7423792 Aug 19 18:01:25.589724 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6f8e8f53-8f87-4df5-aef0-5dd2fb9d4d12 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:25.606723 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34454) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:25.615363 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6f8e8f53-8f87-4df5-aef0-5dd2fb9d4d12 None None] Transition to ACTIVE for port object e8912c01-2885-4384-b6c3-1f84766b4da9 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:01:25.635974 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6f8e8f53-8f87-4df5-aef0-5dd2fb9d4d12 None None] Transition to ACTIVE for port object e8912c01-2885-4384-b6c3-1f84766b4da9 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:01:25.641601 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: a5119ed9-9549-48ab-afe3-7d98660cd091 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:01:25.642410 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a5119ed9-9549-48ab-afe3-7d98660cd091 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:01:25.650134 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6f8e8f53-8f87-4df5-aef0-5dd2fb9d4d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:25.699150 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e8f53-8f87-4df5-aef0-5dd2fb9d4d12 None None] Pushing event updated for resources: {'Port': ['ID=e8912c01-2885-4384-b6c3-1f84766b4da9,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:25.722454 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34456) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:25.739090 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fe995-a3cb-40c4-b523-c0b294db2f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8644f3f4-284f-43c0-b2f2-cc2c7612727f,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:25.764948 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8e8f53-8f87-4df5-aef0-5dd2fb9d4d12 None None] Network 0757cef0-a7aa-4a24-90a8-19c90dc7ab4f is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:01:25.769270 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-6f8e8f53-8f87-4df5-aef0-5dd2fb9d4d12 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:25.785252 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e8f53-8f87-4df5-aef0-5dd2fb9d4d12 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:01:25.833876 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-3c7418da-e66f-4250-b492-133e441b9660 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:25.838604 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-3c7418da-e66f-4250-b492-133e441b9660 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5100842 Aug 19 18:01:25.845736 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34462) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:25.876597 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aa386e93-d298-446e-bc65-c6e296218c8b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Request body: {'port': {'device_id': 'ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': 'b84cb7e21da64a88b5741ffbb9559910'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:25.882665 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-57bbf907-863f-496b-9bad-162e558af04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:25.989899 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-6f8e8f53-8f87-4df5-aef0-5dd2fb9d4d12 None None] Attempting to bind port e8912c01-2885-4384-b6c3-1f84766b4da9 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:01:25.990516 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-6f8e8f53-8f87-4df5-aef0-5dd2fb9d4d12 None None] Attempting to bind port e8912c01-2885-4384-b6c3-1f84766b4da9 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'c4f71638-24f0-4edf-9d1b-01248be4a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0757cef0-a7aa-4a24-90a8-19c90dc7ab4f'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:01:25.991040 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8e8f53-8f87-4df5-aef0-5dd2fb9d4d12 None None] Attempting to bind port e8912c01-2885-4384-b6c3-1f84766b4da9 on network 0757cef0-a7aa-4a24-90a8-19c90dc7ab4f {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:01:26.011709 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8e8f53-8f87-4df5-aef0-5dd2fb9d4d12 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:01:26.012683 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8e8f53-8f87-4df5-aef0-5dd2fb9d4d12 None None] Checking segment: {'id': 'c4f71638-24f0-4edf-9d1b-01248be4a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0757cef0-a7aa-4a24-90a8-19c90dc7ab4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:01:26.014173 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6f8e8f53-8f87-4df5-aef0-5dd2fb9d4d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:26.015461 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8e8f53-8f87-4df5-aef0-5dd2fb9d4d12 None None] Bound using segment: {'id': 'c4f71638-24f0-4edf-9d1b-01248be4a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0757cef0-a7aa-4a24-90a8-19c90dc7ab4f'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:01:26.016518 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-6f8e8f53-8f87-4df5-aef0-5dd2fb9d4d12 None None] Bound port: e8912c01-2885-4384-b6c3-1f84766b4da9, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f71638-24f0-4edf-9d1b-01248be4a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0757cef0-a7aa-4a24-90a8-19c90dc7ab4f'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:01:26.017388 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6f8e8f53-8f87-4df5-aef0-5dd2fb9d4d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:26.180617 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-b552cbe4-7c52-464e-b21a-4292646efeba req-425af7fe-adbd-4a03-99c6-c083f50bb296 service neutron] For port b1401b9e-1ed1-4e77-a050-7e845029f341, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:01:26.191992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-b552cbe4-7c52-464e-b21a-4292646efeba req-425af7fe-adbd-4a03-99c6-c083f50bb296 service neutron] For port b1401b9e-1ed1-4e77-a050-7e845029f341, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=b1401b9e-1ed1-4e77-a050-7e845029f341,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:01:26.203017 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b552cbe4-7c52-464e-b21a-4292646efeba req-425af7fe-adbd-4a03-99c6-c083f50bb296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:26.215029 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-57bbf907-863f-496b-9bad-162e558af04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:26.229120 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-1cafda08-47ec-466b-b750-4cff7a94c779 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a03bd2512098459f96bccfe4171a0ee9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705345 Aug 19 18:01:26.261288 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-6f8e8f53-8f87-4df5-aef0-5dd2fb9d4d12 None None] For port e8912c01-2885-4384-b6c3-1f84766b4da9, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:01:26.274203 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-6f8e8f53-8f87-4df5-aef0-5dd2fb9d4d12 None None] For port e8912c01-2885-4384-b6c3-1f84766b4da9, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e8912c01-2885-4384-b6c3-1f84766b4da9,segment=NetworkSegment(c4f71638-24f0-4edf-9d1b-01248be4a84f),segment_id=c4f71638-24f0-4edf-9d1b-01248be4a84f)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:01:26.282259 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6f8e8f53-8f87-4df5-aef0-5dd2fb9d4d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:26.357036 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552cbe4-7c52-464e-b21a-4292646efeba req-425af7fe-adbd-4a03-99c6-c083f50bb296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:26.359514 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b552cbe4-7c52-464e-b21a-4292646efeba req-425af7fe-adbd-4a03-99c6-c083f50bb296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:26.362512 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b552cbe4-7c52-464e-b21a-4292646efeba req-425af7fe-adbd-4a03-99c6-c083f50bb296 service neutron] 10.222.0.54 "PUT /v2.0/ports/b1401b9e-1ed1-4e77-a050-7e845029f341 HTTP/1.1" status: 200 len: 1096 time: 2.3386745 Aug 19 18:01:26.363733 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90808f39-9765-45ab-b480-049977b47c30', 'tag': 'b1401b9e-1ed1-4e77-a050-7e845029f341'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:26.369114 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ce0283-f010-4a59-86f6-a76844c0b5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "90808f39-9765-45ab-b480-049977b47c30", "tag": "b1401b9e-1ed1-4e77-a050-7e845029f341"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:26.414306 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e8f53-8f87-4df5-aef0-5dd2fb9d4d12 None None] Pushing event updated for resources: {'Port': ['ID=e8912c01-2885-4384-b6c3-1f84766b4da9,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:26.473194 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5672e12b-d7aa-4c41-b36e-e3c227d9f73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:26.545163 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-07eebeb5-2918-49f4-9d63-60087019be1c req-4afa85b1-ad42-4dea-8668-d10248a8df7b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 210 time: 0.1386240 Aug 19 18:01:26.573276 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425af7fe-adbd-4a03-99c6-c083f50bb296 service neutron] Pushing event updated for resources: {'Port': ['ID=b1401b9e-1ed1-4e77-a050-7e845029f341,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:26.621688 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552cbe4-7c52-464e-b21a-4292646efeba req-16c73be3-09dc-46fc-8805-3a43fefe8612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:26.624402 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b552cbe4-7c52-464e-b21a-4292646efeba req-16c73be3-09dc-46fc-8805-3a43fefe8612 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9c63d95183b4e83880cd31eba87b8bd&device_id=90808f39-9765-45ab-b480-049977b47c30 HTTP/1.1" status: 200 len: 1099 time: 0.1890862 Aug 19 18:01:26.631216 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-d0d3e891-93ff-4907-b3be-266e1a19960a tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:26.643548 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-d0d3e891-93ff-4907-b3be-266e1a19960a tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4011204 Aug 19 18:01:26.757918 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbca18c-2236-4455-81ab-7e917266114e x-openstack-request-id: req-6cbca18c-2236-4455-81ab-7e917266114e {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:26.758381 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90808f39-9765-45ab-b480-049977b47c30", "tag": "b1401b9e-1ed1-4e77-a050-7e845029f341", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:26.759172 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cbca18c-2236-4455-81ab-7e917266114e {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:26.759807 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90808f39-9765-45ab-b480-049977b47c30', 'tag': 'b1401b9e-1ed1-4e77-a050-7e845029f341', 'status': 'completed', 'code': 200} Aug 19 18:01:26.768030 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b552cbe4-7c52-464e-b21a-4292646efeba req-e591831c-3e6e-4461-9df5-dd746e8eceee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=b1401b9e-1ed1-4e77-a050-7e845029f341 HTTP/1.1" status: 200 len: 217 time: 0.1341460 Aug 19 18:01:26.866219 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-404f1cad-20dc-4568-b9ad-fead8f3f6dd9 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/quotas/a03bd2512098459f96bccfe4171a0ee9 HTTP/1.1" status: 200 len: 375 time: 0.2203918 Aug 19 18:01:26.901083 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552cbe4-7c52-464e-b21a-4292646efeba req-3fa77a55-e584-4adc-b767-336fbc8c33e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:26.913976 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b552cbe4-7c52-464e-b21a-4292646efeba req-3fa77a55-e584-4adc-b767-336fbc8c33e2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1335409 Aug 19 18:01:26.925114 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-57bbf907-863f-496b-9bad-162e558af04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:26.928183 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-57bbf907-863f-496b-9bad-162e558af04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:26.929610 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-57bbf907-863f-496b-9bad-162e558af04a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8644f3f4-284f-43c0-b2f2-cc2c7612727f HTTP/1.1" status: 204 len: 168 time: 1.3209825 Aug 19 18:01:26.988344 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fa418-e069-4b5d-8502-dae766ce7d04 req-75e6d89a-8e52-41a1-a4e0-32cf35663d47 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:26.990114 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-551fa418-e069-4b5d-8502-dae766ce7d04 req-75e6d89a-8e52-41a1-a4e0-32cf35663d47 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=90808f39-9765-45ab-b480-049977b47c30 HTTP/1.1" status: 200 len: 948 time: 0.1882241 Aug 19 18:01:27.040049 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552cbe4-7c52-464e-b21a-4292646efeba req-2ff8650c-f86e-47e8-9200-15adf97b2af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:27.041691 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b552cbe4-7c52-464e-b21a-4292646efeba req-2ff8650c-f86e-47e8-9200-15adf97b2af7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1194913 Aug 19 18:01:27.073930 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-551fa418-e069-4b5d-8502-dae766ce7d04 req-7730ae03-4cd5-4806-b839-addedaa48e0d tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751784 Aug 19 18:01:27.115744 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-2bfd5fa0-2097-4dcd-94c6-bedf03e8457f tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a03bd2512098459f96bccfe4171a0ee9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2140648 Aug 19 18:01:27.119510 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.db.api [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aa386e93-d298-446e-bc65-c6e296218c8b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 18:01:27.119510 n-d-803753-2 neutron-server[94681]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 18:01:27.119510 n-d-803753-2 neutron-server[94681]: [parameters: {'project_id_1': 'b84cb7e21da64a88b5741ffbb9559910', 'expiration_1': datetime.datetime(2021, 8, 19, 18, 1, 26, 872245)}] Aug 19 18:01:27.119510 n-d-803753-2 neutron-server[94681]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:01:27.120011 n-d-803753-2 neutron-server[94681]: DEBUG oslo_db.api [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aa386e93-d298-446e-bc65-c6e296218c8b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:01:27.178270 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cb171038-0d19-47d7-93a0-a1bc3c4630f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bbbde46dd9a649cfb2a873cbb3d4d967&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3306651 Aug 19 18:01:27.179801 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbf907-863f-496b-9bad-162e558af04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8644f3f4-284f-43c0-b2f2-cc2c7612727f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:27.183902 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34494) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:27.202721 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d366-fa80-4469-b310-e469577120cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:27.260528 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b552cbe4-7c52-464e-b21a-4292646efeba req-2eae9a40-82aa-45fa-b74d-7b14ba92d755 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044306 Aug 19 18:01:27.269699 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d366-fa80-4469-b310-e469577120cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:27.480922 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-baca4430-41df-4a0e-8b5b-53ceb7a63cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:27.512864 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-baca4430-41df-4a0e-8b5b-53ceb7a63cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:27.529982 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-3bd2d366-fa80-4469-b310-e469577120cd admin admin] Allocated IP 172.25.8.203 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/4c8119d0-fbf1-4d9e-9736-b369d41eab2a) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:01:27.614831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e8912c01-2885-4384-b6c3-1f84766b4da9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:01:27.676189 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b552cbe4-7c52-464e-b21a-4292646efeba req-85e2473a-c0b5-419c-a419-1e8169909a4d service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037693 Aug 19 18:01:27.710543 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-baca4430-41df-4a0e-8b5b-53ceb7a63cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:27.713496 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-baca4430-41df-4a0e-8b5b-53ceb7a63cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:27.719319 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port e8912c01-2885-4384-b6c3-1f84766b4da9 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:01:27.720691 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-baca4430-41df-4a0e-8b5b-53ceb7a63cfc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4617520-3bc2-4f4e-82ac-751cfecb0ddf HTTP/1.1" status: 204 len: 168 time: 0.5357084 Aug 19 18:01:27.739210 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca4430-41df-4a0e-8b5b-53ceb7a63cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4617520-3bc2-4f4e-82ac-751cfecb0ddf,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:27.885737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce0283-f010-4a59-86f6-a76844c0b5f9 req-9c509177-ca0c-4fe8-8902-4b1a4f536a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:27.887309 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89ce0283-f010-4a59-86f6-a76844c0b5f9 req-9c509177-ca0c-4fe8-8902-4b1a4f536a6e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9c63d95183b4e83880cd31eba87b8bd&device_id=90808f39-9765-45ab-b480-049977b47c30 HTTP/1.1" status: 200 len: 1099 time: 0.1014636 Aug 19 18:01:27.915555 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34510) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:27.931614 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-08179939-c0f5-4108-a829-3d76a339d09b req-94166375-88a3-4a19-adce-019d1d32dc89 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a53750f-687a-4195-b258-9d0d939bf609 HTTP/1.1" status: 200 len: 210 time: 0.1187863 Aug 19 18:01:28.089320 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d366-fa80-4469-b310-e469577120cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:28.236695 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b6b34ab4-e4c0-4f89-8404-d3c03de98579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:28.293174 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3934c275-d910-4829-a026-29aed705e572 None None] Network 0757cef0-a7aa-4a24-90a8-19c90dc7ab4f requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:01:28.304540 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5672e12b-d7aa-4c41-b36e-e3c227d9f73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:28.336735 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67cef5b8-c551-4835-a3c4-c51f45e0b1e4 req-537c0e70-1f3a-40c3-bcd5-c00fda8a5efa tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 210 time: 0.2152104 Aug 19 18:01:28.365265 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5672e12b-d7aa-4c41-b36e-e3c227d9f73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:28.458767 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d38d8483-9486-4687-a1a2-8896896f0d35 None None] Provisioning for port e8912c01-2885-4384-b6c3-1f84766b4da9 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:01:28.474091 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d38d8483-9486-4687-a1a2-8896896f0d35 None None] Provisioning complete for port e8912c01-2885-4384-b6c3-1f84766b4da9 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:01:28.475411 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d38d8483-9486-4687-a1a2-8896896f0d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:28.484673 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672e12b-d7aa-4c41-b36e-e3c227d9f73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081cbdc2-7016-4e6a-b83a-dea8cb4ee0d7,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:28.509976 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d366-fa80-4469-b310-e469577120cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:28.513879 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce0283-f010-4a59-86f6-a76844c0b5f9 req-45f8b5fe-e7ce-4871-affd-964992d31b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:28.523722 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89ce0283-f010-4a59-86f6-a76844c0b5f9 req-45f8b5fe-e7ce-4871-affd-964992d31b89 service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.6270902 Aug 19 18:01:28.624323 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34534) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:28.640517 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89ce0283-f010-4a59-86f6-a76844c0b5f9 req-f906be88-7365-4f68-adcb-fc2fcfcc9b6f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=b1401b9e-1ed1-4e77-a050-7e845029f341 HTTP/1.1" status: 200 len: 217 time: 0.1004508 Aug 19 18:01:28.649619 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aa386e93-d298-446e-bc65-c6e296218c8b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Made reservation on behalf of b84cb7e21da64a88b5741ffbb9559910 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:01:28.656236 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aa386e93-d298-446e-bc65-c6e296218c8b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:28.685832 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5672e12b-d7aa-4c41-b36e-e3c227d9f73b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d937d5ebebaf469eb3a70bf11e7ed89f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9613590 Aug 19 18:01:28.688122 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34536) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:28.716457 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd2d366-fa80-4469-b310-e469577120cd admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:01:28.733443 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-3bd2d366-fa80-4469-b310-e469577120cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:28.767013 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd2d366-fa80-4469-b310-e469577120cd admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:01:28.804554 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce0283-f010-4a59-86f6-a76844c0b5f9 req-d7457ff0-2037-4899-8fc6-31b9f841420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:28.807979 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89ce0283-f010-4a59-86f6-a76844c0b5f9 req-d7457ff0-2037-4899-8fc6-31b9f841420c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1305141 Aug 19 18:01:28.819789 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2d366-fa80-4469-b310-e469577120cd admin admin] Pushing event updated for resources: {'Port': ['ID=4c8119d0-fbf1-4d9e-9736-b369d41eab2a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:28.970248 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d38d8483-9486-4687-a1a2-8896896f0d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:29.020868 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad71aa-fc9e-47b9-833a-8059a8acaddb req-75364814-626e-4155-9d52-1943737d52a6 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:29.024057 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-87ad71aa-fc9e-47b9-833a-8059a8acaddb req-75364814-626e-4155-9d52-1943737d52a6 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=90808f39-9765-45ab-b480-049977b47c30 HTTP/1.1" status: 200 len: 948 time: 0.4991915 Aug 19 18:01:29.034633 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d38d8483-9486-4687-a1a2-8896896f0d35 None None] For port e8912c01-2885-4384-b6c3-1f84766b4da9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e8912c01-2885-4384-b6c3-1f84766b4da9,segment=NetworkSegment(c4f71638-24f0-4edf-9d1b-01248be4a84f),segment_id=c4f71638-24f0-4edf-9d1b-01248be4a84f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:29.043519 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d38d8483-9486-4687-a1a2-8896896f0d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:29.054115 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-76900a8a-7114-4744-8f78-db607255e63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:29.083824 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce0283-f010-4a59-86f6-a76844c0b5f9 req-72536dbf-c58a-4290-a66c-4852f841f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:29.089013 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89ce0283-f010-4a59-86f6-a76844c0b5f9 req-72536dbf-c58a-4290-a66c-4852f841f595 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2696521 Aug 19 18:01:29.114236 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-09437a8c-dfb3-4de1-958e-51cfacd8d114 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24f8597da1454b6181c26644a3a540ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4881368 Aug 19 18:01:29.116811 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34550) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:29.147611 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aa386e93-d298-446e-bc65-c6e296218c8b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Allocated IP 192.168.233.36 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/dcb594af-335e-412b-96bc-0eb05c20bbc4) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:01:29.181139 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d8483-9486-4687-a1a2-8896896f0d35 None None] Pushing event updated for resources: {'Port': ['ID=e8912c01-2885-4384-b6c3-1f84766b4da9,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:29.207412 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-76900a8a-7114-4744-8f78-db607255e63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:29.319782 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-497a312d-6300-4d4c-9684-07a2adbfb92f req-0c6ec5dc-841c-4024-b99a-ab9f085bd3e7 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a53750f-687a-4195-b258-9d0d939bf609 HTTP/1.1" status: 200 len: 210 time: 0.1047542 Aug 19 18:01:29.339352 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-87ad71aa-fc9e-47b9-833a-8059a8acaddb req-e5ea5a8c-6b87-4895-8209-c5c7d2b53894 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836573 Aug 19 18:01:29.408312 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b6b34ab4-e4c0-4f89-8404-d3c03de98579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:29.430250 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c35c0c9e-7d95-46fa-84d5-af9922c70639 None None] Provisioning complete for port e8912c01-2885-4384-b6c3-1f84766b4da9 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:01:29.430631 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c35c0c9e-7d95-46fa-84d5-af9922c70639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:29.476394 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b6b34ab4-e4c0-4f89-8404-d3c03de98579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:29.491453 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e8912c01-2885-4384-b6c3-1f84766b4da9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:01:29.566883 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89ce0283-f010-4a59-86f6-a76844c0b5f9 req-47ca2a2f-8166-44f2-b437-ae49ea7fd8bc service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411757 Aug 19 18:01:29.594150 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-a8f1c906-6197-441f-a2a5-e932e802fb0b tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a03bd2512098459f96bccfe4171a0ee9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667951 Aug 19 18:01:29.615500 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-18a17db9-4cf4-4351-a9fe-cd266800d33a req-a74545b2-dae2-4bd3-b905-f5ea8547ebb7 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 210 time: 0.0648730 Aug 19 18:01:29.649646 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b6b34ab4-e4c0-4f89-8404-d3c03de98579 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f3d0353b0f44dfda9e86747fd84b7bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7324762 Aug 19 18:01:29.686960 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34558) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:29.711730 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port e8912c01-2885-4384-b6c3-1f84766b4da9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:01:29.712392 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:29.713247 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b34ab4-e4c0-4f89-8404-d3c03de98579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb74d15-b77d-4451-9e0e-4f0b65c9200f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:29.828578 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89ce0283-f010-4a59-86f6-a76844c0b5f9 req-83335949-35d2-4322-823f-d777cfebb9b5 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347295 Aug 19 18:01:29.835039 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-462a3d24-9b67-4fb5-b9f2-87f921637a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:29.869343 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-462a3d24-9b67-4fb5-b9f2-87f921637a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:29.927699 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-97002f9d-d91a-449b-aac3-86e5f63200fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:29.948420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-37cadf9d-35b6-42fa-827c-11a00ff43a8e tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:29.950288 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-37cadf9d-35b6-42fa-827c-11a00ff43a8e tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3550653 Aug 19 18:01:29.965176 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-462a3d24-9b67-4fb5-b9f2-87f921637a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:29.968672 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-462a3d24-9b67-4fb5-b9f2-87f921637a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:29.976544 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-462a3d24-9b67-4fb5-b9f2-87f921637a05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4eb74d15-b77d-4451-9e0e-4f0b65c9200f HTTP/1.1" status: 204 len: 168 time: 0.2876632 Aug 19 18:01:29.979437 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-76900a8a-7114-4744-8f78-db607255e63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:29.987659 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-76900a8a-7114-4744-8f78-db607255e63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:29.987659 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-76900a8a-7114-4744-8f78-db607255e63c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/081cbdc2-7016-4e6a-b83a-dea8cb4ee0d7 HTTP/1.1" status: 204 len: 168 time: 1.2877357 Aug 19 18:01:29.998509 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a3d24-9b67-4fb5-b9f2-87f921637a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb74d15-b77d-4451-9e0e-4f0b65c9200f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:30.016156 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-97002f9d-d91a-449b-aac3-86e5f63200fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:30.064463 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-18746608-05fc-4c17-9b2c-dda919ce5acf tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Request body: {'port': {'device_id': '6a53750f-687a-4195-b258-9d0d939bf609', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': 'a03bd2512098459f96bccfe4171a0ee9'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:30.213255 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76900a8a-7114-4744-8f78-db607255e63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081cbdc2-7016-4e6a-b83a-dea8cb4ee0d7,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:30.215239 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d366-fa80-4469-b310-e469577120cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:30.622892 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1090cbde-195a-49d1-b69c-62f049398198 req-c3658373-4237-49d7-b13e-67e76087f3fe tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a53750f-687a-4195-b258-9d0d939bf609 HTTP/1.1" status: 200 len: 210 time: 0.0961680 Aug 19 18:01:30.656990 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-97002f9d-d91a-449b-aac3-86e5f63200fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:30.659755 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-97002f9d-d91a-449b-aac3-86e5f63200fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:30.662290 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d40d51-423a-4df7-b328-27eaaa116733 req-62b49d74-5e1c-40b8-8121-b75e0853f788 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:30.664377 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-97002f9d-d91a-449b-aac3-86e5f63200fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df78361e-5c38-4c4d-8c41-7d16e8896f64 HTTP/1.1" status: 204 len: 168 time: 1.5430276 Aug 19 18:01:30.682253 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d2d40d51-423a-4df7-b328-27eaaa116733 req-62b49d74-5e1c-40b8-8121-b75e0853f788 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=90808f39-9765-45ab-b480-049977b47c30 HTTP/1.1" status: 200 len: 948 time: 0.1239438 Aug 19 18:01:30.714958 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97002f9d-d91a-449b-aac3-86e5f63200fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df78361e-5c38-4c4d-8c41-7d16e8896f64,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:30.724061 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aa386e93-d298-446e-bc65-c6e296218c8b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:30.755015 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aa386e93-d298-446e-bc65-c6e296218c8b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Transition to ACTIVE for port object dcb594af-335e-412b-96bc-0eb05c20bbc4 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:01:30.769580 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d2d40d51-423a-4df7-b328-27eaaa116733 req-7aa66be8-953d-4a01-97e2-d84cd43f682b tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853496 Aug 19 18:01:30.858329 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-18746608-05fc-4c17-9b2c-dda919ce5acf tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Made reservation on behalf of a03bd2512098459f96bccfe4171a0ee9 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:01:30.861757 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-18746608-05fc-4c17-9b2c-dda919ce5acf tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:30.864488 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34608) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:30.882918 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a77c6e06-e4e6-4563-b417-6741462341f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:30.915058 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e64ed3bc-07de-44e8-91e5-5a235515892e req-adabb0ce-139b-4274-8544-1026e90c66ed tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 210 time: 0.0808089 Aug 19 18:01:31.048278 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d366-fa80-4469-b310-e469577120cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:31.067280 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aa386e93-d298-446e-bc65-c6e296218c8b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:31.095365 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['bc594908-7df4-489e-a1fd-2df2a543b8e6', '2d37e335-994b-4290-9290-68af55592dcc'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:01:31.105749 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a77c6e06-e4e6-4563-b417-6741462341f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:31.117272 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a77c6e06-e4e6-4563-b417-6741462341f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:31.210656 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c6e06-e4e6-4563-b417-6741462341f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b98326-eaee-40e5-9c52-3540c0efbe7f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:31.225381 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a77c6e06-e4e6-4563-b417-6741462341f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=999e511502314594b85acb95576596ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591690 Aug 19 18:01:31.229184 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34634) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:31.295754 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aa386e93-d298-446e-bc65-c6e296218c8b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:01:31.310608 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c1a677d5-57bf-4d40-9e4b-0be0015da55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:31.352666 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aa386e93-d298-446e-bc65-c6e296218c8b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:31.356040 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aa386e93-d298-446e-bc65-c6e296218c8b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:01:31.365908 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa386e93-d298-446e-bc65-c6e296218c8b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Pushing event updated for resources: {'Port': ['ID=dcb594af-335e-412b-96bc-0eb05c20bbc4,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:31.370738 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c1a677d5-57bf-4d40-9e4b-0be0015da55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:31.468482 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-18746608-05fc-4c17-9b2c-dda919ce5acf tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Allocated IP 192.168.233.210 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/b3666290-50f2-42e9-8c22-876e9829fafe) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:01:31.490949 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device b1401b9e-1ed1-4e77-a050-7e845029f341 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:01:31.527085 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c1a677d5-57bf-4d40-9e4b-0be0015da55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:31.532492 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c1a677d5-57bf-4d40-9e4b-0be0015da55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:31.535003 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c1a677d5-57bf-4d40-9e4b-0be0015da55c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17b98326-eaee-40e5-9c52-3540c0efbe7f HTTP/1.1" status: 204 len: 168 time: 0.3021255 Aug 19 18:01:31.548309 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aa386e93-d298-446e-bc65-c6e296218c8b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:31.549110 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aa386e93-d298-446e-bc65-c6e296218c8b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:31.555754 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a677d5-57bf-4d40-9e4b-0be0015da55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b98326-eaee-40e5-9c52-3540c0efbe7f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:31.614521 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aa386e93-d298-446e-bc65-c6e296218c8b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7532837 Aug 19 18:01:31.641038 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aeb92699-9e7e-417d-a551-e2eee6ad2432 service neutron] Request body: {'port': {'device_id': 'ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:31.843319 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd2d366-fa80-4469-b310-e469577120cd admin admin] Router 878acf63-79a1-4ef3-82f7-ba2c7cf3e801 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:01:31.894671 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port b1401b9e-1ed1-4e77-a050-7e845029f341, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=b1401b9e-1ed1-4e77-a050-7e845029f341,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:31.896052 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-85f433bb-ecaf-409d-9e91-b38b2d0c7e88 req-53eee47f-ef71-41ac-8a78-14ef52f62b1b tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a53750f-687a-4195-b258-9d0d939bf609 HTTP/1.1" status: 200 len: 210 time: 0.0599668 Aug 19 18:01:31.979766 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'b1401b9e-1ed1-4e77-a050-7e845029f341', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': 'b1401b9e-1ed1-4e77-a050-7e845029f341', 'mac_address': 'fa:16:3e:6a:87:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:01:32.038339 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-059f7cb0-2e57-4efd-b302-fb789db24c2b None None] Provisioning for port dcb594af-335e-412b-96bc-0eb05c20bbc4 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:01:32.050780 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-059f7cb0-2e57-4efd-b302-fb789db24c2b None None] Provisioning complete for port dcb594af-335e-412b-96bc-0eb05c20bbc4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:01:32.051177 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-059f7cb0-2e57-4efd-b302-fb789db24c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:32.056597 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aeb92699-9e7e-417d-a551-e2eee6ad2432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:32.086025 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c465952-1dcb-41f6-96b0-17dac9e68773 req-04e8180b-a1ec-4725-acec-f3319102f4bd tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:32.092002 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8c465952-1dcb-41f6-96b0-17dac9e68773 req-04e8180b-a1ec-4725-acec-f3319102f4bd tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=90808f39-9765-45ab-b480-049977b47c30 HTTP/1.1" status: 200 len: 948 time: 0.1482313 Aug 19 18:01:32.102954 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:32.126534 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-059f7cb0-2e57-4efd-b302-fb789db24c2b None None] Port dcb594af-335e-412b-96bc-0eb05c20bbc4 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:01:32.129420 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1401b9e-1ed1-4e77-a050-7e845029f341 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:01:32.164782 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port b1401b9e-1ed1-4e77-a050-7e845029f341, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=b1401b9e-1ed1-4e77-a050-7e845029f341,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:32.172252 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:32.179018 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-18746608-05fc-4c17-9b2c-dda919ce5acf tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:32.207478 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8c465952-1dcb-41f6-96b0-17dac9e68773 req-335f1025-2f36-471e-9371-f8ea63fc42b3 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073322 Aug 19 18:01:32.244609 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-18746608-05fc-4c17-9b2c-dda919ce5acf tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Transition to ACTIVE for port object b3666290-50f2-42e9-8c22-876e9829fafe will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:01:32.256757 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=b1401b9e-1ed1-4e77-a050-7e845029f341,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:32.259114 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca555259-be5e-45fb-b03e-0c6ef6cd3006 req-16e03866-b79a-41c0-9c94-4992550d8d9a tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:32.260819 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ca555259-be5e-45fb-b03e-0c6ef6cd3006 req-16e03866-b79a-41c0-9c94-4992550d8d9a tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 935 time: 0.1655371 Aug 19 18:01:32.262117 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd2d366-fa80-4469-b310-e469577120cd admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:01:32.280131 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] Sync routers for ids ['878acf63-79a1-4ef3-82f7-ba2c7cf3e801'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:01:32.299590 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] Routers {'878acf63-79a1-4ef3-82f7-ba2c7cf3e801'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:01:32.302279 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:01:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['878acf63-79a1-4ef3-82f7-ba2c7cf3e801'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:32.413856 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d366-fa80-4469-b310-e469577120cd admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:32.418107 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3bd2d366-fa80-4469-b310-e469577120cd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.3063962 Aug 19 18:01:32.420355 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34692) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:32.424826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['b1401b9e-1ed1-4e77-a050-7e845029f341'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:01:32.438699 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ca555259-be5e-45fb-b03e-0c6ef6cd3006 req-702cd8dd-17e6-4efb-b3cd-102a57d4b8f9 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662967 Aug 19 18:01:32.505088 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-18746608-05fc-4c17-9b2c-dda919ce5acf tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:32.630964 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] Set router 878acf63-79a1-4ef3-82f7-ba2c7cf3e801 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:01:32.725205 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-18746608-05fc-4c17-9b2c-dda919ce5acf tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:01:32.738495 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-18746608-05fc-4c17-9b2c-dda919ce5acf tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:32.746515 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-18746608-05fc-4c17-9b2c-dda919ce5acf tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:01:32.857815 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-18746608-05fc-4c17-9b2c-dda919ce5acf tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:32.858551 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-18746608-05fc-4c17-9b2c-dda919ce5acf tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:32.882384 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18746608-05fc-4c17-9b2c-dda919ce5acf tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Pushing event updated for resources: {'Port': ['ID=b3666290-50f2-42e9-8c22-876e9829fafe,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:32.904903 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-18746608-05fc-4c17-9b2c-dda919ce5acf tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9285603 Aug 19 18:01:32.926620 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Request body: {'port': {'device_id': '6a53750f-687a-4195-b258-9d0d939bf609', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:32.986511 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878acf63-79a1-4ef3-82f7-ba2c7cf3e801', 'name': 'tempest-FloatingIPsNegativeTestJSON-1982036951-router', 'tenant_id': '9781a22f81d843ea9b8d673d3d8262bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4c8119d0-fbf1-4d9e-9736-b369d41eab2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:24Z', 'updated_at': '2021-08-19T18:01:29Z', 'revision_number': 3, 'project_id': '9781a22f81d843ea9b8d673d3d8262bc', 'gw_port': {'id': '4c8119d0-fbf1-4d9e-9736-b369d41eab2a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878acf63-79a1-4ef3-82f7-ba2c7cf3e801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:27Z', 'updated_at': '2021-08-19T18:01:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:33.058911 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] Checking router: 878acf63-79a1-4ef3-82f7-ba2c7cf3e801 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:01:33.059441 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] Updating router 878acf63-79a1-4ef3-82f7-ba2c7cf3e801 port 4c8119d0-fbf1-4d9e-9736-b369d41eab2a binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:01:33.130808 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:33.171538 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ba820ff9-c2f5-45c8-af46-9927c9271f48 None None] Provisioning for port b3666290-50f2-42e9-8c22-876e9829fafe completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:01:33.177194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ba820ff9-c2f5-45c8-af46-9927c9271f48 None None] Provisioning complete for port b3666290-50f2-42e9-8c22-876e9829fafe triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:01:33.177518 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ba820ff9-c2f5-45c8-af46-9927c9271f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:33.267381 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-ba820ff9-c2f5-45c8-af46-9927c9271f48 None None] Port b3666290-50f2-42e9-8c22-876e9829fafe cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:01:33.293021 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e289ea61-be9f-4c45-ba69-7e040ce4b483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:33.313222 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:33.444791 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f27583-7566-4556-9bcf-3116dda12481 req-349c0d29-23d1-4d8b-8b8a-4eba1bb78d17 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:33.446425 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-79f27583-7566-4556-9bcf-3116dda12481 req-349c0d29-23d1-4d8b-8b8a-4eba1bb78d17 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a53750f-687a-4195-b258-9d0d939bf609 HTTP/1.1" status: 200 len: 936 time: 0.4029179 Aug 19 18:01:33.457595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aeb92699-9e7e-417d-a551-e2eee6ad2432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb594af-335e-412b-96bc-0eb05c20bbc4 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:01:33.492758 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device b1401b9e-1ed1-4e77-a050-7e845029f341 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:01:33.531023 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aeb92699-9e7e-417d-a551-e2eee6ad2432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:33.541062 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34726) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:33.568439 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:33.573253 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port b1401b9e-1ed1-4e77-a050-7e845029f341 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:01:33.579313 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port b1401b9e-1ed1-4e77-a050-7e845029f341 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:01:33.579988 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:33.584293 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] Transition to ACTIVE for port object 4c8119d0-fbf1-4d9e-9736-b369d41eab2a will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:01:33.596486 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:33.679740 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d114e3-0dfc-4f76-a9e6-03b4cb05072c None None] Pushing event updated for resources: {'Port': ['ID=4c8119d0-fbf1-4d9e-9736-b369d41eab2a,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:33.694176 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d114e3-0dfc-4f76-a9e6-03b4cb05072c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:33.695387 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d114e3-0dfc-4f76-a9e6-03b4cb05072c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:33.695387 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d114e3-0dfc-4f76-a9e6-03b4cb05072c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:33.695566 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d114e3-0dfc-4f76-a9e6-03b4cb05072c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:33.695875 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d114e3-0dfc-4f76-a9e6-03b4cb05072c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:33.696410 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d114e3-0dfc-4f76-a9e6-03b4cb05072c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:33.696783 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d114e3-0dfc-4f76-a9e6-03b4cb05072c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:33.697115 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d114e3-0dfc-4f76-a9e6-03b4cb05072c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:33.698364 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d114e3-0dfc-4f76-a9e6-03b4cb05072c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:33.699614 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d114e3-0dfc-4f76-a9e6-03b4cb05072c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:33.699977 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d114e3-0dfc-4f76-a9e6-03b4cb05072c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:33.700311 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d114e3-0dfc-4f76-a9e6-03b4cb05072c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d114e3-0dfc-4f76-a9e6-03b4cb05072c None None] Tracked resource versions report: Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: pushed versions: Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: { 'AddressGroup': {'1.2'}, Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: 'ConntrackHelper': {'1.0'}, Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: 'Log': {'1.0'}, Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: 'Network': {'1.1'}, Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: 'Port': {'1.7'}, Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: 'PortForwarding': {'1.2'}, Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: 'QosPolicy': {'1.9'}, Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: 'SecurityGroup': {'1.4'}, Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: 'SecurityGroupRule': {'1.2'}, Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: 'SubPort': {'1.0'}, Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: 'Subnet': {'1.1'}, Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: 'Trunk': {'1.1'}} Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: consumer versions: Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: { DHCP agent@n-d-803753-2: {}, Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: HyperV agent@n-h1-803753-2: {}, Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: HyperV agent@n-h2-803753-2: {}, Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: L3 agent@n-d-803753-2: {}, Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: Metadata agent@n-d-803753-2: {}, Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: Metering agent@n-d-803753-2: {}, Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: Open vSwitch agent@n-d-803753-2: { 'AddressGroup': '1.2', Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: 'ConntrackHelper': '1.0', Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: 'Log': '1.0', Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: 'Network': '1.1', Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: 'Port': '1.7', Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: 'PortForwarding': '1.2', Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: 'QosPolicy': '1.9', Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: 'SecurityGroup': '1.4', Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: 'SecurityGroupRule': '1.2', Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: 'SubPort': '1.0', Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: 'Subnet': '1.1', Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: 'Trunk': '1.1'}} Aug 19 18:01:33.701828 n-d-803753-2 neutron-server[94684]: {{(pid=94684) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 18:01:33.708800 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:33.741826 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff577890-2fe1-4534-912c-d014d165d01b req-40372770-db92-43db-b4fd-c446e554285a tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:33.746584 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aeb92699-9e7e-417d-a551-e2eee6ad2432 service neutron] Transition to ACTIVE for port object dcb594af-335e-412b-96bc-0eb05c20bbc4 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:01:33.750535 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ff577890-2fe1-4534-912c-d014d165d01b req-40372770-db92-43db-b4fd-c446e554285a tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=90808f39-9765-45ab-b480-049977b47c30 HTTP/1.1" status: 200 len: 949 time: 0.1436183 Aug 19 18:01:33.768360 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aeb92699-9e7e-417d-a551-e2eee6ad2432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:33.774824 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90808f39-9765-45ab-b480-049977b47c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1401b9e-1ed1-4e77-a050-7e845029f341'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:33.782417 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804acda1-9f10-43f2-a9ec-b5f0d1f66f1d" -d '{"events": [{"server_uuid": "90808f39-9765-45ab-b480-049977b47c30", "name": "network-vif-plugged", "status": "completed", "tag": "b1401b9e-1ed1-4e77-a050-7e845029f341"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:33.791589 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] Attempting to bind port 4c8119d0-fbf1-4d9e-9736-b369d41eab2a on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:01:33.797427 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] Attempting to bind port 4c8119d0-fbf1-4d9e-9736-b369d41eab2a by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:01:33.797837 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] Attempting to bind port 4c8119d0-fbf1-4d9e-9736-b369d41eab2a on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:01:33.821735 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:01:33.822068 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:01:33.822509 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:33.822899 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:01:33.828307 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] Bound port: 4c8119d0-fbf1-4d9e-9736-b369d41eab2a, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:01:33.828844 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:33.837341 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port b1401b9e-1ed1-4e77-a050-7e845029f341, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=b1401b9e-1ed1-4e77-a050-7e845029f341,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:33.849971 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:33.857467 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ff577890-2fe1-4534-912c-d014d165d01b req-fa018d76-e9f0-4f0e-8bc2-4f35db2456e7 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059940 Aug 19 18:01:33.859587 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-79f27583-7566-4556-9bcf-3116dda12481 req-9e0a0adc-454c-4787-b138-a3e4b843122e tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194158 Aug 19 18:01:34.020029 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] For port 4c8119d0-fbf1-4d9e-9736-b369d41eab2a, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:01:34.031599 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] For port 4c8119d0-fbf1-4d9e-9736-b369d41eab2a, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4c8119d0-fbf1-4d9e-9736-b369d41eab2a,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:01:34.039814 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:34.055716 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca5746e-d76b-438b-ae91-394e4591d51b x-openstack-request-id: req-cca5746e-d76b-438b-ae91-394e4591d51b {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:34.056203 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90808f39-9765-45ab-b480-049977b47c30", "name": "network-vif-plugged", "status": "completed", "tag": "b1401b9e-1ed1-4e77-a050-7e845029f341", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:34.057079 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cca5746e-d76b-438b-ae91-394e4591d51b {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:34.058033 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90808f39-9765-45ab-b480-049977b47c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1401b9e-1ed1-4e77-a050-7e845029f341', 'code': 200} Aug 19 18:01:34.063059 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=b1401b9e-1ed1-4e77-a050-7e845029f341,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:34.074497 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-e289ea61-be9f-4c45-ba69-7e040ce4b483 admin admin] Allocated IP 172.20.0.1 (0757cef0-a7aa-4a24-90a8-19c90dc7ab4f/af38d749-fc16-43b8-ab1b-7e74046f3a28/1c97d292-45a7-4cda-8aad-fc898371a001) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:01:34.201785 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] Routers {'878acf63-79a1-4ef3-82f7-ba2c7cf3e801'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:01:34.202661 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:01:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['878acf63-79a1-4ef3-82f7-ba2c7cf3e801'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:34.286748 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d114e3-0dfc-4f76-a9e6-03b4cb05072c None None] Pushing event updated for resources: {'Port': ['ID=4c8119d0-fbf1-4d9e-9736-b369d41eab2a,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:34.408965 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5143a21-fb61-435f-abe0-104e5a9c5217 req-7ea642f7-1820-445c-b874-78afde53c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:34.411132 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a5143a21-fb61-435f-abe0-104e5a9c5217 req-7ea642f7-1820-445c-b874-78afde53c74c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=90808f39-9765-45ab-b480-049977b47c30 HTTP/1.1" status: 200 len: 1101 time: 0.3043973 Aug 19 18:01:34.453237 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c0e73972-602a-462f-8264-716fd7ec2822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:34.478921 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb92699-9e7e-417d-a551-e2eee6ad2432 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb594af-335e-412b-96bc-0eb05c20bbc4,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:34.504660 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa1c3e-767a-4638-945e-65d0f8ce66fb req-f504f00c-6a14-4e25-9485-b440372fde8a tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:34.514011 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-15aa1c3e-767a-4638-945e-65d0f8ce66fb req-f504f00c-6a14-4e25-9485-b440372fde8a tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 947 time: 0.4984751 Aug 19 18:01:34.521433 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c8e1ac37-ffd7-489c-8856-9bb8edbd056e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:34.601581 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a5143a21-fb61-435f-abe0-104e5a9c5217 req-394a5aa8-6f24-4705-b0dc-cf1efddff69d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742933 Aug 19 18:01:34.661939 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] Set router 878acf63-79a1-4ef3-82f7-ba2c7cf3e801 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:01:34.701269 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aeb92699-9e7e-417d-a551-e2eee6ad2432 service neutron] Attempting to bind port dcb594af-335e-412b-96bc-0eb05c20bbc4 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:01:34.702072 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aeb92699-9e7e-417d-a551-e2eee6ad2432 service neutron] Attempting to bind port dcb594af-335e-412b-96bc-0eb05c20bbc4 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:01:34.702589 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aeb92699-9e7e-417d-a551-e2eee6ad2432 service neutron] Attempting to bind port dcb594af-335e-412b-96bc-0eb05c20bbc4 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:01:34.710534 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-15aa1c3e-767a-4638-945e-65d0f8ce66fb req-d38f101c-b3a8-44b7-a586-9edd2b65fd3c tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955261 Aug 19 18:01:34.712169 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aeb92699-9e7e-417d-a551-e2eee6ad2432 service neutron] Port dcb594af-335e-412b-96bc-0eb05c20bbc4 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:01:34.712673 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aeb92699-9e7e-417d-a551-e2eee6ad2432 service neutron] Attempting to bind port dcb594af-335e-412b-96bc-0eb05c20bbc4 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:01:34.723050 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aeb92699-9e7e-417d-a551-e2eee6ad2432 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:01:34.723628 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aeb92699-9e7e-417d-a551-e2eee6ad2432 service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:01:34.724187 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aeb92699-9e7e-417d-a551-e2eee6ad2432 service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:01:34.724808 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aeb92699-9e7e-417d-a551-e2eee6ad2432 service neutron] Bound port: dcb594af-335e-412b-96bc-0eb05c20bbc4, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:01:34.725326 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aeb92699-9e7e-417d-a551-e2eee6ad2432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:34.739590 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e289ea61-be9f-4c45-ba69-7e040ce4b483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:34.767648 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-e289ea61-be9f-4c45-ba69-7e040ce4b483 admin admin] Transition to ACTIVE for port object 1c97d292-45a7-4cda-8aad-fc898371a001 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:01:34.830658 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e289ea61-be9f-4c45-ba69-7e040ce4b483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:34.870782 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3666290-50f2-42e9-8c22-876e9829fafe {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:01:34.886571 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e289ea61-be9f-4c45-ba69-7e040ce4b483 admin admin] Network 0757cef0-a7aa-4a24-90a8-19c90dc7ab4f is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:01:34.894591 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-e289ea61-be9f-4c45-ba69-7e040ce4b483 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:34.895518 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:34.899362 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e289ea61-be9f-4c45-ba69-7e040ce4b483 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:01:34.900161 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e289ea61-be9f-4c45-ba69-7e040ce4b483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:34.948088 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c0e73972-602a-462f-8264-716fd7ec2822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:34.982896 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878acf63-79a1-4ef3-82f7-ba2c7cf3e801', 'name': 'tempest-FloatingIPsNegativeTestJSON-1982036951-router', 'tenant_id': '9781a22f81d843ea9b8d673d3d8262bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4c8119d0-fbf1-4d9e-9736-b369d41eab2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:24Z', 'updated_at': '2021-08-19T18:01:29Z', 'revision_number': 3, 'project_id': '9781a22f81d843ea9b8d673d3d8262bc', 'gw_port': {'id': '4c8119d0-fbf1-4d9e-9736-b369d41eab2a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878acf63-79a1-4ef3-82f7-ba2c7cf3e801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:27Z', 'updated_at': '2021-08-19T18:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:34.988025 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c0e73972-602a-462f-8264-716fd7ec2822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.038836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Transition to ACTIVE for port object b3666290-50f2-42e9-8c22-876e9829fafe will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:01:35.049188 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1f9aa5-7ecf-44c1-a1dc-532cbc3444de None None] The sync data for ids ['878acf63-79a1-4ef3-82f7-ba2c7cf3e801'] in n-d-803753-2 is: [{'id': '878acf63-79a1-4ef3-82f7-ba2c7cf3e801', 'name': 'tempest-FloatingIPsNegativeTestJSON-1982036951-router', 'tenant_id': '9781a22f81d843ea9b8d673d3d8262bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4c8119d0-fbf1-4d9e-9736-b369d41eab2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:24Z', 'updated_at': '2021-08-19T18:01:29Z', 'revision_number': 3, 'project_id': '9781a22f81d843ea9b8d673d3d8262bc', 'gw_port': {'id': '4c8119d0-fbf1-4d9e-9736-b369d41eab2a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878acf63-79a1-4ef3-82f7-ba2c7cf3e801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:27Z', 'updated_at': '2021-08-19T18:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:01:35.056688 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aeb92699-9e7e-417d-a551-e2eee6ad2432 service neutron] For port dcb594af-335e-412b-96bc-0eb05c20bbc4, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:01:35.084124 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.145304 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aeb92699-9e7e-417d-a551-e2eee6ad2432 service neutron] For port dcb594af-335e-412b-96bc-0eb05c20bbc4, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=dcb594af-335e-412b-96bc-0eb05c20bbc4,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:01:35.153404 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289ea61-be9f-4c45-ba69-7e040ce4b483 admin admin] Pushing event updated for resources: {'Port': ['ID=1c97d292-45a7-4cda-8aad-fc898371a001,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:35.221158 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c0e73972-602a-462f-8264-716fd7ec2822 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c97bc44673a84d2896e8900a8cf62e38&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6793597 Aug 19 18:01:35.225494 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aeb92699-9e7e-417d-a551-e2eee6ad2432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.253317 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34804) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:35.265318 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34806) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:35.287149 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e73972-602a-462f-8264-716fd7ec2822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79aad9b1-d301-405f-8514-d637cad33a3e,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:35.289862 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0f372-5aaa-4b17-8f7b-1a2d96077af7 req-0c6f1712-506a-409d-83dd-07fd0c69a368 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:35.291550 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f1d0f372-5aaa-4b17-8f7b-1a2d96077af7 req-0c6f1712-506a-409d-83dd-07fd0c69a368 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a53750f-687a-4195-b258-9d0d939bf609 HTTP/1.1" status: 200 len: 948 time: 0.2210057 Aug 19 18:01:35.349189 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5e60bd36-b9de-4d78-ba24-236d3d33911b None None] Provisioning for port 1c97d292-45a7-4cda-8aad-fc898371a001 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:01:35.355084 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5e60bd36-b9de-4d78-ba24-236d3d33911b None None] Provisioning complete for port 1c97d292-45a7-4cda-8aad-fc898371a001 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:01:35.358255 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5e60bd36-b9de-4d78-ba24-236d3d33911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.380179 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aeb92699-9e7e-417d-a551-e2eee6ad2432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:35.381117 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aeb92699-9e7e-417d-a551-e2eee6ad2432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.387536 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-aeb92699-9e7e-417d-a551-e2eee6ad2432 service neutron] 10.222.0.50 "PUT /v2.0/ports/dcb594af-335e-412b-96bc-0eb05c20bbc4 HTTP/1.1" status: 200 len: 1095 time: 3.7494133 Aug 19 18:01:35.406323 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a', 'tag': 'dcb594af-335e-412b-96bc-0eb05c20bbc4'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:35.410107 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ce950c-0594-4031-9b6b-1b6a4b78c399" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a", "tag": "dcb594af-335e-412b-96bc-0eb05c20bbc4"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:35.429449 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Pushing event updated for resources: {'Port': ['ID=b3666290-50f2-42e9-8c22-876e9829fafe,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:35.471403 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e289ea61-be9f-4c45-ba69-7e040ce4b483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.487403 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-5e60bd36-b9de-4d78-ba24-236d3d33911b None None] Port 1c97d292-45a7-4cda-8aad-fc898371a001 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:01:35.547616 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f1d0f372-5aaa-4b17-8f7b-1a2d96077af7 req-9113e284-e419-4e76-aa5b-4eaf4aec7ed3 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243710 Aug 19 18:01:35.560056 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20b33223-57a1-428b-9044-9ac2496ca07e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.643133 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20b33223-57a1-428b-9044-9ac2496ca07e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.659902 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fc74b-a2ed-4b09-8f1c-50a88f846d9a req-d4f366fb-811d-4b4b-b717-0e4f7ede9ce2 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:35.667846 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1b0fc74b-a2ed-4b09-8f1c-50a88f846d9a req-d4f366fb-811d-4b4b-b717-0e4f7ede9ce2 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=90808f39-9765-45ab-b480-049977b47c30 HTTP/1.1" status: 200 len: 950 time: 0.5866616 Aug 19 18:01:35.733939 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20b33223-57a1-428b-9044-9ac2496ca07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.737303 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20b33223-57a1-428b-9044-9ac2496ca07e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.738478 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-20b33223-57a1-428b-9044-9ac2496ca07e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79aad9b1-d301-405f-8514-d637cad33a3e HTTP/1.1" status: 204 len: 168 time: 0.4839807 Aug 19 18:01:35.753751 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb92699-9e7e-417d-a551-e2eee6ad2432 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb594af-335e-412b-96bc-0eb05c20bbc4,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:35.784962 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b33223-57a1-428b-9044-9ac2496ca07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79aad9b1-d301-405f-8514-d637cad33a3e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:35.803763 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b33223-57a1-428b-9044-9ac2496ca07e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:35.804240 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b33223-57a1-428b-9044-9ac2496ca07e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:35.804593 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b33223-57a1-428b-9044-9ac2496ca07e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:35.804929 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b33223-57a1-428b-9044-9ac2496ca07e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:35.805261 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b33223-57a1-428b-9044-9ac2496ca07e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:35.805615 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b33223-57a1-428b-9044-9ac2496ca07e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:35.805943 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b33223-57a1-428b-9044-9ac2496ca07e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:35.806270 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b33223-57a1-428b-9044-9ac2496ca07e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:35.806593 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b33223-57a1-428b-9044-9ac2496ca07e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:35.806917 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b33223-57a1-428b-9044-9ac2496ca07e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:35.807239 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b33223-57a1-428b-9044-9ac2496ca07e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:35.807557 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b33223-57a1-428b-9044-9ac2496ca07e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:35.851730 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-c85bbf30-139e-415a-b8cf-4e53d4cfec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:35.857984 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-c85bbf30-139e-415a-b8cf-4e53d4cfec52 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b84cb7e21da64a88b5741ffbb9559910&device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 1098 time: 0.4023609 Aug 19 18:01:35.864703 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Attempting to bind port b3666290-50f2-42e9-8c22-876e9829fafe on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:01:35.868675 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Attempting to bind port b3666290-50f2-42e9-8c22-876e9829fafe by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:01:35.871352 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Attempting to bind port b3666290-50f2-42e9-8c22-876e9829fafe on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:01:35.902998 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1b0fc74b-a2ed-4b09-8f1c-50a88f846d9a req-02376938-4566-4821-b67a-71fac497a11f tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275276 Aug 19 18:01:35.936312 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Port b3666290-50f2-42e9-8c22-876e9829fafe on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:01:35.936651 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Attempting to bind port b3666290-50f2-42e9-8c22-876e9829fafe on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:01:36.049755 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fed3fb-a5e0-4744-aa43-826c235f1a03 x-openstack-request-id: req-82fed3fb-a5e0-4744-aa43-826c235f1a03 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:36.050079 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a", "tag": "dcb594af-335e-412b-96bc-0eb05c20bbc4", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:36.050297 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82fed3fb-a5e0-4744-aa43-826c235f1a03 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:36.050699 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a', 'tag': 'dcb594af-335e-412b-96bc-0eb05c20bbc4', 'status': 'completed', 'code': 200} Aug 19 18:01:36.053561 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-c1e8b699-ae11-4a8e-9963-f1099025d122 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=dcb594af-335e-412b-96bc-0eb05c20bbc4 HTTP/1.1" status: 200 len: 217 time: 0.1726980 Aug 19 18:01:36.070784 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:01:36.071151 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:01:36.071550 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:01:36.072010 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Bound port: b3666290-50f2-42e9-8c22-876e9829fafe, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:01:36.072381 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:36.193925 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ce964004-eef8-49dd-b589-8fb31dddbb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:36.236966 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-2b8080a9-e1cb-41ef-bb96-4edf6e797497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:36.238548 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-2b8080a9-e1cb-41ef-bb96-4edf6e797497 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1692219 Aug 19 18:01:36.294074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3297e-702b-4cf9-a278-79cebb8de06f req-fbb3a8ec-60ce-4fe5-af12-6af5d20e554b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:36.308513 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aab3297e-702b-4cf9-a278-79cebb8de06f req-fbb3a8ec-60ce-4fe5-af12-6af5d20e554b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 947 time: 0.1619627 Aug 19 18:01:36.312117 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] For port b3666290-50f2-42e9-8c22-876e9829fafe, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:01:36.328146 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e289ea61-be9f-4c45-ba69-7e040ce4b483 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:36.340702 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e289ea61-be9f-4c45-ba69-7e040ce4b483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:36.341829 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e289ea61-be9f-4c45-ba69-7e040ce4b483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:36.366070 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] For port b3666290-50f2-42e9-8c22-876e9829fafe, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b3666290-50f2-42e9-8c22-876e9829fafe,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:01:36.378595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34828) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:36.389850 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:36.434387 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b2627a0-8ce3-42d0-8783-1590ce20db0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:36.467026 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:36.467643 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:36.469143 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] 10.222.0.50 "PUT /v2.0/ports/b3666290-50f2-42e9-8c22-876e9829fafe HTTP/1.1" status: 200 len: 1096 time: 3.5528016 Aug 19 18:01:36.491217 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-e39e8dc0-f24b-4657-bb5b-5a71907508ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:36.492823 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-e39e8dc0-f24b-4657-bb5b-5a71907508ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2298260 Aug 19 18:01:36.494471 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ce964004-eef8-49dd-b589-8fb31dddbb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:36.495336 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289ea61-be9f-4c45-ba69-7e040ce4b483 admin admin] Pushing event updated for resources: {'Port': ['ID=1c97d292-45a7-4cda-8aad-fc898371a001,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:36.511804 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aab3297e-702b-4cf9-a278-79cebb8de06f req-61ffec1a-878e-4d53-8c3e-3efc838a85e7 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021751 Aug 19 18:01:36.519710 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ce964004-eef8-49dd-b589-8fb31dddbb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:36.574178 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce964004-eef8-49dd-b589-8fb31dddbb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496b5e0f-6ad7-434f-85be-72019e2a09aa,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:36.616865 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ce964004-eef8-49dd-b589-8fb31dddbb4d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d420441b9e440e780b6f7f0792f8edf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3453801 Aug 19 18:01:36.629763 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34838) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:36.660480 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Pushing event updated for resources: {'Port': ['ID=b3666290-50f2-42e9-8c22-876e9829fafe,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:36.696865 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:36.697804 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:36.698405 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:36.698966 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:36.699524 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:36.700087 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:36.700702 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:36.701270 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:36.701830 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:36.702166 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:36.702607 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:36.703235 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870063e3-b216-4e34-b8e9-5be7c9e72996 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:36.709905 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e289ea61-be9f-4c45-ba69-7e040ce4b483 admin admin] Network 0757cef0-a7aa-4a24-90a8-19c90dc7ab4f is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:01:36.710768 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38b2f7ed-953c-47ba-a0b6-2b901766b783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:36.720725 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-e289ea61-be9f-4c45-ba69-7e040ce4b483 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:36.768172 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-22b7c1ed-2016-4401-aa60-23fd12dea4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:36.771139 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-22b7c1ed-2016-4401-aa60-23fd12dea4f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a03bd2512098459f96bccfe4171a0ee9&device_id=6a53750f-687a-4195-b258-9d0d939bf609 HTTP/1.1" status: 200 len: 1099 time: 0.2434940 Aug 19 18:01:36.893851 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38b2f7ed-953c-47ba-a0b6-2b901766b783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:36.910774 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-ffaeb461-ee52-450f-afda-a0470e7937fb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=b3666290-50f2-42e9-8c22-876e9829fafe HTTP/1.1" status: 200 len: 217 time: 0.1174078 Aug 19 18:01:36.915224 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-95acab51-2a52-46da-9f26-d161632fe7eb service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869126 Aug 19 18:01:37.049171 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c3e4f562-5a7a-4cc3-a982-de0c42dcbd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:37.214562 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b2627a0-8ce3-42d0-8783-1590ce20db0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:37.235211 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e289ea61-be9f-4c45-ba69-7e040ce4b483 admin admin] Router 878acf63-79a1-4ef3-82f7-ba2c7cf3e801 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:01:37.239138 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b2627a0-8ce3-42d0-8783-1590ce20db0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:37.254774 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:37.259205 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623bb24-e098-4053-a9ef-46b0991749cd req-e3597b4d-03f6-436c-8831-655e103ab019 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:37.260462 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b88e5203-84a3-467e-8fc2-21bc4a7af984 None None] Provisioning complete for port 1c97d292-45a7-4cda-8aad-fc898371a001 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:01:37.262341 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b623bb24-e098-4053-a9ef-46b0991749cd req-e3597b4d-03f6-436c-8831-655e103ab019 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a53750f-687a-4195-b258-9d0d939bf609 HTTP/1.1" status: 200 len: 948 time: 0.2212727 Aug 19 18:01:37.264355 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b88e5203-84a3-467e-8fc2-21bc4a7af984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:37.268566 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38b2f7ed-953c-47ba-a0b6-2b901766b783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:37.275737 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38b2f7ed-953c-47ba-a0b6-2b901766b783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:37.281875 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-38b2f7ed-953c-47ba-a0b6-2b901766b783 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/496b5e0f-6ad7-434f-85be-72019e2a09aa HTTP/1.1" status: 204 len: 168 time: 0.6466973 Aug 19 18:01:37.328565 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-8236fa91-7229-4ca1-8a5d-56ab7c738eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:37.331941 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-8236fa91-7229-4ca1-8a5d-56ab7c738eac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.3921657 Aug 19 18:01:37.335551 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2f7ed-953c-47ba-a0b6-2b901766b783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496b5e0f-6ad7-434f-85be-72019e2a09aa,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:37.344723 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38bd4cb8-011b-464c-9f03-e04f6914599e req-4835b45f-a0e7-48df-9aa8-3991e8d5cdd4 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009564 Aug 19 18:01:37.372014 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9b2627a0-8ce3-42d0-8783-1590ce20db0a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=932152600f254bdd8d5a97948bc2f64c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9922528 Aug 19 18:01:37.400567 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34850) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:37.401275 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2627a0-8ce3-42d0-8783-1590ce20db0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77f7404-13b6-40bc-a702-41a04cafe52f,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:37.459392 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b88e5203-84a3-467e-8fc2-21bc4a7af984 None None] Port 1c97d292-45a7-4cda-8aad-fc898371a001 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:01:37.491550 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b623bb24-e098-4053-a9ef-46b0991749cd req-5ab17443-f6af-4623-9220-7d7facbe1160 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115390 Aug 19 18:01:37.601814 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4c8119d0-fbf1-4d9e-9736-b369d41eab2a up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:01:37.673829 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-bff80e98-29e5-4283-8d96-437f123524ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:37.675519 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-bff80e98-29e5-4283-8d96-437f123524ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3085935 Aug 19 18:01:37.723570 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce950c-0594-4031-9b6b-1b6a4b78c399 req-33faa4a9-4548-4355-a2bf-3e048d9bc2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:37.725165 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b5ce950c-0594-4031-9b6b-1b6a4b78c399 req-33faa4a9-4548-4355-a2bf-3e048d9bc2e9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b84cb7e21da64a88b5741ffbb9559910&device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 1098 time: 0.2300539 Aug 19 18:01:37.732215 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba6d8e09-6e75-4d9e-becc-0cc66d31ab15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:37.752988 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 4c8119d0-fbf1-4d9e-9736-b369d41eab2a completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:01:37.762186 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 4c8119d0-fbf1-4d9e-9736-b369d41eab2a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:01:37.764374 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:37.827508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e289ea61-be9f-4c45-ba69-7e040ce4b483 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:01:37.849588 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e289ea61-be9f-4c45-ba69-7e040ce4b483 admin admin] 10.222.0.24 "PUT /v2.0/routers/878acf63-79a1-4ef3-82f7-ba2c7cf3e801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4138880 Aug 19 18:01:37.900344 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0967ee8-48ce-4113-af15-dc3e693ab122 req-40880618-7323-4298-a78b-aecc48db034a tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:37.910903 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0967ee8-48ce-4113-af15-dc3e693ab122 req-40880618-7323-4298-a78b-aecc48db034a tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=90808f39-9765-45ab-b480-049977b47c30 HTTP/1.1" status: 200 len: 950 time: 0.4182301 Aug 19 18:01:37.995093 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba6d8e09-6e75-4d9e-becc-0cc66d31ab15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.035925 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.089052 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a53750f-687a-4195-b258-9d0d939bf609', 'tag': 'b3666290-50f2-42e9-8c22-876e9829fafe'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:38.098319 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 4c8119d0-fbf1-4d9e-9736-b369d41eab2a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4c8119d0-fbf1-4d9e-9736-b369d41eab2a,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:38.104655 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54edd6c3-79f6-43d5-b3c2-a75a94ec3ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "6a53750f-687a-4195-b258-9d0d939bf609", "tag": "b3666290-50f2-42e9-8c22-876e9829fafe"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:38.109980 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.124344 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.154163 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce950c-0594-4031-9b6b-1b6a4b78c399 req-a3d7d2ce-da8b-4333-b6a9-74cf2d3bd97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:38.155675 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b5ce950c-0594-4031-9b6b-1b6a4b78c399 req-a3d7d2ce-da8b-4333-b6a9-74cf2d3bd97d service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.4055541 Aug 19 18:01:38.210151 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0967ee8-48ce-4113-af15-dc3e693ab122 req-d37d99c3-7cde-42ae-bc04-be4530acc9c4 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979574 Aug 19 18:01:38.275828 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=4c8119d0-fbf1-4d9e-9736-b369d41eab2a,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:38.315613 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b5ce950c-0594-4031-9b6b-1b6a4b78c399 req-b49c738d-a60d-474b-8f14-dc15880245dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=dcb594af-335e-412b-96bc-0eb05c20bbc4 HTTP/1.1" status: 200 len: 217 time: 0.0823765 Aug 19 18:01:38.318299 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-5e0191c7-dfad-4ef3-90ae-09de3cf061ad service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6264827 Aug 19 18:01:38.361582 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4a2511-1d4f-4452-a067-20fbfd5ad158 x-openstack-request-id: req-cb4a2511-1d4f-4452-a067-20fbfd5ad158 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:38.361926 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a53750f-687a-4195-b258-9d0d939bf609", "tag": "b3666290-50f2-42e9-8c22-876e9829fafe", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:38.362127 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb4a2511-1d4f-4452-a067-20fbfd5ad158 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:38.362540 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a53750f-687a-4195-b258-9d0d939bf609', 'tag': 'b3666290-50f2-42e9-8c22-876e9829fafe', 'status': 'completed', 'code': 200} Aug 19 18:01:38.378728 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] Sync routers for ids ['878acf63-79a1-4ef3-82f7-ba2c7cf3e801'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:01:38.407598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] Routers {'878acf63-79a1-4ef3-82f7-ba2c7cf3e801'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:01:38.409268 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:01:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['878acf63-79a1-4ef3-82f7-ba2c7cf3e801'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:38.432861 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4034f8-698e-456c-8996-2f77c6b04a1a req-b3ab232e-4208-4860-b639-0a3ba44faa23 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:38.439690 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cd4034f8-698e-456c-8996-2f77c6b04a1a req-b3ab232e-4208-4860-b639-0a3ba44faa23 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 947 time: 0.1403887 Aug 19 18:01:38.544867 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce950c-0594-4031-9b6b-1b6a4b78c399 req-21c8237e-9811-4776-a64b-2f8a2292bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:38.549185 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b5ce950c-0594-4031-9b6b-1b6a4b78c399 req-21c8237e-9811-4776-a64b-2f8a2292bb7d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.2054446 Aug 19 18:01:38.561523 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cd4034f8-698e-456c-8996-2f77c6b04a1a req-9e4e6439-01bd-4d3d-b0e0-f56a2a940b2a tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137938 Aug 19 18:01:38.570775 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba6d8e09-6e75-4d9e-becc-0cc66d31ab15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.577394 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba6d8e09-6e75-4d9e-becc-0cc66d31ab15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.579544 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ba6d8e09-6e75-4d9e-becc-0cc66d31ab15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c77f7404-13b6-40bc-a702-41a04cafe52f HTTP/1.1" status: 204 len: 168 time: 1.1569788 Aug 19 18:01:38.662381 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d8e09-6e75-4d9e-becc-0cc66d31ab15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77f7404-13b6-40bc-a702-41a04cafe52f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:38.703324 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34888) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:38.746297 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] Set router 878acf63-79a1-4ef3-82f7-ba2c7cf3e801 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:01:39.126841 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f930f479-c0b7-472b-854b-77f925e7ba9c req-e6ba9cac-c51f-4aa4-95f4-2dacd09b3ecb tempest-FloatingIPsNegativeTestJSON-1786003343 tempest-FloatingIPsNegativeTestJSON-1786003343-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=9781a22f81d843ea9b8d673d3d8262bc HTTP/1.1" status: 200 len: 217 time: 0.4664023 Aug 19 18:01:39.188527 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce950c-0594-4031-9b6b-1b6a4b78c399 req-b9eb6335-7b05-4485-ac3d-deda65ae3b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:39.191413 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b5ce950c-0594-4031-9b6b-1b6a4b78c399 req-b9eb6335-7b05-4485-ac3d-deda65ae3b42 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6227067 Aug 19 18:01:39.278153 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878acf63-79a1-4ef3-82f7-ba2c7cf3e801', 'name': 'tempest-FloatingIPsNegativeTestJSON-1982036951-router', 'tenant_id': '9781a22f81d843ea9b8d673d3d8262bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4c8119d0-fbf1-4d9e-9736-b369d41eab2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:24Z', 'updated_at': '2021-08-19T18:01:35Z', 'revision_number': 4, 'project_id': '9781a22f81d843ea9b8d673d3d8262bc', 'gw_port': {'id': '4c8119d0-fbf1-4d9e-9736-b369d41eab2a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878acf63-79a1-4ef3-82f7-ba2c7cf3e801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:27Z', 'updated_at': '2021-08-19T18:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '1c97d292-45a7-4cda-8aad-fc898371a001', 'name': '', 'network_id': '0757cef0-a7aa-4a24-90a8-19c90dc7ab4f', 'tenant_id': '9781a22f81d843ea9b8d673d3d8262bc', 'mac_address': 'fa:16:3e:ab:b5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878acf63-79a1-4ef3-82f7-ba2c7cf3e801', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'af38d749-fc16-43b8-ab1b-7e74046f3a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:33Z', 'updated_at': '2021-08-19T18:01:35Z', 'revision_number': 2, 'project_id': '9781a22f81d843ea9b8d673d3d8262bc', 'subnets': [{'id': 'af38d749-fc16-43b8-ab1b-7e74046f3a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:39.286857 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e655fab-7c12-4d7a-b92e-1942fb5339db req-5fa8fd90-7229-43d1-b199-8c064c68baaa service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9233122 Aug 19 18:01:39.296817 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b6af7dc5-0982-4f2b-aaf9-1bb7b4a4e32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:39.350930 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] Checking router: 878acf63-79a1-4ef3-82f7-ba2c7cf3e801 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:01:39.352915 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] Updating router 878acf63-79a1-4ef3-82f7-ba2c7cf3e801 port 1c97d292-45a7-4cda-8aad-fc898371a001 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:01:39.414334 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b65bf-4629-4eb2-b036-c15fa6cbc564 req-634cde5e-25cc-4648-b423-3abd7898a5e3 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:39.422989 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9f9b65bf-4629-4eb2-b036-c15fa6cbc564 req-634cde5e-25cc-4648-b423-3abd7898a5e3 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a53750f-687a-4195-b258-9d0d939bf609 HTTP/1.1" status: 200 len: 948 time: 0.2968786 Aug 19 18:01:39.426716 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:39.535362 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b5ce950c-0594-4031-9b6b-1b6a4b78c399 req-cca603e2-dbab-4f16-b49d-cfb211681d8d service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285434 Aug 19 18:01:39.610036 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9f9b65bf-4629-4eb2-b036-c15fa6cbc564 req-41441747-6ba7-479b-83ff-aace7f8c7af2 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703517 Aug 19 18:01:39.687951 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4c8119d0-fbf1-4d9e-9736-b369d41eab2a up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:01:39.715788 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b6af7dc5-0982-4f2b-aaf9-1bb7b4a4e32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:39.723648 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b6af7dc5-0982-4f2b-aaf9-1bb7b4a4e32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:39.802256 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b6af7dc5-0982-4f2b-aaf9-1bb7b4a4e32e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=afad0e84f1a74e5c829380d092317cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0951517 Aug 19 18:01:39.804532 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af7dc5-0982-4f2b-aaf9-1bb7b4a4e32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bb399f-4e4c-4467-a35a-eb9b6f2badef,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:39.810218 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34924) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:39.886528 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-82b6e758-674a-4fcf-aaec-6f8d5487e597 req-fb1443e4-2490-488f-a648-b6d7ca5167f1 tempest-FloatingIPsNegativeTestJSON-1786003343 tempest-FloatingIPsNegativeTestJSON-1786003343-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0840683 Aug 19 18:01:39.940817 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 4c8119d0-fbf1-4d9e-9736-b369d41eab2a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:01:39.941620 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:39.945349 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-613a29fe-0f4c-4c98-b209-4ab1d0d9585e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:39.948623 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edd6c3-79f6-43d5-b3c2-a75a94ec3ab8 req-e7a28cc8-f6b0-4579-b0e4-ed2f8498a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:39.954274 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54edd6c3-79f6-43d5-b3c2-a75a94ec3ab8 req-e7a28cc8-f6b0-4579-b0e4-ed2f8498a012 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a03bd2512098459f96bccfe4171a0ee9&device_id=6a53750f-687a-4195-b258-9d0d939bf609 HTTP/1.1" status: 200 len: 1099 time: 0.5566821 Aug 19 18:01:39.966758 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799381f-17ab-4767-9353-5c3505895e46 req-fd1d1cee-91f4-485e-b71c-a2027c6aefb5 tempest-ServersAdminNegativeTestJSON-12023908 tempest-ServersAdminNegativeTestJSON-12023908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:39.968701 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7799381f-17ab-4767-9353-5c3505895e46 req-fd1d1cee-91f4-485e-b71c-a2027c6aefb5 tempest-ServersAdminNegativeTestJSON-12023908 tempest-ServersAdminNegativeTestJSON-12023908-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=90808f39-9765-45ab-b480-049977b47c30 HTTP/1.1" status: 200 len: 1101 time: 0.5275874 Aug 19 18:01:39.980692 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-613a29fe-0f4c-4c98-b209-4ab1d0d9585e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:40.109834 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:40.128734 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d303369-5997-4440-aabb-fa9ad16507cf req-cd8ba939-17fc-47df-802d-ef0bbd7aaddb tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:40.130974 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d303369-5997-4440-aabb-fa9ad16507cf req-cd8ba939-17fc-47df-802d-ef0bbd7aaddb tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 947 time: 0.1139219 Aug 19 18:01:40.180162 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-613a29fe-0f4c-4c98-b209-4ab1d0d9585e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:40.183928 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-613a29fe-0f4c-4c98-b209-4ab1d0d9585e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:40.191286 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-613a29fe-0f4c-4c98-b209-4ab1d0d9585e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9bb399f-4e4c-4467-a35a-eb9b6f2badef HTTP/1.1" status: 204 len: 168 time: 0.3783600 Aug 19 18:01:40.195760 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b5ce950c-0594-4031-9b6b-1b6a4b78c399 req-3e72bd77-feac-444a-9d88-99f62b9dd33a service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5610003 Aug 19 18:01:40.214257 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a29fe-0f4c-4c98-b209-4ab1d0d9585e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bb399f-4e4c-4467-a35a-eb9b6f2badef,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:40.242014 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d303369-5997-4440-aabb-fa9ad16507cf req-e8113680-8e5f-4839-9680-d1ce22cf52b5 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998318 Aug 19 18:01:40.249863 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7799381f-17ab-4767-9353-5c3505895e46 req-c31605a7-d035-48b2-8aac-055ee61de9e1 tempest-ServersAdminNegativeTestJSON-12023908 tempest-ServersAdminNegativeTestJSON-12023908-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:40.257156 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edd6c3-79f6-43d5-b3c2-a75a94ec3ab8 req-03d31271-bc3e-45a2-b317-84ff4088f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:40.265525 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54edd6c3-79f6-43d5-b3c2-a75a94ec3ab8 req-03d31271-bc3e-45a2-b317-84ff4088f3ea service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.2822282 Aug 19 18:01:40.380460 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54edd6c3-79f6-43d5-b3c2-a75a94ec3ab8 req-54c4a544-904c-43be-a8e0-409a2082bacf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=b3666290-50f2-42e9-8c22-876e9829fafe HTTP/1.1" status: 200 len: 217 time: 0.0988228 Aug 19 18:01:40.482494 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edd6c3-79f6-43d5-b3c2-a75a94ec3ab8 req-e6d3d796-1400-4301-bffe-7319d6ea3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:40.485300 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54edd6c3-79f6-43d5-b3c2-a75a94ec3ab8 req-e6d3d796-1400-4301-bffe-7319d6ea3648 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0898011 Aug 19 18:01:40.534067 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:40.554917 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-8f9ef63e-c0c6-404a-8f8e-c61becc26da8 req-3bc55bd4-36fa-4d9e-85bc-c2c53af36e11 tempest-FloatingIPsNegativeTestJSON-1786003343 tempest-FloatingIPsNegativeTestJSON-1786003343-project] show failed (client error): The resource could not be found. Aug 19 18:01:40.565499 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] Transition to ACTIVE for port object 1c97d292-45a7-4cda-8aad-fc898371a001 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:01:40.569250 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8f9ef63e-c0c6-404a-8f8e-c61becc26da8 req-3bc55bd4-36fa-4d9e-85bc-c2c53af36e11 tempest-FloatingIPsNegativeTestJSON-1786003343 tempest-FloatingIPsNegativeTestJSON-1786003343-project] 10.222.0.24 "GET /v2.0/floatingips/8f777178-36ca-4221-a9c4-df57f2e6d151 HTTP/1.1" status: 404 len: 350 time: 0.1381822 Aug 19 18:01:40.571707 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34944) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:40.580309 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:40.628431 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edd6c3-79f6-43d5-b3c2-a75a94ec3ab8 req-9b807cb5-e165-4b61-9c8f-06de24a3ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:40.631488 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54edd6c3-79f6-43d5-b3c2-a75a94ec3ab8 req-9b807cb5-e165-4b61-9c8f-06de24a3ea13 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1355696 Aug 19 18:01:40.759315 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ce86a-027b-4a0f-a43e-5ab50db34800 None None] Pushing event updated for resources: {'Port': ['ID=1c97d292-45a7-4cda-8aad-fc898371a001,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:40.774192 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:40.841282 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] Attempting to bind port 1c97d292-45a7-4cda-8aad-fc898371a001 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:01:40.841795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] Attempting to bind port 1c97d292-45a7-4cda-8aad-fc898371a001 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'c4f71638-24f0-4edf-9d1b-01248be4a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0757cef0-a7aa-4a24-90a8-19c90dc7ab4f'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:01:40.842181 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] Attempting to bind port 1c97d292-45a7-4cda-8aad-fc898371a001 on network 0757cef0-a7aa-4a24-90a8-19c90dc7ab4f {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:01:40.855085 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:01:40.855467 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] Checking segment: {'id': 'c4f71638-24f0-4edf-9d1b-01248be4a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0757cef0-a7aa-4a24-90a8-19c90dc7ab4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:01:40.855911 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:40.856312 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] Bound using segment: {'id': 'c4f71638-24f0-4edf-9d1b-01248be4a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0757cef0-a7aa-4a24-90a8-19c90dc7ab4f'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:01:40.857382 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] Bound port: 1c97d292-45a7-4cda-8aad-fc898371a001, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f71638-24f0-4edf-9d1b-01248be4a84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0757cef0-a7aa-4a24-90a8-19c90dc7ab4f'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:01:40.857985 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:40.904362 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34952) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:40.967890 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9fee15e5-3e20-4e98-b075-abf79e054bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:40.977741 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device dcb594af-335e-412b-96bc-0eb05c20bbc4 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:01:41.003529 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7799381f-17ab-4767-9353-5c3505895e46 req-c31605a7-d035-48b2-8aac-055ee61de9e1 tempest-ServersAdminNegativeTestJSON-12023908 tempest-ServersAdminNegativeTestJSON-12023908-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:41.014686 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7799381f-17ab-4767-9353-5c3505895e46 req-c31605a7-d035-48b2-8aac-055ee61de9e1 tempest-ServersAdminNegativeTestJSON-12023908 tempest-ServersAdminNegativeTestJSON-12023908-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:41.021316 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54edd6c3-79f6-43d5-b3c2-a75a94ec3ab8 req-5347c4ef-ca11-4100-9f6c-fd3b4af5ec25 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602390 Aug 19 18:01:41.339843 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9fee15e5-3e20-4e98-b075-abf79e054bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:41.359682 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7799381f-17ab-4767-9353-5c3505895e46 req-c31605a7-d035-48b2-8aac-055ee61de9e1 tempest-ServersAdminNegativeTestJSON-12023908 tempest-ServersAdminNegativeTestJSON-12023908-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1558037 Aug 19 18:01:41.372045 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9fee15e5-3e20-4e98-b075-abf79e054bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:41.380283 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31605a7-d035-48b2-8aac-055ee61de9e1 tempest-ServersAdminNegativeTestJSON-12023908 tempest-ServersAdminNegativeTestJSON-12023908-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7242d5a9-f387-4175-8553-55d0cc775b78,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:41.423590 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] For port 1c97d292-45a7-4cda-8aad-fc898371a001, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:01:41.441854 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] For port 1c97d292-45a7-4cda-8aad-fc898371a001, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1c97d292-45a7-4cda-8aad-fc898371a001,segment=NetworkSegment(c4f71638-24f0-4edf-9d1b-01248be4a84f),segment_id=c4f71638-24f0-4edf-9d1b-01248be4a84f)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:01:41.488929 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54edd6c3-79f6-43d5-b3c2-a75a94ec3ab8 req-066b220c-0af6-4726-ae20-cd4ed70b199b service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460247 Aug 19 18:01:41.492459 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:41.545235 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9fee15e5-3e20-4e98-b075-abf79e054bdc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f2a9bfc3973e41eea7f11eb2c4fcf574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6392965 Aug 19 18:01:41.548239 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34980) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:41.610668 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee15e5-3e20-4e98-b075-abf79e054bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e82948b-c409-4960-9592-c91f8c177624,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:41.651121 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port dcb594af-335e-412b-96bc-0eb05c20bbc4, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=dcb594af-335e-412b-96bc-0eb05c20bbc4,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:41.664465 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056368d-61b6-4706-8b02-5327889b8a75 req-cf8b1a48-edd8-4948-b19f-61099cf74b7f tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:41.679006 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b056368d-61b6-4706-8b02-5327889b8a75 req-cf8b1a48-edd8-4948-b19f-61099cf74b7f tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a53750f-687a-4195-b258-9d0d939bf609 HTTP/1.1" status: 200 len: 948 time: 0.3337326 Aug 19 18:01:41.686938 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] Routers {'878acf63-79a1-4ef3-82f7-ba2c7cf3e801'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:01:41.687429 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:01:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['878acf63-79a1-4ef3-82f7-ba2c7cf3e801'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:41.731901 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f4d58-f59e-440c-b5c5-bc8995d6e395 req-ca73433b-b9b5-463d-a99e-ee3fa6318b3d tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:41.745174 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-860f4d58-f59e-440c-b5c5-bc8995d6e395 req-ca73433b-b9b5-463d-a99e-ee3fa6318b3d tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 947 time: 0.1758499 Aug 19 18:01:41.755843 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'dcb594af-335e-412b-96bc-0eb05c20bbc4', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': 'dcb594af-335e-412b-96bc-0eb05c20bbc4', 'mac_address': 'fa:16:3e:f8:3f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:01:41.775223 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ce86a-027b-4a0f-a43e-5ab50db34800 None None] Pushing event updated for resources: {'Port': ['ID=1c97d292-45a7-4cda-8aad-fc898371a001,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:41.804639 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b056368d-61b6-4706-8b02-5327889b8a75 req-ebae2381-9efc-4021-8243-ea9716cfa2c8 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242504 Aug 19 18:01:41.846384 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-641c4802-5d45-4517-8f9b-c40a7be93eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:41.874192 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-860f4d58-f59e-440c-b5c5-bc8995d6e395 req-7032b735-f186-485b-9b75-0017868ed69e tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280715 Aug 19 18:01:41.897763 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:41.911870 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-641c4802-5d45-4517-8f9b-c40a7be93eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:41.921033 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb594af-335e-412b-96bc-0eb05c20bbc4 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:01:42.019592 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-641c4802-5d45-4517-8f9b-c40a7be93eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:42.024406 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port dcb594af-335e-412b-96bc-0eb05c20bbc4, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=dcb594af-335e-412b-96bc-0eb05c20bbc4,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:42.025565 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-641c4802-5d45-4517-8f9b-c40a7be93eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:42.027676 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-641c4802-5d45-4517-8f9b-c40a7be93eb7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e82948b-c409-4960-9592-c91f8c177624 HTTP/1.1" status: 204 len: 168 time: 0.4775305 Aug 19 18:01:42.040635 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c4802-5d45-4517-8f9b-c40a7be93eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e82948b-c409-4960-9592-c91f8c177624,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:42.043339 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:42.068519 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7cff80b2-9aba-4ca9-b7fa-3b45353d16bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:42.124309 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] Set router 878acf63-79a1-4ef3-82f7-ba2c7cf3e801 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:01:42.223458 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=dcb594af-335e-412b-96bc-0eb05c20bbc4,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:42.390883 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['dcb594af-335e-412b-96bc-0eb05c20bbc4'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:01:42.453398 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878acf63-79a1-4ef3-82f7-ba2c7cf3e801', 'name': 'tempest-FloatingIPsNegativeTestJSON-1982036951-router', 'tenant_id': '9781a22f81d843ea9b8d673d3d8262bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4c8119d0-fbf1-4d9e-9736-b369d41eab2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:24Z', 'updated_at': '2021-08-19T18:01:35Z', 'revision_number': 4, 'project_id': '9781a22f81d843ea9b8d673d3d8262bc', 'gw_port': {'id': '4c8119d0-fbf1-4d9e-9736-b369d41eab2a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878acf63-79a1-4ef3-82f7-ba2c7cf3e801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:27Z', 'updated_at': '2021-08-19T18:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '1c97d292-45a7-4cda-8aad-fc898371a001', 'name': '', 'network_id': '0757cef0-a7aa-4a24-90a8-19c90dc7ab4f', 'tenant_id': '9781a22f81d843ea9b8d673d3d8262bc', 'mac_address': 'fa:16:3e:ab:b5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878acf63-79a1-4ef3-82f7-ba2c7cf3e801', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'af38d749-fc16-43b8-ab1b-7e74046f3a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:33Z', 'updated_at': '2021-08-19T18:01:41Z', 'revision_number': 4, 'project_id': '9781a22f81d843ea9b8d673d3d8262bc', 'subnets': [{'id': 'af38d749-fc16-43b8-ab1b-7e74046f3a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:42.487760 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-7cff80b2-9aba-4ca9-b7fa-3b45353d16bd admin admin] Deleting port 1c97d292-45a7-4cda-8aad-fc898371a001 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:01:42.488385 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7cff80b2-9aba-4ca9-b7fa-3b45353d16bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:42.526237 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3ffdf3-dbe2-43ee-9861-df00b7bd3d35 None None] The sync data for ids ['878acf63-79a1-4ef3-82f7-ba2c7cf3e801'] in n-d-803753-2 is: [{'id': '878acf63-79a1-4ef3-82f7-ba2c7cf3e801', 'name': 'tempest-FloatingIPsNegativeTestJSON-1982036951-router', 'tenant_id': '9781a22f81d843ea9b8d673d3d8262bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4c8119d0-fbf1-4d9e-9736-b369d41eab2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:24Z', 'updated_at': '2021-08-19T18:01:35Z', 'revision_number': 4, 'project_id': '9781a22f81d843ea9b8d673d3d8262bc', 'gw_port': {'id': '4c8119d0-fbf1-4d9e-9736-b369d41eab2a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878acf63-79a1-4ef3-82f7-ba2c7cf3e801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:27Z', 'updated_at': '2021-08-19T18:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '1c97d292-45a7-4cda-8aad-fc898371a001', 'name': '', 'network_id': '0757cef0-a7aa-4a24-90a8-19c90dc7ab4f', 'tenant_id': '9781a22f81d843ea9b8d673d3d8262bc', 'mac_address': 'fa:16:3e:ab:b5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878acf63-79a1-4ef3-82f7-ba2c7cf3e801', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'af38d749-fc16-43b8-ab1b-7e74046f3a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:33Z', 'updated_at': '2021-08-19T18:01:41Z', 'revision_number': 4, 'project_id': '9781a22f81d843ea9b8d673d3d8262bc', 'subnets': [{'id': 'af38d749-fc16-43b8-ab1b-7e74046f3a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:01:42.657939 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d967607-6de8-4ec2-8d22-62c0abb4764f req-d37c8d12-0f60-4d48-801d-2228f04e7c80 tempest-ServersAdminNegativeTestJSON-12023908 tempest-ServersAdminNegativeTestJSON-12023908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:42.668581 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d967607-6de8-4ec2-8d22-62c0abb4764f req-d37c8d12-0f60-4d48-801d-2228f04e7c80 tempest-ServersAdminNegativeTestJSON-12023908 tempest-ServersAdminNegativeTestJSON-12023908-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=90808f39-9765-45ab-b480-049977b47c30 HTTP/1.1" status: 200 len: 1101 time: 0.1165326 Aug 19 18:01:42.683309 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-7cff80b2-9aba-4ca9-b7fa-3b45353d16bd admin admin] For port 1c97d292-45a7-4cda-8aad-fc898371a001, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1c97d292-45a7-4cda-8aad-fc898371a001,segment=NetworkSegment(c4f71638-24f0-4edf-9d1b-01248be4a84f),segment_id=c4f71638-24f0-4edf-9d1b-01248be4a84f)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:42.684023 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7cff80b2-9aba-4ca9-b7fa-3b45353d16bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:42.712182 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-7cff80b2-9aba-4ca9-b7fa-3b45353d16bd admin admin] Calling delete_port for 1c97d292-45a7-4cda-8aad-fc898371a001 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:01:42.750136 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d967607-6de8-4ec2-8d22-62c0abb4764f req-7a23b2c4-aae5-43ae-bffc-7a5ec171cd3a tempest-ServersAdminNegativeTestJSON-12023908 tempest-ServersAdminNegativeTestJSON-12023908-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769916 Aug 19 18:01:42.834692 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35032) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:42.886353 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35036) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:42.938883 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device b3666290-50f2-42e9-8c22-876e9829fafe details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:01:43.154525 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a60901-e4cd-4e3e-83eb-3fdd02776ddd req-979514b0-c3b8-451b-914e-ee2c66719faf tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:43.157214 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port b3666290-50f2-42e9-8c22-876e9829fafe, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b3666290-50f2-42e9-8c22-876e9829fafe,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:43.165635 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b2a60901-e4cd-4e3e-83eb-3fdd02776ddd req-979514b0-c3b8-451b-914e-ee2c66719faf tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 948 time: 0.1124234 Aug 19 18:01:43.190128 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'b3666290-50f2-42e9-8c22-876e9829fafe', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': 'b3666290-50f2-42e9-8c22-876e9829fafe', 'mac_address': 'fa:16:3e:f6:39:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:01:43.230956 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697934d-1076-4d01-9735-24254030e475 req-d27197f5-7867-489a-8c68-7f2bc914cd86 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:43.234252 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4697934d-1076-4d01-9735-24254030e475 req-d27197f5-7867-489a-8c68-7f2bc914cd86 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a53750f-687a-4195-b258-9d0d939bf609 HTTP/1.1" status: 200 len: 948 time: 0.3017244 Aug 19 18:01:43.244076 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b2a60901-e4cd-4e3e-83eb-3fdd02776ddd req-8188a0ec-617e-4861-ba22-db9061cad73a tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764990 Aug 19 18:01:43.276987 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:43.329945 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3666290-50f2-42e9-8c22-876e9829fafe {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:01:43.383181 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port b3666290-50f2-42e9-8c22-876e9829fafe, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b3666290-50f2-42e9-8c22-876e9829fafe,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:43.393647 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:43.399729 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6f1adb2f-3541-4abd-97ab-8fee0e89115d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:43.418462 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4697934d-1076-4d01-9735-24254030e475 req-13b35114-95f5-486f-b2dd-a32d5f4b8db4 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717222 Aug 19 18:01:43.478046 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7cff80b2-9aba-4ca9-b7fa-3b45353d16bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:43.568138 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35056) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:43.580597 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff80b2-9aba-4ca9-b7fa-3b45353d16bd admin admin] Pushing event deleted for resources: {'Port': ['ID=1c97d292-45a7-4cda-8aad-fc898371a001,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:43.618236 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=b3666290-50f2-42e9-8c22-876e9829fafe,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:43.646045 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1c97d292-45a7-4cda-8aad-fc898371a001 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:01:43.733466 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6f1adb2f-3541-4abd-97ab-8fee0e89115d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:43.741399 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['b3666290-50f2-42e9-8c22-876e9829fafe'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:01:43.749891 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6f1adb2f-3541-4abd-97ab-8fee0e89115d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:43.858376 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 1c97d292-45a7-4cda-8aad-fc898371a001 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:01:43.858966 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1c97d292-45a7-4cda-8aad-fc898371a001 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 19 18:01:43.908278 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1adb2f-3541-4abd-97ab-8fee0e89115d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52856e28-b486-4f25-a0f2-02bcd0a50368,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:43.952049 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6f1adb2f-3541-4abd-97ab-8fee0e89115d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ebdd7614ba9433b87782b0133ad9dfe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1159208 Aug 19 18:01:43.961468 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Port 1c97d292-45a7-4cda-8aad-fc898371a001 not found, will not notify nova. {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 19 18:01:43.972343 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d0a5c3fd-f6b6-46c5-8bf2-c91ba313e108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:43.975436 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35064) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:44.005866 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e02fc72f-9c8d-4f99-9ec1-18bedd945e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.203525 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d0a5c3fd-f6b6-46c5-8bf2-c91ba313e108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.244777 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d0a5c3fd-f6b6-46c5-8bf2-c91ba313e108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.351076 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d0a5c3fd-f6b6-46c5-8bf2-c91ba313e108 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9a52e40ad5346cf912fb08e05098c47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4640450 Aug 19 18:01:44.353324 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5c3fd-f6b6-46c5-8bf2-c91ba313e108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c75939-3d3c-4115-ae0c-a0d05b6292e7,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:44.375273 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35074) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:44.376223 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-45c9d41f-40c2-4e77-bd29-7adb41e90b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.386883 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:01:44.402960 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7cff80b2-9aba-4ca9-b7fa-3b45353d16bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.429160 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-45c9d41f-40c2-4e77-bd29-7adb41e90b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.546915 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e02fc72f-9c8d-4f99-9ec1-18bedd945e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.559179 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e02fc72f-9c8d-4f99-9ec1-18bedd945e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.580846 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b7e23-aed5-4386-953a-7f49ee9fd0bc req-84abfa85-d307-44dd-a6f7-dd331501fab1 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:44.582380 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d44b7e23-aed5-4386-953a-7f49ee9fd0bc req-84abfa85-d307-44dd-a6f7-dd331501fab1 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 948 time: 0.1508505 Aug 19 18:01:44.595068 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243b9af-5b37-4f55-8b65-c538dd5829d7 req-e566ee6e-1b9f-41c9-80d1-bd4d54d22e79 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:44.603800 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3243b9af-5b37-4f55-8b65-c538dd5829d7 req-e566ee6e-1b9f-41c9-80d1-bd4d54d22e79 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=90808f39-9765-45ab-b480-049977b47c30 HTTP/1.1" status: 200 len: 950 time: 0.3557649 Aug 19 18:01:44.662655 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e02fc72f-9c8d-4f99-9ec1-18bedd945e66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16ad00b8e6ee4855af927bba5d12aa32&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0833187 Aug 19 18:01:44.672347 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35082) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:44.674040 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-45c9d41f-40c2-4e77-bd29-7adb41e90b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.676453 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a9a9270f-135d-428e-9884-ac096e289165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.676684 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-45c9d41f-40c2-4e77-bd29-7adb41e90b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.678166 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-45c9d41f-40c2-4e77-bd29-7adb41e90b13 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52856e28-b486-4f25-a0f2-02bcd0a50368 HTTP/1.1" status: 204 len: 168 time: 0.6871352 Aug 19 18:01:44.691732 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fc72f-9c8d-4f99-9ec1-18bedd945e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c264e9aa-4fc9-47d6-b8fc-bf3685f2233a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:44.714375 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3243b9af-5b37-4f55-8b65-c538dd5829d7 req-e060d0e2-f4d5-4927-9e14-c5e27b957d48 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093912 Aug 19 18:01:44.715193 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35086) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:44.737871 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a9a9270f-135d-428e-9884-ac096e289165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.739457 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9d41f-40c2-4e77-bd29-7adb41e90b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52856e28-b486-4f25-a0f2-02bcd0a50368,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:44.777061 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d44b7e23-aed5-4386-953a-7f49ee9fd0bc req-e0ffe504-d47a-434e-bc49-63cae3374514 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853480 Aug 19 18:01:44.824089 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-65aa2147-7696-4eeb-b730-5783ea268f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.861897 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-65aa2147-7696-4eeb-b730-5783ea268f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.922677 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a9a9270f-135d-428e-9884-ac096e289165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.925628 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a9a9270f-135d-428e-9884-ac096e289165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.930234 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a9a9270f-135d-428e-9884-ac096e289165 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68c75939-3d3c-4115-ae0c-a0d05b6292e7 HTTP/1.1" status: 204 len: 168 time: 0.5308743 Aug 19 18:01:44.939425 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device dcb594af-335e-412b-96bc-0eb05c20bbc4 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:01:44.978317 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-65aa2147-7696-4eeb-b730-5783ea268f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.983828 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-65aa2147-7696-4eeb-b730-5783ea268f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.989065 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9270f-135d-428e-9884-ac096e289165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c75939-3d3c-4115-ae0c-a0d05b6292e7,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:44.989389 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-65aa2147-7696-4eeb-b730-5783ea268f78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c264e9aa-4fc9-47d6-b8fc-bf3685f2233a HTTP/1.1" status: 204 len: 168 time: 0.3089230 Aug 19 18:01:45.009171 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b8896-67c2-4062-a750-9acf22718283 req-c00025ed-ca9d-47cd-9445-87cc6f262c6d tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:45.011372 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ce3b8896-67c2-4062-a750-9acf22718283 req-c00025ed-ca9d-47cd-9445-87cc6f262c6d tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a53750f-687a-4195-b258-9d0d939bf609 HTTP/1.1" status: 200 len: 949 time: 0.1997392 Aug 19 18:01:45.017798 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa2147-7696-4eeb-b730-5783ea268f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c264e9aa-4fc9-47d6-b8fc-bf3685f2233a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:45.079480 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cff80b2-9aba-4ca9-b7fa-3b45353d16bd admin admin] Router 878acf63-79a1-4ef3-82f7-ba2c7cf3e801 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:01:45.098986 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ce3b8896-67c2-4062-a750-9acf22718283 req-24bdb7d0-6cf6-46c3-8e89-d12545e9ee6b tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792756 Aug 19 18:01:45.107709 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port dcb594af-335e-412b-96bc-0eb05c20bbc4 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:01:45.114668 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port dcb594af-335e-412b-96bc-0eb05c20bbc4 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:01:45.115764 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:45.267692 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-a4b170c3-0197-443d-af52-a8983a6fe212 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1422201232-network', 'tenant_id': 'a8ce19510dd24923b8ff0f45376547f4'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:45.298366 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:45.300630 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cff80b2-9aba-4ca9-b7fa-3b45353d16bd admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:01:45.316946 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbea57c-7f3a-4311-93dd-0c578a2df324 None None] Sync routers for ids ['878acf63-79a1-4ef3-82f7-ba2c7cf3e801'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:01:45.320751 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7cff80b2-9aba-4ca9-b7fa-3b45353d16bd admin admin] 10.222.0.24 "PUT /v2.0/routers/878acf63-79a1-4ef3-82f7-ba2c7cf3e801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7477720 Aug 19 18:01:45.323702 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35098) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:45.335118 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbea57c-7f3a-4311-93dd-0c578a2df324 None None] Routers {'878acf63-79a1-4ef3-82f7-ba2c7cf3e801'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:01:45.336028 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bdbea57c-7f3a-4311-93dd-0c578a2df324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:01:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['878acf63-79a1-4ef3-82f7-ba2c7cf3e801'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:45.342150 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b170c3-0197-443d-af52-a8983a6fe212 admin admin] Made reservation on behalf of a8ce19510dd24923b8ff0f45376547f4 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:01:45.347434 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a4b170c3-0197-443d-af52-a8983a6fe212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:45.369521 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a4b170c3-0197-443d-af52-a8983a6fe212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:45.430042 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port dcb594af-335e-412b-96bc-0eb05c20bbc4, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=dcb594af-335e-412b-96bc-0eb05c20bbc4,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:45.435787 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb594af-335e-412b-96bc-0eb05c20bbc4'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:45.447219 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad81ef5-b2b2-4be2-b55b-aa20cc44c125" -d '{"events": [{"server_uuid": "ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a", "name": "network-vif-plugged", "status": "completed", "tag": "dcb594af-335e-412b-96bc-0eb05c20bbc4"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:45.467653 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:45.469053 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device b3666290-50f2-42e9-8c22-876e9829fafe up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:01:45.623243 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ad7820-2fa0-4fd5-a887-d76eba5d19fa x-openstack-request-id: req-21ad7820-2fa0-4fd5-a887-d76eba5d19fa {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:45.623550 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a", "name": "network-vif-plugged", "status": "completed", "tag": "dcb594af-335e-412b-96bc-0eb05c20bbc4", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:45.623996 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21ad7820-2fa0-4fd5-a887-d76eba5d19fa {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:45.624642 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb594af-335e-412b-96bc-0eb05c20bbc4', 'code': 200} Aug 19 18:01:45.648312 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a4b170c3-0197-443d-af52-a8983a6fe212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:45.659821 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-bdbea57c-7f3a-4311-93dd-0c578a2df324 None None] Set router 878acf63-79a1-4ef3-82f7-ba2c7cf3e801 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:01:45.660701 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a4b170c3-0197-443d-af52-a8983a6fe212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:45.687931 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=dcb594af-335e-412b-96bc-0eb05c20bbc4,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:45.713808 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port b3666290-50f2-42e9-8c22-876e9829fafe completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:01:45.721598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port b3666290-50f2-42e9-8c22-876e9829fafe triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:01:45.722344 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:45.768820 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-578fb7b5-5c38-4e1c-bf1d-bb77e9cbed2b admin admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:45.792348 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae54df-1b69-4698-8ab0-d04380102b91 req-f7f12f3a-46f3-4b25-b8f7-87dd709b97ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:45.797687 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b170c3-0197-443d-af52-a8983a6fe212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98f4be7-a216-449c-80e0-4b462b4c3550,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:45.800672 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f5ae54df-1b69-4698-8ab0-d04380102b91 req-f7f12f3a-46f3-4b25-b8f7-87dd709b97ec service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 1100 time: 0.1276257 Aug 19 18:01:45.817072 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b170c3-0197-443d-af52-a8983a6fe212 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:01:45.859155 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7b3c4-4535-4121-bf39-dfa37dafa50f req-e6ec37c4-805c-4be3-aa0f-81de1bfbe691 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:45.860809 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-85f7b3c4-4535-4121-bf39-dfa37dafa50f req-e6ec37c4-805c-4be3-aa0f-81de1bfbe691 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.54 "GET /v2.0/ports?device_id=90808f39-9765-45ab-b480-049977b47c30 HTTP/1.1" status: 200 len: 950 time: 0.4594960 Aug 19 18:01:45.948483 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a4b170c3-0197-443d-af52-a8983a6fe212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:45.949208 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-a4b170c3-0197-443d-af52-a8983a6fe212 admin admin] Added segment 79154735-d979-4816-a5fe-0ac73db4dd88 of type vlan for network 52390765-0cad-463c-8122-8baf5b79ff7f Aug 19 18:01:46.036328 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e42e2c-9da9-487e-a151-7c261382ae96 req-9e621fe5-c184-4712-b72f-bddfd1c91d6d tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:46.045594 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-13e42e2c-9da9-487e-a151-7c261382ae96 req-9e621fe5-c184-4712-b72f-bddfd1c91d6d tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=90808f39-9765-45ab-b480-049977b47c30 HTTP/1.1" status: 200 len: 950 time: 0.1631095 Aug 19 18:01:46.088369 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35110) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:46.090036 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bdbea57c-7f3a-4311-93dd-0c578a2df324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878acf63-79a1-4ef3-82f7-ba2c7cf3e801', 'name': 'tempest-FloatingIPsNegativeTestJSON-1982036951-router', 'tenant_id': '9781a22f81d843ea9b8d673d3d8262bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4c8119d0-fbf1-4d9e-9736-b369d41eab2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:24Z', 'updated_at': '2021-08-19T18:01:43Z', 'revision_number': 5, 'project_id': '9781a22f81d843ea9b8d673d3d8262bc', 'gw_port': {'id': '4c8119d0-fbf1-4d9e-9736-b369d41eab2a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878acf63-79a1-4ef3-82f7-ba2c7cf3e801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:27Z', 'updated_at': '2021-08-19T18:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:46.091304 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a4b170c3-0197-443d-af52-a8983a6fe212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.130215 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.143013 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-578fb7b5-5c38-4e1c-bf1d-bb77e9cbed2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.144608 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbea57c-7f3a-4311-93dd-0c578a2df324 None None] Checking router: 878acf63-79a1-4ef3-82f7-ba2c7cf3e801 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:01:46.147787 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.154083 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-918bdcd2-0ec1-4e67-a0f0-fcd136d5dc66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.161067 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbea57c-7f3a-4311-93dd-0c578a2df324 None None] Routers {'878acf63-79a1-4ef3-82f7-ba2c7cf3e801'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:01:46.161917 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bdbea57c-7f3a-4311-93dd-0c578a2df324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:01:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['878acf63-79a1-4ef3-82f7-ba2c7cf3e801'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:46.167863 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35114) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:46.202832 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82347038-868c-48c4-8d29-f65e20d82a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.221811 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-13e42e2c-9da9-487e-a151-7c261382ae96 req-d141b59a-59bf-461c-8a2b-d75b81303504 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741371 Aug 19 18:01:46.237461 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f5ae54df-1b69-4698-8ab0-d04380102b91 req-2f483b9c-63a6-4328-81ae-f44c705e2855 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933759 Aug 19 18:01:46.286475 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port b3666290-50f2-42e9-8c22-876e9829fafe, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b3666290-50f2-42e9-8c22-876e9829fafe,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:46.295654 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.323135 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9a5f6-68e5-482a-9f66-500b27d2b686 req-30e91fa0-2c18-43bb-885c-c0b86122c2b2 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:46.325470 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a4b170c3-0197-443d-af52-a8983a6fe212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.337699 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b170c3-0197-443d-af52-a8983a6fe212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:46.338612 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a4b170c3-0197-443d-af52-a8983a6fe212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.340454 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-14d9a5f6-68e5-482a-9f66-500b27d2b686 req-30e91fa0-2c18-43bb-885c-c0b86122c2b2 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 949 time: 0.2174354 Aug 19 18:01:46.404822 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-bdbea57c-7f3a-4311-93dd-0c578a2df324 None None] Set router 878acf63-79a1-4ef3-82f7-ba2c7cf3e801 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:01:46.442740 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-578fb7b5-5c38-4e1c-bf1d-bb77e9cbed2b admin admin] Deleting port 4c8119d0-fbf1-4d9e-9736-b369d41eab2a {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:01:46.443092 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-578fb7b5-5c38-4e1c-bf1d-bb77e9cbed2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.447254 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=b3666290-50f2-42e9-8c22-876e9829fafe,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:46.476869 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-14d9a5f6-68e5-482a-9f66-500b27d2b686 req-7ed395ed-e431-4fc8-afd3-747e03608382 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358736 Aug 19 18:01:46.489664 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b170c3-0197-443d-af52-a8983a6fe212 admin admin] Pushing event updated for resources: {'Network': ['ID=52390765-0cad-463c-8122-8baf5b79ff7f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:46.535259 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 52390765-0cad-463c-8122-8baf5b79ff7f details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:01:46.604050 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-85f7b3c4-4535-4121-bf39-dfa37dafa50f req-b18a72c0-c5c4-4cda-8c39-cb6e75b0e8bd tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Deleting port b1401b9e-1ed1-4e77-a050-7e845029f341 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:01:46.604399 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-85f7b3c4-4535-4121-bf39-dfa37dafa50f req-b18a72c0-c5c4-4cda-8c39-cb6e75b0e8bd tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.680741 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-578fb7b5-5c38-4e1c-bf1d-bb77e9cbed2b admin admin] For port 4c8119d0-fbf1-4d9e-9736-b369d41eab2a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4c8119d0-fbf1-4d9e-9736-b369d41eab2a,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:46.682367 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-578fb7b5-5c38-4e1c-bf1d-bb77e9cbed2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.710612 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-918bdcd2-0ec1-4e67-a0f0-fcd136d5dc66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.712358 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-578fb7b5-5c38-4e1c-bf1d-bb77e9cbed2b admin admin] Calling delete_port for 4c8119d0-fbf1-4d9e-9736-b369d41eab2a owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:01:46.714532 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144cdac-15d0-4414-ad6a-3479110b618c req-261c6abe-0892-4c7c-8739-355c017d1fc1 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:46.716177 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f144cdac-15d0-4414-ad6a-3479110b618c req-261c6abe-0892-4c7c-8739-355c017d1fc1 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a53750f-687a-4195-b258-9d0d939bf609 HTTP/1.1" status: 200 len: 950 time: 0.2434318 Aug 19 18:01:46.743772 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bdbea57c-7f3a-4311-93dd-0c578a2df324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878acf63-79a1-4ef3-82f7-ba2c7cf3e801', 'name': 'tempest-FloatingIPsNegativeTestJSON-1982036951-router', 'tenant_id': '9781a22f81d843ea9b8d673d3d8262bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4c8119d0-fbf1-4d9e-9736-b369d41eab2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:24Z', 'updated_at': '2021-08-19T18:01:43Z', 'revision_number': 5, 'project_id': '9781a22f81d843ea9b8d673d3d8262bc', 'gw_port': {'id': '4c8119d0-fbf1-4d9e-9736-b369d41eab2a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878acf63-79a1-4ef3-82f7-ba2c7cf3e801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:27Z', 'updated_at': '2021-08-19T18:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:46.756653 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-918bdcd2-0ec1-4e67-a0f0-fcd136d5dc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.775052 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbea57c-7f3a-4311-93dd-0c578a2df324 None None] The sync data for ids ['878acf63-79a1-4ef3-82f7-ba2c7cf3e801'] in n-d-803753-2 is: [{'id': '878acf63-79a1-4ef3-82f7-ba2c7cf3e801', 'name': 'tempest-FloatingIPsNegativeTestJSON-1982036951-router', 'tenant_id': '9781a22f81d843ea9b8d673d3d8262bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4c8119d0-fbf1-4d9e-9736-b369d41eab2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:24Z', 'updated_at': '2021-08-19T18:01:43Z', 'revision_number': 5, 'project_id': '9781a22f81d843ea9b8d673d3d8262bc', 'gw_port': {'id': '4c8119d0-fbf1-4d9e-9736-b369d41eab2a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878acf63-79a1-4ef3-82f7-ba2c7cf3e801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:27Z', 'updated_at': '2021-08-19T18:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:01:46.942877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-85f7b3c4-4535-4121-bf39-dfa37dafa50f req-b18a72c0-c5c4-4cda-8c39-cb6e75b0e8bd tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] For port b1401b9e-1ed1-4e77-a050-7e845029f341, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=b1401b9e-1ed1-4e77-a050-7e845029f341,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:46.943490 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-85f7b3c4-4535-4121-bf39-dfa37dafa50f req-b18a72c0-c5c4-4cda-8c39-cb6e75b0e8bd tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.951579 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-918bdcd2-0ec1-4e67-a0f0-fcd136d5dc66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b1904a80bef45ac9c5483979776740a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8541048 Aug 19 18:01:46.952826 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bdcd2-0ec1-4e67-a0f0-fcd136d5dc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b7cccc-907f-496a-a0cc-1ac724a0e2b3,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:46.977863 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35128) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:47.033326 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-85f7b3c4-4535-4121-bf39-dfa37dafa50f req-b18a72c0-c5c4-4cda-8c39-cb6e75b0e8bd tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Calling delete_port for b1401b9e-1ed1-4e77-a050-7e845029f341 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:01:47.084324 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f144cdac-15d0-4414-ad6a-3479110b618c req-3f068cec-7390-43e6-83fb-666ade125a9a tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313985 Aug 19 18:01:47.098132 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-578fb7b5-5c38-4e1c-bf1d-bb77e9cbed2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:47.171655 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fb7b5-5c38-4e1c-bf1d-bb77e9cbed2b admin admin] Pushing event deleted for resources: {'Port': ['ID=4c8119d0-fbf1-4d9e-9736-b369d41eab2a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:47.261947 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-578fb7b5-5c38-4e1c-bf1d-bb77e9cbed2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:47.264488 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e86691b1-85a6-4daa-9d37-b1bf13956330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:47.359069 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82347038-868c-48c4-8d29-f65e20d82a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:47.428886 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82347038-868c-48c4-8d29-f65e20d82a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:47.441458 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e86691b1-85a6-4daa-9d37-b1bf13956330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:47.447793 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-578fb7b5-5c38-4e1c-bf1d-bb77e9cbed2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:47.455967 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-578fb7b5-5c38-4e1c-bf1d-bb77e9cbed2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:47.456427 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a4b170c3-0197-443d-af52-a8983a6fe212 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.6680462 Aug 19 18:01:47.485989 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1c97d292-45a7-4cda-8aad-fc898371a001 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:01:47.520817 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35138) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:47.533437 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 1c97d292-45a7-4cda-8aad-fc898371a001 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:01:47.534299 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1c97d292-45a7-4cda-8aad-fc898371a001 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:01:47.541922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-fe1d8f2a-aa41-4403-8a3d-2a558438c086 admin admin] Request body: {'subnet': {'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1422201232-subnet', 'tenant_id': 'a8ce19510dd24923b8ff0f45376547f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:47.569410 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-578fb7b5-5c38-4e1c-bf1d-bb77e9cbed2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:47.570744 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578fb7b5-5c38-4e1c-bf1d-bb77e9cbed2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 878acf63-79a1-4ef3-82f7-ba2c7cf3e801 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:01:47.606085 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-578fb7b5-5c38-4e1c-bf1d-bb77e9cbed2b admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:47.620528 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-578fb7b5-5c38-4e1c-bf1d-bb77e9cbed2b admin admin] 10.222.0.24 "DELETE /v2.0/routers/878acf63-79a1-4ef3-82f7-ba2c7cf3e801 HTTP/1.1" status: 204 len: 168 time: 2.2930129 Aug 19 18:01:47.624214 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35150) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:47.626410 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a53750f-687a-4195-b258-9d0d939bf609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3666290-50f2-42e9-8c22-876e9829fafe'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:47.631301 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5208d4e8-f166-4774-9b92-4d839bb93ed0" -d '{"events": [{"server_uuid": "6a53750f-687a-4195-b258-9d0d939bf609", "name": "network-vif-plugged", "status": "completed", "tag": "b3666290-50f2-42e9-8c22-876e9829fafe"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:47.659523 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82347038-868c-48c4-8d29-f65e20d82a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c8b2d7-a091-4764-b9fd-8223c1c81b2e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:47.661034 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1d8f2a-aa41-4403-8a3d-2a558438c086 admin admin] Made reservation on behalf of a8ce19510dd24923b8ff0f45376547f4 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:01:47.663484 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fe1d8f2a-aa41-4403-8a3d-2a558438c086 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:47.745695 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-82347038-868c-48c4-8d29-f65e20d82a2c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=88a323b29caa4519a96534dcb7eef5a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5687387 Aug 19 18:01:47.755580 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35156) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:47.805133 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca98915-3946-4b7d-825a-a94d1e9fec84 req-9d4ccde6-a15f-4f79-8735-347f7ec00f8f tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:47.808137 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1ca98915-3946-4b7d-825a-a94d1e9fec84 req-9d4ccde6-a15f-4f79-8735-347f7ec00f8f tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=90808f39-9765-45ab-b480-049977b47c30 HTTP/1.1" status: 200 len: 950 time: 0.4298463 Aug 19 18:01:47.819231 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4eea6f5-4ed5-4895-b188-b734921adbce admin admin] Deleting subnet af38d749-fc16-43b8-ab1b-7e74046f3a28 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:01:47.842303 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-85f7b3c4-4535-4121-bf39-dfa37dafa50f req-b18a72c0-c5c4-4cda-8c39-cb6e75b0e8bd tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:47.852559 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4eea6f5-4ed5-4895-b188-b734921adbce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:47.858310 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['b7c92bea-2ec7-4acb-a4f5-14010bbe50da'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:01:47.939247 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a72c0-c5c4-4cda-8c39-cb6e75b0e8bd tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Pushing event deleted for resources: {'Port': ['ID=b1401b9e-1ed1-4e77-a050-7e845029f341,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:47.968730 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4eea6f5-4ed5-4895-b188-b734921adbce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:47.988379 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e86691b1-85a6-4daa-9d37-b1bf13956330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:47.992847 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e86691b1-85a6-4daa-9d37-b1bf13956330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:47.999602 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e86691b1-85a6-4daa-9d37-b1bf13956330 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03b7cccc-907f-496a-a0cc-1ac724a0e2b3 HTTP/1.1" status: 204 len: 168 time: 1.0199907 Aug 19 18:01:48.003883 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90230d31-6ee4-40ec-a1af-d6d39c97e29f req-dfd677b0-a765-46d6-b13f-65c6a5dd74b7 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:48.007182 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-90230d31-6ee4-40ec-a1af-d6d39c97e29f req-dfd677b0-a765-46d6-b13f-65c6a5dd74b7 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 949 time: 0.2782924 Aug 19 18:01:48.012950 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1ca98915-3946-4b7d-825a-a94d1e9fec84 req-8f358a15-e33b-4d79-a50c-0990b4bb08a9 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895213 Aug 19 18:01:48.047223 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f7b3c4-4535-4121-bf39-dfa37dafa50f req-b18a72c0-c5c4-4cda-8c39-cb6e75b0e8bd tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] No DVR routers for this DVR port b1401b9e-1ed1-4e77-a050-7e845029f341 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:01:48.049487 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86691b1-85a6-4daa-9d37-b1bf13956330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b7cccc-907f-496a-a0cc-1ac724a0e2b3,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:48.054479 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-85f7b3c4-4535-4121-bf39-dfa37dafa50f req-b18a72c0-c5c4-4cda-8c39-cb6e75b0e8bd tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:48.058474 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-85f7b3c4-4535-4121-bf39-dfa37dafa50f req-b18a72c0-c5c4-4cda-8c39-cb6e75b0e8bd tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.54 "DELETE /v2.0/ports/b1401b9e-1ed1-4e77-a050-7e845029f341 HTTP/1.1" status: 204 len: 173 time: 2.1840951 Aug 19 18:01:48.058938 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90808f39-9765-45ab-b480-049977b47c30', 'name': 'network-vif-deleted', 'tag': 'b1401b9e-1ed1-4e77-a050-7e845029f341'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:48.063878 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5371d7c0-c8ea-4250-83a0-e9a210d784ad" -d '{"events": [{"server_uuid": "90808f39-9765-45ab-b480-049977b47c30", "name": "network-vif-deleted", "tag": "b1401b9e-1ed1-4e77-a050-7e845029f341"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:48.115900 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3ec836e0-3ef1-4ccc-91e6-f57c1217cae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:48.223998 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-90230d31-6ee4-40ec-a1af-d6d39c97e29f req-e1b7f689-d895-4c53-ad6a-b713573c2bd7 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741676 Aug 19 18:01:48.409693 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42357f2-6b4b-45c4-afed-f074175f3b44 x-openstack-request-id: req-e42357f2-6b4b-45c4-afed-f074175f3b44 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:48.411527 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a53750f-687a-4195-b258-9d0d939bf609", "name": "network-vif-plugged", "status": "completed", "tag": "b3666290-50f2-42e9-8c22-876e9829fafe", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:48.412628 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e42357f2-6b4b-45c4-afed-f074175f3b44 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:48.413574 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a53750f-687a-4195-b258-9d0d939bf609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3666290-50f2-42e9-8c22-876e9829fafe', 'code': 200} Aug 19 18:01:48.451812 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec731ef-9e1f-4333-8b30-fc67b10eda3f x-openstack-request-id: req-eec731ef-9e1f-4333-8b30-fc67b10eda3f {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:48.452608 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90808f39-9765-45ab-b480-049977b47c30", "name": "network-vif-deleted", "tag": "b1401b9e-1ed1-4e77-a050-7e845029f341", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:48.453201 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eec731ef-9e1f-4333-8b30-fc67b10eda3f {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:48.454158 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90808f39-9765-45ab-b480-049977b47c30', 'name': 'network-vif-deleted', 'tag': 'b1401b9e-1ed1-4e77-a050-7e845029f341', 'status': 'completed', 'code': 200} Aug 19 18:01:48.651379 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68664f23-6cb3-4aa4-a094-2e161fdf21f9 req-dd5a4736-d71a-4b95-8a73-6fad65069f38 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:48.666239 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68664f23-6cb3-4aa4-a094-2e161fdf21f9 req-dd5a4736-d71a-4b95-8a73-6fad65069f38 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a53750f-687a-4195-b258-9d0d939bf609 HTTP/1.1" status: 200 len: 950 time: 0.1148522 Aug 19 18:01:48.671072 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4eea6f5-4ed5-4895-b188-b734921adbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:48.723231 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3ec836e0-3ef1-4ccc-91e6-f57c1217cae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:48.739265 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68664f23-6cb3-4aa4-a094-2e161fdf21f9 req-a6eb472c-1feb-4a51-b1b7-f4af4fa953e9 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713508 Aug 19 18:01:48.813354 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4eea6f5-4ed5-4895-b188-b734921adbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:48.866018 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eea6f5-4ed5-4895-b188-b734921adbce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af38d749-fc16-43b8-ab1b-7e74046f3a28,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:48.887115 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92d301-9973-41cb-9627-7301300af1a5 req-cadfc28d-fb44-49b9-8d57-01a7effc720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:48.889602 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a92d301-9973-41cb-9627-7301300af1a5 req-cadfc28d-fb44-49b9-8d57-01a7effc720c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6a53750f-687a-4195-b258-9d0d939bf609 HTTP/1.1" status: 200 len: 1101 time: 0.1618154 Aug 19 18:01:48.901846 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4eea6f5-4ed5-4895-b188-b734921adbce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:48.904661 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f4eea6f5-4ed5-4895-b188-b734921adbce admin admin] 10.222.0.24 "DELETE /v2.0/subnets/af38d749-fc16-43b8-ab1b-7e74046f3a28 HTTP/1.1" status: 204 len: 168 time: 1.2791734 Aug 19 18:01:48.909370 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35192) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:48.918468 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f4c9c6-39be-404b-b593-280d00522568 None None] Network 0757cef0-a7aa-4a24-90a8-19c90dc7ab4f requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:01:49.019297 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80178538-c8ce-408e-a19e-fce201cc9807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:49.032550 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fe1d8f2a-aa41-4403-8a3d-2a558438c086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:49.180871 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3ec836e0-3ef1-4ccc-91e6-f57c1217cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:49.184027 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3ec836e0-3ef1-4ccc-91e6-f57c1217cae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:49.186298 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3ec836e0-3ef1-4ccc-91e6-f57c1217cae1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70c8b2d7-a091-4764-b9fd-8223c1c81b2e HTTP/1.1" status: 204 len: 168 time: 1.4270141 Aug 19 18:01:49.238491 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a92d301-9973-41cb-9627-7301300af1a5 req-13f19bc0-a457-4502-9c84-5b31b11e28fd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326757 Aug 19 18:01:49.287513 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f850e0ca-551e-4b89-8c0e-f82531434bb0 None None] DHCP port deletion for 0757cef0-a7aa-4a24-90a8-19c90dc7ab4f request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:01:49.307824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec836e0-3ef1-4ccc-91e6-f57c1217cae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c8b2d7-a091-4764-b9fd-8223c1c81b2e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:49.324996 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-64db48c7-5f7c-42c0-906b-6a250d45ba03 req-f0e1b882-21d0-4118-a021-e12527678c09 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=90808f39-9765-45ab-b480-049977b47c30 HTTP/1.1" status: 200 len: 210 time: 0.1455064 Aug 19 18:01:49.334802 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d8f2a-aa41-4403-8a3d-2a558438c086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e38a766b-6157-45f2-9785-a9bfeb2d8ba6,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:49.368943 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d8f2a-aa41-4403-8a3d-2a558438c086 admin admin] Checking segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:01:49.368943 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1d8f2a-aa41-4403-8a3d-2a558438c086 admin admin] Network hostable DHCP agents. Network: 52390765-0cad-463c-8122-8baf5b79ff7f, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:01:49.374666 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35206) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:49.402700 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1d8f2a-aa41-4403-8a3d-2a558438c086 admin admin] Network 52390765-0cad-463c-8122-8baf5b79ff7f is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:01:49.415084 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-80178538-c8ce-408e-a19e-fce201cc9807 admin admin] Deleting port e8912c01-2885-4384-b6c3-1f84766b4da9 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:01:49.415664 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80178538-c8ce-408e-a19e-fce201cc9807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:49.420844 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-fe1d8f2a-aa41-4403-8a3d-2a558438c086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 52390765-0cad-463c-8122-8baf5b79ff7f) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:49.453894 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2606af20-38b8-4546-b917-9f02129fcff8 None None] Network 52390765-0cad-463c-8122-8baf5b79ff7f requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:01:49.479162 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1d8f2a-aa41-4403-8a3d-2a558438c086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:49.480174 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fe1d8f2a-aa41-4403-8a3d-2a558438c086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:49.524030 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fe1d8f2a-aa41-4403-8a3d-2a558438c086 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0016904 Aug 19 18:01:49.529088 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1830d5-4fbb-4e5d-bece-bcfacdccc756 req-dfdf2c02-14f3-45ae-b736-6e1318b10d1a tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:49.543133 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-80178538-c8ce-408e-a19e-fce201cc9807 admin admin] For port e8912c01-2885-4384-b6c3-1f84766b4da9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e8912c01-2885-4384-b6c3-1f84766b4da9,segment=NetworkSegment(c4f71638-24f0-4edf-9d1b-01248be4a84f),segment_id=c4f71638-24f0-4edf-9d1b-01248be4a84f)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:49.545667 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80178538-c8ce-408e-a19e-fce201cc9807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:49.547280 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0c1830d5-4fbb-4e5d-bece-bcfacdccc756 req-dfdf2c02-14f3-45ae-b736-6e1318b10d1a tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 949 time: 0.1356146 Aug 19 18:01:49.570514 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-80178538-c8ce-408e-a19e-fce201cc9807 admin admin] Calling delete_port for e8912c01-2885-4384-b6c3-1f84766b4da9 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:01:49.615570 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4c8119d0-fbf1-4d9e-9736-b369d41eab2a no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:01:49.620401 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device b1401b9e-1ed1-4e77-a050-7e845029f341 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:01:49.657643 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0c1830d5-4fbb-4e5d-bece-bcfacdccc756 req-31cb587e-a75e-472b-a525-c4e2c2c2a8f5 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088178 Aug 19 18:01:49.730548 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80178538-c8ce-408e-a19e-fce201cc9807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:49.791866 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80178538-c8ce-408e-a19e-fce201cc9807 admin admin] No DVR routers for this DVR port e8912c01-2885-4384-b6c3-1f84766b4da9 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:01:49.795393 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80178538-c8ce-408e-a19e-fce201cc9807 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8912c01-2885-4384-b6c3-1f84766b4da9,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:49.910385 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80178538-c8ce-408e-a19e-fce201cc9807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:49.923905 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-80178538-c8ce-408e-a19e-fce201cc9807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0757cef0-a7aa-4a24-90a8-19c90dc7ab4f']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:49.945399 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-80178538-c8ce-408e-a19e-fce201cc9807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f71638-24f0-4edf-9d1b-01248be4a84f') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:49.945948 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-80178538-c8ce-408e-a19e-fce201cc9807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f71638-24f0-4edf-9d1b-01248be4a84f') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:49.958027 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80178538-c8ce-408e-a19e-fce201cc9807 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:49.960989 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: b1401b9e-1ed1-4e77-a050-7e845029f341 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:01:49.961680 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device b1401b9e-1ed1-4e77-a050-7e845029f341 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:01:49.978539 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80178538-c8ce-408e-a19e-fce201cc9807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:49.987124 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80178538-c8ce-408e-a19e-fce201cc9807 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:01:49.987358 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 4c8119d0-fbf1-4d9e-9736-b369d41eab2a {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:01:49.987823 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4c8119d0-fbf1-4d9e-9736-b369d41eab2a not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:01:49.988221 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80178538-c8ce-408e-a19e-fce201cc9807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:49.988479 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e8912c01-2885-4384-b6c3-1f84766b4da9 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:01:50.006294 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c9815f2-48ee-4e01-958f-1d80fc4af16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:50.045315 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f850e0ca-551e-4b89-8c0e-f82531434bb0 None None] Deleting port e8912c01-2885-4384-b6c3-1f84766b4da9 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:01:50.046060 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f850e0ca-551e-4b89-8c0e-f82531434bb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:50.049060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: e8912c01-2885-4384-b6c3-1f84766b4da9 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:01:50.049907 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e8912c01-2885-4384-b6c3-1f84766b4da9 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:01:50.058009 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:01:50.067371 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37d01a-f530-4309-8ac5-b4ea954892d7 req-8159866b-c63f-4297-87f6-b185cc2d664f tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:50.068832 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e37d01a-f530-4309-8ac5-b4ea954892d7 req-8159866b-c63f-4297-87f6-b185cc2d664f tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a53750f-687a-4195-b258-9d0d939bf609 HTTP/1.1" status: 200 len: 950 time: 0.1888196 Aug 19 18:01:50.069976 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80178538-c8ce-408e-a19e-fce201cc9807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:50.102368 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80178538-c8ce-408e-a19e-fce201cc9807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:50.112808 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-80178538-c8ce-408e-a19e-fce201cc9807 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0757cef0-a7aa-4a24-90a8-19c90dc7ab4f HTTP/1.1" status: 204 len: 168 time: 1.1963055 Aug 19 18:01:50.115588 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80178538-c8ce-408e-a19e-fce201cc9807 admin admin] Pushing event deleted for resources: {'Network': ['ID=0757cef0-a7aa-4a24-90a8-19c90dc7ab4f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:50.175209 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-f850e0ca-551e-4b89-8c0e-f82531434bb0 None None] For port e8912c01-2885-4384-b6c3-1f84766b4da9, host n-d-803753-2, got binding levels [] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:50.175698 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f850e0ca-551e-4b89-8c0e-f82531434bb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:50.193407 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e37d01a-f530-4309-8ac5-b4ea954892d7 req-f0d90ed2-cc3d-4701-836e-6869a10e18fb tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662158 Aug 19 18:01:50.224587 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f850e0ca-551e-4b89-8c0e-f82531434bb0 None None] Calling delete_port for e8912c01-2885-4384-b6c3-1f84766b4da9 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:01:50.229283 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.ipam_backend_mixin [None req-f850e0ca-551e-4b89-8c0e-f82531434bb0 None None] Port e8912c01-2885-4384-b6c3-1f84766b4da9 was not found and therefore no delete operation was performed {{(pid=94683) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:01:50.230599 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f850e0ca-551e-4b89-8c0e-f82531434bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:50.273339 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c9815f2-48ee-4e01-958f-1d80fc4af16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:50.287200 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c9815f2-48ee-4e01-958f-1d80fc4af16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:50.297089 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f850e0ca-551e-4b89-8c0e-f82531434bb0 None None] Network 0757cef0-a7aa-4a24-90a8-19c90dc7ab4f is not hosted by any dhcp agent {{(pid=94683) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:01:50.297996 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f850e0ca-551e-4b89-8c0e-f82531434bb0 None None] No DVR routers for this DVR port e8912c01-2885-4384-b6c3-1f84766b4da9 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:01:50.301034 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d945f5-dabd-4d1d-81f7-77bd60b81f2d None None] Network 52390765-0cad-463c-8122-8baf5b79ff7f requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:01:50.305174 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850e0ca-551e-4b89-8c0e-f82531434bb0 None None] Pushing event deleted for resources: {'Port': ['ID=e8912c01-2885-4384-b6c3-1f84766b4da9,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:50.480728 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9815f2-48ee-4e01-958f-1d80fc4af16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fa0305-ecec-4131-bdbc-7b12999149f2,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:50.499378 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8c9815f2-48ee-4e01-958f-1d80fc4af16b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c14ce4f7f2d54eaaa490bea23d3faa1e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1231055 Aug 19 18:01:50.502180 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35236) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:50.636587 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9e94a508-177b-4579-a8ba-685b09eb2ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:50.702197 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9e94a508-177b-4579-a8ba-685b09eb2ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:50.854187 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9e94a508-177b-4579-a8ba-685b09eb2ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:50.859931 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9e94a508-177b-4579-a8ba-685b09eb2ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:50.864814 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9e94a508-177b-4579-a8ba-685b09eb2ffc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08fa0305-ecec-4131-bdbc-7b12999149f2 HTTP/1.1" status: 204 len: 168 time: 0.3565152 Aug 19 18:01:50.883655 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94a508-177b-4579-a8ba-685b09eb2ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fa0305-ecec-4131-bdbc-7b12999149f2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:51.066332 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35256) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:51.097718 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7807bd-a69b-4d21-9210-7790720effcf req-4e9eff2f-8be7-4f12-b8a4-5330216aec2c tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:51.100121 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1e7807bd-a69b-4d21-9210-7790720effcf req-4e9eff2f-8be7-4f12-b8a4-5330216aec2c tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae219e9-e2e3-4a8e-be95-0e869bdd4ade HTTP/1.1" status: 200 len: 970 time: 0.0906997 Aug 19 18:01:51.174931 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6988f142-78ba-4d0e-a6e9-e3da2c6dbd84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9781a22f81d843ea9b8d673d3d8262bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1069715 Aug 19 18:01:51.179710 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35258) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:51.213159 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1e7807bd-a69b-4d21-9210-7790720effcf req-88a13687-3bd5-4fe3-bb26-dd82262db70b tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969288 Aug 19 18:01:51.293074 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9023f6b7-5480-4372-a3e6-8c6ae7b4e487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:51.362372 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9023f6b7-5480-4372-a3e6-8c6ae7b4e487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:51.448681 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9023f6b7-5480-4372-a3e6-8c6ae7b4e487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:51.466343 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9023f6b7-5480-4372-a3e6-8c6ae7b4e487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:51.469893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b6675-2105-4081-a865-5bf918e6e9ee req-94430107-a209-4267-8c92-d3742b6e5368 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:51.471562 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9023f6b7-5480-4372-a3e6-8c6ae7b4e487 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5fc05f51-cea3-430e-afb0-b95321bc4b8e HTTP/1.1" status: 204 len: 168 time: 0.2899523 Aug 19 18:01:51.479157 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-572b6675-2105-4081-a865-5bf918e6e9ee req-94430107-a209-4267-8c92-d3742b6e5368 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a53750f-687a-4195-b258-9d0d939bf609 HTTP/1.1" status: 200 len: 950 time: 0.1332641 Aug 19 18:01:51.500780 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023f6b7-5480-4372-a3e6-8c6ae7b4e487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc05f51-cea3-430e-afb0-b95321bc4b8e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:51.572412 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-572b6675-2105-4081-a865-5bf918e6e9ee req-b151cac7-ef5b-418b-941a-4f022a3bb528 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832925 Aug 19 18:01:51.602625 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de29a87-3381-40bf-94c5-16b2ac772f08 req-aac95edf-0c3b-43e2-9ab6-7b20c65c93bf tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:51.603529 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de29a87-3381-40bf-94c5-16b2ac772f08 req-aac95edf-0c3b-43e2-9ab6-7b20c65c93bf tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:51.604771 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de29a87-3381-40bf-94c5-16b2ac772f08 req-aac95edf-0c3b-43e2-9ab6-7b20c65c93bf tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:51.605618 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de29a87-3381-40bf-94c5-16b2ac772f08 req-aac95edf-0c3b-43e2-9ab6-7b20c65c93bf tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:51.606505 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de29a87-3381-40bf-94c5-16b2ac772f08 req-aac95edf-0c3b-43e2-9ab6-7b20c65c93bf tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:51.609943 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0de29a87-3381-40bf-94c5-16b2ac772f08 req-aac95edf-0c3b-43e2-9ab6-7b20c65c93bf tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6a53750f-687a-4195-b258-9d0d939bf609&device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a&device_id=9ae219e9-e2e3-4a8e-be95-0e869bdd4ade&device_id=6101ae35-f38d-4f34-ae57-24fc8615d888&device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 4685 time: 0.0981529 Aug 19 18:01:51.645891 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0de29a87-3381-40bf-94c5-16b2ac772f08 req-a35b5a95-e077-4af2-aeac-bc39466224e8 tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:51.827285 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0de29a87-3381-40bf-94c5-16b2ac772f08 req-a35b5a95-e077-4af2-aeac-bc39466224e8 tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:51.839624 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0de29a87-3381-40bf-94c5-16b2ac772f08 req-a35b5a95-e077-4af2-aeac-bc39466224e8 tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:51.887705 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0de29a87-3381-40bf-94c5-16b2ac772f08 req-a35b5a95-e077-4af2-aeac-bc39466224e8 tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&id=56b98ad2-263d-4ec8-b660-85b2a4342867&id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 421 time: 0.2694323 Aug 19 18:01:51.899948 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5a95-e077-4af2-aeac-bc39466224e8 tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44ec765-2f24-42d1-9908-765c5f001e51,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:52.075712 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59495a96-82d4-4dca-bc25-c25ae7e955bb req-86e6095e-d29a-4be6-997d-5296d35e1005 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:52.078287 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59495a96-82d4-4dca-bc25-c25ae7e955bb req-86e6095e-d29a-4be6-997d-5296d35e1005 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a53750f-687a-4195-b258-9d0d939bf609 HTTP/1.1" status: 200 len: 950 time: 0.0885408 Aug 19 18:01:52.150709 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59495a96-82d4-4dca-bc25-c25ae7e955bb req-e8981e2d-8b5e-469e-b592-8e2879a01142 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543618 Aug 19 18:01:52.420617 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35300) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:52.428798 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-5e9ca0b6-d2a7-4371-a725-03f4877ff8c6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-584341814-network', 'tenant_id': '5985297c8c92498787af924502ab6bca'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:52.494688 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4039e6-15f3-442d-8042-cfb0568b3deb req-4915735a-6bd8-4ab0-9c10-6484d7d0bd66 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:52.497751 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af4039e6-15f3-442d-8042-cfb0568b3deb req-4915735a-6bd8-4ab0-9c10-6484d7d0bd66 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ae219e9-e2e3-4a8e-be95-0e869bdd4ade HTTP/1.1" status: 200 len: 970 time: 0.1193762 Aug 19 18:01:52.501172 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9ca0b6-d2a7-4371-a725-03f4877ff8c6 admin admin] Made reservation on behalf of 5985297c8c92498787af924502ab6bca for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:01:52.504777 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca0b6-d2a7-4371-a725-03f4877ff8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:52.525370 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc03529-837e-4e16-81b3-a93346613e50 req-862578aa-7a6d-4a1c-9aee-f8b40ef05c68 tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:52.527564 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca0b6-d2a7-4371-a725-03f4877ff8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:52.529967 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc03529-837e-4e16-81b3-a93346613e50 req-862578aa-7a6d-4a1c-9aee-f8b40ef05c68 tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:52.531532 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc03529-837e-4e16-81b3-a93346613e50 req-862578aa-7a6d-4a1c-9aee-f8b40ef05c68 tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:52.547561 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bdc03529-837e-4e16-81b3-a93346613e50 req-862578aa-7a6d-4a1c-9aee-f8b40ef05c68 tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a&device_id=6101ae35-f38d-4f34-ae57-24fc8615d888&device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 2883 time: 0.1848943 Aug 19 18:01:52.654800 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bdc03529-837e-4e16-81b3-a93346613e50 req-eb2cdf28-1a2a-40b3-928b-d566861c15f4 tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051354 Aug 19 18:01:52.762155 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f82b1b-3850-424d-8251-f62bb0129a6e req-3e56af10-b920-4fb5-9d5c-66a5f2663071 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:52.765051 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7f82b1b-3850-424d-8251-f62bb0129a6e req-3e56af10-b920-4fb5-9d5c-66a5f2663071 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae219e9-e2e3-4a8e-be95-0e869bdd4ade HTTP/1.1" status: 200 len: 970 time: 0.1295691 Aug 19 18:01:52.769834 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-af4039e6-15f3-442d-8042-cfb0568b3deb req-01a01210-34e8-41f4-94ff-a390d502d28a tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Deleting port b7c92bea-2ec7-4acb-a4f5-14010bbe50da {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:01:52.770423 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-af4039e6-15f3-442d-8042-cfb0568b3deb req-01a01210-34e8-41f4-94ff-a390d502d28a tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:52.884713 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca0b6-d2a7-4371-a725-03f4877ff8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:52.903320 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca0b6-d2a7-4371-a725-03f4877ff8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:52.928097 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836407ea-2b50-4a7c-b665-0ff03f4aa762 req-77dacd46-1197-4539-84e0-cc879c146e9c tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:52.932778 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-836407ea-2b50-4a7c-b665-0ff03f4aa762 req-77dacd46-1197-4539-84e0-cc879c146e9c tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a53750f-687a-4195-b258-9d0d939bf609 HTTP/1.1" status: 200 len: 950 time: 0.1082792 Aug 19 18:01:52.955133 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7f82b1b-3850-424d-8251-f62bb0129a6e req-33bd13f8-7dc0-4874-aa97-74a545fe91b0 tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/security-groups?id=a11421fc-156f-49e4-b698-c9633fc52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784439 Aug 19 18:01:52.972671 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e9ca0b6-d2a7-4371-a725-03f4877ff8c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:01:52.989577 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ca0b6-d2a7-4371-a725-03f4877ff8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0c3a0f-8040-4b8f-b567-32535da65b00,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:53.005947 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-af4039e6-15f3-442d-8042-cfb0568b3deb req-01a01210-34e8-41f4-94ff-a390d502d28a tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] For port b7c92bea-2ec7-4acb-a4f5-14010bbe50da, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=b7c92bea-2ec7-4acb-a4f5-14010bbe50da,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:53.006424 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-af4039e6-15f3-442d-8042-cfb0568b3deb req-01a01210-34e8-41f4-94ff-a390d502d28a tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:53.009904 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca0b6-d2a7-4371-a725-03f4877ff8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:53.010219 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-5e9ca0b6-d2a7-4371-a725-03f4877ff8c6 admin admin] Added segment 1688878a-b11e-470a-8397-2cc3bf7595fe of type vlan for network b2cb3b90-9733-4cfb-8103-a6d2001b97a5 Aug 19 18:01:53.033071 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-af4039e6-15f3-442d-8042-cfb0568b3deb req-01a01210-34e8-41f4-94ff-a390d502d28a tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Calling delete_port for b7c92bea-2ec7-4acb-a4f5-14010bbe50da owned by compute:tempest-test_az-221386143 {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:01:53.079158 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca0b6-d2a7-4371-a725-03f4877ff8c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:53.088220 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-836407ea-2b50-4a7c-b665-0ff03f4aa762 req-d6063046-1899-4563-9b45-e07846623623 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411395 Aug 19 18:01:53.198365 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca0b6-d2a7-4371-a725-03f4877ff8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:53.200183 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9ca0b6-d2a7-4371-a725-03f4877ff8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:53.201578 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca0b6-d2a7-4371-a725-03f4877ff8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:53.334758 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5e9ca0b6-d2a7-4371-a725-03f4877ff8c6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9113472 Aug 19 18:01:53.337874 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35326) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:53.349308 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-8f7a0536-4ce2-4fbf-b27d-c29e99785209 admin admin] Request body: {'subnet': {'network_id': 'b2cb3b90-9733-4cfb-8103-a6d2001b97a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-584341814-subnet', 'tenant_id': '5985297c8c92498787af924502ab6bca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:53.370269 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ca0b6-d2a7-4371-a725-03f4877ff8c6 admin admin] Pushing event updated for resources: {'Network': ['ID=b2cb3b90-9733-4cfb-8103-a6d2001b97a5,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:53.393892 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network b2cb3b90-9733-4cfb-8103-a6d2001b97a5 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:01:53.407292 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35328) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:53.453582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7a0536-4ce2-4fbf-b27d-c29e99785209 admin admin] Made reservation on behalf of 5985297c8c92498787af924502ab6bca for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:01:53.458223 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8f7a0536-4ce2-4fbf-b27d-c29e99785209 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:53.525463 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-af4039e6-15f3-442d-8042-cfb0568b3deb req-01a01210-34e8-41f4-94ff-a390d502d28a tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:53.548416 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['b7c92bea-2ec7-4acb-a4f5-14010bbe50da'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:01:53.568422 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a01210-34e8-41f4-94ff-a390d502d28a tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Pushing event deleted for resources: {'Port': ['ID=b7c92bea-2ec7-4acb-a4f5-14010bbe50da,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:53.838077 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f47955c9-9e2a-4f89-8ce8-67a7ce22b800 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1309184839-network', 'tenant_id': '4e704f617a744748b90217135397502c'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:54.002137 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8f7a0536-4ce2-4fbf-b27d-c29e99785209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:54.168495 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a0536-4ce2-4fbf-b27d-c29e99785209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fc60652-5a3d-4b1d-96a7-8dc701b51939,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:54.189004 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47955c9-9e2a-4f89-8ce8-67a7ce22b800 admin admin] Made reservation on behalf of 4e704f617a744748b90217135397502c for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:01:54.193304 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f47955c9-9e2a-4f89-8ce8-67a7ce22b800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:54.220053 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f47955c9-9e2a-4f89-8ce8-67a7ce22b800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:54.260074 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4039e6-15f3-442d-8042-cfb0568b3deb req-01a01210-34e8-41f4-94ff-a390d502d28a tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] No DVR routers for this DVR port b7c92bea-2ec7-4acb-a4f5-14010bbe50da on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:01:54.276076 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-af4039e6-15f3-442d-8042-cfb0568b3deb req-01a01210-34e8-41f4-94ff-a390d502d28a tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:54.284737 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af4039e6-15f3-442d-8042-cfb0568b3deb req-01a01210-34e8-41f4-94ff-a390d502d28a tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.54 "DELETE /v2.0/ports/b7c92bea-2ec7-4acb-a4f5-14010bbe50da HTTP/1.1" status: 204 len: 173 time: 1.7744412 Aug 19 18:01:54.285336 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae219e9-e2e3-4a8e-be95-0e869bdd4ade', 'name': 'network-vif-deleted', 'tag': 'b7c92bea-2ec7-4acb-a4f5-14010bbe50da'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:54.288810 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c333ca-9579-43b9-a307-f95e57182da1" -d '{"events": [{"server_uuid": "9ae219e9-e2e3-4a8e-be95-0e869bdd4ade", "name": "network-vif-deleted", "tag": "b7c92bea-2ec7-4acb-a4f5-14010bbe50da"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:54.297028 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0f78c588-0869-4e09-8136-12d71bbfb86d req-848a5cdc-45b1-4005-b862-90c333bc43fe tempest-ServersAdminNegativeTestJSON-2123213139 tempest-ServersAdminNegativeTestJSON-2123213139-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae219e9-e2e3-4a8e-be95-0e869bdd4ade HTTP/1.1" status: 200 len: 210 time: 0.1137030 Aug 19 18:01:54.347080 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7a0536-4ce2-4fbf-b27d-c29e99785209 admin admin] Checking segment: {'id': '1688878a-b11e-470a-8397-2cc3bf7595fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b2cb3b90-9733-4cfb-8103-a6d2001b97a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:01:54.347493 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7a0536-4ce2-4fbf-b27d-c29e99785209 admin admin] Network hostable DHCP agents. Network: b2cb3b90-9733-4cfb-8103-a6d2001b97a5, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:01:54.499126 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7a0536-4ce2-4fbf-b27d-c29e99785209 admin admin] Network b2cb3b90-9733-4cfb-8103-a6d2001b97a5 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:01:54.509340 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6906a91-5d62-44d3-8f00-7eb7efa239b2 req-421155c8-0497-4210-9d7d-4409f006c391 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:54.511565 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d6906a91-5d62-44d3-8f00-7eb7efa239b2 req-421155c8-0497-4210-9d7d-4409f006c391 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a53750f-687a-4195-b258-9d0d939bf609 HTTP/1.1" status: 200 len: 950 time: 0.1404943 Aug 19 18:01:54.616712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-8f7a0536-4ce2-4fbf-b27d-c29e99785209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, b2cb3b90-9733-4cfb-8103-a6d2001b97a5) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:54.635432 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f205f1-a169-4622-81dd-60178ee1069a None None] Network b2cb3b90-9733-4cfb-8103-a6d2001b97a5 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:01:54.659355 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d6906a91-5d62-44d3-8f00-7eb7efa239b2 req-34cea679-028f-47e3-984b-1ae0c94e95bc tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/security-groups?id=e81c7c11-d08a-4190-8e30-22ce678ac7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352246 Aug 19 18:01:54.761287 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ce741d-cd2f-4c3e-902b-077aeaea96f8 x-openstack-request-id: req-00ce741d-cd2f-4c3e-902b-077aeaea96f8 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:54.761589 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae219e9-e2e3-4a8e-be95-0e869bdd4ade", "name": "network-vif-deleted", "tag": "b7c92bea-2ec7-4acb-a4f5-14010bbe50da", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:54.762418 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00ce741d-cd2f-4c3e-902b-077aeaea96f8 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:54.762920 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae219e9-e2e3-4a8e-be95-0e869bdd4ade', 'name': 'network-vif-deleted', 'tag': 'b7c92bea-2ec7-4acb-a4f5-14010bbe50da', 'status': 'completed', 'code': 200} Aug 19 18:01:54.780754 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7a0536-4ce2-4fbf-b27d-c29e99785209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:54.781816 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8f7a0536-4ce2-4fbf-b27d-c29e99785209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:54.798445 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f47955c9-9e2a-4f89-8ce8-67a7ce22b800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:54.813791 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f47955c9-9e2a-4f89-8ce8-67a7ce22b800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:54.833124 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8f7a0536-4ce2-4fbf-b27d-c29e99785209 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4933980 Aug 19 18:01:54.866293 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d80d2-aa62-4887-8687-e50066ed3270 req-ce8f8f09-b084-4284-97e9-b917edce1dc4 tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:54.867928 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-218d80d2-aa62-4887-8687-e50066ed3270 req-ce8f8f09-b084-4284-97e9-b917edce1dc4 tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 1101 time: 0.2852070 Aug 19 18:01:54.872291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47955c9-9e2a-4f89-8ce8-67a7ce22b800 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:01:54.884315 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3c698-b40b-4b7c-b163-c80b9d52a35a req-3a046c9a-2249-4f2e-9a14-96bfc2bc0509 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:54.886386 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c3f3c698-b40b-4b7c-b163-c80b9d52a35a req-3a046c9a-2249-4f2e-9a14-96bfc2bc0509 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a53750f-687a-4195-b258-9d0d939bf609 HTTP/1.1" status: 200 len: 950 time: 0.2140594 Aug 19 18:01:54.960661 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8757af-e073-43a4-a00d-c75d895bb885 None None] Network b2cb3b90-9733-4cfb-8103-a6d2001b97a5 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:01:55.040014 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-218d80d2-aa62-4887-8687-e50066ed3270 req-e3a544a7-f0ac-42b7-afb3-2c5aad49a1dc tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365905 Aug 19 18:01:55.086773 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f47955c9-9e2a-4f89-8ce8-67a7ce22b800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:55.087237 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-f47955c9-9e2a-4f89-8ce8-67a7ce22b800 admin admin] Added segment 2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f of type vlan for network cd90f362-a393-471c-9ea0-f8d2f58d49da Aug 19 18:01:55.089323 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47955c9-9e2a-4f89-8ce8-67a7ce22b800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf7945d-2937-4331-a8ed-e4e2c341e105,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:55.258485 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f47955c9-9e2a-4f89-8ce8-67a7ce22b800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:55.385072 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f47955c9-9e2a-4f89-8ce8-67a7ce22b800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:55.388357 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47955c9-9e2a-4f89-8ce8-67a7ce22b800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:55.389356 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f47955c9-9e2a-4f89-8ce8-67a7ce22b800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:55.446071 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-c3f3c698-b40b-4b7c-b163-c80b9d52a35a req-56ea4dca-d0c0-4926-afec-1ccadad1dd72 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Deleting port b3666290-50f2-42e9-8c22-876e9829fafe {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:01:55.446472 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c3f3c698-b40b-4b7c-b163-c80b9d52a35a req-56ea4dca-d0c0-4926-afec-1ccadad1dd72 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:55.535730 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35388) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:55.538529 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f47955c9-9e2a-4f89-8ce8-67a7ce22b800 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1287143 Aug 19 18:01:55.541214 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-a1e969a5-ed57-420f-b25f-c6a7b9f5898b admin admin] Request body: {'subnet': {'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1309184839-subnet', 'tenant_id': '4e704f617a744748b90217135397502c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:55.542846 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47955c9-9e2a-4f89-8ce8-67a7ce22b800 admin admin] Pushing event updated for resources: {'Network': ['ID=cd90f362-a393-471c-9ea0-f8d2f58d49da,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:55.568667 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network cd90f362-a393-471c-9ea0-f8d2f58d49da details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:01:55.583116 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e969a5-ed57-420f-b25f-c6a7b9f5898b admin admin] Made reservation on behalf of 4e704f617a744748b90217135397502c for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:01:55.588567 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a1e969a5-ed57-420f-b25f-c6a7b9f5898b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:55.659672 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-c3f3c698-b40b-4b7c-b163-c80b9d52a35a req-56ea4dca-d0c0-4926-afec-1ccadad1dd72 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] For port b3666290-50f2-42e9-8c22-876e9829fafe, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b3666290-50f2-42e9-8c22-876e9829fafe,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:55.660304 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c3f3c698-b40b-4b7c-b163-c80b9d52a35a req-56ea4dca-d0c0-4926-afec-1ccadad1dd72 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:55.679053 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device b7c92bea-2ec7-4acb-a4f5-14010bbe50da no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:01:55.703732 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-c3f3c698-b40b-4b7c-b163-c80b9d52a35a req-56ea4dca-d0c0-4926-afec-1ccadad1dd72 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Calling delete_port for b3666290-50f2-42e9-8c22-876e9829fafe owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:01:55.724337 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09902f83-b506-49b0-86fc-73ce78734d1c req-93f36ab9-9008-4914-b223-4c92d7ce4c82 tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:55.739057 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09902f83-b506-49b0-86fc-73ce78734d1c req-93f36ab9-9008-4914-b223-4c92d7ce4c82 tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 1101 time: 0.4359851 Aug 19 18:01:55.758484 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: b7c92bea-2ec7-4acb-a4f5-14010bbe50da {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:01:55.758825 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device b7c92bea-2ec7-4acb-a4f5-14010bbe50da not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:01:55.908459 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09902f83-b506-49b0-86fc-73ce78734d1c req-51a81a21-382c-41bf-a566-8e41700ac992 tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679382 Aug 19 18:01:55.924655 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a1e969a5-ed57-420f-b25f-c6a7b9f5898b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:55.992470 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c3f3c698-b40b-4b7c-b163-c80b9d52a35a req-56ea4dca-d0c0-4926-afec-1ccadad1dd72 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:56.021300 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['b3666290-50f2-42e9-8c22-876e9829fafe'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:01:56.050669 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea4dca-d0c0-4926-afec-1ccadad1dd72 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Pushing event deleted for resources: {'Port': ['ID=b3666290-50f2-42e9-8c22-876e9829fafe,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:56.150885 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f3c698-b40b-4b7c-b163-c80b9d52a35a req-56ea4dca-d0c0-4926-afec-1ccadad1dd72 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] No DVR routers for this DVR port b3666290-50f2-42e9-8c22-876e9829fafe on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:01:56.158673 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c3f3c698-b40b-4b7c-b163-c80b9d52a35a req-56ea4dca-d0c0-4926-afec-1ccadad1dd72 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:56.164126 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c3f3c698-b40b-4b7c-b163-c80b9d52a35a req-56ea4dca-d0c0-4926-afec-1ccadad1dd72 tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.50 "DELETE /v2.0/ports/b3666290-50f2-42e9-8c22-876e9829fafe HTTP/1.1" status: 204 len: 173 time: 1.2628012 Aug 19 18:01:56.164550 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a53750f-687a-4195-b258-9d0d939bf609', 'name': 'network-vif-deleted', 'tag': 'b3666290-50f2-42e9-8c22-876e9829fafe'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:56.189498 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dca544d-779d-47f1-ae21-ea42bb543c07" -d '{"events": [{"server_uuid": "6a53750f-687a-4195-b258-9d0d939bf609", "name": "network-vif-deleted", "tag": "b3666290-50f2-42e9-8c22-876e9829fafe"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:56.205940 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e969a5-ed57-420f-b25f-c6a7b9f5898b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a06b492-9bd5-4ec9-8bec-8fb0e833dd42,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:56.209222 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e969a5-ed57-420f-b25f-c6a7b9f5898b admin admin] Checking segment: {'id': '2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:01:56.209715 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e969a5-ed57-420f-b25f-c6a7b9f5898b admin admin] Network hostable DHCP agents. Network: cd90f362-a393-471c-9ea0-f8d2f58d49da, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:01:56.322261 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-05df22a5-4d5c-4e93-9883-272d961bd1e0 req-beed6c34-51b2-4fb9-bbf9-526c37c6928a tempest-DeleteServersAdminTestJSON-532947426 tempest-DeleteServersAdminTestJSON-532947426-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a53750f-687a-4195-b258-9d0d939bf609 HTTP/1.1" status: 200 len: 210 time: 0.1029651 Aug 19 18:01:56.384796 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e969a5-ed57-420f-b25f-c6a7b9f5898b admin admin] Network cd90f362-a393-471c-9ea0-f8d2f58d49da is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:01:56.413468 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-a1e969a5-ed57-420f-b25f-c6a7b9f5898b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, cd90f362-a393-471c-9ea0-f8d2f58d49da) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:56.419139 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e969a5-ed57-420f-b25f-c6a7b9f5898b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:56.420295 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a1e969a5-ed57-420f-b25f-c6a7b9f5898b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:56.433882 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd186a4c-b524-4bc9-ab81-cc8eb9c6cb10 None None] Network cd90f362-a393-471c-9ea0-f8d2f58d49da requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:01:56.477287 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a1e969a5-ed57-420f-b25f-c6a7b9f5898b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9403980 Aug 19 18:01:56.477497 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35416) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:56.487585 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-83933051-51b0-4bc8-87a4-34d1e8edc2e8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1309184839-router', 'tenant_id': '4e704f617a744748b90217135397502c', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:56.551472 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83933051-51b0-4bc8-87a4-34d1e8edc2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:56.552728 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83933051-51b0-4bc8-87a4-34d1e8edc2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:56.660133 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83933051-51b0-4bc8-87a4-34d1e8edc2e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:56.764531 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35428) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:56.806806 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97a0a8c-9736-478d-ae84-c7d61692108e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-cd90f362-a393-471c-9ea0-f8d2f58d49da', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'tenant_id': '4e704f617a744748b90217135397502c', 'fixed_ips': [{'subnet_id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:01:56.807704 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a97a0a8c-9736-478d-ae84-c7d61692108e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:57.191039 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-51942c76-8988-426d-b637-be93feca77a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9c63d95183b4e83880cd31eba87b8bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4249032 Aug 19 18:01:57.192588 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35436) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:57.239120 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-a97a0a8c-9736-478d-ae84-c7d61692108e None None] Allocated IP 172.20.0.2 (cd90f362-a393-471c-9ea0-f8d2f58d49da/6a06b492-9bd5-4ec9-8bec-8fb0e833dd42/a4817c93-95c2-4cef-94b2-347734517e3f) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:01:57.385945 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-698270c1-1f90-4caf-9d7f-c71316863cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:57.441023 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-698270c1-1f90-4caf-9d7f-c71316863cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:57.476343 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-79691dec-a7a7-4836-95a7-2ea73e316a35 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:57.486791 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-79691dec-a7a7-4836-95a7-2ea73e316a35 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 821 time: 0.8247955 Aug 19 18:01:57.508676 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-0e18d473-a66a-478d-98db-6523284b53bf tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/quotas/a8ce19510dd24923b8ff0f45376547f4 HTTP/1.1" status: 200 len: 375 time: 0.0187056 Aug 19 18:01:57.513367 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f18203b-e5d4-4328-bad7-ff7abee71a47 x-openstack-request-id: req-3f18203b-e5d4-4328-bad7-ff7abee71a47 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:57.513654 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a53750f-687a-4195-b258-9d0d939bf609", "name": "network-vif-deleted", "tag": "b3666290-50f2-42e9-8c22-876e9829fafe", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:57.514026 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3f18203b-e5d4-4328-bad7-ff7abee71a47 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:57.514508 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a53750f-687a-4195-b258-9d0d939bf609', 'name': 'network-vif-deleted', 'tag': 'b3666290-50f2-42e9-8c22-876e9829fafe', 'status': 'completed', 'code': 200} Aug 19 18:01:57.517222 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83933051-51b0-4bc8-87a4-34d1e8edc2e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:57.565153 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-698270c1-1f90-4caf-9d7f-c71316863cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:57.568499 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-698270c1-1f90-4caf-9d7f-c71316863cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:57.570353 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-698270c1-1f90-4caf-9d7f-c71316863cd3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a11421fc-156f-49e4-b698-c9633fc52e21 HTTP/1.1" status: 204 len: 168 time: 0.3769028 Aug 19 18:01:57.580555 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698270c1-1f90-4caf-9d7f-c71316863cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11421fc-156f-49e4-b698-c9633fc52e21,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:57.591219 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a97a0a8c-9736-478d-ae84-c7d61692108e None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:57.599871 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-634e575c-792e-4072-9e1f-19c66b5d616c tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774400 Aug 19 18:01:57.626151 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a97a0a8c-9736-478d-ae84-c7d61692108e None None] Transition to ACTIVE for port object a4817c93-95c2-4cef-94b2-347734517e3f will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:01:57.650372 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a97a0a8c-9736-478d-ae84-c7d61692108e None None] Transition to ACTIVE for port object a4817c93-95c2-4cef-94b2-347734517e3f will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:01:57.663142 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a97a0a8c-9736-478d-ae84-c7d61692108e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:57.698469 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97a0a8c-9736-478d-ae84-c7d61692108e None None] Network cd90f362-a393-471c-9ea0-f8d2f58d49da is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:01:57.742690 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-a97a0a8c-9736-478d-ae84-c7d61692108e None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:57.753049 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97a0a8c-9736-478d-ae84-c7d61692108e None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:01:57.916425 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a0a8c-9736-478d-ae84-c7d61692108e None None] Pushing event updated for resources: {'Port': ['ID=a4817c93-95c2-4cef-94b2-347734517e3f,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:57.936188 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a97a0a8c-9736-478d-ae84-c7d61692108e None None] Attempting to bind port a4817c93-95c2-4cef-94b2-347734517e3f on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:01:57.936764 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a97a0a8c-9736-478d-ae84-c7d61692108e None None] Attempting to bind port a4817c93-95c2-4cef-94b2-347734517e3f by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:01:57.937443 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97a0a8c-9736-478d-ae84-c7d61692108e None None] Attempting to bind port a4817c93-95c2-4cef-94b2-347734517e3f on network cd90f362-a393-471c-9ea0-f8d2f58d49da {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:01:57.945595 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97a0a8c-9736-478d-ae84-c7d61692108e None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:01:57.946396 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97a0a8c-9736-478d-ae84-c7d61692108e None None] Checking segment: {'id': '2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:01:57.947152 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a97a0a8c-9736-478d-ae84-c7d61692108e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:57.947953 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97a0a8c-9736-478d-ae84-c7d61692108e None None] Bound using segment: {'id': '2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:01:57.948839 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a97a0a8c-9736-478d-ae84-c7d61692108e None None] Bound port: a4817c93-95c2-4cef-94b2-347734517e3f, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:01:57.949435 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a97a0a8c-9736-478d-ae84-c7d61692108e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:58.034792 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-fbdc9dc3-e8f4-4cec-8a56-1d404237dd3d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:01:58.052717 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-fbdc9dc3-e8f4-4cec-8a56-1d404237dd3d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3436017 Aug 19 18:01:58.054595 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a97a0a8c-9736-478d-ae84-c7d61692108e None None] For port a4817c93-95c2-4cef-94b2-347734517e3f, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:01:58.060400 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a97a0a8c-9736-478d-ae84-c7d61692108e None None] For port a4817c93-95c2-4cef-94b2-347734517e3f, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a4817c93-95c2-4cef-94b2-347734517e3f,segment=NetworkSegment(2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f),segment_id=2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:01:58.073365 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a97a0a8c-9736-478d-ae84-c7d61692108e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:58.148658 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83933051-51b0-4bc8-87a4-34d1e8edc2e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:58.151566 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a0a8c-9736-478d-ae84-c7d61692108e None None] Pushing event updated for resources: {'Port': ['ID=a4817c93-95c2-4cef-94b2-347734517e3f,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:58.201064 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83933051-51b0-4bc8-87a4-34d1e8edc2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:58.284090 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35468) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:58.347018 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-727ee8c7-0a03-4eaf-adcb-3cf6fe6b3387 service neutron] 10.222.0.24 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836385 Aug 19 18:01:58.375746 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-80ce6ab9-15c7-42a6-9c55-94803e3b8dc4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18f735660159421e99a9e80915c1131d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0886343 Aug 19 18:01:58.379821 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35470) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:58.512917 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0485c27-743d-482b-9831-8755b957db46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:58.592814 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0485c27-743d-482b-9831-8755b957db46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:58.644064 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-83933051-51b0-4bc8-87a4-34d1e8edc2e8 admin admin] Allocated IP 172.25.8.205 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/353f5465-46b8-4259-81b4-837784e478a3) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:01:58.690219 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0485c27-743d-482b-9831-8755b957db46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:58.694032 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0485c27-743d-482b-9831-8755b957db46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:58.696599 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c0485c27-743d-482b-9831-8755b957db46 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7242d5a9-f387-4175-8553-55d0cc775b78 HTTP/1.1" status: 204 len: 168 time: 0.3118994 Aug 19 18:01:58.709069 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0485c27-743d-482b-9831-8755b957db46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7242d5a9-f387-4175-8553-55d0cc775b78,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:58.755170 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-a2f11d47-995c-48b6-aa48-805add659ac6 service neutron] 10.222.0.24 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829491 Aug 19 18:01:58.957252 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83933051-51b0-4bc8-87a4-34d1e8edc2e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:59.016050 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device b3666290-50f2-42e9-8c22-876e9829fafe no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:01:59.064027 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: b3666290-50f2-42e9-8c22-876e9829fafe {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:01:59.064658 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device b3666290-50f2-42e9-8c22-876e9829fafe not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:01:59.108803 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83933051-51b0-4bc8-87a4-34d1e8edc2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:59.214364 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83933051-51b0-4bc8-87a4-34d1e8edc2e8 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:01:59.222501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-83933051-51b0-4bc8-87a4-34d1e8edc2e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:59.236318 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83933051-51b0-4bc8-87a4-34d1e8edc2e8 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:01:59.641146 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a4817c93-95c2-4cef-94b2-347734517e3f up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:01:59.651027 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83933051-51b0-4bc8-87a4-34d1e8edc2e8 admin admin] Pushing event updated for resources: {'Port': ['ID=353f5465-46b8-4259-81b4-837784e478a3,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:59.656247 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3d894ecb-a341-449a-84d0-526ca19469bd req-76341aca-d6ad-42b1-abee-fd73967f6f5f tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 210 time: 0.1448770 Aug 19 18:01:59.788147 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port a4817c93-95c2-4cef-94b2-347734517e3f completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:01:59.929607 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83933051-51b0-4bc8-87a4-34d1e8edc2e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:00.009003 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d0cedc-ddcc-4aa7-b1fa-b4a5968b3025 None None] Network cd90f362-a393-471c-9ea0-f8d2f58d49da requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:00.177755 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7a0da2aa-fd44-436d-85fe-37278f456180 None None] Provisioning for port a4817c93-95c2-4cef-94b2-347734517e3f completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:00.211897 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7a0da2aa-fd44-436d-85fe-37278f456180 None None] Provisioning complete for port a4817c93-95c2-4cef-94b2-347734517e3f triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:00.213162 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7a0da2aa-fd44-436d-85fe-37278f456180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:00.432596 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83933051-51b0-4bc8-87a4-34d1e8edc2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:00.626643 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35558) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:00.653376 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7a0da2aa-fd44-436d-85fe-37278f456180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:00.718462 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7a0da2aa-fd44-436d-85fe-37278f456180 None None] For port a4817c93-95c2-4cef-94b2-347734517e3f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a4817c93-95c2-4cef-94b2-347734517e3f,segment=NetworkSegment(2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f),segment_id=2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:00.728655 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7a0da2aa-fd44-436d-85fe-37278f456180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:00.806440 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0da2aa-fd44-436d-85fe-37278f456180 None None] Pushing event updated for resources: {'Port': ['ID=a4817c93-95c2-4cef-94b2-347734517e3f,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:00.862800 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-fe26875e-e355-4e51-8085-d6c120515ffa admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-853084275-network', 'tenant_id': '0d610bd1e3ba41fa84c9914924d19e29'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:00.921408 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe26875e-e355-4e51-8085-d6c120515ffa admin admin] Made reservation on behalf of 0d610bd1e3ba41fa84c9914924d19e29 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:00.923902 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe26875e-e355-4e51-8085-d6c120515ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:00.952552 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe26875e-e355-4e51-8085-d6c120515ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:01.077770 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-173566d3-e872-4fb1-b546-2e96a260d39a None None] Provisioning complete for port a4817c93-95c2-4cef-94b2-347734517e3f triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:01.078334 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-173566d3-e872-4fb1-b546-2e96a260d39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:01.105498 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ccaf7-aaee-4216-be36-9860d7875988 req-07db501d-dc28-4093-8e48-460160cd5211 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:01.125194 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-646ccaf7-aaee-4216-be36-9860d7875988 req-07db501d-dc28-4093-8e48-460160cd5211 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.2199867 Aug 19 18:02:01.135129 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe26875e-e355-4e51-8085-d6c120515ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:01.144888 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe26875e-e355-4e51-8085-d6c120515ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:01.212950 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26875e-e355-4e51-8085-d6c120515ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6643ea-3b5c-4155-8841-8cc4ef45179f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:01.245449 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-646ccaf7-aaee-4216-be36-9860d7875988 req-6444426a-27f0-405a-9363-fc7328f403cd tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186669 Aug 19 18:02:01.313285 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83933051-51b0-4bc8-87a4-34d1e8edc2e8 admin admin] Router afdcffb5-f241-4374-88bb-6b70bcb63431 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:02:01.353570 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe26875e-e355-4e51-8085-d6c120515ffa admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:02:01.487968 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe26875e-e355-4e51-8085-d6c120515ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:01.488368 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-fe26875e-e355-4e51-8085-d6c120515ffa admin admin] Added segment bcd06dbd-fb1c-4d69-b799-14a9b12a6418 of type vlan for network 8bcffd9f-c91b-421f-9193-0b2dad172a22 Aug 19 18:02:01.562770 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a4817c93-95c2-4cef-94b2-347734517e3f up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:01.567858 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe26875e-e355-4e51-8085-d6c120515ffa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:01.673505 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-6c54c1e9-fda3-45de-8d4a-f05630056f75 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:01.675913 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-6c54c1e9-fda3-45de-8d4a-f05630056f75 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.54 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 821 time: 0.4671338 Aug 19 18:02:01.677661 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe26875e-e355-4e51-8085-d6c120515ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:01.678996 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe26875e-e355-4e51-8085-d6c120515ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:01.679906 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe26875e-e355-4e51-8085-d6c120515ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:01.716891 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port a4817c93-95c2-4cef-94b2-347734517e3f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:01.717503 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:01.803736 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83933051-51b0-4bc8-87a4-34d1e8edc2e8 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:02:01.840443 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] Sync routers for ids ['afdcffb5-f241-4374-88bb-6b70bcb63431'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:02:01.840838 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e6df495e-4e7d-410b-b5a2-84bf3c3e3878 req-83dca96d-bfc7-4788-bc68-00a99859999b tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 210 time: 0.3582635 Aug 19 18:02:01.843813 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83933051-51b0-4bc8-87a4-34d1e8edc2e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:01.850276 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26875e-e355-4e51-8085-d6c120515ffa admin admin] Pushing event updated for resources: {'Network': ['ID=8bcffd9f-c91b-421f-9193-0b2dad172a22,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:01.853299 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-83933051-51b0-4bc8-87a4-34d1e8edc2e8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.3743043 Aug 19 18:02:01.868761 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-468a7844-08b0-41e8-962b-de7f803dda92 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Request body: {'port': {'device_id': '5b71b60b-9fce-4717-a88d-cd343523832b', 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f', 'admin_state_up': True, 'tenant_id': 'a8ce19510dd24923b8ff0f45376547f4'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:01.876148 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35592) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:01.910318 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 8bcffd9f-c91b-421f-9193-0b2dad172a22 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:02:01.970490 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35600) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:02.064391 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fe26875e-e355-4e51-8085-d6c120515ffa admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4313996 Aug 19 18:02:02.065723 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35606) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:02.076249 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2ea14c95-b905-475e-a885-411b5e321a9d admin admin] Request body: {'subnet': {'network_id': '8bcffd9f-c91b-421f-9193-0b2dad172a22', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-853084275-subnet', 'tenant_id': '0d610bd1e3ba41fa84c9914924d19e29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:02.141348 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35610) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:02.165752 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] Routers {'afdcffb5-f241-4374-88bb-6b70bcb63431'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:02.170423 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:01:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['afdcffb5-f241-4374-88bb-6b70bcb63431'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:02.214512 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea14c95-b905-475e-a885-411b5e321a9d admin admin] Made reservation on behalf of 0d610bd1e3ba41fa84c9914924d19e29 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:02.231978 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ea14c95-b905-475e-a885-411b5e321a9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:02.280048 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-468a7844-08b0-41e8-962b-de7f803dda92 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Made reservation on behalf of a8ce19510dd24923b8ff0f45376547f4 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:02.285517 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-468a7844-08b0-41e8-962b-de7f803dda92 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:02.586675 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f77aa5cc-2394-43ea-9116-4136cbc3a4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:02.606918 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] Set router afdcffb5-f241-4374-88bb-6b70bcb63431 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:02:02.659285 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-352663dc-22d3-4135-acb0-946530eb4adc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a03bd2512098459f96bccfe4171a0ee9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5140631 Aug 19 18:02:02.664488 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35624) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:02.693202 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35626) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:02.706194 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccbee8-9de1-4491-aeca-50fd30113209 req-2d40c247-30a8-411f-82bb-d53518829ab3 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:02.708142 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6ccbee8-9de1-4491-aeca-50fd30113209 req-2d40c247-30a8-411f-82bb-d53518829ab3 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.2158155 Aug 19 18:02:02.920786 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6ccbee8-9de1-4491-aeca-50fd30113209 req-91073627-e50b-400f-89e1-0096904fac03 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560540 Aug 19 18:02:02.927425 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf949a46-b7ca-4dca-9366-389830355e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:03.033434 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-74f9cb25-f779-439b-baf4-56f2022c9b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:03.067396 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf949a46-b7ca-4dca-9366-389830355e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:03.076045 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-468a7844-08b0-41e8-962b-de7f803dda92 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Allocated IP 172.20.0.3 (52390765-0cad-463c-8122-8baf5b79ff7f/e38a766b-6157-45f2-9785-a9bfeb2d8ba6/ad6b9fb2-05cc-483b-8221-9cf0e7844b83) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:03.126062 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ea14c95-b905-475e-a885-411b5e321a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:03.143184 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f77aa5cc-2394-43ea-9116-4136cbc3a4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:03.216539 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1309184839-router', 'tenant_id': '4e704f617a744748b90217135397502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '353f5465-46b8-4259-81b4-837784e478a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:56Z', 'updated_at': '2021-08-19T18:01:59Z', 'revision_number': 3, 'project_id': '4e704f617a744748b90217135397502c', 'gw_port': {'id': '353f5465-46b8-4259-81b4-837784e478a3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:58Z', 'updated_at': '2021-08-19T18:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:03.236348 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea14c95-b905-475e-a885-411b5e321a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=332b18be-0b81-47eb-ba3f-0b0ff5fe75f2,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:03.252207 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd9e6-defb-4264-bf7e-57cd940f431a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:03.256819 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f77aa5cc-2394-43ea-9116-4136cbc3a4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:03.310783 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] Checking router: afdcffb5-f241-4374-88bb-6b70bcb63431 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:02:03.312782 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] Updating router afdcffb5-f241-4374-88bb-6b70bcb63431 port 353f5465-46b8-4259-81b4-837784e478a3 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:02:03.330571 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6beecc0d-d0bd-4461-af09-cb3e4fa91ba5 req-fb7331bf-c801-49b5-ac7d-d48a6cc557ab tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 210 time: 0.0960495 Aug 19 18:02:03.404355 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:03.498705 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77aa5cc-2394-43ea-9116-4136cbc3a4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0127e8-8d21-4240-931b-e1404806bfed,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:03.516118 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f77aa5cc-2394-43ea-9116-4136cbc3a4e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25b7b4bcffc04017ac3e54bd10382d7d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5431998 Aug 19 18:02:03.531076 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35652) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:03.557253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea14c95-b905-475e-a885-411b5e321a9d admin admin] Checking segment: {'id': 'bcd06dbd-fb1c-4d69-b799-14a9b12a6418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8bcffd9f-c91b-421f-9193-0b2dad172a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:03.557848 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea14c95-b905-475e-a885-411b5e321a9d admin admin] Network hostable DHCP agents. Network: 8bcffd9f-c91b-421f-9193-0b2dad172a22, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:02:03.574665 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf949a46-b7ca-4dca-9366-389830355e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:03.577678 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf949a46-b7ca-4dca-9366-389830355e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:03.578920 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bf949a46-b7ca-4dca-9366-389830355e1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e81c7c11-d08a-4190-8e30-22ce678ac7c7 HTTP/1.1" status: 204 len: 168 time: 0.9088867 Aug 19 18:02:03.625192 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf949a46-b7ca-4dca-9366-389830355e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81c7c11-d08a-4190-8e30-22ce678ac7c7,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:03.697315 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea14c95-b905-475e-a885-411b5e321a9d admin admin] Network 8bcffd9f-c91b-421f-9193-0b2dad172a22 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:02:03.725472 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd08f798-f32c-4b15-bec9-b9442569cf48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:03.736335 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-2ea14c95-b905-475e-a885-411b5e321a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 8bcffd9f-c91b-421f-9193-0b2dad172a22) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:03.760061 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a128426-6714-41d0-b6a2-4d7d98cb3659 None None] Network 8bcffd9f-c91b-421f-9193-0b2dad172a22 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:03.762542 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea14c95-b905-475e-a885-411b5e321a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:03.763364 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ea14c95-b905-475e-a885-411b5e321a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:03.769156 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-468a7844-08b0-41e8-962b-de7f803dda92 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:03.772548 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-74f9cb25-f779-439b-baf4-56f2022c9b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:03.788268 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd08f798-f32c-4b15-bec9-b9442569cf48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:03.879629 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-74f9cb25-f779-439b-baf4-56f2022c9b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:03.881229 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-ca2cd9e6-defb-4264-bf7e-57cd940f431a admin admin] Allocated IP 172.20.0.1 (cd90f362-a393-471c-9ea0-f8d2f58d49da/6a06b492-9bd5-4ec9-8bec-8fb0e833dd42/03d277da-9722-4635-a35b-86d78a07ae19) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:03.901346 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2ea14c95-b905-475e-a885-411b5e321a9d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8310900 Aug 19 18:02:03.915084 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35666) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:03.926551 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-ebf831fb-ae59-4700-9df5-92a63802528f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-853084275-router', 'tenant_id': '0d610bd1e3ba41fa84c9914924d19e29', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:03.974882 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9cb25-f779-439b-baf4-56f2022c9b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82b2172-3eb7-4cf0-af0c-93519d62b0c7,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:03.983427 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-74f9cb25-f779-439b-baf4-56f2022c9b08 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dcf79c17972343dbb7bc890eb803b29b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2863116 Aug 19 18:02:03.986613 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ebf831fb-ae59-4700-9df5-92a63802528f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:03.987813 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ebf831fb-ae59-4700-9df5-92a63802528f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:03.994988 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35672) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:04.028047 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd08f798-f32c-4b15-bec9-b9442569cf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.040795 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd08f798-f32c-4b15-bec9-b9442569cf48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.041767 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dd08f798-f32c-4b15-bec9-b9442569cf48 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb0127e8-8d21-4240-931b-e1404806bfed HTTP/1.1" status: 204 len: 168 time: 0.4964824 Aug 19 18:02:04.084084 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-468a7844-08b0-41e8-962b-de7f803dda92 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.144854 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08f798-f32c-4b15-bec9-b9442569cf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0127e8-8d21-4240-931b-e1404806bfed,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:04.184072 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ebf831fb-ae59-4700-9df5-92a63802528f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.203256 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da64147b-9a4b-41d9-8778-0835b961d9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.211570 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a7844-08b0-41e8-962b-de7f803dda92 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Pushing event updated for resources: {'Port': ['ID=ad6b9fb2-05cc-483b-8221-9cf0e7844b83,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:04.308609 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da64147b-9a4b-41d9-8778-0835b961d9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.329165 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-468a7844-08b0-41e8-962b-de7f803dda92 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Network 52390765-0cad-463c-8122-8baf5b79ff7f is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:04.335711 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-468a7844-08b0-41e8-962b-de7f803dda92 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:04.350994 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-468a7844-08b0-41e8-962b-de7f803dda92 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:04.360709 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-468a7844-08b0-41e8-962b-de7f803dda92 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:04.361833 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-468a7844-08b0-41e8-962b-de7f803dda92 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.456859 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c620b-a661-4901-a959-a923f0015823 req-ee4413ef-40b7-47dd-8a0c-19d413094852 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:04.471108 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35680) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:04.483964 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-572c620b-a661-4901-a959-a923f0015823 req-ee4413ef-40b7-47dd-8a0c-19d413094852 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.3890142 Aug 19 18:02:04.496039 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-8bcffd9f-c91b-421f-9193-0b2dad172a22', 'network_id': '8bcffd9f-c91b-421f-9193-0b2dad172a22', 'tenant_id': '0d610bd1e3ba41fa84c9914924d19e29', 'fixed_ips': [{'subnet_id': '332b18be-0b81-47eb-ba3f-0b0ff5fe75f2'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:02:04.501285 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ebf831fb-ae59-4700-9df5-92a63802528f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.503313 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.506297 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ee441662-9ced-49a1-a091-dd677ce71bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.522410 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-468a7844-08b0-41e8-962b-de7f803dda92 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6795805 Aug 19 18:02:04.556634 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd9e6-defb-4264-bf7e-57cd940f431a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.596077 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-a15775da-96d5-429f-b814-3c9a0de33779 service neutron] Request body: {'port': {'device_id': '5b71b60b-9fce-4717-a88d-cd343523832b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:04.640960 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da64147b-9a4b-41d9-8778-0835b961d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.651139 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da64147b-9a4b-41d9-8778-0835b961d9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.654994 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.660644 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-da64147b-9a4b-41d9-8778-0835b961d9e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c82b2172-3eb7-4cf0-af0c-93519d62b0c7 HTTP/1.1" status: 204 len: 168 time: 0.6598635 Aug 19 18:02:04.726401 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-ca2cd9e6-defb-4264-bf7e-57cd940f431a admin admin] Transition to ACTIVE for port object 03d277da-9722-4635-a35b-86d78a07ae19 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:04.763031 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-572c620b-a661-4901-a959-a923f0015823 req-58a90fc0-d3a1-4414-a0b1-b63cabdcbf1f tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520478 Aug 19 18:02:04.763272 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-71a0701f-3913-436c-ac71-518020f1df50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.772854 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] Transition to ACTIVE for port object 353f5465-46b8-4259-81b4-837784e478a3 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:04.801117 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.921021 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-a15775da-96d5-429f-b814-3c9a0de33779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.923600 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64147b-9a4b-41d9-8778-0835b961d9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82b2172-3eb7-4cf0-af0c-93519d62b0c7,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:04.960794 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ee441662-9ced-49a1-a091-dd677ce71bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.978184 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ee441662-9ced-49a1-a091-dd677ce71bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:05.023277 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] Attempting to bind port 353f5465-46b8-4259-81b4-837784e478a3 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:05.023898 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] Attempting to bind port 353f5465-46b8-4259-81b4-837784e478a3 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:05.024490 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] Attempting to bind port 353f5465-46b8-4259-81b4-837784e478a3 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:05.040195 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:05.040762 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:05.041202 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:05.041634 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:05.042376 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] Bound port: 353f5465-46b8-4259-81b4-837784e478a3, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:05.042988 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:05.052659 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd9e6-defb-4264-bf7e-57cd940f431a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:05.088315 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb3510-ede1-486e-b6f2-e09e5a06894f None None] Pushing event updated for resources: {'Port': ['ID=353f5465-46b8-4259-81b4-837784e478a3,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:05.090015 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e1698-79c0-4d89-b815-8d73602529d8 req-647c911b-780a-43f6-95a6-9e11b81ee8d9 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:05.107844 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-157e1698-79c0-4d89-b815-8d73602529d8 req-647c911b-780a-43f6-95a6-9e11b81ee8d9 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 931 time: 0.4397399 Aug 19 18:02:05.149986 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2cd9e6-defb-4264-bf7e-57cd940f431a admin admin] Pushing event updated for resources: {'Port': ['ID=03d277da-9722-4635-a35b-86d78a07ae19,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:05.161954 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Allocated IP 172.20.0.2 (8bcffd9f-c91b-421f-9193-0b2dad172a22/332b18be-0b81-47eb-ba3f-0b0ff5fe75f2/09deaf73-9061-49ee-a4d4-96887e8d9a66) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:05.173723 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ee441662-9ced-49a1-a091-dd677ce71bac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b864059c1bf64f8ba14e21ba16f1daca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6878879 Aug 19 18:02:05.177497 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35696) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:05.220431 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] For port 353f5465-46b8-4259-81b4-837784e478a3, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:05.229289 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] For port 353f5465-46b8-4259-81b4-837784e478a3, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=353f5465-46b8-4259-81b4-837784e478a3,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:05.233160 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee441662-9ced-49a1-a091-dd677ce71bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b6fe21-f7ff-4764-a8b2-684e5f021344,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:05.250007 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:05.318932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2cd9e6-defb-4264-bf7e-57cd940f431a admin admin] Network cd90f362-a393-471c-9ea0-f8d2f58d49da is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:05.370248 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-157e1698-79c0-4d89-b815-8d73602529d8 req-31d2c849-a1a9-4d57-b666-7438661e5c1e tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599468 Aug 19 18:02:05.441743 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] Routers {'afdcffb5-f241-4374-88bb-6b70bcb63431'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:05.443319 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:01:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['afdcffb5-f241-4374-88bb-6b70bcb63431'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:05.452719 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb3510-ede1-486e-b6f2-e09e5a06894f None None] Pushing event updated for resources: {'Port': ['ID=353f5465-46b8-4259-81b4-837784e478a3,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:05.645479 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35708) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:05.659754 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ebf831fb-ae59-4700-9df5-92a63802528f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:05.707039 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ebf831fb-ae59-4700-9df5-92a63802528f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:05.768199 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-ca2cd9e6-defb-4264-bf7e-57cd940f431a admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:05.777458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2cd9e6-defb-4264-bf7e-57cd940f431a admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:05.778191 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd9e6-defb-4264-bf7e-57cd940f431a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:05.785969 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:05.807570 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Transition to ACTIVE for port object 09deaf73-9061-49ee-a4d4-96887e8d9a66 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:05.813056 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] Set router afdcffb5-f241-4374-88bb-6b70bcb63431 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:02:05.961598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Transition to ACTIVE for port object 09deaf73-9061-49ee-a4d4-96887e8d9a66 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:05.978084 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:06.054461 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Network 8bcffd9f-c91b-421f-9193-0b2dad172a22 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:06.067573 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:06.070640 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:06.080352 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Pushing event updated for resources: {'Port': ['ID=09deaf73-9061-49ee-a4d4-96887e8d9a66,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:06.082729 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-ebf831fb-ae59-4700-9df5-92a63802528f admin admin] Allocated IP 172.25.8.157 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/8095d9ef-2a2f-4aa6-8265-04c362b574a2) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:06.129392 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:06.129727 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:06.130060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:06.130401 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:06.130724 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:06.131052 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:06.132359 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:06.132690 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:06.133054 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:06.133389 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:06.133741 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:06.134075 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:06.181985 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e942-e052-4279-a186-5bf449d7b8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:06.275785 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4ab30eb3-5247-4fee-9b1e-611ddef05f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:06.283682 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Attempting to bind port 09deaf73-9061-49ee-a4d4-96887e8d9a66 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:06.284289 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Attempting to bind port 09deaf73-9061-49ee-a4d4-96887e8d9a66 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'bcd06dbd-fb1c-4d69-b799-14a9b12a6418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8bcffd9f-c91b-421f-9193-0b2dad172a22'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:06.286138 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Attempting to bind port 09deaf73-9061-49ee-a4d4-96887e8d9a66 on network 8bcffd9f-c91b-421f-9193-0b2dad172a22 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:06.315318 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:06.315670 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Checking segment: {'id': 'bcd06dbd-fb1c-4d69-b799-14a9b12a6418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8bcffd9f-c91b-421f-9193-0b2dad172a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:06.316240 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:06.316714 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Bound using segment: {'id': 'bcd06dbd-fb1c-4d69-b799-14a9b12a6418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8bcffd9f-c91b-421f-9193-0b2dad172a22'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:06.317193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Bound port: 09deaf73-9061-49ee-a4d4-96887e8d9a66, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd06dbd-fb1c-4d69-b799-14a9b12a6418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8bcffd9f-c91b-421f-9193-0b2dad172a22'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:06.317610 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:06.432245 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-110ae3fa-831b-41e6-ace9-7641f3db735d None None] Provisioning for port 03d277da-9722-4635-a35b-86d78a07ae19 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:06.432723 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e942-e052-4279-a186-5bf449d7b8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:06.435384 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ebf831fb-ae59-4700-9df5-92a63802528f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:06.441805 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-110ae3fa-831b-41e6-ace9-7641f3db735d None None] Provisioning complete for port 03d277da-9722-4635-a35b-86d78a07ae19 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:06.442181 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-110ae3fa-831b-41e6-ace9-7641f3db735d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:06.455093 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53edb82-bc38-4800-8e6b-415617b714b0 req-8055e257-1592-48d9-acae-7114076ee92d tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:06.480266 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f53edb82-bc38-4800-8e6b-415617b714b0 req-8055e257-1592-48d9-acae-7114076ee92d tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.5354514 Aug 19 18:02:06.588006 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ebf831fb-ae59-4700-9df5-92a63802528f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:06.687326 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf831fb-ae59-4700-9df5-92a63802528f admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:06.699723 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-ebf831fb-ae59-4700-9df5-92a63802528f admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:06.714832 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf831fb-ae59-4700-9df5-92a63802528f admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:06.733719 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] For port 09deaf73-9061-49ee-a4d4-96887e8d9a66, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:06.740714 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] For port 09deaf73-9061-49ee-a4d4-96887e8d9a66, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=09deaf73-9061-49ee-a4d4-96887e8d9a66,segment=NetworkSegment(bcd06dbd-fb1c-4d69-b799-14a9b12a6418),segment_id=bcd06dbd-fb1c-4d69-b799-14a9b12a6418)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:06.745511 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf831fb-ae59-4700-9df5-92a63802528f admin admin] Pushing event updated for resources: {'Port': ['ID=8095d9ef-2a2f-4aa6-8265-04c362b574a2,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:06.797628 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:06.834165 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fe663-7fe4-4870-8605-e0fb3f74053c req-19429238-1e90-4985-b6cb-8ecdb764529e tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:06.835948 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f65fe663-7fe4-4870-8605-e0fb3f74053c req-19429238-1e90-4985-b6cb-8ecdb764529e tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 931 time: 0.2034543 Aug 19 18:02:06.838387 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4ab30eb3-5247-4fee-9b1e-611ddef05f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:06.862316 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f53edb82-bc38-4800-8e6b-415617b714b0 req-4a33fed1-399e-429b-8d63-91a73c48e88d tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800106 Aug 19 18:02:06.891805 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-110ae3fa-831b-41e6-ace9-7641f3db735d None None] Port 03d277da-9722-4635-a35b-86d78a07ae19 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:02:06.926598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1309184839-router', 'tenant_id': '4e704f617a744748b90217135397502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '353f5465-46b8-4259-81b4-837784e478a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:56Z', 'updated_at': '2021-08-19T18:01:59Z', 'revision_number': 3, 'project_id': '4e704f617a744748b90217135397502c', 'gw_port': {'id': '353f5465-46b8-4259-81b4-837784e478a3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:58Z', 'updated_at': '2021-08-19T18:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:06.959217 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd9e6-defb-4264-bf7e-57cd940f431a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:06.988703 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779bd573-4e98-4218-84dd-192ffefc9957 None None] The sync data for ids ['afdcffb5-f241-4374-88bb-6b70bcb63431'] in n-d-803753-2 is: [{'id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1309184839-router', 'tenant_id': '4e704f617a744748b90217135397502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '353f5465-46b8-4259-81b4-837784e478a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:56Z', 'updated_at': '2021-08-19T18:01:59Z', 'revision_number': 3, 'project_id': '4e704f617a744748b90217135397502c', 'gw_port': {'id': '353f5465-46b8-4259-81b4-837784e478a3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:58Z', 'updated_at': '2021-08-19T18:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:02:07.020393 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4ab30eb3-5247-4fee-9b1e-611ddef05f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:07.060741 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258ba81-2b7e-411e-b22f-609e3a658d74 None None] Pushing event updated for resources: {'Port': ['ID=09deaf73-9061-49ee-a4d4-96887e8d9a66,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:07.067114 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0a45dd98-0937-447b-b52b-f404cb08604e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:07.162104 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35742) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:07.178994 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e942-e052-4279-a186-5bf449d7b8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:07.183210 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e942-e052-4279-a186-5bf449d7b8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:07.185226 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-eaf5e942-e052-4279-a186-5bf449d7b8e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40b6fe21-f7ff-4764-a8b2-684e5f021344 HTTP/1.1" status: 204 len: 168 time: 2.0060968 Aug 19 18:02:07.204520 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:07.393339 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5e942-e052-4279-a186-5bf449d7b8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b6fe21-f7ff-4764-a8b2-684e5f021344,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:07.477442 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4ab30eb3-5247-4fee-9b1e-611ddef05f00 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e6cdeca064e4730b5d7f19e4877cf72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8271060 Aug 19 18:02:07.478683 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35748) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:07.483572 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab30eb3-5247-4fee-9b1e-611ddef05f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbad273-3b33-402b-a55f-7e56cd3ba41d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:07.507941 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f65fe663-7fe4-4870-8605-e0fb3f74053c req-3de3d05c-937d-401c-bc78-7593227a1ca2 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6179736 Aug 19 18:02:07.613214 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e8e4fba3-3d27-404e-b9ce-1bb214e5db38 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1924895425-network', 'tenant_id': 'd78253ce1bc1486bad8923eb6a7a8c64'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:07.634200 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-a15775da-96d5-429f-b814-3c9a0de33779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6b9fb2-05cc-483b-8221-9cf0e7844b83 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:02:07.662455 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ebf831fb-ae59-4700-9df5-92a63802528f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:07.709274 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-a15775da-96d5-429f-b814-3c9a0de33779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:07.755318 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-a15775da-96d5-429f-b814-3c9a0de33779 service neutron] Transition to ACTIVE for port object ad6b9fb2-05cc-483b-8221-9cf0e7844b83 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:07.896957 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-a15775da-96d5-429f-b814-3c9a0de33779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:07.922935 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 09deaf73-9061-49ee-a4d4-96887e8d9a66 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:08.077971 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e4fba3-3d27-404e-b9ce-1bb214e5db38 admin admin] Made reservation on behalf of d78253ce1bc1486bad8923eb6a7a8c64 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:08.080636 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8e4fba3-3d27-404e-b9ce-1bb214e5db38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:08.132258 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6608f537-79a6-4926-90c0-1bd93b46d0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:08.139277 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:08.160597 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6608f537-79a6-4926-90c0-1bd93b46d0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:08.200185 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 09deaf73-9061-49ee-a4d4-96887e8d9a66 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:08.220231 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8e4fba3-3d27-404e-b9ce-1bb214e5db38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:08.287968 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6608f537-79a6-4926-90c0-1bd93b46d0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:08.304273 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6608f537-79a6-4926-90c0-1bd93b46d0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:08.307905 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6608f537-79a6-4926-90c0-1bd93b46d0e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7fbad273-3b33-402b-a55f-7e56cd3ba41d HTTP/1.1" status: 204 len: 168 time: 0.8115592 Aug 19 18:02:08.398012 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15775da-96d5-429f-b814-3c9a0de33779 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6b9fb2-05cc-483b-8221-9cf0e7844b83,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:08.401148 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-a15775da-96d5-429f-b814-3c9a0de33779 service neutron] Attempting to bind port ad6b9fb2-05cc-483b-8221-9cf0e7844b83 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:08.421209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-a15775da-96d5-429f-b814-3c9a0de33779 service neutron] Attempting to bind port ad6b9fb2-05cc-483b-8221-9cf0e7844b83 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:08.422061 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-a15775da-96d5-429f-b814-3c9a0de33779 service neutron] Attempting to bind port ad6b9fb2-05cc-483b-8221-9cf0e7844b83 on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:08.441827 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608f537-79a6-4926-90c0-1bd93b46d0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbad273-3b33-402b-a55f-7e56cd3ba41d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:08.484590 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-a15775da-96d5-429f-b814-3c9a0de33779 service neutron] Port ad6b9fb2-05cc-483b-8221-9cf0e7844b83 on network 52390765-0cad-463c-8122-8baf5b79ff7f not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:02:08.485179 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-a15775da-96d5-429f-b814-3c9a0de33779 service neutron] Attempting to bind port ad6b9fb2-05cc-483b-8221-9cf0e7844b83 on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:08.516515 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-a15775da-96d5-429f-b814-3c9a0de33779 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:08.517166 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-a15775da-96d5-429f-b814-3c9a0de33779 service neutron] Checking segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:08.518996 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-a15775da-96d5-429f-b814-3c9a0de33779 service neutron] Bound using segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:08.519748 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-a15775da-96d5-429f-b814-3c9a0de33779 service neutron] Bound port: ad6b9fb2-05cc-483b-8221-9cf0e7844b83, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:08.520472 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-a15775da-96d5-429f-b814-3c9a0de33779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:08.634639 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43b8ab-6dca-46c0-ad04-95d54b3212ca req-874b42ad-7d33-4554-9984-2cc0cf9c7a18 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:08.639555 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0a43b8ab-6dca-46c0-ad04-95d54b3212ca req-874b42ad-7d33-4554-9984-2cc0cf9c7a18 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.2062461 Aug 19 18:02:08.716257 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd9e6-defb-4264-bf7e-57cd940f431a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:08.734569 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd9e6-defb-4264-bf7e-57cd940f431a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:08.735580 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd9e6-defb-4264-bf7e-57cd940f431a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:08.882396 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-a15775da-96d5-429f-b814-3c9a0de33779 service neutron] For port ad6b9fb2-05cc-483b-8221-9cf0e7844b83, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:08.925038 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0767cf1f-2d66-4823-a2bf-0947adc5ec37 None None] Network 8bcffd9f-c91b-421f-9193-0b2dad172a22 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:08.935240 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0a43b8ab-6dca-46c0-ad04-95d54b3212ca req-7a59a829-d1e8-4450-a568-e50d57813171 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746589 Aug 19 18:02:08.999731 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8e4fba3-3d27-404e-b9ce-1bb214e5db38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:09.099636 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ebf831fb-ae59-4700-9df5-92a63802528f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:09.128670 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35784) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:09.145371 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8213909b-a2ba-4b60-ba7e-fdd2a7a2c0db None None] Provisioning for port 09deaf73-9061-49ee-a4d4-96887e8d9a66 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:09.155963 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8213909b-a2ba-4b60-ba7e-fdd2a7a2c0db None None] Provisioning complete for port 09deaf73-9061-49ee-a4d4-96887e8d9a66 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:09.156861 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8213909b-a2ba-4b60-ba7e-fdd2a7a2c0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:09.232678 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1392-46e3-4edf-849d-31ff1aaab92a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:09.239577 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-a15775da-96d5-429f-b814-3c9a0de33779 service neutron] For port ad6b9fb2-05cc-483b-8221-9cf0e7844b83, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=ad6b9fb2-05cc-483b-8221-9cf0e7844b83,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:09.277481 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2cd9e6-defb-4264-bf7e-57cd940f431a admin admin] Pushing event updated for resources: {'Port': ['ID=03d277da-9722-4635-a35b-86d78a07ae19,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:09.298893 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8e4fba3-3d27-404e-b9ce-1bb214e5db38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:09.317431 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e4fba3-3d27-404e-b9ce-1bb214e5db38 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:02:09.333049 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8e4fba3-3d27-404e-b9ce-1bb214e5db38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:09.333384 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-e8e4fba3-3d27-404e-b9ce-1bb214e5db38 admin admin] Added segment 9c7d747c-4d15-4d78-8a75-1bea6385c296 of type vlan for network c10b88e6-02ab-47c3-add3-7da1d41710d4 Aug 19 18:02:09.438582 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8e4fba3-3d27-404e-b9ce-1bb214e5db38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:09.523330 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-a15775da-96d5-429f-b814-3c9a0de33779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:09.529803 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8213909b-a2ba-4b60-ba7e-fdd2a7a2c0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:09.568799 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2cd9e6-defb-4264-bf7e-57cd940f431a admin admin] Network cd90f362-a393-471c-9ea0-f8d2f58d49da is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:09.614128 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-ca2cd9e6-defb-4264-bf7e-57cd940f431a admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:09.622672 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8e4fba3-3d27-404e-b9ce-1bb214e5db38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:09.623888 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e4fba3-3d27-404e-b9ce-1bb214e5db38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:09.629071 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8e4fba3-3d27-404e-b9ce-1bb214e5db38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:09.633572 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 353f5465-46b8-4259-81b4-837784e478a3 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:09.648410 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-8213909b-a2ba-4b60-ba7e-fdd2a7a2c0db None None] For port 09deaf73-9061-49ee-a4d4-96887e8d9a66, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=09deaf73-9061-49ee-a4d4-96887e8d9a66,segment=NetworkSegment(bcd06dbd-fb1c-4d69-b799-14a9b12a6418),segment_id=bcd06dbd-fb1c-4d69-b799-14a9b12a6418)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:09.650668 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35792) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:09.655546 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-a15775da-96d5-429f-b814-3c9a0de33779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:09.656468 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-a15775da-96d5-429f-b814-3c9a0de33779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:09.658648 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-a15775da-96d5-429f-b814-3c9a0de33779 service neutron] 10.222.0.54 "PUT /v2.0/ports/ad6b9fb2-05cc-483b-8221-9cf0e7844b83 HTTP/1.1" status: 200 len: 1091 time: 5.0909841 Aug 19 18:02:09.674743 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b71b60b-9fce-4717-a88d-cd343523832b', 'tag': 'ad6b9fb2-05cc-483b-8221-9cf0e7844b83'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:09.677905 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6814c040-1662-4039-adca-bbaa109ef7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "5b71b60b-9fce-4717-a88d-cd343523832b", "tag": "ad6b9fb2-05cc-483b-8221-9cf0e7844b83"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:09.696006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e3592-9a50-4cd8-ad43-269d33db919d req-d999c205-49cf-4b3f-b0f3-2db09659a49b tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:09.705156 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bd9e3592-9a50-4cd8-ad43-269d33db919d req-d999c205-49cf-4b3f-b0f3-2db09659a49b tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 943 time: 0.5652862 Aug 19 18:02:09.733581 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf831fb-ae59-4700-9df5-92a63802528f admin admin] Router a291c389-967c-4dfb-91f4-d5b8be5de884 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:02:09.737003 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8213909b-a2ba-4b60-ba7e-fdd2a7a2c0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:09.921758 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4fba3-3d27-404e-b9ce-1bb214e5db38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f04762-d95c-4c3a-bc01-9f2101d65328,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:09.929742 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213909b-a2ba-4b60-ba7e-fdd2a7a2c0db None None] Pushing event updated for resources: {'Port': ['ID=09deaf73-9061-49ee-a4d4-96887e8d9a66,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:09.940665 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461af94d-d40e-4aef-84cd-fe52a6f62798 x-openstack-request-id: req-461af94d-d40e-4aef-84cd-fe52a6f62798 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:09.941730 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b71b60b-9fce-4717-a88d-cd343523832b", "tag": "ad6b9fb2-05cc-483b-8221-9cf0e7844b83", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:09.942224 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-461af94d-d40e-4aef-84cd-fe52a6f62798 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:09.942455 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b71b60b-9fce-4717-a88d-cd343523832b', 'tag': 'ad6b9fb2-05cc-483b-8221-9cf0e7844b83', 'status': 'completed', 'code': 200} Aug 19 18:02:09.962642 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 353f5465-46b8-4259-81b4-837784e478a3 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:09.971676 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 353f5465-46b8-4259-81b4-837784e478a3 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:09.972894 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:10.001302 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1392-46e3-4edf-849d-31ff1aaab92a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:10.024710 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c1c2dfbd-a76f-4158-8684-8c2c209b5d10 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-838770193-network', 'tenant_id': '4372bce7e7ca475fbe71d1638d302952'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:10.050995 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1392-46e3-4edf-849d-31ff1aaab92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:10.111493 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ba1b1392-46e3-4edf-849d-31ff1aaab92a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c4f9dafff14485f943d6fe6d2ba2799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9806964 Aug 19 18:02:10.156727 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4fba3-3d27-404e-b9ce-1bb214e5db38 admin admin] Pushing event updated for resources: {'Network': ['ID=c10b88e6-02ab-47c3-add3-7da1d41710d4,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:10.179664 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35804) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:10.198762 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b1392-46e3-4edf-849d-31ff1aaab92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e6d921-f179-4dbd-9ca3-77247111c3e1,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:10.202478 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network c10b88e6-02ab-47c3-add3-7da1d41710d4 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:02:10.210492 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15775da-96d5-429f-b814-3c9a0de33779 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6b9fb2-05cc-483b-8221-9cf0e7844b83,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:10.236712 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e8e4fba3-3d27-404e-b9ce-1bb214e5db38 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.0726769 Aug 19 18:02:10.262918 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35806) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:10.265632 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:10.281742 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f9cc0aae-450e-40e0-85c8-2b17b801a792 admin admin] Request body: {'subnet': {'network_id': 'c10b88e6-02ab-47c3-add3-7da1d41710d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1924895425-subnet', 'tenant_id': 'd78253ce1bc1486bad8923eb6a7a8c64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:10.291970 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bd9e3592-9a50-4cd8-ad43-269d33db919d req-d7056815-85a9-4719-9c92-83ae8613c83d tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5853069 Aug 19 18:02:10.386127 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-169b925d-5168-4207-b1e7-fb3bea80007f None None] Provisioning complete for port 03d277da-9722-4635-a35b-86d78a07ae19 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:10.386671 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-169b925d-5168-4207-b1e7-fb3bea80007f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:10.417585 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf831fb-ae59-4700-9df5-92a63802528f admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:02:10.420476 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c2dfbd-a76f-4158-8684-8c2c209b5d10 admin admin] Made reservation on behalf of 4372bce7e7ca475fbe71d1638d302952 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:10.424375 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c1c2dfbd-a76f-4158-8684-8c2c209b5d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:10.429312 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] Sync routers for ids ['a291c389-967c-4dfb-91f4-d5b8be5de884'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:02:10.450340 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] Routers {'a291c389-967c-4dfb-91f4-d5b8be5de884'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:10.454411 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:02:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['a291c389-967c-4dfb-91f4-d5b8be5de884'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:10.479601 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-169b925d-5168-4207-b1e7-fb3bea80007f None None] Port 03d277da-9722-4635-a35b-86d78a07ae19 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:02:10.494334 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:10.499746 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ebf831fb-ae59-4700-9df5-92a63802528f admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:10.507098 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ebf831fb-ae59-4700-9df5-92a63802528f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5908391 Aug 19 18:02:10.508876 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35808) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:10.517058 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c1c2dfbd-a76f-4158-8684-8c2c209b5d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:10.521839 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 353f5465-46b8-4259-81b4-837784e478a3, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=353f5465-46b8-4259-81b4-837784e478a3,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:10.522168 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cc0aae-450e-40e0-85c8-2b17b801a792 admin admin] Made reservation on behalf of d78253ce1bc1486bad8923eb6a7a8c64 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:10.526625 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f9cc0aae-450e-40e0-85c8-2b17b801a792 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:10.530446 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:10.583679 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2cd9e6-defb-4264-bf7e-57cd940f431a admin admin] Router afdcffb5-f241-4374-88bb-6b70bcb63431 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:02:10.658157 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] Set router a291c389-967c-4dfb-91f4-d5b8be5de884 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:02:10.684572 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c1c2dfbd-a76f-4158-8684-8c2c209b5d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:10.694425 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c1c2dfbd-a76f-4158-8684-8c2c209b5d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:10.735078 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2dfbd-a76f-4158-8684-8c2c209b5d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38692f12-721e-4488-92de-3e697b89899a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:10.745861 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:10.747616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=353f5465-46b8-4259-81b4-837784e478a3,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:10.750846 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2ac7f283-1b6a-4454-899f-25f0ceeac6d4 None None] Provisioning complete for port 09deaf73-9061-49ee-a4d4-96887e8d9a66 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:10.755786 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2ac7f283-1b6a-4454-899f-25f0ceeac6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:10.826366 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-005e007f-79d3-4450-bf0d-04b662d74b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:10.830447 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-005e007f-79d3-4450-bf0d-04b662d74b2b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 1094 time: 0.9927804 Aug 19 18:02:10.904479 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c2dfbd-a76f-4158-8684-8c2c209b5d10 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:02:10.930145 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291c389-967c-4dfb-91f4-d5b8be5de884', 'name': 'tempest-FloatingIPsTestJSON-853084275-router', 'tenant_id': '0d610bd1e3ba41fa84c9914924d19e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '8095d9ef-2a2f-4aa6-8265-04c362b574a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:04Z', 'updated_at': '2021-08-19T18:02:07Z', 'revision_number': 3, 'project_id': '0d610bd1e3ba41fa84c9914924d19e29', 'gw_port': {'id': '8095d9ef-2a2f-4aa6-8265-04c362b574a2', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ee:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a291c389-967c-4dfb-91f4-d5b8be5de884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:05Z', 'updated_at': '2021-08-19T18:02:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:10.931058 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c1c2dfbd-a76f-4158-8684-8c2c209b5d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:10.932013 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-c1c2dfbd-a76f-4158-8684-8c2c209b5d10 admin admin] Added segment 31b2e34a-cdbb-497e-95d0-9ecebdbc40d6 of type vlan for network 50874bd2-7160-4e95-947b-586c5b7daba3 Aug 19 18:02:11.000677 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] Checking router: a291c389-967c-4dfb-91f4-d5b8be5de884 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:02:11.001725 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] Updating router a291c389-967c-4dfb-91f4-d5b8be5de884 port 8095d9ef-2a2f-4aa6-8265-04c362b574a2 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:02:11.042135 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:11.105088 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82336e-d826-48c2-8064-906680a1e399 req-84765d38-ab07-4406-a8a8-b08f7c787e57 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:11.108482 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-da82336e-d826-48c2-8064-906680a1e399 req-84765d38-ab07-4406-a8a8-b08f7c787e57 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.5994172 Aug 19 18:02:11.125027 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-47d17761-2124-4cc4-92d7-9488cfd22776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:11.129615 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-0c44589a-082d-468c-8316-a2cf892aca91 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad6b9fb2-05cc-483b-8221-9cf0e7844b83 HTTP/1.1" status: 200 len: 217 time: 0.2844040 Aug 19 18:02:11.192750 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c1c2dfbd-a76f-4158-8684-8c2c209b5d10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:11.261672 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c1c2dfbd-a76f-4158-8684-8c2c209b5d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:11.263214 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c2dfbd-a76f-4158-8684-8c2c209b5d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:11.263992 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c1c2dfbd-a76f-4158-8684-8c2c209b5d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:11.381409 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c1c2dfbd-a76f-4158-8684-8c2c209b5d10 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7217412 Aug 19 18:02:11.382383 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35824) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:11.392470 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-1e275552-7fa2-47d5-a9e4-40b35d35984e admin admin] Request body: {'subnet': {'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-838770193-subnet', 'tenant_id': '4372bce7e7ca475fbe71d1638d302952', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:11.437428 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2dfbd-a76f-4158-8684-8c2c209b5d10 admin admin] Pushing event updated for resources: {'Network': ['ID=50874bd2-7160-4e95-947b-586c5b7daba3,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:11.452447 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 50874bd2-7160-4e95-947b-586c5b7daba3 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:02:11.492661 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e275552-7fa2-47d5-a9e4-40b35d35984e admin admin] Made reservation on behalf of 4372bce7e7ca475fbe71d1638d302952 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:11.495109 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1e275552-7fa2-47d5-a9e4-40b35d35984e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:11.583734 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 09deaf73-9061-49ee-a4d4-96887e8d9a66 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:11.615794 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:11.651899 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] Transition to ACTIVE for port object 8095d9ef-2a2f-4aa6-8265-04c362b574a2 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:11.666945 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-51920f8f-28b5-40b2-9744-5103bf381866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:11.672022 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:11.688165 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 09deaf73-9061-49ee-a4d4-96887e8d9a66 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:11.692200 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:11.797122 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] Attempting to bind port 8095d9ef-2a2f-4aa6-8265-04c362b574a2 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:11.797689 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] Attempting to bind port 8095d9ef-2a2f-4aa6-8265-04c362b574a2 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:11.798290 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] Attempting to bind port 8095d9ef-2a2f-4aa6-8265-04c362b574a2 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:11.807438 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:11.807991 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:11.808616 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:11.809508 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:11.810270 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] Bound port: 8095d9ef-2a2f-4aa6-8265-04c362b574a2, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:11.811184 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:11.814420 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 353f5465-46b8-4259-81b4-837784e478a3 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:11.823477 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-da82336e-d826-48c2-8064-906680a1e399 req-36cd0151-1043-4c02-a671-5fd4f61ee37c tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6904747 Aug 19 18:02:11.834692 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-47d17761-2124-4cc4-92d7-9488cfd22776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:11.900576 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 353f5465-46b8-4259-81b4-837784e478a3 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:11.901970 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:11.937459 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] For port 8095d9ef-2a2f-4aa6-8265-04c362b574a2, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:11.943736 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] For port 8095d9ef-2a2f-4aa6-8265-04c362b574a2, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=8095d9ef-2a2f-4aa6-8265-04c362b574a2,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:11.951687 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614c026-e6b6-4409-972f-b7a32a1d6c5f None None] Pushing event updated for resources: {'Port': ['ID=8095d9ef-2a2f-4aa6-8265-04c362b574a2,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:11.969384 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:11.975571 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-e42bbe6e-631c-461e-8e27-52c801559c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:11.978204 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-e42bbe6e-631c-461e-8e27-52c801559c78 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e38a766b-6157-45f2-9785-a9bfeb2d8ba6 HTTP/1.1" status: 200 len: 861 time: 0.8203676 Aug 19 18:02:11.980341 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2cd9e6-defb-4264-bf7e-57cd940f431a admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:02:12.004191 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ca2cd9e6-defb-4264-bf7e-57cd940f431a admin admin] 10.222.0.24 "PUT /v2.0/routers/afdcffb5-f241-4374-88bb-6b70bcb63431/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1222270 Aug 19 18:02:12.039458 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] Sync routers for ids ['afdcffb5-f241-4374-88bb-6b70bcb63431'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:02:12.067965 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-37a37b34-d2d1-4afc-b4d2-038ec24a9af6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=52390765-0cad-463c-8122-8baf5b79ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698977 Aug 19 18:02:12.088305 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] Routers {'afdcffb5-f241-4374-88bb-6b70bcb63431'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:12.089573 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:02:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['afdcffb5-f241-4374-88bb-6b70bcb63431'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:12.174462 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] Routers {'a291c389-967c-4dfb-91f4-d5b8be5de884'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:12.174978 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:02:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['a291c389-967c-4dfb-91f4-d5b8be5de884'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:12.178524 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614c026-e6b6-4409-972f-b7a32a1d6c5f None None] Pushing event updated for resources: {'Port': ['ID=8095d9ef-2a2f-4aa6-8265-04c362b574a2,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:12.206192 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270f991-3046-47a4-a57c-89562971283c req-ad7ae2ab-0c6c-4498-8ba3-417d54bd092b tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:12.209991 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d270f991-3046-47a4-a57c-89562971283c req-ad7ae2ab-0c6c-4498-8ba3-417d54bd092b tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 943 time: 0.2438967 Aug 19 18:02:12.214737 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-47d17761-2124-4cc4-92d7-9488cfd22776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.218631 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-47d17761-2124-4cc4-92d7-9488cfd22776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.223158 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-47d17761-2124-4cc4-92d7-9488cfd22776 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4e6d921-f179-4dbd-9ca3-77247111c3e1 HTTP/1.1" status: 204 len: 168 time: 2.0388205 Aug 19 18:02:12.252882 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f9cc0aae-450e-40e0-85c8-2b17b801a792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.255746 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1e275552-7fa2-47d5-a9e4-40b35d35984e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.274844 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d17761-2124-4cc4-92d7-9488cfd22776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e6d921-f179-4dbd-9ca3-77247111c3e1,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:12.439578 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-51920f8f-28b5-40b2-9744-5103bf381866 admin admin] Allocated IP 172.20.0.1 (8bcffd9f-c91b-421f-9193-0b2dad172a22/332b18be-0b81-47eb-ba3f-0b0ff5fe75f2/6a92c25a-3a14-41b8-9703-2bca40eaef82) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:12.490981 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-b41474e6-17c5-4f68-bdd6-cc25338243ce service neutron] 10.222.0.54 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101856 Aug 19 18:02:12.499584 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc0aae-450e-40e0-85c8-2b17b801a792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=146b6d87-a0dc-49aa-aae9-258fac7297e8,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:12.523214 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] Set router afdcffb5-f241-4374-88bb-6b70bcb63431 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:02:12.592393 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] Set router a291c389-967c-4dfb-91f4-d5b8be5de884 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:02:12.660084 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d270f991-3046-47a4-a57c-89562971283c req-2dbe952a-54f2-4f07-bb86-2283dbd4e43f tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324126 Aug 19 18:02:12.685172 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-51920f8f-28b5-40b2-9744-5103bf381866 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.697646 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cc0aae-450e-40e0-85c8-2b17b801a792 admin admin] Checking segment: {'id': '9c7d747c-4d15-4d78-8a75-1bea6385c296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c10b88e6-02ab-47c3-add3-7da1d41710d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:12.697646 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cc0aae-450e-40e0-85c8-2b17b801a792 admin admin] Network hostable DHCP agents. Network: c10b88e6-02ab-47c3-add3-7da1d41710d4, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:02:12.697906 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e275552-7fa2-47d5-a9e4-40b35d35984e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:12.741120 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cc0aae-450e-40e0-85c8-2b17b801a792 admin admin] Network c10b88e6-02ab-47c3-add3-7da1d41710d4 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:02:12.750922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-51920f8f-28b5-40b2-9744-5103bf381866 admin admin] Transition to ACTIVE for port object 6a92c25a-3a14-41b8-9703-2bca40eaef82 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:12.768788 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0f935e53-9042-464b-b47c-9c7ad5d38a20 req-37494ecc-0621-4e32-b82f-0206a13a1888 service neutron] 10.222.0.54 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463710 Aug 19 18:02:12.770957 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-f9cc0aae-450e-40e0-85c8-2b17b801a792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, c10b88e6-02ab-47c3-add3-7da1d41710d4) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:12.806702 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cc0aae-450e-40e0-85c8-2b17b801a792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:12.807510 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f9cc0aae-450e-40e0-85c8-2b17b801a792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.880197 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5599ee7b-bca5-4d4a-9e56-8ec9fc676ae3 None None] Network c10b88e6-02ab-47c3-add3-7da1d41710d4 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:12.914163 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f9cc0aae-450e-40e0-85c8-2b17b801a792 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.6478906 Aug 19 18:02:12.941183 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814c040-1662-4039-adca-bbaa109ef7b2 req-6da805df-1e52-4c92-a577-73b5f641b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:12.946660 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e275552-7fa2-47d5-a9e4-40b35d35984e admin admin] Checking segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:12.946928 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6814c040-1662-4039-adca-bbaa109ef7b2 req-6da805df-1e52-4c92-a577-73b5f641b697 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 1094 time: 0.0984435 Aug 19 18:02:12.949071 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e275552-7fa2-47d5-a9e4-40b35d35984e admin admin] Network hostable DHCP agents. Network: 50874bd2-7160-4e95-947b-586c5b7daba3, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:02:12.977754 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35842) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:13.081182 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e5d3859e-aaac-4304-bab2-0ac7de2c92ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:13.102772 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-51920f8f-28b5-40b2-9744-5103bf381866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:13.115093 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453bf7a-b74e-4be4-b1ac-fe6094364ca4 req-1b6acbc8-0a7c-4f6b-ba26-620666df692e tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:13.116928 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e453bf7a-b74e-4be4-b1ac-fe6094364ca4 req-1b6acbc8-0a7c-4f6b-ba26-620666df692e tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.1322787 Aug 19 18:02:13.237315 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51920f8f-28b5-40b2-9744-5103bf381866 admin admin] Network 8bcffd9f-c91b-421f-9193-0b2dad172a22 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:13.240933 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e275552-7fa2-47d5-a9e4-40b35d35984e admin admin] Network 50874bd2-7160-4e95-947b-586c5b7daba3 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:02:13.267073 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-1e275552-7fa2-47d5-a9e4-40b35d35984e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 50874bd2-7160-4e95-947b-586c5b7daba3) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:13.270643 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291c389-967c-4dfb-91f4-d5b8be5de884', 'name': 'tempest-FloatingIPsTestJSON-853084275-router', 'tenant_id': '0d610bd1e3ba41fa84c9914924d19e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '8095d9ef-2a2f-4aa6-8265-04c362b574a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:04Z', 'updated_at': '2021-08-19T18:02:07Z', 'revision_number': 3, 'project_id': '0d610bd1e3ba41fa84c9914924d19e29', 'gw_port': {'id': '8095d9ef-2a2f-4aa6-8265-04c362b574a2', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ee:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a291c389-967c-4dfb-91f4-d5b8be5de884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:05Z', 'updated_at': '2021-08-19T18:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:13.288244 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e453bf7a-b74e-4be4-b1ac-fe6094364ca4 req-b7b7e183-687a-4957-bc4b-7c53493b8d5f tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588693 Aug 19 18:02:13.295312 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-51920f8f-28b5-40b2-9744-5103bf381866 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:13.296662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171f6193-b922-4bc2-92f7-1a281c1f6a95 None None] Network 50874bd2-7160-4e95-947b-586c5b7daba3 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:13.297500 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814c040-1662-4039-adca-bbaa109ef7b2 req-5f02396a-feb3-405e-b56d-867f5fdfcd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:13.326952 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6814c040-1662-4039-adca-bbaa109ef7b2 req-5f02396a-feb3-405e-b56d-867f5fdfcd9d service neutron] 10.222.0.54 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 922 time: 0.3707056 Aug 19 18:02:13.327605 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51920f8f-28b5-40b2-9744-5103bf381866 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:13.357742 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041620ae-ff86-4313-b720-8fa802b7467f None None] The sync data for ids ['a291c389-967c-4dfb-91f4-d5b8be5de884'] in n-d-803753-2 is: [{'id': 'a291c389-967c-4dfb-91f4-d5b8be5de884', 'name': 'tempest-FloatingIPsTestJSON-853084275-router', 'tenant_id': '0d610bd1e3ba41fa84c9914924d19e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '8095d9ef-2a2f-4aa6-8265-04c362b574a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:04Z', 'updated_at': '2021-08-19T18:02:07Z', 'revision_number': 3, 'project_id': '0d610bd1e3ba41fa84c9914924d19e29', 'gw_port': {'id': '8095d9ef-2a2f-4aa6-8265-04c362b574a2', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ee:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a291c389-967c-4dfb-91f4-d5b8be5de884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:05Z', 'updated_at': '2021-08-19T18:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:02:13.397176 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-51920f8f-28b5-40b2-9744-5103bf381866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:13.417846 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e275552-7fa2-47d5-a9e4-40b35d35984e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:13.417846 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1e275552-7fa2-47d5-a9e4-40b35d35984e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:13.466924 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6814c040-1662-4039-adca-bbaa109ef7b2 req-0d643c17-e494-4a8a-8820-99fe315edd06 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad6b9fb2-05cc-483b-8221-9cf0e7844b83 HTTP/1.1" status: 200 len: 217 time: 0.1338668 Aug 19 18:02:13.609468 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814c040-1662-4039-adca-bbaa109ef7b2 req-6254a0ca-9ef3-480f-bbc4-57c6f4431e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:13.613361 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6814c040-1662-4039-adca-bbaa109ef7b2 req-6254a0ca-9ef3-480f-bbc4-57c6f4431e82 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e38a766b-6157-45f2-9785-a9bfeb2d8ba6 HTTP/1.1" status: 200 len: 861 time: 0.1378148 Aug 19 18:02:13.692833 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6814c040-1662-4039-adca-bbaa109ef7b2 req-ed9992e7-8be4-4176-b5a9-ed589d59da7f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=52390765-0cad-463c-8122-8baf5b79ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695143 Aug 19 18:02:13.814129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51920f8f-28b5-40b2-9744-5103bf381866 admin admin] Pushing event updated for resources: {'Port': ['ID=6a92c25a-3a14-41b8-9703-2bca40eaef82,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:13.954858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a53c15-f8d1-415e-a896-851c324774d1 None None] Network c10b88e6-02ab-47c3-add3-7da1d41710d4 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:14.021028 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6814c040-1662-4039-adca-bbaa109ef7b2 req-6d51633a-fbfb-4e14-9404-d7a4417c61e6 service neutron] 10.222.0.54 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118336 Aug 19 18:02:14.024337 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35866) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:14.049861 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-4d5bb5b9-e77f-4662-b68b-d447ee81a11a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142774774-network', 'tenant_id': '8482a7bb613440d3b3aa06643d88805d'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:14.089464 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-700b7bea-6792-4302-8528-3d42f3d1b390 None None] Provisioning for port 6a92c25a-3a14-41b8-9703-2bca40eaef82 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:14.108397 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-51920f8f-28b5-40b2-9744-5103bf381866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.145934 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e5d3859e-aaac-4304-bab2-0ac7de2c92ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.157408 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e5d3859e-aaac-4304-bab2-0ac7de2c92ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.199527 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5bb5b9-e77f-4662-b68b-d447ee81a11a admin admin] Made reservation on behalf of 8482a7bb613440d3b3aa06643d88805d for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:14.202697 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb5b9-e77f-4662-b68b-d447ee81a11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.212299 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1e275552-7fa2-47d5-a9e4-40b35d35984e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.8266816 Aug 19 18:02:14.243784 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-700b7bea-6792-4302-8528-3d42f3d1b390 None None] Provisioning complete for port 6a92c25a-3a14-41b8-9703-2bca40eaef82 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:14.244192 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-700b7bea-6792-4302-8528-3d42f3d1b390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.339090 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-700b7bea-6792-4302-8528-3d42f3d1b390 None None] Port 6a92c25a-3a14-41b8-9703-2bca40eaef82 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:02:14.359855 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-27738307-e2b7-43c7-95fc-1a949052b50e tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:14.362681 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-27738307-e2b7-43c7-95fc-1a949052b50e tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/networks?id=c10b88e6-02ab-47c3-add3-7da1d41710d4 HTTP/1.1" status: 200 len: 822 time: 0.2181890 Aug 19 18:02:14.387028 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1309184839-router', 'tenant_id': '4e704f617a744748b90217135397502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '353f5465-46b8-4259-81b4-837784e478a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:56Z', 'updated_at': '2021-08-19T18:02:06Z', 'revision_number': 4, 'project_id': '4e704f617a744748b90217135397502c', 'gw_port': {'id': '353f5465-46b8-4259-81b4-837784e478a3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:58Z', 'updated_at': '2021-08-19T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '03d277da-9722-4635-a35b-86d78a07ae19', 'name': '', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'tenant_id': '4e704f617a744748b90217135397502c', 'mac_address': 'fa:16:3e:10:ce:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:03Z', 'updated_at': '2021-08-19T18:02:07Z', 'revision_number': 2, 'project_id': '4e704f617a744748b90217135397502c', 'subnets': [{'id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:14.412084 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-51920f8f-28b5-40b2-9744-5103bf381866 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.415886 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6814c040-1662-4039-adca-bbaa109ef7b2 req-b565e792-0ea6-4fb7-b4c8-ce28d6e7cd2d service neutron] 10.222.0.54 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929112 Aug 19 18:02:14.432798 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-ef5529a2-14f7-4e9f-82e5-10e8debd0284 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/quotas/d78253ce1bc1486bad8923eb6a7a8c64 HTTP/1.1" status: 200 len: 375 time: 0.0154252 Aug 19 18:02:14.433844 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb5b9-e77f-4662-b68b-d447ee81a11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.459742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3859e-aaac-4304-bab2-0ac7de2c92ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29485963-6814-4989-bb47-e40220d725cb,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:14.464569 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-51920f8f-28b5-40b2-9744-5103bf381866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.492605 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] Checking router: afdcffb5-f241-4374-88bb-6b70bcb63431 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:02:14.493511 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] Updating router afdcffb5-f241-4374-88bb-6b70bcb63431 port 03d277da-9722-4635-a35b-86d78a07ae19 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:02:14.578760 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb5b9-e77f-4662-b68b-d447ee81a11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.599171 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-43fbbbbc-0c72-4c2f-b2e2-b05314077527 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d78253ce1bc1486bad8923eb6a7a8c64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1502223 Aug 19 18:02:14.600045 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb5b9-e77f-4662-b68b-d447ee81a11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.632659 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.643885 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cb644c-41f1-4a28-b621-e590a9fa857b None None] Network 50874bd2-7160-4e95-947b-586c5b7daba3 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:14.667496 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bb5b9-e77f-4662-b68b-d447ee81a11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8daab0c-f749-4d31-b856-d7b94b51a35f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:14.729816 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5bb5b9-e77f-4662-b68b-d447ee81a11a admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:02:14.764135 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb5b9-e77f-4662-b68b-d447ee81a11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.764725 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-4d5bb5b9-e77f-4662-b68b-d447ee81a11a admin admin] Added segment c8664808-f75e-4c04-bdd8-edf0122b5bb2 of type vlan for network f4bffc1f-5388-4a4d-884b-28a00b185d7b Aug 19 18:02:14.860234 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e5d3859e-aaac-4304-bab2-0ac7de2c92ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5824cf8ce4c647839944b8f5dd15dfec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8647425 Aug 19 18:02:14.874935 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35886) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:14.951284 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20501b-60e6-4094-8e08-553ce8a01359 req-9d52f044-0bd6-4347-9f8d-1a63be839eb9 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:14.953481 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3b20501b-60e6-4094-8e08-553ce8a01359 req-9d52f044-0bd6-4347-9f8d-1a63be839eb9 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 943 time: 0.7574735 Aug 19 18:02:14.954406 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51920f8f-28b5-40b2-9744-5103bf381866 admin admin] Pushing event updated for resources: {'Port': ['ID=6a92c25a-3a14-41b8-9703-2bca40eaef82,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:14.960155 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-51920f8f-28b5-40b2-9744-5103bf381866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.995200 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb5b9-e77f-4662-b68b-d447ee81a11a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:15.063026 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1292a244-d9e8-449d-baa0-ef76f4730a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:15.130610 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb5b9-e77f-4662-b68b-d447ee81a11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:15.132712 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5bb5b9-e77f-4662-b68b-d447ee81a11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:15.134063 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb5b9-e77f-4662-b68b-d447ee81a11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:15.198374 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3b20501b-60e6-4094-8e08-553ce8a01359 req-2b71c396-0738-444c-b246-e31f1c16d3fa tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055924 Aug 19 18:02:15.268293 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1292a244-d9e8-449d-baa0-ef76f4730a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:15.293877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bb5b9-e77f-4662-b68b-d447ee81a11a admin admin] Pushing event updated for resources: {'Network': ['ID=f4bffc1f-5388-4a4d-884b-28a00b185d7b,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:15.311477 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51920f8f-28b5-40b2-9744-5103bf381866 admin admin] Network 8bcffd9f-c91b-421f-9193-0b2dad172a22 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:15.325515 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-51920f8f-28b5-40b2-9744-5103bf381866 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:15.339173 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-52d364c7-7e0e-4f47-9f85-32f9eb1e4cc1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:02:15.341370 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-52d364c7-7e0e-4f47-9f85-32f9eb1e4cc1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4680781 Aug 19 18:02:15.361482 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4d5bb5b9-e77f-4662-b68b-d447ee81a11a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3206854 Aug 19 18:02:15.362417 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35898) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:15.451002 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network f4bffc1f-5388-4a4d-884b-28a00b185d7b details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:02:15.466999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-1c0b830a-a781-4fcf-b3c6-b731fc110713 admin admin] Request body: {'subnet': {'network_id': 'f4bffc1f-5388-4a4d-884b-28a00b185d7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142774774-subnet', 'tenant_id': '8482a7bb613440d3b3aa06643d88805d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:15.546508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0b830a-a781-4fcf-b3c6-b731fc110713 admin admin] Made reservation on behalf of 8482a7bb613440d3b3aa06643d88805d for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:15.549199 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1c0b830a-a781-4fcf-b3c6-b731fc110713 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:15.588078 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1292a244-d9e8-449d-baa0-ef76f4730a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:15.591881 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1292a244-d9e8-449d-baa0-ef76f4730a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:15.594128 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1292a244-d9e8-449d-baa0-ef76f4730a78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29485963-6814-4989-bb47-e40220d725cb HTTP/1.1" status: 204 len: 168 time: 0.7171986 Aug 19 18:02:15.670623 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292a244-d9e8-449d-baa0-ef76f4730a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29485963-6814-4989-bb47-e40220d725cb,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:15.714572 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621d9b0-4dfc-44b9-9e2b-9dad92a98e4c req-a5d2970e-9ae9-4b4f-b202-788780e2ba53 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:15.718977 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6621d9b0-4dfc-44b9-9e2b-9dad92a98e4c req-a5d2970e-9ae9-4b4f-b202-788780e2ba53 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.2316349 Aug 19 18:02:15.769911 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8095d9ef-2a2f-4aa6-8265-04c362b574a2 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:15.784072 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device ad6b9fb2-05cc-483b-8221-9cf0e7844b83 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:02:15.835788 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6621d9b0-4dfc-44b9-9e2b-9dad92a98e4c req-549dd78a-b07e-476d-b9be-a347e3b68144 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027408 Aug 19 18:02:15.837967 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35906) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:15.858549 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-fc52e20c-4501-4736-9297-707c16840ef6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-541149842-network', 'tenant_id': '0231ebfa0c984c298c0b7d935989eeaa'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:15.863564 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51920f8f-28b5-40b2-9744-5103bf381866 admin admin] Router a291c389-967c-4dfb-91f4-d5b8be5de884 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:02:15.895749 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-9f1e337b-c796-410a-99b9-a36567f1a2df service neutron] 10.222.0.24 "GET /v2.0/networks/c10b88e6-02ab-47c3-add3-7da1d41710d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465787 Aug 19 18:02:15.912930 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc52e20c-4501-4736-9297-707c16840ef6 admin admin] Made reservation on behalf of 0231ebfa0c984c298c0b7d935989eeaa for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:15.920459 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc52e20c-4501-4736-9297-707c16840ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:16.023675 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc52e20c-4501-4736-9297-707c16840ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:16.129884 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0dc2885c-a9e4-403a-82c5-a3f875ce493b None None] Provisioning complete for port 6a92c25a-3a14-41b8-9703-2bca40eaef82 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:16.130417 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0dc2885c-a9e4-403a-82c5-a3f875ce493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:16.214670 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0dc2885c-a9e4-403a-82c5-a3f875ce493b None None] Port 6a92c25a-3a14-41b8-9703-2bca40eaef82 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:02:16.239724 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:16.267252 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port ad6b9fb2-05cc-483b-8221-9cf0e7844b83, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=ad6b9fb2-05cc-483b-8221-9cf0e7844b83,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:16.304486 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'ad6b9fb2-05cc-483b-8221-9cf0e7844b83', 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f', 'port_id': 'ad6b9fb2-05cc-483b-8221-9cf0e7844b83', 'mac_address': 'fa:16:3e:7d:37:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e38a766b-6157-45f2-9785-a9bfeb2d8ba6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:02:16.311510 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-ccd927cf-5603-49bf-bfee-fa9586e26205 service neutron] 10.222.0.24 "GET /v2.0/networks/c10b88e6-02ab-47c3-add3-7da1d41710d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032938 Aug 19 18:02:16.312832 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 8095d9ef-2a2f-4aa6-8265-04c362b574a2 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:16.318257 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1c0b830a-a781-4fcf-b3c6-b731fc110713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:16.375126 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:16.377205 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 8095d9ef-2a2f-4aa6-8265-04c362b574a2 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:16.378063 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:16.443893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b830a-a781-4fcf-b3c6-b731fc110713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cae81989-2d4c-4e3d-8656-19bacff9c6c0,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:16.447460 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0b830a-a781-4fcf-b3c6-b731fc110713 admin admin] Checking segment: {'id': 'c8664808-f75e-4c04-bdd8-edf0122b5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f4bffc1f-5388-4a4d-884b-28a00b185d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:16.447978 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0b830a-a781-4fcf-b3c6-b731fc110713 admin admin] Network hostable DHCP agents. Network: f4bffc1f-5388-4a4d-884b-28a00b185d7b, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:02:16.467724 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51920f8f-28b5-40b2-9744-5103bf381866 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:02:16.488963 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] Sync routers for ids ['a291c389-967c-4dfb-91f4-d5b8be5de884'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:02:16.497802 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-51920f8f-28b5-40b2-9744-5103bf381866 admin admin] 10.222.0.24 "PUT /v2.0/routers/a291c389-967c-4dfb-91f4-d5b8be5de884/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9818397 Aug 19 18:02:16.505941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0b830a-a781-4fcf-b3c6-b731fc110713 admin admin] Network f4bffc1f-5388-4a4d-884b-28a00b185d7b is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:02:16.507805 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] Routers {'a291c389-967c-4dfb-91f4-d5b8be5de884'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:16.510255 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:02:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['a291c389-967c-4dfb-91f4-d5b8be5de884'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:16.539296 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-1c0b830a-a781-4fcf-b3c6-b731fc110713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, f4bffc1f-5388-4a4d-884b-28a00b185d7b) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:16.547544 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0b830a-a781-4fcf-b3c6-b731fc110713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:16.548119 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1c0b830a-a781-4fcf-b3c6-b731fc110713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:16.564761 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43f59c0-10ce-4dae-9ec0-d82ebb9f986a None None] Network f4bffc1f-5388-4a4d-884b-28a00b185d7b requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:16.572622 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6b9fb2-05cc-483b-8221-9cf0e7844b83 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:02:16.715751 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port ad6b9fb2-05cc-483b-8221-9cf0e7844b83, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=ad6b9fb2-05cc-483b-8221-9cf0e7844b83,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:16.767890 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] Set router a291c389-967c-4dfb-91f4-d5b8be5de884 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:02:16.807371 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1ada0879-ee37-44a7-bc50-a47e83189e92 req-a667416f-7a7e-4326-8e70-038037b5155d tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 210 time: 0.0882068 Aug 19 18:02:16.807888 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35930) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:16.819126 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc52e20c-4501-4736-9297-707c16840ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:16.847542 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18c56e-c88f-4e23-b5ea-5b8772721b9a req-c2fd289c-695d-4d7a-a1a8-87cba8a9fb81 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:16.865238 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1c0b830a-a781-4fcf-b3c6-b731fc110713 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4788256 Aug 19 18:02:16.865855 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35934) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:16.877637 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f4ace372-06fb-4821-a841-4d0e10014097 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142774774-router', 'tenant_id': '8482a7bb613440d3b3aa06643d88805d', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:16.885201 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f18c56e-c88f-4e23-b5ea-5b8772721b9a req-c2fd289c-695d-4d7a-a1a8-87cba8a9fb81 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 943 time: 0.3269906 Aug 19 18:02:16.943118 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f4ace372-06fb-4821-a841-4d0e10014097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:16.944613 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f4ace372-06fb-4821-a841-4d0e10014097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:16.945933 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc52e20c-4501-4736-9297-707c16840ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:16.983296 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:17.009444 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] Transition to ACTIVE for port object 03d277da-9722-4635-a35b-86d78a07ae19 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:17.020168 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:17.092213 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc52e20c-4501-4736-9297-707c16840ef6 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:02:17.140830 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291c389-967c-4dfb-91f4-d5b8be5de884', 'name': 'tempest-FloatingIPsTestJSON-853084275-router', 'tenant_id': '0d610bd1e3ba41fa84c9914924d19e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '8095d9ef-2a2f-4aa6-8265-04c362b574a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:04Z', 'updated_at': '2021-08-19T18:02:13Z', 'revision_number': 4, 'project_id': '0d610bd1e3ba41fa84c9914924d19e29', 'gw_port': {'id': '8095d9ef-2a2f-4aa6-8265-04c362b574a2', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ee:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a291c389-967c-4dfb-91f4-d5b8be5de884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:05Z', 'updated_at': '2021-08-19T18:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '6a92c25a-3a14-41b8-9703-2bca40eaef82', 'name': '', 'network_id': '8bcffd9f-c91b-421f-9193-0b2dad172a22', 'tenant_id': '0d610bd1e3ba41fa84c9914924d19e29', 'mac_address': 'fa:16:3e:e6:a5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a291c389-967c-4dfb-91f4-d5b8be5de884', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '332b18be-0b81-47eb-ba3f-0b0ff5fe75f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:11Z', 'updated_at': '2021-08-19T18:02:14Z', 'revision_number': 2, 'project_id': '0d610bd1e3ba41fa84c9914924d19e29', 'subnets': [{'id': '332b18be-0b81-47eb-ba3f-0b0ff5fe75f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:17.187117 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] Checking router: a291c389-967c-4dfb-91f4-d5b8be5de884 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:02:17.187804 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] Updating router a291c389-967c-4dfb-91f4-d5b8be5de884 port 6a92c25a-3a14-41b8-9703-2bca40eaef82 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:02:17.201359 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52e20c-4501-4736-9297-707c16840ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7956658e-38e8-4516-8445-5d90f002bfc7,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:17.225047 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:17.232659 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc52e20c-4501-4736-9297-707c16840ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:17.238638 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-fc52e20c-4501-4736-9297-707c16840ef6 admin admin] Added segment 01a47971-c83b-4749-93fa-8b7ea6c9bb97 of type vlan for network 7ace0ba1-ae5f-442c-aebd-e52105f36b8c Aug 19 18:02:17.265684 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:17.284268 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=ad6b9fb2-05cc-483b-8221-9cf0e7844b83,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:17.299547 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f18c56e-c88f-4e23-b5ea-5b8772721b9a req-ec11c9aa-fad0-4969-9e90-5def62815cfa tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109836 Aug 19 18:02:17.372349 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f4ace372-06fb-4821-a841-4d0e10014097 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:17.436635 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-728731fd-ba52-4b40-9ba8-37dd57ae7517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:17.512209 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc52e20c-4501-4736-9297-707c16840ef6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:17.556499 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['ad6b9fb2-05cc-483b-8221-9cf0e7844b83'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:02:17.708184 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:17.741485 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc52e20c-4501-4736-9297-707c16840ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:17.743600 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc52e20c-4501-4736-9297-707c16840ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:17.744982 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc52e20c-4501-4736-9297-707c16840ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:17.786083 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:17.807481 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] Transition to ACTIVE for port object 6a92c25a-3a14-41b8-9703-2bca40eaef82 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:17.819557 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:17.820674 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990f653-2a27-4484-bf5e-e909ad4887dd None None] Pushing event updated for resources: {'Port': ['ID=03d277da-9722-4635-a35b-86d78a07ae19,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:17.882762 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a9cb6-1c96-4f8c-a38a-96d28307772b None None] Pushing event updated for resources: {'Port': ['ID=6a92c25a-3a14-41b8-9703-2bca40eaef82,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:18.010172 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] Attempting to bind port 6a92c25a-3a14-41b8-9703-2bca40eaef82 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:18.010800 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] Attempting to bind port 6a92c25a-3a14-41b8-9703-2bca40eaef82 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'bcd06dbd-fb1c-4d69-b799-14a9b12a6418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8bcffd9f-c91b-421f-9193-0b2dad172a22'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:18.011396 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] Attempting to bind port 6a92c25a-3a14-41b8-9703-2bca40eaef82 on network 8bcffd9f-c91b-421f-9193-0b2dad172a22 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:18.020082 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:18.020437 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] Checking segment: {'id': 'bcd06dbd-fb1c-4d69-b799-14a9b12a6418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8bcffd9f-c91b-421f-9193-0b2dad172a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:18.021040 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:18.021323 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] Bound using segment: {'id': 'bcd06dbd-fb1c-4d69-b799-14a9b12a6418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8bcffd9f-c91b-421f-9193-0b2dad172a22'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:18.021978 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] Bound port: 6a92c25a-3a14-41b8-9703-2bca40eaef82, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd06dbd-fb1c-4d69-b799-14a9b12a6418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8bcffd9f-c91b-421f-9193-0b2dad172a22'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:18.022485 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:18.126273 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 8095d9ef-2a2f-4aa6-8265-04c362b574a2, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=8095d9ef-2a2f-4aa6-8265-04c362b574a2,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:18.165238 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] For port 6a92c25a-3a14-41b8-9703-2bca40eaef82, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:18.170124 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] For port 6a92c25a-3a14-41b8-9703-2bca40eaef82, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6a92c25a-3a14-41b8-9703-2bca40eaef82,segment=NetworkSegment(bcd06dbd-fb1c-4d69-b799-14a9b12a6418),segment_id=bcd06dbd-fb1c-4d69-b799-14a9b12a6418)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:18.185680 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:18.304812 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52e20c-4501-4736-9297-707c16840ef6 admin admin] Pushing event updated for resources: {'Network': ['ID=7ace0ba1-ae5f-442c-aebd-e52105f36b8c,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:18.307545 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a9cb6-1c96-4f8c-a38a-96d28307772b None None] Pushing event updated for resources: {'Port': ['ID=6a92c25a-3a14-41b8-9703-2bca40eaef82,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:18.415173 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] Routers {'a291c389-967c-4dfb-91f4-d5b8be5de884'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:18.417746 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:02:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['a291c389-967c-4dfb-91f4-d5b8be5de884'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:18.473699 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:18.541502 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-728731fd-ba52-4b40-9ba8-37dd57ae7517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:18.553636 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 7ace0ba1-ae5f-442c-aebd-e52105f36b8c details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:02:18.563217 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-728731fd-ba52-4b40-9ba8-37dd57ae7517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:18.571817 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282d574-c00a-41d0-b01d-56745b7f4f2b req-48e17ffd-befd-4eee-b847-092ff54f9e0f tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:18.595503 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0282d574-c00a-41d0-b01d-56745b7f4f2b req-48e17ffd-befd-4eee-b847-092ff54f9e0f tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 1.5752730 Aug 19 18:02:18.610243 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fc52e20c-4501-4736-9297-707c16840ef6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.7705824 Aug 19 18:02:18.623369 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35966) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:18.644475 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f4ace372-06fb-4821-a841-4d0e10014097 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:18.685481 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f1b96244-2de6-440e-a372-6aeda6954191 admin admin] Request body: {'subnet': {'network_id': '7ace0ba1-ae5f-442c-aebd-e52105f36b8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-541149842-subnet', 'tenant_id': '0231ebfa0c984c298c0b7d935989eeaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:18.694877 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-728731fd-ba52-4b40-9ba8-37dd57ae7517 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7233dae3bfaf43a2bef65a99a054d62a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8797133 Aug 19 18:02:18.706050 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35968) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:18.729583 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728731fd-ba52-4b40-9ba8-37dd57ae7517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f7f2f2-7f84-4e30-913a-2c2708c5987d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:18.787386 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f46bb7-89b6-4996-a627-fecbe9ad62a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-f4bffc1f-5388-4a4d-884b-28a00b185d7b', 'network_id': 'f4bffc1f-5388-4a4d-884b-28a00b185d7b', 'tenant_id': '8482a7bb613440d3b3aa06643d88805d', 'fixed_ips': [{'subnet_id': 'cae81989-2d4c-4e3d-8656-19bacff9c6c0'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:02:18.813383 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-65f46bb7-89b6-4996-a627-fecbe9ad62a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:18.816007 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0282d574-c00a-41d0-b01d-56745b7f4f2b req-684de384-c3e2-4877-afa1-08658e394cc4 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192960 Aug 19 18:02:19.076526 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] Set router a291c389-967c-4dfb-91f4-d5b8be5de884 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:02:19.159236 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b96244-2de6-440e-a372-6aeda6954191 admin admin] Made reservation on behalf of 0231ebfa0c984c298c0b7d935989eeaa for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:19.163524 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f1b96244-2de6-440e-a372-6aeda6954191 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.194548 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ed987da-561c-4e70-9af6-5ce1023358e3 req-88514a59-c27c-4fd4-b103-3186ee599ee2 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 210 time: 0.2025068 Aug 19 18:02:19.350681 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-65f46bb7-89b6-4996-a627-fecbe9ad62a2 None None] Allocated IP 172.20.0.2 (f4bffc1f-5388-4a4d-884b-28a00b185d7b/cae81989-2d4c-4e3d-8656-19bacff9c6c0/c87ebc50-d295-4edb-ad74-08550d3d3ec5) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:19.532764 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-47c10982-58c6-45cf-b6ab-d80dfe1e6dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.660972 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-65f46bb7-89b6-4996-a627-fecbe9ad62a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.675613 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-65f46bb7-89b6-4996-a627-fecbe9ad62a2 None None] Transition to ACTIVE for port object c87ebc50-d295-4edb-ad74-08550d3d3ec5 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:19.695714 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f1b96244-2de6-440e-a372-6aeda6954191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.701420 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fd6c25bc-c542-419e-9830-fbaf53bab0ae req-d02842c1-57be-43e5-800b-6ed845a87a64 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8825510 Aug 19 18:02:19.702026 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-65f46bb7-89b6-4996-a627-fecbe9ad62a2 None None] Transition to ACTIVE for port object c87ebc50-d295-4edb-ad74-08550d3d3ec5 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:19.727896 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-fd6c25bc-c542-419e-9830-fbaf53bab0ae req-9e2d6d02-0f60-4365-a5f8-dcbfb02db5d8 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:19.786961 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-65f46bb7-89b6-4996-a627-fecbe9ad62a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.807357 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-47c10982-58c6-45cf-b6ab-d80dfe1e6dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.825177 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291c389-967c-4dfb-91f4-d5b8be5de884', 'name': 'tempest-FloatingIPsTestJSON-853084275-router', 'tenant_id': '0d610bd1e3ba41fa84c9914924d19e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '8095d9ef-2a2f-4aa6-8265-04c362b574a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:04Z', 'updated_at': '2021-08-19T18:02:13Z', 'revision_number': 4, 'project_id': '0d610bd1e3ba41fa84c9914924d19e29', 'gw_port': {'id': '8095d9ef-2a2f-4aa6-8265-04c362b574a2', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ee:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291c389-967c-4dfb-91f4-d5b8be5de884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:05Z', 'updated_at': '2021-08-19T18:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '6a92c25a-3a14-41b8-9703-2bca40eaef82', 'name': '', 'network_id': '8bcffd9f-c91b-421f-9193-0b2dad172a22', 'tenant_id': '0d610bd1e3ba41fa84c9914924d19e29', 'mac_address': 'fa:16:3e:e6:a5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a291c389-967c-4dfb-91f4-d5b8be5de884', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '332b18be-0b81-47eb-ba3f-0b0ff5fe75f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:11Z', 'updated_at': '2021-08-19T18:02:18Z', 'revision_number': 4, 'project_id': '0d610bd1e3ba41fa84c9914924d19e29', 'subnets': [{'id': '332b18be-0b81-47eb-ba3f-0b0ff5fe75f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:19.875934 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f46bb7-89b6-4996-a627-fecbe9ad62a2 None None] Network f4bffc1f-5388-4a4d-884b-28a00b185d7b is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:19.882271 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fd6c25bc-c542-419e-9830-fbaf53bab0ae req-9e2d6d02-0f60-4365-a5f8-dcbfb02db5d8 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.892701 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41428108-917a-4736-ba7c-7abd7ebad37a None None] The sync data for ids ['a291c389-967c-4dfb-91f4-d5b8be5de884'] in n-d-803753-2 is: [{'id': 'a291c389-967c-4dfb-91f4-d5b8be5de884', 'name': 'tempest-FloatingIPsTestJSON-853084275-router', 'tenant_id': '0d610bd1e3ba41fa84c9914924d19e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '8095d9ef-2a2f-4aa6-8265-04c362b574a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:04Z', 'updated_at': '2021-08-19T18:02:13Z', 'revision_number': 4, 'project_id': '0d610bd1e3ba41fa84c9914924d19e29', 'gw_port': {'id': '8095d9ef-2a2f-4aa6-8265-04c362b574a2', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ee:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291c389-967c-4dfb-91f4-d5b8be5de884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:05Z', 'updated_at': '2021-08-19T18:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '6a92c25a-3a14-41b8-9703-2bca40eaef82', 'name': '', 'network_id': '8bcffd9f-c91b-421f-9193-0b2dad172a22', 'tenant_id': '0d610bd1e3ba41fa84c9914924d19e29', 'mac_address': 'fa:16:3e:e6:a5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a291c389-967c-4dfb-91f4-d5b8be5de884', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '332b18be-0b81-47eb-ba3f-0b0ff5fe75f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:11Z', 'updated_at': '2021-08-19T18:02:18Z', 'revision_number': 4, 'project_id': '0d610bd1e3ba41fa84c9914924d19e29', 'subnets': [{'id': '332b18be-0b81-47eb-ba3f-0b0ff5fe75f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:02:19.909510 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-65f46bb7-89b6-4996-a627-fecbe9ad62a2 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:19.934692 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] Attempting to bind port 03d277da-9722-4635-a35b-86d78a07ae19 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:19.935261 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] Attempting to bind port 03d277da-9722-4635-a35b-86d78a07ae19 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:19.935823 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] Attempting to bind port 03d277da-9722-4635-a35b-86d78a07ae19 on network cd90f362-a393-471c-9ea0-f8d2f58d49da {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:19.948895 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f46bb7-89b6-4996-a627-fecbe9ad62a2 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:19.960804 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:19.961401 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] Checking segment: {'id': '2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:19.962082 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.962767 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] Bound using segment: {'id': '2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:19.966683 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] Bound port: 03d277da-9722-4635-a35b-86d78a07ae19, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:19.967355 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:20.052511 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-47c10982-58c6-45cf-b6ab-d80dfe1e6dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:20.058959 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-47c10982-58c6-45cf-b6ab-d80dfe1e6dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:20.061118 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-47c10982-58c6-45cf-b6ab-d80dfe1e6dec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9f7f2f2-7f84-4e30-913a-2c2708c5987d HTTP/1.1" status: 204 len: 168 time: 1.3530869 Aug 19 18:02:20.088815 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c10982-58c6-45cf-b6ab-d80dfe1e6dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f7f2f2-7f84-4e30-913a-2c2708c5987d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:20.146512 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b96244-2de6-440e-a372-6aeda6954191 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bc006bb-bf1b-4436-b147-2386bb6373c8,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:20.208155 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fd6c25bc-c542-419e-9830-fbaf53bab0ae req-9e2d6d02-0f60-4365-a5f8-dcbfb02db5d8 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:20.469900 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a8d05-3841-44c7-a4be-e62876c723aa req-12957400-d47d-47de-9053-1c7cffd7cf58 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:20.476754 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=8095d9ef-2a2f-4aa6-8265-04c362b574a2,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:20.498932 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a9a8d05-3841-44c7-a4be-e62876c723aa req-12957400-d47d-47de-9053-1c7cffd7cf58 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 944 time: 0.8025851 Aug 19 18:02:20.679584 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] For port 03d277da-9722-4635-a35b-86d78a07ae19, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:20.696848 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-dbb9b066-477e-4cc8-b70b-4052efc8279c tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:20.698020 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] For port 03d277da-9722-4635-a35b-86d78a07ae19, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=03d277da-9722-4635-a35b-86d78a07ae19,segment=NetworkSegment(2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f),segment_id=2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:20.701139 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-dbb9b066-477e-4cc8-b70b-4052efc8279c tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.54 "GET /v2.0/networks?id=c10b88e6-02ab-47c3-add3-7da1d41710d4 HTTP/1.1" status: 200 len: 822 time: 1.0104761 Aug 19 18:02:20.707401 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f46bb7-89b6-4996-a627-fecbe9ad62a2 None None] Pushing event updated for resources: {'Port': ['ID=c87ebc50-d295-4edb-ad74-08550d3d3ec5,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:20.739865 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-fd6c25bc-c542-419e-9830-fbaf53bab0ae req-9e2d6d02-0f60-4365-a5f8-dcbfb02db5d8 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Allocated IP 172.25.8.103 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/b7071c04-3e62-40f0-89ef-4564dfe93f4d) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:20.745112 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-55135931-cc8c-4b61-8e1c-a16d2137953f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Request body: {'port': {'device_id': '4254392d-8e19-4ede-9d2e-e312704a54c0', 'network_id': 'c10b88e6-02ab-47c3-add3-7da1d41710d4', 'admin_state_up': True, 'tenant_id': 'd78253ce1bc1486bad8923eb6a7a8c64'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:20.913900 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:20.969605 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8095d9ef-2a2f-4aa6-8265-04c362b574a2 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:21.031625 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b96244-2de6-440e-a372-6aeda6954191 admin admin] Checking segment: {'id': '01a47971-c83b-4749-93fa-8b7ea6c9bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7ace0ba1-ae5f-442c-aebd-e52105f36b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:21.032207 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b96244-2de6-440e-a372-6aeda6954191 admin admin] Network hostable DHCP agents. Network: 7ace0ba1-ae5f-442c-aebd-e52105f36b8c, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:02:21.138757 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a9a8d05-3841-44c7-a4be-e62876c723aa req-18c544ab-516a-4187-b462-6249cedb3658 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6157916 Aug 19 18:02:21.196969 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-65f46bb7-89b6-4996-a627-fecbe9ad62a2 None None] Attempting to bind port c87ebc50-d295-4edb-ad74-08550d3d3ec5 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:21.197411 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-65f46bb7-89b6-4996-a627-fecbe9ad62a2 None None] Attempting to bind port c87ebc50-d295-4edb-ad74-08550d3d3ec5 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'c8664808-f75e-4c04-bdd8-edf0122b5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f4bffc1f-5388-4a4d-884b-28a00b185d7b'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:21.197803 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f46bb7-89b6-4996-a627-fecbe9ad62a2 None None] Attempting to bind port c87ebc50-d295-4edb-ad74-08550d3d3ec5 on network f4bffc1f-5388-4a4d-884b-28a00b185d7b {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:21.200688 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fd6c25bc-c542-419e-9830-fbaf53bab0ae req-9e2d6d02-0f60-4365-a5f8-dcbfb02db5d8 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:21.235708 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f46bb7-89b6-4996-a627-fecbe9ad62a2 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:21.236273 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f46bb7-89b6-4996-a627-fecbe9ad62a2 None None] Checking segment: {'id': 'c8664808-f75e-4c04-bdd8-edf0122b5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f4bffc1f-5388-4a4d-884b-28a00b185d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:21.236585 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-65f46bb7-89b6-4996-a627-fecbe9ad62a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:21.237052 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f46bb7-89b6-4996-a627-fecbe9ad62a2 None None] Bound using segment: {'id': 'c8664808-f75e-4c04-bdd8-edf0122b5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f4bffc1f-5388-4a4d-884b-28a00b185d7b'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:21.238244 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-65f46bb7-89b6-4996-a627-fecbe9ad62a2 None None] Bound port: c87ebc50-d295-4edb-ad74-08550d3d3ec5, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8664808-f75e-4c04-bdd8-edf0122b5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f4bffc1f-5388-4a4d-884b-28a00b185d7b'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:21.238742 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-65f46bb7-89b6-4996-a627-fecbe9ad62a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:21.240881 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device bc594908-7df4-489e-a1fd-2df2a543b8e6 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:02:21.307844 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af28c92-ff62-4efa-a4aa-32760763ab2d req-74133fa8-38d6-408a-9809-6ec3a0b0a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:21.310838 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4af28c92-ff62-4efa-a4aa-32760763ab2d req-74133fa8-38d6-408a-9809-6ec3a0b0a900 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 1101 time: 0.8391771 Aug 19 18:02:21.334980 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] Routers {'afdcffb5-f241-4374-88bb-6b70bcb63431'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:21.335639 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:02:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['afdcffb5-f241-4374-88bb-6b70bcb63431'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:21.380143 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:02:21.434165 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4af28c92-ff62-4efa-a4aa-32760763ab2d req-3d6e33d4-7c9d-4eb0-a402-8b3691244134 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042271 Aug 19 18:02:21.444481 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b96244-2de6-440e-a372-6aeda6954191 admin admin] Network 7ace0ba1-ae5f-442c-aebd-e52105f36b8c is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:02:21.482611 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fd6c25bc-c542-419e-9830-fbaf53bab0ae req-9e2d6d02-0f60-4365-a5f8-dcbfb02db5d8 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:21.607073 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd6c25bc-c542-419e-9830-fbaf53bab0ae req-9e2d6d02-0f60-4365-a5f8-dcbfb02db5d8 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:21.633569 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-fd6c25bc-c542-419e-9830-fbaf53bab0ae req-9e2d6d02-0f60-4365-a5f8-dcbfb02db5d8 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:21.648220 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6c25bc-c542-419e-9830-fbaf53bab0ae req-9e2d6d02-0f60-4365-a5f8-dcbfb02db5d8 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:21.662647 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 8095d9ef-2a2f-4aa6-8265-04c362b574a2 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:21.663266 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:21.813788 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.resource_extend [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:02:22.093685 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fd6c25bc-c542-419e-9830-fbaf53bab0ae req-9e2d6d02-0f60-4365-a5f8-dcbfb02db5d8 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:22.095337 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] Set router afdcffb5-f241-4374-88bb-6b70bcb63431 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:02:22.179194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port bc594908-7df4-489e-a1fd-2df2a543b8e6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bc594908-7df4-489e-a1fd-2df2a543b8e6,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:22.190182 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990f653-2a27-4484-bf5e-e909ad4887dd None None] Pushing event updated for resources: {'Port': ['ID=03d277da-9722-4635-a35b-86d78a07ae19,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:22.209351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d6d02-0f60-4365-a5f8-dcbfb02db5d8 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Pushing event updated for resources: {'Port': ['ID=b7071c04-3e62-40f0-89ef-4564dfe93f4d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:22.242177 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-55135931-cc8c-4b61-8e1c-a16d2137953f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Made reservation on behalf of d78253ce1bc1486bad8923eb6a7a8c64 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:22.246470 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-55135931-cc8c-4b61-8e1c-a16d2137953f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:22.257677 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a51b496f-f6ff-4259-94d5-793da74c6841 req-48c5a175-ee11-43be-8525-522025d2e314 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1330740 Aug 19 18:02:22.272239 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-f1b96244-2de6-440e-a372-6aeda6954191 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 7ace0ba1-ae5f-442c-aebd-e52105f36b8c) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:22.287298 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'bc594908-7df4-489e-a1fd-2df2a543b8e6', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': 'bc594908-7df4-489e-a1fd-2df2a543b8e6', 'mac_address': 'fa:16:3e:f3:03:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:02:22.291097 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b96244-2de6-440e-a372-6aeda6954191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:22.291337 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-65f46bb7-89b6-4996-a627-fecbe9ad62a2 None None] For port c87ebc50-d295-4edb-ad74-08550d3d3ec5, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:22.291910 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f1b96244-2de6-440e-a372-6aeda6954191 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:22.292183 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fd6c25bc-c542-419e-9830-fbaf53bab0ae req-9e2d6d02-0f60-4365-a5f8-dcbfb02db5d8 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:22.351147 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7900d12-f240-45a5-b818-81f6fdbeda44 None None] Network 7ace0ba1-ae5f-442c-aebd-e52105f36b8c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:22.416815 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f1b96244-2de6-440e-a372-6aeda6954191 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.7766988 Aug 19 18:02:22.466439 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac6153-d298-4366-a4a3-07311ded2143 req-470cbb4b-77f4-4443-bcfe-f24a7fc8debd tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:22.468057 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1cac6153-d298-4366-a4a3-07311ded2143 req-470cbb4b-77f4-4443-bcfe-f24a7fc8debd tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 1.0296671 Aug 19 18:02:22.485277 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f4ace372-06fb-4821-a841-4d0e10014097 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:22.529507 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f4ace372-06fb-4821-a841-4d0e10014097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:22.560886 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b496f-f6ff-4259-94d5-793da74c6841 req-b2220049-3c8f-4483-a949-30eb33443594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:22.565846 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a51b496f-f6ff-4259-94d5-793da74c6841 req-b2220049-3c8f-4483-a949-30eb33443594 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b84cb7e21da64a88b5741ffbb9559910&device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 1101 time: 0.2548850 Aug 19 18:02:22.694974 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1cac6153-d298-4366-a4a3-07311ded2143 req-4c0a67da-9f7c-4fe2-9b1a-e22df2cccd82 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710520 Aug 19 18:02:22.710916 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-55135931-cc8c-4b61-8e1c-a16d2137953f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Allocated IP 172.20.0.13 (c10b88e6-02ab-47c3-add3-7da1d41710d4/146b6d87-a0dc-49aa-aae9-258fac7297e8/9199c5aa-8814-4ee1-b59e-63979ea38af8) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:22.758932 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-65f46bb7-89b6-4996-a627-fecbe9ad62a2 None None] For port c87ebc50-d295-4edb-ad74-08550d3d3ec5, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c87ebc50-d295-4edb-ad74-08550d3d3ec5,segment=NetworkSegment(c8664808-f75e-4c04-bdd8-edf0122b5bb2),segment_id=c8664808-f75e-4c04-bdd8-edf0122b5bb2)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:22.838490 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b496f-f6ff-4259-94d5-793da74c6841 req-9bb4aed4-9b9b-48e8-8ae4-35968b184b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:22.841972 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a51b496f-f6ff-4259-94d5-793da74c6841 req-9bb4aed4-9b9b-48e8-8ae4-35968b184b49 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.2398851 Aug 19 18:02:22.854015 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fd6c25bc-c542-419e-9830-fbaf53bab0ae req-9e2d6d02-0f60-4365-a5f8-dcbfb02db5d8 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:22.915767 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-f4ace372-06fb-4821-a841-4d0e10014097 admin admin] Allocated IP 172.25.8.138 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/219d2a7d-76de-4c03-8248-9d8bd79c244d) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:22.932789 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a51b496f-f6ff-4259-94d5-793da74c6841 req-5e43e151-11cf-4638-aaf6-5a3824749065 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=2d37e335-994b-4290-9290-68af55592dcc HTTP/1.1" status: 200 len: 217 time: 0.0717187 Aug 19 18:02:22.934340 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fd6c25bc-c542-419e-9830-fbaf53bab0ae req-9e2d6d02-0f60-4365-a5f8-dcbfb02db5d8 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:23.003202 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:23.034895 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e41b977f-38cd-463e-965d-58e467710838 req-007e3476-1317-420e-8b14-f8a4af21a379 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 210 time: 0.1102462 Aug 19 18:02:23.086254 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d6d02-0f60-4365-a5f8-dcbfb02db5d8 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Pushing event updated for resources: {'Port': ['ID=b7071c04-3e62-40f0-89ef-4564dfe93f4d,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:23.093400 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b496f-f6ff-4259-94d5-793da74c6841 req-b32f0eeb-1087-4f66-81a8-edbc3277557f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:23.095024 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a51b496f-f6ff-4259-94d5-793da74c6841 req-b32f0eeb-1087-4f66-81a8-edbc3277557f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1509202 Aug 19 18:02:23.096806 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fd6c25bc-c542-419e-9830-fbaf53bab0ae req-9e2d6d02-0f60-4365-a5f8-dcbfb02db5d8 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:23.115821 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-65f46bb7-89b6-4996-a627-fecbe9ad62a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:23.153560 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc594908-7df4-489e-a1fd-2df2a543b8e6 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:02:23.168961 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6a92c25a-3a14-41b8-9703-2bca40eaef82 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:23.178766 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fd6c25bc-c542-419e-9830-fbaf53bab0ae req-9e2d6d02-0f60-4365-a5f8-dcbfb02db5d8 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:23.183999 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fd6c25bc-c542-419e-9830-fbaf53bab0ae req-9e2d6d02-0f60-4365-a5f8-dcbfb02db5d8 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4788537 Aug 19 18:02:23.192272 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-55135931-cc8c-4b61-8e1c-a16d2137953f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:23.242223 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-55135931-cc8c-4b61-8e1c-a16d2137953f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:23.349435 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55135931-cc8c-4b61-8e1c-a16d2137953f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Pushing event updated for resources: {'Port': ['ID=9199c5aa-8814-4ee1-b59e-63979ea38af8,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:23.377371 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-55135931-cc8c-4b61-8e1c-a16d2137953f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Network c10b88e6-02ab-47c3-add3-7da1d41710d4 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:23.383808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-55135931-cc8c-4b61-8e1c-a16d2137953f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:23.391290 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-55135931-cc8c-4b61-8e1c-a16d2137953f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:23.399425 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-55135931-cc8c-4b61-8e1c-a16d2137953f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:23.400328 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-55135931-cc8c-4b61-8e1c-a16d2137953f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:23.410360 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69127c25-08b8-4cc9-ba0b-34bda7f19850 None None] Network 7ace0ba1-ae5f-442c-aebd-e52105f36b8c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:23.427193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port bc594908-7df4-489e-a1fd-2df2a543b8e6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bc594908-7df4-489e-a1fd-2df2a543b8e6,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:23.444785 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f4ace372-06fb-4821-a841-4d0e10014097 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:23.465901 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:23.468813 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-55135931-cc8c-4b61-8e1c-a16d2137953f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7546799 Aug 19 18:02:23.485159 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-67b09a03-528e-4388-937f-65d5a49ee23c service neutron] Request body: {'port': {'device_id': '4254392d-8e19-4ede-9d2e-e312704a54c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:23.595297 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f46bb7-89b6-4996-a627-fecbe9ad62a2 None None] Pushing event updated for resources: {'Port': ['ID=c87ebc50-d295-4edb-ad74-08550d3d3ec5,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:23.608085 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f4ace372-06fb-4821-a841-4d0e10014097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:23.613307 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-67b09a03-528e-4388-937f-65d5a49ee23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:23.655641 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 6a92c25a-3a14-41b8-9703-2bca40eaef82 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:23.681156 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fd6c25bc-c542-419e-9830-fbaf53bab0ae req-2e53b7ba-56c2-439a-b6f0-f382f0bd25e5 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.103 HTTP/1.1" status: 200 len: 696 time: 0.4736812 Aug 19 18:02:23.692517 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b496f-f6ff-4259-94d5-793da74c6841 req-8d2326e0-e2c7-4b88-9352-661d89bc6102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:23.696349 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a51b496f-f6ff-4259-94d5-793da74c6841 req-8d2326e0-e2c7-4b88-9352-661d89bc6102 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5730548 Aug 19 18:02:23.703437 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 6a92c25a-3a14-41b8-9703-2bca40eaef82 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:23.704111 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:23.734178 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ace372-06fb-4821-a841-4d0e10014097 admin admin] Pushing event updated for resources: {'Port': ['ID=219d2a7d-76de-4c03-8248-9d8bd79c244d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:23.774237 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ace372-06fb-4821-a841-4d0e10014097 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:23.779205 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-f4ace372-06fb-4821-a841-4d0e10014097 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:23.784738 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ace372-06fb-4821-a841-4d0e10014097 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:23.828038 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device ad6b9fb2-05cc-483b-8221-9cf0e7844b83 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:23.848311 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a51b496f-f6ff-4259-94d5-793da74c6841 req-a81ce660-5b8c-4b41-b42c-a95c142c297a service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378064 Aug 19 18:02:24.042526 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['bc594908-7df4-489e-a1fd-2df2a543b8e6'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:02:24.149287 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a51b496f-f6ff-4259-94d5-793da74c6841 req-9b2fa2a9-a430-421e-9b19-476f8b28525e service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867377 Aug 19 18:02:24.159997 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=bc594908-7df4-489e-a1fd-2df2a543b8e6,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:24.161795 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c25bc-c542-419e-9830-fbaf53bab0ae req-8d282f83-7f89-4c3c-b47f-00231ac75056 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:24.163766 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fd6c25bc-c542-419e-9830-fbaf53bab0ae req-8d282f83-7f89-4c3c-b47f-00231ac75056 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.4553750 Aug 19 18:02:24.193078 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-fd6c25bc-c542-419e-9830-fbaf53bab0ae req-179fe84d-55df-43b4-b791-5456b09f5d3d tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:02:24.194538 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fd6c25bc-c542-419e-9830-fbaf53bab0ae req-179fe84d-55df-43b4-b791-5456b09f5d3d tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083101 Aug 19 18:02:24.196925 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1309184839-router', 'tenant_id': '4e704f617a744748b90217135397502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '353f5465-46b8-4259-81b4-837784e478a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:56Z', 'updated_at': '2021-08-19T18:02:06Z', 'revision_number': 4, 'project_id': '4e704f617a744748b90217135397502c', 'gw_port': {'id': '353f5465-46b8-4259-81b4-837784e478a3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:58Z', 'updated_at': '2021-08-19T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '03d277da-9722-4635-a35b-86d78a07ae19', 'name': '', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'tenant_id': '4e704f617a744748b90217135397502c', 'mac_address': 'fa:16:3e:10:ce:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:03Z', 'updated_at': '2021-08-19T18:02:20Z', 'revision_number': 4, 'project_id': '4e704f617a744748b90217135397502c', 'subnets': [{'id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:24.478288 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f4ace372-06fb-4821-a841-4d0e10014097 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:24.590990 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36048) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:24.599381 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb58bc0-640f-4e66-bcc3-2835b5b1c501 None None] The sync data for ids ['afdcffb5-f241-4374-88bb-6b70bcb63431'] in n-d-803753-2 is: [{'id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1309184839-router', 'tenant_id': '4e704f617a744748b90217135397502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '353f5465-46b8-4259-81b4-837784e478a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:56Z', 'updated_at': '2021-08-19T18:02:06Z', 'revision_number': 4, 'project_id': '4e704f617a744748b90217135397502c', 'gw_port': {'id': '353f5465-46b8-4259-81b4-837784e478a3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:58Z', 'updated_at': '2021-08-19T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '03d277da-9722-4635-a35b-86d78a07ae19', 'name': '', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'tenant_id': '4e704f617a744748b90217135397502c', 'mac_address': 'fa:16:3e:10:ce:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:03Z', 'updated_at': '2021-08-19T18:02:20Z', 'revision_number': 4, 'project_id': '4e704f617a744748b90217135397502c', 'subnets': [{'id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:02:24.635470 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fda138-2dec-465d-b5c2-4d4720d494fd req-435cf7e7-d59d-427a-8d66-9a639ddaf706 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:24.641270 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-07fda138-2dec-465d-b5c2-4d4720d494fd req-435cf7e7-d59d-427a-8d66-9a639ddaf706 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 944 time: 0.3999674 Aug 19 18:02:24.713011 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port ad6b9fb2-05cc-483b-8221-9cf0e7844b83 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:24.726629 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:24.771595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-31354147-ad1b-42bb-b5c2-5c97f14f828c tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:24.785024 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-31354147-ad1b-42bb-b5c2-5c97f14f828c tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 807 time: 0.2958379 Aug 19 18:02:24.808404 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port ad6b9fb2-05cc-483b-8221-9cf0e7844b83 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:24.810058 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:24.836162 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-dc567bc9-8316-4296-bf52-f32e5b068043 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/quotas/4372bce7e7ca475fbe71d1638d302952 HTTP/1.1" status: 200 len: 375 time: 0.0487373 Aug 19 18:02:24.907433 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-23747ff7-d4b6-4e7d-bbde-df6a5fb26ecb tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696280 Aug 19 18:02:24.955054 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 6a92c25a-3a14-41b8-9703-2bca40eaef82, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6a92c25a-3a14-41b8-9703-2bca40eaef82,segment=NetworkSegment(bcd06dbd-fb1c-4d69-b799-14a9b12a6418),segment_id=bcd06dbd-fb1c-4d69-b799-14a9b12a6418)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:24.971269 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:25.189346 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-f0ff917b-8ad9-4e6a-9ad8-9bdb2ec57a22 service neutron] 10.222.0.24 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799125 Aug 19 18:02:25.193199 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-67b09a03-528e-4388-937f-65d5a49ee23c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9199c5aa-8814-4ee1-b59e-63979ea38af8 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:02:25.223016 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-67b09a03-528e-4388-937f-65d5a49ee23c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:25.251360 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-04b288ed-11d1-444b-bf95-2dc040ca6982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:25.251938 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-07fda138-2dec-465d-b5c2-4d4720d494fd req-cb8ad2fa-c1f3-4ede-8b7c-827fc68eaad7 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799433 Aug 19 18:02:25.421674 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=6a92c25a-3a14-41b8-9703-2bca40eaef82,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:25.424577 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727487cf-e658-4381-93a3-2d74adddaf43 None None] Network f4bffc1f-5388-4a4d-884b-28a00b185d7b requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:25.427054 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 03d277da-9722-4635-a35b-86d78a07ae19 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:25.445322 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-28b449f1-e162-45f3-a5cc-4481f7e5a100 service neutron] 10.222.0.24 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405400 Aug 19 18:02:25.482177 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-67b09a03-528e-4388-937f-65d5a49ee23c service neutron] Transition to ACTIVE for port object 9199c5aa-8814-4ee1-b59e-63979ea38af8 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:25.521784 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device bc594908-7df4-489e-a1fd-2df2a543b8e6 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:02:25.591115 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-51cf29af-a8c4-4dff-bec5-e507f5b8962a None None] Provisioning for port c87ebc50-d295-4edb-ad74-08550d3d3ec5 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:25.604960 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-67b09a03-528e-4388-937f-65d5a49ee23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:25.617771 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-04b288ed-11d1-444b-bf95-2dc040ca6982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:25.626489 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-04b288ed-11d1-444b-bf95-2dc040ca6982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:25.640165 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:25.668990 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f4ace372-06fb-4821-a841-4d0e10014097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:25.742477 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 03d277da-9722-4635-a35b-86d78a07ae19 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:25.746786 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-04b288ed-11d1-444b-bf95-2dc040ca6982 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72a0cf68943d4fd09765ed1dd6730cd2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1534729 Aug 19 18:02:25.752012 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36056) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:25.757559 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b288ed-11d1-444b-bf95-2dc040ca6982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c37d64-9b11-46a9-aebe-54d285bbbeec,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:25.760624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b71b60b-9fce-4717-a88d-cd343523832b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6b9fb2-05cc-483b-8221-9cf0e7844b83'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:25.766702 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dd4113-4224-4f39-8d6e-0bf7f8dfff24" -d '{"events": [{"server_uuid": "5b71b60b-9fce-4717-a88d-cd343523832b", "name": "network-vif-plugged", "status": "completed", "tag": "ad6b9fb2-05cc-483b-8221-9cf0e7844b83"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:25.778757 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 03d277da-9722-4635-a35b-86d78a07ae19 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:25.779262 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:25.922941 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port ad6b9fb2-05cc-483b-8221-9cf0e7844b83, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=ad6b9fb2-05cc-483b-8221-9cf0e7844b83,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:25.981815 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46bc01-a73b-4598-87be-d8ea3a15b1c1 req-21fc614a-8f89-4528-8a37-1faa88d8ad39 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:25.990377 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8b9c6b04-1ee5-415c-8ea2-1b2e246366f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:25.990925 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:25.997098 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2c46bc01-a73b-4598-87be-d8ea3a15b1c1 req-21fc614a-8f89-4528-8a37-1faa88d8ad39 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 949 time: 0.5103569 Aug 19 18:02:26.049105 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b09a03-528e-4388-937f-65d5a49ee23c service neutron] Pushing event updated for resources: {'Port': ['ID=9199c5aa-8814-4ee1-b59e-63979ea38af8,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:26.077045 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8b9c6b04-1ee5-415c-8ea2-1b2e246366f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:26.111061 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:26.140844 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-67b09a03-528e-4388-937f-65d5a49ee23c service neutron] Attempting to bind port 9199c5aa-8814-4ee1-b59e-63979ea38af8 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:26.141360 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-67b09a03-528e-4388-937f-65d5a49ee23c service neutron] Attempting to bind port 9199c5aa-8814-4ee1-b59e-63979ea38af8 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '9c7d747c-4d15-4d78-8a75-1bea6385c296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c10b88e6-02ab-47c3-add3-7da1d41710d4'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:26.147985 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-67b09a03-528e-4388-937f-65d5a49ee23c service neutron] Attempting to bind port 9199c5aa-8814-4ee1-b59e-63979ea38af8 on network c10b88e6-02ab-47c3-add3-7da1d41710d4 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:26.165942 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bc594908-7df4-489e-a1fd-2df2a543b8e6 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:02:26.174132 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=ad6b9fb2-05cc-483b-8221-9cf0e7844b83,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:26.209186 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2c46bc01-a73b-4598-87be-d8ea3a15b1c1 req-0f2b16da-c2e5-4519-ba15-99d93b90082b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105644 Aug 19 18:02:26.232730 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-67b09a03-528e-4388-937f-65d5a49ee23c service neutron] Port 9199c5aa-8814-4ee1-b59e-63979ea38af8 on network c10b88e6-02ab-47c3-add3-7da1d41710d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:02:26.233228 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-67b09a03-528e-4388-937f-65d5a49ee23c service neutron] Attempting to bind port 9199c5aa-8814-4ee1-b59e-63979ea38af8 on network c10b88e6-02ab-47c3-add3-7da1d41710d4 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:26.269556 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8b9c6b04-1ee5-415c-8ea2-1b2e246366f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:26.270720 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port bc594908-7df4-489e-a1fd-2df2a543b8e6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bc594908-7df4-489e-a1fd-2df2a543b8e6,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:26.275942 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8b9c6b04-1ee5-415c-8ea2-1b2e246366f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:26.278669 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8b9c6b04-1ee5-415c-8ea2-1b2e246366f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5c37d64-9b11-46a9-aebe-54d285bbbeec HTTP/1.1" status: 204 len: 168 time: 0.5245125 Aug 19 18:02:26.285588 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:26.289153 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:26.351772 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-67b09a03-528e-4388-937f-65d5a49ee23c service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:26.352607 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-67b09a03-528e-4388-937f-65d5a49ee23c service neutron] Checking segment: {'id': '9c7d747c-4d15-4d78-8a75-1bea6385c296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c10b88e6-02ab-47c3-add3-7da1d41710d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:26.353470 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-67b09a03-528e-4388-937f-65d5a49ee23c service neutron] Bound using segment: {'id': '9c7d747c-4d15-4d78-8a75-1bea6385c296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c10b88e6-02ab-47c3-add3-7da1d41710d4'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:26.354480 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-67b09a03-528e-4388-937f-65d5a49ee23c service neutron] Bound port: 9199c5aa-8814-4ee1-b59e-63979ea38af8, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7d747c-4d15-4d78-8a75-1bea6385c296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c10b88e6-02ab-47c3-add3-7da1d41710d4'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:26.355706 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-67b09a03-528e-4388-937f-65d5a49ee23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:26.379120 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c6b04-1ee5-415c-8ea2-1b2e246366f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c37d64-9b11-46a9-aebe-54d285bbbeec,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:26.399941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ace372-06fb-4821-a841-4d0e10014097 admin admin] Router 1ff9e426-6510-4b92-b29f-ea6697629506 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:02:26.455392 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 03d277da-9722-4635-a35b-86d78a07ae19, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=03d277da-9722-4635-a35b-86d78a07ae19,segment=NetworkSegment(2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f),segment_id=2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:26.489935 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:26.492072 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c87ebc50-d295-4edb-ad74-08550d3d3ec5 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:26.561690 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=bc594908-7df4-489e-a1fd-2df2a543b8e6,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:26.751483 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=03d277da-9722-4635-a35b-86d78a07ae19,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:26.769324 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port c87ebc50-d295-4edb-ad74-08550d3d3ec5 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:26.778191 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port c87ebc50-d295-4edb-ad74-08550d3d3ec5 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:26.778985 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:26.882591 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a49a0e90-0efd-4df1-9c62-84400683efde None None] Provisioning complete for port c87ebc50-d295-4edb-ad74-08550d3d3ec5 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:26.883044 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a49a0e90-0efd-4df1-9c62-84400683efde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:26.946415 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-39f17b9d-8cd9-47e2-8e3b-5cef55bed824 req-fb88ea38-f357-4f9b-9279-ef8f2da041bc tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/floatingips/1ed13003-15b0-4967-aec0-ddf234114236 HTTP/1.1" status: 200 len: 693 time: 0.3211470 Aug 19 18:02:27.073702 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a49a0e90-0efd-4df1-9c62-84400683efde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:27.119246 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:27.188518 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a49a0e90-0efd-4df1-9c62-84400683efde None None] For port c87ebc50-d295-4edb-ad74-08550d3d3ec5, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c87ebc50-d295-4edb-ad74-08550d3d3ec5,segment=NetworkSegment(c8664808-f75e-4c04-bdd8-edf0122b5bb2),segment_id=c8664808-f75e-4c04-bdd8-edf0122b5bb2)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:27.198665 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a49a0e90-0efd-4df1-9c62-84400683efde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:27.240880 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-67b09a03-528e-4388-937f-65d5a49ee23c service neutron] For port 9199c5aa-8814-4ee1-b59e-63979ea38af8, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:27.256638 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86865d0c-8033-424b-ae74-81faa31948c8 req-29a5c22d-84ba-490f-80b7-925f4126e82d tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:27.265830 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-86865d0c-8033-424b-ae74-81faa31948c8 req-29a5c22d-84ba-490f-80b7-925f4126e82d tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 944 time: 0.8245208 Aug 19 18:02:27.278793 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f17b9d-8cd9-47e2-8e3b-5cef55bed824 req-1a6249c5-0ebd-4ff8-9ce7-f2b94baab2f1 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:27.282621 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-39f17b9d-8cd9-47e2-8e3b-5cef55bed824 req-1a6249c5-0ebd-4ff8-9ce7-f2b94baab2f1 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.3349497 Aug 19 18:02:27.298781 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-67b09a03-528e-4388-937f-65d5a49ee23c service neutron] For port 9199c5aa-8814-4ee1-b59e-63979ea38af8, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=9199c5aa-8814-4ee1-b59e-63979ea38af8,segment=NetworkSegment(9c7d747c-4d15-4d78-8a75-1bea6385c296),segment_id=9c7d747c-4d15-4d78-8a75-1bea6385c296)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:27.309301 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-67b09a03-528e-4388-937f-65d5a49ee23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:27.317350 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-39f17b9d-8cd9-47e2-8e3b-5cef55bed824 req-2bebbdc3-ec72-4fa5-ac3b-c5a9d421797f tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:02:27.335080 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-39f17b9d-8cd9-47e2-8e3b-5cef55bed824 req-2bebbdc3-ec72-4fa5-ac3b-c5a9d421797f tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0305805 Aug 19 18:02:27.351019 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.api [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:02:27.351629 n-d-803753-2 neutron-server[94683]: DEBUG oslo_db.api [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:02:27.353014 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a0e90-0efd-4df1-9c62-84400683efde None None] Pushing event updated for resources: {'Port': ['ID=c87ebc50-d295-4edb-ad74-08550d3d3ec5,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:27.408339 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-86865d0c-8033-424b-ae74-81faa31948c8 req-10d62925-3ca6-43df-be16-4ee08ae24a4b tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413960 Aug 19 18:02:27.410085 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ace372-06fb-4821-a841-4d0e10014097 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:02:27.425553 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] Sync routers for ids ['1ff9e426-6510-4b92-b29f-ea6697629506'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:02:27.450999 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] Routers {'1ff9e426-6510-4b92-b29f-ea6697629506'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:27.451662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:02:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['1ff9e426-6510-4b92-b29f-ea6697629506'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:27.482093 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-67b09a03-528e-4388-937f-65d5a49ee23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:27.483002 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-67b09a03-528e-4388-937f-65d5a49ee23c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:27.495455 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-67b09a03-528e-4388-937f-65d5a49ee23c service neutron] 10.222.0.54 "PUT /v2.0/ports/9199c5aa-8814-4ee1-b59e-63979ea38af8 HTTP/1.1" status: 200 len: 1092 time: 4.0167024 Aug 19 18:02:27.496252 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4254392d-8e19-4ede-9d2e-e312704a54c0', 'tag': '9199c5aa-8814-4ee1-b59e-63979ea38af8'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:27.500226 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b23e043-461c-4611-8008-87f8ff05ab95" -d '{"events": [{"name": "network-changed", "server_uuid": "4254392d-8e19-4ede-9d2e-e312704a54c0", "tag": "9199c5aa-8814-4ee1-b59e-63979ea38af8"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:27.564744 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b09a03-528e-4388-937f-65d5a49ee23c service neutron] Pushing event updated for resources: {'Port': ['ID=9199c5aa-8814-4ee1-b59e-63979ea38af8,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:27.572761 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f4ace372-06fb-4821-a841-4d0e10014097 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:27.577839 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f4ace372-06fb-4821-a841-4d0e10014097 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 10.7080991 Aug 19 18:02:27.581062 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36088) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:27.624816 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c5675ce5-cf6a-4068-a0ed-7e2d2d3f66dd req-c13a6b02-1594-4e39-802e-939b0ee9bcf4 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 210 time: 0.0976105 Aug 19 18:02:27.640519 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb1649e-f740-4170-bf65-5b370bdacb45 x-openstack-request-id: req-8cb1649e-f740-4170-bf65-5b370bdacb45 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:27.641294 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b71b60b-9fce-4717-a88d-cd343523832b", "name": "network-vif-plugged", "status": "completed", "tag": "ad6b9fb2-05cc-483b-8221-9cf0e7844b83", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:27.641294 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8cb1649e-f740-4170-bf65-5b370bdacb45 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:27.641932 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b71b60b-9fce-4717-a88d-cd343523832b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6b9fb2-05cc-483b-8221-9cf0e7844b83', 'code': 200} Aug 19 18:02:27.643514 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device bc594908-7df4-489e-a1fd-2df2a543b8e6 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:27.944934 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port bc594908-7df4-489e-a1fd-2df2a543b8e6 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:27.945629 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:27.982393 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a141c5-a482-4f83-909e-91166fb84115 req-fbd4be66-7282-4859-9bd9-e36fe6ac78b2 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:27.992716 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-27a141c5-a482-4f83-909e-91166fb84115 req-fbd4be66-7282-4859-9bd9-e36fe6ac78b2 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 945 time: 0.1555223 Aug 19 18:02:28.069813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] Set router 1ff9e426-6510-4b92-b29f-ea6697629506 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:02:28.083843 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-20cfd393-54b5-4ec8-9d77-42333a19d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:28.090567 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-20cfd393-54b5-4ec8-9d77-42333a19d018 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d78253ce1bc1486bad8923eb6a7a8c64&device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 1095 time: 0.4879844 Aug 19 18:02:28.118211 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-27a141c5-a482-4f83-909e-91166fb84115 req-52a57c76-3381-4327-81d8-e68bd176d858 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142325 Aug 19 18:02:28.143690 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5db45e-f9b6-4f00-8f9b-9457295f7ab5 req-9e8d3c11-cfda-4765-8236-e7738bce34b5 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:28.150299 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2a5db45e-f9b6-4f00-8f9b-9457295f7ab5 req-9e8d3c11-cfda-4765-8236-e7738bce34b5 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 948 time: 0.2766967 Aug 19 18:02:28.220402 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550297d-be65-4c15-a59a-027137e42510 req-4930fb83-6f12-4036-bf2f-624b717b3d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:28.228530 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4550297d-be65-4c15-a59a-027137e42510 req-4930fb83-6f12-4036-bf2f-624b717b3d81 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 1096 time: 0.4781950 Aug 19 18:02:28.242645 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-6f2fb787-2a41-4618-9347-98453098cca7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9199c5aa-8814-4ee1-b59e-63979ea38af8 HTTP/1.1" status: 200 len: 217 time: 0.1207373 Aug 19 18:02:28.424536 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:28.434393 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2a5db45e-f9b6-4f00-8f9b-9457295f7ab5 req-c369a656-c939-4aec-bdb4-71a2a2aba19e tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984103 Aug 19 18:02:28.459288 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-de1f5555-812d-4fb1-bbe3-fcbba953fc6b req-a4739723-2da5-4371-849e-81efeea302b2 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=0d610bd1e3ba41fa84c9914924d19e29 HTTP/1.1" status: 200 len: 696 time: 0.1443338 Aug 19 18:02:28.538378 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4550297d-be65-4c15-a59a-027137e42510 req-a4cd3c12-723e-4539-9ea1-835e439a85a1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939713 Aug 19 18:02:28.556572 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-e788a361-c483-435b-aefc-913a06fb22be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:28.560606 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-e788a361-c483-435b-aefc-913a06fb22be service neutron] 10.222.0.54 "GET /v2.0/subnets?id=146b6d87-a0dc-49aa-aae9-258fac7297e8 HTTP/1.1" status: 200 len: 862 time: 0.2588325 Aug 19 18:02:28.592141 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ea35de-bc97-4ef2-ae6a-76587f306f08 x-openstack-request-id: req-e2ea35de-bc97-4ef2-ae6a-76587f306f08 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:28.592592 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4254392d-8e19-4ede-9d2e-e312704a54c0", "tag": "9199c5aa-8814-4ee1-b59e-63979ea38af8", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:28.592988 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2ea35de-bc97-4ef2-ae6a-76587f306f08 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:28.593640 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4254392d-8e19-4ede-9d2e-e312704a54c0', 'tag': '9199c5aa-8814-4ee1-b59e-63979ea38af8', 'status': 'completed', 'code': 200} Aug 19 18:02:28.630812 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port bc594908-7df4-489e-a1fd-2df2a543b8e6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bc594908-7df4-489e-a1fd-2df2a543b8e6,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:28.633646 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 03d277da-9722-4635-a35b-86d78a07ae19 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:28.644381 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:28.684888 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36106) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:28.765459 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-03295956-797c-4aff-ac22-2519eea3de2c tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:28.770214 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-03295956-797c-4aff-ac22-2519eea3de2c tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.50 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 807 time: 0.6379042 Aug 19 18:02:28.795412 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-eabe8f58-a89f-4e31-b6fe-a22353180dd4 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Request body: {'port': {'device_id': '0431fc6a-880c-423e-9a90-810e33f2ba21', 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3', 'admin_state_up': True, 'tenant_id': '4372bce7e7ca475fbe71d1638d302952'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:28.940476 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-e4a30bbb-7ea6-4d1f-b3ab-6fc8f1e5fb62 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c10b88e6-02ab-47c3-add3-7da1d41710d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990911 Aug 19 18:02:28.950791 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-318532ad-906d-49bb-b6b2-46bfcf2fe8a9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-410422660-network', 'tenant_id': 'dabde781ddb345aead884b8987cb9981'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:29.001574 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f5555-812d-4fb1-bbe3-fcbba953fc6b req-8aec902e-ffed-49bd-b7db-55018d0ac345 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:29.005786 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-de1f5555-812d-4fb1-bbe3-fcbba953fc6b req-8aec902e-ffed-49bd-b7db-55018d0ac345 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/networks?id=3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 787 time: 0.5303500 Aug 19 18:02:29.040625 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=bc594908-7df4-489e-a1fd-2df2a543b8e6,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:29.049170 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-de1f5555-812d-4fb1-bbe3-fcbba953fc6b req-d3c878a5-a871-4b36-8413-1d7b7752a36e tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:02:29.050926 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-de1f5555-812d-4fb1-bbe3-fcbba953fc6b req-d3c878a5-a871-4b36-8413-1d7b7752a36e tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123177 Aug 19 18:02:29.080410 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 03d277da-9722-4635-a35b-86d78a07ae19 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:29.081840 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:29.094278 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-eabe8f58-a89f-4e31-b6fe-a22353180dd4 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Made reservation on behalf of 4372bce7e7ca475fbe71d1638d302952 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:29.101922 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-eabe8f58-a89f-4e31-b6fe-a22353180dd4 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:29.127136 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.db.api [None req-318532ad-906d-49bb-b6b2-46bfcf2fe8a9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 18:02:29.127136 n-d-803753-2 neutron-server[94682]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 18:02:29.127136 n-d-803753-2 neutron-server[94682]: [parameters: {'project_id': 'dabde781ddb345aead884b8987cb9981', 'id': 'b82713d8-4c19-4d29-a3a9-d527ddb1a597', 'expiration': datetime.datetime(2021, 8, 19, 18, 4, 29, 68196)}] Aug 19 18:02:29.127136 n-d-803753-2 neutron-server[94682]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:02:29.127801 n-d-803753-2 neutron-server[94682]: DEBUG oslo_db.api [None req-318532ad-906d-49bb-b6b2-46bfcf2fe8a9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:02:29.161561 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff9e426-6510-4b92-b29f-ea6697629506', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142774774-router', 'tenant_id': '8482a7bb613440d3b3aa06643d88805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '219d2a7d-76de-4c03-8248-9d8bd79c244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:16Z', 'updated_at': '2021-08-19T18:02:23Z', 'revision_number': 3, 'project_id': '8482a7bb613440d3b3aa06643d88805d', 'gw_port': {'id': '219d2a7d-76de-4c03-8248-9d8bd79c244d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff9e426-6510-4b92-b29f-ea6697629506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:22Z', 'updated_at': '2021-08-19T18:02:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:29.182863 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7166e-6376-4080-a6f1-adc52f8b8c01 req-fd7f5a55-0599-45cf-ab05-a1085e330da7 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:29.196851 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-92c7166e-6376-4080-a6f1-adc52f8b8c01 req-fd7f5a55-0599-45cf-ab05-a1085e330da7 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 944 time: 0.3613522 Aug 19 18:02:29.222617 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] Checking router: 1ff9e426-6510-4b92-b29f-ea6697629506 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:02:29.223142 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] Updating router 1ff9e426-6510-4b92-b29f-ea6697629506 port 219d2a7d-76de-4c03-8248-9d8bd79c244d binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:02:29.315582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-eabe8f58-a89f-4e31-b6fe-a22353180dd4 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Allocated IP 172.20.0.3 (50874bd2-7160-4e95-947b-586c5b7daba3/ccd77c82-a885-46d6-b7ae-a3f47fa8bac4/b14c8985-1c58-4c0a-9166-ab7cfdb3ab22) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:29.354995 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c87ebc50-d295-4edb-ad74-08550d3d3ec5 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:29.387313 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-4b974156-5e02-4764-99ae-ae942b3b2aa9 service neutron] 10.222.0.54 "GET /v2.0/networks/c10b88e6-02ab-47c3-add3-7da1d41710d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282112 Aug 19 18:02:29.393853 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-92c7166e-6376-4080-a6f1-adc52f8b8c01 req-696e99eb-0721-4e47-a1c1-b3198d6a2897 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848915 Aug 19 18:02:29.397097 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55aab35e-5da0-4bfd-a1f3-6e0f40599373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:29.421354 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:29.622710 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-eabe8f58-a89f-4e31-b6fe-a22353180dd4 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:29.675863 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2002604-ed64-40ca-9154-418ea7feccbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc594908-7df4-489e-a1fd-2df2a543b8e6'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:29.682128 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bd2401-f5de-4213-88b5-323310701a01" -d '{"events": [{"server_uuid": "b2002604-ed64-40ca-9154-418ea7feccbf", "name": "network-vif-plugged", "status": "completed", "tag": "bc594908-7df4-489e-a1fd-2df2a543b8e6"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:29.745795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port c87ebc50-d295-4edb-ad74-08550d3d3ec5 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:29.747607 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cdb6c009-4513-4341-8f51-5bf73a055543 req-873fd8c4-2d74-47d5-8395-335a1903b16e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 210 time: 0.1323540 Aug 19 18:02:29.754063 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:29.828806 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-eabe8f58-a89f-4e31-b6fe-a22353180dd4 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:29.856987 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318532ad-906d-49bb-b6b2-46bfcf2fe8a9 admin admin] Made reservation on behalf of dabde781ddb345aead884b8987cb9981 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:29.859975 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-318532ad-906d-49bb-b6b2-46bfcf2fe8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:29.870111 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-233021a6-9e27-4b2e-97ed-320277dd1d2a req-8e2c1590-c151-434d-832b-cd5b271666f6 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/floatingips/1ed13003-15b0-4967-aec0-ddf234114236 HTTP/1.1" status: 200 len: 693 time: 0.2087593 Aug 19 18:02:29.983035 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99d223b8-5e50-4475-8cb2-8afaeb1c2946 req-d93ebb10-bca9-4335-8230-ca43680f223f service neutron] 10.222.0.54 "GET /v2.0/networks/c10b88e6-02ab-47c3-add3-7da1d41710d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5819364 Aug 19 18:02:30.033086 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-318532ad-906d-49bb-b6b2-46bfcf2fe8a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.035613 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6a92c25a-3a14-41b8-9703-2bca40eaef82 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:30.060867 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-eabe8f58-a89f-4e31-b6fe-a22353180dd4 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Network 50874bd2-7160-4e95-947b-586c5b7daba3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:30.077093 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-eabe8f58-a89f-4e31-b6fe-a22353180dd4 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:30.079797 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-eabe8f58-a89f-4e31-b6fe-a22353180dd4 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:30.146122 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-eabe8f58-a89f-4e31-b6fe-a22353180dd4 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:30.146874 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-eabe8f58-a89f-4e31-b6fe-a22353180dd4 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.158416 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.171259 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] Transition to ACTIVE for port object 219d2a7d-76de-4c03-8248-9d8bd79c244d will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:30.186025 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.189060 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe8f58-a89f-4e31-b6fe-a22353180dd4 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Pushing event updated for resources: {'Port': ['ID=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:30.228202 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 6a92c25a-3a14-41b8-9703-2bca40eaef82 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:30.228671 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.248724 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a636d2-bbce-44cf-b2e1-fcebfb59c859 req-6ed4d5a2-75f4-42d4-8875-f16479b5fe2c tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:30.251395 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-24a636d2-bbce-44cf-b2e1-fcebfb59c859 req-6ed4d5a2-75f4-42d4-8875-f16479b5fe2c tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 945 time: 0.2959795 Aug 19 18:02:30.290251 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] Attempting to bind port 219d2a7d-76de-4c03-8248-9d8bd79c244d on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:30.290774 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] Attempting to bind port 219d2a7d-76de-4c03-8248-9d8bd79c244d by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:30.291137 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] Attempting to bind port 219d2a7d-76de-4c03-8248-9d8bd79c244d on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:30.299816 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:30.300205 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:30.300874 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.301348 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:30.302024 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] Bound port: 219d2a7d-76de-4c03-8248-9d8bd79c244d, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:30.302549 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.304625 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86545099-349a-4fb4-a87a-547f78db4828 None None] Pushing event updated for resources: {'Port': ['ID=219d2a7d-76de-4c03-8248-9d8bd79c244d,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:30.336283 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23e043-461c-4611-8008-87f8ff05ab95 req-e02ba9d0-b096-4269-8a0c-08b8205fdd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:30.338315 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1b23e043-461c-4611-8008-87f8ff05ab95 req-e02ba9d0-b096-4269-8a0c-08b8205fdd67 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d78253ce1bc1486bad8923eb6a7a8c64&device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 1095 time: 0.2526786 Aug 19 18:02:30.345700 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-55aab35e-5da0-4bfd-a1f3-6e0f40599373 admin admin] Allocated IP 172.20.0.1 (f4bffc1f-5388-4a4d-884b-28a00b185d7b/cae81989-2d4c-4e3d-8656-19bacff9c6c0/d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:30.385464 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233021a6-9e27-4b2e-97ed-320277dd1d2a req-bee60ff6-d6db-4b49-b0cc-ee26e0d7ee70 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:30.407828 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-233021a6-9e27-4b2e-97ed-320277dd1d2a req-bee60ff6-d6db-4b49-b0cc-ee26e0d7ee70 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.5334208 Aug 19 18:02:30.422241 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-233021a6-9e27-4b2e-97ed-320277dd1d2a req-aa8226b7-ccfa-434b-aa29-e59a21bb95c5 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:02:30.435318 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-233021a6-9e27-4b2e-97ed-320277dd1d2a req-aa8226b7-ccfa-434b-aa29-e59a21bb95c5 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0255644 Aug 19 18:02:30.443308 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] For port 219d2a7d-76de-4c03-8248-9d8bd79c244d, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:30.451905 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] For port 219d2a7d-76de-4c03-8248-9d8bd79c244d, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=219d2a7d-76de-4c03-8248-9d8bd79c244d,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:30.456772 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-24a636d2-bbce-44cf-b2e1-fcebfb59c859 req-e9b0ea99-5bc9-44c0-8b65-2166466008ff tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878989 Aug 19 18:02:30.460297 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.550636 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-233021a6-9e27-4b2e-97ed-320277dd1d2a req-533694b1-89ed-4452-b1af-1d74c829d2fe tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.103 HTTP/1.1" status: 200 len: 696 time: 0.1107383 Aug 19 18:02:30.597287 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] Routers {'1ff9e426-6510-4b92-b29f-ea6697629506'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:30.599457 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:02:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['1ff9e426-6510-4b92-b29f-ea6697629506'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:30.622578 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-318532ad-906d-49bb-b6b2-46bfcf2fe8a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.639811 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23e043-461c-4611-8008-87f8ff05ab95 req-9c3ca13e-483b-4403-9657-b8b31a34c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:30.641366 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1b23e043-461c-4611-8008-87f8ff05ab95 req-9c3ca13e-483b-4403-9657-b8b31a34c975 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c10b88e6-02ab-47c3-add3-7da1d41710d4 HTTP/1.1" status: 200 len: 923 time: 0.2903507 Aug 19 18:02:30.644068 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-318532ad-906d-49bb-b6b2-46bfcf2fe8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.688642 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86545099-349a-4fb4-a87a-547f78db4828 None None] Pushing event updated for resources: {'Port': ['ID=219d2a7d-76de-4c03-8248-9d8bd79c244d,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:30.689495 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-eabe8f58-a89f-4e31-b6fe-a22353180dd4 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9041791 Aug 19 18:02:30.706651 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-233021a6-9e27-4b2e-97ed-320277dd1d2a req-81b14fc2-03a2-4ac7-a476-93e36b10a1be tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.103 HTTP/1.1" status: 200 len: 696 time: 0.1331599 Aug 19 18:02:30.726436 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-6d4fc8b6-cc88-458b-bb9c-19934d56df70 service neutron] Request body: {'port': {'device_id': '0431fc6a-880c-423e-9a90-810e33f2ba21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:30.774208 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55aab35e-5da0-4bfd-a1f3-6e0f40599373 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.779978 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1b23e043-461c-4611-8008-87f8ff05ab95 req-4e3d1693-4539-4aa4-9c1a-dc7162241bc5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9199c5aa-8814-4ee1-b59e-63979ea38af8 HTTP/1.1" status: 200 len: 217 time: 0.1120718 Aug 19 18:02:30.800664 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318532ad-906d-49bb-b6b2-46bfcf2fe8a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:02:30.804331 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318532ad-906d-49bb-b6b2-46bfcf2fe8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944f342e-ab18-4eae-b856-158ee438b7fb,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:30.820505 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-318532ad-906d-49bb-b6b2-46bfcf2fe8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.820852 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-318532ad-906d-49bb-b6b2-46bfcf2fe8a9 admin admin] Added segment 1395a4e1-b253-4559-bb6c-18b2bc8da658 of type vlan for network f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 Aug 19 18:02:30.822982 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] Set router 1ff9e426-6510-4b92-b29f-ea6697629506 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:02:30.889140 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-55aab35e-5da0-4bfd-a1f3-6e0f40599373 admin admin] Transition to ACTIVE for port object d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:30.915015 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-318532ad-906d-49bb-b6b2-46bfcf2fe8a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.922647 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-6d4fc8b6-cc88-458b-bb9c-19934d56df70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.956278 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10906f90-2666-4d88-aa0c-54490adc5bfd req-8ac896eb-3d8e-4571-aebc-bb77c2f63fd8 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:30.957889 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10906f90-2666-4d88-aa0c-54490adc5bfd req-8ac896eb-3d8e-4571-aebc-bb77c2f63fd8 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.3100305 Aug 19 18:02:30.993144 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23e043-461c-4611-8008-87f8ff05ab95 req-3b663689-f172-4e3d-b0dc-8627a230b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:30.994674 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1b23e043-461c-4611-8008-87f8ff05ab95 req-3b663689-f172-4e3d-b0dc-8627a230b399 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=146b6d87-a0dc-49aa-aae9-258fac7297e8 HTTP/1.1" status: 200 len: 862 time: 0.1395361 Aug 19 18:02:31.024670 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-318532ad-906d-49bb-b6b2-46bfcf2fe8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.025697 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318532ad-906d-49bb-b6b2-46bfcf2fe8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:31.026293 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-318532ad-906d-49bb-b6b2-46bfcf2fe8a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.043862 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-233021a6-9e27-4b2e-97ed-320277dd1d2a req-6abda0ce-3c2d-438c-943f-678aa7b6e972 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Deleting port b7071c04-3e62-40f0-89ef-4564dfe93f4d {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:02:31.044286 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-233021a6-9e27-4b2e-97ed-320277dd1d2a req-6abda0ce-3c2d-438c-943f-678aa7b6e972 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.057640 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1b23e043-461c-4611-8008-87f8ff05ab95 req-71af3a7c-8507-49d2-afd0-b069885a2bde service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c10b88e6-02ab-47c3-add3-7da1d41710d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518622 Aug 19 18:02:31.140408 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55aab35e-5da0-4bfd-a1f3-6e0f40599373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.152982 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-318532ad-906d-49bb-b6b2-46bfcf2fe8a9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4618700 Aug 19 18:02:31.155632 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36142) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:31.164117 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-241d27ef-9fcb-4b7c-a427-ab8846eb269f admin admin] Request body: {'subnet': {'network_id': 'f24c7da1-2b52-4491-aeec-8ee53ea1e3f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-410422660-subnet', 'tenant_id': 'dabde781ddb345aead884b8987cb9981', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:31.166079 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10906f90-2666-4d88-aa0c-54490adc5bfd req-835f1643-84c9-468b-80e2-645af202a96f tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954546 Aug 19 18:02:31.203360 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241d27ef-9fcb-4b7c-a427-ab8846eb269f admin admin] Made reservation on behalf of dabde781ddb345aead884b8987cb9981 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:31.205862 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-241d27ef-9fcb-4b7c-a427-ab8846eb269f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.212289 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff9e426-6510-4b92-b29f-ea6697629506', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142774774-router', 'tenant_id': '8482a7bb613440d3b3aa06643d88805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '219d2a7d-76de-4c03-8248-9d8bd79c244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:16Z', 'updated_at': '2021-08-19T18:02:23Z', 'revision_number': 3, 'project_id': '8482a7bb613440d3b3aa06643d88805d', 'gw_port': {'id': '219d2a7d-76de-4c03-8248-9d8bd79c244d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff9e426-6510-4b92-b29f-ea6697629506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:22Z', 'updated_at': '2021-08-19T18:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:31.249572 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2f0340-7117-4eff-a19e-c7b2c44ff0aa None None] The sync data for ids ['1ff9e426-6510-4b92-b29f-ea6697629506'] in n-d-803753-2 is: [{'id': '1ff9e426-6510-4b92-b29f-ea6697629506', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142774774-router', 'tenant_id': '8482a7bb613440d3b3aa06643d88805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '219d2a7d-76de-4c03-8248-9d8bd79c244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:16Z', 'updated_at': '2021-08-19T18:02:23Z', 'revision_number': 3, 'project_id': '8482a7bb613440d3b3aa06643d88805d', 'gw_port': {'id': '219d2a7d-76de-4c03-8248-9d8bd79c244d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff9e426-6510-4b92-b29f-ea6697629506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:22Z', 'updated_at': '2021-08-19T18:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:02:31.266401 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318532ad-906d-49bb-b6b2-46bfcf2fe8a9 admin admin] Pushing event updated for resources: {'Network': ['ID=f24c7da1-2b52-4491-aeec-8ee53ea1e3f5,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:31.271906 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6c31a1-ea6e-4a29-9c5a-f8f44442ecc7 x-openstack-request-id: req-2e6c31a1-ea6e-4a29-9c5a-f8f44442ecc7 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:31.272222 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2002604-ed64-40ca-9154-418ea7feccbf", "name": "network-vif-plugged", "status": "completed", "tag": "bc594908-7df4-489e-a1fd-2df2a543b8e6", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:31.272477 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e6c31a1-ea6e-4a29-9c5a-f8f44442ecc7 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:31.272914 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2002604-ed64-40ca-9154-418ea7feccbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc594908-7df4-489e-a1fd-2df2a543b8e6', 'code': 200} Aug 19 18:02:31.288836 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:02:31.410570 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aab35e-5da0-4bfd-a1f3-6e0f40599373 admin admin] Network f4bffc1f-5388-4a4d-884b-28a00b185d7b is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:31.413062 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aab35e-5da0-4bfd-a1f3-6e0f40599373 admin admin] Pushing event updated for resources: {'Port': ['ID=d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:31.427283 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-55aab35e-5da0-4bfd-a1f3-6e0f40599373 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:31.433045 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aab35e-5da0-4bfd-a1f3-6e0f40599373 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:31.433045 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55aab35e-5da0-4bfd-a1f3-6e0f40599373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.657086 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-233021a6-9e27-4b2e-97ed-320277dd1d2a req-6abda0ce-3c2d-438c-943f-678aa7b6e972 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.657435 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-233021a6-9e27-4b2e-97ed-320277dd1d2a req-6abda0ce-3c2d-438c-943f-678aa7b6e972 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.696259 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-233021a6-9e27-4b2e-97ed-320277dd1d2a req-6abda0ce-3c2d-438c-943f-678aa7b6e972 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Calling delete_port for b7071c04-3e62-40f0-89ef-4564dfe93f4d owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:02:31.811793 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8f07b190-b6ad-48b4-af2d-48fd42d79da2 None None] Provisioning for port d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:31.819970 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1b23e043-461c-4611-8008-87f8ff05ab95 req-809b1643-f74a-431a-9889-c8391451813f service neutron] 10.222.0.54 "GET /v2.0/networks/c10b88e6-02ab-47c3-add3-7da1d41710d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7405605 Aug 19 18:02:31.827577 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8f07b190-b6ad-48b4-af2d-48fd42d79da2 None None] Provisioning complete for port d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:31.828198 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8f07b190-b6ad-48b4-af2d-48fd42d79da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.833374 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c1507-e263-4b24-bbb7-6d73a713314f req-363c7312-3928-481f-9330-14316dcac80a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:31.839946 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-127c1507-e263-4b24-bbb7-6d73a713314f req-363c7312-3928-481f-9330-14316dcac80a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 944 time: 0.4928355 Aug 19 18:02:31.923650 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-8f07b190-b6ad-48b4-af2d-48fd42d79da2 None None] Port d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:02:31.981824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-6d4fc8b6-cc88-458b-bb9c-19934d56df70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:02:31.995448 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-6d4fc8b6-cc88-458b-bb9c-19934d56df70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:32.005765 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-127c1507-e263-4b24-bbb7-6d73a713314f req-1c0029d5-4c26-4c2c-93ee-f0b381b1fbac tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647105 Aug 19 18:02:32.032625 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-241d27ef-9fcb-4b7c-a427-ab8846eb269f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:32.038484 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-6d4fc8b6-cc88-458b-bb9c-19934d56df70 service neutron] Transition to ACTIVE for port object b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:32.110372 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55aab35e-5da0-4bfd-a1f3-6e0f40599373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:32.114561 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1b23e043-461c-4611-8008-87f8ff05ab95 req-ed09339f-dd66-4b14-a717-19b4b5e78d5f service neutron] 10.222.0.54 "GET /v2.0/networks/c10b88e6-02ab-47c3-add3-7da1d41710d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699456 Aug 19 18:02:32.118729 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-6d4fc8b6-cc88-458b-bb9c-19934d56df70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:32.292291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d27ef-9fcb-4b7c-a427-ab8846eb269f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b083b0fb-67a8-452f-a897-1da102c8a2c8,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:32.316960 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fc8b6-cc88-458b-bb9c-19934d56df70 service neutron] Pushing event updated for resources: {'Port': ['ID=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:32.323480 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc39bd-3a9a-4c5b-8ce1-f11d85c24599 req-7f85c591-2958-4011-9f1d-5387eb11fb85 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:32.325486 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-233021a6-9e27-4b2e-97ed-320277dd1d2a req-6abda0ce-3c2d-438c-943f-678aa7b6e972 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:32.326032 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ebcc39bd-3a9a-4c5b-8ce1-f11d85c24599 req-7f85c591-2958-4011-9f1d-5387eb11fb85 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 943 time: 0.1551247 Aug 19 18:02:32.413041 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abda0ce-3c2d-438c-943f-678aa7b6e972 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Pushing event deleted for resources: {'Port': ['ID=b7071c04-3e62-40f0-89ef-4564dfe93f4d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:32.415711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241d27ef-9fcb-4b7c-a427-ab8846eb269f admin admin] Checking segment: {'id': '1395a4e1-b253-4559-bb6c-18b2bc8da658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f24c7da1-2b52-4491-aeec-8ee53ea1e3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:32.416232 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241d27ef-9fcb-4b7c-a427-ab8846eb269f admin admin] Network hostable DHCP agents. Network: f24c7da1-2b52-4491-aeec-8ee53ea1e3f5, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:02:32.457651 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ebcc39bd-3a9a-4c5b-8ce1-f11d85c24599 req-6438ae57-b3f4-491c-952a-d0c5fc6a9801 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115301 Aug 19 18:02:32.573163 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55aab35e-5da0-4bfd-a1f3-6e0f40599373 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:32.578562 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241d27ef-9fcb-4b7c-a427-ab8846eb269f admin admin] Network f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:02:32.585404 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55aab35e-5da0-4bfd-a1f3-6e0f40599373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:32.586081 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55aab35e-5da0-4bfd-a1f3-6e0f40599373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:32.603376 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 219d2a7d-76de-4c03-8248-9d8bd79c244d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:32.632491 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-6d4fc8b6-cc88-458b-bb9c-19934d56df70 service neutron] Attempting to bind port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:32.633199 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-6d4fc8b6-cc88-458b-bb9c-19934d56df70 service neutron] Attempting to bind port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:32.633724 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-6d4fc8b6-cc88-458b-bb9c-19934d56df70 service neutron] Attempting to bind port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:32.640916 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-241d27ef-9fcb-4b7c-a427-ab8846eb269f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, f24c7da1-2b52-4491-aeec-8ee53ea1e3f5) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:32.651469 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-233021a6-9e27-4b2e-97ed-320277dd1d2a req-6abda0ce-3c2d-438c-943f-678aa7b6e972 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:32.656274 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-233021a6-9e27-4b2e-97ed-320277dd1d2a req-6abda0ce-3c2d-438c-943f-678aa7b6e972 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:32.672747 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-233021a6-9e27-4b2e-97ed-320277dd1d2a req-6abda0ce-3c2d-438c-943f-678aa7b6e972 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "DELETE /v2.0/floatingips/1ed13003-15b0-4967-aec0-ddf234114236 HTTP/1.1" status: 204 len: 173 time: 1.9642067 Aug 19 18:02:32.674070 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382d1750-0e48-4d8a-afb6-6775c89c41e9 None None] Network f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:32.678274 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-6d4fc8b6-cc88-458b-bb9c-19934d56df70 service neutron] Port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 on network 50874bd2-7160-4e95-947b-586c5b7daba3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:02:32.678943 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-6d4fc8b6-cc88-458b-bb9c-19934d56df70 service neutron] Attempting to bind port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:32.690312 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d27ef-9fcb-4b7c-a427-ab8846eb269f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:32.691278 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-241d27ef-9fcb-4b7c-a427-ab8846eb269f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:32.719507 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-6d4fc8b6-cc88-458b-bb9c-19934d56df70 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:32.721233 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-6d4fc8b6-cc88-458b-bb9c-19934d56df70 service neutron] Checking segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:32.722118 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-6d4fc8b6-cc88-458b-bb9c-19934d56df70 service neutron] Bound using segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:32.723242 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-6d4fc8b6-cc88-458b-bb9c-19934d56df70 service neutron] Bound port: b14c8985-1c58-4c0a-9166-ab7cfdb3ab22, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:32.724095 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-6d4fc8b6-cc88-458b-bb9c-19934d56df70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:32.783846 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aab35e-5da0-4bfd-a1f3-6e0f40599373 admin admin] Pushing event updated for resources: {'Port': ['ID=d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:32.819466 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-241d27ef-9fcb-4b7c-a427-ab8846eb269f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6613200 Aug 19 18:02:32.870281 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 219d2a7d-76de-4c03-8248-9d8bd79c244d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:32.897141 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 219d2a7d-76de-4c03-8248-9d8bd79c244d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:32.897637 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:32.903544 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30a15a-f6ca-4aa7-a44a-dd74fc2ae40b req-92694aed-1ee9-40ac-9baa-31e93b5aa450 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:32.906009 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ca30a15a-f6ca-4aa7-a44a-dd74fc2ae40b req-92694aed-1ee9-40ac-9baa-31e93b5aa450 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 945 time: 0.2071257 Aug 19 18:02:32.953563 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-6d4fc8b6-cc88-458b-bb9c-19934d56df70 service neutron] For port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:32.953981 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aab35e-5da0-4bfd-a1f3-6e0f40599373 admin admin] Network f4bffc1f-5388-4a4d-884b-28a00b185d7b is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:32.968599 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-55aab35e-5da0-4bfd-a1f3-6e0f40599373 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:32.983528 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-6d4fc8b6-cc88-458b-bb9c-19934d56df70 service neutron] For port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:32.996734 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-6d4fc8b6-cc88-458b-bb9c-19934d56df70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:33.016136 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1db08-0550-4dcb-a8be-fb91f37ceaee req-a5022288-3b04-4b91-9e2c-3fe7707bfc68 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:33.030543 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fae1db08-0550-4dcb-a8be-fb91f37ceaee req-a5022288-3b04-4b91-9e2c-3fe7707bfc68 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.1871655 Aug 19 18:02:33.056889 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e875704f-ad69-4679-8867-237c46d72874 None None] Network f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:33.118350 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ca30a15a-f6ca-4aa7-a44a-dd74fc2ae40b req-3eea26f1-701e-4b51-b065-4368c07a3d67 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971312 Aug 19 18:02:33.128785 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-6d4fc8b6-cc88-458b-bb9c-19934d56df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:33.130286 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-6d4fc8b6-cc88-458b-bb9c-19934d56df70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:33.133387 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-6d4fc8b6-cc88-458b-bb9c-19934d56df70 service neutron] 10.222.0.50 "PUT /v2.0/ports/b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 HTTP/1.1" status: 200 len: 1091 time: 2.4230564 Aug 19 18:02:33.134960 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0431fc6a-880c-423e-9a90-810e33f2ba21', 'tag': 'b14c8985-1c58-4c0a-9166-ab7cfdb3ab22'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:33.148370 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d15557-3ffc-4331-a860-88606d2bfd9f" -d '{"events": [{"name": "network-changed", "server_uuid": "0431fc6a-880c-423e-9a90-810e33f2ba21", "tag": "b14c8985-1c58-4c0a-9166-ab7cfdb3ab22"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:33.229649 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:33.276305 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fc8b6-cc88-458b-bb9c-19934d56df70 service neutron] Pushing event updated for resources: {'Port': ['ID=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:33.294118 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fae1db08-0550-4dcb-a8be-fb91f37ceaee req-a7c94dca-441d-43d6-bb42-d2f2468f1760 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612970 Aug 19 18:02:33.297288 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 219d2a7d-76de-4c03-8248-9d8bd79c244d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=219d2a7d-76de-4c03-8248-9d8bd79c244d,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:33.322900 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-9f91d7cb-91b5-46d1-b118-44321cf61a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:33.326089 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-9f91d7cb-91b5-46d1-b118-44321cf61a4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 1094 time: 0.1125572 Aug 19 18:02:33.333102 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:33.459347 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-1dab3b91-4bee-481b-b498-ce6edccaedb5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 HTTP/1.1" status: 200 len: 217 time: 0.1171861 Aug 19 18:02:33.485066 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-956ef624-f85f-4e73-84ae-a8f94b721d0c None None] Provisioning complete for port d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:33.486951 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-956ef624-f85f-4e73-84ae-a8f94b721d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:33.554233 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55aab35e-5da0-4bfd-a1f3-6e0f40599373 admin admin] Router 1ff9e426-6510-4b92-b29f-ea6697629506 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:02:33.612671 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-ba467f6c-bcf4-40d9-9bca-4bca23d7e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:33.615379 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-ba467f6c-bcf4-40d9-9bca-4bca23d7e25f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 HTTP/1.1" status: 200 len: 847 time: 0.1330554 Aug 19 18:02:33.631923 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9276578-deef-433c-a7c8-1e9a8201320a req-940b2d24-9775-4fbd-975a-db1ae852b1c4 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:33.634476 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d9276578-deef-433c-a7c8-1e9a8201320a req-940b2d24-9775-4fbd-975a-db1ae852b1c4 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 944 time: 0.1696608 Aug 19 18:02:33.649100 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=219d2a7d-76de-4c03-8248-9d8bd79c244d,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:33.680588 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-956ef624-f85f-4e73-84ae-a8f94b721d0c None None] Port d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:02:33.684162 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-4ce174f7-dcec-483b-9418-afd539a9a030 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=50874bd2-7160-4e95-947b-586c5b7daba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475931 Aug 19 18:02:33.706405 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-12143493-5d37-4cb8-9ea3-d0e6eea1a152 req-5b6f8176-6078-43eb-aa29-2ca926f414d7 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3902817 Aug 19 18:02:33.727501 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-12143493-5d37-4cb8-9ea3-d0e6eea1a152 req-a49752e8-489a-45af-9f0c-8c04da5284a2 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:33.804691 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-12143493-5d37-4cb8-9ea3-d0e6eea1a152 req-a49752e8-489a-45af-9f0c-8c04da5284a2 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:33.817996 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 9199c5aa-8814-4ee1-b59e-63979ea38af8 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:02:33.854462 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d9276578-deef-433c-a7c8-1e9a8201320a req-54ed2f59-87ed-4dc1-b2ac-f4699169edbb tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752625 Aug 19 18:02:33.858101 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55aab35e-5da0-4bfd-a1f3-6e0f40599373 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:02:33.864074 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-55aab35e-5da0-4bfd-a1f3-6e0f40599373 admin admin] 10.222.0.24 "PUT /v2.0/routers/1ff9e426-6510-4b92-b29f-ea6697629506/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2812490 Aug 19 18:02:33.997452 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-a36e1dfd-2636-4ac1-9d47-06e0255a81ec service neutron] 10.222.0.50 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013785 Aug 19 18:02:34.010446 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-12143493-5d37-4cb8-9ea3-d0e6eea1a152 req-a49752e8-489a-45af-9f0c-8c04da5284a2 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:34.041387 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] Sync routers for ids ['1ff9e426-6510-4b92-b29f-ea6697629506'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:02:34.082771 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] Routers {'1ff9e426-6510-4b92-b29f-ea6697629506'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:34.084086 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:02:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['1ff9e426-6510-4b92-b29f-ea6697629506'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:34.172589 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 9199c5aa-8814-4ee1-b59e-63979ea38af8, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=9199c5aa-8814-4ee1-b59e-63979ea38af8,segment=NetworkSegment(9c7d747c-4d15-4d78-8a75-1bea6385c296),segment_id=9c7d747c-4d15-4d78-8a75-1bea6385c296)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:34.186404 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-f3e91eb4-7eb0-44f6-a5e7-88e767065d2b req-94215bd1-7509-42e9-ad5b-ea896e8294b5 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-695230449', 'description': 'tempest-description-1385078011'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:34.203838 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '9199c5aa-8814-4ee1-b59e-63979ea38af8', 'network_id': 'c10b88e6-02ab-47c3-add3-7da1d41710d4', 'port_id': '9199c5aa-8814-4ee1-b59e-63979ea38af8', 'mac_address': 'fa:16:3e:62:e5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146b6d87-a0dc-49aa-aae9-258fac7297e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:02:34.228980 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-12143493-5d37-4cb8-9ea3-d0e6eea1a152 req-a49752e8-489a-45af-9f0c-8c04da5284a2 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Allocated IP 172.25.8.33 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/9dc2383a-1bb3-4423-8c10-03b6cc8b08a1) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:34.255398 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1958bf2e-dd56-4714-a0d1-be3ea3587ca7 req-97b44de8-6afc-4e10-a345-56d833257f13 service neutron] 10.222.0.50 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440584 Aug 19 18:02:34.262793 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f3e91eb4-7eb0-44f6-a5e7-88e767065d2b req-94215bd1-7509-42e9-ad5b-ea896e8294b5 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:34.281392 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:34.305661 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9199c5aa-8814-4ee1-b59e-63979ea38af8 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:02:34.331272 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 9199c5aa-8814-4ee1-b59e-63979ea38af8, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=9199c5aa-8814-4ee1-b59e-63979ea38af8,segment=NetworkSegment(9c7d747c-4d15-4d78-8a75-1bea6385c296),segment_id=9c7d747c-4d15-4d78-8a75-1bea6385c296)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:34.344031 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:34.356690 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] Set router 1ff9e426-6510-4b92-b29f-ea6697629506 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:02:34.413589 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f3e91eb4-7eb0-44f6-a5e7-88e767065d2b req-94215bd1-7509-42e9-ad5b-ea896e8294b5 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:34.414031 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=9199c5aa-8814-4ee1-b59e-63979ea38af8,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:34.421025 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f3e91eb4-7eb0-44f6-a5e7-88e767065d2b req-94215bd1-7509-42e9-ad5b-ea896e8294b5 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:34.461990 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f3e91eb4-7eb0-44f6-a5e7-88e767065d2b req-94215bd1-7509-42e9-ad5b-ea896e8294b5 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:34.471674 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3e91eb4-7eb0-44f6-a5e7-88e767065d2b req-94215bd1-7509-42e9-ad5b-ea896e8294b5 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3020101 Aug 19 18:02:34.487871 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-12143493-5d37-4cb8-9ea3-d0e6eea1a152 req-a49752e8-489a-45af-9f0c-8c04da5284a2 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:34.491368 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94215bd1-7509-42e9-ad5b-ea896e8294b5 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ab7c3b-85cc-4d67-a412-2bb03cf05dc5,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:34.557332 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c65cc92b-16dd-49f1-9d55-e39b78a07ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:34.565385 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 219d2a7d-76de-4c03-8248-9d8bd79c244d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:34.569608 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-12143493-5d37-4cb8-9ea3-d0e6eea1a152 req-a49752e8-489a-45af-9f0c-8c04da5284a2 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:34.587652 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5c3d8f-3300-423c-8ac1-3aa2d203158a x-openstack-request-id: req-5b5c3d8f-3300-423c-8ac1-3aa2d203158a {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:34.590010 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0431fc6a-880c-423e-9a90-810e33f2ba21", "tag": "b14c8985-1c58-4c0a-9166-ab7cfdb3ab22", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:34.590570 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b5c3d8f-3300-423c-8ac1-3aa2d203158a {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:34.591371 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0431fc6a-880c-423e-9a90-810e33f2ba21', 'tag': 'b14c8985-1c58-4c0a-9166-ab7cfdb3ab22', 'status': 'completed', 'code': 200} Aug 19 18:02:34.594079 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff9e426-6510-4b92-b29f-ea6697629506', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142774774-router', 'tenant_id': '8482a7bb613440d3b3aa06643d88805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '219d2a7d-76de-4c03-8248-9d8bd79c244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:16Z', 'updated_at': '2021-08-19T18:02:32Z', 'revision_number': 4, 'project_id': '8482a7bb613440d3b3aa06643d88805d', 'gw_port': {'id': '219d2a7d-76de-4c03-8248-9d8bd79c244d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff9e426-6510-4b92-b29f-ea6697629506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:22Z', 'updated_at': '2021-08-19T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'd79ebeb0-ad7e-49ae-9f50-38e7cea58f3d', 'name': '', 'network_id': 'f4bffc1f-5388-4a4d-884b-28a00b185d7b', 'tenant_id': '8482a7bb613440d3b3aa06643d88805d', 'mac_address': 'fa:16:3e:97:a7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff9e426-6510-4b92-b29f-ea6697629506', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'cae81989-2d4c-4e3d-8656-19bacff9c6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:29Z', 'updated_at': '2021-08-19T18:02:32Z', 'revision_number': 2, 'project_id': '8482a7bb613440d3b3aa06643d88805d', 'subnets': [{'id': 'cae81989-2d4c-4e3d-8656-19bacff9c6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:34.631243 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] Checking router: 1ff9e426-6510-4b92-b29f-ea6697629506 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:02:34.631598 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] Updating router 1ff9e426-6510-4b92-b29f-ea6697629506 port d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:02:34.631827 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['9199c5aa-8814-4ee1-b59e-63979ea38af8'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:02:34.667912 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:34.740368 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49752e8-489a-45af-9f0c-8c04da5284a2 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Pushing event updated for resources: {'Port': ['ID=9dc2383a-1bb3-4423-8c10-03b6cc8b08a1,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:34.764732 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12143493-5d37-4cb8-9ea3-d0e6eea1a152 req-a49752e8-489a-45af-9f0c-8c04da5284a2 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:34.768528 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d15557-3ffc-4331-a860-88606d2bfd9f req-4dff3ab6-6a0d-491c-a26f-b14fe25ce61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:34.774546 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-12143493-5d37-4cb8-9ea3-d0e6eea1a152 req-a49752e8-489a-45af-9f0c-8c04da5284a2 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:34.774868 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 219d2a7d-76de-4c03-8248-9d8bd79c244d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:34.775177 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:34.777508 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-39d15557-3ffc-4331-a860-88606d2bfd9f req-4dff3ab6-6a0d-491c-a26f-b14fe25ce61e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 1094 time: 0.1433887 Aug 19 18:02:34.786718 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-12143493-5d37-4cb8-9ea3-d0e6eea1a152 req-a49752e8-489a-45af-9f0c-8c04da5284a2 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:34.978315 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dd3e5-4797-46d1-99e0-8710cd8f655a req-7ef6527c-4c9d-4b6e-a7f9-0fbf1628ebdf tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:34.980873 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-350dd3e5-4797-46d1-99e0-8710cd8f655a req-7ef6527c-4c9d-4b6e-a7f9-0fbf1628ebdf tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 1096 time: 0.1020348 Aug 19 18:02:34.991090 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-12143493-5d37-4cb8-9ea3-d0e6eea1a152 req-a49752e8-489a-45af-9f0c-8c04da5284a2 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:35.034515 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d15557-3ffc-4331-a860-88606d2bfd9f req-6b1d1f98-d0f3-46bb-97d1-c64df946b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:35.036737 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-39d15557-3ffc-4331-a860-88606d2bfd9f req-6b1d1f98-d0f3-46bb-97d1-c64df946b38b service neutron] 10.222.0.50 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 908 time: 0.2344866 Aug 19 18:02:35.045437 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-350dd3e5-4797-46d1-99e0-8710cd8f655a req-a75485d1-8ca1-45ce-a0f6-f3a4e6036727 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509667 Aug 19 18:02:35.063057 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:35.084419 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] Transition to ACTIVE for port object d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:35.096880 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:35.099878 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-12143493-5d37-4cb8-9ea3-d0e6eea1a152 req-a49752e8-489a-45af-9f0c-8c04da5284a2 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:35.167690 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-39d15557-3ffc-4331-a860-88606d2bfd9f req-2cf8e725-058c-48cc-bf12-78a408159391 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 HTTP/1.1" status: 200 len: 217 time: 0.1169283 Aug 19 18:02:35.195871 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0714cb1-f559-4f56-aa94-c0ccffd2c416 None None] Pushing event updated for resources: {'Port': ['ID=d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:35.214785 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0714cb1-f559-4f56-aa94-c0ccffd2c416 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:35.215877 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0714cb1-f559-4f56-aa94-c0ccffd2c416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:35.216244 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0714cb1-f559-4f56-aa94-c0ccffd2c416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:35.216585 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0714cb1-f559-4f56-aa94-c0ccffd2c416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:35.216918 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0714cb1-f559-4f56-aa94-c0ccffd2c416 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:35.217253 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0714cb1-f559-4f56-aa94-c0ccffd2c416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:35.217698 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0714cb1-f559-4f56-aa94-c0ccffd2c416 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:35.218218 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0714cb1-f559-4f56-aa94-c0ccffd2c416 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:35.218701 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0714cb1-f559-4f56-aa94-c0ccffd2c416 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:35.219223 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0714cb1-f559-4f56-aa94-c0ccffd2c416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:35.220080 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0714cb1-f559-4f56-aa94-c0ccffd2c416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:35.220624 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0714cb1-f559-4f56-aa94-c0ccffd2c416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:35.271354 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d15557-3ffc-4331-a860-88606d2bfd9f req-5edc42d2-1f8f-4776-ae18-fe23496cbac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:35.272988 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-39d15557-3ffc-4331-a860-88606d2bfd9f req-5edc42d2-1f8f-4776-ae18-fe23496cbac5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 HTTP/1.1" status: 200 len: 847 time: 0.0962543 Aug 19 18:02:35.316227 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] Attempting to bind port d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:35.316227 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] Attempting to bind port d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'c8664808-f75e-4c04-bdd8-edf0122b5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f4bffc1f-5388-4a4d-884b-28a00b185d7b'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:35.316227 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] Attempting to bind port d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d on network f4bffc1f-5388-4a4d-884b-28a00b185d7b {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:35.322651 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:35.322941 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] Checking segment: {'id': 'c8664808-f75e-4c04-bdd8-edf0122b5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f4bffc1f-5388-4a4d-884b-28a00b185d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:35.323520 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:35.324267 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] Bound using segment: {'id': 'c8664808-f75e-4c04-bdd8-edf0122b5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f4bffc1f-5388-4a4d-884b-28a00b185d7b'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:35.324556 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] Bound port: d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8664808-f75e-4c04-bdd8-edf0122b5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f4bffc1f-5388-4a4d-884b-28a00b185d7b'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:35.324963 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:35.395787 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-39d15557-3ffc-4331-a860-88606d2bfd9f req-22ce1817-d889-45f3-91cb-71315db5a48f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=50874bd2-7160-4e95-947b-586c5b7daba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133246 Aug 19 18:02:35.410446 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] For port d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:35.414642 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] For port d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d,segment=NetworkSegment(c8664808-f75e-4c04-bdd8-edf0122b5bb2),segment_id=c8664808-f75e-4c04-bdd8-edf0122b5bb2)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:35.421916 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:35.424996 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-12143493-5d37-4cb8-9ea3-d0e6eea1a152 req-a49752e8-489a-45af-9f0c-8c04da5284a2 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:35.437485 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-12143493-5d37-4cb8-9ea3-d0e6eea1a152 req-a49752e8-489a-45af-9f0c-8c04da5284a2 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:35.491214 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] Routers {'1ff9e426-6510-4b92-b29f-ea6697629506'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:35.491643 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:02:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['1ff9e426-6510-4b92-b29f-ea6697629506'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:35.522534 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49752e8-489a-45af-9f0c-8c04da5284a2 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Pushing event updated for resources: {'Port': ['ID=9dc2383a-1bb3-4423-8c10-03b6cc8b08a1,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:35.532002 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-12143493-5d37-4cb8-9ea3-d0e6eea1a152 req-a49752e8-489a-45af-9f0c-8c04da5284a2 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:35.534169 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0714cb1-f559-4f56-aa94-c0ccffd2c416 None None] Pushing event updated for resources: {'Port': ['ID=d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:35.557199 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-12143493-5d37-4cb8-9ea3-d0e6eea1a152 req-a49752e8-489a-45af-9f0c-8c04da5284a2 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:35.559269 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-12143493-5d37-4cb8-9ea3-d0e6eea1a152 req-a49752e8-489a-45af-9f0c-8c04da5284a2 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8401802 Aug 19 18:02:35.619847 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b5d00-3387-4a76-ad4f-5f4321252387 req-6d767221-4159-4738-a7a3-3ffba734f702 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:35.633413 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2a7b5d00-3387-4a76-ad4f-5f4321252387 req-6d767221-4159-4738-a7a3-3ffba734f702 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 943 time: 0.2354591 Aug 19 18:02:35.669674 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-12143493-5d37-4cb8-9ea3-d0e6eea1a152 req-b853d0b4-c7bb-4056-b000-32cb3efadd55 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.33 HTTP/1.1" status: 200 len: 695 time: 0.1030231 Aug 19 18:02:35.679179 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] Set router 1ff9e426-6510-4b92-b29f-ea6697629506 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:02:35.738454 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2a7b5d00-3387-4a76-ad4f-5f4321252387 req-eed154c2-7f57-478b-a878-d147339b4045 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035013 Aug 19 18:02:35.809423 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-39d15557-3ffc-4331-a860-88606d2bfd9f req-83a293ae-2375-499f-8b1a-9f9624ff9f74 service neutron] 10.222.0.50 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928940 Aug 19 18:02:35.860727 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 9199c5aa-8814-4ee1-b59e-63979ea38af8 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:35.874607 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12143493-5d37-4cb8-9ea3-d0e6eea1a152 req-1fcf5afa-e566-4dd6-8eb8-0f0f6d83eaed tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:35.877009 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-12143493-5d37-4cb8-9ea3-d0e6eea1a152 req-1fcf5afa-e566-4dd6-8eb8-0f0f6d83eaed tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.2062716 Aug 19 18:02:35.910609 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-12143493-5d37-4cb8-9ea3-d0e6eea1a152 req-01b5f913-7198-47b1-a8b2-96983fb7ecf0 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:02:35.912377 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-12143493-5d37-4cb8-9ea3-d0e6eea1a152 req-01b5f913-7198-47b1-a8b2-96983fb7ecf0 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0279529 Aug 19 18:02:35.965740 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff9e426-6510-4b92-b29f-ea6697629506', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142774774-router', 'tenant_id': '8482a7bb613440d3b3aa06643d88805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '219d2a7d-76de-4c03-8248-9d8bd79c244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:16Z', 'updated_at': '2021-08-19T18:02:32Z', 'revision_number': 4, 'project_id': '8482a7bb613440d3b3aa06643d88805d', 'gw_port': {'id': '219d2a7d-76de-4c03-8248-9d8bd79c244d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff9e426-6510-4b92-b29f-ea6697629506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:22Z', 'updated_at': '2021-08-19T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'd79ebeb0-ad7e-49ae-9f50-38e7cea58f3d', 'name': '', 'network_id': 'f4bffc1f-5388-4a4d-884b-28a00b185d7b', 'tenant_id': '8482a7bb613440d3b3aa06643d88805d', 'mac_address': 'fa:16:3e:97:a7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff9e426-6510-4b92-b29f-ea6697629506', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'cae81989-2d4c-4e3d-8656-19bacff9c6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:29Z', 'updated_at': '2021-08-19T18:02:35Z', 'revision_number': 4, 'project_id': '8482a7bb613440d3b3aa06643d88805d', 'subnets': [{'id': 'cae81989-2d4c-4e3d-8656-19bacff9c6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:36.000898 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6a7dfc-6146-4f10-9853-2a382751c588 None None] The sync data for ids ['1ff9e426-6510-4b92-b29f-ea6697629506'] in n-d-803753-2 is: [{'id': '1ff9e426-6510-4b92-b29f-ea6697629506', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142774774-router', 'tenant_id': '8482a7bb613440d3b3aa06643d88805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '219d2a7d-76de-4c03-8248-9d8bd79c244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:16Z', 'updated_at': '2021-08-19T18:02:32Z', 'revision_number': 4, 'project_id': '8482a7bb613440d3b3aa06643d88805d', 'gw_port': {'id': '219d2a7d-76de-4c03-8248-9d8bd79c244d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff9e426-6510-4b92-b29f-ea6697629506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:22Z', 'updated_at': '2021-08-19T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'd79ebeb0-ad7e-49ae-9f50-38e7cea58f3d', 'name': '', 'network_id': 'f4bffc1f-5388-4a4d-884b-28a00b185d7b', 'tenant_id': '8482a7bb613440d3b3aa06643d88805d', 'mac_address': 'fa:16:3e:97:a7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff9e426-6510-4b92-b29f-ea6697629506', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'cae81989-2d4c-4e3d-8656-19bacff9c6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:29Z', 'updated_at': '2021-08-19T18:02:35Z', 'revision_number': 4, 'project_id': '8482a7bb613440d3b3aa06643d88805d', 'subnets': [{'id': 'cae81989-2d4c-4e3d-8656-19bacff9c6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:02:36.023093 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 9199c5aa-8814-4ee1-b59e-63979ea38af8 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:36.029931 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 9199c5aa-8814-4ee1-b59e-63979ea38af8 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:36.030333 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:36.032318 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-e64c5384-3ddb-4e86-9092-f08b441e5886 req-9dd641fd-e54b-4185-90b5-f29de69c2cf4 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1990764110', 'description': 'tempest-description-2040805499'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:36.068028 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-39d15557-3ffc-4331-a860-88606d2bfd9f req-493326e7-01e8-4788-b7a4-90c73cfa22ea service neutron] 10.222.0.50 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489176 Aug 19 18:02:36.109193 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e64c5384-3ddb-4e86-9092-f08b441e5886 req-9dd641fd-e54b-4185-90b5-f29de69c2cf4 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:36.110807 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb067c6-b6b0-40a0-af42-0cc24401c15d req-2352e5b4-1546-4c36-8e71-d0dff7165289 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:36.114555 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-efb067c6-b6b0-40a0-af42-0cc24401c15d req-2352e5b4-1546-4c36-8e71-d0dff7165289 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.1051116 Aug 19 18:02:36.195627 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:36.197954 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-efb067c6-b6b0-40a0-af42-0cc24401c15d req-4f6a29bb-b049-475f-8c44-ff33db5a9e8a tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672176 Aug 19 18:02:36.229474 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4254392d-8e19-4ede-9d2e-e312704a54c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9199c5aa-8814-4ee1-b59e-63979ea38af8'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:36.241428 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e3c0b7-94bb-46b1-9573-38b88a5fbaa7" -d '{"events": [{"server_uuid": "4254392d-8e19-4ede-9d2e-e312704a54c0", "name": "network-vif-plugged", "status": "completed", "tag": "9199c5aa-8814-4ee1-b59e-63979ea38af8"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:36.257954 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 9199c5aa-8814-4ee1-b59e-63979ea38af8, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=9199c5aa-8814-4ee1-b59e-63979ea38af8,segment=NetworkSegment(9c7d747c-4d15-4d78-8a75-1bea6385c296),segment_id=9c7d747c-4d15-4d78-8a75-1bea6385c296)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:36.266314 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:36.322580 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e64c5384-3ddb-4e86-9092-f08b441e5886 req-9dd641fd-e54b-4185-90b5-f29de69c2cf4 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:36.332477 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e64c5384-3ddb-4e86-9092-f08b441e5886 req-9dd641fd-e54b-4185-90b5-f29de69c2cf4 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:36.347607 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=9199c5aa-8814-4ee1-b59e-63979ea38af8,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:36.380498 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506c6c3-6445-4b27-81d0-6375047c2b4a req-9b55e625-768c-4e4f-b024-627c2ecfbe53 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:36.383271 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b506c6c3-6445-4b27-81d0-6375047c2b4a req-9b55e625-768c-4e4f-b024-627c2ecfbe53 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 946 time: 0.0792451 Aug 19 18:02:36.408723 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e64c5384-3ddb-4e86-9092-f08b441e5886 req-9dd641fd-e54b-4185-90b5-f29de69c2cf4 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:36.422492 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e64c5384-3ddb-4e86-9092-f08b441e5886 req-9dd641fd-e54b-4185-90b5-f29de69c2cf4 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4075582 Aug 19 18:02:36.431226 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd641fd-e54b-4185-90b5-f29de69c2cf4 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=285897f5-4415-4fe6-8716-996501cb61dd,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:36.483776 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b506c6c3-6445-4b27-81d0-6375047c2b4a req-1bde0d9a-7c99-47d9-b225-24abe85512ad tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851946 Aug 19 18:02:36.540895 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3810c09-41a5-4e6e-bc6f-daf5735ebe06 req-24602a86-cced-476f-8c01-90aaa35ab384 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:36.544148 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d3810c09-41a5-4e6e-bc6f-daf5735ebe06 req-24602a86-cced-476f-8c01-90aaa35ab384 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 1096 time: 0.0573072 Aug 19 18:02:36.625858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:36.644983 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d3810c09-41a5-4e6e-bc6f-daf5735ebe06 req-65b86fa9-066e-417a-9d67-92009800d5f6 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819929 Aug 19 18:02:36.648164 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7a6fec8-fde7-40ff-a738-1669f8876315 req-b6783c26-1023-4291-87a3-5ca1d98e1063 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/floatingips/3048d9ea-dc31-4b85-b0e1-8441e260f3f5 HTTP/1.1" status: 200 len: 692 time: 0.0694063 Aug 19 18:02:36.718486 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:36.724253 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:36.724895 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:36.829226 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6fec8-fde7-40ff-a738-1669f8876315 req-542b4483-04f2-41dc-8c04-38720a6d3711 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:36.836853 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7a6fec8-fde7-40ff-a738-1669f8876315 req-542b4483-04f2-41dc-8c04-38720a6d3711 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.1874900 Aug 19 18:02:36.844491 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-f7a6fec8-fde7-40ff-a738-1669f8876315 req-36e0afba-ff0e-4ac1-a779-68d37a381c62 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:02:36.853043 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7a6fec8-fde7-40ff-a738-1669f8876315 req-36e0afba-ff0e-4ac1-a779-68d37a381c62 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150344 Aug 19 18:02:36.894209 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:36.900349 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb5a3da-9b3e-4ef3-88fb-7dcab0cfca54 x-openstack-request-id: req-1eb5a3da-9b3e-4ef3-88fb-7dcab0cfca54 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:36.900593 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4254392d-8e19-4ede-9d2e-e312704a54c0", "name": "network-vif-plugged", "status": "completed", "tag": "9199c5aa-8814-4ee1-b59e-63979ea38af8", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:36.900902 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1eb5a3da-9b3e-4ef3-88fb-7dcab0cfca54 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:36.901271 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4254392d-8e19-4ede-9d2e-e312704a54c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9199c5aa-8814-4ee1-b59e-63979ea38af8', 'code': 200} Aug 19 18:02:36.945106 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7a6fec8-fde7-40ff-a738-1669f8876315 req-71b305bc-788d-41ae-a596-80a08d336a3f tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.33 HTTP/1.1" status: 200 len: 695 time: 0.0909152 Aug 19 18:02:36.960025 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d,segment=NetworkSegment(c8664808-f75e-4c04-bdd8-edf0122b5bb2),segment_id=c8664808-f75e-4c04-bdd8-edf0122b5bb2)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:36.971947 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:37.028371 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7a6fec8-fde7-40ff-a738-1669f8876315 req-7ff6d2d1-2a57-4698-b0ea-b5612ce9c1d5 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.33 HTTP/1.1" status: 200 len: 695 time: 0.0820637 Aug 19 18:02:37.072814 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2f503e31-0527-4c65-9b16-b06202d3724b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:37.106766 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:37.184922 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:37.205061 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2cde5-5624-4228-8e57-5ba3ab68c1d5 req-d412caec-a976-4cae-bb32-3ed0a5647612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:37.206637 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-93c2cde5-5624-4228-8e57-5ba3ab68c1d5 req-d412caec-a976-4cae-bb32-3ed0a5647612 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 1097 time: 0.1763310 Aug 19 18:02:37.249145 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-e5b52431-183d-436f-91a4-ca98ac0650cf tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:37.250813 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-e5b52431-183d-436f-91a4-ca98ac0650cf tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/networks?id=f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 HTTP/1.1" status: 200 len: 812 time: 0.1951239 Aug 19 18:02:37.256036 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-f7a6fec8-fde7-40ff-a738-1669f8876315 req-c8596400-f6ba-4f63-9025-c5d6dbfd3bb7 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Deleting port 9dc2383a-1bb3-4423-8c10-03b6cc8b08a1 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:02:37.256459 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f7a6fec8-fde7-40ff-a738-1669f8876315 req-c8596400-f6ba-4f63-9025-c5d6dbfd3bb7 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:37.272177 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-93c2cde5-5624-4228-8e57-5ba3ab68c1d5 req-a69d0caf-3734-4364-8967-48cc17ed34a5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541158 Aug 19 18:02:37.277797 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-b2ebb6a6-ff64-47a0-9fa4-6bc61a7c2f8f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/quotas/dabde781ddb345aead884b8987cb9981 HTTP/1.1" status: 200 len: 375 time: 0.0177374 Aug 19 18:02:37.328689 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-acb969e5-8428-47d6-9a5a-f5b86810ce60 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dabde781ddb345aead884b8987cb9981&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422912 Aug 19 18:02:37.370016 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f7a6fec8-fde7-40ff-a738-1669f8876315 req-c8596400-f6ba-4f63-9025-c5d6dbfd3bb7 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:37.371060 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f7a6fec8-fde7-40ff-a738-1669f8876315 req-c8596400-f6ba-4f63-9025-c5d6dbfd3bb7 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:37.391355 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-f7a6fec8-fde7-40ff-a738-1669f8876315 req-c8596400-f6ba-4f63-9025-c5d6dbfd3bb7 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Calling delete_port for 9dc2383a-1bb3-4423-8c10-03b6cc8b08a1 owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:02:37.483218 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-224f353d-9587-45a9-aebc-92757c0ee4ee service neutron] 10.222.0.24 "GET /v2.0/networks/f24c7da1-2b52-4491-aeec-8ee53ea1e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399024 Aug 19 18:02:37.536046 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:02:37.622058 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-ff7a0d3c-6850-453f-8232-8f619f801445 service neutron] 10.222.0.24 "GET /v2.0/networks/f24c7da1-2b52-4491-aeec-8ee53ea1e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310823 Aug 19 18:02:37.781267 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:37.817568 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'b14c8985-1c58-4c0a-9166-ab7cfdb3ab22', 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3', 'port_id': 'b14c8985-1c58-4c0a-9166-ab7cfdb3ab22', 'mac_address': 'fa:16:3e:f3:73:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd77c82-a885-46d6-b7ae-a3f47fa8bac4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:02:37.931293 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:37.955458 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:02:37.997273 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:38.006818 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:38.026427 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f7a6fec8-fde7-40ff-a738-1669f8876315 req-c8596400-f6ba-4f63-9025-c5d6dbfd3bb7 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:38.060247 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff37dcd-6be3-4813-8042-52118e69da8a req-a9a983fb-dae3-4e3d-866d-95c4c10b5fec tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:38.063102 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fff37dcd-6be3-4813-8042-52118e69da8a req-a9a983fb-dae3-4e3d-866d-95c4c10b5fec tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 943 time: 0.1262100 Aug 19 18:02:38.091511 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8596400-f6ba-4f63-9025-c5d6dbfd3bb7 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Pushing event deleted for resources: {'Port': ['ID=9dc2383a-1bb3-4423-8c10-03b6cc8b08a1,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:38.112857 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:38.135257 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f7a6fec8-fde7-40ff-a738-1669f8876315 req-c8596400-f6ba-4f63-9025-c5d6dbfd3bb7 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:38.139930 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f7a6fec8-fde7-40ff-a738-1669f8876315 req-c8596400-f6ba-4f63-9025-c5d6dbfd3bb7 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:38.155063 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:38.156776 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7a6fec8-fde7-40ff-a738-1669f8876315 req-c8596400-f6ba-4f63-9025-c5d6dbfd3bb7 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "DELETE /v2.0/floatingips/3048d9ea-dc31-4b85-b0e1-8441e260f3f5 HTTP/1.1" status: 204 len: 173 time: 1.1267519 Aug 19 18:02:38.160615 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8596400-f6ba-4f63-9025-c5d6dbfd3bb7 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:38.166912 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8596400-f6ba-4f63-9025-c5d6dbfd3bb7 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:38.167532 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8596400-f6ba-4f63-9025-c5d6dbfd3bb7 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:38.168177 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8596400-f6ba-4f63-9025-c5d6dbfd3bb7 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:38.168593 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8596400-f6ba-4f63-9025-c5d6dbfd3bb7 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:38.168950 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8596400-f6ba-4f63-9025-c5d6dbfd3bb7 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:38.169345 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8596400-f6ba-4f63-9025-c5d6dbfd3bb7 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:38.169746 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8596400-f6ba-4f63-9025-c5d6dbfd3bb7 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:38.170084 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8596400-f6ba-4f63-9025-c5d6dbfd3bb7 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:38.170416 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8596400-f6ba-4f63-9025-c5d6dbfd3bb7 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:38.170841 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8596400-f6ba-4f63-9025-c5d6dbfd3bb7 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:38.171073 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8596400-f6ba-4f63-9025-c5d6dbfd3bb7 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:38.174899 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fff37dcd-6be3-4813-8042-52118e69da8a req-b5044744-c76a-4005-8932-1dadc701f068 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972619 Aug 19 18:02:38.347213 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf9291-73da-4046-8f39-87ccca36b573 req-ff53466b-b75f-4c14-bf8f-fda022d239df tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:38.348896 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2edf9291-73da-4046-8f39-87ccca36b573 req-ff53466b-b75f-4c14-bf8f-fda022d239df tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.1113377 Aug 19 18:02:38.359212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['b14c8985-1c58-4c0a-9166-ab7cfdb3ab22'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:02:38.377960 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1b825-d7c5-44e8-842d-42799b020480 req-7fe9f5a8-ea71-4198-a5db-4955ad659aef tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:38.395003 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0ec1b825-d7c5-44e8-842d-42799b020480 req-7fe9f5a8-ea71-4198-a5db-4955ad659aef tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 946 time: 0.1117568 Aug 19 18:02:38.468293 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2edf9291-73da-4046-8f39-87ccca36b573 req-d7680680-b665-4810-8b58-a97e8747d8b4 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020949 Aug 19 18:02:38.483458 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0ec1b825-d7c5-44e8-842d-42799b020480 req-041d3853-1044-49c0-a161-422425b17438 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796349 Aug 19 18:02:38.610684 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1e19b8a2-9072-4b45-a557-ecba0a082f6b req-65e63d1a-09c0-4389-8cff-c4135cc7fa4b tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 210 time: 0.0532823 Aug 19 18:02:38.727476 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:38.799288 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-adc38c39-ef4d-4268-84b2-1b87c5cb733a req-eec7633e-ed81-491d-a9fb-cfa13bee77e9 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] show failed (client error): The resource could not be found. Aug 19 18:02:38.800901 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-adc38c39-ef4d-4268-84b2-1b87c5cb733a req-eec7633e-ed81-491d-a9fb-cfa13bee77e9 tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/floatingips/3048d9ea-dc31-4b85-b0e1-8441e260f3f5 HTTP/1.1" status: 404 len: 350 time: 0.1274736 Aug 19 18:02:38.912124 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:38.920739 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.013993 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-52afb2dc-68ad-4dfe-963d-85174e49bc34 req-96feb19f-e8ca-4b91-b5bd-c2f94ec4272b tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] show failed (client error): The resource could not be found. Aug 19 18:02:39.015694 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52afb2dc-68ad-4dfe-963d-85174e49bc34 req-96feb19f-e8ca-4b91-b5bd-c2f94ec4272b tempest-FloatingIPsTestJSON-1185844758 tempest-FloatingIPsTestJSON-1185844758-project] 10.222.0.24 "GET /v2.0/floatingips/3048d9ea-dc31-4b85-b0e1-8441e260f3f5 HTTP/1.1" status: 404 len: 350 time: 0.0793765 Aug 19 18:02:39.029870 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36248) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:39.128425 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36252) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:39.380132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36260) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:39.385449 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-a6b43271-0c44-405c-aee9-9dcb0d73147d tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--430783116', 'description': 'tempest-description--1542826936'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:39.437426 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20e5842f-4ae1-437a-a665-2ffe756d6cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.475038 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6b43271-0c44-405c-aee9-9dcb0d73147d tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.633920 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e675e9-e22c-4b3d-b9ff-d1edb1a4bac3 req-bd8b6069-7339-4678-8444-efdb2c7b6233 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:39.636796 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-96e675e9-e22c-4b3d-b9ff-d1edb1a4bac3 req-bd8b6069-7339-4678-8444-efdb2c7b6233 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 944 time: 0.1533546 Aug 19 18:02:39.742348 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-96e675e9-e22c-4b3d-b9ff-d1edb1a4bac3 req-89fc3084-f98f-47b3-9c70-3aa909e56d76 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823703 Aug 19 18:02:39.767907 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20e5842f-4ae1-437a-a665-2ffe756d6cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.777374 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20e5842f-4ae1-437a-a665-2ffe756d6cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.909002 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-20e5842f-4ae1-437a-a665-2ffe756d6cec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6658e02987df45c98bbcbbf9c8d20362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7788417 Aug 19 18:02:39.910039 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5842f-4ae1-437a-a665-2ffe756d6cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de8b3f5-6785-4ee5-808e-1fcf1095c19f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:39.913605 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36284) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:40.038001 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d223650-d0e8-41bd-aceb-daa9d928b979 req-8698660d-c194-4224-b9ed-99f17a1d42de tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:40.042127 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8d223650-d0e8-41bd-aceb-daa9d928b979 req-8698660d-c194-4224-b9ed-99f17a1d42de tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.1928930 Aug 19 18:02:40.043573 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:40.063968 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-4645a78e-f8ca-4e2d-8f0d-d63d2bc673c5 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:40.066822 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-4645a78e-f8ca-4e2d-8f0d-d63d2bc673c5 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.50 "GET /v2.0/networks?id=f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 HTTP/1.1" status: 200 len: 812 time: 0.2333138 Aug 19 18:02:40.098004 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Request body: {'port': {'device_id': '6c14be02-23ab-467f-9aaa-38234ac4f166', 'network_id': 'f24c7da1-2b52-4491-aeec-8ee53ea1e3f5', 'admin_state_up': True, 'tenant_id': 'dabde781ddb345aead884b8987cb9981'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:40.143240 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6b43271-0c44-405c-aee9-9dcb0d73147d tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:40.157937 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6b43271-0c44-405c-aee9-9dcb0d73147d tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:40.183687 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b26d99b-4bfd-4168-ad32-d9e3221d786c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:40.241886 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0511757d-e871-41a8-b1f2-7bc03b67cb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:40.270158 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8d223650-d0e8-41bd-aceb-daa9d928b979 req-4aa760d8-bc7c-4feb-842b-856b156bae3c tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117138 Aug 19 18:02:40.271449 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6b43271-0c44-405c-aee9-9dcb0d73147d tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:40.273509 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a6b43271-0c44-405c-aee9-9dcb0d73147d tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8918033 Aug 19 18:02:40.286369 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36294) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:40.295544 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7e57547f-5af9-48d6-a750-6e0ea79a111c tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Request body: {'security_group_rule': {'security_group_id': '8b78d68f-0a9f-41ac-b1ee-b081dccda597', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:40.311005 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b43271-0c44-405c-aee9-9dcb0d73147d tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b78d68f-0a9f-41ac-b1ee-b081dccda597,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:40.368063 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0511757d-e871-41a8-b1f2-7bc03b67cb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:40.505316 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e57547f-5af9-48d6-a750-6e0ea79a111c tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:40.581507 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54506b76-4847-4b4f-9353-b3aaf0424570 req-28d90f34-e44b-4e26-bc12-1b15b6d3bc0b tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:40.583742 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-54506b76-4847-4b4f-9353-b3aaf0424570 req-28d90f34-e44b-4e26-bc12-1b15b6d3bc0b tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 946 time: 0.1708682 Aug 19 18:02:40.658715 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e57547f-5af9-48d6-a750-6e0ea79a111c tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:40.672860 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0511757d-e871-41a8-b1f2-7bc03b67cb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:40.678890 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0511757d-e871-41a8-b1f2-7bc03b67cb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:40.680892 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0511757d-e871-41a8-b1f2-7bc03b67cb25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1de8b3f5-6785-4ee5-808e-1fcf1095c19f HTTP/1.1" status: 204 len: 168 time: 0.7357812 Aug 19 18:02:40.685462 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:40.693148 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e57547f-5af9-48d6-a750-6e0ea79a111c tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:40.731897 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511757d-e871-41a8-b1f2-7bc03b67cb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de8b3f5-6785-4ee5-808e-1fcf1095c19f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:40.762749 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57547f-5af9-48d6-a750-6e0ea79a111c tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c68f9a-3446-458f-867b-ae86d8ef05d0,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:40.786204 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-54506b76-4847-4b4f-9353-b3aaf0424570 req-ae874790-ec69-4ae4-a477-09c40640c134 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790955 Aug 19 18:02:40.871726 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e57547f-5af9-48d6-a750-6e0ea79a111c tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:40.875415 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7e57547f-5af9-48d6-a750-6e0ea79a111c tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5852761 Aug 19 18:02:40.875782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36310) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:40.881182 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-92b22063-ff70-465b-a0f5-fb8a92ef937c tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Request body: {'security_group_rule': {'security_group_id': '8b78d68f-0a9f-41ac-b1ee-b081dccda597', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:40.892365 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Made reservation on behalf of dabde781ddb345aead884b8987cb9981 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:40.896087 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:40.908114 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36312) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:40.989938 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-48cbeadf-2be5-4aab-a1d4-d5f990afecbd req-c3e16245-1a72-4aeb-bfe3-e8fc8f5e3323 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 210 time: 0.0588963 Aug 19 18:02:41.005239 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92b22063-ff70-465b-a0f5-fb8a92ef937c tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:41.119090 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92b22063-ff70-465b-a0f5-fb8a92ef937c tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:41.130494 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92b22063-ff70-465b-a0f5-fb8a92ef937c tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:41.212844 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Allocated IP 172.20.0.11 (f24c7da1-2b52-4491-aeec-8ee53ea1e3f5/b083b0fb-67a8-452f-a897-1da102c8a2c8/9c5ca25c-42ef-40c8-b1c5-f54431e701d9) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:41.215338 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b22063-ff70-465b-a0f5-fb8a92ef937c tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25411ba7-075f-415d-a6be-48481f040822,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:41.254436 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36316) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:41.263939 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92b22063-ff70-465b-a0f5-fb8a92ef937c tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:41.270020 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-92b22063-ff70-465b-a0f5-fb8a92ef937c tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3886197 Aug 19 18:02:41.272744 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36318) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:41.290040 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-16a41cd0-9257-4572-b517-8ef3e860fe8e tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:41.303634 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cdc52b7f-e917-4daa-95d7-1a3361138c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:41.327665 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b231b4-8266-4303-85a5-f0d510a91344 req-0810b915-525b-43d1-8b36-87b65a3db681 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:41.327997 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-9b26d99b-4bfd-4168-ad32-d9e3221d786c admin admin] Deleting port 6a92c25a-3a14-41b8-9703-2bca40eaef82 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:02:41.328218 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b26d99b-4bfd-4168-ad32-d9e3221d786c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:41.334464 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36b231b4-8266-4303-85a5-f0d510a91344 req-0810b915-525b-43d1-8b36-87b65a3db681 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 944 time: 0.0969734 Aug 19 18:02:41.378167 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-a15bef5e-79fe-44e2-be76-6c6802ced46d tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:02:41.379470 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-a15bef5e-79fe-44e2-be76-6c6802ced46d tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4702389 Aug 19 18:02:41.412013 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36b231b4-8266-4303-85a5-f0d510a91344 req-5c6ad7dc-5ffd-4454-9603-2ca3abcf814c tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688632 Aug 19 18:02:41.453471 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-16a41cd0-9257-4572-b517-8ef3e860fe8e tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:41.554458 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:41.629867 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:41.644329 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-9b26d99b-4bfd-4168-ad32-d9e3221d786c admin admin] For port 6a92c25a-3a14-41b8-9703-2bca40eaef82, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6a92c25a-3a14-41b8-9703-2bca40eaef82,segment=NetworkSegment(bcd06dbd-fb1c-4d69-b799-14a9b12a6418),segment_id=bcd06dbd-fb1c-4d69-b799-14a9b12a6418)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:41.644830 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b26d99b-4bfd-4168-ad32-d9e3221d786c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:41.654190 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001c21b-f589-4d65-b675-56d865fabe6c req-c46ef514-7a9b-4b40-b814-e2cace153495 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:41.662668 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c001c21b-f589-4d65-b675-56d865fabe6c req-c46ef514-7a9b-4b40-b814-e2cace153495 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 946 time: 0.1285443 Aug 19 18:02:41.672814 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-9b26d99b-4bfd-4168-ad32-d9e3221d786c admin admin] Calling delete_port for 6a92c25a-3a14-41b8-9703-2bca40eaef82 owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:02:41.673813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:41.687471 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:41.688967 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:41.747428 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-919211f6-85a1-4acc-9ca5-fa9ea3123c0a service neutron] Request body: {'binding': {'host': 'n-h2-803753-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:41.748459 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-919211f6-85a1-4acc-9ca5-fa9ea3123c0a service neutron] Unknown quota resources ['binding']. {{(pid=94682) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:02:41.759189 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c001c21b-f589-4d65-b675-56d865fabe6c req-eb14bf8e-0f3e-45d2-aaf3-93f0a7e8873e tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855248 Aug 19 18:02:41.870098 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:41.911245 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0431fc6a-880c-423e-9a90-810e33f2ba21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14c8985-1c58-4c0a-9166-ab7cfdb3ab22'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:41.914238 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4ac6c1-e4c8-42d9-98ec-286002287f8d" -d '{"events": [{"server_uuid": "0431fc6a-880c-423e-9a90-810e33f2ba21", "name": "network-vif-plugged", "status": "completed", "tag": "b14c8985-1c58-4c0a-9166-ab7cfdb3ab22"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:41.931212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:41.937995 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cdc52b7f-e917-4daa-95d7-1a3361138c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:41.938643 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:41.958790 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:41.961469 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cdc52b7f-e917-4daa-95d7-1a3361138c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:42.005301 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d9313-2253-4b02-a468-cc0eed15124c req-35e49a67-2246-4adf-90e9-8ebd20947c77 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:42.007618 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7b0d9313-2253-4b02-a468-cc0eed15124c req-35e49a67-2246-4adf-90e9-8ebd20947c77 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.1204245 Aug 19 18:02:42.039810 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:42.082982 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Network f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:42.094818 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:42.097015 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc52b7f-e917-4daa-95d7-1a3361138c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c3d94f-78eb-48e7-8dbe-fa791332572f,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:42.099619 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:42.110951 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cdc52b7f-e917-4daa-95d7-1a3361138c63 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67d2fffa0d284e18ad7e0e6296c1cb00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8496735 Aug 19 18:02:42.110951 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event updated for resources: {'Port': ['ID=9c5ca25c-42ef-40c8-b1c5-f54431e701d9,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:42.112890 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36332) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:42.123205 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-16a41cd0-9257-4572-b517-8ef3e860fe8e tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:42.130352 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7b0d9313-2253-4b02-a468-cc0eed15124c req-a409424d-7498-40f4-bf74-e1af53c01e32 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995321 Aug 19 18:02:42.131802 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-919211f6-85a1-4acc-9ca5-fa9ea3123c0a service neutron] Attempting to bind port ad6b9fb2-05cc-483b-8221-9cf0e7844b83 on host n-h2-803753-2 for vnic_type normal with profile None {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:42.132376 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-919211f6-85a1-4acc-9ca5-fa9ea3123c0a service neutron] Attempting to bind port ad6b9fb2-05cc-483b-8221-9cf0e7844b83 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:42.132911 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-919211f6-85a1-4acc-9ca5-fa9ea3123c0a service neutron] Attempting to bind port ad6b9fb2-05cc-483b-8221-9cf0e7844b83 on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:42.141891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-919211f6-85a1-4acc-9ca5-fa9ea3123c0a service neutron] Port ad6b9fb2-05cc-483b-8221-9cf0e7844b83 on network 52390765-0cad-463c-8122-8baf5b79ff7f not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:02:42.141891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-919211f6-85a1-4acc-9ca5-fa9ea3123c0a service neutron] Attempting to bind port ad6b9fb2-05cc-483b-8221-9cf0e7844b83 on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:42.150399 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-919211f6-85a1-4acc-9ca5-fa9ea3123c0a service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:42.150885 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-919211f6-85a1-4acc-9ca5-fa9ea3123c0a service neutron] Checking segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:42.152073 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-919211f6-85a1-4acc-9ca5-fa9ea3123c0a service neutron] Bound using segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:42.153322 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-919211f6-85a1-4acc-9ca5-fa9ea3123c0a service neutron] Bound port: ad6b9fb2-05cc-483b-8221-9cf0e7844b83, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:42.172270 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc52b7f-e917-4daa-95d7-1a3361138c63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:42.172629 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc52b7f-e917-4daa-95d7-1a3361138c63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:42.172973 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc52b7f-e917-4daa-95d7-1a3361138c63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:42.173327 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc52b7f-e917-4daa-95d7-1a3361138c63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:42.173665 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc52b7f-e917-4daa-95d7-1a3361138c63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:42.174183 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc52b7f-e917-4daa-95d7-1a3361138c63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:42.174692 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc52b7f-e917-4daa-95d7-1a3361138c63 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:42.175194 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc52b7f-e917-4daa-95d7-1a3361138c63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:42.175938 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc52b7f-e917-4daa-95d7-1a3361138c63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:42.176108 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc52b7f-e917-4daa-95d7-1a3361138c63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:42.176383 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc52b7f-e917-4daa-95d7-1a3361138c63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:42.176900 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc52b7f-e917-4daa-95d7-1a3361138c63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:42.202821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:42.205516 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:42.205516 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:42.205516 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:42.205516 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:42.205516 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:42.205516 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:42.205516 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:42.207835 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:42.207835 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:42.207835 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:42.207835 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:42.268975 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc11a7ef-b757-484b-beca-7b2d076c2589 x-openstack-request-id: req-bc11a7ef-b757-484b-beca-7b2d076c2589 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:42.269270 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0431fc6a-880c-423e-9a90-810e33f2ba21", "name": "network-vif-plugged", "status": "completed", "tag": "b14c8985-1c58-4c0a-9166-ab7cfdb3ab22", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:42.269752 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc11a7ef-b757-484b-beca-7b2d076c2589 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:42.270165 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0431fc6a-880c-423e-9a90-810e33f2ba21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14c8985-1c58-4c0a-9166-ab7cfdb3ab22', 'code': 200} Aug 19 18:02:42.326127 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-919211f6-85a1-4acc-9ca5-fa9ea3123c0a service neutron] For port ad6b9fb2-05cc-483b-8221-9cf0e7844b83, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=ad6b9fb2-05cc-483b-8221-9cf0e7844b83,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:42.337523 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-919211f6-85a1-4acc-9ca5-fa9ea3123c0a service neutron] Notify callbacks [] for binding, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:42.341579 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-919211f6-85a1-4acc-9ca5-fa9ea3123c0a service neutron] 10.222.0.24 "POST /v2.0/ports/ad6b9fb2-05cc-483b-8221-9cf0e7844b83/bindings HTTP/1.1" status: 201 len: 389 time: 0.7563865 Aug 19 18:02:42.347897 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:42.348719 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:42.366782 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b26d99b-4bfd-4168-ad32-d9e3221d786c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:42.502172 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a535f258-1499-472a-854a-545de862b2a9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4136248 Aug 19 18:02:42.514485 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26d99b-4bfd-4168-ad32-d9e3221d786c admin admin] Pushing event deleted for resources: {'Port': ['ID=6a92c25a-3a14-41b8-9703-2bca40eaef82,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:42.556097 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a681a247-1da3-4db5-ba90-44990b595f41 service neutron] Request body: {'port': {'device_id': '6c14be02-23ab-467f-9aaa-38234ac4f166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:42.578360 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c31cf2-8faa-4bb9-b0ae-caeb8ea7f0c9 req-34cdb439-d0f7-40cf-9f80-985868159a0e tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:42.581267 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b9c31cf2-8faa-4bb9-b0ae-caeb8ea7f0c9 req-34cdb439-d0f7-40cf-9f80-985868159a0e tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 932 time: 0.1620817 Aug 19 18:02:42.615217 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f6b00033-1924-4a3b-8929-937ce981c9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:42.716997 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b9c31cf2-8faa-4bb9-b0ae-caeb8ea7f0c9 req-eed00818-ac4c-4f14-b286-e83bf2a86ae1 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=944f342e-ab18-4eae-b856-158ee438b7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234016 Aug 19 18:02:42.750766 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-434d339d-a70b-4854-a117-4134ad41a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:42.755116 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-434d339d-a70b-4854-a117-4134ad41a19a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 1096 time: 0.0934565 Aug 19 18:02:42.804845 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-16a41cd0-9257-4572-b517-8ef3e860fe8e tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Allocated IP 172.25.8.165 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/a2f07c93-7dda-4cff-ad5e-845ab64a8de5) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:42.834436 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a681a247-1da3-4db5-ba90-44990b595f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:42.872697 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f6b00033-1924-4a3b-8929-937ce981c9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:42.879627 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec10f30-c24f-44aa-ada2-742e6b4204ab req-d18e83b5-36f6-46c8-ab80-88cec0b3d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:42.881253 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6ec10f30-c24f-44aa-ada2-742e6b4204ab req-d18e83b5-36f6-46c8-ab80-88cec0b3d29e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 1096 time: 0.5001369 Aug 19 18:02:42.991846 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14184ac2-99b8-460d-9c41-00b48831d7b4 req-e33b3cb6-ed19-461b-83bb-705361676510 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:42.994589 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-14184ac2-99b8-460d-9c41-00b48831d7b4 req-e33b3cb6-ed19-461b-83bb-705361676510 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 945 time: 0.1173728 Aug 19 18:02:42.996940 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-d1121e26-fac8-4aa3-9b86-22068aca5efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:42.999587 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-d1121e26-fac8-4aa3-9b86-22068aca5efa service neutron] 10.222.0.50 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 922 time: 0.2356083 Aug 19 18:02:43.084613 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-ba7e8805-ffae-44f9-9d3e-a5e9f9368f17 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad6b9fb2-05cc-483b-8221-9cf0e7844b83 HTTP/1.1" status: 200 len: 217 time: 0.0690467 Aug 19 18:02:43.114044 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbf1ff-d59d-474b-ada1-db6a7e257a26 req-a92c5705-bd3d-4138-87ba-acf1c4550987 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:43.115781 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80cbf1ff-d59d-474b-ada1-db6a7e257a26 req-a92c5705-bd3d-4138-87ba-acf1c4550987 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 946 time: 0.5039153 Aug 19 18:02:43.140993 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-14184ac2-99b8-460d-9c41-00b48831d7b4 req-87163438-872a-4854-b5fc-376b1ee45154 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334522 Aug 19 18:02:43.165756 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-feb0e1f9-0640-4b69-acd1-1373c6941366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:43.167955 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-feb0e1f9-0640-4b69-acd1-1373c6941366 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e38a766b-6157-45f2-9785-a9bfeb2d8ba6 HTTP/1.1" status: 200 len: 861 time: 0.0683537 Aug 19 18:02:43.226281 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-ac37eaf3-4f1b-4c45-8f6e-6eb563ffebf3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52390765-0cad-463c-8122-8baf5b79ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374897 Aug 19 18:02:43.361304 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35582182-07f6-4626-ba63-8589d47ddf38 req-307880f2-e16c-4e66-ab0f-2bf5fe32aab3 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:43.362970 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35582182-07f6-4626-ba63-8589d47ddf38 req-307880f2-e16c-4e66-ab0f-2bf5fe32aab3 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 945 time: 0.1175520 Aug 19 18:02:43.397424 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-0edc11d0-21d1-4f81-af77-7e55d46c30b6 service neutron] 10.222.0.50 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608586 Aug 19 18:02:43.472113 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35582182-07f6-4626-ba63-8589d47ddf38 req-173623bf-5458-44d4-a92c-2c5ab03b704c tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002660 Aug 19 18:02:43.508331 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6ec10f30-c24f-44aa-ada2-742e6b4204ab req-75fe9b04-c5da-4dff-9b75-b542fa590878 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6136062 Aug 19 18:02:43.564628 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-ac4fe8dd-11ac-44a6-a4d8-a6b142ef2b12 service neutron] 10.222.0.50 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573169 Aug 19 18:02:43.608149 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f6b00033-1924-4a3b-8929-937ce981c9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:43.610965 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f6b00033-1924-4a3b-8929-937ce981c9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:43.612461 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f6b00033-1924-4a3b-8929-937ce981c9e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9c3d94f-78eb-48e7-8dbe-fa791332572f HTTP/1.1" status: 204 len: 168 time: 1.4908645 Aug 19 18:02:43.650610 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed3286-506e-44bc-9300-5dd1a3cbc3ed req-a701280f-a39c-47ec-9a66-679697053021 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:43.653136 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80cbf1ff-d59d-474b-ada1-db6a7e257a26 req-a3ed5ecb-9e47-4e9f-8639-d9f08a9bd52f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177321 Aug 19 18:02:43.663230 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e8ed3286-506e-44bc-9300-5dd1a3cbc3ed req-a701280f-a39c-47ec-9a66-679697053021 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.0904841 Aug 19 18:02:43.689935 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b00033-1924-4a3b-8929-937ce981c9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c3d94f-78eb-48e7-8dbe-fa791332572f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:43.696787 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b26d99b-4bfd-4168-ad32-d9e3221d786c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:43.702259 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-16a41cd0-9257-4572-b517-8ef3e860fe8e tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:43.807766 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e8ed3286-506e-44bc-9300-5dd1a3cbc3ed req-1576b8ec-7fff-4f72-af3a-949dd109d30b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415548 Aug 19 18:02:43.946532 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-16a41cd0-9257-4572-b517-8ef3e860fe8e tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:44.043369 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a681a247-1da3-4db5-ba90-44990b595f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c5ca25c-42ef-40c8-b1c5-f54431e701d9 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:02:44.063270 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a681a247-1da3-4db5-ba90-44990b595f41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:44.066628 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930933c9-0ff7-4b45-b3a2-d5a49719df71 req-008d998a-fe13-4242-9c0f-4887ecba7765 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:44.069707 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-930933c9-0ff7-4b45-b3a2-d5a49719df71 req-008d998a-fe13-4242-9c0f-4887ecba7765 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 932 time: 0.1594529 Aug 19 18:02:44.108659 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a41cd0-9257-4572-b517-8ef3e860fe8e tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:44.117088 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456f188-8dd8-4bb7-8213-26984598d46d req-17aad9ad-66b7-41b0-9679-704aa1a1fc71 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:44.118899 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c456f188-8dd8-4bb7-8213-26984598d46d req-17aad9ad-66b7-41b0-9679-704aa1a1fc71 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 946 time: 0.2416430 Aug 19 18:02:44.129411 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-16a41cd0-9257-4572-b517-8ef3e860fe8e tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:44.139945 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a41cd0-9257-4572-b517-8ef3e860fe8e tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:44.153213 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a41cd0-9257-4572-b517-8ef3e860fe8e tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Pushing event updated for resources: {'Port': ['ID=a2f07c93-7dda-4cff-ad5e-845ab64a8de5,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:44.206756 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a681a247-1da3-4db5-ba90-44990b595f41 service neutron] Transition to ACTIVE for port object 9c5ca25c-42ef-40c8-b1c5-f54431e701d9 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:44.214695 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-930933c9-0ff7-4b45-b3a2-d5a49719df71 req-db1821a2-9dcb-4aa7-90db-a9c243a89553 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=944f342e-ab18-4eae-b856-158ee438b7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129379 Aug 19 18:02:44.218201 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-ea7c529e-a4a1-4e62-8589-340aece1e0a7 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:44.220703 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-ea7c529e-a4a1-4e62-8589-340aece1e0a7 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b&tenant_id=a8ce19510dd24923b8ff0f45376547f4&binding%3Ahost_id=n-h1-803753-2 HTTP/1.1" status: 200 len: 1096 time: 0.2324255 Aug 19 18:02:44.248092 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a681a247-1da3-4db5-ba90-44990b595f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:44.249664 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-e0c80bd3-0820-402e-a4b7-6ebbfaa50e8c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803753-2'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:44.346481 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c456f188-8dd8-4bb7-8213-26984598d46d req-f65b7ccc-c15f-44fe-87ab-39bb72e84e09 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961794 Aug 19 18:02:44.388536 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681a247-1da3-4db5-ba90-44990b595f41 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5ca25c-42ef-40c8-b1c5-f54431e701d9,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:44.393873 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b26d99b-4bfd-4168-ad32-d9e3221d786c admin admin] Router a291c389-967c-4dfb-91f4-d5b8be5de884 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:02:44.397150 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-e0c80bd3-0820-402e-a4b7-6ebbfaa50e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:44.430198 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-16a41cd0-9257-4572-b517-8ef3e860fe8e tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:44.634886 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-16a41cd0-9257-4572-b517-8ef3e860fe8e tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:44.684612 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a681a247-1da3-4db5-ba90-44990b595f41 service neutron] Attempting to bind port 9c5ca25c-42ef-40c8-b1c5-f54431e701d9 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:44.685295 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a681a247-1da3-4db5-ba90-44990b595f41 service neutron] Attempting to bind port 9c5ca25c-42ef-40c8-b1c5-f54431e701d9 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '1395a4e1-b253-4559-bb6c-18b2bc8da658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f24c7da1-2b52-4491-aeec-8ee53ea1e3f5'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:44.685295 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a681a247-1da3-4db5-ba90-44990b595f41 service neutron] Attempting to bind port 9c5ca25c-42ef-40c8-b1c5-f54431e701d9 on network f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:44.692889 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cab4bb-3d73-49be-b36e-a5e15569aabb req-6d88f0ac-f48c-4b05-9453-09c9977970b3 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:44.698878 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32cab4bb-3d73-49be-b36e-a5e15569aabb req-6d88f0ac-f48c-4b05-9453-09c9977970b3 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 945 time: 0.3202634 Aug 19 18:02:44.714751 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a681a247-1da3-4db5-ba90-44990b595f41 service neutron] Port 9c5ca25c-42ef-40c8-b1c5-f54431e701d9 on network f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:02:44.715083 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a681a247-1da3-4db5-ba90-44990b595f41 service neutron] Attempting to bind port 9c5ca25c-42ef-40c8-b1c5-f54431e701d9 on network f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:44.742167 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b26d99b-4bfd-4168-ad32-d9e3221d786c admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:02:44.753348 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29089826-733e-4de2-ba9a-b73a8ba506af req-99f8156b-b2f8-4bd6-96ba-c6137858c547 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:44.755113 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-29089826-733e-4de2-ba9a-b73a8ba506af req-99f8156b-b2f8-4bd6-96ba-c6137858c547 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 946 time: 0.2009125 Aug 19 18:02:44.761345 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985db323-f21e-4c52-8558-1f0eb8d6a7a0 None None] Sync routers for ids ['a291c389-967c-4dfb-91f4-d5b8be5de884'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:02:44.765920 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9b26d99b-4bfd-4168-ad32-d9e3221d786c admin admin] 10.222.0.24 "PUT /v2.0/routers/a291c389-967c-4dfb-91f4-d5b8be5de884/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7344429 Aug 19 18:02:44.766926 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a681a247-1da3-4db5-ba90-44990b595f41 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:44.767351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a681a247-1da3-4db5-ba90-44990b595f41 service neutron] Checking segment: {'id': '1395a4e1-b253-4559-bb6c-18b2bc8da658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f24c7da1-2b52-4491-aeec-8ee53ea1e3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:44.768173 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a681a247-1da3-4db5-ba90-44990b595f41 service neutron] Bound using segment: {'id': '1395a4e1-b253-4559-bb6c-18b2bc8da658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f24c7da1-2b52-4491-aeec-8ee53ea1e3f5'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:44.768173 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a681a247-1da3-4db5-ba90-44990b595f41 service neutron] Bound port: 9c5ca25c-42ef-40c8-b1c5-f54431e701d9, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1395a4e1-b253-4559-bb6c-18b2bc8da658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f24c7da1-2b52-4491-aeec-8ee53ea1e3f5'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:44.768570 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a681a247-1da3-4db5-ba90-44990b595f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:44.773434 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36368) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:44.807208 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985db323-f21e-4c52-8558-1f0eb8d6a7a0 None None] Routers {'a291c389-967c-4dfb-91f4-d5b8be5de884'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:44.808500 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-985db323-f21e-4c52-8558-1f0eb8d6a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:02:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['a291c389-967c-4dfb-91f4-d5b8be5de884'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:44.912034 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32cab4bb-3d73-49be-b36e-a5e15569aabb req-8d4a432b-b046-41f5-87a9-4e33a96b9283 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035236 Aug 19 18:02:44.922559 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-e0c80bd3-0820-402e-a4b7-6ebbfaa50e8c service neutron] For port ad6b9fb2-05cc-483b-8221-9cf0e7844b83, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=ad6b9fb2-05cc-483b-8221-9cf0e7844b83,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:44.985524 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-29089826-733e-4de2-ba9a-b73a8ba506af req-dd3a9159-5af4-4151-b9c4-ef32c2ac4ed9 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032011 Aug 19 18:02:45.125140 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-16a41cd0-9257-4572-b517-8ef3e860fe8e tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:45.171021 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-e0c80bd3-0820-402e-a4b7-6ebbfaa50e8c service neutron] For port ad6b9fb2-05cc-483b-8221-9cf0e7844b83, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:45.187868 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-16a41cd0-9257-4572-b517-8ef3e860fe8e tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:45.202793 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-985db323-f21e-4c52-8558-1f0eb8d6a7a0 None None] Set router a291c389-967c-4dfb-91f4-d5b8be5de884 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:02:45.272706 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a681a247-1da3-4db5-ba90-44990b595f41 service neutron] For port 9c5ca25c-42ef-40c8-b1c5-f54431e701d9, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:45.284320 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b71b60b-9fce-4717-a88d-cd343523832b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad6b9fb2-05cc-483b-8221-9cf0e7844b83'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:45.289613 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca81afa0-5a40-42d9-be38-5e3058b25fe3" -d '{"events": [{"server_uuid": "5b71b60b-9fce-4717-a88d-cd343523832b", "name": "network-vif-unplugged", "status": "completed", "tag": "ad6b9fb2-05cc-483b-8221-9cf0e7844b83"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:45.294162 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb188524-a886-4cc2-b15e-a30f13d7e70d admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:45.298958 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-e0c80bd3-0820-402e-a4b7-6ebbfaa50e8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:45.329151 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d654f6-6e4c-4c2d-b393-758e9516dba5 req-3cc85e26-ad8f-43ed-84d4-63c77d413dbe tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:45.337307 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c4d654f6-6e4c-4c2d-b393-758e9516dba5 req-3cc85e26-ad8f-43ed-84d4-63c77d413dbe tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 945 time: 0.1750305 Aug 19 18:02:45.369130 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a681a247-1da3-4db5-ba90-44990b595f41 service neutron] For port 9c5ca25c-42ef-40c8-b1c5-f54431e701d9, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=9c5ca25c-42ef-40c8-b1c5-f54431e701d9,segment=NetworkSegment(1395a4e1-b253-4559-bb6c-18b2bc8da658),segment_id=1395a4e1-b253-4559-bb6c-18b2bc8da658)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:45.393439 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-e0c80bd3-0820-402e-a4b7-6ebbfaa50e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:45.400984 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a681a247-1da3-4db5-ba90-44990b595f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:45.405917 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a41cd0-9257-4572-b517-8ef3e860fe8e tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Pushing event updated for resources: {'Port': ['ID=a2f07c93-7dda-4cff-ad5e-845ab64a8de5,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:45.444002 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0aa1f-8b22-49b1-86d2-ce827c4c4ab7 req-c576af78-e9f9-4f47-83ca-193e852569eb tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:45.446830 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b1f0aa1f-8b22-49b1-86d2-ce827c4c4ab7 req-c576af78-e9f9-4f47-83ca-193e852569eb tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.2817626 Aug 19 18:02:45.503109 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c4d654f6-6e4c-4c2d-b393-758e9516dba5 req-4817b674-bf34-45fd-b123-eacc30104de6 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644509 Aug 19 18:02:45.533926 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-985db323-f21e-4c52-8558-1f0eb8d6a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291c389-967c-4dfb-91f4-d5b8be5de884', 'name': 'tempest-FloatingIPsTestJSON-853084275-router', 'tenant_id': '0d610bd1e3ba41fa84c9914924d19e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '8095d9ef-2a2f-4aa6-8265-04c362b574a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:04Z', 'updated_at': '2021-08-19T18:02:42Z', 'revision_number': 5, 'project_id': '0d610bd1e3ba41fa84c9914924d19e29', 'gw_port': {'id': '8095d9ef-2a2f-4aa6-8265-04c362b574a2', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ee:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291c389-967c-4dfb-91f4-d5b8be5de884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:05Z', 'updated_at': '2021-08-19T18:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:45.543695 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a681a247-1da3-4db5-ba90-44990b595f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:45.544679 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a681a247-1da3-4db5-ba90-44990b595f41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:45.547177 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a681a247-1da3-4db5-ba90-44990b595f41 service neutron] 10.222.0.50 "PUT /v2.0/ports/9c5ca25c-42ef-40c8-b1c5-f54431e701d9 HTTP/1.1" status: 200 len: 1092 time: 3.0240009 Aug 19 18:02:45.547941 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c14be02-23ab-467f-9aaa-38234ac4f166', 'tag': '9c5ca25c-42ef-40c8-b1c5-f54431e701d9'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:45.551997 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a686347b-a6cc-467e-bc0c-fad3fd739163" -d '{"events": [{"name": "network-changed", "server_uuid": "6c14be02-23ab-467f-9aaa-38234ac4f166", "tag": "9c5ca25c-42ef-40c8-b1c5-f54431e701d9"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:45.587431 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-16a41cd0-9257-4572-b517-8ef3e860fe8e tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:45.616610 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985db323-f21e-4c52-8558-1f0eb8d6a7a0 None None] Checking router: a291c389-967c-4dfb-91f4-d5b8be5de884 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:02:45.628882 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985db323-f21e-4c52-8558-1f0eb8d6a7a0 None None] Routers {'a291c389-967c-4dfb-91f4-d5b8be5de884'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:45.629566 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-985db323-f21e-4c52-8558-1f0eb8d6a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:02:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['a291c389-967c-4dfb-91f4-d5b8be5de884'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:45.705089 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681a247-1da3-4db5-ba90-44990b595f41 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5ca25c-42ef-40c8-b1c5-f54431e701d9,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:45.722513 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c80bd3-0820-402e-a4b7-6ebbfaa50e8c service neutron] Pushing event updated for resources: {'Port': ['ID=ad6b9fb2-05cc-483b-8221-9cf0e7844b83,revision_number=7']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:45.754903 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b1f0aa1f-8b22-49b1-86d2-ce827c4c4ab7 req-c97b1a26-487a-4ea7-9bd9-0781958bcc56 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554255 Aug 19 18:02:45.770745 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-16a41cd0-9257-4572-b517-8ef3e860fe8e tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:45.781357 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-16a41cd0-9257-4572-b517-8ef3e860fe8e tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5055647 Aug 19 18:02:45.819618 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-c9109d35-ce9c-41ad-ae2c-9d3cd8ff4c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:45.824150 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-c9109d35-ce9c-41ad-ae2c-9d3cd8ff4c86 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dabde781ddb345aead884b8987cb9981&device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 1095 time: 0.1837523 Aug 19 18:02:45.831596 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-985db323-f21e-4c52-8558-1f0eb8d6a7a0 None None] Set router a291c389-967c-4dfb-91f4-d5b8be5de884 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:02:45.837168 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb188524-a886-4cc2-b15e-a30f13d7e70d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:45.852815 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-e0c80bd3-0820-402e-a4b7-6ebbfaa50e8c service neutron] Attempting to bind port ad6b9fb2-05cc-483b-8221-9cf0e7844b83 on host n-h1-803753-2 for vnic_type normal with profile {"migrating_to": "n-h2-803753-2"} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:45.853366 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-e0c80bd3-0820-402e-a4b7-6ebbfaa50e8c service neutron] Attempting to bind port ad6b9fb2-05cc-483b-8221-9cf0e7844b83 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:45.853957 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-e0c80bd3-0820-402e-a4b7-6ebbfaa50e8c service neutron] Attempting to bind port ad6b9fb2-05cc-483b-8221-9cf0e7844b83 on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:45.875503 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b94a0-cf65-4419-9806-8f0eb06638ee req-ea7caf46-909d-4d0f-999a-e97f1697daa3 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:45.878103 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-480b94a0-cf65-4419-9806-8f0eb06638ee req-ea7caf46-909d-4d0f-999a-e97f1697daa3 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 946 time: 0.2650728 Aug 19 18:02:45.888465 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-e0c80bd3-0820-402e-a4b7-6ebbfaa50e8c service neutron] Port ad6b9fb2-05cc-483b-8221-9cf0e7844b83 on network 52390765-0cad-463c-8122-8baf5b79ff7f not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:02:45.889036 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-e0c80bd3-0820-402e-a4b7-6ebbfaa50e8c service neutron] Attempting to bind port ad6b9fb2-05cc-483b-8221-9cf0e7844b83 on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:45.987272 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-6b90f18b-9a4a-44d2-a616-9fb54a2229ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c5ca25c-42ef-40c8-b1c5-f54431e701d9 HTTP/1.1" status: 200 len: 217 time: 0.1527669 Aug 19 18:02:46.125219 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbd09a-d938-4948-af8a-9add0f367b32 req-34723a2e-29a9-4936-8bb6-2970d193aab1 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:46.132698 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f7fbd09a-d938-4948-af8a-9add0f367b32 req-34723a2e-29a9-4936-8bb6-2970d193aab1 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 944 time: 0.1421211 Aug 19 18:02:46.142614 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-1679d784-0ef8-4083-bd17-1e7ced4b418a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:46.144590 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-1679d784-0ef8-4083-bd17-1e7ced4b418a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b083b0fb-67a8-452f-a897-1da102c8a2c8 HTTP/1.1" status: 200 len: 852 time: 0.1342583 Aug 19 18:02:46.179988 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:46.245945 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f7fbd09a-d938-4948-af8a-9add0f367b32 req-3d716239-a41d-4c25-b703-5570ecc3ac01 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=944f342e-ab18-4eae-b856-158ee438b7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077240 Aug 19 18:02:46.252743 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-409c2257-b91c-42bf-b7e9-12e2c186947e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f24c7da1-2b52-4491-aeec-8ee53ea1e3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795972 Aug 19 18:02:46.310375 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-985db323-f21e-4c52-8558-1f0eb8d6a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a291c389-967c-4dfb-91f4-d5b8be5de884', 'name': 'tempest-FloatingIPsTestJSON-853084275-router', 'tenant_id': '0d610bd1e3ba41fa84c9914924d19e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '8095d9ef-2a2f-4aa6-8265-04c362b574a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:04Z', 'updated_at': '2021-08-19T18:02:42Z', 'revision_number': 5, 'project_id': '0d610bd1e3ba41fa84c9914924d19e29', 'gw_port': {'id': '8095d9ef-2a2f-4aa6-8265-04c362b574a2', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ee:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291c389-967c-4dfb-91f4-d5b8be5de884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:05Z', 'updated_at': '2021-08-19T18:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:46.312710 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-e0c80bd3-0820-402e-a4b7-6ebbfaa50e8c service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:46.313734 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-e0c80bd3-0820-402e-a4b7-6ebbfaa50e8c service neutron] Checking segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:46.313932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-e0c80bd3-0820-402e-a4b7-6ebbfaa50e8c service neutron] Bound using segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:46.315954 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-e0c80bd3-0820-402e-a4b7-6ebbfaa50e8c service neutron] Bound port: ad6b9fb2-05cc-483b-8221-9cf0e7844b83, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:46.316742 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-e0c80bd3-0820-402e-a4b7-6ebbfaa50e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:46.334328 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22457263-5639-4ece-951f-bb39b23e7213 x-openstack-request-id: req-22457263-5639-4ece-951f-bb39b23e7213 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:46.334799 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b71b60b-9fce-4717-a88d-cd343523832b", "name": "network-vif-unplugged", "status": "completed", "tag": "ad6b9fb2-05cc-483b-8221-9cf0e7844b83", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:46.335195 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22457263-5639-4ece-951f-bb39b23e7213 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:46.335816 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b71b60b-9fce-4717-a88d-cd343523832b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad6b9fb2-05cc-483b-8221-9cf0e7844b83', 'code': 200} Aug 19 18:02:46.364576 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985db323-f21e-4c52-8558-1f0eb8d6a7a0 None None] The sync data for ids ['a291c389-967c-4dfb-91f4-d5b8be5de884'] in n-d-803753-2 is: [{'id': 'a291c389-967c-4dfb-91f4-d5b8be5de884', 'name': 'tempest-FloatingIPsTestJSON-853084275-router', 'tenant_id': '0d610bd1e3ba41fa84c9914924d19e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '8095d9ef-2a2f-4aa6-8265-04c362b574a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:04Z', 'updated_at': '2021-08-19T18:02:42Z', 'revision_number': 5, 'project_id': '0d610bd1e3ba41fa84c9914924d19e29', 'gw_port': {'id': '8095d9ef-2a2f-4aa6-8265-04c362b574a2', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ee:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291c389-967c-4dfb-91f4-d5b8be5de884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:05Z', 'updated_at': '2021-08-19T18:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:02:46.484642 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-a8e0ba41-d5df-42a0-a9b3-2083915dce1d service neutron] 10.222.0.50 "GET /v2.0/networks/f24c7da1-2b52-4491-aeec-8ee53ea1e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243526 Aug 19 18:02:46.518266 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-480b94a0-cf65-4419-9806-8f0eb06638ee req-ccfde394-60b2-4c6e-83bb-bf21341a0838 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6313119 Aug 19 18:02:46.545150 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-fb188524-a886-4cc2-b15e-a30f13d7e70d admin admin] Deleting port 8095d9ef-2a2f-4aa6-8265-04c362b574a2 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:02:46.545708 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb188524-a886-4cc2-b15e-a30f13d7e70d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:46.550644 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-e0c80bd3-0820-402e-a4b7-6ebbfaa50e8c service neutron] For port ad6b9fb2-05cc-483b-8221-9cf0e7844b83, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:46.617114 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-e0c80bd3-0820-402e-a4b7-6ebbfaa50e8c service neutron] For port ad6b9fb2-05cc-483b-8221-9cf0e7844b83, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=ad6b9fb2-05cc-483b-8221-9cf0e7844b83,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:46.657147 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-e0c80bd3-0820-402e-a4b7-6ebbfaa50e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:46.665429 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4602a32a-73e7-47e0-8d96-ef74097c39f8 x-openstack-request-id: req-4602a32a-73e7-47e0-8d96-ef74097c39f8 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:46.666408 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c14be02-23ab-467f-9aaa-38234ac4f166", "tag": "9c5ca25c-42ef-40c8-b1c5-f54431e701d9", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:46.666728 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4602a32a-73e7-47e0-8d96-ef74097c39f8 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:46.668999 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c14be02-23ab-467f-9aaa-38234ac4f166', 'tag': '9c5ca25c-42ef-40c8-b1c5-f54431e701d9', 'status': 'completed', 'code': 200} Aug 19 18:02:46.726091 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdb2f001-5fae-4fb5-a319-9b84c7dd9d2d req-cff9598d-34e5-4e15-8ada-bd244448c1d1 service neutron] 10.222.0.50 "GET /v2.0/networks/f24c7da1-2b52-4491-aeec-8ee53ea1e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281775 Aug 19 18:02:46.786631 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6a92c25a-3a14-41b8-9703-2bca40eaef82 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:02:46.840241 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c80bd3-0820-402e-a4b7-6ebbfaa50e8c service neutron] Pushing event updated for resources: {'Port': ['ID=ad6b9fb2-05cc-483b-8221-9cf0e7844b83,revision_number=8']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:46.850120 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 6a92c25a-3a14-41b8-9703-2bca40eaef82 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:02:46.850688 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6a92c25a-3a14-41b8-9703-2bca40eaef82 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:02:46.960434 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-e0c80bd3-0820-402e-a4b7-6ebbfaa50e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:46.961077 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-e0c80bd3-0820-402e-a4b7-6ebbfaa50e8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:46.962679 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-e0c80bd3-0820-402e-a4b7-6ebbfaa50e8c service neutron] 10.222.0.50 "PUT /v2.0/ports/ad6b9fb2-05cc-483b-8221-9cf0e7844b83 HTTP/1.1" status: 200 len: 1121 time: 2.7271323 Aug 19 18:02:46.965621 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-fb188524-a886-4cc2-b15e-a30f13d7e70d admin admin] For port 8095d9ef-2a2f-4aa6-8265-04c362b574a2, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=8095d9ef-2a2f-4aa6-8265-04c362b574a2,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:46.965919 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb188524-a886-4cc2-b15e-a30f13d7e70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:46.984345 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-fb188524-a886-4cc2-b15e-a30f13d7e70d admin admin] Calling delete_port for 8095d9ef-2a2f-4aa6-8265-04c362b574a2 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:02:46.995615 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cf071-5434-48ec-8c04-548b3ff9becf req-b25b2b25-9e4f-4a60-a6e2-ee3300cfe803 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:47.007366 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3f7cf071-5434-48ec-8c04-548b3ff9becf req-b25b2b25-9e4f-4a60-a6e2-ee3300cfe803 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 943 time: 0.1624870 Aug 19 18:02:47.007767 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686347b-a6cc-467e-bc0c-fad3fd739163 req-2c38e626-1b6e-4acd-91d8-6d6d70b1e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:47.011354 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a686347b-a6cc-467e-bc0c-fad3fd739163 req-2c38e626-1b6e-4acd-91d8-6d6d70b1e7f3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dabde781ddb345aead884b8987cb9981&device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 1095 time: 0.1580079 Aug 19 18:02:47.027440 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6778d8-08f6-4ec7-8d42-478ce11bbea1 req-5acc687f-79c6-476e-b16f-f64e2ae6091f tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:47.031726 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a6778d8-08f6-4ec7-8d42-478ce11bbea1 req-5acc687f-79c6-476e-b16f-f64e2ae6091f tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 1096 time: 0.1033382 Aug 19 18:02:47.036296 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['ad6b9fb2-05cc-483b-8221-9cf0e7844b83'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:02:47.067911 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3f7cf071-5434-48ec-8c04-548b3ff9becf req-6e98e460-097a-456b-8d11-79f78fa615fd tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594490 Aug 19 18:02:47.244609 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a6778d8-08f6-4ec7-8d42-478ce11bbea1 req-cffbf011-aaac-41d2-b519-a1af08bdd671 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773849 Aug 19 18:02:47.283818 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686347b-a6cc-467e-bc0c-fad3fd739163 req-89168bce-08de-424a-95ec-10b6306bea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:47.286762 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a686347b-a6cc-467e-bc0c-fad3fd739163 req-89168bce-08de-424a-95ec-10b6306bea33 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 HTTP/1.1" status: 200 len: 913 time: 0.2638710 Aug 19 18:02:47.374147 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a686347b-a6cc-467e-bc0c-fad3fd739163 req-a3af437f-28f4-43bf-a083-e7f6808a6f37 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c5ca25c-42ef-40c8-b1c5-f54431e701d9 HTTP/1.1" status: 200 len: 217 time: 0.0759044 Aug 19 18:02:47.374478 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-bd9e579a-4aa9-4b18-bac0-cb49dcc7e886 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--430783116&fields=id&tenant_id=4e704f617a744748b90217135397502c HTTP/1.1" status: 200 len: 267 time: 0.1458480 Aug 19 18:02:47.492313 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb188524-a886-4cc2-b15e-a30f13d7e70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:47.516300 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686347b-a6cc-467e-bc0c-fad3fd739163 req-73b23b7b-25f5-4c05-ab69-0a7b87a22012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:47.518831 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a686347b-a6cc-467e-bc0c-fad3fd739163 req-73b23b7b-25f5-4c05-ab69-0a7b87a22012 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b083b0fb-67a8-452f-a897-1da102c8a2c8 HTTP/1.1" status: 200 len: 852 time: 0.1258724 Aug 19 18:02:47.543975 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7faf367-ee17-4ad2-ad7e-867cf0c2c6b9 req-474f75d1-e767-4748-b8a7-d86b5c42bb75 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:47.546842 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b7faf367-ee17-4ad2-ad7e-867cf0c2c6b9 req-474f75d1-e767-4748-b8a7-d86b5c42bb75 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.1710742 Aug 19 18:02:47.565221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188524-a886-4cc2-b15e-a30f13d7e70d admin admin] Pushing event deleted for resources: {'Port': ['ID=8095d9ef-2a2f-4aa6-8265-04c362b574a2,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:47.602398 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a686347b-a6cc-467e-bc0c-fad3fd739163 req-db1a30da-dc5e-47ca-b361-3b5a1f770227 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f24c7da1-2b52-4491-aeec-8ee53ea1e3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539975 Aug 19 18:02:47.633340 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb188524-a886-4cc2-b15e-a30f13d7e70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:47.758793 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b7faf367-ee17-4ad2-ad7e-867cf0c2c6b9 req-3005738c-245a-4b0e-bf00-25600f1f41f0 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941748 Aug 19 18:02:47.817853 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a686347b-a6cc-467e-bc0c-fad3fd739163 req-9e354deb-8347-4a8b-8ff2-09a5b95bc5f7 service neutron] 10.222.0.50 "GET /v2.0/networks/f24c7da1-2b52-4491-aeec-8ee53ea1e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008650 Aug 19 18:02:47.887310 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-a6fd2c76-d709-4c1f-99e2-5f85928bc612 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:47.895221 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-a6fd2c76-d709-4c1f-99e2-5f85928bc612 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/networks?id=cd90f362-a393-471c-9ea0-f8d2f58d49da HTTP/1.1" status: 200 len: 824 time: 0.5102913 Aug 19 18:02:47.898212 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb188524-a886-4cc2-b15e-a30f13d7e70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:47.905505 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb188524-a886-4cc2-b15e-a30f13d7e70d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:47.982757 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-85ee5c16-39b4-49db-8491-e9f94f5d9d47 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/quotas/4e704f617a744748b90217135397502c HTTP/1.1" status: 200 len: 375 time: 0.0737419 Aug 19 18:02:47.990668 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a686347b-a6cc-467e-bc0c-fad3fd739163 req-1d207217-455a-45e8-bb8c-e64e97962788 service neutron] 10.222.0.50 "GET /v2.0/networks/f24c7da1-2b52-4491-aeec-8ee53ea1e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588328 Aug 19 18:02:48.080420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c41050-8dbf-407f-b868-19d7be960182 req-fe205aff-39b4-4832-b236-302c2b2e3894 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:48.083079 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-85c41050-8dbf-407f-b868-19d7be960182 req-fe205aff-39b4-4832-b236-302c2b2e3894 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 944 time: 0.0671866 Aug 19 18:02:48.102430 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb188524-a886-4cc2-b15e-a30f13d7e70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:48.103304 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb188524-a886-4cc2-b15e-a30f13d7e70d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a291c389-967c-4dfb-91f4-d5b8be5de884 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:02:48.117930 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb188524-a886-4cc2-b15e-a30f13d7e70d admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:48.123800 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fb188524-a886-4cc2-b15e-a30f13d7e70d admin admin] 10.222.0.24 "DELETE /v2.0/routers/a291c389-967c-4dfb-91f4-d5b8be5de884 HTTP/1.1" status: 204 len: 168 time: 3.3461132 Aug 19 18:02:48.124493 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36436) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:48.159691 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-f9118534-c506-4f7f-b644-87c789343cf1 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e704f617a744748b90217135397502c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1158028 Aug 19 18:02:48.211824 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-85c41050-8dbf-407f-b868-19d7be960182 req-083ce064-4f95-4fb2-b608-a24089d8c2fd tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=944f342e-ab18-4eae-b856-158ee438b7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118195 Aug 19 18:02:48.224538 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b2376d-332d-4a58-aa4a-9bfc2edf2f43 admin admin] Deleting subnet 332b18be-0b81-47eb-ba3f-0b0ff5fe75f2 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:02:48.228305 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-09b2376d-332d-4a58-aa4a-9bfc2edf2f43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:48.292831 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-09b2376d-332d-4a58-aa4a-9bfc2edf2f43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:48.337836 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-916e4e32-5276-4cc3-af5c-e76904b6391d service neutron] 10.222.0.24 "GET /v2.0/networks/cd90f362-a393-471c-9ea0-f8d2f58d49da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551352 Aug 19 18:02:48.338426 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b71b60b-9fce-4717-a88d-cd343523832b', 'tag': 'ad6b9fb2-05cc-483b-8221-9cf0e7844b83'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:48.341230 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d9b1d3-2eba-4e8a-bd72-88a5b1d0abe2" -d '{"events": [{"name": "network-changed", "server_uuid": "5b71b60b-9fce-4717-a88d-cd343523832b", "tag": "ad6b9fb2-05cc-483b-8221-9cf0e7844b83"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:48.445227 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-010e2e06-a79e-4265-b064-08b0a76419d2 service neutron] 10.222.0.24 "GET /v2.0/networks/cd90f362-a393-471c-9ea0-f8d2f58d49da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983458 Aug 19 18:02:48.689731 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8db643-9c56-4034-95fe-68def2b206eb req-04d8b508-8a5e-4b1e-869a-06c438e6bbb8 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:48.696489 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bf8db643-9c56-4034-95fe-68def2b206eb req-04d8b508-8a5e-4b1e-869a-06c438e6bbb8 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 946 time: 0.0775673 Aug 19 18:02:48.712268 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02dd463-1b3d-480a-baf4-bd5c934cb088 req-26cb48b1-2b52-4247-88d3-00e57959278b tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:48.716627 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d02dd463-1b3d-480a-baf4-bd5c934cb088 req-26cb48b1-2b52-4247-88d3-00e57959278b tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 1096 time: 0.3823595 Aug 19 18:02:48.748265 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8095d9ef-2a2f-4aa6-8265-04c362b574a2 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:02:48.750936 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-09b2376d-332d-4a58-aa4a-9bfc2edf2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:48.791618 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 8095d9ef-2a2f-4aa6-8265-04c362b574a2 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:02:48.792383 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8095d9ef-2a2f-4aa6-8265-04c362b574a2 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:02:48.796556 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d02dd463-1b3d-480a-baf4-bd5c934cb088 req-41884fc7-8387-4956-9fdc-1c9413b4ee6c tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717514 Aug 19 18:02:48.805072 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bf8db643-9c56-4034-95fe-68def2b206eb req-1d1926a0-0f96-4284-a110-b8ede1b62d20 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790768 Aug 19 18:02:48.849470 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-09b2376d-332d-4a58-aa4a-9bfc2edf2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:48.888508 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2376d-332d-4a58-aa4a-9bfc2edf2f43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=332b18be-0b81-47eb-ba3f-0b0ff5fe75f2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:48.894572 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-09b2376d-332d-4a58-aa4a-9bfc2edf2f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:48.899391 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-09b2376d-332d-4a58-aa4a-9bfc2edf2f43 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/332b18be-0b81-47eb-ba3f-0b0ff5fe75f2 HTTP/1.1" status: 204 len: 168 time: 0.7708304 Aug 19 18:02:48.899799 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311a861c-64eb-4e29-b139-2352a18d2142 None None] Network 8bcffd9f-c91b-421f-9193-0b2dad172a22 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:48.900232 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36452) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:48.957821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52ea25-1b8f-48bb-be34-e1a5d9dfb60f req-f065e6d4-a182-4f85-9bae-3c49a9dadffa tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:48.959905 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1f52ea25-1b8f-48bb-be34-e1a5d9dfb60f req-f065e6d4-a182-4f85-9bae-3c49a9dadffa tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 943 time: 0.0759053 Aug 19 18:02:49.015170 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:49.020240 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1f52ea25-1b8f-48bb-be34-e1a5d9dfb60f req-aefc26a9-561c-497c-8dd7-c5beff7204cc tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524640 Aug 19 18:02:49.116680 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf19fd7-cac6-4d51-9d60-1a2d3e9464e0 x-openstack-request-id: req-1bf19fd7-cac6-4d51-9d60-1a2d3e9464e0 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:49.117232 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b71b60b-9fce-4717-a88d-cd343523832b", "tag": "ad6b9fb2-05cc-483b-8221-9cf0e7844b83", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:49.117793 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1bf19fd7-cac6-4d51-9d60-1a2d3e9464e0 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:49.145942 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b71b60b-9fce-4717-a88d-cd343523832b', 'tag': 'ad6b9fb2-05cc-483b-8221-9cf0e7844b83', 'status': 'completed', 'code': 200} Aug 19 18:02:49.206000 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3e7e0c9-e35b-4573-9224-b21dafec5bca req-2998cef3-2686-45fd-b342-a51f821fbb18 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2378274-8745-4a0e-9ca7-6cb69e089c2f HTTP/1.1" status: 200 len: 210 time: 0.0512016 Aug 19 18:02:49.226006 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a908485-0e8b-4135-936e-5b78f42b7f4d None None] DHCP port deletion for 8bcffd9f-c91b-421f-9193-0b2dad172a22 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:02:49.227267 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Deleting port 09deaf73-9061-49ee-a4d4-96887e8d9a66 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:02:49.227267 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:49.262019 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14993ed3-98d3-48a1-8dad-324fe52d1dcc req-e844bcf1-c488-41fe-ba85-cae20c8ad4d6 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:49.274233 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-14993ed3-98d3-48a1-8dad-324fe52d1dcc req-e844bcf1-c488-41fe-ba85-cae20c8ad4d6 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.0960343 Aug 19 18:02:49.293068 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7a908485-0e8b-4135-936e-5b78f42b7f4d None None] Deleting port 09deaf73-9061-49ee-a4d4-96887e8d9a66 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:02:49.294088 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7a908485-0e8b-4135-936e-5b78f42b7f4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:49.323891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9b1d3-2eba-4e8a-bd72-88a5b1d0abe2 req-f32a7411-d2f8-417e-a524-fac77d3d8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:49.328154 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33d9b1d3-2eba-4e8a-bd72-88a5b1d0abe2 req-f32a7411-d2f8-417e-a524-fac77d3d8f19 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 1124 time: 0.1623414 Aug 19 18:02:49.334990 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] For port 09deaf73-9061-49ee-a4d4-96887e8d9a66, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=09deaf73-9061-49ee-a4d4-96887e8d9a66,segment=NetworkSegment(bcd06dbd-fb1c-4d69-b799-14a9b12a6418),segment_id=bcd06dbd-fb1c-4d69-b799-14a9b12a6418)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:49.335356 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:49.361006 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-14993ed3-98d3-48a1-8dad-324fe52d1dcc req-bc521f68-45cf-4aaa-95c3-e6196a5c5b61 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826104 Aug 19 18:02:49.398152 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Calling delete_port for 09deaf73-9061-49ee-a4d4-96887e8d9a66 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:02:49.406765 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7a908485-0e8b-4135-936e-5b78f42b7f4d None None] For port 09deaf73-9061-49ee-a4d4-96887e8d9a66, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=09deaf73-9061-49ee-a4d4-96887e8d9a66,segment=NetworkSegment(bcd06dbd-fb1c-4d69-b799-14a9b12a6418),segment_id=bcd06dbd-fb1c-4d69-b799-14a9b12a6418)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:49.407402 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7a908485-0e8b-4135-936e-5b78f42b7f4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:49.434521 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7a908485-0e8b-4135-936e-5b78f42b7f4d None None] Calling delete_port for 09deaf73-9061-49ee-a4d4-96887e8d9a66 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:02:49.561145 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bca3b-f77d-4e9c-a74d-a5e427f718f1 req-02f34ff1-1ef6-454a-a2a9-59a183a11324 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:49.562764 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-521bca3b-f77d-4e9c-a74d-a5e427f718f1 req-02f34ff1-1ef6-454a-a2a9-59a183a11324 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 946 time: 0.1626008 Aug 19 18:02:49.572302 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9b1d3-2eba-4e8a-bd72-88a5b1d0abe2 req-94b0f7bc-f6ac-41dd-8aaa-b7d214d5240f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:49.573886 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33d9b1d3-2eba-4e8a-bd72-88a5b1d0abe2 req-94b0f7bc-f6ac-41dd-8aaa-b7d214d5240f service neutron] 10.222.0.54 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 922 time: 0.2357335 Aug 19 18:02:49.591169 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d6748-3170-4184-a87d-7abf275ea36d req-f977535d-3caa-4706-8bef-659e38aac62f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:49.596044 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device ad6b9fb2-05cc-483b-8221-9cf0e7844b83 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:02:49.600781 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb2d6748-3170-4184-a87d-7abf275ea36d req-f977535d-3caa-4706-8bef-659e38aac62f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 944 time: 0.0742450 Aug 19 18:02:49.656178 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33d9b1d3-2eba-4e8a-bd72-88a5b1d0abe2 req-820ab367-e876-414d-a990-15bc6f30c919 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad6b9fb2-05cc-483b-8221-9cf0e7844b83 HTTP/1.1" status: 200 len: 217 time: 0.0732377 Aug 19 18:02:49.660772 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb2d6748-3170-4184-a87d-7abf275ea36d req-c0ff7822-bf74-4cd1-9f4a-92f940b564bd tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=944f342e-ab18-4eae-b856-158ee438b7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585606 Aug 19 18:02:49.671402 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:49.728583 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-521bca3b-f77d-4e9c-a74d-a5e427f718f1 req-280bda46-937d-4df7-9de1-2f5363024c35 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589735 Aug 19 18:02:49.763989 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Pushing event deleted for resources: {'Port': ['ID=09deaf73-9061-49ee-a4d4-96887e8d9a66,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:49.767203 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] No DVR routers for this DVR port 09deaf73-9061-49ee-a4d4-96887e8d9a66 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:02:49.919770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9b1d3-2eba-4e8a-bd72-88a5b1d0abe2 req-f1f3b32a-5cc9-490d-bbf6-677139a5fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:49.921314 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33d9b1d3-2eba-4e8a-bd72-88a5b1d0abe2 req-f1f3b32a-5cc9-490d-bbf6-677139a5fb3e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e38a766b-6157-45f2-9785-a9bfeb2d8ba6 HTTP/1.1" status: 200 len: 861 time: 0.2439036 Aug 19 18:02:49.952014 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:49.977581 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33d9b1d3-2eba-4e8a-bd72-88a5b1d0abe2 req-4fb54e93-9257-44e4-ab8b-26a0044fb081 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=52390765-0cad-463c-8122-8baf5b79ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455217 Aug 19 18:02:49.987736 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:02:49.988104 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:02:49.989122 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:02:49.989296 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Subscribe: > port after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:02:49.989639 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:02:49.989827 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7a908485-0e8b-4135-936e-5b78f42b7f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:49.990553 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Subscribe: > port after_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:02:49.990553 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:02:49.990831 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:02:49.990989 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:02:49.991304 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:02:50.056807 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a908485-0e8b-4135-936e-5b78f42b7f4d None None] No DVR routers for this DVR port 09deaf73-9061-49ee-a4d4-96887e8d9a66 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:02:50.059185 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a908485-0e8b-4135-936e-5b78f42b7f4d None None] Pushing event deleted for resources: {'Port': ['ID=09deaf73-9061-49ee-a4d4-96887e8d9a66,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:50.089838 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:02:50.090235 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:02:50.090574 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:02:50.090907 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:02:50.091290 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bcffd9f-c91b-421f-9193-0b2dad172a22']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:50.110868 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port ad6b9fb2-05cc-483b-8221-9cf0e7844b83, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=ad6b9fb2-05cc-483b-8221-9cf0e7844b83,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:50.135954 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd06dbd-fb1c-4d69-b799-14a9b12a6418') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:50.136272 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd06dbd-fb1c-4d69-b799-14a9b12a6418') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:50.140613 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device ad6b9fb2-05cc-483b-8221-9cf0e7844b83 has no active binding in host n-h2-803753-2 {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 18:02:50.141791 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 9c5ca25c-42ef-40c8-b1c5-f54431e701d9 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:02:50.400551 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:50.410368 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 9c5ca25c-42ef-40c8-b1c5-f54431e701d9, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=9c5ca25c-42ef-40c8-b1c5-f54431e701d9,segment=NetworkSegment(1395a4e1-b253-4559-bb6c-18b2bc8da658),segment_id=1395a4e1-b253-4559-bb6c-18b2bc8da658)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:50.436497 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '9c5ca25c-42ef-40c8-b1c5-f54431e701d9', 'network_id': 'f24c7da1-2b52-4491-aeec-8ee53ea1e3f5', 'port_id': '9c5ca25c-42ef-40c8-b1c5-f54431e701d9', 'mac_address': 'fa:16:3e:3a:8e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b083b0fb-67a8-452f-a897-1da102c8a2c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:02:50.539167 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:50.560336 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c5ca25c-42ef-40c8-b1c5-f54431e701d9 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:02:50.594207 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 09deaf73-9061-49ee-a4d4-96887e8d9a66 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:02:50.601035 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 9c5ca25c-42ef-40c8-b1c5-f54431e701d9, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=9c5ca25c-42ef-40c8-b1c5-f54431e701d9,segment=NetworkSegment(1395a4e1-b253-4559-bb6c-18b2bc8da658),segment_id=1395a4e1-b253-4559-bb6c-18b2bc8da658)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:50.623247 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:50.625477 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 09deaf73-9061-49ee-a4d4-96887e8d9a66 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:02:50.625857 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 09deaf73-9061-49ee-a4d4-96887e8d9a66 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:02:50.709769 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-4f6179ee-6bd3-4f59-bcac-360d29faa1aa tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:50.711433 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-4f6179ee-6bd3-4f59-bcac-360d29faa1aa tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.54 "GET /v2.0/networks?id=cd90f362-a393-471c-9ea0-f8d2f58d49da HTTP/1.1" status: 200 len: 824 time: 0.2907975 Aug 19 18:02:50.713703 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33d9b1d3-2eba-4e8a-bd72-88a5b1d0abe2 req-497d487f-9732-4e34-a81a-9b07cd39b4e4 service neutron] 10.222.0.54 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6171999 Aug 19 18:02:50.723878 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:50.748193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=9c5ca25c-42ef-40c8-b1c5-f54431e701d9,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:50.756922 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:02:50.757333 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: from cryptography.utils import int_from_bytes Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: from cryptography.utils import int_from_bytes Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:02:50.841950 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:02:51.012837 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:51.040781 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a39ade-f38b-436d-a3d1-df89d13fd7c4 req-f7420ab1-df3b-4454-a979-1f9301157326 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:51.042432 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e7a39ade-f38b-436d-a3d1-df89d13fd7c4 req-f7420ab1-df3b-4454-a979-1f9301157326 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 943 time: 0.1880598 Aug 19 18:02:51.049619 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:51.051622 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8bcffd9f-c91b-421f-9193-0b2dad172a22 HTTP/1.1" status: 204 len: 168 time: 2.1502213 Aug 19 18:02:51.056333 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-88dc0df3-512f-4e6f-ae1f-12644c692c81 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e704f617a744748b90217135397502c HTTP/1.1" status: 200 len: 379 time: 0.3108184 Aug 19 18:02:51.077312 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-74a6a2de-8a29-4f96-b53a-67be4a4f4333 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Request body: {'port': {'device_id': 'b2378274-8745-4a0e-9ca7-6cb69e089c2f', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'admin_state_up': True, 'tenant_id': '4e704f617a744748b90217135397502c', 'security_groups': ['8b78d68f-0a9f-41ac-b1ee-b081dccda597']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:51.090604 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa86b3d-e69a-440d-9e55-3c3333a12f53 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bcffd9f-c91b-421f-9193-0b2dad172a22,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:51.112202 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33d9b1d3-2eba-4e8a-bd72-88a5b1d0abe2 req-31507103-bbbe-4c75-bf21-a8d7a8bf6031 service neutron] 10.222.0.54 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687167 Aug 19 18:02:51.188545 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['9c5ca25c-42ef-40c8-b1c5-f54431e701d9'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:02:51.378581 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36516) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:51.434413 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d0fc2f80-c28f-4ce6-aac7-54d3bfe2da81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d610bd1e3ba41fa84c9914924d19e29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534184 Aug 19 18:02:51.434964 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36518) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:51.484281 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-3dd5ce4f-18a2-4929-8999-60a35beca243 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:02:51.485389 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-3dd5ce4f-18a2-4929-8999-60a35beca243 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126784 Aug 19 18:02:51.501592 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7375bf2c-9754-41d0-b207-744b624613aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:51.501914 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-080b0574-f26e-4347-a3b2-0f8d11fc7d47 service neutron] Request body: {'binding': {'host': 'n-h1-803753-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:51.502368 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-080b0574-f26e-4347-a3b2-0f8d11fc7d47 service neutron] Unknown quota resources ['binding']. {{(pid=94682) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:02:51.529311 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7375bf2c-9754-41d0-b207-744b624613aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:51.547244 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e7a39ade-f38b-436d-a3d1-df89d13fd7c4 req-15ac9d4c-987d-437a-b5d3-2d58443bb09d tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897704 Aug 19 18:02:51.618135 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7375bf2c-9754-41d0-b207-744b624613aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:51.622899 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7375bf2c-9754-41d0-b207-744b624613aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:51.628293 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7375bf2c-9754-41d0-b207-744b624613aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab6643ea-3b5c-4155-8841-8cc4ef45179f HTTP/1.1" status: 204 len: 168 time: 0.1882486 Aug 19 18:02:51.646197 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375bf2c-9754-41d0-b207-744b624613aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6643ea-3b5c-4155-8841-8cc4ef45179f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:51.705733 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-74a6a2de-8a29-4f96-b53a-67be4a4f4333 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Made reservation on behalf of 4e704f617a744748b90217135397502c for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:51.709829 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-74a6a2de-8a29-4f96-b53a-67be4a4f4333 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:51.735497 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-85c0c1fe-f178-4357-99f0-a36cedecfc72 req-0dd13699-4ee9-4ea9-861f-6d733bbc3d35 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2378274-8745-4a0e-9ca7-6cb69e089c2f HTTP/1.1" status: 200 len: 210 time: 0.0508313 Aug 19 18:02:51.893970 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-080b0574-f26e-4347-a3b2-0f8d11fc7d47 service neutron] Attempting to bind port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 on host n-h1-803753-2 for vnic_type normal with profile None {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:51.894316 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-080b0574-f26e-4347-a3b2-0f8d11fc7d47 service neutron] Attempting to bind port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:51.894670 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-080b0574-f26e-4347-a3b2-0f8d11fc7d47 service neutron] Attempting to bind port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:51.915233 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-080b0574-f26e-4347-a3b2-0f8d11fc7d47 service neutron] Port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 on network 50874bd2-7160-4e95-947b-586c5b7daba3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:02:51.915557 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-080b0574-f26e-4347-a3b2-0f8d11fc7d47 service neutron] Attempting to bind port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:51.956408 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-080b0574-f26e-4347-a3b2-0f8d11fc7d47 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:51.956921 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-080b0574-f26e-4347-a3b2-0f8d11fc7d47 service neutron] Checking segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:51.957260 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-080b0574-f26e-4347-a3b2-0f8d11fc7d47 service neutron] Bound using segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:51.957761 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-080b0574-f26e-4347-a3b2-0f8d11fc7d47 service neutron] Bound port: b14c8985-1c58-4c0a-9166-ab7cfdb3ab22, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:51.982649 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d316b-365a-47b2-916b-3fdb8b5b7b97 req-c733d338-80a8-4fd3-a00e-6168455f570a tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:51.984597 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8b2d316b-365a-47b2-916b-3fdb8b5b7b97 req-c733d338-80a8-4fd3-a00e-6168455f570a tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.1430664 Aug 19 18:02:52.048816 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-74a6a2de-8a29-4f96-b53a-67be4a4f4333 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Allocated IP 172.20.0.10 (cd90f362-a393-471c-9ea0-f8d2f58d49da/6a06b492-9bd5-4ec9-8bec-8fb0e833dd42/9717689d-d0aa-46cc-993b-9b7eb34f88f3) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:52.097028 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-080b0574-f26e-4347-a3b2-0f8d11fc7d47 service neutron] For port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:52.109307 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8b2d316b-365a-47b2-916b-3fdb8b5b7b97 req-99439555-e21f-4b61-ac27-e9aac2d2a7f9 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009173 Aug 19 18:02:52.111085 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-080b0574-f26e-4347-a3b2-0f8d11fc7d47 service neutron] Notify callbacks [] for binding, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:52.112319 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-080b0574-f26e-4347-a3b2-0f8d11fc7d47 service neutron] 10.222.0.24 "POST /v2.0/ports/b14c8985-1c58-4c0a-9166-ab7cfdb3ab22/bindings HTTP/1.1" status: 201 len: 389 time: 0.6162493 Aug 19 18:02:52.340889 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-74a6a2de-8a29-4f96-b53a-67be4a4f4333 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:52.374884 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-74a6a2de-8a29-4f96-b53a-67be4a4f4333 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Transition to ACTIVE for port object 9717689d-d0aa-46cc-993b-9b7eb34f88f3 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:52.417811 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408557b-591b-4f63-a5fc-0ace3182fee4 req-56ee7c55-9991-4f0c-8aea-e67f73bc38b3 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:52.420518 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b408557b-591b-4f63-a5fc-0ace3182fee4 req-56ee7c55-9991-4f0c-8aea-e67f73bc38b3 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 945 time: 0.1430593 Aug 19 18:02:52.527687 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b408557b-591b-4f63-a5fc-0ace3182fee4 req-d6b6e3f4-8414-4340-a688-d72a50808794 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=944f342e-ab18-4eae-b856-158ee438b7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935750 Aug 19 18:02:52.608454 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-74a6a2de-8a29-4f96-b53a-67be4a4f4333 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:52.637116 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-34fd6ab9-46e6-460b-8ea7-4dd19e81ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:52.639786 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-34fd6ab9-46e6-460b-8ea7-4dd19e81ec53 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 1096 time: 0.1203766 Aug 19 18:02:52.736246 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6a2de-8a29-4f96-b53a-67be4a4f4333 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Pushing event updated for resources: {'Port': ['ID=9717689d-d0aa-46cc-993b-9b7eb34f88f3,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:52.864294 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-74a6a2de-8a29-4f96-b53a-67be4a4f4333 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Network cd90f362-a393-471c-9ea0-f8d2f58d49da is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:52.874262 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-74a6a2de-8a29-4f96-b53a-67be4a4f4333 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:52.884746 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11369e86-5f56-4317-bacd-911b154fc7a5 req-3e8d394c-c60e-44a7-a67c-368d7aec6348 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:52.885524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-74a6a2de-8a29-4f96-b53a-67be4a4f4333 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:52.889402 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11369e86-5f56-4317-bacd-911b154fc7a5 req-3e8d394c-c60e-44a7-a67c-368d7aec6348 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 943 time: 0.0775292 Aug 19 18:02:52.937802 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36560) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:52.996582 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11369e86-5f56-4317-bacd-911b154fc7a5 req-4d8d8d1d-3819-43f2-9961-9e5f674f98bc tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968919 Aug 19 18:02:53.008733 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326d6e6-db8f-4310-87f2-58658b91dc3b req-9998232e-bef4-4c71-9933-0624e305c8f6 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:53.017865 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3326d6e6-db8f-4310-87f2-58658b91dc3b req-9998232e-bef4-4c71-9933-0624e305c8f6 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 945 time: 0.3140206 Aug 19 18:02:53.053783 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-74a6a2de-8a29-4f96-b53a-67be4a4f4333 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:53.053783 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-74a6a2de-8a29-4f96-b53a-67be4a4f4333 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:53.076633 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-5e27c5c2-a4fc-4254-addd-430feacfc51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:53.078175 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-5e27c5c2-a4fc-4254-addd-430feacfc51a service neutron] 10.222.0.54 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 908 time: 0.4014094 Aug 19 18:02:53.159030 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-f6fc9324-3738-4265-8106-d341285f995e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 HTTP/1.1" status: 200 len: 217 time: 0.0706620 Aug 19 18:02:53.180635 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3326d6e6-db8f-4310-87f2-58658b91dc3b req-b9a5ffe6-1d3c-4225-bb0d-d5d61416dccd tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506498 Aug 19 18:02:53.180635 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-74a6a2de-8a29-4f96-b53a-67be4a4f4333 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1069887 Aug 19 18:02:53.226887 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-be8a8159-d128-4f72-a7af-6b3fb0d28b87 service neutron] Request body: {'port': {'device_id': 'b2378274-8745-4a0e-9ca7-6cb69e089c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:53.326392 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36568) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:53.345128 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bf84746d-ec0d-4ac3-a8be-5a32663853f5 None None] Provisioning for port 9717689d-d0aa-46cc-993b-9b7eb34f88f3 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:53.348820 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50154ac1-9159-4253-a0ba-565294c3dd31 req-0067bff4-c615-415c-9b7d-f6f4feefc09a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:53.351812 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-50154ac1-9159-4253-a0ba-565294c3dd31 req-0067bff4-c615-415c-9b7d-f6f4feefc09a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 946 time: 0.1867733 Aug 19 18:02:53.356567 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bf84746d-ec0d-4ac3-a8be-5a32663853f5 None None] Provisioning complete for port 9717689d-d0aa-46cc-993b-9b7eb34f88f3 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:53.356978 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bf84746d-ec0d-4ac3-a8be-5a32663853f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:53.390565 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-68de67f5-97b5-48f2-8f1c-56f7e3e5f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:53.391765 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-7cfb2436-6f3c-4cf3-8483-66cf951e97ab admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-652814493-network', 'tenant_id': '7c80146e62014015a1e5184bac01a6ae'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:53.392740 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-68de67f5-97b5-48f2-8f1c-56f7e3e5f69c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 HTTP/1.1" status: 200 len: 847 time: 0.2125232 Aug 19 18:02:53.445132 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-bf84746d-ec0d-4ac3-a8be-5a32663853f5 None None] Port 9717689d-d0aa-46cc-993b-9b7eb34f88f3 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:02:53.488588 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-8170d2d5-b20b-478f-b4ab-91176e1b191a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50874bd2-7160-4e95-947b-586c5b7daba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590899 Aug 19 18:02:53.493176 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-50154ac1-9159-4253-a0ba-565294c3dd31 req-4248460a-feb6-4aaf-8cb4-2a2250cc2840 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270201 Aug 19 18:02:53.494959 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfb2436-6f3c-4cf3-8483-66cf951e97ab admin admin] Made reservation on behalf of 7c80146e62014015a1e5184bac01a6ae for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:53.498816 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7cfb2436-6f3c-4cf3-8483-66cf951e97ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:53.513252 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-addd32da-9754-42b4-9242-a8f1b5112754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:53.513951 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7cfb2436-6f3c-4cf3-8483-66cf951e97ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:53.531320 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-be8a8159-d128-4f72-a7af-6b3fb0d28b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:53.568978 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67347b85-804c-4bac-acf9-cc2390138dc3 req-ee4bb593-07b2-4b79-a900-5207e3eeab42 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:53.575711 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67347b85-804c-4bac-acf9-cc2390138dc3 req-ee4bb593-07b2-4b79-a900-5207e3eeab42 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2378274-8745-4a0e-9ca7-6cb69e089c2f HTTP/1.1" status: 200 len: 932 time: 0.2777297 Aug 19 18:02:53.633111 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 9c5ca25c-42ef-40c8-b1c5-f54431e701d9 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:53.692811 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57d2e5-84ca-44e7-93be-32684b94ac68 req-30b3aeb8-d5d9-44d7-b3d6-0a3734ccd934 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:53.694551 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0e57d2e5-84ca-44e7-93be-32684b94ac68 req-30b3aeb8-d5d9-44d7-b3d6-0a3734ccd934 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.0864129 Aug 19 18:02:53.717747 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.54', 52138) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:53.760111 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 9c5ca25c-42ef-40c8-b1c5-f54431e701d9 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:53.772842 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 9c5ca25c-42ef-40c8-b1c5-f54431e701d9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:53.773800 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:53.819143 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7cfb2436-6f3c-4cf3-8483-66cf951e97ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:53.822733 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67347b85-804c-4bac-acf9-cc2390138dc3 req-9fe7e60d-5351-4726-b227-94e06572b1dd tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b78d68f-0a9f-41ac-b1ee-b081dccda597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108216 Aug 19 18:02:53.831234 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7cfb2436-6f3c-4cf3-8483-66cf951e97ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:53.877516 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cfb2436-6f3c-4cf3-8483-66cf951e97ab admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:02:53.899948 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:53.925971 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 9199c5aa-8814-4ee1-b59e-63979ea38af8 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:02:53.980586 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0e57d2e5-84ca-44e7-93be-32684b94ac68 req-e19cd13c-af7f-411c-8e58-d2abdd1ba536 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676296 Aug 19 18:02:54.006769 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7cfb2436-6f3c-4cf3-8483-66cf951e97ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:54.006769 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-7cfb2436-6f3c-4cf3-8483-66cf951e97ab admin admin] Added segment a00bc5df-a61a-4c51-beeb-de81741fa8a0 of type vlan for network 2b461cf2-aa36-4b43-aa61-a78015d98ca4 Aug 19 18:02:54.028163 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb2436-6f3c-4cf3-8483-66cf951e97ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15252b81-9295-46b5-979b-66f96cd10f63,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:54.100913 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-ea89e2d6-1143-45c2-9318-506971d84f06 service neutron] 10.222.0.54 "GET /v2.0/ports/ad6b9fb2-05cc-483b-8221-9cf0e7844b83/bindings/n-h2-803753-2 HTTP/1.1" status: 200 len: 384 time: 0.3797693 Aug 19 18:02:54.113139 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 9199c5aa-8814-4ee1-b59e-63979ea38af8, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=9199c5aa-8814-4ee1-b59e-63979ea38af8,segment=NetworkSegment(9c7d747c-4d15-4d78-8a75-1bea6385c296),segment_id=9c7d747c-4d15-4d78-8a75-1bea6385c296)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:54.122816 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7cfb2436-6f3c-4cf3-8483-66cf951e97ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:54.127607 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c14be02-23ab-467f-9aaa-38234ac4f166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5ca25c-42ef-40c8-b1c5-f54431e701d9'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:54.130230 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efe22fb-f705-4933-9eeb-49e81bb10094" -d '{"events": [{"server_uuid": "6c14be02-23ab-467f-9aaa-38234ac4f166", "name": "network-vif-plugged", "status": "completed", "tag": "9c5ca25c-42ef-40c8-b1c5-f54431e701d9"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:54.149555 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 9c5ca25c-42ef-40c8-b1c5-f54431e701d9, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=9c5ca25c-42ef-40c8-b1c5-f54431e701d9,segment=NetworkSegment(1395a4e1-b253-4559-bb6c-18b2bc8da658),segment_id=1395a4e1-b253-4559-bb6c-18b2bc8da658)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:54.152292 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '9199c5aa-8814-4ee1-b59e-63979ea38af8', 'network_id': 'c10b88e6-02ab-47c3-add3-7da1d41710d4', 'port_id': '9199c5aa-8814-4ee1-b59e-63979ea38af8', 'mac_address': 'fa:16:3e:62:e5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146b6d87-a0dc-49aa-aae9-258fac7297e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:02:54.159812 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:54.199335 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-6f31dbe4-f511-48a3-9060-fa4291fdca73 service neutron] 10.222.0.54 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6891470 Aug 19 18:02:54.254113 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=9c5ca25c-42ef-40c8-b1c5-f54431e701d9,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:54.270735 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:54.290412 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9199c5aa-8814-4ee1-b59e-63979ea38af8 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:02:54.290676 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7cfb2436-6f3c-4cf3-8483-66cf951e97ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:54.291552 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfb2436-6f3c-4cf3-8483-66cf951e97ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:54.292712 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7cfb2436-6f3c-4cf3-8483-66cf951e97ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:54.319256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 9199c5aa-8814-4ee1-b59e-63979ea38af8, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=9199c5aa-8814-4ee1-b59e-63979ea38af8,segment=NetworkSegment(9c7d747c-4d15-4d78-8a75-1bea6385c296),segment_id=9c7d747c-4d15-4d78-8a75-1bea6385c296)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:54.339287 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:54.439124 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb2436-6f3c-4cf3-8483-66cf951e97ab admin admin] Pushing event updated for resources: {'Network': ['ID=2b461cf2-aa36-4b43-aa61-a78015d98ca4,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:54.451619 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285be1a6-42f4-42ee-bc4b-0b2c9ead68ec req-5862ead0-bdee-4c37-a3b7-c3c15edde3c7 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:54.453038 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-285be1a6-42f4-42ee-bc4b-0b2c9ead68ec req-5862ead0-bdee-4c37-a3b7-c3c15edde3c7 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 943 time: 0.2068985 Aug 19 18:02:54.458330 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=9199c5aa-8814-4ee1-b59e-63979ea38af8,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:54.469347 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 2b461cf2-aa36-4b43-aa61-a78015d98ca4 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:02:54.494067 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1fdb7-6a18-44f5-a997-129d200f705c req-b510f4ed-0071-4da9-a76d-2d2a2b51e8f5 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:54.497043 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c1c1fdb7-6a18-44f5-a997-129d200f705c req-b510f4ed-0071-4da9-a76d-2d2a2b51e8f5 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 946 time: 0.4966333 Aug 19 18:02:54.529443 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['9199c5aa-8814-4ee1-b59e-63979ea38af8'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:02:54.571253 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-285be1a6-42f4-42ee-bc4b-0b2c9ead68ec req-946dd7ee-6267-4b69-89e5-6ec6d712fd29 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037400 Aug 19 18:02:54.640440 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-cc45e613-210a-4102-b6c1-c541c3f81c8e service neutron] For port ad6b9fb2-05cc-483b-8221-9cf0e7844b83, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=ad6b9fb2-05cc-483b-8221-9cf0e7844b83,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:54.677790 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-f674d323-49af-480b-8d44-ce20d8788e82 service neutron] 10.222.0.54 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548414 Aug 19 18:02:54.698155 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39badba-cb2d-44d6-824b-3dff8912a794 x-openstack-request-id: req-e39badba-cb2d-44d6-824b-3dff8912a794 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:54.698620 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c14be02-23ab-467f-9aaa-38234ac4f166", "name": "network-vif-plugged", "status": "completed", "tag": "9c5ca25c-42ef-40c8-b1c5-f54431e701d9", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:54.699091 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e39badba-cb2d-44d6-824b-3dff8912a794 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:54.700021 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c14be02-23ab-467f-9aaa-38234ac4f166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5ca25c-42ef-40c8-b1c5-f54431e701d9', 'code': 200} Aug 19 18:02:54.713519 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-cc45e613-210a-4102-b6c1-c541c3f81c8e service neutron] For port ad6b9fb2-05cc-483b-8221-9cf0e7844b83, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:54.715027 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-be8a8159-d128-4f72-a7af-6b3fb0d28b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9717689d-d0aa-46cc-993b-9b7eb34f88f3 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:02:54.737891 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-addd32da-9754-42b4-9242-a8f1b5112754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:54.742647 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-be8a8159-d128-4f72-a7af-6b3fb0d28b87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:54.762442 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c1c1fdb7-6a18-44f5-a997-129d200f705c req-64dbcf34-0573-42c5-85ee-ca1d70642edc tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=944f342e-ab18-4eae-b856-158ee438b7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430122 Aug 19 18:02:54.804080 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-addd32da-9754-42b4-9242-a8f1b5112754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:54.819181 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-cc45e613-210a-4102-b6c1-c541c3f81c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6b9fb2-05cc-483b-8221-9cf0e7844b83 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:02:54.841159 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-cc45e613-210a-4102-b6c1-c541c3f81c8e service neutron] For port ad6b9fb2-05cc-483b-8221-9cf0e7844b83, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=ad6b9fb2-05cc-483b-8221-9cf0e7844b83,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:54.894613 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-cc45e613-210a-4102-b6c1-c541c3f81c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:54.904318 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7cfb2436-6f3c-4cf3-8483-66cf951e97ab admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9639394 Aug 19 18:02:54.907423 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-be8a8159-d128-4f72-a7af-6b3fb0d28b87 service neutron] Transition to ACTIVE for port object 9717689d-d0aa-46cc-993b-9b7eb34f88f3 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:54.933311 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36586) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:54.942703 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-80ace172-8bce-4796-8583-0a091aa4b1a7 admin admin] Request body: {'subnet': {'network_id': '2b461cf2-aa36-4b43-aa61-a78015d98ca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-652814493-subnet', 'tenant_id': '7c80146e62014015a1e5184bac01a6ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:54.967193 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-be8a8159-d128-4f72-a7af-6b3fb0d28b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:55.015589 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77207ed-982c-4262-9b05-36a253454340 req-f916f3b8-8563-4da5-b6a1-a2b47a5f9677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:55.016703 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd32da-9754-42b4-9242-a8f1b5112754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a30f76-2028-4b96-bffa-143ba7b34e91,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:55.017806 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e77207ed-982c-4262-9b05-36a253454340 req-f916f3b8-8563-4da5-b6a1-a2b47a5f9677 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 1097 time: 0.1550300 Aug 19 18:02:55.036841 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d189452-b217-4f80-9386-237a1f2960c4 req-617a3c6d-4e97-4197-949b-d161653f97b5 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:55.038415 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5d189452-b217-4f80-9386-237a1f2960c4 req-617a3c6d-4e97-4197-949b-d161653f97b5 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 945 time: 0.1710222 Aug 19 18:02:55.057486 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-addd32da-9754-42b4-9242-a8f1b5112754 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5db9b3448e194995afdb86cb34a5dc21&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7297294 Aug 19 18:02:55.068468 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36590) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:55.108820 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-263a9570-6aa4-436a-b136-3fa2bed7e00b tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:55.111505 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-263a9570-6aa4-436a-b136-3fa2bed7e00b tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21&tenant_id=4372bce7e7ca475fbe71d1638d302952&binding%3Ahost_id=n-h2-803753-2 HTTP/1.1" status: 200 len: 1096 time: 0.3475962 Aug 19 18:02:55.142575 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b8f91dc6-7664-439f-b501-4d13a52ea1ef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803753-2'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:55.158991 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-cc45e613-210a-4102-b6c1-c541c3f81c8e service neutron] Transition to ACTIVE for port object ad6b9fb2-05cc-483b-8221-9cf0e7844b83 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:55.182496 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e77207ed-982c-4262-9b05-36a253454340 req-5d886c99-c1e5-43d4-9187-a61aece9bc6d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=944f342e-ab18-4eae-b856-158ee438b7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370504 Aug 19 18:02:55.189103 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-cc45e613-210a-4102-b6c1-c541c3f81c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:55.190863 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a8159-d128-4f72-a7af-6b3fb0d28b87 service neutron] Pushing event updated for resources: {'Port': ['ID=9717689d-d0aa-46cc-993b-9b7eb34f88f3,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:55.195251 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ace172-8bce-4796-8583-0a091aa4b1a7 admin admin] Made reservation on behalf of 7c80146e62014015a1e5184bac01a6ae for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:55.199696 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80ace172-8bce-4796-8583-0a091aa4b1a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:55.220629 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5d189452-b217-4f80-9386-237a1f2960c4 req-b5e4b4c5-ed40-4cd5-b58c-39623685bdc1 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660640 Aug 19 18:02:55.271019 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d1cbf-6ea9-40ae-8077-54f102158482 req-ba366ece-1901-4da4-a9d9-9ad793a878fd tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:55.273080 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a29d1cbf-6ea9-40ae-8077-54f102158482 req-ba366ece-1901-4da4-a9d9-9ad793a878fd tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 945 time: 0.3678606 Aug 19 18:02:55.328179 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45e613-210a-4102-b6c1-c541c3f81c8e service neutron] Pushing event updated for resources: {'Port': ['ID=ad6b9fb2-05cc-483b-8221-9cf0e7844b83,revision_number=10']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:55.383208 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-cc45e613-210a-4102-b6c1-c541c3f81c8e service neutron] No DVR routers for this DVR port ad6b9fb2-05cc-483b-8221-9cf0e7844b83 on host n-h1-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:02:55.396968 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b8f91dc6-7664-439f-b501-4d13a52ea1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:55.398457 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a2a7108c-5988-4a2d-abed-9cebcfbee83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:55.482315 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a29d1cbf-6ea9-40ae-8077-54f102158482 req-cfeeff6c-df75-4fea-8d34-4aa817435a3f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724269 Aug 19 18:02:55.498038 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a2a7108c-5988-4a2d-abed-9cebcfbee83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:55.516379 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-cc45e613-210a-4102-b6c1-c541c3f81c8e service neutron] 10.222.0.54 "PUT /v2.0/ports/ad6b9fb2-05cc-483b-8221-9cf0e7844b83/bindings/n-h2-803753-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3888361 Aug 19 18:02:55.551166 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-be8a8159-d128-4f72-a7af-6b3fb0d28b87 service neutron] Attempting to bind port 9717689d-d0aa-46cc-993b-9b7eb34f88f3 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:55.551739 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-be8a8159-d128-4f72-a7af-6b3fb0d28b87 service neutron] Attempting to bind port 9717689d-d0aa-46cc-993b-9b7eb34f88f3 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:55.552311 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-be8a8159-d128-4f72-a7af-6b3fb0d28b87 service neutron] Attempting to bind port 9717689d-d0aa-46cc-993b-9b7eb34f88f3 on network cd90f362-a393-471c-9ea0-f8d2f58d49da {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:55.587639 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-be8a8159-d128-4f72-a7af-6b3fb0d28b87 service neutron] Port 9717689d-d0aa-46cc-993b-9b7eb34f88f3 on network cd90f362-a393-471c-9ea0-f8d2f58d49da not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:02:55.588136 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-be8a8159-d128-4f72-a7af-6b3fb0d28b87 service neutron] Attempting to bind port 9717689d-d0aa-46cc-993b-9b7eb34f88f3 on network cd90f362-a393-471c-9ea0-f8d2f58d49da {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:55.616235 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee408c2-86a3-4234-aa59-8eeb7b144dc4 req-893f4b66-5590-4c00-bac0-e58fc9bcc626 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:55.626211 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4ee408c2-86a3-4234-aa59-8eeb7b144dc4 req-893f4b66-5590-4c00-bac0-e58fc9bcc626 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2378274-8745-4a0e-9ca7-6cb69e089c2f HTTP/1.1" status: 200 len: 944 time: 0.2161412 Aug 19 18:02:55.662959 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-be8a8159-d128-4f72-a7af-6b3fb0d28b87 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:55.663432 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-be8a8159-d128-4f72-a7af-6b3fb0d28b87 service neutron] Checking segment: {'id': '2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:55.663875 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-be8a8159-d128-4f72-a7af-6b3fb0d28b87 service neutron] Bound using segment: {'id': '2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:55.664393 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-be8a8159-d128-4f72-a7af-6b3fb0d28b87 service neutron] Bound port: 9717689d-d0aa-46cc-993b-9b7eb34f88f3, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:55.664893 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-be8a8159-d128-4f72-a7af-6b3fb0d28b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:55.739776 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a2a7108c-5988-4a2d-abed-9cebcfbee83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:55.742978 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a2a7108c-5988-4a2d-abed-9cebcfbee83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:55.744458 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a2a7108c-5988-4a2d-abed-9cebcfbee83b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4a30f76-2028-4b96-bffa-143ba7b34e91 HTTP/1.1" status: 204 len: 168 time: 0.6675961 Aug 19 18:02:55.781742 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4ee408c2-86a3-4234-aa59-8eeb7b144dc4 req-3a0d198c-1d6b-4687-a8c5-654df9fbdf6e tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b78d68f-0a9f-41ac-b1ee-b081dccda597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160042 Aug 19 18:02:55.785850 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-49071e09-112c-4ba5-9b7a-da67262fd75c tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:55.788768 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-49071e09-112c-4ba5-9b7a-da67262fd75c tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b&tenant_id=a8ce19510dd24923b8ff0f45376547f4&binding%3Ahost_id=n-h1-803753-2 HTTP/1.1" status: 200 len: 1095 time: 0.1603358 Aug 19 18:02:55.790292 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7108c-5988-4a2d-abed-9cebcfbee83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a30f76-2028-4b96-bffa-143ba7b34e91,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:55.927661 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dc012-9b8e-4246-9ef8-7a7979b0f341 req-05b9ba21-11fb-4efb-bf2b-bfcef2093620 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:55.941318 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c95dc012-9b8e-4246-9ef8-7a7979b0f341 req-05b9ba21-11fb-4efb-bf2b-bfcef2093620 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.2843206 Aug 19 18:02:55.956306 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 9199c5aa-8814-4ee1-b59e-63979ea38af8 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:55.971928 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80ace172-8bce-4796-8583-0a091aa4b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:55.991352 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-725a1453-2be7-4acb-8675-993a19864e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:55.994540 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-725a1453-2be7-4acb-8675-993a19864e88 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b&tenant_id=a8ce19510dd24923b8ff0f45376547f4 HTTP/1.1" status: 200 len: 1095 time: 0.1453052 Aug 19 18:02:56.103464 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b8f91dc6-7664-439f-b501-4d13a52ea1ef service neutron] For port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:56.110828 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 9199c5aa-8814-4ee1-b59e-63979ea38af8 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:56.111783 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:56.138535 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ace172-8bce-4796-8583-0a091aa4b1a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf6bdf3b-81ff-45ea-a8fd-a567bb77533a,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:56.157923 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-6c078147-2319-41c6-a74e-3cfc3b6f0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:56.161423 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-6c078147-2319-41c6-a74e-3cfc3b6f0108 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 1095 time: 0.1163554 Aug 19 18:02:56.174446 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-be8a8159-d128-4f72-a7af-6b3fb0d28b87 service neutron] For port 9717689d-d0aa-46cc-993b-9b7eb34f88f3, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:56.233359 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c95dc012-9b8e-4246-9ef8-7a7979b0f341 req-25ae0181-cc1d-4299-baa8-403b3c366246 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868116 Aug 19 18:02:56.254442 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-be8a8159-d128-4f72-a7af-6b3fb0d28b87 service neutron] For port 9717689d-d0aa-46cc-993b-9b7eb34f88f3, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=9717689d-d0aa-46cc-993b-9b7eb34f88f3,segment=NetworkSegment(2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f),segment_id=2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:56.296937 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b8f91dc6-7664-439f-b501-4d13a52ea1ef service neutron] For port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:56.402497 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b8f91dc6-7664-439f-b501-4d13a52ea1ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:56.406370 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:56.420818 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0431fc6a-880c-423e-9a90-810e33f2ba21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b14c8985-1c58-4c0a-9166-ab7cfdb3ab22'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:56.426818 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce4ee72-a112-46dc-8f87-18577e024010" -d '{"events": [{"server_uuid": "0431fc6a-880c-423e-9a90-810e33f2ba21", "name": "network-vif-unplugged", "status": "completed", "tag": "b14c8985-1c58-4c0a-9166-ab7cfdb3ab22"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:56.476692 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b8f91dc6-7664-439f-b501-4d13a52ea1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:56.481114 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 9199c5aa-8814-4ee1-b59e-63979ea38af8, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=9199c5aa-8814-4ee1-b59e-63979ea38af8,segment=NetworkSegment(9c7d747c-4d15-4d78-8a75-1bea6385c296),segment_id=9c7d747c-4d15-4d78-8a75-1bea6385c296)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:56.491928 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:56.493726 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device ad6b9fb2-05cc-483b-8221-9cf0e7844b83 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:02:56.495590 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-be8a8159-d128-4f72-a7af-6b3fb0d28b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:56.507848 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61833e32-ab25-4dd4-a333-f2554c2e238d req-fb3ad1bf-18fa-4300-a059-04a00fcfbbd8 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:56.511148 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-61833e32-ab25-4dd4-a333-f2554c2e238d req-fb3ad1bf-18fa-4300-a059-04a00fcfbbd8 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 944 time: 0.1445782 Aug 19 18:02:56.514905 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36608) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:56.554015 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-2dcb2e0e-77b6-4b51-bd84-401e8f353187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:56.557019 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-2dcb2e0e-77b6-4b51-bd84-401e8f353187 service neutron] 10.222.0.50 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 922 time: 0.3789437 Aug 19 18:02:56.571230 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e2d7fa1-9d69-4207-b66f-a62740785d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:56.595586 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-be8a8159-d128-4f72-a7af-6b3fb0d28b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:56.596206 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-be8a8159-d128-4f72-a7af-6b3fb0d28b87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:56.597652 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-be8a8159-d128-4f72-a7af-6b3fb0d28b87 service neutron] 10.222.0.54 "PUT /v2.0/ports/9717689d-d0aa-46cc-993b-9b7eb34f88f3 HTTP/1.1" status: 200 len: 1092 time: 3.3967135 Aug 19 18:02:56.603692 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ace172-8bce-4796-8583-0a091aa4b1a7 admin admin] Checking segment: {'id': 'a00bc5df-a61a-4c51-beeb-de81741fa8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2b461cf2-aa36-4b43-aa61-a78015d98ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:56.604989 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ace172-8bce-4796-8583-0a091aa4b1a7 admin admin] Network hostable DHCP agents. Network: 2b461cf2-aa36-4b43-aa61-a78015d98ca4, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:02:56.642471 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device ad6b9fb2-05cc-483b-8221-9cf0e7844b83 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:02:56.646201 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=9199c5aa-8814-4ee1-b59e-63979ea38af8,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:56.687008 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-5155a013-0e0b-4b2c-b543-7c4e12d581d2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad6b9fb2-05cc-483b-8221-9cf0e7844b83 HTTP/1.1" status: 200 len: 217 time: 0.1115615 Aug 19 18:02:56.700776 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4254392d-8e19-4ede-9d2e-e312704a54c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9199c5aa-8814-4ee1-b59e-63979ea38af8'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:56.705305 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82c6875-2dd1-4867-8a45-7c6a0b6b1dcf" -d '{"events": [{"server_uuid": "4254392d-8e19-4ede-9d2e-e312704a54c0", "name": "network-vif-plugged", "status": "completed", "tag": "9199c5aa-8814-4ee1-b59e-63979ea38af8"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:56.726043 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f91dc6-7664-439f-b501-4d13a52ea1ef service neutron] Pushing event updated for resources: {'Port': ['ID=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22,revision_number=7']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:56.732932 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-61833e32-ab25-4dd4-a333-f2554c2e238d req-a457560c-78a2-467a-967c-2cfc1a0d6a67 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032683 Aug 19 18:02:56.859851 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-9542e4d7-15e3-4f3e-9d00-6930dad7378c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:56.862352 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-9542e4d7-15e3-4f3e-9d00-6930dad7378c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e38a766b-6157-45f2-9785-a9bfeb2d8ba6 HTTP/1.1" status: 200 len: 861 time: 0.1529708 Aug 19 18:02:56.880347 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6cef9-09f9-4b39-ad36-bfdc1283ed50 req-7d128a23-3952-4bbb-9c70-ea59729e07ee tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:56.882860 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fec6cef9-09f9-4b39-ad36-bfdc1283ed50 req-7d128a23-3952-4bbb-9c70-ea59729e07ee tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 946 time: 0.4439738 Aug 19 18:02:56.908087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a8159-d128-4f72-a7af-6b3fb0d28b87 service neutron] Pushing event updated for resources: {'Port': ['ID=9717689d-d0aa-46cc-993b-9b7eb34f88f3,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:56.920070 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b8f91dc6-7664-439f-b501-4d13a52ea1ef service neutron] Attempting to bind port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 on host n-h2-803753-2 for vnic_type normal with profile {"migrating_to": "n-h1-803753-2"} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:56.920630 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b8f91dc6-7664-439f-b501-4d13a52ea1ef service neutron] Attempting to bind port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:56.921145 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b8f91dc6-7664-439f-b501-4d13a52ea1ef service neutron] Attempting to bind port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:56.944345 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-230264a2-8a30-4a38-a595-42f1214aadb6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52390765-0cad-463c-8122-8baf5b79ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490608 Aug 19 18:02:56.962332 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b8f91dc6-7664-439f-b501-4d13a52ea1ef service neutron] Port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 on network 50874bd2-7160-4e95-947b-586c5b7daba3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:02:56.963137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b8f91dc6-7664-439f-b501-4d13a52ea1ef service neutron] Attempting to bind port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:56.972132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ace172-8bce-4796-8583-0a091aa4b1a7 admin admin] Network 2b461cf2-aa36-4b43-aa61-a78015d98ca4 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:02:56.997582 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b8f91dc6-7664-439f-b501-4d13a52ea1ef service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:56.998686 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b8f91dc6-7664-439f-b501-4d13a52ea1ef service neutron] Checking segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:56.998686 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b8f91dc6-7664-439f-b501-4d13a52ea1ef service neutron] Bound using segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:56.999165 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b8f91dc6-7664-439f-b501-4d13a52ea1ef service neutron] Bound port: b14c8985-1c58-4c0a-9166-ab7cfdb3ab22, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:56.999359 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b8f91dc6-7664-439f-b501-4d13a52ea1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:57.023827 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-80ace172-8bce-4796-8583-0a091aa4b1a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 2b461cf2-aa36-4b43-aa61-a78015d98ca4) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:57.029668 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ace172-8bce-4796-8583-0a091aa4b1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:57.030411 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80ace172-8bce-4796-8583-0a091aa4b1a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:57.040025 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205e9d41-06cc-4c2b-a9bf-66544bcbb791 None None] Network 2b461cf2-aa36-4b43-aa61-a78015d98ca4 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:57.045565 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fec6cef9-09f9-4b39-ad36-bfdc1283ed50 req-2e3d4fe6-b7bd-4cae-9dad-a5715733ac25 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=944f342e-ab18-4eae-b856-158ee438b7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287045 Aug 19 18:02:57.058636 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-dd015a94-808c-4276-a0c8-214dabd81b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:57.061427 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-dd015a94-808c-4276-a0c8-214dabd81b76 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4e704f617a744748b90217135397502c&device_id=b2378274-8745-4a0e-9ca7-6cb69e089c2f HTTP/1.1" status: 200 len: 1095 time: 0.4007185 Aug 19 18:02:57.141806 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e2d7fa1-9d69-4207-b66f-a62740785d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:57.168083 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26bb83-7413-4731-a04c-09469f5a412c req-cfaca266-4f11-49de-ba0d-434b20090f7f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:57.170567 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7c26bb83-7413-4731-a04c-09469f5a412c req-cfaca266-4f11-49de-ba0d-434b20090f7f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 946 time: 0.2298801 Aug 19 18:02:57.173506 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e2d7fa1-9d69-4207-b66f-a62740785d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:57.249200 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0e2d7fa1-9d69-4207-b66f-a62740785d49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=abb85bb732d141ceb1c136c85c200f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7328584 Aug 19 18:02:57.252414 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-9656e1d6-947f-4430-ad7e-e9c0878484f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9717689d-d0aa-46cc-993b-9b7eb34f88f3 HTTP/1.1" status: 200 len: 217 time: 0.1809654 Aug 19 18:02:57.254005 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36614) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:57.257938 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-3a07ca9b-2f43-4b12-b8aa-3aff06a55cca service neutron] 10.222.0.50 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895980 Aug 19 18:02:57.271170 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-80ace172-8bce-4796-8583-0a091aa4b1a7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3361037 Aug 19 18:02:57.284084 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d7fa1-9d69-4207-b66f-a62740785d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55238d2d-b4db-4ae5-8ad1-54b54e5489ce,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:57.287038 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36618) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:57.302577 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-26b0ecdc-c037-41c2-81c7-27da88979cd1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-652814493-router', 'tenant_id': '7c80146e62014015a1e5184bac01a6ae', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:57.342047 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7c26bb83-7413-4731-a04c-09469f5a412c req-39658f62-c9d2-430c-b475-dbc6469895e4 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499684 Aug 19 18:02:57.400276 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b8f91dc6-7664-439f-b501-4d13a52ea1ef service neutron] For port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:57.437310 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eb2943-335d-4b70-9088-51a4e77da0b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-2b461cf2-aa36-4b43-aa61-a78015d98ca4', 'network_id': '2b461cf2-aa36-4b43-aa61-a78015d98ca4', 'tenant_id': '7c80146e62014015a1e5184bac01a6ae', 'fixed_ips': [{'subnet_id': 'bf6bdf3b-81ff-45ea-a8fd-a567bb77533a'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:02:57.440272 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-72eb2943-335d-4b70-9088-51a4e77da0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:57.450126 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b8f91dc6-7664-439f-b501-4d13a52ea1ef service neutron] For port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:57.454836 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26b0ecdc-c037-41c2-81c7-27da88979cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:57.456184 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26b0ecdc-c037-41c2-81c7-27da88979cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:57.475744 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b8f91dc6-7664-439f-b501-4d13a52ea1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:57.481468 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c423f527-e855-44f7-9572-43cd99cbca7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:57.486800 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583cfe93-e754-4da0-9f7e-06cbee92994b x-openstack-request-id: req-583cfe93-e754-4da0-9f7e-06cbee92994b {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:57.487369 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0431fc6a-880c-423e-9a90-810e33f2ba21", "name": "network-vif-unplugged", "status": "completed", "tag": "b14c8985-1c58-4c0a-9166-ab7cfdb3ab22", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:57.487860 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-583cfe93-e754-4da0-9f7e-06cbee92994b {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:57.488638 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0431fc6a-880c-423e-9a90-810e33f2ba21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b14c8985-1c58-4c0a-9166-ab7cfdb3ab22', 'code': 200} Aug 19 18:02:57.507891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e032fb-4cda-479a-82f8-99e3f6f21574 req-e0fe2846-f997-4f8d-a74b-4da809a4ec99 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:57.511924 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53e032fb-4cda-479a-82f8-99e3f6f21574 req-e0fe2846-f997-4f8d-a74b-4da809a4ec99 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 943 time: 0.3779404 Aug 19 18:02:57.582182 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-27f66afb-acdc-4bb6-8cb1-b3d8d0dc7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:57.585186 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-27f66afb-acdc-4bb6-8cb1-b3d8d0dc7406 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6a06b492-9bd5-4ec9-8bec-8fb0e833dd42 HTTP/1.1" status: 200 len: 863 time: 0.3079739 Aug 19 18:02:57.599556 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-d44ebb29-af14-4ac7-a9bc-52e22e7c5680 service neutron] 10.222.0.50 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030283 Aug 19 18:02:57.626687 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ec013e-5770-4f97-8f5e-c51ac7092751 x-openstack-request-id: req-d2ec013e-5770-4f97-8f5e-c51ac7092751 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:57.628258 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4254392d-8e19-4ede-9d2e-e312704a54c0", "name": "network-vif-plugged", "status": "completed", "tag": "9199c5aa-8814-4ee1-b59e-63979ea38af8", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:57.628668 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2ec013e-5770-4f97-8f5e-c51ac7092751 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:57.629292 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4254392d-8e19-4ede-9d2e-e312704a54c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9199c5aa-8814-4ee1-b59e-63979ea38af8', 'code': 200} Aug 19 18:02:57.676144 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c423f527-e855-44f7-9572-43cd99cbca7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:57.707803 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26b0ecdc-c037-41c2-81c7-27da88979cd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:57.737187 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53e032fb-4cda-479a-82f8-99e3f6f21574 req-ea17feb0-b228-4644-83cb-762efa21c676 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083142 Aug 19 18:02:57.793375 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-72eb2943-335d-4b70-9088-51a4e77da0b9 None None] Allocated IP 172.20.0.2 (2b461cf2-aa36-4b43-aa61-a78015d98ca4/bf6bdf3b-81ff-45ea-a8fd-a567bb77533a/892a729a-575a-4586-aee7-25cc5215d3c3) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:57.804790 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b8f91dc6-7664-439f-b501-4d13a52ea1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:57.805613 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b8f91dc6-7664-439f-b501-4d13a52ea1ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:57.807150 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b8f91dc6-7664-439f-b501-4d13a52ea1ef service neutron] 10.222.0.54 "PUT /v2.0/ports/b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 HTTP/1.1" status: 200 len: 1121 time: 2.6790888 Aug 19 18:02:57.811912 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-84479fc2-904e-486c-adb2-22ad14d872ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:57.813654 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-84479fc2-904e-486c-adb2-22ad14d872ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cd90f362-a393-471c-9ea0-f8d2f58d49da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2040756 Aug 19 18:02:57.818151 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f91dc6-7664-439f-b501-4d13a52ea1ef service neutron] Pushing event updated for resources: {'Port': ['ID=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22,revision_number=8']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:57.975061 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 9199c5aa-8814-4ee1-b59e-63979ea38af8 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:02:58.040209 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['b14c8985-1c58-4c0a-9166-ab7cfdb3ab22'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:02:58.112883 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5cc8d-7926-44bc-8a0d-7a9ba59901f3 req-5023d142-c6f8-4cee-a1d6-dacf1440dd84 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:58.114946 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-83f5cc8d-7926-44bc-8a0d-7a9ba59901f3 req-5023d142-c6f8-4cee-a1d6-dacf1440dd84 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2378274-8745-4a0e-9ca7-6cb69e089c2f HTTP/1.1" status: 200 len: 944 time: 0.3598247 Aug 19 18:02:58.128845 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26b0ecdc-c037-41c2-81c7-27da88979cd1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:58.174502 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c423f527-e855-44f7-9572-43cd99cbca7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:58.176949 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c423f527-e855-44f7-9572-43cd99cbca7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:58.181032 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c423f527-e855-44f7-9572-43cd99cbca7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55238d2d-b4db-4ae5-8ad1-54b54e5489ce HTTP/1.1" status: 204 len: 168 time: 0.9227064 Aug 19 18:02:58.259160 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423f527-e855-44f7-9572-43cd99cbca7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55238d2d-b4db-4ae5-8ad1-54b54e5489ce,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:58.293387 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-0a4db650-0f21-4e67-bb50-134cde537160 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:58.295977 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-0a4db650-0f21-4e67-bb50-134cde537160 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b&tenant_id=a8ce19510dd24923b8ff0f45376547f4&binding%3Ahost_id=n-h2-803753-2 HTTP/1.1" status: 200 len: 1095 time: 0.2332048 Aug 19 18:02:58.300434 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-83f5cc8d-7926-44bc-8a0d-7a9ba59901f3 req-500f73c5-9033-43c2-850c-5e0def68e199 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b78d68f-0a9f-41ac-b1ee-b081dccda597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430321 Aug 19 18:02:58.374884 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-72eb2943-335d-4b70-9088-51a4e77da0b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:58.400721 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:02:58.416094 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-72eb2943-335d-4b70-9088-51a4e77da0b9 None None] Transition to ACTIVE for port object 892a729a-575a-4586-aee7-25cc5215d3c3 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:58.441945 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-72eb2943-335d-4b70-9088-51a4e77da0b9 None None] Transition to ACTIVE for port object 892a729a-575a-4586-aee7-25cc5215d3c3 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:58.442220 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f26cf-742f-49f6-bafa-c6e66a806840 req-96f611c8-0221-4c00-9df4-059b1aecdb52 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:58.455272 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-609f26cf-742f-49f6-bafa-c6e66a806840 req-96f611c8-0221-4c00-9df4-059b1aecdb52 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.2261448 Aug 19 18:02:58.525140 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebef1c-33f8-489f-a8ba-360ba6492c5e req-13c7f30b-380d-4eff-bc19-a8874ca8b0ec tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:58.528640 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-65ebef1c-33f8-489f-a8ba-360ba6492c5e req-13c7f30b-380d-4eff-bc19-a8874ca8b0ec tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.54 "GET /v2.0/ports?device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 946 time: 0.2954967 Aug 19 18:02:58.530135 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-72eb2943-335d-4b70-9088-51a4e77da0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:58.552462 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-b1df2688-9e0d-4079-b294-066b66219c25 service neutron] 10.222.0.54 "GET /v2.0/networks/cd90f362-a393-471c-9ea0-f8d2f58d49da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7296174 Aug 19 18:02:58.572647 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eb2943-335d-4b70-9088-51a4e77da0b9 None None] Network 2b461cf2-aa36-4b43-aa61-a78015d98ca4 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:58.581515 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-72eb2943-335d-4b70-9088-51a4e77da0b9 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:58.584489 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:58.587974 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eb2943-335d-4b70-9088-51a4e77da0b9 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:58.720175 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-609f26cf-742f-49f6-bafa-c6e66a806840 req-29c84d37-c2a2-471d-a8e5-bc91f8f7199d tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455156 Aug 19 18:02:58.784490 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb2943-335d-4b70-9088-51a4e77da0b9 None None] Pushing event updated for resources: {'Port': ['ID=892a729a-575a-4586-aee7-25cc5215d3c3,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:58.828883 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-72eb2943-335d-4b70-9088-51a4e77da0b9 None None] Attempting to bind port 892a729a-575a-4586-aee7-25cc5215d3c3 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:58.829454 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-72eb2943-335d-4b70-9088-51a4e77da0b9 None None] Attempting to bind port 892a729a-575a-4586-aee7-25cc5215d3c3 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'a00bc5df-a61a-4c51-beeb-de81741fa8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2b461cf2-aa36-4b43-aa61-a78015d98ca4'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:58.830120 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eb2943-335d-4b70-9088-51a4e77da0b9 None None] Attempting to bind port 892a729a-575a-4586-aee7-25cc5215d3c3 on network 2b461cf2-aa36-4b43-aa61-a78015d98ca4 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:58.833955 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 9199c5aa-8814-4ee1-b59e-63979ea38af8, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=9199c5aa-8814-4ee1-b59e-63979ea38af8,segment=NetworkSegment(9c7d747c-4d15-4d78-8a75-1bea6385c296),segment_id=9c7d747c-4d15-4d78-8a75-1bea6385c296)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:58.840317 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eb2943-335d-4b70-9088-51a4e77da0b9 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:58.840758 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eb2943-335d-4b70-9088-51a4e77da0b9 None None] Checking segment: {'id': 'a00bc5df-a61a-4c51-beeb-de81741fa8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2b461cf2-aa36-4b43-aa61-a78015d98ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:58.841299 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-72eb2943-335d-4b70-9088-51a4e77da0b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:58.841605 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eb2943-335d-4b70-9088-51a4e77da0b9 None None] Bound using segment: {'id': 'a00bc5df-a61a-4c51-beeb-de81741fa8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2b461cf2-aa36-4b43-aa61-a78015d98ca4'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:58.842108 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-72eb2943-335d-4b70-9088-51a4e77da0b9 None None] Bound port: 892a729a-575a-4586-aee7-25cc5215d3c3, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00bc5df-a61a-4c51-beeb-de81741fa8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2b461cf2-aa36-4b43-aa61-a78015d98ca4'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:58.842558 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-72eb2943-335d-4b70-9088-51a4e77da0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:58.845695 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:58.949335 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-928b7bcf-5606-456a-aa12-5b1a2a5c6d0b service neutron] For port ad6b9fb2-05cc-483b-8221-9cf0e7844b83, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:58.962246 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f619e81-9ad0-4d46-a6fd-ba1fde699fe4 req-5a406f47-73ad-4ce0-a619-cea97e116bd3 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:58.969967 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4f619e81-9ad0-4d46-a6fd-ba1fde699fe4 req-5a406f47-73ad-4ce0-a619-cea97e116bd3 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 944 time: 0.4799113 Aug 19 18:02:58.970405 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ebff7c9-35b1-480f-b4ef-5a6aa646ab77 req-a5777b9c-f807-4d24-b682-b3fb63ee6b7f service neutron] 10.222.0.54 "GET /v2.0/networks/cd90f362-a393-471c-9ea0-f8d2f58d49da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020383 Aug 19 18:02:58.985459 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-928b7bcf-5606-456a-aa12-5b1a2a5c6d0b service neutron] Notify callbacks [] for binding, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:58.986627 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59b5e27a-d384-4502-939e-84a78dac75a6 req-928b7bcf-5606-456a-aa12-5b1a2a5c6d0b service neutron] 10.222.0.50 "DELETE /v2.0/ports/ad6b9fb2-05cc-483b-8221-9cf0e7844b83/bindings/n-h1-803753-2 HTTP/1.1" status: 204 len: 173 time: 0.6732502 Aug 19 18:02:59.027580 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6d3fb-2498-4183-b164-3a1c3a349e23 req-72b567d2-76f3-48af-ad64-a399eead62f1 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:59.041073 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53a6d3fb-2498-4183-b164-3a1c3a349e23 req-72b567d2-76f3-48af-ad64-a399eead62f1 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 946 time: 0.2039616 Aug 19 18:02:59.048035 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-65ebef1c-33f8-489f-a8ba-360ba6492c5e req-710794d5-a200-4b00-8eb8-7db6e5d6e608 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Deleting port 9199c5aa-8814-4ee1-b59e-63979ea38af8 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:02:59.048674 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-65ebef1c-33f8-489f-a8ba-360ba6492c5e req-710794d5-a200-4b00-8eb8-7db6e5d6e608 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:59.099544 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4f619e81-9ad0-4d46-a6fd-ba1fde699fe4 req-6266a73b-1794-4aec-b3c8-092677d8a849 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282957 Aug 19 18:02:59.106057 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26b0ecdc-c037-41c2-81c7-27da88979cd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:59.133514 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26b0ecdc-c037-41c2-81c7-27da88979cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:59.163607 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53a6d3fb-2498-4183-b164-3a1c3a349e23 req-12cc0888-7072-4634-b2ed-2fddd19e6ee3 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=944f342e-ab18-4eae-b856-158ee438b7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210015 Aug 19 18:02:59.285954 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-72eb2943-335d-4b70-9088-51a4e77da0b9 None None] For port 892a729a-575a-4586-aee7-25cc5215d3c3, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:59.311027 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-65ebef1c-33f8-489f-a8ba-360ba6492c5e req-710794d5-a200-4b00-8eb8-7db6e5d6e608 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] For port 9199c5aa-8814-4ee1-b59e-63979ea38af8, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=9199c5aa-8814-4ee1-b59e-63979ea38af8,segment=NetworkSegment(9c7d747c-4d15-4d78-8a75-1bea6385c296),segment_id=9c7d747c-4d15-4d78-8a75-1bea6385c296)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:59.312075 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-65ebef1c-33f8-489f-a8ba-360ba6492c5e req-710794d5-a200-4b00-8eb8-7db6e5d6e608 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:59.342081 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-72eb2943-335d-4b70-9088-51a4e77da0b9 None None] For port 892a729a-575a-4586-aee7-25cc5215d3c3, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=892a729a-575a-4586-aee7-25cc5215d3c3,segment=NetworkSegment(a00bc5df-a61a-4c51-beeb-de81741fa8a0),segment_id=a00bc5df-a61a-4c51-beeb-de81741fa8a0)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:59.344842 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=9199c5aa-8814-4ee1-b59e-63979ea38af8,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:59.354472 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-72eb2943-335d-4b70-9088-51a4e77da0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:59.368033 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-65ebef1c-33f8-489f-a8ba-360ba6492c5e req-710794d5-a200-4b00-8eb8-7db6e5d6e608 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Calling delete_port for 9199c5aa-8814-4ee1-b59e-63979ea38af8 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:02:59.431919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b3503-5ea9-4c03-8f2d-50b55ab2858e req-2b17cf90-6316-4510-b333-ba66e07ca542 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:59.432897 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c21b7-caa3-4ec7-a743-6cc09c1de355 req-17a972ac-fb10-4840-9fa6-8bc5a66b5bdc tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:59.443216 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-635b3503-5ea9-4c03-8f2d-50b55ab2858e req-2b17cf90-6316-4510-b333-ba66e07ca542 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=4254392d-8e19-4ede-9d2e-e312704a54c0 HTTP/1.1" status: 200 len: 944 time: 0.1783974 Aug 19 18:02:59.455566 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e7c21b7-caa3-4ec7-a743-6cc09c1de355 req-17a972ac-fb10-4840-9fa6-8bc5a66b5bdc tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 943 time: 0.2060299 Aug 19 18:02:59.484672 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-26b0ecdc-c037-41c2-81c7-27da88979cd1 admin admin] Allocated IP 172.25.8.78 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/6a500732-b5fd-4d49-8959-83ffba6ff828) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:59.495790 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2378274-8745-4a0e-9ca7-6cb69e089c2f', 'tag': '9717689d-d0aa-46cc-993b-9b7eb34f88f3'}, {'name': 'network-changed', 'server_uuid': '0431fc6a-880c-423e-9a90-810e33f2ba21', 'tag': 'b14c8985-1c58-4c0a-9166-ab7cfdb3ab22'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:59.500179 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc69372d-e708-4ded-8ad0-1f31114ce40f" -d '{"events": [{"name": "network-changed", "server_uuid": "b2378274-8745-4a0e-9ca7-6cb69e089c2f", "tag": "9717689d-d0aa-46cc-993b-9b7eb34f88f3"}, {"name": "network-changed", "server_uuid": "0431fc6a-880c-423e-9a90-810e33f2ba21", "tag": "b14c8985-1c58-4c0a-9166-ab7cfdb3ab22"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:59.506940 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb2943-335d-4b70-9088-51a4e77da0b9 None None] Pushing event updated for resources: {'Port': ['ID=892a729a-575a-4586-aee7-25cc5215d3c3,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:59.575229 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-635b3503-5ea9-4c03-8f2d-50b55ab2858e req-525f22f6-49cf-4e93-ad0d-0963422470d2 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299372 Aug 19 18:02:59.621749 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e7c21b7-caa3-4ec7-a743-6cc09c1de355 req-534c82c2-ad20-4b2a-979e-2935d0b124b5 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647420 Aug 19 18:02:59.630795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4254392d-8e19-4ede-9d2e-e312704a54c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9199c5aa-8814-4ee1-b59e-63979ea38af8'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:59.636363 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e8a507-a1ad-4eb2-978b-7cf911200c7d" -d '{"events": [{"server_uuid": "4254392d-8e19-4ede-9d2e-e312704a54c0", "name": "network-vif-unplugged", "status": "completed", "tag": "9199c5aa-8814-4ee1-b59e-63979ea38af8"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:59.904645 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-65ebef1c-33f8-489f-a8ba-360ba6492c5e req-710794d5-a200-4b00-8eb8-7db6e5d6e608 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:59.946696 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3db619f0-b902-45ff-8d95-54d0366a20ec req-9c20162c-60cf-46c7-90e4-9d0a5f0a2d58 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-695230449&fields=id&tenant_id=dabde781ddb345aead884b8987cb9981 HTTP/1.1" status: 200 len: 267 time: 0.1635113 Aug 19 18:02:59.946980 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710794d5-a200-4b00-8eb8-7db6e5d6e608 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Pushing event deleted for resources: {'Port': ['ID=9199c5aa-8814-4ee1-b59e-63979ea38af8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:59.994634 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:03:00.030821 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ebef1c-33f8-489f-a8ba-360ba6492c5e req-710794d5-a200-4b00-8eb8-7db6e5d6e608 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] No DVR routers for this DVR port 9199c5aa-8814-4ee1-b59e-63979ea38af8 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:03:00.040560 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a0710-95ad-4df5-9a83-2d98376e14c1 req-fa5ed728-87ba-43a6-99a2-b98766b3a0e5 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:00.042783 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-105a0710-95ad-4df5-9a83-2d98376e14c1 req-fa5ed728-87ba-43a6-99a2-b98766b3a0e5 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2378274-8745-4a0e-9ca7-6cb69e089c2f HTTP/1.1" status: 200 len: 944 time: 0.2448583 Aug 19 18:03:00.043968 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-65ebef1c-33f8-489f-a8ba-360ba6492c5e req-710794d5-a200-4b00-8eb8-7db6e5d6e608 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:00.046696 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-65ebef1c-33f8-489f-a8ba-360ba6492c5e req-710794d5-a200-4b00-8eb8-7db6e5d6e608 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.54 "DELETE /v2.0/ports/9199c5aa-8814-4ee1-b59e-63979ea38af8 HTTP/1.1" status: 204 len: 173 time: 1.4994411 Aug 19 18:03:00.128037 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26b0ecdc-c037-41c2-81c7-27da88979cd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:00.135287 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-105a0710-95ad-4df5-9a83-2d98376e14c1 req-850d058b-fc2e-49b5-97da-3c1e0b8149fc tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b78d68f-0a9f-41ac-b1ee-b081dccda597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852301 Aug 19 18:03:00.155248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db619f0-b902-45ff-8d95-54d0366a20ec req-96d9da25-7c58-4e34-b8cb-3bf27164aac7 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:00.158940 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3db619f0-b902-45ff-8d95-54d0366a20ec req-96d9da25-7c58-4e34-b8cb-3bf27164aac7 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 946 time: 0.2100425 Aug 19 18:03:00.194858 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-3db619f0-b902-45ff-8d95-54d0366a20ec req-5f576c10-3f78-4555-86c5-e0c453be9037 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Request body: {'port': {'security_groups': ['944f342e-ab18-4eae-b856-158ee438b7fb', '06ab7c3b-85cc-4d67-a412-2bb03cf05dc5']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:00.243911 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:00.261808 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d3b1fa-c761-4bbb-9266-72cd3414f81d x-openstack-request-id: req-67d3b1fa-c761-4bbb-9266-72cd3414f81d {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:00.262404 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2378274-8745-4a0e-9ca7-6cb69e089c2f", "tag": "9717689d-d0aa-46cc-993b-9b7eb34f88f3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0431fc6a-880c-423e-9a90-810e33f2ba21", "tag": "b14c8985-1c58-4c0a-9166-ab7cfdb3ab22", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:00.262848 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67d3b1fa-c761-4bbb-9266-72cd3414f81d {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:00.263419 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2378274-8745-4a0e-9ca7-6cb69e089c2f', 'tag': '9717689d-d0aa-46cc-993b-9b7eb34f88f3', 'status': 'completed', 'code': 200} Aug 19 18:03:00.263852 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0431fc6a-880c-423e-9a90-810e33f2ba21', 'tag': 'b14c8985-1c58-4c0a-9166-ab7cfdb3ab22', 'status': 'completed', 'code': 200} Aug 19 18:03:00.336889 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 has no active binding in host n-h1-803753-2 {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 18:03:00.372849 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69372d-e708-4ded-8ad0-1f31114ce40f req-d3e9acfa-a476-481d-941c-8d98c9798df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:00.376272 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc69372d-e708-4ded-8ad0-1f31114ce40f req-d3e9acfa-a476-481d-941c-8d98c9798df5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4e704f617a744748b90217135397502c&device_id=b2378274-8745-4a0e-9ca7-6cb69e089c2f HTTP/1.1" status: 200 len: 1095 time: 0.1012971 Aug 19 18:03:00.414059 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f79bb78-a92a-42cc-92c2-d46b819312d4 x-openstack-request-id: req-2f79bb78-a92a-42cc-92c2-d46b819312d4 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:00.414683 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4254392d-8e19-4ede-9d2e-e312704a54c0", "name": "network-vif-unplugged", "status": "completed", "tag": "9199c5aa-8814-4ee1-b59e-63979ea38af8", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:00.415377 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f79bb78-a92a-42cc-92c2-d46b819312d4 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:00.416153 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4254392d-8e19-4ede-9d2e-e312704a54c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9199c5aa-8814-4ee1-b59e-63979ea38af8', 'code': 200} Aug 19 18:03:00.508424 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3db619f0-b902-45ff-8d95-54d0366a20ec req-5f576c10-3f78-4555-86c5-e0c453be9037 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:00.516926 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26b0ecdc-c037-41c2-81c7-27da88979cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:00.640223 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69372d-e708-4ded-8ad0-1f31114ce40f req-933441ad-d4cb-4426-9dbd-99e59061aafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:00.641984 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc69372d-e708-4ded-8ad0-1f31114ce40f req-933441ad-d4cb-4426-9dbd-99e59061aafa service neutron] 10.222.0.54 "GET /v2.0/networks?id=cd90f362-a393-471c-9ea0-f8d2f58d49da HTTP/1.1" status: 200 len: 925 time: 0.2567427 Aug 19 18:03:00.643887 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 892a729a-575a-4586-aee7-25cc5215d3c3 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:00.657897 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6719c-9416-4f68-95cc-93c70f780fb8 req-b49a662b-8c6a-46a1-8fd2-85f83d1a4f8c tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:00.661055 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-55c6719c-9416-4f68-95cc-93c70f780fb8 req-b49a662b-8c6a-46a1-8fd2-85f83d1a4f8c tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 1095 time: 0.1594405 Aug 19 18:03:00.739847 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b0ecdc-c037-41c2-81c7-27da88979cd1 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:00.743737 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-26b0ecdc-c037-41c2-81c7-27da88979cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:00.749769 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b0ecdc-c037-41c2-81c7-27da88979cd1 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:00.767424 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc69372d-e708-4ded-8ad0-1f31114ce40f req-75cca264-7927-4247-ab6c-ca52a170ff21 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9717689d-d0aa-46cc-993b-9b7eb34f88f3 HTTP/1.1" status: 200 len: 217 time: 0.1047063 Aug 19 18:03:00.810431 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 892a729a-575a-4586-aee7-25cc5215d3c3 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:00.914175 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-55c6719c-9416-4f68-95cc-93c70f780fb8 req-9f37c6a5-5140-4220-aeaf-c7e545bb6f46 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762602 Aug 19 18:03:00.921894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69372d-e708-4ded-8ad0-1f31114ce40f req-84c27350-ae5e-4665-b96e-a7cbe7b4fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:00.924467 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc69372d-e708-4ded-8ad0-1f31114ce40f req-84c27350-ae5e-4665-b96e-a7cbe7b4fac5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6a06b492-9bd5-4ec9-8bec-8fb0e833dd42 HTTP/1.1" status: 200 len: 863 time: 0.1434212 Aug 19 18:03:01.031611 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69372d-e708-4ded-8ad0-1f31114ce40f req-a730798d-044a-4dc1-bd5f-87eaf488d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:01.035091 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc69372d-e708-4ded-8ad0-1f31114ce40f req-a730798d-044a-4dc1-bd5f-87eaf488d69a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 1124 time: 0.6450713 Aug 19 18:03:01.041292 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69372d-e708-4ded-8ad0-1f31114ce40f req-60040a0b-9480-4489-a927-70908d8b82e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:01.050965 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc69372d-e708-4ded-8ad0-1f31114ce40f req-60040a0b-9480-4489-a927-70908d8b82e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cd90f362-a393-471c-9ea0-f8d2f58d49da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105275 Aug 19 18:03:01.174190 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b05632-995b-4f52-8c79-d23c99cd33ef None None] Network 2b461cf2-aa36-4b43-aa61-a78015d98ca4 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:01.201997 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0ecdc-c037-41c2-81c7-27da88979cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=6a500732-b5fd-4d49-8959-83ffba6ff828,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:01.331721 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4a5e7-591d-42e0-8e01-2a51e01c62e6 req-6a32d3d0-28f5-44c1-9169-355e0d2c2fb5 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:01.334825 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aca4a5e7-591d-42e0-8e01-2a51e01c62e6 req-6a32d3d0-28f5-44c1-9169-355e0d2c2fb5 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.1393735 Aug 19 18:03:01.420903 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c992d1aa-fab1-44fd-b5c2-acfa334a7182 None None] Provisioning for port 892a729a-575a-4586-aee7-25cc5215d3c3 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:01.427869 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aca4a5e7-591d-42e0-8e01-2a51e01c62e6 req-b1bac210-8a65-4009-8b73-17f83a68d17b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844226 Aug 19 18:03:01.431292 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc69372d-e708-4ded-8ad0-1f31114ce40f req-40dedf4c-d33e-488f-8a87-2a0ae1bb58f3 service neutron] 10.222.0.54 "GET /v2.0/networks/cd90f362-a393-471c-9ea0-f8d2f58d49da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770576 Aug 19 18:03:01.438868 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c992d1aa-fab1-44fd-b5c2-acfa334a7182 None None] Provisioning complete for port 892a729a-575a-4586-aee7-25cc5215d3c3 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:01.439586 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c992d1aa-fab1-44fd-b5c2-acfa334a7182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:01.600829 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69372d-e708-4ded-8ad0-1f31114ce40f req-2635caae-e8f5-4165-9190-080240e8aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:01.602599 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc69372d-e708-4ded-8ad0-1f31114ce40f req-2635caae-e8f5-4165-9190-080240e8aa21 service neutron] 10.222.0.50 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 908 time: 0.5386531 Aug 19 18:03:01.615788 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c992d1aa-fab1-44fd-b5c2-acfa334a7182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:01.628311 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26b0ecdc-c037-41c2-81c7-27da88979cd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:01.659790 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc69372d-e708-4ded-8ad0-1f31114ce40f req-2b88953c-57d7-4010-942c-594849b41e09 service neutron] 10.222.0.54 "GET /v2.0/networks/cd90f362-a393-471c-9ea0-f8d2f58d49da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152100 Aug 19 18:03:01.660641 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c992d1aa-fab1-44fd-b5c2-acfa334a7182 None None] For port 892a729a-575a-4586-aee7-25cc5215d3c3, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=892a729a-575a-4586-aee7-25cc5215d3c3,segment=NetworkSegment(a00bc5df-a61a-4c51-beeb-de81741fa8a0),segment_id=a00bc5df-a61a-4c51-beeb-de81741fa8a0)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:01.675209 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c992d1aa-fab1-44fd-b5c2-acfa334a7182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:01.685940 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13eee2-7b8a-404a-90cb-484687e68eb3 req-876b265f-9fa0-4053-808b-ce756b599db6 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:01.687612 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f13eee2-7b8a-404a-90cb-484687e68eb3 req-876b265f-9fa0-4053-808b-ce756b599db6 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 943 time: 0.1152601 Aug 19 18:03:01.739496 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc69372d-e708-4ded-8ad0-1f31114ce40f req-ab241b18-7fa2-420b-9635-64082c5c55b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 HTTP/1.1" status: 200 len: 217 time: 0.1214292 Aug 19 18:03:01.739774 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f13eee2-7b8a-404a-90cb-484687e68eb3 req-ecb27fc6-df55-47ca-be72-9f17b0df27c1 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442674 Aug 19 18:03:01.746957 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-3db619f0-b902-45ff-8d95-54d0366a20ec req-5f576c10-3f78-4555-86c5-e0c453be9037 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] For port 9c5ca25c-42ef-40c8-b1c5-f54431e701d9, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=9c5ca25c-42ef-40c8-b1c5-f54431e701d9,segment=NetworkSegment(1395a4e1-b253-4559-bb6c-18b2bc8da658),segment_id=1395a4e1-b253-4559-bb6c-18b2bc8da658)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:01.754947 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992d1aa-fab1-44fd-b5c2-acfa334a7182 None None] Pushing event updated for resources: {'Port': ['ID=892a729a-575a-4586-aee7-25cc5215d3c3,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:01.895691 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8c4bb334-85f7-4bac-84c6-ccf31ae94472 None None] Provisioning complete for port 892a729a-575a-4586-aee7-25cc5215d3c3 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:01.896072 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8c4bb334-85f7-4bac-84c6-ccf31ae94472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:01.898466 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51fd8f-0f5f-474f-9892-fd0045b25c3b req-62ac7a7d-f7f4-40e6-8714-66d970011030 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:01.900842 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c51fd8f-0f5f-474f-9892-fd0045b25c3b req-62ac7a7d-f7f4-40e6-8714-66d970011030 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2378274-8745-4a0e-9ca7-6cb69e089c2f HTTP/1.1" status: 200 len: 944 time: 0.0648520 Aug 19 18:03:01.934537 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3db619f0-b902-45ff-8d95-54d0366a20ec req-5f576c10-3f78-4555-86c5-e0c453be9037 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:01.950499 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3db619f0-b902-45ff-8d95-54d0366a20ec req-5f576c10-3f78-4555-86c5-e0c453be9037 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:01.963742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69372d-e708-4ded-8ad0-1f31114ce40f req-e741f71a-9e51-41c6-9069-8f12642de546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:01.965742 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc69372d-e708-4ded-8ad0-1f31114ce40f req-e741f71a-9e51-41c6-9069-8f12642de546 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 HTTP/1.1" status: 200 len: 847 time: 0.1899183 Aug 19 18:03:01.974491 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c51fd8f-0f5f-474f-9892-fd0045b25c3b req-3e3b686a-2ac7-4fc5-b639-ed4e97997a9a tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b78d68f-0a9f-41ac-b1ee-b081dccda597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653348 Aug 19 18:03:01.976697 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['9c5ca25c-42ef-40c8-b1c5-f54431e701d9'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:02.028757 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 9717689d-d0aa-46cc-993b-9b7eb34f88f3 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:03:02.093749 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc69372d-e708-4ded-8ad0-1f31114ce40f req-17bcbc8e-6f7c-4a20-84af-51878434576e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=50874bd2-7160-4e95-947b-586c5b7daba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127572 Aug 19 18:03:02.095535 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 9199c5aa-8814-4ee1-b59e-63979ea38af8 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:02.168194 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db619f0-b902-45ff-8d95-54d0366a20ec req-5f576c10-3f78-4555-86c5-e0c453be9037 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:02.168526 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 9199c5aa-8814-4ee1-b59e-63979ea38af8 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:03:02.168691 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3db619f0-b902-45ff-8d95-54d0366a20ec req-5f576c10-3f78-4555-86c5-e0c453be9037 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:02.168864 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 9199c5aa-8814-4ee1-b59e-63979ea38af8 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:03:02.171990 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3db619f0-b902-45ff-8d95-54d0366a20ec req-5f576c10-3f78-4555-86c5-e0c453be9037 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "PUT /v2.0/ports/9c5ca25c-42ef-40c8-b1c5-f54431e701d9 HTTP/1.1" status: 200 len: 982 time: 1.9931614 Aug 19 18:03:02.174355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c14be02-23ab-467f-9aaa-38234ac4f166', 'tag': '9c5ca25c-42ef-40c8-b1c5-f54431e701d9'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:02.177025 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2473c7b2-9bcc-4dc4-a966-8d986d10c493" -d '{"events": [{"name": "network-changed", "server_uuid": "6c14be02-23ab-467f-9aaa-38234ac4f166", "tag": "9c5ca25c-42ef-40c8-b1c5-f54431e701d9"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:02.268683 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26b0ecdc-c037-41c2-81c7-27da88979cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:02.281270 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4254392d-8e19-4ede-9d2e-e312704a54c0', 'name': 'network-vif-deleted', 'tag': '9199c5aa-8814-4ee1-b59e-63979ea38af8'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:02.281821 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['9c5ca25c-42ef-40c8-b1c5-f54431e701d9'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:02.285075 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c01732-3ef1-4c0d-a200-2da018a158b4" -d '{"events": [{"server_uuid": "4254392d-8e19-4ede-9d2e-e312704a54c0", "name": "network-vif-deleted", "tag": "9199c5aa-8814-4ee1-b59e-63979ea38af8"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:02.307580 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-1385641e-4218-49a3-91e7-63eb8396a55d tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:02.323589 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-1385641e-4218-49a3-91e7-63eb8396a55d tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 821 time: 0.2352247 Aug 19 18:03:02.353384 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f576c10-3f78-4555-86c5-e0c453be9037 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event updated for resources: {'Port': ['ID=9c5ca25c-42ef-40c8-b1c5-f54431e701d9,revision_number=6']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:02.355491 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-d4de30bc-8627-4c35-8bd3-99c30856f592 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/quotas/a8ce19510dd24923b8ff0f45376547f4 HTTP/1.1" status: 200 len: 375 time: 0.0304499 Aug 19 18:03:02.448868 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-86cafbe8-dcc8-4c3f-b242-8cfef59ce796 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0892484 Aug 19 18:03:02.517113 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc69372d-e708-4ded-8ad0-1f31114ce40f req-bcdc7249-2e37-4e5a-9656-ccd3eb8b0d9f service neutron] 10.222.0.50 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355842 Aug 19 18:03:02.598800 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 9717689d-d0aa-46cc-993b-9b7eb34f88f3, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=9717689d-d0aa-46cc-993b-9b7eb34f88f3,segment=NetworkSegment(2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f),segment_id=2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:02.631565 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '9717689d-d0aa-46cc-993b-9b7eb34f88f3', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'port_id': '9717689d-d0aa-46cc-993b-9b7eb34f88f3', 'mac_address': 'fa:16:3e:7b:18:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:03:02.649611 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 892a729a-575a-4586-aee7-25cc5215d3c3 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:02.674367 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-a56a5f2b-c15e-40ea-8015-e3921d3b0d8b service neutron] 10.222.0.24 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092528 Aug 19 18:03:02.695752 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b0ecdc-c037-41c2-81c7-27da88979cd1 admin admin] Router 2edab10a-6684-497f-8e0b-b8dec43e2a0d is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:03:02.710391 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc69372d-e708-4ded-8ad0-1f31114ce40f req-42a576e2-45c4-4e96-b22a-d4443e84d29a service neutron] 10.222.0.50 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760058 Aug 19 18:03:02.832320 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:02.856023 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9717689d-d0aa-46cc-993b-9b7eb34f88f3 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:02.933199 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 9717689d-d0aa-46cc-993b-9b7eb34f88f3, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=9717689d-d0aa-46cc-993b-9b7eb34f88f3,segment=NetworkSegment(2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f),segment_id=2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:02.933488 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36714) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:02.941234 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e55884df-ad72-4604-b86d-f4b42a9501af tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Request body: {'security_group': {'name': 'tempest-securitygroup--296788339', 'description': 'tempest-description--1633893507'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:02.944774 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-1ad4a35b-532b-4eac-92a6-3fd07619fe70 service neutron] 10.222.0.24 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320790 Aug 19 18:03:02.956545 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 892a729a-575a-4586-aee7-25cc5215d3c3 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:02.957187 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:02.971138 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:03.020907 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b0ecdc-c037-41c2-81c7-27da88979cd1 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:03:03.029108 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e55884df-ad72-4604-b86d-f4b42a9501af tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:03.045370 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] Sync routers for ids ['2edab10a-6684-497f-8e0b-b8dec43e2a0d'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:03:03.086520 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] Routers {'2edab10a-6684-497f-8e0b-b8dec43e2a0d'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:03.087889 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:02:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['2edab10a-6684-497f-8e0b-b8dec43e2a0d'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:03.091278 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=9717689d-d0aa-46cc-993b-9b7eb34f88f3,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:03.290887 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6a1e36d5-a58d-4811-ac18-088d207b28ff req-dd161916-25f4-4b57-a842-b2f910d2d796 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1990764110&fields=id&tenant_id=dabde781ddb345aead884b8987cb9981 HTTP/1.1" status: 200 len: 267 time: 0.1651959 Aug 19 18:03:03.301177 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['9717689d-d0aa-46cc-993b-9b7eb34f88f3'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:03.462737 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] Set router 2edab10a-6684-497f-8e0b-b8dec43e2a0d gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:03:03.479598 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64123b86-3d25-4dd1-921f-387b39dfc8ef x-openstack-request-id: req-64123b86-3d25-4dd1-921f-387b39dfc8ef {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:03.480091 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4254392d-8e19-4ede-9d2e-e312704a54c0", "name": "network-vif-deleted", "tag": "9199c5aa-8814-4ee1-b59e-63979ea38af8", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:03.480477 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64123b86-3d25-4dd1-921f-387b39dfc8ef {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:03.481111 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4254392d-8e19-4ede-9d2e-e312704a54c0', 'name': 'network-vif-deleted', 'tag': '9199c5aa-8814-4ee1-b59e-63979ea38af8', 'status': 'completed', 'code': 200} Aug 19 18:03:03.548615 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e55884df-ad72-4604-b86d-f4b42a9501af tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:03.552440 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8435c7fb-7a21-434e-ac96-3f6549337745 x-openstack-request-id: req-8435c7fb-7a21-434e-ac96-3f6549337745 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:03.553348 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c14be02-23ab-467f-9aaa-38234ac4f166", "tag": "9c5ca25c-42ef-40c8-b1c5-f54431e701d9", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:03.553773 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8435c7fb-7a21-434e-ac96-3f6549337745 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:03.554548 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c14be02-23ab-467f-9aaa-38234ac4f166', 'tag': '9c5ca25c-42ef-40c8-b1c5-f54431e701d9', 'status': 'completed', 'code': 200} Aug 19 18:03:03.561417 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473c7b2-9bcc-4dc4-a966-8d986d10c493 req-250f24d8-1352-4fd4-8fde-3e7004a93dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:03.564179 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2473c7b2-9bcc-4dc4-a966-8d986d10c493 req-250f24d8-1352-4fd4-8fde-3e7004a93dee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dabde781ddb345aead884b8987cb9981&device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 1136 time: 0.1924345 Aug 19 18:03:03.595327 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e55884df-ad72-4604-b86d-f4b42a9501af tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:03.654502 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26b0ecdc-c037-41c2-81c7-27da88979cd1 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:03.656956 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-26b0ecdc-c037-41c2-81c7-27da88979cd1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.3591971 Aug 19 18:03:03.695611 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36726) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:03.701822 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-d26728d1-4b69-4cb8-a20c-76c985c49a9f service neutron] 10.222.0.50 "GET /v2.0/ports/b14c8985-1c58-4c0a-9166-ab7cfdb3ab22/bindings/n-h1-803753-2 HTTP/1.1" status: 200 len: 384 time: 0.4246376 Aug 19 18:03:03.841234 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b11fb-777c-4051-9db0-c28d66f74b18 req-e40938d9-4bad-4378-8b01-a08f83a0d8d0 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:03.843015 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6b0b11fb-777c-4051-9db0-c28d66f74b18 req-e40938d9-4bad-4378-8b01-a08f83a0d8d0 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.1292732 Aug 19 18:03:03.845258 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473c7b2-9bcc-4dc4-a966-8d986d10c493 req-a4de7b15-9fde-4148-ac53-29082180875f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:03.846892 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2473c7b2-9bcc-4dc4-a966-8d986d10c493 req-a4de7b15-9fde-4148-ac53-29082180875f service neutron] 10.222.0.50 "GET /v2.0/networks?id=f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 HTTP/1.1" status: 200 len: 913 time: 0.2688098 Aug 19 18:03:03.852013 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e55884df-ad72-4604-b86d-f4b42a9501af tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:03.854630 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e55884df-ad72-4604-b86d-f4b42a9501af tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9198923 Aug 19 18:03:03.859529 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36728) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:03.875296 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55884df-ad72-4604-b86d-f4b42a9501af tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e25ef85-bdee-4e51-ab6e-84538baddacd,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:03.882433 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-8a4f1954-b7f5-49f8-be50-14be2fe3271f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Request body: {'security_group_rule': {'security_group_id': '2e25ef85-bdee-4e51-ab6e-84538baddacd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:03.892792 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edab10a-6684-497f-8e0b-b8dec43e2a0d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-652814493-router', 'tenant_id': '7c80146e62014015a1e5184bac01a6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6a500732-b5fd-4d49-8959-83ffba6ff828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:57Z', 'updated_at': '2021-08-19T18:03:01Z', 'revision_number': 3, 'project_id': '7c80146e62014015a1e5184bac01a6ae', 'gw_port': {'id': '6a500732-b5fd-4d49-8959-83ffba6ff828', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edab10a-6684-497f-8e0b-b8dec43e2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:59Z', 'updated_at': '2021-08-19T18:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:03.897183 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e36d5-a58d-4811-ac18-088d207b28ff req-a71c799e-15a3-4d30-b77f-ed2e530bea53 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:03.898860 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6a1e36d5-a58d-4811-ac18-088d207b28ff req-a71c799e-15a3-4d30-b77f-ed2e530bea53 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 985 time: 0.3368938 Aug 19 18:03:03.947289 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] Checking router: 2edab10a-6684-497f-8e0b-b8dec43e2a0d for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:03:03.948545 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2473c7b2-9bcc-4dc4-a966-8d986d10c493 req-4b8041e3-50dc-4aba-8f4e-0260fef3cde2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c5ca25c-42ef-40c8-b1c5-f54431e701d9 HTTP/1.1" status: 200 len: 217 time: 0.0909626 Aug 19 18:03:03.948964 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] Updating router 2edab10a-6684-497f-8e0b-b8dec43e2a0d port 6a500732-b5fd-4d49-8959-83ffba6ff828 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:03:03.966364 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-6a1e36d5-a58d-4811-ac18-088d207b28ff req-422c9800-43d4-457e-85b9-ad40228345c2 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Request body: {'port': {'security_groups': ['06ab7c3b-85cc-4d67-a412-2bb03cf05dc5', '944f342e-ab18-4eae-b856-158ee438b7fb', '285897f5-4415-4fe6-8716-996501cb61dd']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:03.990197 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:04.036494 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473c7b2-9bcc-4dc4-a966-8d986d10c493 req-84265192-6810-4adc-950b-418a987c3a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:04.038490 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2473c7b2-9bcc-4dc4-a966-8d986d10c493 req-84265192-6810-4adc-950b-418a987c3a67 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b083b0fb-67a8-452f-a897-1da102c8a2c8 HTTP/1.1" status: 200 len: 852 time: 0.0747981 Aug 19 18:03:04.042897 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6b0b11fb-777c-4051-9db0-c28d66f74b18 req-f52a398c-b1e2-46d6-901f-213aeb766823 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880174 Aug 19 18:03:04.050307 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:03:04.077884 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8a4f1954-b7f5-49f8-be50-14be2fe3271f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:04.129186 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-6a1e36d5-a58d-4811-ac18-088d207b28ff req-422c9800-43d4-457e-85b9-ad40228345c2 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:04.211323 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2473c7b2-9bcc-4dc4-a966-8d986d10c493 req-c00edb55-834f-4421-bdf8-5e4ec26acd0a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f24c7da1-2b52-4491-aeec-8ee53ea1e3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396801 Aug 19 18:03:04.315352 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:04.339101 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 has no active binding in host n-h1-803753-2 {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 18:03:04.436099 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8a4f1954-b7f5-49f8-be50-14be2fe3271f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:04.456387 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:04.465206 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8a4f1954-b7f5-49f8-be50-14be2fe3271f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:04.475651 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] Transition to ACTIVE for port object 6a500732-b5fd-4d49-8959-83ffba6ff828 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:04.484903 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:04.531741 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e83a1f99-d55d-48e0-96af-f105ce9af135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:04.535333 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2790541-d893-4536-a393-695d6fb6bfef req-05dfe4b9-d96f-4f8c-89c3-660e6739b023 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:04.537138 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b2790541-d893-4536-a393-695d6fb6bfef req-05dfe4b9-d96f-4f8c-89c3-660e6739b023 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 943 time: 0.1879404 Aug 19 18:03:04.543131 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2473c7b2-9bcc-4dc4-a966-8d986d10c493 req-fbe7bdef-da65-4dac-8d8a-1ac254ad7d4c service neutron] 10.222.0.50 "GET /v2.0/networks/f24c7da1-2b52-4491-aeec-8ee53ea1e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198342 Aug 19 18:03:04.543853 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f1954-b7f5-49f8-be50-14be2fe3271f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67835b1-04f1-49fe-85de-879f408b0590,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:04.553235 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] Attempting to bind port 6a500732-b5fd-4d49-8959-83ffba6ff828 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:04.553679 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] Attempting to bind port 6a500732-b5fd-4d49-8959-83ffba6ff828 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:04.554311 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] Attempting to bind port 6a500732-b5fd-4d49-8959-83ffba6ff828 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:04.554864 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8a4f1954-b7f5-49f8-be50-14be2fe3271f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:04.560818 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8a4f1954-b7f5-49f8-be50-14be2fe3271f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6816986 Aug 19 18:03:04.569642 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:04.570167 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:04.570580 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:04.570975 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:04.571460 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] Bound port: 6a500732-b5fd-4d49-8959-83ffba6ff828, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:04.571882 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:04.573915 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acd10b-25b1-4788-90a1-f053ff460b71 None None] Pushing event updated for resources: {'Port': ['ID=6a500732-b5fd-4d49-8959-83ffba6ff828,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:04.600715 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36736) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:04.616614 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-b05f12bc-f2b4-4487-aaa9-75d383bc3077 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Request body: {'security_group_rule': {'security_group_id': '2e25ef85-bdee-4e51-ab6e-84538baddacd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:04.643575 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] For port 6a500732-b5fd-4d49-8959-83ffba6ff828, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:04.647735 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] For port 6a500732-b5fd-4d49-8959-83ffba6ff828, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6a500732-b5fd-4d49-8959-83ffba6ff828,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:04.655135 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:04.658010 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b2790541-d893-4536-a393-695d6fb6bfef req-b2262940-abfa-4e77-9d1d-b39737b4c7f8 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073036 Aug 19 18:03:04.716575 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2473c7b2-9bcc-4dc4-a966-8d986d10c493 req-a29121f8-8de1-45a0-9627-82dc20aa4dd3 service neutron] 10.222.0.50 "GET /v2.0/networks/f24c7da1-2b52-4491-aeec-8ee53ea1e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632390 Aug 19 18:03:04.757372 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] Routers {'2edab10a-6684-497f-8e0b-b8dec43e2a0d'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:04.758068 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:02:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['2edab10a-6684-497f-8e0b-b8dec43e2a0d'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:04.834825 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acd10b-25b1-4788-90a1-f053ff460b71 None None] Pushing event updated for resources: {'Port': ['ID=6a500732-b5fd-4d49-8959-83ffba6ff828,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:04.940513 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b7c11f1e-dd39-4470-a363-fe68b04fe62f service neutron] For port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:04.973022 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] Set router 2edab10a-6684-497f-8e0b-b8dec43e2a0d gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:03:04.996840 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b05f12bc-f2b4-4487-aaa9-75d383bc3077 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:05.059643 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b7c11f1e-dd39-4470-a363-fe68b04fe62f service neutron] For port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:05.081692 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-8c1233ec-6aac-44f5-997d-0f612add6bac tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:05.087377 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-8c1233ec-6aac-44f5-997d-0f612add6bac tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.54 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 821 time: 0.2378316 Aug 19 18:03:05.111713 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e04003-0b0f-45e7-8c7f-f8985b3958a5 req-6e0c1600-07c1-4ffe-95f5-922dd473db38 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:05.115769 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e7e04003-0b0f-45e7-8c7f-f8985b3958a5 req-6e0c1600-07c1-4ffe-95f5-922dd473db38 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2378274-8745-4a0e-9ca7-6cb69e089c2f HTTP/1.1" status: 200 len: 945 time: 0.3086259 Aug 19 18:03:05.126977 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-da87304c-0502-4662-9f26-dfbe5efc0e27 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Request body: {'port': {'device_id': 'f87a99e7-d3f6-485f-9101-740b238c1455', 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f', 'admin_state_up': True, 'tenant_id': 'a8ce19510dd24923b8ff0f45376547f4'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:05.282359 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edab10a-6684-497f-8e0b-b8dec43e2a0d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-652814493-router', 'tenant_id': '7c80146e62014015a1e5184bac01a6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6a500732-b5fd-4d49-8959-83ffba6ff828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:57Z', 'updated_at': '2021-08-19T18:03:01Z', 'revision_number': 3, 'project_id': '7c80146e62014015a1e5184bac01a6ae', 'gw_port': {'id': '6a500732-b5fd-4d49-8959-83ffba6ff828', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edab10a-6684-497f-8e0b-b8dec43e2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:59Z', 'updated_at': '2021-08-19T18:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:05.282632 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b7c11f1e-dd39-4470-a363-fe68b04fe62f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:05.317500 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3354f41-280f-4dfc-a8ad-d2b85c34ce02 None None] The sync data for ids ['2edab10a-6684-497f-8e0b-b8dec43e2a0d'] in n-d-803753-2 is: [{'id': '2edab10a-6684-497f-8e0b-b8dec43e2a0d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-652814493-router', 'tenant_id': '7c80146e62014015a1e5184bac01a6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6a500732-b5fd-4d49-8959-83ffba6ff828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:57Z', 'updated_at': '2021-08-19T18:03:01Z', 'revision_number': 3, 'project_id': '7c80146e62014015a1e5184bac01a6ae', 'gw_port': {'id': '6a500732-b5fd-4d49-8959-83ffba6ff828', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edab10a-6684-497f-8e0b-b8dec43e2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:59Z', 'updated_at': '2021-08-19T18:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:03:05.351767 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1fb2d-18c7-4ebf-a9d4-a7bad40d433b req-d6ffd48a-e598-42ef-8965-727f1b4ba269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:05.353898 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4c1fb2d-18c7-4ebf-a9d4-a7bad40d433b req-d6ffd48a-e598-42ef-8965-727f1b4ba269 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 1101 time: 0.2341335 Aug 19 18:03:05.356808 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b7c11f1e-dd39-4470-a363-fe68b04fe62f service neutron] For port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:05.359776 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e7e04003-0b0f-45e7-8c7f-f8985b3958a5 req-29a638fc-fd55-4670-a9dd-ea61d9a4ceff tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b78d68f-0a9f-41ac-b1ee-b081dccda597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132742 Aug 19 18:03:05.422052 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4c1fb2d-18c7-4ebf-a9d4-a7bad40d433b req-47f5a093-1820-4d99-a4c0-4f5923c83e8b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566719 Aug 19 18:03:05.453144 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-da87304c-0502-4662-9f26-dfbe5efc0e27 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Made reservation on behalf of a8ce19510dd24923b8ff0f45376547f4 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:05.457576 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-da87304c-0502-4662-9f26-dfbe5efc0e27 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:05.459141 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b05f12bc-f2b4-4487-aaa9-75d383bc3077 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:05.513797 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b05f12bc-f2b4-4487-aaa9-75d383bc3077 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:05.530125 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b7c11f1e-dd39-4470-a363-fe68b04fe62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:05.586501 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-45313783-f208-4245-9d8a-2efeb83078d0 req-4a621317-ebf0-4d48-bfd4-f07728e051b3 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 210 time: 0.1056819 Aug 19 18:03:05.586800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f12bc-f2b4-4487-aaa9-75d383bc3077 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01482584-8348-40e4-a4c4-83864d9caa10,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:05.611390 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b05f12bc-f2b4-4487-aaa9-75d383bc3077 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:05.613177 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b05f12bc-f2b4-4487-aaa9-75d383bc3077 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0095417 Aug 19 18:03:05.630350 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36740) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:05.680026 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-6a1e36d5-a58d-4811-ac18-088d207b28ff req-422c9800-43d4-457e-85b9-ad40228345c2 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] For port 9c5ca25c-42ef-40c8-b1c5-f54431e701d9, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=9c5ca25c-42ef-40c8-b1c5-f54431e701d9,segment=NetworkSegment(1395a4e1-b253-4559-bb6c-18b2bc8da658),segment_id=1395a4e1-b253-4559-bb6c-18b2bc8da658)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:05.701480 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device bc594908-7df4-489e-a1fd-2df2a543b8e6 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:03:05.778938 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-da87304c-0502-4662-9f26-dfbe5efc0e27 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Allocated IP 172.20.0.14 (52390765-0cad-463c-8122-8baf5b79ff7f/e38a766b-6157-45f2-9785-a9bfeb2d8ba6/7d4cf697-dc4e-4a08-bdce-fc70bd1526ee) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:05.781333 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-6a1e36d5-a58d-4811-ac18-088d207b28ff req-422c9800-43d4-457e-85b9-ad40228345c2 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:05.797292 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-12c90fff-7fdd-4b5a-9c23-5bb989284ab7 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:05.853325 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-6a1e36d5-a58d-4811-ac18-088d207b28ff req-422c9800-43d4-457e-85b9-ad40228345c2 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:05.885352 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['9c5ca25c-42ef-40c8-b1c5-f54431e701d9'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:05.968887 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port bc594908-7df4-489e-a1fd-2df2a543b8e6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bc594908-7df4-489e-a1fd-2df2a543b8e6,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:05.990615 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70716b-1b9d-4969-b94f-399a0a29a6d8 req-4996ff61-9a6c-4dd8-91fd-27eb196a7cf8 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:05.992259 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dc70716b-1b9d-4969-b94f-399a0a29a6d8 req-4996ff61-9a6c-4dd8-91fd-27eb196a7cf8 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 950 time: 0.1554654 Aug 19 18:03:06.018340 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'bc594908-7df4-489e-a1fd-2df2a543b8e6', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': 'bc594908-7df4-489e-a1fd-2df2a543b8e6', 'mac_address': 'fa:16:3e:f3:03:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:03:06.073674 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 9717689d-d0aa-46cc-993b-9b7eb34f88f3 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:06.080573 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e36d5-a58d-4811-ac18-088d207b28ff req-422c9800-43d4-457e-85b9-ad40228345c2 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:06.082811 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-6a1e36d5-a58d-4811-ac18-088d207b28ff req-422c9800-43d4-457e-85b9-ad40228345c2 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:06.095173 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6a1e36d5-a58d-4811-ac18-088d207b28ff req-422c9800-43d4-457e-85b9-ad40228345c2 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "PUT /v2.0/ports/9c5ca25c-42ef-40c8-b1c5-f54431e701d9 HTTP/1.1" status: 200 len: 1021 time: 2.1435976 Aug 19 18:03:06.102578 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12c90fff-7fdd-4b5a-9c23-5bb989284ab7 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:06.149141 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-da87304c-0502-4662-9f26-dfbe5efc0e27 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:06.154503 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c14be02-23ab-467f-9aaa-38234ac4f166', 'tag': '9c5ca25c-42ef-40c8-b1c5-f54431e701d9'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:06.154680 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:06.162960 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60013283-d5f5-4204-bf4a-dc3a51210bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "6c14be02-23ab-467f-9aaa-38234ac4f166", "tag": "9c5ca25c-42ef-40c8-b1c5-f54431e701d9"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:06.177759 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc594908-7df4-489e-a1fd-2df2a543b8e6 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:06.212703 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['9c5ca25c-42ef-40c8-b1c5-f54431e701d9'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:06.226433 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dc70716b-1b9d-4969-b94f-399a0a29a6d8 req-604f9c00-a9ab-45d9-9794-bd482d016cf1 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056623 Aug 19 18:03:06.268564 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port bc594908-7df4-489e-a1fd-2df2a543b8e6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bc594908-7df4-489e-a1fd-2df2a543b8e6,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:06.286903 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:06.302756 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 9717689d-d0aa-46cc-993b-9b7eb34f88f3 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:06.344425 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-da87304c-0502-4662-9f26-dfbe5efc0e27 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:06.344745 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b7c11f1e-dd39-4470-a363-fe68b04fe62f service neutron] Transition to ACTIVE for port object b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:06.380004 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c9800-43d4-457e-85b9-ad40228345c2 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event updated for resources: {'Port': ['ID=9c5ca25c-42ef-40c8-b1c5-f54431e701d9,revision_number=7']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:06.454395 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b7c11f1e-dd39-4470-a363-fe68b04fe62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:06.462237 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-da87304c-0502-4662-9f26-dfbe5efc0e27 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Network 52390765-0cad-463c-8122-8baf5b79ff7f is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:06.476007 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-da87304c-0502-4662-9f26-dfbe5efc0e27 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:06.480883 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-da87304c-0502-4662-9f26-dfbe5efc0e27 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:06.535708 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87304c-0502-4662-9f26-dfbe5efc0e27 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Pushing event updated for resources: {'Port': ['ID=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:06.583182 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-da87304c-0502-4662-9f26-dfbe5efc0e27 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:06.587505 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-da87304c-0502-4662-9f26-dfbe5efc0e27 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:06.619461 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-da87304c-0502-4662-9f26-dfbe5efc0e27 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5013361 Aug 19 18:03:06.623260 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c11f1e-dd39-4470-a363-fe68b04fe62f service neutron] Pushing event updated for resources: {'Port': ['ID=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22,revision_number=10']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:06.628681 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93a9e9-bb07-4633-9331-abca7ca073e8 req-0ab1f055-125d-447d-b2b2-aa197951716f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:06.638348 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7b93a9e9-bb07-4633-9331-abca7ca073e8 req-0ab1f055-125d-447d-b2b2-aa197951716f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 1024 time: 0.1430209 Aug 19 18:03:06.645994 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-65cbfa0c-24ff-4323-b75f-752bea8a13cb service neutron] Request body: {'port': {'device_id': 'f87a99e7-d3f6-485f-9101-740b238c1455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:06.675398 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 9717689d-d0aa-46cc-993b-9b7eb34f88f3 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:06.676003 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:06.705091 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6a500732-b5fd-4d49-8959-83ffba6ff828 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:06.712591 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31543b7-4708-445d-bee2-1117327c8021 req-756d71fc-fb62-42b3-9d9a-1240abd6bddc tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:06.715973 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f31543b7-4708-445d-bee2-1117327c8021 req-756d71fc-fb62-42b3-9d9a-1240abd6bddc tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 944 time: 0.3739369 Aug 19 18:03:06.839983 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b7c11f1e-dd39-4470-a363-fe68b04fe62f service neutron] No DVR routers for this DVR port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:03:06.916191 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=bc594908-7df4-489e-a1fd-2df2a543b8e6,revision_number=9']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:06.926824 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f31543b7-4708-445d-bee2-1117327c8021 req-b8c83b51-acd3-45dc-b9b4-ae860f2dd31c tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840279 Aug 19 18:03:06.955236 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:06.955545 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:06.955975 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:06.956247 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:06.956537 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:06.956889 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:06.957225 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:06.957578 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:06.957992 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:06.958317 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:06.959036 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:06.959441 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:07.002748 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b7c11f1e-dd39-4470-a363-fe68b04fe62f service neutron] 10.222.0.50 "PUT /v2.0/ports/b14c8985-1c58-4c0a-9166-ab7cfdb3ab22/bindings/n-h1-803753-2/activate HTTP/1.1" status: 200 len: 369 time: 3.2779608 Aug 19 18:03:07.021892 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-026e65bf-e4a4-49e6-bfe8-5d542881b249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:07.068662 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c518b24f-22a0-4a32-9eb2-a6bc345b5281 x-openstack-request-id: req-c518b24f-22a0-4a32-9eb2-a6bc345b5281 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:07.069243 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c14be02-23ab-467f-9aaa-38234ac4f166", "tag": "9c5ca25c-42ef-40c8-b1c5-f54431e701d9", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:07.069391 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c518b24f-22a0-4a32-9eb2-a6bc345b5281 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:07.081941 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c14be02-23ab-467f-9aaa-38234ac4f166', 'tag': '9c5ca25c-42ef-40c8-b1c5-f54431e701d9', 'status': 'completed', 'code': 200} Aug 19 18:03:07.087181 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12c90fff-7fdd-4b5a-9c23-5bb989284ab7 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:07.124550 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 6a500732-b5fd-4d49-8959-83ffba6ff828 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:07.154190 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-47e2f113-640f-4edc-a149-b8c5f7bdab55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:07.305906 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 6a500732-b5fd-4d49-8959-83ffba6ff828 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:07.306845 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:07.321739 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-65cbfa0c-24ff-4323-b75f-752bea8a13cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:07.411083 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:07.411672 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-90f62198-6561-4911-be59-6a0f6c926684 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:07.413841 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-90f62198-6561-4911-be59-6a0f6c926684 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21&tenant_id=4372bce7e7ca475fbe71d1638d302952&binding%3Ahost_id=n-h2-803753-2 HTTP/1.1" status: 200 len: 1095 time: 0.1603701 Aug 19 18:03:07.426702 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7b93a9e9-bb07-4633-9331-abca7ca073e8 req-4009e0f3-790d-4515-b126-cafbf94ac8e3 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=285897f5-4415-4fe6-8716-996501cb61dd&id=06ab7c3b-85cc-4d67-a412-2bb03cf05dc5&id=944f342e-ab18-4eae-b856-158ee438b7fb HTTP/1.1" status: 200 len: 6149 time: 0.7875299 Aug 19 18:03:07.433129 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:07.572558 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2378274-8745-4a0e-9ca7-6cb69e089c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9717689d-d0aa-46cc-993b-9b7eb34f88f3'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:07.577956 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca56fdb5-f88d-47a3-bada-262fcd6c326e" -d '{"events": [{"server_uuid": "b2378274-8745-4a0e-9ca7-6cb69e089c2f", "name": "network-vif-plugged", "status": "completed", "tag": "9717689d-d0aa-46cc-993b-9b7eb34f88f3"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:07.632327 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 9717689d-d0aa-46cc-993b-9b7eb34f88f3, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=9717689d-d0aa-46cc-993b-9b7eb34f88f3,segment=NetworkSegment(2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f),segment_id=2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:07.655022 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:07.657340 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:07.675795 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-a7f006b8-0e52-4c6d-94ab-7e86185ea3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:07.677239 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-a7f006b8-0e52-4c6d-94ab-7e86185ea3e8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21&tenant_id=4372bce7e7ca475fbe71d1638d302952 HTTP/1.1" status: 200 len: 1095 time: 0.2495737 Aug 19 18:03:07.817457 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=9717689d-d0aa-46cc-993b-9b7eb34f88f3,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:07.820899 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device bc594908-7df4-489e-a1fd-2df2a543b8e6 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:07.824355 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['bc594908-7df4-489e-a1fd-2df2a543b8e6'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:07.826587 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60013283-d5f5-4204-bf4a-dc3a51210bb6 req-6a438965-c4b0-4ab3-b575-4d106288269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:07.830306 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60013283-d5f5-4204-bf4a-dc3a51210bb6 req-6a438965-c4b0-4ab3-b575-4d106288269d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dabde781ddb345aead884b8987cb9981&device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 1175 time: 0.5840876 Aug 19 18:03:07.943723 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:07.967185 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686be21-e78c-45e7-867d-4ed79b4696a4 req-e3f4a629-26c7-498c-b7a3-56f2de5094c1 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:07.982131 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7686be21-e78c-45e7-867d-4ed79b4696a4 req-e3f4a629-26c7-498c-b7a3-56f2de5094c1 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2378274-8745-4a0e-9ca7-6cb69e089c2f HTTP/1.1" status: 200 len: 945 time: 0.6526055 Aug 19 18:03:07.983646 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56888729-77ba-4b80-8ef7-5b77c94d246f req-922cad4c-30d7-4f2b-a66e-f05e66ff2648 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:07.986430 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-56888729-77ba-4b80-8ef7-5b77c94d246f req-922cad4c-30d7-4f2b-a66e-f05e66ff2648 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 932 time: 0.3708131 Aug 19 18:03:08.025904 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 6a500732-b5fd-4d49-8959-83ffba6ff828, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6a500732-b5fd-4d49-8959-83ffba6ff828,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:08.069371 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:08.086540 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-9aae62d4-485f-490f-9617-d38fdda8aa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:08.089465 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-9aae62d4-485f-490f-9617-d38fdda8aa88 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 1095 time: 0.2262170 Aug 19 18:03:08.115775 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-12c90fff-7fdd-4b5a-9c23-5bb989284ab7 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Allocated IP 172.25.8.70 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/807f3c71-3110-425b-8d2a-7037e26c3012) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:08.124172 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-026e65bf-e4a4-49e6-bfe8-5d542881b249 admin admin] Allocated IP 172.20.0.1 (2b461cf2-aa36-4b43-aa61-a78015d98ca4/bf6bdf3b-81ff-45ea-a8fd-a567bb77533a/12f068d4-6777-485a-b954-8fa6d6c1538a) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:08.133460 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-65cbfa0c-24ff-4323-b75f-752bea8a13cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:08.170484 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:08.223003 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-65cbfa0c-24ff-4323-b75f-752bea8a13cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:08.228808 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:08.256850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=6a500732-b5fd-4d49-8959-83ffba6ff828,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:08.258473 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-56888729-77ba-4b80-8ef7-5b77c94d246f req-fa2613f6-8205-4913-9a61-a7a509b2f1de tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478275 Aug 19 18:03:08.267399 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bc594908-7df4-489e-a1fd-2df2a543b8e6 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:08.275195 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-65cbfa0c-24ff-4323-b75f-752bea8a13cb service neutron] Transition to ACTIVE for port object 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:08.296053 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-65cbfa0c-24ff-4323-b75f-752bea8a13cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:08.301425 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7686be21-e78c-45e7-867d-4ed79b4696a4 req-d8972fd2-3fad-4c42-a0fa-5740e1aa676e tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b78d68f-0a9f-41ac-b1ee-b081dccda597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3172905 Aug 19 18:03:08.309776 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port bc594908-7df4-489e-a1fd-2df2a543b8e6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bc594908-7df4-489e-a1fd-2df2a543b8e6,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:08.352123 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:08.352841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:08.429450 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:03:08.462705 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-9531fb6a-cd75-4ce7-8537-ca4a8abdb52f req-a0e266c3-8d24-43d7-9be2-a0646c0bdc6f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Request body: {'security_group': {'name': ' tempest-securitygroup -156179662 ', 'description': 'tempest-description-1775047846'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:08.481655 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbfa0c-24ff-4323-b75f-752bea8a13cb service neutron] Pushing event updated for resources: {'Port': ['ID=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:08.489734 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-71c2adb3-acfe-4fee-a7e9-af28b6bd6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:08.491308 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-71c2adb3-acfe-4fee-a7e9-af28b6bd6d79 service neutron] 10.222.0.54 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 908 time: 0.3874123 Aug 19 18:03:08.511791 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=bc594908-7df4-489e-a1fd-2df2a543b8e6,revision_number=10']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:08.516220 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60013283-d5f5-4204-bf4a-dc3a51210bb6 req-65e5af6a-a148-4284-9763-8979126f50a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:08.518203 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60013283-d5f5-4204-bf4a-dc3a51210bb6 req-65e5af6a-a148-4284-9763-8979126f50a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 HTTP/1.1" status: 200 len: 913 time: 0.6341043 Aug 19 18:03:08.590692 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9531fb6a-cd75-4ce7-8537-ca4a8abdb52f req-a0e266c3-8d24-43d7-9be2-a0646c0bdc6f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:08.597807 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b8e7da15-1274-440a-be29-b8ae074be34f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 HTTP/1.1" status: 200 len: 217 time: 0.0947945 Aug 19 18:03:08.604943 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6a500732-b5fd-4d49-8959-83ffba6ff828 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:08.647441 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60013283-d5f5-4204-bf4a-dc3a51210bb6 req-45464413-8424-4e56-a22b-a1f5c8e71ae0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c5ca25c-42ef-40c8-b1c5-f54431e701d9 HTTP/1.1" status: 200 len: 217 time: 0.0979869 Aug 19 18:03:08.693114 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 6a500732-b5fd-4d49-8959-83ffba6ff828 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:08.693947 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:08.695598 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b310b397-14d8-4a1e-97b2-25f4ee0727cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:08.697221 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-b310b397-14d8-4a1e-97b2-25f4ee0727cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 HTTP/1.1" status: 200 len: 847 time: 0.0851209 Aug 19 18:03:08.705123 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-65cbfa0c-24ff-4323-b75f-752bea8a13cb service neutron] Attempting to bind port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:08.705515 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-65cbfa0c-24ff-4323-b75f-752bea8a13cb service neutron] Attempting to bind port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:08.705902 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-65cbfa0c-24ff-4323-b75f-752bea8a13cb service neutron] Attempting to bind port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:08.722825 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cca83-da80-4368-8d48-725696ccaf71 req-e784c81a-a803-459f-964a-f0214736ac57 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:08.730247 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-212cca83-da80-4368-8d48-725696ccaf71 req-e784c81a-a803-459f-964a-f0214736ac57 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 949 time: 0.2676454 Aug 19 18:03:08.746453 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-c97dc6f3-43fb-4e8b-a613-5a5a6c38d33c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50874bd2-7160-4e95-947b-586c5b7daba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366070 Aug 19 18:03:08.747097 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-65cbfa0c-24ff-4323-b75f-752bea8a13cb service neutron] Port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee on network 52390765-0cad-463c-8122-8baf5b79ff7f not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:03:08.747630 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-65cbfa0c-24ff-4323-b75f-752bea8a13cb service neutron] Attempting to bind port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:08.777963 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-65cbfa0c-24ff-4323-b75f-752bea8a13cb service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:08.778601 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-65cbfa0c-24ff-4323-b75f-752bea8a13cb service neutron] Checking segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:08.784051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-65cbfa0c-24ff-4323-b75f-752bea8a13cb service neutron] Bound using segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:08.784427 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-65cbfa0c-24ff-4323-b75f-752bea8a13cb service neutron] Bound port: 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:08.785070 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-65cbfa0c-24ff-4323-b75f-752bea8a13cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:08.833710 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12c90fff-7fdd-4b5a-9c23-5bb989284ab7 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:08.874970 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-026e65bf-e4a4-49e6-bfe8-5d542881b249 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:08.891438 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60013283-d5f5-4204-bf4a-dc3a51210bb6 req-691982bb-670a-4bd7-94ba-fa11ceb01d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:08.893207 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60013283-d5f5-4204-bf4a-dc3a51210bb6 req-691982bb-670a-4bd7-94ba-fa11ceb01d9e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b083b0fb-67a8-452f-a897-1da102c8a2c8 HTTP/1.1" status: 200 len: 852 time: 0.2242925 Aug 19 18:03:08.913521 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-026e65bf-e4a4-49e6-bfe8-5d542881b249 admin admin] Transition to ACTIVE for port object 12f068d4-6777-485a-b954-8fa6d6c1538a will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:08.952168 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9531fb6a-cd75-4ce7-8537-ca4a8abdb52f req-a0e266c3-8d24-43d7-9be2-a0646c0bdc6f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:08.967900 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-65cbfa0c-24ff-4323-b75f-752bea8a13cb service neutron] For port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:08.970715 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9531fb6a-cd75-4ce7-8537-ca4a8abdb52f req-a0e266c3-8d24-43d7-9be2-a0646c0bdc6f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:08.976523 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-212cca83-da80-4368-8d48-725696ccaf71 req-d735bbe2-fdd7-4ff8-967d-22d913ec3625 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033916 Aug 19 18:03:08.979995 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60013283-d5f5-4204-bf4a-dc3a51210bb6 req-c063a6d2-31b0-4586-8865-6efae4686b9a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f24c7da1-2b52-4491-aeec-8ee53ea1e3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644972 Aug 19 18:03:08.981378 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-65cbfa0c-24ff-4323-b75f-752bea8a13cb service neutron] For port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:09.029671 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-65cbfa0c-24ff-4323-b75f-752bea8a13cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:09.060489 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b719108-633f-4c3d-81e5-1ef877a936b1 x-openstack-request-id: req-3b719108-633f-4c3d-81e5-1ef877a936b1 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:09.061121 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2378274-8745-4a0e-9ca7-6cb69e089c2f", "name": "network-vif-plugged", "status": "completed", "tag": "9717689d-d0aa-46cc-993b-9b7eb34f88f3", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:09.061567 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b719108-633f-4c3d-81e5-1ef877a936b1 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:09.062197 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2378274-8745-4a0e-9ca7-6cb69e089c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9717689d-d0aa-46cc-993b-9b7eb34f88f3', 'code': 200} Aug 19 18:03:09.081572 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12c90fff-7fdd-4b5a-9c23-5bb989284ab7 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:09.099385 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-8718f58b-30d5-4210-bd6d-9d84e768d07f service neutron] 10.222.0.54 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445785 Aug 19 18:03:09.103649 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-65cbfa0c-24ff-4323-b75f-752bea8a13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:09.103649 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-65cbfa0c-24ff-4323-b75f-752bea8a13cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:09.107425 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-65cbfa0c-24ff-4323-b75f-752bea8a13cb service neutron] 10.222.0.54 "PUT /v2.0/ports/7d4cf697-dc4e-4a08-bdce-fc70bd1526ee HTTP/1.1" status: 200 len: 1092 time: 2.4657414 Aug 19 18:03:09.108557 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87a99e7-d3f6-485f-9101-740b238c1455', 'tag': '7d4cf697-dc4e-4a08-bdce-fc70bd1526ee'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:09.112370 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a3732d-5721-4269-859c-aea6d18d5058" -d '{"events": [{"name": "network-changed", "server_uuid": "f87a99e7-d3f6-485f-9101-740b238c1455", "tag": "7d4cf697-dc4e-4a08-bdce-fc70bd1526ee"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:09.172476 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e266c3-8d24-43d7-9be2-a0646c0bdc6f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b73328-bed6-4f36-9da0-c516c571b2e4,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:09.204682 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9531fb6a-cd75-4ce7-8537-ca4a8abdb52f req-a0e266c3-8d24-43d7-9be2-a0646c0bdc6f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:09.206175 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9531fb6a-cd75-4ce7-8537-ca4a8abdb52f req-a0e266c3-8d24-43d7-9be2-a0646c0bdc6f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.7718792 Aug 19 18:03:09.292204 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbfa0c-24ff-4323-b75f-752bea8a13cb service neutron] Pushing event updated for resources: {'Port': ['ID=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:09.362963 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-6ef1212e-f056-4cd9-bef7-cbe0629d2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:09.364741 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-6ef1212e-f056-4cd9-bef7-cbe0629d2cdd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 1095 time: 0.1893859 Aug 19 18:03:09.367456 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-50f94bea-f791-4cb2-98d2-618a6959b646 service neutron] 10.222.0.54 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511656 Aug 19 18:03:09.424872 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-026e65bf-e4a4-49e6-bfe8-5d542881b249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:09.444553 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-f45fd19c-9286-478e-b0e0-fddccd12b383 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee HTTP/1.1" status: 200 len: 217 time: 0.0647697 Aug 19 18:03:09.507659 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c90fff-7fdd-4b5a-9c23-5bb989284ab7 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:09.527572 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026e65bf-e4a4-49e6-bfe8-5d542881b249 admin admin] Network 2b461cf2-aa36-4b43-aa61-a78015d98ca4 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:09.531315 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-12c90fff-7fdd-4b5a-9c23-5bb989284ab7 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:09.538107 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-364d3370-9fe0-4f9f-8138-1e02ff6fb411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:09.539962 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-364d3370-9fe0-4f9f-8138-1e02ff6fb411 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e38a766b-6157-45f2-9785-a9bfeb2d8ba6 HTTP/1.1" status: 200 len: 861 time: 0.0869598 Aug 19 18:03:09.542163 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c90fff-7fdd-4b5a-9c23-5bb989284ab7 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Pushing event updated for resources: {'Port': ['ID=807f3c71-3110-425b-8d2a-7037e26c3012,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:09.547718 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c90fff-7fdd-4b5a-9c23-5bb989284ab7 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:09.556475 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-026e65bf-e4a4-49e6-bfe8-5d542881b249 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:09.584704 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026e65bf-e4a4-49e6-bfe8-5d542881b249 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:09.590959 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da2003f-ba2b-4f6d-9165-432473cf7da0 x-openstack-request-id: req-0da2003f-ba2b-4f6d-9165-432473cf7da0 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:09.591230 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87a99e7-d3f6-485f-9101-740b238c1455", "tag": "7d4cf697-dc4e-4a08-bdce-fc70bd1526ee", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:09.591486 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0da2003f-ba2b-4f6d-9165-432473cf7da0 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:09.591879 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87a99e7-d3f6-485f-9101-740b238c1455', 'tag': '7d4cf697-dc4e-4a08-bdce-fc70bd1526ee', 'status': 'completed', 'code': 200} Aug 19 18:03:09.596983 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-110833e9-c1fa-45df-852d-271b298074dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=52390765-0cad-463c-8122-8baf5b79ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478818 Aug 19 18:03:09.637019 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60013283-d5f5-4204-bf4a-dc3a51210bb6 req-56884689-d8b1-46e5-bec6-437169d6e8a4 service neutron] 10.222.0.50 "GET /v2.0/networks/f24c7da1-2b52-4491-aeec-8ee53ea1e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6417687 Aug 19 18:03:09.654238 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f76b7-ecfe-4a03-961d-3ee7beaee1f3 req-10ab9f6a-6e04-41d1-a7a0-b88b4dba3d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:09.655611 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb9f76b7-ecfe-4a03-961d-3ee7beaee1f3 req-10ab9f6a-6e04-41d1-a7a0-b88b4dba3d94 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b2378274-8745-4a0e-9ca7-6cb69e089c2f HTTP/1.1" status: 200 len: 1097 time: 0.2442317 Aug 19 18:03:09.704463 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856aa6f8-7c81-4e9f-af1b-229d7be874bb req-1bfd051b-b89a-43f4-a093-820fc1b3759a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:09.706101 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-856aa6f8-7c81-4e9f-af1b-229d7be874bb req-1bfd051b-b89a-43f4-a093-820fc1b3759a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 944 time: 0.2961574 Aug 19 18:03:09.710876 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device bc594908-7df4-489e-a1fd-2df2a543b8e6 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:09.817607 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e65bf-e4a4-49e6-bfe8-5d542881b249 admin admin] Pushing event updated for resources: {'Port': ['ID=12f068d4-6777-485a-b954-8fa6d6c1538a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:09.828613 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port bc594908-7df4-489e-a1fd-2df2a543b8e6 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:09.829779 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:09.839037 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7fc0deae-1b33-4164-8353-67de4bc41ed5 req-1aadada0-580b-4033-b847-2bc0fed5ad22 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/f7b73328-bed6-4f36-9da0-c516c571b2e4 HTTP/1.1" status: 200 len: 1780 time: 0.2341821 Aug 19 18:03:09.873832 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-026e65bf-e4a4-49e6-bfe8-5d542881b249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:09.900615 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-f254be29-119e-4c57-a82d-e922599d9e87 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:09.903762 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-f254be29-119e-4c57-a82d-e922599d9e87 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21&tenant_id=4372bce7e7ca475fbe71d1638d302952&binding%3Ahost_id=n-h1-803753-2 HTTP/1.1" status: 200 len: 1095 time: 0.2183652 Aug 19 18:03:10.049050 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:10.055225 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-3f8df0da-d665-42c6-bba3-afb139a2da57 service neutron] 10.222.0.54 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384289 Aug 19 18:03:10.057370 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb9f76b7-ecfe-4a03-961d-3ee7beaee1f3 req-0f98d8be-6429-43ca-addc-43b8718bf660 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8b78d68f-0a9f-41ac-b1ee-b081dccda597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3799944 Aug 19 18:03:10.081525 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:10.084441 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4befab66-0103-491e-bf55-e9f299dc98ac None None] Provisioning for port 12f068d4-6777-485a-b954-8fa6d6c1538a completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:10.098577 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4befab66-0103-491e-bf55-e9f299dc98ac None None] Provisioning complete for port 12f068d4-6777-485a-b954-8fa6d6c1538a triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:10.099279 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4befab66-0103-491e-bf55-e9f299dc98ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:10.102406 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-856aa6f8-7c81-4e9f-af1b-229d7be874bb req-0c266df9-0251-4b24-bb4b-623847fbfb59 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611667 Aug 19 18:03:10.135828 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f6f60-9bc9-482f-bfb0-b8a52a8ac4d7 req-bbcd082b-86ee-4ca8-8b1d-16cf573781c4 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:10.138589 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a24f6f60-9bc9-482f-bfb0-b8a52a8ac4d7 req-bbcd082b-86ee-4ca8-8b1d-16cf573781c4 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 944 time: 0.1638582 Aug 19 18:03:10.149297 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port bc594908-7df4-489e-a1fd-2df2a543b8e6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bc594908-7df4-489e-a1fd-2df2a543b8e6,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:10.157231 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60013283-d5f5-4204-bf4a-dc3a51210bb6 req-17a8fdcb-dae1-4116-ba0c-bcc2fb7efa52 service neutron] 10.222.0.50 "GET /v2.0/networks/f24c7da1-2b52-4491-aeec-8ee53ea1e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946306 Aug 19 18:03:10.177737 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:10.190833 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12c90fff-7fdd-4b5a-9c23-5bb989284ab7 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:10.218235 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-4befab66-0103-491e-bf55-e9f299dc98ac None None] Port 12f068d4-6777-485a-b954-8fa6d6c1538a cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:03:10.274839 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=bc594908-7df4-489e-a1fd-2df2a543b8e6,revision_number=11']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:10.373319 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12c90fff-7fdd-4b5a-9c23-5bb989284ab7 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:10.387879 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a24f6f60-9bc9-482f-bfb0-b8a52a8ac4d7 req-13334d98-1722-4939-8046-952fcc159154 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180536 Aug 19 18:03:10.393300 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-6ed58740-8975-4f3a-8f51-c21192c341a8 service neutron] For port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:10.400192 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-6ed58740-8975-4f3a-8f51-c21192c341a8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:10.402235 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3659734f-fb8c-4454-b5ca-dda0c1561e6e req-6ed58740-8975-4f3a-8f51-c21192c341a8 service neutron] 10.222.0.54 "DELETE /v2.0/ports/b14c8985-1c58-4c0a-9166-ab7cfdb3ab22/bindings/n-h2-803753-2 HTTP/1.1" status: 204 len: 173 time: 0.4893680 Aug 19 18:03:10.411967 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-026e65bf-e4a4-49e6-bfe8-5d542881b249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:10.497411 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95bd7728-31bf-4150-8c3a-8c2db6a5e19b req-af317e4f-aadc-49f1-aa22-39a4c4c0cf5c service neutron] 10.222.0.54 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900392 Aug 19 18:03:10.608329 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59340d4d-0673-4daa-88bc-36b47c437450 req-c5d8998b-5bb3-4775-8420-cce8820aa3cf tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:10.610461 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59340d4d-0673-4daa-88bc-36b47c437450 req-c5d8998b-5bb3-4775-8420-cce8820aa3cf tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2378274-8745-4a0e-9ca7-6cb69e089c2f HTTP/1.1" status: 200 len: 946 time: 0.2548366 Aug 19 18:03:10.662895 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3732d-5721-4269-859c-aea6d18d5058 req-68621251-1078-44a0-801c-9caf97ea24f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:10.664991 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-40a3732d-5721-4269-859c-aea6d18d5058 req-68621251-1078-44a0-801c-9caf97ea24f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 1095 time: 0.1055658 Aug 19 18:03:10.668686 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23031ed-2fb0-45ae-9c52-d8f2f40bb457 req-c3717574-add3-48a3-865a-37c09618c6fc tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:10.671640 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f23031ed-2fb0-45ae-9c52-d8f2f40bb457 req-c3717574-add3-48a3-865a-37c09618c6fc tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 1102 time: 0.0801575 Aug 19 18:03:10.683627 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:10.744278 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36800) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:10.753929 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59340d4d-0673-4daa-88bc-36b47c437450 req-d5b62df0-665d-4211-a136-f93c3694f3c9 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b78d68f-0a9f-41ac-b1ee-b081dccda597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294932 Aug 19 18:03:10.837814 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f23031ed-2fb0-45ae-9c52-d8f2f40bb457 req-b9846332-285e-42f0-8cdb-e273ce8dd99d tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492612 Aug 19 18:03:10.873175 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3732d-5721-4269-859c-aea6d18d5058 req-6f54351f-9781-42a2-abb1-221ca3e7a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:10.876022 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-40a3732d-5721-4269-859c-aea6d18d5058 req-6f54351f-9781-42a2-abb1-221ca3e7a245 service neutron] 10.222.0.54 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 922 time: 0.2024567 Aug 19 18:03:10.905710 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12c90fff-7fdd-4b5a-9c23-5bb989284ab7 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:10.944116 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f78d3190-fa33-4254-994b-5cdfcfb3b751 req-2a14fcef-f71e-4edb-9798-b311c58826c9 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/f7b73328-bed6-4f36-9da0-c516c571b2e4 HTTP/1.1" status: 200 len: 1780 time: 0.1486309 Aug 19 18:03:10.948251 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12c90fff-7fdd-4b5a-9c23-5bb989284ab7 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:11.014137 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-40a3732d-5721-4269-859c-aea6d18d5058 req-f5c96218-5f5e-47bb-a6db-7a2086233c03 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee HTTP/1.1" status: 200 len: 217 time: 0.1178834 Aug 19 18:03:11.063869 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2002604-ed64-40ca-9154-418ea7feccbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc594908-7df4-489e-a1fd-2df2a543b8e6'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:11.072768 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5738249-350e-462b-a42f-ad582ca78630" -d '{"events": [{"server_uuid": "b2002604-ed64-40ca-9154-418ea7feccbf", "name": "network-vif-plugged", "status": "completed", "tag": "bc594908-7df4-489e-a1fd-2df2a543b8e6"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:11.083759 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-929960d5-4ccb-48f6-b2a7-638753cb1786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:11.086068 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3732d-5721-4269-859c-aea6d18d5058 req-40ec1a5d-7c52-48ad-91fc-530b15b373e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:11.088954 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-40a3732d-5721-4269-859c-aea6d18d5058 req-40ec1a5d-7c52-48ad-91fc-530b15b373e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e38a766b-6157-45f2-9785-a9bfeb2d8ba6 HTTP/1.1" status: 200 len: 861 time: 0.0643995 Aug 19 18:03:11.103380 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-026e65bf-e4a4-49e6-bfe8-5d542881b249 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:11.149043 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-40a3732d-5721-4269-859c-aea6d18d5058 req-c667573f-5e34-4f61-b642-a18c4b99ad1a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=52390765-0cad-463c-8122-8baf5b79ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507185 Aug 19 18:03:11.154456 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c90fff-7fdd-4b5a-9c23-5bb989284ab7 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Pushing event updated for resources: {'Port': ['ID=807f3c71-3110-425b-8d2a-7037e26c3012,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:11.159608 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-026e65bf-e4a4-49e6-bfe8-5d542881b249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:11.256240 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d564bb-2a24-41b1-a8fe-382ea034064e req-f77eecb9-de6f-415e-92ea-cfd074ec979a tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:11.258250 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-48d564bb-2a24-41b1-a8fe-382ea034064e req-f77eecb9-de6f-415e-92ea-cfd074ec979a tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 1102 time: 0.1424785 Aug 19 18:03:11.266243 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12c90fff-7fdd-4b5a-9c23-5bb989284ab7 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:11.292545 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e65bf-e4a4-49e6-bfe8-5d542881b249 admin admin] Pushing event updated for resources: {'Port': ['ID=12f068d4-6777-485a-b954-8fa6d6c1538a,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:11.302176 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-026e65bf-e4a4-49e6-bfe8-5d542881b249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:11.306735 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-40a3732d-5721-4269-859c-aea6d18d5058 req-4f3803b3-d899-4f0c-a581-a9bbf9e95143 service neutron] 10.222.0.54 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454048 Aug 19 18:03:11.328851 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-48d564bb-2a24-41b1-a8fe-382ea034064e req-6e416210-fcaf-44af-b063-db82b603ef77 tempest-ServersAdminTestJSON-168590216 tempest-ServersAdminTestJSON-168590216-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586631 Aug 19 18:03:11.341282 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f78d3190-fa33-4254-994b-5cdfcfb3b751 req-3f54a72b-dd35-43aa-a77f-380d28ec5fbc tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:11.449310 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f78d3190-fa33-4254-994b-5cdfcfb3b751 req-3f54a72b-dd35-43aa-a77f-380d28ec5fbc tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:11.451073 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-40a3732d-5721-4269-859c-aea6d18d5058 req-8b0e72c6-3b3f-4357-ac21-ea46f98c3c85 service neutron] 10.222.0.54 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345747 Aug 19 18:03:11.471891 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1877ef96-5a99-43b1-9e70-01755648ab2d x-openstack-request-id: req-1877ef96-5a99-43b1-9e70-01755648ab2d {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:11.472738 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2002604-ed64-40ca-9154-418ea7feccbf", "name": "network-vif-plugged", "status": "completed", "tag": "bc594908-7df4-489e-a1fd-2df2a543b8e6", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:11.473160 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1877ef96-5a99-43b1-9e70-01755648ab2d {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:11.473725 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2002604-ed64-40ca-9154-418ea7feccbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc594908-7df4-489e-a1fd-2df2a543b8e6', 'code': 200} Aug 19 18:03:11.530711 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-929960d5-4ccb-48f6-b2a7-638753cb1786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:11.544788 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-929960d5-4ccb-48f6-b2a7-638753cb1786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:11.550575 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026e65bf-e4a4-49e6-bfe8-5d542881b249 admin admin] Network 2b461cf2-aa36-4b43-aa61-a78015d98ca4 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:11.553070 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12c90fff-7fdd-4b5a-9c23-5bb989284ab7 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:11.568453 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-12c90fff-7fdd-4b5a-9c23-5bb989284ab7 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9082508 Aug 19 18:03:11.572297 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-026e65bf-e4a4-49e6-bfe8-5d542881b249 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:11.607801 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f78d3190-fa33-4254-994b-5cdfcfb3b751 req-3f54a72b-dd35-43aa-a77f-380d28ec5fbc tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:11.610201 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f78d3190-fa33-4254-994b-5cdfcfb3b751 req-3f54a72b-dd35-43aa-a77f-380d28ec5fbc tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:11.611384 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f78d3190-fa33-4254-994b-5cdfcfb3b751 req-3f54a72b-dd35-43aa-a77f-380d28ec5fbc tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "DELETE /v2.0/security-groups/f7b73328-bed6-4f36-9da0-c516c571b2e4 HTTP/1.1" status: 204 len: 173 time: 0.6190321 Aug 19 18:03:11.628993 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-929960d5-4ccb-48f6-b2a7-638753cb1786 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86958a8aab234f899cff7c993f54906d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8760669 Aug 19 18:03:11.672135 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36818) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:11.698558 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929960d5-4ccb-48f6-b2a7-638753cb1786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30932fc-a9cb-4c86-954d-6b5db561f9cf,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:11.758377 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d42aa-ac5c-431a-b4a6-2f7f1c7d1927 req-2132c343-c117-4f46-936d-fcf274cc40be tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:11.760656 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0e3d42aa-ac5c-431a-b4a6-2f7f1c7d1927 req-2132c343-c117-4f46-936d-fcf274cc40be tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 944 time: 0.1943407 Aug 19 18:03:11.780764 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54a72b-dd35-43aa-a77f-380d28ec5fbc tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b73328-bed6-4f36-9da0-c516c571b2e4,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:11.865209 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f553e17d-43c9-4adb-97bc-8a36db3576b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:11.952964 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0e3d42aa-ac5c-431a-b4a6-2f7f1c7d1927 req-ebc945c3-aabc-4711-88f9-4bc60139905e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757693 Aug 19 18:03:12.012234 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026e65bf-e4a4-49e6-bfe8-5d542881b249 admin admin] Router 2edab10a-6684-497f-8e0b-b8dec43e2a0d has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:03:12.017116 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f553e17d-43c9-4adb-97bc-8a36db3576b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:12.063549 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73031355-a491-4957-b8c5-3367dddb6700 None None] Provisioning complete for port 12f068d4-6777-485a-b954-8fa6d6c1538a triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:12.064075 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73031355-a491-4957-b8c5-3367dddb6700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:12.110930 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [req-e2766247-fbec-449a-9373-7f097a80151d req-906b6a29-1539-4f29-b457-a845ee7878da tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] show failed (client error): The resource could not be found. Aug 19 18:03:12.112057 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e2766247-fbec-449a-9373-7f097a80151d req-906b6a29-1539-4f29-b457-a845ee7878da tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/f7b73328-bed6-4f36-9da0-c516c571b2e4 HTTP/1.1" status: 404 len: 352 time: 0.0263047 Aug 19 18:03:12.141656 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73031355-a491-4957-b8c5-3367dddb6700 None None] Port 12f068d4-6777-485a-b954-8fa6d6c1538a cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:03:12.161524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1765e5-f274-454b-bfe6-13d3d90f5f7f req-2ae72350-455a-4f13-8b4a-f1494430e596 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:12.163512 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bc1765e5-f274-454b-bfe6-13d3d90f5f7f req-2ae72350-455a-4f13-8b4a-f1494430e596 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 944 time: 0.0826316 Aug 19 18:03:12.164665 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f553e17d-43c9-4adb-97bc-8a36db3576b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:12.169189 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f553e17d-43c9-4adb-97bc-8a36db3576b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:12.171153 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f553e17d-43c9-4adb-97bc-8a36db3576b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f30932fc-a9cb-4c86-954d-6b5db561f9cf HTTP/1.1" status: 204 len: 168 time: 0.4967706 Aug 19 18:03:12.190154 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553e17d-43c9-4adb-97bc-8a36db3576b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30932fc-a9cb-4c86-954d-6b5db561f9cf,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:12.231024 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bc1765e5-f274-454b-bfe6-13d3d90f5f7f req-01cf61f1-adf6-4d5d-b964-56af54df5518 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583439 Aug 19 18:03:12.261058 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026e65bf-e4a4-49e6-bfe8-5d542881b249 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:03:12.270757 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-026e65bf-e4a4-49e6-bfe8-5d542881b249 admin admin] 10.222.0.24 "PUT /v2.0/routers/2edab10a-6684-497f-8e0b-b8dec43e2a0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5663781 Aug 19 18:03:12.273559 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] Sync routers for ids ['2edab10a-6684-497f-8e0b-b8dec43e2a0d'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:03:12.289001 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] Routers {'2edab10a-6684-497f-8e0b-b8dec43e2a0d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:12.290160 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:03:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['2edab10a-6684-497f-8e0b-b8dec43e2a0d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:12.345473 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5d28c-2a0e-4ea0-a2ed-ebbef423c2b9 req-d9133b8a-055c-4c2e-a03b-07ab46702454 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:12.355813 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-15c5d28c-2a0e-4ea0-a2ed-ebbef423c2b9 req-d9133b8a-055c-4c2e-a03b-07ab46702454 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2378274-8745-4a0e-9ca7-6cb69e089c2f HTTP/1.1" status: 200 len: 946 time: 0.1415329 Aug 19 18:03:12.426065 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-15c5d28c-2a0e-4ea0-a2ed-ebbef423c2b9 req-59edb74f-5e38-4fde-8829-3c24e2987d66 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b78d68f-0a9f-41ac-b1ee-b081dccda597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690343 Aug 19 18:03:12.511494 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] Set router 2edab10a-6684-497f-8e0b-b8dec43e2a0d gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:03:12.519253 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-503b55cf-4ac3-4801-aac1-d4a38d14989d tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:12.524672 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-503b55cf-4ac3-4801-aac1-d4a38d14989d tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/networks?id=c10b88e6-02ab-47c3-add3-7da1d41710d4 HTTP/1.1" status: 200 len: 822 time: 0.1812904 Aug 19 18:03:12.539074 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-b7b943fd-1615-42ed-b149-890d0a388ea8 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/quotas/d78253ce1bc1486bad8923eb6a7a8c64 HTTP/1.1" status: 200 len: 375 time: 0.0128219 Aug 19 18:03:12.622301 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dcfc3-b9e7-40d5-b1a5-b4bf2a5f7983 req-cd018fb9-86d9-41ad-b53d-0dcfd7d77739 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:12.623893 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da6dcfc3-b9e7-40d5-b1a5-b4bf2a5f7983 req-cd018fb9-86d9-41ad-b53d-0dcfd7d77739 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 949 time: 0.0704491 Aug 19 18:03:12.624290 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-d56bea16-d3a5-44bb-bcb6-61be7b3a0158 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d78253ce1bc1486bad8923eb6a7a8c64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0763538 Aug 19 18:03:12.683180 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da6dcfc3-b9e7-40d5-b1a5-b4bf2a5f7983 req-aa2a3e55-1537-4de5-afec-a34239592521 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509644 Aug 19 18:03:12.702362 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36852) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:12.728982 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5b787808-b00a-4252-80a6-fdc76fc85b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:12.745413 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-c5dbd063-9b60-4c3d-abc2-6aae4caf5a06 service neutron] 10.222.0.24 "GET /v2.0/networks/c10b88e6-02ab-47c3-add3-7da1d41710d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146452 Aug 19 18:03:12.749266 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-7561247b-59cb-4b16-a540-f88c7e592fc9 req-1c5fb612-5878-44b2-8265-e94883115f4c tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1786930241', 'description': 'tempest-description-286833215'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:12.832255 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edab10a-6684-497f-8e0b-b8dec43e2a0d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-652814493-router', 'tenant_id': '7c80146e62014015a1e5184bac01a6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6a500732-b5fd-4d49-8959-83ffba6ff828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:57Z', 'updated_at': '2021-08-19T18:03:10Z', 'revision_number': 4, 'project_id': '7c80146e62014015a1e5184bac01a6ae', 'gw_port': {'id': '6a500732-b5fd-4d49-8959-83ffba6ff828', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edab10a-6684-497f-8e0b-b8dec43e2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:59Z', 'updated_at': '2021-08-19T18:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '12f068d4-6777-485a-b954-8fa6d6c1538a', 'name': '', 'network_id': '2b461cf2-aa36-4b43-aa61-a78015d98ca4', 'tenant_id': '7c80146e62014015a1e5184bac01a6ae', 'mac_address': 'fa:16:3e:b8:2c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edab10a-6684-497f-8e0b-b8dec43e2a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'bf6bdf3b-81ff-45ea-a8fd-a567bb77533a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:07Z', 'updated_at': '2021-08-19T18:03:10Z', 'revision_number': 2, 'project_id': '7c80146e62014015a1e5184bac01a6ae', 'subnets': [{'id': 'bf6bdf3b-81ff-45ea-a8fd-a567bb77533a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:12.864495 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] Checking router: 2edab10a-6684-497f-8e0b-b8dec43e2a0d for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:03:12.864823 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] Updating router 2edab10a-6684-497f-8e0b-b8dec43e2a0d port 12f068d4-6777-485a-b954-8fa6d6c1538a binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:03:12.874949 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5b787808-b00a-4252-80a6-fdc76fc85b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:12.887985 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5b787808-b00a-4252-80a6-fdc76fc85b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:12.899878 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:12.909330 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-2549effb-5a89-44c9-9209-f58a5a2f1d85 service neutron] 10.222.0.24 "GET /v2.0/networks/c10b88e6-02ab-47c3-add3-7da1d41710d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557600 Aug 19 18:03:12.958122 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7561247b-59cb-4b16-a540-f88c7e592fc9 req-1c5fb612-5878-44b2-8265-e94883115f4c tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:12.967259 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5b787808-b00a-4252-80a6-fdc76fc85b64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91425079eb884090b8a1f82a4565d2f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637534 Aug 19 18:03:12.971432 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36854) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:12.979900 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b787808-b00a-4252-80a6-fdc76fc85b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449afc2b-8361-4387-b968-1ba41e833313,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:13.075612 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73505b00-978c-44a6-ab01-f03d62f53efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:13.110059 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73505b00-978c-44a6-ab01-f03d62f53efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:13.143451 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7561247b-59cb-4b16-a540-f88c7e592fc9 req-1c5fb612-5878-44b2-8265-e94883115f4c tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:13.148212 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7561247b-59cb-4b16-a540-f88c7e592fc9 req-1c5fb612-5878-44b2-8265-e94883115f4c tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:13.215461 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fb612-5878-44b2-8265-e94883115f4c tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92b3217-0b8e-4466-8600-30423c7cbd05,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:13.221249 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7561247b-59cb-4b16-a540-f88c7e592fc9 req-1c5fb612-5878-44b2-8265-e94883115f4c tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:13.225098 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73505b00-978c-44a6-ab01-f03d62f53efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:13.231078 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73505b00-978c-44a6-ab01-f03d62f53efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:13.236205 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-73505b00-978c-44a6-ab01-f03d62f53efc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/449afc2b-8361-4387-b968-1ba41e833313 HTTP/1.1" status: 204 len: 168 time: 0.2596796 Aug 19 18:03:13.241117 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7561247b-59cb-4b16-a540-f88c7e592fc9 req-1c5fb612-5878-44b2-8265-e94883115f4c tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4973929 Aug 19 18:03:13.341904 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73505b00-978c-44a6-ab01-f03d62f53efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449afc2b-8361-4387-b968-1ba41e833313,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:13.403850 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5e292-8d75-4024-bd89-c16c0be81f81 req-3ccebd1b-fe5e-49cf-b51e-b1ea1d221c0a tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:13.408139 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd032fd-03e1-451b-99dd-f797402b5b79 req-87d57482-80a6-401d-ae16-cfc7432bd164 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:13.411990 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3cd032fd-03e1-451b-99dd-f797402b5b79 req-87d57482-80a6-401d-ae16-cfc7432bd164 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 1095 time: 0.0832458 Aug 19 18:03:13.415617 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bfc5e292-8d75-4024-bd89-c16c0be81f81 req-3ccebd1b-fe5e-49cf-b51e-b1ea1d221c0a tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2378274-8745-4a0e-9ca7-6cb69e089c2f HTTP/1.1" status: 200 len: 946 time: 0.2064683 Aug 19 18:03:13.429808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36870) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:13.438182 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-3029ddb5-d6fb-49ea-90b0-fe2bd4a0d664 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Request body: {'floatingip': {'port_id': '9717689d-d0aa-46cc-993b-9b7eb34f88f3'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:13.493608 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3cd032fd-03e1-451b-99dd-f797402b5b79 req-4b39bf03-286d-46da-95dd-a36e796e305d tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548174 Aug 19 18:03:13.613811 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3029ddb5-d6fb-49ea-90b0-fe2bd4a0d664 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for floatingip, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:13.643253 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b41dd9f9-fe61-4d90-a5dd-d99c0869e4fb req-af0668ee-916f-4b26-aac6-f104a3faa68f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=202dc7bb-0565-40cd-b9ab-34fb461cc817 HTTP/1.1" status: 200 len: 210 time: 0.0756459 Aug 19 18:03:13.682911 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-f7086b31-7902-448a-a0b8-69417f65e3ec req-83ce7eb3-bb39-4d2d-8037-e89965612106 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-595121432', 'description': 'tempest-description-548916094'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:13.714885 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f7086b31-7902-448a-a0b8-69417f65e3ec req-83ce7eb3-bb39-4d2d-8037-e89965612106 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:13.856755 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f7086b31-7902-448a-a0b8-69417f65e3ec req-83ce7eb3-bb39-4d2d-8037-e89965612106 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:13.862686 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f7086b31-7902-448a-a0b8-69417f65e3ec req-83ce7eb3-bb39-4d2d-8037-e89965612106 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:13.931446 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f7086b31-7902-448a-a0b8-69417f65e3ec req-83ce7eb3-bb39-4d2d-8037-e89965612106 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:13.933156 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f7086b31-7902-448a-a0b8-69417f65e3ec req-83ce7eb3-bb39-4d2d-8037-e89965612106 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2563124 Aug 19 18:03:13.943410 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce7eb3-bb39-4d2d-8037-e89965612106 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a8fdec-62d3-4e24-901f-49f7a02155c8,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:14.054253 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:14.061060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:03:14.084741 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] Transition to ACTIVE for port object 12f068d4-6777-485a-b954-8fa6d6c1538a will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:14.100151 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:14.232909 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.resource_extend [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:03:14.253031 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cdee6-ac04-45c7-a980-68c9f5e0777f req-796a6913-8f36-4a75-b511-0dd7297d8739 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:14.259876 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ef1cdee6-ac04-45c7-a980-68c9f5e0777f req-796a6913-8f36-4a75-b511-0dd7297d8739 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 944 time: 0.1359875 Aug 19 18:03:14.447574 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:14.480170 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '7d4cf697-dc4e-4a08-bdce-fc70bd1526ee', 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f', 'port_id': '7d4cf697-dc4e-4a08-bdce-fc70bd1526ee', 'mac_address': 'fa:16:3e:48:e7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e38a766b-6157-45f2-9785-a9bfeb2d8ba6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:03:14.486574 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ef1cdee6-ac04-45c7-a980-68c9f5e0777f req-cc544e18-02a1-43da-bf35-6b0cb1b6d71c tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066455 Aug 19 18:03:14.536299 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3fe9e-0560-4401-a2dc-425a402fb3c3 req-e140b7a8-bb91-41b0-a1b9-3db1e5ae3bf9 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:14.538912 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdd3fe9e-0560-4401-a2dc-425a402fb3c3 req-e140b7a8-bb91-41b0-a1b9-3db1e5ae3bf9 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 949 time: 0.2775662 Aug 19 18:03:14.596032 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-eff9d5fb-110e-4d49-8151-ebd67fcfa6cf req-400a3110-b0d5-4542-b164-2fe6e8dc024e tempest-FloatingIPDetailsNegativeTestJSON-380939883 tempest-FloatingIPDetailsNegativeTestJSON-380939883-project] show failed (client error): The resource could not be found. Aug 19 18:03:14.602470 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5a5d9-194d-4d05-81b8-27aaad27e170 None None] Pushing event updated for resources: {'Port': ['ID=12f068d4-6777-485a-b954-8fa6d6c1538a,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:14.612070 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eff9d5fb-110e-4d49-8151-ebd67fcfa6cf req-400a3110-b0d5-4542-b164-2fe6e8dc024e tempest-FloatingIPDetailsNegativeTestJSON-380939883 tempest-FloatingIPDetailsNegativeTestJSON-380939883-project] 10.222.0.24 "GET /v2.0/floatingips/835378f2-ac8d-40f8-8c8f-c434bb7a6c60 HTTP/1.1" status: 404 len: 350 time: 0.0593271 Aug 19 18:03:14.627864 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36896) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:14.630847 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] Attempting to bind port 12f068d4-6777-485a-b954-8fa6d6c1538a on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:14.631225 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] Attempting to bind port 12f068d4-6777-485a-b954-8fa6d6c1538a by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'a00bc5df-a61a-4c51-beeb-de81741fa8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2b461cf2-aa36-4b43-aa61-a78015d98ca4'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:14.631665 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] Attempting to bind port 12f068d4-6777-485a-b954-8fa6d6c1538a on network 2b461cf2-aa36-4b43-aa61-a78015d98ca4 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:14.642006 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:14.642377 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] Checking segment: {'id': 'a00bc5df-a61a-4c51-beeb-de81741fa8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2b461cf2-aa36-4b43-aa61-a78015d98ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:14.643006 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:14.643575 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] Bound using segment: {'id': 'a00bc5df-a61a-4c51-beeb-de81741fa8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2b461cf2-aa36-4b43-aa61-a78015d98ca4'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:14.643888 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] Bound port: 12f068d4-6777-485a-b954-8fa6d6c1538a, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00bc5df-a61a-4c51-beeb-de81741fa8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2b461cf2-aa36-4b43-aa61-a78015d98ca4'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:14.644435 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:14.649077 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:14.734380 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:14.814664 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:14.865038 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] For port 12f068d4-6777-485a-b954-8fa6d6c1538a, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:14.871924 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] For port 12f068d4-6777-485a-b954-8fa6d6c1538a, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=12f068d4-6777-485a-b954-8fa6d6c1538a,segment=NetworkSegment(a00bc5df-a61a-4c51-beeb-de81741fa8a0),segment_id=a00bc5df-a61a-4c51-beeb-de81741fa8a0)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:14.874658 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:14.883253 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:14.948234 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] Routers {'2edab10a-6684-497f-8e0b-b8dec43e2a0d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:14.948897 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:03:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['2edab10a-6684-497f-8e0b-b8dec43e2a0d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:15.024692 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb52c8-a72e-48cd-bfcf-1ef47ebca42f req-aa957cc3-2dd6-419b-8279-7833a3868465 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:15.027830 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-63bb52c8-a72e-48cd-bfcf-1ef47ebca42f req-aa957cc3-2dd6-419b-8279-7833a3868465 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 949 time: 0.1864891 Aug 19 18:03:15.051540 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:15.163793 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['7d4cf697-dc4e-4a08-bdce-fc70bd1526ee'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:15.278252 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5a5d9-194d-4d05-81b8-27aaad27e170 None None] Pushing event updated for resources: {'Port': ['ID=12f068d4-6777-485a-b954-8fa6d6c1538a,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:15.378678 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] Set router 2edab10a-6684-497f-8e0b-b8dec43e2a0d gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:03:15.547851 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-a6dc7b94-5b4c-412f-8b21-0729e704d8b1 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:15.550215 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-a6dc7b94-5b4c-412f-8b21-0729e704d8b1 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 807 time: 0.7080226 Aug 19 18:03:15.724463 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-22cf2935-0110-4501-9586-9c2f0ab20eae tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/quotas/4372bce7e7ca475fbe71d1638d302952 HTTP/1.1" status: 200 len: 375 time: 0.1415331 Aug 19 18:03:15.737472 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.db.resource_extend [None req-3029ddb5-d6fb-49ea-90b0-fe2bd4a0d664 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:03:15.745904 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-63bb52c8-a72e-48cd-bfcf-1ef47ebca42f req-b4a68a0b-76d8-4573-9945-71339833cbdb tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6495922 Aug 19 18:03:15.885893 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-cdd3fe9e-0560-4401-a2dc-425a402fb3c3 req-7e355f6c-3eff-40ac-a8e4-8593a6810cbe tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Deleting port dcb594af-335e-412b-96bc-0eb05c20bbc4 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:03:15.886546 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cdd3fe9e-0560-4401-a2dc-425a402fb3c3 req-7e355f6c-3eff-40ac-a8e4-8593a6810cbe tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:15.895857 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edab10a-6684-497f-8e0b-b8dec43e2a0d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-652814493-router', 'tenant_id': '7c80146e62014015a1e5184bac01a6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6a500732-b5fd-4d49-8959-83ffba6ff828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:57Z', 'updated_at': '2021-08-19T18:03:10Z', 'revision_number': 4, 'project_id': '7c80146e62014015a1e5184bac01a6ae', 'gw_port': {'id': '6a500732-b5fd-4d49-8959-83ffba6ff828', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edab10a-6684-497f-8e0b-b8dec43e2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:59Z', 'updated_at': '2021-08-19T18:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '12f068d4-6777-485a-b954-8fa6d6c1538a', 'name': '', 'network_id': '2b461cf2-aa36-4b43-aa61-a78015d98ca4', 'tenant_id': '7c80146e62014015a1e5184bac01a6ae', 'mac_address': 'fa:16:3e:b8:2c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edab10a-6684-497f-8e0b-b8dec43e2a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'bf6bdf3b-81ff-45ea-a8fd-a567bb77533a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:07Z', 'updated_at': '2021-08-19T18:03:14Z', 'revision_number': 4, 'project_id': '7c80146e62014015a1e5184bac01a6ae', 'subnets': [{'id': 'bf6bdf3b-81ff-45ea-a8fd-a567bb77533a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:15.925364 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-255787a1-cd13-4657-b683-1a30ae7d6e60 req-3c3a899e-5a8e-4ae6-bc09-923b7fb17266 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1761186732', 'description': 'tempest-description-892068652'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:15.990193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37518668-8ae4-47a6-8a42-affab816c9bd None None] The sync data for ids ['2edab10a-6684-497f-8e0b-b8dec43e2a0d'] in n-d-803753-2 is: [{'id': '2edab10a-6684-497f-8e0b-b8dec43e2a0d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-652814493-router', 'tenant_id': '7c80146e62014015a1e5184bac01a6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6a500732-b5fd-4d49-8959-83ffba6ff828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:57Z', 'updated_at': '2021-08-19T18:03:10Z', 'revision_number': 4, 'project_id': '7c80146e62014015a1e5184bac01a6ae', 'gw_port': {'id': '6a500732-b5fd-4d49-8959-83ffba6ff828', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edab10a-6684-497f-8e0b-b8dec43e2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:59Z', 'updated_at': '2021-08-19T18:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '12f068d4-6777-485a-b954-8fa6d6c1538a', 'name': '', 'network_id': '2b461cf2-aa36-4b43-aa61-a78015d98ca4', 'tenant_id': '7c80146e62014015a1e5184bac01a6ae', 'mac_address': 'fa:16:3e:b8:2c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edab10a-6684-497f-8e0b-b8dec43e2a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'bf6bdf3b-81ff-45ea-a8fd-a567bb77533a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:07Z', 'updated_at': '2021-08-19T18:03:14Z', 'revision_number': 4, 'project_id': '7c80146e62014015a1e5184bac01a6ae', 'subnets': [{'id': 'bf6bdf3b-81ff-45ea-a8fd-a567bb77533a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:03:16.006251 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3029ddb5-d6fb-49ea-90b0-fe2bd4a0d664 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:16.023156 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a82a90b6-4a17-4f20-b796-c222291b0f9e req-6b19ac3a-9dac-47bc-86ec-17afcecfb4db service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4716556 Aug 19 18:03:16.027774 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-255787a1-cd13-4657-b683-1a30ae7d6e60 req-3c3a899e-5a8e-4ae6-bc09-923b7fb17266 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:16.038130 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3029ddb5-d6fb-49ea-90b0-fe2bd4a0d664 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:16.138193 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:16.186893 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-9c3ac1ef-3882-411f-932b-a5c586f84645 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3746250 Aug 19 18:03:16.203971 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-cdd3fe9e-0560-4401-a2dc-425a402fb3c3 req-7e355f6c-3eff-40ac-a8e4-8593a6810cbe tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] For port dcb594af-335e-412b-96bc-0eb05c20bbc4, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=dcb594af-335e-412b-96bc-0eb05c20bbc4,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:16.204359 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cdd3fe9e-0560-4401-a2dc-425a402fb3c3 req-7e355f6c-3eff-40ac-a8e4-8593a6810cbe tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:16.209484 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-02067e7e-d9c1-4b6a-86ec-0a9ed1afa4e4 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:16.211632 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-02067e7e-d9c1-4b6a-86ec-0a9ed1afa4e4 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.50 "GET /v2.0/networks?id=c10b88e6-02ab-47c3-add3-7da1d41710d4 HTTP/1.1" status: 200 len: 822 time: 0.6273129 Aug 19 18:03:16.225903 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-cdd3fe9e-0560-4401-a2dc-425a402fb3c3 req-7e355f6c-3eff-40ac-a8e4-8593a6810cbe tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Calling delete_port for dcb594af-335e-412b-96bc-0eb05c20bbc4 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:03:16.260669 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-b18ddf27-4167-4dd3-b52d-11ebdc2cc7e1 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Request body: {'port': {'device_id': '202dc7bb-0565-40cd-b9ab-34fb461cc817', 'network_id': 'c10b88e6-02ab-47c3-add3-7da1d41710d4', 'admin_state_up': True, 'tenant_id': 'd78253ce1bc1486bad8923eb6a7a8c64'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:16.416832 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-255787a1-cd13-4657-b683-1a30ae7d6e60 req-3c3a899e-5a8e-4ae6-bc09-923b7fb17266 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:16.437725 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-255787a1-cd13-4657-b683-1a30ae7d6e60 req-3c3a899e-5a8e-4ae6-bc09-923b7fb17266 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:16.497936 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-255787a1-cd13-4657-b683-1a30ae7d6e60 req-3c3a899e-5a8e-4ae6-bc09-923b7fb17266 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:16.500009 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-255787a1-cd13-4657-b683-1a30ae7d6e60 req-3c3a899e-5a8e-4ae6-bc09-923b7fb17266 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6069911 Aug 19 18:03:16.543877 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-3029ddb5-d6fb-49ea-90b0-fe2bd4a0d664 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Floating IP 7b6d8da1-3a14-4b3b-87aa-9f991a01af8d associated. External IP: 172.25.8.165, port: 9717689d-d0aa-46cc-993b-9b7eb34f88f3. Aug 19 18:03:16.571789 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a90b6-4a17-4f20-b796-c222291b0f9e req-dbd29cf3-5bf6-45f4-a02c-3766adfb2c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:16.576058 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a82a90b6-4a17-4f20-b796-c222291b0f9e req-dbd29cf3-5bf6-45f4-a02c-3766adfb2c03 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 1095 time: 0.3964405 Aug 19 18:03:16.603557 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a899e-5a8e-4ae6-bc09-923b7fb17266 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=526bd93f-4125-484d-8ef6-6a4e8856339c,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:16.702320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 12f068d4-6777-485a-b954-8fa6d6c1538a up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:16.738014 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d36132b7-d273-4e8a-a1a4-20508bb26915 req-44cceda3-d367-439d-a628-525d28debd49 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=202dc7bb-0565-40cd-b9ab-34fb461cc817 HTTP/1.1" status: 200 len: 210 time: 0.0952466 Aug 19 18:03:16.793682 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 12f068d4-6777-485a-b954-8fa6d6c1538a completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:16.806555 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 12f068d4-6777-485a-b954-8fa6d6c1538a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:16.807037 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:16.940830 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:16.952543 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f229c21c-3e19-4591-8dd2-03259bfc88a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:17.011110 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 12f068d4-6777-485a-b954-8fa6d6c1538a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=12f068d4-6777-485a-b954-8fa6d6c1538a,segment=NetworkSegment(a00bc5df-a61a-4c51-beeb-de81741fa8a0),segment_id=a00bc5df-a61a-4c51-beeb-de81741fa8a0)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:17.018728 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:17.050200 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cdd3fe9e-0560-4401-a2dc-425a402fb3c3 req-7e355f6c-3eff-40ac-a8e4-8593a6810cbe tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:17.133978 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=12f068d4-6777-485a-b954-8fa6d6c1538a,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:17.144208 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['2d37e335-994b-4290-9290-68af55592dcc', 'bc594908-7df4-489e-a1fd-2df2a543b8e6'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:17.157121 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e355f6c-3eff-40ac-a8e4-8593a6810cbe tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Pushing event deleted for resources: {'Port': ['ID=dcb594af-335e-412b-96bc-0eb05c20bbc4,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:17.159900 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-9b8a82cf-6eaa-4260-bd25-dc696b7e360a service neutron] 10.222.0.24 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9286790 Aug 19 18:03:17.191191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af072dd7-d931-4e8a-9096-0cc1236a1928 req-48b9340d-4e99-402c-bb1e-6915ccc5dc81 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:17.209817 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-af072dd7-d931-4e8a-9096-0cc1236a1928 req-48b9340d-4e99-402c-bb1e-6915ccc5dc81 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 945 time: 0.3506665 Aug 19 18:03:17.278142 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd3fe9e-0560-4401-a2dc-425a402fb3c3 req-7e355f6c-3eff-40ac-a8e4-8593a6810cbe tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] No DVR routers for this DVR port dcb594af-335e-412b-96bc-0eb05c20bbc4 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:03:17.283493 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cdd3fe9e-0560-4401-a2dc-425a402fb3c3 req-7e355f6c-3eff-40ac-a8e4-8593a6810cbe tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:17.286464 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdd3fe9e-0560-4401-a2dc-425a402fb3c3 req-7e355f6c-3eff-40ac-a8e4-8593a6810cbe tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.50 "DELETE /v2.0/ports/dcb594af-335e-412b-96bc-0eb05c20bbc4 HTTP/1.1" status: 204 len: 173 time: 2.7196312 Aug 19 18:03:17.290857 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a', 'name': 'network-vif-deleted', 'tag': 'dcb594af-335e-412b-96bc-0eb05c20bbc4'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:17.294355 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c87362-78f4-4105-b70b-2fed5e741bb5" -d '{"events": [{"server_uuid": "ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a", "name": "network-vif-deleted", "tag": "dcb594af-335e-412b-96bc-0eb05c20bbc4"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:17.342639 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a90b6-4a17-4f20-b796-c222291b0f9e req-313f212b-67bb-4300-b304-9a521447edff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:17.345940 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a82a90b6-4a17-4f20-b796-c222291b0f9e req-313f212b-67bb-4300-b304-9a521447edff service neutron] 10.222.0.54 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 908 time: 0.6890347 Aug 19 18:03:17.393845 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-af072dd7-d931-4e8a-9096-0cc1236a1928 req-dbb7e3da-0665-4eac-8813-7662e797317d tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826985 Aug 19 18:03:17.401986 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-b18ddf27-4167-4dd3-b52d-11ebdc2cc7e1 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Made reservation on behalf of d78253ce1bc1486bad8923eb6a7a8c64 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:17.407525 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-b18ddf27-4167-4dd3-b52d-11ebdc2cc7e1 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:17.495765 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a82a90b6-4a17-4f20-b796-c222291b0f9e req-4666e872-4644-4602-bd82-4b8ca939d5cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 HTTP/1.1" status: 200 len: 217 time: 0.1034741 Aug 19 18:03:17.641457 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a90b6-4a17-4f20-b796-c222291b0f9e req-ee8d956b-d4db-4363-8951-1d21a630fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:17.643481 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a82a90b6-4a17-4f20-b796-c222291b0f9e req-ee8d956b-d4db-4363-8951-1d21a630fc57 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 HTTP/1.1" status: 200 len: 847 time: 0.0909801 Aug 19 18:03:17.663523 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4cb5c5d4-362b-4a06-a5fe-f87782fac45f req-cde73399-85bb-4026-8fe5-34959d49d932 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dabde781ddb345aead884b8987cb9981 HTTP/1.1" status: 200 len: 10895 time: 0.2270749 Aug 19 18:03:17.705985 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-f229c21c-3e19-4591-8dd2-03259bfc88a7 admin admin] Deleting port 12f068d4-6777-485a-b954-8fa6d6c1538a {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:03:17.706429 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f229c21c-3e19-4591-8dd2-03259bfc88a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:17.748233 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device dcb594af-335e-412b-96bc-0eb05c20bbc4 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:17.792810 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: dcb594af-335e-412b-96bc-0eb05c20bbc4 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:03:17.793247 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device dcb594af-335e-412b-96bc-0eb05c20bbc4 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:03:17.825246 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a82a90b6-4a17-4f20-b796-c222291b0f9e req-f16aad12-45fa-4489-9643-327b954b77e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50874bd2-7160-4e95-947b-586c5b7daba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412921 Aug 19 18:03:17.826530 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4cb5c5d4-362b-4a06-a5fe-f87782fac45f req-fb2abfb8-dd23-4291-b710-f2ebf3eeb5d5 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/944f342e-ab18-4eae-b856-158ee438b7fb HTTP/1.1" status: 200 len: 2981 time: 0.1526029 Aug 19 18:03:17.844559 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-f42083dc-288e-4662-bd66-91ec23cbf148 service neutron] 10.222.0.24 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6833429 Aug 19 18:03:17.914064 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-f229c21c-3e19-4591-8dd2-03259bfc88a7 admin admin] For port 12f068d4-6777-485a-b954-8fa6d6c1538a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=12f068d4-6777-485a-b954-8fa6d6c1538a,segment=NetworkSegment(a00bc5df-a61a-4c51-beeb-de81741fa8a0),segment_id=a00bc5df-a61a-4c51-beeb-de81741fa8a0)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:17.914884 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f229c21c-3e19-4591-8dd2-03259bfc88a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:17.942778 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4cb5c5d4-362b-4a06-a5fe-f87782fac45f req-147cc39f-c64d-4db7-92c9-f66bb0381c49 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/944f342e-ab18-4eae-b856-158ee438b7fb HTTP/1.1" status: 200 len: 2981 time: 0.1152675 Aug 19 18:03:17.954068 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-f229c21c-3e19-4591-8dd2-03259bfc88a7 admin admin] Calling delete_port for 12f068d4-6777-485a-b954-8fa6d6c1538a owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:03:18.065879 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:18.143113 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-b18ddf27-4167-4dd3-b52d-11ebdc2cc7e1 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Allocated IP 172.20.0.13 (c10b88e6-02ab-47c3-add3-7da1d41710d4/146b6d87-a0dc-49aa-aae9-258fac7297e8/d9ab78c8-b0db-498c-962a-5966228c2fa2) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:18.200667 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:18.205726 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:18.206161 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:18.334584 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a13130aa-8a9f-4bcf-8c51-eb756397bc9e req-3726d6a5-b8db-49da-a6b0-6ae4b4fbf73b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a HTTP/1.1" status: 200 len: 210 time: 0.1196737 Aug 19 18:03:18.356495 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a82a90b6-4a17-4f20-b796-c222291b0f9e req-cab6893f-c415-4eb3-ac73-e8fa9787ec16 service neutron] 10.222.0.54 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067184 Aug 19 18:03:18.371933 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3029ddb5-d6fb-49ea-90b0-fe2bd4a0d664 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Router afdcffb5-f241-4374-88bb-6b70bcb63431 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:03:18.398928 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f229c21c-3e19-4591-8dd2-03259bfc88a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:18.470828 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:18.530847 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87a99e7-d3f6-485f-9101-740b238c1455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4cf697-dc4e-4a08-bdce-fc70bd1526ee'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:18.537757 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce45cc2-4a5f-430f-bdbc-6f090661d12f x-openstack-request-id: req-7ce45cc2-4a5f-430f-bdbc-6f090661d12f {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:18.538617 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a", "name": "network-vif-deleted", "tag": "dcb594af-335e-412b-96bc-0eb05c20bbc4", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:18.539392 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ce45cc2-4a5f-430f-bdbc-6f090661d12f {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:18.539825 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9f9b7c-87bc-4df3-8d0e-1e3e845bfa9a', 'name': 'network-vif-deleted', 'tag': 'dcb594af-335e-412b-96bc-0eb05c20bbc4', 'status': 'completed', 'code': 200} Aug 19 18:03:18.542847 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355e2478-083b-4c6e-a565-e7fbafe99806" -d '{"events": [{"server_uuid": "f87a99e7-d3f6-485f-9101-740b238c1455", "name": "network-vif-plugged", "status": "completed", "tag": "7d4cf697-dc4e-4a08-bdce-fc70bd1526ee"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:18.569276 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:18.579396 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:18.591695 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229c21c-3e19-4591-8dd2-03259bfc88a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=12f068d4-6777-485a-b954-8fa6d6c1538a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:18.678825 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 12f068d4-6777-485a-b954-8fa6d6c1538a up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:18.762242 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8ceb65c6-86c3-4eaa-8ad5-7ba005c85d14 req-695d47d9-8b53-470d-98a8-8f00d9b59594 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=202dc7bb-0565-40cd-b9ab-34fb461cc817 HTTP/1.1" status: 200 len: 210 time: 0.1869359 Aug 19 18:03:18.830968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:18.905597 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a82a90b6-4a17-4f20-b796-c222291b0f9e req-b6fe278d-7d39-4dab-9dd3-3d93a883d4fb service neutron] 10.222.0.54 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402479 Aug 19 18:03:18.913213 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 12f068d4-6777-485a-b954-8fa6d6c1538a {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:03:18.919822 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 12f068d4-6777-485a-b954-8fa6d6c1538a not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 19 18:03:18.936304 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-555a4aa3-4041-4d94-ace8-f9cf97b0fb0d req-91686155-e217-490c-be83-8a1fd556b11f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/f92b3217-0b8e-4466-8600-30423c7cbd05 HTTP/1.1" status: 200 len: 1800 time: 0.3914316 Aug 19 18:03:19.001891 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-b18ddf27-4167-4dd3-b52d-11ebdc2cc7e1 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:19.006738 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Port 12f068d4-6777-485a-b954-8fa6d6c1538a not found, will not notify nova. {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 19 18:03:19.048871 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fafcdc0d-a777-449f-bd7f-ddbde522629e req-9afc0ba1-2b3b-467d-8bc1-047729b30313 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 210 time: 0.0909376 Aug 19 18:03:19.064473 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3029ddb5-d6fb-49ea-90b0-fe2bd4a0d664 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:03:19.074407 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3029ddb5-d6fb-49ea-90b0-fe2bd4a0d664 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:19.091498 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e11fe51-b566-404d-86db-7dd06156b7f0 None None] Sync routers for ids ['afdcffb5-f241-4374-88bb-6b70bcb63431'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:03:19.132690 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e11fe51-b566-404d-86db-7dd06156b7f0 None None] Routers {'afdcffb5-f241-4374-88bb-6b70bcb63431'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:19.134122 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-6e11fe51-b566-404d-86db-7dd06156b7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:03:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['afdcffb5-f241-4374-88bb-6b70bcb63431'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:19.155682 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f229c21c-3e19-4591-8dd2-03259bfc88a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:19.170022 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3029ddb5-d6fb-49ea-90b0-fe2bd4a0d664 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "PUT /v2.0/floatingips/7b6d8da1-3a14-4b3b-87aa-9f991a01af8d HTTP/1.1" status: 200 len: 992 time: 5.7371993 Aug 19 18:03:19.174403 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2378274-8745-4a0e-9ca7-6cb69e089c2f', 'tag': '9717689d-d0aa-46cc-993b-9b7eb34f88f3'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:19.179343 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa535b10-8f59-4fc4-8284-2ef06ea11af7" -d '{"events": [{"name": "network-changed", "server_uuid": "b2378274-8745-4a0e-9ca7-6cb69e089c2f", "tag": "9717689d-d0aa-46cc-993b-9b7eb34f88f3"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:19.211272 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-b18ddf27-4167-4dd3-b52d-11ebdc2cc7e1 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:19.359295 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-b18ddf27-4167-4dd3-b52d-11ebdc2cc7e1 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Network c10b88e6-02ab-47c3-add3-7da1d41710d4 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:19.369707 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-6e11fe51-b566-404d-86db-7dd06156b7f0 None None] Set router afdcffb5-f241-4374-88bb-6b70bcb63431 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:03:19.382197 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-b18ddf27-4167-4dd3-b52d-11ebdc2cc7e1 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:19.383727 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-b18ddf27-4167-4dd3-b52d-11ebdc2cc7e1 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:19.398156 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-555a4aa3-4041-4d94-ace8-f9cf97b0fb0d req-a1490603-82ec-4e27-8ec4-a0e833310c21 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:19.409973 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ddf27-4167-4dd3-b52d-11ebdc2cc7e1 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Pushing event updated for resources: {'Port': ['ID=d9ab78c8-b0db-498c-962a-5966228c2fa2,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:19.463842 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-555a4aa3-4041-4d94-ace8-f9cf97b0fb0d req-a1490603-82ec-4e27-8ec4-a0e833310c21 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:19.471371 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-b18ddf27-4167-4dd3-b52d-11ebdc2cc7e1 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:19.472119 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-b18ddf27-4167-4dd3-b52d-11ebdc2cc7e1 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:19.491353 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3e14f-45b1-4af1-9a62-4aac7e62ce99 req-1db2457b-bcde-409a-8eaf-191d22a005cd tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:19.493064 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0af3e14f-45b1-4af1-9a62-4aac7e62ce99 req-1db2457b-bcde-409a-8eaf-191d22a005cd tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 946 time: 0.1326673 Aug 19 18:03:19.504067 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-b18ddf27-4167-4dd3-b52d-11ebdc2cc7e1 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2649498 Aug 19 18:03:19.539627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-3841fa0a-b3ad-4bca-8c69-3b72ba9d8b01 service neutron] Request body: {'port': {'device_id': '202dc7bb-0565-40cd-b9ab-34fb461cc817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:19.610512 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0af3e14f-45b1-4af1-9a62-4aac7e62ce99 req-819de40d-7e14-487a-b067-c1d8223124da tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051891 Aug 19 18:03:19.656498 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-555a4aa3-4041-4d94-ace8-f9cf97b0fb0d req-a1490603-82ec-4e27-8ec4-a0e833310c21 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:19.659906 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-555a4aa3-4041-4d94-ace8-f9cf97b0fb0d req-a1490603-82ec-4e27-8ec4-a0e833310c21 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:19.661269 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-555a4aa3-4041-4d94-ace8-f9cf97b0fb0d req-a1490603-82ec-4e27-8ec4-a0e833310c21 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "DELETE /v2.0/security-groups/f92b3217-0b8e-4466-8600-30423c7cbd05 HTTP/1.1" status: 204 len: 173 time: 0.7217052 Aug 19 18:03:19.671432 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-3841fa0a-b3ad-4bca-8c69-3b72ba9d8b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:19.683209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1490603-82ec-4e27-8ec4-a0e833310c21 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92b3217-0b8e-4466-8600-30423c7cbd05,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:19.704138 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f229c21c-3e19-4591-8dd2-03259bfc88a7 admin admin] Router 2edab10a-6684-497f-8e0b-b8dec43e2a0d has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:03:19.719292 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1d4801-6b2f-4657-8fb6-2e26cf129d8a x-openstack-request-id: req-0f1d4801-6b2f-4657-8fb6-2e26cf129d8a {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:19.719878 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87a99e7-d3f6-485f-9101-740b238c1455", "name": "network-vif-plugged", "status": "completed", "tag": "7d4cf697-dc4e-4a08-bdce-fc70bd1526ee", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:19.720289 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f1d4801-6b2f-4657-8fb6-2e26cf129d8a {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:19.720841 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87a99e7-d3f6-485f-9101-740b238c1455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4cf697-dc4e-4a08-bdce-fc70bd1526ee', 'code': 200} Aug 19 18:03:19.821066 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-6e11fe51-b566-404d-86db-7dd06156b7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1309184839-router', 'tenant_id': '4e704f617a744748b90217135397502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '353f5465-46b8-4259-81b4-837784e478a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:56Z', 'updated_at': '2021-08-19T18:02:06Z', 'revision_number': 4, 'project_id': '4e704f617a744748b90217135397502c', 'gw_port': {'id': '353f5465-46b8-4259-81b4-837784e478a3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:58Z', 'updated_at': '2021-08-19T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '7b6d8da1-3a14-4b3b-87aa-9f991a01af8d', 'tenant_id': '4e704f617a744748b90217135397502c', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'port_id': '9717689d-d0aa-46cc-993b-9b7eb34f88f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'mac_address': 'fa:16:3e:7b:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2378274-8745-4a0e-9ca7-6cb69e089c2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:02:44Z', 'updated_at': '2021-08-19T18:03:15Z', 'revision_number': 1, 'project_id': '4e704f617a744748b90217135397502c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d277da-9722-4635-a35b-86d78a07ae19', 'name': '', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'tenant_id': '4e704f617a744748b90217135397502c', 'mac_address': 'fa:16:3e:10:ce:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:03Z', 'updated_at': '2021-08-19T18:02:26Z', 'revision_number': 5, 'project_id': '4e704f617a744748b90217135397502c', 'subnets': [{'id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:19.871234 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e11fe51-b566-404d-86db-7dd06156b7f0 None None] Checking router: afdcffb5-f241-4374-88bb-6b70bcb63431 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:03:19.902111 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e11fe51-b566-404d-86db-7dd06156b7f0 None None] Routers {'afdcffb5-f241-4374-88bb-6b70bcb63431'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:19.902724 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-6e11fe51-b566-404d-86db-7dd06156b7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:03:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['afdcffb5-f241-4374-88bb-6b70bcb63431'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:19.940884 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f229c21c-3e19-4591-8dd2-03259bfc88a7 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:03:19.951839 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a410a1-430f-407b-b223-de18698731c0 None None] Sync routers for ids ['2edab10a-6684-497f-8e0b-b8dec43e2a0d'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:03:19.954826 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f229c21c-3e19-4591-8dd2-03259bfc88a7 admin admin] 10.222.0.24 "PUT /v2.0/routers/2edab10a-6684-497f-8e0b-b8dec43e2a0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3222480 Aug 19 18:03:19.957223 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36982) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:19.957852 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef20cf80-e3d0-489e-8a9a-2c8683e657dc x-openstack-request-id: req-ef20cf80-e3d0-489e-8a9a-2c8683e657dc {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:19.958635 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2378274-8745-4a0e-9ca7-6cb69e089c2f", "tag": "9717689d-d0aa-46cc-993b-9b7eb34f88f3", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:19.958926 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef20cf80-e3d0-489e-8a9a-2c8683e657dc {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:19.959464 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2378274-8745-4a0e-9ca7-6cb69e089c2f', 'tag': '9717689d-d0aa-46cc-993b-9b7eb34f88f3', 'status': 'completed', 'code': 200} Aug 19 18:03:19.967924 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a410a1-430f-407b-b223-de18698731c0 None None] Routers {'2edab10a-6684-497f-8e0b-b8dec43e2a0d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:19.969930 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-57a410a1-430f-407b-b223-de18698731c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:03:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['2edab10a-6684-497f-8e0b-b8dec43e2a0d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:20.087136 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [req-9e932956-7fc7-49df-af2a-361cf2a06508 req-e1e49b6c-231c-4d3f-809d-4b99d70cdd99 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] show failed (client error): The resource could not be found. Aug 19 18:03:20.102575 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e932956-7fc7-49df-af2a-361cf2a06508 req-e1e49b6c-231c-4d3f-809d-4b99d70cdd99 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/f92b3217-0b8e-4466-8600-30423c7cbd05 HTTP/1.1" status: 404 len: 352 time: 0.1589894 Aug 19 18:03:20.104330 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-57a410a1-430f-407b-b223-de18698731c0 None None] Set router 2edab10a-6684-497f-8e0b-b8dec43e2a0d gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:03:20.183857 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7980b1e-1052-423d-82a4-48b707741e40 admin admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:20.206656 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-3841fa0a-b3ad-4bca-8c69-3b72ba9d8b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ab78c8-b0db-498c-962a-5966228c2fa2 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:20.218106 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-3841fa0a-b3ad-4bca-8c69-3b72ba9d8b01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:20.254087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-3841fa0a-b3ad-4bca-8c69-3b72ba9d8b01 service neutron] Transition to ACTIVE for port object d9ab78c8-b0db-498c-962a-5966228c2fa2 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:20.280197 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-3841fa0a-b3ad-4bca-8c69-3b72ba9d8b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:20.306346 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-6e11fe51-b566-404d-86db-7dd06156b7f0 None None] Set router afdcffb5-f241-4374-88bb-6b70bcb63431 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:03:20.398801 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb19f13-5266-4a95-8ba3-607ee528a1d8 req-93ee69cc-c221-4ecf-9dd6-1852d994c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:20.402789 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4cb19f13-5266-4a95-8ba3-607ee528a1d8 req-93ee69cc-c221-4ecf-9dd6-1852d994c8df service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 1097 time: 0.4469075 Aug 19 18:03:20.443956 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be68e4-51ef-46be-81e5-e4af074bacfa req-34f47e3d-346e-4bd4-ab50-e3666620f2d0 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:20.449484 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-84be68e4-51ef-46be-81e5-e4af074bacfa req-34f47e3d-346e-4bd4-ab50-e3666620f2d0 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=202dc7bb-0565-40cd-b9ab-34fb461cc817 HTTP/1.1" status: 200 len: 932 time: 0.4930229 Aug 19 18:03:20.486263 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa535b10-8f59-4fc4-8284-2ef06ea11af7 req-6ea4484f-63ab-4c29-9b14-6696eb5f54fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:20.489847 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa535b10-8f59-4fc4-8284-2ef06ea11af7 req-6ea4484f-63ab-4c29-9b14-6696eb5f54fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4e704f617a744748b90217135397502c&device_id=b2378274-8745-4a0e-9ca7-6cb69e089c2f HTTP/1.1" status: 200 len: 1097 time: 0.5349917 Aug 19 18:03:20.636658 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-4fe8765e-e9b7-4611-8412-3709c77fa2dd tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:20.638268 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-4fe8765e-e9b7-4611-8412-3709c77fa2dd tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.50 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 807 time: 0.4490750 Aug 19 18:03:20.642741 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0f6eacf5-477c-4d18-9680-ab5c686bca6e req-60710abe-67e1-43ae-b686-5b0cb5d8959c tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/02a8fdec-62d3-4e24-901f-49f7a02155c8 HTTP/1.1" status: 200 len: 1799 time: 0.0803535 Aug 19 18:03:20.644029 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7980b1e-1052-423d-82a4-48b707741e40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:20.671067 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-631f2ff5-89f3-407e-b947-9b233868db57 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Request body: {'port': {'device_id': '9f94f6ef-cfb3-43b8-804e-53d50428808e', 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3', 'admin_state_up': True, 'tenant_id': '4372bce7e7ca475fbe71d1638d302952'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:20.770397 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-3841fa0a-b3ad-4bca-8c69-3b72ba9d8b01 service neutron] Attempting to bind port d9ab78c8-b0db-498c-962a-5966228c2fa2 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:20.770397 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-3841fa0a-b3ad-4bca-8c69-3b72ba9d8b01 service neutron] Attempting to bind port d9ab78c8-b0db-498c-962a-5966228c2fa2 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '9c7d747c-4d15-4d78-8a75-1bea6385c296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c10b88e6-02ab-47c3-add3-7da1d41710d4'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:20.770397 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-3841fa0a-b3ad-4bca-8c69-3b72ba9d8b01 service neutron] Attempting to bind port d9ab78c8-b0db-498c-962a-5966228c2fa2 on network c10b88e6-02ab-47c3-add3-7da1d41710d4 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:20.771368 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841fa0a-b3ad-4bca-8c69-3b72ba9d8b01 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ab78c8-b0db-498c-962a-5966228c2fa2,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:20.805390 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4cb19f13-5266-4a95-8ba3-607ee528a1d8 req-00909d8d-e20e-432c-9818-776f2bbdd8da service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502700 Aug 19 18:03:20.805611 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-57a410a1-430f-407b-b223-de18698731c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edab10a-6684-497f-8e0b-b8dec43e2a0d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-652814493-router', 'tenant_id': '7c80146e62014015a1e5184bac01a6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6a500732-b5fd-4d49-8959-83ffba6ff828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:57Z', 'updated_at': '2021-08-19T18:03:18Z', 'revision_number': 5, 'project_id': '7c80146e62014015a1e5184bac01a6ae', 'gw_port': {'id': '6a500732-b5fd-4d49-8959-83ffba6ff828', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edab10a-6684-497f-8e0b-b8dec43e2a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:59Z', 'updated_at': '2021-08-19T18:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:20.833739 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-84be68e4-51ef-46be-81e5-e4af074bacfa req-d08000c2-5f26-465c-9da9-c1668942e3b7 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017628 Aug 19 18:03:20.834405 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-3841fa0a-b3ad-4bca-8c69-3b72ba9d8b01 service neutron] Port d9ab78c8-b0db-498c-962a-5966228c2fa2 on network c10b88e6-02ab-47c3-add3-7da1d41710d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:03:20.834800 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-3841fa0a-b3ad-4bca-8c69-3b72ba9d8b01 service neutron] Attempting to bind port d9ab78c8-b0db-498c-962a-5966228c2fa2 on network c10b88e6-02ab-47c3-add3-7da1d41710d4 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:20.850699 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-3841fa0a-b3ad-4bca-8c69-3b72ba9d8b01 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:20.851096 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-3841fa0a-b3ad-4bca-8c69-3b72ba9d8b01 service neutron] Checking segment: {'id': '9c7d747c-4d15-4d78-8a75-1bea6385c296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c10b88e6-02ab-47c3-add3-7da1d41710d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:20.851487 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-3841fa0a-b3ad-4bca-8c69-3b72ba9d8b01 service neutron] Bound using segment: {'id': '9c7d747c-4d15-4d78-8a75-1bea6385c296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c10b88e6-02ab-47c3-add3-7da1d41710d4'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:20.852088 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-3841fa0a-b3ad-4bca-8c69-3b72ba9d8b01 service neutron] Bound port: d9ab78c8-b0db-498c-962a-5966228c2fa2, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7d747c-4d15-4d78-8a75-1bea6385c296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c10b88e6-02ab-47c3-add3-7da1d41710d4'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:20.852461 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-3841fa0a-b3ad-4bca-8c69-3b72ba9d8b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:20.907602 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a410a1-430f-407b-b223-de18698731c0 None None] Checking router: 2edab10a-6684-497f-8e0b-b8dec43e2a0d for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:03:20.940770 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a410a1-430f-407b-b223-de18698731c0 None None] Routers {'2edab10a-6684-497f-8e0b-b8dec43e2a0d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:20.943815 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-6e11fe51-b566-404d-86db-7dd06156b7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1309184839-router', 'tenant_id': '4e704f617a744748b90217135397502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '353f5465-46b8-4259-81b4-837784e478a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:56Z', 'updated_at': '2021-08-19T18:02:06Z', 'revision_number': 4, 'project_id': '4e704f617a744748b90217135397502c', 'gw_port': {'id': '353f5465-46b8-4259-81b4-837784e478a3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:58Z', 'updated_at': '2021-08-19T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '7b6d8da1-3a14-4b3b-87aa-9f991a01af8d', 'tenant_id': '4e704f617a744748b90217135397502c', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'port_id': '9717689d-d0aa-46cc-993b-9b7eb34f88f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'mac_address': 'fa:16:3e:7b:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2378274-8745-4a0e-9ca7-6cb69e089c2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:02:44Z', 'updated_at': '2021-08-19T18:03:15Z', 'revision_number': 1, 'project_id': '4e704f617a744748b90217135397502c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d277da-9722-4635-a35b-86d78a07ae19', 'name': '', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'tenant_id': '4e704f617a744748b90217135397502c', 'mac_address': 'fa:16:3e:10:ce:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:03Z', 'updated_at': '2021-08-19T18:02:26Z', 'revision_number': 5, 'project_id': '4e704f617a744748b90217135397502c', 'subnets': [{'id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:20.944804 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-57a410a1-430f-407b-b223-de18698731c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:03:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['2edab10a-6684-497f-8e0b-b8dec43e2a0d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:20.980127 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-3841fa0a-b3ad-4bca-8c69-3b72ba9d8b01 service neutron] For port d9ab78c8-b0db-498c-962a-5966228c2fa2, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:20.985151 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-3841fa0a-b3ad-4bca-8c69-3b72ba9d8b01 service neutron] For port d9ab78c8-b0db-498c-962a-5966228c2fa2, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d9ab78c8-b0db-498c-962a-5966228c2fa2,segment=NetworkSegment(9c7d747c-4d15-4d78-8a75-1bea6385c296),segment_id=9c7d747c-4d15-4d78-8a75-1bea6385c296)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:20.992526 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-3841fa0a-b3ad-4bca-8c69-3b72ba9d8b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:21.011015 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e11fe51-b566-404d-86db-7dd06156b7f0 None None] The sync data for ids ['afdcffb5-f241-4374-88bb-6b70bcb63431'] in n-d-803753-2 is: [{'id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1309184839-router', 'tenant_id': '4e704f617a744748b90217135397502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '353f5465-46b8-4259-81b4-837784e478a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:56Z', 'updated_at': '2021-08-19T18:02:06Z', 'revision_number': 4, 'project_id': '4e704f617a744748b90217135397502c', 'gw_port': {'id': '353f5465-46b8-4259-81b4-837784e478a3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:58Z', 'updated_at': '2021-08-19T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '7b6d8da1-3a14-4b3b-87aa-9f991a01af8d', 'tenant_id': '4e704f617a744748b90217135397502c', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'port_id': '9717689d-d0aa-46cc-993b-9b7eb34f88f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'mac_address': 'fa:16:3e:7b:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2378274-8745-4a0e-9ca7-6cb69e089c2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:02:44Z', 'updated_at': '2021-08-19T18:03:15Z', 'revision_number': 1, 'project_id': '4e704f617a744748b90217135397502c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d277da-9722-4635-a35b-86d78a07ae19', 'name': '', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'tenant_id': '4e704f617a744748b90217135397502c', 'mac_address': 'fa:16:3e:10:ce:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:03Z', 'updated_at': '2021-08-19T18:02:26Z', 'revision_number': 5, 'project_id': '4e704f617a744748b90217135397502c', 'subnets': [{'id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:03:21.088380 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-acee94e7-a23b-4cc1-bef6-e4f90dca0373 req-0a94740e-e0e2-4547-99ce-62d8e5eee8b6 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 210 time: 0.0567915 Aug 19 18:03:21.089667 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa535b10-8f59-4fc4-8284-2ef06ea11af7 req-d44bb153-0c26-4997-898e-a1540d0873ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:21.091500 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa535b10-8f59-4fc4-8284-2ef06ea11af7 req-d44bb153-0c26-4997-898e-a1540d0873ad service neutron] 10.222.0.54 "GET /v2.0/networks?id=cd90f362-a393-471c-9ea0-f8d2f58d49da HTTP/1.1" status: 200 len: 925 time: 0.5525770 Aug 19 18:03:21.100072 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-3841fa0a-b3ad-4bca-8c69-3b72ba9d8b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:21.100702 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-3841fa0a-b3ad-4bca-8c69-3b72ba9d8b01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:21.104768 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-3841fa0a-b3ad-4bca-8c69-3b72ba9d8b01 service neutron] 10.222.0.50 "PUT /v2.0/ports/d9ab78c8-b0db-498c-962a-5966228c2fa2 HTTP/1.1" status: 200 len: 1092 time: 1.5716348 Aug 19 18:03:21.187191 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841fa0a-b3ad-4bca-8c69-3b72ba9d8b01 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ab78c8-b0db-498c-962a-5966228c2fa2,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:21.192152 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-57a410a1-430f-407b-b223-de18698731c0 None None] Set router 2edab10a-6684-497f-8e0b-b8dec43e2a0d gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:03:21.248905 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-b7980b1e-1052-423d-82a4-48b707741e40 admin admin] Deleting port 6a500732-b5fd-4d49-8959-83ffba6ff828 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:03:21.249478 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7980b1e-1052-423d-82a4-48b707741e40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:21.299295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-57a410a1-430f-407b-b223-de18698731c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edab10a-6684-497f-8e0b-b8dec43e2a0d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-652814493-router', 'tenant_id': '7c80146e62014015a1e5184bac01a6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:57Z', 'updated_at': '2021-08-19T18:03:20Z', 'revision_number': 6, 'project_id': '7c80146e62014015a1e5184bac01a6ae', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:21.338139 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0f6eacf5-477c-4d18-9680-ab5c686bca6e req-4377f897-3e54-4922-bae3-8ed821d17e79 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:21.344028 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a410a1-430f-407b-b223-de18698731c0 None None] The sync data for ids ['2edab10a-6684-497f-8e0b-b8dec43e2a0d'] in n-d-803753-2 is: [{'id': '2edab10a-6684-497f-8e0b-b8dec43e2a0d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-652814493-router', 'tenant_id': '7c80146e62014015a1e5184bac01a6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:57Z', 'updated_at': '2021-08-19T18:03:20Z', 'revision_number': 6, 'project_id': '7c80146e62014015a1e5184bac01a6ae', 'gw_port_host': None}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:03:21.375103 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0f6eacf5-477c-4d18-9680-ab5c686bca6e req-4377f897-3e54-4922-bae3-8ed821d17e79 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:21.387497 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa535b10-8f59-4fc4-8284-2ef06ea11af7 req-3d1e2083-b775-49b8-9ae1-2584c3fd78d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9717689d-d0aa-46cc-993b-9b7eb34f88f3 HTTP/1.1" status: 200 len: 1000 time: 0.2816401 Aug 19 18:03:21.422651 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-491c5677-7c0c-4694-bf92-739f2d466f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:21.424313 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-491c5677-7c0c-4694-bf92-739f2d466f07 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d78253ce1bc1486bad8923eb6a7a8c64&device_id=202dc7bb-0565-40cd-b9ab-34fb461cc817 HTTP/1.1" status: 200 len: 1095 time: 0.2060699 Aug 19 18:03:21.426539 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-631f2ff5-89f3-407e-b947-9b233868db57 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Made reservation on behalf of 4372bce7e7ca475fbe71d1638d302952 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:21.430651 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-631f2ff5-89f3-407e-b947-9b233868db57 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:21.470514 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284db40d-7097-4e85-b0aa-faf705bf5aa3 None None] New status for floating IP 7b6d8da1-3a14-4b3b-87aa-9f991a01af8d: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:03:21.500894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b739e27-9381-44a8-8ce5-e9a2bf7d8ec8 req-7b27ee65-ab65-4ae5-8eaf-44430cc72138 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:21.504100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-b7980b1e-1052-423d-82a4-48b707741e40 admin admin] For port 6a500732-b5fd-4d49-8959-83ffba6ff828, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6a500732-b5fd-4d49-8959-83ffba6ff828,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:21.504100 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7980b1e-1052-423d-82a4-48b707741e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:21.512041 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8b739e27-9381-44a8-8ce5-e9a2bf7d8ec8 req-7b27ee65-ab65-4ae5-8eaf-44430cc72138 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 950 time: 0.2387052 Aug 19 18:03:21.515555 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-0a0824db-0db0-4a51-8802-f7592918a8c3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9ab78c8-b0db-498c-962a-5966228c2fa2 HTTP/1.1" status: 200 len: 217 time: 0.0654290 Aug 19 18:03:21.562482 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-b7980b1e-1052-423d-82a4-48b707741e40 admin admin] Calling delete_port for 6a500732-b5fd-4d49-8959-83ffba6ff828 owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:03:21.564404 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0f6eacf5-477c-4d18-9680-ab5c686bca6e req-4377f897-3e54-4922-bae3-8ed821d17e79 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:21.567048 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0f6eacf5-477c-4d18-9680-ab5c686bca6e req-4377f897-3e54-4922-bae3-8ed821d17e79 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:21.584494 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0f6eacf5-477c-4d18-9680-ab5c686bca6e req-4377f897-3e54-4922-bae3-8ed821d17e79 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "DELETE /v2.0/security-groups/02a8fdec-62d3-4e24-901f-49f7a02155c8 HTTP/1.1" status: 204 len: 173 time: 0.9317327 Aug 19 18:03:21.628472 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-1b277be0-d873-4ded-8472-394f6f111636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:21.636759 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-1b277be0-d873-4ded-8472-394f6f111636 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=146b6d87-a0dc-49aa-aae9-258fac7297e8 HTTP/1.1" status: 200 len: 862 time: 0.1021709 Aug 19 18:03:21.638318 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa535b10-8f59-4fc4-8284-2ef06ea11af7 req-30c03267-9d67-4a67-9bf0-02288d04acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:21.639868 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa535b10-8f59-4fc4-8284-2ef06ea11af7 req-30c03267-9d67-4a67-9bf0-02288d04acb5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6a06b492-9bd5-4ec9-8bec-8fb0e833dd42 HTTP/1.1" status: 200 len: 863 time: 0.2423034 Aug 19 18:03:21.646270 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377f897-3e54-4922-bae3-8ed821d17e79 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a8fdec-62d3-4e24-901f-49f7a02155c8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:21.702512 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8b739e27-9381-44a8-8ce5-e9a2bf7d8ec8 req-1f968e6b-7afa-4e12-b890-b5c0f46a44a1 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639271 Aug 19 18:03:21.723933 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-cecb6908-4d01-41bb-bc27-de3b19b654de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c10b88e6-02ab-47c3-add3-7da1d41710d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601711 Aug 19 18:03:21.742188 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa535b10-8f59-4fc4-8284-2ef06ea11af7 req-01086631-75f6-4c0b-af2a-4864aea00959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:21.744779 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa535b10-8f59-4fc4-8284-2ef06ea11af7 req-01086631-75f6-4c0b-af2a-4864aea00959 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cd90f362-a393-471c-9ea0-f8d2f58d49da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963902 Aug 19 18:03:22.084649 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-631f2ff5-89f3-407e-b947-9b233868db57 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Allocated IP 172.20.0.5 (50874bd2-7160-4e95-947b-586c5b7daba3/ccd77c82-a885-46d6-b7ae-a3f47fa8bac4/3e22a7d2-0b72-49d9-ac4c-5a663fe7082d) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:22.100853 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7980b1e-1052-423d-82a4-48b707741e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:22.175792 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c14916-fcb0-46d6-aece-26a4724eecef req-ec426ad8-75e4-4a07-ba27-ef0a4cd5a36b tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:22.177846 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-16c14916-fcb0-46d6-aece-26a4724eecef req-ec426ad8-75e4-4a07-ba27-ef0a4cd5a36b tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 946 time: 0.4269960 Aug 19 18:03:22.188918 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5c8b5cdc-edbf-48c0-853c-3b930fd61b43 req-ced13ff2-e348-49c8-88d5-63f7563f84d2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2473843 Aug 19 18:03:22.192982 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7980b1e-1052-423d-82a4-48b707741e40 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a500732-b5fd-4d49-8959-83ffba6ff828,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:22.283081 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202dc7bb-0565-40cd-b9ab-34fb461cc817', 'tag': 'd9ab78c8-b0db-498c-962a-5966228c2fa2'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:22.285803 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85cad0e-8b28-4602-bc37-fba81a922d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "202dc7bb-0565-40cd-b9ab-34fb461cc817", "tag": "d9ab78c8-b0db-498c-962a-5966228c2fa2"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:22.329525 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-2b211078-7909-4134-a037-8c730fe1313b req-b7ba06d9-ecde-4941-b415-1cd341a8b09b tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] show failed (client error): The resource could not be found. Aug 19 18:03:22.341715 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b211078-7909-4134-a037-8c730fe1313b req-b7ba06d9-ecde-4941-b415-1cd341a8b09b tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/02a8fdec-62d3-4e24-901f-49f7a02155c8 HTTP/1.1" status: 404 len: 352 time: 0.0487657 Aug 19 18:03:22.400157 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-2c42b3fc-547e-46d1-bde2-9ff8f4573d68 service neutron] 10.222.0.50 "GET /v2.0/networks/c10b88e6-02ab-47c3-add3-7da1d41710d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6468415 Aug 19 18:03:22.405034 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa535b10-8f59-4fc4-8284-2ef06ea11af7 req-66c4e8c0-5565-417c-995e-f2ffc6f7675e service neutron] 10.222.0.54 "GET /v2.0/networks/cd90f362-a393-471c-9ea0-f8d2f58d49da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6410694 Aug 19 18:03:22.439395 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-16c14916-fcb0-46d6-aece-26a4724eecef req-70234875-6fbd-49b3-a2ae-e5527bec4247 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398055 Aug 19 18:03:22.516786 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7980b1e-1052-423d-82a4-48b707741e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:22.522365 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b5cdc-edbf-48c0-853c-3b930fd61b43 req-2cd7421d-5c1c-40ae-9fdc-dd472b165a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:22.524887 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5c8b5cdc-edbf-48c0-853c-3b930fd61b43 req-2cd7421d-5c1c-40ae-9fdc-dd472b165a29 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b84cb7e21da64a88b5741ffbb9559910&device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 1102 time: 0.2605953 Aug 19 18:03:22.631844 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 12f068d4-6777-485a-b954-8fa6d6c1538a no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:22.661844 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 12f068d4-6777-485a-b954-8fa6d6c1538a {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:03:22.662054 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2e08b-3f40-49ce-8f52-cc3db3a6799b req-26195e2d-780f-4e86-a899-8becb4447313 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:22.662808 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 12f068d4-6777-485a-b954-8fa6d6c1538a not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:03:22.662808 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6a500732-b5fd-4d49-8959-83ffba6ff828 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:22.663291 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99e2e08b-3f40-49ce-8f52-cc3db3a6799b req-26195e2d-780f-4e86-a899-8becb4447313 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=202dc7bb-0565-40cd-b9ab-34fb461cc817 HTTP/1.1" status: 200 len: 944 time: 0.1281705 Aug 19 18:03:22.680822 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7a496cb0-645a-45c2-8f57-ad04813a4ae5 req-7214e1ee-b1e3-4f98-98f3-719d3a596b34 service neutron] 10.222.0.50 "GET /v2.0/networks/c10b88e6-02ab-47c3-add3-7da1d41710d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649488 Aug 19 18:03:22.687463 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 6a500732-b5fd-4d49-8959-83ffba6ff828 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:03:22.687808 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6a500732-b5fd-4d49-8959-83ffba6ff828 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:03:22.692239 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.50', 49676) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:22.696495 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa535b10-8f59-4fc4-8284-2ef06ea11af7 req-2c7a83de-3b8e-4c5f-88b7-b16a866fc81d service neutron] 10.222.0.54 "GET /v2.0/networks/cd90f362-a393-471c-9ea0-f8d2f58d49da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703376 Aug 19 18:03:22.752636 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99e2e08b-3f40-49ce-8f52-cc3db3a6799b req-781f007c-081c-4543-b42c-968e3af3c5d7 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759103 Aug 19 18:03:22.762600 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3d564d02-3245-45e5-9bca-178d3acc0100 req-b8fb09e8-768c-4f58-ba22-bb58cdd97e26 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 210 time: 0.1324925 Aug 19 18:03:22.772605 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb0a48-63ef-4c6d-9775-7a95157134bc req-ad2eccf5-7c2f-4d92-ad93-0c3520f446e7 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:22.774162 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1adb0a48-63ef-4c6d-9775-7a95157134bc req-ad2eccf5-7c2f-4d92-ad93-0c3520f446e7 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.50 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 950 time: 0.0698028 Aug 19 18:03:22.795181 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7980b1e-1052-423d-82a4-48b707741e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:22.803580 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7980b1e-1052-423d-82a4-48b707741e40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:22.814148 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-631f2ff5-89f3-407e-b947-9b233868db57 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:22.835792 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9409f1-7c71-4ada-aac7-9696938c233e x-openstack-request-id: req-5d9409f1-7c71-4ada-aac7-9696938c233e {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:22.836380 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202dc7bb-0565-40cd-b9ab-34fb461cc817", "tag": "d9ab78c8-b0db-498c-962a-5966228c2fa2", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:22.836541 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d9409f1-7c71-4ada-aac7-9696938c233e {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:22.836905 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202dc7bb-0565-40cd-b9ab-34fb461cc817', 'tag': 'd9ab78c8-b0db-498c-962a-5966228c2fa2', 'status': 'completed', 'code': 200} Aug 19 18:03:22.903673 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b5cdc-edbf-48c0-853c-3b930fd61b43 req-4d5e662d-c1b1-4dd6-a32f-bebc97bb6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:22.905331 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5c8b5cdc-edbf-48c0-853c-3b930fd61b43 req-4d5e662d-c1b1-4dd6-a32f-bebc97bb6ff5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.2775390 Aug 19 18:03:22.908049 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7980b1e-1052-423d-82a4-48b707741e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:22.908567 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7980b1e-1052-423d-82a4-48b707741e40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2edab10a-6684-497f-8e0b-b8dec43e2a0d {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:03:22.913962 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7980b1e-1052-423d-82a4-48b707741e40 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:22.918311 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b7980b1e-1052-423d-82a4-48b707741e40 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2edab10a-6684-497f-8e0b-b8dec43e2a0d HTTP/1.1" status: 204 len: 168 time: 2.9567382 Aug 19 18:03:22.922219 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37018) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:22.951317 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33de07bf-c099-4d69-b5cf-2444a0642f9b req-dc4a929a-36c3-4dc6-9ec9-eb3b0280ad7c tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/526bd93f-4125-484d-8ef6-6a4e8856339c HTTP/1.1" status: 200 len: 1800 time: 0.1313479 Aug 19 18:03:22.969383 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cad0e-8b28-4602-bc37-fba81a922d2f req-326e6429-09bf-4d00-9223-d1e41117a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:22.971230 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a85cad0e-8b28-4602-bc37-fba81a922d2f req-326e6429-09bf-4d00-9223-d1e41117a9ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d78253ce1bc1486bad8923eb6a7a8c64&device_id=202dc7bb-0565-40cd-b9ab-34fb461cc817 HTTP/1.1" status: 200 len: 1095 time: 0.0821004 Aug 19 18:03:22.985902 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5c8b5cdc-edbf-48c0-853c-3b930fd61b43 req-d46dbc33-8f05-4c40-a5c3-632b69becee1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=bc594908-7df4-489e-a1fd-2df2a543b8e6 HTTP/1.1" status: 200 len: 217 time: 0.0599558 Aug 19 18:03:23.078682 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-1adb0a48-63ef-4c6d-9775-7a95157134bc req-2d789369-d99e-40ca-b313-9144fb06f53e tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Deleting port 2d37e335-994b-4290-9290-68af55592dcc {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:03:23.079022 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1adb0a48-63ef-4c6d-9775-7a95157134bc req-2d789369-d99e-40ca-b313-9144fb06f53e tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.112098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b6e825-b90e-4bd5-a11a-fa369ebd0e73 admin admin] Deleting subnet bf6bdf3b-81ff-45ea-a8fd-a567bb77533a {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:03:23.117456 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b5cdc-edbf-48c0-853c-3b930fd61b43 req-d4b76bb4-a840-4198-8ac8-4d80e90ab724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:23.118970 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5c8b5cdc-edbf-48c0-853c-3b930fd61b43 req-d4b76bb4-a840-4198-8ac8-4d80e90ab724 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0993555 Aug 19 18:03:23.120688 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-631f2ff5-89f3-407e-b947-9b233868db57 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.122953 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a0b6e825-b90e-4bd5-a11a-fa369ebd0e73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.159720 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-33de07bf-c099-4d69-b5cf-2444a0642f9b req-31eef0d1-5ea4-495c-b2d6-f42e9c24077f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.195362 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522120f-f4f5-4091-b4af-9d92f967b90b req-4bbb9f95-f69e-4b81-ba2e-0891fb9ea465 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:23.197063 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d522120f-f4f5-4091-b4af-9d92f967b90b req-4bbb9f95-f69e-4b81-ba2e-0891fb9ea465 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 950 time: 0.1882761 Aug 19 18:03:23.207410 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cad0e-8b28-4602-bc37-fba81a922d2f req-63030ac8-d3b7-4755-8573-6ff7ea4df8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:23.209240 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a85cad0e-8b28-4602-bc37-fba81a922d2f req-63030ac8-d3b7-4755-8573-6ff7ea4df8e2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c10b88e6-02ab-47c3-add3-7da1d41710d4 HTTP/1.1" status: 200 len: 923 time: 0.2190425 Aug 19 18:03:23.221608 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-33de07bf-c099-4d69-b5cf-2444a0642f9b req-31eef0d1-5ea4-495c-b2d6-f42e9c24077f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.246095 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a0b6e825-b90e-4bd5-a11a-fa369ebd0e73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.261067 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-631f2ff5-89f3-407e-b947-9b233868db57 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Network 50874bd2-7160-4e95-947b-586c5b7daba3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:23.289523 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a85cad0e-8b28-4602-bc37-fba81a922d2f req-3ee02eed-f485-466d-9d5e-c0726c85ae1a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9ab78c8-b0db-498c-962a-5966228c2fa2 HTTP/1.1" status: 200 len: 217 time: 0.0649686 Aug 19 18:03:23.291933 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-631f2ff5-89f3-407e-b947-9b233868db57 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:23.293969 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f2ff5-89f3-407e-b947-9b233868db57 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Pushing event updated for resources: {'Port': ['ID=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:23.301341 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-631f2ff5-89f3-407e-b947-9b233868db57 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:23.319752 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-1adb0a48-63ef-4c6d-9775-7a95157134bc req-2d789369-d99e-40ca-b313-9144fb06f53e tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] For port 2d37e335-994b-4290-9290-68af55592dcc, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=2d37e335-994b-4290-9290-68af55592dcc,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:23.320118 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1adb0a48-63ef-4c6d-9775-7a95157134bc req-2d789369-d99e-40ca-b313-9144fb06f53e tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.359018 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b5cdc-edbf-48c0-853c-3b930fd61b43 req-52b65c1d-6970-429b-b8cb-0927d42cb6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:23.360601 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5c8b5cdc-edbf-48c0-853c-3b930fd61b43 req-52b65c1d-6970-429b-b8cb-0927d42cb6bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2033503 Aug 19 18:03:23.361916 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-1adb0a48-63ef-4c6d-9775-7a95157134bc req-2d789369-d99e-40ca-b313-9144fb06f53e tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Calling delete_port for 2d37e335-994b-4290-9290-68af55592dcc owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:03:23.368176 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d522120f-f4f5-4091-b4af-9d92f967b90b req-84985647-27fc-489d-b1a8-084de7459d5f tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479666 Aug 19 18:03:23.382432 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cad0e-8b28-4602-bc37-fba81a922d2f req-2ac4a9e1-2565-4eaa-8782-6840deb7b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:23.384072 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a85cad0e-8b28-4602-bc37-fba81a922d2f req-2ac4a9e1-2565-4eaa-8782-6840deb7b424 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=146b6d87-a0dc-49aa-aae9-258fac7297e8 HTTP/1.1" status: 200 len: 862 time: 0.0810957 Aug 19 18:03:23.387296 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-33de07bf-c099-4d69-b5cf-2444a0642f9b req-31eef0d1-5ea4-495c-b2d6-f42e9c24077f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.389905 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-33de07bf-c099-4d69-b5cf-2444a0642f9b req-31eef0d1-5ea4-495c-b2d6-f42e9c24077f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.392798 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33de07bf-c099-4d69-b5cf-2444a0642f9b req-31eef0d1-5ea4-495c-b2d6-f42e9c24077f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "DELETE /v2.0/security-groups/526bd93f-4125-484d-8ef6-6a4e8856339c HTTP/1.1" status: 204 len: 173 time: 0.4324501 Aug 19 18:03:23.446785 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-631f2ff5-89f3-407e-b947-9b233868db57 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:23.447893 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-631f2ff5-89f3-407e-b947-9b233868db57 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.466825 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eef0d1-5ea4-495c-b2d6-f42e9c24077f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=526bd93f-4125-484d-8ef6-6a4e8856339c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:23.471202 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a85cad0e-8b28-4602-bc37-fba81a922d2f req-2ad9b594-0123-4881-9828-fe2004bac530 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c10b88e6-02ab-47c3-add3-7da1d41710d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424271 Aug 19 18:03:23.538792 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-631f2ff5-89f3-407e-b947-9b233868db57 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8738799 Aug 19 18:03:23.546253 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [req-a84f924d-77d0-42d2-93d0-fc24b93f9fec req-978694ff-97b4-43d9-9439-4ea4d6bfb6e1 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] show failed (client error): The resource could not be found. Aug 19 18:03:23.547622 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a84f924d-77d0-42d2-93d0-fc24b93f9fec req-978694ff-97b4-43d9-9439-4ea4d6bfb6e1 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/526bd93f-4125-484d-8ef6-6a4e8856339c HTTP/1.1" status: 404 len: 352 time: 0.0387497 Aug 19 18:03:23.554687 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a0b6e825-b90e-4bd5-a11a-fa369ebd0e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.570704 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-94ec1228-8d66-4fee-8ea8-b28a839b0b43 service neutron] Request body: {'port': {'device_id': '9f94f6ef-cfb3-43b8-804e-53d50428808e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:23.676533 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a85cad0e-8b28-4602-bc37-fba81a922d2f req-f2df3eed-dd8c-44fb-b486-b1d16be7f175 service neutron] 10.222.0.50 "GET /v2.0/networks/c10b88e6-02ab-47c3-add3-7da1d41710d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883790 Aug 19 18:03:23.677797 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5c8b5cdc-edbf-48c0-853c-3b930fd61b43 req-7baa15ae-cfe4-440a-9def-7383541bd522 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983177 Aug 19 18:03:23.695946 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1adb0a48-63ef-4c6d-9775-7a95157134bc req-2d789369-d99e-40ca-b313-9144fb06f53e tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.707649 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-94ec1228-8d66-4fee-8ea8-b28a839b0b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.714254 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b7fa8-d56c-441c-86ca-671fb9b23994 req-797d1318-1d16-4381-8e3e-8d7fb565f877 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:23.716780 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['2d37e335-994b-4290-9290-68af55592dcc', 'bc594908-7df4-489e-a1fd-2df2a543b8e6'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:23.717518 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c31b7fa8-d56c-441c-86ca-671fb9b23994 req-797d1318-1d16-4381-8e3e-8d7fb565f877 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 946 time: 0.1299098 Aug 19 18:03:23.761170 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a0b6e825-b90e-4bd5-a11a-fa369ebd0e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.805305 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6e825-b90e-4bd5-a11a-fa369ebd0e73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf6bdf3b-81ff-45ea-a8fd-a567bb77533a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:23.812216 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a0b6e825-b90e-4bd5-a11a-fa369ebd0e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.817230 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a0b6e825-b90e-4bd5-a11a-fa369ebd0e73 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bf6bdf3b-81ff-45ea-a8fd-a567bb77533a HTTP/1.1" status: 204 len: 168 time: 0.8400853 Aug 19 18:03:23.828923 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d789369-d99e-40ca-b313-9144fb06f53e tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Pushing event deleted for resources: {'Port': ['ID=2d37e335-994b-4290-9290-68af55592dcc,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:23.835739 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37032) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:23.864677 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8358b23c-8efb-4861-8a97-5efe4290b53d None None] Network 2b461cf2-aa36-4b43-aa61-a78015d98ca4 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:23.905088 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5c8b5cdc-edbf-48c0-853c-3b930fd61b43 req-a2b4ef72-7ac6-41af-b01f-37da8934c5ef service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085326 Aug 19 18:03:23.986584 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c31b7fa8-d56c-441c-86ca-671fb9b23994 req-dd08b6bc-75bb-4906-a8c3-f0bd970cd71d tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409413 Aug 19 18:03:24.102938 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2c697cbf-c665-44c0-8fe1-ce0a9c6a307a req-d63c05b8-cf96-49ad-97f1-8853b60f9929 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dabde781ddb345aead884b8987cb9981 HTTP/1.1" status: 200 len: 6149 time: 0.1423812 Aug 19 18:03:24.129825 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adb0a48-63ef-4c6d-9775-7a95157134bc req-2d789369-d99e-40ca-b313-9144fb06f53e tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] No DVR routers for this DVR port 2d37e335-994b-4290-9290-68af55592dcc on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:03:24.137265 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1adb0a48-63ef-4c6d-9775-7a95157134bc req-2d789369-d99e-40ca-b313-9144fb06f53e tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.139205 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1adb0a48-63ef-4c6d-9775-7a95157134bc req-2d789369-d99e-40ca-b313-9144fb06f53e tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.50 "DELETE /v2.0/ports/2d37e335-994b-4290-9290-68af55592dcc HTTP/1.1" status: 204 len: 173 time: 1.3507268 Aug 19 18:03:24.205468 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fa213d1-12b1-48aa-a057-1b88bb8acea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.216223 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2c697cbf-c665-44c0-8fe1-ce0a9c6a307a req-563281fd-1f97-4b90-9ac5-540a2076ac3f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/944f342e-ab18-4eae-b856-158ee438b7fb HTTP/1.1" status: 200 len: 2981 time: 0.1018667 Aug 19 18:03:24.225395 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a85cad0e-8b28-4602-bc37-fba81a922d2f req-35b293cb-65a7-4c36-a0fe-c704308e220f service neutron] 10.222.0.50 "GET /v2.0/networks/c10b88e6-02ab-47c3-add3-7da1d41710d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033429 Aug 19 18:03:24.338507 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2c697cbf-c665-44c0-8fe1-ce0a9c6a307a req-a69cfe23-4b3f-45c3-9de2-355a986cd877 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/944f342e-ab18-4eae-b856-158ee438b7fb HTTP/1.1" status: 200 len: 2981 time: 0.1197586 Aug 19 18:03:24.343684 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-94ec1228-8d66-4fee-8ea8-b28a839b0b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:24.359275 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a450d2f-d532-47b3-9dba-76b2f0c72931 req-b5320dd8-894e-4f86-955e-906fb75bc3cb tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:24.360891 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a450d2f-d532-47b3-9dba-76b2f0c72931 req-b5320dd8-894e-4f86-955e-906fb75bc3cb tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=202dc7bb-0565-40cd-b9ab-34fb461cc817 HTTP/1.1" status: 200 len: 944 time: 0.1812603 Aug 19 18:03:24.364917 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-94ec1228-8d66-4fee-8ea8-b28a839b0b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.397061 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-94ec1228-8d66-4fee-8ea8-b28a839b0b43 service neutron] Transition to ACTIVE for port object 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:24.408366 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-94ec1228-8d66-4fee-8ea8-b28a839b0b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.471541 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-2fa213d1-12b1-48aa-a057-1b88bb8acea1 admin admin] Deleting port 892a729a-575a-4586-aee7-25cc5215d3c3 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:03:24.473376 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fa213d1-12b1-48aa-a057-1b88bb8acea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.482940 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a450d2f-d532-47b3-9dba-76b2f0c72931 req-186a0135-90a7-4f11-a38b-473e5c9eb7a4 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785501 Aug 19 18:03:24.497869 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37046) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:24.540749 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77976ff6-5fbf-4e33-b7e4-ee9c28763681 None None] DHCP port deletion for 2b461cf2-aa36-4b43-aa61-a78015d98ca4 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:03:24.636789 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec1228-8d66-4fee-8ea8-b28a839b0b43 service neutron] Pushing event updated for resources: {'Port': ['ID=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:24.666107 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-77976ff6-5fbf-4e33-b7e4-ee9c28763681 None None] Deleting port 892a729a-575a-4586-aee7-25cc5215d3c3 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:03:24.666819 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-77976ff6-5fbf-4e33-b7e4-ee9c28763681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.698738 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-2fa213d1-12b1-48aa-a057-1b88bb8acea1 admin admin] For port 892a729a-575a-4586-aee7-25cc5215d3c3, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=892a729a-575a-4586-aee7-25cc5215d3c3,segment=NetworkSegment(a00bc5df-a61a-4c51-beeb-de81741fa8a0),segment_id=a00bc5df-a61a-4c51-beeb-de81741fa8a0)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:24.699562 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fa213d1-12b1-48aa-a057-1b88bb8acea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.721362 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-2fa213d1-12b1-48aa-a057-1b88bb8acea1 admin admin] Calling delete_port for 892a729a-575a-4586-aee7-25cc5215d3c3 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:03:24.724652 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c6f55-0a89-4dbe-b0a7-b4e5a0943904 req-e38a810e-d3e2-420c-a3cf-5813fd16ca6b tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:24.726286 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b2c6f55-0a89-4dbe-b0a7-b4e5a0943904 req-e38a810e-d3e2-420c-a3cf-5813fd16ca6b tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 1097 time: 0.1261096 Aug 19 18:03:24.742591 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428d8cc-eb9c-48ec-95d8-5d5b179e762e req-21fe7a45-a455-46f2-ac26-bed990bfa46d tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:24.745572 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7428d8cc-eb9c-48ec-95d8-5d5b179e762e req-21fe7a45-a455-46f2-ac26-bed990bfa46d tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 943 time: 0.2735376 Aug 19 18:03:24.770737 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-77976ff6-5fbf-4e33-b7e4-ee9c28763681 None None] For port 892a729a-575a-4586-aee7-25cc5215d3c3, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=892a729a-575a-4586-aee7-25cc5215d3c3,segment=NetworkSegment(a00bc5df-a61a-4c51-beeb-de81741fa8a0),segment_id=a00bc5df-a61a-4c51-beeb-de81741fa8a0)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:24.772148 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-77976ff6-5fbf-4e33-b7e4-ee9c28763681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.798187 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-77976ff6-5fbf-4e33-b7e4-ee9c28763681 None None] Calling delete_port for 892a729a-575a-4586-aee7-25cc5215d3c3 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:03:24.801264 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-94ec1228-8d66-4fee-8ea8-b28a839b0b43 service neutron] Attempting to bind port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:24.801638 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-94ec1228-8d66-4fee-8ea8-b28a839b0b43 service neutron] Attempting to bind port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:24.801976 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-94ec1228-8d66-4fee-8ea8-b28a839b0b43 service neutron] Attempting to bind port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:24.812065 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-94ec1228-8d66-4fee-8ea8-b28a839b0b43 service neutron] Port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d on network 50874bd2-7160-4e95-947b-586c5b7daba3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:03:24.812938 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-94ec1228-8d66-4fee-8ea8-b28a839b0b43 service neutron] Attempting to bind port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:24.827284 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-94ec1228-8d66-4fee-8ea8-b28a839b0b43 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:24.827485 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-94ec1228-8d66-4fee-8ea8-b28a839b0b43 service neutron] Checking segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:24.827875 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-94ec1228-8d66-4fee-8ea8-b28a839b0b43 service neutron] Bound using segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:24.828322 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-94ec1228-8d66-4fee-8ea8-b28a839b0b43 service neutron] Bound port: 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:24.828689 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-94ec1228-8d66-4fee-8ea8-b28a839b0b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.842804 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6101ae35-f38d-4f34-ae57-24fc8615d888', 'name': 'network-vif-deleted', 'tag': '2d37e335-994b-4290-9290-68af55592dcc'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:24.846601 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da45a0e-15da-4d4c-8961-f257561e3020" -d '{"events": [{"server_uuid": "6101ae35-f38d-4f34-ae57-24fc8615d888", "name": "network-vif-deleted", "tag": "2d37e335-994b-4290-9290-68af55592dcc"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:24.851141 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4e2b876f-7a9e-4124-9909-257d098d906b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.864102 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7428d8cc-eb9c-48ec-95d8-5d5b179e762e req-cc86075b-08d3-4249-bfdb-67829fdaba7d tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805893 Aug 19 18:03:24.885698 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b2c6f55-0a89-4dbe-b0a7-b4e5a0943904 req-bec47797-4839-4ca6-a7d4-6787e5384d8c tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462991 Aug 19 18:03:24.899757 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-b339ebc9-c219-47d8-bbef-f77cc90da443 req-571ae53b-24fc-4d2e-baf6-a4e09035a70a tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-846549184', 'description': 'tempest-description-4798331'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:24.934146 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-77976ff6-5fbf-4e33-b7e4-ee9c28763681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.956872 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-94ec1228-8d66-4fee-8ea8-b28a839b0b43 service neutron] For port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:24.961312 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-94ec1228-8d66-4fee-8ea8-b28a839b0b43 service neutron] For port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:24.968175 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-94ec1228-8d66-4fee-8ea8-b28a839b0b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.981710 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fa213d1-12b1-48aa-a057-1b88bb8acea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.999559 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77976ff6-5fbf-4e33-b7e4-ee9c28763681 None None] Pushing event deleted for resources: {'Port': ['ID=892a729a-575a-4586-aee7-25cc5215d3c3,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:25.007244 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77976ff6-5fbf-4e33-b7e4-ee9c28763681 None None] No DVR routers for this DVR port 892a729a-575a-4586-aee7-25cc5215d3c3 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:03:25.045375 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-94ec1228-8d66-4fee-8ea8-b28a839b0b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:25.046499 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-94ec1228-8d66-4fee-8ea8-b28a839b0b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.049820 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-94ec1228-8d66-4fee-8ea8-b28a839b0b43 service neutron] 10.222.0.50 "PUT /v2.0/ports/3e22a7d2-0b72-49d9-ac4c-5a663fe7082d HTTP/1.1" status: 200 len: 1091 time: 1.4971321 Aug 19 18:03:25.050450 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f94f6ef-cfb3-43b8-804e-53d50428808e', 'tag': '3e22a7d2-0b72-49d9-ac4c-5a663fe7082d'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:25.056277 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc53f41-4751-44b9-89a3-24242a7ae8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "9f94f6ef-cfb3-43b8-804e-53d50428808e", "tag": "3e22a7d2-0b72-49d9-ac4c-5a663fe7082d"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:25.064964 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a5bcab72-eeeb-420a-bb32-290fd5a33ecf req-106db2c3-7374-496d-9475-f25185b1d41b tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=6101ae35-f38d-4f34-ae57-24fc8615d888 HTTP/1.1" status: 200 len: 210 time: 0.0344062 Aug 19 18:03:25.065921 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa213d1-12b1-48aa-a057-1b88bb8acea1 admin admin] No DVR routers for this DVR port 892a729a-575a-4586-aee7-25cc5215d3c3 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:03:25.069630 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa213d1-12b1-48aa-a057-1b88bb8acea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=892a729a-575a-4586-aee7-25cc5215d3c3,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:25.071421 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec1228-8d66-4fee-8ea8-b28a839b0b43 service neutron] Pushing event updated for resources: {'Port': ['ID=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:25.173760 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-6878765b-3d1d-407d-b7c2-25770873fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:25.175393 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-6878765b-3d1d-407d-b7c2-25770873fe5e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 1094 time: 0.0591841 Aug 19 18:03:25.192177 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fa213d1-12b1-48aa-a057-1b88bb8acea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.197968 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4e2b876f-7a9e-4124-9909-257d098d906b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.210637 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4e2b876f-7a9e-4124-9909-257d098d906b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.214959 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-2fa213d1-12b1-48aa-a057-1b88bb8acea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b461cf2-aa36-4b43-aa61-a78015d98ca4']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:25.244479 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-2fa213d1-12b1-48aa-a057-1b88bb8acea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00bc5df-a61a-4c51-beeb-de81741fa8a0') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:25.244665 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-2fa213d1-12b1-48aa-a057-1b88bb8acea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00bc5df-a61a-4c51-beeb-de81741fa8a0') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:25.247643 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc730a28-783d-4ae8-bbea-39413b4b321c x-openstack-request-id: req-cc730a28-783d-4ae8-bbea-39413b4b321c {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:25.247956 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6101ae35-f38d-4f34-ae57-24fc8615d888", "name": "network-vif-deleted", "tag": "2d37e335-994b-4290-9290-68af55592dcc", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:25.248201 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc730a28-783d-4ae8-bbea-39413b4b321c {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:25.248785 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6101ae35-f38d-4f34-ae57-24fc8615d888', 'name': 'network-vif-deleted', 'tag': '2d37e335-994b-4290-9290-68af55592dcc', 'status': 'completed', 'code': 200} Aug 19 18:03:25.261959 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-41161480-7c94-48b4-a305-50ea2239996d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d HTTP/1.1" status: 200 len: 217 time: 0.0696337 Aug 19 18:03:25.283800 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fa213d1-12b1-48aa-a057-1b88bb8acea1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.287031 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b339ebc9-c219-47d8-bbef-f77cc90da443 req-571ae53b-24fc-4d2e-baf6-a4e09035a70a tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.294475 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b876f-7a9e-4124-9909-257d098d906b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bc5597-0d0a-40af-93ea-b7b0ea9f98f3,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:25.304754 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4e2b876f-7a9e-4124-9909-257d098d906b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8289b22f9feb4dfb8f54f83d39c7dc53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8057539 Aug 19 18:03:25.316491 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37058) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:25.327561 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fa213d1-12b1-48aa-a057-1b88bb8acea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.374590 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa213d1-12b1-48aa-a057-1b88bb8acea1 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:03:25.375980 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fa213d1-12b1-48aa-a057-1b88bb8acea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.376303 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-a598a0f4-d61a-455c-b8e9-fe4e60952fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:25.378052 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-a598a0f4-d61a-455c-b8e9-fe4e60952fa6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 HTTP/1.1" status: 200 len: 847 time: 0.0993049 Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:03:25.383766 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:03:25.444569 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-79950bb0-4377-4887-9b60-19e9e4d6d1b3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=50874bd2-7160-4e95-947b-586c5b7daba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477543 Aug 19 18:03:25.478557 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed6ae8-d64f-4923-b3fb-bb285639a904 req-4c4efac9-2c7f-48d7-a543-afee02dde7b2 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:25.480310 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bfed6ae8-d64f-4923-b3fb-bb285639a904 req-4c4efac9-2c7f-48d7-a543-afee02dde7b2 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 1097 time: 0.1744621 Aug 19 18:03:25.520368 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fa213d1-12b1-48aa-a057-1b88bb8acea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.527919 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c4e72bb-0e47-4600-a002-4ada34cd02ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.552856 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fa213d1-12b1-48aa-a057-1b88bb8acea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.554774 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2fa213d1-12b1-48aa-a057-1b88bb8acea1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2b461cf2-aa36-4b43-aa61-a78015d98ca4 HTTP/1.1" status: 204 len: 168 time: 1.7023416 Aug 19 18:03:25.557190 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c4e72bb-0e47-4600-a002-4ada34cd02ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.588491 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa213d1-12b1-48aa-a057-1b88bb8acea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b461cf2-aa36-4b43-aa61-a78015d98ca4,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:25.591484 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b339ebc9-c219-47d8-bbef-f77cc90da443 req-571ae53b-24fc-4d2e-baf6-a4e09035a70a tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.601353 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bfed6ae8-d64f-4923-b3fb-bb285639a904 req-1122ec38-25b6-41d5-9b79-f01781809839 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012409 Aug 19 18:03:25.601668 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b339ebc9-c219-47d8-bbef-f77cc90da443 req-571ae53b-24fc-4d2e-baf6-a4e09035a70a tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.642004 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c4e72bb-0e47-4600-a002-4ada34cd02ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.650154 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c4e72bb-0e47-4600-a002-4ada34cd02ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.654100 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7c4e72bb-0e47-4600-a002-4ada34cd02ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32bc5597-0d0a-40af-93ea-b7b0ea9f98f3 HTTP/1.1" status: 204 len: 168 time: 0.3333452 Aug 19 18:03:25.661659 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e72bb-0e47-4600-a002-4ada34cd02ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bc5597-0d0a-40af-93ea-b7b0ea9f98f3,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:25.692968 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b339ebc9-c219-47d8-bbef-f77cc90da443 req-571ae53b-24fc-4d2e-baf6-a4e09035a70a tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.694640 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b339ebc9-c219-47d8-bbef-f77cc90da443 req-571ae53b-24fc-4d2e-baf6-a4e09035a70a tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.8008137 Aug 19 18:03:25.731045 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25568e3e-b1b8-4289-a4f7-9bfdc19e4172 x-openstack-request-id: req-25568e3e-b1b8-4289-a4f7-9bfdc19e4172 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:25.731468 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f94f6ef-cfb3-43b8-804e-53d50428808e", "tag": "3e22a7d2-0b72-49d9-ac4c-5a663fe7082d", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:25.731846 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25568e3e-b1b8-4289-a4f7-9bfdc19e4172 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:25.732366 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f94f6ef-cfb3-43b8-804e-53d50428808e', 'tag': '3e22a7d2-0b72-49d9-ac4c-5a663fe7082d', 'status': 'completed', 'code': 200} Aug 19 18:03:25.735422 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ae53b-24fc-4d2e-baf6-a4e09035a70a tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbc9ee0-7d5d-47e9-beed-754540d5721f,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:25.744927 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-f45c90f1-3d61-4956-8ad4-49bc28366bd6 service neutron] 10.222.0.50 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820246 Aug 19 18:03:25.784010 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37074) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:25.790057 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device d9ab78c8-b0db-498c-962a-5966228c2fa2 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:03:25.850385 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-e5787f3c-58bd-43b8-96cb-9874e4970c03 req-373c40ad-5946-4d37-9707-819f0175cd26 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1021366839', 'description': 'tempest-description-301297093'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:25.858999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefe113-45e2-4b82-b505-9664bba3ad26 req-9ac99e5f-2e74-44cf-9ffe-de476974683d tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:25.860583 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fcefe113-45e2-4b82-b505-9664bba3ad26 req-9ac99e5f-2e74-44cf-9ffe-de476974683d tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=202dc7bb-0565-40cd-b9ab-34fb461cc817 HTTP/1.1" status: 200 len: 944 time: 0.0933018 Aug 19 18:03:25.888512 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9b67dff4-f2fe-4b82-9ad7-8b114c3083fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c80146e62014015a1e5184bac01a6ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0797772 Aug 19 18:03:25.890967 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37080) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:25.902321 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-288975b6-36b1-4ab1-80d5-3adb0af2e229 req-5eddbab3-722f-4759-8a50-4c41ca9dca00 service neutron] 10.222.0.50 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406837 Aug 19 18:03:25.909639 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e5787f3c-58bd-43b8-96cb-9874e4970c03 req-373c40ad-5946-4d37-9707-819f0175cd26 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.924523 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 2d37e335-994b-4290-9290-68af55592dcc no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:25.935295 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fcefe113-45e2-4b82-b505-9664bba3ad26 req-746adee3-8888-4307-a5e5-3dfab28163e2 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662990 Aug 19 18:03:25.954073 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 2d37e335-994b-4290-9290-68af55592dcc {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:03:25.954941 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 2d37e335-994b-4290-9290-68af55592dcc not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:03:25.961169 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a97a86a-fac7-477a-84ba-ecd3a97cbed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.985370 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a97a86a-fac7-477a-84ba-ecd3a97cbed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.985910 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port d9ab78c8-b0db-498c-962a-5966228c2fa2, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d9ab78c8-b0db-498c-962a-5966228c2fa2,segment=NetworkSegment(9c7d747c-4d15-4d78-8a75-1bea6385c296),segment_id=9c7d747c-4d15-4d78-8a75-1bea6385c296)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:26.006969 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'd9ab78c8-b0db-498c-962a-5966228c2fa2', 'network_id': 'c10b88e6-02ab-47c3-add3-7da1d41710d4', 'port_id': 'd9ab78c8-b0db-498c-962a-5966228c2fa2', 'mac_address': 'fa:16:3e:2b:e9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146b6d87-a0dc-49aa-aae9-258fac7297e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:03:26.051448 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a97a86a-fac7-477a-84ba-ecd3a97cbed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:26.054318 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a97a86a-fac7-477a-84ba-ecd3a97cbed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:26.055484 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0a97a86a-fac7-477a-84ba-ecd3a97cbed8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15252b81-9295-46b5-979b-66f96cd10f63 HTTP/1.1" status: 204 len: 168 time: 0.1636262 Aug 19 18:03:26.075510 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97a86a-fac7-477a-84ba-ecd3a97cbed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15252b81-9295-46b5-979b-66f96cd10f63,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:26.079545 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:26.092166 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc53f41-4751-44b9-89a3-24242a7ae8bd req-e342715a-2dd5-4569-a4a1-aa97690e9790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:26.094058 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ffc53f41-4751-44b9-89a3-24242a7ae8bd req-e342715a-2dd5-4569-a4a1-aa97690e9790 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 1094 time: 0.1175120 Aug 19 18:03:26.115882 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ab78c8-b0db-498c-962a-5966228c2fa2 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:26.184947 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port d9ab78c8-b0db-498c-962a-5966228c2fa2, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d9ab78c8-b0db-498c-962a-5966228c2fa2,segment=NetworkSegment(9c7d747c-4d15-4d78-8a75-1bea6385c296),segment_id=9c7d747c-4d15-4d78-8a75-1bea6385c296)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:26.192436 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:26.276379 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08327c3-3fb2-4d9e-910e-9784f1a4e637 req-3851bbbc-c975-474d-b8dd-51a6b3535a10 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:26.278086 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e5787f3c-58bd-43b8-96cb-9874e4970c03 req-373c40ad-5946-4d37-9707-819f0175cd26 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:26.285767 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e5787f3c-58bd-43b8-96cb-9874e4970c03 req-373c40ad-5946-4d37-9707-819f0175cd26 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:26.286070 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f08327c3-3fb2-4d9e-910e-9784f1a4e637 req-3851bbbc-c975-474d-b8dd-51a6b3535a10 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 943 time: 0.0728569 Aug 19 18:03:26.311116 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=d9ab78c8-b0db-498c-962a-5966228c2fa2,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:26.322844 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37090) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:26.330077 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc53f41-4751-44b9-89a3-24242a7ae8bd req-7ecaf070-d4b4-48c7-bc52-ebd49445b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:26.331745 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ffc53f41-4751-44b9-89a3-24242a7ae8bd req-7ecaf070-d4b4-48c7-bc52-ebd49445b86c service neutron] 10.222.0.50 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 908 time: 0.2222013 Aug 19 18:03:26.335825 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e5787f3c-58bd-43b8-96cb-9874e4970c03 req-373c40ad-5946-4d37-9707-819f0175cd26 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:26.352302 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e5787f3c-58bd-43b8-96cb-9874e4970c03 req-373c40ad-5946-4d37-9707-819f0175cd26 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5082705 Aug 19 18:03:26.366667 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f08327c3-3fb2-4d9e-910e-9784f1a4e637 req-2eaaece3-2fa0-4366-ae97-29fe1dc7de2b tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796840 Aug 19 18:03:26.370683 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-955ada1f-14fe-4d7e-a7f3-b3d908006a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:26.469288 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ffc53f41-4751-44b9-89a3-24242a7ae8bd req-7a0b1bdb-2756-4f1e-8c88-c2d094b03ce9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d HTTP/1.1" status: 200 len: 217 time: 0.1041768 Aug 19 18:03:26.471322 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c40ad-5946-4d37-9707-819f0175cd26 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f913a255-cd4e-49dc-b22c-7a8fb41acad7,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:26.545379 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3ee93-a766-4fed-afed-bcaeaffb721a req-ff3f593b-9592-4eb3-926d-be70e52f47ca tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:26.547110 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67a3ee93-a766-4fed-afed-bcaeaffb721a req-ff3f593b-9592-4eb3-926d-be70e52f47ca tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 1097 time: 0.0860696 Aug 19 18:03:26.561595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc53f41-4751-44b9-89a3-24242a7ae8bd req-62de5615-84af-4956-a899-fb15a54d0f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:26.563392 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ffc53f41-4751-44b9-89a3-24242a7ae8bd req-62de5615-84af-4956-a899-fb15a54d0f34 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 HTTP/1.1" status: 200 len: 847 time: 0.0757103 Aug 19 18:03:26.588666 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['d9ab78c8-b0db-498c-962a-5966228c2fa2'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:26.608393 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-955ada1f-14fe-4d7e-a7f3-b3d908006a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:26.628706 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 892a729a-575a-4586-aee7-25cc5215d3c3 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:26.636837 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-955ada1f-14fe-4d7e-a7f3-b3d908006a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:26.654849 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ffc53f41-4751-44b9-89a3-24242a7ae8bd req-40706c09-9b67-4c7a-a690-3f9a1145348e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=50874bd2-7160-4e95-947b-586c5b7daba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774705 Aug 19 18:03:26.656883 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 892a729a-575a-4586-aee7-25cc5215d3c3 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:03:26.657236 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 892a729a-575a-4586-aee7-25cc5215d3c3 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:03:26.748541 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67a3ee93-a766-4fed-afed-bcaeaffb721a req-24660591-e6bb-4199-8354-ae54f8b68871 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887791 Aug 19 18:03:26.754177 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-955ada1f-14fe-4d7e-a7f3-b3d908006a31 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d51426836b3462a9b86b8f56543a364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4276564 Aug 19 18:03:26.754177 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ada1f-14fe-4d7e-a7f3-b3d908006a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57001c10-a88f-465d-b10e-032e8334ab65,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:26.759402 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37106) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:26.930950 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f1b38729-6440-47f1-8b61-73bac40796d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:26.998925 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f1b38729-6440-47f1-8b61-73bac40796d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:27.067953 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-3d5d15f5-7249-4fe5-8344-b025e7ec42e4 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:27.069520 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-3d5d15f5-7249-4fe5-8344-b025e7ec42e4 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/networks?id=f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 HTTP/1.1" status: 200 len: 812 time: 0.1704657 Aug 19 18:03:27.101602 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-f988742d-a94a-415e-bb29-a661873983bf tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/quotas/dabde781ddb345aead884b8987cb9981 HTTP/1.1" status: 200 len: 375 time: 0.0191379 Aug 19 18:03:27.118011 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f1b38729-6440-47f1-8b61-73bac40796d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:27.121955 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f1b38729-6440-47f1-8b61-73bac40796d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:27.124971 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f1b38729-6440-47f1-8b61-73bac40796d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57001c10-a88f-465d-b10e-032e8334ab65 HTTP/1.1" status: 204 len: 168 time: 0.3640978 Aug 19 18:03:27.141035 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2200a-655f-467e-92aa-d33e7ce505ee req-9ad675fa-626f-481c-b392-7b8bbfa75c3a tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:27.142634 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5ae2200a-655f-467e-92aa-d33e7ce505ee req-9ad675fa-626f-481c-b392-7b8bbfa75c3a tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 951 time: 0.0848217 Aug 19 18:03:27.148701 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ffc53f41-4751-44b9-89a3-24242a7ae8bd req-bdaf9aa6-2813-4fa9-b0e5-99c3baf71c62 service neutron] 10.222.0.50 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833038 Aug 19 18:03:27.159832 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b38729-6440-47f1-8b61-73bac40796d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57001c10-a88f-465d-b10e-032e8334ab65,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:27.221378 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-b894a938-7b8e-4146-b326-96cda7b73676 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dabde781ddb345aead884b8987cb9981&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1157408 Aug 19 18:03:27.239478 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5ae2200a-655f-467e-92aa-d33e7ce505ee req-a7b6047c-78e4-4162-a48e-4568d7c7e37a tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895023 Aug 19 18:03:27.288257 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ffc53f41-4751-44b9-89a3-24242a7ae8bd req-ce8ef331-0216-4377-9138-916e75a03927 service neutron] 10.222.0.50 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233027 Aug 19 18:03:27.294290 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37132) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:27.330718 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-1d0b67a0-09b0-4334-b33e-ccae259e111c service neutron] 10.222.0.24 "GET /v2.0/networks/f24c7da1-2b52-4491-aeec-8ee53ea1e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074920 Aug 19 18:03:27.423694 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42cdea-b20f-415b-aca2-c65e430593a8 req-fca35114-6d2d-4de1-bbac-66ed7090a97f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:27.426439 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3b42cdea-b20f-415b-aca2-c65e430593a8 req-fca35114-6d2d-4de1-bbac-66ed7090a97f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=202dc7bb-0565-40cd-b9ab-34fb461cc817 HTTP/1.1" status: 200 len: 945 time: 0.0900452 Aug 19 18:03:27.445609 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-4fafc459-87d8-4e96-ab24-65c5abeef612 service neutron] 10.222.0.24 "GET /v2.0/networks/f24c7da1-2b52-4491-aeec-8ee53ea1e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072032 Aug 19 18:03:27.518506 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3b42cdea-b20f-415b-aca2-c65e430593a8 req-0484dfca-c498-40ec-8b56-29121860119d tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836830 Aug 19 18:03:27.699817 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f66edc34-f56b-4645-8da2-4ddecf23fb6d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1370410028-network', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:27.723225 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bc83b-b047-485c-9939-7e82bbdff797 req-e5118e1d-cac1-4f0f-995f-ca122875f87c tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:27.726223 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-346bc83b-b047-485c-9939-7e82bbdff797 req-e5118e1d-cac1-4f0f-995f-ca122875f87c tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 943 time: 0.1294217 Aug 19 18:03:27.797468 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6b223831-1973-443d-bc22-d92ca74b258c req-3b1c5544-0329-43a6-88c6-4e483ac029c4 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cbdf73b-79c0-4da8-aaa0-8a105e815a28 HTTP/1.1" status: 200 len: 210 time: 0.0455031 Aug 19 18:03:27.811958 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device d9ab78c8-b0db-498c-962a-5966228c2fa2 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:27.829501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66edc34-f56b-4645-8da2-4ddecf23fb6d admin admin] Made reservation on behalf of b4c96cb79c46474f800504e123a99c91 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:27.832310 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f66edc34-f56b-4645-8da2-4ddecf23fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:27.841739 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-346bc83b-b047-485c-9939-7e82bbdff797 req-c02bb652-d3a8-498e-b546-c172038efb22 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916474 Aug 19 18:03:27.849223 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f66edc34-f56b-4645-8da2-4ddecf23fb6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:27.908148 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port d9ab78c8-b0db-498c-962a-5966228c2fa2 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:27.914953 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port d9ab78c8-b0db-498c-962a-5966228c2fa2 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:27.917510 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:27.978033 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f66edc34-f56b-4645-8da2-4ddecf23fb6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:27.986852 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f66edc34-f56b-4645-8da2-4ddecf23fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:28.013274 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66edc34-f56b-4645-8da2-4ddecf23fb6d admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:03:28.030434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66edc34-f56b-4645-8da2-4ddecf23fb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857555d0-dcfd-4bfd-867c-d0521bda6db7,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:28.033596 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f66edc34-f56b-4645-8da2-4ddecf23fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:28.033944 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-f66edc34-f56b-4645-8da2-4ddecf23fb6d admin admin] Added segment 4a039d40-5096-4efe-a9e6-dc12e26f9952 of type vlan for network 73650f01-9243-4f8f-ada4-5096f7e45ce8 Aug 19 18:03:28.081200 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f66edc34-f56b-4645-8da2-4ddecf23fb6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:28.095523 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef95d7-ab31-441f-9699-9109419c002e req-58b8605f-5b36-4f5a-829f-7c49f9097ec9 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:28.113723 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a5ef95d7-ab31-441f-9699-9109419c002e req-58b8605f-5b36-4f5a-829f-7c49f9097ec9 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 1097 time: 0.1307278 Aug 19 18:03:28.126229 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:28.130412 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f66edc34-f56b-4645-8da2-4ddecf23fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:28.131415 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66edc34-f56b-4645-8da2-4ddecf23fb6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:28.131994 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f66edc34-f56b-4645-8da2-4ddecf23fb6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:28.172110 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202dc7bb-0565-40cd-b9ab-34fb461cc817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ab78c8-b0db-498c-962a-5966228c2fa2'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:28.175058 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3e708b-665c-456c-acec-8472ce6f4858" -d '{"events": [{"server_uuid": "202dc7bb-0565-40cd-b9ab-34fb461cc817", "name": "network-vif-plugged", "status": "completed", "tag": "d9ab78c8-b0db-498c-962a-5966228c2fa2"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:28.183608 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a5ef95d7-ab31-441f-9699-9109419c002e req-ab3a290e-2b8a-4e08-8bc1-48644d76f795 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622292 Aug 19 18:03:28.201263 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37168) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:28.201805 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f66edc34-f56b-4645-8da2-4ddecf23fb6d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9062195 Aug 19 18:03:28.208986 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-404463ea-3117-4a07-ad5e-8d2cc93ff792 admin admin] Request body: {'subnet': {'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1370410028-subnet', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:28.221414 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port d9ab78c8-b0db-498c-962a-5966228c2fa2, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d9ab78c8-b0db-498c-962a-5966228c2fa2,segment=NetworkSegment(9c7d747c-4d15-4d78-8a75-1bea6385c296),segment_id=9c7d747c-4d15-4d78-8a75-1bea6385c296)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:28.225803 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66edc34-f56b-4645-8da2-4ddecf23fb6d admin admin] Pushing event updated for resources: {'Network': ['ID=73650f01-9243-4f8f-ada4-5096f7e45ce8,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:28.241241 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:28.298948 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404463ea-3117-4a07-ad5e-8d2cc93ff792 admin admin] Made reservation on behalf of b4c96cb79c46474f800504e123a99c91 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:28.301238 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-404463ea-3117-4a07-ad5e-8d2cc93ff792 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:28.328473 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 73650f01-9243-4f8f-ada4-5096f7e45ce8 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:03:28.336608 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4158f1d-994a-447b-9539-3cb548c23c6d x-openstack-request-id: req-a4158f1d-994a-447b-9539-3cb548c23c6d {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:28.336901 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202dc7bb-0565-40cd-b9ab-34fb461cc817", "name": "network-vif-plugged", "status": "completed", "tag": "d9ab78c8-b0db-498c-962a-5966228c2fa2", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:28.337468 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4158f1d-994a-447b-9539-3cb548c23c6d {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:28.338559 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202dc7bb-0565-40cd-b9ab-34fb461cc817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ab78c8-b0db-498c-962a-5966228c2fa2', 'code': 200} Aug 19 18:03:28.480105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=d9ab78c8-b0db-498c-962a-5966228c2fa2,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:28.567190 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-404463ea-3117-4a07-ad5e-8d2cc93ff792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:28.575255 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c057e8f-dcc0-498f-b10b-b88bf43983eb req-42287588-310c-4016-8d0d-b374027d2f69 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:28.576940 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0c057e8f-dcc0-498f-b10b-b88bf43983eb req-42287588-310c-4016-8d0d-b374027d2f69 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 951 time: 0.2050359 Aug 19 18:03:28.578829 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0486438-c9a3-4234-aa25-aa812dde56b0 req-be5c0b50-c67c-4ccb-a340-00d0d645a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:28.580237 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c0486438-c9a3-4234-aa25-aa812dde56b0 req-be5c0b50-c67c-4ccb-a340-00d0d645a63b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=202dc7bb-0565-40cd-b9ab-34fb461cc817 HTTP/1.1" status: 200 len: 1097 time: 0.1969213 Aug 19 18:03:28.634932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404463ea-3117-4a07-ad5e-8d2cc93ff792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dea398ad-a68d-4f83-811a-5b05b0ea2699,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:28.644082 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404463ea-3117-4a07-ad5e-8d2cc93ff792 admin admin] Checking segment: {'id': '4a039d40-5096-4efe-a9e6-dc12e26f9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:28.644625 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404463ea-3117-4a07-ad5e-8d2cc93ff792 admin admin] Network hostable DHCP agents. Network: 73650f01-9243-4f8f-ada4-5096f7e45ce8, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:03:28.683280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404463ea-3117-4a07-ad5e-8d2cc93ff792 admin admin] Network 73650f01-9243-4f8f-ada4-5096f7e45ce8 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:03:28.689039 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c0486438-c9a3-4234-aa25-aa812dde56b0 req-5ff40ec5-550d-4684-b8df-2869be51c422 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834987 Aug 19 18:03:28.704838 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-404463ea-3117-4a07-ad5e-8d2cc93ff792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 73650f01-9243-4f8f-ada4-5096f7e45ce8) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:28.706284 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0c057e8f-dcc0-498f-b10b-b88bf43983eb req-1871bf2e-20d4-467b-be91-c975dcb74bc4 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214793 Aug 19 18:03:28.714199 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404463ea-3117-4a07-ad5e-8d2cc93ff792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:28.714826 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-404463ea-3117-4a07-ad5e-8d2cc93ff792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:28.718961 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf70032-b073-47a7-a80d-bd97b78d5fbf None None] Network 73650f01-9243-4f8f-ada4-5096f7e45ce8 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:28.754592 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-404463ea-3117-4a07-ad5e-8d2cc93ff792 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5516465 Aug 19 18:03:28.757775 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37192) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:28.766023 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-de1e1226-db8a-4abe-90a8-74814b3933ab admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1370410028-router', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:28.835674 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-de1e1226-db8a-4abe-90a8-74814b3933ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:28.836807 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-de1e1226-db8a-4abe-90a8-74814b3933ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:28.900776 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f20ad-1682-437c-b127-093a5495624a req-a6e1e558-f27e-44c0-a095-928b25e9e6f3 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:28.902507 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2c7f20ad-1682-437c-b127-093a5495624a req-a6e1e558-f27e-44c0-a095-928b25e9e6f3 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=202dc7bb-0565-40cd-b9ab-34fb461cc817 HTTP/1.1" status: 200 len: 946 time: 0.0812907 Aug 19 18:03:28.955853 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-de1e1226-db8a-4abe-90a8-74814b3933ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:28.967561 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7df9453-9a09-46b7-ad6d-ea6c90c27d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-73650f01-9243-4f8f-ada4-5096f7e45ce8', 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'fixed_ips': [{'subnet_id': 'dea398ad-a68d-4f83-811a-5b05b0ea2699'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:03:28.969787 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a7df9453-9a09-46b7-ad6d-ea6c90c27d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:29.089739 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2c7f20ad-1682-437c-b127-093a5495624a req-232c11b6-9f5f-4127-8a2f-3f901043b96b tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463041 Aug 19 18:03:29.179672 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-a7df9453-9a09-46b7-ad6d-ea6c90c27d3a None None] Allocated IP 172.20.0.2 (73650f01-9243-4f8f-ada4-5096f7e45ce8/dea398ad-a68d-4f83-811a-5b05b0ea2699/50f8cb9e-4862-4844-9586-459ddb52077a) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:29.208670 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-de1e1226-db8a-4abe-90a8-74814b3933ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:29.224243 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca6ce5-93b9-48ef-8f5f-13051f04fd5b req-d72371d3-6e16-4f63-ba54-c4dd1fefb0f5 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:29.225916 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-62ca6ce5-93b9-48ef-8f5f-13051f04fd5b req-d72371d3-6e16-4f63-ba54-c4dd1fefb0f5 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 951 time: 0.2126758 Aug 19 18:03:29.402721 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-971d18f2-cb36-475d-b20a-acd6cdd4112c req-4dd5bb1b-d5a0-45f1-94ff-4ea3eab80433 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cbdf73b-79c0-4da8-aaa0-8a105e815a28 HTTP/1.1" status: 200 len: 210 time: 0.0630422 Aug 19 18:03:29.493778 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a7df9453-9a09-46b7-ad6d-ea6c90c27d3a None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:29.496869 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-62ca6ce5-93b9-48ef-8f5f-13051f04fd5b req-66d1cfdf-7d65-4c96-99e6-27ad93fb713a tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Deleting port bc594908-7df4-489e-a1fd-2df2a543b8e6 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:03:29.497220 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-62ca6ce5-93b9-48ef-8f5f-13051f04fd5b req-66d1cfdf-7d65-4c96-99e6-27ad93fb713a tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:29.517392 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a7df9453-9a09-46b7-ad6d-ea6c90c27d3a None None] Transition to ACTIVE for port object 50f8cb9e-4862-4844-9586-459ddb52077a will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:29.537034 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a7df9453-9a09-46b7-ad6d-ea6c90c27d3a None None] Transition to ACTIVE for port object 50f8cb9e-4862-4844-9586-459ddb52077a will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:29.548706 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a7df9453-9a09-46b7-ad6d-ea6c90c27d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:29.551111 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-2c43e098-4db7-48d6-a42e-8ba0c0b59c3a tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:29.553469 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-2c43e098-4db7-48d6-a42e-8ba0c0b59c3a tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.54 "GET /v2.0/networks?id=f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 HTTP/1.1" status: 200 len: 812 time: 0.2970748 Aug 19 18:03:29.584169 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-d81167d7-d922-4e42-bf5e-207c354d1da6 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Request body: {'port': {'device_id': '4cbdf73b-79c0-4da8-aaa0-8a105e815a28', 'network_id': 'f24c7da1-2b52-4491-aeec-8ee53ea1e3f5', 'admin_state_up': True, 'tenant_id': 'dabde781ddb345aead884b8987cb9981'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:29.595031 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7df9453-9a09-46b7-ad6d-ea6c90c27d3a None None] Network 73650f01-9243-4f8f-ada4-5096f7e45ce8 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:29.601939 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-a7df9453-9a09-46b7-ad6d-ea6c90c27d3a None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:29.606924 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7df9453-9a09-46b7-ad6d-ea6c90c27d3a None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:29.615830 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df9453-9a09-46b7-ad6d-ea6c90c27d3a None None] Pushing event updated for resources: {'Port': ['ID=50f8cb9e-4862-4844-9586-459ddb52077a,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:29.670394 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a7df9453-9a09-46b7-ad6d-ea6c90c27d3a None None] Attempting to bind port 50f8cb9e-4862-4844-9586-459ddb52077a on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:29.670912 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a7df9453-9a09-46b7-ad6d-ea6c90c27d3a None None] Attempting to bind port 50f8cb9e-4862-4844-9586-459ddb52077a by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '4a039d40-5096-4efe-a9e6-dc12e26f9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:29.671875 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7df9453-9a09-46b7-ad6d-ea6c90c27d3a None None] Attempting to bind port 50f8cb9e-4862-4844-9586-459ddb52077a on network 73650f01-9243-4f8f-ada4-5096f7e45ce8 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:29.678579 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7df9453-9a09-46b7-ad6d-ea6c90c27d3a None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:29.679856 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7df9453-9a09-46b7-ad6d-ea6c90c27d3a None None] Checking segment: {'id': '4a039d40-5096-4efe-a9e6-dc12e26f9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:29.680403 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a7df9453-9a09-46b7-ad6d-ea6c90c27d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:29.680806 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7df9453-9a09-46b7-ad6d-ea6c90c27d3a None None] Bound using segment: {'id': '4a039d40-5096-4efe-a9e6-dc12e26f9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:29.681295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a7df9453-9a09-46b7-ad6d-ea6c90c27d3a None None] Bound port: 50f8cb9e-4862-4844-9586-459ddb52077a, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a039d40-5096-4efe-a9e6-dc12e26f9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:29.681881 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a7df9453-9a09-46b7-ad6d-ea6c90c27d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:29.708193 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a7af9-f280-4cfc-b538-7fd3af526b76 req-4a447fb2-8f38-46dc-a219-7c9bbb229770 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:29.710631 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-832a7af9-f280-4cfc-b538-7fd3af526b76 req-4a447fb2-8f38-46dc-a219-7c9bbb229770 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 943 time: 0.1465130 Aug 19 18:03:29.725331 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-d81167d7-d922-4e42-bf5e-207c354d1da6 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Made reservation on behalf of dabde781ddb345aead884b8987cb9981 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:29.729722 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-d81167d7-d922-4e42-bf5e-207c354d1da6 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:29.764915 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a7df9453-9a09-46b7-ad6d-ea6c90c27d3a None None] For port 50f8cb9e-4862-4844-9586-459ddb52077a, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:29.778807 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a7df9453-9a09-46b7-ad6d-ea6c90c27d3a None None] For port 50f8cb9e-4862-4844-9586-459ddb52077a, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=50f8cb9e-4862-4844-9586-459ddb52077a,segment=NetworkSegment(4a039d40-5096-4efe-a9e6-dc12e26f9952),segment_id=4a039d40-5096-4efe-a9e6-dc12e26f9952)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:29.785015 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a7df9453-9a09-46b7-ad6d-ea6c90c27d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:29.832331 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:03:29.838291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-62ca6ce5-93b9-48ef-8f5f-13051f04fd5b req-66d1cfdf-7d65-4c96-99e6-27ad93fb713a tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] For port bc594908-7df4-489e-a1fd-2df2a543b8e6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bc594908-7df4-489e-a1fd-2df2a543b8e6,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:29.838676 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-62ca6ce5-93b9-48ef-8f5f-13051f04fd5b req-66d1cfdf-7d65-4c96-99e6-27ad93fb713a tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:29.875119 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-62ca6ce5-93b9-48ef-8f5f-13051f04fd5b req-66d1cfdf-7d65-4c96-99e6-27ad93fb713a tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Calling delete_port for bc594908-7df4-489e-a1fd-2df2a543b8e6 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:03:29.889471 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-832a7af9-f280-4cfc-b538-7fd3af526b76 req-740e8a2b-87c1-4262-b48e-b4cc67c62dd0 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672952 Aug 19 18:03:29.915092 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df9453-9a09-46b7-ad6d-ea6c90c27d3a None None] Pushing event updated for resources: {'Port': ['ID=50f8cb9e-4862-4844-9586-459ddb52077a,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:29.957919 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-d81167d7-d922-4e42-bf5e-207c354d1da6 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Allocated IP 172.20.0.2 (f24c7da1-2b52-4491-aeec-8ee53ea1e3f5/b083b0fb-67a8-452f-a897-1da102c8a2c8/bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:30.022435 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-de1e1226-db8a-4abe-90a8-74814b3933ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:30.043490 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37236) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:30.058796 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-de1e1226-db8a-4abe-90a8-74814b3933ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:30.209440 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:30.277345 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '3e22a7d2-0b72-49d9-ac4c-5a663fe7082d', 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3', 'port_id': '3e22a7d2-0b72-49d9-ac4c-5a663fe7082d', 'mac_address': 'fa:16:3e:b8:da:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd77c82-a885-46d6-b7ae-a3f47fa8bac4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:03:30.309268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-19b5ac3d-bfd2-4124-9e1a-98cc534b25b7 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:03:30.310488 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-19b5ac3d-bfd2-4124-9e1a-98cc534b25b7 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2660353 Aug 19 18:03:30.383943 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-d81167d7-d922-4e42-bf5e-207c354d1da6 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:30.426234 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-de1e1226-db8a-4abe-90a8-74814b3933ab admin admin] Allocated IP 172.25.8.215 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/e15cc749-5612-4921-ae58-8c0899b00fef) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:30.445653 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-62ca6ce5-93b9-48ef-8f5f-13051f04fd5b req-66d1cfdf-7d65-4c96-99e6-27ad93fb713a tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:30.483906 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-3c677876-efd9-4079-b60c-2e1885e58021 service neutron] Request body: {'binding': {'host': 'n-h2-803753-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:30.483906 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-3c677876-efd9-4079-b60c-2e1885e58021 service neutron] Unknown quota resources ['binding']. {{(pid=94682) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:03:30.543167 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['bc594908-7df4-489e-a1fd-2df2a543b8e6'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:30.545027 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd650a-791b-4be1-83e6-6f4850ad4e07 req-fda21506-45b9-44cc-89ec-7db30a1bf9cf tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:30.546597 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-10cd650a-791b-4be1-83e6-6f4850ad4e07 req-fda21506-45b9-44cc-89ec-7db30a1bf9cf tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2002604-ed64-40ca-9154-418ea7feccbf HTTP/1.1" status: 200 len: 868 time: 0.2071898 Aug 19 18:03:30.552489 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1cfdf-7d65-4c96-99e6-27ad93fb713a tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Pushing event deleted for resources: {'Port': ['ID=bc594908-7df4-489e-a1fd-2df2a543b8e6,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:30.590638 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:30.607399 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:30.617331 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ca6ce5-93b9-48ef-8f5f-13051f04fd5b req-66d1cfdf-7d65-4c96-99e6-27ad93fb713a tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] No DVR routers for this DVR port bc594908-7df4-489e-a1fd-2df2a543b8e6 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:03:30.624034 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-62ca6ce5-93b9-48ef-8f5f-13051f04fd5b req-66d1cfdf-7d65-4c96-99e6-27ad93fb713a tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:30.626182 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-62ca6ce5-93b9-48ef-8f5f-13051f04fd5b req-66d1cfdf-7d65-4c96-99e6-27ad93fb713a tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.50 "DELETE /v2.0/ports/bc594908-7df4-489e-a1fd-2df2a543b8e6 HTTP/1.1" status: 204 len: 173 time: 1.3874493 Aug 19 18:03:30.629583 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2002604-ed64-40ca-9154-418ea7feccbf', 'name': 'network-vif-deleted', 'tag': 'bc594908-7df4-489e-a1fd-2df2a543b8e6'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:30.632941 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befbeefe-5172-4fc7-9c8c-258a9379d9c8" -d '{"events": [{"server_uuid": "b2002604-ed64-40ca-9154-418ea7feccbf", "name": "network-vif-deleted", "tag": "bc594908-7df4-489e-a1fd-2df2a543b8e6"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:30.633451 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-d81167d7-d922-4e42-bf5e-207c354d1da6 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:30.651450 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:30.659383 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['9c5ca25c-42ef-40c8-b1c5-f54431e701d9'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:30.666971 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-10cd650a-791b-4be1-83e6-6f4850ad4e07 req-32b3e2c4-3ba1-4f2a-9344-ee8f0d609a80 tempest-ServersAdminTestJSON-2105651881 tempest-ServersAdminTestJSON-2105651881-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b98ad2-263d-4ec8-b660-85b2a4342867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040068 Aug 19 18:03:30.716528 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-de1e1226-db8a-4abe-90a8-74814b3933ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:30.745780 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:30.766936 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81167d7-d922-4e42-bf5e-207c354d1da6 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event updated for resources: {'Port': ['ID=bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:30.813624 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-de1e1226-db8a-4abe-90a8-74814b3933ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:30.866096 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:30.882112 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 50f8cb9e-4862-4844-9586-459ddb52077a up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:30.896550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-d81167d7-d922-4e42-bf5e-207c354d1da6 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Network f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:30.902504 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-d81167d7-d922-4e42-bf5e-207c354d1da6 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:30.905419 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-d81167d7-d922-4e42-bf5e-207c354d1da6 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:30.908671 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1e1226-db8a-4abe-90a8-74814b3933ab admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:30.921252 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-de1e1226-db8a-4abe-90a8-74814b3933ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:30.924526 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1e1226-db8a-4abe-90a8-74814b3933ab admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:30.943426 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-3c677876-efd9-4079-b60c-2e1885e58021 service neutron] Attempting to bind port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee on host n-h2-803753-2 for vnic_type normal with profile None {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:30.944051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-3c677876-efd9-4079-b60c-2e1885e58021 service neutron] Attempting to bind port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:30.944553 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-3c677876-efd9-4079-b60c-2e1885e58021 service neutron] Attempting to bind port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:30.955954 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-3c677876-efd9-4079-b60c-2e1885e58021 service neutron] Port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee on network 52390765-0cad-463c-8122-8baf5b79ff7f not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:03:30.956580 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-3c677876-efd9-4079-b60c-2e1885e58021 service neutron] Attempting to bind port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:30.971320 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-3c677876-efd9-4079-b60c-2e1885e58021 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:30.972045 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-3c677876-efd9-4079-b60c-2e1885e58021 service neutron] Checking segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:30.972585 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e1226-db8a-4abe-90a8-74814b3933ab admin admin] Pushing event updated for resources: {'Port': ['ID=e15cc749-5612-4921-ae58-8c0899b00fef,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:30.973160 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-3c677876-efd9-4079-b60c-2e1885e58021 service neutron] Bound using segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:30.973806 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-3c677876-efd9-4079-b60c-2e1885e58021 service neutron] Bound port: 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:31.005925 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392442f9-6aeb-47d4-8916-bf9df28bbb16 req-25647bc6-076d-4e9b-9b54-92d77df5f1ba tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:31.015201 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-392442f9-6aeb-47d4-8916-bf9df28bbb16 req-25647bc6-076d-4e9b-9b54-92d77df5f1ba tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=202dc7bb-0565-40cd-b9ab-34fb461cc817 HTTP/1.1" status: 200 len: 946 time: 0.1780534 Aug 19 18:03:31.017686 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 50f8cb9e-4862-4844-9586-459ddb52077a completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:31.022260 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-d81167d7-d922-4e42-bf5e-207c354d1da6 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:31.023210 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-d81167d7-d922-4e42-bf5e-207c354d1da6 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:31.064655 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-3c677876-efd9-4079-b60c-2e1885e58021 service neutron] For port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:31.068202 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-d81167d7-d922-4e42-bf5e-207c354d1da6 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4931881 Aug 19 18:03:31.073493 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-3c677876-efd9-4079-b60c-2e1885e58021 service neutron] Notify callbacks [] for binding, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:31.075303 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-3c677876-efd9-4079-b60c-2e1885e58021 service neutron] 10.222.0.24 "POST /v2.0/ports/7d4cf697-dc4e-4a08-bdce-fc70bd1526ee/bindings HTTP/1.1" status: 201 len: 389 time: 0.6872048 Aug 19 18:03:31.085280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-6810bf25-c451-4e8a-a21a-67bd9a21c038 service neutron] Request body: {'port': {'device_id': '4cbdf73b-79c0-4da8-aaa0-8a105e815a28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:31.118285 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['3e22a7d2-0b72-49d9-ac4c-5a663fe7082d'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:31.177632 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-6810bf25-c451-4e8a-a21a-67bd9a21c038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:31.280718 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-392442f9-6aeb-47d4-8916-bf9df28bbb16 req-0e8ad25f-4e56-4016-9c7b-c04b2c418e68 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642851 Aug 19 18:03:31.504483 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce51cb16-294f-44e1-a345-fabaedb69cc0 None None] Network 73650f01-9243-4f8f-ada4-5096f7e45ce8 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:31.599381 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6b0d43a7-17d8-45b5-8916-e4ec87603cf2 None None] Provisioning for port 50f8cb9e-4862-4844-9586-459ddb52077a completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:31.607098 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6b0d43a7-17d8-45b5-8916-e4ec87603cf2 None None] Provisioning complete for port 50f8cb9e-4862-4844-9586-459ddb52077a triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:31.607859 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6b0d43a7-17d8-45b5-8916-e4ec87603cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:31.670706 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-6810bf25-c451-4e8a-a21a-67bd9a21c038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:31.677022 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04410fcf-645a-47c3-ba97-296576882e1d req-72c5e2a7-3cbe-4d3b-b388-b7b30678318b tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:31.679274 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-6810bf25-c451-4e8a-a21a-67bd9a21c038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:31.679604 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-04410fcf-645a-47c3-ba97-296576882e1d req-72c5e2a7-3cbe-4d3b-b388-b7b30678318b tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cbdf73b-79c0-4da8-aaa0-8a105e815a28 HTTP/1.1" status: 200 len: 931 time: 0.0855176 Aug 19 18:03:31.681963 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-02dd273a-6df6-4803-a914-b2818fbf0d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:31.685148 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-02dd273a-6df6-4803-a914-b2818fbf0d54 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 1097 time: 0.2783418 Aug 19 18:03:31.694302 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-6810bf25-c451-4e8a-a21a-67bd9a21c038 service neutron] Transition to ACTIVE for port object bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:31.701395 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-6810bf25-c451-4e8a-a21a-67bd9a21c038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:31.799736 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6b0d43a7-17d8-45b5-8916-e4ec87603cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:31.830459 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a44a34-3b5b-4971-b308-d580828ee14e x-openstack-request-id: req-f2a44a34-3b5b-4971-b308-d580828ee14e {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:31.830746 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2002604-ed64-40ca-9154-418ea7feccbf", "name": "network-vif-deleted", "tag": "bc594908-7df4-489e-a1fd-2df2a543b8e6", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:31.831005 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2a44a34-3b5b-4971-b308-d580828ee14e {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:31.831421 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2002604-ed64-40ca-9154-418ea7feccbf', 'name': 'network-vif-deleted', 'tag': 'bc594908-7df4-489e-a1fd-2df2a543b8e6', 'status': 'completed', 'code': 200} Aug 19 18:03:31.837661 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-de1e1226-db8a-4abe-90a8-74814b3933ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:31.838688 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device bc594908-7df4-489e-a1fd-2df2a543b8e6 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:31.845287 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810bf25-c451-4e8a-a21a-67bd9a21c038 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:31.870496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: bc594908-7df4-489e-a1fd-2df2a543b8e6 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:03:31.871003 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device bc594908-7df4-489e-a1fd-2df2a543b8e6 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:03:31.881810 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-6810bf25-c451-4e8a-a21a-67bd9a21c038 service neutron] Attempting to bind port bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:31.882151 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-6810bf25-c451-4e8a-a21a-67bd9a21c038 service neutron] Attempting to bind port bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '1395a4e1-b253-4559-bb6c-18b2bc8da658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f24c7da1-2b52-4491-aeec-8ee53ea1e3f5'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:31.882487 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-6810bf25-c451-4e8a-a21a-67bd9a21c038 service neutron] Attempting to bind port bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 on network f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:31.891922 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-6b0d43a7-17d8-45b5-8916-e4ec87603cf2 None None] For port 50f8cb9e-4862-4844-9586-459ddb52077a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=50f8cb9e-4862-4844-9586-459ddb52077a,segment=NetworkSegment(4a039d40-5096-4efe-a9e6-dc12e26f9952),segment_id=4a039d40-5096-4efe-a9e6-dc12e26f9952)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:31.896288 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6b0d43a7-17d8-45b5-8916-e4ec87603cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:31.963467 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d43a7-17d8-45b5-8916-e4ec87603cf2 None None] Pushing event updated for resources: {'Port': ['ID=50f8cb9e-4862-4844-9586-459ddb52077a,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:32.008934 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-ff4172aa-0476-4b17-a3a1-98c135466ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:32.010768 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-ff4172aa-0476-4b17-a3a1-98c135466ac8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 922 time: 0.3085377 Aug 19 18:03:32.074624 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-04410fcf-645a-47c3-ba97-296576882e1d req-4a6b4583-aaa3-402a-96d5-b44441858fd1 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=944f342e-ab18-4eae-b856-158ee438b7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857763 Aug 19 18:03:32.106326 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-d485855b-515c-4021-b223-e9ceaae2079b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee HTTP/1.1" status: 200 len: 217 time: 0.0860248 Aug 19 18:03:32.124652 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1f772242-da4c-4acf-9633-0e3075580e31 None None] Provisioning complete for port 50f8cb9e-4862-4844-9586-459ddb52077a triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:32.125181 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1f772242-da4c-4acf-9633-0e3075580e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:32.190820 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-6810bf25-c451-4e8a-a21a-67bd9a21c038 service neutron] Port bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 on network f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:03:32.191043 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-6810bf25-c451-4e8a-a21a-67bd9a21c038 service neutron] Attempting to bind port bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 on network f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:32.200311 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-de1e1226-db8a-4abe-90a8-74814b3933ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:32.205888 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-ac891971-ecea-4372-8c5a-22e6d7e23fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:32.207367 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-ac891971-ecea-4372-8c5a-22e6d7e23fde service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e38a766b-6157-45f2-9785-a9bfeb2d8ba6 HTTP/1.1" status: 200 len: 861 time: 0.0884275 Aug 19 18:03:32.209782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-6810bf25-c451-4e8a-a21a-67bd9a21c038 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:32.210131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-6810bf25-c451-4e8a-a21a-67bd9a21c038 service neutron] Checking segment: {'id': '1395a4e1-b253-4559-bb6c-18b2bc8da658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f24c7da1-2b52-4491-aeec-8ee53ea1e3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:32.210522 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-6810bf25-c451-4e8a-a21a-67bd9a21c038 service neutron] Bound using segment: {'id': '1395a4e1-b253-4559-bb6c-18b2bc8da658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f24c7da1-2b52-4491-aeec-8ee53ea1e3f5'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:32.210960 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-6810bf25-c451-4e8a-a21a-67bd9a21c038 service neutron] Bound port: bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1395a4e1-b253-4559-bb6c-18b2bc8da658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f24c7da1-2b52-4491-aeec-8ee53ea1e3f5'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:32.211322 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-6810bf25-c451-4e8a-a21a-67bd9a21c038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:32.267633 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63033ca-4c9d-4252-bd4d-41a2adef6b69 req-0854a950-4aad-47b7-bfe6-82cae073e900 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:32.269290 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d63033ca-4c9d-4252-bd4d-41a2adef6b69 req-0854a950-4aad-47b7-bfe6-82cae073e900 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 944 time: 0.3886671 Aug 19 18:03:32.284189 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-81f12fed-cea6-45b0-87cc-5c553a91a04f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52390765-0cad-463c-8122-8baf5b79ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659912 Aug 19 18:03:32.292172 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73af42-2568-49d0-9df8-123c3a66f218 req-457b624a-e86b-41fa-adf5-682bb420448f tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:32.294074 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7d73af42-2568-49d0-9df8-123c3a66f218 req-457b624a-e86b-41fa-adf5-682bb420448f tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 946 time: 0.1407201 Aug 19 18:03:32.318058 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-6810bf25-c451-4e8a-a21a-67bd9a21c038 service neutron] For port bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:32.327609 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-6810bf25-c451-4e8a-a21a-67bd9a21c038 service neutron] For port bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7,segment=NetworkSegment(1395a4e1-b253-4559-bb6c-18b2bc8da658),segment_id=1395a4e1-b253-4559-bb6c-18b2bc8da658)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:32.337113 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d63033ca-4c9d-4252-bd4d-41a2adef6b69 req-779ff63e-cca3-4685-abb6-4c98abcde9d0 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601387 Aug 19 18:03:32.338519 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-6810bf25-c451-4e8a-a21a-67bd9a21c038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:32.381259 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-6810bf25-c451-4e8a-a21a-67bd9a21c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:32.381942 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-6810bf25-c451-4e8a-a21a-67bd9a21c038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:32.383369 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-6810bf25-c451-4e8a-a21a-67bd9a21c038 service neutron] 10.222.0.54 "PUT /v2.0/ports/bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 HTTP/1.1" status: 200 len: 1091 time: 1.3038795 Aug 19 18:03:32.383948 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbdf73b-79c0-4da8-aaa0-8a105e815a28', 'tag': 'bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:32.387685 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c34b24-8b30-41e5-a425-6d81529d9201" -d '{"events": [{"name": "network-changed", "server_uuid": "4cbdf73b-79c0-4da8-aaa0-8a105e815a28", "tag": "bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:32.414248 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810bf25-c451-4e8a-a21a-67bd9a21c038 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:32.442377 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7d73af42-2568-49d0-9df8-123c3a66f218 req-8f06d14a-e389-4d69-8252-18d121599caa tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328175 Aug 19 18:03:32.495350 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-dfdbca62-8188-4916-ae05-d87b3854c1a6 service neutron] 10.222.0.50 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958973 Aug 19 18:03:32.519360 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-e0656555-50ec-4149-bd53-08ec29384e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:32.521372 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-e0656555-50ec-4149-bd53-08ec29384e5f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dabde781ddb345aead884b8987cb9981&device_id=4cbdf73b-79c0-4da8-aaa0-8a105e815a28 HTTP/1.1" status: 200 len: 1094 time: 0.0836105 Aug 19 18:03:32.527045 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1e1226-db8a-4abe-90a8-74814b3933ab admin admin] Router d5ea9453-92af-4909-8117-48892550bd5c is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:03:32.540501 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc31ce-ab62-425c-8dd3-4d13f2be91b8 req-5239d824-6e10-45c7-aca9-439b6db3a807 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:32.542405 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11cc31ce-ab62-425c-8dd3-4d13f2be91b8 req-5239d824-6e10-45c7-aca9-439b6db3a807 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=202dc7bb-0565-40cd-b9ab-34fb461cc817 HTTP/1.1" status: 200 len: 946 time: 0.0956821 Aug 19 18:03:32.592848 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-6f3d733c-17ff-449b-8c32-10d107e87122 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 HTTP/1.1" status: 200 len: 217 time: 0.0493062 Aug 19 18:03:32.637913 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 50f8cb9e-4862-4844-9586-459ddb52077a up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:32.655620 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11cc31ce-ab62-425c-8dd3-4d13f2be91b8 req-eccebcd5-7469-41f1-b300-8a29748a6668 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040213 Aug 19 18:03:32.663345 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4875a1-7e86-47b7-9ee1-57398f06fb17 x-openstack-request-id: req-8c4875a1-7e86-47b7-9ee1-57398f06fb17 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:32.663596 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cbdf73b-79c0-4da8-aaa0-8a105e815a28", "tag": "bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:32.663972 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c4875a1-7e86-47b7-9ee1-57398f06fb17 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:32.664528 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbdf73b-79c0-4da8-aaa0-8a105e815a28', 'tag': 'bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7', 'status': 'completed', 'code': 200} Aug 19 18:03:32.671480 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-d575b8d7-ac31-4bcb-a615-5034dc2c2554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:32.673204 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-d575b8d7-ac31-4bcb-a615-5034dc2c2554 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b083b0fb-67a8-452f-a897-1da102c8a2c8 HTTP/1.1" status: 200 len: 852 time: 0.0715144 Aug 19 18:03:32.714074 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-6853d4f5-b9da-483f-a977-3a61cd74c63f service neutron] 10.222.0.50 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105720 Aug 19 18:03:32.754074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1e1226-db8a-4abe-90a8-74814b3933ab admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:03:32.758261 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-2a665071-0f0b-4d6c-bbf1-d0da2ba3500d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f24c7da1-2b52-4491-aeec-8ee53ea1e3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771661 Aug 19 18:03:32.772479 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] Sync routers for ids ['d5ea9453-92af-4909-8117-48892550bd5c'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:03:32.777256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 50f8cb9e-4862-4844-9586-459ddb52077a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:32.777574 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:32.786790 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-de1e1226-db8a-4abe-90a8-74814b3933ab admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:32.795319 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-de1e1226-db8a-4abe-90a8-74814b3933ab admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0343132 Aug 19 18:03:32.797725 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37274) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:32.829130 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] Routers {'d5ea9453-92af-4909-8117-48892550bd5c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:32.829851 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:03:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d5ea9453-92af-4909-8117-48892550bd5c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:33.048612 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-45b3dc08-b3bc-4026-98c6-1b6d06eec182 service neutron] 10.222.0.54 "GET /v2.0/networks/f24c7da1-2b52-4491-aeec-8ee53ea1e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747488 Aug 19 18:03:33.078393 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] Set router d5ea9453-92af-4909-8117-48892550bd5c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:03:33.141418 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37286) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:33.261978 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ffae1699-9644-43f9-89c5-8d67630c1201 req-a2e7de7a-9e6a-4bc9-9bcd-fe533c467aa4 service neutron] 10.222.0.54 "GET /v2.0/networks/f24c7da1-2b52-4491-aeec-8ee53ea1e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040024 Aug 19 18:03:33.346029 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190dc22-083a-498b-a0e9-849760bdaae3 req-f029b2a3-7343-4ad9-97fd-a65cf46945cf tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:33.347986 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e190dc22-083a-498b-a0e9-849760bdaae3 req-f029b2a3-7343-4ad9-97fd-a65cf46945cf tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cbdf73b-79c0-4da8-aaa0-8a105e815a28 HTTP/1.1" status: 200 len: 943 time: 0.1161325 Aug 19 18:03:33.470748 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c34b24-8b30-41e5-a425-6d81529d9201 req-0d33bf41-0f82-4eda-b8cc-f04ca6fc0968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:33.472568 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43c34b24-8b30-41e5-a425-6d81529d9201 req-0d33bf41-0f82-4eda-b8cc-f04ca6fc0968 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dabde781ddb345aead884b8987cb9981&device_id=4cbdf73b-79c0-4da8-aaa0-8a105e815a28 HTTP/1.1" status: 200 len: 1094 time: 0.1166639 Aug 19 18:03:33.475131 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-005dbfa4-093d-4a13-8223-73b8fe7b7be6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b84cb7e21da64a88b5741ffbb9559910&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3325808 Aug 19 18:03:33.475570 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'name': 'tempest-ServersTestManualDisk-1370410028-router', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:28Z', 'updated_at': '2021-08-19T18:03:31Z', 'revision_number': 3, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'gw_port': {'id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:37:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:30Z', 'updated_at': '2021-08-19T18:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:33.479820 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e190dc22-083a-498b-a0e9-849760bdaae3 req-51163a92-fd31-4f38-97a4-468be0e69f3a tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=944f342e-ab18-4eae-b856-158ee438b7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161902 Aug 19 18:03:33.481440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37298) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:33.544395 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] Checking router: d5ea9453-92af-4909-8117-48892550bd5c for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:03:33.544754 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] Updating router d5ea9453-92af-4909-8117-48892550bd5c port e15cc749-5612-4921-ae58-8c0899b00fef binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:03:33.555690 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37304) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:33.573031 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:33.638658 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b655fb7-7576-4213-8e6d-1fb4ff72b572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:33.680385 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b655fb7-7576-4213-8e6d-1fb4ff72b572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:33.689303 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c34b24-8b30-41e5-a425-6d81529d9201 req-945eba33-aaa3-4b5b-aa05-8bb1c82395f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:33.691074 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43c34b24-8b30-41e5-a425-6d81529d9201 req-945eba33-aaa3-4b5b-aa05-8bb1c82395f9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 HTTP/1.1" status: 200 len: 913 time: 0.2103820 Aug 19 18:03:33.751980 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43c34b24-8b30-41e5-a425-6d81529d9201 req-0dae4d43-8706-4495-9c88-6ee53b9d61c3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 HTTP/1.1" status: 200 len: 217 time: 0.0492716 Aug 19 18:03:33.813939 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2eb3fe4e-a4c6-4abd-9671-7df548b1bd76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:33.838486 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b655fb7-7576-4213-8e6d-1fb4ff72b572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:33.840649 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:33.841980 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b655fb7-7576-4213-8e6d-1fb4ff72b572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:33.843278 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0b655fb7-7576-4213-8e6d-1fb4ff72b572 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56b98ad2-263d-4ec8-b660-85b2a4342867 HTTP/1.1" status: 204 len: 168 time: 0.3609424 Aug 19 18:03:33.864621 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c34b24-8b30-41e5-a425-6d81529d9201 req-6cc3dc61-eed0-49d6-9006-a2972563987c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:33.866433 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43c34b24-8b30-41e5-a425-6d81529d9201 req-6cc3dc61-eed0-49d6-9006-a2972563987c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b083b0fb-67a8-452f-a897-1da102c8a2c8 HTTP/1.1" status: 200 len: 852 time: 0.1059136 Aug 19 18:03:33.867306 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b655fb7-7576-4213-8e6d-1fb4ff72b572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b98ad2-263d-4ec8-b660-85b2a4342867,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:33.914293 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43c34b24-8b30-41e5-a425-6d81529d9201 req-7b71ad3e-d45b-4263-8b2b-d278e74114df service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f24c7da1-2b52-4491-aeec-8ee53ea1e3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376966 Aug 19 18:03:33.981255 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-29083903-f431-49d4-ad78-5f48e9902608 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:33.983040 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-29083903-f431-49d4-ad78-5f48e9902608 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455&tenant_id=a8ce19510dd24923b8ff0f45376547f4&binding%3Ahost_id=n-h1-803753-2 HTTP/1.1" status: 200 len: 1097 time: 0.5793245 Aug 19 18:03:33.999218 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:34.004266 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-c9457630-f81c-47ce-874f-64631f3541b0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803753-2'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:34.007479 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:34.007949 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.055786 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.057012 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c5898-2c23-4259-a8a3-adb0ca5130b8 req-85fce0bb-18a8-4b40-bb85-c3911e7d7540 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:34.065719 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3b3c5898-2c23-4259-a8a3-adb0ca5130b8 req-85fce0bb-18a8-4b40-bb85-c3911e7d7540 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 944 time: 0.2787838 Aug 19 18:03:34.077099 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] Transition to ACTIVE for port object e15cc749-5612-4921-ae58-8c0899b00fef will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:34.090328 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.104327 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6489093-5092-4ce0-b0a3-bc763e1351a4 req-6188c495-d11b-4787-8c76-e575c1bdd939 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:34.113777 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e6489093-5092-4ce0-b0a3-bc763e1351a4 req-6188c495-d11b-4787-8c76-e575c1bdd939 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 946 time: 0.1681325 Aug 19 18:03:34.177280 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] Attempting to bind port e15cc749-5612-4921-ae58-8c0899b00fef on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:34.177953 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] Attempting to bind port e15cc749-5612-4921-ae58-8c0899b00fef by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:34.178333 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] Attempting to bind port e15cc749-5612-4921-ae58-8c0899b00fef on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:34.195457 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:34.195951 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:34.196860 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.197045 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3b3c5898-2c23-4259-a8a3-adb0ca5130b8 req-2b9f440f-11a1-432a-b4af-9819672e0dfd tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297209 Aug 19 18:03:34.198324 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:34.198324 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] Bound port: e15cc749-5612-4921-ae58-8c0899b00fef, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:34.198596 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-c9457630-f81c-47ce-874f-64631f3541b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.198716 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.200223 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deead23d-3ec8-4b22-a073-bc05ae97186d None None] Pushing event updated for resources: {'Port': ['ID=e15cc749-5612-4921-ae58-8c0899b00fef,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:34.207226 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43c34b24-8b30-41e5-a425-6d81529d9201 req-0b83fe28-86f7-4d55-a3b7-a33419955af0 service neutron] 10.222.0.54 "GET /v2.0/networks/f24c7da1-2b52-4491-aeec-8ee53ea1e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807841 Aug 19 18:03:34.226020 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.264165 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e6489093-5092-4ce0-b0a3-bc763e1351a4 req-15a4881f-5eec-4aa1-a178-8c15d69dbda8 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489952 Aug 19 18:03:34.271889 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f94f6ef-cfb3-43b8-804e-53d50428808e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e22a7d2-0b72-49d9-ac4c-5a663fe7082d'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:34.274154 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0b5579-ed60-4b91-9d92-4888cccf9056" -d '{"events": [{"server_uuid": "9f94f6ef-cfb3-43b8-804e-53d50428808e", "name": "network-vif-plugged", "status": "completed", "tag": "3e22a7d2-0b72-49d9-ac4c-5a663fe7082d"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:34.299930 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:34.309456 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] For port e15cc749-5612-4921-ae58-8c0899b00fef, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:34.311623 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.349328 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2eb3fe4e-a4c6-4abd-9671-7df548b1bd76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.374787 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2eb3fe4e-a4c6-4abd-9671-7df548b1bd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.381235 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5c4ec2-69ef-44e5-893f-3d4e8225ad6e x-openstack-request-id: req-cc5c4ec2-69ef-44e5-893f-3d4e8225ad6e {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:34.381508 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f94f6ef-cfb3-43b8-804e-53d50428808e", "name": "network-vif-plugged", "status": "completed", "tag": "3e22a7d2-0b72-49d9-ac4c-5a663fe7082d", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:34.381806 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc5c4ec2-69ef-44e5-893f-3d4e8225ad6e {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:34.382206 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f94f6ef-cfb3-43b8-804e-53d50428808e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e22a7d2-0b72-49d9-ac4c-5a663fe7082d', 'code': 200} Aug 19 18:03:34.387314 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] For port e15cc749-5612-4921-ae58-8c0899b00fef, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e15cc749-5612-4921-ae58-8c0899b00fef,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:34.400389 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.420034 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37328) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:34.440174 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:34.447069 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2eb3fe4e-a4c6-4abd-9671-7df548b1bd76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=375290639db241f6affac86f99f62799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8898430 Aug 19 18:03:34.452081 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37330) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:34.459638 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] Routers {'d5ea9453-92af-4909-8117-48892550bd5c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:34.459638 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:03:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d5ea9453-92af-4909-8117-48892550bd5c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:34.561764 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-c9457630-f81c-47ce-874f-64631f3541b0 service neutron] For port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:34.569735 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a787562-5fc3-4e15-8272-7d8fffc21972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.571259 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-81bc1c98-a11f-4676-93d3-2370de961b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.579755 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3fe4e-a4c6-4abd-9671-7df548b1bd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a2a4c9-ae37-49a0-8f39-beffbc3867fe,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:34.613290 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deead23d-3ec8-4b22-a073-bc05ae97186d None None] Pushing event updated for resources: {'Port': ['ID=e15cc749-5612-4921-ae58-8c0899b00fef,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:34.627304 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-19b15418-83ab-49ea-b537-fdfc228ad581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.629352 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43c34b24-8b30-41e5-a425-6d81529d9201 req-8f06e4de-c4cf-4fda-8ab8-7aea6c2c7d6e service neutron] 10.222.0.54 "GET /v2.0/networks/f24c7da1-2b52-4491-aeec-8ee53ea1e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113703 Aug 19 18:03:34.631961 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8632b931-5b37-4b73-911e-c14d26731b7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98d464e6de394cb1ba18bfe61825753a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882832 Aug 19 18:03:34.635762 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37334) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:34.651408 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4339bba-4c18-413a-9de0-896e4cc4a42b req-a2acaef3-7a09-4be7-bb5c-b67f12d77a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:34.653373 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4339bba-4c18-413a-9de0-896e4cc4a42b req-a2acaef3-7a09-4be7-bb5c-b67f12d77a50 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 1096 time: 0.1815534 Aug 19 18:03:34.653508 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] Set router d5ea9453-92af-4909-8117-48892550bd5c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:03:34.668301 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319317ef-8c65-4280-ae8d-939e487019f1 req-34754abb-ecf1-46e3-baa6-67d6b58179bb tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:34.669860 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-319317ef-8c65-4280-ae8d-939e487019f1 req-34754abb-ecf1-46e3-baa6-67d6b58179bb tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=202dc7bb-0565-40cd-b9ab-34fb461cc817 HTTP/1.1" status: 200 len: 946 time: 0.2012472 Aug 19 18:03:34.721121 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-19b15418-83ab-49ea-b537-fdfc228ad581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.760450 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4339bba-4c18-413a-9de0-896e4cc4a42b req-78ac8a38-299d-406f-bd0f-894aec305638 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858395 Aug 19 18:03:34.765242 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-319317ef-8c65-4280-ae8d-939e487019f1 req-8790f733-1e17-4e05-8cdd-a04dbf6cc0c2 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811455 Aug 19 18:03:34.768721 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4f25fff-4b63-4c67-afd2-c9aa4f269355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.771424 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-c9457630-f81c-47ce-874f-64631f3541b0 service neutron] For port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:34.807831 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4f25fff-4b63-4c67-afd2-c9aa4f269355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.868116 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4f25fff-4b63-4c67-afd2-c9aa4f269355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.871230 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4f25fff-4b63-4c67-afd2-c9aa4f269355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.874993 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d4f25fff-4b63-4c67-afd2-c9aa4f269355 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d44ec765-2f24-42d1-9908-765c5f001e51 HTTP/1.1" status: 204 len: 168 time: 0.2344868 Aug 19 18:03:34.881849 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f25fff-4b63-4c67-afd2-c9aa4f269355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44ec765-2f24-42d1-9908-765c5f001e51,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:34.905341 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78748213-c1ea-4be4-b2ed-013e15d427fc req-33985ec3-5714-4e55-bdd0-f73c53e435e8 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:34.906861 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-78748213-c1ea-4be4-b2ed-013e15d427fc req-33985ec3-5714-4e55-bdd0-f73c53e435e8 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cbdf73b-79c0-4da8-aaa0-8a105e815a28 HTTP/1.1" status: 200 len: 943 time: 0.2434399 Aug 19 18:03:34.914251 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87a99e7-d3f6-485f-9101-740b238c1455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d4cf697-dc4e-4a08-bdce-fc70bd1526ee'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:34.916817 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc75adc-1de4-4555-bf5e-ff0d15cd0969" -d '{"events": [{"server_uuid": "f87a99e7-d3f6-485f-9101-740b238c1455", "name": "network-vif-unplugged", "status": "completed", "tag": "7d4cf697-dc4e-4a08-bdce-fc70bd1526ee"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:34.924911 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-c9457630-f81c-47ce-874f-64631f3541b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.950171 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-c9457630-f81c-47ce-874f-64631f3541b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.992066 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-19b15418-83ab-49ea-b537-fdfc228ad581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.994975 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-19b15418-83ab-49ea-b537-fdfc228ad581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.999761 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-19b15418-83ab-49ea-b537-fdfc228ad581 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03a2a4c9-ae37-49a0-8f39-beffbc3867fe HTTP/1.1" status: 204 len: 168 time: 0.5430992 Aug 19 18:03:35.046495 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6123078f-f291-4d03-84a5-02f6530cc84f x-openstack-request-id: req-6123078f-f291-4d03-84a5-02f6530cc84f {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:35.046740 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87a99e7-d3f6-485f-9101-740b238c1455", "name": "network-vif-unplugged", "status": "completed", "tag": "7d4cf697-dc4e-4a08-bdce-fc70bd1526ee", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:35.046930 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6123078f-f291-4d03-84a5-02f6530cc84f {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:35.047329 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87a99e7-d3f6-485f-9101-740b238c1455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d4cf697-dc4e-4a08-bdce-fc70bd1526ee', 'code': 200} Aug 19 18:03:35.051257 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'name': 'tempest-ServersTestManualDisk-1370410028-router', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:28Z', 'updated_at': '2021-08-19T18:03:31Z', 'revision_number': 3, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'gw_port': {'id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:37:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:30Z', 'updated_at': '2021-08-19T18:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:35.060588 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-78748213-c1ea-4be4-b2ed-013e15d427fc req-4ac63068-341d-4ba3-b7ad-61c815ba2fff tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=944f342e-ab18-4eae-b856-158ee438b7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403139 Aug 19 18:03:35.105134 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b15418-83ab-49ea-b537-fdfc228ad581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a2a4c9-ae37-49a0-8f39-beffbc3867fe,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:35.122579 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbe988e-a08c-497d-9c18-9e756882cf9b None None] The sync data for ids ['d5ea9453-92af-4909-8117-48892550bd5c'] in n-d-803753-2 is: [{'id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'name': 'tempest-ServersTestManualDisk-1370410028-router', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:28Z', 'updated_at': '2021-08-19T18:03:31Z', 'revision_number': 3, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'gw_port': {'id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:37:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:30Z', 'updated_at': '2021-08-19T18:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:03:35.191250 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-8a787562-5fc3-4e15-8272-7d8fffc21972 admin admin] Allocated IP 172.20.0.1 (73650f01-9243-4f8f-ada4-5096f7e45ce8/dea398ad-a68d-4f83-811a-5b05b0ea2699/e6e797d2-1c30-4e42-98da-d04cf3a7bc2b) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:35.212335 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9457630-f81c-47ce-874f-64631f3541b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee,revision_number=7']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:35.221717 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-c9457630-f81c-47ce-874f-64631f3541b0 service neutron] Attempting to bind port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee on host n-h1-803753-2 for vnic_type normal with profile {"migrating_to": "n-h2-803753-2"} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:35.222699 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-c9457630-f81c-47ce-874f-64631f3541b0 service neutron] Attempting to bind port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:35.222699 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-c9457630-f81c-47ce-874f-64631f3541b0 service neutron] Attempting to bind port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:35.234579 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-c9457630-f81c-47ce-874f-64631f3541b0 service neutron] Port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee on network 52390765-0cad-463c-8122-8baf5b79ff7f not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:03:35.234916 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-c9457630-f81c-47ce-874f-64631f3541b0 service neutron] Attempting to bind port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:35.250128 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-c9457630-f81c-47ce-874f-64631f3541b0 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:35.250485 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-c9457630-f81c-47ce-874f-64631f3541b0 service neutron] Checking segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:35.250890 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-c9457630-f81c-47ce-874f-64631f3541b0 service neutron] Bound using segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:35.251345 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-c9457630-f81c-47ce-874f-64631f3541b0 service neutron] Bound port: 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:35.251716 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-c9457630-f81c-47ce-874f-64631f3541b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:35.386688 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:03:35.394082 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-c9457630-f81c-47ce-874f-64631f3541b0 service neutron] For port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:35.401585 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-c9457630-f81c-47ce-874f-64631f3541b0 service neutron] For port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:35.409557 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-c9457630-f81c-47ce-874f-64631f3541b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:35.419732 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d203b-2271-48b6-a9aa-c1d9ff62efb8 req-ea7dfec7-6231-47c7-8bc7-3602c2e79dea tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:35.425924 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a787562-5fc3-4e15-8272-7d8fffc21972 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:35.434820 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-547d203b-2271-48b6-a9aa-c1d9ff62efb8 req-ea7dfec7-6231-47c7-8bc7-3602c2e79dea tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 945 time: 0.1300941 Aug 19 18:03:35.534080 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-547d203b-2271-48b6-a9aa-c1d9ff62efb8 req-b433f330-895f-4f5b-aed4-b8cc3561f201 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977528 Aug 19 18:03:35.549170 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-8a787562-5fc3-4e15-8272-7d8fffc21972 admin admin] Transition to ACTIVE for port object e6e797d2-1c30-4e42-98da-d04cf3a7bc2b will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:35.593979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8cc8f-5f17-4688-8668-ec56e0e8aa17 req-191f73ff-533d-4373-bec1-759a31b7d1f1 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:35.594613 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37358) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:35.604220 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9cd8cc8f-5f17-4688-8668-ec56e0e8aa17 req-191f73ff-533d-4373-bec1-759a31b7d1f1 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 944 time: 0.1816721 Aug 19 18:03:35.616578 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9457630-f81c-47ce-874f-64631f3541b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee,revision_number=8']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:35.639400 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-466e7402-1f95-462a-912f-ae545d69d0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:35.647673 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-c9457630-f81c-47ce-874f-64631f3541b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:35.648612 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-c9457630-f81c-47ce-874f-64631f3541b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:35.650383 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-c9457630-f81c-47ce-874f-64631f3541b0 service neutron] 10.222.0.50 "PUT /v2.0/ports/7d4cf697-dc4e-4a08-bdce-fc70bd1526ee HTTP/1.1" status: 200 len: 1122 time: 1.6529500 Aug 19 18:03:35.711983 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9cd8cc8f-5f17-4688-8668-ec56e0e8aa17 req-57a43421-0299-4181-aba6-ef96c3818198 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885935 Aug 19 18:03:35.723781 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a787562-5fc3-4e15-8272-7d8fffc21972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:35.758128 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['7d4cf697-dc4e-4a08-bdce-fc70bd1526ee'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:35.788234 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a787562-5fc3-4e15-8272-7d8fffc21972 admin admin] Network 73650f01-9243-4f8f-ada4-5096f7e45ce8 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:35.796444 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-8a787562-5fc3-4e15-8272-7d8fffc21972 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:35.801120 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a787562-5fc3-4e15-8272-7d8fffc21972 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:35.830725 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-466e7402-1f95-462a-912f-ae545d69d0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:35.836053 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a787562-5fc3-4e15-8272-7d8fffc21972 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e797d2-1c30-4e42-98da-d04cf3a7bc2b,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:35.838937 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-466e7402-1f95-462a-912f-ae545d69d0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:35.864997 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a787562-5fc3-4e15-8272-7d8fffc21972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:35.883679 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device d9ab78c8-b0db-498c-962a-5966228c2fa2 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:03:35.955813 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-466e7402-1f95-462a-912f-ae545d69d0dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28428eab68364184818410361aa39280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599629 Aug 19 18:03:35.986162 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37366) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:36.050443 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e7402-1f95-462a-912f-ae545d69d0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b92535e-0beb-407b-a82e-de313a79001e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:36.080656 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port d9ab78c8-b0db-498c-962a-5966228c2fa2, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d9ab78c8-b0db-498c-962a-5966228c2fa2,segment=NetworkSegment(9c7d747c-4d15-4d78-8a75-1bea6385c296),segment_id=9c7d747c-4d15-4d78-8a75-1bea6385c296)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:36.106651 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a4cb0-5ed7-4906-837d-b942f586f388 req-17a43ccf-3a34-4710-9b12-86d5bf4f3251 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:36.111370 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5e7a4cb0-5ed7-4906-837d-b942f586f388 req-17a43ccf-3a34-4710-9b12-86d5bf4f3251 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=202dc7bb-0565-40cd-b9ab-34fb461cc817 HTTP/1.1" status: 200 len: 946 time: 0.1917665 Aug 19 18:03:36.145307 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'd9ab78c8-b0db-498c-962a-5966228c2fa2', 'network_id': 'c10b88e6-02ab-47c3-add3-7da1d41710d4', 'port_id': 'd9ab78c8-b0db-498c-962a-5966228c2fa2', 'mac_address': 'fa:16:3e:2b:e9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146b6d87-a0dc-49aa-aae9-258fac7297e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:03:36.191096 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5e7a4cb0-5ed7-4906-837d-b942f586f388 req-573cd330-01c2-4eb0-bd76-13c0c1b8c046 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726025 Aug 19 18:03:36.234312 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffcb2e98-afd5-4a55-b28a-591dfe11dad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:36.245669 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:03:36.292867 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffcb2e98-afd5-4a55-b28a-591dfe11dad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:36.306477 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f0f8d70a-3211-4f45-b736-f52fb03ff685 None None] Provisioning for port e6e797d2-1c30-4e42-98da-d04cf3a7bc2b completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:36.312019 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:36.328867 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f503d-0130-486e-a359-d4962067c384 req-cd1360ea-f4d8-40a0-a972-81f9a5d57552 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:36.331083 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ef9f503d-0130-486e-a359-d4962067c384 req-cd1360ea-f4d8-40a0-a972-81f9a5d57552 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cbdf73b-79c0-4da8-aaa0-8a105e815a28 HTTP/1.1" status: 200 len: 943 time: 0.1463954 Aug 19 18:03:36.334785 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f0f8d70a-3211-4f45-b736-f52fb03ff685 None None] Provisioning complete for port e6e797d2-1c30-4e42-98da-d04cf3a7bc2b triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:36.335662 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d70a-3211-4f45-b736-f52fb03ff685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:36.337852 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a787562-5fc3-4e15-8272-7d8fffc21972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:36.396868 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9ab78c8-b0db-498c-962a-5966228c2fa2 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:36.419108 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ef9f503d-0130-486e-a359-d4962067c384 req-a8ba5a65-d84a-42c5-9125-29b8a9e61c9e tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=944f342e-ab18-4eae-b856-158ee438b7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786333 Aug 19 18:03:36.489461 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffcb2e98-afd5-4a55-b28a-591dfe11dad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:36.492136 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffcb2e98-afd5-4a55-b28a-591dfe11dad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:36.504548 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ffcb2e98-afd5-4a55-b28a-591dfe11dad0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b92535e-0beb-407b-a82e-de313a79001e HTTP/1.1" status: 204 len: 168 time: 0.5169666 Aug 19 18:03:36.526447 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7,segment=NetworkSegment(1395a4e1-b253-4559-bb6c-18b2bc8da658),segment_id=1395a4e1-b253-4559-bb6c-18b2bc8da658)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:36.562644 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb2e98-afd5-4a55-b28a-591dfe11dad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b92535e-0beb-407b-a82e-de313a79001e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:36.572230 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port d9ab78c8-b0db-498c-962a-5966228c2fa2, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d9ab78c8-b0db-498c-962a-5966228c2fa2,segment=NetworkSegment(9c7d747c-4d15-4d78-8a75-1bea6385c296),segment_id=9c7d747c-4d15-4d78-8a75-1bea6385c296)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:36.574035 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7', 'network_id': 'f24c7da1-2b52-4491-aeec-8ee53ea1e3f5', 'port_id': 'bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7', 'mac_address': 'fa:16:3e:f1:03:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b083b0fb-67a8-452f-a897-1da102c8a2c8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:03:36.575964 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f0f8d70a-3211-4f45-b736-f52fb03ff685 None None] Port e6e797d2-1c30-4e42-98da-d04cf3a7bc2b cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:03:36.589826 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:36.737344 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:36.740612 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377630b-a5a3-4610-8a87-1e619be100c5 req-77d3ca7a-fc97-47a8-b126-8ac8d547c532 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:36.747285 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5377630b-a5a3-4610-8a87-1e619be100c5 req-77d3ca7a-fc97-47a8-b126-8ac8d547c532 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 945 time: 0.1015246 Aug 19 18:03:36.763329 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:36.768353 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e15cc749-5612-4921-ae58-8c0899b00fef up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:36.852800 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5377630b-a5a3-4610-8a87-1e619be100c5 req-fad439f1-c3a5-4160-b35a-619d2bb46208 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934875 Aug 19 18:03:36.865174 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['d9ab78c8-b0db-498c-962a-5966228c2fa2'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:36.873607 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a787562-5fc3-4e15-8272-7d8fffc21972 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:36.883500 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a787562-5fc3-4e15-8272-7d8fffc21972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:36.904750 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=d9ab78c8-b0db-498c-962a-5966228c2fa2,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:36.908772 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7,segment=NetworkSegment(1395a4e1-b253-4559-bb6c-18b2bc8da658),segment_id=1395a4e1-b253-4559-bb6c-18b2bc8da658)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:36.921629 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:36.982741 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:36.985566 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port e15cc749-5612-4921-ae58-8c0899b00fef completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:36.994234 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port e15cc749-5612-4921-ae58-8c0899b00fef triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:36.994834 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:37.005245 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a787562-5fc3-4e15-8272-7d8fffc21972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:37.008770 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a787562-5fc3-4e15-8272-7d8fffc21972 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e797d2-1c30-4e42-98da-d04cf3a7bc2b,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:37.057642 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87a99e7-d3f6-485f-9101-740b238c1455', 'tag': '7d4cf697-dc4e-4a08-bdce-fc70bd1526ee'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:37.060376 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2a0bc6-d27f-4bdc-99b7-289290aa79b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f87a99e7-d3f6-485f-9101-740b238c1455", "tag": "7d4cf697-dc4e-4a08-bdce-fc70bd1526ee"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:37.064312 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c54c29-f432-481f-902d-c49a0bf1c891 req-95455727-877c-4a26-88f5-f97ca4b7276a tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:37.077638 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68c54c29-f432-481f-902d-c49a0bf1c891 req-95455727-877c-4a26-88f5-f97ca4b7276a tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 1096 time: 0.1007516 Aug 19 18:03:37.143038 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fae4f3d9-37a4-47a7-96aa-135ecf3e3fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:37.151985 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b6009-dbdd-454c-a5e8-949533c57b46 req-d66c88f3-3e10-47e8-b1b8-c39a08e11903 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:37.153884 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d08b6009-dbdd-454c-a5e8-949533c57b46 req-d66c88f3-3e10-47e8-b1b8-c39a08e11903 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 944 time: 0.1970170 Aug 19 18:03:37.154582 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68c54c29-f432-481f-902d-c49a0bf1c891 req-58f70d86-23f3-415a-a602-daa4926ec947 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782428 Aug 19 18:03:37.215155 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de6b8f5-dcc6-40ba-aad9-f61b127b2f59 x-openstack-request-id: req-1de6b8f5-dcc6-40ba-aad9-f61b127b2f59 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:37.215436 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87a99e7-d3f6-485f-9101-740b238c1455", "tag": "7d4cf697-dc4e-4a08-bdce-fc70bd1526ee", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:37.215689 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1de6b8f5-dcc6-40ba-aad9-f61b127b2f59 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:37.216079 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87a99e7-d3f6-485f-9101-740b238c1455', 'tag': '7d4cf697-dc4e-4a08-bdce-fc70bd1526ee', 'status': 'completed', 'code': 200} Aug 19 18:03:37.249627 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:37.279221 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:37.287384 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a787562-5fc3-4e15-8272-7d8fffc21972 admin admin] Network 73650f01-9243-4f8f-ada4-5096f7e45ce8 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:37.299483 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-8a787562-5fc3-4e15-8272-7d8fffc21972 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:37.342496 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:37.358517 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port e15cc749-5612-4921-ae58-8c0899b00fef, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e15cc749-5612-4921-ae58-8c0899b00fef,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:37.372615 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d08b6009-dbdd-454c-a5e8-949533c57b46 req-46356b30-38fd-4f18-b3a3-2a50ccb42b91 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598151 Aug 19 18:03:37.420009 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:37.545978 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a0bc6-d27f-4bdc-99b7-289290aa79b4 req-aa62a1ac-1029-4e39-bf13-3f053f045e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:37.551953 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a2a0bc6-d27f-4bdc-99b7-289290aa79b4 req-aa62a1ac-1029-4e39-bf13-3f053f045e33 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 1125 time: 0.3022144 Aug 19 18:03:37.652906 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01738082-a1cd-43b6-ba5f-846cba763087 req-9db17fbf-fcc1-403d-9595-b4d0fd556a09 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:37.654610 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-01738082-a1cd-43b6-ba5f-846cba763087 req-9db17fbf-fcc1-403d-9595-b4d0fd556a09 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=202dc7bb-0565-40cd-b9ab-34fb461cc817 HTTP/1.1" status: 200 len: 945 time: 0.1159916 Aug 19 18:03:37.676031 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a787562-5fc3-4e15-8272-7d8fffc21972 admin admin] Router d5ea9453-92af-4909-8117-48892550bd5c has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:03:37.705767 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed524b-2bd5-4b8f-9cf7-a11c3690b5e9 req-89a20837-f3d0-445c-963e-0d979b978636 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:37.709627 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e3ed524b-2bd5-4b8f-9cf7-a11c3690b5e9 req-89a20837-f3d0-445c-963e-0d979b978636 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 1096 time: 0.3519301 Aug 19 18:03:37.712290 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-01738082-a1cd-43b6-ba5f-846cba763087 req-772a843b-e9c5-4e7d-8f90-0f19ab8230ab tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502965 Aug 19 18:03:37.777043 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=e15cc749-5612-4921-ae58-8c0899b00fef,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:37.795159 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e3ed524b-2bd5-4b8f-9cf7-a11c3690b5e9 req-5bd1aca8-2086-4bd8-80da-91c0a8397552 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674219 Aug 19 18:03:37.823799 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ffd613a9-c2d8-47c3-947f-82a87f7a81b6 None None] Provisioning complete for port e6e797d2-1c30-4e42-98da-d04cf3a7bc2b triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:37.824181 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ffd613a9-c2d8-47c3-947f-82a87f7a81b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:37.844184 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a0bc6-d27f-4bdc-99b7-289290aa79b4 req-baf062e1-711f-4b6f-906a-302bdc608ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:37.846890 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a2a0bc6-d27f-4bdc-99b7-289290aa79b4 req-baf062e1-711f-4b6f-906a-302bdc608ca7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 922 time: 0.2819605 Aug 19 18:03:37.890789 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:03:37.893354 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-ffd613a9-c2d8-47c3-947f-82a87f7a81b6 None None] Port e6e797d2-1c30-4e42-98da-d04cf3a7bc2b cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:03:37.932717 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a2a0bc6-d27f-4bdc-99b7-289290aa79b4 req-b3e83ece-76a0-4841-a835-097b3f7a6ac2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee HTTP/1.1" status: 200 len: 217 time: 0.0773900 Aug 19 18:03:37.992046 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a0bc6-d27f-4bdc-99b7-289290aa79b4 req-b20c4ef7-4bf5-42ad-b139-f298bf80ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:37.994637 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a2a0bc6-d27f-4bdc-99b7-289290aa79b4 req-b20c4ef7-4bf5-42ad-b139-f298bf80ce16 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e38a766b-6157-45f2-9785-a9bfeb2d8ba6 HTTP/1.1" status: 200 len: 861 time: 0.0507061 Aug 19 18:03:38.004168 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf8abc-1f79-4dd5-bc55-2243637a601a req-dddd5cf7-d750-4722-87a5-af4fc95fff47 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:38.013833 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2daf8abc-1f79-4dd5-bc55-2243637a601a req-dddd5cf7-d750-4722-87a5-af4fc95fff47 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cbdf73b-79c0-4da8-aaa0-8a105e815a28 HTTP/1.1" status: 200 len: 944 time: 0.0820525 Aug 19 18:03:38.038173 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a787562-5fc3-4e15-8272-7d8fffc21972 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:03:38.048709 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8a787562-5fc3-4e15-8272-7d8fffc21972 admin admin] 10.222.0.24 "PUT /v2.0/routers/d5ea9453-92af-4909-8117-48892550bd5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2477732 Aug 19 18:03:38.054643 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:38.062015 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] Sync routers for ids ['d5ea9453-92af-4909-8117-48892550bd5c'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:03:38.085930 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] Routers {'d5ea9453-92af-4909-8117-48892550bd5c'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:38.086811 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:03:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d5ea9453-92af-4909-8117-48892550bd5c'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:38.101484 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:38.106931 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2daf8abc-1f79-4dd5-bc55-2243637a601a req-53fdefca-920d-4aec-b27b-f814c82daea6 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=944f342e-ab18-4eae-b856-158ee438b7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919006 Aug 19 18:03:38.113712 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a2a0bc6-d27f-4bdc-99b7-289290aa79b4 req-ea7ba6e3-5cf6-4af6-acb5-253de3d8cfa2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=52390765-0cad-463c-8122-8baf5b79ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019750 Aug 19 18:03:38.136522 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee has no active binding in host n-h2-803753-2 {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 18:03:38.263652 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a2a0bc6-d27f-4bdc-99b7-289290aa79b4 req-8f9853c4-0286-4d38-900e-a41e32ac0de8 service neutron] 10.222.0.54 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337602 Aug 19 18:03:38.320762 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] Set router d5ea9453-92af-4909-8117-48892550bd5c gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:03:38.427515 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a2a0bc6-d27f-4bdc-99b7-289290aa79b4 req-8bfedc90-2e6f-44cc-bf5b-696a548d30bb service neutron] 10.222.0.54 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559260 Aug 19 18:03:38.612222 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e15cc749-5612-4921-ae58-8c0899b00fef up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:38.660861 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92aa5a-f482-4dfb-ab5c-fe3887167087 req-549e1070-6cf9-4c60-856d-f7e4a07f5174 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:38.662701 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d92aa5a-f482-4dfb-ab5c-fe3887167087 req-549e1070-6cf9-4c60-856d-f7e4a07f5174 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 944 time: 0.0776479 Aug 19 18:03:38.689744 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port e15cc749-5612-4921-ae58-8c0899b00fef triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:38.690124 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:38.693245 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'name': 'tempest-ServersTestManualDisk-1370410028-router', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:28Z', 'updated_at': '2021-08-19T18:03:36Z', 'revision_number': 4, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'gw_port': {'id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:30Z', 'updated_at': '2021-08-19T18:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'e6e797d2-1c30-4e42-98da-d04cf3a7bc2b', 'name': '', 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'mac_address': 'fa:16:3e:36:b0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'dea398ad-a68d-4f83-811a-5b05b0ea2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:34Z', 'updated_at': '2021-08-19T18:03:36Z', 'revision_number': 2, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'subnets': [{'id': 'dea398ad-a68d-4f83-811a-5b05b0ea2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:38.752370 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d92aa5a-f482-4dfb-ab5c-fe3887167087 req-5b6da499-fb85-4b17-8cef-3c04ec5e671d tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756717 Aug 19 18:03:38.774331 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] Checking router: d5ea9453-92af-4909-8117-48892550bd5c for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:03:38.775322 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] Updating router d5ea9453-92af-4909-8117-48892550bd5c port e6e797d2-1c30-4e42-98da-d04cf3a7bc2b binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:03:38.879990 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:38.894923 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eeb333-19f8-407b-a1be-bd5593affcc4 req-0a65a73b-005c-4425-be0b-552dae4a8ff2 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:38.899002 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40eeb333-19f8-407b-a1be-bd5593affcc4 req-0a65a73b-005c-4425-be0b-552dae4a8ff2 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 1096 time: 0.0503039 Aug 19 18:03:38.978038 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40eeb333-19f8-407b-a1be-bd5593affcc4 req-8d66162e-834c-4ba7-a19e-d66b994400cd tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704288 Aug 19 18:03:38.992444 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37476) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:39.008794 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e5a2535b-1c3d-43aa-93c2-ce5d820028aa tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1778252097', 'description': 'tempest-description--1267526412'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:39.058893 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e5a2535b-1c3d-43aa-93c2-ce5d820028aa tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.140159 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead229c8-8073-4937-b679-3ef90b31a22e req-b2bcb2e8-281e-4885-bbdc-aaaa591a0cbd tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:39.142125 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ead229c8-8073-4937-b679-3ef90b31a22e req-b2bcb2e8-281e-4885-bbdc-aaaa591a0cbd tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=202dc7bb-0565-40cd-b9ab-34fb461cc817 HTTP/1.1" status: 200 len: 945 time: 0.0756340 Aug 19 18:03:39.210789 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ead229c8-8073-4937-b679-3ef90b31a22e req-bd95f63a-6814-454d-93bc-2cc31a769b53 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617764 Aug 19 18:03:39.221765 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e5a2535b-1c3d-43aa-93c2-ce5d820028aa tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.247935 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e5a2535b-1c3d-43aa-93c2-ce5d820028aa tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.311495 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2535b-1c3d-43aa-93c2-ce5d820028aa tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea9a610-4c77-43b9-8d2d-f789667ef041,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:39.319087 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e5a2535b-1c3d-43aa-93c2-ce5d820028aa tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.320585 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e5a2535b-1c3d-43aa-93c2-ce5d820028aa tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3255770 Aug 19 18:03:39.323743 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37504) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:39.326283 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2535b-1c3d-43aa-93c2-ce5d820028aa tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:39.326862 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2535b-1c3d-43aa-93c2-ce5d820028aa tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:39.327418 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2535b-1c3d-43aa-93c2-ce5d820028aa tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:39.327934 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2535b-1c3d-43aa-93c2-ce5d820028aa tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:39.328456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2535b-1c3d-43aa-93c2-ce5d820028aa tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:39.328972 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2535b-1c3d-43aa-93c2-ce5d820028aa tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:39.329496 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2535b-1c3d-43aa-93c2-ce5d820028aa tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:39.330042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2535b-1c3d-43aa-93c2-ce5d820028aa tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:39.330154 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-142814e7-765a-42db-b3e5-61e7366c9e21 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Request body: {'security_group_rule': {'security_group_id': '1ea9a610-4c77-43b9-8d2d-f789667ef041', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:39.330670 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2535b-1c3d-43aa-93c2-ce5d820028aa tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:39.331202 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2535b-1c3d-43aa-93c2-ce5d820028aa tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:39.331712 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2535b-1c3d-43aa-93c2-ce5d820028aa tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:39.332220 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2535b-1c3d-43aa-93c2-ce5d820028aa tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:39.351086 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493538e-c902-4048-80bc-d2782ec90ef4 req-99993be0-aa61-42b5-9d12-b7122b7e3f42 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:39.353660 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a493538e-c902-4048-80bc-d2782ec90ef4 req-99993be0-aa61-42b5-9d12-b7122b7e3f42 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cbdf73b-79c0-4da8-aaa0-8a105e815a28 HTTP/1.1" status: 200 len: 944 time: 0.1229665 Aug 19 18:03:39.387821 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-142814e7-765a-42db-b3e5-61e7366c9e21 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.402616 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a493538e-c902-4048-80bc-d2782ec90ef4 req-0d50776e-916d-467a-9e75-ba90dc257965 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=944f342e-ab18-4eae-b856-158ee438b7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427663 Aug 19 18:03:39.425586 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.438332 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] Transition to ACTIVE for port object e6e797d2-1c30-4e42-98da-d04cf3a7bc2b will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:39.448671 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.469297 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-142814e7-765a-42db-b3e5-61e7366c9e21 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.474807 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-142814e7-765a-42db-b3e5-61e7366c9e21 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.502718 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142814e7-765a-42db-b3e5-61e7366c9e21 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85305300-79a6-4a2b-8e8e-5e6bb1b3fa2d,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:39.509283 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ab021-a884-4420-9ad1-1d43c0056750 None None] Pushing event updated for resources: {'Port': ['ID=e6e797d2-1c30-4e42-98da-d04cf3a7bc2b,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:39.513486 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-142814e7-765a-42db-b3e5-61e7366c9e21 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.517458 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-142814e7-765a-42db-b3e5-61e7366c9e21 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1901743 Aug 19 18:03:39.518085 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37510) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:39.523113 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-ff49e6d9-9fde-4f26-9cb0-43670b9a63e0 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Request body: {'security_group_rule': {'security_group_id': '1ea9a610-4c77-43b9-8d2d-f789667ef041', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:39.542292 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ab021-a884-4420-9ad1-1d43c0056750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:39.542639 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ab021-a884-4420-9ad1-1d43c0056750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:39.542981 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ab021-a884-4420-9ad1-1d43c0056750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:39.543315 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ab021-a884-4420-9ad1-1d43c0056750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:39.543648 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ab021-a884-4420-9ad1-1d43c0056750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:39.543980 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ab021-a884-4420-9ad1-1d43c0056750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:39.544513 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ab021-a884-4420-9ad1-1d43c0056750 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:39.544635 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ab021-a884-4420-9ad1-1d43c0056750 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:39.544984 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ab021-a884-4420-9ad1-1d43c0056750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:39.545287 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ab021-a884-4420-9ad1-1d43c0056750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:39.545633 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ab021-a884-4420-9ad1-1d43c0056750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:39.546022 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ab021-a884-4420-9ad1-1d43c0056750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:39.578443 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff49e6d9-9fde-4f26-9cb0-43670b9a63e0 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.589510 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] Attempting to bind port e6e797d2-1c30-4e42-98da-d04cf3a7bc2b on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:39.594716 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] Attempting to bind port e6e797d2-1c30-4e42-98da-d04cf3a7bc2b by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '4a039d40-5096-4efe-a9e6-dc12e26f9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:39.594990 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] Attempting to bind port e6e797d2-1c30-4e42-98da-d04cf3a7bc2b on network 73650f01-9243-4f8f-ada4-5096f7e45ce8 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:39.602629 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:39.603164 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] Checking segment: {'id': '4a039d40-5096-4efe-a9e6-dc12e26f9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:39.606949 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.607126 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] Bound using segment: {'id': '4a039d40-5096-4efe-a9e6-dc12e26f9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:39.607627 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] Bound port: e6e797d2-1c30-4e42-98da-d04cf3a7bc2b, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a039d40-5096-4efe-a9e6-dc12e26f9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:39.611890 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.665091 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff49e6d9-9fde-4f26-9cb0-43670b9a63e0 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.672140 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff49e6d9-9fde-4f26-9cb0-43670b9a63e0 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.705824 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49e6d9-9fde-4f26-9cb0-43670b9a63e0 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482f1d86-0184-4e44-a8ed-76aa97effd82,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:39.730367 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff49e6d9-9fde-4f26-9cb0-43670b9a63e0 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.731139 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] For port e6e797d2-1c30-4e42-98da-d04cf3a7bc2b, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:39.732015 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ff49e6d9-9fde-4f26-9cb0-43670b9a63e0 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2124717 Aug 19 18:03:39.734893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37520) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:39.741607 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-03b63710-ff2f-4ebb-8722-2da0327f543d tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:39.748422 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] For port e6e797d2-1c30-4e42-98da-d04cf3a7bc2b, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e6e797d2-1c30-4e42-98da-d04cf3a7bc2b,segment=NetworkSegment(4a039d40-5096-4efe-a9e6-dc12e26f9952),segment_id=4a039d40-5096-4efe-a9e6-dc12e26f9952)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:39.758628 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.792191 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-03b63710-ff2f-4ebb-8722-2da0327f543d tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.887322 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device d9ab78c8-b0db-498c-962a-5966228c2fa2 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:39.889847 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] Routers {'d5ea9453-92af-4909-8117-48892550bd5c'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:39.892145 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:03:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d5ea9453-92af-4909-8117-48892550bd5c'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:39.938092 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ab021-a884-4420-9ad1-1d43c0056750 None None] Pushing event updated for resources: {'Port': ['ID=e6e797d2-1c30-4e42-98da-d04cf3a7bc2b,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:40.006825 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54987078-e696-4c49-92f5-2423a76653f1 req-df2fc578-71bf-4b82-8c0f-48f35e524df7 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:40.009801 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54987078-e696-4c49-92f5-2423a76653f1 req-df2fc578-71bf-4b82-8c0f-48f35e524df7 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 944 time: 0.0834720 Aug 19 18:03:40.027058 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa0402-425f-4014-893e-4ccaeb0ffab1 req-58e8f769-224d-403f-835d-573d584c365b tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:40.028788 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-70aa0402-425f-4014-893e-4ccaeb0ffab1 req-58e8f769-224d-403f-835d-573d584c365b tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=202dc7bb-0565-40cd-b9ab-34fb461cc817 HTTP/1.1" status: 200 len: 945 time: 0.1503043 Aug 19 18:03:40.068756 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:40.082364 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:40.084144 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54987078-e696-4c49-92f5-2423a76653f1 req-af562cf5-29bf-44f1-978c-5cccef8b27df tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584610 Aug 19 18:03:40.111879 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d9ab78c8-b0db-498c-962a-5966228c2fa2 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:40.172601 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port d9ab78c8-b0db-498c-962a-5966228c2fa2, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d9ab78c8-b0db-498c-962a-5966228c2fa2,segment=NetworkSegment(9c7d747c-4d15-4d78-8a75-1bea6385c296),segment_id=9c7d747c-4d15-4d78-8a75-1bea6385c296)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:40.183834 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:40.200537 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37536) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:40.219753 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:40.235922 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-70aa0402-425f-4014-893e-4ccaeb0ffab1 req-c6029ab1-327a-4428-b795-3533dfdaeaed tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866441 Aug 19 18:03:40.241894 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] Set router d5ea9453-92af-4909-8117-48892550bd5c gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:03:40.272600 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-03b63710-ff2f-4ebb-8722-2da0327f543d tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:40.298571 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=d9ab78c8-b0db-498c-962a-5966228c2fa2,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:40.320046 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:40.326797 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:40.327961 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:40.438334 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:40.453048 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6fed0ae8-bc4d-422d-a5c8-8cbb0aa71089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:40.488314 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-03b63710-ff2f-4ebb-8722-2da0327f543d tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Allocated IP 172.25.8.39 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/0cd8337a-bdbd-44f4-ae44-dbf8b88a44ed) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:40.496525 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbdf73b-79c0-4da8-aaa0-8a105e815a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:40.498996 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-6005c7fb-5098-431b-bcbd-5705cb5a5318 service neutron] 10.222.0.54 "GET /v2.0/ports/7d4cf697-dc4e-4a08-bdce-fc70bd1526ee/bindings/n-h2-803753-2 HTTP/1.1" status: 200 len: 384 time: 0.3891554 Aug 19 18:03:40.504819 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb09f69-07e4-4faa-94ec-1ce8aa0616d0" -d '{"events": [{"server_uuid": "4cbdf73b-79c0-4da8-aaa0-8a105e815a28", "name": "network-vif-plugged", "status": "completed", "tag": "bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:40.529475 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7,segment=NetworkSegment(1395a4e1-b253-4559-bb6c-18b2bc8da658),segment_id=1395a4e1-b253-4559-bb6c-18b2bc8da658)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:40.536457 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:40.626036 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539ee31-31f3-4e2a-b3e3-5f250c443f18 req-e429804e-47d6-4a5f-8fc4-e1c92887d98a tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:40.631237 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8539ee31-31f3-4e2a-b3e3-5f250c443f18 req-e429804e-47d6-4a5f-8fc4-e1c92887d98a tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 1096 time: 0.1918881 Aug 19 18:03:40.643976 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:40.689336 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6fed0ae8-bc4d-422d-a5c8-8cbb0aa71089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:40.698772 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:40.699520 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6fed0ae8-bc4d-422d-a5c8-8cbb0aa71089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:40.725310 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'name': 'tempest-ServersTestManualDisk-1370410028-router', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:28Z', 'updated_at': '2021-08-19T18:03:36Z', 'revision_number': 4, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'gw_port': {'id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:30Z', 'updated_at': '2021-08-19T18:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'e6e797d2-1c30-4e42-98da-d04cf3a7bc2b', 'name': '', 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'mac_address': 'fa:16:3e:36:b0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'dea398ad-a68d-4f83-811a-5b05b0ea2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:34Z', 'updated_at': '2021-08-19T18:03:39Z', 'revision_number': 4, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'subnets': [{'id': 'dea398ad-a68d-4f83-811a-5b05b0ea2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:40.739673 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed0ae8-bc4d-422d-a5c8-8cbb0aa71089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b5bb08-cfa4-4aed-895f-cc4feebc0363,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:40.762273 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6fed0ae8-bc4d-422d-a5c8-8cbb0aa71089 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e4cd9b9edb343ab85b86e5c65ab9ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5568640 Aug 19 18:03:40.762501 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-03b63710-ff2f-4ebb-8722-2da0327f543d tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:40.763415 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37548) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:40.808468 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21d4d07-8d91-4e7a-9b3f-a876f5b8117b None None] The sync data for ids ['d5ea9453-92af-4909-8117-48892550bd5c'] in n-d-803753-2 is: [{'id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'name': 'tempest-ServersTestManualDisk-1370410028-router', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:28Z', 'updated_at': '2021-08-19T18:03:36Z', 'revision_number': 4, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'gw_port': {'id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:30Z', 'updated_at': '2021-08-19T18:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'e6e797d2-1c30-4e42-98da-d04cf3a7bc2b', 'name': '', 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'mac_address': 'fa:16:3e:36:b0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'dea398ad-a68d-4f83-811a-5b05b0ea2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:34Z', 'updated_at': '2021-08-19T18:03:39Z', 'revision_number': 4, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'subnets': [{'id': 'dea398ad-a68d-4f83-811a-5b05b0ea2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:03:40.889613 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-514f5257-0585-425f-8129-1ccc36d30f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:40.918019 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591a531-929d-4db1-b403-af79ac9132aa req-23a215d1-3f86-4671-bfd4-8bb64e11b874 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:40.927982 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a591a531-929d-4db1-b403-af79ac9132aa req-23a215d1-3f86-4671-bfd4-8bb64e11b874 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cbdf73b-79c0-4da8-aaa0-8a105e815a28 HTTP/1.1" status: 200 len: 945 time: 0.0964680 Aug 19 18:03:40.930032 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8539ee31-31f3-4e2a-b3e3-5f250c443f18 req-1c0b9406-5c4e-4f39-9964-3aa2e54d1f80 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527747 Aug 19 18:03:40.956351 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-514f5257-0585-425f-8129-1ccc36d30f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:40.992259 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-627f424f-f65a-4cf5-bd7b-6eafc1b717fd service neutron] For port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:40.995821 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b42f64b-cccc-423b-b16d-521c19a1f585 x-openstack-request-id: req-3b42f64b-cccc-423b-b16d-521c19a1f585 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:40.996913 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbdf73b-79c0-4da8-aaa0-8a105e815a28", "name": "network-vif-plugged", "status": "completed", "tag": "bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:40.997345 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b42f64b-cccc-423b-b16d-521c19a1f585 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:40.997956 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbdf73b-79c0-4da8-aaa0-8a105e815a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7', 'code': 200} Aug 19 18:03:41.015031 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a591a531-929d-4db1-b403-af79ac9132aa req-dfa5a2e6-62f7-47c7-80cb-584f3ee35d79 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=944f342e-ab18-4eae-b856-158ee438b7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848334 Aug 19 18:03:41.018051 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-03b63710-ff2f-4ebb-8722-2da0327f543d tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:41.074239 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-514f5257-0585-425f-8129-1ccc36d30f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:41.077691 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-514f5257-0585-425f-8129-1ccc36d30f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:41.081250 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-514f5257-0585-425f-8129-1ccc36d30f1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02b5bb08-cfa4-4aed-895f-cc4feebc0363 HTTP/1.1" status: 204 len: 168 time: 0.3138735 Aug 19 18:03:41.094928 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f5257-0585-425f-8129-1ccc36d30f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b5bb08-cfa4-4aed-895f-cc4feebc0363,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:41.111271 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b63710-ff2f-4ebb-8722-2da0327f543d tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Pushing event updated for resources: {'Port': ['ID=0cd8337a-bdbd-44f4-ae44-dbf8b88a44ed,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:41.185687 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-627f424f-f65a-4cf5-bd7b-6eafc1b717fd service neutron] For port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:41.222658 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b63710-ff2f-4ebb-8722-2da0327f543d tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:41.241823 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-03b63710-ff2f-4ebb-8722-2da0327f543d tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:41.247359 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b63710-ff2f-4ebb-8722-2da0327f543d tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:41.261568 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-627f424f-f65a-4cf5-bd7b-6eafc1b717fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:41.270292 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d867a-6b5a-43df-bc4e-afd59223d1a6 req-6bb55069-6d92-42bf-bbf0-a49a7c111e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:41.271999 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-600d867a-6b5a-43df-bc4e-afd59223d1a6 req-6bb55069-6d92-42bf-bbf0-a49a7c111e76 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4cbdf73b-79c0-4da8-aaa0-8a105e815a28 HTTP/1.1" status: 200 len: 1096 time: 0.1642084 Aug 19 18:03:41.326549 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-627f424f-f65a-4cf5-bd7b-6eafc1b717fd service neutron] For port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:41.367626 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-786b836e-3e57-4ece-b62e-f94fcf1287f5 req-86143256-8045-4e9e-9764-8e7ed1e0abc5 tempest-QuotasAdminNegativeTest-1490911083 tempest-QuotasAdminNegativeTest-1490911083-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0db7c4c1aad04ea287f157d7d4fe6f5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0999668 Aug 19 18:03:41.394532 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-627f424f-f65a-4cf5-bd7b-6eafc1b717fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:41.432051 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-600d867a-6b5a-43df-bc4e-afd59223d1a6 req-d52a3ef1-6db5-41f3-89b9-5f3a9186b03f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=944f342e-ab18-4eae-b856-158ee438b7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231709 Aug 19 18:03:41.543481 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37582) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:41.568930 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb37e885-ffee-427d-961c-9978c9f8d6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:41.657101 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-03b63710-ff2f-4ebb-8722-2da0327f543d tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:41.672403 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b836e-3e57-4ece-b62e-f94fcf1287f5 req-6729a042-0f94-4018-87f6-b5d1faf0b374 tempest-QuotasAdminNegativeTest-1490911083 tempest-QuotasAdminNegativeTest-1490911083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:41.679730 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-786b836e-3e57-4ece-b62e-f94fcf1287f5 req-6729a042-0f94-4018-87f6-b5d1faf0b374 tempest-QuotasAdminNegativeTest-1490911083 tempest-QuotasAdminNegativeTest-1490911083-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2998183 Aug 19 18:03:41.690397 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-627f424f-f65a-4cf5-bd7b-6eafc1b717fd service neutron] Transition to ACTIVE for port object 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:41.703269 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-786b836e-3e57-4ece-b62e-f94fcf1287f5 req-705cb306-8112-492c-961b-828294ef8ac9 tempest-QuotasAdminNegativeTest-1490911083 tempest-QuotasAdminNegativeTest-1490911083-project] 10.222.0.24 "GET /v2.0/quotas/0db7c4c1aad04ea287f157d7d4fe6f5e HTTP/1.1" status: 200 len: 375 time: 0.0224888 Aug 19 18:03:41.732523 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-627f424f-f65a-4cf5-bd7b-6eafc1b717fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:41.742061 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb37e885-ffee-427d-961c-9978c9f8d6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:41.752138 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb37e885-ffee-427d-961c-9978c9f8d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:41.805523 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37e885-ffee-427d-961c-9978c9f8d6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27100063-3cde-47e3-90e6-d56ecb3d6f41,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:41.826614 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bb37e885-ffee-427d-961c-9978c9f8d6fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7321a595c63f4ecf89a8625cef965124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796986 Aug 19 18:03:41.827188 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37594) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:41.902484 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e8df3156-60ad-4798-b5cf-82c3b1a073de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:41.970591 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e8df3156-60ad-4798-b5cf-82c3b1a073de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:42.009258 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4b3f9-ea33-4cd0-be39-847962446677 req-c322ad8d-18ef-4fba-8344-1faa791f0153 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:42.011128 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a6a4b3f9-ea33-4cd0-be39-847962446677 req-c322ad8d-18ef-4fba-8344-1faa791f0153 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.50 "GET /v2.0/ports?device_id=202dc7bb-0565-40cd-b9ab-34fb461cc817 HTTP/1.1" status: 200 len: 944 time: 0.1056638 Aug 19 18:03:42.134193 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e8df3156-60ad-4798-b5cf-82c3b1a073de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:42.138259 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e8df3156-60ad-4798-b5cf-82c3b1a073de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:42.139004 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-786b836e-3e57-4ece-b62e-f94fcf1287f5 req-2d256d58-c33c-4725-9c8d-83fed43d219c tempest-QuotasAdminNegativeTest-1490911083 tempest-QuotasAdminNegativeTest-1490911083-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0db7c4c1aad04ea287f157d7d4fe6f5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4347761 Aug 19 18:03:42.140326 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e8df3156-60ad-4798-b5cf-82c3b1a073de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27100063-3cde-47e3-90e6-d56ecb3d6f41 HTTP/1.1" status: 204 len: 168 time: 0.3105981 Aug 19 18:03:42.154161 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-03b63710-ff2f-4ebb-8722-2da0327f543d tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:42.157213 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-a6a4b3f9-ea33-4cd0-be39-847962446677 req-f238b5e6-8195-484b-bd6a-707f42730f1a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Deleting port d9ab78c8-b0db-498c-962a-5966228c2fa2 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:03:42.157879 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a6a4b3f9-ea33-4cd0-be39-847962446677 req-f238b5e6-8195-484b-bd6a-707f42730f1a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:42.162741 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df3156-60ad-4798-b5cf-82c3b1a073de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27100063-3cde-47e3-90e6-d56ecb3d6f41,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:42.299460 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-e38f0af6-88b5-4975-bfa2-626c8382e469 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:03:42.300485 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-e38f0af6-88b5-4975-bfa2-626c8382e469 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525737 Aug 19 18:03:42.307886 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-a6a4b3f9-ea33-4cd0-be39-847962446677 req-f238b5e6-8195-484b-bd6a-707f42730f1a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] For port d9ab78c8-b0db-498c-962a-5966228c2fa2, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d9ab78c8-b0db-498c-962a-5966228c2fa2,segment=NetworkSegment(9c7d747c-4d15-4d78-8a75-1bea6385c296),segment_id=9c7d747c-4d15-4d78-8a75-1bea6385c296)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:42.308440 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a6a4b3f9-ea33-4cd0-be39-847962446677 req-f238b5e6-8195-484b-bd6a-707f42730f1a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:42.333274 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-627f424f-f65a-4cf5-bd7b-6eafc1b717fd service neutron] No DVR routers for this DVR port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:03:42.344331 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-a6a4b3f9-ea33-4cd0-be39-847962446677 req-f238b5e6-8195-484b-bd6a-707f42730f1a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Calling delete_port for d9ab78c8-b0db-498c-962a-5966228c2fa2 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:03:42.345763 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-be03c9b4-cd5b-4ed0-9430-01618eec8a52 service neutron] Request body: {'binding': {'host': 'n-h1-803753-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:42.346212 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-be03c9b4-cd5b-4ed0-9430-01618eec8a52 service neutron] Unknown quota resources ['binding']. {{(pid=94682) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:03:42.355146 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f424f-f65a-4cf5-bd7b-6eafc1b717fd service neutron] Pushing event updated for resources: {'Port': ['ID=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee,revision_number=10']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:42.473516 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-627f424f-f65a-4cf5-bd7b-6eafc1b717fd service neutron] 10.222.0.54 "PUT /v2.0/ports/7d4cf697-dc4e-4a08-bdce-fc70bd1526ee/bindings/n-h2-803753-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9639585 Aug 19 18:03:42.564514 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a6a4b3f9-ea33-4cd0-be39-847962446677 req-f238b5e6-8195-484b-bd6a-707f42730f1a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:42.604463 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ee864-c266-44c4-a57d-42fa3f7f53cd req-765ffdd3-372a-4a0e-882c-3bc22c3e3210 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:42.606107 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f9ee864-c266-44c4-a57d-42fa3f7f53cd req-765ffdd3-372a-4a0e-882c-3bc22c3e3210 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 945 time: 0.1985502 Aug 19 18:03:42.615092 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-03b63710-ff2f-4ebb-8722-2da0327f543d tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:42.640413 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-03b63710-ff2f-4ebb-8722-2da0327f543d tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:42.658996 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238b5e6-8195-484b-bd6a-707f42730f1a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Pushing event deleted for resources: {'Port': ['ID=d9ab78c8-b0db-498c-962a-5966228c2fa2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:42.686826 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238b5e6-8195-484b-bd6a-707f42730f1a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:42.687186 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238b5e6-8195-484b-bd6a-707f42730f1a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:42.687576 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238b5e6-8195-484b-bd6a-707f42730f1a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:42.687999 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238b5e6-8195-484b-bd6a-707f42730f1a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:42.688299 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238b5e6-8195-484b-bd6a-707f42730f1a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:42.688632 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238b5e6-8195-484b-bd6a-707f42730f1a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:42.688959 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238b5e6-8195-484b-bd6a-707f42730f1a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:42.689285 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238b5e6-8195-484b-bd6a-707f42730f1a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:42.689632 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238b5e6-8195-484b-bd6a-707f42730f1a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:42.689987 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238b5e6-8195-484b-bd6a-707f42730f1a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:42.690360 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238b5e6-8195-484b-bd6a-707f42730f1a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:42.690660 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238b5e6-8195-484b-bd6a-707f42730f1a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:42.697231 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e6e797d2-1c30-4e42-98da-d04cf3a7bc2b up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:42.713981 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-8cb29e64-8a7d-43bc-b62a-acee6f82a85b tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:42.715551 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-8cb29e64-8a7d-43bc-b62a-acee6f82a85b tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455&tenant_id=a8ce19510dd24923b8ff0f45376547f4&binding%3Ahost_id=n-h1-803753-2 HTTP/1.1" status: 200 len: 1096 time: 0.1612906 Aug 19 18:03:42.763584 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a4b3f9-ea33-4cd0-be39-847962446677 req-f238b5e6-8195-484b-bd6a-707f42730f1a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] No DVR routers for this DVR port d9ab78c8-b0db-498c-962a-5966228c2fa2 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:03:42.766369 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port e6e797d2-1c30-4e42-98da-d04cf3a7bc2b completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:42.771117 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a6a4b3f9-ea33-4cd0-be39-847962446677 req-f238b5e6-8195-484b-bd6a-707f42730f1a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:42.774123 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a6a4b3f9-ea33-4cd0-be39-847962446677 req-f238b5e6-8195-484b-bd6a-707f42730f1a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.50 "DELETE /v2.0/ports/d9ab78c8-b0db-498c-962a-5966228c2fa2 HTTP/1.1" status: 204 len: 173 time: 0.7455897 Aug 19 18:03:42.774629 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port e6e797d2-1c30-4e42-98da-d04cf3a7bc2b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:42.776185 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202dc7bb-0565-40cd-b9ab-34fb461cc817', 'name': 'network-vif-deleted', 'tag': 'd9ab78c8-b0db-498c-962a-5966228c2fa2'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:42.776730 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:42.798217 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c8f85a-4b3f-43f3-8b28-93707146722c" -d '{"events": [{"server_uuid": "202dc7bb-0565-40cd-b9ab-34fb461cc817", "name": "network-vif-deleted", "tag": "d9ab78c8-b0db-498c-962a-5966228c2fa2"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:42.811846 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b63710-ff2f-4ebb-8722-2da0327f543d tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Pushing event updated for resources: {'Port': ['ID=0cd8337a-bdbd-44f4-ae44-dbf8b88a44ed,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:42.824176 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f9ee864-c266-44c4-a57d-42fa3f7f53cd req-f9fff465-7dda-4eb0-a575-a135efd5d438 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032030 Aug 19 18:03:42.844480 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-be03c9b4-cd5b-4ed0-9430-01618eec8a52 service neutron] Attempting to bind port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d on host n-h1-803753-2 for vnic_type normal with profile None {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:42.844818 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-be03c9b4-cd5b-4ed0-9430-01618eec8a52 service neutron] Attempting to bind port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:42.845232 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-be03c9b4-cd5b-4ed0-9430-01618eec8a52 service neutron] Attempting to bind port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:42.851920 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-be03c9b4-cd5b-4ed0-9430-01618eec8a52 service neutron] Port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d on network 50874bd2-7160-4e95-947b-586c5b7daba3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:03:42.852395 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-be03c9b4-cd5b-4ed0-9430-01618eec8a52 service neutron] Attempting to bind port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:42.860778 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-03b63710-ff2f-4ebb-8722-2da0327f543d tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:42.887319 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-8af4c010-aa74-479e-8408-6149d31e102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:42.889230 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-8af4c010-aa74-479e-8408-6149d31e102a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455&tenant_id=a8ce19510dd24923b8ff0f45376547f4 HTTP/1.1" status: 200 len: 1096 time: 0.1511822 Aug 19 18:03:42.891293 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-be03c9b4-cd5b-4ed0-9430-01618eec8a52 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:42.891489 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-be03c9b4-cd5b-4ed0-9430-01618eec8a52 service neutron] Checking segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:42.892685 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-be03c9b4-cd5b-4ed0-9430-01618eec8a52 service neutron] Bound using segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:42.893323 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-be03c9b4-cd5b-4ed0-9430-01618eec8a52 service neutron] Bound port: 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:42.899502 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:42.956037 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port e6e797d2-1c30-4e42-98da-d04cf3a7bc2b, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e6e797d2-1c30-4e42-98da-d04cf3a7bc2b,segment=NetworkSegment(4a039d40-5096-4efe-a9e6-dc12e26f9952),segment_id=4a039d40-5096-4efe-a9e6-dc12e26f9952)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:42.963357 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-03b63710-ff2f-4ebb-8722-2da0327f543d tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:42.964644 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-03b63710-ff2f-4ebb-8722-2da0327f543d tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2286983 Aug 19 18:03:42.965034 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:43.008043 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-635058c5-e6dc-4636-8e8b-428b6ff53b55 req-9d422942-819c-4603-a2eb-be8577a68406 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=202dc7bb-0565-40cd-b9ab-34fb461cc817 HTTP/1.1" status: 200 len: 210 time: 0.0685608 Aug 19 18:03:43.043961 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-c45ebbcc-c312-4878-ab1b-2e10b6eb08fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:43.045576 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-c45ebbcc-c312-4878-ab1b-2e10b6eb08fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 1096 time: 0.1043715 Aug 19 18:03:43.053370 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=e6e797d2-1c30-4e42-98da-d04cf3a7bc2b,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:43.067004 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-be03c9b4-cd5b-4ed0-9430-01618eec8a52 service neutron] For port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:43.115053 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-be03c9b4-cd5b-4ed0-9430-01618eec8a52 service neutron] Notify callbacks [] for binding, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:43.116208 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-be03c9b4-cd5b-4ed0-9430-01618eec8a52 service neutron] 10.222.0.24 "POST /v2.0/ports/3e22a7d2-0b72-49d9-ac4c-5a663fe7082d/bindings HTTP/1.1" status: 201 len: 389 time: 0.7881002 Aug 19 18:03:43.176228 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-db875c8a-d1c6-4717-8ac3-8529ed4e76e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:43.188056 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-db875c8a-d1c6-4717-8ac3-8529ed4e76e5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 922 time: 0.1337991 Aug 19 18:03:43.254248 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-e79262c3-1344-4539-92ff-ef96c9ea76e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee HTTP/1.1" status: 200 len: 217 time: 0.0492392 Aug 19 18:03:43.340410 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-e0283ec3-4448-4e1d-9e71-66e29527d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:43.342315 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-e0283ec3-4448-4e1d-9e71-66e29527d2c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e38a766b-6157-45f2-9785-a9bfeb2d8ba6 HTTP/1.1" status: 200 len: 861 time: 0.0773027 Aug 19 18:03:43.372660 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b1ac0-26fd-4804-ae79-d6d2a7d2b990 req-62272014-9944-42fa-90ce-de42468fb548 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:43.374248 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-807b1ac0-26fd-4804-ae79-d6d2a7d2b990 req-62272014-9944-42fa-90ce-de42468fb548 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cbdf73b-79c0-4da8-aaa0-8a105e815a28 HTTP/1.1" status: 200 len: 945 time: 0.1236396 Aug 19 18:03:43.380483 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37634) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:43.413885 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-bbfcece2-e67d-47ac-9d39-c8c4ee519eda service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52390765-0cad-463c-8122-8baf5b79ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598779 Aug 19 18:03:43.534599 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-fb80fac1-929e-4ae5-8656-1eb47d2988c3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-446208776-network', 'tenant_id': '315b1e67402d442ab825f2b1b4ba11ec'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:43.566556 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-807b1ac0-26fd-4804-ae79-d6d2a7d2b990 req-b06d20f7-ebc8-48e8-94d5-fe8665a62e3c tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=944f342e-ab18-4eae-b856-158ee438b7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555865 Aug 19 18:03:43.571173 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-24e278dc-dc0a-420e-83a3-63e63bbefebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:43.573639 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-24e278dc-dc0a-420e-83a3-63e63bbefebd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 1096 time: 0.1522768 Aug 19 18:03:43.595847 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb80fac1-929e-4ae5-8656-1eb47d2988c3 admin admin] Made reservation on behalf of 315b1e67402d442ab825f2b1b4ba11ec for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:43.601858 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fb80fac1-929e-4ae5-8656-1eb47d2988c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:43.616756 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-dd0c283c-6c4d-4832-ad1a-89b650ed1920 service neutron] 10.222.0.50 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773860 Aug 19 18:03:43.626319 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82998465-88a4-4c11-a6f7-0f2dd5feb8d3 x-openstack-request-id: req-82998465-88a4-4c11-a6f7-0f2dd5feb8d3 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:43.626459 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202dc7bb-0565-40cd-b9ab-34fb461cc817", "name": "network-vif-deleted", "tag": "d9ab78c8-b0db-498c-962a-5966228c2fa2", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:43.626711 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82998465-88a4-4c11-a6f7-0f2dd5feb8d3 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:43.627122 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202dc7bb-0565-40cd-b9ab-34fb461cc817', 'name': 'network-vif-deleted', 'tag': 'd9ab78c8-b0db-498c-962a-5966228c2fa2', 'status': 'completed', 'code': 200} Aug 19 18:03:43.628524 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fb80fac1-929e-4ae5-8656-1eb47d2988c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:43.805018 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-075375fb-6c6d-4c8f-9d4a-f25e91ac3457 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1778252097&fields=id&tenant_id=b4c96cb79c46474f800504e123a99c91 HTTP/1.1" status: 200 len: 267 time: 0.1032724 Aug 19 18:03:43.848780 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-151d5b04-3d82-43c9-8f9c-88ed3516fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:43.850312 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-151d5b04-3d82-43c9-8f9c-88ed3516fae9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 908 time: 0.2326007 Aug 19 18:03:43.864385 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-4a399257-48b9-4231-a771-1695654ab069 service neutron] 10.222.0.50 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218301 Aug 19 18:03:43.931930 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-aa300140-f1c8-48d6-8cb8-b2cc6655e77c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d HTTP/1.1" status: 200 len: 217 time: 0.0694096 Aug 19 18:03:43.999932 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1381b56-9fb8-4f98-b730-3db7e3949356 req-0fa7f56f-fbde-430e-be0b-fe6d20891a32 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:44.006144 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f1381b56-9fb8-4f98-b730-3db7e3949356 req-0fa7f56f-fbde-430e-be0b-fe6d20891a32 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 945 time: 0.0786319 Aug 19 18:03:44.010147 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-5341f2b2-a6ff-477a-8148-74fa4d4048bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:44.011728 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-5341f2b2-a6ff-477a-8148-74fa4d4048bc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 HTTP/1.1" status: 200 len: 847 time: 0.0726283 Aug 19 18:03:44.022558 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-583ca574-6f8a-46cf-87f4-ab3af2837752 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:44.024035 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-583ca574-6f8a-46cf-87f4-ab3af2837752 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/networks?id=73650f01-9243-4f8f-ada4-5096f7e45ce8 HTTP/1.1" status: 200 len: 812 time: 0.2057183 Aug 19 18:03:44.062893 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-e36f24be-df0c-4cbf-bd60-0fea2c1d4505 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50874bd2-7160-4e95-947b-586c5b7daba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377381 Aug 19 18:03:44.067434 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f1381b56-9fb8-4f98-b730-3db7e3949356 req-29c9cfba-173c-40f7-bab4-77c7d53788d9 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561247 Aug 19 18:03:44.070867 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-b42705ae-e85b-4fcf-bcff-8991938409c1 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/quotas/b4c96cb79c46474f800504e123a99c91 HTTP/1.1" status: 200 len: 375 time: 0.0371268 Aug 19 18:03:44.083330 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fb80fac1-929e-4ae5-8656-1eb47d2988c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:44.098985 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fb80fac1-929e-4ae5-8656-1eb47d2988c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:44.129560 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb80fac1-929e-4ae5-8656-1eb47d2988c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:03:44.159462 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fb80fac1-929e-4ae5-8656-1eb47d2988c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:44.159800 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-fb80fac1-929e-4ae5-8656-1eb47d2988c3 admin admin] Added segment dd58221f-91a5-4086-88d5-c89f6f448486 of type vlan for network f59e111f-dd60-4265-9684-7a33d52f3862 Aug 19 18:03:44.166937 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80fac1-929e-4ae5-8656-1eb47d2988c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348fd788-581c-41fd-a892-203164aec553,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:44.226300 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5c39aa7a-b252-4a38-835c-393f76ccd6bb req-68c7f791-aafc-4ca0-b6b2-43f1eeef2261 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-846549184&fields=id&tenant_id=dabde781ddb345aead884b8987cb9981 HTTP/1.1" status: 200 len: 267 time: 0.0832646 Aug 19 18:03:44.230009 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fb80fac1-929e-4ae5-8656-1eb47d2988c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:44.232342 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-179631f4-b325-4a29-98ed-f93b6b2a3da8 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4c96cb79c46474f800504e123a99c91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1605976 Aug 19 18:03:44.237415 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-485eb463-3d37-4420-be3a-5a0fdc7ee23a tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:44.238877 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-485eb463-3d37-4420-be3a-5a0fdc7ee23a tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455&tenant_id=a8ce19510dd24923b8ff0f45376547f4&binding%3Ahost_id=n-h2-803753-2 HTTP/1.1" status: 200 len: 1096 time: 0.0891318 Aug 19 18:03:44.252251 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:44.265448 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-f29b379c-411f-4997-8a23-db7eea35ec16 service neutron] 10.222.0.54 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912510 Aug 19 18:03:44.289210 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fb80fac1-929e-4ae5-8656-1eb47d2988c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:44.290395 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb80fac1-929e-4ae5-8656-1eb47d2988c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:44.291671 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fb80fac1-929e-4ae5-8656-1eb47d2988c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:44.297648 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:03:44.310779 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39aa7a-b252-4a38-835c-393f76ccd6bb req-2ef17226-546f-4ef9-9b41-ecd88c8325e2 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:44.312250 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5c39aa7a-b252-4a38-835c-393f76ccd6bb req-2ef17226-546f-4ef9-9b41-ecd88c8325e2 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cbdf73b-79c0-4da8-aaa0-8a105e815a28 HTTP/1.1" status: 200 len: 945 time: 0.0785730 Aug 19 18:03:44.356217 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-5c39aa7a-b252-4a38-835c-393f76ccd6bb req-aa39778b-f8f0-4816-8af0-2c31d8d06a55 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Request body: {'port': {'security_groups': ['944f342e-ab18-4eae-b856-158ee438b7fb', '2cbc9ee0-7d5d-47e9-beed-754540d5721f']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:44.366292 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fb80fac1-929e-4ae5-8656-1eb47d2988c3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9847090 Aug 19 18:03:44.370164 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37656) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:44.376569 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-df7aea54-5f5c-416e-9ff9-24fd77b7bea2 admin admin] Request body: {'subnet': {'network_id': 'f59e111f-dd60-4265-9684-7a33d52f3862', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-446208776-subnet', 'tenant_id': '315b1e67402d442ab825f2b1b4ba11ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:44.423622 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80fac1-929e-4ae5-8656-1eb47d2988c3 admin admin] Pushing event updated for resources: {'Network': ['ID=f59e111f-dd60-4265-9684-7a33d52f3862,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:44.438301 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network f59e111f-dd60-4265-9684-7a33d52f3862 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:03:44.464163 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7aea54-5f5c-416e-9ff9-24fd77b7bea2 admin admin] Made reservation on behalf of 315b1e67402d442ab825f2b1b4ba11ec for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:44.466591 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-df7aea54-5f5c-416e-9ff9-24fd77b7bea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:44.481609 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5c39aa7a-b252-4a38-835c-393f76ccd6bb req-aa39778b-f8f0-4816-8af0-2c31d8d06a55 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:44.492010 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-3d60e84a-64ec-49eb-a237-8e640339e626 service neutron] 10.222.0.24 "GET /v2.0/networks/73650f01-9243-4f8f-ada4-5096f7e45ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432973 Aug 19 18:03:44.500178 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-1142f9a1-dfb8-4d81-973c-9262b36ebfcd service neutron] 10.222.0.54 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069242 Aug 19 18:03:44.566680 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-b23310e5-5363-4fe5-bf1e-cb12faa038ed service neutron] For port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:44.588463 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-b23310e5-5363-4fe5-bf1e-cb12faa038ed service neutron] Notify callbacks [] for binding, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:44.589614 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8deed902-a9b9-4036-b299-ef1ff5135ec2 req-b23310e5-5363-4fe5-bf1e-cb12faa038ed service neutron] 10.222.0.50 "DELETE /v2.0/ports/7d4cf697-dc4e-4a08-bdce-fc70bd1526ee/bindings/n-h1-803753-2 HTTP/1.1" status: 204 len: 173 time: 0.3398862 Aug 19 18:03:44.624624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e6e797d2-1c30-4e42-98da-d04cf3a7bc2b up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:44.648530 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-6d2d4592-5e26-464c-800f-e10ee8a6ead3 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:44.650406 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-6d2d4592-5e26-464c-800f-e10ee8a6ead3 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e&tenant_id=4372bce7e7ca475fbe71d1638d302952&binding%3Ahost_id=n-h2-803753-2 HTTP/1.1" status: 200 len: 1096 time: 0.0790970 Aug 19 18:03:44.667383 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-9b789895-b9b4-4bbc-b30a-515be3970555 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803753-2'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:44.678862 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-b35af49c-7f7a-44e2-8539-547ed13bbf20 service neutron] 10.222.0.24 "GET /v2.0/networks/73650f01-9243-4f8f-ada4-5096f7e45ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733809 Aug 19 18:03:44.683194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port e6e797d2-1c30-4e42-98da-d04cf3a7bc2b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:44.683934 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:44.740828 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-9b789895-b9b4-4bbc-b30a-515be3970555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:44.843488 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-df7aea54-5f5c-416e-9ff9-24fd77b7bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:44.914987 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-5c39aa7a-b252-4a38-835c-393f76ccd6bb req-aa39778b-f8f0-4816-8af0-2c31d8d06a55 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] For port bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7,segment=NetworkSegment(1395a4e1-b253-4559-bb6c-18b2bc8da658),segment_id=1395a4e1-b253-4559-bb6c-18b2bc8da658)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:44.917612 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-9b789895-b9b4-4bbc-b30a-515be3970555 service neutron] For port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:44.985494 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7aea54-5f5c-416e-9ff9-24fd77b7bea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98035e9f-56db-4fb2-8148-345a5454ee59,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:45.001363 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5c39aa7a-b252-4a38-835c-393f76ccd6bb req-aa39778b-f8f0-4816-8af0-2c31d8d06a55 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:45.001589 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-9b789895-b9b4-4bbc-b30a-515be3970555 service neutron] For port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:45.004979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7aea54-5f5c-416e-9ff9-24fd77b7bea2 admin admin] Checking segment: {'id': 'dd58221f-91a5-4086-88d5-c89f6f448486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f59e111f-dd60-4265-9684-7a33d52f3862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:45.005279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7aea54-5f5c-416e-9ff9-24fd77b7bea2 admin admin] Network hostable DHCP agents. Network: f59e111f-dd60-4265-9684-7a33d52f3862, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:03:45.010132 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5c39aa7a-b252-4a38-835c-393f76ccd6bb req-aa39778b-f8f0-4816-8af0-2c31d8d06a55 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:45.022241 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:45.031160 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['9c5ca25c-42ef-40c8-b1c5-f54431e701d9'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:45.107323 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39aa7a-b252-4a38-835c-393f76ccd6bb req-aa39778b-f8f0-4816-8af0-2c31d8d06a55 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:45.108126 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5c39aa7a-b252-4a38-835c-393f76ccd6bb req-aa39778b-f8f0-4816-8af0-2c31d8d06a55 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:45.109519 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-9b789895-b9b4-4bbc-b30a-515be3970555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:45.116096 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f94f6ef-cfb3-43b8-804e-53d50428808e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e22a7d2-0b72-49d9-ac4c-5a663fe7082d'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:45.116096 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b32310-f4fc-4dd4-9a54-6984c7e50b4c" -d '{"events": [{"server_uuid": "9f94f6ef-cfb3-43b8-804e-53d50428808e", "name": "network-vif-unplugged", "status": "completed", "tag": "3e22a7d2-0b72-49d9-ac4c-5a663fe7082d"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:45.123065 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5c39aa7a-b252-4a38-835c-393f76ccd6bb req-aa39778b-f8f0-4816-8af0-2c31d8d06a55 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "PUT /v2.0/ports/bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 HTTP/1.1" status: 200 len: 981 time: 0.7964029 Aug 19 18:03:45.123786 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-9b789895-b9b4-4bbc-b30a-515be3970555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:45.130008 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7aea54-5f5c-416e-9ff9-24fd77b7bea2 admin admin] Network f59e111f-dd60-4265-9684-7a33d52f3862 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:03:45.179326 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-df7aea54-5f5c-416e-9ff9-24fd77b7bea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, f59e111f-dd60-4265-9684-7a33d52f3862) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:45.188973 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7aea54-5f5c-416e-9ff9-24fd77b7bea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:45.189985 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-df7aea54-5f5c-416e-9ff9-24fd77b7bea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:45.202320 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39778b-f8f0-4816-8af0-2c31d8d06a55 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event updated for resources: {'Port': ['ID=bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7,revision_number=6']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:45.241956 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-df7aea54-5f5c-416e-9ff9-24fd77b7bea2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8703029 Aug 19 18:03:45.244856 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37678) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:45.267081 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c83f9602-5f51-4442-ae41-2dc4942c42a8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-446208776-router', 'tenant_id': '315b1e67402d442ab825f2b1b4ba11ec', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:45.297453 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c83f9602-5f51-4442-ae41-2dc4942c42a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:45.299201 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c83f9602-5f51-4442-ae41-2dc4942c42a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:45.311136 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-9b789895-b9b4-4bbc-b30a-515be3970555 service neutron] Attempting to bind port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d on host n-h2-803753-2 for vnic_type normal with profile {"migrating_to": "n-h1-803753-2"} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:45.311741 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-9b789895-b9b4-4bbc-b30a-515be3970555 service neutron] Attempting to bind port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:45.311839 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-9b789895-b9b4-4bbc-b30a-515be3970555 service neutron] Attempting to bind port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:45.329402 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-9b789895-b9b4-4bbc-b30a-515be3970555 service neutron] Port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d on network 50874bd2-7160-4e95-947b-586c5b7daba3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:03:45.334252 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-9b789895-b9b4-4bbc-b30a-515be3970555 service neutron] Attempting to bind port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:45.362767 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b789895-b9b4-4bbc-b30a-515be3970555 service neutron] Pushing event updated for resources: {'Port': ['ID=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d,revision_number=7']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:45.382845 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-9b789895-b9b4-4bbc-b30a-515be3970555 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:45.387914 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-9b789895-b9b4-4bbc-b30a-515be3970555 service neutron] Checking segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:45.388462 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-9b789895-b9b4-4bbc-b30a-515be3970555 service neutron] Bound using segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:45.389172 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-9b789895-b9b4-4bbc-b30a-515be3970555 service neutron] Bound port: 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:45.389761 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-9b789895-b9b4-4bbc-b30a-515be3970555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:45.400726 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c83f9602-5f51-4442-ae41-2dc4942c42a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:45.473008 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f785b0-9d19-49ac-8212-8f4d3865ce7f None None] Network f59e111f-dd60-4265-9684-7a33d52f3862 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:45.484159 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5c842-b4f8-4fb5-9e57-948f3e80f85b req-2f9e9ae9-3a5f-4c02-92bd-96781465ecba tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:45.486262 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4ea5c842-b4f8-4fb5-9e57-948f3e80f85b req-2f9e9ae9-3a5f-4c02-92bd-96781465ecba tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 945 time: 0.2855530 Aug 19 18:03:45.490592 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-9b789895-b9b4-4bbc-b30a-515be3970555 service neutron] For port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:45.506240 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-9b789895-b9b4-4bbc-b30a-515be3970555 service neutron] For port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:45.520392 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-9b789895-b9b4-4bbc-b30a-515be3970555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:45.536167 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:45.614276 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b789895-b9b4-4bbc-b30a-515be3970555 service neutron] Pushing event updated for resources: {'Port': ['ID=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d,revision_number=8']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:45.636427 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42835490-f855-4687-84bb-4b4e1210fbeb req-014085bf-ac72-4273-b29c-a3bfaa9779b9 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 210 time: 0.1146522 Aug 19 18:03:45.652474 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbdf73b-79c0-4da8-aaa0-8a105e815a28', 'tag': 'bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:45.653050 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4ea5c842-b4f8-4fb5-9e57-948f3e80f85b req-76596017-98bc-4c22-905f-7d49df6fd466 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369607 Aug 19 18:03:45.660254 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57afe680-1868-4798-bee0-0001a1d43871" -d '{"events": [{"name": "network-changed", "server_uuid": "4cbdf73b-79c0-4da8-aaa0-8a105e815a28", "tag": "bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:45.701347 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c83f9602-5f51-4442-ae41-2dc4942c42a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:45.705482 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-9b789895-b9b4-4bbc-b30a-515be3970555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:45.708311 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-9b789895-b9b4-4bbc-b30a-515be3970555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:45.710272 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-9b789895-b9b4-4bbc-b30a-515be3970555 service neutron] 10.222.0.54 "PUT /v2.0/ports/3e22a7d2-0b72-49d9-ac4c-5a663fe7082d HTTP/1.1" status: 200 len: 1121 time: 1.0495918 Aug 19 18:03:45.916028 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172742a5-89ab-4397-8713-d77f82da98bf req-be5280d2-9b97-4c68-9a98-d901574ae03a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:45.927473 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-172742a5-89ab-4397-8713-d77f82da98bf req-be5280d2-9b97-4c68-9a98-d901574ae03a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 943 time: 0.0924382 Aug 19 18:03:45.970972 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['3e22a7d2-0b72-49d9-ac4c-5a663fe7082d'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:45.971911 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-65c10671-0f33-499a-86d1-14badc5842a8 req-c3344975-8f26-47dc-b2f1-1936841bede2 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/2cbc9ee0-7d5d-47e9-beed-754540d5721f HTTP/1.1" status: 200 len: 1797 time: 0.0642347 Aug 19 18:03:45.972996 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device d9ab78c8-b0db-498c-962a-5966228c2fa2 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:46.019714 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-172742a5-89ab-4397-8713-d77f82da98bf req-446d15e5-5159-4ed9-a5c5-01c6bed6b534 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910830 Aug 19 18:03:46.069148 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-65c10671-0f33-499a-86d1-14badc5842a8 req-19e2ed9a-08c9-41a4-88f9-8770aa240807 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 18:03:46.079520 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-65c10671-0f33-499a-86d1-14badc5842a8 req-19e2ed9a-08c9-41a4-88f9-8770aa240807 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "DELETE /v2.0/security-groups/2cbc9ee0-7d5d-47e9-beed-754540d5721f HTTP/1.1" status: 409 len: 341 time: 0.0991199 Aug 19 18:03:46.089771 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22606ed7-e532-4fcb-a49f-548f36071930 x-openstack-request-id: req-22606ed7-e532-4fcb-a49f-548f36071930 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:46.090066 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f94f6ef-cfb3-43b8-804e-53d50428808e", "name": "network-vif-unplugged", "status": "completed", "tag": "3e22a7d2-0b72-49d9-ac4c-5a663fe7082d", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:46.090321 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22606ed7-e532-4fcb-a49f-548f36071930 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:46.091196 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f94f6ef-cfb3-43b8-804e-53d50428808e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e22a7d2-0b72-49d9-ac4c-5a663fe7082d', 'code': 200} Aug 19 18:03:46.126145 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: d9ab78c8-b0db-498c-962a-5966228c2fa2 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:03:46.126547 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device d9ab78c8-b0db-498c-962a-5966228c2fa2 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:03:46.130084 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f52ab69-b006-4b15-8966-c002d72ac301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-f59e111f-dd60-4265-9684-7a33d52f3862', 'network_id': 'f59e111f-dd60-4265-9684-7a33d52f3862', 'tenant_id': '315b1e67402d442ab825f2b1b4ba11ec', 'fixed_ips': [{'subnet_id': '98035e9f-56db-4fb2-8148-345a5454ee59'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:03:46.131056 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4f52ab69-b006-4b15-8966-c002d72ac301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:46.156926 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:46.187310 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031ad9b1-175f-429a-bd7e-eed99fec7ed5 x-openstack-request-id: req-031ad9b1-175f-429a-bd7e-eed99fec7ed5 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:46.187607 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cbdf73b-79c0-4da8-aaa0-8a105e815a28", "tag": "bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:46.187863 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-031ad9b1-175f-429a-bd7e-eed99fec7ed5 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:46.188259 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbdf73b-79c0-4da8-aaa0-8a105e815a28', 'tag': 'bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7', 'status': 'completed', 'code': 200} Aug 19 18:03:46.189319 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c83f9602-5f51-4442-ae41-2dc4942c42a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:46.213848 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c83f9602-5f51-4442-ae41-2dc4942c42a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:46.300824 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e587d69-df59-4023-84fe-97be11859cd1 req-cbeb4627-73a5-487d-8d92-e8338c936a4c tempest-QuotasAdminNegativeTest-1490911083 tempest-QuotasAdminNegativeTest-1490911083-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0db7c4c1aad04ea287f157d7d4fe6f5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364079 Aug 19 18:03:46.343902 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afe680-1868-4798-bee0-0001a1d43871 req-88196aef-e600-4539-92b4-495f704373ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:46.346128 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57afe680-1868-4798-bee0-0001a1d43871 req-88196aef-e600-4539-92b4-495f704373ea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dabde781ddb345aead884b8987cb9981&device_id=4cbdf73b-79c0-4da8-aaa0-8a105e815a28 HTTP/1.1" status: 200 len: 1135 time: 0.1345153 Aug 19 18:03:46.386723 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-38cc59f1-d196-463f-8563-e5f951b26e60 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:46.388519 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-38cc59f1-d196-463f-8563-e5f951b26e60 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/networks?id=c10b88e6-02ab-47c3-add3-7da1d41710d4 HTTP/1.1" status: 200 len: 822 time: 0.1921597 Aug 19 18:03:46.436031 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-57c9c41a-06d3-4167-a4e9-6c6448e3bc10 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/quotas/d78253ce1bc1486bad8923eb6a7a8c64 HTTP/1.1" status: 200 len: 375 time: 0.0192339 Aug 19 18:03:46.438172 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-c83f9602-5f51-4442-ae41-2dc4942c42a8 admin admin] Allocated IP 172.25.8.117 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/70f1587b-a8fe-46e5-965c-034a5e86c26d) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:46.527546 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afe680-1868-4798-bee0-0001a1d43871 req-9141d0e8-8696-48fd-9d29-ae76f2a361e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:46.530106 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57afe680-1868-4798-bee0-0001a1d43871 req-9141d0e8-8696-48fd-9d29-ae76f2a361e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 HTTP/1.1" status: 200 len: 913 time: 0.1739316 Aug 19 18:03:46.592866 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-4f52ab69-b006-4b15-8966-c002d72ac301 None None] Allocated IP 172.20.0.2 (f59e111f-dd60-4265-9684-7a33d52f3862/98035e9f-56db-4fb2-8148-345a5454ee59/215abcea-5d88-4472-9ad2-25e99e551246) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:46.617373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e587d69-df59-4023-84fe-97be11859cd1 req-0ab3df69-e1d5-430a-b2af-8fe000fed670 tempest-QuotasAdminNegativeTest-1490911083 tempest-QuotasAdminNegativeTest-1490911083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:46.625938 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e587d69-df59-4023-84fe-97be11859cd1 req-0ab3df69-e1d5-430a-b2af-8fe000fed670 tempest-QuotasAdminNegativeTest-1490911083 tempest-QuotasAdminNegativeTest-1490911083-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3140802 Aug 19 18:03:46.653950 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e587d69-df59-4023-84fe-97be11859cd1 req-87db93c1-458a-4f3f-90a7-dbe255b08d24 tempest-QuotasAdminNegativeTest-1490911083 tempest-QuotasAdminNegativeTest-1490911083-project] 10.222.0.24 "GET /v2.0/quotas/0db7c4c1aad04ea287f157d7d4fe6f5e HTTP/1.1" status: 200 len: 375 time: 0.0268240 Aug 19 18:03:46.699719 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e587d69-df59-4023-84fe-97be11859cd1 req-222a4dd2-a2aa-4f1b-84a0-1630ab454548 tempest-QuotasAdminNegativeTest-1490911083 tempest-QuotasAdminNegativeTest-1490911083-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0db7c4c1aad04ea287f157d7d4fe6f5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447028 Aug 19 18:03:46.737413 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c83f9602-5f51-4442-ae41-2dc4942c42a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:46.824025 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c83f9602-5f51-4442-ae41-2dc4942c42a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:46.866109 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4f52ab69-b006-4b15-8966-c002d72ac301 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:46.874639 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f9602-5f51-4442-ae41-2dc4942c42a8 admin admin] Pushing event updated for resources: {'Port': ['ID=70f1587b-a8fe-46e5-965c-034a5e86c26d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:46.878511 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4f52ab69-b006-4b15-8966-c002d72ac301 None None] Transition to ACTIVE for port object 215abcea-5d88-4472-9ad2-25e99e551246 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:46.890590 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83f9602-5f51-4442-ae41-2dc4942c42a8 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:46.892786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-c83f9602-5f51-4442-ae41-2dc4942c42a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:46.894934 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83f9602-5f51-4442-ae41-2dc4942c42a8 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:46.907829 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4f52ab69-b006-4b15-8966-c002d72ac301 None None] Transition to ACTIVE for port object 215abcea-5d88-4472-9ad2-25e99e551246 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:46.918845 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4f52ab69-b006-4b15-8966-c002d72ac301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:46.943278 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-147b41c6-a20b-46b9-b1d0-bf4075aef72d tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d78253ce1bc1486bad8923eb6a7a8c64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4966722 Aug 19 18:03:46.944542 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57afe680-1868-4798-bee0-0001a1d43871 req-e2720745-b393-4f6e-b0dc-2812254d3368 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 HTTP/1.1" status: 200 len: 217 time: 0.4009533 Aug 19 18:03:47.014616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f52ab69-b006-4b15-8966-c002d72ac301 None None] Network f59e111f-dd60-4265-9684-7a33d52f3862 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:47.019111 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-4f52ab69-b006-4b15-8966-c002d72ac301 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:47.021625 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52ab69-b006-4b15-8966-c002d72ac301 None None] Pushing event updated for resources: {'Port': ['ID=215abcea-5d88-4472-9ad2-25e99e551246,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:47.024287 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f52ab69-b006-4b15-8966-c002d72ac301 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:47.089698 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-4f52ab69-b006-4b15-8966-c002d72ac301 None None] Attempting to bind port 215abcea-5d88-4472-9ad2-25e99e551246 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:47.090398 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-4f52ab69-b006-4b15-8966-c002d72ac301 None None] Attempting to bind port 215abcea-5d88-4472-9ad2-25e99e551246 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'dd58221f-91a5-4086-88d5-c89f6f448486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f59e111f-dd60-4265-9684-7a33d52f3862'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:47.091001 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f52ab69-b006-4b15-8966-c002d72ac301 None None] Attempting to bind port 215abcea-5d88-4472-9ad2-25e99e551246 on network f59e111f-dd60-4265-9684-7a33d52f3862 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:47.093955 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afe680-1868-4798-bee0-0001a1d43871 req-2958ac9a-d054-4d25-a459-1a31ef1c5451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:47.095824 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57afe680-1868-4798-bee0-0001a1d43871 req-2958ac9a-d054-4d25-a459-1a31ef1c5451 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b083b0fb-67a8-452f-a897-1da102c8a2c8 HTTP/1.1" status: 200 len: 852 time: 0.1357999 Aug 19 18:03:47.096479 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f52ab69-b006-4b15-8966-c002d72ac301 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:47.096861 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f52ab69-b006-4b15-8966-c002d72ac301 None None] Checking segment: {'id': 'dd58221f-91a5-4086-88d5-c89f6f448486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f59e111f-dd60-4265-9684-7a33d52f3862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:47.097411 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4f52ab69-b006-4b15-8966-c002d72ac301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:47.097840 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f52ab69-b006-4b15-8966-c002d72ac301 None None] Bound using segment: {'id': 'dd58221f-91a5-4086-88d5-c89f6f448486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f59e111f-dd60-4265-9684-7a33d52f3862'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:47.098313 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-4f52ab69-b006-4b15-8966-c002d72ac301 None None] Bound port: 215abcea-5d88-4472-9ad2-25e99e551246, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd58221f-91a5-4086-88d5-c89f6f448486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f59e111f-dd60-4265-9684-7a33d52f3862'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:47.098696 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4f52ab69-b006-4b15-8966-c002d72ac301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:47.102919 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-7cf920cf-74bb-4e9e-8fbf-a127be17044d tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:47.104698 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-7cf920cf-74bb-4e9e-8fbf-a127be17044d tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.50 "GET /v2.0/networks?id=73650f01-9243-4f8f-ada4-5096f7e45ce8 HTTP/1.1" status: 200 len: 812 time: 0.5959742 Aug 19 18:03:47.118826 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf515ee-f9f6-48e2-8581-8d91a086471c req-48cba940-54df-449a-af2c-b0bee70bb6c3 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:47.119939 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1cf515ee-f9f6-48e2-8581-8d91a086471c req-48cba940-54df-449a-af2c-b0bee70bb6c3 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 1096 time: 0.0827763 Aug 19 18:03:47.151911 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57afe680-1868-4798-bee0-0001a1d43871 req-26b92499-dc0f-45fe-998a-df6afef9c638 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f24c7da1-2b52-4491-aeec-8ee53ea1e3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444591 Aug 19 18:03:47.188121 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-4f52ab69-b006-4b15-8966-c002d72ac301 None None] For port 215abcea-5d88-4472-9ad2-25e99e551246, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:47.193003 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-4f52ab69-b006-4b15-8966-c002d72ac301 None None] For port 215abcea-5d88-4472-9ad2-25e99e551246, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=215abcea-5d88-4472-9ad2-25e99e551246,segment=NetworkSegment(dd58221f-91a5-4086-88d5-c89f6f448486),segment_id=dd58221f-91a5-4086-88d5-c89f6f448486)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:47.200138 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4f52ab69-b006-4b15-8966-c002d72ac301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:47.229430 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1cf515ee-f9f6-48e2-8581-8d91a086471c req-361df480-16b1-431f-bf0b-97982c75e12c tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018524 Aug 19 18:03:47.251124 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-669d74a9-ca07-4dea-8ff0-39624075c582 service neutron] 10.222.0.24 "GET /v2.0/networks/c10b88e6-02ab-47c3-add3-7da1d41710d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899647 Aug 19 18:03:47.264533 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c83f9602-5f51-4442-ae41-2dc4942c42a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:47.264767 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-82bd1d54-5e33-4e55-861b-755069080816 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4c96cb79c46474f800504e123a99c91 HTTP/1.1" status: 200 len: 380 time: 0.1459532 Aug 19 18:03:47.297602 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52ab69-b006-4b15-8966-c002d72ac301 None None] Pushing event updated for resources: {'Port': ['ID=215abcea-5d88-4472-9ad2-25e99e551246,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:47.297828 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-bb3cc222-5631-4f74-bd97-cb31be227058 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Request body: {'port': {'device_id': '3a9ac903-2174-494b-998a-3f97e316fe47', 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8', 'admin_state_up': True, 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'security_groups': ['1ea9a610-4c77-43b9-8d2d-f789667ef041']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:47.431299 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57afe680-1868-4798-bee0-0001a1d43871 req-02ffae5a-b511-48f2-8bb4-59a46b88faa7 service neutron] 10.222.0.54 "GET /v2.0/networks/f24c7da1-2b52-4491-aeec-8ee53ea1e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696936 Aug 19 18:03:47.538294 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-26949586-9af3-41b9-a59a-d3f45e221662 service neutron] 10.222.0.24 "GET /v2.0/networks/c10b88e6-02ab-47c3-add3-7da1d41710d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862742 Aug 19 18:03:47.584394 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e2265608-0877-4324-a71e-21c57b6b976c req-e259e791-4be4-44b0-95e4-090feb269488 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 210 time: 0.0717413 Aug 19 18:03:47.596675 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-bb3cc222-5631-4f74-bd97-cb31be227058 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Made reservation on behalf of b4c96cb79c46474f800504e123a99c91 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:47.600373 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-bb3cc222-5631-4f74-bd97-cb31be227058 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:47.641002 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57afe680-1868-4798-bee0-0001a1d43871 req-86cb3d04-25b6-49e5-bce1-6f2cf78fa98e service neutron] 10.222.0.54 "GET /v2.0/networks/f24c7da1-2b52-4491-aeec-8ee53ea1e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944869 Aug 19 18:03:47.669398 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c83f9602-5f51-4442-ae41-2dc4942c42a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:47.896200 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-bb3cc222-5631-4f74-bd97-cb31be227058 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Allocated IP 172.20.0.11 (73650f01-9243-4f8f-ada4-5096f7e45ce8/dea398ad-a68d-4f83-811a-5b05b0ea2699/d8d79d13-a788-48a8-bf87-df497f778af4) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:47.925991 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2d0a5-a391-4123-89e5-8b03bfec8dcc req-296973e5-86f6-486d-9940-000e55383db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:47.929255 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ad2d0a5-a391-4123-89e5-8b03bfec8dcc req-296973e5-86f6-486d-9940-000e55383db0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dabde781ddb345aead884b8987cb9981&device_id=4cbdf73b-79c0-4da8-aaa0-8a105e815a28 HTTP/1.1" status: 200 len: 1135 time: 0.1280928 Aug 19 18:03:47.978664 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407f6eb-078e-4270-92c8-27ab07f7e537 req-bb9c9074-d029-4c58-b482-6e726cda5216 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:47.980550 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e407f6eb-078e-4270-92c8-27ab07f7e537 req-bb9c9074-d029-4c58-b482-6e726cda5216 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cbdf73b-79c0-4da8-aaa0-8a105e815a28 HTTP/1.1" status: 200 len: 984 time: 0.1363897 Aug 19 18:03:48.113126 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f94f6ef-cfb3-43b8-804e-53d50428808e', 'tag': '3e22a7d2-0b72-49d9-ac4c-5a663fe7082d'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:48.115442 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ff1213-a0ed-4f0b-aeae-111c54072936" -d '{"events": [{"name": "network-changed", "server_uuid": "9f94f6ef-cfb3-43b8-804e-53d50428808e", "tag": "3e22a7d2-0b72-49d9-ac4c-5a663fe7082d"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:48.164288 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f6b96-e5c6-4f8b-838e-e49ebee64af3 req-96ce59f1-ac39-4d81-b82f-8c77db75a410 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:48.166537 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ad1f6b96-e5c6-4f8b-838e-e49ebee64af3 req-96ce59f1-ac39-4d81-b82f-8c77db75a410 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 943 time: 0.0768390 Aug 19 18:03:48.189248 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e407f6eb-078e-4270-92c8-27ab07f7e537 req-d088454c-406a-4a07-bd54-aa72fb7743bf tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=944f342e-ab18-4eae-b856-158ee438b7fb&id=2cbc9ee0-7d5d-47e9-beed-754540d5721f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1732216 Aug 19 18:03:48.212763 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83f9602-5f51-4442-ae41-2dc4942c42a8 admin admin] Router befffec4-34f8-4112-9813-823fb141e4a3 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:03:48.230244 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ad1f6b96-e5c6-4f8b-838e-e49ebee64af3 req-5c595609-647d-4c59-b979-dcde88e56b52 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523841 Aug 19 18:03:48.286081 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:03:48.294649 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2d0a5-a391-4123-89e5-8b03bfec8dcc req-a4591ff2-d694-497c-ba6c-08a443408ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:48.296162 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ad2d0a5-a391-4123-89e5-8b03bfec8dcc req-a4591ff2-d694-497c-ba6c-08a443408ced service neutron] 10.222.0.54 "GET /v2.0/networks?id=f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 HTTP/1.1" status: 200 len: 913 time: 0.3584998 Aug 19 18:03:48.447532 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-bb3cc222-5631-4f74-bd97-cb31be227058 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:48.451674 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59747c34-d7de-492e-90c9-80098b970137 req-bf8245e0-17a2-4842-9e87-f80fb5086f2c tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=6010913a-d5db-4971-99ff-2e836ed77b4a HTTP/1.1" status: 200 len: 210 time: 0.1069694 Aug 19 18:03:48.478177 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:48.495458 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83f9602-5f51-4442-ae41-2dc4942c42a8 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:03:48.497212 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ad2d0a5-a391-4123-89e5-8b03bfec8dcc req-f997b880-8714-4815-a0f4-a358f61301d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 HTTP/1.1" status: 200 len: 217 time: 0.1823561 Aug 19 18:03:48.520183 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d has no active binding in host n-h1-803753-2 {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 18:03:48.529958 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] Sync routers for ids ['befffec4-34f8-4112-9813-823fb141e4a3'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:03:48.535238 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c83f9602-5f51-4442-ae41-2dc4942c42a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:48.538031 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c83f9602-5f51-4442-ae41-2dc4942c42a8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2912476 Aug 19 18:03:48.542052 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37762) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:48.555651 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] Routers {'befffec4-34f8-4112-9813-823fb141e4a3'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:48.557249 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:03:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['befffec4-34f8-4112-9813-823fb141e4a3'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:48.634096 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-bb3cc222-5631-4f74-bd97-cb31be227058 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Transition to ACTIVE for port object d8d79d13-a788-48a8-bf87-df497f778af4 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:48.708065 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2d0a5-a391-4123-89e5-8b03bfec8dcc req-7a548e02-2192-4f84-8f76-514189d21532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:48.709856 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ad2d0a5-a391-4123-89e5-8b03bfec8dcc req-7a548e02-2192-4f84-8f76-514189d21532 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b083b0fb-67a8-452f-a897-1da102c8a2c8 HTTP/1.1" status: 200 len: 852 time: 0.1934383 Aug 19 18:03:48.723543 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8978f36-efe4-4675-8310-60acef9aedb8 None None] Network f59e111f-dd60-4265-9684-7a33d52f3862 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:48.804475 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed32244a-195d-4ffa-8da4-e622bb0ed5b8 x-openstack-request-id: req-ed32244a-195d-4ffa-8da4-e622bb0ed5b8 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:48.804475 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f94f6ef-cfb3-43b8-804e-53d50428808e", "tag": "3e22a7d2-0b72-49d9-ac4c-5a663fe7082d", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:48.805009 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed32244a-195d-4ffa-8da4-e622bb0ed5b8 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:48.805437 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f94f6ef-cfb3-43b8-804e-53d50428808e', 'tag': '3e22a7d2-0b72-49d9-ac4c-5a663fe7082d', 'status': 'completed', 'code': 200} Aug 19 18:03:48.810059 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ad2d0a5-a391-4123-89e5-8b03bfec8dcc req-ba03949c-f35e-4556-a8dc-29cb0be8aad4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f24c7da1-2b52-4491-aeec-8ee53ea1e3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704684 Aug 19 18:03:48.820992 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 215abcea-5d88-4472-9ad2-25e99e551246 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:48.829210 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-99e1aafc-c15e-42d6-9b8d-205c8f3ef45e tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:48.831638 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-99e1aafc-c15e-42d6-9b8d-205c8f3ef45e tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 821 time: 0.5299637 Aug 19 18:03:48.845683 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-bb3cc222-5631-4f74-bd97-cb31be227058 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:48.909780 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] Set router befffec4-34f8-4112-9813-823fb141e4a3 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:03:48.911906 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-52dc835c-420a-4172-8baf-d8f17f165194 None None] Provisioning for port 215abcea-5d88-4472-9ad2-25e99e551246 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:48.941430 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-a4c1e1cd-fb14-4a11-af07-a8cabbdc17e0 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/quotas/a8ce19510dd24923b8ff0f45376547f4 HTTP/1.1" status: 200 len: 375 time: 0.0987802 Aug 19 18:03:48.983002 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-bb3cc222-5631-4f74-bd97-cb31be227058 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Network 73650f01-9243-4f8f-ada4-5096f7e45ce8 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:49.005579 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-bb3cc222-5631-4f74-bd97-cb31be227058 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:49.018238 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-bb3cc222-5631-4f74-bd97-cb31be227058 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:49.025902 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3cc222-5631-4f74-bd97-cb31be227058 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Pushing event updated for resources: {'Port': ['ID=d8d79d13-a788-48a8-bf87-df497f778af4,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:49.076105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 215abcea-5d88-4472-9ad2-25e99e551246 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:49.087371 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 215abcea-5d88-4472-9ad2-25e99e551246 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:49.087742 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:49.106666 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-bb3cc222-5631-4f74-bd97-cb31be227058 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:49.107337 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-bb3cc222-5631-4f74-bd97-cb31be227058 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:49.126325 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff1213-a0ed-4f0b-aeae-111c54072936 req-e24fec41-0ece-40fa-a57a-5a411b527504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:49.127650 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7ff1213-a0ed-4f0b-aeae-111c54072936 req-e24fec41-0ece-40fa-a57a-5a411b527504 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 1124 time: 0.2706842 Aug 19 18:03:49.154219 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-c34f26bb-9727-4c98-b431-71d10de4ba9f tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1951518 Aug 19 18:03:49.159312 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ad2d0a5-a391-4123-89e5-8b03bfec8dcc req-c3c98bce-a0d1-4537-9203-d589d0466fb0 service neutron] 10.222.0.54 "GET /v2.0/networks/f24c7da1-2b52-4491-aeec-8ee53ea1e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269577 Aug 19 18:03:49.192586 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-bb3cc222-5631-4f74-bd97-cb31be227058 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9127007 Aug 19 18:03:49.246546 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-c2fa96bc-2fb0-4c7c-8d9e-8567d0cb212e service neutron] Request body: {'port': {'device_id': '3a9ac903-2174-494b-998a-3f97e316fe47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:49.293276 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca2b3f-81dd-4ccc-9883-f0b7b7b7d242 req-2c8a6148-c74a-45e2-81ac-ea3f1a60971c tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:49.294990 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11ca2b3f-81dd-4ccc-9883-f0b7b7b7d242 req-2c8a6148-c74a-45e2-81ac-ea3f1a60971c tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 932 time: 0.3127050 Aug 19 18:03:49.429043 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-dea8e777-73f7-405d-a4f5-2f8d6d014010 None None] Provisioning for port d8d79d13-a788-48a8-bf87-df497f778af4 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:49.429674 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff1213-a0ed-4f0b-aeae-111c54072936 req-c03a7199-1d3c-497e-94b0-062a54491e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:49.431596 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7ff1213-a0ed-4f0b-aeae-111c54072936 req-c03a7199-1d3c-497e-94b0-062a54491e75 service neutron] 10.222.0.50 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 908 time: 0.2927370 Aug 19 18:03:49.449108 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11ca2b3f-81dd-4ccc-9883-f0b7b7b7d242 req-9126dcfa-3a6b-4213-befa-66c4d35f7682 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ea9a610-4c77-43b9-8d2d-f789667ef041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433201 Aug 19 18:03:49.451251 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-dea8e777-73f7-405d-a4f5-2f8d6d014010 None None] Provisioning complete for port d8d79d13-a788-48a8-bf87-df497f778af4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:49.451649 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dea8e777-73f7-405d-a4f5-2f8d6d014010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:49.458871 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-c2fa96bc-2fb0-4c7c-8d9e-8567d0cb212e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:49.466100 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:49.561373 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-dea8e777-73f7-405d-a4f5-2f8d6d014010 None None] Port d8d79d13-a788-48a8-bf87-df497f778af4 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:03:49.566466 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7ff1213-a0ed-4f0b-aeae-111c54072936 req-da902fba-9ac5-44a4-a3d3-bf84a30c11dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d HTTP/1.1" status: 200 len: 217 time: 0.0966904 Aug 19 18:03:49.569879 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc00f401-88fc-44b0-a5af-e7660ff06b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:49.589109 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-9fb52b9d-cdca-48e0-93da-5d4d0a28096b service neutron] 10.222.0.24 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335949 Aug 19 18:03:49.617786 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 215abcea-5d88-4472-9ad2-25e99e551246, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=215abcea-5d88-4472-9ad2-25e99e551246,segment=NetworkSegment(dd58221f-91a5-4086-88d5-c89f6f448486),segment_id=dd58221f-91a5-4086-88d5-c89f6f448486)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:49.632636 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:49.686637 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befffec4-34f8-4112-9813-823fb141e4a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-446208776-router', 'tenant_id': '315b1e67402d442ab825f2b1b4ba11ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '70f1587b-a8fe-46e5-965c-034a5e86c26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:45Z', 'updated_at': '2021-08-19T18:03:47Z', 'revision_number': 3, 'project_id': '315b1e67402d442ab825f2b1b4ba11ec', 'gw_port': {'id': '70f1587b-a8fe-46e5-965c-034a5e86c26d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:dc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befffec4-34f8-4112-9813-823fb141e4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:46Z', 'updated_at': '2021-08-19T18:03:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:49.693781 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff1213-a0ed-4f0b-aeae-111c54072936 req-69f68235-d1a8-4c1f-9b90-d32afdcf1c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:49.695386 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7ff1213-a0ed-4f0b-aeae-111c54072936 req-69f68235-d1a8-4c1f-9b90-d32afdcf1c6a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 HTTP/1.1" status: 200 len: 847 time: 0.1102898 Aug 19 18:03:49.729617 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] Checking router: befffec4-34f8-4112-9813-823fb141e4a3 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:03:49.730234 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] Updating router befffec4-34f8-4112-9813-823fb141e4a3 port 70f1587b-a8fe-46e5-965c-034a5e86c26d binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:03:49.745947 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ad2d0a5-a391-4123-89e5-8b03bfec8dcc req-d838e658-6f20-4eb5-b2a0-20146fd19ca7 service neutron] 10.222.0.54 "GET /v2.0/networks/f24c7da1-2b52-4491-aeec-8ee53ea1e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5733504 Aug 19 18:03:49.749255 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7ff1213-a0ed-4f0b-aeae-111c54072936 req-011bd1cd-56d7-4290-840f-795f7a56e9b6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=50874bd2-7160-4e95-947b-586c5b7daba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451615 Aug 19 18:03:49.773127 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=215abcea-5d88-4472-9ad2-25e99e551246,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:49.785493 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-86339845-c9d5-409a-a9e1-940157236112 None None] Provisioning complete for port 215abcea-5d88-4472-9ad2-25e99e551246 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:49.786415 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-86339845-c9d5-409a-a9e1-940157236112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:49.790777 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:49.820960 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-5a68dac4-a411-4ff6-a286-45dc9b0931e4 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:49.823754 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-5a68dac4-a411-4ff6-a286-45dc9b0931e4 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.54 "GET /v2.0/networks?id=c10b88e6-02ab-47c3-add3-7da1d41710d4 HTTP/1.1" status: 200 len: 822 time: 0.5346973 Aug 19 18:03:49.897150 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-7ec5ca89-b92b-44bb-b33c-4a12015ef969 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Request body: {'port': {'device_id': '6010913a-d5db-4971-99ff-2e836ed77b4a', 'network_id': 'c10b88e6-02ab-47c3-add3-7da1d41710d4', 'admin_state_up': True, 'tenant_id': 'd78253ce1bc1486bad8923eb6a7a8c64'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:49.993826 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-fc00f401-88fc-44b0-a5af-e7660ff06b9c admin admin] Allocated IP 172.20.0.1 (f59e111f-dd60-4265-9684-7a33d52f3862/98035e9f-56db-4fb2-8148-345a5454ee59/79ede593-ff3f-4ef4-bdb3-8c5b686eca9e) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:50.075076 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-119f01a6-3451-4be8-a222-e7f9d9dfd74b service neutron] 10.222.0.50 "GET /v2.0/ports/3e22a7d2-0b72-49d9-ac4c-5a663fe7082d/bindings/n-h1-803753-2 HTTP/1.1" status: 200 len: 384 time: 0.3584998 Aug 19 18:03:50.097292 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459d251-d8f3-4a55-87dd-2bf1f1969743 req-bd8d2592-abb6-4cc7-bfbb-91cd506e202f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:50.099064 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7459d251-d8f3-4a55-87dd-2bf1f1969743 req-bd8d2592-abb6-4cc7-bfbb-91cd506e202f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cbdf73b-79c0-4da8-aaa0-8a105e815a28 HTTP/1.1" status: 200 len: 984 time: 0.2794197 Aug 19 18:03:50.103022 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7ff1213-a0ed-4f0b-aeae-111c54072936 req-47cd6347-7c3f-4232-8e48-6f77c676d777 service neutron] 10.222.0.50 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851291 Aug 19 18:03:50.111263 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-029c49ba-f31e-4589-a5db-a99d53591ddb service neutron] 10.222.0.24 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5210421 Aug 19 18:03:50.138537 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:50.155143 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] Transition to ACTIVE for port object 70f1587b-a8fe-46e5-965c-034a5e86c26d will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:50.164566 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:50.216652 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7f23a-b546-4c17-9fa2-85e7a696e596 None None] Pushing event updated for resources: {'Port': ['ID=70f1587b-a8fe-46e5-965c-034a5e86c26d,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:50.271510 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc00f401-88fc-44b0-a5af-e7660ff06b9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:50.285463 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] Attempting to bind port 70f1587b-a8fe-46e5-965c-034a5e86c26d on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:50.285871 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] Attempting to bind port 70f1587b-a8fe-46e5-965c-034a5e86c26d by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:50.286245 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] Attempting to bind port 70f1587b-a8fe-46e5-965c-034a5e86c26d on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:50.301627 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:50.302011 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:50.309710 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:50.309981 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:50.310503 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] Bound port: 70f1587b-a8fe-46e5-965c-034a5e86c26d, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:50.310906 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:50.317232 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7459d251-d8f3-4a55-87dd-2bf1f1969743 req-4cd49c49-e8b2-4343-9a8c-a42115eb6490 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=944f342e-ab18-4eae-b856-158ee438b7fb&id=2cbc9ee0-7d5d-47e9-beed-754540d5721f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1998010 Aug 19 18:03:50.362641 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-fc00f401-88fc-44b0-a5af-e7660ff06b9c admin admin] Transition to ACTIVE for port object 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:50.421471 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] For port 70f1587b-a8fe-46e5-965c-034a5e86c26d, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:50.426274 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] For port 70f1587b-a8fe-46e5-965c-034a5e86c26d, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=70f1587b-a8fe-46e5-965c-034a5e86c26d,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:50.433746 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:50.437936 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7ff1213-a0ed-4f0b-aeae-111c54072936 req-7fefe19c-6fe2-49aa-9502-5e1ff5fe46b9 service neutron] 10.222.0.50 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194938 Aug 19 18:03:50.470178 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fa300bc7-638f-4e0e-ab55-1ed945e58442 req-1454b525-9afe-4167-b353-729abcf9b8a2 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=6010913a-d5db-4971-99ff-2e836ed77b4a HTTP/1.1" status: 200 len: 210 time: 0.0348063 Aug 19 18:03:50.471530 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc00f401-88fc-44b0-a5af-e7660ff06b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:50.539588 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] Routers {'befffec4-34f8-4112-9813-823fb141e4a3'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:50.540381 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:03:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['befffec4-34f8-4112-9813-823fb141e4a3'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:50.550383 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc00f401-88fc-44b0-a5af-e7660ff06b9c admin admin] Network f59e111f-dd60-4265-9684-7a33d52f3862 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:50.551690 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00f401-88fc-44b0-a5af-e7660ff06b9c admin admin] Pushing event updated for resources: {'Port': ['ID=79ede593-ff3f-4ef4-bdb3-8c5b686eca9e,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:50.554401 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-fc00f401-88fc-44b0-a5af-e7660ff06b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:50.557420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc00f401-88fc-44b0-a5af-e7660ff06b9c admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:50.661731 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ee3c41f9-4747-4d82-b6c6-b7fad18a6def req-cc5ff10b-4b21-43f7-bca1-a2e7b38a9b49 tempest-QuotasAdminNegativeTest-1490911083 tempest-QuotasAdminNegativeTest-1490911083-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0db7c4c1aad04ea287f157d7d4fe6f5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586131 Aug 19 18:03:50.664490 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc00f401-88fc-44b0-a5af-e7660ff06b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:50.714364 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 215abcea-5d88-4472-9ad2-25e99e551246 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:50.793428 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-7ec5ca89-b92b-44bb-b33c-4a12015ef969 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Made reservation on behalf of d78253ce1bc1486bad8923eb6a7a8c64 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:50.798746 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-7ec5ca89-b92b-44bb-b33c-4a12015ef969 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:50.819267 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7f23a-b546-4c17-9fa2-85e7a696e596 None None] Pushing event updated for resources: {'Port': ['ID=70f1587b-a8fe-46e5-965c-034a5e86c26d,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:50.875546 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 215abcea-5d88-4472-9ad2-25e99e551246 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:50.877255 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:50.909925 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] Set router befffec4-34f8-4112-9813-823fb141e4a3 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:03:50.926593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c41f9-4747-4d82-b6c6-b7fad18a6def req-d6f0c6b8-8a12-44c5-93f1-745131c192ec tempest-QuotasAdminNegativeTest-1490911083 tempest-QuotasAdminNegativeTest-1490911083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:50.936073 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ee3c41f9-4747-4d82-b6c6-b7fad18a6def req-d6f0c6b8-8a12-44c5-93f1-745131c192ec tempest-QuotasAdminNegativeTest-1490911083 tempest-QuotasAdminNegativeTest-1490911083-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2664397 Aug 19 18:03:50.959792 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcd9d1-24b7-40ce-84ef-4c3fd3d5e438 req-cb6a4d0c-02ae-4cfb-b5e5-400f86e7e8ea tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:50.960071 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ee3c41f9-4747-4d82-b6c6-b7fad18a6def req-f5e14868-01f4-498b-8f40-49d276fdd4ac tempest-QuotasAdminNegativeTest-1490911083 tempest-QuotasAdminNegativeTest-1490911083-project] 10.222.0.24 "GET /v2.0/quotas/0db7c4c1aad04ea287f157d7d4fe6f5e HTTP/1.1" status: 200 len: 375 time: 0.0227704 Aug 19 18:03:50.968181 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ebbcd9d1-24b7-40ce-84ef-4c3fd3d5e438 req-cb6a4d0c-02ae-4cfb-b5e5-400f86e7e8ea tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 943 time: 0.2606039 Aug 19 18:03:51.004905 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ee3c41f9-4747-4d82-b6c6-b7fad18a6def req-8dac8936-3ead-4077-beac-64f81b329708 tempest-QuotasAdminNegativeTest-1490911083 tempest-QuotasAdminNegativeTest-1490911083-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0db7c4c1aad04ea287f157d7d4fe6f5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438969 Aug 19 18:03:51.163299 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c6ab9cbc-00b5-4ab0-8bab-b34247cb29f5 None None] Provisioning for port 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:51.170621 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c6ab9cbc-00b5-4ab0-8bab-b34247cb29f5 None None] Provisioning complete for port 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:51.171279 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9cbc-00b5-4ab0-8bab-b34247cb29f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:51.189473 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc00f401-88fc-44b0-a5af-e7660ff06b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:51.222311 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-c6ab9cbc-00b5-4ab0-8bab-b34247cb29f5 None None] Port 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:03:51.249590 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-c2fa96bc-2fb0-4c7c-8d9e-8567d0cb212e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d79d13-a788-48a8-bf87-df497f778af4 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:51.288321 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ebbcd9d1-24b7-40ce-84ef-4c3fd3d5e438 req-34bde4fe-1b1c-4725-8cab-bf92494ffa84 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191280 Aug 19 18:03:51.308694 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-c2fa96bc-2fb0-4c7c-8d9e-8567d0cb212e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:51.310602 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befffec4-34f8-4112-9813-823fb141e4a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-446208776-router', 'tenant_id': '315b1e67402d442ab825f2b1b4ba11ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '70f1587b-a8fe-46e5-965c-034a5e86c26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:45Z', 'updated_at': '2021-08-19T18:03:47Z', 'revision_number': 3, 'project_id': '315b1e67402d442ab825f2b1b4ba11ec', 'gw_port': {'id': '70f1587b-a8fe-46e5-965c-034a5e86c26d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:dc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befffec4-34f8-4112-9813-823fb141e4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:46Z', 'updated_at': '2021-08-19T18:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:51.314976 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-7ec5ca89-b92b-44bb-b33c-4a12015ef969 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Allocated IP 172.20.0.6 (c10b88e6-02ab-47c3-add3-7da1d41710d4/146b6d87-a0dc-49aa-aae9-258fac7297e8/467df914-cb0e-4e1c-94f8-8ada9169c8b6) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:51.323496 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0ccf9b2c-18c9-4687-9bf6-e11bc10dee5e req-6531109d-2868-40e6-b7cc-373f9195b670 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 210 time: 0.1008117 Aug 19 18:03:51.351392 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d23601-81b4-4fb6-9a1c-15026ddc0fca None None] The sync data for ids ['befffec4-34f8-4112-9813-823fb141e4a3'] in n-d-803753-2 is: [{'id': 'befffec4-34f8-4112-9813-823fb141e4a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-446208776-router', 'tenant_id': '315b1e67402d442ab825f2b1b4ba11ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '70f1587b-a8fe-46e5-965c-034a5e86c26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:45Z', 'updated_at': '2021-08-19T18:03:47Z', 'revision_number': 3, 'project_id': '315b1e67402d442ab825f2b1b4ba11ec', 'gw_port': {'id': '70f1587b-a8fe-46e5-965c-034a5e86c26d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:dc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befffec4-34f8-4112-9813-823fb141e4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:46Z', 'updated_at': '2021-08-19T18:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:03:51.392687 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-c2fa96bc-2fb0-4c7c-8d9e-8567d0cb212e service neutron] Transition to ACTIVE for port object d8d79d13-a788-48a8-bf87-df497f778af4 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:51.426200 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-c2fa96bc-2fb0-4c7c-8d9e-8567d0cb212e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:51.536505 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc00f401-88fc-44b0-a5af-e7660ff06b9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:51.544955 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc00f401-88fc-44b0-a5af-e7660ff06b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:51.548138 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-dfc75990-5f66-4d9b-bfe4-9e985dce296e service neutron] For port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:51.610500 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa96bc-2fb0-4c7c-8d9e-8567d0cb212e service neutron] Pushing event updated for resources: {'Port': ['ID=d8d79d13-a788-48a8-bf87-df497f778af4,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:51.636362 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-dfc75990-5f66-4d9b-bfe4-9e985dce296e service neutron] For port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:51.653823 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc00f401-88fc-44b0-a5af-e7660ff06b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:51.793207 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-dfc75990-5f66-4d9b-bfe4-9e985dce296e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:51.844976 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543f506-3aac-4ad1-b446-9d6625ecfdce req-86425903-78f9-4db7-98c2-2644dcefc42a tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:51.847173 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1543f506-3aac-4ad1-b446-9d6625ecfdce req-86425903-78f9-4db7-98c2-2644dcefc42a tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 944 time: 0.4275482 Aug 19 18:03:51.864819 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-dfc75990-5f66-4d9b-bfe4-9e985dce296e service neutron] For port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:51.867145 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00f401-88fc-44b0-a5af-e7660ff06b9c admin admin] Pushing event updated for resources: {'Port': ['ID=79ede593-ff3f-4ef4-bdb3-8c5b686eca9e,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:51.952880 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4f201-deca-425d-80e1-3d945fc41128 req-0296cbe7-94ba-478f-8f12-edce53a008ac tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:51.954494 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e5d4f201-deca-425d-80e1-3d945fc41128 req-0296cbe7-94ba-478f-8f12-edce53a008ac tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cbdf73b-79c0-4da8-aaa0-8a105e815a28 HTTP/1.1" status: 200 len: 984 time: 0.1148260 Aug 19 18:03:51.978415 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc00f401-88fc-44b0-a5af-e7660ff06b9c admin admin] Network f59e111f-dd60-4265-9684-7a33d52f3862 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:51.987496 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-fc00f401-88fc-44b0-a5af-e7660ff06b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:52.000816 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-dfc75990-5f66-4d9b-bfe4-9e985dce296e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:52.072146 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e5d4f201-deca-425d-80e1-3d945fc41128 req-98b2be31-0cea-4bec-94a5-0b218d2055db tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=944f342e-ab18-4eae-b856-158ee438b7fb&id=2cbc9ee0-7d5d-47e9-beed-754540d5721f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1035805 Aug 19 18:03:52.157780 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-c2fa96bc-2fb0-4c7c-8d9e-8567d0cb212e service neutron] Attempting to bind port d8d79d13-a788-48a8-bf87-df497f778af4 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:52.158436 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-c2fa96bc-2fb0-4c7c-8d9e-8567d0cb212e service neutron] Attempting to bind port d8d79d13-a788-48a8-bf87-df497f778af4 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '4a039d40-5096-4efe-a9e6-dc12e26f9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:52.158765 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-c2fa96bc-2fb0-4c7c-8d9e-8567d0cb212e service neutron] Attempting to bind port d8d79d13-a788-48a8-bf87-df497f778af4 on network 73650f01-9243-4f8f-ada4-5096f7e45ce8 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:52.169651 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-c3bca1cf-290e-43ef-b293-e5f484e23c34 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:52.172394 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-c3bca1cf-290e-43ef-b293-e5f484e23c34 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.54 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 821 time: 0.3680158 Aug 19 18:03:52.214040 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6dcef0e3-ed22-4aad-8a4a-a86b4ad0e1f7 req-f569747b-9d81-450d-8316-d02e3b19224e tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=6010913a-d5db-4971-99ff-2e836ed77b4a HTTP/1.1" status: 200 len: 210 time: 0.0384252 Aug 19 18:03:52.215974 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc00f401-88fc-44b0-a5af-e7660ff06b9c admin admin] Router befffec4-34f8-4112-9813-823fb141e4a3 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:03:52.219335 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-046802bf-e624-4be0-b62c-2a895078e1d2 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Request body: {'port': {'device_id': '6fd0dd54-ce99-41e4-964c-8d37a300a7c1', 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f', 'admin_state_up': True, 'tenant_id': 'a8ce19510dd24923b8ff0f45376547f4'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:52.227052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-c2fa96bc-2fb0-4c7c-8d9e-8567d0cb212e service neutron] Port d8d79d13-a788-48a8-bf87-df497f778af4 on network 73650f01-9243-4f8f-ada4-5096f7e45ce8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:03:52.227406 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-c2fa96bc-2fb0-4c7c-8d9e-8567d0cb212e service neutron] Attempting to bind port d8d79d13-a788-48a8-bf87-df497f778af4 on network 73650f01-9243-4f8f-ada4-5096f7e45ce8 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:52.253132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-c2fa96bc-2fb0-4c7c-8d9e-8567d0cb212e service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:52.253415 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-c2fa96bc-2fb0-4c7c-8d9e-8567d0cb212e service neutron] Checking segment: {'id': '4a039d40-5096-4efe-a9e6-dc12e26f9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:52.253835 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-c2fa96bc-2fb0-4c7c-8d9e-8567d0cb212e service neutron] Bound using segment: {'id': '4a039d40-5096-4efe-a9e6-dc12e26f9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:52.254288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-c2fa96bc-2fb0-4c7c-8d9e-8567d0cb212e service neutron] Bound port: d8d79d13-a788-48a8-bf87-df497f778af4, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a039d40-5096-4efe-a9e6-dc12e26f9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:52.254655 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-c2fa96bc-2fb0-4c7c-8d9e-8567d0cb212e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:52.320401 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-df653f88-1f37-492e-9b71-ed3cafa032a1 None None] Provisioning complete for port 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:52.323607 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-df653f88-1f37-492e-9b71-ed3cafa032a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:52.345350 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1543f506-3aac-4ad1-b446-9d6625ecfdce req-fd6c4085-23a4-478c-ab26-95fce05ad5d2 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ea9a610-4c77-43b9-8d2d-f789667ef041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3735733 Aug 19 18:03:52.387362 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc00f401-88fc-44b0-a5af-e7660ff06b9c admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:03:52.394847 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fc00f401-88fc-44b0-a5af-e7660ff06b9c admin admin] 10.222.0.24 "PUT /v2.0/routers/befffec4-34f8-4112-9813-823fb141e4a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8524628 Aug 19 18:03:52.397605 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-df653f88-1f37-492e-9b71-ed3cafa032a1 None None] Port 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:03:52.416226 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-7ec5ca89-b92b-44bb-b33c-4a12015ef969 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:52.471434 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d939f100-2b61-4dc1-8da0-aea8b6f2b2b0 req-34812159-6f3b-4393-bc47-ebddade17721 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1021366839&fields=id&tenant_id=dabde781ddb345aead884b8987cb9981 HTTP/1.1" status: 200 len: 267 time: 0.0820458 Aug 19 18:03:52.624959 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939f100-2b61-4dc1-8da0-aea8b6f2b2b0 req-6b253fab-ad7c-45fb-be41-e4070bf42d43 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:52.626776 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d939f100-2b61-4dc1-8da0-aea8b6f2b2b0 req-6b253fab-ad7c-45fb-be41-e4070bf42d43 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cbdf73b-79c0-4da8-aaa0-8a105e815a28 HTTP/1.1" status: 200 len: 984 time: 0.1367669 Aug 19 18:03:52.656086 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-d939f100-2b61-4dc1-8da0-aea8b6f2b2b0 req-a287ec67-5247-4da8-b285-1236af1b2cbf tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Request body: {'port': {'security_groups': ['2cbc9ee0-7d5d-47e9-beed-754540d5721f', '944f342e-ab18-4eae-b856-158ee438b7fb', 'f913a255-cd4e-49dc-b22c-7a8fb41acad7']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:52.667546 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-dfc75990-5f66-4d9b-bfe4-9e985dce296e service neutron] Transition to ACTIVE for port object 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:52.677877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-c2fa96bc-2fb0-4c7c-8d9e-8567d0cb212e service neutron] For port d8d79d13-a788-48a8-bf87-df497f778af4, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:52.703955 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-dfc75990-5f66-4d9b-bfe4-9e985dce296e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:52.732561 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 70f1587b-a8fe-46e5-965c-034a5e86c26d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:52.746913 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37834) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:52.819722 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-c2fa96bc-2fb0-4c7c-8d9e-8567d0cb212e service neutron] For port d8d79d13-a788-48a8-bf87-df497f778af4, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d8d79d13-a788-48a8-bf87-df497f778af4,segment=NetworkSegment(4a039d40-5096-4efe-a9e6-dc12e26f9952),segment_id=4a039d40-5096-4efe-a9e6-dc12e26f9952)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:52.822992 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d939f100-2b61-4dc1-8da0-aea8b6f2b2b0 req-a287ec67-5247-4da8-b285-1236af1b2cbf tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:52.824464 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-046802bf-e624-4be0-b62c-2a895078e1d2 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Made reservation on behalf of a8ce19510dd24923b8ff0f45376547f4 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:52.835314 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 70f1587b-a8fe-46e5-965c-034a5e86c26d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:52.836754 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-046802bf-e624-4be0-b62c-2a895078e1d2 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:52.844949 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 70f1587b-a8fe-46e5-965c-034a5e86c26d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:52.847705 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:52.886067 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-7ec5ca89-b92b-44bb-b33c-4a12015ef969 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:52.916159 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-c2fa96bc-2fb0-4c7c-8d9e-8567d0cb212e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:52.950103 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-dfc75990-5f66-4d9b-bfe4-9e985dce296e service neutron] No DVR routers for this DVR port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:03:52.963380 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:52.993917 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 70f1587b-a8fe-46e5-965c-034a5e86c26d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=70f1587b-a8fe-46e5-965c-034a5e86c26d,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:53.004490 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.009294 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-c2fa96bc-2fb0-4c7c-8d9e-8567d0cb212e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:53.011632 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-c2fa96bc-2fb0-4c7c-8d9e-8567d0cb212e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.013619 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-c2fa96bc-2fb0-4c7c-8d9e-8567d0cb212e service neutron] 10.222.0.50 "PUT /v2.0/ports/d8d79d13-a788-48a8-bf87-df497f778af4 HTTP/1.1" status: 200 len: 1092 time: 3.7736146 Aug 19 18:03:53.045029 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9ac903-2174-494b-998a-3f97e316fe47', 'tag': 'd8d79d13-a788-48a8-bf87-df497f778af4'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:53.047554 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7aab837-be73-42e9-b1eb-724e62977984" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9ac903-2174-494b-998a-3f97e316fe47", "tag": "d8d79d13-a788-48a8-bf87-df497f778af4"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:53.060839 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-7ec5ca89-b92b-44bb-b33c-4a12015ef969 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Network c10b88e6-02ab-47c3-add3-7da1d41710d4 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:53.094382 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=70f1587b-a8fe-46e5-965c-034a5e86c26d,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:53.139483 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-67432d87-047a-40ac-a52c-714126dfe094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.194734 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627cdf4-9414-4fc9-b00a-c0617ecc9ef0 req-1992001d-7956-48c2-937d-26a1efb29819 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:53.196435 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5627cdf4-9414-4fc9-b00a-c0617ecc9ef0 req-1992001d-7956-48c2-937d-26a1efb29819 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 944 time: 0.5785444 Aug 19 18:03:53.206644 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-7ec5ca89-b92b-44bb-b33c-4a12015ef969 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:53.209072 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc75990-5f66-4d9b-bfe4-9e985dce296e service neutron] Pushing event updated for resources: {'Port': ['ID=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d,revision_number=10']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:53.229165 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-d939f100-2b61-4dc1-8da0-aea8b6f2b2b0 req-a287ec67-5247-4da8-b285-1236af1b2cbf tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] For port bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7,segment=NetworkSegment(1395a4e1-b253-4559-bb6c-18b2bc8da658),segment_id=1395a4e1-b253-4559-bb6c-18b2bc8da658)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:53.231863 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-7ec5ca89-b92b-44bb-b33c-4a12015ef969 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:53.252894 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-dfc75990-5f66-4d9b-bfe4-9e985dce296e service neutron] 10.222.0.50 "PUT /v2.0/ports/3e22a7d2-0b72-49d9-ac4c-5a663fe7082d/bindings/n-h1-803753-2/activate HTTP/1.1" status: 200 len: 369 time: 3.1605072 Aug 19 18:03:53.286065 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d939f100-2b61-4dc1-8da0-aea8b6f2b2b0 req-a287ec67-5247-4da8-b285-1236af1b2cbf tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.298552 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d939f100-2b61-4dc1-8da0-aea8b6f2b2b0 req-a287ec67-5247-4da8-b285-1236af1b2cbf tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.312989 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:53.320828 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['9c5ca25c-42ef-40c8-b1c5-f54431e701d9'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:53.394767 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939f100-2b61-4dc1-8da0-aea8b6f2b2b0 req-a287ec67-5247-4da8-b285-1236af1b2cbf tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:53.395524 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d939f100-2b61-4dc1-8da0-aea8b6f2b2b0 req-a287ec67-5247-4da8-b285-1236af1b2cbf tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.401705 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d939f100-2b61-4dc1-8da0-aea8b6f2b2b0 req-a287ec67-5247-4da8-b285-1236af1b2cbf tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "PUT /v2.0/ports/bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 HTTP/1.1" status: 200 len: 1020 time: 0.7523532 Aug 19 18:03:53.463088 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37858) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:53.467102 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-1b3b9d66-caa2-46cc-a1f2-d3c0f934f46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:53.469441 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-1b3b9d66-caa2-46cc-a1f2-d3c0f934f46d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4c96cb79c46474f800504e123a99c91&device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 1095 time: 0.3490968 Aug 19 18:03:53.479675 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-67432d87-047a-40ac-a52c-714126dfe094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.483449 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbdf73b-79c0-4da8-aaa0-8a105e815a28', 'tag': 'bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:53.484747 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-879d2284-d5e9-4464-bdd9-e1f344432457 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1210338473-network', 'tenant_id': 'be4da88d2e114f29a34d89dfc4675eed'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:53.486438 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443d9b7a-0feb-4b35-a97f-232fe3038489" -d '{"events": [{"name": "network-changed", "server_uuid": "4cbdf73b-79c0-4da8-aaa0-8a105e815a28", "tag": "bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:53.506540 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:53.518606 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-7ec5ca89-b92b-44bb-b33c-4a12015ef969 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:53.519891 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-7ec5ca89-b92b-44bb-b33c-4a12015ef969 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.520241 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-67432d87-047a-40ac-a52c-714126dfe094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.537776 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879d2284-d5e9-4464-bdd9-e1f344432457 admin admin] Made reservation on behalf of be4da88d2e114f29a34d89dfc4675eed for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:53.540805 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-879d2284-d5e9-4464-bdd9-e1f344432457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.554826 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5627cdf4-9414-4fc9-b00a-c0617ecc9ef0 req-e9a191ba-0245-47b5-a0f3-266179652330 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282778 Aug 19 18:03:53.575491 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-64a96676-cca0-4986-b4ec-3a93333eb3bd req-f443b676-2315-40dc-9441-bce47758bbe1 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 210 time: 0.0856829 Aug 19 18:03:53.616109 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-879d2284-d5e9-4464-bdd9-e1f344432457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.620150 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287ec67-5247-4da8-b285-1236af1b2cbf tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event updated for resources: {'Port': ['ID=bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7,revision_number=7']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:53.629115 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-b5d05a3c-352b-4dd9-af62-6e3a838c0b41 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d79d13-a788-48a8-bf87-df497f778af4 HTTP/1.1" status: 200 len: 217 time: 0.1492109 Aug 19 18:03:53.634681 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5ca89-b92b-44bb-b33c-4a12015ef969 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Pushing event updated for resources: {'Port': ['ID=467df914-cb0e-4e1c-94f8-8ada9169c8b6,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:53.651650 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-7ec5ca89-b92b-44bb-b33c-4a12015ef969 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8039033 Aug 19 18:03:53.663416 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-67432d87-047a-40ac-a52c-714126dfe094 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0db7c4c1aad04ea287f157d7d4fe6f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9150438 Aug 19 18:03:53.666619 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37864) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:53.688666 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-58e13e5f-f20b-4226-9f72-0684a00b8f52 service neutron] Request body: {'port': {'device_id': '6010913a-d5db-4971-99ff-2e836ed77b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:53.692522 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67432d87-047a-40ac-a52c-714126dfe094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35df00ee-913c-4528-819f-ac0d50d5df00,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:53.731928 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-f0cb8780-e927-4881-b0d4-47f5a278c95f tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:53.734101 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-f0cb8780-e927-4881-b0d4-47f5a278c95f tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e&tenant_id=4372bce7e7ca475fbe71d1638d302952&binding%3Ahost_id=n-h2-803753-2 HTTP/1.1" status: 200 len: 1095 time: 0.3783324 Aug 19 18:03:53.816040 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96134eec-6970-4fd2-934f-4fae49479e93 x-openstack-request-id: req-96134eec-6970-4fd2-934f-4fae49479e93 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:53.816400 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9ac903-2174-494b-998a-3f97e316fe47", "tag": "d8d79d13-a788-48a8-bf87-df497f778af4", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:53.816609 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96134eec-6970-4fd2-934f-4fae49479e93 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:53.817036 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9ac903-2174-494b-998a-3f97e316fe47', 'tag': 'd8d79d13-a788-48a8-bf87-df497f778af4', 'status': 'completed', 'code': 200} Aug 19 18:03:53.818336 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-046802bf-e624-4be0-b62c-2a895078e1d2 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Allocated IP 172.20.0.5 (52390765-0cad-463c-8122-8baf5b79ff7f/e38a766b-6157-45f2-9785-a9bfeb2d8ba6/c5cfade0-f43d-4456-bbff-daf590b7cfa2) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:53.957311 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] Sync routers for ids ['befffec4-34f8-4112-9813-823fb141e4a3'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:03:53.961186 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-58e13e5f-f20b-4226-9f72-0684a00b8f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.976104 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] Routers {'befffec4-34f8-4112-9813-823fb141e4a3'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:53.976736 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:03:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['befffec4-34f8-4112-9813-823fb141e4a3'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:53.988909 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-df3d2e8a-d182-4814-8f78-337a2c8f414e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:53.990326 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:53.990655 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-df3d2e8a-d182-4814-8f78-337a2c8f414e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dea398ad-a68d-4f83-811a-5b05b0ea2699 HTTP/1.1" status: 200 len: 851 time: 0.3449159 Aug 19 18:03:54.017824 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa96bc-2fb0-4c7c-8d9e-8567d0cb212e service neutron] Pushing event updated for resources: {'Port': ['ID=d8d79d13-a788-48a8-bf87-df497f778af4,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:54.071004 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:03:54.122574 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb982f-b9e9-47d7-b5d8-2274504aa54b req-85beec10-d582-41db-a7a5-5042f672374e tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:54.130368 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cacb982f-b9e9-47d7-b5d8-2274504aa54b req-85beec10-d582-41db-a7a5-5042f672374e tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 944 time: 0.2980661 Aug 19 18:03:54.183615 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d4be236d-a8c8-4a0b-976e-be9c32c6c2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:54.194831 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-87415ab6-330f-4dbd-a160-03269a9342cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:54.197261 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-87415ab6-330f-4dbd-a160-03269a9342cb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e&tenant_id=4372bce7e7ca475fbe71d1638d302952 HTTP/1.1" status: 200 len: 1095 time: 0.4543216 Aug 19 18:03:54.214130 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] Set router befffec4-34f8-4112-9813-823fb141e4a3 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:03:54.218016 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93b879-be6e-4d2a-98f2-06a044eec618 req-a90cc980-eb1f-4605-891c-afe6e50eb764 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:54.226100 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ce93b879-be6e-4d2a-98f2-06a044eec618 req-a90cc980-eb1f-4605-891c-afe6e50eb764 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=6010913a-d5db-4971-99ff-2e836ed77b4a HTTP/1.1" status: 200 len: 931 time: 0.1397896 Aug 19 18:03:54.286055 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d4be236d-a8c8-4a0b-976e-be9c32c6c2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:54.333955 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cacb982f-b9e9-47d7-b5d8-2274504aa54b req-a69c9e80-f796-48c3-bed6-48195a3e846e tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ea9a610-4c77-43b9-8d2d-f789667ef041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023170 Aug 19 18:03:54.338635 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ce93b879-be6e-4d2a-98f2-06a044eec618 req-a9e943c4-0f8b-4ed5-89d2-abade5434d5a tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112666 Aug 19 18:03:54.347992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-09b662ef-7e00-46ad-8ac0-a6ddbbeacdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:54.349635 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-09b662ef-7e00-46ad-8ac0-a6ddbbeacdcf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73650f01-9243-4f8f-ada4-5096f7e45ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3387425 Aug 19 18:03:54.391280 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-5529c401-a04f-491a-9f15-d404c21538d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:54.393822 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-5529c401-a04f-491a-9f15-d404c21538d4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 1095 time: 0.1613450 Aug 19 18:03:54.478469 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d4be236d-a8c8-4a0b-976e-be9c32c6c2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:54.482080 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d4be236d-a8c8-4a0b-976e-be9c32c6c2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:54.486668 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d4be236d-a8c8-4a0b-976e-be9c32c6c2be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35df00ee-913c-4528-819f-ac0d50d5df00 HTTP/1.1" status: 204 len: 168 time: 0.8182290 Aug 19 18:03:54.499101 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5283bd-2b4c-4893-82e3-4d13056735a2 x-openstack-request-id: req-5a5283bd-2b4c-4893-82e3-4d13056735a2 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:54.499571 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cbdf73b-79c0-4da8-aaa0-8a105e815a28", "tag": "bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:54.499991 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a5283bd-2b4c-4893-82e3-4d13056735a2 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:54.500552 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbdf73b-79c0-4da8-aaa0-8a105e815a28', 'tag': 'bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7', 'status': 'completed', 'code': 200} Aug 19 18:03:54.507138 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be236d-a8c8-4a0b-976e-be9c32c6c2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35df00ee-913c-4528-819f-ac0d50d5df00,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:54.518264 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.54', 52168) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:54.552261 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-879d2284-d5e9-4464-bdd9-e1f344432457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:54.564479 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befffec4-34f8-4112-9813-823fb141e4a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-446208776-router', 'tenant_id': '315b1e67402d442ab825f2b1b4ba11ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '70f1587b-a8fe-46e5-965c-034a5e86c26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:45Z', 'updated_at': '2021-08-19T18:03:51Z', 'revision_number': 4, 'project_id': '315b1e67402d442ab825f2b1b4ba11ec', 'gw_port': {'id': '70f1587b-a8fe-46e5-965c-034a5e86c26d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:dc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befffec4-34f8-4112-9813-823fb141e4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:46Z', 'updated_at': '2021-08-19T18:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '79ede593-ff3f-4ef4-bdb3-8c5b686eca9e', 'name': '', 'network_id': 'f59e111f-dd60-4265-9684-7a33d52f3862', 'tenant_id': '315b1e67402d442ab825f2b1b4ba11ec', 'mac_address': 'fa:16:3e:c3:b6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befffec4-34f8-4112-9813-823fb141e4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '98035e9f-56db-4fb2-8148-345a5454ee59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:49Z', 'updated_at': '2021-08-19T18:03:51Z', 'revision_number': 2, 'project_id': '315b1e67402d442ab825f2b1b4ba11ec', 'subnets': [{'id': '98035e9f-56db-4fb2-8148-345a5454ee59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:54.610121 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0f04f68e-0f51-4132-8919-cf394d0b2daa req-3e433e28-2e7e-4871-a15a-6fb786834551 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/f913a255-cd4e-49dc-b22c-7a8fb41acad7 HTTP/1.1" status: 200 len: 1800 time: 0.2365372 Aug 19 18:03:54.611948 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-879d2284-d5e9-4464-bdd9-e1f344432457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:54.619122 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] Checking router: befffec4-34f8-4112-9813-823fb141e4a3 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:03:54.619630 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] Updating router befffec4-34f8-4112-9813-823fb141e4a3 port 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:03:54.639682 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-6e78d993-d5fe-4211-a64e-307f7d8f611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:54.641607 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-6e78d993-d5fe-4211-a64e-307f7d8f611e service neutron] 10.222.0.54 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 908 time: 0.2356064 Aug 19 18:03:54.645486 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d9b7a-0feb-4b35-a97f-232fe3038489 req-cb0d8c17-78cf-460e-b48a-eb5f89f2aacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:54.648342 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-443d9b7a-0feb-4b35-a97f-232fe3038489 req-cb0d8c17-78cf-460e-b48a-eb5f89f2aacf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dabde781ddb345aead884b8987cb9981&device_id=4cbdf73b-79c0-4da8-aaa0-8a105e815a28 HTTP/1.1" status: 200 len: 1174 time: 0.1285532 Aug 19 18:03:54.671767 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 70f1587b-a8fe-46e5-965c-034a5e86c26d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:54.675405 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:54.731299 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 70f1587b-a8fe-46e5-965c-034a5e86c26d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:54.731865 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:54.783597 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d9b7a-0feb-4b35-a97f-232fe3038489 req-d2b0b1da-f2f7-40be-ae90-78e593323a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:54.783597 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-443d9b7a-0feb-4b35-a97f-232fe3038489 req-d2b0b1da-f2f7-40be-ae90-78e593323a4c service neutron] 10.222.0.54 "GET /v2.0/networks?id=f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 HTTP/1.1" status: 200 len: 913 time: 0.1243999 Aug 19 18:03:54.896865 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-443d9b7a-0feb-4b35-a97f-232fe3038489 req-ddd4f531-c0d8-438a-9193-a0dbf1e317a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 HTTP/1.1" status: 200 len: 217 time: 0.0692716 Aug 19 18:03:54.898715 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-c0f692b0-d8b6-480f-9b88-0e9fac6614bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d HTTP/1.1" status: 200 len: 217 time: 0.2414675 Aug 19 18:03:54.929950 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b1e19-107f-4157-9734-ef6e6af2dd34 req-91ab2c4a-8755-4592-9737-2d38c19285ca tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:54.932009 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6a3b1e19-107f-4157-9734-ef6e6af2dd34 req-91ab2c4a-8755-4592-9737-2d38c19285ca tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 944 time: 0.1483567 Aug 19 18:03:55.035848 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-046802bf-e624-4be0-b62c-2a895078e1d2 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:55.041337 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-20afcf97-af1b-4b95-a6fb-7f45e9af8bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:55.044328 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-20afcf97-af1b-4b95-a6fb-7f45e9af8bbe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 HTTP/1.1" status: 200 len: 847 time: 0.1243510 Aug 19 18:03:55.060178 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37874) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:55.077008 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:55.093808 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] Transition to ACTIVE for port object 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:55.094649 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879d2284-d5e9-4464-bdd9-e1f344432457 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:03:55.101513 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:55.106057 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-94260a63-559a-4759-b5eb-2cd14c262a6e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50874bd2-7160-4e95-947b-586c5b7daba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434506 Aug 19 18:03:55.109298 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6a3b1e19-107f-4157-9734-ef6e6af2dd34 req-ae4ab88f-17c9-4de8-96e7-d172150f4b9e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238546 Aug 19 18:03:55.125669 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d9b7a-0feb-4b35-a97f-232fe3038489 req-88cf45d4-5692-4840-b5e8-de670fcf814c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:55.127370 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-443d9b7a-0feb-4b35-a97f-232fe3038489 req-88cf45d4-5692-4840-b5e8-de670fcf814c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b083b0fb-67a8-452f-a897-1da102c8a2c8 HTTP/1.1" status: 200 len: 852 time: 0.2086701 Aug 19 18:03:55.150593 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b9dbb031-4d6d-42bd-b051-a7ee49516914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:55.171416 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d2284-d5e9-4464-bdd9-e1f344432457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac10d77-427d-41c2-a3e1-420d963e0d38,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:55.181351 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-879d2284-d5e9-4464-bdd9-e1f344432457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:55.182224 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-879d2284-d5e9-4464-bdd9-e1f344432457 admin admin] Added segment a3a8cfc1-0a3e-4913-abe7-e1adaadf3236 of type vlan for network 0cac1fe7-4eba-4979-8364-0afc455d13ba Aug 19 18:03:55.207703 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-0f04f68e-0f51-4132-8919-cf394d0b2daa req-b346018b-26b4-45e6-8c66-77da214565ea tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 18:03:55.209092 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0f04f68e-0f51-4132-8919-cf394d0b2daa req-b346018b-26b4-45e6-8c66-77da214565ea tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "DELETE /v2.0/security-groups/f913a255-cd4e-49dc-b22c-7a8fb41acad7 HTTP/1.1" status: 409 len: 341 time: 0.5981610 Aug 19 18:03:55.215978 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-443d9b7a-0feb-4b35-a97f-232fe3038489 req-f46a5093-01b6-435f-b741-d70ab5bd9f24 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f24c7da1-2b52-4491-aeec-8ee53ea1e3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666234 Aug 19 18:03:55.245265 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab15e86-01cb-467b-8984-a2dbea316cb6 None None] Pushing event updated for resources: {'Port': ['ID=79ede593-ff3f-4ef4-bdb3-8c5b686eca9e,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:55.266813 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-470acd01-76e3-49ce-98b9-7e4ac38f9dc8 service neutron] 10.222.0.50 "GET /v2.0/networks/73650f01-9243-4f8f-ada4-5096f7e45ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9041953 Aug 19 18:03:55.287370 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] Attempting to bind port 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:55.288119 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] Attempting to bind port 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'dd58221f-91a5-4086-88d5-c89f6f448486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f59e111f-dd60-4265-9684-7a33d52f3862'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:55.288649 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] Attempting to bind port 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e on network f59e111f-dd60-4265-9684-7a33d52f3862 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:55.298375 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:55.299096 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] Checking segment: {'id': 'dd58221f-91a5-4086-88d5-c89f6f448486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f59e111f-dd60-4265-9684-7a33d52f3862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:55.299681 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:55.300236 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] Bound using segment: {'id': 'dd58221f-91a5-4086-88d5-c89f6f448486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f59e111f-dd60-4265-9684-7a33d52f3862'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:55.300926 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] Bound port: 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd58221f-91a5-4086-88d5-c89f6f448486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f59e111f-dd60-4265-9684-7a33d52f3862'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:55.301524 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:55.367169 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5175f8e4-33d3-4f9f-b47a-1dd8669893d8 req-b0930fab-98d1-4aa8-8586-1135ec3015c1 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 210 time: 0.1113131 Aug 19 18:03:55.381784 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-879d2284-d5e9-4464-bdd9-e1f344432457 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:55.444331 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] For port 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:55.450346 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-a76e61f4-0a27-4d7c-9095-404ba1f7feb2 service neutron] 10.222.0.54 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356926 Aug 19 18:03:55.456327 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] For port 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=79ede593-ff3f-4ef4-bdb3-8c5b686eca9e,segment=NetworkSegment(dd58221f-91a5-4086-88d5-c89f6f448486),segment_id=dd58221f-91a5-4086-88d5-c89f6f448486)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:55.462616 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:55.523966 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-443d9b7a-0feb-4b35-a97f-232fe3038489 req-9ce0d829-a330-46ee-b133-b3de35a3aa3f service neutron] 10.222.0.54 "GET /v2.0/networks/f24c7da1-2b52-4491-aeec-8ee53ea1e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995434 Aug 19 18:03:55.566687 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] Routers {'befffec4-34f8-4112-9813-823fb141e4a3'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:55.567337 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:03:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['befffec4-34f8-4112-9813-823fb141e4a3'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:55.601803 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-046802bf-e624-4be0-b62c-2a895078e1d2 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:55.618079 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab15e86-01cb-467b-8984-a2dbea316cb6 None None] Pushing event updated for resources: {'Port': ['ID=79ede593-ff3f-4ef4-bdb3-8c5b686eca9e,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:55.628865 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-879d2284-d5e9-4464-bdd9-e1f344432457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:55.636005 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879d2284-d5e9-4464-bdd9-e1f344432457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:55.636670 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-879d2284-d5e9-4464-bdd9-e1f344432457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:55.731824 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] Set router befffec4-34f8-4112-9813-823fb141e4a3 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:03:55.741440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-58e13e5f-f20b-4226-9f72-0684a00b8f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 467df914-cb0e-4e1c-94f8-8ada9169c8b6 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:55.751986 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-58e13e5f-f20b-4226-9f72-0684a00b8f52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:55.763717 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b4e61-d38b-48ce-b4ed-85449f85c67f req-f9311991-3fdb-4675-8885-0d12cf0a09f1 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:55.765406 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7c9b4e61-d38b-48ce-b4ed-85449f85c67f req-f9311991-3fdb-4675-8885-0d12cf0a09f1 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 944 time: 0.1845922 Aug 19 18:03:55.770293 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-c401f0f2-57c7-4ee7-bde9-6c06415e3427 service neutron] 10.222.0.54 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998855 Aug 19 18:03:55.823480 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-443d9b7a-0feb-4b35-a97f-232fe3038489 req-5a61c6d2-5ad2-428f-b9ef-27dabe70ecf6 service neutron] 10.222.0.54 "GET /v2.0/networks/f24c7da1-2b52-4491-aeec-8ee53ea1e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302749 Aug 19 18:03:55.860526 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7c9b4e61-d38b-48ce-b4ed-85449f85c67f req-14c96937-c9f5-4871-8447-a2b3791e7939 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ea9a610-4c77-43b9-8d2d-f789667ef041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868115 Aug 19 18:03:55.906919 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b9dbb031-4d6d-42bd-b051-a7ee49516914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:55.940671 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b9dbb031-4d6d-42bd-b051-a7ee49516914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:55.958318 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-58e13e5f-f20b-4226-9f72-0684a00b8f52 service neutron] Transition to ACTIVE for port object 467df914-cb0e-4e1c-94f8-8ada9169c8b6 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:55.987873 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fa91a-a2bf-499c-bfc6-e6441dda91bc req-df25866f-1a2b-4630-9ed4-67f7485e4598 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:55.999618 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ff7fa91a-a2bf-499c-bfc6-e6441dda91bc req-df25866f-1a2b-4630-9ed4-67f7485e4598 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=6010913a-d5db-4971-99ff-2e836ed77b4a HTTP/1.1" status: 200 len: 931 time: 0.4309089 Aug 19 18:03:56.027905 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-879d2284-d5e9-4464-bdd9-e1f344432457 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5573289 Aug 19 18:03:56.030544 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-046802bf-e624-4be0-b62c-2a895078e1d2 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Network 52390765-0cad-463c-8122-8baf5b79ff7f is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:56.032905 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37890) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:56.040861 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befffec4-34f8-4112-9813-823fb141e4a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-446208776-router', 'tenant_id': '315b1e67402d442ab825f2b1b4ba11ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '70f1587b-a8fe-46e5-965c-034a5e86c26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:45Z', 'updated_at': '2021-08-19T18:03:51Z', 'revision_number': 4, 'project_id': '315b1e67402d442ab825f2b1b4ba11ec', 'gw_port': {'id': '70f1587b-a8fe-46e5-965c-034a5e86c26d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:dc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befffec4-34f8-4112-9813-823fb141e4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:46Z', 'updated_at': '2021-08-19T18:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '79ede593-ff3f-4ef4-bdb3-8c5b686eca9e', 'name': '', 'network_id': 'f59e111f-dd60-4265-9684-7a33d52f3862', 'tenant_id': '315b1e67402d442ab825f2b1b4ba11ec', 'mac_address': 'fa:16:3e:c3:b6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befffec4-34f8-4112-9813-823fb141e4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '98035e9f-56db-4fb2-8148-345a5454ee59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:49Z', 'updated_at': '2021-08-19T18:03:55Z', 'revision_number': 4, 'project_id': '315b1e67402d442ab825f2b1b4ba11ec', 'subnets': [{'id': '98035e9f-56db-4fb2-8148-345a5454ee59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:56.049989 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-4c6399c3-7217-4c22-b81d-7afc31ceca08 admin admin] Request body: {'subnet': {'network_id': '0cac1fe7-4eba-4979-8364-0afc455d13ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1210338473-subnet', 'tenant_id': 'be4da88d2e114f29a34d89dfc4675eed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:56.072046 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-58e13e5f-f20b-4226-9f72-0684a00b8f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:56.074431 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbb031-4d6d-42bd-b051-a7ee49516914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8660aea-7bb0-4777-ba36-2a11a91a9b53,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:56.089443 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f275f12b-89e8-4469-85ee-b19933848e48 None None] The sync data for ids ['befffec4-34f8-4112-9813-823fb141e4a3'] in n-d-803753-2 is: [{'id': 'befffec4-34f8-4112-9813-823fb141e4a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-446208776-router', 'tenant_id': '315b1e67402d442ab825f2b1b4ba11ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '70f1587b-a8fe-46e5-965c-034a5e86c26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:45Z', 'updated_at': '2021-08-19T18:03:51Z', 'revision_number': 4, 'project_id': '315b1e67402d442ab825f2b1b4ba11ec', 'gw_port': {'id': '70f1587b-a8fe-46e5-965c-034a5e86c26d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:dc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befffec4-34f8-4112-9813-823fb141e4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:46Z', 'updated_at': '2021-08-19T18:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '79ede593-ff3f-4ef4-bdb3-8c5b686eca9e', 'name': '', 'network_id': 'f59e111f-dd60-4265-9684-7a33d52f3862', 'tenant_id': '315b1e67402d442ab825f2b1b4ba11ec', 'mac_address': 'fa:16:3e:c3:b6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befffec4-34f8-4112-9813-823fb141e4a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '98035e9f-56db-4fb2-8148-345a5454ee59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:49Z', 'updated_at': '2021-08-19T18:03:55Z', 'revision_number': 4, 'project_id': '315b1e67402d442ab825f2b1b4ba11ec', 'subnets': [{'id': '98035e9f-56db-4fb2-8148-345a5454ee59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:03:56.120726 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad09287c-6909-4412-a1d4-adb9494f0647 req-02669cf0-f186-481a-9e3f-918eff4959e0 service neutron] 10.222.0.50 "GET /v2.0/networks/73650f01-9243-4f8f-ada4-5096f7e45ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8147011 Aug 19 18:03:56.145987 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6399c3-7217-4c22-b81d-7afc31ceca08 admin admin] Made reservation on behalf of be4da88d2e114f29a34d89dfc4675eed for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:56.149202 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c6399c3-7217-4c22-b81d-7afc31ceca08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:56.170045 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d2284-d5e9-4464-bdd9-e1f344432457 admin admin] Pushing event updated for resources: {'Network': ['ID=0cac1fe7-4eba-4979-8364-0afc455d13ba,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:56.173748 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046802bf-e624-4be0-b62c-2a895078e1d2 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Pushing event updated for resources: {'Port': ['ID=c5cfade0-f43d-4456-bbff-daf590b7cfa2,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:56.175497 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-bfd013c4-3695-482b-8045-717bec520d5e tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:56.177668 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-bfd013c4-3695-482b-8045-717bec520d5e tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e&tenant_id=4372bce7e7ca475fbe71d1638d302952&binding%3Ahost_id=n-h1-803753-2 HTTP/1.1" status: 200 len: 1095 time: 0.1457274 Aug 19 18:03:56.188150 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-046802bf-e624-4be0-b62c-2a895078e1d2 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:56.221864 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 0cac1fe7-4eba-4979-8364-0afc455d13ba details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:03:56.228307 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-046802bf-e624-4be0-b62c-2a895078e1d2 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:56.296863 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b9dbb031-4d6d-42bd-b051-a7ee49516914 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4da500b3b5c64a35a76d2cd90e02f9e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2282834 Aug 19 18:03:56.308461 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37894) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:56.330784 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85449ca-06cf-4e6e-8a3e-40ab2e92e984 req-6eb18abb-bfcc-4ded-ba71-511160ef235a tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:56.334154 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e85449ca-06cf-4e6e-8a3e-40ab2e92e984 req-6eb18abb-bfcc-4ded-ba71-511160ef235a tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cbdf73b-79c0-4da8-aaa0-8a105e815a28 HTTP/1.1" status: 200 len: 1023 time: 0.2513480 Aug 19 18:03:56.367039 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-046802bf-e624-4be0-b62c-2a895078e1d2 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:56.367719 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-046802bf-e624-4be0-b62c-2a895078e1d2 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:56.378888 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ff7fa91a-a2bf-499c-bfc6-e6441dda91bc req-68000650-5431-4b0a-a640-a1072602be07 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813760 Aug 19 18:03:56.412204 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e13e5f-f20b-4226-9f72-0684a00b8f52 service neutron] Pushing event updated for resources: {'Port': ['ID=467df914-cb0e-4e1c-94f8-8ada9169c8b6,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:56.428245 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-046802bf-e624-4be0-b62c-2a895078e1d2 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2206779 Aug 19 18:03:56.450153 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aab837-be73-42e9-b1eb-724e62977984 req-d5971741-3fbe-49ae-adb1-0c279711692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:56.451692 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7aab837-be73-42e9-b1eb-724e62977984 req-d5971741-3fbe-49ae-adb1-0c279711692e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4c96cb79c46474f800504e123a99c91&device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 1095 time: 0.1664402 Aug 19 18:03:56.456782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-de1934c3-a7ac-4260-91df-7c1cd7f93282 service neutron] Request body: {'port': {'device_id': '6fd0dd54-ce99-41e4-964c-8d37a300a7c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:56.460562 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e85449ca-06cf-4e6e-8a3e-40ab2e92e984 req-3b4023e2-7b8c-485e-bb87-c14a436316fd tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=944f342e-ab18-4eae-b856-158ee438b7fb&id=f913a255-cd4e-49dc-b22c-7a8fb41acad7&id=2cbc9ee0-7d5d-47e9-beed-754540d5721f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1129537 Aug 19 18:03:56.621780 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5a26cb0e-9949-439c-b623-83c9ba22347f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:56.668275 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-0b722575-ae02-4034-8900-51909d777d65 service neutron] For port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:56.680974 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:56.700302 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5a26cb0e-9949-439c-b623-83c9ba22347f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:56.705116 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-0b722575-ae02-4034-8900-51909d777d65 service neutron] Notify callbacks [] for binding, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:56.706323 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9efec0e9-d95e-4836-bbd5-897b70aabf4b req-0b722575-ae02-4034-8900-51909d777d65 service neutron] 10.222.0.54 "DELETE /v2.0/ports/3e22a7d2-0b72-49d9-ac4c-5a663fe7082d/bindings/n-h2-803753-2 HTTP/1.1" status: 204 len: 173 time: 0.4709220 Aug 19 18:03:56.770707 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-de1934c3-a7ac-4260-91df-7c1cd7f93282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:56.773861 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-58e13e5f-f20b-4226-9f72-0684a00b8f52 service neutron] Attempting to bind port 467df914-cb0e-4e1c-94f8-8ada9169c8b6 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:56.773861 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-58e13e5f-f20b-4226-9f72-0684a00b8f52 service neutron] Attempting to bind port 467df914-cb0e-4e1c-94f8-8ada9169c8b6 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '9c7d747c-4d15-4d78-8a75-1bea6385c296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c10b88e6-02ab-47c3-add3-7da1d41710d4'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:56.773861 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-58e13e5f-f20b-4226-9f72-0684a00b8f52 service neutron] Attempting to bind port 467df914-cb0e-4e1c-94f8-8ada9169c8b6 on network c10b88e6-02ab-47c3-add3-7da1d41710d4 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:56.784879 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9570ea5-c301-40f0-833a-7d6a19550a5e req-4978400b-17c4-43c0-a9c0-ef2d2a630dc5 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:56.787680 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:56.794959 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b9570ea5-c301-40f0-833a-7d6a19550a5e req-4978400b-17c4-43c0-a9c0-ef2d2a630dc5 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 944 time: 0.1760166 Aug 19 18:03:56.797677 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aab837-be73-42e9-b1eb-724e62977984 req-42ddca71-716c-49fc-8161-d61d79c474c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:56.800147 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ca145-44d1-4872-a363-5a24c39d0722 req-76e293d4-31e0-401a-b7a7-9532e66cf984 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:56.800502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:56.801118 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:56.801520 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7aab837-be73-42e9-b1eb-724e62977984 req-42ddca71-716c-49fc-8161-d61d79c474c8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=73650f01-9243-4f8f-ada4-5096f7e45ce8 HTTP/1.1" status: 200 len: 913 time: 0.3209670 Aug 19 18:03:56.806972 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1b0ca145-44d1-4872-a363-5a24c39d0722 req-76e293d4-31e0-401a-b7a7-9532e66cf984 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 931 time: 0.2356157 Aug 19 18:03:56.844547 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-58e13e5f-f20b-4226-9f72-0684a00b8f52 service neutron] Port 467df914-cb0e-4e1c-94f8-8ada9169c8b6 on network c10b88e6-02ab-47c3-add3-7da1d41710d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:03:56.844876 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-58e13e5f-f20b-4226-9f72-0684a00b8f52 service neutron] Attempting to bind port 467df914-cb0e-4e1c-94f8-8ada9169c8b6 on network c10b88e6-02ab-47c3-add3-7da1d41710d4 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:56.848169 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c6399c3-7217-4c22-b81d-7afc31ceca08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:56.861363 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5a26cb0e-9949-439c-b623-83c9ba22347f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:56.865775 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5a26cb0e-9949-439c-b623-83c9ba22347f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:56.867073 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5a26cb0e-9949-439c-b623-83c9ba22347f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8660aea-7bb0-4777-ba36-2a11a91a9b53 HTTP/1.1" status: 204 len: 168 time: 0.5559654 Aug 19 18:03:56.913297 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-58e13e5f-f20b-4226-9f72-0684a00b8f52 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:56.913673 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-58e13e5f-f20b-4226-9f72-0684a00b8f52 service neutron] Checking segment: {'id': '9c7d747c-4d15-4d78-8a75-1bea6385c296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c10b88e6-02ab-47c3-add3-7da1d41710d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:56.914063 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-58e13e5f-f20b-4226-9f72-0684a00b8f52 service neutron] Bound using segment: {'id': '9c7d747c-4d15-4d78-8a75-1bea6385c296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c10b88e6-02ab-47c3-add3-7da1d41710d4'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:56.914717 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-58e13e5f-f20b-4226-9f72-0684a00b8f52 service neutron] Bound port: 467df914-cb0e-4e1c-94f8-8ada9169c8b6, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7d747c-4d15-4d78-8a75-1bea6385c296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c10b88e6-02ab-47c3-add3-7da1d41710d4'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:56.915154 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-58e13e5f-f20b-4226-9f72-0684a00b8f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:56.922930 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7aab837-be73-42e9-b1eb-724e62977984 req-3011614b-459b-46c4-b07b-00ec9a63ebd4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d79d13-a788-48a8-bf87-df497f778af4 HTTP/1.1" status: 200 len: 217 time: 0.0974665 Aug 19 18:03:56.934906 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26cb0e-9949-439c-b623-83c9ba22347f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8660aea-7bb0-4777-ba36-2a11a91a9b53,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:56.948025 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1b0ca145-44d1-4872-a363-5a24c39d0722 req-e10fd035-eda4-46a7-a05c-77f0b5766210 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334262 Aug 19 18:03:56.959592 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6399c3-7217-4c22-b81d-7afc31ceca08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c7668c4-88cc-4897-9d2f-b9ca783bf752,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:56.996901 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:57.002320 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b9570ea5-c301-40f0-833a-7d6a19550a5e req-da28d944-a7e4-4146-a65c-dc5110b789b9 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061434 Aug 19 18:03:57.022985 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6399c3-7217-4c22-b81d-7afc31ceca08 admin admin] Checking segment: {'id': 'a3a8cfc1-0a3e-4913-abe7-e1adaadf3236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0cac1fe7-4eba-4979-8364-0afc455d13ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:57.023362 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6399c3-7217-4c22-b81d-7afc31ceca08 admin admin] Network hostable DHCP agents. Network: 0cac1fe7-4eba-4979-8364-0afc455d13ba, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:03:57.075959 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6399c3-7217-4c22-b81d-7afc31ceca08 admin admin] Network 0cac1fe7-4eba-4979-8364-0afc455d13ba is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:03:57.096300 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-4c6399c3-7217-4c22-b81d-7afc31ceca08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 0cac1fe7-4eba-4979-8364-0afc455d13ba) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:57.096877 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=79ede593-ff3f-4ef4-bdb3-8c5b686eca9e,segment=NetworkSegment(dd58221f-91a5-4086-88d5-c89f6f448486),segment_id=dd58221f-91a5-4086-88d5-c89f6f448486)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:57.105096 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313a019e-e975-4886-9d26-64232acc1a45 None None] Network 0cac1fe7-4eba-4979-8364-0afc455d13ba requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:57.105258 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6399c3-7217-4c22-b81d-7afc31ceca08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:57.106401 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c6399c3-7217-4c22-b81d-7afc31ceca08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:57.109675 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:57.146132 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4c6399c3-7217-4c22-b81d-7afc31ceca08 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1115980 Aug 19 18:03:57.148646 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37906) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:57.186566 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c869ace7-876b-4e54-abd6-35b6a3627edd admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1210338473-router', 'tenant_id': 'be4da88d2e114f29a34d89dfc4675eed', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:57.323443 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121916c4-3b0c-4235-9cee-902fdcc3b070 req-3e2c270e-42e2-4cba-ac90-6f1908641197 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:57.338679 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-121916c4-3b0c-4235-9cee-902fdcc3b070 req-3e2c270e-42e2-4cba-ac90-6f1908641197 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 944 time: 0.2095482 Aug 19 18:03:57.342368 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c869ace7-876b-4e54-abd6-35b6a3627edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:57.343506 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c869ace7-876b-4e54-abd6-35b6a3627edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:57.376417 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aab837-be73-42e9-b1eb-724e62977984 req-a626d565-a05a-4a34-8315-327c3752f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:57.378716 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7aab837-be73-42e9-b1eb-724e62977984 req-a626d565-a05a-4a34-8315-327c3752f0c1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dea398ad-a68d-4f83-811a-5b05b0ea2699 HTTP/1.1" status: 200 len: 851 time: 0.4342396 Aug 19 18:03:57.410110 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c98b5-28cd-457d-8c25-15391a61f30c req-8e0e13cd-65a3-40f6-b08d-e58d66a40207 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:57.413854 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-652c98b5-28cd-457d-8c25-15391a61f30c req-8e0e13cd-65a3-40f6-b08d-e58d66a40207 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cbdf73b-79c0-4da8-aaa0-8a105e815a28 HTTP/1.1" status: 200 len: 1023 time: 0.2046685 Aug 19 18:03:57.430179 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=79ede593-ff3f-4ef4-bdb3-8c5b686eca9e,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:57.468067 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c869ace7-876b-4e54-abd6-35b6a3627edd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:57.494651 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-58e13e5f-f20b-4226-9f72-0684a00b8f52 service neutron] For port 467df914-cb0e-4e1c-94f8-8ada9169c8b6, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:57.568548 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-58e13e5f-f20b-4226-9f72-0684a00b8f52 service neutron] For port 467df914-cb0e-4e1c-94f8-8ada9169c8b6, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=467df914-cb0e-4e1c-94f8-8ada9169c8b6,segment=NetworkSegment(9c7d747c-4d15-4d78-8a75-1bea6385c296),segment_id=9c7d747c-4d15-4d78-8a75-1bea6385c296)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:57.584067 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-58e13e5f-f20b-4226-9f72-0684a00b8f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:57.623186 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-121916c4-3b0c-4235-9cee-902fdcc3b070 req-3d6b2fb4-ac47-4e81-9ff4-c941d783b66b tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ea9a610-4c77-43b9-8d2d-f789667ef041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836139 Aug 19 18:03:57.688328 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e13e5f-f20b-4226-9f72-0684a00b8f52 service neutron] Pushing event updated for resources: {'Port': ['ID=467df914-cb0e-4e1c-94f8-8ada9169c8b6,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:57.727810 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200e1755-764d-4955-ba3d-46b947748ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-0cac1fe7-4eba-4979-8364-0afc455d13ba', 'network_id': '0cac1fe7-4eba-4979-8364-0afc455d13ba', 'tenant_id': 'be4da88d2e114f29a34d89dfc4675eed', 'fixed_ips': [{'subnet_id': '5c7668c4-88cc-4897-9d2f-b9ca783bf752'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:03:57.728536 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-200e1755-764d-4955-ba3d-46b947748ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:57.758451 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aab837-be73-42e9-b1eb-724e62977984 req-98999569-825a-4d1d-a8e2-8c1ac6cdb6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:57.760264 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7aab837-be73-42e9-b1eb-724e62977984 req-98999569-825a-4d1d-a8e2-8c1ac6cdb6fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73650f01-9243-4f8f-ada4-5096f7e45ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3673756 Aug 19 18:03:57.763054 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-58e13e5f-f20b-4226-9f72-0684a00b8f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:57.763677 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-58e13e5f-f20b-4226-9f72-0684a00b8f52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:57.765157 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-58e13e5f-f20b-4226-9f72-0684a00b8f52 service neutron] 10.222.0.54 "PUT /v2.0/ports/467df914-cb0e-4e1c-94f8-8ada9169c8b6 HTTP/1.1" status: 200 len: 1091 time: 4.1002958 Aug 19 18:03:57.770562 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6010913a-d5db-4971-99ff-2e836ed77b4a', 'tag': '467df914-cb0e-4e1c-94f8-8ada9169c8b6'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:57.783731 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07229e4-d069-4e26-8703-cac6d8c006b5" -d '{"events": [{"name": "network-changed", "server_uuid": "6010913a-d5db-4971-99ff-2e836ed77b4a", "tag": "467df914-cb0e-4e1c-94f8-8ada9169c8b6"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:57.860062 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c869ace7-876b-4e54-abd6-35b6a3627edd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:57.902752 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-de1934c3-a7ac-4260-91df-7c1cd7f93282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5cfade0-f43d-4456-bbff-daf590b7cfa2 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:57.912532 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-652c98b5-28cd-457d-8c25-15391a61f30c req-8d24cb60-2a78-439a-9944-1c807939e74e tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Deleting port bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:03:57.912863 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-652c98b5-28cd-457d-8c25-15391a61f30c req-8d24cb60-2a78-439a-9944-1c807939e74e tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:57.916134 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-de1934c3-a7ac-4260-91df-7c1cd7f93282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:57.938280 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device d8d79d13-a788-48a8-bf87-df497f778af4 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:03:58.018622 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a87a2-a142-4672-a7ae-077f1ab0c114 req-240261ca-6c06-4d84-924e-6912d5a28441 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:58.028594 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-470a87a2-a142-4672-a7ae-077f1ab0c114 req-240261ca-6c06-4d84-924e-6912d5a28441 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 1095 time: 0.5367448 Aug 19 18:03:58.082623 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-de1934c3-a7ac-4260-91df-7c1cd7f93282 service neutron] Transition to ACTIVE for port object c5cfade0-f43d-4456-bbff-daf590b7cfa2 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:58.109252 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-652c98b5-28cd-457d-8c25-15391a61f30c req-8d24cb60-2a78-439a-9944-1c807939e74e tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] For port bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7,segment=NetworkSegment(1395a4e1-b253-4559-bb6c-18b2bc8da658),segment_id=1395a4e1-b253-4559-bb6c-18b2bc8da658)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:58.110513 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-652c98b5-28cd-457d-8c25-15391a61f30c req-8d24cb60-2a78-439a-9944-1c807939e74e tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:58.112004 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-200e1755-764d-4955-ba3d-46b947748ef8 None None] Allocated IP 172.20.0.2 (0cac1fe7-4eba-4979-8364-0afc455d13ba/5c7668c4-88cc-4897-9d2f-b9ca783bf752/6e7da448-600e-47ff-aa91-7bde8243e513) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:58.114746 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-de1934c3-a7ac-4260-91df-7c1cd7f93282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:58.130681 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-652c98b5-28cd-457d-8c25-15391a61f30c req-8d24cb60-2a78-439a-9944-1c807939e74e tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Calling delete_port for bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:03:58.189395 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83447d57-839d-4b42-ab2b-8351ca680368 req-176d4fa5-b85e-4f95-b214-39766d3d8f44 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:58.191217 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-83447d57-839d-4b42-ab2b-8351ca680368 req-176d4fa5-b85e-4f95-b214-39766d3d8f44 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=6010913a-d5db-4971-99ff-2e836ed77b4a HTTP/1.1" status: 200 len: 943 time: 0.3561394 Aug 19 18:03:58.195737 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7aab837-be73-42e9-b1eb-724e62977984 req-781ecea0-9c6d-40f6-b670-ea6659a8ad88 service neutron] 10.222.0.50 "GET /v2.0/networks/73650f01-9243-4f8f-ada4-5096f7e45ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051614 Aug 19 18:03:58.213927 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-470a87a2-a142-4672-a7ae-077f1ab0c114 req-0d549204-6969-47ef-97be-210c0195ac33 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783648 Aug 19 18:03:58.219627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-6f345425-1325-40bc-a441-031e5357e5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:58.221091 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-6f345425-1325-40bc-a441-031e5357e5f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d78253ce1bc1486bad8923eb6a7a8c64&device_id=6010913a-d5db-4971-99ff-2e836ed77b4a HTTP/1.1" status: 200 len: 1094 time: 0.2999520 Aug 19 18:03:58.262647 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1934c3-a7ac-4260-91df-7c1cd7f93282 service neutron] Pushing event updated for resources: {'Port': ['ID=c5cfade0-f43d-4456-bbff-daf590b7cfa2,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:58.276256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port d8d79d13-a788-48a8-bf87-df497f778af4, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d8d79d13-a788-48a8-bf87-df497f778af4,segment=NetworkSegment(4a039d40-5096-4efe-a9e6-dc12e26f9952),segment_id=4a039d40-5096-4efe-a9e6-dc12e26f9952)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:58.315913 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'd8d79d13-a788-48a8-bf87-df497f778af4', 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8', 'port_id': 'd8d79d13-a788-48a8-bf87-df497f778af4', 'mac_address': 'fa:16:3e:cf:49:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea398ad-a68d-4f83-811a-5b05b0ea2699', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:03:58.400079 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-ca800e28-6c53-47d8-ae49-2100169989ae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=467df914-cb0e-4e1c-94f8-8ada9169c8b6 HTTP/1.1" status: 200 len: 217 time: 0.1446459 Aug 19 18:03:58.423524 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:58.451810 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d79d13-a788-48a8-bf87-df497f778af4 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:58.467413 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-200e1755-764d-4955-ba3d-46b947748ef8 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:58.485259 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port d8d79d13-a788-48a8-bf87-df497f778af4, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d8d79d13-a788-48a8-bf87-df497f778af4,segment=NetworkSegment(4a039d40-5096-4efe-a9e6-dc12e26f9952),segment_id=4a039d40-5096-4efe-a9e6-dc12e26f9952)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:58.486953 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-200e1755-764d-4955-ba3d-46b947748ef8 None None] Transition to ACTIVE for port object 6e7da448-600e-47ff-aa91-7bde8243e513 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:58.492146 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:58.497736 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-652c98b5-28cd-457d-8c25-15391a61f30c req-8d24cb60-2a78-439a-9944-1c807939e74e tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:58.524779 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['9c5ca25c-42ef-40c8-b1c5-f54431e701d9'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:58.560234 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-200e1755-764d-4955-ba3d-46b947748ef8 None None] Transition to ACTIVE for port object 6e7da448-600e-47ff-aa91-7bde8243e513 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:58.583198 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca401ba2-a341-4483-a006-f9ef9d5f119d req-ba22c796-cee6-4ec4-9824-b50690866643 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:58.584398 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-200e1755-764d-4955-ba3d-46b947748ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:58.592112 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24cb60-2a78-439a-9944-1c807939e74e tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event deleted for resources: {'Port': ['ID=bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:58.593564 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ca401ba2-a341-4483-a006-f9ef9d5f119d req-ba22c796-cee6-4ec4-9824-b50690866643 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cbdf73b-79c0-4da8-aaa0-8a105e815a28 HTTP/1.1" status: 200 len: 945 time: 0.2604401 Aug 19 18:03:58.612516 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=d8d79d13-a788-48a8-bf87-df497f778af4,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:58.636736 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-4bb5f9f4-c6d2-46ba-a292-2b6c37e83c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:58.638645 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-4bb5f9f4-c6d2-46ba-a292-2b6c37e83c9b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=146b6d87-a0dc-49aa-aae9-258fac7297e8 HTTP/1.1" status: 200 len: 862 time: 0.2170150 Aug 19 18:03:58.652195 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-83447d57-839d-4b42-ab2b-8351ca680368 req-a01f00e2-c876-4038-b57d-c1b389f8c0ad tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681226 Aug 19 18:03:58.668135 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7aab837-be73-42e9-b1eb-724e62977984 req-147df05f-f0f9-483b-9105-d27dc3c1f308 service neutron] 10.222.0.50 "GET /v2.0/networks/73650f01-9243-4f8f-ada4-5096f7e45ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504323 Aug 19 18:03:58.674158 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200e1755-764d-4955-ba3d-46b947748ef8 None None] Network 0cac1fe7-4eba-4979-8364-0afc455d13ba is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:58.685122 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-200e1755-764d-4955-ba3d-46b947748ef8 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:58.696447 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e1755-764d-4955-ba3d-46b947748ef8 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:58.698624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:58.712165 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-652c98b5-28cd-457d-8c25-15391a61f30c req-8d24cb60-2a78-439a-9944-1c807939e74e tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] No DVR routers for this DVR port bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 on host n-h1-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:03:58.724469 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-652c98b5-28cd-457d-8c25-15391a61f30c req-8d24cb60-2a78-439a-9944-1c807939e74e tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:58.726574 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-652c98b5-28cd-457d-8c25-15391a61f30c req-8d24cb60-2a78-439a-9944-1c807939e74e tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.54 "DELETE /v2.0/ports/bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 HTTP/1.1" status: 204 len: 173 time: 1.2535605 Aug 19 18:03:58.727969 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbdf73b-79c0-4da8-aaa0-8a105e815a28', 'name': 'network-vif-deleted', 'tag': 'bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:58.737152 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ca401ba2-a341-4483-a006-f9ef9d5f119d req-041ff53a-c91a-47b4-8c91-5440815e5dd2 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=944f342e-ab18-4eae-b856-158ee438b7fb&id=f913a255-cd4e-49dc-b22c-7a8fb41acad7&id=2cbc9ee0-7d5d-47e9-beed-754540d5721f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1430147 Aug 19 18:03:58.745336 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-46a700c6-d2ad-4f61-8420-98bf23c4231b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c10b88e6-02ab-47c3-add3-7da1d41710d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984385 Aug 19 18:03:58.749440 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e1755-764d-4955-ba3d-46b947748ef8 None None] Pushing event updated for resources: {'Port': ['ID=6e7da448-600e-47ff-aa91-7bde8243e513,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:58.749997 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-de1934c3-a7ac-4260-91df-7c1cd7f93282 service neutron] Attempting to bind port c5cfade0-f43d-4456-bbff-daf590b7cfa2 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:58.750611 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-de1934c3-a7ac-4260-91df-7c1cd7f93282 service neutron] Attempting to bind port c5cfade0-f43d-4456-bbff-daf590b7cfa2 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:58.751306 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-de1934c3-a7ac-4260-91df-7c1cd7f93282 service neutron] Attempting to bind port c5cfade0-f43d-4456-bbff-daf590b7cfa2 on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:58.757832 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-de1934c3-a7ac-4260-91df-7c1cd7f93282 service neutron] Port c5cfade0-f43d-4456-bbff-daf590b7cfa2 on network 52390765-0cad-463c-8122-8baf5b79ff7f not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:03:58.758390 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-de1934c3-a7ac-4260-91df-7c1cd7f93282 service neutron] Attempting to bind port c5cfade0-f43d-4456-bbff-daf590b7cfa2 on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:58.769187 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf34c9e1-8871-48a2-bac8-0d7437764816" -d '{"events": [{"server_uuid": "4cbdf73b-79c0-4da8-aaa0-8a105e815a28", "name": "network-vif-deleted", "tag": "bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:58.776412 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-de1934c3-a7ac-4260-91df-7c1cd7f93282 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:58.777026 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-de1934c3-a7ac-4260-91df-7c1cd7f93282 service neutron] Checking segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:58.777653 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-de1934c3-a7ac-4260-91df-7c1cd7f93282 service neutron] Bound using segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:58.778703 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-de1934c3-a7ac-4260-91df-7c1cd7f93282 service neutron] Bound port: c5cfade0-f43d-4456-bbff-daf590b7cfa2, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:58.779507 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-de1934c3-a7ac-4260-91df-7c1cd7f93282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:58.798708 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['d8d79d13-a788-48a8-bf87-df497f778af4'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:58.814054 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d1902a-93f3-42e7-a4df-b63ba569c239 x-openstack-request-id: req-92d1902a-93f3-42e7-a4df-b63ba569c239 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:58.814399 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6010913a-d5db-4971-99ff-2e836ed77b4a", "tag": "467df914-cb0e-4e1c-94f8-8ada9169c8b6", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:58.814637 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92d1902a-93f3-42e7-a4df-b63ba569c239 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:58.815086 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6010913a-d5db-4971-99ff-2e836ed77b4a', 'tag': '467df914-cb0e-4e1c-94f8-8ada9169c8b6', 'status': 'completed', 'code': 200} Aug 19 18:03:58.910891 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-200e1755-764d-4955-ba3d-46b947748ef8 None None] Attempting to bind port 6e7da448-600e-47ff-aa91-7bde8243e513 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:58.911254 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-200e1755-764d-4955-ba3d-46b947748ef8 None None] Attempting to bind port 6e7da448-600e-47ff-aa91-7bde8243e513 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'a3a8cfc1-0a3e-4913-abe7-e1adaadf3236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0cac1fe7-4eba-4979-8364-0afc455d13ba'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:58.911620 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e1755-764d-4955-ba3d-46b947748ef8 None None] Attempting to bind port 6e7da448-600e-47ff-aa91-7bde8243e513 on network 0cac1fe7-4eba-4979-8364-0afc455d13ba {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:58.927263 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e1755-764d-4955-ba3d-46b947748ef8 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:58.927728 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e1755-764d-4955-ba3d-46b947748ef8 None None] Checking segment: {'id': 'a3a8cfc1-0a3e-4913-abe7-e1adaadf3236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0cac1fe7-4eba-4979-8364-0afc455d13ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:58.928074 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-200e1755-764d-4955-ba3d-46b947748ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:58.938513 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e1755-764d-4955-ba3d-46b947748ef8 None None] Bound using segment: {'id': 'a3a8cfc1-0a3e-4913-abe7-e1adaadf3236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0cac1fe7-4eba-4979-8364-0afc455d13ba'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:58.939028 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-200e1755-764d-4955-ba3d-46b947748ef8 None None] Bound port: 6e7da448-600e-47ff-aa91-7bde8243e513, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a8cfc1-0a3e-4913-abe7-e1adaadf3236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0cac1fe7-4eba-4979-8364-0afc455d13ba'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:58.939431 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-200e1755-764d-4955-ba3d-46b947748ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:58.981299 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-14796ba2-c3d1-4ee7-b63d-0c8b47ea17dc service neutron] 10.222.0.54 "GET /v2.0/networks/c10b88e6-02ab-47c3-add3-7da1d41710d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260215 Aug 19 18:03:58.986013 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-de1934c3-a7ac-4260-91df-7c1cd7f93282 service neutron] For port c5cfade0-f43d-4456-bbff-daf590b7cfa2, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:58.996821 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:58.997209 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:59.005378 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-de1934c3-a7ac-4260-91df-7c1cd7f93282 service neutron] For port c5cfade0-f43d-4456-bbff-daf590b7cfa2, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c5cfade0-f43d-4456-bbff-daf590b7cfa2,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:59.081228 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c869ace7-876b-4e54-abd6-35b6a3627edd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:59.114852 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-de1934c3-a7ac-4260-91df-7c1cd7f93282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:59.117914 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c869ace7-876b-4e54-abd6-35b6a3627edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:59.173849 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-200e1755-764d-4955-ba3d-46b947748ef8 None None] For port 6e7da448-600e-47ff-aa91-7bde8243e513, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:59.177153 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-de1934c3-a7ac-4260-91df-7c1cd7f93282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:59.177880 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-de1934c3-a7ac-4260-91df-7c1cd7f93282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:59.179498 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-de1934c3-a7ac-4260-91df-7c1cd7f93282 service neutron] 10.222.0.54 "PUT /v2.0/ports/c5cfade0-f43d-4456-bbff-daf590b7cfa2 HTTP/1.1" status: 200 len: 1091 time: 2.7345471 Aug 19 18:03:59.212006 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-200e1755-764d-4955-ba3d-46b947748ef8 None None] For port 6e7da448-600e-47ff-aa91-7bde8243e513, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6e7da448-600e-47ff-aa91-7bde8243e513,segment=NetworkSegment(a3a8cfc1-0a3e-4913-abe7-e1adaadf3236),segment_id=a3a8cfc1-0a3e-4913-abe7-e1adaadf3236)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:59.230394 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-200e1755-764d-4955-ba3d-46b947748ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:59.238358 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1427adf-9bcc-41b1-b43e-faea4dcda5c6 req-8059b7f8-41eb-4208-ba78-423855095cc6 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:59.247536 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b1427adf-9bcc-41b1-b43e-faea4dcda5c6 req-8059b7f8-41eb-4208-ba78-423855095cc6 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 943 time: 0.2556074 Aug 19 18:03:59.314038 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1934c3-a7ac-4260-91df-7c1cd7f93282 service neutron] Pushing event updated for resources: {'Port': ['ID=c5cfade0-f43d-4456-bbff-daf590b7cfa2,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:59.341277 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11546d17-b386-4e3b-8fe5-84e629b71f81 req-1b5cb286-78d4-4bab-87dc-c6b9a80a7570 service neutron] 10.222.0.54 "GET /v2.0/networks/c10b88e6-02ab-47c3-add3-7da1d41710d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512223 Aug 19 18:03:59.360361 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b1427adf-9bcc-41b1-b43e-faea4dcda5c6 req-8a60b117-f286-4eb7-8b52-94e9b34df31a tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112359 Aug 19 18:03:59.382672 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-cc444e7e-d01c-4f43-b69b-0da34684f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:59.384833 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-cc444e7e-d01c-4f43-b69b-0da34684f919 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 1094 time: 0.1067126 Aug 19 18:03:59.488382 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-e96c3682-80ce-4498-8de2-fc0dea6cb513 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5cfade0-f43d-4456-bbff-daf590b7cfa2 HTTP/1.1" status: 200 len: 217 time: 0.0933077 Aug 19 18:03:59.555584 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e1755-764d-4955-ba3d-46b947748ef8 None None] Pushing event updated for resources: {'Port': ['ID=6e7da448-600e-47ff-aa91-7bde8243e513,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:59.643115 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07229e4-d069-4e26-8703-cac6d8c006b5 req-0c298c59-b39d-4881-9de4-5ea6e8782465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:59.644931 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a07229e4-d069-4e26-8703-cac6d8c006b5 req-0c298c59-b39d-4881-9de4-5ea6e8782465 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d78253ce1bc1486bad8923eb6a7a8c64&device_id=6010913a-d5db-4971-99ff-2e836ed77b4a HTTP/1.1" status: 200 len: 1094 time: 0.1975858 Aug 19 18:03:59.655034 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-8858cf97-d806-4f6c-bdc9-fd7818d138d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:59.658286 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-8858cf97-d806-4f6c-bdc9-fd7818d138d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e38a766b-6157-45f2-9785-a9bfeb2d8ba6 HTTP/1.1" status: 200 len: 861 time: 0.1478710 Aug 19 18:03:59.763057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc656f-a511-4cab-a204-0d1b97c833c7 req-4dee5405-740d-4d51-ab26-46d1c28c258f tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:59.769847 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-58bc656f-a511-4cab-a204-0d1b97c833c7 req-4dee5405-740d-4d51-ab26-46d1c28c258f tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 945 time: 0.2793686 Aug 19 18:03:59.774318 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-c63e5768-fe7b-4b2b-aa6a-a8f22daa554e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=52390765-0cad-463c-8122-8baf5b79ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001434 Aug 19 18:03:59.890312 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-77b7f158-e378-4c35-a940-4caa797f3921 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:59.891894 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-77b7f158-e378-4c35-a940-4caa797f3921 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 807 time: 0.7697554 Aug 19 18:03:59.920673 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-c869ace7-876b-4e54-abd6-35b6a3627edd admin admin] Allocated IP 172.25.8.94 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/aa63a227-5df2-4c6a-a711-ef01461d52b8) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:59.932370 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-6d16922c-7e41-4826-9455-20068a2ddd2c tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/quotas/4372bce7e7ca475fbe71d1638d302952 HTTP/1.1" status: 200 len: 375 time: 0.0344369 Aug 19 18:03:59.990291 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-53329b1b-d468-422d-878f-8fc3876abc71 service neutron] 10.222.0.54 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950586 Aug 19 18:04:00.006170 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-58bc656f-a511-4cab-a204-0d1b97c833c7 req-62a3549e-dc52-4b4e-9480-5ea248309551 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ea9a610-4c77-43b9-8d2d-f789667ef041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353973 Aug 19 18:04:00.018725 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07229e4-d069-4e26-8703-cac6d8c006b5 req-65865685-d0e0-4b15-a05f-9567372a2857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:00.022283 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a07229e4-d069-4e26-8703-cac6d8c006b5 req-65865685-d0e0-4b15-a05f-9567372a2857 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c10b88e6-02ab-47c3-add3-7da1d41710d4 HTTP/1.1" status: 200 len: 923 time: 0.3613758 Aug 19 18:04:00.057993 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-4fe3f523-0fbe-473e-9d4a-bc37c3758f39 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1245718 Aug 19 18:04:00.124831 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ff8545-d33a-429d-8fbe-c864510d38e2 x-openstack-request-id: req-66ff8545-d33a-429d-8fbe-c864510d38e2 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:00.125206 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbdf73b-79c0-4da8-aaa0-8a105e815a28", "name": "network-vif-deleted", "tag": "bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:00.125377 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-66ff8545-d33a-429d-8fbe-c864510d38e2 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:00.125809 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbdf73b-79c0-4da8-aaa0-8a105e815a28', 'name': 'network-vif-deleted', 'tag': 'bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7', 'status': 'completed', 'code': 200} Aug 19 18:04:00.182611 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c869ace7-876b-4e54-abd6-35b6a3627edd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:00.214203 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-a5a80554-d572-42b2-bbe4-cd02905608a6 service neutron] 10.222.0.24 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551867 Aug 19 18:04:00.273332 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37978) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:00.326996 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c869ace7-876b-4e54-abd6-35b6a3627edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:00.362821 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:04:00.399920 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:04:00.400135 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c869ace7-876b-4e54-abd6-35b6a3627edd admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:00.400428 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device bf6ab2e7-7e2d-4eb7-9ed6-348cd701b4c7 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:04:00.404716 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-c869ace7-876b-4e54-abd6-35b6a3627edd admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:00.411520 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c869ace7-876b-4e54-abd6-35b6a3627edd admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:00.415711 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-f73262f4-ad6b-4889-a0e9-276e494f5984 service neutron] 10.222.0.24 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964741 Aug 19 18:04:00.461171 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-896dd9be-64ba-4e4f-a356-6bc181d3476c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:00.481435 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a07229e4-d069-4e26-8703-cac6d8c006b5 req-bdc93eed-d988-4560-825a-22b4c9fe387f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=467df914-cb0e-4e1c-94f8-8ada9169c8b6 HTTP/1.1" status: 200 len: 217 time: 0.1169686 Aug 19 18:04:00.486705 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869ace7-876b-4e54-abd6-35b6a3627edd admin admin] Pushing event updated for resources: {'Port': ['ID=aa63a227-5df2-4c6a-a711-ef01461d52b8,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:00.624494 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07229e4-d069-4e26-8703-cac6d8c006b5 req-4acc376b-30b4-4855-a2a4-d03e273ebbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:00.626874 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a07229e4-d069-4e26-8703-cac6d8c006b5 req-4acc376b-30b4-4855-a2a4-d03e273ebbd2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=146b6d87-a0dc-49aa-aae9-258fac7297e8 HTTP/1.1" status: 200 len: 862 time: 0.1206629 Aug 19 18:04:00.723177 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6e7da448-600e-47ff-aa91-7bde8243e513 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:00.789177 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320af868-0a97-448b-8198-a71123a03dcd req-3c966333-0d5b-4346-98b5-6c0c22b36155 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:00.791544 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-320af868-0a97-448b-8198-a71123a03dcd req-3c966333-0d5b-4346-98b5-6c0c22b36155 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=6010913a-d5db-4971-99ff-2e836ed77b4a HTTP/1.1" status: 200 len: 943 time: 0.4258006 Aug 19 18:04:00.808358 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a07229e4-d069-4e26-8703-cac6d8c006b5 req-d2f37c7d-7d7d-4ecd-821f-5babf56a9c61 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c10b88e6-02ab-47c3-add3-7da1d41710d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1710572 Aug 19 18:04:00.822848 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd0dd54-ce99-41e4-964c-8d37a300a7c1', 'tag': 'c5cfade0-f43d-4456-bbff-daf590b7cfa2'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:00.825506 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 6e7da448-600e-47ff-aa91-7bde8243e513 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:00.835089 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0828761a-6cc1-4daa-9139-c4269737f3c3" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd0dd54-ce99-41e4-964c-8d37a300a7c1", "tag": "c5cfade0-f43d-4456-bbff-daf590b7cfa2"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:00.901376 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-320af868-0a97-448b-8198-a71123a03dcd req-83ce4862-624d-4b83-9a13-c50624962503 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596459 Aug 19 18:04:00.914663 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33a28c00-0421-415c-b26f-79e2f99f95c5 req-3eae7053-8533-4d16-acd7-08335f510289 service neutron] 10.222.0.54 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9056919 Aug 19 18:04:01.006215 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2891c59-6750-47a1-a9fd-22b25d13a1bc req-331713a5-ba39-4030-8c2e-1f1350c7d3c6 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:01.014575 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2891c59-6750-47a1-a9fd-22b25d13a1bc req-331713a5-ba39-4030-8c2e-1f1350c7d3c6 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 943 time: 0.1735246 Aug 19 18:04:01.024420 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c869ace7-876b-4e54-abd6-35b6a3627edd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.051173 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cec1599-42da-45c6-9860-fbbe67ce5f6e None None] Network 0cac1fe7-4eba-4979-8364-0afc455d13ba requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:04:01.084408 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2e2d57b9-2ed5-4220-b0f4-5ff08b43142d req-b233a43b-acf9-4c5f-b9ee-e74220d0bdcd tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 210 time: 0.0531445 Aug 19 18:04:01.087040 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a07229e4-d069-4e26-8703-cac6d8c006b5 req-1dfcf6a9-b952-466c-a79b-1776ea46eb6b service neutron] 10.222.0.54 "GET /v2.0/networks/c10b88e6-02ab-47c3-add3-7da1d41710d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435074 Aug 19 18:04:01.126302 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2891c59-6750-47a1-a9fd-22b25d13a1bc req-e1b7892f-b2b6-47d2-9298-1325ea5e9238 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104996 Aug 19 18:04:01.182249 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1de2ca68-fe0e-4ee7-890d-748291c6fc18 None None] Provisioning for port 6e7da448-600e-47ff-aa91-7bde8243e513 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:01.195651 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1de2ca68-fe0e-4ee7-890d-748291c6fc18 None None] Provisioning complete for port 6e7da448-600e-47ff-aa91-7bde8243e513 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:01.197051 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1de2ca68-fe0e-4ee7-890d-748291c6fc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.231134 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55347a42-61ba-4b09-a3cf-d40499cce0e6 x-openstack-request-id: req-55347a42-61ba-4b09-a3cf-d40499cce0e6 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:01.231885 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd0dd54-ce99-41e4-964c-8d37a300a7c1", "tag": "c5cfade0-f43d-4456-bbff-daf590b7cfa2", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:01.232316 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55347a42-61ba-4b09-a3cf-d40499cce0e6 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:01.232881 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd0dd54-ce99-41e4-964c-8d37a300a7c1', 'tag': 'c5cfade0-f43d-4456-bbff-daf590b7cfa2', 'status': 'completed', 'code': 200} Aug 19 18:04:01.246853 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-896dd9be-64ba-4e4f-a356-6bc181d3476c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.247766 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9e2b0c24-5ee1-42a3-afe6-7808146677ad req-309e388b-2dbe-4887-bf82-bd0327f04f1d tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/2cbc9ee0-7d5d-47e9-beed-754540d5721f HTTP/1.1" status: 200 len: 1797 time: 0.1314311 Aug 19 18:04:01.265617 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-896dd9be-64ba-4e4f-a356-6bc181d3476c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.361942 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a07229e4-d069-4e26-8703-cac6d8c006b5 req-7603073d-1c34-450e-9d95-a8dd9623abb2 service neutron] 10.222.0.54 "GET /v2.0/networks/c10b88e6-02ab-47c3-add3-7da1d41710d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654796 Aug 19 18:04:01.377254 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828761a-6cc1-4daa-9139-c4269737f3c3 req-790d2a60-2bfe-4f12-9e5f-dc1b02a7ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:01.379108 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0828761a-6cc1-4daa-9139-c4269737f3c3 req-790d2a60-2bfe-4f12-9e5f-dc1b02a7ce42 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 1094 time: 0.1230710 Aug 19 18:04:01.397382 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9e2b0c24-5ee1-42a3-afe6-7808146677ad req-290e016f-6d83-4389-8039-d71ec0b52086 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.413608 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1de2ca68-fe0e-4ee7-890d-748291c6fc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.469096 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9e2b0c24-5ee1-42a3-afe6-7808146677ad req-290e016f-6d83-4389-8039-d71ec0b52086 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.472744 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-896dd9be-64ba-4e4f-a356-6bc181d3476c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da3eb781291f4779b7378870a9e26fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1961718 Aug 19 18:04:01.480656 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-1de2ca68-fe0e-4ee7-890d-748291c6fc18 None None] For port 6e7da448-600e-47ff-aa91-7bde8243e513, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6e7da448-600e-47ff-aa91-7bde8243e513,segment=NetworkSegment(a3a8cfc1-0a3e-4913-abe7-e1adaadf3236),segment_id=a3a8cfc1-0a3e-4913-abe7-e1adaadf3236)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:01.481835 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38000) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:01.489705 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1de2ca68-fe0e-4ee7-890d-748291c6fc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.546963 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2ca68-fe0e-4ee7-890d-748291c6fc18 None None] Pushing event updated for resources: {'Port': ['ID=6e7da448-600e-47ff-aa91-7bde8243e513,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:01.571823 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828761a-6cc1-4daa-9139-c4269737f3c3 req-5d22ccd8-85a5-460d-b294-ec073d3402c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:01.573853 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0828761a-6cc1-4daa-9139-c4269737f3c3 req-5d22ccd8-85a5-460d-b294-ec073d3402c0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 922 time: 0.1852164 Aug 19 18:04:01.588748 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896dd9be-64ba-4e4f-a356-6bc181d3476c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5ccd7b-da2c-4b20-abce-9039d591cd11,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:01.605111 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9e2b0c24-5ee1-42a3-afe6-7808146677ad req-290e016f-6d83-4389-8039-d71ec0b52086 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.608169 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9e2b0c24-5ee1-42a3-afe6-7808146677ad req-290e016f-6d83-4389-8039-d71ec0b52086 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.613463 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9e2b0c24-5ee1-42a3-afe6-7808146677ad req-290e016f-6d83-4389-8039-d71ec0b52086 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "DELETE /v2.0/security-groups/2cbc9ee0-7d5d-47e9-beed-754540d5721f HTTP/1.1" status: 204 len: 173 time: 0.3646419 Aug 19 18:04:01.624698 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc729c-55f8-4684-82ff-822d4782783b req-cdc117c9-a50f-41f1-a0da-cbf90a1563ce tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:01.634577 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9afc729c-55f8-4684-82ff-822d4782783b req-cdc117c9-a50f-41f1-a0da-cbf90a1563ce tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 945 time: 0.2666211 Aug 19 18:04:01.672668 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0828761a-6cc1-4daa-9139-c4269737f3c3 req-8613dab8-202d-4bcb-8ae5-613a397f6a5f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5cfade0-f43d-4456-bbff-daf590b7cfa2 HTTP/1.1" status: 200 len: 217 time: 0.0891385 Aug 19 18:04:01.677790 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c869ace7-876b-4e54-abd6-35b6a3627edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.682973 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e184856b-3bda-4c37-8161-52877caff746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.689800 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9afc729c-55f8-4684-82ff-822d4782783b req-b0eb0b40-3b1a-4630-9748-932450afe947 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ea9a610-4c77-43b9-8d2d-f789667ef041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541258 Aug 19 18:04:01.707670 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e016f-6d83-4389-8039-d71ec0b52086 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbc9ee0-7d5d-47e9-beed-754540d5721f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:01.770113 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e184856b-3bda-4c37-8161-52877caff746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.829923 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7574f50e-5b54-42f0-b553-26353e5fd028 None None] Provisioning complete for port 6e7da448-600e-47ff-aa91-7bde8243e513 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:01.830526 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7574f50e-5b54-42f0-b553-26353e5fd028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.836213 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7a8eef2-c7da-486d-895a-ef61b68031d5 req-b759a475-0cec-4a35-b4d5-0faf6a1df80a tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/f913a255-cd4e-49dc-b22c-7a8fb41acad7 HTTP/1.1" status: 200 len: 1800 time: 0.1681235 Aug 19 18:04:01.839906 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828761a-6cc1-4daa-9139-c4269737f3c3 req-d535c6b6-edee-42db-8e67-ef04d1fbf0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:01.841446 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0828761a-6cc1-4daa-9139-c4269737f3c3 req-d535c6b6-edee-42db-8e67-ef04d1fbf0fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e38a766b-6157-45f2-9785-a9bfeb2d8ba6 HTTP/1.1" status: 200 len: 861 time: 0.1528239 Aug 19 18:04:01.861869 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c869ace7-876b-4e54-abd6-35b6a3627edd admin admin] Router 33585f4b-1a9f-4ea7-bcca-c304b8505785 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:04:01.894885 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0828761a-6cc1-4daa-9139-c4269737f3c3 req-a302c4fb-9544-4c84-94da-b531148e00f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=52390765-0cad-463c-8122-8baf5b79ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457056 Aug 19 18:04:01.923714 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e184856b-3bda-4c37-8161-52877caff746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.926779 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e184856b-3bda-4c37-8161-52877caff746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.929476 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e184856b-3bda-4c37-8161-52877caff746 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d5ccd7b-da2c-4b20-abce-9039d591cd11 HTTP/1.1" status: 204 len: 168 time: 0.4466343 Aug 19 18:04:01.957269 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device d8d79d13-a788-48a8-bf87-df497f778af4 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:02.027464 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c869ace7-876b-4e54-abd6-35b6a3627edd admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:04:02.044574 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] Sync routers for ids ['33585f4b-1a9f-4ea7-bcca-c304b8505785'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:04:02.057006 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c869ace7-876b-4e54-abd6-35b6a3627edd admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:02.059189 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c869ace7-876b-4e54-abd6-35b6a3627edd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9085917 Aug 19 18:04:02.062979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38010) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:02.080538 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] Routers {'33585f4b-1a9f-4ea7-bcca-c304b8505785'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:02.085341 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:03:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['33585f4b-1a9f-4ea7-bcca-c304b8505785'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:02.106464 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184856b-3bda-4c37-8161-52877caff746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5ccd7b-da2c-4b20-abce-9039d591cd11,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:02.176025 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port d8d79d13-a788-48a8-bf87-df497f778af4 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:02.230833 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port d8d79d13-a788-48a8-bf87-df497f778af4 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:02.232064 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:02.251666 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5f1a1-4049-49b5-9179-1f0b18a2b63c req-545c01bd-96db-4fc5-ac07-7a8333530bb5 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:02.253279 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8df5f1a1-4049-49b5-9179-1f0b18a2b63c req-545c01bd-96db-4fc5-ac07-7a8333530bb5 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=6010913a-d5db-4971-99ff-2e836ed77b4a HTTP/1.1" status: 200 len: 943 time: 0.1798539 Aug 19 18:04:02.305180 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] Set router 33585f4b-1a9f-4ea7-bcca-c304b8505785 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:04:02.322686 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f7a8eef2-c7da-486d-895a-ef61b68031d5 req-4b1a0f95-2f7d-49da-99f0-fb671b90bc7b tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:02.378506 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 467df914-cb0e-4e1c-94f8-8ada9169c8b6 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:04:02.391428 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8df5f1a1-4049-49b5-9179-1f0b18a2b63c req-659b8228-d7c0-47c7-b0c5-2cae66ce1fbc tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284316 Aug 19 18:04:02.394338 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f7a8eef2-c7da-486d-895a-ef61b68031d5 req-4b1a0f95-2f7d-49da-99f0-fb671b90bc7b tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:02.420944 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38018) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:02.494766 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-53fc501e-7cf9-465f-b818-d6db833b5257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:02.514982 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0828761a-6cc1-4daa-9139-c4269737f3c3 req-46152e9f-f85c-4ac0-9f1f-05533d1bc9c7 service neutron] 10.222.0.54 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6049230 Aug 19 18:04:02.527315 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-21276744-0853-43b5-9e71-cce6828b3782 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:02.529077 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-21276744-0853-43b5-9e71-cce6828b3782 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.50 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 807 time: 0.4860923 Aug 19 18:04:02.550004 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:02.560368 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-8f1b49dc-9edf-4b2a-9855-c17b364a3d8a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Request body: {'port': {'device_id': '226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f', 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3', 'admin_state_up': True, 'tenant_id': '4372bce7e7ca475fbe71d1638d302952'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:02.613615 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9ac903-2174-494b-998a-3f97e316fe47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d79d13-a788-48a8-bf87-df497f778af4'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:02.616068 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0862ce-8c2f-4cb9-bae7-0539a2f4ad60" -d '{"events": [{"server_uuid": "3a9ac903-2174-494b-998a-3f97e316fe47", "name": "network-vif-plugged", "status": "completed", "tag": "d8d79d13-a788-48a8-bf87-df497f778af4"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:02.631605 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 467df914-cb0e-4e1c-94f8-8ada9169c8b6, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=467df914-cb0e-4e1c-94f8-8ada9169c8b6,segment=NetworkSegment(9c7d747c-4d15-4d78-8a75-1bea6385c296),segment_id=9c7d747c-4d15-4d78-8a75-1bea6385c296)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:02.652516 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f7a8eef2-c7da-486d-895a-ef61b68031d5 req-4b1a0f95-2f7d-49da-99f0-fb671b90bc7b tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:02.653021 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1657831d-2459-438f-b2b8-39950eb95320 req-f923f1d9-b1a8-49d0-9782-ded0b4374a56 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 210 time: 0.1562119 Aug 19 18:04:02.655125 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f7a8eef2-c7da-486d-895a-ef61b68031d5 req-4b1a0f95-2f7d-49da-99f0-fb671b90bc7b tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:02.658055 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7a8eef2-c7da-486d-895a-ef61b68031d5 req-4b1a0f95-2f7d-49da-99f0-fb671b90bc7b tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "DELETE /v2.0/security-groups/f913a255-cd4e-49dc-b22c-7a8fb41acad7 HTTP/1.1" status: 204 len: 173 time: 0.8109367 Aug 19 18:04:02.663393 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6e7da448-600e-47ff-aa91-7bde8243e513 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:02.665752 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port d8d79d13-a788-48a8-bf87-df497f778af4, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d8d79d13-a788-48a8-bf87-df497f778af4,segment=NetworkSegment(4a039d40-5096-4efe-a9e6-dc12e26f9952),segment_id=4a039d40-5096-4efe-a9e6-dc12e26f9952)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:02.717475 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:02.731405 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14182d5-8cce-46ca-9931-9292b3261c5e x-openstack-request-id: req-c14182d5-8cce-46ca-9931-9292b3261c5e {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:02.731405 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9ac903-2174-494b-998a-3f97e316fe47", "name": "network-vif-plugged", "status": "completed", "tag": "d8d79d13-a788-48a8-bf87-df497f778af4", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:02.731766 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c14182d5-8cce-46ca-9931-9292b3261c5e {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:02.731913 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9ac903-2174-494b-998a-3f97e316fe47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d79d13-a788-48a8-bf87-df497f778af4', 'code': 200} Aug 19 18:04:02.733917 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '467df914-cb0e-4e1c-94f8-8ada9169c8b6', 'network_id': 'c10b88e6-02ab-47c3-add3-7da1d41710d4', 'port_id': '467df914-cb0e-4e1c-94f8-8ada9169c8b6', 'mac_address': 'fa:16:3e:17:8b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146b6d87-a0dc-49aa-aae9-258fac7297e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:04:02.737791 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a0f95-2f7d-49da-99f0-fb671b90bc7b tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f913a255-cd4e-49dc-b22c-7a8fb41acad7,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:02.772606 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-b1d6fefd-9623-481f-b5a8-22705e2aabbf req-3c82ad4c-62fc-4dc3-9827-c1fb21cb5995 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-925404040', 'description': 'tempest-description-662613201'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:02.863921 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:02.870298 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=d8d79d13-a788-48a8-bf87-df497f778af4,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:02.893073 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 6e7da448-600e-47ff-aa91-7bde8243e513 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:02.893470 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:02.897813 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e9606547-469e-4e30-a513-a64f019903b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:02.898000 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33585f4b-1a9f-4ea7-bcca-c304b8505785', 'name': 'tempest-AttachSCSIVolumeTestJSON-1210338473-router', 'tenant_id': 'be4da88d2e114f29a34d89dfc4675eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'aa63a227-5df2-4c6a-a711-ef01461d52b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:57Z', 'updated_at': '2021-08-19T18:04:00Z', 'revision_number': 3, 'project_id': 'be4da88d2e114f29a34d89dfc4675eed', 'gw_port': {'id': 'aa63a227-5df2-4c6a-a711-ef01461d52b8', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:52:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33585f4b-1a9f-4ea7-bcca-c304b8505785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:59Z', 'updated_at': '2021-08-19T18:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:02.901269 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467df914-cb0e-4e1c-94f8-8ada9169c8b6 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:04:02.907861 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0828761a-6cc1-4daa-9139-c4269737f3c3 req-2ee42289-c35e-4cff-bfbf-70cea005a604 service neutron] 10.222.0.54 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752880 Aug 19 18:04:02.934369 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b26e6-42a8-488d-9767-a4ed3b4c21a4 req-a0f6d214-7f85-443e-ac81-42303f1134ec tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:02.935965 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6c4b26e6-42a8-488d-9767-a4ed3b4c21a4 req-a0f6d214-7f85-443e-ac81-42303f1134ec tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 943 time: 0.1379442 Aug 19 18:04:02.940059 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bf938-b5fa-4184-b8e2-ef2bb3791b87 req-e02f66dc-64bb-4149-9f5a-0700163e99cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:02.941613 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-572bf938-b5fa-4184-b8e2-ef2bb3791b87 req-e02f66dc-64bb-4149-9f5a-0700163e99cf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 1097 time: 0.1277285 Aug 19 18:04:02.965106 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] Checking router: 33585f4b-1a9f-4ea7-bcca-c304b8505785 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:04:02.965448 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] Updating router 33585f4b-1a9f-4ea7-bcca-c304b8505785 port aa63a227-5df2-4c6a-a711-ef01461d52b8 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:04:02.999463 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 467df914-cb0e-4e1c-94f8-8ada9169c8b6, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=467df914-cb0e-4e1c-94f8-8ada9169c8b6,segment=NetworkSegment(9c7d747c-4d15-4d78-8a75-1bea6385c296),segment_id=9c7d747c-4d15-4d78-8a75-1bea6385c296)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:03.012292 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.013955 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-53fc501e-7cf9-465f-b818-d6db833b5257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.019721 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.037982 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-53fc501e-7cf9-465f-b818-d6db833b5257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.079321 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-53fc501e-7cf9-465f-b818-d6db833b5257 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb747f35ebb147fe9184665563037a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6475456 Aug 19 18:04:03.079956 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38028) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:03.085368 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6c4b26e6-42a8-488d-9767-a4ed3b4c21a4 req-397785ff-ea93-447c-8963-eea5c42307ce tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351113 Aug 19 18:04:03.087988 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-572bf938-b5fa-4184-b8e2-ef2bb3791b87 req-18f41755-431c-4b3c-a0eb-a06159cb3d21 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1ea9a610-4c77-43b9-8d2d-f789667ef041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367524 Aug 19 18:04:03.089875 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-e9606547-469e-4e30-a513-a64f019903b5 admin admin] Allocated IP 172.20.0.1 (0cac1fe7-4eba-4979-8364-0afc455d13ba/5c7668c4-88cc-4897-9d2f-b9ca783bf752/086bcb6b-0ff2-40eb-863c-0266ad2cd2cf) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:03.105718 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-8f1b49dc-9edf-4b2a-9855-c17b364a3d8a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Made reservation on behalf of 4372bce7e7ca475fbe71d1638d302952 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:03.110415 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-8f1b49dc-9edf-4b2a-9855-c17b364a3d8a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.141725 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc501e-7cf9-465f-b818-d6db833b5257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e952ed7-16e5-4d63-8800-4c6ddc8c137b,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:03.170264 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=467df914-cb0e-4e1c-94f8-8ada9169c8b6,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:03.179037 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b1d6fefd-9623-481f-b5a8-22705e2aabbf req-3c82ad4c-62fc-4dc3-9827-c1fb21cb5995 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.252245 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71cf7a95-f63a-4e92-b41c-010bc1102b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.311873 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71cf7a95-f63a-4e92-b41c-010bc1102b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.314933 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6420680-e6ac-4bc0-aaca-3d26b280bf04 req-acfa902c-cf18-4c98-9c01-8f8cbe44826a tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:03.316486 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d6420680-e6ac-4bc0-aaca-3d26b280bf04 req-acfa902c-cf18-4c98-9c01-8f8cbe44826a tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 946 time: 0.1073334 Aug 19 18:04:03.339641 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['467df914-cb0e-4e1c-94f8-8ada9169c8b6'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:04:03.355237 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-8f1b49dc-9edf-4b2a-9855-c17b364a3d8a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Allocated IP 172.20.0.11 (50874bd2-7160-4e95-947b-586c5b7daba3/ccd77c82-a885-46d6-b7ae-a3f47fa8bac4/271620d3-c2ea-42fa-aa55-17ea8fdce195) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:03.357983 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e9606547-469e-4e30-a513-a64f019903b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.390616 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d6420680-e6ac-4bc0-aaca-3d26b280bf04 req-93ac71be-dd95-43f9-b5a8-eada982970ed tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ea9a610-4c77-43b9-8d2d-f789667ef041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611079 Aug 19 18:04:03.598820 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.615254 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-8f1b49dc-9edf-4b2a-9855-c17b364a3d8a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.621067 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] Transition to ACTIVE for port object aa63a227-5df2-4c6a-a711-ef01461d52b8 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:03.635095 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.664416 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1373a-5d41-4b5f-9853-e8ab00348ddb req-0b44434f-1e21-46e1-a2e3-0c579e9d0b26 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:03.666194 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d1f1373a-5d41-4b5f-9853-e8ab00348ddb req-0b44434f-1e21-46e1-a2e3-0c579e9d0b26 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=6010913a-d5db-4971-99ff-2e836ed77b4a HTTP/1.1" status: 200 len: 944 time: 0.0950298 Aug 19 18:04:03.692304 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-e9606547-469e-4e30-a513-a64f019903b5 admin admin] Transition to ACTIVE for port object 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:03.696104 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] Attempting to bind port aa63a227-5df2-4c6a-a711-ef01461d52b8 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:03.696618 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] Attempting to bind port aa63a227-5df2-4c6a-a711-ef01461d52b8 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:03.696831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] Attempting to bind port aa63a227-5df2-4c6a-a711-ef01461d52b8 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:03.700183 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4109d4-e34d-46ef-9399-226131c2ab3c None None] Pushing event updated for resources: {'Port': ['ID=aa63a227-5df2-4c6a-a711-ef01461d52b8,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:03.705157 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:03.705605 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:03.706043 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.706838 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:03.706985 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] Bound port: aa63a227-5df2-4c6a-a711-ef01461d52b8, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:03.707744 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.732858 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d1f1373a-5d41-4b5f-9853-e8ab00348ddb req-18c70778-5b6d-4699-926d-144925dec6a2 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586426 Aug 19 18:04:03.748244 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-8f1b49dc-9edf-4b2a-9855-c17b364a3d8a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.750018 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b1d6fefd-9623-481f-b5a8-22705e2aabbf req-3c82ad4c-62fc-4dc3-9827-c1fb21cb5995 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.761236 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b1d6fefd-9623-481f-b5a8-22705e2aabbf req-3c82ad4c-62fc-4dc3-9827-c1fb21cb5995 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.769600 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71cf7a95-f63a-4e92-b41c-010bc1102b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.772417 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71cf7a95-f63a-4e92-b41c-010bc1102b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.774009 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-71cf7a95-f63a-4e92-b41c-010bc1102b91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e952ed7-16e5-4d63-8800-4c6ddc8c137b HTTP/1.1" status: 204 len: 168 time: 0.6933699 Aug 19 18:04:03.793124 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e9606547-469e-4e30-a513-a64f019903b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.797452 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] For port aa63a227-5df2-4c6a-a711-ef01461d52b8, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:03.810031 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] For port aa63a227-5df2-4c6a-a711-ef01461d52b8, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=aa63a227-5df2-4c6a-a711-ef01461d52b8,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:03.812539 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-8f1b49dc-9edf-4b2a-9855-c17b364a3d8a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Network 50874bd2-7160-4e95-947b-586c5b7daba3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:03.817192 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-8f1b49dc-9edf-4b2a-9855-c17b364a3d8a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:03.820352 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-8f1b49dc-9edf-4b2a-9855-c17b364a3d8a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:03.820522 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.830134 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b1d6fefd-9623-481f-b5a8-22705e2aabbf req-3c82ad4c-62fc-4dc3-9827-c1fb21cb5995 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.835129 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b1d6fefd-9623-481f-b5a8-22705e2aabbf req-3c82ad4c-62fc-4dc3-9827-c1fb21cb5995 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.0728397 Aug 19 18:04:03.857307 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82ad4c-62fc-4dc3-9827-c1fb21cb5995 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7d9061-cdc5-4218-9b8d-e581b119ca84,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:03.888016 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9606547-469e-4e30-a513-a64f019903b5 admin admin] Network 0cac1fe7-4eba-4979-8364-0afc455d13ba is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:03.897084 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-e9606547-469e-4e30-a513-a64f019903b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:03.907320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] Routers {'33585f4b-1a9f-4ea7-bcca-c304b8505785'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:03.908172 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:03:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['33585f4b-1a9f-4ea7-bcca-c304b8505785'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:03.910680 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9606547-469e-4e30-a513-a64f019903b5 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:03.912477 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4109d4-e34d-46ef-9399-226131c2ab3c None None] Pushing event updated for resources: {'Port': ['ID=aa63a227-5df2-4c6a-a711-ef01461d52b8,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:03.918268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b49dc-9edf-4b2a-9855-c17b364a3d8a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Pushing event updated for resources: {'Port': ['ID=271620d3-c2ea-42fa-aa55-17ea8fdce195,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:03.959065 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-8f1b49dc-9edf-4b2a-9855-c17b364a3d8a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:03.959365 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf7a95-f63a-4e92-b41c-010bc1102b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e952ed7-16e5-4d63-8800-4c6ddc8c137b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:03.959975 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-8f1b49dc-9edf-4b2a-9855-c17b364a3d8a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.992795 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-8f1b49dc-9edf-4b2a-9855-c17b364a3d8a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4484141 Aug 19 18:04:03.996253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9606547-469e-4e30-a513-a64f019903b5 admin admin] Pushing event updated for resources: {'Port': ['ID=086bcb6b-0ff2-40eb-863c-0266ad2cd2cf,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:04.007363 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9816e-b279-4b34-bf3e-8c7ba27a2e80 req-0b40dd3a-d591-4577-aaae-de64cbc0106f tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:04.009579 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d2c9816e-b279-4b34-bf3e-8c7ba27a2e80 req-0b40dd3a-d591-4577-aaae-de64cbc0106f tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 932 time: 0.1334765 Aug 19 18:04:04.016222 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-dd6527ce-699c-4c1e-97ce-544a77133d4d service neutron] Request body: {'port': {'device_id': '226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:04.081218 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-694da28f-aa69-456a-8525-902bdb380c64 req-6181a1bd-9bbe-4b90-8f25-7a7345a1c04e tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/ba7d9061-cdc5-4218-9b8d-e581b119ca84 HTTP/1.1" status: 200 len: 1799 time: 0.1972651 Aug 19 18:04:04.092384 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-694da28f-aa69-456a-8525-902bdb380c64 req-4b94f759-28e5-4dc2-a011-94702e2a8919 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1264839494', 'description': 'tempest-description-hth-141211783'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:04.139852 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e9606547-469e-4e30-a513-a64f019903b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:04.141108 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d2c9816e-b279-4b34-bf3e-8c7ba27a2e80 req-4e20c749-d4a7-41f8-831f-04c992304e8d tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207709 Aug 19 18:04:04.142138 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-dd6527ce-699c-4c1e-97ce-544a77133d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:04.221090 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-694da28f-aa69-456a-8525-902bdb380c64 req-4b94f759-28e5-4dc2-a011-94702e2a8919 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:04.315308 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9daf1a7a-3eb6-4905-9b5e-074c1d6ee139 None None] Provisioning for port 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:04.324398 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-694da28f-aa69-456a-8525-902bdb380c64 req-4b94f759-28e5-4dc2-a011-94702e2a8919 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:04.326331 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9daf1a7a-3eb6-4905-9b5e-074c1d6ee139 None None] Provisioning complete for port 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:04.327519 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9daf1a7a-3eb6-4905-9b5e-074c1d6ee139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:04.332080 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] Set router 33585f4b-1a9f-4ea7-bcca-c304b8505785 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:04:04.340967 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-694da28f-aa69-456a-8525-902bdb380c64 req-4b94f759-28e5-4dc2-a011-94702e2a8919 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:04.343780 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-694da28f-aa69-456a-8525-902bdb380c64 req-4b94f759-28e5-4dc2-a011-94702e2a8919 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:04.345924 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-694da28f-aa69-456a-8525-902bdb380c64 req-4b94f759-28e5-4dc2-a011-94702e2a8919 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "PUT /v2.0/security-groups/ba7d9061-cdc5-4218-9b8d-e581b119ca84 HTTP/1.1" status: 200 len: 1774 time: 0.2597337 Aug 19 18:04:04.427600 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bd1e1-0487-491e-bddf-bb46ec0af905 req-2aeead64-3416-47e1-a017-c012d2b0b7d1 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:04.429448 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-768bd1e1-0487-491e-bddf-bb46ec0af905 req-2aeead64-3416-47e1-a017-c012d2b0b7d1 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 943 time: 0.1306849 Aug 19 18:04:04.437841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device c5cfade0-f43d-4456-bbff-daf590b7cfa2 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:04:04.440313 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94f759-28e5-4dc2-a011-94702e2a8919 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7d9061-cdc5-4218-9b8d-e581b119ca84,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:04.441252 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 467df914-cb0e-4e1c-94f8-8ada9169c8b6 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:04.464761 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e9606547-469e-4e30-a513-a64f019903b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:04.514194 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-337473f0-d0f9-4da1-a306-2a2d797bdaa8 req-2f1a5692-3adb-434f-a56e-0de5aa910c15 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/ba7d9061-cdc5-4218-9b8d-e581b119ca84 HTTP/1.1" status: 200 len: 1774 time: 0.1444294 Aug 19 18:04:04.614513 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-768bd1e1-0487-491e-bddf-bb46ec0af905 req-bef766f5-e0f4-4a7e-963c-096dd7f155cf tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611009 Aug 19 18:04:04.691412 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-dd6527ce-699c-4c1e-97ce-544a77133d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271620d3-c2ea-42fa-aa55-17ea8fdce195 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:04:04.717268 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-dd6527ce-699c-4c1e-97ce-544a77133d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:04.738495 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 467df914-cb0e-4e1c-94f8-8ada9169c8b6 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:04.748799 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a565d3-1757-4a4d-b08c-cab5b0096195 req-de99f5fb-58a8-4642-ae56-0a5a786d6dcc tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:04.752667 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 467df914-cb0e-4e1c-94f8-8ada9169c8b6 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:04.752877 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-31a565d3-1757-4a4d-b08c-cab5b0096195 req-de99f5fb-58a8-4642-ae56-0a5a786d6dcc tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 946 time: 0.1149552 Aug 19 18:04:04.753276 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:04.755567 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-49654553-63b2-436a-84a0-94be02ffb346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:04.773421 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-dd6527ce-699c-4c1e-97ce-544a77133d4d service neutron] Transition to ACTIVE for port object 271620d3-c2ea-42fa-aa55-17ea8fdce195 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:04.784011 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-dd6527ce-699c-4c1e-97ce-544a77133d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:04.813368 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e9606547-469e-4e30-a513-a64f019903b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:04.828646 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e9606547-469e-4e30-a513-a64f019903b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:04.842648 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-9daf1a7a-3eb6-4905-9b5e-074c1d6ee139 None None] Port 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:04.930633 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port c5cfade0-f43d-4456-bbff-daf590b7cfa2, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c5cfade0-f43d-4456-bbff-daf590b7cfa2,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:04.931350 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6527ce-699c-4c1e-97ce-544a77133d4d service neutron] Pushing event updated for resources: {'Port': ['ID=271620d3-c2ea-42fa-aa55-17ea8fdce195,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:04.942130 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-31a565d3-1757-4a4d-b08c-cab5b0096195 req-36dd5165-a90a-4967-9cd9-600cfda732e4 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ea9a610-4c77-43b9-8d2d-f789667ef041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244614 Aug 19 18:04:04.968959 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'c5cfade0-f43d-4456-bbff-daf590b7cfa2', 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f', 'port_id': 'c5cfade0-f43d-4456-bbff-daf590b7cfa2', 'mac_address': 'fa:16:3e:1a:d7:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e38a766b-6157-45f2-9785-a9bfeb2d8ba6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:04:04.982898 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e9606547-469e-4e30-a513-a64f019903b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.016501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9606547-469e-4e30-a513-a64f019903b5 admin admin] Pushing event updated for resources: {'Port': ['ID=086bcb6b-0ff2-40eb-863c-0266ad2cd2cf,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:05.048944 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c2c0e51d-4e8b-4eed-b3c5-ce64bfced5dc req-3b3cb4f6-9347-45df-a121-cc5919999c61 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/ba7d9061-cdc5-4218-9b8d-e581b119ca84 HTTP/1.1" status: 200 len: 1774 time: 0.1792314 Aug 19 18:04:05.053057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38068) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:05.081025 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.093190 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.119710 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-dd6527ce-699c-4c1e-97ce-544a77133d4d service neutron] Attempting to bind port 271620d3-c2ea-42fa-aa55-17ea8fdce195 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:05.120718 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-dd6527ce-699c-4c1e-97ce-544a77133d4d service neutron] Attempting to bind port 271620d3-c2ea-42fa-aa55-17ea8fdce195 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:05.120718 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-dd6527ce-699c-4c1e-97ce-544a77133d4d service neutron] Attempting to bind port 271620d3-c2ea-42fa-aa55-17ea8fdce195 on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:05.122240 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5cfade0-f43d-4456-bbff-daf590b7cfa2 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:04:05.131139 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-dd6527ce-699c-4c1e-97ce-544a77133d4d service neutron] Port 271620d3-c2ea-42fa-aa55-17ea8fdce195 on network 50874bd2-7160-4e95-947b-586c5b7daba3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:04:05.131877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-dd6527ce-699c-4c1e-97ce-544a77133d4d service neutron] Attempting to bind port 271620d3-c2ea-42fa-aa55-17ea8fdce195 on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:05.132725 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6010913a-d5db-4971-99ff-2e836ed77b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467df914-cb0e-4e1c-94f8-8ada9169c8b6'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:05.135118 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d9bea2-344b-4a22-a9aa-723f8a5974ae" -d '{"events": [{"server_uuid": "6010913a-d5db-4971-99ff-2e836ed77b4a", "name": "network-vif-plugged", "status": "completed", "tag": "467df914-cb0e-4e1c-94f8-8ada9169c8b6"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:05.147894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-dd6527ce-699c-4c1e-97ce-544a77133d4d service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:05.148348 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-dd6527ce-699c-4c1e-97ce-544a77133d4d service neutron] Checking segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:05.148614 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-dd6527ce-699c-4c1e-97ce-544a77133d4d service neutron] Bound using segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:05.149585 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-dd6527ce-699c-4c1e-97ce-544a77133d4d service neutron] Bound port: 271620d3-c2ea-42fa-aa55-17ea8fdce195, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:05.150570 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-dd6527ce-699c-4c1e-97ce-544a77133d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.152252 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c2c0e51d-4e8b-4eed-b3c5-ce64bfced5dc req-6f89100e-441b-46c8-b0e8-51daddd15f2f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.152688 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638e5e5-981e-4b8a-93ae-c051849416d8 req-e0595e37-058a-4a58-b74d-f3b82a9b1a96 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:05.154743 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8638e5e5-981e-4b8a-93ae-c051849416d8 req-e0595e37-058a-4a58-b74d-f3b82a9b1a96 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=6010913a-d5db-4971-99ff-2e836ed77b4a HTTP/1.1" status: 200 len: 944 time: 0.0996146 Aug 19 18:04:05.163704 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port c5cfade0-f43d-4456-bbff-daf590b7cfa2, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c5cfade0-f43d-4456-bbff-daf590b7cfa2,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:05.167536 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 467df914-cb0e-4e1c-94f8-8ada9169c8b6, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=467df914-cb0e-4e1c-94f8-8ada9169c8b6,segment=NetworkSegment(9c7d747c-4d15-4d78-8a75-1bea6385c296),segment_id=9c7d747c-4d15-4d78-8a75-1bea6385c296)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:05.170811 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33585f4b-1a9f-4ea7-bcca-c304b8505785', 'name': 'tempest-AttachSCSIVolumeTestJSON-1210338473-router', 'tenant_id': 'be4da88d2e114f29a34d89dfc4675eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'aa63a227-5df2-4c6a-a711-ef01461d52b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:57Z', 'updated_at': '2021-08-19T18:04:00Z', 'revision_number': 3, 'project_id': 'be4da88d2e114f29a34d89dfc4675eed', 'gw_port': {'id': 'aa63a227-5df2-4c6a-a711-ef01461d52b8', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:52:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33585f4b-1a9f-4ea7-bcca-c304b8505785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:59Z', 'updated_at': '2021-08-19T18:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:05.174844 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.178103 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.216304 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c2c0e51d-4e8b-4eed-b3c5-ce64bfced5dc req-6f89100e-441b-46c8-b0e8-51daddd15f2f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.233941 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da007025-67d6-48a4-8881-dc0ebf8fbea2 None None] The sync data for ids ['33585f4b-1a9f-4ea7-bcca-c304b8505785'] in n-d-803753-2 is: [{'id': '33585f4b-1a9f-4ea7-bcca-c304b8505785', 'name': 'tempest-AttachSCSIVolumeTestJSON-1210338473-router', 'tenant_id': 'be4da88d2e114f29a34d89dfc4675eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'aa63a227-5df2-4c6a-a711-ef01461d52b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:57Z', 'updated_at': '2021-08-19T18:04:00Z', 'revision_number': 3, 'project_id': 'be4da88d2e114f29a34d89dfc4675eed', 'gw_port': {'id': 'aa63a227-5df2-4c6a-a711-ef01461d52b8', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:52:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33585f4b-1a9f-4ea7-bcca-c304b8505785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:59Z', 'updated_at': '2021-08-19T18:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:04:05.249145 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8638e5e5-981e-4b8a-93ae-c051849416d8 req-a522d273-a116-49a0-a5f7-ab379fd32810 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727007 Aug 19 18:04:05.257436 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-bbcdb276-3679-4169-94bc-6760f0534635 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1810835339-network', 'tenant_id': '05ca1348008c46c6bab6c2b07c01e939'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:05.280330 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9606547-469e-4e30-a513-a64f019903b5 admin admin] Network 0cac1fe7-4eba-4979-8364-0afc455d13ba is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:05.281858 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-e9606547-469e-4e30-a513-a64f019903b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:05.283739 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=c5cfade0-f43d-4456-bbff-daf590b7cfa2,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:05.316345 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-dd6527ce-699c-4c1e-97ce-544a77133d4d service neutron] For port 271620d3-c2ea-42fa-aa55-17ea8fdce195, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:05.322907 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-dd6527ce-699c-4c1e-97ce-544a77133d4d service neutron] For port 271620d3-c2ea-42fa-aa55-17ea8fdce195, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=271620d3-c2ea-42fa-aa55-17ea8fdce195,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:05.328196 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcdb276-3679-4169-94bc-6760f0534635 admin admin] Made reservation on behalf of 05ca1348008c46c6bab6c2b07c01e939 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:05.331639 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbcdb276-3679-4169-94bc-6760f0534635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.342632 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-dd6527ce-699c-4c1e-97ce-544a77133d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.346020 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c2c0e51d-4e8b-4eed-b3c5-ce64bfced5dc req-6f89100e-441b-46c8-b0e8-51daddd15f2f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.349629 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c2c0e51d-4e8b-4eed-b3c5-ce64bfced5dc req-6f89100e-441b-46c8-b0e8-51daddd15f2f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.352730 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733a6e39-cd8b-41e4-9500-af4dfe05dc3c x-openstack-request-id: req-733a6e39-cd8b-41e4-9500-af4dfe05dc3c {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:05.353301 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6010913a-d5db-4971-99ff-2e836ed77b4a", "name": "network-vif-plugged", "status": "completed", "tag": "467df914-cb0e-4e1c-94f8-8ada9169c8b6", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:05.353955 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-733a6e39-cd8b-41e4-9500-af4dfe05dc3c {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:05.354739 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6010913a-d5db-4971-99ff-2e836ed77b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467df914-cb0e-4e1c-94f8-8ada9169c8b6', 'code': 200} Aug 19 18:04:05.366133 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c2c0e51d-4e8b-4eed-b3c5-ce64bfced5dc req-6f89100e-441b-46c8-b0e8-51daddd15f2f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "DELETE /v2.0/security-groups/ba7d9061-cdc5-4218-9b8d-e581b119ca84 HTTP/1.1" status: 204 len: 173 time: 0.3162184 Aug 19 18:04:05.416099 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=467df914-cb0e-4e1c-94f8-8ada9169c8b6,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:05.436884 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbcdb276-3679-4169-94bc-6760f0534635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.458672 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['c5cfade0-f43d-4456-bbff-daf590b7cfa2'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:04:05.497166 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89100e-441b-46c8-b0e8-51daddd15f2f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7d9061-cdc5-4218-9b8d-e581b119ca84,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:05.518696 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-dd6527ce-699c-4c1e-97ce-544a77133d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:05.519379 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-dd6527ce-699c-4c1e-97ce-544a77133d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.525469 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-dd6527ce-699c-4c1e-97ce-544a77133d4d service neutron] 10.222.0.50 "PUT /v2.0/ports/271620d3-c2ea-42fa-aa55-17ea8fdce195 HTTP/1.1" status: 200 len: 1092 time: 1.5144238 Aug 19 18:04:05.545147 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f', 'tag': '271620d3-c2ea-42fa-aa55-17ea8fdce195'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:05.548874 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1efa0cc-4314-4ca8-a3c1-07e063331ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f", "tag": "271620d3-c2ea-42fa-aa55-17ea8fdce195"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:05.549836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9606547-469e-4e30-a513-a64f019903b5 admin admin] Router 33585f4b-1a9f-4ea7-bcca-c304b8505785 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:04:05.587296 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd770e7e-42ca-4fa4-bc7d-1ef4dfccbc1c req-9baabad3-aba0-4b44-869e-a7aa5675fbfe tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:05.589720 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fd770e7e-42ca-4fa4-bc7d-1ef4dfccbc1c req-9baabad3-aba0-4b44-869e-a7aa5675fbfe tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 944 time: 0.1208096 Aug 19 18:04:05.626632 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-d64c90e8-1004-492d-8d7b-03b0165a21fc req-5ea738b2-953a-4cfb-8fa7-a752754e9b2a tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] show failed (client error): The resource could not be found. Aug 19 18:04:05.646912 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d64c90e8-1004-492d-8d7b-03b0165a21fc req-5ea738b2-953a-4cfb-8fa7-a752754e9b2a tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/f913a255-cd4e-49dc-b22c-7a8fb41acad7 HTTP/1.1" status: 404 len: 352 time: 0.0892394 Aug 19 18:04:05.726949 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fd770e7e-42ca-4fa4-bc7d-1ef4dfccbc1c req-0fd5996c-3c4b-4a08-826b-abbd91187b7c tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243565 Aug 19 18:04:05.749820 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a557635-33cd-4061-aadb-9b4147b527ae x-openstack-request-id: req-2a557635-33cd-4061-aadb-9b4147b527ae {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:05.750971 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f", "tag": "271620d3-c2ea-42fa-aa55-17ea8fdce195", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:05.751387 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a557635-33cd-4061-aadb-9b4147b527ae {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:05.752163 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f', 'tag': '271620d3-c2ea-42fa-aa55-17ea8fdce195', 'status': 'completed', 'code': 200} Aug 19 18:04:05.796877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6527ce-699c-4c1e-97ce-544a77133d4d service neutron] Pushing event updated for resources: {'Port': ['ID=271620d3-c2ea-42fa-aa55-17ea8fdce195,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:05.797552 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2eb4f6be-e37f-4037-8223-76675830f3f1 None None] Provisioning complete for port 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:05.798047 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2eb4f6be-e37f-4037-8223-76675830f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.856259 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-12615ae9-6257-4eb4-b157-33b3a4f633a5 req-5beb037a-d9c5-407d-bcdb-0823c39aaf9f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] show failed (client error): The resource could not be found. Aug 19 18:04:05.862344 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9606547-469e-4e30-a513-a64f019903b5 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:04:05.869123 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-12615ae9-6257-4eb4-b157-33b3a4f633a5 req-5beb037a-d9c5-407d-bcdb-0823c39aaf9f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/2cbc9ee0-7d5d-47e9-beed-754540d5721f HTTP/1.1" status: 404 len: 352 time: 0.1071091 Aug 19 18:04:05.872059 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e9606547-469e-4e30-a513-a64f019903b5 admin admin] 10.222.0.24 "PUT /v2.0/routers/33585f4b-1a9f-4ea7-bcca-c304b8505785/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8080049 Aug 19 18:04:05.874830 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-2eb4f6be-e37f-4037-8223-76675830f3f1 None None] Port 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:05.900107 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-e015c3e5-081d-4676-a330-ea07f7e4b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:05.901920 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-e015c3e5-081d-4676-a330-ea07f7e4b580 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 1095 time: 0.3022528 Aug 19 18:04:05.903509 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32089c33-de38-4d12-a54b-d623ba5ea72c req-65b1b07f-0d1d-4390-ac07-7f293e631fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:05.904938 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32089c33-de38-4d12-a54b-d623ba5ea72c req-65b1b07f-0d1d-4390-ac07-7f293e631fbb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6010913a-d5db-4971-99ff-2e836ed77b4a HTTP/1.1" status: 200 len: 1096 time: 0.4177859 Aug 19 18:04:05.906676 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fcbec-b8e0-405f-bfd1-c5dbb038a2b6 req-70f8043b-85fd-495d-8bd2-0104833dfedd tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:05.918439 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-374fcbec-b8e0-405f-bfd1-c5dbb038a2b6 req-70f8043b-85fd-495d-8bd2-0104833dfedd tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 944 time: 0.0935042 Aug 19 18:04:05.999583 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-19808024-6241-47e5-8e44-77333459c589 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=271620d3-c2ea-42fa-aa55-17ea8fdce195 HTTP/1.1" status: 200 len: 217 time: 0.0853002 Aug 19 18:04:06.002979 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-374fcbec-b8e0-405f-bfd1-c5dbb038a2b6 req-c567924f-9258-4e8f-b4e6-d2ca8b2a1a88 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766206 Aug 19 18:04:06.045155 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbcdb276-3679-4169-94bc-6760f0534635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:06.068715 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-27a1317f-8aec-48d2-abca-da6de659a5cf req-c666dba2-52c6-44c3-853d-45a313a9bccb tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] show failed (client error): The resource could not be found. Aug 19 18:04:06.069796 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-27a1317f-8aec-48d2-abca-da6de659a5cf req-c666dba2-52c6-44c3-853d-45a313a9bccb tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/526bd93f-4125-484d-8ef6-6a4e8856339c HTTP/1.1" status: 404 len: 352 time: 0.0937150 Aug 19 18:04:06.077241 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbcdb276-3679-4169-94bc-6760f0534635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:06.112480 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32089c33-de38-4d12-a54b-d623ba5ea72c req-7ea5fdf3-d0c7-4b81-b056-c93a1f907ebf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967800 Aug 19 18:04:06.117514 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-0ca4e944-8bee-4529-8c98-5df309614d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:06.120248 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-0ca4e944-8bee-4529-8c98-5df309614d7e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 HTTP/1.1" status: 200 len: 847 time: 0.0961163 Aug 19 18:04:06.151159 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbcdb276-3679-4169-94bc-6760f0534635 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:04:06.153242 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4e7f4-885e-4ea5-a4e4-9fa5fc195dac req-56ecff00-ff28-4214-9526-8f7261051fce tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:06.156763 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c2d4e7f4-885e-4ea5-a4e4-9fa5fc195dac req-56ecff00-ff28-4214-9526-8f7261051fce tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 946 time: 0.0792570 Aug 19 18:04:06.180480 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-cd184343-f81c-441a-8296-56bf13ee2bf6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=50874bd2-7160-4e95-947b-586c5b7daba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488803 Aug 19 18:04:06.181893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdb276-3679-4169-94bc-6760f0534635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a98377b-0822-4780-9ac9-f1d923abf830,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:06.186595 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-152ff241-608b-44cf-bc4e-b187e532f70b req-2e6f8d75-e909-4f13-a941-5ec8992dc7fe tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] show failed (client error): The resource could not be found. Aug 19 18:04:06.187635 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-152ff241-608b-44cf-bc4e-b187e532f70b req-2e6f8d75-e909-4f13-a941-5ec8992dc7fe tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/02a8fdec-62d3-4e24-901f-49f7a02155c8 HTTP/1.1" status: 404 len: 352 time: 0.0652952 Aug 19 18:04:06.191354 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbcdb276-3679-4169-94bc-6760f0534635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:06.191354 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-bbcdb276-3679-4169-94bc-6760f0534635 admin admin] Added segment 7ef6e259-001b-4f75-866d-f10a668a65ff of type vlan for network 3eb8418a-2ce9-41a0-8290-a8b1e342ad32 Aug 19 18:04:06.241923 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c2d4e7f4-885e-4ea5-a4e4-9fa5fc195dac req-f54ff982-07e9-4ea4-a351-7ee86b58d289 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ea9a610-4c77-43b9-8d2d-f789667ef041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733953 Aug 19 18:04:06.317031 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-bb15281e-4a5a-4a4f-a77a-1b4069d76e2f req-5d471fa9-45af-493a-8a07-fb9ad49aa6ce tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] show failed (client error): The resource could not be found. Aug 19 18:04:06.325461 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb15281e-4a5a-4a4f-a77a-1b4069d76e2f req-5d471fa9-45af-493a-8a07-fb9ad49aa6ce tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/f92b3217-0b8e-4466-8600-30423c7cbd05 HTTP/1.1" status: 404 len: 352 time: 0.0932858 Aug 19 18:04:06.345864 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbcdb276-3679-4169-94bc-6760f0534635 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:06.394243 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device c5cfade0-f43d-4456-bbff-daf590b7cfa2 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:06.411652 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607e7bb-4f05-47ee-8f7e-0468be196d6d req-1a3452d3-a4fe-4e02-91d0-3a3489065113 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:06.430503 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9607e7bb-4f05-47ee-8f7e-0468be196d6d req-1a3452d3-a4fe-4e02-91d0-3a3489065113 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=6010913a-d5db-4971-99ff-2e836ed77b4a HTTP/1.1" status: 200 len: 945 time: 0.0932922 Aug 19 18:04:06.457777 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbcdb276-3679-4169-94bc-6760f0534635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:06.459389 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcdb276-3679-4169-94bc-6760f0534635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:06.460165 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbcdb276-3679-4169-94bc-6760f0534635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:06.464843 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-3632908a-be8f-4026-83fc-f6e54e409001 service neutron] 10.222.0.50 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719553 Aug 19 18:04:06.521272 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9607e7bb-4f05-47ee-8f7e-0468be196d6d req-0cca7c27-9c13-4331-8069-eb93a2f68dc6 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852251 Aug 19 18:04:06.521820 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port c5cfade0-f43d-4456-bbff-daf590b7cfa2 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:06.537867 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port c5cfade0-f43d-4456-bbff-daf590b7cfa2 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:06.538369 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:06.637483 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [req-9b824d04-afdb-4b6b-87eb-2ee04aa641f1 req-e7d43411-76e1-4d21-82f7-a06e961be946 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] show failed (client error): The resource could not be found. Aug 19 18:04:06.656427 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9b824d04-afdb-4b6b-87eb-2ee04aa641f1 req-e7d43411-76e1-4d21-82f7-a06e961be946 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/f7b73328-bed6-4f36-9da0-c516c571b2e4 HTTP/1.1" status: 404 len: 352 time: 0.0831180 Aug 19 18:04:06.715728 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device aa63a227-5df2-4c6a-a711-ef01461d52b8 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:06.874526 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:06.938249 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port aa63a227-5df2-4c6a-a711-ef01461d52b8 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:06.954663 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port aa63a227-5df2-4c6a-a711-ef01461d52b8 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:06.956254 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:06.966551 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port c5cfade0-f43d-4456-bbff-daf590b7cfa2, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c5cfade0-f43d-4456-bbff-daf590b7cfa2,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:07.022553 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a734e-805a-45cb-97f2-f45a5394b9f7 req-f3bbfaa8-83d9-4d8b-b661-8598e198d51f tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:07.025956 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:07.033080 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cb2a734e-805a-45cb-97f2-f45a5394b9f7 req-f3bbfaa8-83d9-4d8b-b661-8598e198d51f tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 944 time: 0.1017292 Aug 19 18:04:07.139900 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c8ded831-4263-416e-9079-afdb29aec51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:07.149699 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cb2a734e-805a-45cb-97f2-f45a5394b9f7 req-81b9ebf7-d339-4507-910a-08c5caba98e9 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153424 Aug 19 18:04:07.217968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=c5cfade0-f43d-4456-bbff-daf590b7cfa2,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:07.252270 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-14810cb3-ee02-4f60-bdba-76aa74a43154 req-70d42e6b-a91f-4b78-afdb-8fa124cb89fd service neutron] 10.222.0.50 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7756567 Aug 19 18:04:07.256961 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bbcdb276-3679-4169-94bc-6760f0534635 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2028790 Aug 19 18:04:07.260615 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:07.261083 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38126) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:07.265300 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:07.265799 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:07.266235 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:07.266752 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:07.267200 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:07.267628 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:07.268048 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:07.268469 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:07.268963 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:07.269381 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:07.269828 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:07.270430 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:07.295012 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:07.296470 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee428c33-c91e-46a5-9831-c6eb338078fe req-89da9318-e95f-4e8f-9784-1e9ab6b3ff32 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:07.301085 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ee428c33-c91e-46a5-9831-c6eb338078fe req-89da9318-e95f-4e8f-9784-1e9ab6b3ff32 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 946 time: 0.9034698 Aug 19 18:04:07.324958 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e2228375-bee1-4332-8944-147019b3dcc4 admin admin] Request body: {'subnet': {'network_id': '3eb8418a-2ce9-41a0-8290-a8b1e342ad32', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1810835339-subnet', 'tenant_id': '05ca1348008c46c6bab6c2b07c01e939', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:07.334403 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38128) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:07.355229 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port aa63a227-5df2-4c6a-a711-ef01461d52b8, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=aa63a227-5df2-4c6a-a711-ef01461d52b8,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:07.356619 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd0dd54-ce99-41e4-964c-8d37a300a7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cfade0-f43d-4456-bbff-daf590b7cfa2'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:07.363331 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-80ef1069-92e2-4fde-88bb-a7a3322cba9f tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Request body: {'floatingip': {'port_id': 'd8d79d13-a788-48a8-bf87-df497f778af4'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:07.376388 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b65f307-6bf8-4afb-acb9-f04324b8cdae" -d '{"events": [{"server_uuid": "6fd0dd54-ce99-41e4-964c-8d37a300a7c1", "name": "network-vif-plugged", "status": "completed", "tag": "c5cfade0-f43d-4456-bbff-daf590b7cfa2"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:07.395774 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:07.417228 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29165cc0-af69-452c-9d5c-191758013063 req-de4daf2f-766b-4986-ae43-9df89de85b8f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:07.433827 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-29165cc0-af69-452c-9d5c-191758013063 req-de4daf2f-766b-4986-ae43-9df89de85b8f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 1024 time: 0.1777351 Aug 19 18:04:07.532631 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-29165cc0-af69-452c-9d5c-191758013063 req-555aeb37-86c4-486b-937e-f840c357ebbb tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=285897f5-4415-4fe6-8716-996501cb61dd&id=06ab7c3b-85cc-4d67-a412-2bb03cf05dc5&id=944f342e-ab18-4eae-b856-158ee438b7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0974975 Aug 19 18:04:07.590849 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=aa63a227-5df2-4c6a-a711-ef01461d52b8,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:07.615756 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a884ddb1-cd5d-49ec-b5c8-72ff9a8a441d x-openstack-request-id: req-a884ddb1-cd5d-49ec-b5c8-72ff9a8a441d {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:07.616190 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd0dd54-ce99-41e4-964c-8d37a300a7c1", "name": "network-vif-plugged", "status": "completed", "tag": "c5cfade0-f43d-4456-bbff-daf590b7cfa2", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:07.616540 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a884ddb1-cd5d-49ec-b5c8-72ff9a8a441d {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:07.617044 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd0dd54-ce99-41e4-964c-8d37a300a7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cfade0-f43d-4456-bbff-daf590b7cfa2', 'code': 200} Aug 19 18:04:07.669220 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80ef1069-92e2-4fde-88bb-a7a3322cba9f tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks [] for floatingip, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:07.852288 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dca18-e833-4c01-a86b-343ff3c877cc req-800a20d5-6587-4177-bef3-c96de17adeb5 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:07.853566 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdb276-3679-4169-94bc-6760f0534635 admin admin] Pushing event updated for resources: {'Network': ['ID=3eb8418a-2ce9-41a0-8290-a8b1e342ad32,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:07.867041 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-547dca18-e833-4c01-a86b-343ff3c877cc req-800a20d5-6587-4177-bef3-c96de17adeb5 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=6010913a-d5db-4971-99ff-2e836ed77b4a HTTP/1.1" status: 200 len: 945 time: 0.1480033 Aug 19 18:04:07.874878 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 3eb8418a-2ce9-41a0-8290-a8b1e342ad32 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:04:07.931591 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efa0cc-4314-4ca8-a3c1-07e063331ee6 req-f4262abe-6977-47f7-b90b-0ba2c504429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:07.933027 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b1efa0cc-4314-4ca8-a3c1-07e063331ee6 req-f4262abe-6977-47f7-b90b-0ba2c504429a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 1095 time: 0.3543110 Aug 19 18:04:07.959472 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0faf94-8816-48b3-9934-1362561a7d04 req-4487c8dc-d66c-4d8b-9c1e-6b4beef9675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:07.962394 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5c0faf94-8816-48b3-9934-1362561a7d04 req-4487c8dc-d66c-4d8b-9c1e-6b4beef9675a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 1096 time: 0.1649258 Aug 19 18:04:07.970682 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-547dca18-e833-4c01-a86b-343ff3c877cc req-e82e3577-765b-43f8-bfcc-5df647a7f08d tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920029 Aug 19 18:04:07.978655 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2228375-bee1-4332-8944-147019b3dcc4 admin admin] Made reservation on behalf of 05ca1348008c46c6bab6c2b07c01e939 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:07.982026 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e2228375-bee1-4332-8944-147019b3dcc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:08.059056 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:08.172889 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97abea-ef48-49f3-ae0a-a72dfac34e63 req-957f2b6c-bbf3-4f62-b2e2-b0a99705f916 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:08.197908 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7f97abea-ef48-49f3-ae0a-a72dfac34e63 req-957f2b6c-bbf3-4f62-b2e2-b0a99705f916 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 945 time: 0.5166986 Aug 19 18:04:08.251307 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5c0faf94-8816-48b3-9934-1362561a7d04 req-24bb266f-b178-4068-a9cf-88f5e7ea97dc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640333 Aug 19 18:04:08.281376 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] Sync routers for ids ['33585f4b-1a9f-4ea7-bcca-c304b8505785'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:04:08.292888 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] Routers {'33585f4b-1a9f-4ea7-bcca-c304b8505785'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:08.293634 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:04:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['33585f4b-1a9f-4ea7-bcca-c304b8505785'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:08.363404 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbd510-220a-4940-88b6-40f494ee429c req-9e1ce32b-01d8-47dd-bce0-03aaedcc4adf tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:08.372859 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0bcbd510-220a-4940-88b6-40f494ee429c req-9e1ce32b-01d8-47dd-bce0-03aaedcc4adf tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 944 time: 0.0764985 Aug 19 18:04:08.439287 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7f97abea-ef48-49f3-ae0a-a72dfac34e63 req-9a7e42f6-5e98-49c2-b11b-60ddb1353fa1 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379408 Aug 19 18:04:08.464013 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] Set router 33585f4b-1a9f-4ea7-bcca-c304b8505785 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:04:08.473329 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0bcbd510-220a-4940-88b6-40f494ee429c req-7a9e179c-33be-40a9-9fe8-e6f03d2ce4cb tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814476 Aug 19 18:04:08.675087 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device aa63a227-5df2-4c6a-a711-ef01461d52b8 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:08.765990 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port aa63a227-5df2-4c6a-a711-ef01461d52b8 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:08.766782 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:08.780973 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efa0cc-4314-4ca8-a3c1-07e063331ee6 req-fa55e23b-dfa1-4e44-b9bf-ee0146388353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:08.782526 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b1efa0cc-4314-4ca8-a3c1-07e063331ee6 req-fa55e23b-dfa1-4e44-b9bf-ee0146388353 service neutron] 10.222.0.50 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 908 time: 0.8138618 Aug 19 18:04:08.854335 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e2228375-bee1-4332-8944-147019b3dcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:08.882341 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef67b4f-73bd-4617-92f1-56398a5109dc req-1760aae8-5a92-41c4-82c1-422fb633b213 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:08.884531 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5ef67b4f-73bd-4617-92f1-56398a5109dc req-1760aae8-5a92-41c4-82c1-422fb633b213 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 1024 time: 0.1721447 Aug 19 18:04:08.914146 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b1efa0cc-4314-4ca8-a3c1-07e063331ee6 req-3169ad7f-e068-471b-97fe-df76cac08fdf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=271620d3-c2ea-42fa-aa55-17ea8fdce195 HTTP/1.1" status: 200 len: 217 time: 0.1001267 Aug 19 18:04:08.954576 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33585f4b-1a9f-4ea7-bcca-c304b8505785', 'name': 'tempest-AttachSCSIVolumeTestJSON-1210338473-router', 'tenant_id': 'be4da88d2e114f29a34d89dfc4675eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'aa63a227-5df2-4c6a-a711-ef01461d52b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:57Z', 'updated_at': '2021-08-19T18:04:04Z', 'revision_number': 4, 'project_id': 'be4da88d2e114f29a34d89dfc4675eed', 'gw_port': {'id': 'aa63a227-5df2-4c6a-a711-ef01461d52b8', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33585f4b-1a9f-4ea7-bcca-c304b8505785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:59Z', 'updated_at': '2021-08-19T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '086bcb6b-0ff2-40eb-863c-0266ad2cd2cf', 'name': '', 'network_id': '0cac1fe7-4eba-4979-8364-0afc455d13ba', 'tenant_id': 'be4da88d2e114f29a34d89dfc4675eed', 'mac_address': 'fa:16:3e:29:9d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33585f4b-1a9f-4ea7-bcca-c304b8505785', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '5c7668c4-88cc-4897-9d2f-b9ca783bf752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:02Z', 'updated_at': '2021-08-19T18:04:04Z', 'revision_number': 2, 'project_id': 'be4da88d2e114f29a34d89dfc4675eed', 'subnets': [{'id': '5c7668c4-88cc-4897-9d2f-b9ca783bf752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:08.978651 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5ef67b4f-73bd-4617-92f1-56398a5109dc req-289a8164-503f-4c5f-8d43-250fb1ace4e4 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=285897f5-4415-4fe6-8716-996501cb61dd&id=06ab7c3b-85cc-4d67-a412-2bb03cf05dc5&id=944f342e-ab18-4eae-b856-158ee438b7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0793755 Aug 19 18:04:08.996520 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] Checking router: 33585f4b-1a9f-4ea7-bcca-c304b8505785 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:04:08.997460 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] Updating router 33585f4b-1a9f-4ea7-bcca-c304b8505785 port 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:04:09.095968 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4f45f-15cb-4f1e-b1c0-40cb6b39a93a req-d05deb2a-a720-47b1-b824-883ba3c36547 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:09.097509 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4b4f45f-15cb-4f1e-b1c0-40cb6b39a93a req-d05deb2a-a720-47b1-b824-883ba3c36547 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=6010913a-d5db-4971-99ff-2e836ed77b4a HTTP/1.1" status: 200 len: 945 time: 0.3184028 Aug 19 18:04:09.148540 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:09.245339 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2228375-bee1-4332-8944-147019b3dcc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e41839c-b972-4b5a-b4f7-6e1817ddb90d,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:09.319678 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2dff8e-92c5-459c-8108-dc4cdbe401cf req-81d29ed3-77cc-4379-a568-a26e9ed4fa41 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:09.323263 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0e2dff8e-92c5-459c-8108-dc4cdbe401cf req-81d29ed3-77cc-4379-a568-a26e9ed4fa41 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 1024 time: 0.3746607 Aug 19 18:04:09.329621 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efa0cc-4314-4ca8-a3c1-07e063331ee6 req-b38319cf-dee2-4c83-aa39-1b385fa599bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:09.331942 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b1efa0cc-4314-4ca8-a3c1-07e063331ee6 req-b38319cf-dee2-4c83-aa39-1b385fa599bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 HTTP/1.1" status: 200 len: 847 time: 0.3865321 Aug 19 18:04:09.433319 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4b4f45f-15cb-4f1e-b1c0-40cb6b39a93a req-b5a43242-8532-4b57-ac58-b9b22b8ca7c2 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186812 Aug 19 18:04:09.477817 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2228375-bee1-4332-8944-147019b3dcc4 admin admin] Checking segment: {'id': '7ef6e259-001b-4f75-866d-f10a668a65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3eb8418a-2ce9-41a0-8290-a8b1e342ad32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:09.478547 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2228375-bee1-4332-8944-147019b3dcc4 admin admin] Network hostable DHCP agents. Network: 3eb8418a-2ce9-41a0-8290-a8b1e342ad32, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:04:09.499255 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:09.513261 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] Transition to ACTIVE for port object 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:09.528051 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:09.560922 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b1efa0cc-4314-4ca8-a3c1-07e063331ee6 req-7dbb8569-5c3f-4003-a789-9e4ad74227ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=50874bd2-7160-4e95-947b-586c5b7daba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1397967 Aug 19 18:04:09.588509 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b83402-806c-4de6-9385-9dca0da0ccd3 None None] Pushing event updated for resources: {'Port': ['ID=086bcb6b-0ff2-40eb-863c-0266ad2cd2cf,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:09.706752 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] Attempting to bind port 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:09.706752 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] Attempting to bind port 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'a3a8cfc1-0a3e-4913-abe7-e1adaadf3236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0cac1fe7-4eba-4979-8364-0afc455d13ba'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:09.710153 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] Attempting to bind port 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf on network 0cac1fe7-4eba-4979-8364-0afc455d13ba {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:09.739656 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:09.745193 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] Checking segment: {'id': 'a3a8cfc1-0a3e-4913-abe7-e1adaadf3236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0cac1fe7-4eba-4979-8364-0afc455d13ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:09.747930 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:09.749197 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] Bound using segment: {'id': 'a3a8cfc1-0a3e-4913-abe7-e1adaadf3236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0cac1fe7-4eba-4979-8364-0afc455d13ba'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:09.753798 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897bb71-c548-4116-ab22-be71aee3b5c2 req-4305e292-55b8-41ac-ac4a-b85d754337e9 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:09.757824 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] Bound port: 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a8cfc1-0a3e-4913-abe7-e1adaadf3236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0cac1fe7-4eba-4979-8364-0afc455d13ba'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:09.758768 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:09.763819 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e897bb71-c548-4116-ab22-be71aee3b5c2 req-4305e292-55b8-41ac-ac4a-b85d754337e9 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 945 time: 0.1378868 Aug 19 18:04:09.842686 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2228375-bee1-4332-8944-147019b3dcc4 admin admin] Network 3eb8418a-2ce9-41a0-8290-a8b1e342ad32 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:04:09.871629 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e897bb71-c548-4116-ab22-be71aee3b5c2 req-53c95bb8-28a8-4095-b79b-9b792165e4ee tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021047 Aug 19 18:04:09.919221 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] For port 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:09.928379 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] For port 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=086bcb6b-0ff2-40eb-863c-0266ad2cd2cf,segment=NetworkSegment(a3a8cfc1-0a3e-4913-abe7-e1adaadf3236),segment_id=a3a8cfc1-0a3e-4913-abe7-e1adaadf3236)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:09.940185 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:09.943146 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-e2228375-bee1-4332-8944-147019b3dcc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 3eb8418a-2ce9-41a0-8290-a8b1e342ad32) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:09.952394 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2907c30c-dc33-4419-ab47-e61a847eb2ff None None] Network 3eb8418a-2ce9-41a0-8290-a8b1e342ad32 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:04:09.967811 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2228375-bee1-4332-8944-147019b3dcc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:09.974131 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e2228375-bee1-4332-8944-147019b3dcc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:10.008476 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.db.resource_extend [None req-80ef1069-92e2-4fde-88bb-a7a3322cba9f tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:04:10.028862 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8fbfe-4c9c-46d4-98a6-0837356324f4 req-010ab1b0-66dd-4db2-8972-d65b5b9d992c tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:10.030510 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-adf8fbfe-4c9c-46d4-98a6-0837356324f4 req-010ab1b0-66dd-4db2-8972-d65b5b9d992c tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 944 time: 0.3634944 Aug 19 18:04:10.092450 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 271620d3-c2ea-42fa-aa55-17ea8fdce195 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:04:10.115790 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] Routers {'33585f4b-1a9f-4ea7-bcca-c304b8505785'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:10.116421 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:04:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['33585f4b-1a9f-4ea7-bcca-c304b8505785'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:10.176265 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:10.240467 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b83402-806c-4de6-9385-9dca0da0ccd3 None None] Pushing event updated for resources: {'Port': ['ID=086bcb6b-0ff2-40eb-863c-0266ad2cd2cf,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:10.284195 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bae42-c9af-4bd2-9fc5-f6d9a5d28f7d req-ef2d48b7-cf64-4d9d-9f54-b5c5b725c0ac tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:10.294438 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e90bae42-c9af-4bd2-9fc5-f6d9a5d28f7d req-ef2d48b7-cf64-4d9d-9f54-b5c5b725c0ac tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 1024 time: 0.0945089 Aug 19 18:04:10.323299 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e2228375-bee1-4332-8944-147019b3dcc4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.0204165 Aug 19 18:04:10.324538 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38152) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:10.348295 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-af4edd9c-6575-40ed-9590-23088d2f63d3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1810835339-router', 'tenant_id': '05ca1348008c46c6bab6c2b07c01e939', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:10.357643 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b1efa0cc-4314-4ca8-a3c1-07e063331ee6 req-fa553041-61fb-40eb-b271-bd397dc36b68 service neutron] 10.222.0.50 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7728012 Aug 19 18:04:10.437520 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80ef1069-92e2-4fde-88bb-a7a3322cba9f tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:10.475027 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e90bae42-c9af-4bd2-9fc5-f6d9a5d28f7d req-33f83ff3-7b84-4a7f-966b-9d2418598138 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=285897f5-4415-4fe6-8716-996501cb61dd&id=06ab7c3b-85cc-4d67-a412-2bb03cf05dc5&id=944f342e-ab18-4eae-b856-158ee438b7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1794031 Aug 19 18:04:10.488541 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-0e2dff8e-92c5-459c-8108-dc4cdbe401cf req-24a02d97-4770-48d1-83b5-d625267101b8 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Deleting port 9c5ca25c-42ef-40c8-b1c5-f54431e701d9 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:04:10.489667 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0e2dff8e-92c5-459c-8108-dc4cdbe401cf req-24a02d97-4770-48d1-83b5-d625267101b8 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:10.498187 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] Set router 33585f4b-1a9f-4ea7-bcca-c304b8505785 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:04:10.516082 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af4edd9c-6575-40ed-9590-23088d2f63d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:10.517788 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af4edd9c-6575-40ed-9590-23088d2f63d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:10.579562 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 271620d3-c2ea-42fa-aa55-17ea8fdce195, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=271620d3-c2ea-42fa-aa55-17ea8fdce195,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:10.603927 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-adf8fbfe-4c9c-46d4-98a6-0837356324f4 req-2143f1a3-2b30-4961-bcde-6911cfa9ddab tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244764 Aug 19 18:04:10.605046 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80ef1069-92e2-4fde-88bb-a7a3322cba9f tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:10.627182 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '271620d3-c2ea-42fa-aa55-17ea8fdce195', 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3', 'port_id': '271620d3-c2ea-42fa-aa55-17ea8fdce195', 'mac_address': 'fa:16:3e:61:47:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd77c82-a885-46d6-b7ae-a3f47fa8bac4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:04:10.677386 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af4edd9c-6575-40ed-9590-23088d2f63d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:10.728713 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:10.747827 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271620d3-c2ea-42fa-aa55-17ea8fdce195 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:04:10.769976 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:10.834526 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 271620d3-c2ea-42fa-aa55-17ea8fdce195, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=271620d3-c2ea-42fa-aa55-17ea8fdce195,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:10.863366 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52756a6e-c05c-4f3d-849b-14f055b6433b req-11488856-31d9-4d7f-9463-a9fc1aeb1076 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:10.865812 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52756a6e-c05c-4f3d-849b-14f055b6433b req-11488856-31d9-4d7f-9463-a9fc1aeb1076 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.54 "GET /v2.0/ports?device_id=6010913a-d5db-4971-99ff-2e836ed77b4a HTTP/1.1" status: 200 len: 945 time: 0.7302854 Aug 19 18:04:10.903838 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:11.035173 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af4edd9c-6575-40ed-9590-23088d2f63d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:11.055014 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fc648-a3d2-4504-b2a7-1e7d1617f4e1 req-301579b9-1890-4c02-ad95-7ce05c88e4e4 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:11.066207 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-581fc648-a3d2-4504-b2a7-1e7d1617f4e1 req-301579b9-1890-4c02-ad95-7ce05c88e4e4 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=6010913a-d5db-4971-99ff-2e836ed77b4a HTTP/1.1" status: 200 len: 945 time: 0.4113522 Aug 19 18:04:11.066532 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33585f4b-1a9f-4ea7-bcca-c304b8505785', 'name': 'tempest-AttachSCSIVolumeTestJSON-1210338473-router', 'tenant_id': 'be4da88d2e114f29a34d89dfc4675eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'aa63a227-5df2-4c6a-a711-ef01461d52b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:57Z', 'updated_at': '2021-08-19T18:04:04Z', 'revision_number': 4, 'project_id': 'be4da88d2e114f29a34d89dfc4675eed', 'gw_port': {'id': 'aa63a227-5df2-4c6a-a711-ef01461d52b8', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33585f4b-1a9f-4ea7-bcca-c304b8505785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:59Z', 'updated_at': '2021-08-19T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '086bcb6b-0ff2-40eb-863c-0266ad2cd2cf', 'name': '', 'network_id': '0cac1fe7-4eba-4979-8364-0afc455d13ba', 'tenant_id': 'be4da88d2e114f29a34d89dfc4675eed', 'mac_address': 'fa:16:3e:29:9d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33585f4b-1a9f-4ea7-bcca-c304b8505785', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '5c7668c4-88cc-4897-9d2f-b9ca783bf752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:02Z', 'updated_at': '2021-08-19T18:04:09Z', 'revision_number': 4, 'project_id': 'be4da88d2e114f29a34d89dfc4675eed', 'subnets': [{'id': '5c7668c4-88cc-4897-9d2f-b9ca783bf752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:11.078792 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1cd86c-c0bf-450b-9f6c-3900add88fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-3eb8418a-2ce9-41a0-8290-a8b1e342ad32', 'network_id': '3eb8418a-2ce9-41a0-8290-a8b1e342ad32', 'tenant_id': '05ca1348008c46c6bab6c2b07c01e939', 'fixed_ips': [{'subnet_id': '7e41839c-b972-4b5a-b4f7-6e1817ddb90d'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:04:11.079744 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9b1cd86c-c0bf-450b-9f6c-3900add88fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:11.085739 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=271620d3-c2ea-42fa-aa55-17ea8fdce195,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:11.130692 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea6aa4c-0db3-41ff-921f-bd36bbc60893 None None] The sync data for ids ['33585f4b-1a9f-4ea7-bcca-c304b8505785'] in n-d-803753-2 is: [{'id': '33585f4b-1a9f-4ea7-bcca-c304b8505785', 'name': 'tempest-AttachSCSIVolumeTestJSON-1210338473-router', 'tenant_id': 'be4da88d2e114f29a34d89dfc4675eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'aa63a227-5df2-4c6a-a711-ef01461d52b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:57Z', 'updated_at': '2021-08-19T18:04:04Z', 'revision_number': 4, 'project_id': 'be4da88d2e114f29a34d89dfc4675eed', 'gw_port': {'id': 'aa63a227-5df2-4c6a-a711-ef01461d52b8', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33585f4b-1a9f-4ea7-bcca-c304b8505785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:59Z', 'updated_at': '2021-08-19T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '086bcb6b-0ff2-40eb-863c-0266ad2cd2cf', 'name': '', 'network_id': '0cac1fe7-4eba-4979-8364-0afc455d13ba', 'tenant_id': 'be4da88d2e114f29a34d89dfc4675eed', 'mac_address': 'fa:16:3e:29:9d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33585f4b-1a9f-4ea7-bcca-c304b8505785', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '5c7668c4-88cc-4897-9d2f-b9ca783bf752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:02Z', 'updated_at': '2021-08-19T18:04:09Z', 'revision_number': 4, 'project_id': 'be4da88d2e114f29a34d89dfc4675eed', 'subnets': [{'id': '5c7668c4-88cc-4897-9d2f-b9ca783bf752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:04:11.347046 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-9b1cd86c-c0bf-450b-9f6c-3900add88fa8 None None] Allocated IP 172.20.0.2 (3eb8418a-2ce9-41a0-8290-a8b1e342ad32/7e41839c-b972-4b5a-b4f7-6e1817ddb90d/560423e3-2447-4a2a-a4f7-14919ee6f727) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:11.415905 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-581fc648-a3d2-4504-b2a7-1e7d1617f4e1 req-ec9c8070-aaee-47ca-b8bc-fe495e2d820f tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups?id=74f04762-d95c-4c3a-bc01-9f2101d65328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441591 Aug 19 18:04:11.580648 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b1efa0cc-4314-4ca8-a3c1-07e063331ee6 req-c150120a-a1cd-4a4b-9196-898fe84cdb37 service neutron] 10.222.0.50 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1573079 Aug 19 18:04:11.606041 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9b1cd86c-c0bf-450b-9f6c-3900add88fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:11.631207 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9b1cd86c-c0bf-450b-9f6c-3900add88fa8 None None] Transition to ACTIVE for port object 560423e3-2447-4a2a-a4f7-14919ee6f727 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:11.634071 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-0e2dff8e-92c5-459c-8108-dc4cdbe401cf req-24a02d97-4770-48d1-83b5-d625267101b8 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] For port 9c5ca25c-42ef-40c8-b1c5-f54431e701d9, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=9c5ca25c-42ef-40c8-b1c5-f54431e701d9,segment=NetworkSegment(1395a4e1-b253-4559-bb6c-18b2bc8da658),segment_id=1395a4e1-b253-4559-bb6c-18b2bc8da658)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:11.634417 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0e2dff8e-92c5-459c-8108-dc4cdbe401cf req-24a02d97-4770-48d1-83b5-d625267101b8 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:11.641033 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-80ef1069-92e2-4fde-88bb-a7a3322cba9f tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Floating IP e6311502-74a8-4567-8844-460cecfb472a associated. External IP: 172.25.8.39, port: d8d79d13-a788-48a8-bf87-df497f778af4. Aug 19 18:04:11.658295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['271620d3-c2ea-42fa-aa55-17ea8fdce195'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:04:11.710984 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-0e2dff8e-92c5-459c-8108-dc4cdbe401cf req-24a02d97-4770-48d1-83b5-d625267101b8 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Calling delete_port for 9c5ca25c-42ef-40c8-b1c5-f54431e701d9 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:04:11.732584 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9b1cd86c-c0bf-450b-9f6c-3900add88fa8 None None] Transition to ACTIVE for port object 560423e3-2447-4a2a-a4f7-14919ee6f727 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:11.750594 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9b1cd86c-c0bf-450b-9f6c-3900add88fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:11.824255 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1cd86c-c0bf-450b-9f6c-3900add88fa8 None None] Pushing event updated for resources: {'Port': ['ID=560423e3-2447-4a2a-a4f7-14919ee6f727,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:11.856292 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af4edd9c-6575-40ed-9590-23088d2f63d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:11.857915 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9beb0b-53cd-4782-9c1b-6324a6cebcb5 req-19d644f5-25f9-41f1-b46f-5a6a0b64e92c tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:11.865141 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1cd86c-c0bf-450b-9f6c-3900add88fa8 None None] Network 3eb8418a-2ce9-41a0-8290-a8b1e342ad32 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:11.867470 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-9b1cd86c-c0bf-450b-9f6c-3900add88fa8 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:11.869244 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ac9beb0b-53cd-4782-9c1b-6324a6cebcb5 req-19d644f5-25f9-41f1-b46f-5a6a0b64e92c tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 945 time: 0.4537673 Aug 19 18:04:11.890612 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1cd86c-c0bf-450b-9f6c-3900add88fa8 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:11.957132 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af4edd9c-6575-40ed-9590-23088d2f63d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:12.098131 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 9c5ca25c-42ef-40c8-b1c5-f54431e701d9 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:04:12.106149 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c950b94-d14d-403e-831d-6a617b7ecb67 req-49030a4e-68ec-4f52-8648-bd7d66451c80 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:12.115506 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c950b94-d14d-403e-831d-6a617b7ecb67 req-49030a4e-68ec-4f52-8648-bd7d66451c80 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 1024 time: 0.2948635 Aug 19 18:04:12.137463 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-52756a6e-c05c-4f3d-849b-14f055b6433b req-944dca8f-44dd-4db1-bad7-d04765049819 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Deleting port 467df914-cb0e-4e1c-94f8-8ada9169c8b6 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:04:12.137867 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-52756a6e-c05c-4f3d-849b-14f055b6433b req-944dca8f-44dd-4db1-bad7-d04765049819 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:12.216462 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c950b94-d14d-403e-831d-6a617b7ecb67 req-a16fff36-f382-45f0-be42-45c6fd4f0d3f tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups?id=285897f5-4415-4fe6-8716-996501cb61dd&id=06ab7c3b-85cc-4d67-a412-2bb03cf05dc5&id=944f342e-ab18-4eae-b856-158ee438b7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0994637 Aug 19 18:04:12.303210 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-9b1cd86c-c0bf-450b-9f6c-3900add88fa8 None None] Attempting to bind port 560423e3-2447-4a2a-a4f7-14919ee6f727 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:12.313722 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-9b1cd86c-c0bf-450b-9f6c-3900add88fa8 None None] Attempting to bind port 560423e3-2447-4a2a-a4f7-14919ee6f727 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '7ef6e259-001b-4f75-866d-f10a668a65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3eb8418a-2ce9-41a0-8290-a8b1e342ad32'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:12.314494 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1cd86c-c0bf-450b-9f6c-3900add88fa8 None None] Attempting to bind port 560423e3-2447-4a2a-a4f7-14919ee6f727 on network 3eb8418a-2ce9-41a0-8290-a8b1e342ad32 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:12.351668 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-52756a6e-c05c-4f3d-849b-14f055b6433b req-944dca8f-44dd-4db1-bad7-d04765049819 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] For port 467df914-cb0e-4e1c-94f8-8ada9169c8b6, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=467df914-cb0e-4e1c-94f8-8ada9169c8b6,segment=NetworkSegment(9c7d747c-4d15-4d78-8a75-1bea6385c296),segment_id=9c7d747c-4d15-4d78-8a75-1bea6385c296)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:12.353033 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-52756a6e-c05c-4f3d-849b-14f055b6433b req-944dca8f-44dd-4db1-bad7-d04765049819 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:12.365224 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1cd86c-c0bf-450b-9f6c-3900add88fa8 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:12.366203 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1cd86c-c0bf-450b-9f6c-3900add88fa8 None None] Checking segment: {'id': '7ef6e259-001b-4f75-866d-f10a668a65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3eb8418a-2ce9-41a0-8290-a8b1e342ad32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:12.366846 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9b1cd86c-c0bf-450b-9f6c-3900add88fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:12.368989 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1cd86c-c0bf-450b-9f6c-3900add88fa8 None None] Bound using segment: {'id': '7ef6e259-001b-4f75-866d-f10a668a65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3eb8418a-2ce9-41a0-8290-a8b1e342ad32'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:12.369915 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-9b1cd86c-c0bf-450b-9f6c-3900add88fa8 None None] Bound port: 560423e3-2447-4a2a-a4f7-14919ee6f727, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef6e259-001b-4f75-866d-f10a668a65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3eb8418a-2ce9-41a0-8290-a8b1e342ad32'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:12.371466 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-52756a6e-c05c-4f3d-849b-14f055b6433b req-944dca8f-44dd-4db1-bad7-d04765049819 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Calling delete_port for 467df914-cb0e-4e1c-94f8-8ada9169c8b6 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:04:12.379386 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:04:12.384583 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9b1cd86c-c0bf-450b-9f6c-3900add88fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:12.482673 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:12.497146 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-af4edd9c-6575-40ed-9590-23088d2f63d3 admin admin] Allocated IP 172.25.8.109 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/4ec5cb81-b783-420f-9e90-e4b162530d3a) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:12.569369 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 9c5ca25c-42ef-40c8-b1c5-f54431e701d9, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=9c5ca25c-42ef-40c8-b1c5-f54431e701d9,segment=NetworkSegment(1395a4e1-b253-4559-bb6c-18b2bc8da658),segment_id=1395a4e1-b253-4559-bb6c-18b2bc8da658)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:12.574354 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c14be02-23ab-467f-9aaa-38234ac4f166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c5ca25c-42ef-40c8-b1c5-f54431e701d9'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:12.576968 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d097a36-d4a8-4ddc-be6e-0be12eaf29ae" -d '{"events": [{"server_uuid": "6c14be02-23ab-467f-9aaa-38234ac4f166", "name": "network-vif-unplugged", "status": "completed", "tag": "9c5ca25c-42ef-40c8-b1c5-f54431e701d9"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:12.578178 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-52756a6e-c05c-4f3d-849b-14f055b6433b req-944dca8f-44dd-4db1-bad7-d04765049819 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:12.611415 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:12.612191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819b655-1686-4994-a9fd-7096e305c428 req-52475ed4-e4f0-4a25-bd2e-4983ab52e97d tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:12.632459 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6819b655-1686-4994-a9fd-7096e305c428 req-52475ed4-e4f0-4a25-bd2e-4983ab52e97d tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 945 time: 0.2120020 Aug 19 18:04:12.699481 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-9b1cd86c-c0bf-450b-9f6c-3900add88fa8 None None] For port 560423e3-2447-4a2a-a4f7-14919ee6f727, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:12.733669 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944dca8f-44dd-4db1-bad7-d04765049819 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Pushing event deleted for resources: {'Port': ['ID=467df914-cb0e-4e1c-94f8-8ada9169c8b6,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:12.762791 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-9b1cd86c-c0bf-450b-9f6c-3900add88fa8 None None] For port 560423e3-2447-4a2a-a4f7-14919ee6f727, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=560423e3-2447-4a2a-a4f7-14919ee6f727,segment=NetworkSegment(7ef6e259-001b-4f75-866d-f10a668a65ff),segment_id=7ef6e259-001b-4f75-866d-f10a668a65ff)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:12.777249 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9b1cd86c-c0bf-450b-9f6c-3900add88fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:12.790580 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=9c5ca25c-42ef-40c8-b1c5-f54431e701d9,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:12.829089 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-52756a6e-c05c-4f3d-849b-14f055b6433b req-944dca8f-44dd-4db1-bad7-d04765049819 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] No DVR routers for this DVR port 467df914-cb0e-4e1c-94f8-8ada9169c8b6 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:04:12.834818 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-52756a6e-c05c-4f3d-849b-14f055b6433b req-944dca8f-44dd-4db1-bad7-d04765049819 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:12.849722 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52756a6e-c05c-4f3d-849b-14f055b6433b req-944dca8f-44dd-4db1-bad7-d04765049819 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.54 "DELETE /v2.0/ports/467df914-cb0e-4e1c-94f8-8ada9169c8b6 HTTP/1.1" status: 204 len: 173 time: 1.9582222 Aug 19 18:04:12.870296 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6010913a-d5db-4971-99ff-2e836ed77b4a', 'name': 'network-vif-deleted', 'tag': '467df914-cb0e-4e1c-94f8-8ada9169c8b6'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:12.877035 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:12.878315 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484febe5-d667-4a28-89fd-21eb91d05798" -d '{"events": [{"server_uuid": "6010913a-d5db-4971-99ff-2e836ed77b4a", "name": "network-vif-deleted", "tag": "467df914-cb0e-4e1c-94f8-8ada9169c8b6"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:12.922666 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ac9beb0b-53cd-4782-9c1b-6324a6cebcb5 req-978c5939-2ebd-409e-beb2-cafaf942d090 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0524714 Aug 19 18:04:12.968870 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af4edd9c-6575-40ed-9590-23088d2f63d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:13.092419 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1cd86c-c0bf-450b-9f6c-3900add88fa8 None None] Pushing event updated for resources: {'Port': ['ID=560423e3-2447-4a2a-a4f7-14919ee6f727,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:13.119398 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af4edd9c-6575-40ed-9590-23088d2f63d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:13.121292 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:13.136635 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:13.146335 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:13.380077 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4edd9c-6575-40ed-9590-23088d2f63d3 admin admin] Pushing event updated for resources: {'Port': ['ID=4ec5cb81-b783-420f-9e90-e4b162530d3a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:13.418150 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6819b655-1686-4994-a9fd-7096e305c428 req-2dd5c6f5-005b-4b8b-bf1f-f7b24a73f333 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7843754 Aug 19 18:04:13.439436 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4edd9c-6575-40ed-9590-23088d2f63d3 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:13.457778 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-af4edd9c-6575-40ed-9590-23088d2f63d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:13.464654 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4edd9c-6575-40ed-9590-23088d2f63d3 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:13.522285 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:13.564472 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea4ba85-3c9a-4300-939a-0ea8a7418e98 x-openstack-request-id: req-aea4ba85-3c9a-4300-939a-0ea8a7418e98 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:13.565315 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c14be02-23ab-467f-9aaa-38234ac4f166", "name": "network-vif-unplugged", "status": "completed", "tag": "9c5ca25c-42ef-40c8-b1c5-f54431e701d9", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:13.565969 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aea4ba85-3c9a-4300-939a-0ea8a7418e98 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:13.566573 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c14be02-23ab-467f-9aaa-38234ac4f166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c5ca25c-42ef-40c8-b1c5-f54431e701d9', 'code': 200} Aug 19 18:04:13.580835 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5bde52c2-44ee-42c6-819a-f7370745e304 req-30662ddf-236b-4015-b2d6-e2262a27e9b9 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/ports?device_id=6010913a-d5db-4971-99ff-2e836ed77b4a HTTP/1.1" status: 200 len: 210 time: 0.3537326 Aug 19 18:04:13.589005 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ef1069-92e2-4fde-88bb-a7a3322cba9f tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Router d5ea9453-92af-4909-8117-48892550bd5c has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:04:13.603214 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0e2dff8e-92c5-459c-8108-dc4cdbe401cf req-24a02d97-4770-48d1-83b5-d625267101b8 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:13.630790 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=086bcb6b-0ff2-40eb-863c-0266ad2cd2cf,segment=NetworkSegment(a3a8cfc1-0a3e-4913-abe7-e1adaadf3236),segment_id=a3a8cfc1-0a3e-4913-abe7-e1adaadf3236)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:13.637033 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:13.676958 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a02d97-4770-48d1-83b5-d625267101b8 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event deleted for resources: {'Port': ['ID=9c5ca25c-42ef-40c8-b1c5-f54431e701d9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:13.884554 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=086bcb6b-0ff2-40eb-863c-0266ad2cd2cf,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:13.939886 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fbe335-4712-4bd5-afa4-a7e9354c02ac x-openstack-request-id: req-76fbe335-4712-4bd5-afa4-a7e9354c02ac {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:13.940973 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6010913a-d5db-4971-99ff-2e836ed77b4a", "name": "network-vif-deleted", "tag": "467df914-cb0e-4e1c-94f8-8ada9169c8b6", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:13.940973 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76fbe335-4712-4bd5-afa4-a7e9354c02ac {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:13.940973 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6010913a-d5db-4971-99ff-2e836ed77b4a', 'name': 'network-vif-deleted', 'tag': '467df914-cb0e-4e1c-94f8-8ada9169c8b6', 'status': 'completed', 'code': 200} Aug 19 18:04:13.981241 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2dff8e-92c5-459c-8108-dc4cdbe401cf req-24a02d97-4770-48d1-83b5-d625267101b8 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] No DVR routers for this DVR port 9c5ca25c-42ef-40c8-b1c5-f54431e701d9 on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:04:13.990626 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0e2dff8e-92c5-459c-8108-dc4cdbe401cf req-24a02d97-4770-48d1-83b5-d625267101b8 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:13.993058 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0e2dff8e-92c5-459c-8108-dc4cdbe401cf req-24a02d97-4770-48d1-83b5-d625267101b8 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.50 "DELETE /v2.0/ports/9c5ca25c-42ef-40c8-b1c5-f54431e701d9 HTTP/1.1" status: 204 len: 173 time: 4.6591392 Aug 19 18:04:14.007906 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-535a08ce-9440-44c1-aa85-27ef823ad2bf req-6f45c06f-f5bd-4f45-a03f-aeb4f58d9f71 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c14be02-23ab-467f-9aaa-38234ac4f166 HTTP/1.1" status: 200 len: 210 time: 0.0874012 Aug 19 18:04:14.035304 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 271620d3-c2ea-42fa-aa55-17ea8fdce195 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:14.086154 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ef1069-92e2-4fde-88bb-a7a3322cba9f tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:04:14.093079 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b8794-f706-4322-bc85-dee373a65469 req-65056267-c7ac-43ff-889b-1d7fe187c7bd tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:14.110531 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-213b8794-f706-4322-bc85-dee373a65469 req-65056267-c7ac-43ff-889b-1d7fe187c7bd tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 1096 time: 0.1730926 Aug 19 18:04:14.125315 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80ef1069-92e2-4fde-88bb-a7a3322cba9f tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:14.133811 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd90fbb1-cf91-4931-8c19-728c5f6376cd None None] Sync routers for ids ['d5ea9453-92af-4909-8117-48892550bd5c'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:04:14.181736 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd90fbb1-cf91-4931-8c19-728c5f6376cd None None] Routers {'d5ea9453-92af-4909-8117-48892550bd5c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:14.182414 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bd90fbb1-cf91-4931-8c19-728c5f6376cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:04:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d5ea9453-92af-4909-8117-48892550bd5c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:14.199586 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 271620d3-c2ea-42fa-aa55-17ea8fdce195 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:14.201734 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af4edd9c-6575-40ed-9590-23088d2f63d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:14.228278 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-80ef1069-92e2-4fde-88bb-a7a3322cba9f tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "PUT /v2.0/floatingips/e6311502-74a8-4567-8844-460cecfb472a HTTP/1.1" status: 200 len: 991 time: 6.8866525 Aug 19 18:04:14.260533 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-213b8794-f706-4322-bc85-dee373a65469 req-e34ad2a7-5edd-4ccb-b1cb-c13860a3ab21 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490841 Aug 19 18:04:14.354358 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 271620d3-c2ea-42fa-aa55-17ea8fdce195 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:14.354761 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:14.457889 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 467df914-cb0e-4e1c-94f8-8ada9169c8b6 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:04:14.512183 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 467df914-cb0e-4e1c-94f8-8ada9169c8b6 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:04:14.512519 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 467df914-cb0e-4e1c-94f8-8ada9169c8b6 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:04:14.528178 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-bd90fbb1-cf91-4931-8c19-728c5f6376cd None None] Set router d5ea9453-92af-4909-8117-48892550bd5c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:04:14.674495 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af4edd9c-6575-40ed-9590-23088d2f63d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:15.011034 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006505ca-707b-4605-a2a6-adc47fb5e7f6 None None] Network 3eb8418a-2ce9-41a0-8290-a8b1e342ad32 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:04:15.017216 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 560423e3-2447-4a2a-a4f7-14919ee6f727 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:15.102367 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a86c18-58c9-4a2f-9b0c-bee8fb8d1734 req-a503e159-fa8e-44d3-a2cf-99c762aea8b5 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:15.121233 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b0a86c18-58c9-4a2f-9b0c-bee8fb8d1734 req-a503e159-fa8e-44d3-a2cf-99c762aea8b5 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 945 time: 0.4480736 Aug 19 18:04:15.197525 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b0a86c18-58c9-4a2f-9b0c-bee8fb8d1734 req-cd2cbaa2-6c95-4421-adeb-355142edc042 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669503 Aug 19 18:04:15.215287 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4edd9c-6575-40ed-9590-23088d2f63d3 admin admin] Router 2a8f2260-1b3b-4324-be5e-0cef7b2b4777 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:04:15.307512 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38208) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:15.334492 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9f33ccf2-39af-40ed-9084-89aea8bf19ae None None] Provisioning for port 560423e3-2447-4a2a-a4f7-14919ee6f727 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:15.410582 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:15.427462 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4edd9c-6575-40ed-9590-23088d2f63d3 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:04:15.449581 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] Sync routers for ids ['2a8f2260-1b3b-4324-be5e-0cef7b2b4777'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:04:15.464968 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] Routers {'2a8f2260-1b3b-4324-be5e-0cef7b2b4777'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:15.465652 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:04:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['2a8f2260-1b3b-4324-be5e-0cef7b2b4777'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:15.489620 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af4edd9c-6575-40ed-9590-23088d2f63d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:15.494943 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-af4edd9c-6575-40ed-9590-23088d2f63d3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1689487 Aug 19 18:04:15.496209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38212) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:15.558192 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1bdaa06d-a626-4b86-b6fd-f44c4dd3028b req-51a1f0bf-3781-45a0-8ec7-27fbedf6c1f5 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/285897f5-4415-4fe6-8716-996501cb61dd HTTP/1.1" status: 200 len: 1801 time: 0.2887342 Aug 19 18:04:15.600971 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 271620d3-c2ea-42fa-aa55-17ea8fdce195, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=271620d3-c2ea-42fa-aa55-17ea8fdce195,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:15.609266 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8b39abf0-b01b-40ae-b6fc-09402f21e39d tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:15.614195 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271620d3-c2ea-42fa-aa55-17ea8fdce195'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:15.614195 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ea312d-bf7b-48db-a887-d8a13549b7f0" -d '{"events": [{"server_uuid": "226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f", "name": "network-vif-plugged", "status": "completed", "tag": "271620d3-c2ea-42fa-aa55-17ea8fdce195"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:15.641507 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:15.752461 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff54dfe0-4f92-4ec3-b703-99377473f8b1 x-openstack-request-id: req-ff54dfe0-4f92-4ec3-b703-99377473f8b1 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:15.753365 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f", "name": "network-vif-plugged", "status": "completed", "tag": "271620d3-c2ea-42fa-aa55-17ea8fdce195", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:15.755792 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff54dfe0-4f92-4ec3-b703-99377473f8b1 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:15.756935 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271620d3-c2ea-42fa-aa55-17ea8fdce195', 'code': 200} Aug 19 18:04:15.768235 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] Set router 2a8f2260-1b3b-4324-be5e-0cef7b2b4777 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:04:15.839964 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bd90fbb1-cf91-4931-8c19-728c5f6376cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'name': 'tempest-ServersTestManualDisk-1370410028-router', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:28Z', 'updated_at': '2021-08-19T18:03:36Z', 'revision_number': 4, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'gw_port': {'id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:30Z', 'updated_at': '2021-08-19T18:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'e6311502-74a8-4567-8844-460cecfb472a', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'port_id': 'd8d79d13-a788-48a8-bf87-df497f778af4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8', 'mac_address': 'fa:16:3e:cf:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9ac903-2174-494b-998a-3f97e316fe47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:03:41Z', 'updated_at': '2021-08-19T18:04:09Z', 'revision_number': 1, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e797d2-1c30-4e42-98da-d04cf3a7bc2b', 'name': '', 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'mac_address': 'fa:16:3e:36:b0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'dea398ad-a68d-4f83-811a-5b05b0ea2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:34Z', 'updated_at': '2021-08-19T18:03:42Z', 'revision_number': 5, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'subnets': [{'id': 'dea398ad-a68d-4f83-811a-5b05b0ea2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:15.860321 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 560423e3-2447-4a2a-a4f7-14919ee6f727 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:15.951287 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8b39abf0-b01b-40ae-b6fc-09402f21e39d tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:16.085046 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c14be02-23ab-467f-9aaa-38234ac4f166', 'name': 'network-vif-deleted', 'tag': '9c5ca25c-42ef-40c8-b1c5-f54431e701d9'}, {'name': 'network-changed', 'server_uuid': '3a9ac903-2174-494b-998a-3f97e316fe47', 'tag': 'd8d79d13-a788-48a8-bf87-df497f778af4'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:16.095615 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06331964-839c-4611-9db2-e2885889290b" -d '{"events": [{"server_uuid": "6c14be02-23ab-467f-9aaa-38234ac4f166", "name": "network-vif-deleted", "tag": "9c5ca25c-42ef-40c8-b1c5-f54431e701d9"}, {"name": "network-changed", "server_uuid": "3a9ac903-2174-494b-998a-3f97e316fe47", "tag": "d8d79d13-a788-48a8-bf87-df497f778af4"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:16.117354 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd90fbb1-cf91-4931-8c19-728c5f6376cd None None] Checking router: d5ea9453-92af-4909-8117-48892550bd5c for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:04:16.143422 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 560423e3-2447-4a2a-a4f7-14919ee6f727 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:16.148897 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:16.231575 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8f2260-1b3b-4324-be5e-0cef7b2b4777', 'name': 'tempest-FloatingIPDetailsTestJSON-1810835339-router', 'tenant_id': '05ca1348008c46c6bab6c2b07c01e939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '4ec5cb81-b783-420f-9e90-e4b162530d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:10Z', 'updated_at': '2021-08-19T18:04:13Z', 'revision_number': 3, 'project_id': '05ca1348008c46c6bab6c2b07c01e939', 'gw_port': {'id': '4ec5cb81-b783-420f-9e90-e4b162530d3a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8f2260-1b3b-4324-be5e-0cef7b2b4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:11Z', 'updated_at': '2021-08-19T18:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:16.297028 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] Checking router: 2a8f2260-1b3b-4324-be5e-0cef7b2b4777 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:04:16.300696 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] Updating router 2a8f2260-1b3b-4324-be5e-0cef7b2b4777 port 4ec5cb81-b783-420f-9e90-e4b162530d3a binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:04:16.342320 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ac8e39a-ed7e-4e97-9b00-9f0135ce1061 req-14cade10-c6eb-4e87-bdd5-682fafd1a196 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b2378274-8745-4a0e-9ca7-6cb69e089c2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7262177 Aug 19 18:04:16.350160 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1bdaa06d-a626-4b86-b6fd-f44c4dd3028b req-a6f58b40-35ec-4dd7-bddf-f5c22573c603 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:16.390583 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b5c91-21c3-4145-a52f-fa6e714888ef req-99c5aee9-ec9d-437e-b3c3-4c72e54107a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:16.395123 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:16.396459 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-314b5c91-21c3-4145-a52f-fa6e714888ef req-99c5aee9-ec9d-437e-b3c3-4c72e54107a9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 1097 time: 0.4988275 Aug 19 18:04:16.495451 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:16.501849 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd90fbb1-cf91-4931-8c19-728c5f6376cd None None] Routers {'d5ea9453-92af-4909-8117-48892550bd5c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:16.502567 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bd90fbb1-cf91-4931-8c19-728c5f6376cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:04:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d5ea9453-92af-4909-8117-48892550bd5c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:16.651538 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:16.681297 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=271620d3-c2ea-42fa-aa55-17ea8fdce195,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:16.762208 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1bdaa06d-a626-4b86-b6fd-f44c4dd3028b req-a6f58b40-35ec-4dd7-bddf-f5c22573c603 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:16.891207 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 560423e3-2447-4a2a-a4f7-14919ee6f727, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=560423e3-2447-4a2a-a4f7-14919ee6f727,segment=NetworkSegment(7ef6e259-001b-4f75-866d-f10a668a65ff),segment_id=7ef6e259-001b-4f75-866d-f10a668a65ff)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:16.909630 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:16.912035 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:16.943393 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1bdaa06d-a626-4b86-b6fd-f44c4dd3028b req-a6f58b40-35ec-4dd7-bddf-f5c22573c603 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:16.950660 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1bdaa06d-a626-4b86-b6fd-f44c4dd3028b req-a6f58b40-35ec-4dd7-bddf-f5c22573c603 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:16.963620 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1bdaa06d-a626-4b86-b6fd-f44c4dd3028b req-a6f58b40-35ec-4dd7-bddf-f5c22573c603 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "DELETE /v2.0/security-groups/285897f5-4415-4fe6-8716-996501cb61dd HTTP/1.1" status: 204 len: 173 time: 1.4040561 Aug 19 18:04:17.022619 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8b39abf0-b01b-40ae-b6fc-09402f21e39d tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:17.033167 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8b39abf0-b01b-40ae-b6fc-09402f21e39d tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:17.043407 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8b39abf0-b01b-40ae-b6fc-09402f21e39d tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "DELETE /v2.0/security-groups/2e25ef85-bdee-4e51-ab6e-84538baddacd HTTP/1.1" status: 204 len: 168 time: 1.7287409 Aug 19 18:04:17.047219 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38236) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:17.060068 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f58b40-35ec-4dd7-bddf-f5c22573c603 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=285897f5-4415-4fe6-8716-996501cb61dd,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:17.098121 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bf1e48-33ca-4ef9-96fb-31ea999e7598 x-openstack-request-id: req-a4bf1e48-33ca-4ef9-96fb-31ea999e7598 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:17.098777 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c14be02-23ab-467f-9aaa-38234ac4f166", "name": "network-vif-deleted", "tag": "9c5ca25c-42ef-40c8-b1c5-f54431e701d9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3a9ac903-2174-494b-998a-3f97e316fe47", "tag": "d8d79d13-a788-48a8-bf87-df497f778af4", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:17.099283 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4bf1e48-33ca-4ef9-96fb-31ea999e7598 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:17.099996 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c14be02-23ab-467f-9aaa-38234ac4f166', 'name': 'network-vif-deleted', 'tag': '9c5ca25c-42ef-40c8-b1c5-f54431e701d9', 'status': 'completed', 'code': 200} Aug 19 18:04:17.100479 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9ac903-2174-494b-998a-3f97e316fe47', 'tag': 'd8d79d13-a788-48a8-bf87-df497f778af4', 'status': 'completed', 'code': 200} Aug 19 18:04:17.142106 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-119e3183-b09a-40d0-8e08-92b3eb264a3d tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] show failed (client error): The resource could not be found. Aug 19 18:04:17.149642 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-119e3183-b09a-40d0-8e08-92b3eb264a3d tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "GET /v2.0/security-groups/2e25ef85-bdee-4e51-ab6e-84538baddacd HTTP/1.1" status: 404 len: 347 time: 0.0633087 Aug 19 18:04:17.154821 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38240) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:17.185822 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8e39a-ed7e-4e97-9b00-9f0135ce1061 req-a6082858-9166-424d-8ab7-f5d681c3ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:17.190672 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ac8e39a-ed7e-4e97-9b00-9f0135ce1061 req-a6082858-9166-424d-8ab7-f5d681c3ffe2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4e704f617a744748b90217135397502c&device_id=b2378274-8745-4a0e-9ca7-6cb69e089c2f HTTP/1.1" status: 200 len: 1097 time: 0.7903523 Aug 19 18:04:17.239452 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-314b5c91-21c3-4145-a52f-fa6e714888ef req-5a0e3477-ae7b-4603-a5c3-945b009f15ef service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6673000 Aug 19 18:04:17.319474 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39abf0-b01b-40ae-b6fc-09402f21e39d tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e25ef85-bdee-4e51-ab6e-84538baddacd,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:17.574184 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:17.607926 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] Transition to ACTIVE for port object 4ec5cb81-b783-420f-9e90-e4b162530d3a will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:17.619100 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:17.757277 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201d2c3-4d2d-492e-9bf8-16291af67735 None None] Pushing event updated for resources: {'Port': ['ID=4ec5cb81-b783-420f-9e90-e4b162530d3a,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:17.806611 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] Attempting to bind port 4ec5cb81-b783-420f-9e90-e4b162530d3a on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:17.807049 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] Attempting to bind port 4ec5cb81-b783-420f-9e90-e4b162530d3a by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:17.807423 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] Attempting to bind port 4ec5cb81-b783-420f-9e90-e4b162530d3a on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:17.819964 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:17.820348 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:17.820949 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:17.821354 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:17.832189 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] Bound port: 4ec5cb81-b783-420f-9e90-e4b162530d3a, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:17.832613 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:17.905488 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af26ac9-0371-47d4-866c-ac97d8a19a4d req-4d8c22df-8f49-4197-9cb3-129a3c76e2dc tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:17.922236 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1af26ac9-0371-47d4-866c-ac97d8a19a4d req-4d8c22df-8f49-4197-9cb3-129a3c76e2dc tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 946 time: 0.2695832 Aug 19 18:04:17.943531 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06331964-839c-4611-9db2-e2885889290b req-ae5acdce-9ca8-4197-9c4b-839c31c71a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:17.945235 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-06331964-839c-4611-9db2-e2885889290b req-ae5acdce-9ca8-4197-9c4b-839c31c71a39 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4c96cb79c46474f800504e123a99c91&device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 1097 time: 0.7936912 Aug 19 18:04:17.957001 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] For port 4ec5cb81-b783-420f-9e90-e4b162530d3a, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:17.966746 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] For port 4ec5cb81-b783-420f-9e90-e4b162530d3a, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4ec5cb81-b783-420f-9e90-e4b162530d3a,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:17.971749 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-bd90fbb1-cf91-4931-8c19-728c5f6376cd None None] Set router d5ea9453-92af-4909-8117-48892550bd5c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:04:17.972910 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:18.001779 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4766a522-340f-40c8-a33d-3f8c1f4e5f27 req-31abc474-c10a-46d5-8335-dda5629a607b tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "GET /v2.0/security-groups/06ab7c3b-85cc-4d67-a412-2bb03cf05dc5 HTTP/1.1" status: 200 len: 1800 time: 0.6234469 Aug 19 18:04:18.009684 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1af26ac9-0371-47d4-866c-ac97d8a19a4d req-2a8dd4aa-47fd-47d1-bcd8-be92e0aac59c tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800476 Aug 19 18:04:18.113149 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201d2c3-4d2d-492e-9bf8-16291af67735 None None] Pushing event updated for resources: {'Port': ['ID=4ec5cb81-b783-420f-9e90-e4b162530d3a,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:18.189242 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] Routers {'2a8f2260-1b3b-4324-be5e-0cef7b2b4777'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:18.189909 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:04:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['2a8f2260-1b3b-4324-be5e-0cef7b2b4777'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:18.230828 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=560423e3-2447-4a2a-a4f7-14919ee6f727,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:18.280606 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7863-22f7-4fd2-b98e-b7063bccda45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:18.323018 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:18.323745 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:18.328968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b333e8e4-0fe1-49c8-9f42-aa36f3f72811 None None] Provisioning complete for port 560423e3-2447-4a2a-a4f7-14919ee6f727 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:18.329876 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b333e8e4-0fe1-49c8-9f42-aa36f3f72811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:18.400490 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8e39a-ed7e-4e97-9b00-9f0135ce1061 req-6410a0cf-ac13-4da1-83c3-121ef6ba4ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:18.403719 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ac8e39a-ed7e-4e97-9b00-9f0135ce1061 req-6410a0cf-ac13-4da1-83c3-121ef6ba4ac9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cd90f362-a393-471c-9ea0-f8d2f58d49da HTTP/1.1" status: 200 len: 925 time: 1.0862815 Aug 19 18:04:18.528796 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06331964-839c-4611-9db2-e2885889290b req-eaf393e2-36cf-467a-ab93-475f989b39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:18.533636 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-06331964-839c-4611-9db2-e2885889290b req-eaf393e2-36cf-467a-ab93-475f989b39ae service neutron] 10.222.0.50 "GET /v2.0/networks?id=73650f01-9243-4f8f-ada4-5096f7e45ce8 HTTP/1.1" status: 200 len: 913 time: 0.5633380 Aug 19 18:04:18.549175 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] Set router 2a8f2260-1b3b-4324-be5e-0cef7b2b4777 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:04:18.730211 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-daa37780-9adf-41ce-920b-e75a18e00223 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Deleting port 807f3c71-3110-425b-8d2a-7037e26c3012 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:04:18.733727 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-daa37780-9adf-41ce-920b-e75a18e00223 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:18.736759 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-4766a522-340f-40c8-a33d-3f8c1f4e5f27 req-aeb52921-d251-4e52-bcf5-ea100a0dbae7 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:18.916929 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-ff2d7863-22f7-4fd2-b98e-b7063bccda45 admin admin] Allocated IP 172.20.0.1 (3eb8418a-2ce9-41a0-8290-a8b1e342ad32/7e41839c-b972-4b5a-b4f7-6e1817ddb90d/6839bc8b-9930-4bb6-a5b7-547e3e8a57e3) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:18.942209 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-daa37780-9adf-41ce-920b-e75a18e00223 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:18.943000 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-daa37780-9adf-41ce-920b-e75a18e00223 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:18.963767 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-daa37780-9adf-41ce-920b-e75a18e00223 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Calling delete_port for 807f3c71-3110-425b-8d2a-7037e26c3012 owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:04:19.514362 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ac8e39a-ed7e-4e97-9b00-9f0135ce1061 req-01b6ad59-305b-4e9e-8e02-e8ca810cda21 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9717689d-d0aa-46cc-993b-9b7eb34f88f3 HTTP/1.1" status: 200 len: 1002 time: 1.0958622 Aug 19 18:04:19.554740 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-4766a522-340f-40c8-a33d-3f8c1f4e5f27 req-aeb52921-d251-4e52-bcf5-ea100a0dbae7 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:19.578787 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-06331964-839c-4611-9db2-e2885889290b req-ae6e3fa7-102a-4113-847e-adda025d1aba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d79d13-a788-48a8-bf87-df497f778af4 HTTP/1.1" status: 200 len: 999 time: 1.0193017 Aug 19 18:04:19.642163 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 560423e3-2447-4a2a-a4f7-14919ee6f727 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:19.675096 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60f8c4-e74e-486c-adc2-4771a8a63bc0 req-c3cae220-5858-4fae-af7e-4ff91f239d0e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:19.676832 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d60f8c4-e74e-486c-adc2-4771a8a63bc0 req-c3cae220-5858-4fae-af7e-4ff91f239d0e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 946 time: 0.3731148 Aug 19 18:04:19.719417 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8f2260-1b3b-4324-be5e-0cef7b2b4777', 'name': 'tempest-FloatingIPDetailsTestJSON-1810835339-router', 'tenant_id': '05ca1348008c46c6bab6c2b07c01e939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '4ec5cb81-b783-420f-9e90-e4b162530d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:10Z', 'updated_at': '2021-08-19T18:04:13Z', 'revision_number': 3, 'project_id': '05ca1348008c46c6bab6c2b07c01e939', 'gw_port': {'id': '4ec5cb81-b783-420f-9e90-e4b162530d3a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8f2260-1b3b-4324-be5e-0cef7b2b4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:11Z', 'updated_at': '2021-08-19T18:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:19.816754 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7863-22f7-4fd2-b98e-b7063bccda45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:19.820862 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bd90fbb1-cf91-4931-8c19-728c5f6376cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'name': 'tempest-ServersTestManualDisk-1370410028-router', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:28Z', 'updated_at': '2021-08-19T18:03:36Z', 'revision_number': 4, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'gw_port': {'id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:30Z', 'updated_at': '2021-08-19T18:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'e6311502-74a8-4567-8844-460cecfb472a', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'port_id': 'd8d79d13-a788-48a8-bf87-df497f778af4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8', 'mac_address': 'fa:16:3e:cf:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9ac903-2174-494b-998a-3f97e316fe47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:03:41Z', 'updated_at': '2021-08-19T18:04:09Z', 'revision_number': 1, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e797d2-1c30-4e42-98da-d04cf3a7bc2b', 'name': '', 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'mac_address': 'fa:16:3e:36:b0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'dea398ad-a68d-4f83-811a-5b05b0ea2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:34Z', 'updated_at': '2021-08-19T18:03:42Z', 'revision_number': 5, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'subnets': [{'id': 'dea398ad-a68d-4f83-811a-5b05b0ea2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:19.842356 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06331964-839c-4611-9db2-e2885889290b req-f832d439-73c1-4a4e-8f64-04770fea9fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:19.844136 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-06331964-839c-4611-9db2-e2885889290b req-f832d439-73c1-4a4e-8f64-04770fea9fe2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dea398ad-a68d-4f83-811a-5b05b0ea2699 HTTP/1.1" status: 200 len: 851 time: 0.1689997 Aug 19 18:04:19.861108 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94539539-a802-49fe-927c-33bfa2a2c7a2 None None] The sync data for ids ['2a8f2260-1b3b-4324-be5e-0cef7b2b4777'] in n-d-803753-2 is: [{'id': '2a8f2260-1b3b-4324-be5e-0cef7b2b4777', 'name': 'tempest-FloatingIPDetailsTestJSON-1810835339-router', 'tenant_id': '05ca1348008c46c6bab6c2b07c01e939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '4ec5cb81-b783-420f-9e90-e4b162530d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:10Z', 'updated_at': '2021-08-19T18:04:13Z', 'revision_number': 3, 'project_id': '05ca1348008c46c6bab6c2b07c01e939', 'gw_port': {'id': '4ec5cb81-b783-420f-9e90-e4b162530d3a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8f2260-1b3b-4324-be5e-0cef7b2b4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:11Z', 'updated_at': '2021-08-19T18:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:04:19.913646 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-daa37780-9adf-41ce-920b-e75a18e00223 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:19.961822 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d60f8c4-e74e-486c-adc2-4771a8a63bc0 req-aeab9e50-9cea-4711-81a7-72a8b933d4cb tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486873 Aug 19 18:04:19.982636 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd90fbb1-cf91-4931-8c19-728c5f6376cd None None] The sync data for ids ['d5ea9453-92af-4909-8117-48892550bd5c'] in n-d-803753-2 is: [{'id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'name': 'tempest-ServersTestManualDisk-1370410028-router', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:28Z', 'updated_at': '2021-08-19T18:03:36Z', 'revision_number': 4, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'gw_port': {'id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:30Z', 'updated_at': '2021-08-19T18:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'e6311502-74a8-4567-8844-460cecfb472a', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'port_id': 'd8d79d13-a788-48a8-bf87-df497f778af4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8', 'mac_address': 'fa:16:3e:cf:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9ac903-2174-494b-998a-3f97e316fe47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:03:41Z', 'updated_at': '2021-08-19T18:04:09Z', 'revision_number': 1, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e797d2-1c30-4e42-98da-d04cf3a7bc2b', 'name': '', 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'mac_address': 'fa:16:3e:36:b0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'dea398ad-a68d-4f83-811a-5b05b0ea2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:34Z', 'updated_at': '2021-08-19T18:03:42Z', 'revision_number': 5, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'subnets': [{'id': 'dea398ad-a68d-4f83-811a-5b05b0ea2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:04:20.004551 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 560423e3-2447-4a2a-a4f7-14919ee6f727 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:20.005720 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:20.031049 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-ff2d7863-22f7-4fd2-b98e-b7063bccda45 admin admin] Transition to ACTIVE for port object 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:20.044743 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8e39a-ed7e-4e97-9b00-9f0135ce1061 req-839fac55-7d19-4878-beeb-54acf5654ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:20.049935 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ac8e39a-ed7e-4e97-9b00-9f0135ce1061 req-839fac55-7d19-4878-beeb-54acf5654ca2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6a06b492-9bd5-4ec9-8bec-8fb0e833dd42 HTTP/1.1" status: 200 len: 863 time: 0.5207667 Aug 19 18:04:20.059219 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa37780-9adf-41ce-920b-e75a18e00223 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Pushing event deleted for resources: {'Port': ['ID=807f3c71-3110-425b-8d2a-7037e26c3012,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:20.068581 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-4766a522-340f-40c8-a33d-3f8c1f4e5f27 req-aeb52921-d251-4e52-bcf5-ea100a0dbae7 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:20.071414 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-4766a522-340f-40c8-a33d-3f8c1f4e5f27 req-aeb52921-d251-4e52-bcf5-ea100a0dbae7 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:20.077256 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4766a522-340f-40c8-a33d-3f8c1f4e5f27 req-aeb52921-d251-4e52-bcf5-ea100a0dbae7 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] 10.222.0.24 "DELETE /v2.0/security-groups/06ab7c3b-85cc-4d67-a412-2bb03cf05dc5 HTTP/1.1" status: 204 len: 173 time: 2.0743542 Aug 19 18:04:20.160100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38262) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:20.201072 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7863-22f7-4fd2-b98e-b7063bccda45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:20.264894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb52921-d251-4e52-bcf5-ea100a0dbae7 tempest-SecurityGroupsTestJSON-1543011985 tempest-SecurityGroupsTestJSON-1543011985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ab7c3b-85cc-4d67-a412-2bb03cf05dc5,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:20.339490 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06331964-839c-4611-9db2-e2885889290b req-e4372053-537d-4f18-b403-8dd8447fa847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:20.341316 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-06331964-839c-4611-9db2-e2885889290b req-e4372053-537d-4f18-b403-8dd8447fa847 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=73650f01-9243-4f8f-ada4-5096f7e45ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4797530 Aug 19 18:04:20.445087 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2d7863-22f7-4fd2-b98e-b7063bccda45 admin admin] Network 3eb8418a-2ce9-41a0-8290-a8b1e342ad32 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:20.472576 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-ff2d7863-22f7-4fd2-b98e-b7063bccda45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:20.512535 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2d7863-22f7-4fd2-b98e-b7063bccda45 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:20.623674 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-daa37780-9adf-41ce-920b-e75a18e00223 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:20.626319 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-daa37780-9adf-41ce-920b-e75a18e00223 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:20.627583 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-daa37780-9adf-41ce-920b-e75a18e00223 tempest-ImagesOneServerNegativeTestJSON-953089830 tempest-ImagesOneServerNegativeTestJSON-953089830-project] 10.222.0.24 "DELETE /v2.0/floatingips/308434cd-9ac7-42be-81d8-a2b21df15c54 HTTP/1.1" status: 204 len: 168 time: 3.4317553 Aug 19 18:04:20.690478 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8e39a-ed7e-4e97-9b00-9f0135ce1061 req-ac984747-64c8-429f-957a-5d61364788f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:20.692085 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ac8e39a-ed7e-4e97-9b00-9f0135ce1061 req-ac984747-64c8-429f-957a-5d61364788f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cd90f362-a393-471c-9ea0-f8d2f58d49da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6117601 Aug 19 18:04:20.705638 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8787054-5a53-4ff5-8a4f-b58c8b705f26 admin admin] Deleting subnet b083b0fb-67a8-452f-a897-1da102c8a2c8 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:04:20.712833 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8787054-5a53-4ff5-8a4f-b58c8b705f26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:20.733489 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d341c0c6-fbc7-444e-850d-edda6d0f0f7e None None] New status for floating IP e6311502-74a8-4567-8844-460cecfb472a: ACTIVE {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:04:20.843545 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8787054-5a53-4ff5-8a4f-b58c8b705f26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:20.932651 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8787054-5a53-4ff5-8a4f-b58c8b705f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:21.064364 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d7863-22f7-4fd2-b98e-b7063bccda45 admin admin] Pushing event updated for resources: {'Port': ['ID=6839bc8b-9930-4bb6-a5b7-547e3e8a57e3,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:21.088621 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7863-22f7-4fd2-b98e-b7063bccda45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:21.614689 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8787054-5a53-4ff5-8a4f-b58c8b705f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:21.626498 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4ec5cb81-b783-420f-9e90-e4b162530d3a up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:21.677766 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8787054-5a53-4ff5-8a4f-b58c8b705f26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b083b0fb-67a8-452f-a897-1da102c8a2c8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:21.762251 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8787054-5a53-4ff5-8a4f-b58c8b705f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:21.772976 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38288) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:21.792740 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c793efb0-3d18-46ac-b2c4-7f6d6c28b90f None None] Provisioning for port 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:21.824640 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c8787054-5a53-4ff5-8a4f-b58c8b705f26 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b083b0fb-67a8-452f-a897-1da102c8a2c8 HTTP/1.1" status: 204 len: 168 time: 1.5963473 Aug 19 18:04:21.833894 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c793efb0-3d18-46ac-b2c4-7f6d6c28b90f None None] Provisioning complete for port 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:21.834329 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c793efb0-3d18-46ac-b2c4-7f6d6c28b90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:21.851485 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7863-22f7-4fd2-b98e-b7063bccda45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:21.911421 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19f816-e457-4ea0-8909-db48d906569d req-58105cd3-0f6d-41a6-ba6c-90f000db891b tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:21.913101 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa19f816-e457-4ea0-8909-db48d906569d req-58105cd3-0f6d-41a6-ba6c-90f000db891b tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 1097 time: 1.3415606 Aug 19 18:04:21.918821 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-06331964-839c-4611-9db2-e2885889290b req-30ee1f62-be0a-4b15-a188-9b1b6dc8aef2 service neutron] 10.222.0.50 "GET /v2.0/networks/73650f01-9243-4f8f-ada4-5096f7e45ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5614340 Aug 19 18:04:22.001378 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 4ec5cb81-b783-420f-9e90-e4b162530d3a completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:22.013314 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 4ec5cb81-b783-420f-9e90-e4b162530d3a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:22.013714 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:22.015334 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-c793efb0-3d18-46ac-b2c4-7f6d6c28b90f None None] Port 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:22.236593 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:22.287232 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ac8e39a-ed7e-4e97-9b00-9f0135ce1061 req-ad77b1c4-d5e9-4412-879a-dcaa39c1620e service neutron] 10.222.0.54 "GET /v2.0/networks/cd90f362-a393-471c-9ea0-f8d2f58d49da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4854569 Aug 19 18:04:22.291258 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 4ec5cb81-b783-420f-9e90-e4b162530d3a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4ec5cb81-b783-420f-9e90-e4b162530d3a,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:22.292138 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38298) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:22.301415 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:22.326302 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c34e8be-71c4-48da-aa39-ef832775dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:22.338799 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7863-22f7-4fd2-b98e-b7063bccda45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:22.348919 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7863-22f7-4fd2-b98e-b7063bccda45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:22.419347 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=4ec5cb81-b783-420f-9e90-e4b162530d3a,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:22.450916 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d7863-22f7-4fd2-b98e-b7063bccda45 admin admin] Pushing event updated for resources: {'Port': ['ID=6839bc8b-9930-4bb6-a5b7-547e3e8a57e3,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:22.459966 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa19f816-e457-4ea0-8909-db48d906569d req-d6db4477-2dd3-4eee-92e9-30bc657bff88 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166507 Aug 19 18:04:22.515439 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7863-22f7-4fd2-b98e-b7063bccda45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:22.701976 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2d7863-22f7-4fd2-b98e-b7063bccda45 admin admin] Network 3eb8418a-2ce9-41a0-8290-a8b1e342ad32 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:22.704310 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-ff2d7863-22f7-4fd2-b98e-b7063bccda45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:22.760013 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-1adc36c4-5d3e-4776-8cd6-30ea96bca73f admin admin] Deleting subnet 146b6d87-a0dc-49aa-aae9-258fac7297e8 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:04:22.763482 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1adc36c4-5d3e-4776-8cd6-30ea96bca73f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:22.820144 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1adc36c4-5d3e-4776-8cd6-30ea96bca73f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:22.863139 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1adc36c4-5d3e-4776-8cd6-30ea96bca73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:22.973726 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2d7863-22f7-4fd2-b98e-b7063bccda45 admin admin] Router 2a8f2260-1b3b-4324-be5e-0cef7b2b4777 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:04:23.083035 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1adc36c4-5d3e-4776-8cd6-30ea96bca73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:23.180854 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-dd06cc0e-df9b-436a-8229-002da9d01ede None None] Provisioning complete for port 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:23.183471 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dd06cc0e-df9b-436a-8229-002da9d01ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:23.222523 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc36c4-5d3e-4776-8cd6-30ea96bca73f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=146b6d87-a0dc-49aa-aae9-258fac7297e8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:23.232326 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c34e8be-71c4-48da-aa39-ef832775dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:23.257363 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-06331964-839c-4611-9db2-e2885889290b req-38b4e152-5cf2-45a7-945d-fbebf10015d2 service neutron] 10.222.0.50 "GET /v2.0/networks/73650f01-9243-4f8f-ada4-5096f7e45ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3169549 Aug 19 18:04:23.262825 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ac8e39a-ed7e-4e97-9b00-9f0135ce1061 req-0e4fee09-9126-4318-89cf-c417b7664584 service neutron] 10.222.0.54 "GET /v2.0/networks/cd90f362-a393-471c-9ea0-f8d2f58d49da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8753142 Aug 19 18:04:23.287462 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1adc36c4-5d3e-4776-8cd6-30ea96bca73f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:23.302613 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1adc36c4-5d3e-4776-8cd6-30ea96bca73f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/146b6d87-a0dc-49aa-aae9-258fac7297e8 HTTP/1.1" status: 204 len: 168 time: 0.9688497 Aug 19 18:04:23.307541 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38328) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:23.316017 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-8c34e8be-71c4-48da-aa39-ef832775dd5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24c7da1-2b52-4491-aeec-8ee53ea1e3f5']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:23.328358 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-dd06cc0e-df9b-436a-8229-002da9d01ede None None] Port 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:23.338590 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4ec5cb81-b783-420f-9e90-e4b162530d3a up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:23.360695 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c01f3b82-31d8-40d0-84a6-b79008630d35 req-995c0a80-e18c-45c3-b1ba-a74dd878f89f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3688762 Aug 19 18:04:23.372670 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-8c34e8be-71c4-48da-aa39-ef832775dd5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1395a4e1-b253-4559-bb6c-18b2bc8da658') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:23.372972 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-8c34e8be-71c4-48da-aa39-ef832775dd5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1395a4e1-b253-4559-bb6c-18b2bc8da658') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:23.419251 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c34e8be-71c4-48da-aa39-ef832775dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:23.517716 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 4ec5cb81-b783-420f-9e90-e4b162530d3a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:23.522791 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:23.562211 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c34e8be-71c4-48da-aa39-ef832775dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:23.571228 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2d7863-22f7-4fd2-b98e-b7063bccda45 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:04:23.596848 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c34e8be-71c4-48da-aa39-ef832775dd5f admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:04:23.597270 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c34e8be-71c4-48da-aa39-ef832775dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:04:23.600529 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:04:23.604735 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ff2d7863-22f7-4fd2-b98e-b7063bccda45 admin admin] 10.222.0.24 "PUT /v2.0/routers/2a8f2260-1b3b-4324-be5e-0cef7b2b4777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1074073 Aug 19 18:04:23.628499 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a16ec771-a5dc-4b7e-a1d3-7d7d5c796f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:23.727997 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f3b82-31d8-40d0-84a6-b79008630d35 req-28c144ea-599b-4f95-860e-ee4318131ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:23.732509 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c01f3b82-31d8-40d0-84a6-b79008630d35 req-28c144ea-599b-4f95-860e-ee4318131ba2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 1095 time: 0.3102119 Aug 19 18:04:23.734173 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c34e8be-71c4-48da-aa39-ef832775dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:23.821668 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c34e8be-71c4-48da-aa39-ef832775dd5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:23.824082 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8c34e8be-71c4-48da-aa39-ef832775dd5f admin admin] 10.222.0.24 "DELETE /v2.0/networks/f24c7da1-2b52-4491-aeec-8ee53ea1e3f5 HTTP/1.1" status: 204 len: 168 time: 2.0465877 Aug 19 18:04:23.896936 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a16ec771-a5dc-4b7e-a1d3-7d7d5c796f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:23.923758 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a16ec771-a5dc-4b7e-a1d3-7d7d5c796f2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10b88e6-02ab-47c3-add3-7da1d41710d4']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:23.928710 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34e8be-71c4-48da-aa39-ef832775dd5f admin admin] Pushing event deleted for resources: {'Network': ['ID=f24c7da1-2b52-4491-aeec-8ee53ea1e3f5,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:23.955620 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a16ec771-a5dc-4b7e-a1d3-7d7d5c796f2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7d747c-4d15-4d78-8a75-1bea6385c296') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:23.955924 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a16ec771-a5dc-4b7e-a1d3-7d7d5c796f2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7d747c-4d15-4d78-8a75-1bea6385c296') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:23.993780 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a16ec771-a5dc-4b7e-a1d3-7d7d5c796f2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:24.010334 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] Sync routers for ids ['2a8f2260-1b3b-4324-be5e-0cef7b2b4777'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:04:24.027137 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] Routers {'2a8f2260-1b3b-4324-be5e-0cef7b2b4777'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:24.033144 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:04:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['2a8f2260-1b3b-4324-be5e-0cef7b2b4777'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:24.056299 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a16ec771-a5dc-4b7e-a1d3-7d7d5c796f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:24.099236 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a16ec771-a5dc-4b7e-a1d3-7d7d5c796f2e admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:04:24.108170 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a16ec771-a5dc-4b7e-a1d3-7d7d5c796f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:04:24.120958 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:04:24.236669 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f3b82-31d8-40d0-84a6-b79008630d35 req-a2ba778e-016b-4d4f-8643-271ad0202440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:24.239425 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c01f3b82-31d8-40d0-84a6-b79008630d35 req-a2ba778e-016b-4d4f-8643-271ad0202440 service neutron] 10.222.0.50 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 922 time: 0.4275467 Aug 19 18:04:24.240110 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38352) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:24.330763 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c01f3b82-31d8-40d0-84a6-b79008630d35 req-0c5a688a-226b-4f87-a58c-540ec5d266c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad6b9fb2-05cc-483b-8221-9cf0e7844b83 HTTP/1.1" status: 200 len: 217 time: 0.0654953 Aug 19 18:04:24.346652 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-88212d21-2769-442e-8a57-96db862e8f23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dabde781ddb345aead884b8987cb9981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1051173 Aug 19 18:04:24.353249 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38354) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:24.368494 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a16ec771-a5dc-4b7e-a1d3-7d7d5c796f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:24.392329 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a16ec771-a5dc-4b7e-a1d3-7d7d5c796f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:24.399353 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a16ec771-a5dc-4b7e-a1d3-7d7d5c796f2e admin admin] 10.222.0.24 "DELETE /v2.0/networks/c10b88e6-02ab-47c3-add3-7da1d41710d4 HTTP/1.1" status: 204 len: 168 time: 1.0906339 Aug 19 18:04:24.448440 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ec771-a5dc-4b7e-a1d3-7d7d5c796f2e admin admin] Pushing event deleted for resources: {'Network': ['ID=c10b88e6-02ab-47c3-add3-7da1d41710d4,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:24.468909 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f3b82-31d8-40d0-84a6-b79008630d35 req-c56e38f2-7692-478b-a6eb-a05f93b102e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:24.470484 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c01f3b82-31d8-40d0-84a6-b79008630d35 req-c56e38f2-7692-478b-a6eb-a05f93b102e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e38a766b-6157-45f2-9785-a9bfeb2d8ba6 HTTP/1.1" status: 200 len: 861 time: 0.1227505 Aug 19 18:04:24.536454 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c01f3b82-31d8-40d0-84a6-b79008630d35 req-9c740cbb-aca4-4620-ba6f-51ae26e078ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52390765-0cad-463c-8122-8baf5b79ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527899 Aug 19 18:04:24.541045 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-82e0f78c-ca6b-443c-b9fb-524a52e6301f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:24.610863 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-82e0f78c-ca6b-443c-b9fb-524a52e6301f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:24.743188 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-82e0f78c-ca6b-443c-b9fb-524a52e6301f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:24.749900 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-82e0f78c-ca6b-443c-b9fb-524a52e6301f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:24.761284 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-82e0f78c-ca6b-443c-b9fb-524a52e6301f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/944f342e-ab18-4eae-b856-158ee438b7fb HTTP/1.1" status: 204 len: 168 time: 0.4052262 Aug 19 18:04:24.795035 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0f78c-ca6b-443c-b9fb-524a52e6301f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944f342e-ab18-4eae-b856-158ee438b7fb,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:24.856355 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] Set router 2a8f2260-1b3b-4324-be5e-0cef7b2b4777 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:04:24.879106 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c01f3b82-31d8-40d0-84a6-b79008630d35 req-2ae9f7cd-b687-42cb-8bc1-eb2e4c60419d service neutron] 10.222.0.50 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111129 Aug 19 18:04:25.031051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38366) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:25.160405 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-26cafbbb-6057-48ee-86ae-37fc498d9b62 req-5a97e48f-c5df-4cff-aad0-0115ec90bdb1 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3693213 Aug 19 18:04:25.177159 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-26cafbbb-6057-48ee-86ae-37fc498d9b62 req-91ed0f87-f546-49a2-8b79-9d02fa3af0f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:25.238456 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-26cafbbb-6057-48ee-86ae-37fc498d9b62 req-91ed0f87-f546-49a2-8b79-9d02fa3af0f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:25.260026 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c897cd5d-45ab-42f8-85a0-7be1af1cb36c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d78253ce1bc1486bad8923eb6a7a8c64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216344 Aug 19 18:04:25.260798 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38372) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:25.357657 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c01f3b82-31d8-40d0-84a6-b79008630d35 req-6c4a1452-4df4-4872-96e1-9772754caf0b service neutron] 10.222.0.50 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750447 Aug 19 18:04:25.366086 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a860c69-0260-4e99-b0cc-23a725cbe075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:25.401755 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a860c69-0260-4e99-b0cc-23a725cbe075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:25.483749 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8f2260-1b3b-4324-be5e-0cef7b2b4777', 'name': 'tempest-FloatingIPDetailsTestJSON-1810835339-router', 'tenant_id': '05ca1348008c46c6bab6c2b07c01e939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '4ec5cb81-b783-420f-9e90-e4b162530d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:10Z', 'updated_at': '2021-08-19T18:04:21Z', 'revision_number': 4, 'project_id': '05ca1348008c46c6bab6c2b07c01e939', 'gw_port': {'id': '4ec5cb81-b783-420f-9e90-e4b162530d3a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8f2260-1b3b-4324-be5e-0cef7b2b4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:11Z', 'updated_at': '2021-08-19T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '6839bc8b-9930-4bb6-a5b7-547e3e8a57e3', 'name': '', 'network_id': '3eb8418a-2ce9-41a0-8290-a8b1e342ad32', 'tenant_id': '05ca1348008c46c6bab6c2b07c01e939', 'mac_address': 'fa:16:3e:d8:d7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8f2260-1b3b-4324-be5e-0cef7b2b4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7e41839c-b972-4b5a-b4f7-6e1817ddb90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:18Z', 'updated_at': '2021-08-19T18:04:21Z', 'revision_number': 2, 'project_id': '05ca1348008c46c6bab6c2b07c01e939', 'subnets': [{'id': '7e41839c-b972-4b5a-b4f7-6e1817ddb90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:25.489600 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a860c69-0260-4e99-b0cc-23a725cbe075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:25.496284 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a860c69-0260-4e99-b0cc-23a725cbe075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:25.497757 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0a860c69-0260-4e99-b0cc-23a725cbe075 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74f04762-d95c-4c3a-bc01-9f2101d65328 HTTP/1.1" status: 204 len: 168 time: 0.2316518 Aug 19 18:04:25.523154 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a860c69-0260-4e99-b0cc-23a725cbe075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f04762-d95c-4c3a-bc01-9f2101d65328,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:25.566632 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-26cafbbb-6057-48ee-86ae-37fc498d9b62 req-91ed0f87-f546-49a2-8b79-9d02fa3af0f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:25.572463 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] Checking router: 2a8f2260-1b3b-4324-be5e-0cef7b2b4777 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:04:25.573019 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] Updating router 2a8f2260-1b3b-4324-be5e-0cef7b2b4777 port 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:04:25.644369 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:25.841356 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-26cafbbb-6057-48ee-86ae-37fc498d9b62 req-91ed0f87-f546-49a2-8b79-9d02fa3af0f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Allocated IP 172.25.8.81 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/554dedea-7d2b-463e-81b8-d2cba6b50222) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:26.112028 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-26cafbbb-6057-48ee-86ae-37fc498d9b62 req-91ed0f87-f546-49a2-8b79-9d02fa3af0f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:26.154348 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:26.193962 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] Transition to ACTIVE for port object 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:26.206603 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:26.234136 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-26cafbbb-6057-48ee-86ae-37fc498d9b62 req-91ed0f87-f546-49a2-8b79-9d02fa3af0f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:26.308645 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26cafbbb-6057-48ee-86ae-37fc498d9b62 req-91ed0f87-f546-49a2-8b79-9d02fa3af0f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:26.315679 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6854f0-94fe-4f23-b505-be2dd9b61c72 None None] Pushing event updated for resources: {'Port': ['ID=6839bc8b-9930-4bb6-a5b7-547e3e8a57e3,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:26.317423 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-26cafbbb-6057-48ee-86ae-37fc498d9b62 req-91ed0f87-f546-49a2-8b79-9d02fa3af0f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:26.323896 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cafbbb-6057-48ee-86ae-37fc498d9b62 req-91ed0f87-f546-49a2-8b79-9d02fa3af0f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:26.466584 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] Attempting to bind port 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:26.467295 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] Attempting to bind port 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '7ef6e259-001b-4f75-866d-f10a668a65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3eb8418a-2ce9-41a0-8290-a8b1e342ad32'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:26.467489 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] Attempting to bind port 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3 on network 3eb8418a-2ce9-41a0-8290-a8b1e342ad32 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:26.481044 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:26.481707 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] Checking segment: {'id': '7ef6e259-001b-4f75-866d-f10a668a65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3eb8418a-2ce9-41a0-8290-a8b1e342ad32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:26.482368 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:26.482944 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] Bound using segment: {'id': '7ef6e259-001b-4f75-866d-f10a668a65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3eb8418a-2ce9-41a0-8290-a8b1e342ad32'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:26.483668 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] Bound port: 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef6e259-001b-4f75-866d-f10a668a65ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3eb8418a-2ce9-41a0-8290-a8b1e342ad32'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:26.484291 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:26.525505 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed0f87-f546-49a2-8b79-9d02fa3af0f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Pushing event updated for resources: {'Port': ['ID=554dedea-7d2b-463e-81b8-d2cba6b50222,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:26.603005 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-26cafbbb-6057-48ee-86ae-37fc498d9b62 req-91ed0f87-f546-49a2-8b79-9d02fa3af0f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:26.694657 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-26cafbbb-6057-48ee-86ae-37fc498d9b62 req-91ed0f87-f546-49a2-8b79-9d02fa3af0f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:26.708319 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38414) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:26.767084 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] For port 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:26.776617 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] For port 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6839bc8b-9930-4bb6-a5b7-547e3e8a57e3,segment=NetworkSegment(7ef6e259-001b-4f75-866d-f10a668a65ff),segment_id=7ef6e259-001b-4f75-866d-f10a668a65ff)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:26.787778 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:26.965438 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-4c234b7a-b832-4ece-836c-5860ff0b4fb9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1583830604-network', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:27.041506 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c234b7a-b832-4ece-836c-5860ff0b4fb9 admin admin] Made reservation on behalf of 4777fe93c4ee4a90b670a5a6eee9d944 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:27.044886 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c234b7a-b832-4ece-836c-5860ff0b4fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.072126 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c234b7a-b832-4ece-836c-5860ff0b4fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.078432 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6854f0-94fe-4f23-b505-be2dd9b61c72 None None] Pushing event updated for resources: {'Port': ['ID=6839bc8b-9930-4bb6-a5b7-547e3e8a57e3,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:27.081391 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] Routers {'2a8f2260-1b3b-4324-be5e-0cef7b2b4777'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:27.082034 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:04:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['2a8f2260-1b3b-4324-be5e-0cef7b2b4777'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:27.255199 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-26cafbbb-6057-48ee-86ae-37fc498d9b62 req-91ed0f87-f546-49a2-8b79-9d02fa3af0f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.270264 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-26cafbbb-6057-48ee-86ae-37fc498d9b62 req-91ed0f87-f546-49a2-8b79-9d02fa3af0f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.478608 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c234b7a-b832-4ece-836c-5860ff0b4fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.488042 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c234b7a-b832-4ece-836c-5860ff0b4fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.535848 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c234b7a-b832-4ece-836c-5860ff0b4fb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:04:27.562841 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] Set router 2a8f2260-1b3b-4324-be5e-0cef7b2b4777 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:04:27.569705 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c234b7a-b832-4ece-836c-5860ff0b4fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c91e4e3-29d6-47ca-a539-d5a0280e277c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:27.581198 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c234b7a-b832-4ece-836c-5860ff0b4fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.581198 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-4c234b7a-b832-4ece-836c-5860ff0b4fb9 admin admin] Added segment 6052a266-a5f6-428d-af02-f969d607c6ce of type vlan for network 4bc71342-958a-4003-9a5d-26d2a4ddabea Aug 19 18:04:27.591242 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed0f87-f546-49a2-8b79-9d02fa3af0f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Pushing event updated for resources: {'Port': ['ID=554dedea-7d2b-463e-81b8-d2cba6b50222,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:27.601053 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-26cafbbb-6057-48ee-86ae-37fc498d9b62 req-91ed0f87-f546-49a2-8b79-9d02fa3af0f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.644747 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-26cafbbb-6057-48ee-86ae-37fc498d9b62 req-91ed0f87-f546-49a2-8b79-9d02fa3af0f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.647206 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-26cafbbb-6057-48ee-86ae-37fc498d9b62 req-91ed0f87-f546-49a2-8b79-9d02fa3af0f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4843373 Aug 19 18:04:27.671843 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38436) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:27.681966 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c234b7a-b832-4ece-836c-5860ff0b4fb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.720442 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c234b7a-b832-4ece-836c-5860ff0b4fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.722343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c234b7a-b832-4ece-836c-5860ff0b4fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:27.723339 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c234b7a-b832-4ece-836c-5860ff0b4fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.810829 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4c234b7a-b832-4ece-836c-5860ff0b4fb9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0978544 Aug 19 18:04:27.812638 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38440) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:27.821768 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2c648571-8695-4f21-adf1-7a011cb7e5bd admin admin] Request body: {'subnet': {'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1583830604-subnet', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:27.834420 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-26cafbbb-6057-48ee-86ae-37fc498d9b62 req-73dd2275-0f98-4c4e-9857-e08fe54f8cf1 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.81 HTTP/1.1" status: 200 len: 695 time: 0.1750031 Aug 19 18:04:27.866129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c648571-8695-4f21-adf1-7a011cb7e5bd admin admin] Made reservation on behalf of 4777fe93c4ee4a90b670a5a6eee9d944 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:27.870187 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2c648571-8695-4f21-adf1-7a011cb7e5bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.873823 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c234b7a-b832-4ece-836c-5860ff0b4fb9 admin admin] Pushing event updated for resources: {'Network': ['ID=4bc71342-958a-4003-9a5d-26d2a4ddabea,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:27.884790 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 4bc71342-958a-4003-9a5d-26d2a4ddabea details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:04:28.123379 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cafbbb-6057-48ee-86ae-37fc498d9b62 req-78d291bf-23fd-4537-95e2-acaacfa332cc tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:28.132575 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-26cafbbb-6057-48ee-86ae-37fc498d9b62 req-78d291bf-23fd-4537-95e2-acaacfa332cc tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.2906039 Aug 19 18:04:28.146226 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-30ee497d-2530-4513-8196-8259b0c967c6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-565741886-network', 'tenant_id': 'de99cc6858854c8eb02f66de4878bfef'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:28.197743 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ee497d-2530-4513-8196-8259b0c967c6 admin admin] Made reservation on behalf of de99cc6858854c8eb02f66de4878bfef for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:28.201649 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-30ee497d-2530-4513-8196-8259b0c967c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.215811 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-30ee497d-2530-4513-8196-8259b0c967c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.369966 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-30ee497d-2530-4513-8196-8259b0c967c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.380588 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-30ee497d-2530-4513-8196-8259b0c967c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.419973 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ee497d-2530-4513-8196-8259b0c967c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:04:28.439641 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8f2260-1b3b-4324-be5e-0cef7b2b4777', 'name': 'tempest-FloatingIPDetailsTestJSON-1810835339-router', 'tenant_id': '05ca1348008c46c6bab6c2b07c01e939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '4ec5cb81-b783-420f-9e90-e4b162530d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:10Z', 'updated_at': '2021-08-19T18:04:21Z', 'revision_number': 4, 'project_id': '05ca1348008c46c6bab6c2b07c01e939', 'gw_port': {'id': '4ec5cb81-b783-420f-9e90-e4b162530d3a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8f2260-1b3b-4324-be5e-0cef7b2b4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:11Z', 'updated_at': '2021-08-19T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '6839bc8b-9930-4bb6-a5b7-547e3e8a57e3', 'name': '', 'network_id': '3eb8418a-2ce9-41a0-8290-a8b1e342ad32', 'tenant_id': '05ca1348008c46c6bab6c2b07c01e939', 'mac_address': 'fa:16:3e:d8:d7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8f2260-1b3b-4324-be5e-0cef7b2b4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7e41839c-b972-4b5a-b4f7-6e1817ddb90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:18Z', 'updated_at': '2021-08-19T18:04:26Z', 'revision_number': 4, 'project_id': '05ca1348008c46c6bab6c2b07c01e939', 'subnets': [{'id': '7e41839c-b972-4b5a-b4f7-6e1817ddb90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:28.443231 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2c648571-8695-4f21-adf1-7a011cb7e5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.463041 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-30ee497d-2530-4513-8196-8259b0c967c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.463483 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-30ee497d-2530-4513-8196-8259b0c967c6 admin admin] Added segment 58d4c401-a062-41bb-aa93-cadbcc5fd63d of type vlan for network b1e81f4a-a47c-427b-85a5-8444b159cd44 Aug 19 18:04:28.497321 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1d8f98-0ed5-4fe8-91a4-e274fa59a4df None None] The sync data for ids ['2a8f2260-1b3b-4324-be5e-0cef7b2b4777'] in n-d-803753-2 is: [{'id': '2a8f2260-1b3b-4324-be5e-0cef7b2b4777', 'name': 'tempest-FloatingIPDetailsTestJSON-1810835339-router', 'tenant_id': '05ca1348008c46c6bab6c2b07c01e939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '4ec5cb81-b783-420f-9e90-e4b162530d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:10Z', 'updated_at': '2021-08-19T18:04:21Z', 'revision_number': 4, 'project_id': '05ca1348008c46c6bab6c2b07c01e939', 'gw_port': {'id': '4ec5cb81-b783-420f-9e90-e4b162530d3a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8f2260-1b3b-4324-be5e-0cef7b2b4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:11Z', 'updated_at': '2021-08-19T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '6839bc8b-9930-4bb6-a5b7-547e3e8a57e3', 'name': '', 'network_id': '3eb8418a-2ce9-41a0-8290-a8b1e342ad32', 'tenant_id': '05ca1348008c46c6bab6c2b07c01e939', 'mac_address': 'fa:16:3e:d8:d7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8f2260-1b3b-4324-be5e-0cef7b2b4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '7e41839c-b972-4b5a-b4f7-6e1817ddb90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:18Z', 'updated_at': '2021-08-19T18:04:26Z', 'revision_number': 4, 'project_id': '05ca1348008c46c6bab6c2b07c01e939', 'subnets': [{'id': '7e41839c-b972-4b5a-b4f7-6e1817ddb90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:04:28.622037 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1739a503-8fdf-483a-a179-e99fe5a7237b req-349decf9-7ccf-4d30-b200-a776ac6999de tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4273417 Aug 19 18:04:28.623159 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c648571-8695-4f21-adf1-7a011cb7e5bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b38e0628-a8bc-4a29-ab15-1991390ae7ec,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:28.644782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-1739a503-8fdf-483a-a179-e99fe5a7237b req-8ff58d7c-bdc3-4b77-bf5c-e33d5e32243d tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:28.655395 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c648571-8695-4f21-adf1-7a011cb7e5bd admin admin] Checking segment: {'id': '6052a266-a5f6-428d-af02-f969d607c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:28.655395 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c648571-8695-4f21-adf1-7a011cb7e5bd admin admin] Network hostable DHCP agents. Network: 4bc71342-958a-4003-9a5d-26d2a4ddabea, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:04:28.680370 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-30ee497d-2530-4513-8196-8259b0c967c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.696101 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1739a503-8fdf-483a-a179-e99fe5a7237b req-8ff58d7c-bdc3-4b77-bf5c-e33d5e32243d tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.705943 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c648571-8695-4f21-adf1-7a011cb7e5bd admin admin] Network 4bc71342-958a-4003-9a5d-26d2a4ddabea is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:04:28.806562 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-2c648571-8695-4f21-adf1-7a011cb7e5bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 4bc71342-958a-4003-9a5d-26d2a4ddabea) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:28.812694 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c648571-8695-4f21-adf1-7a011cb7e5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:28.813285 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2c648571-8695-4f21-adf1-7a011cb7e5bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.823374 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ef1a70-a436-4249-a3a3-5d96df2916fb None None] Network 4bc71342-958a-4003-9a5d-26d2a4ddabea requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:04:28.842356 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2c648571-8695-4f21-adf1-7a011cb7e5bd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0283380 Aug 19 18:04:28.846367 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38454) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:28.858354 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-30ee497d-2530-4513-8196-8259b0c967c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.859268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-09623e63-b039-4446-952a-fa046feffb2a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1583830604-router', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:28.859455 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ee497d-2530-4513-8196-8259b0c967c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:28.863239 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-30ee497d-2530-4513-8196-8259b0c967c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.887983 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee497d-2530-4513-8196-8259b0c967c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120137a9-2328-4373-a0fe-352e63a18587,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:28.941222 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-09623e63-b039-4446-952a-fa046feffb2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.942815 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-09623e63-b039-4446-952a-fa046feffb2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:29.065130 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1739a503-8fdf-483a-a179-e99fe5a7237b req-8ff58d7c-bdc3-4b77-bf5c-e33d5e32243d tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:29.067910 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-09623e63-b039-4446-952a-fa046feffb2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:29.120829 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee497d-2530-4513-8196-8259b0c967c6 admin admin] Pushing event updated for resources: {'Network': ['ID=b1e81f4a-a47c-427b-85a5-8444b159cd44,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:29.142150 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec1d0dc-126c-4a6b-8231-6d9d89ffc3ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-4bc71342-958a-4003-9a5d-26d2a4ddabea', 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'fixed_ips': [{'subnet_id': 'b38e0628-a8bc-4a29-ab15-1991390ae7ec'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:04:29.142654 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-30ee497d-2530-4513-8196-8259b0c967c6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4656985 Aug 19 18:04:29.142758 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dec1d0dc-126c-4a6b-8231-6d9d89ffc3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:29.147529 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38456) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:29.160637 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-0f27009a-3dac-4034-b83a-adbf891ac6b7 admin admin] Request body: {'subnet': {'network_id': 'b1e81f4a-a47c-427b-85a5-8444b159cd44', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-565741886-subnet', 'tenant_id': 'de99cc6858854c8eb02f66de4878bfef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:29.227664 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f27009a-3dac-4034-b83a-adbf891ac6b7 admin admin] Made reservation on behalf of de99cc6858854c8eb02f66de4878bfef for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:29.230370 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f27009a-3dac-4034-b83a-adbf891ac6b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:29.256898 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network b1e81f4a-a47c-427b-85a5-8444b159cd44 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:04:29.525335 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-dec1d0dc-126c-4a6b-8231-6d9d89ffc3ce None None] Allocated IP 172.20.0.2 (4bc71342-958a-4003-9a5d-26d2a4ddabea/b38e0628-a8bc-4a29-ab15-1991390ae7ec/f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:29.577519 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-09623e63-b039-4446-952a-fa046feffb2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:29.632044 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-1739a503-8fdf-483a-a179-e99fe5a7237b req-8ff58d7c-bdc3-4b77-bf5c-e33d5e32243d tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Allocated IP 172.25.8.182 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/ad215b61-9720-4306-a8ba-786a0892aa5e) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:29.708207 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:29.830735 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f27009a-3dac-4034-b83a-adbf891ac6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:29.918773 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1739a503-8fdf-483a-a179-e99fe5a7237b req-8ff58d7c-bdc3-4b77-bf5c-e33d5e32243d tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:29.935494 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27009a-3dac-4034-b83a-adbf891ac6b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edfe2702-f76e-4bb9-90e9-94aed7666135,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:29.995352 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1739a503-8fdf-483a-a179-e99fe5a7237b req-8ff58d7c-bdc3-4b77-bf5c-e33d5e32243d tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.020594 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f27009a-3dac-4034-b83a-adbf891ac6b7 admin admin] Checking segment: {'id': '58d4c401-a062-41bb-aa93-cadbcc5fd63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'b1e81f4a-a47c-427b-85a5-8444b159cd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:30.021021 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f27009a-3dac-4034-b83a-adbf891ac6b7 admin admin] Network hostable DHCP agents. Network: b1e81f4a-a47c-427b-85a5-8444b159cd44, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:04:30.081695 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1739a503-8fdf-483a-a179-e99fe5a7237b req-8ff58d7c-bdc3-4b77-bf5c-e33d5e32243d tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:30.084632 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f27009a-3dac-4034-b83a-adbf891ac6b7 admin admin] Network b1e81f4a-a47c-427b-85a5-8444b159cd44 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:04:30.092575 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-1739a503-8fdf-483a-a179-e99fe5a7237b req-8ff58d7c-bdc3-4b77-bf5c-e33d5e32243d tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:30.099092 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-1739a503-8fdf-483a-a179-e99fe5a7237b req-8ff58d7c-bdc3-4b77-bf5c-e33d5e32243d tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:30.104154 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-0f27009a-3dac-4034-b83a-adbf891ac6b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, b1e81f4a-a47c-427b-85a5-8444b159cd44) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:30.109394 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f27009a-3dac-4034-b83a-adbf891ac6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:30.110074 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f27009a-3dac-4034-b83a-adbf891ac6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.146211 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0f27009a-3dac-4034-b83a-adbf891ac6b7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9975135 Aug 19 18:04:30.198127 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff58d7c-bdc3-4b77-bf5c-e33d5e32243d tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Pushing event updated for resources: {'Port': ['ID=ad215b61-9720-4306-a8ba-786a0892aa5e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:30.268724 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1739a503-8fdf-483a-a179-e99fe5a7237b req-8ff58d7c-bdc3-4b77-bf5c-e33d5e32243d tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.350550 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dec1d0dc-126c-4a6b-8231-6d9d89ffc3ce None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.360503 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1739a503-8fdf-483a-a179-e99fe5a7237b req-8ff58d7c-bdc3-4b77-bf5c-e33d5e32243d tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.375808 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-dec1d0dc-126c-4a6b-8231-6d9d89ffc3ce None None] Transition to ACTIVE for port object f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:30.433591 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-dec1d0dc-126c-4a6b-8231-6d9d89ffc3ce None None] Transition to ACTIVE for port object f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:30.439869 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e40d2d-752e-46b5-8abc-a643bf298689 None None] Network b1e81f4a-a47c-427b-85a5-8444b159cd44 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:04:30.451894 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dec1d0dc-126c-4a6b-8231-6d9d89ffc3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.598820 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1d0dc-126c-4a6b-8231-6d9d89ffc3ce None None] Pushing event updated for resources: {'Port': ['ID=f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:30.630771 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec1d0dc-126c-4a6b-8231-6d9d89ffc3ce None None] Network 4bc71342-958a-4003-9a5d-26d2a4ddabea is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:30.637522 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:30.647135 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:30.647875 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.694924 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-dec1d0dc-126c-4a6b-8231-6d9d89ffc3ce None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:30.719542 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec1d0dc-126c-4a6b-8231-6d9d89ffc3ce None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:30.741107 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-70f14e5d-040f-4285-bed1-913c4f48a118 req-7f367dcb-e811-44d4-ae5a-c27226ba5deb tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-451544416', 'description': 'tempest-description-2139069776'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:30.782636 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-70f14e5d-040f-4285-bed1-913c4f48a118 req-7f367dcb-e811-44d4-ae5a-c27226ba5deb tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.812484 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-09623e63-b039-4446-952a-fa046feffb2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.872164 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-09623e63-b039-4446-952a-fa046feffb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.942799 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878ffae8-c2f5-4925-9c77-fbb4cede740d None None] Network b1e81f4a-a47c-427b-85a5-8444b159cd44 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:04:30.967206 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-70f14e5d-040f-4285-bed1-913c4f48a118 req-7f367dcb-e811-44d4-ae5a-c27226ba5deb tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.977013 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-70f14e5d-040f-4285-bed1-913c4f48a118 req-7f367dcb-e811-44d4-ae5a-c27226ba5deb tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:31.042634 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-70f14e5d-040f-4285-bed1-913c4f48a118 req-7f367dcb-e811-44d4-ae5a-c27226ba5deb tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:31.060798 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-70f14e5d-040f-4285-bed1-913c4f48a118 req-7f367dcb-e811-44d4-ae5a-c27226ba5deb tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3298345 Aug 19 18:04:31.070024 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f367dcb-e811-44d4-ae5a-c27226ba5deb tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0786155d-926e-4384-a5ff-fc7f5349758a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:31.116507 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-dec1d0dc-126c-4a6b-8231-6d9d89ffc3ce None None] Attempting to bind port f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:31.117910 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-dec1d0dc-126c-4a6b-8231-6d9d89ffc3ce None None] Attempting to bind port f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '6052a266-a5f6-428d-af02-f969d607c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:31.118632 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1d0dc-126c-4a6b-8231-6d9d89ffc3ce None None] Attempting to bind port f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1 on network 4bc71342-958a-4003-9a5d-26d2a4ddabea {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:31.147972 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:31.150736 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1d0dc-126c-4a6b-8231-6d9d89ffc3ce None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:31.151197 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1d0dc-126c-4a6b-8231-6d9d89ffc3ce None None] Checking segment: {'id': '6052a266-a5f6-428d-af02-f969d607c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:31.151755 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dec1d0dc-126c-4a6b-8231-6d9d89ffc3ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:31.152227 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1d0dc-126c-4a6b-8231-6d9d89ffc3ce None None] Bound using segment: {'id': '6052a266-a5f6-428d-af02-f969d607c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:31.152785 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-dec1d0dc-126c-4a6b-8231-6d9d89ffc3ce None None] Bound port: f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6052a266-a5f6-428d-af02-f969d607c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:31.156413 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dec1d0dc-126c-4a6b-8231-6d9d89ffc3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:31.158267 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1739a503-8fdf-483a-a179-e99fe5a7237b req-8ff58d7c-bdc3-4b77-bf5c-e33d5e32243d tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:31.236467 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-dec1d0dc-126c-4a6b-8231-6d9d89ffc3ce None None] For port f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:31.240674 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-dec1d0dc-126c-4a6b-8231-6d9d89ffc3ce None None] For port f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1,segment=NetworkSegment(6052a266-a5f6-428d-af02-f969d607c6ce),segment_id=6052a266-a5f6-428d-af02-f969d607c6ce)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:31.243837 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-09623e63-b039-4446-952a-fa046feffb2a admin admin] Allocated IP 172.25.8.10 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/79848af5-d1f2-45db-8df8-6157d50f7da9) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:31.252284 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dec1d0dc-126c-4a6b-8231-6d9d89ffc3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:31.386371 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6839bc8b-9930-4bb6-a5b7-547e3e8a57e3,segment=NetworkSegment(7ef6e259-001b-4f75-866d-f10a668a65ff),segment_id=7ef6e259-001b-4f75-866d-f10a668a65ff)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:31.397368 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:31.402552 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-09623e63-b039-4446-952a-fa046feffb2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:31.438587 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1d0dc-126c-4a6b-8231-6d9d89ffc3ce None None] Pushing event updated for resources: {'Port': ['ID=f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:31.481816 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-127dbf19-cac1-4808-9da9-77b67afcf8be req-a53d3df4-8f57-4b6f-9d03-d57c13536d2c tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "GET /v2.0/security-groups/0786155d-926e-4384-a5ff-fc7f5349758a HTTP/1.1" status: 200 len: 1812 time: 0.1563461 Aug 19 18:04:31.487332 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-127dbf19-cac1-4808-9da9-77b67afcf8be req-e721dc13-8bd0-4c66-b25d-21af3d7ae55a tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0786155d-926e-4384-a5ff-fc7f5349758a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:31.503314 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-127dbf19-cac1-4808-9da9-77b67afcf8be req-e721dc13-8bd0-4c66-b25d-21af3d7ae55a tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0786155d-926e-4384-a5ff-fc7f5349758a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:31.517399 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1739a503-8fdf-483a-a179-e99fe5a7237b req-8ff58d7c-bdc3-4b77-bf5c-e33d5e32243d tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:31.531220 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=6839bc8b-9930-4bb6-a5b7-547e3e8a57e3,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:31.546914 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-09623e63-b039-4446-952a-fa046feffb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:31.623700 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-127dbf19-cac1-4808-9da9-77b67afcf8be req-e721dc13-8bd0-4c66-b25d-21af3d7ae55a tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:31.709790 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-127dbf19-cac1-4808-9da9-77b67afcf8be req-e721dc13-8bd0-4c66-b25d-21af3d7ae55a tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:31.721243 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-127dbf19-cac1-4808-9da9-77b67afcf8be req-e721dc13-8bd0-4c66-b25d-21af3d7ae55a tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:31.770377 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721dc13-8bd0-4c66-b25d-21af3d7ae55a tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a9a03e-36eb-4526-a4c1-e43179fb17bb,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:31.775577 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-127dbf19-cac1-4808-9da9-77b67afcf8be req-e721dc13-8bd0-4c66-b25d-21af3d7ae55a tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:31.782681 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-127dbf19-cac1-4808-9da9-77b67afcf8be req-e721dc13-8bd0-4c66-b25d-21af3d7ae55a tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2992618 Aug 19 18:04:31.930784 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7cdcdb99-7d9d-43b3-b6c4-8e543b3581b8 req-205ad157-2fb0-4d9f-a864-921cfd7e8ae5 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "GET /v2.0/security-groups/0786155d-926e-4384-a5ff-fc7f5349758a HTTP/1.1" status: 200 len: 2405 time: 0.1157320 Aug 19 18:04:32.016116 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1508faa6-2af6-4915-965e-7e2dcb1ab41a req-e0e73f81-094c-46be-a817-35ee84c932e9 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "GET /v2.0/security-group-rules/36a9a03e-36eb-4526-a4c1-e43179fb17bb HTTP/1.1" status: 200 len: 778 time: 0.0525644 Aug 19 18:04:32.045689 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09623e63-b039-4446-952a-fa046feffb2a admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:32.050233 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-09623e63-b039-4446-952a-fa046feffb2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:32.052683 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff58d7c-bdc3-4b77-bf5c-e33d5e32243d tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Pushing event updated for resources: {'Port': ['ID=ad215b61-9720-4306-a8ba-786a0892aa5e,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:32.056121 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09623e63-b039-4446-952a-fa046feffb2a admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:32.129037 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1739a503-8fdf-483a-a179-e99fe5a7237b req-8ff58d7c-bdc3-4b77-bf5c-e33d5e32243d tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:32.134729 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1508faa6-2af6-4915-965e-7e2dcb1ab41a req-05266b25-196c-43d9-b14f-a1db74bb4bff tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "GET /v2.0/security-groups/0786155d-926e-4384-a5ff-fc7f5349758a HTTP/1.1" status: 200 len: 2405 time: 0.1168063 Aug 19 18:04:32.177934 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1508faa6-2af6-4915-965e-7e2dcb1ab41a req-b3e24066-5573-423a-9ad8-b9ef5205369a tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:32.188311 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1508faa6-2af6-4915-965e-7e2dcb1ab41a req-b3e24066-5573-423a-9ad8-b9ef5205369a tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:32.272967 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1739a503-8fdf-483a-a179-e99fe5a7237b req-8ff58d7c-bdc3-4b77-bf5c-e33d5e32243d tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:32.273899 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1508faa6-2af6-4915-965e-7e2dcb1ab41a req-b3e24066-5573-423a-9ad8-b9ef5205369a tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:32.274453 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1739a503-8fdf-483a-a179-e99fe5a7237b req-8ff58d7c-bdc3-4b77-bf5c-e33d5e32243d tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6389763 Aug 19 18:04:32.277614 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09623e63-b039-4446-952a-fa046feffb2a admin admin] Pushing event updated for resources: {'Port': ['ID=79848af5-d1f2-45db-8df8-6157d50f7da9,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:32.297604 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1508faa6-2af6-4915-965e-7e2dcb1ab41a req-b3e24066-5573-423a-9ad8-b9ef5205369a tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:32.318145 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1508faa6-2af6-4915-965e-7e2dcb1ab41a req-b3e24066-5573-423a-9ad8-b9ef5205369a tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/36a9a03e-36eb-4526-a4c1-e43179fb17bb HTTP/1.1" status: 204 len: 173 time: 0.1719034 Aug 19 18:04:32.343725 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e24066-5573-423a-9ad8-b9ef5205369a tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36a9a03e-36eb-4526-a4c1-e43179fb17bb,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:32.351373 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1739a503-8fdf-483a-a179-e99fe5a7237b req-ff3a125f-0e83-4533-a3e4-e2300bc3edab tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.182 HTTP/1.1" status: 200 len: 696 time: 0.0644343 Aug 19 18:04:32.584521 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-09623e63-b039-4446-952a-fa046feffb2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:32.602355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-b7caa826-eeb3-494d-bcac-138b5e1b5dfa req-7ddc4ecd-9dc1-4dea-88ce-21e62c84e228 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1954060784', 'description': 'tempest-description-1441295817'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:32.646743 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b7caa826-eeb3-494d-bcac-138b5e1b5dfa req-7ddc4ecd-9dc1-4dea-88ce-21e62c84e228 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:32.793613 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b7caa826-eeb3-494d-bcac-138b5e1b5dfa req-7ddc4ecd-9dc1-4dea-88ce-21e62c84e228 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:32.799761 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b7caa826-eeb3-494d-bcac-138b5e1b5dfa req-7ddc4ecd-9dc1-4dea-88ce-21e62c84e228 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:32.815106 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739a503-8fdf-483a-a179-e99fe5a7237b req-5f2eeadf-23a2-4836-af23-57259ad5d793 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:32.817027 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1739a503-8fdf-483a-a179-e99fe5a7237b req-5f2eeadf-23a2-4836-af23-57259ad5d793 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.4578981 Aug 19 18:04:32.847875 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b7caa826-eeb3-494d-bcac-138b5e1b5dfa req-7ddc4ecd-9dc1-4dea-88ce-21e62c84e228 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:32.856820 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b7caa826-eeb3-494d-bcac-138b5e1b5dfa req-7ddc4ecd-9dc1-4dea-88ce-21e62c84e228 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2606964 Aug 19 18:04:32.937123 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc4ecd-9dc1-4dea-88ce-21e62c84e228 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f13f00-a503-41cb-a732-a258020f3ff3,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:32.973159 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6ba8dd26-9247-461f-bd77-2b025fd5106a req-f58a6294-3dcf-45f4-bed7-e6bb2e2ab863 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "GET /v2.0/security-groups/f4f13f00-a503-41cb-a732-a258020f3ff3 HTTP/1.1" status: 200 len: 1813 time: 0.0895436 Aug 19 18:04:33.012332 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-a3db1c69-1d81-4b23-876c-66bc931f1849 req-c879a656-bc88-47e1-9580-df804236c806 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1723967013', 'description': 'tempest-description-1461083231'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:33.061456 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a3db1c69-1d81-4b23-876c-66bc931f1849 req-c879a656-bc88-47e1-9580-df804236c806 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:33.086554 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef883928-eaab-4af1-9dc3-328ba1b100fa None None] Network 4bc71342-958a-4003-9a5d-26d2a4ddabea requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:04:33.161158 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d3271ba2-c097-43c6-9b66-223d276379d4 req-b093cbdf-15ed-4983-8c00-4bff6d2ec810 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3006752 Aug 19 18:04:33.181630 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-d3271ba2-c097-43c6-9b66-223d276379d4 req-8fb90f95-6168-47d5-aca1-b999a756987c tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:33.202649 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-09623e63-b039-4446-952a-fa046feffb2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:33.208988 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1790817f-d55b-4603-b6cd-b80e759fbf14 None None] Provisioning for port f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:33.279029 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a3db1c69-1d81-4b23-876c-66bc931f1849 req-c879a656-bc88-47e1-9580-df804236c806 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:33.292010 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a3db1c69-1d81-4b23-876c-66bc931f1849 req-c879a656-bc88-47e1-9580-df804236c806 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:33.372823 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879a656-bc88-47e1-9580-df804236c806 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5375b8c4-91fe-40c1-8a1e-7d4b12c1b07b,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:33.412308 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d3271ba2-c097-43c6-9b66-223d276379d4 req-8fb90f95-6168-47d5-aca1-b999a756987c tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:33.430470 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a3db1c69-1d81-4b23-876c-66bc931f1849 req-c879a656-bc88-47e1-9580-df804236c806 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:33.468208 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a3db1c69-1d81-4b23-876c-66bc931f1849 req-c879a656-bc88-47e1-9580-df804236c806 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4591563 Aug 19 18:04:33.588117 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5b775490-df9c-4be4-a6b6-020b89ee65df req-6b37e287-61ac-47b1-8c45-1024acabeae5 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "GET /v2.0/security-groups/5375b8c4-91fe-40c1-8a1e-7d4b12c1b07b HTTP/1.1" status: 200 len: 1813 time: 0.1139495 Aug 19 18:04:33.613419 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09623e63-b039-4446-952a-fa046feffb2a admin admin] Router 69aa1083-9c1e-4a66-b954-86d9608efd03 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:04:33.828848 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:33.883796 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d3271ba2-c097-43c6-9b66-223d276379d4 req-8fb90f95-6168-47d5-aca1-b999a756987c tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:33.893520 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-f3f0a3d2-39f8-4aed-9d7f-6e56e0bba1fc req-7e3becee-e6db-467f-85ed-fafad150f9da tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1979980210', 'description': 'tempest-description-1761750731'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:33.941289 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f3f0a3d2-39f8-4aed-9d7f-6e56e0bba1fc req-7e3becee-e6db-467f-85ed-fafad150f9da tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:33.964412 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09623e63-b039-4446-952a-fa046feffb2a admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:04:33.981324 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] Sync routers for ids ['69aa1083-9c1e-4a66-b954-86d9608efd03'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:04:34.027220 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] Routers {'69aa1083-9c1e-4a66-b954-86d9608efd03'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:34.027866 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:04:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['69aa1083-9c1e-4a66-b954-86d9608efd03'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:34.146049 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-d3271ba2-c097-43c6-9b66-223d276379d4 req-8fb90f95-6168-47d5-aca1-b999a756987c tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Allocated IP 172.25.8.150 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/871a28b2-5b0b-485b-950d-9b93119b536e) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:34.166635 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f3f0a3d2-39f8-4aed-9d7f-6e56e0bba1fc req-7e3becee-e6db-467f-85ed-fafad150f9da tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:34.178467 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f3f0a3d2-39f8-4aed-9d7f-6e56e0bba1fc req-7e3becee-e6db-467f-85ed-fafad150f9da tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:34.182361 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] Set router 69aa1083-9c1e-4a66-b954-86d9608efd03 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:04:34.244017 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f3f0a3d2-39f8-4aed-9d7f-6e56e0bba1fc req-7e3becee-e6db-467f-85ed-fafad150f9da tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:34.254524 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3f0a3d2-39f8-4aed-9d7f-6e56e0bba1fc req-7e3becee-e6db-467f-85ed-fafad150f9da tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3601592 Aug 19 18:04:34.271348 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-09623e63-b039-4446-952a-fa046feffb2a admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:34.276180 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-09623e63-b039-4446-952a-fa046feffb2a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4251983 Aug 19 18:04:34.277713 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38514) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:34.293706 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3becee-e6db-467f-85ed-fafad150f9da tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2557f040-5e42-44b1-a548-13108a6ec236,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:34.309497 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:34.310137 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:34.336618 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38d9a2c3-20d7-4a9c-905a-740a71967ed7 req-0a25fd85-42ce-4be8-ab47-a6385627b1d1 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "GET /v2.0/security-groups/2557f040-5e42-44b1-a548-13108a6ec236 HTTP/1.1" status: 200 len: 1813 time: 0.0656741 Aug 19 18:04:34.365317 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-94ed2c59-58f0-4788-b2b9-05cf0339e100 req-7d234aa5-357c-4e7d-ae6e-a0cd015d3d80 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1110917548', 'description': 'tempest-description-1843285815'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:34.405727 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-94ed2c59-58f0-4788-b2b9-05cf0339e100 req-7d234aa5-357c-4e7d-ae6e-a0cd015d3d80 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:34.460627 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:34.546915 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dbaf66c8-95b9-435b-8716-c9239dac7e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:34.555792 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'name': 'tempest-ServersTestFqdnHostnames-1583830604-router', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:04:32Z', 'revision_number': 3, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'gw_port': {'id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:27:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:34.557644 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:34.603130 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d3271ba2-c097-43c6-9b66-223d276379d4 req-8fb90f95-6168-47d5-aca1-b999a756987c tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:34.636072 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:34.636455 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:34.644318 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] Checking router: 69aa1083-9c1e-4a66-b954-86d9608efd03 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:04:34.644551 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] Updating router 69aa1083-9c1e-4a66-b954-86d9608efd03 port 79848af5-d1f2-45db-8df8-6157d50f7da9 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:04:34.655143 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-94ed2c59-58f0-4788-b2b9-05cf0339e100 req-7d234aa5-357c-4e7d-ae6e-a0cd015d3d80 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:34.662176 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-94ed2c59-58f0-4788-b2b9-05cf0339e100 req-7d234aa5-357c-4e7d-ae6e-a0cd015d3d80 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:34.698424 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:34.723939 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d234aa5-357c-4e7d-ae6e-a0cd015d3d80 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734d3c0a-2033-4214-a3bf-5346697e379b,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:34.753413 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-94ed2c59-58f0-4788-b2b9-05cf0339e100 req-7d234aa5-357c-4e7d-ae6e-a0cd015d3d80 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:34.754725 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-94ed2c59-58f0-4788-b2b9-05cf0339e100 req-7d234aa5-357c-4e7d-ae6e-a0cd015d3d80 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4016166 Aug 19 18:04:34.794486 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:34.809044 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d3271ba2-c097-43c6-9b66-223d276379d4 req-8fb90f95-6168-47d5-aca1-b999a756987c tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:34.913583 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb90f95-6168-47d5-aca1-b999a756987c tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Pushing event updated for resources: {'Port': ['ID=871a28b2-5b0b-485b-950d-9b93119b536e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:34.970242 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3271ba2-c097-43c6-9b66-223d276379d4 req-8fb90f95-6168-47d5-aca1-b999a756987c tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:34.973561 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-d3271ba2-c097-43c6-9b66-223d276379d4 req-8fb90f95-6168-47d5-aca1-b999a756987c tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:34.978409 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3271ba2-c097-43c6-9b66-223d276379d4 req-8fb90f95-6168-47d5-aca1-b999a756987c tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:34.983710 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-396c0790-ddb9-46b3-b1e9-34162b8ec9d9 req-34df2db5-190d-4540-9ea7-18abd704df79 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "GET /v2.0/security-groups/734d3c0a-2033-4214-a3bf-5346697e379b HTTP/1.1" status: 200 len: 1813 time: 0.0859432 Aug 19 18:04:35.044626 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1,segment=NetworkSegment(6052a266-a5f6-428d-af02-f969d607c6ce),segment_id=6052a266-a5f6-428d-af02-f969d607c6ce)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:35.069005 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:35.109377 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [req-e5f6e814-6f16-44cb-bcc7-18aa05c13e85 req-30accbcf-d924-42ef-b310-290231e11973 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] show failed (client error): The resource could not be found. Aug 19 18:04:35.111933 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e5f6e814-6f16-44cb-bcc7-18aa05c13e85 req-30accbcf-d924-42ef-b310-290231e11973 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "GET /v2.0/security-groups/f3d7d528-8260-4ff3-9867-2ff818f0e557 HTTP/1.1" status: 404 len: 352 time: 0.0215044 Aug 19 18:04:35.129390 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:35.151697 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [req-1934bcee-0556-4328-ac95-71531915418a req-0911036d-cc75-4606-814e-3976a40be9d2 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] show failed (client error): The resource could not be found. Aug 19 18:04:35.170182 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1934bcee-0556-4328-ac95-71531915418a req-0911036d-cc75-4606-814e-3976a40be9d2 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "GET /v2.0/security-group-rules/f90e9fde-b902-4571-9187-bc98a53235a9 HTTP/1.1" status: 404 len: 361 time: 0.0302672 Aug 19 18:04:35.226519 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-253c718e-71f6-460a-aa80-51a1ccb9df90 req-0fe5bec0-6608-4d53-97cb-fad0c8fc35b8 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "GET /v2.0/security-groups/734d3c0a-2033-4214-a3bf-5346697e379b HTTP/1.1" status: 200 len: 1813 time: 0.0506113 Aug 19 18:04:35.261880 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d3271ba2-c097-43c6-9b66-223d276379d4 req-8fb90f95-6168-47d5-aca1-b999a756987c tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:35.299069 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-253c718e-71f6-460a-aa80-51a1ccb9df90 req-f883254d-42d0-4ef8-8dd0-572248d0dfac tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:35.345404 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-253c718e-71f6-460a-aa80-51a1ccb9df90 req-f883254d-42d0-4ef8-8dd0-572248d0dfac tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:35.350002 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:35.368313 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] Transition to ACTIVE for port object 79848af5-d1f2-45db-8df8-6157d50f7da9 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:35.380071 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:35.418106 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d3271ba2-c097-43c6-9b66-223d276379d4 req-8fb90f95-6168-47d5-aca1-b999a756987c tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:35.464247 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-253c718e-71f6-460a-aa80-51a1ccb9df90 req-f883254d-42d0-4ef8-8dd0-572248d0dfac tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:35.467215 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-253c718e-71f6-460a-aa80-51a1ccb9df90 req-f883254d-42d0-4ef8-8dd0-572248d0dfac tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:35.473274 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-253c718e-71f6-460a-aa80-51a1ccb9df90 req-f883254d-42d0-4ef8-8dd0-572248d0dfac tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "DELETE /v2.0/security-groups/734d3c0a-2033-4214-a3bf-5346697e379b HTTP/1.1" status: 204 len: 173 time: 0.2457504 Aug 19 18:04:35.486176 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] Attempting to bind port 79848af5-d1f2-45db-8df8-6157d50f7da9 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:35.493464 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] Attempting to bind port 79848af5-d1f2-45db-8df8-6157d50f7da9 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:35.493966 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] Attempting to bind port 79848af5-d1f2-45db-8df8-6157d50f7da9 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:35.505604 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5540e5e-e2d1-4760-bc1d-1aeb5e293feb None None] Pushing event updated for resources: {'Port': ['ID=79848af5-d1f2-45db-8df8-6157d50f7da9,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:35.510520 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883254d-42d0-4ef8-8dd0-572248d0dfac tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=734d3c0a-2033-4214-a3bf-5346697e379b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:35.520390 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:35.520708 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:35.520956 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:35.522024 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:35.522024 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] Bound port: 79848af5-d1f2-45db-8df8-6157d50f7da9, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:35.522260 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:35.614937 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59af8793-d022-44ff-9c42-707df0bfbdc8 req-fab04157-0ad0-4aef-9dcb-311df52c5476 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "GET /v2.0/security-groups/2557f040-5e42-44b1-a548-13108a6ec236 HTTP/1.1" status: 200 len: 1813 time: 0.1054053 Aug 19 18:04:35.631512 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe862-18d2-4dbb-ac2f-20fcdf5571a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:35.732177 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-59af8793-d022-44ff-9c42-707df0bfbdc8 req-fe04e646-df19-4d0f-9330-fa49b21c1250 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:35.781916 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-59af8793-d022-44ff-9c42-707df0bfbdc8 req-fe04e646-df19-4d0f-9330-fa49b21c1250 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:35.844205 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d3271ba2-c097-43c6-9b66-223d276379d4 req-8fb90f95-6168-47d5-aca1-b999a756987c tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:35.861409 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d3271ba2-c097-43c6-9b66-223d276379d4 req-8fb90f95-6168-47d5-aca1-b999a756987c tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:35.864524 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:35.870763 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-59af8793-d022-44ff-9c42-707df0bfbdc8 req-fe04e646-df19-4d0f-9330-fa49b21c1250 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:35.873471 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-59af8793-d022-44ff-9c42-707df0bfbdc8 req-fe04e646-df19-4d0f-9330-fa49b21c1250 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:35.874809 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59af8793-d022-44ff-9c42-707df0bfbdc8 req-fe04e646-df19-4d0f-9330-fa49b21c1250 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "DELETE /v2.0/security-groups/2557f040-5e42-44b1-a548-13108a6ec236 HTTP/1.1" status: 204 len: 173 time: 0.2589455 Aug 19 18:04:35.899557 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04e646-df19-4d0f-9330-fa49b21c1250 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2557f040-5e42-44b1-a548-13108a6ec236,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:35.945982 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb90f95-6168-47d5-aca1-b999a756987c tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Pushing event updated for resources: {'Port': ['ID=871a28b2-5b0b-485b-950d-9b93119b536e,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:35.985888 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-576e2e67-06a4-45d5-ab73-befbd049f967 req-08d81196-2f65-4e40-b5c5-47b016650ec7 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "GET /v2.0/security-groups/5375b8c4-91fe-40c1-8a1e-7d4b12c1b07b HTTP/1.1" status: 200 len: 1813 time: 0.0708113 Aug 19 18:04:36.027807 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] For port 79848af5-d1f2-45db-8df8-6157d50f7da9, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:36.032031 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] For port 79848af5-d1f2-45db-8df8-6157d50f7da9, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=79848af5-d1f2-45db-8df8-6157d50f7da9,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:36.047367 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:36.088545 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-576e2e67-06a4-45d5-ab73-befbd049f967 req-5d9f5e05-0c7e-4274-b2a5-78bed98dc191 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:36.093724 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d3271ba2-c097-43c6-9b66-223d276379d4 req-8fb90f95-6168-47d5-aca1-b999a756987c tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:36.129086 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d3271ba2-c097-43c6-9b66-223d276379d4 req-8fb90f95-6168-47d5-aca1-b999a756987c tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:36.130502 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d3271ba2-c097-43c6-9b66-223d276379d4 req-8fb90f95-6168-47d5-aca1-b999a756987c tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9599028 Aug 19 18:04:36.141298 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-576e2e67-06a4-45d5-ab73-befbd049f967 req-5d9f5e05-0c7e-4274-b2a5-78bed98dc191 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:36.197446 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-576e2e67-06a4-45d5-ab73-befbd049f967 req-5d9f5e05-0c7e-4274-b2a5-78bed98dc191 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:36.201694 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-576e2e67-06a4-45d5-ab73-befbd049f967 req-5d9f5e05-0c7e-4274-b2a5-78bed98dc191 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:36.216638 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-576e2e67-06a4-45d5-ab73-befbd049f967 req-5d9f5e05-0c7e-4274-b2a5-78bed98dc191 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "DELETE /v2.0/security-groups/5375b8c4-91fe-40c1-8a1e-7d4b12c1b07b HTTP/1.1" status: 204 len: 173 time: 0.2293704 Aug 19 18:04:36.241773 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f5e05-0c7e-4274-b2a5-78bed98dc191 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5375b8c4-91fe-40c1-8a1e-7d4b12c1b07b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:36.242620 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d3271ba2-c097-43c6-9b66-223d276379d4 req-43345f96-a20f-4f23-aa5a-7462caf87746 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.150 HTTP/1.1" status: 200 len: 696 time: 0.1007524 Aug 19 18:04:36.259063 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] Routers {'69aa1083-9c1e-4a66-b954-86d9608efd03'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:36.261166 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:04:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['69aa1083-9c1e-4a66-b954-86d9608efd03'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:36.266176 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:36.274834 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:36.278897 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5540e5e-e2d1-4760-bc1d-1aeb5e293feb None None] Pushing event updated for resources: {'Port': ['ID=79848af5-d1f2-45db-8df8-6157d50f7da9,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:36.310496 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-4f3fe862-18d2-4dbb-ac2f-20fcdf5571a6 admin admin] Allocated IP 172.20.0.1 (4bc71342-958a-4003-9a5d-26d2a4ddabea/b38e0628-a8bc-4a29-ab15-1991390ae7ec/20baa8a5-de09-42a3-a041-dcc3143a1175) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:36.478950 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3271ba2-c097-43c6-9b66-223d276379d4 req-627e75b6-ebb3-4cd3-9445-ab834c76d9d9 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:36.493912 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d3271ba2-c097-43c6-9b66-223d276379d4 req-627e75b6-ebb3-4cd3-9445-ab834c76d9d9 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.2498751 Aug 19 18:04:36.582243 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6836b9da-e40b-406b-98fb-d63bc49e24e1 req-9e4e262e-c05a-46c5-8b41-7320bf672e73 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "GET /v2.0/security-groups/f4f13f00-a503-41cb-a732-a258020f3ff3 HTTP/1.1" status: 200 len: 1813 time: 0.0790341 Aug 19 18:04:36.647368 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe862-18d2-4dbb-ac2f-20fcdf5571a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:36.682709 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-4f3fe862-18d2-4dbb-ac2f-20fcdf5571a6 admin admin] Transition to ACTIVE for port object 20baa8a5-de09-42a3-a041-dcc3143a1175 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:36.684806 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6836b9da-e40b-406b-98fb-d63bc49e24e1 req-f98ad8dd-f308-481e-88df-84a6009d232b tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:36.715350 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6836b9da-e40b-406b-98fb-d63bc49e24e1 req-f98ad8dd-f308-481e-88df-84a6009d232b tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:36.724016 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] Set router 69aa1083-9c1e-4a66-b954-86d9608efd03 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:04:36.768081 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6836b9da-e40b-406b-98fb-d63bc49e24e1 req-f98ad8dd-f308-481e-88df-84a6009d232b tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:36.771043 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6836b9da-e40b-406b-98fb-d63bc49e24e1 req-f98ad8dd-f308-481e-88df-84a6009d232b tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:36.790121 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6836b9da-e40b-406b-98fb-d63bc49e24e1 req-f98ad8dd-f308-481e-88df-84a6009d232b tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "DELETE /v2.0/security-groups/f4f13f00-a503-41cb-a732-a258020f3ff3 HTTP/1.1" status: 204 len: 173 time: 0.2066290 Aug 19 18:04:36.813235 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-76189c55-4f9e-40a9-b6cc-c5d802fcd2a6 req-34fff2f7-e1de-4420-9a94-60fe031a698a tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2236969 Aug 19 18:04:36.842215 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-76189c55-4f9e-40a9-b6cc-c5d802fcd2a6 req-a945f8fb-b0b8-4384-81d6-11df1a9486f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:36.845024 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ad8dd-f308-481e-88df-84a6009d232b tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f13f00-a503-41cb-a732-a258020f3ff3,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:36.889142 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1469e438-00f4-4561-850f-1ae0845439c2 req-55c741fe-a3b8-49cd-a2f7-e1a244bf3030 tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "GET /v2.0/security-groups/0786155d-926e-4384-a5ff-fc7f5349758a HTTP/1.1" status: 200 len: 1812 time: 0.0826838 Aug 19 18:04:36.893198 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-76189c55-4f9e-40a9-b6cc-c5d802fcd2a6 req-a945f8fb-b0b8-4384-81d6-11df1a9486f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:36.907005 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe862-18d2-4dbb-ac2f-20fcdf5571a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:36.955423 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fe862-18d2-4dbb-ac2f-20fcdf5571a6 admin admin] Pushing event updated for resources: {'Port': ['ID=20baa8a5-de09-42a3-a041-dcc3143a1175,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:36.983120 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3fe862-18d2-4dbb-ac2f-20fcdf5571a6 admin admin] Network 4bc71342-958a-4003-9a5d-26d2a4ddabea is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:36.988856 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-4f3fe862-18d2-4dbb-ac2f-20fcdf5571a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:36.993333 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3fe862-18d2-4dbb-ac2f-20fcdf5571a6 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:37.043121 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1469e438-00f4-4561-850f-1ae0845439c2 req-7c5974f0-1859-4643-ba5d-3ea4585550ec tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:37.067473 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-76189c55-4f9e-40a9-b6cc-c5d802fcd2a6 req-a945f8fb-b0b8-4384-81d6-11df1a9486f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:37.103260 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe862-18d2-4dbb-ac2f-20fcdf5571a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:37.104382 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b7176230-11a4-4308-b36d-2b6e54eb756b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:37.112501 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1469e438-00f4-4561-850f-1ae0845439c2 req-7c5974f0-1859-4643-ba5d-3ea4585550ec tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:37.246485 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-76189c55-4f9e-40a9-b6cc-c5d802fcd2a6 req-a945f8fb-b0b8-4384-81d6-11df1a9486f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Allocated IP 172.25.8.119 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/746cbc1b-4b92-4e22-8d05-04bf140e1ea8) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:37.272102 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:37.319487 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'name': 'tempest-ServersTestFqdnHostnames-1583830604-router', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:04:32Z', 'revision_number': 3, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'gw_port': {'id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:27:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:37.395504 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f99b0b-626e-42c5-9223-e13aef5b3b65 None None] The sync data for ids ['69aa1083-9c1e-4a66-b954-86d9608efd03'] in n-d-803753-2 is: [{'id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'name': 'tempest-ServersTestFqdnHostnames-1583830604-router', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:04:32Z', 'revision_number': 3, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'gw_port': {'id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:27:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:04:37.426316 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-76189c55-4f9e-40a9-b6cc-c5d802fcd2a6 req-a945f8fb-b0b8-4384-81d6-11df1a9486f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:37.489243 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e95e1134-8255-422a-90ba-2fb85b9e3b63 None None] Provisioning for port 20baa8a5-de09-42a3-a041-dcc3143a1175 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:37.490280 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-76189c55-4f9e-40a9-b6cc-c5d802fcd2a6 req-a945f8fb-b0b8-4384-81d6-11df1a9486f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:37.499443 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e95e1134-8255-422a-90ba-2fb85b9e3b63 None None] Provisioning complete for port 20baa8a5-de09-42a3-a041-dcc3143a1175 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:37.502663 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e95e1134-8255-422a-90ba-2fb85b9e3b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:37.544551 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76189c55-4f9e-40a9-b6cc-c5d802fcd2a6 req-a945f8fb-b0b8-4384-81d6-11df1a9486f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:37.548022 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-76189c55-4f9e-40a9-b6cc-c5d802fcd2a6 req-a945f8fb-b0b8-4384-81d6-11df1a9486f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:37.552303 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-76189c55-4f9e-40a9-b6cc-c5d802fcd2a6 req-a945f8fb-b0b8-4384-81d6-11df1a9486f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:37.560523 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-e95e1134-8255-422a-90ba-2fb85b9e3b63 None None] Port 20baa8a5-de09-42a3-a041-dcc3143a1175 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:37.654039 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945f8fb-b0b8-4384-81d6-11df1a9486f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Pushing event updated for resources: {'Port': ['ID=746cbc1b-4b92-4e22-8d05-04bf140e1ea8,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:37.678210 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-76189c55-4f9e-40a9-b6cc-c5d802fcd2a6 req-a945f8fb-b0b8-4384-81d6-11df1a9486f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:37.718410 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1469e438-00f4-4561-850f-1ae0845439c2 req-7c5974f0-1859-4643-ba5d-3ea4585550ec tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:37.721987 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1469e438-00f4-4561-850f-1ae0845439c2 req-7c5974f0-1859-4643-ba5d-3ea4585550ec tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:37.722673 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1469e438-00f4-4561-850f-1ae0845439c2 req-7c5974f0-1859-4643-ba5d-3ea4585550ec tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] 10.222.0.24 "DELETE /v2.0/security-groups/0786155d-926e-4384-a5ff-fc7f5349758a HTTP/1.1" status: 204 len: 173 time: 0.8327956 Aug 19 18:04:37.730125 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38560) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:37.733727 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-76189c55-4f9e-40a9-b6cc-c5d802fcd2a6 req-a945f8fb-b0b8-4384-81d6-11df1a9486f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:37.805017 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-120bd170-0ec6-418f-b657-878eea6872fd admin admin] Deleting subnet edfe2702-f76e-4bb9-90e9-94aed7666135 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:04:37.811929 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-120bd170-0ec6-418f-b657-878eea6872fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:37.814298 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5974f0-1859-4643-ba5d-3ea4585550ec tempest-SecurityGroupRulesNegativeTestJSON-1110736560 tempest-SecurityGroupRulesNegativeTestJSON-1110736560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0786155d-926e-4384-a5ff-fc7f5349758a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:37.918463 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-120bd170-0ec6-418f-b657-878eea6872fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:37.920838 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe862-18d2-4dbb-ac2f-20fcdf5571a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:38.049734 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-76189c55-4f9e-40a9-b6cc-c5d802fcd2a6 req-a945f8fb-b0b8-4384-81d6-11df1a9486f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:38.061592 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-76189c55-4f9e-40a9-b6cc-c5d802fcd2a6 req-a945f8fb-b0b8-4384-81d6-11df1a9486f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:38.067460 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:38.210254 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-120bd170-0ec6-418f-b657-878eea6872fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:38.344292 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-120bd170-0ec6-418f-b657-878eea6872fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:38.416682 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe862-18d2-4dbb-ac2f-20fcdf5571a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:38.430165 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-120bd170-0ec6-418f-b657-878eea6872fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:38.437208 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-120bd170-0ec6-418f-b657-878eea6872fd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/edfe2702-f76e-4bb9-90e9-94aed7666135 HTTP/1.1" status: 204 len: 168 time: 0.7027187 Aug 19 18:04:38.441874 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bd170-0ec6-418f-b657-878eea6872fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edfe2702-f76e-4bb9-90e9-94aed7666135,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:38.457636 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38564) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:38.477009 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945f8fb-b0b8-4384-81d6-11df1a9486f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Pushing event updated for resources: {'Port': ['ID=746cbc1b-4b92-4e22-8d05-04bf140e1ea8,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:38.551860 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe862-18d2-4dbb-ac2f-20fcdf5571a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:38.580858 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-76189c55-4f9e-40a9-b6cc-c5d802fcd2a6 req-a945f8fb-b0b8-4384-81d6-11df1a9486f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:38.627468 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-76189c55-4f9e-40a9-b6cc-c5d802fcd2a6 req-a945f8fb-b0b8-4384-81d6-11df1a9486f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:38.628950 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-76189c55-4f9e-40a9-b6cc-c5d802fcd2a6 req-a945f8fb-b0b8-4384-81d6-11df1a9486f8 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8075099 Aug 19 18:04:38.692552 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe862-18d2-4dbb-ac2f-20fcdf5571a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:38.715374 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fe862-18d2-4dbb-ac2f-20fcdf5571a6 admin admin] Pushing event updated for resources: {'Port': ['ID=20baa8a5-de09-42a3-a041-dcc3143a1175,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:38.770520 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-76189c55-4f9e-40a9-b6cc-c5d802fcd2a6 req-1ad8d79c-891a-4583-857b-8e2aab4084bb tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.119 HTTP/1.1" status: 200 len: 696 time: 0.1340613 Aug 19 18:04:38.850339 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:38.938380 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76189c55-4f9e-40a9-b6cc-c5d802fcd2a6 req-49e94d56-43de-4776-82f0-878f2275ec8b tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:38.939856 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-76189c55-4f9e-40a9-b6cc-c5d802fcd2a6 req-49e94d56-43de-4776-82f0-878f2275ec8b tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.1605108 Aug 19 18:04:39.061056 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:39.083138 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e81f4a-a47c-427b-85a5-8444b159cd44']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:39.088659 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3fe862-18d2-4dbb-ac2f-20fcdf5571a6 admin admin] Network 4bc71342-958a-4003-9a5d-26d2a4ddabea is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:39.098500 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-4f3fe862-18d2-4dbb-ac2f-20fcdf5571a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:39.101919 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d4c401-a062-41bb-aa93-cadbcc5fd63d') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:39.102304 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d4c401-a062-41bb-aa93-cadbcc5fd63d') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:39.122432 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:39.139598 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88058992-18ae-4bb8-8f9e-1360d1c9892b req-e6cc3a99-ec21-4a9e-8587-4e4d487c1437 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/floatingips/871a788c-0afe-4a30-b38d-a2536ba32269 HTTP/1.1" status: 200 len: 693 time: 0.0691540 Aug 19 18:04:39.178469 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64542c-dcb4-46bb-9fb7-c77abf5594a9 req-202a3e39-cc47-4ee3-91ec-f3919fa7612f tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:39.183200 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fd64542c-dcb4-46bb-9fb7-c77abf5594a9 req-202a3e39-cc47-4ee3-91ec-f3919fa7612f tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 1096 time: 0.1740866 Aug 19 18:04:39.190139 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:39.230641 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:04:39.230984 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:04:39.235413 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:04:39.317077 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88058992-18ae-4bb8-8f9e-1360d1c9892b req-f74974fd-0a1e-4d4f-906a-566a1bfeaadd tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:39.318573 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88058992-18ae-4bb8-8f9e-1360d1c9892b req-f74974fd-0a1e-4d4f-906a-566a1bfeaadd tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.1726553 Aug 19 18:04:39.372433 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fd64542c-dcb4-46bb-9fb7-c77abf5594a9 req-89e0fb27-1d63-4aac-bc57-eee598905d38 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728563 Aug 19 18:04:39.396221 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:39.429026 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:39.450624 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b1e81f4a-a47c-427b-85a5-8444b159cd44 HTTP/1.1" status: 204 len: 168 time: 0.9918811 Aug 19 18:04:39.487310 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1e81f4a-a47c-427b-85a5-8444b159cd44,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:39.497624 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3fe862-18d2-4dbb-ac2f-20fcdf5571a6 admin admin] Router 69aa1083-9c1e-4a66-b954-86d9608efd03 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:04:39.558057 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fcef215e-adb9-4e63-accd-e174a990aa8d None None] Provisioning complete for port 20baa8a5-de09-42a3-a041-dcc3143a1175 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:39.558631 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fcef215e-adb9-4e63-accd-e174a990aa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:39.568638 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:39.573365 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:39.582891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:39.582891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:39.582891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:39.585165 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:39.587303 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:39.587739 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:39.588785 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:39.591148 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:39.591362 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:39.594914 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0890dd-bf15-46e4-bc8b-1c43bc596d20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:39.649941 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3022e1ca-0232-4779-9d99-dc658039baa8 req-50063439-392d-4a6b-8060-f0f59e483bc1 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/floatingips/871a788c-0afe-4a30-b38d-a2536ba32269 HTTP/1.1" status: 200 len: 693 time: 0.1997628 Aug 19 18:04:39.658222 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-fcef215e-adb9-4e63-accd-e174a990aa8d None None] Port 20baa8a5-de09-42a3-a041-dcc3143a1175 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:39.809200 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 79848af5-d1f2-45db-8df8-6157d50f7da9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:39.853438 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3fe862-18d2-4dbb-ac2f-20fcdf5571a6 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:04:39.858879 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4f3fe862-18d2-4dbb-ac2f-20fcdf5571a6 admin admin] 10.222.0.24 "PUT /v2.0/routers/69aa1083-9c1e-4a66-b954-86d9608efd03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5801551 Aug 19 18:04:39.886374 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38592) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:39.983256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 79848af5-d1f2-45db-8df8-6157d50f7da9 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:39.988630 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 79848af5-d1f2-45db-8df8-6157d50f7da9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:39.992899 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:40.006579 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022e1ca-0232-4779-9d99-dc658039baa8 req-5b579adb-d04f-40b7-9ed0-08d59fa2eb7c tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:40.020393 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3022e1ca-0232-4779-9d99-dc658039baa8 req-5b579adb-d04f-40b7-9ed0-08d59fa2eb7c tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.3688445 Aug 19 18:04:40.057617 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5141b1b4-ae22-4ca5-8fa5-22f0e53cf43e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de99cc6858854c8eb02f66de4878bfef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701286 Aug 19 18:04:40.060223 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38600) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:40.100556 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3022e1ca-0232-4779-9d99-dc658039baa8 req-13a866db-1b20-4c20-8d0d-822ea34757d5 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.119 HTTP/1.1" status: 200 len: 696 time: 0.0783768 Aug 19 18:04:40.106092 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:40.161004 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f9400c2-e267-4968-b1a0-d3d64aba727c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:40.184847 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3022e1ca-0232-4779-9d99-dc658039baa8 req-5acc3a40-9f17-45ac-998f-b987981d81e1 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.119 HTTP/1.1" status: 200 len: 696 time: 0.0818212 Aug 19 18:04:40.201572 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f9400c2-e267-4968-b1a0-d3d64aba727c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:40.235810 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:40.269484 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 79848af5-d1f2-45db-8df8-6157d50f7da9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=79848af5-d1f2-45db-8df8-6157d50f7da9,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:40.290874 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] Sync routers for ids ['69aa1083-9c1e-4a66-b954-86d9608efd03'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:04:40.292545 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:40.311078 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] Routers {'69aa1083-9c1e-4a66-b954-86d9608efd03'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:40.315010 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:04:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['69aa1083-9c1e-4a66-b954-86d9608efd03'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:40.322405 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f9400c2-e267-4968-b1a0-d3d64aba727c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:40.325489 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f9400c2-e267-4968-b1a0-d3d64aba727c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:40.331953 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5f9400c2-e267-4968-b1a0-d3d64aba727c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/120137a9-2328-4373-a0fe-352e63a18587 HTTP/1.1" status: 204 len: 168 time: 0.2703860 Aug 19 18:04:40.341960 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9400c2-e267-4968-b1a0-d3d64aba727c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120137a9-2328-4373-a0fe-352e63a18587,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:40.464559 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=79848af5-d1f2-45db-8df8-6157d50f7da9,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:40.551369 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-3022e1ca-0232-4779-9d99-dc658039baa8 req-c83b5856-be9e-4d0c-948d-d10aa1020dc4 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Deleting port 746cbc1b-4b92-4e22-8d05-04bf140e1ea8 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:04:40.551740 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3022e1ca-0232-4779-9d99-dc658039baa8 req-c83b5856-be9e-4d0c-948d-d10aa1020dc4 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:40.612502 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] Set router 69aa1083-9c1e-4a66-b954-86d9608efd03 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:04:40.695341 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:40.711909 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3022e1ca-0232-4779-9d99-dc658039baa8 req-c83b5856-be9e-4d0c-948d-d10aa1020dc4 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:40.713311 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3022e1ca-0232-4779-9d99-dc658039baa8 req-c83b5856-be9e-4d0c-948d-d10aa1020dc4 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:40.734144 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-3022e1ca-0232-4779-9d99-dc658039baa8 req-c83b5856-be9e-4d0c-948d-d10aa1020dc4 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Calling delete_port for 746cbc1b-4b92-4e22-8d05-04bf140e1ea8 owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:04:40.949641 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'name': 'tempest-ServersTestFqdnHostnames-1583830604-router', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:04:37Z', 'revision_number': 4, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'gw_port': {'id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:27:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '20baa8a5-de09-42a3-a041-dcc3143a1175', 'name': '', 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'mac_address': 'fa:16:3e:bc:2d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b38e0628-a8bc-4a29-ab15-1991390ae7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:35Z', 'updated_at': '2021-08-19T18:04:38Z', 'revision_number': 2, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'subnets': [{'id': 'b38e0628-a8bc-4a29-ab15-1991390ae7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:41.022011 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3022e1ca-0232-4779-9d99-dc658039baa8 req-c83b5856-be9e-4d0c-948d-d10aa1020dc4 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:41.028798 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] Checking router: 69aa1083-9c1e-4a66-b954-86d9608efd03 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:04:41.029784 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] Updating router 69aa1083-9c1e-4a66-b954-86d9608efd03 port 20baa8a5-de09-42a3-a041-dcc3143a1175 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:04:41.065097 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:41.113804 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b5856-be9e-4d0c-948d-d10aa1020dc4 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Pushing event deleted for resources: {'Port': ['ID=746cbc1b-4b92-4e22-8d05-04bf140e1ea8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:41.213274 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-77b78534-db98-4851-945f-0097499d406d tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:04:41.214419 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-77b78534-db98-4851-945f-0097499d406d tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077419 Aug 19 18:04:41.226472 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-9f314006-887c-4dd7-97df-f16eaaa8e99f service neutron] Request body: {'binding': {'host': 'n-h2-803753-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:41.227578 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-9f314006-887c-4dd7-97df-f16eaaa8e99f service neutron] Unknown quota resources ['binding']. {{(pid=94682) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:04:41.274290 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3022e1ca-0232-4779-9d99-dc658039baa8 req-c83b5856-be9e-4d0c-948d-d10aa1020dc4 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:41.280347 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3022e1ca-0232-4779-9d99-dc658039baa8 req-c83b5856-be9e-4d0c-948d-d10aa1020dc4 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:41.297305 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3022e1ca-0232-4779-9d99-dc658039baa8 req-c83b5856-be9e-4d0c-948d-d10aa1020dc4 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "DELETE /v2.0/floatingips/871a788c-0afe-4a30-b38d-a2536ba32269 HTTP/1.1" status: 204 len: 173 time: 1.1114535 Aug 19 18:04:41.524312 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-9f314006-887c-4dd7-97df-f16eaaa8e99f service neutron] Attempting to bind port c5cfade0-f43d-4456-bbff-daf590b7cfa2 on host n-h2-803753-2 for vnic_type normal with profile None {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:41.525247 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-9f314006-887c-4dd7-97df-f16eaaa8e99f service neutron] Attempting to bind port c5cfade0-f43d-4456-bbff-daf590b7cfa2 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:41.526011 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-9f314006-887c-4dd7-97df-f16eaaa8e99f service neutron] Attempting to bind port c5cfade0-f43d-4456-bbff-daf590b7cfa2 on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:41.533006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-9f314006-887c-4dd7-97df-f16eaaa8e99f service neutron] Port c5cfade0-f43d-4456-bbff-daf590b7cfa2 on network 52390765-0cad-463c-8122-8baf5b79ff7f not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:04:41.538173 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-9f314006-887c-4dd7-97df-f16eaaa8e99f service neutron] Attempting to bind port c5cfade0-f43d-4456-bbff-daf590b7cfa2 on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:41.557508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-9f314006-887c-4dd7-97df-f16eaaa8e99f service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:41.558318 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-9f314006-887c-4dd7-97df-f16eaaa8e99f service neutron] Checking segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:41.558976 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-9f314006-887c-4dd7-97df-f16eaaa8e99f service neutron] Bound using segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:41.559590 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-9f314006-887c-4dd7-97df-f16eaaa8e99f service neutron] Bound port: c5cfade0-f43d-4456-bbff-daf590b7cfa2, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:41.559912 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:41.593085 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 79848af5-d1f2-45db-8df8-6157d50f7da9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:41.596411 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] Transition to ACTIVE for port object 20baa8a5-de09-42a3-a041-dcc3143a1175 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:41.611502 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:41.673163 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-9f314006-887c-4dd7-97df-f16eaaa8e99f service neutron] For port c5cfade0-f43d-4456-bbff-daf590b7cfa2, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c5cfade0-f43d-4456-bbff-daf590b7cfa2,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:41.686171 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-9f314006-887c-4dd7-97df-f16eaaa8e99f service neutron] Notify callbacks [] for binding, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:41.687727 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-9f314006-887c-4dd7-97df-f16eaaa8e99f service neutron] 10.222.0.24 "POST /v2.0/ports/c5cfade0-f43d-4456-bbff-daf590b7cfa2/bindings HTTP/1.1" status: 201 len: 389 time: 0.4652717 Aug 19 18:04:41.715690 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c8970-eb5e-40e6-b3b8-c4dbcc838a5c None None] Pushing event updated for resources: {'Port': ['ID=20baa8a5-de09-42a3-a041-dcc3143a1175,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:41.782101 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 79848af5-d1f2-45db-8df8-6157d50f7da9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:41.783225 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:41.802213 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c8970-eb5e-40e6-b3b8-c4dbcc838a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:41.802486 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c8970-eb5e-40e6-b3b8-c4dbcc838a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:41.802821 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c8970-eb5e-40e6-b3b8-c4dbcc838a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:41.803152 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c8970-eb5e-40e6-b3b8-c4dbcc838a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:41.803481 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c8970-eb5e-40e6-b3b8-c4dbcc838a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:41.804116 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c8970-eb5e-40e6-b3b8-c4dbcc838a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:41.808337 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c8970-eb5e-40e6-b3b8-c4dbcc838a5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:41.808930 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c8970-eb5e-40e6-b3b8-c4dbcc838a5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:41.809418 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c8970-eb5e-40e6-b3b8-c4dbcc838a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:41.810378 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c8970-eb5e-40e6-b3b8-c4dbcc838a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:41.810957 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c8970-eb5e-40e6-b3b8-c4dbcc838a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:41.816497 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c8970-eb5e-40e6-b3b8-c4dbcc838a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:41.863587 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] Attempting to bind port 20baa8a5-de09-42a3-a041-dcc3143a1175 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:41.863942 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] Attempting to bind port 20baa8a5-de09-42a3-a041-dcc3143a1175 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '6052a266-a5f6-428d-af02-f969d607c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:41.864320 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] Attempting to bind port 20baa8a5-de09-42a3-a041-dcc3143a1175 on network 4bc71342-958a-4003-9a5d-26d2a4ddabea {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:41.876176 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:41.876548 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] Checking segment: {'id': '6052a266-a5f6-428d-af02-f969d607c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:41.876954 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:41.877345 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] Bound using segment: {'id': '6052a266-a5f6-428d-af02-f969d607c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:41.892810 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] Bound port: 20baa8a5-de09-42a3-a041-dcc3143a1175, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6052a266-a5f6-428d-af02-f969d607c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:41.899960 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:42.046803 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] For port 20baa8a5-de09-42a3-a041-dcc3143a1175, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:42.053561 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] For port 20baa8a5-de09-42a3-a041-dcc3143a1175, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=20baa8a5-de09-42a3-a041-dcc3143a1175,segment=NetworkSegment(6052a266-a5f6-428d-af02-f969d607c6ce),segment_id=6052a266-a5f6-428d-af02-f969d607c6ce)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:42.059782 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:42.123074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38652) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:42.172692 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c8970-eb5e-40e6-b3b8-c4dbcc838a5c None None] Pushing event updated for resources: {'Port': ['ID=20baa8a5-de09-42a3-a041-dcc3143a1175,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:42.224078 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] Routers {'69aa1083-9c1e-4a66-b954-86d9608efd03'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:42.225330 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:04:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['69aa1083-9c1e-4a66-b954-86d9608efd03'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:42.391909 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] Set router 69aa1083-9c1e-4a66-b954-86d9608efd03 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:04:42.393860 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-966617424-network', 'tenant_id': 'f80f77ef27c04c9bb6424467e0d0cf35'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:42.463120 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Made reservation on behalf of f80f77ef27c04c9bb6424467e0d0cf35 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:42.469657 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:42.501725 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:42.539641 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-c1427878-0477-49eb-93e8-d7232f6c5cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:42.544173 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-c1427878-0477-49eb-93e8-d7232f6c5cbc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 1096 time: 0.3576901 Aug 19 18:04:42.678631 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38658) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:42.696780 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-716e9bcd-a2d7-49e7-b84c-f4c66d7bacfb tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1103458996', 'description': 'tempest-description--1493040285'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:42.709076 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:42.724237 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:42.759958 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3641e8-efad-4ca7-b6a6-aa7549686bc8 req-d02b842e-92f5-4186-b20d-b07fbc7d439a tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:42.774393 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7e3641e8-efad-4ca7-b6a6-aa7549686bc8 req-d02b842e-92f5-4186-b20d-b07fbc7d439a tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7803817 Aug 19 18:04:42.778927 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-248a3f76-1063-462b-b95b-c34cd12faba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:42.781144 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:04:42.783021 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-248a3f76-1063-462b-b95b-c34cd12faba5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 922 time: 0.2247672 Aug 19 18:04:42.815201 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe32db1-8ddc-4575-b3af-c18efb74bba2,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:42.821934 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-716e9bcd-a2d7-49e7-b84c-f4c66d7bacfb tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:42.840840 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:42.841191 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Added segment 57d87d7f-99d7-4e0b-883d-d98b8a12ad3d of type vlan for network 4610b7b5-44eb-488f-8004-9593db962a8a Aug 19 18:04:42.853157 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'name': 'tempest-ServersTestFqdnHostnames-1583830604-router', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:04:37Z', 'revision_number': 4, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'gw_port': {'id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:27:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '20baa8a5-de09-42a3-a041-dcc3143a1175', 'name': '', 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'mac_address': 'fa:16:3e:bc:2d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b38e0628-a8bc-4a29-ab15-1991390ae7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:35Z', 'updated_at': '2021-08-19T18:04:42Z', 'revision_number': 4, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'subnets': [{'id': 'b38e0628-a8bc-4a29-ab15-1991390ae7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:42.861272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:42.861661 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:42.862015 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:42.862341 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:42.862679 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:42.863015 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:42.863346 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:42.863674 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:42.864001 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:42.864325 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:42.864654 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:42.864979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:42.875323 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-ef850c37-07be-4f34-b1f5-0013af1dee9b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5cfade0-f43d-4456-bbff-daf590b7cfa2 HTTP/1.1" status: 200 len: 217 time: 0.0809243 Aug 19 18:04:42.913646 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d193a-f16d-4df5-89c6-ed34482fa2ff None None] The sync data for ids ['69aa1083-9c1e-4a66-b954-86d9608efd03'] in n-d-803753-2 is: [{'id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'name': 'tempest-ServersTestFqdnHostnames-1583830604-router', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:04:37Z', 'revision_number': 4, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'gw_port': {'id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:27:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '20baa8a5-de09-42a3-a041-dcc3143a1175', 'name': '', 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'mac_address': 'fa:16:3e:bc:2d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b38e0628-a8bc-4a29-ab15-1991390ae7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:35Z', 'updated_at': '2021-08-19T18:04:42Z', 'revision_number': 4, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'subnets': [{'id': 'b38e0628-a8bc-4a29-ab15-1991390ae7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:04:42.917254 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866e339-5425-4488-8bb4-7c93a44c3aae req-6efa121b-ffd2-4ee4-bfc4-ebd32400fa9f tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:42.924693 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f866e339-5425-4488-8bb4-7c93a44c3aae req-6efa121b-ffd2-4ee4-bfc4-ebd32400fa9f tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 945 time: 0.1703758 Aug 19 18:04:42.978160 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:43.102466 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f866e339-5425-4488-8bb4-7c93a44c3aae req-c0380b1a-eb24-40ab-9702-526d4abadef1 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763420 Aug 19 18:04:43.107492 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-09a288ed-d8ec-40b2-97f1-2d69b6530f4e req-d2894fe2-4775-4ff0-be82-3af9b22d75c1 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=05ca1348008c46c6bab6c2b07c01e939 HTTP/1.1" status: 200 len: 1656 time: 0.1551075 Aug 19 18:04:43.118790 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:43.122375 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:43.123170 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:43.249351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] Pushing event updated for resources: {'Network': ['ID=4610b7b5-44eb-488f-8004-9593db962a8a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:43.266108 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 4610b7b5-44eb-488f-8004-9593db962a8a details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:04:43.276703 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-b5cb9fec-d044-4618-9083-5a766ada471b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:43.280089 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-716e9bcd-a2d7-49e7-b84c-f4c66d7bacfb tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:43.281411 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-b5cb9fec-d044-4618-9083-5a766ada471b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e38a766b-6157-45f2-9785-a9bfeb2d8ba6 HTTP/1.1" status: 200 len: 861 time: 0.3813086 Aug 19 18:04:43.287610 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-716e9bcd-a2d7-49e7-b84c-f4c66d7bacfb tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:43.323291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e9bcd-a2d7-49e7-b84c-f4c66d7bacfb tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ec8be9-4ccf-46e9-a3a3-57d45ff55066,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:43.330013 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-777d2c8a-81a0-4d03-9e7a-b10f54f276af admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2024443 Aug 19 18:04:43.332040 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38666) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:43.337441 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-a6fbb856-184c-4c45-a83e-f9b0a6599c72 admin admin] Request body: {'subnet': {'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-966617424-subnet', 'tenant_id': 'f80f77ef27c04c9bb6424467e0d0cf35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:43.357591 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a288ed-d8ec-40b2-97f1-2d69b6530f4e req-b7e6e649-e4bb-46f8-9b83-0b2bb5b39c86 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:43.360339 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-716e9bcd-a2d7-49e7-b84c-f4c66d7bacfb tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:43.365638 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-09a288ed-d8ec-40b2-97f1-2d69b6530f4e req-b7e6e649-e4bb-46f8-9b83-0b2bb5b39c86 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/networks?id=3b0e60a5-be68-4f22-8336-1b6a3362381d&id=3b0e60a5-be68-4f22-8336-1b6a3362381d&id=3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 787 time: 0.2545376 Aug 19 18:04:43.367620 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-716e9bcd-a2d7-49e7-b84c-f4c66d7bacfb tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6865575 Aug 19 18:04:43.368461 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38668) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:43.381721 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f5b2c0d0-7070-42d5-88b4-ef6e9f30f1ba tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Request body: {'security_group_rule': {'security_group_id': 'c7ec8be9-4ccf-46e9-a3a3-57d45ff55066', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:43.393504 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-09a288ed-d8ec-40b2-97f1-2d69b6530f4e req-52e90291-afc0-44d6-89d1-2ca1a986e729 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:04:43.403222 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-09a288ed-d8ec-40b2-97f1-2d69b6530f4e req-52e90291-afc0-44d6-89d1-2ca1a986e729 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0362804 Aug 19 18:04:43.418824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fbb856-184c-4c45-a83e-f9b0a6599c72 admin admin] Made reservation on behalf of f80f77ef27c04c9bb6424467e0d0cf35 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:43.421165 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6fbb856-184c-4c45-a83e-f9b0a6599c72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:43.445391 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-bacc6260-7d17-4e13-b48f-ab4faddd2608 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52390765-0cad-463c-8122-8baf5b79ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006293 Aug 19 18:04:43.560151 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5b2c0d0-7070-42d5-88b4-ef6e9f30f1ba tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:43.607182 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 20baa8a5-de09-42a3-a041-dcc3143a1175 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:43.608744 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3f676976-6eab-4df8-8d42-c3883c22ca58 req-946af5a2-c949-4882-a9d2-2c426cad23f2 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/floatingips/577e1876-4135-47ee-b329-289ad0955944 HTTP/1.1" status: 200 len: 693 time: 0.1300201 Aug 19 18:04:43.686892 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 20baa8a5-de09-42a3-a041-dcc3143a1175 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:43.698667 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 20baa8a5-de09-42a3-a041-dcc3143a1175 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:43.699300 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:43.719571 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-8e66f702-b0f7-4786-a264-44bfdfd96bdc service neutron] 10.222.0.50 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561848 Aug 19 18:04:43.826328 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5b2c0d0-7070-42d5-88b4-ef6e9f30f1ba tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:43.841464 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5b2c0d0-7070-42d5-88b4-ef6e9f30f1ba tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:43.841710 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:43.852475 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-9f0fbb27-00f5-41e1-a68e-ab0949d1f5fe service neutron] 10.222.0.50 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204183 Aug 19 18:04:43.893120 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 20baa8a5-de09-42a3-a041-dcc3143a1175, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=20baa8a5-de09-42a3-a041-dcc3143a1175,segment=NetworkSegment(6052a266-a5f6-428d-af02-f969d607c6ce),segment_id=6052a266-a5f6-428d-af02-f969d607c6ce)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:43.898840 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2c0d0-7070-42d5-88b4-ef6e9f30f1ba tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c27e4f-7bb6-4d2a-b3d3-db88517fa14c,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:43.900723 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:44.027374 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f676976-6eab-4df8-8d42-c3883c22ca58 req-0019ae8d-725f-4247-97bb-4f3b02d3d2a7 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:44.041906 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3f676976-6eab-4df8-8d42-c3883c22ca58 req-0019ae8d-725f-4247-97bb-4f3b02d3d2a7 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.4280834 Aug 19 18:04:44.066156 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=20baa8a5-de09-42a3-a041-dcc3143a1175,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:44.134051 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3f676976-6eab-4df8-8d42-c3883c22ca58 req-41a29a9b-9818-4520-bf42-12073ca397c2 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.150 HTTP/1.1" status: 200 len: 696 time: 0.0918360 Aug 19 18:04:44.141681 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5b2c0d0-7070-42d5-88b4-ef6e9f30f1ba tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:44.155213 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f5b2c0d0-7070-42d5-88b4-ef6e9f30f1ba tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7798080 Aug 19 18:04:44.156280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38676) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:44.174524 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6fbb856-184c-4c45-a83e-f9b0a6599c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:44.174678 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-929d890f-86d6-4631-addc-e006cbdbbc9a tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Request body: {'security_group_rule': {'security_group_id': 'c7ec8be9-4ccf-46e9-a3a3-57d45ff55066', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:44.269945 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-929d890f-86d6-4631-addc-e006cbdbbc9a tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:44.321297 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3f676976-6eab-4df8-8d42-c3883c22ca58 req-b57afec4-1baf-4442-ab70-7bfabee94f4c tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.150 HTTP/1.1" status: 200 len: 696 time: 0.1862316 Aug 19 18:04:44.373861 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fbb856-184c-4c45-a83e-f9b0a6599c72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb4d0a9-0556-49f4-985b-393ec252b43b,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:44.475831 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd517b3-33d5-41e6-80c2-a2dfba55e80d req-60f139fd-ed54-44df-8f7f-7b1323cb3202 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:44.483912 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1dd517b3-33d5-41e6-80c2-a2dfba55e80d req-60f139fd-ed54-44df-8f7f-7b1323cb3202 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 945 time: 0.2242062 Aug 19 18:04:44.517200 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fbb856-184c-4c45-a83e-f9b0a6599c72 admin admin] Checking segment: {'id': '57d87d7f-99d7-4e0b-883d-d98b8a12ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:44.517922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fbb856-184c-4c45-a83e-f9b0a6599c72 admin admin] Network hostable DHCP agents. Network: 4610b7b5-44eb-488f-8004-9593db962a8a, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:04:44.554467 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fbb856-184c-4c45-a83e-f9b0a6599c72 admin admin] Network 4610b7b5-44eb-488f-8004-9593db962a8a is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:04:44.575207 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-a6fbb856-184c-4c45-a83e-f9b0a6599c72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 4610b7b5-44eb-488f-8004-9593db962a8a) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:44.587017 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ef8ad3-ace6-4e2c-ab34-84bdbb12fa7f None None] Network 4610b7b5-44eb-488f-8004-9593db962a8a requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:04:44.593194 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-929d890f-86d6-4631-addc-e006cbdbbc9a tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:44.594949 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-3f676976-6eab-4df8-8d42-c3883c22ca58 req-1ba258cd-82ab-41a7-b464-d73a655f45b3 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Deleting port 871a28b2-5b0b-485b-950d-9b93119b536e {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:04:44.596154 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3f676976-6eab-4df8-8d42-c3883c22ca58 req-1ba258cd-82ab-41a7-b464-d73a655f45b3 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:44.620022 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1dd517b3-33d5-41e6-80c2-a2dfba55e80d req-68c5f4d5-37ae-470d-9204-ee152b39e8eb tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248789 Aug 19 18:04:44.629827 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-929d890f-86d6-4631-addc-e006cbdbbc9a tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:44.716320 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d890f-86d6-4631-addc-e006cbdbbc9a tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7a5ec5-6a96-4233-b9e0-cd7f59c7cfa8,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:44.730726 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-929d890f-86d6-4631-addc-e006cbdbbc9a tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:44.739753 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-929d890f-86d6-4631-addc-e006cbdbbc9a tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5820041 Aug 19 18:04:44.742250 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38682) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:44.763525 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-82c3eb59-d633-4b40-8cc8-9e40daa57411 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:44.811168 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3f676976-6eab-4df8-8d42-c3883c22ca58 req-1ba258cd-82ab-41a7-b464-d73a655f45b3 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:44.812439 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3f676976-6eab-4df8-8d42-c3883c22ca58 req-1ba258cd-82ab-41a7-b464-d73a655f45b3 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:44.837888 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-3f676976-6eab-4df8-8d42-c3883c22ca58 req-1ba258cd-82ab-41a7-b464-d73a655f45b3 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Calling delete_port for 871a28b2-5b0b-485b-950d-9b93119b536e owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:04:44.857935 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82c3eb59-d633-4b40-8cc8-9e40daa57411 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:45.002055 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fbb856-184c-4c45-a83e-f9b0a6599c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:45.006427 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ef6b90-a3a2-43fa-b08c-d9ad8ddb9421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-4610b7b5-44eb-488f-8004-9593db962a8a', 'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a', 'tenant_id': 'f80f77ef27c04c9bb6424467e0d0cf35', 'fixed_ips': [{'subnet_id': '8bb4d0a9-0556-49f4-985b-393ec252b43b'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:04:45.009064 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e1ef6b90-a3a2-43fa-b08c-d9ad8ddb9421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:45.013224 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6fbb856-184c-4c45-a83e-f9b0a6599c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:45.058797 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a6fbb856-184c-4c45-a83e-f9b0a6599c72 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7251308 Aug 19 18:04:45.112677 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82c3eb59-d633-4b40-8cc8-9e40daa57411 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:45.162373 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3f676976-6eab-4df8-8d42-c3883c22ca58 req-1ba258cd-82ab-41a7-b464-d73a655f45b3 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:45.214248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba258cd-82ab-41a7-b464-d73a655f45b3 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Pushing event deleted for resources: {'Port': ['ID=871a28b2-5b0b-485b-950d-9b93119b536e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:45.325161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-e1ef6b90-a3a2-43fa-b08c-d9ad8ddb9421 None None] Allocated IP 172.20.0.2 (4610b7b5-44eb-488f-8004-9593db962a8a/8bb4d0a9-0556-49f4-985b-393ec252b43b/fa981a5d-34ef-4c14-8f57-3b293abbb3c9) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:45.351335 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3f676976-6eab-4df8-8d42-c3883c22ca58 req-1ba258cd-82ab-41a7-b464-d73a655f45b3 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:45.354249 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3f676976-6eab-4df8-8d42-c3883c22ca58 req-1ba258cd-82ab-41a7-b464-d73a655f45b3 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:45.355472 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3f676976-6eab-4df8-8d42-c3883c22ca58 req-1ba258cd-82ab-41a7-b464-d73a655f45b3 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "DELETE /v2.0/floatingips/577e1876-4135-47ee-b329-289ad0955944 HTTP/1.1" status: 204 len: 173 time: 1.0331113 Aug 19 18:04:45.402764 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-82c3eb59-d633-4b40-8cc8-9e40daa57411 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Allocated IP 172.25.8.155 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/0677a524-da0c-470d-8b46-fc404cab2b9c) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:45.551033 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2860a9c8-3b60-44c0-b13c-ad70771ae110 req-3bdcb360-f6b1-4ebe-a378-660006b32e3a tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/floatingips/c05e1afc-0236-45d5-bd63-4e6946f7eccb HTTP/1.1" status: 200 len: 693 time: 0.1498401 Aug 19 18:04:45.565278 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 20baa8a5-de09-42a3-a041-dcc3143a1175 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:45.742640 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e1ef6b90-a3a2-43fa-b08c-d9ad8ddb9421 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:45.762142 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e1ef6b90-a3a2-43fa-b08c-d9ad8ddb9421 None None] Transition to ACTIVE for port object fa981a5d-34ef-4c14-8f57-3b293abbb3c9 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:45.793997 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 20baa8a5-de09-42a3-a041-dcc3143a1175 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:45.793997 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:45.863308 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e1ef6b90-a3a2-43fa-b08c-d9ad8ddb9421 None None] Transition to ACTIVE for port object fa981a5d-34ef-4c14-8f57-3b293abbb3c9 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:45.887409 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e1ef6b90-a3a2-43fa-b08c-d9ad8ddb9421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:45.912950 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ef6b90-a3a2-43fa-b08c-d9ad8ddb9421 None None] Network 4610b7b5-44eb-488f-8004-9593db962a8a is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:45.917693 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-e1ef6b90-a3a2-43fa-b08c-d9ad8ddb9421 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:45.933968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ef6b90-a3a2-43fa-b08c-d9ad8ddb9421 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:45.987782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860a9c8-3b60-44c0-b13c-ad70771ae110 req-db5f6452-76db-43f1-8dca-5c181eec5e0d tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:45.991810 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2860a9c8-3b60-44c0-b13c-ad70771ae110 req-db5f6452-76db-43f1-8dca-5c181eec5e0d tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.4390626 Aug 19 18:04:45.995068 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82c3eb59-d633-4b40-8cc8-9e40daa57411 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:46.011492 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef6b90-a3a2-43fa-b08c-d9ad8ddb9421 None None] Pushing event updated for resources: {'Port': ['ID=fa981a5d-34ef-4c14-8f57-3b293abbb3c9,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:46.024203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-7ff52b6f-a0bd-49ac-86d5-a0ad8aaaa120 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:46.036161 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-7ff52b6f-a0bd-49ac-86d5-a0ad8aaaa120 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/networks?id=4610b7b5-44eb-488f-8004-9593db962a8a HTTP/1.1" status: 200 len: 815 time: 0.2162714 Aug 19 18:04:46.066644 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-57f1a47c-744d-417e-906d-a9e16e964650 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/quotas/f80f77ef27c04c9bb6424467e0d0cf35 HTTP/1.1" status: 200 len: 375 time: 0.0266249 Aug 19 18:04:46.066946 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2860a9c8-3b60-44c0-b13c-ad70771ae110 req-4e003057-1a4b-4543-bb6b-0f4d4940fc14 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.182 HTTP/1.1" status: 200 len: 696 time: 0.0658486 Aug 19 18:04:46.154595 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e1ef6b90-a3a2-43fa-b08c-d9ad8ddb9421 None None] Attempting to bind port fa981a5d-34ef-4c14-8f57-3b293abbb3c9 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:46.154968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e1ef6b90-a3a2-43fa-b08c-d9ad8ddb9421 None None] Attempting to bind port fa981a5d-34ef-4c14-8f57-3b293abbb3c9 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '57d87d7f-99d7-4e0b-883d-d98b8a12ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:46.155335 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ef6b90-a3a2-43fa-b08c-d9ad8ddb9421 None None] Attempting to bind port fa981a5d-34ef-4c14-8f57-3b293abbb3c9 on network 4610b7b5-44eb-488f-8004-9593db962a8a {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:46.176570 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ef6b90-a3a2-43fa-b08c-d9ad8ddb9421 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:46.176831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ef6b90-a3a2-43fa-b08c-d9ad8ddb9421 None None] Checking segment: {'id': '57d87d7f-99d7-4e0b-883d-d98b8a12ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:46.177198 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e1ef6b90-a3a2-43fa-b08c-d9ad8ddb9421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:46.177355 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-ae544530-376d-4495-bfd2-e58d6e4ac8c4 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f80f77ef27c04c9bb6424467e0d0cf35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0974131 Aug 19 18:04:46.177893 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ef6b90-a3a2-43fa-b08c-d9ad8ddb9421 None None] Bound using segment: {'id': '57d87d7f-99d7-4e0b-883d-d98b8a12ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:46.185658 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e1ef6b90-a3a2-43fa-b08c-d9ad8ddb9421 None None] Bound port: fa981a5d-34ef-4c14-8f57-3b293abbb3c9, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d87d7f-99d7-4e0b-883d-d98b8a12ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:46.186231 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e1ef6b90-a3a2-43fa-b08c-d9ad8ddb9421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:46.190644 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:46.223896 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2860a9c8-3b60-44c0-b13c-ad70771ae110 req-7cda3a0a-4949-44ab-8d87-dfcb53cb14f9 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.182 HTTP/1.1" status: 200 len: 696 time: 0.1294382 Aug 19 18:04:46.227492 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82c3eb59-d633-4b40-8cc8-9e40daa57411 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:46.309379 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-5111189e-2b42-4546-9149-e9ed4a7ff36f service neutron] 10.222.0.24 "GET /v2.0/networks/4610b7b5-44eb-488f-8004-9593db962a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306911 Aug 19 18:04:46.342140 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c3eb59-d633-4b40-8cc8-9e40daa57411 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:46.353767 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-82c3eb59-d633-4b40-8cc8-9e40daa57411 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:46.386875 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e1ef6b90-a3a2-43fa-b08c-d9ad8ddb9421 None None] For port fa981a5d-34ef-4c14-8f57-3b293abbb3c9, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:46.390450 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e1ef6b90-a3a2-43fa-b08c-d9ad8ddb9421 None None] For port fa981a5d-34ef-4c14-8f57-3b293abbb3c9, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=fa981a5d-34ef-4c14-8f57-3b293abbb3c9,segment=NetworkSegment(57d87d7f-99d7-4e0b-883d-d98b8a12ad3d),segment_id=57d87d7f-99d7-4e0b-883d-d98b8a12ad3d)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:46.404289 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e1ef6b90-a3a2-43fa-b08c-d9ad8ddb9421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:46.414598 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c3eb59-d633-4b40-8cc8-9e40daa57411 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:46.426308 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3eb59-d633-4b40-8cc8-9e40daa57411 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Pushing event updated for resources: {'Port': ['ID=0677a524-da0c-470d-8b46-fc404cab2b9c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:46.449550 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-849472c9-c53f-496d-beb9-e5bbeedd927b service neutron] 10.222.0.24 "GET /v2.0/networks/4610b7b5-44eb-488f-8004-9593db962a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391637 Aug 19 18:04:46.568859 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef6b90-a3a2-43fa-b08c-d9ad8ddb9421 None None] Pushing event updated for resources: {'Port': ['ID=fa981a5d-34ef-4c14-8f57-3b293abbb3c9,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:46.608879 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82c3eb59-d633-4b40-8cc8-9e40daa57411 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:46.611639 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-2860a9c8-3b60-44c0-b13c-ad70771ae110 req-e399ec8e-aa16-472c-822b-4faa391f8255 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Deleting port ad215b61-9720-4306-a8ba-786a0892aa5e {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:04:46.614906 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2860a9c8-3b60-44c0-b13c-ad70771ae110 req-e399ec8e-aa16-472c-822b-4faa391f8255 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:46.867076 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89292f-0ffa-4818-aa21-9a4f60d03991 req-8d9fc242-5d9c-4b60-ac3e-e04800c5a204 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:46.899504 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1e89292f-0ffa-4818-aa21-9a4f60d03991 req-8d9fc242-5d9c-4b60-ac3e-e04800c5a204 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 1097 time: 0.1639895 Aug 19 18:04:47.050616 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1e89292f-0ffa-4818-aa21-9a4f60d03991 req-ed14e5ba-c696-420b-92e5-b51ffdb1701c tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498177 Aug 19 18:04:47.322347 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cc72e-7c02-4ace-978b-9fea4e987fca req-88bbe64f-d5e4-46b5-92ae-27d2edc582f1 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:47.338294 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c91cc72e-7c02-4ace-978b-9fea4e987fca req-88bbe64f-d5e4-46b5-92ae-27d2edc582f1 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 945 time: 0.1780827 Aug 19 18:04:47.406224 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c91cc72e-7c02-4ace-978b-9fea4e987fca req-7aeda333-9372-4be0-abbe-bd4582219a79 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623369 Aug 19 18:04:47.418104 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82c3eb59-d633-4b40-8cc8-9e40daa57411 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:47.499721 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2860a9c8-3b60-44c0-b13c-ad70771ae110 req-e399ec8e-aa16-472c-822b-4faa391f8255 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:47.500187 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2860a9c8-3b60-44c0-b13c-ad70771ae110 req-e399ec8e-aa16-472c-822b-4faa391f8255 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:47.530671 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-2860a9c8-3b60-44c0-b13c-ad70771ae110 req-e399ec8e-aa16-472c-822b-4faa391f8255 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Calling delete_port for ad215b61-9720-4306-a8ba-786a0892aa5e owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:04:47.758910 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fa981a5d-34ef-4c14-8f57-3b293abbb3c9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:47.929574 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port fa981a5d-34ef-4c14-8f57-3b293abbb3c9 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:47.988191 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82c3eb59-d633-4b40-8cc8-9e40daa57411 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:48.081038 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82c3eb59-d633-4b40-8cc8-9e40daa57411 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:48.319475 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3eb59-d633-4b40-8cc8-9e40daa57411 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Pushing event updated for resources: {'Port': ['ID=0677a524-da0c-470d-8b46-fc404cab2b9c,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:48.331458 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe5371-345f-4fda-beb1-836a770da124 req-86cad97a-7a06-4b61-bb37-24d1b3a086d9 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:48.332592 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d265e87-8c6c-45f1-87cd-db69616da990 None None] Network 4610b7b5-44eb-488f-8004-9593db962a8a requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:04:48.342931 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82c3eb59-d633-4b40-8cc8-9e40daa57411 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:48.343363 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6afe5371-345f-4fda-beb1-836a770da124 req-86cad97a-7a06-4b61-bb37-24d1b3a086d9 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/networks?id=4610b7b5-44eb-488f-8004-9593db962a8a HTTP/1.1" status: 200 len: 815 time: 0.3140976 Aug 19 18:04:48.346543 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2860a9c8-3b60-44c0-b13c-ad70771ae110 req-e399ec8e-aa16-472c-822b-4faa391f8255 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:48.369548 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6afe5371-345f-4fda-beb1-836a770da124 req-3f29bb33-9258-48b9-8db6-019c84e1df03 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/quotas/f80f77ef27c04c9bb6424467e0d0cf35 HTTP/1.1" status: 200 len: 375 time: 0.0246391 Aug 19 18:04:48.392403 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399ec8e-aa16-472c-822b-4faa391f8255 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Pushing event deleted for resources: {'Port': ['ID=ad215b61-9720-4306-a8ba-786a0892aa5e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:48.399467 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82c3eb59-d633-4b40-8cc8-9e40daa57411 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:48.409758 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-82c3eb59-d633-4b40-8cc8-9e40daa57411 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6589019 Aug 19 18:04:48.447653 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0695ed63-f2b7-44e3-843e-37e05468aa0f None None] Provisioning for port fa981a5d-34ef-4c14-8f57-3b293abbb3c9 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:48.460290 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0695ed63-f2b7-44e3-843e-37e05468aa0f None None] Provisioning complete for port fa981a5d-34ef-4c14-8f57-3b293abbb3c9 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:48.460964 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0695ed63-f2b7-44e3-843e-37e05468aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:48.479398 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6afe5371-345f-4fda-beb1-836a770da124 req-94f2751a-8047-44c2-925b-7ecc07afdde4 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f80f77ef27c04c9bb6424467e0d0cf35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1083820 Aug 19 18:04:48.577205 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2860a9c8-3b60-44c0-b13c-ad70771ae110 req-e399ec8e-aa16-472c-822b-4faa391f8255 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:48.585152 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2860a9c8-3b60-44c0-b13c-ad70771ae110 req-e399ec8e-aa16-472c-822b-4faa391f8255 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:48.618182 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2860a9c8-3b60-44c0-b13c-ad70771ae110 req-e399ec8e-aa16-472c-822b-4faa391f8255 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "DELETE /v2.0/floatingips/c05e1afc-0236-45d5-bd63-4e6946f7eccb HTTP/1.1" status: 204 len: 173 time: 2.3834159 Aug 19 18:04:48.660053 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6afe5371-345f-4fda-beb1-836a770da124 req-1769e673-518d-4222-9fbb-035e3e4062c9 service neutron] 10.222.0.24 "GET /v2.0/networks/4610b7b5-44eb-488f-8004-9593db962a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775994 Aug 19 18:04:48.879467 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6afe5371-345f-4fda-beb1-836a770da124 req-1ed05cc8-d26d-4b90-9a06-847ebf3fab6c service neutron] 10.222.0.24 "GET /v2.0/networks/4610b7b5-44eb-488f-8004-9593db962a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170603 Aug 19 18:04:48.920591 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0695ed63-f2b7-44e3-843e-37e05468aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:48.972863 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-3cb72acf-1c59-4483-9760-8dcf4c18cbe1 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:48.974490 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-3cb72acf-1c59-4483-9760-8dcf4c18cbe1 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.50 "GET /v2.0/networks?id=4610b7b5-44eb-488f-8004-9593db962a8a HTTP/1.1" status: 200 len: 815 time: 0.1795175 Aug 19 18:04:49.000841 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-35ad9f8e-8b54-4c22-9c09-9e1a30d22a2c tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Request body: {'port': {'device_id': '1f616c24-9ca9-4614-8f8a-70304881481a', 'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a', 'admin_state_up': True, 'tenant_id': 'f80f77ef27c04c9bb6424467e0d0cf35'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:49.278648 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0695ed63-f2b7-44e3-843e-37e05468aa0f None None] For port fa981a5d-34ef-4c14-8f57-3b293abbb3c9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=fa981a5d-34ef-4c14-8f57-3b293abbb3c9,segment=NetworkSegment(57d87d7f-99d7-4e0b-883d-d98b8a12ad3d),segment_id=57d87d7f-99d7-4e0b-883d-d98b8a12ad3d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:49.289915 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0695ed63-f2b7-44e3-843e-37e05468aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:49.311145 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87591e4-ca5e-4f23-b628-3f4fb9439f5a req-d172a9af-def2-4983-bbb5-1ad9b3726e0e tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:49.320933 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e87591e4-ca5e-4f23-b628-3f4fb9439f5a req-d172a9af-def2-4983-bbb5-1ad9b3726e0e tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 945 time: 0.1007693 Aug 19 18:04:49.326898 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-35ad9f8e-8b54-4c22-9c09-9e1a30d22a2c tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Made reservation on behalf of f80f77ef27c04c9bb6424467e0d0cf35 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:49.330725 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-35ad9f8e-8b54-4c22-9c09-9e1a30d22a2c tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:49.385615 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:04:49.416744 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e87591e4-ca5e-4f23-b628-3f4fb9439f5a req-cbc84122-d962-4879-b636-66759c78e705 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947239 Aug 19 18:04:49.430952 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695ed63-f2b7-44e3-843e-37e05468aa0f None None] Pushing event updated for resources: {'Port': ['ID=fa981a5d-34ef-4c14-8f57-3b293abbb3c9,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:49.545462 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-253baf37-ed49-4895-85f6-3a393d90da30 req-3f05deae-f61d-41af-b249-451d61260c17 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/floatingips/af1a02f8-90bd-469c-976c-fb5de746b5b5 HTTP/1.1" status: 200 len: 692 time: 0.0675023 Aug 19 18:04:49.618287 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-35ad9f8e-8b54-4c22-9c09-9e1a30d22a2c tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Allocated IP 172.20.0.14 (4610b7b5-44eb-488f-8004-9593db962a8a/8bb4d0a9-0556-49f4-985b-393ec252b43b/957628e9-8828-4bd8-a5b2-d9274146126d) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:49.650283 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a936f6f8-2dc0-4715-a10d-5e2300923d15 None None] Provisioning complete for port fa981a5d-34ef-4c14-8f57-3b293abbb3c9 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:49.651864 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a936f6f8-2dc0-4715-a10d-5e2300923d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:49.906184 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253baf37-ed49-4895-85f6-3a393d90da30 req-aca3985a-3d33-45de-b51b-52d0bd427edf tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:49.907791 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-253baf37-ed49-4895-85f6-3a393d90da30 req-aca3985a-3d33-45de-b51b-52d0bd427edf tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.3561802 Aug 19 18:04:49.998629 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-253baf37-ed49-4895-85f6-3a393d90da30 req-82fbd141-6378-4e7d-b6c4-4ca8e38bc498 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.81 HTTP/1.1" status: 200 len: 695 time: 0.0806646 Aug 19 18:04:50.001001 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-35ad9f8e-8b54-4c22-9c09-9e1a30d22a2c tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:50.023393 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-35ad9f8e-8b54-4c22-9c09-9e1a30d22a2c tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Transition to ACTIVE for port object 957628e9-8828-4bd8-a5b2-d9274146126d will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:50.083601 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-253baf37-ed49-4895-85f6-3a393d90da30 req-b37079d1-d3a6-405d-b47e-55ec6aeae6b9 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.81 HTTP/1.1" status: 200 len: 695 time: 0.0616498 Aug 19 18:04:50.100850 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-35ad9f8e-8b54-4c22-9c09-9e1a30d22a2c tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:50.162165 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-35ad9f8e-8b54-4c22-9c09-9e1a30d22a2c tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Network 4610b7b5-44eb-488f-8004-9593db962a8a is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:50.166795 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-35ad9f8e-8b54-4c22-9c09-9e1a30d22a2c tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:50.173552 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-35ad9f8e-8b54-4c22-9c09-9e1a30d22a2c tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:50.220566 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad9f8e-8b54-4c22-9c09-9e1a30d22a2c tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Pushing event updated for resources: {'Port': ['ID=957628e9-8828-4bd8-a5b2-d9274146126d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:50.270634 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-35ad9f8e-8b54-4c22-9c09-9e1a30d22a2c tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:50.278854 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-35ad9f8e-8b54-4c22-9c09-9e1a30d22a2c tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:50.340708 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-35ad9f8e-8b54-4c22-9c09-9e1a30d22a2c tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3446815 Aug 19 18:04:50.355863 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-253baf37-ed49-4895-85f6-3a393d90da30 req-acc34b40-2778-485a-a4be-e1d5f61a6f08 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Deleting port 554dedea-7d2b-463e-81b8-d2cba6b50222 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:04:50.356415 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-253baf37-ed49-4895-85f6-3a393d90da30 req-acc34b40-2778-485a-a4be-e1d5f61a6f08 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:50.367624 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-c967d03f-3e5e-4d1c-9e59-9ce7dac04eef service neutron] Request body: {'port': {'device_id': '1f616c24-9ca9-4614-8f8a-70304881481a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:50.463959 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-9687e832-8dbf-49cc-a889-b0db94f64afc tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:04:50.470158 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-9687e832-8dbf-49cc-a889-b0db94f64afc tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147707 Aug 19 18:04:50.495955 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-848dbd78-ca63-4ab3-923b-19513e6e5d79 service neutron] Request body: {'binding': {'host': 'n-h1-803753-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:50.496422 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-848dbd78-ca63-4ab3-923b-19513e6e5d79 service neutron] Unknown quota resources ['binding']. {{(pid=94682) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:04:50.514492 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-253baf37-ed49-4895-85f6-3a393d90da30 req-acc34b40-2778-485a-a4be-e1d5f61a6f08 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:50.515442 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-253baf37-ed49-4895-85f6-3a393d90da30 req-acc34b40-2778-485a-a4be-e1d5f61a6f08 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:50.531202 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-61d430a7-2d4d-47dd-b436-31c8d7e74365 None None] Provisioning for port 957628e9-8828-4bd8-a5b2-d9274146126d completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:50.533615 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-253baf37-ed49-4895-85f6-3a393d90da30 req-acc34b40-2778-485a-a4be-e1d5f61a6f08 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Calling delete_port for 554dedea-7d2b-463e-81b8-d2cba6b50222 owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:04:50.535729 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-c967d03f-3e5e-4d1c-9e59-9ce7dac04eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:50.538734 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-61d430a7-2d4d-47dd-b436-31c8d7e74365 None None] Provisioning complete for port 957628e9-8828-4bd8-a5b2-d9274146126d triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:50.539323 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-61d430a7-2d4d-47dd-b436-31c8d7e74365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:50.589870 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-61d430a7-2d4d-47dd-b436-31c8d7e74365 None None] Port 957628e9-8828-4bd8-a5b2-d9274146126d cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:50.729736 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-253baf37-ed49-4895-85f6-3a393d90da30 req-acc34b40-2778-485a-a4be-e1d5f61a6f08 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:50.759411 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc34b40-2778-485a-a4be-e1d5f61a6f08 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Pushing event deleted for resources: {'Port': ['ID=554dedea-7d2b-463e-81b8-d2cba6b50222,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:50.842643 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-253baf37-ed49-4895-85f6-3a393d90da30 req-acc34b40-2778-485a-a4be-e1d5f61a6f08 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:50.846939 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-253baf37-ed49-4895-85f6-3a393d90da30 req-acc34b40-2778-485a-a4be-e1d5f61a6f08 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:50.849329 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-253baf37-ed49-4895-85f6-3a393d90da30 req-acc34b40-2778-485a-a4be-e1d5f61a6f08 tempest-FloatingIPDetailsTestJSON-31339265 tempest-FloatingIPDetailsTestJSON-31339265-project] 10.222.0.24 "DELETE /v2.0/floatingips/af1a02f8-90bd-469c-976c-fb5de746b5b5 HTTP/1.1" status: 204 len: 173 time: 0.7577853 Aug 19 18:04:50.856208 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38800) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:50.965930 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-848dbd78-ca63-4ab3-923b-19513e6e5d79 service neutron] Attempting to bind port 271620d3-c2ea-42fa-aa55-17ea8fdce195 on host n-h1-803753-2 for vnic_type normal with profile None {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:50.966405 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-848dbd78-ca63-4ab3-923b-19513e6e5d79 service neutron] Attempting to bind port 271620d3-c2ea-42fa-aa55-17ea8fdce195 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:50.966682 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-848dbd78-ca63-4ab3-923b-19513e6e5d79 service neutron] Attempting to bind port 271620d3-c2ea-42fa-aa55-17ea8fdce195 on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:50.986520 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-848dbd78-ca63-4ab3-923b-19513e6e5d79 service neutron] Port 271620d3-c2ea-42fa-aa55-17ea8fdce195 on network 50874bd2-7160-4e95-947b-586c5b7daba3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:04:50.986923 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-848dbd78-ca63-4ab3-923b-19513e6e5d79 service neutron] Attempting to bind port 271620d3-c2ea-42fa-aa55-17ea8fdce195 on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:51.004476 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-848dbd78-ca63-4ab3-923b-19513e6e5d79 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:51.004819 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-848dbd78-ca63-4ab3-923b-19513e6e5d79 service neutron] Checking segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:51.005208 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-848dbd78-ca63-4ab3-923b-19513e6e5d79 service neutron] Bound using segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:51.005713 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-848dbd78-ca63-4ab3-923b-19513e6e5d79 service neutron] Bound port: 271620d3-c2ea-42fa-aa55-17ea8fdce195, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:51.061716 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe5371-345f-4fda-beb1-836a770da124 req-2d77b6fa-4039-4aa1-9a55-fb24d477a552 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:51.063100 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6afe5371-345f-4fda-beb1-836a770da124 req-2d77b6fa-4039-4aa1-9a55-fb24d477a552 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.54 "GET /v2.0/networks?id=4610b7b5-44eb-488f-8004-9593db962a8a HTTP/1.1" status: 200 len: 815 time: 0.2875178 Aug 19 18:04:51.073426 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-aec27e37-b6bf-4b7e-98b8-e2234c2aefc5 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1103458996&fields=id&tenant_id=4777fe93c4ee4a90b670a5a6eee9d944 HTTP/1.1" status: 200 len: 267 time: 0.0510859 Aug 19 18:04:51.086192 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-6afe5371-345f-4fda-beb1-836a770da124 req-29a6e366-64cf-4cb5-a9dc-c823646ccc93 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Request body: {'port': {'device_id': '05eba103-90bc-4ade-91f7-f3bd9edf9eda', 'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a', 'admin_state_up': True, 'tenant_id': 'f80f77ef27c04c9bb6424467e0d0cf35'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:51.182505 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-848dbd78-ca63-4ab3-923b-19513e6e5d79 service neutron] For port 271620d3-c2ea-42fa-aa55-17ea8fdce195, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=271620d3-c2ea-42fa-aa55-17ea8fdce195,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:51.195135 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-848dbd78-ca63-4ab3-923b-19513e6e5d79 service neutron] Notify callbacks [] for binding, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:51.196517 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-848dbd78-ca63-4ab3-923b-19513e6e5d79 service neutron] 10.222.0.24 "POST /v2.0/ports/271620d3-c2ea-42fa-aa55-17ea8fdce195/bindings HTTP/1.1" status: 201 len: 389 time: 0.7066536 Aug 19 18:04:51.240827 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-98eee085-e99c-4271-9c7d-e33b2cec8f13 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:51.242622 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-98eee085-e99c-4271-9c7d-e33b2cec8f13 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/networks?id=4bc71342-958a-4003-9a5d-26d2a4ddabea HTTP/1.1" status: 200 len: 815 time: 0.1303692 Aug 19 18:04:51.262300 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-c967d03f-3e5e-4d1c-9e59-9ce7dac04eef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 957628e9-8828-4bd8-a5b2-d9274146126d {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:04:51.287332 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-c967d03f-3e5e-4d1c-9e59-9ce7dac04eef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:51.335461 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6afe5371-345f-4fda-beb1-836a770da124 req-29a6e366-64cf-4cb5-a9dc-c823646ccc93 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Made reservation on behalf of f80f77ef27c04c9bb6424467e0d0cf35 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:51.339547 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6afe5371-345f-4fda-beb1-836a770da124 req-29a6e366-64cf-4cb5-a9dc-c823646ccc93 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:51.361337 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-c967d03f-3e5e-4d1c-9e59-9ce7dac04eef service neutron] Transition to ACTIVE for port object 957628e9-8828-4bd8-a5b2-d9274146126d will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:51.369589 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-c967d03f-3e5e-4d1c-9e59-9ce7dac04eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:51.558447 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fa981a5d-34ef-4c14-8f57-3b293abbb3c9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:51.571335 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967d03f-3e5e-4d1c-9e59-9ce7dac04eef service neutron] Pushing event updated for resources: {'Port': ['ID=957628e9-8828-4bd8-a5b2-d9274146126d,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:51.617824 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port fa981a5d-34ef-4c14-8f57-3b293abbb3c9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:51.618196 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:51.682349 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-ecd23e54-fb1c-468b-804e-c84dac09d15b tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/quotas/4777fe93c4ee4a90b670a5a6eee9d944 HTTP/1.1" status: 200 len: 375 time: 0.0151587 Aug 19 18:04:51.789753 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-1efbc563-3dad-4241-8c41-76f374bc88bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:51.791296 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-1efbc563-3dad-4241-8c41-76f374bc88bd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 1097 time: 0.2597950 Aug 19 18:04:51.791987 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-c967d03f-3e5e-4d1c-9e59-9ce7dac04eef service neutron] Attempting to bind port 957628e9-8828-4bd8-a5b2-d9274146126d on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:51.792320 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-c967d03f-3e5e-4d1c-9e59-9ce7dac04eef service neutron] Attempting to bind port 957628e9-8828-4bd8-a5b2-d9274146126d by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '57d87d7f-99d7-4e0b-883d-d98b8a12ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:51.792646 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-c967d03f-3e5e-4d1c-9e59-9ce7dac04eef service neutron] Attempting to bind port 957628e9-8828-4bd8-a5b2-d9274146126d on network 4610b7b5-44eb-488f-8004-9593db962a8a {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:51.795918 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-b82a7abb-e8fa-47e9-8523-ddae15e15ea4 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4777fe93c4ee4a90b670a5a6eee9d944&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1012161 Aug 19 18:04:51.814202 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-6afe5371-345f-4fda-beb1-836a770da124 req-29a6e366-64cf-4cb5-a9dc-c823646ccc93 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Allocated IP 172.20.0.7 (4610b7b5-44eb-488f-8004-9593db962a8a/8bb4d0a9-0556-49f4-985b-393ec252b43b/3d18cac5-09b4-4f08-8466-dcaa7093c6a4) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:51.821888 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-c967d03f-3e5e-4d1c-9e59-9ce7dac04eef service neutron] Port 957628e9-8828-4bd8-a5b2-d9274146126d on network 4610b7b5-44eb-488f-8004-9593db962a8a not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:04:51.822128 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-c967d03f-3e5e-4d1c-9e59-9ce7dac04eef service neutron] Attempting to bind port 957628e9-8828-4bd8-a5b2-d9274146126d on network 4610b7b5-44eb-488f-8004-9593db962a8a {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:51.877026 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-c967d03f-3e5e-4d1c-9e59-9ce7dac04eef service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:51.877289 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-c967d03f-3e5e-4d1c-9e59-9ce7dac04eef service neutron] Checking segment: {'id': '57d87d7f-99d7-4e0b-883d-d98b8a12ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:51.877676 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-c967d03f-3e5e-4d1c-9e59-9ce7dac04eef service neutron] Bound using segment: {'id': '57d87d7f-99d7-4e0b-883d-d98b8a12ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:51.878119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-c967d03f-3e5e-4d1c-9e59-9ce7dac04eef service neutron] Bound port: 957628e9-8828-4bd8-a5b2-d9274146126d, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d87d7f-99d7-4e0b-883d-d98b8a12ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:51.878482 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-c967d03f-3e5e-4d1c-9e59-9ce7dac04eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:51.892657 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-305280a4-6924-462a-b4f9-f3bd113b8e0a tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:51.894189 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-305280a4-6924-462a-b4f9-f3bd113b8e0a tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/networks?id=f59e111f-dd60-4265-9684-7a33d52f3862 HTTP/1.1" status: 200 len: 814 time: 0.3432994 Aug 19 18:04:51.933806 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-39dbe511-e0a7-4069-9e80-104bf7113fac service neutron] 10.222.0.24 "GET /v2.0/networks/4bc71342-958a-4003-9a5d-26d2a4ddabea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154134 Aug 19 18:04:51.970997 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-741a063a-64cb-4cdc-8252-1759fb2941c8 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/quotas/315b1e67402d442ab825f2b1b4ba11ec HTTP/1.1" status: 200 len: 375 time: 0.0627069 Aug 19 18:04:52.054645 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-cfd89f27-0c9d-4b27-864b-9a9f8814b653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:52.056141 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-cfd89f27-0c9d-4b27-864b-9a9f8814b653 service neutron] 10.222.0.54 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 908 time: 0.2570424 Aug 19 18:04:52.059245 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-58d5e647-86d6-4816-9e5f-3faee8643b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:52.063307 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-37bd416c-35ee-43f7-ac67-914cc679e38a service neutron] 10.222.0.24 "GET /v2.0/networks/4bc71342-958a-4003-9a5d-26d2a4ddabea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222694 Aug 19 18:04:52.145472 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-c967d03f-3e5e-4d1c-9e59-9ce7dac04eef service neutron] For port 957628e9-8828-4bd8-a5b2-d9274146126d, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:52.161500 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-eb7582d2-6547-4dbe-94e0-61873a54d6fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=271620d3-c2ea-42fa-aa55-17ea8fdce195 HTTP/1.1" status: 200 len: 217 time: 0.0885317 Aug 19 18:04:52.178518 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-507e87c0-ffae-4bd2-94b4-5b644fc933b2 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=315b1e67402d442ab825f2b1b4ba11ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1952450 Aug 19 18:04:52.194008 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-c967d03f-3e5e-4d1c-9e59-9ce7dac04eef service neutron] For port 957628e9-8828-4bd8-a5b2-d9274146126d, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=957628e9-8828-4bd8-a5b2-d9274146126d,segment=NetworkSegment(57d87d7f-99d7-4e0b-883d-d98b8a12ad3d),segment_id=57d87d7f-99d7-4e0b-883d-d98b8a12ad3d)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:52.242060 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-c967d03f-3e5e-4d1c-9e59-9ce7dac04eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:52.369221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-c967d03f-3e5e-4d1c-9e59-9ce7dac04eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:52.369878 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-c967d03f-3e5e-4d1c-9e59-9ce7dac04eef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:52.371328 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-c967d03f-3e5e-4d1c-9e59-9ce7dac04eef service neutron] 10.222.0.50 "PUT /v2.0/ports/957628e9-8828-4bd8-a5b2-d9274146126d HTTP/1.1" status: 200 len: 1092 time: 2.0116777 Aug 19 18:04:52.374836 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-fbd2346f-eb09-45ea-a543-095e5d960fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:52.376275 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-fbd2346f-eb09-45ea-a543-095e5d960fc0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 HTTP/1.1" status: 200 len: 847 time: 0.2041759 Aug 19 18:04:52.376734 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f616c24-9ca9-4614-8f8a-70304881481a', 'tag': '957628e9-8828-4bd8-a5b2-d9274146126d'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:52.379282 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef1cdf8-12bc-4bb5-a99d-24709a02da4b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f616c24-9ca9-4614-8f8a-70304881481a", "tag": "957628e9-8828-4bd8-a5b2-d9274146126d"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:52.446070 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967d03f-3e5e-4d1c-9e59-9ce7dac04eef service neutron] Pushing event updated for resources: {'Port': ['ID=957628e9-8828-4bd8-a5b2-d9274146126d,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:52.454138 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-fe15903f-6def-4ec3-883b-e5528bd25387 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50874bd2-7160-4e95-947b-586c5b7daba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590804 Aug 19 18:04:52.470728 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6afe5371-345f-4fda-beb1-836a770da124 req-29a6e366-64cf-4cb5-a9dc-c823646ccc93 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:52.485037 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-6059a0ed-0441-42b6-8ec6-cd42d8bd6feb tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:52.487451 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-6059a0ed-0441-42b6-8ec6-cd42d8bd6feb tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/networks?id=4610b7b5-44eb-488f-8004-9593db962a8a HTTP/1.1" status: 200 len: 815 time: 0.2085476 Aug 19 18:04:52.506922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-58d5e647-86d6-4816-9e5f-3faee8643b8b admin admin] Deleting port 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:04:52.506922 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-58d5e647-86d6-4816-9e5f-3faee8643b8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:52.561403 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-a1db2ca4-3b8e-4a41-b13f-200e95ede339 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/quotas/f80f77ef27c04c9bb6424467e0d0cf35 HTTP/1.1" status: 200 len: 375 time: 0.0503738 Aug 19 18:04:52.572565 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-6afe5371-345f-4fda-beb1-836a770da124 req-29a6e366-64cf-4cb5-a9dc-c823646ccc93 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Transition to ACTIVE for port object 3d18cac5-09b4-4f08-8466-dcaa7093c6a4 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:52.591724 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-1f550ef2-7498-49d4-b07f-395f35d09702 service neutron] 10.222.0.24 "GET /v2.0/networks/f59e111f-dd60-4265-9684-7a33d52f3862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982158 Aug 19 18:04:52.642756 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-58d5e647-86d6-4816-9e5f-3faee8643b8b admin admin] For port 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6839bc8b-9930-4bb6-a5b7-547e3e8a57e3,segment=NetworkSegment(7ef6e259-001b-4f75-866d-f10a668a65ff),segment_id=7ef6e259-001b-4f75-866d-f10a668a65ff)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:52.643136 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-58d5e647-86d6-4816-9e5f-3faee8643b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:52.660060 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-58d5e647-86d6-4816-9e5f-3faee8643b8b admin admin] Calling delete_port for 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3 owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:04:52.671639 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-dfc67275-a5f6-40b1-a912-faa1a356339e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:52.673147 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-dfc67275-a5f6-40b1-a912-faa1a356339e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f80f77ef27c04c9bb6424467e0d0cf35&device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 1095 time: 0.2310705 Aug 19 18:04:52.674869 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-49831e54-49b3-4c1c-b68a-26f7df3ff2b7 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f80f77ef27c04c9bb6424467e0d0cf35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1022964 Aug 19 18:04:52.760698 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-172207f2-b15a-497b-a1b3-43ac2a3484ae service neutron] 10.222.0.54 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874534 Aug 19 18:04:52.764869 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-8e659c07-d0f5-400e-8060-5527a52f0df8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=957628e9-8828-4bd8-a5b2-d9274146126d HTTP/1.1" status: 200 len: 217 time: 0.0732851 Aug 19 18:04:52.849740 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6afe5371-345f-4fda-beb1-836a770da124 req-29a6e366-64cf-4cb5-a9dc-c823646ccc93 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:52.872862 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-b0574e52-de5c-4923-b595-cce7e52de1e5 service neutron] 10.222.0.24 "GET /v2.0/networks/f59e111f-dd60-4265-9684-7a33d52f3862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802358 Aug 19 18:04:52.875418 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-b8d777a0-06c0-4f8b-ab5a-ec8d78532eb3 service neutron] 10.222.0.24 "GET /v2.0/networks/4610b7b5-44eb-488f-8004-9593db962a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583743 Aug 19 18:04:53.020134 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-58d5e647-86d6-4816-9e5f-3faee8643b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:53.078409 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5e647-86d6-4816-9e5f-3faee8643b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=6839bc8b-9930-4bb6-a5b7-547e3e8a57e3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:53.131439 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-8e578d24-0fda-418c-b4a3-51ede47d22b9 service neutron] 10.222.0.24 "GET /v2.0/networks/4610b7b5-44eb-488f-8004-9593db962a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293093 Aug 19 18:04:53.408559 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6afe5371-345f-4fda-beb1-836a770da124 req-29a6e366-64cf-4cb5-a9dc-c823646ccc93 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Network 4610b7b5-44eb-488f-8004-9593db962a8a is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:53.411387 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-6c58b384-228a-4caa-81c7-6ab95c681c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:53.412829 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-6c58b384-228a-4caa-81c7-6ab95c681c19 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8bb4d0a9-0556-49f4-985b-393ec252b43b HTTP/1.1" status: 200 len: 854 time: 0.6155975 Aug 19 18:04:53.436661 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-6afe5371-345f-4fda-beb1-836a770da124 req-29a6e366-64cf-4cb5-a9dc-c823646ccc93 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:53.452091 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6e366-64cf-4cb5-a9dc-c823646ccc93 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Pushing event updated for resources: {'Port': ['ID=3d18cac5-09b4-4f08-8466-dcaa7093c6a4,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:53.455405 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afe5371-345f-4fda-beb1-836a770da124 req-29a6e366-64cf-4cb5-a9dc-c823646ccc93 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:53.604428 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554b8b4-c693-4855-b625-158040ce1792 req-70b9a6f1-5484-4103-9bbc-4acf95d9782b tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:53.621723 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e554b8b4-c693-4855-b625-158040ce1792 req-70b9a6f1-5484-4103-9bbc-4acf95d9782b tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 946 time: 0.2474465 Aug 19 18:04:53.675848 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-58d5e647-86d6-4816-9e5f-3faee8643b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:53.679930 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-1d4b8ef8-7724-4e42-9b31-498162b291b3 service neutron] 10.222.0.54 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9080360 Aug 19 18:04:53.810335 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e554b8b4-c693-4855-b625-158040ce1792 req-7b0d5037-4092-4748-8b3e-2afbd40e1a7c tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876202 Aug 19 18:04:53.844505 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-6d65574f-7d78-4054-92c8-4fd740767b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:53.846093 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-6d65574f-7d78-4054-92c8-4fd740767b6b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4610b7b5-44eb-488f-8004-9593db962a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3831964 Aug 19 18:04:53.893885 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe5371-345f-4fda-beb1-836a770da124 req-29a6e366-64cf-4cb5-a9dc-c823646ccc93 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:53.894994 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6afe5371-345f-4fda-beb1-836a770da124 req-29a6e366-64cf-4cb5-a9dc-c823646ccc93 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:53.994996 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fe0e2cb0-7fab-4750-8bd0-2da9833e5b53 None None] Provisioning for port 3d18cac5-09b4-4f08-8466-dcaa7093c6a4 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:54.011262 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fe0e2cb0-7fab-4750-8bd0-2da9833e5b53 None None] Provisioning complete for port 3d18cac5-09b4-4f08-8466-dcaa7093c6a4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:54.011639 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fe0e2cb0-7fab-4750-8bd0-2da9833e5b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:54.093627 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-fe0e2cb0-7fab-4750-8bd0-2da9833e5b53 None None] Port 3d18cac5-09b4-4f08-8466-dcaa7093c6a4 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:54.104168 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-91b82f5f-5aa2-4979-8727-4a78a8fe23fe req-a7042a8f-4cbc-4459-8458-f651182e0869 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2 HTTP/1.1" status: 200 len: 210 time: 0.0794425 Aug 19 18:04:54.131161 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7887ef-1e0d-47e5-bb90-86019ccb04c0 req-801bc586-530b-40e9-a456-38bd32ed5acc tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:54.143325 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b7887ef-1e0d-47e5-bb90-86019ccb04c0 req-801bc586-530b-40e9-a456-38bd32ed5acc tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 945 time: 0.7336369 Aug 19 18:04:54.153128 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6afe5371-345f-4fda-beb1-836a770da124 req-29a6e366-64cf-4cb5-a9dc-c823646ccc93 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0772374 Aug 19 18:04:54.167986 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d5e647-86d6-4816-9e5f-3faee8643b8b admin admin] Router 2a8f2260-1b3b-4324-be5e-0cef7b2b4777 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:04:54.173289 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-6afe5371-345f-4fda-beb1-836a770da124 req-ce5393f3-fb5e-4b69-a351-fa7b252b46f8 service neutron] Request body: {'port': {'device_id': '05eba103-90bc-4ade-91f7-f3bd9edf9eda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:54.257447 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-5649bfaf-377a-4caf-8eeb-06900baee5f6 service neutron] 10.222.0.50 "GET /v2.0/networks/4610b7b5-44eb-488f-8004-9593db962a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443427 Aug 19 18:04:54.288035 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-35a6c6a9-0848-435a-9ffe-1ab21196b426 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:54.290338 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-35a6c6a9-0848-435a-9ffe-1ab21196b426 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.50 "GET /v2.0/networks?id=4bc71342-958a-4003-9a5d-26d2a4ddabea HTTP/1.1" status: 200 len: 815 time: 0.6411834 Aug 19 18:04:54.350675 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6597d1a-2853-4318-ab30-f418a0e6b4e6 x-openstack-request-id: req-e6597d1a-2853-4318-ab30-f418a0e6b4e6 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:54.351247 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f616c24-9ca9-4614-8f8a-70304881481a", "tag": "957628e9-8828-4bd8-a5b2-d9274146126d", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:54.351810 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6597d1a-2853-4318-ab30-f418a0e6b4e6 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:54.352214 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f616c24-9ca9-4614-8f8a-70304881481a', 'tag': '957628e9-8828-4bd8-a5b2-d9274146126d', 'status': 'completed', 'code': 200} Aug 19 18:04:54.370538 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d5e647-86d6-4816-9e5f-3faee8643b8b admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:04:54.377592 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-58d5e647-86d6-4816-9e5f-3faee8643b8b admin admin] 10.222.0.24 "PUT /v2.0/routers/2a8f2260-1b3b-4324-be5e-0cef7b2b4777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5196838 Aug 19 18:04:54.379428 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38866) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:54.382978 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87628451-79b6-4193-950e-eaa30e521623 None None] Sync routers for ids ['2a8f2260-1b3b-4324-be5e-0cef7b2b4777'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:04:54.402379 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87628451-79b6-4193-950e-eaa30e521623 None None] Routers {'2a8f2260-1b3b-4324-be5e-0cef7b2b4777'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:54.403560 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-87628451-79b6-4193-950e-eaa30e521623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:04:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['2a8f2260-1b3b-4324-be5e-0cef7b2b4777'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:54.446421 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b7887ef-1e0d-47e5-bb90-86019ccb04c0 req-5a603f61-a8c8-41a8-a5e9-7b4e99a4c39a tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812715 Aug 19 18:04:54.447105 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6afe5371-345f-4fda-beb1-836a770da124 req-ce5393f3-fb5e-4b69-a351-fa7b252b46f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:54.526649 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-87628451-79b6-4193-950e-eaa30e521623 None None] Set router 2a8f2260-1b3b-4324-be5e-0cef7b2b4777 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:04:54.550747 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-967e7101-bdd8-4623-bbd1-3fb6d7ad1a5b req-c151eace-ae76-476e-8fea-0bacace88039 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/ports?device_id=656107bd-c7d0-40b4-a11a-a329564a1662 HTTP/1.1" status: 200 len: 210 time: 0.1191428 Aug 19 18:04:54.579361 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-639b4e2d-6385-4af8-9286-229ce4d1c1a0 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4777fe93c4ee4a90b670a5a6eee9d944 HTTP/1.1" status: 200 len: 380 time: 0.2442667 Aug 19 18:04:54.602235 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-70f75515-e606-42b1-9f0c-924df6b10247 admin admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:54.614837 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-cd0c728b-a5de-4988-ba90-1fefae9008c1 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Request body: {'port': {'device_id': '3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2', 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea', 'admin_state_up': True, 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'security_groups': ['c7ec8be9-4ccf-46e9-a3a3-57d45ff55066']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:54.771480 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-70f75515-e606-42b1-9f0c-924df6b10247 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:54.842162 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-90344936-4a61-46ac-9108-544a96e1c37d req-1f1f86ff-ee08-48d8-94b8-b98c9c8bb5f6 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc HTTP/1.1" status: 200 len: 210 time: 0.2595007 Aug 19 18:04:54.874883 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-70f75515-e606-42b1-9f0c-924df6b10247 admin admin] Deleting port 4ec5cb81-b783-420f-9e90-e4b162530d3a {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:04:54.875222 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-70f75515-e606-42b1-9f0c-924df6b10247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:54.938056 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-87628451-79b6-4193-950e-eaa30e521623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8f2260-1b3b-4324-be5e-0cef7b2b4777', 'name': 'tempest-FloatingIPDetailsTestJSON-1810835339-router', 'tenant_id': '05ca1348008c46c6bab6c2b07c01e939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '4ec5cb81-b783-420f-9e90-e4b162530d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:10Z', 'updated_at': '2021-08-19T18:04:52Z', 'revision_number': 5, 'project_id': '05ca1348008c46c6bab6c2b07c01e939', 'gw_port': {'id': '4ec5cb81-b783-420f-9e90-e4b162530d3a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8f2260-1b3b-4324-be5e-0cef7b2b4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:11Z', 'updated_at': '2021-08-19T18:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:54.973883 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87628451-79b6-4193-950e-eaa30e521623 None None] Checking router: 2a8f2260-1b3b-4324-be5e-0cef7b2b4777 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:04:55.009783 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87628451-79b6-4193-950e-eaa30e521623 None None] Routers {'2a8f2260-1b3b-4324-be5e-0cef7b2b4777'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:55.010487 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-87628451-79b6-4193-950e-eaa30e521623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:04:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['2a8f2260-1b3b-4324-be5e-0cef7b2b4777'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:55.110517 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ee722-6cf1-4df1-a343-dc71d3cd81e8 req-3716c4eb-8c7c-463d-a043-72bb20f98254 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:55.119402 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-611ee722-6cf1-4df1-a343-dc71d3cd81e8 req-3716c4eb-8c7c-463d-a043-72bb20f98254 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 946 time: 0.1956248 Aug 19 18:04:55.124704 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-49b2970d-7ec6-4776-9f08-8e5cef750d75 req-d96147d4-de31-44c1-a902-87bbf911c1b6 service neutron] 10.222.0.50 "GET /v2.0/networks/4610b7b5-44eb-488f-8004-9593db962a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8221531 Aug 19 18:04:55.207500 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-87628451-79b6-4193-950e-eaa30e521623 None None] Set router 2a8f2260-1b3b-4324-be5e-0cef7b2b4777 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:04:55.287174 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-70f75515-e606-42b1-9f0c-924df6b10247 admin admin] For port 4ec5cb81-b783-420f-9e90-e4b162530d3a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4ec5cb81-b783-420f-9e90-e4b162530d3a,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:55.289134 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-70f75515-e606-42b1-9f0c-924df6b10247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:55.337128 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-87628451-79b6-4193-950e-eaa30e521623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8f2260-1b3b-4324-be5e-0cef7b2b4777', 'name': 'tempest-FloatingIPDetailsTestJSON-1810835339-router', 'tenant_id': '05ca1348008c46c6bab6c2b07c01e939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:10Z', 'updated_at': '2021-08-19T18:04:54Z', 'revision_number': 6, 'project_id': '05ca1348008c46c6bab6c2b07c01e939', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:55.368462 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-fd596271-94e3-4f95-ac25-0c9bcb17c10d tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:55.370026 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-fd596271-94e3-4f95-ac25-0c9bcb17c10d tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.54 "GET /v2.0/networks?id=f59e111f-dd60-4265-9684-7a33d52f3862 HTTP/1.1" status: 200 len: 814 time: 0.6614850 Aug 19 18:04:55.408316 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-1d319a99-47bd-40a1-9baf-eeb66f4ff412 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Request body: {'port': {'device_id': '656107bd-c7d0-40b4-a11a-a329564a1662', 'network_id': 'f59e111f-dd60-4265-9684-7a33d52f3862', 'admin_state_up': True, 'tenant_id': '315b1e67402d442ab825f2b1b4ba11ec'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:55.414748 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87628451-79b6-4193-950e-eaa30e521623 None None] The sync data for ids ['2a8f2260-1b3b-4324-be5e-0cef7b2b4777'] in n-d-803753-2 is: [{'id': '2a8f2260-1b3b-4324-be5e-0cef7b2b4777', 'name': 'tempest-FloatingIPDetailsTestJSON-1810835339-router', 'tenant_id': '05ca1348008c46c6bab6c2b07c01e939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:10Z', 'updated_at': '2021-08-19T18:04:54Z', 'revision_number': 6, 'project_id': '05ca1348008c46c6bab6c2b07c01e939', 'gw_port_host': None}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:04:55.605511 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-7c31949a-9f93-4eb1-8904-bd2305ff5605 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:55.608011 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-7c31949a-9f93-4eb1-8904-bd2305ff5605 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.54 "GET /v2.0/networks?id=4610b7b5-44eb-488f-8004-9593db962a8a HTTP/1.1" status: 200 len: 815 time: 0.3307984 Aug 19 18:04:55.630218 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-70f75515-e606-42b1-9f0c-924df6b10247 admin admin] Calling delete_port for 4ec5cb81-b783-420f-9e90-e4b162530d3a owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:04:55.719382 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5cd4f-7ea7-4a7e-960a-712fa02e775c req-9caeaf17-f3be-49d3-ade5-fd416eefdd87 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:55.721427 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-21d5cd4f-7ea7-4a7e-960a-712fa02e775c req-9caeaf17-f3be-49d3-ade5-fd416eefdd87 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2378274-8745-4a0e-9ca7-6cb69e089c2f HTTP/1.1" status: 200 len: 946 time: 0.4973402 Aug 19 18:04:55.743089 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-cd0c728b-a5de-4988-ba90-1fefae9008c1 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Made reservation on behalf of 4777fe93c4ee4a90b670a5a6eee9d944 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:55.750679 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-cd0c728b-a5de-4988-ba90-1fefae9008c1 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:55.788746 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1cdf8-12bc-4bb5-a99d-24709a02da4b req-5285449a-f9fb-43c7-8792-7503a49a5fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:55.797556 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1ef1cdf8-12bc-4bb5-a99d-24709a02da4b req-5285449a-f9fb-43c7-8792-7503a49a5fdb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f80f77ef27c04c9bb6424467e0d0cf35&device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 1095 time: 0.5063620 Aug 19 18:04:55.915279 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-6afe5371-345f-4fda-beb1-836a770da124 req-ce5393f3-fb5e-4b69-a351-fa7b252b46f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d18cac5-09b4-4f08-8466-dcaa7093c6a4 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:04:55.972578 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6afe5371-345f-4fda-beb1-836a770da124 req-ce5393f3-fb5e-4b69-a351-fa7b252b46f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:56.141908 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-cd0c728b-a5de-4988-ba90-1fefae9008c1 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Allocated IP 172.20.0.13 (4bc71342-958a-4003-9a5d-26d2a4ddabea/b38e0628-a8bc-4a29-ab15-1991390ae7ec/b3a30f90-fd95-4456-bae8-42affe0cfdc4) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:56.362455 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-21d5cd4f-7ea7-4a7e-960a-712fa02e775c req-d2f0d20e-d08f-42e6-a4f7-2e2ece3f5b5a tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b78d68f-0a9f-41ac-b1ee-b081dccda597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6022851 Aug 19 18:04:56.381976 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-611ee722-6cf1-4df1-a343-dc71d3cd81e8 req-a54d87bc-0c49-4a9c-891d-6cc92f10c534 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2590792 Aug 19 18:04:56.403974 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-645d8e6c-4eef-48bf-a9b6-b1f16ad74e55 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Request body: {'port': {'device_id': '26a63648-ec3e-4768-acd2-effd8a6b00fc', 'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a', 'admin_state_up': True, 'tenant_id': 'f80f77ef27c04c9bb6424467e0d0cf35'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:56.601886 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-cd0c728b-a5de-4988-ba90-1fefae9008c1 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:56.620591 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-cd0c728b-a5de-4988-ba90-1fefae9008c1 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Transition to ACTIVE for port object b3a30f90-fd95-4456-bae8-42affe0cfdc4 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:56.687018 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-cd0c728b-a5de-4988-ba90-1fefae9008c1 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:56.723137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-6afe5371-345f-4fda-beb1-836a770da124 req-ce5393f3-fb5e-4b69-a351-fa7b252b46f8 service neutron] Transition to ACTIVE for port object 3d18cac5-09b4-4f08-8466-dcaa7093c6a4 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:56.873006 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6afe5371-345f-4fda-beb1-836a770da124 req-ce5393f3-fb5e-4b69-a351-fa7b252b46f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:56.883937 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-1d319a99-47bd-40a1-9baf-eeb66f4ff412 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Made reservation on behalf of 315b1e67402d442ab825f2b1b4ba11ec for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:56.888150 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-1d319a99-47bd-40a1-9baf-eeb66f4ff412 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:56.940933 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0f328-3704-4aff-8fc7-ba9d687c71f7 req-5f08ace9-60ab-48ec-8e46-401e5992af56 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:56.942722 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0bd0f328-3704-4aff-8fc7-ba9d687c71f7 req-5f08ace9-60ab-48ec-8e46-401e5992af56 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 945 time: 0.2325649 Aug 19 18:04:56.946238 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-645d8e6c-4eef-48bf-a9b6-b1f16ad74e55 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Made reservation on behalf of f80f77ef27c04c9bb6424467e0d0cf35 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:56.950747 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-645d8e6c-4eef-48bf-a9b6-b1f16ad74e55 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:56.986174 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c728b-a5de-4988-ba90-1fefae9008c1 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Pushing event updated for resources: {'Port': ['ID=b3a30f90-fd95-4456-bae8-42affe0cfdc4,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:57.006526 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-cd0c728b-a5de-4988-ba90-1fefae9008c1 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Network 4bc71342-958a-4003-9a5d-26d2a4ddabea is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:57.066375 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-cd0c728b-a5de-4988-ba90-1fefae9008c1 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:57.083838 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-cd0c728b-a5de-4988-ba90-1fefae9008c1 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:57.152572 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0bd0f328-3704-4aff-8fc7-ba9d687c71f7 req-312199a2-3123-4e55-8d21-17c96f9b78b6 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777925 Aug 19 18:04:57.165146 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d261a63-eb62-4bb5-af1e-0dd5caa94675 req-4ad2e665-e777-4e63-ae7d-8473b2134173 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:57.167751 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0d261a63-eb62-4bb5-af1e-0dd5caa94675 req-4ad2e665-e777-4e63-ae7d-8473b2134173 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2 HTTP/1.1" status: 200 len: 932 time: 0.4997437 Aug 19 18:04:57.209976 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-cd0c728b-a5de-4988-ba90-1fefae9008c1 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:57.212196 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-cd0c728b-a5de-4988-ba90-1fefae9008c1 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:57.270368 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-cd0c728b-a5de-4988-ba90-1fefae9008c1 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6694627 Aug 19 18:04:57.322111 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-ffdb3e72-7fbc-400f-a3fe-e8f87e19393f service neutron] Request body: {'port': {'device_id': '3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:57.388939 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5393f3-fb5e-4b69-a351-fa7b252b46f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d18cac5-09b4-4f08-8466-dcaa7093c6a4,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:57.403727 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7cf6059b-eab1-4ae9-88b9-94fca994dd0b req-cd233b3c-f36d-4622-957c-d8c765ae64e8 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/ports?device_id=656107bd-c7d0-40b4-a11a-a329564a1662 HTTP/1.1" status: 200 len: 210 time: 0.0581384 Aug 19 18:04:57.432512 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1cdf8-12bc-4bb5-a99d-24709a02da4b req-56b181a9-a0fa-4d9b-ad60-8f2afed77796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:57.434207 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1ef1cdf8-12bc-4bb5-a99d-24709a02da4b req-56b181a9-a0fa-4d9b-ad60-8f2afed77796 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4610b7b5-44eb-488f-8004-9593db962a8a HTTP/1.1" status: 200 len: 916 time: 1.5100622 Aug 19 18:04:57.503152 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-645d8e6c-4eef-48bf-a9b6-b1f16ad74e55 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Allocated IP 172.20.0.9 (4610b7b5-44eb-488f-8004-9593db962a8a/8bb4d0a9-0556-49f4-985b-393ec252b43b/08a4429d-2b35-4841-827c-31af4368d687) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:57.535037 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-70f75515-e606-42b1-9f0c-924df6b10247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:57.575712 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1ef1cdf8-12bc-4bb5-a99d-24709a02da4b req-3f155654-bf60-4cea-a991-f2c881069d3b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=957628e9-8828-4bd8-a5b2-d9274146126d HTTP/1.1" status: 200 len: 217 time: 0.0992305 Aug 19 18:04:57.630097 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:04:57.642285 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-6afe5371-345f-4fda-beb1-836a770da124 req-ce5393f3-fb5e-4b69-a351-fa7b252b46f8 service neutron] Attempting to bind port 3d18cac5-09b4-4f08-8466-dcaa7093c6a4 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:57.642627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-6afe5371-345f-4fda-beb1-836a770da124 req-ce5393f3-fb5e-4b69-a351-fa7b252b46f8 service neutron] Attempting to bind port 3d18cac5-09b4-4f08-8466-dcaa7093c6a4 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '57d87d7f-99d7-4e0b-883d-d98b8a12ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:57.642964 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afe5371-345f-4fda-beb1-836a770da124 req-ce5393f3-fb5e-4b69-a351-fa7b252b46f8 service neutron] Attempting to bind port 3d18cac5-09b4-4f08-8466-dcaa7093c6a4 on network 4610b7b5-44eb-488f-8004-9593db962a8a {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:57.644315 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f837470e-e5d9-4d6b-8053-30bdbfeca633 req-b24b0d21-12cb-4d0b-aabe-69c77ab107ae tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc HTTP/1.1" status: 200 len: 210 time: 0.0951786 Aug 19 18:04:57.701044 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0d261a63-eb62-4bb5-af1e-0dd5caa94675 req-db946eee-70d9-4425-8e62-be6072cc2b59 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ec8be9-4ccf-46e9-a3a3-57d45ff55066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4494174 Aug 19 18:04:57.706967 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:04:57.707982 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6839bc8b-9930-4bb6-a5b7-547e3e8a57e3 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:04:57.709039 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4ec5cb81-b783-420f-9e90-e4b162530d3a no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:04:57.751820 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 4ec5cb81-b783-420f-9e90-e4b162530d3a {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:04:57.752341 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4ec5cb81-b783-420f-9e90-e4b162530d3a not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:04:57.767723 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-86bcff3c-797f-4f36-9af0-027fca5ac6f8 None None] Provisioning for port b3a30f90-fd95-4456-bae8-42affe0cfdc4 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:57.782176 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-86bcff3c-797f-4f36-9af0-027fca5ac6f8 None None] Provisioning complete for port b3a30f90-fd95-4456-bae8-42affe0cfdc4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:57.782901 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-86bcff3c-797f-4f36-9af0-027fca5ac6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:57.784136 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f75515-e606-42b1-9f0c-924df6b10247 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ec5cb81-b783-420f-9e90-e4b162530d3a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:57.786842 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afe5371-345f-4fda-beb1-836a770da124 req-ce5393f3-fb5e-4b69-a351-fa7b252b46f8 service neutron] Port 3d18cac5-09b4-4f08-8466-dcaa7093c6a4 on network 4610b7b5-44eb-488f-8004-9593db962a8a not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:04:57.789491 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afe5371-345f-4fda-beb1-836a770da124 req-ce5393f3-fb5e-4b69-a351-fa7b252b46f8 service neutron] Attempting to bind port 3d18cac5-09b4-4f08-8466-dcaa7093c6a4 on network 4610b7b5-44eb-488f-8004-9593db962a8a {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:57.830561 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afe5371-345f-4fda-beb1-836a770da124 req-ce5393f3-fb5e-4b69-a351-fa7b252b46f8 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:57.831873 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afe5371-345f-4fda-beb1-836a770da124 req-ce5393f3-fb5e-4b69-a351-fa7b252b46f8 service neutron] Checking segment: {'id': '57d87d7f-99d7-4e0b-883d-d98b8a12ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:57.832613 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afe5371-345f-4fda-beb1-836a770da124 req-ce5393f3-fb5e-4b69-a351-fa7b252b46f8 service neutron] Bound using segment: {'id': '57d87d7f-99d7-4e0b-883d-d98b8a12ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:57.833288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-6afe5371-345f-4fda-beb1-836a770da124 req-ce5393f3-fb5e-4b69-a351-fa7b252b46f8 service neutron] Bound port: 3d18cac5-09b4-4f08-8466-dcaa7093c6a4, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d87d7f-99d7-4e0b-883d-d98b8a12ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:57.834161 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6afe5371-345f-4fda-beb1-836a770da124 req-ce5393f3-fb5e-4b69-a351-fa7b252b46f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:57.873840 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-ffdb3e72-7fbc-400f-a3fe-e8f87e19393f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:57.876746 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-86bcff3c-797f-4f36-9af0-027fca5ac6f8 None None] Port b3a30f90-fd95-4456-bae8-42affe0cfdc4 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:57.940950 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1cdf8-12bc-4bb5-a99d-24709a02da4b req-36171101-61b6-4ada-b61d-4cc7d59b54aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:57.943578 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1ef1cdf8-12bc-4bb5-a99d-24709a02da4b req-36171101-61b6-4ada-b61d-4cc7d59b54aa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8bb4d0a9-0556-49f4-985b-393ec252b43b HTTP/1.1" status: 200 len: 854 time: 0.3231282 Aug 19 18:04:58.084922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-977a8cd2-f858-4d1a-b877-ef21296c4dc5 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:58.087598 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-977a8cd2-f858-4d1a-b877-ef21296c4dc5 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1&tenant_id=a8ce19510dd24923b8ff0f45376547f4&binding%3Ahost_id=n-h1-803753-2 HTTP/1.1" status: 200 len: 1096 time: 0.3072910 Aug 19 18:04:58.093272 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-70f75515-e606-42b1-9f0c-924df6b10247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:58.168978 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-a239006c-8bdb-4def-b03e-1ad4082e9e63 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803753-2'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:58.241893 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-70f75515-e606-42b1-9f0c-924df6b10247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:58.242533 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 957628e9-8828-4bd8-a5b2-d9274146126d details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:04:58.246864 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-70f75515-e606-42b1-9f0c-924df6b10247 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:58.507449 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 957628e9-8828-4bd8-a5b2-d9274146126d, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=957628e9-8828-4bd8-a5b2-d9274146126d,segment=NetworkSegment(57d87d7f-99d7-4e0b-883d-d98b8a12ad3d),segment_id=57d87d7f-99d7-4e0b-883d-d98b8a12ad3d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:58.524527 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-70f75515-e606-42b1-9f0c-924df6b10247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:58.525380 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f75515-e606-42b1-9f0c-924df6b10247 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a8f2260-1b3b-4324-be5e-0cef7b2b4777 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:04:58.535090 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-70f75515-e606-42b1-9f0c-924df6b10247 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:58.542135 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '957628e9-8828-4bd8-a5b2-d9274146126d', 'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a', 'port_id': '957628e9-8828-4bd8-a5b2-d9274146126d', 'mac_address': 'fa:16:3e:10:f3:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb4d0a9-0556-49f4-985b-393ec252b43b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:04:58.542534 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-70f75515-e606-42b1-9f0c-924df6b10247 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2a8f2260-1b3b-4324-be5e-0cef7b2b4777 HTTP/1.1" status: 204 len: 168 time: 4.1616132 Aug 19 18:04:58.549711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38924) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:58.563188 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-a239006c-8bdb-4def-b03e-1ad4082e9e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:58.573728 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-645d8e6c-4eef-48bf-a9b6-b1f16ad74e55 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:58.670125 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-645d8e6c-4eef-48bf-a9b6-b1f16ad74e55 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Transition to ACTIVE for port object 08a4429d-2b35-4841-827c-31af4368d687 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:58.701308 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-fcd85c16-5e85-404a-a22e-a8a1890a8654 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--430783116&fields=id&tenant_id=4e704f617a744748b90217135397502c HTTP/1.1" status: 200 len: 267 time: 0.3194757 Aug 19 18:04:58.728742 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:58.767598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 957628e9-8828-4bd8-a5b2-d9274146126d {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:04:58.779883 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2ca77f-ac78-40d4-ad78-4d7d024ea7dd admin admin] Deleting subnet 7e41839c-b972-4b5a-b4f7-6e1817ddb90d {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:04:58.796948 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-1d319a99-47bd-40a1-9baf-eeb66f4ff412 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Allocated IP 172.20.0.11 (f59e111f-dd60-4265-9684-7a33d52f3862/98035e9f-56db-4fb2-8148-345a5454ee59/57503b0b-92ce-487f-af6c-dc0efdb3ef21) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:58.821957 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6a2ca77f-ac78-40d4-ad78-4d7d024ea7dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:58.870954 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 957628e9-8828-4bd8-a5b2-d9274146126d, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=957628e9-8828-4bd8-a5b2-d9274146126d,segment=NetworkSegment(57d87d7f-99d7-4e0b-883d-d98b8a12ad3d),segment_id=57d87d7f-99d7-4e0b-883d-d98b8a12ad3d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:58.881085 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:58.883410 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device c5cfade0-f43d-4456-bbff-daf590b7cfa2 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:04:58.991922 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-6afe5371-345f-4fda-beb1-836a770da124 req-ce5393f3-fb5e-4b69-a351-fa7b252b46f8 service neutron] For port 3d18cac5-09b4-4f08-8466-dcaa7093c6a4, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:59.013022 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be456fd-a6f2-416e-8b54-d352e92ac963 req-250ec0d1-92a0-4ded-ae51-6bed3ad8e39b tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:59.014738 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0be456fd-a6f2-416e-8b54-d352e92ac963 req-250ec0d1-92a0-4ded-ae51-6bed3ad8e39b tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 946 time: 1.0307343 Aug 19 18:04:59.026899 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-a239006c-8bdb-4def-b03e-1ad4082e9e63 service neutron] For port c5cfade0-f43d-4456-bbff-daf590b7cfa2, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c5cfade0-f43d-4456-bbff-daf590b7cfa2,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:59.046270 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=957628e9-8828-4bd8-a5b2-d9274146126d,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:59.089487 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-a239006c-8bdb-4def-b03e-1ad4082e9e63 service neutron] For port c5cfade0-f43d-4456-bbff-daf590b7cfa2, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:59.097450 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-6afe5371-345f-4fda-beb1-836a770da124 req-ce5393f3-fb5e-4b69-a351-fa7b252b46f8 service neutron] For port 3d18cac5-09b4-4f08-8466-dcaa7093c6a4, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=3d18cac5-09b4-4f08-8466-dcaa7093c6a4,segment=NetworkSegment(57d87d7f-99d7-4e0b-883d-d98b8a12ad3d),segment_id=57d87d7f-99d7-4e0b-883d-d98b8a12ad3d)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:59.105347 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1cdf8-12bc-4bb5-a99d-24709a02da4b req-f7a7249e-5b28-4295-ae53-094f014d998e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:59.112296 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1ef1cdf8-12bc-4bb5-a99d-24709a02da4b req-f7a7249e-5b28-4295-ae53-094f014d998e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4610b7b5-44eb-488f-8004-9593db962a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1235437 Aug 19 18:04:59.137987 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6afe5371-345f-4fda-beb1-836a770da124 req-ce5393f3-fb5e-4b69-a351-fa7b252b46f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:59.153256 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-a239006c-8bdb-4def-b03e-1ad4082e9e63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:59.186167 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6a2ca77f-ac78-40d4-ad78-4d7d024ea7dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:59.210575 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port c5cfade0-f43d-4456-bbff-daf590b7cfa2, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c5cfade0-f43d-4456-bbff-daf590b7cfa2,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:59.241428 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device c5cfade0-f43d-4456-bbff-daf590b7cfa2 has no active binding in host n-h2-803753-2 {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 18:04:59.337290 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6a2ca77f-ac78-40d4-ad78-4d7d024ea7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:59.467308 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe5371-345f-4fda-beb1-836a770da124 req-ce5393f3-fb5e-4b69-a351-fa7b252b46f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:59.468074 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6afe5371-345f-4fda-beb1-836a770da124 req-ce5393f3-fb5e-4b69-a351-fa7b252b46f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:59.469606 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6afe5371-345f-4fda-beb1-836a770da124 req-ce5393f3-fb5e-4b69-a351-fa7b252b46f8 service neutron] 10.222.0.54 "PUT /v2.0/ports/3d18cac5-09b4-4f08-8466-dcaa7093c6a4 HTTP/1.1" status: 200 len: 1091 time: 5.3017397 Aug 19 18:04:59.496483 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd0dd54-ce99-41e4-964c-8d37a300a7c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5cfade0-f43d-4456-bbff-daf590b7cfa2'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:59.499758 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f91fbe-9966-42cc-aa76-b8c47037a646" -d '{"events": [{"server_uuid": "6fd0dd54-ce99-41e4-964c-8d37a300a7c1", "name": "network-vif-unplugged", "status": "completed", "tag": "c5cfade0-f43d-4456-bbff-daf590b7cfa2"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:59.503928 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05eba103-90bc-4ade-91f7-f3bd9edf9eda', 'tag': '3d18cac5-09b4-4f08-8466-dcaa7093c6a4'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:59.508088 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fe8cbe-24fe-43ad-9507-5947a4880eec" -d '{"events": [{"name": "network-changed", "server_uuid": "05eba103-90bc-4ade-91f7-f3bd9edf9eda", "tag": "3d18cac5-09b4-4f08-8466-dcaa7093c6a4"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:59.514132 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0be456fd-a6f2-416e-8b54-d352e92ac963 req-51aef947-a5cf-424f-a710-5669deb179bc tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809232 Aug 19 18:04:59.515826 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-a239006c-8bdb-4def-b03e-1ad4082e9e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:59.528514 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6a2ca77f-ac78-40d4-ad78-4d7d024ea7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:59.565225 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-7f4ccdfb-949f-4668-b4bf-fcf99cec56c9 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:59.570079 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-7f4ccdfb-949f-4668-b4bf-fcf99cec56c9 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/networks?id=cd90f362-a393-471c-9ea0-f8d2f58d49da HTTP/1.1" status: 200 len: 824 time: 0.8545318 Aug 19 18:04:59.648025 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['957628e9-8828-4bd8-a5b2-d9274146126d'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:04:59.671842 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ca77f-ac78-40d4-ad78-4d7d024ea7dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e41839c-b972-4b5a-b4f7-6e1817ddb90d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:59.681912 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5393f3-fb5e-4b69-a351-fa7b252b46f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d18cac5-09b4-4f08-8466-dcaa7093c6a4,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:59.684367 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-dd6b64c2-3bd6-4a13-a1dd-d58d092f4081 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/quotas/4e704f617a744748b90217135397502c HTTP/1.1" status: 200 len: 375 time: 0.0941060 Aug 19 18:04:59.692416 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6a2ca77f-ac78-40d4-ad78-4d7d024ea7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:59.703511 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6a2ca77f-ac78-40d4-ad78-4d7d024ea7dd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7e41839c-b972-4b5a-b4f7-6e1817ddb90d HTTP/1.1" status: 204 len: 168 time: 1.1525311 Aug 19 18:04:59.707415 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38938) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:59.763558 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590e2d90-17ad-467a-93c7-b308ffb9bbe8 None None] Network 3eb8418a-2ce9-41a0-8290-a8b1e342ad32 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:04:59.869690 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-1d319a99-47bd-40a1-9baf-eeb66f4ff412 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:59.875857 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1ef1cdf8-12bc-4bb5-a99d-24709a02da4b req-526d4e7c-674d-4f76-a8be-046b3838e0e7 service neutron] 10.222.0.50 "GET /v2.0/networks/4610b7b5-44eb-488f-8004-9593db962a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7306800 Aug 19 18:04:59.917053 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe5371-345f-4fda-beb1-836a770da124 req-806c9560-1c09-4e6c-8834-2abec9cecbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:59.919005 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6afe5371-345f-4fda-beb1-836a770da124 req-806c9560-1c09-4e6c-8834-2abec9cecbf6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f80f77ef27c04c9bb6424467e0d0cf35&device_id=05eba103-90bc-4ade-91f7-f3bd9edf9eda HTTP/1.1" status: 200 len: 1094 time: 0.3811312 Aug 19 18:04:59.940699 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-73a2ca8b-26eb-42f2-a5a3-ef1266af35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:00.003974 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-a239006c-8bdb-4def-b03e-1ad4082e9e63 service neutron] Attempting to bind port c5cfade0-f43d-4456-bbff-daf590b7cfa2 on host n-h1-803753-2 for vnic_type normal with profile {"migrating_to": "n-h2-803753-2"} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:05:00.004399 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-a239006c-8bdb-4def-b03e-1ad4082e9e63 service neutron] Attempting to bind port c5cfade0-f43d-4456-bbff-daf590b7cfa2 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:05:00.004744 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-a239006c-8bdb-4def-b03e-1ad4082e9e63 service neutron] Attempting to bind port c5cfade0-f43d-4456-bbff-daf590b7cfa2 on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:00.021826 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-1d319a99-47bd-40a1-9baf-eeb66f4ff412 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Transition to ACTIVE for port object 57503b0b-92ce-487f-af6c-dc0efdb3ef21 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:00.085125 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-645d8e6c-4eef-48bf-a9b6-b1f16ad74e55 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:00.093603 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ebea5-8d68-47bb-85f7-d8b04c9c03cb req-2dea8ab9-c9ef-4465-8b81-29ae693512fc tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:00.096591 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b41ebea5-8d68-47bb-85f7-d8b04c9c03cb req-2dea8ab9-c9ef-4465-8b81-29ae693512fc tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 943 time: 0.3212969 Aug 19 18:05:00.107094 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6afe5371-345f-4fda-beb1-836a770da124 req-ec6e7c87-e4b3-4f78-90c2-5cfd4f7787a2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d18cac5-09b4-4f08-8466-dcaa7093c6a4 HTTP/1.1" status: 200 len: 217 time: 0.1036587 Aug 19 18:05:00.165498 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-ffdb3e72-7fbc-400f-a3fe-e8f87e19393f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a30f90-fd95-4456-bae8-42affe0cfdc4 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:00.173046 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-a239006c-8bdb-4def-b03e-1ad4082e9e63 service neutron] Port c5cfade0-f43d-4456-bbff-daf590b7cfa2 on network 52390765-0cad-463c-8122-8baf5b79ff7f not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:05:00.174020 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-a239006c-8bdb-4def-b03e-1ad4082e9e63 service neutron] Attempting to bind port c5cfade0-f43d-4456-bbff-daf590b7cfa2 on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:00.189505 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239006c-8bdb-4def-b03e-1ad4082e9e63 service neutron] Pushing event updated for resources: {'Port': ['ID=c5cfade0-f43d-4456-bbff-daf590b7cfa2,revision_number=7']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:00.250377 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-ffdb3e72-7fbc-400f-a3fe-e8f87e19393f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:00.276948 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-dc0961da-2f97-4497-881a-8e5456a0b094 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e704f617a744748b90217135397502c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5913603 Aug 19 18:05:00.282580 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-645d8e6c-4eef-48bf-a9b6-b1f16ad74e55 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Network 4610b7b5-44eb-488f-8004-9593db962a8a is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:05:00.285960 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-a239006c-8bdb-4def-b03e-1ad4082e9e63 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:05:00.285960 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-a239006c-8bdb-4def-b03e-1ad4082e9e63 service neutron] Checking segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:05:00.286439 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-a239006c-8bdb-4def-b03e-1ad4082e9e63 service neutron] Bound using segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:05:00.286769 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-a239006c-8bdb-4def-b03e-1ad4082e9e63 service neutron] Bound port: c5cfade0-f43d-4456-bbff-daf590b7cfa2, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:05:00.287130 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-a239006c-8bdb-4def-b03e-1ad4082e9e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:00.305011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-645d8e6c-4eef-48bf-a9b6-b1f16ad74e55 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:05:00.333283 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-ffdb3e72-7fbc-400f-a3fe-e8f87e19393f service neutron] Transition to ACTIVE for port object b3a30f90-fd95-4456-bae8-42affe0cfdc4 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:00.359297 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-645d8e6c-4eef-48bf-a9b6-b1f16ad74e55 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:05:00.366650 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-ffdb3e72-7fbc-400f-a3fe-e8f87e19393f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:00.447145 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b41ebea5-8d68-47bb-85f7-d8b04c9c03cb req-e1460def-d4d4-487e-9987-c2788aabf6e4 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363008 Aug 19 18:05:00.457049 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb3e72-7fbc-400f-a3fe-e8f87e19393f service neutron] Pushing event updated for resources: {'Port': ['ID=b3a30f90-fd95-4456-bae8-42affe0cfdc4,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:00.486474 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d438a5-fb17-4d00-b045-aaa267004a87 None None] DHCP port deletion for 3eb8418a-2ce9-41a0-8290-a8b1e342ad32 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:05:00.504556 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1ef1cdf8-12bc-4bb5-a99d-24709a02da4b req-4c3755ff-4335-4c83-9fc6-5a5f58e2c4e5 service neutron] 10.222.0.50 "GET /v2.0/networks/4610b7b5-44eb-488f-8004-9593db962a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6049802 Aug 19 18:05:00.549497 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-1d319a99-47bd-40a1-9baf-eeb66f4ff412 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:00.616625 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-33d438a5-fb17-4d00-b045-aaa267004a87 None None] Deleting port 560423e3-2447-4a2a-a4f7-14919ee6f727 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:00.617118 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-33d438a5-fb17-4d00-b045-aaa267004a87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:00.709673 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc5bc2-c1d4-4950-8766-36ec5ef77f5a req-d6993839-7810-4808-9648-d2b28e1ae837 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:00.714438 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-eefc5bc2-c1d4-4950-8766-36ec5ef77f5a req-d6993839-7810-4808-9648-d2b28e1ae837 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2378274-8745-4a0e-9ca7-6cb69e089c2f HTTP/1.1" status: 200 len: 946 time: 0.6507902 Aug 19 18:05:00.746478 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-33d438a5-fb17-4d00-b045-aaa267004a87 None None] For port 560423e3-2447-4a2a-a4f7-14919ee6f727, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=560423e3-2447-4a2a-a4f7-14919ee6f727,segment=NetworkSegment(7ef6e259-001b-4f75-866d-f10a668a65ff),segment_id=7ef6e259-001b-4f75-866d-f10a668a65ff)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:00.748107 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-33d438a5-fb17-4d00-b045-aaa267004a87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:00.772081 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-33d438a5-fb17-4d00-b045-aaa267004a87 None None] Calling delete_port for 560423e3-2447-4a2a-a4f7-14919ee6f727 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:00.808171 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe5371-345f-4fda-beb1-836a770da124 req-aca6889d-3244-426f-96cc-a36061e3ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:00.809832 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6afe5371-345f-4fda-beb1-836a770da124 req-aca6889d-3244-426f-96cc-a36061e3ae98 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bb4d0a9-0556-49f4-985b-393ec252b43b HTTP/1.1" status: 200 len: 854 time: 0.3602211 Aug 19 18:05:00.839385 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d8e6c-4eef-48bf-a9b6-b1f16ad74e55 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Pushing event updated for resources: {'Port': ['ID=08a4429d-2b35-4841-827c-31af4368d687,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:00.911552 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-91288cce-c6f4-4287-816b-7dd169ca82e3 None None] Provisioning for port 08a4429d-2b35-4841-827c-31af4368d687 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:00.936603 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-91288cce-c6f4-4287-816b-7dd169ca82e3 None None] Provisioning complete for port 08a4429d-2b35-4841-827c-31af4368d687 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:00.937074 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-91288cce-c6f4-4287-816b-7dd169ca82e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:01.021235 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['957628e9-8828-4bd8-a5b2-d9274146126d'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:05:01.050696 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-1d319a99-47bd-40a1-9baf-eeb66f4ff412 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Network f59e111f-dd60-4265-9684-7a33d52f3862 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:05:01.113803 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-1d319a99-47bd-40a1-9baf-eeb66f4ff412 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:05:01.140046 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-1d319a99-47bd-40a1-9baf-eeb66f4ff412 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:05:01.150877 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-91288cce-c6f4-4287-816b-7dd169ca82e3 None None] Port 08a4429d-2b35-4841-827c-31af4368d687 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:05:01.169591 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d319a99-47bd-40a1-9baf-eeb66f4ff412 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Pushing event updated for resources: {'Port': ['ID=57503b0b-92ce-487f-af6c-dc0efdb3ef21,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:01.189775 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-33d438a5-fb17-4d00-b045-aaa267004a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:01.242208 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f9ca4-8972-4eff-9b12-fee3ccc1ec75 req-fda7718d-5b6d-4bf7-9a2a-a2959a3881a4 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:01.243832 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2c5f9ca4-8972-4eff-9b12-fee3ccc1ec75 req-fda7718d-5b6d-4bf7-9a2a-a2959a3881a4 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/ports?device_id=656107bd-c7d0-40b4-a11a-a329564a1662 HTTP/1.1" status: 200 len: 932 time: 0.5829327 Aug 19 18:05:01.276395 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d438a5-fb17-4d00-b045-aaa267004a87 None None] No DVR routers for this DVR port 560423e3-2447-4a2a-a4f7-14919ee6f727 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:05:01.291585 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d438a5-fb17-4d00-b045-aaa267004a87 None None] Pushing event deleted for resources: {'Port': ['ID=560423e3-2447-4a2a-a4f7-14919ee6f727,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:01.399486 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe5371-345f-4fda-beb1-836a770da124 req-a65212c0-a1c9-4db8-b8d4-6543f93fa54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:01.401139 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6afe5371-345f-4fda-beb1-836a770da124 req-a65212c0-a1c9-4db8-b8d4-6543f93fa54b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4610b7b5-44eb-488f-8004-9593db962a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5328903 Aug 19 18:05:01.428005 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-1d319a99-47bd-40a1-9baf-eeb66f4ff412 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:01.428005 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-1d319a99-47bd-40a1-9baf-eeb66f4ff412 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:01.446998 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-ffdb3e72-7fbc-400f-a3fe-e8f87e19393f service neutron] Attempting to bind port b3a30f90-fd95-4456-bae8-42affe0cfdc4 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:05:01.447332 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-ffdb3e72-7fbc-400f-a3fe-e8f87e19393f service neutron] Attempting to bind port b3a30f90-fd95-4456-bae8-42affe0cfdc4 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '6052a266-a5f6-428d-af02-f969d607c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:05:01.447671 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-ffdb3e72-7fbc-400f-a3fe-e8f87e19393f service neutron] Attempting to bind port b3a30f90-fd95-4456-bae8-42affe0cfdc4 on network 4bc71342-958a-4003-9a5d-26d2a4ddabea {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:01.481164 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-a239006c-8bdb-4def-b03e-1ad4082e9e63 service neutron] For port c5cfade0-f43d-4456-bbff-daf590b7cfa2, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:05:01.489644 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-a239006c-8bdb-4def-b03e-1ad4082e9e63 service neutron] For port c5cfade0-f43d-4456-bbff-daf590b7cfa2, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c5cfade0-f43d-4456-bbff-daf590b7cfa2,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:05:01.495460 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-ffdb3e72-7fbc-400f-a3fe-e8f87e19393f service neutron] Port b3a30f90-fd95-4456-bae8-42affe0cfdc4 on network 4bc71342-958a-4003-9a5d-26d2a4ddabea not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:05:01.495801 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-ffdb3e72-7fbc-400f-a3fe-e8f87e19393f service neutron] Attempting to bind port b3a30f90-fd95-4456-bae8-42affe0cfdc4 on network 4bc71342-958a-4003-9a5d-26d2a4ddabea {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:01.514685 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2c5f9ca4-8972-4eff-9b12-fee3ccc1ec75 req-42ea2aa8-bb26-4697-82ce-d008525ad2b8 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/security-groups?id=348fd788-581c-41fd-a892-203164aec553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531123 Aug 19 18:05:01.532577 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-ffdb3e72-7fbc-400f-a3fe-e8f87e19393f service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:05:01.533298 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-ffdb3e72-7fbc-400f-a3fe-e8f87e19393f service neutron] Checking segment: {'id': '6052a266-a5f6-428d-af02-f969d607c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:05:01.533650 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-ffdb3e72-7fbc-400f-a3fe-e8f87e19393f service neutron] Bound using segment: {'id': '6052a266-a5f6-428d-af02-f969d607c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:05:01.538031 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-ffdb3e72-7fbc-400f-a3fe-e8f87e19393f service neutron] Bound port: b3a30f90-fd95-4456-bae8-42affe0cfdc4, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6052a266-a5f6-428d-af02-f969d607c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:05:01.538703 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-ffdb3e72-7fbc-400f-a3fe-e8f87e19393f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:01.557165 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-645d8e6c-4eef-48bf-a9b6-b1f16ad74e55 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:01.563877 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-645d8e6c-4eef-48bf-a9b6-b1f16ad74e55 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:01.570191 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-1d319a99-47bd-40a1-9baf-eeb66f4ff412 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1820598 Aug 19 18:05:01.615846 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 560423e3-2447-4a2a-a4f7-14919ee6f727 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:05:01.626238 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-a239006c-8bdb-4def-b03e-1ad4082e9e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:01.657456 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 560423e3-2447-4a2a-a4f7-14919ee6f727 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:05:01.657857 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 560423e3-2447-4a2a-a4f7-14919ee6f727 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:05:01.680799 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-58f87673-c083-4d34-adeb-72644413b140 service neutron] Request body: {'port': {'device_id': '656107bd-c7d0-40b4-a11a-a329564a1662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:01.716933 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b790765d-51cc-451d-94f6-69a332727971 None None] Provisioning for port 57503b0b-92ce-487f-af6c-dc0efdb3ef21 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:01.723877 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b790765d-51cc-451d-94f6-69a332727971 None None] Provisioning complete for port 57503b0b-92ce-487f-af6c-dc0efdb3ef21 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:01.724257 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b790765d-51cc-451d-94f6-69a332727971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:01.726507 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-73a2ca8b-26eb-42f2-a5a3-ef1266af35a4 admin admin] Deleting port 560423e3-2447-4a2a-a4f7-14919ee6f727 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:01.727086 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-73a2ca8b-26eb-42f2-a5a3-ef1266af35a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:01.743527 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-594098e8-a5d1-4394-b88d-b084f5c56e2b service neutron] 10.222.0.24 "GET /v2.0/networks/cd90f362-a393-471c-9ea0-f8d2f58d49da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4106300 Aug 19 18:05:01.758893 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-645d8e6c-4eef-48bf-a9b6-b1f16ad74e55 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3664198 Aug 19 18:05:01.858556 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b790765d-51cc-451d-94f6-69a332727971 None None] Port 57503b0b-92ce-487f-af6c-dc0efdb3ef21 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:05:01.860192 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-db629dbc-7b30-4f91-8999-0e203eb29977 service neutron] Request body: {'port': {'device_id': '26a63648-ec3e-4768-acd2-effd8a6b00fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:02.022404 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-ffdb3e72-7fbc-400f-a3fe-e8f87e19393f service neutron] For port b3a30f90-fd95-4456-bae8-42affe0cfdc4, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:05:02.046219 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-ffdb3e72-7fbc-400f-a3fe-e8f87e19393f service neutron] For port b3a30f90-fd95-4456-bae8-42affe0cfdc4, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b3a30f90-fd95-4456-bae8-42affe0cfdc4,segment=NetworkSegment(6052a266-a5f6-428d-af02-f969d607c6ce),segment_id=6052a266-a5f6-428d-af02-f969d607c6ce)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:05:02.072839 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-73a2ca8b-26eb-42f2-a5a3-ef1266af35a4 admin admin] For port 560423e3-2447-4a2a-a4f7-14919ee6f727, host n-d-803753-2, got binding levels [] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:02.073291 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-73a2ca8b-26eb-42f2-a5a3-ef1266af35a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:02.076136 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239006c-8bdb-4def-b03e-1ad4082e9e63 service neutron] Pushing event updated for resources: {'Port': ['ID=c5cfade0-f43d-4456-bbff-daf590b7cfa2,revision_number=8']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:02.081575 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6afe5371-345f-4fda-beb1-836a770da124 req-6dfd438e-4f7e-429f-b750-f5f436912078 service neutron] 10.222.0.54 "GET /v2.0/networks/4610b7b5-44eb-488f-8004-9593db962a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971195 Aug 19 18:05:02.089775 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-ffdb3e72-7fbc-400f-a3fe-e8f87e19393f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:02.135507 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-a239006c-8bdb-4def-b03e-1ad4082e9e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:02.136125 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-a239006c-8bdb-4def-b03e-1ad4082e9e63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:02.137521 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-a239006c-8bdb-4def-b03e-1ad4082e9e63 service neutron] 10.222.0.50 "PUT /v2.0/ports/c5cfade0-f43d-4456-bbff-daf590b7cfa2 HTTP/1.1" status: 200 len: 1121 time: 4.0059423 Aug 19 18:05:02.139736 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-73a2ca8b-26eb-42f2-a5a3-ef1266af35a4 admin admin] Calling delete_port for 560423e3-2447-4a2a-a4f7-14919ee6f727 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:02.148313 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.ipam_backend_mixin [None req-73a2ca8b-26eb-42f2-a5a3-ef1266af35a4 admin admin] Port 560423e3-2447-4a2a-a4f7-14919ee6f727 was not found and therefore no delete operation was performed {{(pid=94681) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:05:02.165033 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-73a2ca8b-26eb-42f2-a5a3-ef1266af35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:02.179681 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-eefc5bc2-c1d4-4950-8766-36ec5ef77f5a req-fec531bb-1108-4978-ab25-4f7105ed75bd tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Deleting port 9717689d-d0aa-46cc-993b-9b7eb34f88f3 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:02.180105 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-eefc5bc2-c1d4-4950-8766-36ec5ef77f5a req-fec531bb-1108-4978-ab25-4f7105ed75bd tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:02.182788 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-db629dbc-7b30-4f91-8999-0e203eb29977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:02.203301 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['c5cfade0-f43d-4456-bbff-daf590b7cfa2'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:05:02.242983 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-925a3dee-828f-45ac-bb45-eebf4779a459 service neutron] 10.222.0.24 "GET /v2.0/networks/cd90f362-a393-471c-9ea0-f8d2f58d49da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983203 Aug 19 18:05:02.295645 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb3e72-7fbc-400f-a3fe-e8f87e19393f service neutron] Pushing event updated for resources: {'Port': ['ID=b3a30f90-fd95-4456-bae8-42affe0cfdc4,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:02.311339 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['c5cfade0-f43d-4456-bbff-daf590b7cfa2'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:05:02.319522 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2ca8b-26eb-42f2-a5a3-ef1266af35a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=560423e3-2447-4a2a-a4f7-14919ee6f727,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:02.352285 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a2ca8b-26eb-42f2-a5a3-ef1266af35a4 admin admin] No DVR routers for this DVR port 560423e3-2447-4a2a-a4f7-14919ee6f727 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:05:02.436552 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 957628e9-8828-4bd8-a5b2-d9274146126d up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:02.473833 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb58c62-fccd-430f-89ab-e018dff605b3 req-993431d8-17e7-4b03-8671-f9527cf0dbe5 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:02.483275 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2cb58c62-fccd-430f-89ab-e018dff605b3 req-993431d8-17e7-4b03-8671-f9527cf0dbe5 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc HTTP/1.1" status: 200 len: 931 time: 0.7736506 Aug 19 18:05:02.490174 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-ffdb3e72-7fbc-400f-a3fe-e8f87e19393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:02.490861 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-ffdb3e72-7fbc-400f-a3fe-e8f87e19393f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:02.492585 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-ffdb3e72-7fbc-400f-a3fe-e8f87e19393f service neutron] 10.222.0.50 "PUT /v2.0/ports/b3a30f90-fd95-4456-bae8-42affe0cfdc4 HTTP/1.1" status: 200 len: 1092 time: 5.1982067 Aug 19 18:05:02.493378 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-58f87673-c083-4d34-adeb-72644413b140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:02.674176 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2cb58c62-fccd-430f-89ab-e018dff605b3 req-66901340-e690-4f97-84a4-d4ee4f1fb629 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899002 Aug 19 18:05:02.774838 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-73a2ca8b-26eb-42f2-a5a3-ef1266af35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:02.792370 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 9717689d-d0aa-46cc-993b-9b7eb34f88f3 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:05:02.815636 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-73a2ca8b-26eb-42f2-a5a3-ef1266af35a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb8418a-2ce9-41a0-8290-a8b1e342ad32']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:02.859953 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-73a2ca8b-26eb-42f2-a5a3-ef1266af35a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef6e259-001b-4f75-866d-f10a668a65ff') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:02.860591 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-73a2ca8b-26eb-42f2-a5a3-ef1266af35a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef6e259-001b-4f75-866d-f10a668a65ff') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:02.903964 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 957628e9-8828-4bd8-a5b2-d9274146126d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:02.959117 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-eefc5bc2-c1d4-4950-8766-36ec5ef77f5a req-fec531bb-1108-4978-ab25-4f7105ed75bd tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] For port 9717689d-d0aa-46cc-993b-9b7eb34f88f3, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=9717689d-d0aa-46cc-993b-9b7eb34f88f3,segment=NetworkSegment(2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f),segment_id=2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:02.959577 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-eefc5bc2-c1d4-4950-8766-36ec5ef77f5a req-fec531bb-1108-4978-ab25-4f7105ed75bd tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:02.995652 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-a64ad444-2502-4d50-84c1-a9e471fa0910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.004811 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-a64ad444-2502-4d50-84c1-a9e471fa0910 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4777fe93c4ee4a90b670a5a6eee9d944&device_id=3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2 HTTP/1.1" status: 200 len: 1095 time: 0.3835745 Aug 19 18:05:03.024631 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 957628e9-8828-4bd8-a5b2-d9274146126d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:03.025029 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:03.036474 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6afe5371-345f-4fda-beb1-836a770da124 req-b358da0a-8c31-4d36-9e6c-435200580608 service neutron] 10.222.0.54 "GET /v2.0/networks/4610b7b5-44eb-488f-8004-9593db962a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7140446 Aug 19 18:05:03.283178 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4937aea9-2f7d-4d7b-9689-5b552adfe0d8 x-openstack-request-id: req-4937aea9-2f7d-4d7b-9689-5b552adfe0d8 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:03.283506 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd0dd54-ce99-41e4-964c-8d37a300a7c1", "name": "network-vif-unplugged", "status": "completed", "tag": "c5cfade0-f43d-4456-bbff-daf590b7cfa2", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:03.283870 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4937aea9-2f7d-4d7b-9689-5b552adfe0d8 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:03.289114 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd0dd54-ce99-41e4-964c-8d37a300a7c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5cfade0-f43d-4456-bbff-daf590b7cfa2', 'code': 200} Aug 19 18:05:03.325500 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:03.368426 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-73a2ca8b-26eb-42f2-a5a3-ef1266af35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:03.441318 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2378274-8745-4a0e-9ca7-6cb69e089c2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9717689d-d0aa-46cc-993b-9b7eb34f88f3'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:03.450561 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f5b7c8-bad7-42da-b587-8d861df4b8e8" -d '{"events": [{"server_uuid": "b2378274-8745-4a0e-9ca7-6cb69e089c2f", "name": "network-vif-unplugged", "status": "completed", "tag": "9717689d-d0aa-46cc-993b-9b7eb34f88f3"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:03.469751 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-58f87673-c083-4d34-adeb-72644413b140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57503b0b-92ce-487f-af6c-dc0efdb3ef21 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:03.485574 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-58f87673-c083-4d34-adeb-72644413b140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:03.503785 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-58f87673-c083-4d34-adeb-72644413b140 service neutron] Transition to ACTIVE for port object 57503b0b-92ce-487f-af6c-dc0efdb3ef21 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:03.511326 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6730839b-f5ec-42e4-8b4d-f43725281ec2 x-openstack-request-id: req-6730839b-f5ec-42e4-8b4d-f43725281ec2 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:03.512582 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05eba103-90bc-4ade-91f7-f3bd9edf9eda", "tag": "3d18cac5-09b4-4f08-8466-dcaa7093c6a4", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:03.512753 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6730839b-f5ec-42e4-8b4d-f43725281ec2 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:03.513318 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05eba103-90bc-4ade-91f7-f3bd9edf9eda', 'tag': '3d18cac5-09b4-4f08-8466-dcaa7093c6a4', 'status': 'completed', 'code': 200} Aug 19 18:05:03.527871 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-58f87673-c083-4d34-adeb-72644413b140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:03.581362 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 9717689d-d0aa-46cc-993b-9b7eb34f88f3, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=9717689d-d0aa-46cc-993b-9b7eb34f88f3,segment=NetworkSegment(2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f),segment_id=2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:03.582432 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:03.604128 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:03.778070 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-5d8c9f99-a89b-436d-9736-30ca437ea920 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3a30f90-fd95-4456-bae8-42affe0cfdc4 HTTP/1.1" status: 200 len: 217 time: 0.2717905 Aug 19 18:05:03.815217 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-eefc5bc2-c1d4-4950-8766-36ec5ef77f5a req-fec531bb-1108-4978-ab25-4f7105ed75bd tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:03.817788 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-eefc5bc2-c1d4-4950-8766-36ec5ef77f5a req-fec531bb-1108-4978-ab25-4f7105ed75bd tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:03.817788 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [req-eefc5bc2-c1d4-4950-8766-36ec5ef77f5a req-fec531bb-1108-4978-ab25-4f7105ed75bd tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Floating IP 7b6d8da1-3a14-4b3b-87aa-9f991a01af8d disassociated. External IP: 172.25.8.165, port: 9717689d-d0aa-46cc-993b-9b7eb34f88f3. Aug 19 18:05:03.818651 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-eefc5bc2-c1d4-4950-8766-36ec5ef77f5a req-fec531bb-1108-4978-ab25-4f7105ed75bd tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Calling delete_port for 9717689d-d0aa-46cc-993b-9b7eb34f88f3 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:03.885667 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f87673-c083-4d34-adeb-72644413b140 service neutron] Pushing event updated for resources: {'Port': ['ID=57503b0b-92ce-487f-af6c-dc0efdb3ef21,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:04.049599 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d3457-c711-4249-aa53-23fbf5f92cb1 req-f17359f5-3f13-4b07-bd7d-55eccd8516ae tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:04.073078 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a3d3457-c711-4249-aa53-23fbf5f92cb1 req-f17359f5-3f13-4b07-bd7d-55eccd8516ae tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 946 time: 0.5450838 Aug 19 18:05:04.126356 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 957628e9-8828-4bd8-a5b2-d9274146126d, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=957628e9-8828-4bd8-a5b2-d9274146126d,segment=NetworkSegment(57d87d7f-99d7-4e0b-883d-d98b8a12ad3d),segment_id=57d87d7f-99d7-4e0b-883d-d98b8a12ad3d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:04.137309 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-73a2ca8b-26eb-42f2-a5a3-ef1266af35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:04.217706 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:04.252211 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe8cbe-24fe-43ad-9507-5947a4880eec req-1a609d73-5c94-48a3-82f8-5f4d331a6bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:04.254971 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b5fe8cbe-24fe-43ad-9507-5947a4880eec req-1a609d73-5c94-48a3-82f8-5f4d331a6bc3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f80f77ef27c04c9bb6424467e0d0cf35&device_id=05eba103-90bc-4ade-91f7-f3bd9edf9eda HTTP/1.1" status: 200 len: 1094 time: 0.7402482 Aug 19 18:05:04.308927 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=9717689d-d0aa-46cc-993b-9b7eb34f88f3,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:04.423578 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a2ca8b-26eb-42f2-a5a3-ef1266af35a4 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:05:04.424996 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-73a2ca8b-26eb-42f2-a5a3-ef1266af35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:05:04.446879 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:05:04.536378 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-25dab923-6a18-4692-af2c-58679fc4e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:04.538799 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-25dab923-6a18-4692-af2c-58679fc4e100 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b38e0628-a8bc-4a29-ab15-1991390ae7ec HTTP/1.1" status: 200 len: 854 time: 0.7320254 Aug 19 18:05:04.590160 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a3d3457-c711-4249-aa53-23fbf5f92cb1 req-e2f16263-1195-4881-870d-9b66a8b75189 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123916 Aug 19 18:05:04.594602 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=957628e9-8828-4bd8-a5b2-d9274146126d,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:04.609001 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a1d945ed-120a-4ef1-b3fd-7eb84876c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:04.682467 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-58f87673-c083-4d34-adeb-72644413b140 service neutron] Attempting to bind port 57503b0b-92ce-487f-af6c-dc0efdb3ef21 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:05:04.683650 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-58f87673-c083-4d34-adeb-72644413b140 service neutron] Attempting to bind port 57503b0b-92ce-487f-af6c-dc0efdb3ef21 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': 'dd58221f-91a5-4086-88d5-c89f6f448486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f59e111f-dd60-4265-9684-7a33d52f3862'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:05:04.684589 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-58f87673-c083-4d34-adeb-72644413b140 service neutron] Attempting to bind port 57503b0b-92ce-487f-af6c-dc0efdb3ef21 on network f59e111f-dd60-4265-9684-7a33d52f3862 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:04.689253 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe8cbe-24fe-43ad-9507-5947a4880eec req-d8a8dc23-f398-4b2f-b55f-06d6eddc365e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:04.692571 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b5fe8cbe-24fe-43ad-9507-5947a4880eec req-d8a8dc23-f398-4b2f-b55f-06d6eddc365e service neutron] 10.222.0.54 "GET /v2.0/networks?id=4610b7b5-44eb-488f-8004-9593db962a8a HTTP/1.1" status: 200 len: 916 time: 0.3256671 Aug 19 18:05:04.697297 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b62851-bd12-4389-b5c9-57a0d222063b req-8eda3f0d-7bfb-4bd8-88f4-a1385ca3b2ad tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:04.700874 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-58f87673-c083-4d34-adeb-72644413b140 service neutron] Port 57503b0b-92ce-487f-af6c-dc0efdb3ef21 on network f59e111f-dd60-4265-9684-7a33d52f3862 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:05:04.701507 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-58f87673-c083-4d34-adeb-72644413b140 service neutron] Attempting to bind port 57503b0b-92ce-487f-af6c-dc0efdb3ef21 on network f59e111f-dd60-4265-9684-7a33d52f3862 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:04.712665 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-58f87673-c083-4d34-adeb-72644413b140 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:05:04.713745 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-58f87673-c083-4d34-adeb-72644413b140 service neutron] Checking segment: {'id': 'dd58221f-91a5-4086-88d5-c89f6f448486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f59e111f-dd60-4265-9684-7a33d52f3862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:05:04.715000 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-58f87673-c083-4d34-adeb-72644413b140 service neutron] Bound using segment: {'id': 'dd58221f-91a5-4086-88d5-c89f6f448486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f59e111f-dd60-4265-9684-7a33d52f3862'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:05:04.715968 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-58f87673-c083-4d34-adeb-72644413b140 service neutron] Bound port: 57503b0b-92ce-487f-af6c-dc0efdb3ef21, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd58221f-91a5-4086-88d5-c89f6f448486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f59e111f-dd60-4265-9684-7a33d52f3862'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:05:04.716893 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-58f87673-c083-4d34-adeb-72644413b140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:04.718463 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-99b62851-bd12-4389-b5c9-57a0d222063b req-8eda3f0d-7bfb-4bd8-88f4-a1385ca3b2ad tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2 HTTP/1.1" status: 200 len: 944 time: 1.8193500 Aug 19 18:05:04.906605 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-4b396b60-318a-4109-93db-d977c0c4a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:04.909638 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-4b396b60-318a-4109-93db-d977c0c4a1cb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4bc71342-958a-4003-9a5d-26d2a4ddabea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3410177 Aug 19 18:05:05.259278 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-c7531553-aee8-4218-b3fb-2c304fa3ab12 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:05.261733 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-c7531553-aee8-4218-b3fb-2c304fa3ab12 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.50 "GET /v2.0/networks?id=cd90f362-a393-471c-9ea0-f8d2f58d49da HTTP/1.1" status: 200 len: 824 time: 0.2700958 Aug 19 18:05:05.348773 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-99b62851-bd12-4389-b5c9-57a0d222063b req-87fd8716-a8d0-4f5a-a105-aaf361732cc4 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ec8be9-4ccf-46e9-a3a3-57d45ff55066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6290140 Aug 19 18:05:05.349279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd0dd54-ce99-41e4-964c-8d37a300a7c1', 'tag': 'c5cfade0-f43d-4456-bbff-daf590b7cfa2'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:05.351864 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa207c5-4a82-443f-a890-a6e35a71eed8" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd0dd54-ce99-41e4-964c-8d37a300a7c1", "tag": "c5cfade0-f43d-4456-bbff-daf590b7cfa2"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:05.410947 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-73a2ca8b-26eb-42f2-a5a3-ef1266af35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:05.437189 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-73a2ca8b-26eb-42f2-a5a3-ef1266af35a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:05.442931 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-73a2ca8b-26eb-42f2-a5a3-ef1266af35a4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3eb8418a-2ce9-41a0-8290-a8b1e342ad32 HTTP/1.1" status: 204 len: 168 time: 5.7004828 Aug 19 18:05:05.451667 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-92944093-3eb2-4dbd-af5a-13d15e6a7367 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e704f617a744748b90217135397502c HTTP/1.1" status: 200 len: 379 time: 0.0954423 Aug 19 18:05:05.470354 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2ca8b-26eb-42f2-a5a3-ef1266af35a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eb8418a-2ce9-41a0-8290-a8b1e342ad32,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:05.516757 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2', 'tag': 'b3a30f90-fd95-4456-bae8-42affe0cfdc4'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:05.519464 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bb447d-7896-45a9-80a5-2abae75823aa" -d '{"events": [{"name": "network-changed", "server_uuid": "3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2", "tag": "b3a30f90-fd95-4456-bae8-42affe0cfdc4"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:05.542411 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-5450a8d9-70ba-49f2-8eaa-3285250d58b3 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Request body: {'port': {'device_id': '6cd583e9-aeb4-47c1-b853-20d507e64381', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'admin_state_up': True, 'tenant_id': '4e704f617a744748b90217135397502c', 'security_groups': ['8b78d68f-0a9f-41ac-b1ee-b081dccda597']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:05.578352 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-58f87673-c083-4d34-adeb-72644413b140 service neutron] For port 57503b0b-92ce-487f-af6c-dc0efdb3ef21, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:05:05.588892 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b5fe8cbe-24fe-43ad-9507-5947a4880eec req-7f47620d-062a-462f-b7d6-dbe67a75382c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d18cac5-09b4-4f08-8466-dcaa7093c6a4 HTTP/1.1" status: 200 len: 217 time: 0.0861609 Aug 19 18:05:05.607930 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-58f87673-c083-4d34-adeb-72644413b140 service neutron] For port 57503b0b-92ce-487f-af6c-dc0efdb3ef21, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=57503b0b-92ce-487f-af6c-dc0efdb3ef21,segment=NetworkSegment(dd58221f-91a5-4086-88d5-c89f6f448486),segment_id=dd58221f-91a5-4086-88d5-c89f6f448486)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:05:05.623309 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-58f87673-c083-4d34-adeb-72644413b140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:05.651622 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a1a89f25-e060-4ac0-81fa-b497861e3f10 req-b6f0b8f0-b6cf-41c1-b4b9-49bc5675e24b tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cd583e9-aeb4-47c1-b853-20d507e64381 HTTP/1.1" status: 200 len: 210 time: 0.0351443 Aug 19 18:05:05.696661 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd02304-eca8-44cc-9d7b-b5baa5ebbfe8 req-ff5dda94-7a45-4ee0-94e1-397f3a2cae0b tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:05.706164 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bbd02304-eca8-44cc-9d7b-b5baa5ebbfe8 req-ff5dda94-7a45-4ee0-94e1-397f3a2cae0b tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 943 time: 0.8024998 Aug 19 18:05:05.718035 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f87673-c083-4d34-adeb-72644413b140 service neutron] Pushing event updated for resources: {'Port': ['ID=57503b0b-92ce-487f-af6c-dc0efdb3ef21,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:05.780446 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-58f87673-c083-4d34-adeb-72644413b140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:05.781044 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-58f87673-c083-4d34-adeb-72644413b140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:05.782664 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-58f87673-c083-4d34-adeb-72644413b140 service neutron] 10.222.0.54 "PUT /v2.0/ports/57503b0b-92ce-487f-af6c-dc0efdb3ef21 HTTP/1.1" status: 200 len: 1092 time: 4.1064379 Aug 19 18:05:05.786574 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38972) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:05.820554 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-8be1bd81-8997-451e-8806-738f9efdbb22 service neutron] 10.222.0.50 "GET /v2.0/networks/4bc71342-958a-4003-9a5d-26d2a4ddabea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8504639 Aug 19 18:05:05.844724 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-db629dbc-7b30-4f91-8999-0e203eb29977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a4429d-2b35-4841-827c-31af4368d687 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:05.870464 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-db629dbc-7b30-4f91-8999-0e203eb29977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:05.876604 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-eefc5bc2-c1d4-4950-8766-36ec5ef77f5a req-fec531bb-1108-4978-ab25-4f7105ed75bd tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:06.012993 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec531bb-1108-4978-ab25-4f7105ed75bd tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Pushing event deleted for resources: {'Port': ['ID=9717689d-d0aa-46cc-993b-9b7eb34f88f3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:06.063301 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bbd02304-eca8-44cc-9d7b-b5baa5ebbfe8 req-00079b63-eded-4541-88fe-9bb33a6314fb tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575783 Aug 19 18:05:06.203306 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e8ba70-8f3b-4c70-b9ca-75473d512476 x-openstack-request-id: req-f9e8ba70-8f3b-4c70-b9ca-75473d512476 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:06.204270 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2378274-8745-4a0e-9ca7-6cb69e089c2f", "name": "network-vif-unplugged", "status": "completed", "tag": "9717689d-d0aa-46cc-993b-9b7eb34f88f3", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:06.204270 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9e8ba70-8f3b-4c70-b9ca-75473d512476 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:06.204810 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2378274-8745-4a0e-9ca7-6cb69e089c2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9717689d-d0aa-46cc-993b-9b7eb34f88f3', 'code': 200} Aug 19 18:05:06.206123 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eefc5bc2-c1d4-4950-8766-36ec5ef77f5a req-fec531bb-1108-4978-ab25-4f7105ed75bd tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Router afdcffb5-f241-4374-88bb-6b70bcb63431 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:05:06.230899 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-5450a8d9-70ba-49f2-8eaa-3285250d58b3 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Made reservation on behalf of 4e704f617a744748b90217135397502c for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:05:06.234732 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-5450a8d9-70ba-49f2-8eaa-3285250d58b3 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:06.302098 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe8cbe-24fe-43ad-9507-5947a4880eec req-6a3a4e97-8c20-491d-a9a7-3e732e23d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:06.303943 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b5fe8cbe-24fe-43ad-9507-5947a4880eec req-6a3a4e97-8c20-491d-a9a7-3e732e23d03d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bb4d0a9-0556-49f4-985b-393ec252b43b HTTP/1.1" status: 200 len: 854 time: 0.5366304 Aug 19 18:05:06.307145 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7c32f693-4a62-4c09-89b5-8217bac36ea8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05ca1348008c46c6bab6c2b07c01e939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5178204 Aug 19 18:05:06.311463 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8aac50d7-ed7b-4fab-adc2-71b78382281a req-3e536102-d598-4047-8949-0bb9b4d822bd service neutron] 10.222.0.50 "GET /v2.0/networks/4bc71342-958a-4003-9a5d-26d2a4ddabea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093220 Aug 19 18:05:06.353398 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38974) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:06.466951 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-5450a8d9-70ba-49f2-8eaa-3285250d58b3 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Allocated IP 172.20.0.7 (cd90f362-a393-471c-9ea0-f8d2f58d49da/6a06b492-9bd5-4ec9-8bec-8fb0e833dd42/e14e0f2a-8e7d-4335-9d16-cc21378b15de) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:05:06.534967 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-6dcdf74d-7a1a-43a5-abcf-40c257c9f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:06.543285 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-6dcdf74d-7a1a-43a5-abcf-40c257c9f8cc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=315b1e67402d442ab825f2b1b4ba11ec&device_id=656107bd-c7d0-40b4-a11a-a329564a1662 HTTP/1.1" status: 200 len: 1095 time: 0.6773512 Aug 19 18:05:06.583181 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe8cbe-24fe-43ad-9507-5947a4880eec req-807be158-b22a-4400-ab98-e4ac9c8df354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:06.589175 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b5fe8cbe-24fe-43ad-9507-5947a4880eec req-807be158-b22a-4400-ab98-e4ac9c8df354 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4610b7b5-44eb-488f-8004-9593db962a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1825261 Aug 19 18:05:06.619242 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-db629dbc-7b30-4f91-8999-0e203eb29977 service neutron] Transition to ACTIVE for port object 08a4429d-2b35-4841-827c-31af4368d687 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:06.621353 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79888aff-d5da-49eb-a25e-124bc5886e9a req-99aca2da-33b0-448e-a52d-49aca408db84 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:06.631430 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-79888aff-d5da-49eb-a25e-124bc5886e9a req-99aca2da-33b0-448e-a52d-49aca408db84 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc HTTP/1.1" status: 200 len: 931 time: 0.3160014 Aug 19 18:05:06.648388 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-db629dbc-7b30-4f91-8999-0e203eb29977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:06.733075 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-79888aff-d5da-49eb-a25e-124bc5886e9a req-dd90cdfe-d16a-474e-9bcf-5e9bee2f1d22 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005659 Aug 19 18:05:06.749308 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 3d18cac5-09b4-4f08-8466-dcaa7093c6a4 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:05:06.954720 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-63f9cbcb-ab30-494c-b052-4f2cbc7ff0ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57503b0b-92ce-487f-af6c-dc0efdb3ef21 HTTP/1.1" status: 200 len: 217 time: 0.2191601 Aug 19 18:05:06.958153 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-770439e2-0709-4cb1-aebd-5e7619f84824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:06.991231 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-770439e2-0709-4cb1-aebd-5e7619f84824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:07.092613 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b6b70f-68a5-427d-ba3e-eafade3990f0 x-openstack-request-id: req-40b6b70f-68a5-427d-ba3e-eafade3990f0 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:07.093217 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2", "tag": "b3a30f90-fd95-4456-bae8-42affe0cfdc4", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:07.093756 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-40b6b70f-68a5-427d-ba3e-eafade3990f0 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:07.094634 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2', 'tag': 'b3a30f90-fd95-4456-bae8-42affe0cfdc4', 'status': 'completed', 'code': 200} Aug 19 18:05:07.242850 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.54', 52205) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:07.245236 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-f1c65c97-5dc8-4014-a7ae-f59d1e2e13d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:07.256225 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-f1c65c97-5dc8-4014-a7ae-f59d1e2e13d5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98035e9f-56db-4fb2-8148-345a5454ee59 HTTP/1.1" status: 200 len: 853 time: 0.1414802 Aug 19 18:05:07.367616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 3d18cac5-09b4-4f08-8466-dcaa7093c6a4, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=3d18cac5-09b4-4f08-8466-dcaa7093c6a4,segment=NetworkSegment(57d87d7f-99d7-4e0b-883d-d98b8a12ad3d),segment_id=57d87d7f-99d7-4e0b-883d-d98b8a12ad3d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:07.409878 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '3d18cac5-09b4-4f08-8466-dcaa7093c6a4', 'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a', 'port_id': '3d18cac5-09b4-4f08-8466-dcaa7093c6a4', 'mac_address': 'fa:16:3e:9f:a9:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb4d0a9-0556-49f4-985b-393ec252b43b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:05:07.420435 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:07.440234 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d755ab5e-ff79-4246-8609-f7217a452793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:07.476693 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0951d868-9b13-4e82-93ad-87e20bb9042d x-openstack-request-id: req-0951d868-9b13-4e82-93ad-87e20bb9042d {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:07.477972 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd0dd54-ce99-41e4-964c-8d37a300a7c1", "tag": "c5cfade0-f43d-4456-bbff-daf590b7cfa2", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:07.477972 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0951d868-9b13-4e82-93ad-87e20bb9042d {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:07.478559 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd0dd54-ce99-41e4-964c-8d37a300a7c1', 'tag': 'c5cfade0-f43d-4456-bbff-daf590b7cfa2', 'status': 'completed', 'code': 200} Aug 19 18:05:07.554498 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-5450a8d9-70ba-49f2-8eaa-3285250d58b3 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:07.633510 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-770439e2-0709-4cb1-aebd-5e7619f84824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:07.645360 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-770439e2-0709-4cb1-aebd-5e7619f84824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:07.664203 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-770439e2-0709-4cb1-aebd-5e7619f84824 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a98377b-0822-4780-9ac9-f1d923abf830 HTTP/1.1" status: 204 len: 168 time: 1.2904670 Aug 19 18:05:07.688699 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:07.704157 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f508f-8ff0-4774-ba95-ac7b5bab49c9 req-06fff6b2-52d2-4403-a6af-2ef5884aa65c tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:07.710116 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb447d-7896-45a9-80a5-2abae75823aa req-c30dd39f-ef5a-42f1-9599-a3677f469052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:07.714356 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-580f508f-8ff0-4774-ba95-ac7b5bab49c9 req-06fff6b2-52d2-4403-a6af-2ef5884aa65c tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/ports?device_id=656107bd-c7d0-40b4-a11a-a329564a1662 HTTP/1.1" status: 200 len: 944 time: 1.7275927 Aug 19 18:05:07.715989 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d18cac5-09b4-4f08-8466-dcaa7093c6a4 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:07.717505 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-55bb447d-7896-45a9-80a5-2abae75823aa req-c30dd39f-ef5a-42f1-9599-a3677f469052 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4777fe93c4ee4a90b670a5a6eee9d944&device_id=3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2 HTTP/1.1" status: 200 len: 1095 time: 0.4206126 Aug 19 18:05:07.740395 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-5450a8d9-70ba-49f2-8eaa-3285250d58b3 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Transition to ACTIVE for port object e14e0f2a-8e7d-4335-9d16-cc21378b15de will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:07.799714 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 3d18cac5-09b4-4f08-8466-dcaa7093c6a4, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=3d18cac5-09b4-4f08-8466-dcaa7093c6a4,segment=NetworkSegment(57d87d7f-99d7-4e0b-883d-d98b8a12ad3d),segment_id=57d87d7f-99d7-4e0b-883d-d98b8a12ad3d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:07.806052 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:07.841877 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db629dbc-7b30-4f91-8999-0e203eb29977 service neutron] Pushing event updated for resources: {'Port': ['ID=08a4429d-2b35-4841-827c-31af4368d687,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:07.843182 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa207c5-4a82-443f-a890-a6e35a71eed8 req-ffa2eb85-87e2-44a3-b89f-1989769f3af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:07.849470 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-caa207c5-4a82-443f-a890-a6e35a71eed8 req-ffa2eb85-87e2-44a3-b89f-1989769f3af3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 1124 time: 0.5920734 Aug 19 18:05:07.907436 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b5fe8cbe-24fe-43ad-9507-5947a4880eec req-428a790b-94c3-4a4d-97cd-4bf69fecf0bb service neutron] 10.222.0.54 "GET /v2.0/networks/4610b7b5-44eb-488f-8004-9593db962a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0441892 Aug 19 18:05:07.962134 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-580f508f-8ff0-4774-ba95-ac7b5bab49c9 req-3f1b07fc-ec0b-4fec-817f-538d6d4da13f tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/security-groups?id=348fd788-581c-41fd-a892-203164aec553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439499 Aug 19 18:05:07.990965 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0ff19-9dad-4f55-9545-5e45e8aca8e1 req-124ecb00-8c98-4793-abe4-94bb523eb07b tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:07.992866 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2ff0ff19-9dad-4f55-9545-5e45e8aca8e1 req-124ecb00-8c98-4793-abe4-94bb523eb07b tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 946 time: 0.6213875 Aug 19 18:05:08.000627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770439e2-0709-4cb1-aebd-5e7619f84824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a98377b-0822-4780-9ac9-f1d923abf830,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:08.015359 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=3d18cac5-09b4-4f08-8466-dcaa7093c6a4,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:08.053405 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eefc5bc2-c1d4-4950-8766-36ec5ef77f5a req-fec531bb-1108-4978-ab25-4f7105ed75bd tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:05:08.059168 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-ec3d3a6e-5e1a-41b5-87af-053e83eaf786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:08.060713 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-ec3d3a6e-5e1a-41b5-87af-053e83eaf786 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f59e111f-dd60-4265-9684-7a33d52f3862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7074227 Aug 19 18:05:08.079300 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea22359-30bf-46b4-aa26-8bc500e57179 None None] Sync routers for ids ['afdcffb5-f241-4374-88bb-6b70bcb63431'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:05:08.122433 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea22359-30bf-46b4-aa26-8bc500e57179 None None] Routers {'afdcffb5-f241-4374-88bb-6b70bcb63431'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:08.130706 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-2ea22359-30bf-46b4-aa26-8bc500e57179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:05:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['afdcffb5-f241-4374-88bb-6b70bcb63431'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:08.134803 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:08.135640 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:08.136520 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:08.137105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:08.137824 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:08.138695 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:08.139477 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:08.149108 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:08.150295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:08.150786 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:08.151476 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:08.152474 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:08.178799 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['3d18cac5-09b4-4f08-8466-dcaa7093c6a4'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:05:08.278160 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f616c24-9ca9-4614-8f8a-70304881481a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957628e9-8828-4bd8-a5b2-d9274146126d'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:08.281063 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f72d3bc-19e7-459d-810d-171017aea1ec" -d '{"events": [{"server_uuid": "1f616c24-9ca9-4614-8f8a-70304881481a", "name": "network-vif-plugged", "status": "completed", "tag": "957628e9-8828-4bd8-a5b2-d9274146126d"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:08.297248 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:08.337571 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device b3a30f90-fd95-4456-bae8-42affe0cfdc4 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:05:08.380570 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-db629dbc-7b30-4f91-8999-0e203eb29977 service neutron] Attempting to bind port 08a4429d-2b35-4841-827c-31af4368d687 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:05:08.380909 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-db629dbc-7b30-4f91-8999-0e203eb29977 service neutron] Attempting to bind port 08a4429d-2b35-4841-827c-31af4368d687 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '57d87d7f-99d7-4e0b-883d-d98b8a12ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:05:08.381258 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-db629dbc-7b30-4f91-8999-0e203eb29977 service neutron] Attempting to bind port 08a4429d-2b35-4841-827c-31af4368d687 on network 4610b7b5-44eb-488f-8004-9593db962a8a {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:08.384655 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefc5bc2-c1d4-4950-8766-36ec5ef77f5a req-fec531bb-1108-4978-ab25-4f7105ed75bd tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] No DVR routers for this DVR port 9717689d-d0aa-46cc-993b-9b7eb34f88f3 on host n-h1-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:05:08.388509 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-5450a8d9-70ba-49f2-8eaa-3285250d58b3 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:08.396204 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-eefc5bc2-c1d4-4950-8766-36ec5ef77f5a req-fec531bb-1108-4978-ab25-4f7105ed75bd tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:08.399266 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-eefc5bc2-c1d4-4950-8766-36ec5ef77f5a req-fec531bb-1108-4978-ab25-4f7105ed75bd tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.54 "DELETE /v2.0/ports/9717689d-d0aa-46cc-993b-9b7eb34f88f3 HTTP/1.1" status: 204 len: 173 time: 7.5443892 Aug 19 18:05:08.429362 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-db629dbc-7b30-4f91-8999-0e203eb29977 service neutron] Port 08a4429d-2b35-4841-827c-31af4368d687 on network 4610b7b5-44eb-488f-8004-9593db962a8a not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:05:08.429362 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-db629dbc-7b30-4f91-8999-0e203eb29977 service neutron] Attempting to bind port 08a4429d-2b35-4841-827c-31af4368d687 on network 4610b7b5-44eb-488f-8004-9593db962a8a {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:08.461683 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-2ea22359-30bf-46b4-aa26-8bc500e57179 None None] Set router afdcffb5-f241-4374-88bb-6b70bcb63431 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:08.484384 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-db629dbc-7b30-4f91-8999-0e203eb29977 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:05:08.485027 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-db629dbc-7b30-4f91-8999-0e203eb29977 service neutron] Checking segment: {'id': '57d87d7f-99d7-4e0b-883d-d98b8a12ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:05:08.485408 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-db629dbc-7b30-4f91-8999-0e203eb29977 service neutron] Bound using segment: {'id': '57d87d7f-99d7-4e0b-883d-d98b8a12ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:05:08.486002 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-db629dbc-7b30-4f91-8999-0e203eb29977 service neutron] Bound port: 08a4429d-2b35-4841-827c-31af4368d687, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d87d7f-99d7-4e0b-883d-d98b8a12ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:05:08.486444 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-db629dbc-7b30-4f91-8999-0e203eb29977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:08.501182 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47940a16-ec3a-46d2-8aae-0b264dd6040e req-7b644407-df1c-4fba-bc8e-e6e9c0c26345 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:08.511227 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-47940a16-ec3a-46d2-8aae-0b264dd6040e req-7b644407-df1c-4fba-bc8e-e6e9c0c26345 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2 HTTP/1.1" status: 200 len: 944 time: 0.2726808 Aug 19 18:05:08.530739 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2ff0ff19-9dad-4f55-9545-5e45e8aca8e1 req-f33ebd06-f4cf-4159-b3cc-26e55ea7ac94 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172453 Aug 19 18:05:08.531004 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-5450a8d9-70ba-49f2-8eaa-3285250d58b3 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Network cd90f362-a393-471c-9ea0-f8d2f58d49da is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:05:08.541765 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450a8d9-70ba-49f2-8eaa-3285250d58b3 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Pushing event updated for resources: {'Port': ['ID=e14e0f2a-8e7d-4335-9d16-cc21378b15de,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:08.555462 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-5450a8d9-70ba-49f2-8eaa-3285250d58b3 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:05:08.561006 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-5450a8d9-70ba-49f2-8eaa-3285250d58b3 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:05:08.695699 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port b3a30f90-fd95-4456-bae8-42affe0cfdc4, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b3a30f90-fd95-4456-bae8-42affe0cfdc4,segment=NetworkSegment(6052a266-a5f6-428d-af02-f969d607c6ce),segment_id=6052a266-a5f6-428d-af02-f969d607c6ce)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:08.702651 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa207c5-4a82-443f-a890-a6e35a71eed8 req-4419f2c5-3d71-4ebf-bbf5-218f2c2d8c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:08.745576 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-caa207c5-4a82-443f-a890-a6e35a71eed8 req-4419f2c5-3d71-4ebf-bbf5-218f2c2d8c73 service neutron] 10.222.0.54 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 922 time: 0.6537910 Aug 19 18:05:08.859227 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'b3a30f90-fd95-4456-bae8-42affe0cfdc4', 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea', 'port_id': 'b3a30f90-fd95-4456-bae8-42affe0cfdc4', 'mac_address': 'fa:16:3e:3e:1e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38e0628-a8bc-4a29-ab15-1991390ae7ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:05:08.866797 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-47940a16-ec3a-46d2-8aae-0b264dd6040e req-42b904a8-f0db-4da7-8c8d-2f7f6f0834da tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ec8be9-4ccf-46e9-a3a3-57d45ff55066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3536446 Aug 19 18:05:08.964397 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-5450a8d9-70ba-49f2-8eaa-3285250d58b3 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:08.969176 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-5450a8d9-70ba-49f2-8eaa-3285250d58b3 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:09.039489 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-2ea22359-30bf-46b4-aa26-8bc500e57179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1309184839-router', 'tenant_id': '4e704f617a744748b90217135397502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '353f5465-46b8-4259-81b4-837784e478a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:56Z', 'updated_at': '2021-08-19T18:02:06Z', 'revision_number': 4, 'project_id': '4e704f617a744748b90217135397502c', 'gw_port': {'id': '353f5465-46b8-4259-81b4-837784e478a3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:58Z', 'updated_at': '2021-08-19T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '03d277da-9722-4635-a35b-86d78a07ae19', 'name': '', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'tenant_id': '4e704f617a744748b90217135397502c', 'mac_address': 'fa:16:3e:10:ce:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:03Z', 'updated_at': '2021-08-19T18:02:26Z', 'revision_number': 5, 'project_id': '4e704f617a744748b90217135397502c', 'subnets': [{'id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:09.074239 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-7e176cc1-2e3c-41f5-964e-8b8e7bdbc070 service neutron] 10.222.0.54 "GET /v2.0/networks/f59e111f-dd60-4265-9684-7a33d52f3862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7715783 Aug 19 18:05:09.079179 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b5fe8cbe-24fe-43ad-9507-5947a4880eec req-c80f31aa-bd4f-4b22-aa6d-f88511f693a2 service neutron] 10.222.0.54 "GET /v2.0/networks/4610b7b5-44eb-488f-8004-9593db962a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9725027 Aug 19 18:05:09.087355 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-5450a8d9-70ba-49f2-8eaa-3285250d58b3 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5506773 Aug 19 18:05:09.105056 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-db629dbc-7b30-4f91-8999-0e203eb29977 service neutron] For port 08a4429d-2b35-4841-827c-31af4368d687, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:05:09.130774 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea22359-30bf-46b4-aa26-8bc500e57179 None None] Checking router: afdcffb5-f241-4374-88bb-6b70bcb63431 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:05:09.143703 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656107bd-c7d0-40b4-a11a-a329564a1662', 'tag': '57503b0b-92ce-487f-af6c-dc0efdb3ef21'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:09.146395 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ee679b-7a01-414e-a6c8-cdbeb5435bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "656107bd-c7d0-40b4-a11a-a329564a1662", "tag": "57503b0b-92ce-487f-af6c-dc0efdb3ef21"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:09.156388 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:09.158221 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-b501aba5-6a4f-4b02-8c37-ce9884a2df6b service neutron] Request body: {'port': {'device_id': '6cd583e9-aeb4-47c1-b853-20d507e64381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:09.161086 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea22359-30bf-46b4-aa26-8bc500e57179 None None] Routers {'afdcffb5-f241-4374-88bb-6b70bcb63431'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:09.162167 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-2ea22359-30bf-46b4-aa26-8bc500e57179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:05:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['afdcffb5-f241-4374-88bb-6b70bcb63431'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:09.165291 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb447d-7896-45a9-80a5-2abae75823aa req-a8801303-8a9f-4c85-a827-4646a17c1c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:09.167274 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-55bb447d-7896-45a9-80a5-2abae75823aa req-a8801303-8a9f-4c85-a827-4646a17c1c67 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4bc71342-958a-4003-9a5d-26d2a4ddabea HTTP/1.1" status: 200 len: 916 time: 1.4151871 Aug 19 18:05:09.196552 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-677a457d-1880-4d7b-840d-e737c1adb0ae None None] Provisioning for port e14e0f2a-8e7d-4335-9d16-cc21378b15de completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:09.201816 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a30f90-fd95-4456-bae8-42affe0cfdc4 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:09.215960 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-677a457d-1880-4d7b-840d-e737c1adb0ae None None] Provisioning complete for port e14e0f2a-8e7d-4335-9d16-cc21378b15de triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:09.216446 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-677a457d-1880-4d7b-840d-e737c1adb0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:09.254618 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-db629dbc-7b30-4f91-8999-0e203eb29977 service neutron] For port 08a4429d-2b35-4841-827c-31af4368d687, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=08a4429d-2b35-4841-827c-31af4368d687,segment=NetworkSegment(57d87d7f-99d7-4e0b-883d-d98b8a12ad3d),segment_id=57d87d7f-99d7-4e0b-883d-d98b8a12ad3d)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:05:09.276398 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-caa207c5-4a82-443f-a890-a6e35a71eed8 req-24b431c2-38dc-4b62-a863-439962d6516a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5cfade0-f43d-4456-bbff-daf590b7cfa2 HTTP/1.1" status: 200 len: 217 time: 0.3583360 Aug 19 18:05:09.299043 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-db629dbc-7b30-4f91-8999-0e203eb29977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:09.309684 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port b3a30f90-fd95-4456-bae8-42affe0cfdc4, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b3a30f90-fd95-4456-bae8-42affe0cfdc4,segment=NetworkSegment(6052a266-a5f6-428d-af02-f969d607c6ce),segment_id=6052a266-a5f6-428d-af02-f969d607c6ce)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:09.320234 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:09.398237 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-677a457d-1880-4d7b-840d-e737c1adb0ae None None] Port e14e0f2a-8e7d-4335-9d16-cc21378b15de cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:05:09.448156 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa207c5-4a82-443f-a890-a6e35a71eed8 req-e1dd191a-7748-41e4-b35e-20c530f99f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:09.449798 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-caa207c5-4a82-443f-a890-a6e35a71eed8 req-e1dd191a-7748-41e4-b35e-20c530f99f52 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e38a766b-6157-45f2-9785-a9bfeb2d8ba6 HTTP/1.1" status: 200 len: 861 time: 0.0889649 Aug 19 18:05:09.460926 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-55bb447d-7896-45a9-80a5-2abae75823aa req-78788951-3a8f-4466-a590-3e77c26b4123 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3a30f90-fd95-4456-bae8-42affe0cfdc4 HTTP/1.1" status: 200 len: 217 time: 0.1875379 Aug 19 18:05:09.541239 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-caa207c5-4a82-443f-a890-a6e35a71eed8 req-bc8d1c0a-67fe-4df5-b671-ed50e565e0c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=52390765-0cad-463c-8122-8baf5b79ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710540 Aug 19 18:05:09.555792 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f65ed-1018-4b24-bf71-022198c50090 req-518f1462-c629-40b6-b78a-e27609138249 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:09.564299 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a0f65ed-1018-4b24-bf71-022198c50090 req-518f1462-c629-40b6-b78a-e27609138249 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cd583e9-aeb4-47c1-b853-20d507e64381 HTTP/1.1" status: 200 len: 931 time: 0.7504563 Aug 19 18:05:09.571494 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=b3a30f90-fd95-4456-bae8-42affe0cfdc4,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:09.593299 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2378274-8745-4a0e-9ca7-6cb69e089c2f', 'name': 'network-vif-deleted', 'tag': '9717689d-d0aa-46cc-993b-9b7eb34f88f3'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:09.600932 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d1fb18-8b67-4e2d-a4c4-f66e424193c9" -d '{"events": [{"server_uuid": "b2378274-8745-4a0e-9ca7-6cb69e089c2f", "name": "network-vif-deleted", "tag": "9717689d-d0aa-46cc-993b-9b7eb34f88f3"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:09.605979 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-b501aba5-6a4f-4b02-8c37-ce9884a2df6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:09.626183 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-db629dbc-7b30-4f91-8999-0e203eb29977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:09.629174 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-db629dbc-7b30-4f91-8999-0e203eb29977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:09.633481 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-db629dbc-7b30-4f91-8999-0e203eb29977 service neutron] 10.222.0.54 "PUT /v2.0/ports/08a4429d-2b35-4841-827c-31af4368d687 HTTP/1.1" status: 200 len: 1091 time: 7.8316252 Aug 19 18:05:09.733381 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['b3a30f90-fd95-4456-bae8-42affe0cfdc4'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:05:09.762181 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaac187-c398-4432-ab7a-0b4ce0633d80 req-c2567344-b7d5-4c18-8b3c-c22fcd62d726 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:09.764907 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5aaac187-c398-4432-ab7a-0b4ce0633d80 req-c2567344-b7d5-4c18-8b3c-c22fcd62d726 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 943 time: 0.6893187 Aug 19 18:05:09.769552 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-caa207c5-4a82-443f-a890-a6e35a71eed8 req-2baa0f22-7ee4-49db-a772-b8518287596b service neutron] 10.222.0.54 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953435 Aug 19 18:05:09.833186 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-2ea22359-30bf-46b4-aa26-8bc500e57179 None None] Set router afdcffb5-f241-4374-88bb-6b70bcb63431 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:09.868713 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db629dbc-7b30-4f91-8999-0e203eb29977 service neutron] Pushing event updated for resources: {'Port': ['ID=08a4429d-2b35-4841-827c-31af4368d687,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:09.943733 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-6c0a3d03-bf17-4953-bf77-b01b98ba3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:09.946169 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-6c0a3d03-bf17-4953-bf77-b01b98ba3157 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f80f77ef27c04c9bb6424467e0d0cf35&device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc HTTP/1.1" status: 200 len: 1094 time: 0.1741314 Aug 19 18:05:10.025792 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb447d-7896-45a9-80a5-2abae75823aa req-c99f009d-6dda-479a-842a-bab7e6f3e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:10.028523 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-55bb447d-7896-45a9-80a5-2abae75823aa req-c99f009d-6dda-479a-842a-bab7e6f3e563 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b38e0628-a8bc-4a29-ab15-1991390ae7ec HTTP/1.1" status: 200 len: 854 time: 0.5449128 Aug 19 18:05:10.114811 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:10.141274 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a0f65ed-1018-4b24-bf71-022198c50090 req-67cfada9-e44a-47e9-aa64-a9f33a17e056 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b78d68f-0a9f-41ac-b1ee-b081dccda597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5754292 Aug 19 18:05:10.145557 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35487e9d-8d17-431a-9ca4-ed7d74686aba req-513b0b53-14e8-4d59-a803-6354a4de33e8 service neutron] 10.222.0.54 "GET /v2.0/networks/f59e111f-dd60-4265-9684-7a33d52f3862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9763513 Aug 19 18:05:10.147826 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-25ec7ba2-377c-4af7-97cf-ee64e50dc579 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:10.176932 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-25ec7ba2-377c-4af7-97cf-ee64e50dc579 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f&tenant_id=4372bce7e7ca475fbe71d1638d302952&binding%3Ahost_id=n-h2-803753-2 HTTP/1.1" status: 200 len: 1097 time: 0.3716240 Aug 19 18:05:10.192251 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-7bf91253-f4fa-479a-a3fd-1dff1e65bfee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803753-2'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:10.251182 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-aa6ce13a-70e5-404f-8889-cfe1ccba76c4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08a4429d-2b35-4841-827c-31af4368d687 HTTP/1.1" status: 200 len: 217 time: 0.2774670 Aug 19 18:05:10.260506 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5aaac187-c398-4432-ab7a-0b4ce0633d80 req-d6c46a1f-ba16-4029-9590-2aa81ffc5e5a tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279006 Aug 19 18:05:10.375111 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb447d-7896-45a9-80a5-2abae75823aa req-1710f4ca-9fc0-4512-9875-c3b67b7ad964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:10.376959 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-55bb447d-7896-45a9-80a5-2abae75823aa req-1710f4ca-9fc0-4512-9875-c3b67b7ad964 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4bc71342-958a-4003-9a5d-26d2a4ddabea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3188002 Aug 19 18:05:10.498299 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-d1c983a6-fc61-4c78-89a3-f2f206a060ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:10.500716 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-d1c983a6-fc61-4c78-89a3-f2f206a060ef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bb4d0a9-0556-49f4-985b-393ec252b43b HTTP/1.1" status: 200 len: 854 time: 0.2353315 Aug 19 18:05:10.510308 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3b6de4-fd13-4b74-abcb-aaa08cb52cfc x-openstack-request-id: req-ef3b6de4-fd13-4b74-abcb-aaa08cb52cfc {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:10.511407 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f616c24-9ca9-4614-8f8a-70304881481a", "name": "network-vif-plugged", "status": "completed", "tag": "957628e9-8828-4bd8-a5b2-d9274146126d", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:10.512530 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef3b6de4-fd13-4b74-abcb-aaa08cb52cfc {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:10.513515 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f616c24-9ca9-4614-8f8a-70304881481a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957628e9-8828-4bd8-a5b2-d9274146126d', 'code': 200} Aug 19 18:05:10.530820 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-2ea22359-30bf-46b4-aa26-8bc500e57179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1309184839-router', 'tenant_id': '4e704f617a744748b90217135397502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '353f5465-46b8-4259-81b4-837784e478a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:56Z', 'updated_at': '2021-08-19T18:02:06Z', 'revision_number': 4, 'project_id': '4e704f617a744748b90217135397502c', 'gw_port': {'id': '353f5465-46b8-4259-81b4-837784e478a3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:58Z', 'updated_at': '2021-08-19T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '03d277da-9722-4635-a35b-86d78a07ae19', 'name': '', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'tenant_id': '4e704f617a744748b90217135397502c', 'mac_address': 'fa:16:3e:10:ce:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:03Z', 'updated_at': '2021-08-19T18:02:26Z', 'revision_number': 5, 'project_id': '4e704f617a744748b90217135397502c', 'subnets': [{'id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:10.611289 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea22359-30bf-46b4-aa26-8bc500e57179 None None] The sync data for ids ['afdcffb5-f241-4374-88bb-6b70bcb63431'] in n-d-803753-2 is: [{'id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1309184839-router', 'tenant_id': '4e704f617a744748b90217135397502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '353f5465-46b8-4259-81b4-837784e478a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:56Z', 'updated_at': '2021-08-19T18:02:06Z', 'revision_number': 4, 'project_id': '4e704f617a744748b90217135397502c', 'gw_port': {'id': '353f5465-46b8-4259-81b4-837784e478a3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:58Z', 'updated_at': '2021-08-19T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '03d277da-9722-4635-a35b-86d78a07ae19', 'name': '', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'tenant_id': '4e704f617a744748b90217135397502c', 'mac_address': 'fa:16:3e:10:ce:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:03Z', 'updated_at': '2021-08-19T18:02:26Z', 'revision_number': 5, 'project_id': '4e704f617a744748b90217135397502c', 'subnets': [{'id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:05:10.697573 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:10.754602 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-7bf91253-f4fa-479a-a3fd-1dff1e65bfee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:10.776072 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 271620d3-c2ea-42fa-aa55-17ea8fdce195 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:05:10.779540 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 3d18cac5-09b4-4f08-8466-dcaa7093c6a4 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:10.866341 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-caa207c5-4a82-443f-a890-a6e35a71eed8 req-6467ce93-c989-4f73-97f6-fbdc3e6facea service neutron] 10.222.0.54 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0663362 Aug 19 18:05:10.900955 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-55bb447d-7896-45a9-80a5-2abae75823aa req-43c57d08-23a4-4480-a6ca-32310052d4a7 service neutron] 10.222.0.50 "GET /v2.0/networks/4bc71342-958a-4003-9a5d-26d2a4ddabea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783826 Aug 19 18:05:10.918675 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-b501aba5-6a4f-4b02-8c37-ce9884a2df6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14e0f2a-8e7d-4335-9d16-cc21378b15de {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:10.977881 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a098c-685e-468c-abd7-b944563f74b2 req-02c4ce9b-b710-46d5-85a2-75acccb28c63 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:10.981197 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b01a098c-685e-468c-abd7-b944563f74b2 req-02c4ce9b-b710-46d5-85a2-75acccb28c63 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/ports?device_id=656107bd-c7d0-40b4-a11a-a329564a1662 HTTP/1.1" status: 200 len: 944 time: 0.2937455 Aug 19 18:05:10.984730 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-b501aba5-6a4f-4b02-8c37-ce9884a2df6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:10.991420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-5d8da45b-6b3e-4393-9d4a-1ecfde199bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:10.994310 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-5d8da45b-6b3e-4393-9d4a-1ecfde199bd5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4610b7b5-44eb-488f-8004-9593db962a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3117561 Aug 19 18:05:11.000038 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 3d18cac5-09b4-4f08-8466-dcaa7093c6a4 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:11.021483 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 3d18cac5-09b4-4f08-8466-dcaa7093c6a4 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:11.022965 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:11.058605 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5ae05-98e9-4b8c-a4ec-2f9221ba632f req-687ebb35-8e07-489d-8171-47121524f140 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:11.061235 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bab5ae05-98e9-4b8c-a4ec-2f9221ba632f req-687ebb35-8e07-489d-8171-47121524f140 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc HTTP/1.1" status: 200 len: 943 time: 0.6762481 Aug 19 18:05:11.139518 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-b501aba5-6a4f-4b02-8c37-ce9884a2df6b service neutron] Transition to ACTIVE for port object e14e0f2a-8e7d-4335-9d16-cc21378b15de will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:11.189138 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418ccd3-c256-49f2-8775-4e0614a9f99c req-cda7e294-4589-413c-86ae-41b5031acccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:11.191265 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d418ccd3-c256-49f2-8775-4e0614a9f99c req-cda7e294-4589-413c-86ae-41b5031acccd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 1097 time: 0.4511542 Aug 19 18:05:11.217068 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-b501aba5-6a4f-4b02-8c37-ce9884a2df6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:11.217321 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 271620d3-c2ea-42fa-aa55-17ea8fdce195, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=271620d3-c2ea-42fa-aa55-17ea8fdce195,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:11.250087 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 271620d3-c2ea-42fa-aa55-17ea8fdce195 has no active binding in host n-h1-803753-2 {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 18:05:11.257229 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b01a098c-685e-468c-abd7-b944563f74b2 req-113a5fed-c1c9-4169-aeb5-298114beff53 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/security-groups?id=348fd788-581c-41fd-a892-203164aec553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598097 Aug 19 18:05:11.265881 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b100004-9a21-405f-8c32-558f7eed0a59 None None] New status for floating IP 7b6d8da1-3a14-4b3b-87aa-9f991a01af8d: DOWN {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:05:11.364735 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501aba5-6a4f-4b02-8c37-ce9884a2df6b service neutron] Pushing event updated for resources: {'Port': ['ID=e14e0f2a-8e7d-4335-9d16-cc21378b15de,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:11.512101 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:11.521298 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-b719e0a9-b2b1-4557-bee0-4d4473e36fa3 service neutron] 10.222.0.54 "GET /v2.0/networks/4610b7b5-44eb-488f-8004-9593db962a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853635 Aug 19 18:05:11.570386 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 3d18cac5-09b4-4f08-8466-dcaa7093c6a4, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=3d18cac5-09b4-4f08-8466-dcaa7093c6a4,segment=NetworkSegment(57d87d7f-99d7-4e0b-883d-d98b8a12ad3d),segment_id=57d87d7f-99d7-4e0b-883d-d98b8a12ad3d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:11.575509 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:11.576862 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device c5cfade0-f43d-4456-bbff-daf590b7cfa2 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:05:11.645411 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-b501aba5-6a4f-4b02-8c37-ce9884a2df6b service neutron] Attempting to bind port e14e0f2a-8e7d-4335-9d16-cc21378b15de on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:05:11.645784 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-b501aba5-6a4f-4b02-8c37-ce9884a2df6b service neutron] Attempting to bind port e14e0f2a-8e7d-4335-9d16-cc21378b15de by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:05:11.646318 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-b501aba5-6a4f-4b02-8c37-ce9884a2df6b service neutron] Attempting to bind port e14e0f2a-8e7d-4335-9d16-cc21378b15de on network cd90f362-a393-471c-9ea0-f8d2f58d49da {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:11.661693 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-b501aba5-6a4f-4b02-8c37-ce9884a2df6b service neutron] Port e14e0f2a-8e7d-4335-9d16-cc21378b15de on network cd90f362-a393-471c-9ea0-f8d2f58d49da not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:05:11.662378 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-b501aba5-6a4f-4b02-8c37-ce9884a2df6b service neutron] Attempting to bind port e14e0f2a-8e7d-4335-9d16-cc21378b15de on network cd90f362-a393-471c-9ea0-f8d2f58d49da {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:11.686718 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-b501aba5-6a4f-4b02-8c37-ce9884a2df6b service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:05:11.687665 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-b501aba5-6a4f-4b02-8c37-ce9884a2df6b service neutron] Checking segment: {'id': '2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:05:11.688630 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-b501aba5-6a4f-4b02-8c37-ce9884a2df6b service neutron] Bound using segment: {'id': '2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:05:11.690124 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-b501aba5-6a4f-4b02-8c37-ce9884a2df6b service neutron] Bound port: e14e0f2a-8e7d-4335-9d16-cc21378b15de, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:05:11.690884 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-b501aba5-6a4f-4b02-8c37-ce9884a2df6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:11.738591 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f76cd9-4182-44fb-977d-a23c5a86563c req-e27ff0ab-64e1-4345-b109-4d7b6e40e04f tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:11.747529 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84f76cd9-4182-44fb-977d-a23c5a86563c req-e27ff0ab-64e1-4345-b109-4d7b6e40e04f tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 946 time: 0.1988096 Aug 19 18:05:11.756094 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=3d18cac5-09b4-4f08-8466-dcaa7093c6a4,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:11.767309 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9801fd04-5aea-43a1-ab59-ee87856db0c5 req-3cb2d4d0-eadf-4b3a-a89a-4d00f4d84524 service neutron] 10.222.0.54 "GET /v2.0/networks/4610b7b5-44eb-488f-8004-9593db962a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349348 Aug 19 18:05:11.849239 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84f76cd9-4182-44fb-977d-a23c5a86563c req-59578d5e-0009-4c35-b770-c67c2474fbc1 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004252 Aug 19 18:05:11.905364 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-b501aba5-6a4f-4b02-8c37-ce9884a2df6b service neutron] For port e14e0f2a-8e7d-4335-9d16-cc21378b15de, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:05:11.913151 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-b501aba5-6a4f-4b02-8c37-ce9884a2df6b service neutron] For port e14e0f2a-8e7d-4335-9d16-cc21378b15de, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e14e0f2a-8e7d-4335-9d16-cc21378b15de,segment=NetworkSegment(2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f),segment_id=2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:05:11.922094 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-b501aba5-6a4f-4b02-8c37-ce9884a2df6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:11.944595 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8fa248-f14f-46db-9ed9-db89fbbc8db1 x-openstack-request-id: req-ef8fa248-f14f-46db-9ed9-db89fbbc8db1 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:11.945057 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2378274-8745-4a0e-9ca7-6cb69e089c2f", "name": "network-vif-deleted", "tag": "9717689d-d0aa-46cc-993b-9b7eb34f88f3", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:11.945590 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef8fa248-f14f-46db-9ed9-db89fbbc8db1 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:11.947032 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2378274-8745-4a0e-9ca7-6cb69e089c2f', 'name': 'network-vif-deleted', 'tag': '9717689d-d0aa-46cc-993b-9b7eb34f88f3', 'status': 'completed', 'code': 200} Aug 19 18:05:12.004599 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d418ccd3-c256-49f2-8775-4e0614a9f99c req-921387bd-1d90-46a7-9f91-a6b7816575df service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7746615 Aug 19 18:05:12.010429 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4957a26f-c253-4015-9aea-473521a140ee x-openstack-request-id: req-4957a26f-c253-4015-9aea-473521a140ee {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:12.010664 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "656107bd-c7d0-40b4-a11a-a329564a1662", "tag": "57503b0b-92ce-487f-af6c-dc0efdb3ef21", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:12.011055 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4957a26f-c253-4015-9aea-473521a140ee {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:12.011683 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '656107bd-c7d0-40b4-a11a-a329564a1662', 'tag': '57503b0b-92ce-487f-af6c-dc0efdb3ef21', 'status': 'completed', 'code': 200} Aug 19 18:05:12.055185 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501aba5-6a4f-4b02-8c37-ce9884a2df6b service neutron] Pushing event updated for resources: {'Port': ['ID=e14e0f2a-8e7d-4335-9d16-cc21378b15de,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:12.066093 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-b501aba5-6a4f-4b02-8c37-ce9884a2df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:12.066934 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-b501aba5-6a4f-4b02-8c37-ce9884a2df6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:12.068585 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-b501aba5-6a4f-4b02-8c37-ce9884a2df6b service neutron] 10.222.0.50 "PUT /v2.0/ports/e14e0f2a-8e7d-4335-9d16-cc21378b15de HTTP/1.1" status: 200 len: 1091 time: 2.9311826 Aug 19 18:05:12.092466 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bab5ae05-98e9-4b8c-a4ec-2f9221ba632f req-981633a3-9201-4800-a66b-82a9e89b1831 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9815712 Aug 19 18:05:12.133989 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-55bb447d-7896-45a9-80a5-2abae75823aa req-074bec54-3681-48da-a95c-116edea479dc service neutron] 10.222.0.50 "GET /v2.0/networks/4bc71342-958a-4003-9a5d-26d2a4ddabea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2071283 Aug 19 18:05:12.152999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee679b-7a01-414e-a6c8-cdbeb5435bf4 req-2781fa04-b851-499d-906f-e74bf91924d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:12.155112 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-24ee679b-7a01-414e-a6c8-cdbeb5435bf4 req-2781fa04-b851-499d-906f-e74bf91924d7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=315b1e67402d442ab825f2b1b4ba11ec&device_id=656107bd-c7d0-40b4-a11a-a329564a1662 HTTP/1.1" status: 200 len: 1095 time: 0.1491508 Aug 19 18:05:12.165106 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6a4d7-f9ef-4851-b55f-850575e90312 req-81d9d53f-c763-45e7-9a35-1f8f2e2416a2 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:12.169658 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f7e6a4d7-f9ef-4851-b55f-850575e90312 req-81d9d53f-c763-45e7-9a35-1f8f2e2416a2 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2 HTTP/1.1" status: 200 len: 945 time: 0.1530707 Aug 19 18:05:12.198203 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-7bf91253-f4fa-479a-a3fd-1dff1e65bfee service neutron] For port 271620d3-c2ea-42fa-aa55-17ea8fdce195, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=271620d3-c2ea-42fa-aa55-17ea8fdce195,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:12.275374 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f7e6a4d7-f9ef-4851-b55f-850575e90312 req-fac39105-f968-4dd0-938c-5e232f83d467 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ec8be9-4ccf-46e9-a3a3-57d45ff55066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993004 Aug 19 18:05:12.323860 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device b3a30f90-fd95-4456-bae8-42affe0cfdc4 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:12.457172 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port b3a30f90-fd95-4456-bae8-42affe0cfdc4 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:12.465245 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port b3a30f90-fd95-4456-bae8-42affe0cfdc4 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:12.465866 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:12.474299 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5d3f1-3bdb-41dc-ae97-de47995617d0 req-fc9ea741-9acd-409f-b1ca-bd9e983b7121 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:12.478802 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7dd5d3f1-3bdb-41dc-ae97-de47995617d0 req-fc9ea741-9acd-409f-b1ca-bd9e983b7121 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 943 time: 0.1003404 Aug 19 18:05:12.525303 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05eba103-90bc-4ade-91f7-f3bd9edf9eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d18cac5-09b4-4f08-8466-dcaa7093c6a4'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:12.527791 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-7bf91253-f4fa-479a-a3fd-1dff1e65bfee service neutron] For port 271620d3-c2ea-42fa-aa55-17ea8fdce195, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:05:12.528703 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616e44ba-4327-4f8c-bfd1-89ff65805a4d" -d '{"events": [{"server_uuid": "05eba103-90bc-4ade-91f7-f3bd9edf9eda", "name": "network-vif-plugged", "status": "completed", "tag": "3d18cac5-09b4-4f08-8466-dcaa7093c6a4"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:12.556584 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7dd5d3f1-3bdb-41dc-ae97-de47995617d0 req-1e0e3572-a6fd-4156-aebc-5e377ddc8214 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710828 Aug 19 18:05:12.610918 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee679b-7a01-414e-a6c8-cdbeb5435bf4 req-83006210-94d2-4dee-9081-9d46fbfdad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:12.613489 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-24ee679b-7a01-414e-a6c8-cdbeb5435bf4 req-83006210-94d2-4dee-9081-9d46fbfdad47 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f59e111f-dd60-4265-9684-7a33d52f3862 HTTP/1.1" status: 200 len: 915 time: 0.3730993 Aug 19 18:05:12.625591 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:12.626922 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-7bf91253-f4fa-479a-a3fd-1dff1e65bfee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:12.660522 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-5043f920-cd31-44fe-9c79-e47ace5afd18 service neutron] 10.222.0.54 "GET /v2.0/ports/c5cfade0-f43d-4456-bbff-daf590b7cfa2/bindings/n-h2-803753-2 HTTP/1.1" status: 200 len: 384 time: 0.1181638 Aug 19 18:05:12.689640 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port b3a30f90-fd95-4456-bae8-42affe0cfdc4, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b3a30f90-fd95-4456-bae8-42affe0cfdc4,segment=NetworkSegment(6052a266-a5f6-428d-af02-f969d607c6ce),segment_id=6052a266-a5f6-428d-af02-f969d607c6ce)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:12.695265 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:12.708620 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-7bf91253-f4fa-479a-a3fd-1dff1e65bfee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:12.722349 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-24ee679b-7a01-414e-a6c8-cdbeb5435bf4 req-64bf143c-2f30-4e46-8e1d-25c690cd2c5b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57503b0b-92ce-487f-af6c-dc0efdb3ef21 HTTP/1.1" status: 200 len: 217 time: 0.0920560 Aug 19 18:05:12.778808 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=b3a30f90-fd95-4456-bae8-42affe0cfdc4,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:12.783663 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 57503b0b-92ce-487f-af6c-dc0efdb3ef21 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:05:12.824498 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-35b9aeaa-2d24-43c5-a064-daaf1899b848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:12.826176 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-35b9aeaa-2d24-43c5-a064-daaf1899b848 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e704f617a744748b90217135397502c&device_id=6cd583e9-aeb4-47c1-b853-20d507e64381 HTTP/1.1" status: 200 len: 1094 time: 0.3998330 Aug 19 18:05:12.841258 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eda2a0-1a5b-47ac-9d68-9bb256eb25e7 req-934ee54b-0378-4f35-897c-3e7b68065817 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:12.849744 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-94eda2a0-1a5b-47ac-9d68-9bb256eb25e7 req-934ee54b-0378-4f35-897c-3e7b68065817 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cd583e9-aeb4-47c1-b853-20d507e64381 HTTP/1.1" status: 200 len: 943 time: 0.4352069 Aug 19 18:05:12.861833 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee679b-7a01-414e-a6c8-cdbeb5435bf4 req-8860b36a-72d0-457f-b952-1b1e61972b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:12.863629 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-24ee679b-7a01-414e-a6c8-cdbeb5435bf4 req-8860b36a-72d0-457f-b952-1b1e61972b96 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98035e9f-56db-4fb2-8148-345a5454ee59 HTTP/1.1" status: 200 len: 853 time: 0.1047266 Aug 19 18:05:12.929813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 57503b0b-92ce-487f-af6c-dc0efdb3ef21, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=57503b0b-92ce-487f-af6c-dc0efdb3ef21,segment=NetworkSegment(dd58221f-91a5-4086-88d5-c89f6f448486),segment_id=dd58221f-91a5-4086-88d5-c89f6f448486)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:12.952400 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '57503b0b-92ce-487f-af6c-dc0efdb3ef21', 'network_id': 'f59e111f-dd60-4265-9684-7a33d52f3862', 'port_id': '57503b0b-92ce-487f-af6c-dc0efdb3ef21', 'mac_address': 'fa:16:3e:99:6d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98035e9f-56db-4fb2-8148-345a5454ee59', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:05:12.990326 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-53ee02e9-2070-4539-a122-f93c32943bcc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e14e0f2a-8e7d-4335-9d16-cc21378b15de HTTP/1.1" status: 200 len: 217 time: 0.1344640 Aug 19 18:05:12.996548 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf91253-f4fa-479a-a3fd-1dff1e65bfee service neutron] Pushing event updated for resources: {'Port': ['ID=271620d3-c2ea-42fa-aa55-17ea8fdce195,revision_number=7']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:13.002996 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-86537edb-4a6f-423c-b9cb-5413cf29ecac service neutron] For port c5cfade0-f43d-4456-bbff-daf590b7cfa2, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c5cfade0-f43d-4456-bbff-daf590b7cfa2,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:13.030314 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:13.033027 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-86537edb-4a6f-423c-b9cb-5413cf29ecac service neutron] For port c5cfade0-f43d-4456-bbff-daf590b7cfa2, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:05:13.057654 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57503b0b-92ce-487f-af6c-dc0efdb3ef21 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:13.062506 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-94eda2a0-1a5b-47ac-9d68-9bb256eb25e7 req-688e0d00-3049-4b53-9037-09a2a5735fa8 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b78d68f-0a9f-41ac-b1ee-b081dccda597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117264 Aug 19 18:05:13.078842 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-86537edb-4a6f-423c-b9cb-5413cf29ecac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5cfade0-f43d-4456-bbff-daf590b7cfa2 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:13.098827 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 57503b0b-92ce-487f-af6c-dc0efdb3ef21, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=57503b0b-92ce-487f-af6c-dc0efdb3ef21,segment=NetworkSegment(dd58221f-91a5-4086-88d5-c89f6f448486),segment_id=dd58221f-91a5-4086-88d5-c89f6f448486)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:13.107642 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:13.117214 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-86537edb-4a6f-423c-b9cb-5413cf29ecac service neutron] For port c5cfade0-f43d-4456-bbff-daf590b7cfa2, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c5cfade0-f43d-4456-bbff-daf590b7cfa2,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:13.130363 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee679b-7a01-414e-a6c8-cdbeb5435bf4 req-5c682be8-087a-4a8f-825f-1afc2cd05acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:13.133346 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-24ee679b-7a01-414e-a6c8-cdbeb5435bf4 req-5c682be8-087a-4a8f-825f-1afc2cd05acb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f59e111f-dd60-4265-9684-7a33d52f3862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2331593 Aug 19 18:05:13.137786 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-7bf91253-f4fa-479a-a3fd-1dff1e65bfee service neutron] Attempting to bind port 271620d3-c2ea-42fa-aa55-17ea8fdce195 on host n-h2-803753-2 for vnic_type normal with profile {"migrating_to": "n-h1-803753-2"} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:05:13.137786 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-7bf91253-f4fa-479a-a3fd-1dff1e65bfee service neutron] Attempting to bind port 271620d3-c2ea-42fa-aa55-17ea8fdce195 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:05:13.137786 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-7bf91253-f4fa-479a-a3fd-1dff1e65bfee service neutron] Attempting to bind port 271620d3-c2ea-42fa-aa55-17ea8fdce195 on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:13.145561 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-7bf91253-f4fa-479a-a3fd-1dff1e65bfee service neutron] Port 271620d3-c2ea-42fa-aa55-17ea8fdce195 on network 50874bd2-7160-4e95-947b-586c5b7daba3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:05:13.145891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-7bf91253-f4fa-479a-a3fd-1dff1e65bfee service neutron] Attempting to bind port 271620d3-c2ea-42fa-aa55-17ea8fdce195 on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:13.154345 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-86537edb-4a6f-423c-b9cb-5413cf29ecac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:13.215295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=57503b0b-92ce-487f-af6c-dc0efdb3ef21,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:13.291369 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-7bf91253-f4fa-479a-a3fd-1dff1e65bfee service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:05:13.291831 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-7bf91253-f4fa-479a-a3fd-1dff1e65bfee service neutron] Checking segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:05:13.292180 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-7bf91253-f4fa-479a-a3fd-1dff1e65bfee service neutron] Bound using segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:05:13.292689 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-7bf91253-f4fa-479a-a3fd-1dff1e65bfee service neutron] Bound port: 271620d3-c2ea-42fa-aa55-17ea8fdce195, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:05:13.293057 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-7bf91253-f4fa-479a-a3fd-1dff1e65bfee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:13.296150 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-677981d0-8fd5-40b2-a6cb-841c1b5c6a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:13.298219 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-677981d0-8fd5-40b2-a6cb-841c1b5c6a1f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a06b492-9bd5-4ec9-8bec-8fb0e833dd42 HTTP/1.1" status: 200 len: 863 time: 0.2398999 Aug 19 18:05:13.307395 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-86537edb-4a6f-423c-b9cb-5413cf29ecac service neutron] Transition to ACTIVE for port object c5cfade0-f43d-4456-bbff-daf590b7cfa2 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:13.309078 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-24ee679b-7a01-414e-a6c8-cdbeb5435bf4 req-2b17ee95-b619-48ad-af23-35d75d3f96d4 service neutron] 10.222.0.54 "GET /v2.0/networks/f59e111f-dd60-4265-9684-7a33d52f3862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645424 Aug 19 18:05:13.314237 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-86537edb-4a6f-423c-b9cb-5413cf29ecac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:13.384326 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['57503b0b-92ce-487f-af6c-dc0efdb3ef21'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:05:13.424277 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-7bf91253-f4fa-479a-a3fd-1dff1e65bfee service neutron] For port 271620d3-c2ea-42fa-aa55-17ea8fdce195, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:05:13.428121 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-7bf91253-f4fa-479a-a3fd-1dff1e65bfee service neutron] For port 271620d3-c2ea-42fa-aa55-17ea8fdce195, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=271620d3-c2ea-42fa-aa55-17ea8fdce195,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:05:13.439554 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-86537edb-4a6f-423c-b9cb-5413cf29ecac service neutron] No DVR routers for this DVR port c5cfade0-f43d-4456-bbff-daf590b7cfa2 on host n-h1-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:05:13.470609 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ae8fc7-53bf-4cf9-a39c-455ad21e6511 x-openstack-request-id: req-a0ae8fc7-53bf-4cf9-a39c-455ad21e6511 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:13.471112 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05eba103-90bc-4ade-91f7-f3bd9edf9eda", "name": "network-vif-plugged", "status": "completed", "tag": "3d18cac5-09b4-4f08-8466-dcaa7093c6a4", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:13.471539 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0ae8fc7-53bf-4cf9-a39c-455ad21e6511 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:13.473702 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05eba103-90bc-4ade-91f7-f3bd9edf9eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d18cac5-09b4-4f08-8466-dcaa7093c6a4', 'code': 200} Aug 19 18:05:13.491476 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-7bf91253-f4fa-479a-a3fd-1dff1e65bfee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:13.523537 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-86537edb-4a6f-423c-b9cb-5413cf29ecac service neutron] 10.222.0.54 "PUT /v2.0/ports/c5cfade0-f43d-4456-bbff-daf590b7cfa2/bindings/n-h2-803753-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8524683 Aug 19 18:05:13.534153 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86537edb-4a6f-423c-b9cb-5413cf29ecac service neutron] Pushing event updated for resources: {'Port': ['ID=c5cfade0-f43d-4456-bbff-daf590b7cfa2,revision_number=10']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:13.594151 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f179102-f78e-4773-a09d-e7f4b45befc5 req-94498e15-cecd-46ac-bbd1-476614fcbf6e tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:13.597279 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6f179102-f78e-4773-a09d-e7f4b45befc5 req-94498e15-cecd-46ac-bbd1-476614fcbf6e tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/ports?device_id=656107bd-c7d0-40b4-a11a-a329564a1662 HTTP/1.1" status: 200 len: 945 time: 0.3593068 Aug 19 18:05:13.687208 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-df7fee2f-dae6-45a9-a627-fe0dd9fa1844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:13.690296 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-df7fee2f-dae6-45a9-a627-fe0dd9fa1844 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd90f362-a393-471c-9ea0-f8d2f58d49da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3772125 Aug 19 18:05:13.722557 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eeec59-6cdc-435e-a9e4-9dcadffc681f req-85785094-5e6c-45af-8b13-385599905db1 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:13.724798 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-75eeec59-6cdc-435e-a9e4-9dcadffc681f req-85785094-5e6c-45af-8b13-385599905db1 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 944 time: 0.1327765 Aug 19 18:05:13.809401 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-05951ca9-a92d-48fe-b664-4a59499e99e8 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:13.810984 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-05951ca9-a92d-48fe-b664-4a59499e99e8 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1&tenant_id=a8ce19510dd24923b8ff0f45376547f4&binding%3Ahost_id=n-h1-803753-2 HTTP/1.1" status: 200 len: 1095 time: 0.1374552 Aug 19 18:05:13.814445 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-75eeec59-6cdc-435e-a9e4-9dcadffc681f req-5bb382d6-eb3f-48e0-869c-083c80e1e8f4 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609775 Aug 19 18:05:13.870503 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-605e35ad-04af-447e-9e02-7797cc83e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:13.872348 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-605e35ad-04af-447e-9e02-7797cc83e475 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1&tenant_id=a8ce19510dd24923b8ff0f45376547f4 HTTP/1.1" status: 200 len: 1095 time: 0.0519335 Aug 19 18:05:13.892904 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-7bf91253-f4fa-479a-a3fd-1dff1e65bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:13.893614 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-7bf91253-f4fa-479a-a3fd-1dff1e65bfee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:13.895241 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-7bf91253-f4fa-479a-a3fd-1dff1e65bfee service neutron] 10.222.0.54 "PUT /v2.0/ports/271620d3-c2ea-42fa-aa55-17ea8fdce195 HTTP/1.1" status: 200 len: 1122 time: 3.7174437 Aug 19 18:05:13.901934 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-24ee679b-7a01-414e-a6c8-cdbeb5435bf4 req-b006abaa-3649-47b7-ba74-2435abbc0654 service neutron] 10.222.0.54 "GET /v2.0/networks/f59e111f-dd60-4265-9684-7a33d52f3862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5753293 Aug 19 18:05:13.918984 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf91253-f4fa-479a-a3fd-1dff1e65bfee service neutron] Pushing event updated for resources: {'Port': ['ID=271620d3-c2ea-42fa-aa55-17ea8fdce195,revision_number=8']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:13.929296 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f411f-dda9-40d0-b0dc-2ecd23f6b627 req-f9e1d3c9-5ce5-4644-98a9-aefdd205ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:13.930909 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eb1f411f-dda9-40d0-b0dc-2ecd23f6b627 req-f9e1d3c9-5ce5-4644-98a9-aefdd205ee27 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=05eba103-90bc-4ade-91f7-f3bd9edf9eda HTTP/1.1" status: 200 len: 1096 time: 0.3744893 Aug 19 18:05:13.946081 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6f179102-f78e-4773-a09d-e7f4b45befc5 req-3c4f6457-3d22-416a-9f0e-ea27fc9d782e tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/security-groups?id=348fd788-581c-41fd-a892-203164aec553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998545 Aug 19 18:05:13.954679 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a63648-ec3e-4768-acd2-effd8a6b00fc', 'tag': '08a4429d-2b35-4841-827c-31af4368d687'}, {'name': 'network-changed', 'server_uuid': '6cd583e9-aeb4-47c1-b853-20d507e64381', 'tag': 'e14e0f2a-8e7d-4335-9d16-cc21378b15de'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:13.957111 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2aada2-685f-4c39-83ee-7df831195cef" -d '{"events": [{"name": "network-changed", "server_uuid": "26a63648-ec3e-4768-acd2-effd8a6b00fc", "tag": "08a4429d-2b35-4841-827c-31af4368d687"}, {"name": "network-changed", "server_uuid": "6cd583e9-aeb4-47c1-b853-20d507e64381", "tag": "e14e0f2a-8e7d-4335-9d16-cc21378b15de"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:14.001893 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['271620d3-c2ea-42fa-aa55-17ea8fdce195'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:05:14.014520 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '271620d3-c2ea-42fa-aa55-17ea8fdce195'}, {'name': 'network-changed', 'server_uuid': '226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f', 'tag': '271620d3-c2ea-42fa-aa55-17ea8fdce195'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:14.017019 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0001fe58-111f-4f7e-8e46-b2d07f550377" -d '{"events": [{"server_uuid": "226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f", "name": "network-vif-unplugged", "status": "completed", "tag": "271620d3-c2ea-42fa-aa55-17ea8fdce195"}, {"name": "network-changed", "server_uuid": "226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f", "tag": "271620d3-c2ea-42fa-aa55-17ea8fdce195"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:14.024832 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eb1f411f-dda9-40d0-b0dc-2ecd23f6b627 req-c1711639-eec9-4dcc-bec9-45226984eb19 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753627 Aug 19 18:05:14.029397 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-465f80f6-146f-4e3c-a747-d310afc95d10 service neutron] 10.222.0.50 "GET /v2.0/networks/cd90f362-a393-471c-9ea0-f8d2f58d49da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105979 Aug 19 18:05:14.045188 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['271620d3-c2ea-42fa-aa55-17ea8fdce195'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:05:14.045841 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-0369c4aa-b180-455b-8a02-01e9e52c76a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:14.052498 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-0369c4aa-b180-455b-8a02-01e9e52c76a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 1095 time: 0.1453078 Aug 19 18:05:14.075128 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507d777-de64-4c1f-89f2-60bd10660b3c req-f7608e4d-e115-4b74-b6bf-9b60410af8a2 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:14.077803 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7507d777-de64-4c1f-89f2-60bd10660b3c req-f7608e4d-e115-4b74-b6bf-9b60410af8a2 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc HTTP/1.1" status: 200 len: 943 time: 0.1574557 Aug 19 18:05:14.217082 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353769b-9fb1-4ed8-a5cd-672f5000c604 req-88b17600-ef49-46a1-a260-1245f48de732 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:14.219603 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a353769b-9fb1-4ed8-a5cd-672f5000c604 req-88b17600-ef49-46a1-a260-1245f48de732 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2 HTTP/1.1" status: 200 len: 946 time: 0.1629140 Aug 19 18:05:14.227513 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-40eb72d8-40f1-4d37-a55d-15aadfe75c44 req-ffe594e9-e0d4-4fee-b12c-bafccf19f786 service neutron] 10.222.0.50 "GET /v2.0/networks/cd90f362-a393-471c-9ea0-f8d2f58d49da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879647 Aug 19 18:05:14.286117 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-9698c51e-4c4c-4a75-a882-31ac9856db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:14.290521 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-9698c51e-4c4c-4a75-a882-31ac9856db17 service neutron] 10.222.0.50 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 922 time: 0.2292814 Aug 19 18:05:14.305707 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a353769b-9fb1-4ed8-a5cd-672f5000c604 req-3ccbd546-d846-4cd8-9ebc-f50beb1ef915 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ec8be9-4ccf-46e9-a3a3-57d45ff55066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616355 Aug 19 18:05:14.321622 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7507d777-de64-4c1f-89f2-60bd10660b3c req-c50017f5-6234-4345-aa9f-ac23b7d0608a tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787940 Aug 19 18:05:14.369824 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-819af5f0-8ca5-4b32-a86c-21a2921503a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5cfade0-f43d-4456-bbff-daf590b7cfa2 HTTP/1.1" status: 200 len: 217 time: 0.0464478 Aug 19 18:05:14.483908 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-79a42506-faa3-48ee-86db-e0d34785597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:14.485684 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-79a42506-faa3-48ee-86db-e0d34785597b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e38a766b-6157-45f2-9785-a9bfeb2d8ba6 HTTP/1.1" status: 200 len: 861 time: 0.1041963 Aug 19 18:05:14.526272 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-17a31837-1e96-4349-9736-e72886768c08 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52390765-0cad-463c-8122-8baf5b79ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304174 Aug 19 18:05:14.547164 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cd66e-a5e9-4811-bcc4-cb18bc10ce3b req-19a34cd6-8c30-490a-9f1c-ec7af2aaf37a tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:14.548949 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b55cd66e-a5e9-4811-bcc4-cb18bc10ce3b req-19a34cd6-8c30-490a-9f1c-ec7af2aaf37a tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 944 time: 0.1074121 Aug 19 18:05:14.650326 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b55cd66e-a5e9-4811-bcc4-cb18bc10ce3b req-23cc70a8-2b23-47e2-9683-b9589e7f52ba tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914643 Aug 19 18:05:14.713287 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-884d0d21-19dd-4b79-8e35-7008e3c08dd9 service neutron] 10.222.0.50 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629562 Aug 19 18:05:14.815537 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 08a4429d-2b35-4841-827c-31af4368d687 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:05:14.847613 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 57503b0b-92ce-487f-af6c-dc0efdb3ef21 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:14.874770 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5e8efa-7ce9-4b1b-ad49-a3d88f78c0dd x-openstack-request-id: req-0b5e8efa-7ce9-4b1b-ad49-a3d88f78c0dd {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:14.875074 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f", "name": "network-vif-unplugged", "status": "completed", "tag": "271620d3-c2ea-42fa-aa55-17ea8fdce195", "code": 200}, {"name": "network-changed", "server_uuid": "226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f", "tag": "271620d3-c2ea-42fa-aa55-17ea8fdce195", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:14.875330 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0b5e8efa-7ce9-4b1b-ad49-a3d88f78c0dd {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:14.875777 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '271620d3-c2ea-42fa-aa55-17ea8fdce195', 'code': 200} Aug 19 18:05:14.876042 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f', 'tag': '271620d3-c2ea-42fa-aa55-17ea8fdce195', 'status': 'completed', 'code': 200} Aug 19 18:05:14.880107 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc95a89-afda-45a8-a353-790e690c2cf8 x-openstack-request-id: req-ddc95a89-afda-45a8-a353-790e690c2cf8 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:14.880465 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a63648-ec3e-4768-acd2-effd8a6b00fc", "tag": "08a4429d-2b35-4841-827c-31af4368d687", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6cd583e9-aeb4-47c1-b853-20d507e64381", "tag": "e14e0f2a-8e7d-4335-9d16-cc21378b15de", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:14.880721 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ddc95a89-afda-45a8-a353-790e690c2cf8 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:14.881119 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a63648-ec3e-4768-acd2-effd8a6b00fc', 'tag': '08a4429d-2b35-4841-827c-31af4368d687', 'status': 'completed', 'code': 200} Aug 19 18:05:14.881499 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd583e9-aeb4-47c1-b853-20d507e64381', 'tag': 'e14e0f2a-8e7d-4335-9d16-cc21378b15de', 'status': 'completed', 'code': 200} Aug 19 18:05:14.889640 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-2947b9a8-3000-4d25-a255-bbda78a67658 service neutron] 10.222.0.50 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609612 Aug 19 18:05:15.028701 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2aada2-685f-4c39-83ee-7df831195cef req-63e49298-9c9f-40c0-ae73-a0826d8c04ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.031022 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff2aada2-685f-4c39-83ee-7df831195cef req-63e49298-9c9f-40c0-ae73-a0826d8c04ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e704f617a744748b90217135397502c&device_id=6cd583e9-aeb4-47c1-b853-20d507e64381 HTTP/1.1" status: 200 len: 1094 time: 0.1189885 Aug 19 18:05:15.137415 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2aada2-685f-4c39-83ee-7df831195cef req-161ea259-2fec-4697-9c6c-bf69c014054b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.140021 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ff2aada2-685f-4c39-83ee-7df831195cef req-161ea259-2fec-4697-9c6c-bf69c014054b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f80f77ef27c04c9bb6424467e0d0cf35&device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc HTTP/1.1" status: 200 len: 1094 time: 0.2382393 Aug 19 18:05:15.169681 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d42cb4-581b-40fa-b888-9ff054d9d755 req-3b1b0d6d-cd59-4835-b84c-52c057a6bd2d tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.172309 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-12d42cb4-581b-40fa-b888-9ff054d9d755 req-3b1b0d6d-cd59-4835-b84c-52c057a6bd2d tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cd583e9-aeb4-47c1-b853-20d507e64381 HTTP/1.1" status: 200 len: 943 time: 0.1603241 Aug 19 18:05:15.257695 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 57503b0b-92ce-487f-af6c-dc0efdb3ef21 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:15.264117 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001fe58-111f-4f7e-8e46-b2d07f550377 req-6a75561b-c40d-4060-8314-b19dc0972f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.268497 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0001fe58-111f-4f7e-8e46-b2d07f550377 req-6a75561b-c40d-4060-8314-b19dc0972f53 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 1125 time: 0.2917025 Aug 19 18:05:15.269820 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 57503b0b-92ce-487f-af6c-dc0efdb3ef21 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:15.270284 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:15.297568 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2aada2-685f-4c39-83ee-7df831195cef req-7c806a1b-bc70-43ae-94f8-91ab08975911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.299815 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff2aada2-685f-4c39-83ee-7df831195cef req-7c806a1b-bc70-43ae-94f8-91ab08975911 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cd90f362-a393-471c-9ea0-f8d2f58d49da HTTP/1.1" status: 200 len: 925 time: 0.2430725 Aug 19 18:05:15.309079 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 08a4429d-2b35-4841-827c-31af4368d687, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=08a4429d-2b35-4841-827c-31af4368d687,segment=NetworkSegment(57d87d7f-99d7-4e0b-883d-d98b8a12ad3d),segment_id=57d87d7f-99d7-4e0b-883d-d98b8a12ad3d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:15.341088 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '08a4429d-2b35-4841-827c-31af4368d687', 'network_id': '4610b7b5-44eb-488f-8004-9593db962a8a', 'port_id': '08a4429d-2b35-4841-827c-31af4368d687', 'mac_address': 'fa:16:3e:1a:05:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb4d0a9-0556-49f4-985b-393ec252b43b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:05:15.370304 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff2aada2-685f-4c39-83ee-7df831195cef req-00cee059-7f54-4d5e-a077-4f57482bc777 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e14e0f2a-8e7d-4335-9d16-cc21378b15de HTTP/1.1" status: 200 len: 217 time: 0.0570402 Aug 19 18:05:15.386318 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-12d42cb4-581b-40fa-b888-9ff054d9d755 req-7d147438-1298-43dd-997c-dcbc6b945b70 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b78d68f-0a9f-41ac-b1ee-b081dccda597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923876 Aug 19 18:05:15.442373 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:15.449176 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6d1bd-cf65-4d48-a9ea-10d8f7bbd4e6 req-6f41a4c9-f5bd-4ced-aca7-88e018635859 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.459929 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-00c6d1bd-cf65-4d48-a9ea-10d8f7bbd4e6 req-6f41a4c9-f5bd-4ced-aca7-88e018635859 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 944 time: 0.3779593 Aug 19 18:05:15.470855 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a4429d-2b35-4841-827c-31af4368d687 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:15.477983 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a30f90-fd95-4456-bae8-42affe0cfdc4'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:15.482547 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f70e71c-f8c4-465b-893e-849b10d9671a" -d '{"events": [{"server_uuid": "3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2", "name": "network-vif-plugged", "status": "completed", "tag": "b3a30f90-fd95-4456-bae8-42affe0cfdc4"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:15.493518 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:15.526021 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 08a4429d-2b35-4841-827c-31af4368d687, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=08a4429d-2b35-4841-827c-31af4368d687,segment=NetworkSegment(57d87d7f-99d7-4e0b-883d-d98b8a12ad3d),segment_id=57d87d7f-99d7-4e0b-883d-d98b8a12ad3d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:15.536857 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:15.587775 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2aada2-685f-4c39-83ee-7df831195cef req-03129947-295a-4428-8b5d-cfa13fc40a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.589381 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff2aada2-685f-4c39-83ee-7df831195cef req-03129947-295a-4428-8b5d-cfa13fc40a8b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a06b492-9bd5-4ec9-8bec-8fb0e833dd42 HTTP/1.1" status: 200 len: 863 time: 0.2007451 Aug 19 18:05:15.604049 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2875ab-9cac-4f43-a53a-4526c937668e req-4d22a41b-9ecd-4bdc-856c-f458e7602719 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.610059 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2aada2-685f-4c39-83ee-7df831195cef req-e29fee29-2be9-42f5-b801-46913fba9f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.612306 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ff2aada2-685f-4c39-83ee-7df831195cef req-e29fee29-2be9-42f5-b801-46913fba9f8c service neutron] 10.222.0.54 "GET /v2.0/networks?id=4610b7b5-44eb-488f-8004-9593db962a8a HTTP/1.1" status: 200 len: 916 time: 0.4356585 Aug 19 18:05:15.612578 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c2875ab-9cac-4f43-a53a-4526c937668e req-4d22a41b-9ecd-4bdc-856c-f458e7602719 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/ports?device_id=656107bd-c7d0-40b4-a11a-a329564a1662 HTTP/1.1" status: 200 len: 945 time: 0.1067786 Aug 19 18:05:15.616494 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 57503b0b-92ce-487f-af6c-dc0efdb3ef21, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=57503b0b-92ce-487f-af6c-dc0efdb3ef21,segment=NetworkSegment(dd58221f-91a5-4086-88d5-c89f6f448486),segment_id=dd58221f-91a5-4086-88d5-c89f6f448486)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:15.627339 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-6f22f56f-d2bb-4eb4-acb7-0acc25e5e0e2 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.630129 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-6f22f56f-d2bb-4eb4-acb7-0acc25e5e0e2 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1&tenant_id=a8ce19510dd24923b8ff0f45376547f4&binding%3Ahost_id=n-h2-803753-2 HTTP/1.1" status: 200 len: 1095 time: 0.3179917 Aug 19 18:05:15.634622 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:15.640761 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001fe58-111f-4f7e-8e46-b2d07f550377 req-813601ac-c0a8-47e6-a9cc-b1715ce3a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.642700 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0001fe58-111f-4f7e-8e46-b2d07f550377 req-813601ac-c0a8-47e6-a9cc-b1715ce3a2f6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 908 time: 0.3618701 Aug 19 18:05:15.674007 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=08a4429d-2b35-4841-827c-31af4368d687,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:15.687393 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c2875ab-9cac-4f43-a53a-4526c937668e req-d7dc0fbe-f992-40f1-b566-631c65d84858 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/security-groups?id=348fd788-581c-41fd-a892-203164aec553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732217 Aug 19 18:05:15.708622 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2aada2-685f-4c39-83ee-7df831195cef req-eff89f2f-02f7-4334-8171-14a9a0dbac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.710289 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-00c6d1bd-cf65-4d48-a9ea-10d8f7bbd4e6 req-94187099-aaa3-4551-a85f-470b74bed44c tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407908 Aug 19 18:05:15.726290 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff2aada2-685f-4c39-83ee-7df831195cef req-eff89f2f-02f7-4334-8171-14a9a0dbac1b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd90f362-a393-471c-9ea0-f8d2f58d49da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109729 Aug 19 18:05:15.752281 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ff2aada2-685f-4c39-83ee-7df831195cef req-c2051e19-8473-4fa9-b2f7-51ba4e5eeacb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08a4429d-2b35-4841-827c-31af4368d687 HTTP/1.1" status: 200 len: 217 time: 0.1289353 Aug 19 18:05:15.813947 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0001fe58-111f-4f7e-8e46-b2d07f550377 req-9fb0966b-bbf3-4980-8292-31043d651667 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=271620d3-c2ea-42fa-aa55-17ea8fdce195 HTTP/1.1" status: 200 len: 217 time: 0.1022000 Aug 19 18:05:15.815385 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=57503b0b-92ce-487f-af6c-dc0efdb3ef21,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:15.826228 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af9e0557-4adf-4302-b51b-fea33bf011ae req-33fa7af6-484b-48a6-8487-8efbcaf5cef0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2819898 Aug 19 18:05:15.927140 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abb0a2-ca6a-488d-8e79-2f3838d19714 req-a2e33f5a-f8be-446b-b27c-769b60bc8312 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.929819 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-51abb0a2-ca6a-488d-8e79-2f3838d19714 req-a2e33f5a-f8be-446b-b27c-769b60bc8312 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2 HTTP/1.1" status: 200 len: 946 time: 0.1609156 Aug 19 18:05:15.945182 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff2aada2-685f-4c39-83ee-7df831195cef req-12e45d89-60b5-4420-9558-383a52acb35c service neutron] 10.222.0.50 "GET /v2.0/networks/cd90f362-a393-471c-9ea0-f8d2f58d49da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071466 Aug 19 18:05:15.968095 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['08a4429d-2b35-4841-827c-31af4368d687'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:05:16.046094 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2aada2-685f-4c39-83ee-7df831195cef req-543a1da4-6f10-4958-b1ed-27bb13adc5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:16.048522 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ff2aada2-685f-4c39-83ee-7df831195cef req-543a1da4-6f10-4958-b1ed-27bb13adc5b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bb4d0a9-0556-49f4-985b-393ec252b43b HTTP/1.1" status: 200 len: 854 time: 0.2553811 Aug 19 18:05:16.057694 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-69f55c3b-2491-470c-9c7c-aa3ec734eede service neutron] For port c5cfade0-f43d-4456-bbff-daf590b7cfa2, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:05:16.070384 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-69f55c3b-2491-470c-9c7c-aa3ec734eede service neutron] Notify callbacks [] for binding, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:16.072010 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75d0fc1d-3d99-4264-8988-2b37c298cc4d req-69f55c3b-2491-470c-9c7c-aa3ec734eede service neutron] 10.222.0.50 "DELETE /v2.0/ports/c5cfade0-f43d-4456-bbff-daf590b7cfa2/bindings/n-h1-803753-2 HTTP/1.1" status: 204 len: 173 time: 0.4258127 Aug 19 18:05:16.087822 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001fe58-111f-4f7e-8e46-b2d07f550377 req-c93d209a-a8ae-440a-8b24-62e7c3277215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:16.089880 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0001fe58-111f-4f7e-8e46-b2d07f550377 req-c93d209a-a8ae-440a-8b24-62e7c3277215 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 HTTP/1.1" status: 200 len: 847 time: 0.2624311 Aug 19 18:05:16.121814 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e0557-4adf-4302-b51b-fea33bf011ae req-79a4a39d-09bf-4655-87b0-dfe881423cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:16.124289 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af9e0557-4adf-4302-b51b-fea33bf011ae req-79a4a39d-09bf-4655-87b0-dfe881423cb1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 1095 time: 0.1960754 Aug 19 18:05:16.188287 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:16.282272 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0001fe58-111f-4f7e-8e46-b2d07f550377 req-eb9fa7f4-cfba-4a7a-b299-981ae8f22cd6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=50874bd2-7160-4e95-947b-586c5b7daba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1544666 Aug 19 18:05:16.367661 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2aada2-685f-4c39-83ee-7df831195cef req-7af2c339-068e-4680-ab00-e33f691d7241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:16.369214 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ff2aada2-685f-4c39-83ee-7df831195cef req-7af2c339-068e-4680-ab00-e33f691d7241 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4610b7b5-44eb-488f-8004-9593db962a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3085680 Aug 19 18:05:16.394276 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e0557-4adf-4302-b51b-fea33bf011ae req-7d2cb30c-b70b-46a6-8384-73e639bf7865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:16.395845 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af9e0557-4adf-4302-b51b-fea33bf011ae req-7d2cb30c-b70b-46a6-8384-73e639bf7865 service neutron] 10.222.0.54 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 908 time: 0.2061315 Aug 19 18:05:16.455169 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-51abb0a2-ca6a-488d-8e79-2f3838d19714 req-d992504c-3260-47ed-b544-9f4d1299419b tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ec8be9-4ccf-46e9-a3a3-57d45ff55066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5089107 Aug 19 18:05:16.511883 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff2aada2-685f-4c39-83ee-7df831195cef req-6d629025-8519-4a61-b4bf-5b22f0a0f0a1 service neutron] 10.222.0.50 "GET /v2.0/networks/cd90f362-a393-471c-9ea0-f8d2f58d49da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5431807 Aug 19 18:05:16.538684 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3954c10-5fcb-4527-b175-03bfad7c836d x-openstack-request-id: req-b3954c10-5fcb-4527-b175-03bfad7c836d {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:16.540106 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2", "name": "network-vif-plugged", "status": "completed", "tag": "b3a30f90-fd95-4456-bae8-42affe0cfdc4", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:16.540382 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3954c10-5fcb-4527-b175-03bfad7c836d {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:16.540894 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a30f90-fd95-4456-bae8-42affe0cfdc4', 'code': 200} Aug 19 18:05:16.748951 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e33005-ff59-485e-9f8c-daefbd023b52 req-0f21e4a4-b945-402f-8906-ca6aecef466e tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:16.751584 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-72e33005-ff59-485e-9f8c-daefbd023b52 req-0f21e4a4-b945-402f-8906-ca6aecef466e tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 944 time: 0.1115189 Aug 19 18:05:16.762874 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815107fe-6ea1-47fe-92c1-78be9b176860 req-fd5a2034-3310-4c94-ace9-46c01df4e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:16.765263 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-815107fe-6ea1-47fe-92c1-78be9b176860 req-fd5a2034-3310-4c94-ace9-46c01df4e224 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2 HTTP/1.1" status: 200 len: 1097 time: 0.1120372 Aug 19 18:05:16.838603 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-72e33005-ff59-485e-9f8c-daefbd023b52 req-d60c814e-2b5b-4b67-b565-ae113c6b472b tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719142 Aug 19 18:05:16.842785 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-815107fe-6ea1-47fe-92c1-78be9b176860 req-a0169468-df95-4063-8762-5ee1538bb6d8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c7ec8be9-4ccf-46e9-a3a3-57d45ff55066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644264 Aug 19 18:05:16.855465 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af9e0557-4adf-4302-b51b-fea33bf011ae req-5449e115-6a32-4e13-a76d-c84118353278 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 HTTP/1.1" status: 200 len: 217 time: 0.4480882 Aug 19 18:05:16.913131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a935f-1633-45d2-9ba0-999da8cd4538 req-418687a9-fcc4-4d83-b67f-ca064f4af4ca tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:16.916487 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a43a935f-1633-45d2-9ba0-999da8cd4538 req-418687a9-fcc4-4d83-b67f-ca064f4af4ca tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc HTTP/1.1" status: 200 len: 944 time: 0.5708582 Aug 19 18:05:16.960720 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0001fe58-111f-4f7e-8e46-b2d07f550377 req-fd785a32-f938-48bb-a97b-6ec6a377b750 service neutron] 10.222.0.50 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6668401 Aug 19 18:05:16.990005 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ff2aada2-685f-4c39-83ee-7df831195cef req-e0af381a-2059-4da2-9e6b-ecc8f097f38b service neutron] 10.222.0.54 "GET /v2.0/networks/4610b7b5-44eb-488f-8004-9593db962a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5971651 Aug 19 18:05:16.998515 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e0557-4adf-4302-b51b-fea33bf011ae req-b507f4cb-af8f-454c-8e4c-a516b30870ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:17.000620 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af9e0557-4adf-4302-b51b-fea33bf011ae req-b507f4cb-af8f-454c-8e4c-a516b30870ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 HTTP/1.1" status: 200 len: 847 time: 0.1347198 Aug 19 18:05:17.090808 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af9e0557-4adf-4302-b51b-fea33bf011ae req-7c73943b-77e0-4f2c-9b42-843984c1c919 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50874bd2-7160-4e95-947b-586c5b7daba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809703 Aug 19 18:05:17.093906 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a43a935f-1633-45d2-9ba0-999da8cd4538 req-ae01c956-f878-4a39-a7d0-fdf845d1d7da tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533654 Aug 19 18:05:17.324503 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbeb38-7716-4d98-84c0-1d9d441bbc98 req-3e41ba75-96f3-460c-8203-014f8c5adcc0 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:17.327178 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5ffbeb38-7716-4d98-84c0-1d9d441bbc98 req-3e41ba75-96f3-460c-8203-014f8c5adcc0 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cd583e9-aeb4-47c1-b853-20d507e64381 HTTP/1.1" status: 200 len: 943 time: 0.0827041 Aug 19 18:05:17.340265 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ff2aada2-685f-4c39-83ee-7df831195cef req-920009ae-79a1-476d-9b70-599d3f1a0f96 service neutron] 10.222.0.54 "GET /v2.0/networks/4610b7b5-44eb-488f-8004-9593db962a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318725 Aug 19 18:05:17.372828 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af9e0557-4adf-4302-b51b-fea33bf011ae req-e163677d-0f61-443b-8225-81b78a6883fc service neutron] 10.222.0.54 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705615 Aug 19 18:05:17.379128 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5ffbeb38-7716-4d98-84c0-1d9d441bbc98 req-d6cd9322-9410-4d35-995c-48ed2c94866a tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b78d68f-0a9f-41ac-b1ee-b081dccda597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417402 Aug 19 18:05:17.460972 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943164b-bf01-4dfc-94a2-20db56be296b req-d8366f65-2b0b-4b29-8e7d-8522e7cc28d3 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:17.462901 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7943164b-bf01-4dfc-94a2-20db56be296b req-d8366f65-2b0b-4b29-8e7d-8522e7cc28d3 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/ports?device_id=656107bd-c7d0-40b4-a11a-a329564a1662 HTTP/1.1" status: 200 len: 946 time: 0.1951606 Aug 19 18:05:17.469418 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0001fe58-111f-4f7e-8e46-b2d07f550377 req-2923f405-2174-4f6a-b7c6-ec303b541e73 service neutron] 10.222.0.50 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052168 Aug 19 18:05:17.545772 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f9e9e-30ae-4228-a6c1-9efb91c62126 req-1ab9f3e2-00ad-4c80-b19a-58b5341ddf89 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:17.548365 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7f8f9e9e-30ae-4228-a6c1-9efb91c62126 req-1ab9f3e2-00ad-4c80-b19a-58b5341ddf89 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 944 time: 0.0928667 Aug 19 18:05:17.579239 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af9e0557-4adf-4302-b51b-fea33bf011ae req-020f54df-219a-48e3-a8a9-7570cba9813d service neutron] 10.222.0.54 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956282 Aug 19 18:05:17.588135 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7943164b-bf01-4dfc-94a2-20db56be296b req-dbe46811-2298-4e81-8e21-fc27f16a2b7f tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/security-groups?id=348fd788-581c-41fd-a892-203164aec553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922647 Aug 19 18:05:17.613874 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7f8f9e9e-30ae-4228-a6c1-9efb91c62126 req-2a46eaa1-7c85-497f-9273-e85cd64bb026 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567582 Aug 19 18:05:17.803230 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b8655-262a-4361-b174-b70fc0e0028b req-9151e01d-decc-4e36-862d-14066989b962 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:17.805343 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dc1b8655-262a-4361-b174-b70fc0e0028b req-9151e01d-decc-4e36-862d-14066989b962 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2 HTTP/1.1" status: 200 len: 946 time: 0.0898004 Aug 19 18:05:17.865435 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dc1b8655-262a-4361-b174-b70fc0e0028b req-4f36cafc-5f89-4e6e-8dd0-82d0e0817263 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ec8be9-4ccf-46e9-a3a3-57d45ff55066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495815 Aug 19 18:05:18.020279 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2823829-3f88-46c5-8a4c-f86e6085d774 req-f2620f93-061e-4df5-8e86-0f194c3d89c1 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:18.023881 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2823829-3f88-46c5-8a4c-f86e6085d774 req-f2620f93-061e-4df5-8e86-0f194c3d89c1 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 1095 time: 0.0682950 Aug 19 18:05:18.095068 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2823829-3f88-46c5-8a4c-f86e6085d774 req-0fc46c31-0699-4b25-81c6-80f23db707e5 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632236 Aug 19 18:05:18.302639 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd678af-7d54-4b8e-97e2-5e296d453f96 req-98b27076-178b-4547-b014-b7ae3de64764 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:18.305242 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6cd678af-7d54-4b8e-97e2-5e296d453f96 req-98b27076-178b-4547-b014-b7ae3de64764 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc HTTP/1.1" status: 200 len: 944 time: 0.0744412 Aug 19 18:05:18.364203 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6cd678af-7d54-4b8e-97e2-5e296d453f96 req-7ce61b71-752d-423a-b3f2-3ffdfd48ac7a tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505841 Aug 19 18:05:18.372437 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device e14e0f2a-8e7d-4335-9d16-cc21378b15de details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:05:18.533220 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea5c5b-db44-473e-810e-7879180d2a59 req-74fe9eab-72ed-4c64-8c91-900ea349666c tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:18.535603 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-56ea5c5b-db44-473e-810e-7879180d2a59 req-74fe9eab-72ed-4c64-8c91-900ea349666c tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 1095 time: 0.0703371 Aug 19 18:05:18.551490 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656107bd-c7d0-40b4-a11a-a329564a1662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57503b0b-92ce-487f-af6c-dc0efdb3ef21'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:18.558160 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecfd0b9-7217-4855-80e5-b9f5b02c8b94" -d '{"events": [{"server_uuid": "656107bd-c7d0-40b4-a11a-a329564a1662", "name": "network-vif-plugged", "status": "completed", "tag": "57503b0b-92ce-487f-af6c-dc0efdb3ef21"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:18.602883 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-56ea5c5b-db44-473e-810e-7879180d2a59 req-c577be43-5404-48c7-99be-992451950004 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565634 Aug 19 18:05:18.614772 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port e14e0f2a-8e7d-4335-9d16-cc21378b15de, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e14e0f2a-8e7d-4335-9d16-cc21378b15de,segment=NetworkSegment(2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f),segment_id=2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:18.638303 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'e14e0f2a-8e7d-4335-9d16-cc21378b15de', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'port_id': 'e14e0f2a-8e7d-4335-9d16-cc21378b15de', 'mac_address': 'fa:16:3e:0c:94:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:05:18.726372 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:18.754588 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14e0f2a-8e7d-4335-9d16-cc21378b15de {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:18.798199 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port e14e0f2a-8e7d-4335-9d16-cc21378b15de, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e14e0f2a-8e7d-4335-9d16-cc21378b15de,segment=NetworkSegment(2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f),segment_id=2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:18.803848 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:18.839666 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 08a4429d-2b35-4841-827c-31af4368d687 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:18.863498 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df5529-cd79-4091-a00e-16ab5bde63d2 req-45625b42-ff4d-4ec3-b042-720086b3ab8e tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:18.866873 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c1df5529-cd79-4091-a00e-16ab5bde63d2 req-45625b42-ff4d-4ec3-b042-720086b3ab8e tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cd583e9-aeb4-47c1-b853-20d507e64381 HTTP/1.1" status: 200 len: 943 time: 0.0813975 Aug 19 18:05:18.914693 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd1a46d-c96d-4a2a-8c82-d543dcdc97e8 x-openstack-request-id: req-4cd1a46d-c96d-4a2a-8c82-d543dcdc97e8 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:18.914693 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656107bd-c7d0-40b4-a11a-a329564a1662", "name": "network-vif-plugged", "status": "completed", "tag": "57503b0b-92ce-487f-af6c-dc0efdb3ef21", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:18.914693 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4cd1a46d-c96d-4a2a-8c82-d543dcdc97e8 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:18.915074 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656107bd-c7d0-40b4-a11a-a329564a1662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57503b0b-92ce-487f-af6c-dc0efdb3ef21', 'code': 200} Aug 19 18:05:18.916795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=e14e0f2a-8e7d-4335-9d16-cc21378b15de,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:18.941018 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 08a4429d-2b35-4841-827c-31af4368d687 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:18.946719 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c1df5529-cd79-4091-a00e-16ab5bde63d2 req-e8fe5e8e-6aad-43e3-a961-47c64ef01910 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b78d68f-0a9f-41ac-b1ee-b081dccda597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638170 Aug 19 18:05:18.949547 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 08a4429d-2b35-4841-827c-31af4368d687 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:18.949948 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:19.037655 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ef02c-99b9-46da-ab5a-2de98bc4b944 req-2494c3bd-5e80-40c0-9d79-c61920e465c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:19.039351 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-522ef02c-99b9-46da-ab5a-2de98bc4b944 req-2494c3bd-5e80-40c0-9d79-c61920e465c8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=656107bd-c7d0-40b4-a11a-a329564a1662 HTTP/1.1" status: 200 len: 1097 time: 0.0566514 Aug 19 18:05:19.072060 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:19.107421 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77dc8a6-4235-4620-98ce-6631f5421c37 req-e8ce62d8-64e2-4595-9a2a-e5a4d08304dd tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:19.109228 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d77dc8a6-4235-4620-98ce-6631f5421c37 req-e8ce62d8-64e2-4595-9a2a-e5a4d08304dd tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/ports?device_id=656107bd-c7d0-40b4-a11a-a329564a1662 HTTP/1.1" status: 200 len: 946 time: 0.0797646 Aug 19 18:05:19.120235 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 08a4429d-2b35-4841-827c-31af4368d687, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=08a4429d-2b35-4841-827c-31af4368d687,segment=NetworkSegment(57d87d7f-99d7-4e0b-883d-d98b8a12ad3d),segment_id=57d87d7f-99d7-4e0b-883d-d98b8a12ad3d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:19.126122 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:19.127197 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-522ef02c-99b9-46da-ab5a-2de98bc4b944 req-798b1ecb-637f-4df5-904e-3e36505cb28d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=348fd788-581c-41fd-a892-203164aec553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793083 Aug 19 18:05:19.149252 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf1ab9-6823-4705-ab53-f03f2a875ae2 req-1c4e0c77-c55f-422f-bd3d-07b227f405f6 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:19.151509 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-decf1ab9-6823-4705-ab53-f03f2a875ae2 req-1c4e0c77-c55f-422f-bd3d-07b227f405f6 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 944 time: 0.0953333 Aug 19 18:05:19.161377 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d77dc8a6-4235-4620-98ce-6631f5421c37 req-796514ce-ebda-4b85-b855-93d17ea02be1 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/security-groups?id=348fd788-581c-41fd-a892-203164aec553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443707 Aug 19 18:05:19.184403 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=08a4429d-2b35-4841-827c-31af4368d687,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:19.222106 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-decf1ab9-6823-4705-ab53-f03f2a875ae2 req-b3036254-7954-4ef4-8196-6f47ca92b095 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618689 Aug 19 18:05:19.231329 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['e14e0f2a-8e7d-4335-9d16-cc21378b15de'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:05:19.692852 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74cbe9-3dd6-43f8-af3d-417013709fec req-e580c11d-4bf7-4a82-ba87-e065ae9b3f3c tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:19.698405 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fd74cbe9-3dd6-43f8-af3d-417013709fec req-e580c11d-4bf7-4a82-ba87-e065ae9b3f3c tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2 HTTP/1.1" status: 200 len: 946 time: 0.0773973 Aug 19 18:05:19.745328 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fd74cbe9-3dd6-43f8-af3d-417013709fec req-f0c332e3-3009-40ad-b38e-aa560ef2c0ed tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ec8be9-4ccf-46e9-a3a3-57d45ff55066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455220 Aug 19 18:05:19.820051 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3814900-b4fa-465b-b1fa-d6ced087e562 req-f3ecea3d-9824-4a12-b4cd-783f0614dbda tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:19.821322 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3814900-b4fa-465b-b1fa-d6ced087e562 req-f3ecea3d-9824-4a12-b4cd-783f0614dbda tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc HTTP/1.1" status: 200 len: 945 time: 0.0695698 Aug 19 18:05:19.866787 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3814900-b4fa-465b-b1fa-d6ced087e562 req-8350ee71-f232-44cf-bd3b-c06e27049714 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376315 Aug 19 18:05:20.028049 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415577b-7b1a-490c-bc22-712bc6eae4eb req-0213c826-c1c0-4a7a-9598-d7a51e0be2cb tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:20.030106 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e415577b-7b1a-490c-bc22-712bc6eae4eb req-0213c826-c1c0-4a7a-9598-d7a51e0be2cb tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2 HTTP/1.1" status: 200 len: 946 time: 0.0874624 Aug 19 18:05:20.040945 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39414) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:20.045727 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-64579208-7576-4d22-aaf1-8d9c97dfc88e tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Request body: {'floatingip': {'port_id': 'b3a30f90-fd95-4456-bae8-42affe0cfdc4'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:20.144542 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-64579208-7576-4d22-aaf1-8d9c97dfc88e tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks [] for floatingip, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:20.173893 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278532e-7300-423e-ab1b-bac047d35c92 req-6411073e-059c-4925-8437-51c5a1dc2df6 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:20.176555 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b278532e-7300-423e-ab1b-bac047d35c92 req-6411073e-059c-4925-8437-51c5a1dc2df6 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cd583e9-aeb4-47c1-b853-20d507e64381 HTTP/1.1" status: 200 len: 944 time: 0.0818548 Aug 19 18:05:20.260453 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b278532e-7300-423e-ab1b-bac047d35c92 req-4b2068d8-184e-4e20-9c3a-2ad03f53ae43 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b78d68f-0a9f-41ac-b1ee-b081dccda597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735898 Aug 19 18:05:20.545617 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3e62c-e7ec-4c2c-9455-cf5ccd386f17 req-f96dfe9b-50eb-41c9-bf44-87143eaf9e04 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:20.551885 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ece3e62c-e7ec-4c2c-9455-cf5ccd386f17 req-f96dfe9b-50eb-41c9-bf44-87143eaf9e04 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/ports?device_id=656107bd-c7d0-40b4-a11a-a329564a1662 HTTP/1.1" status: 200 len: 946 time: 0.1694379 Aug 19 18:05:20.668357 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ece3e62c-e7ec-4c2c-9455-cf5ccd386f17 req-26476aaf-d4a7-4610-b677-b5d6d33bbe21 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/security-groups?id=348fd788-581c-41fd-a892-203164aec553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050181 Aug 19 18:05:20.916524 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a63648-ec3e-4768-acd2-effd8a6b00fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a4429d-2b35-4841-827c-31af4368d687'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:20.919324 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601515c7-09ed-4f19-bda7-ab0db3602233" -d '{"events": [{"server_uuid": "26a63648-ec3e-4768-acd2-effd8a6b00fc", "name": "network-vif-plugged", "status": "completed", "tag": "08a4429d-2b35-4841-827c-31af4368d687"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:20.926894 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6746396-51a0-4e77-98be-5131d6c1123d req-f6630e06-5908-4682-9277-a6594be534bc tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:20.931005 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f6746396-51a0-4e77-98be-5131d6c1123d req-f6630e06-5908-4682-9277-a6594be534bc tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 944 time: 0.1172571 Aug 19 18:05:21.018318 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f6746396-51a0-4e77-98be-5131d6c1123d req-8efb1b79-171a-4dde-a15f-3fd3063b2c44 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788887 Aug 19 18:05:21.109215 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-64579208-7576-4d22-aaf1-8d9c97dfc88e tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:21.114018 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-64579208-7576-4d22-aaf1-8d9c97dfc88e tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:21.262870 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-64579208-7576-4d22-aaf1-8d9c97dfc88e tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Floating IP 84992597-989d-402e-a98f-ddff23905013 associated. External IP: 172.25.8.155, port: b3a30f90-fd95-4456-bae8-42affe0cfdc4. Aug 19 18:05:21.375322 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2e076-312f-45c7-a730-36585fd41f8a req-37f9a194-33cd-4ec4-8515-b2d6d6b48bad tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:21.381758 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52f2e076-312f-45c7-a730-36585fd41f8a req-37f9a194-33cd-4ec4-8515-b2d6d6b48bad tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc HTTP/1.1" status: 200 len: 945 time: 0.2941012 Aug 19 18:05:21.449043 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52f2e076-312f-45c7-a730-36585fd41f8a req-b0ff5446-114f-4579-a50a-b915a1639758 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631754 Aug 19 18:05:21.530809 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27eef897-d2bf-45b1-996b-d8fdfeddf25d x-openstack-request-id: req-27eef897-d2bf-45b1-996b-d8fdfeddf25d {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:21.531137 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a63648-ec3e-4768-acd2-effd8a6b00fc", "name": "network-vif-plugged", "status": "completed", "tag": "08a4429d-2b35-4841-827c-31af4368d687", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:21.531397 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27eef897-d2bf-45b1-996b-d8fdfeddf25d {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:21.531813 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a63648-ec3e-4768-acd2-effd8a6b00fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a4429d-2b35-4841-827c-31af4368d687', 'code': 200} Aug 19 18:05:21.728788 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64579208-7576-4d22-aaf1-8d9c97dfc88e tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Router 69aa1083-9c1e-4a66-b954-86d9608efd03 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:05:21.742542 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba663a-4007-48ce-a0af-dd239fda6e38 req-ce790b8e-f415-46a2-b1ab-6cee9ff09e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:21.745229 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-46ba663a-4007-48ce-a0af-dd239fda6e38 req-ce790b8e-f415-46a2-b1ab-6cee9ff09e90 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc HTTP/1.1" status: 200 len: 1096 time: 0.1434438 Aug 19 18:05:21.748375 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ffb97-e84c-4c83-a8d4-3edcb9329b65 req-7b81271e-223d-4732-a4cf-1f5c17022e5f tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:21.762432 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a78ffb97-e84c-4c83-a8d4-3edcb9329b65 req-7b81271e-223d-4732-a4cf-1f5c17022e5f tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cd583e9-aeb4-47c1-b853-20d507e64381 HTTP/1.1" status: 200 len: 944 time: 0.0909736 Aug 19 18:05:21.828828 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a78ffb97-e84c-4c83-a8d4-3edcb9329b65 req-6e6cc811-3344-47fb-afa8-9951c513ec64 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b78d68f-0a9f-41ac-b1ee-b081dccda597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645108 Aug 19 18:05:21.946801 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-46ba663a-4007-48ce-a0af-dd239fda6e38 req-254ef2fe-3345-4c72-8912-aa210fb2e8a8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917830 Aug 19 18:05:22.029650 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f4eab-6b28-4629-b0d5-299b0b98ea70 req-d87476a9-0a27-4957-b1dd-31c151cdb29b tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:22.031102 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b62f4eab-6b28-4629-b0d5-299b0b98ea70 req-d87476a9-0a27-4957-b1dd-31c151cdb29b tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/ports?device_id=656107bd-c7d0-40b4-a11a-a329564a1662 HTTP/1.1" status: 200 len: 946 time: 0.1843367 Aug 19 18:05:22.052647 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64579208-7576-4d22-aaf1-8d9c97dfc88e tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:05:22.058216 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-64579208-7576-4d22-aaf1-8d9c97dfc88e tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:22.064713 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cb153a-e41f-4dc9-aeeb-52661a63e0bb None None] Sync routers for ids ['69aa1083-9c1e-4a66-b954-86d9608efd03'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:05:22.083060 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cb153a-e41f-4dc9-aeeb-52661a63e0bb None None] Routers {'69aa1083-9c1e-4a66-b954-86d9608efd03'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:22.084873 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-62cb153a-e41f-4dc9-aeeb-52661a63e0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:05:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['69aa1083-9c1e-4a66-b954-86d9608efd03'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:22.119853 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-64579208-7576-4d22-aaf1-8d9c97dfc88e tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "PUT /v2.0/floatingips/84992597-989d-402e-a98f-ddff23905013 HTTP/1.1" status: 200 len: 992 time: 2.0747871 Aug 19 18:05:22.120478 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2', 'tag': 'b3a30f90-fd95-4456-bae8-42affe0cfdc4'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:22.123118 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0049d370-0ce6-49d8-a75e-50479abad021" -d '{"events": [{"name": "network-changed", "server_uuid": "3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2", "tag": "b3a30f90-fd95-4456-bae8-42affe0cfdc4"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:22.130769 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b62f4eab-6b28-4629-b0d5-299b0b98ea70 req-aca06d52-5789-48ff-8813-79d9f8a1d2f1 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/security-groups?id=348fd788-581c-41fd-a892-203164aec553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864484 Aug 19 18:05:22.248158 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-62cb153a-e41f-4dc9-aeeb-52661a63e0bb None None] Set router 69aa1083-9c1e-4a66-b954-86d9608efd03 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:22.351899 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813d3bc-74b1-42b7-ae76-45ea5035b12f req-d3efa7e6-72da-4050-8a87-a55e99e2a858 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:22.354283 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9813d3bc-74b1-42b7-ae76-45ea5035b12f req-d3efa7e6-72da-4050-8a87-a55e99e2a858 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 944 time: 0.0783327 Aug 19 18:05:22.400642 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device e14e0f2a-8e7d-4335-9d16-cc21378b15de up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:22.427419 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9813d3bc-74b1-42b7-ae76-45ea5035b12f req-977c978c-4893-4a99-8069-3ae14a084c7c tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627387 Aug 19 18:05:22.515175 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port e14e0f2a-8e7d-4335-9d16-cc21378b15de completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:22.534661 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port e14e0f2a-8e7d-4335-9d16-cc21378b15de triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:22.534976 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:22.542069 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f6dcf1-5518-4e75-a2a2-4fab4fec6bb2 x-openstack-request-id: req-21f6dcf1-5518-4e75-a2a2-4fab4fec6bb2 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:22.542487 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2", "tag": "b3a30f90-fd95-4456-bae8-42affe0cfdc4", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:22.543499 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21f6dcf1-5518-4e75-a2a2-4fab4fec6bb2 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:22.545801 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2', 'tag': 'b3a30f90-fd95-4456-bae8-42affe0cfdc4', 'status': 'completed', 'code': 200} Aug 19 18:05:22.654692 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049d370-0ce6-49d8-a75e-50479abad021 req-c9b98a7e-e0fb-4776-8943-e3db19d65843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:22.657938 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0049d370-0ce6-49d8-a75e-50479abad021 req-c9b98a7e-e0fb-4776-8943-e3db19d65843 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4777fe93c4ee4a90b670a5a6eee9d944&device_id=3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2 HTTP/1.1" status: 200 len: 1097 time: 0.0854681 Aug 19 18:05:22.688658 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-62cb153a-e41f-4dc9-aeeb-52661a63e0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'name': 'tempest-ServersTestFqdnHostnames-1583830604-router', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:04:37Z', 'revision_number': 4, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'gw_port': {'id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:27:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '84992597-989d-402e-a98f-ddff23905013', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'port_id': 'b3a30f90-fd95-4456-bae8-42affe0cfdc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea', 'mac_address': 'fa:16:3e:3e:1e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:04:46Z', 'updated_at': '2021-08-19T18:05:20Z', 'revision_number': 1, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20baa8a5-de09-42a3-a041-dcc3143a1175', 'name': '', 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'mac_address': 'fa:16:3e:bc:2d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b38e0628-a8bc-4a29-ab15-1991390ae7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:35Z', 'updated_at': '2021-08-19T18:04:43Z', 'revision_number': 5, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'subnets': [{'id': 'b38e0628-a8bc-4a29-ab15-1991390ae7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:22.788627 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-4b9278e3-02df-4186-a951-924e5c21c015 service neutron] 10.222.0.50 "GET /v2.0/ports/271620d3-c2ea-42fa-aa55-17ea8fdce195/bindings/n-h1-803753-2 HTTP/1.1" status: 200 len: 384 time: 0.1812708 Aug 19 18:05:22.871805 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:22.995790 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port e14e0f2a-8e7d-4335-9d16-cc21378b15de, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e14e0f2a-8e7d-4335-9d16-cc21378b15de,segment=NetworkSegment(2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f),segment_id=2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:23.001063 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:23.002363 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 271620d3-c2ea-42fa-aa55-17ea8fdce195 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:05:23.012614 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cb153a-e41f-4dc9-aeeb-52661a63e0bb None None] Checking router: 69aa1083-9c1e-4a66-b954-86d9608efd03 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:05:23.034727 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cb153a-e41f-4dc9-aeeb-52661a63e0bb None None] Routers {'69aa1083-9c1e-4a66-b954-86d9608efd03'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:23.035634 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-62cb153a-e41f-4dc9-aeeb-52661a63e0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:05:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['69aa1083-9c1e-4a66-b954-86d9608efd03'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:23.038903 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049d370-0ce6-49d8-a75e-50479abad021 req-4c0a4acf-500e-41b5-a14a-07a00b6826f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:23.041242 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0049d370-0ce6-49d8-a75e-50479abad021 req-4c0a4acf-500e-41b5-a14a-07a00b6826f0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4bc71342-958a-4003-9a5d-26d2a4ddabea HTTP/1.1" status: 200 len: 916 time: 0.3749459 Aug 19 18:05:23.149577 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0049d370-0ce6-49d8-a75e-50479abad021 req-dd557394-fbf1-41a6-aa0c-457c582d6e9b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3a30f90-fd95-4456-bae8-42affe0cfdc4 HTTP/1.1" status: 200 len: 1000 time: 0.0893068 Aug 19 18:05:23.285113 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=e14e0f2a-8e7d-4335-9d16-cc21378b15de,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:23.317958 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049d370-0ce6-49d8-a75e-50479abad021 req-62817cc4-b36c-4d4d-9bcd-9b714edb4636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:23.320664 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0049d370-0ce6-49d8-a75e-50479abad021 req-62817cc4-b36c-4d4d-9bcd-9b714edb4636 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b38e0628-a8bc-4a29-ab15-1991390ae7ec HTTP/1.1" status: 200 len: 854 time: 0.1590009 Aug 19 18:05:23.348279 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c1055-1081-46a1-8d46-d85b85814134 req-095bb633-e91f-43c8-90bd-d43926f98b22 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:23.363894 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f71c1055-1081-46a1-8d46-d85b85814134 req-095bb633-e91f-43c8-90bd-d43926f98b22 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc HTTP/1.1" status: 200 len: 945 time: 0.6504977 Aug 19 18:05:23.438563 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-d61568e3-9913-4f69-abb0-aeaabffee7f2 service neutron] For port 271620d3-c2ea-42fa-aa55-17ea8fdce195, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=271620d3-c2ea-42fa-aa55-17ea8fdce195,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:23.482332 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-62cb153a-e41f-4dc9-aeeb-52661a63e0bb None None] Set router 69aa1083-9c1e-4a66-b954-86d9608efd03 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:23.482778 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-d61568e3-9913-4f69-abb0-aeaabffee7f2 service neutron] For port 271620d3-c2ea-42fa-aa55-17ea8fdce195, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:05:23.532871 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd583e9-aeb4-47c1-b853-20d507e64381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14e0f2a-8e7d-4335-9d16-cc21378b15de'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:23.536586 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beba1448-5472-48df-a190-397c10fc3924" -d '{"events": [{"server_uuid": "6cd583e9-aeb4-47c1-b853-20d507e64381", "name": "network-vif-plugged", "status": "completed", "tag": "e14e0f2a-8e7d-4335-9d16-cc21378b15de"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:23.539799 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f71c1055-1081-46a1-8d46-d85b85814134 req-0e896fc5-74c3-40d6-8eae-8993c27331ef tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712050 Aug 19 18:05:23.556956 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-d61568e3-9913-4f69-abb0-aeaabffee7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271620d3-c2ea-42fa-aa55-17ea8fdce195 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:23.572494 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049d370-0ce6-49d8-a75e-50479abad021 req-120c6009-7ff8-441d-8772-7f0e48149b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:23.581797 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0049d370-0ce6-49d8-a75e-50479abad021 req-120c6009-7ff8-441d-8772-7f0e48149b74 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4bc71342-958a-4003-9a5d-26d2a4ddabea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1641083 Aug 19 18:05:23.591860 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-d61568e3-9913-4f69-abb0-aeaabffee7f2 service neutron] For port 271620d3-c2ea-42fa-aa55-17ea8fdce195, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=271620d3-c2ea-42fa-aa55-17ea8fdce195,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:23.625342 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-d61568e3-9913-4f69-abb0-aeaabffee7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:23.829689 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0049d370-0ce6-49d8-a75e-50479abad021 req-2e72852a-5fd2-43e7-83a6-fab0e4057911 service neutron] 10.222.0.50 "GET /v2.0/networks/4bc71342-958a-4003-9a5d-26d2a4ddabea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423785 Aug 19 18:05:23.908787 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87c37b-30db-45d5-b7ac-a49a187660ab req-2d5f9095-af14-4f0c-b0ff-be0eacc49ba6 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:23.920269 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4b87c37b-30db-45d5-b7ac-a49a187660ab req-2d5f9095-af14-4f0c-b0ff-be0eacc49ba6 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cd583e9-aeb4-47c1-b853-20d507e64381 HTTP/1.1" status: 200 len: 945 time: 0.2064126 Aug 19 18:05:23.972694 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0049d370-0ce6-49d8-a75e-50479abad021 req-80a022c9-8dc4-489d-9451-4bcfcc4c0806 service neutron] 10.222.0.50 "GET /v2.0/networks/4bc71342-958a-4003-9a5d-26d2a4ddabea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297271 Aug 19 18:05:23.985346 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-d61568e3-9913-4f69-abb0-aeaabffee7f2 service neutron] Transition to ACTIVE for port object 271620d3-c2ea-42fa-aa55-17ea8fdce195 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:23.998685 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-d61568e3-9913-4f69-abb0-aeaabffee7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:24.045274 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37834007-5ed6-4467-9258-73f4a3500cac req-f41833af-2a92-4d2f-84b2-bd0c1bac3558 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:24.047200 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-37834007-5ed6-4467-9258-73f4a3500cac req-f41833af-2a92-4d2f-84b2-bd0c1bac3558 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 944 time: 0.0726802 Aug 19 18:05:24.070419 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-62cb153a-e41f-4dc9-aeeb-52661a63e0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'name': 'tempest-ServersTestFqdnHostnames-1583830604-router', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:04:37Z', 'revision_number': 4, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'gw_port': {'id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:27:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '84992597-989d-402e-a98f-ddff23905013', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'port_id': 'b3a30f90-fd95-4456-bae8-42affe0cfdc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea', 'mac_address': 'fa:16:3e:3e:1e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:04:46Z', 'updated_at': '2021-08-19T18:05:20Z', 'revision_number': 1, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20baa8a5-de09-42a3-a041-dcc3143a1175', 'name': '', 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'mac_address': 'fa:16:3e:bc:2d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b38e0628-a8bc-4a29-ab15-1991390ae7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:35Z', 'updated_at': '2021-08-19T18:04:43Z', 'revision_number': 5, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'subnets': [{'id': 'b38e0628-a8bc-4a29-ab15-1991390ae7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:24.107556 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cb153a-e41f-4dc9-aeeb-52661a63e0bb None None] The sync data for ids ['69aa1083-9c1e-4a66-b954-86d9608efd03'] in n-d-803753-2 is: [{'id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'name': 'tempest-ServersTestFqdnHostnames-1583830604-router', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:04:37Z', 'revision_number': 4, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'gw_port': {'id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:27:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '84992597-989d-402e-a98f-ddff23905013', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'port_id': 'b3a30f90-fd95-4456-bae8-42affe0cfdc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea', 'mac_address': 'fa:16:3e:3e:1e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:04:46Z', 'updated_at': '2021-08-19T18:05:20Z', 'revision_number': 1, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20baa8a5-de09-42a3-a041-dcc3143a1175', 'name': '', 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'mac_address': 'fa:16:3e:bc:2d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b38e0628-a8bc-4a29-ab15-1991390ae7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:35Z', 'updated_at': '2021-08-19T18:04:43Z', 'revision_number': 5, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'subnets': [{'id': 'b38e0628-a8bc-4a29-ab15-1991390ae7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:05:24.115191 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4b87c37b-30db-45d5-b7ac-a49a187660ab req-5ef2a2d8-7971-46b7-a9b1-76f08840c801 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b78d68f-0a9f-41ac-b1ee-b081dccda597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846948 Aug 19 18:05:24.131230 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-37834007-5ed6-4467-9258-73f4a3500cac req-f48e0996-f94c-4603-ae44-d57da9709d1b tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697663 Aug 19 18:05:24.163088 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-d61568e3-9913-4f69-abb0-aeaabffee7f2 service neutron] No DVR routers for this DVR port 271620d3-c2ea-42fa-aa55-17ea8fdce195 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:05:24.219152 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61568e3-9913-4f69-abb0-aeaabffee7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=271620d3-c2ea-42fa-aa55-17ea8fdce195,revision_number=10']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:24.231887 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8483228-39e6-44cd-8f93-2d5cac2b702f x-openstack-request-id: req-f8483228-39e6-44cd-8f93-2d5cac2b702f {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:24.232180 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd583e9-aeb4-47c1-b853-20d507e64381", "name": "network-vif-plugged", "status": "completed", "tag": "e14e0f2a-8e7d-4335-9d16-cc21378b15de", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:24.234457 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8483228-39e6-44cd-8f93-2d5cac2b702f {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:24.235278 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd583e9-aeb4-47c1-b853-20d507e64381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14e0f2a-8e7d-4335-9d16-cc21378b15de', 'code': 200} Aug 19 18:05:24.252990 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-d61568e3-9913-4f69-abb0-aeaabffee7f2 service neutron] 10.222.0.50 "PUT /v2.0/ports/271620d3-c2ea-42fa-aa55-17ea8fdce195/bindings/n-h1-803753-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4419272 Aug 19 18:05:24.439747 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc34865-ff03-4acb-a4b1-df8060714b9d req-555dc057-b78c-4fb6-948f-5e42bd651df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:24.442604 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4dc34865-ff03-4acb-a4b1-df8060714b9d req-555dc057-b78c-4fb6-948f-5e42bd651df8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6cd583e9-aeb4-47c1-b853-20d507e64381 HTTP/1.1" status: 200 len: 1096 time: 0.0697181 Aug 19 18:05:24.458666 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-4cd3e8d3-d54e-4221-9975-d6851a81cfc9 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:24.461282 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-4cd3e8d3-d54e-4221-9975-d6851a81cfc9 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f&tenant_id=4372bce7e7ca475fbe71d1638d302952&binding%3Ahost_id=n-h2-803753-2 HTTP/1.1" status: 200 len: 1096 time: 0.1211262 Aug 19 18:05:24.548015 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eedd68-8e8b-4013-9f86-87b55bfd81e7 None None] New status for floating IP 84992597-989d-402e-a98f-ddff23905013: ACTIVE {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:05:24.602678 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4dc34865-ff03-4acb-a4b1-df8060714b9d req-959f2d5f-00bc-4f20-a8ba-41e55b45b0e8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8b78d68f-0a9f-41ac-b1ee-b081dccda597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454725 Aug 19 18:05:24.632051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-113436f1-ae03-46bd-aafb-3027b4861fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:24.637172 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-113436f1-ae03-46bd-aafb-3027b4861fb7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f&tenant_id=4372bce7e7ca475fbe71d1638d302952 HTTP/1.1" status: 200 len: 1096 time: 0.1664753 Aug 19 18:05:24.774593 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-981208ed-7a13-4da6-bc2c-eb690f465fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:24.776168 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-981208ed-7a13-4da6-bc2c-eb690f465fba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 1096 time: 0.0708158 Aug 19 18:05:24.842298 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b92fb-e914-4168-aa5f-d7aa5d31d686 req-c5039601-3734-48d1-be0d-fa8fa15f42dd tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:24.851226 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b05b92fb-e914-4168-aa5f-d7aa5d31d686 req-c5039601-3734-48d1-be0d-fa8fa15f42dd tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc HTTP/1.1" status: 200 len: 945 time: 0.1602275 Aug 19 18:05:24.920745 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b05b92fb-e914-4168-aa5f-d7aa5d31d686 req-bd975805-6bdf-4cf2-8e4f-9ba30134b79f tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560589 Aug 19 18:05:25.013185 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-e8e1be25-13ee-4a66-b83f-2eab21fe1bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:25.014787 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-e8e1be25-13ee-4a66-b83f-2eab21fe1bca service neutron] 10.222.0.54 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 908 time: 0.2232938 Aug 19 18:05:25.101608 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-024e5be6-b27d-4949-865f-71ffaf37a68d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=271620d3-c2ea-42fa-aa55-17ea8fdce195 HTTP/1.1" status: 200 len: 217 time: 0.0772216 Aug 19 18:05:25.108413 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42315c1-c3b5-469c-b608-63ac4a8cf68f req-1202ba64-8ee4-48ec-afe0-3276678a5f42 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:25.119987 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f42315c1-c3b5-469c-b608-63ac4a8cf68f req-1202ba64-8ee4-48ec-afe0-3276678a5f42 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.0799899 Aug 19 18:05:25.175833 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f42315c1-c3b5-469c-b608-63ac4a8cf68f req-e61c3c55-8c52-45c1-8eac-c26aa02d0e52 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496521 Aug 19 18:05:25.207063 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-bbd87ad0-cf5d-4c9f-87f0-a95d3f2fb020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:25.210464 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-bbd87ad0-cf5d-4c9f-87f0-a95d3f2fb020 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 HTTP/1.1" status: 200 len: 847 time: 0.1006269 Aug 19 18:05:25.303553 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-adc9561b-6107-400e-a188-d60baa927e7f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50874bd2-7160-4e95-947b-586c5b7daba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758767 Aug 19 18:05:25.352832 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc03c1b-9dca-498c-81de-c57b0e7b99ce req-8aed3bac-8571-48f4-8fcd-148a98c12599 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:25.362454 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0fc03c1b-9dca-498c-81de-c57b0e7b99ce req-8aed3bac-8571-48f4-8fcd-148a98c12599 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cd583e9-aeb4-47c1-b853-20d507e64381 HTTP/1.1" status: 200 len: 945 time: 0.0961576 Aug 19 18:05:25.389321 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d554d-eb05-44e9-ae25-f315c6b2175b req-43ed0f2a-a5c5-4496-931e-1961d220cb49 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:25.391354 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-278d554d-eb05-44e9-ae25-f315c6b2175b req-43ed0f2a-a5c5-4496-931e-1961d220cb49 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 945 time: 0.1662841 Aug 19 18:05:25.401108 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39672) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:25.431511 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0fc03c1b-9dca-498c-81de-c57b0e7b99ce req-5d644f2e-e148-4b73-b4b2-f0c444972629 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b78d68f-0a9f-41ac-b1ee-b081dccda597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678172 Aug 19 18:05:25.501797 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-278d554d-eb05-44e9-ae25-f315c6b2175b req-27e469ac-b450-43b9-8685-8278ce8161bd tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997996 Aug 19 18:05:25.505848 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-ecdf43be-7898-430d-8330-609f3824baf3 service neutron] 10.222.0.54 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912673 Aug 19 18:05:25.594402 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48ee69-8ac8-434f-8716-93762c6d7566 req-8981fd65-1e64-4968-a662-338c2851dc40 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:25.596412 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0a48ee69-8ac8-434f-8716-93762c6d7566 req-8981fd65-1e64-4968-a662-338c2851dc40 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=05eba103-90bc-4ade-91f7-f3bd9edf9eda HTTP/1.1" status: 200 len: 945 time: 0.1007545 Aug 19 18:05:25.677004 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0a48ee69-8ac8-434f-8716-93762c6d7566 req-9665b3b9-7982-4315-8079-acaf82107bd7 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706797 Aug 19 18:05:25.966821 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c272355f-3cb8-4fdf-9f64-a06d0e1a7506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:26.063436 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-cd8b4ee7-e03b-4c3e-bcbf-8732eedb05f3 service neutron] 10.222.0.54 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489128 Aug 19 18:05:26.166180 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79aec5c-936f-47cf-a7d9-fb7d46cf0342 req-06dc6554-ac10-40e7-8218-14c772fdcd57 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:26.167887 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e79aec5c-936f-47cf-a7d9-fb7d46cf0342 req-06dc6554-ac10-40e7-8218-14c772fdcd57 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc HTTP/1.1" status: 200 len: 945 time: 0.0814533 Aug 19 18:05:26.178518 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c272355f-3cb8-4fdf-9f64-a06d0e1a7506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:26.191385 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c272355f-3cb8-4fdf-9f64-a06d0e1a7506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:26.274200 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c272355f-3cb8-4fdf-9f64-a06d0e1a7506 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=afddfafcf91f4bed942b44ad9af8061d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8706727 Aug 19 18:05:26.275107 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39694) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:26.277697 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272355f-3cb8-4fdf-9f64-a06d0e1a7506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08eb7e2a-ffb8-47ef-8263-1b352df82107,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:26.284189 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e79aec5c-936f-47cf-a7d9-fb7d46cf0342 req-78641b49-7549-4757-9f42-ebfc441b1a3f tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019256 Aug 19 18:05:26.391224 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:05:26.451981 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f0fc44d7-0299-46b3-99f5-708765e8018b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:26.483528 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f0fc44d7-0299-46b3-99f5-708765e8018b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:26.535598 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-d1c64d24-20bd-40d3-a191-6d524530e647 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:26.540410 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-d1c64d24-20bd-40d3-a191-6d524530e647 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f&tenant_id=4372bce7e7ca475fbe71d1638d302952&binding%3Ahost_id=n-h1-803753-2 HTTP/1.1" status: 200 len: 1096 time: 0.1035509 Aug 19 18:05:26.607250 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f0fc44d7-0299-46b3-99f5-708765e8018b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:26.610980 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f0fc44d7-0299-46b3-99f5-708765e8018b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:26.612638 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f0fc44d7-0299-46b3-99f5-708765e8018b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08eb7e2a-ffb8-47ef-8263-1b352df82107 HTTP/1.1" status: 204 len: 168 time: 0.3363342 Aug 19 18:05:26.651835 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc44d7-0299-46b3-99f5-708765e8018b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08eb7e2a-ffb8-47ef-8263-1b352df82107,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:26.726878 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c639c-0849-47db-bb12-4866d10114b4 req-c0c305eb-af1c-4a8a-b37b-8e67ec1bc29b tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:26.734496 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-509c639c-0849-47db-bb12-4866d10114b4 req-c0c305eb-af1c-4a8a-b37b-8e67ec1bc29b tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cd583e9-aeb4-47c1-b853-20d507e64381 HTTP/1.1" status: 200 len: 945 time: 0.1145487 Aug 19 18:05:26.769630 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f266fd9-eb86-49ca-a88b-13a76a286383 req-2857965f-9b65-49a0-b019-42455cf21421 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:26.771225 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f266fd9-eb86-49ca-a88b-13a76a286383 req-2857965f-9b65-49a0-b019-42455cf21421 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.0954185 Aug 19 18:05:26.822027 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-509c639c-0849-47db-bb12-4866d10114b4 req-2119f52d-b675-42eb-90d9-4fc46fc543e2 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b78d68f-0a9f-41ac-b1ee-b081dccda597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864925 Aug 19 18:05:26.854245 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f266fd9-eb86-49ca-a88b-13a76a286383 req-e36eb079-1320-4390-8bb7-6d77634cb9b7 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762873 Aug 19 18:05:26.888491 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-c786845d-5363-4e06-ba07-edf96434ea41 service neutron] For port 271620d3-c2ea-42fa-aa55-17ea8fdce195, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:05:26.906743 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-c786845d-5363-4e06-ba07-edf96434ea41 service neutron] Notify callbacks [] for binding, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:26.911634 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f322815-d33d-4ed4-aade-70d5a590a461 req-c786845d-5363-4e06-ba07-edf96434ea41 service neutron] 10.222.0.54 "DELETE /v2.0/ports/271620d3-c2ea-42fa-aa55-17ea8fdce195/bindings/n-h2-803753-2 HTTP/1.1" status: 204 len: 173 time: 0.3511441 Aug 19 18:05:27.002170 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ab12b-4c18-4718-8c3d-f23d6fb1fe56 req-e46486a0-0962-41a7-aa52-579c502bb490 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:27.005395 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6d1ab12b-4c18-4718-8c3d-f23d6fb1fe56 req-e46486a0-0962-41a7-aa52-579c502bb490 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 945 time: 0.0899198 Aug 19 18:05:27.103202 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6d1ab12b-4c18-4718-8c3d-f23d6fb1fe56 req-23eaf582-e386-45a9-bc77-8cf08f9c219e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913169 Aug 19 18:05:27.114191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664b649-65e3-469d-93c8-fdfee2db7b33 req-fc972184-47ae-4c44-9e29-89007a9cd8e6 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:27.114191 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c664b649-65e3-469d-93c8-fdfee2db7b33 req-fc972184-47ae-4c44-9e29-89007a9cd8e6 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cd583e9-aeb4-47c1-b853-20d507e64381 HTTP/1.1" status: 200 len: 945 time: 0.0811667 Aug 19 18:05:27.123944 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39716) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:27.128959 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-7486c046-ae5a-431b-bd7f-752c9b313dc8 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Request body: {'floatingip': {'port_id': 'e14e0f2a-8e7d-4335-9d16-cc21378b15de'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:27.241194 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7486c046-ae5a-431b-bd7f-752c9b313dc8 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for floatingip, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:27.329749 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943e607-12e0-4b33-a225-ce1e0bf7f0e2 req-1dc730aa-12a9-4a4a-857b-40ffd691688d tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:27.331378 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c943e607-12e0-4b33-a225-ce1e0bf7f0e2 req-1dc730aa-12a9-4a4a-857b-40ffd691688d tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 1096 time: 0.0867393 Aug 19 18:05:27.421826 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c943e607-12e0-4b33-a225-ce1e0bf7f0e2 req-268b437f-ce9b-4f85-a705-c7a0d4199c7a tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766697 Aug 19 18:05:27.727456 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bdb33-75de-4f8d-ae28-c3149a4ded33 req-bd45523b-45cd-46cd-8f93-6d97e0d91b93 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:27.739486 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bdb33-75de-4f8d-ae28-c3149a4ded33 req-bd45523b-45cd-46cd-8f93-6d97e0d91b93 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:27.754062 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bdb33-75de-4f8d-ae28-c3149a4ded33 req-bd45523b-45cd-46cd-8f93-6d97e0d91b93 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:27.759506 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ba2bdb33-75de-4f8d-ae28-c3149a4ded33 req-bd45523b-45cd-46cd-8f93-6d97e0d91b93 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc&device_id=05eba103-90bc-4ade-91f7-f3bd9edf9eda&device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 2417 time: 0.2036443 Aug 19 18:05:27.768772 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05b690-06aa-4d99-a6b3-8703af6a61c6 req-970da988-cbef-40d1-b38b-b4f3a1eeec04 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:27.777558 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8f05b690-06aa-4d99-a6b3-8703af6a61c6 req-970da988-cbef-40d1-b38b-b4f3a1eeec04 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 1096 time: 0.1070812 Aug 19 18:05:27.837013 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ba2bdb33-75de-4f8d-ae28-c3149a4ded33 req-4d60b1a9-ba87-47d8-859a-8fd0fa45549b tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736046 Aug 19 18:05:27.862910 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8f05b690-06aa-4d99-a6b3-8703af6a61c6 req-5e6024b1-df89-446c-bf61-bc120986da89 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637424 Aug 19 18:05:28.065933 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98fd82-fb23-415a-ad38-a8c8f65cf6d3 req-a33230f4-73bf-461f-adfa-3e6fdffba51b tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:28.067886 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fa98fd82-fb23-415a-ad38-a8c8f65cf6d3 req-a33230f4-73bf-461f-adfa-3e6fdffba51b tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc HTTP/1.1" status: 200 len: 945 time: 0.0689945 Aug 19 18:05:28.145751 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fa98fd82-fb23-415a-ad38-a8c8f65cf6d3 req-1bada071-8a9e-47d3-9181-680fdbd45067 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713882 Aug 19 18:05:28.326476 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.db.resource_extend [None req-7486c046-ae5a-431b-bd7f-752c9b313dc8 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:05:28.436303 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7486c046-ae5a-431b-bd7f-752c9b313dc8 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:28.445671 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7486c046-ae5a-431b-bd7f-752c9b313dc8 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:28.779780 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-7486c046-ae5a-431b-bd7f-752c9b313dc8 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Floating IP 7b6d8da1-3a14-4b3b-87aa-9f991a01af8d associated. External IP: 172.25.8.165, port: e14e0f2a-8e7d-4335-9d16-cc21378b15de. Aug 19 18:05:29.136811 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7486c046-ae5a-431b-bd7f-752c9b313dc8 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Router afdcffb5-f241-4374-88bb-6b70bcb63431 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:05:29.310806 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7486c046-ae5a-431b-bd7f-752c9b313dc8 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:05:29.317801 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7486c046-ae5a-431b-bd7f-752c9b313dc8 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:29.322933 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83b208-3617-467c-b991-ad205bde4877 None None] Sync routers for ids ['afdcffb5-f241-4374-88bb-6b70bcb63431'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:05:29.352517 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83b208-3617-467c-b991-ad205bde4877 None None] Routers {'afdcffb5-f241-4374-88bb-6b70bcb63431'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:29.353457 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-0c83b208-3617-467c-b991-ad205bde4877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:05:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['afdcffb5-f241-4374-88bb-6b70bcb63431'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:29.402787 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7486c046-ae5a-431b-bd7f-752c9b313dc8 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "PUT /v2.0/floatingips/7b6d8da1-3a14-4b3b-87aa-9f991a01af8d HTTP/1.1" status: 200 len: 991 time: 2.2776926 Aug 19 18:05:29.403467 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd583e9-aeb4-47c1-b853-20d507e64381', 'tag': 'e14e0f2a-8e7d-4335-9d16-cc21378b15de'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:29.406048 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b3de5f-559a-4719-9904-9bcd73df35a2" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd583e9-aeb4-47c1-b853-20d507e64381", "tag": "e14e0f2a-8e7d-4335-9d16-cc21378b15de"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:29.603613 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-0c83b208-3617-467c-b991-ad205bde4877 None None] Set router afdcffb5-f241-4374-88bb-6b70bcb63431 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:29.626388 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4421cb94-16a3-4e92-94cb-cfd2ce9ead2c x-openstack-request-id: req-4421cb94-16a3-4e92-94cb-cfd2ce9ead2c {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:29.626771 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd583e9-aeb4-47c1-b853-20d507e64381", "tag": "e14e0f2a-8e7d-4335-9d16-cc21378b15de", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:29.627088 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4421cb94-16a3-4e92-94cb-cfd2ce9ead2c {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:29.627519 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd583e9-aeb4-47c1-b853-20d507e64381', 'tag': 'e14e0f2a-8e7d-4335-9d16-cc21378b15de', 'status': 'completed', 'code': 200} Aug 19 18:05:29.852237 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3de5f-559a-4719-9904-9bcd73df35a2 req-98fa9fd3-76a2-498a-b786-cee9cd348fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:29.856138 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09b3de5f-559a-4719-9904-9bcd73df35a2 req-98fa9fd3-76a2-498a-b786-cee9cd348fb4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e704f617a744748b90217135397502c&device_id=6cd583e9-aeb4-47c1-b853-20d507e64381 HTTP/1.1" status: 200 len: 1096 time: 0.1594937 Aug 19 18:05:30.111070 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3de5f-559a-4719-9904-9bcd73df35a2 req-51001f27-ea80-4be2-815e-053baa6b25f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:30.112941 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09b3de5f-559a-4719-9904-9bcd73df35a2 req-51001f27-ea80-4be2-815e-053baa6b25f7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cd90f362-a393-471c-9ea0-f8d2f58d49da HTTP/1.1" status: 200 len: 925 time: 0.2423913 Aug 19 18:05:30.332859 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-0c83b208-3617-467c-b991-ad205bde4877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1309184839-router', 'tenant_id': '4e704f617a744748b90217135397502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '353f5465-46b8-4259-81b4-837784e478a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:56Z', 'updated_at': '2021-08-19T18:02:06Z', 'revision_number': 4, 'project_id': '4e704f617a744748b90217135397502c', 'gw_port': {'id': '353f5465-46b8-4259-81b4-837784e478a3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:58Z', 'updated_at': '2021-08-19T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '7b6d8da1-3a14-4b3b-87aa-9f991a01af8d', 'tenant_id': '4e704f617a744748b90217135397502c', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'port_id': 'e14e0f2a-8e7d-4335-9d16-cc21378b15de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'mac_address': 'fa:16:3e:0c:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd583e9-aeb4-47c1-b853-20d507e64381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:02:44Z', 'updated_at': '2021-08-19T18:05:28Z', 'revision_number': 5, 'project_id': '4e704f617a744748b90217135397502c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d277da-9722-4635-a35b-86d78a07ae19', 'name': '', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'tenant_id': '4e704f617a744748b90217135397502c', 'mac_address': 'fa:16:3e:10:ce:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:03Z', 'updated_at': '2021-08-19T18:02:26Z', 'revision_number': 5, 'project_id': '4e704f617a744748b90217135397502c', 'subnets': [{'id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:30.352947 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09b3de5f-559a-4719-9904-9bcd73df35a2 req-1cd87eb8-ac0e-40ba-9fff-c11a57f28481 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e14e0f2a-8e7d-4335-9d16-cc21378b15de HTTP/1.1" status: 200 len: 999 time: 0.2267578 Aug 19 18:05:30.415327 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83b208-3617-467c-b991-ad205bde4877 None None] Checking router: afdcffb5-f241-4374-88bb-6b70bcb63431 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:05:30.437654 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83b208-3617-467c-b991-ad205bde4877 None None] Routers {'afdcffb5-f241-4374-88bb-6b70bcb63431'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:30.438627 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-0c83b208-3617-467c-b991-ad205bde4877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:05:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['afdcffb5-f241-4374-88bb-6b70bcb63431'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:30.522181 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3de5f-559a-4719-9904-9bcd73df35a2 req-5ba3c574-48eb-4c8d-abf9-f8295cc09943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:30.527539 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09b3de5f-559a-4719-9904-9bcd73df35a2 req-5ba3c574-48eb-4c8d-abf9-f8295cc09943 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a06b492-9bd5-4ec9-8bec-8fb0e833dd42 HTTP/1.1" status: 200 len: 863 time: 0.1620312 Aug 19 18:05:30.644266 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3de5f-559a-4719-9904-9bcd73df35a2 req-3c7eeab2-3a4f-4def-8bfa-3c7e15b8d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:30.651668 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09b3de5f-559a-4719-9904-9bcd73df35a2 req-3c7eeab2-3a4f-4def-8bfa-3c7e15b8d9d2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd90f362-a393-471c-9ea0-f8d2f58d49da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901225 Aug 19 18:05:30.684955 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-0c83b208-3617-467c-b991-ad205bde4877 None None] Set router afdcffb5-f241-4374-88bb-6b70bcb63431 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:30.778516 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09b3de5f-559a-4719-9904-9bcd73df35a2 req-322dd408-bf8b-4dea-8488-007508430fd1 service neutron] 10.222.0.50 "GET /v2.0/networks/cd90f362-a393-471c-9ea0-f8d2f58d49da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077194 Aug 19 18:05:30.949375 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478f53d-a80d-497f-af4b-313feba37cc4 req-dfe50ea0-09da-40f7-a3a4-f706cc5cc9e0 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:30.951753 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0478f53d-a80d-497f-af4b-313feba37cc4 req-dfe50ea0-09da-40f7-a3a4-f706cc5cc9e0 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.0869904 Aug 19 18:05:30.992766 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09b3de5f-559a-4719-9904-9bcd73df35a2 req-4d498337-6299-42a5-b928-7f0391955826 service neutron] 10.222.0.50 "GET /v2.0/networks/cd90f362-a393-471c-9ea0-f8d2f58d49da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003534 Aug 19 18:05:31.016144 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0478f53d-a80d-497f-af4b-313feba37cc4 req-91114b66-daa3-4b9a-b8f7-de0d2037952f tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561774 Aug 19 18:05:31.234728 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-0c83b208-3617-467c-b991-ad205bde4877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1309184839-router', 'tenant_id': '4e704f617a744748b90217135397502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '353f5465-46b8-4259-81b4-837784e478a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:56Z', 'updated_at': '2021-08-19T18:02:06Z', 'revision_number': 4, 'project_id': '4e704f617a744748b90217135397502c', 'gw_port': {'id': '353f5465-46b8-4259-81b4-837784e478a3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:58Z', 'updated_at': '2021-08-19T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '7b6d8da1-3a14-4b3b-87aa-9f991a01af8d', 'tenant_id': '4e704f617a744748b90217135397502c', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'port_id': 'e14e0f2a-8e7d-4335-9d16-cc21378b15de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'mac_address': 'fa:16:3e:0c:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd583e9-aeb4-47c1-b853-20d507e64381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:02:44Z', 'updated_at': '2021-08-19T18:05:28Z', 'revision_number': 5, 'project_id': '4e704f617a744748b90217135397502c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d277da-9722-4635-a35b-86d78a07ae19', 'name': '', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'tenant_id': '4e704f617a744748b90217135397502c', 'mac_address': 'fa:16:3e:10:ce:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:03Z', 'updated_at': '2021-08-19T18:02:26Z', 'revision_number': 5, 'project_id': '4e704f617a744748b90217135397502c', 'subnets': [{'id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:31.284093 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83b208-3617-467c-b991-ad205bde4877 None None] The sync data for ids ['afdcffb5-f241-4374-88bb-6b70bcb63431'] in n-d-803753-2 is: [{'id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1309184839-router', 'tenant_id': '4e704f617a744748b90217135397502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '353f5465-46b8-4259-81b4-837784e478a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:56Z', 'updated_at': '2021-08-19T18:02:06Z', 'revision_number': 4, 'project_id': '4e704f617a744748b90217135397502c', 'gw_port': {'id': '353f5465-46b8-4259-81b4-837784e478a3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:58Z', 'updated_at': '2021-08-19T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '7b6d8da1-3a14-4b3b-87aa-9f991a01af8d', 'tenant_id': '4e704f617a744748b90217135397502c', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'port_id': 'e14e0f2a-8e7d-4335-9d16-cc21378b15de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'mac_address': 'fa:16:3e:0c:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd583e9-aeb4-47c1-b853-20d507e64381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:02:44Z', 'updated_at': '2021-08-19T18:05:28Z', 'revision_number': 5, 'project_id': '4e704f617a744748b90217135397502c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d277da-9722-4635-a35b-86d78a07ae19', 'name': '', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'tenant_id': '4e704f617a744748b90217135397502c', 'mac_address': 'fa:16:3e:10:ce:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:03Z', 'updated_at': '2021-08-19T18:02:26Z', 'revision_number': 5, 'project_id': '4e704f617a744748b90217135397502c', 'subnets': [{'id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:05:31.661510 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903953e0-3848-48ec-ba4d-cbba43113dbd None None] New status for floating IP 7b6d8da1-3a14-4b3b-87aa-9f991a01af8d: ACTIVE {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:05:32.139917 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39914) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:32.195916 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baaafcc-8e5a-4630-8c08-42e952dad1ee req-6140340b-84c7-4c93-80c9-f27e13be38cf tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:32.206928 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9baaafcc-8e5a-4630-8c08-42e952dad1ee req-6140340b-84c7-4c93-80c9-f27e13be38cf tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.1092041 Aug 19 18:05:32.275211 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9baaafcc-8e5a-4630-8c08-42e952dad1ee req-8f24eeb8-0f8b-4afe-91a9-ee425f7106dc tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665965 Aug 19 18:05:32.329962 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9028-db57-48ea-9c12-91942038ec55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:32.457762 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9028-db57-48ea-9c12-91942038ec55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:32.463325 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9028-db57-48ea-9c12-91942038ec55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:32.507564 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39922) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:32.510597 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8a0a9028-db57-48ea-9c12-91942038ec55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5cf749846b3d4f89ab6ebbf94ea2d6c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648446 Aug 19 18:05:32.517021 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a9028-db57-48ea-9c12-91942038ec55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e18be4-2ab7-4837-b32e-27141c3acef8,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:32.582718 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-44289910-9300-4dca-9e29-0cd962266cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:32.611292 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-44289910-9300-4dca-9e29-0cd962266cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:32.686985 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-44289910-9300-4dca-9e29-0cd962266cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:32.690614 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-44289910-9300-4dca-9e29-0cd962266cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:32.694898 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-44289910-9300-4dca-9e29-0cd962266cee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12e18be4-2ab7-4837-b32e-27141c3acef8 HTTP/1.1" status: 204 len: 168 time: 0.1833520 Aug 19 18:05:32.703045 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44289910-9300-4dca-9e29-0cd962266cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e18be4-2ab7-4837-b32e-27141c3acef8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:33.493097 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac99ae4-5d82-412c-9634-cdb09a1a34e0 req-0f9f4b00-2a9f-402b-8002-0da693ecb4fc tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:33.494707 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ac99ae4-5d82-412c-9634-cdb09a1a34e0 req-0f9f4b00-2a9f-402b-8002-0da693ecb4fc tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.1158733 Aug 19 18:05:33.591571 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ac99ae4-5d82-412c-9634-cdb09a1a34e0 req-1ec08a67-23c1-4ba2-86c9-c44f852c1557 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870383 Aug 19 18:05:34.210998 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4e6884d9-c2d9-4e83-8bfa-5627c5499399 req-81611d98-4031-42c8-8581-92f7c0c2f323 tempest-AbsoluteLimitsNegativeTestJSON-1086247382 tempest-AbsoluteLimitsNegativeTestJSON-1086247382-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2761dd0d474149debaee28a799ab012c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315135 Aug 19 18:05:34.383873 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6884d9-c2d9-4e83-8bfa-5627c5499399 req-5cfc7d44-08f1-4f4f-b6e6-0eebd82ff4e1 tempest-AbsoluteLimitsNegativeTestJSON-1086247382 tempest-AbsoluteLimitsNegativeTestJSON-1086247382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:34.394103 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4e6884d9-c2d9-4e83-8bfa-5627c5499399 req-5cfc7d44-08f1-4f4f-b6e6-0eebd82ff4e1 tempest-AbsoluteLimitsNegativeTestJSON-1086247382 tempest-AbsoluteLimitsNegativeTestJSON-1086247382-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1753395 Aug 19 18:05:34.415658 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4e6884d9-c2d9-4e83-8bfa-5627c5499399 req-7e8e0f27-c876-4cf2-8019-284193a2af92 tempest-AbsoluteLimitsNegativeTestJSON-1086247382 tempest-AbsoluteLimitsNegativeTestJSON-1086247382-project] 10.222.0.24 "GET /v2.0/quotas/2761dd0d474149debaee28a799ab012c HTTP/1.1" status: 200 len: 375 time: 0.0150263 Aug 19 18:05:34.462606 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4e6884d9-c2d9-4e83-8bfa-5627c5499399 req-2aeff574-6d36-4987-8b87-388a28b4c842 tempest-AbsoluteLimitsNegativeTestJSON-1086247382 tempest-AbsoluteLimitsNegativeTestJSON-1086247382-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2761dd0d474149debaee28a799ab012c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353780 Aug 19 18:05:34.530248 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-22d44113-7fa1-49eb-b538-618d23ea03d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:34.776986 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62346710-0450-4bc1-99c6-324489a9579c req-2797ba3e-0771-449e-bfa5-b2063336b61d tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:34.778924 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-62346710-0450-4bc1-99c6-324489a9579c req-2797ba3e-0771-449e-bfa5-b2063336b61d tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.0623748 Aug 19 18:05:34.832902 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-62346710-0450-4bc1-99c6-324489a9579c req-a823d77e-a945-45b0-8ad9-b30abff99a42 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469155 Aug 19 18:05:34.989475 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39988) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:35.133039 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fc4e4d31-ab1a-4d38-ad01-7ff4744fbee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.255178 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fc4e4d31-ab1a-4d38-ad01-7ff4744fbee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.271214 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fc4e4d31-ab1a-4d38-ad01-7ff4744fbee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.318112 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e4d31-ab1a-4d38-ad01-7ff4744fbee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a65b8d-2876-45f8-b336-e1536503e0cb,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:35.330077 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fc4e4d31-ab1a-4d38-ad01-7ff4744fbee7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2761dd0d474149debaee28a799ab012c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380802 Aug 19 18:05:35.333852 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39992) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:35.406968 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4834c2a5-bd72-4dc2-8ca1-ef146331a696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.448682 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4834c2a5-bd72-4dc2-8ca1-ef146331a696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.517971 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4834c2a5-bd72-4dc2-8ca1-ef146331a696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.521018 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4834c2a5-bd72-4dc2-8ca1-ef146331a696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.526022 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4834c2a5-bd72-4dc2-8ca1-ef146331a696 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19a65b8d-2876-45f8-b336-e1536503e0cb HTTP/1.1" status: 204 len: 168 time: 0.1903281 Aug 19 18:05:35.541106 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834c2a5-bd72-4dc2-8ca1-ef146331a696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a65b8d-2876-45f8-b336-e1536503e0cb,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:36.020267 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18ffd5-2242-4d42-bd94-109308e75c76 req-f8ebac8c-a27b-4273-99cb-0dcfe0d8fef4 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:36.028744 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c18ffd5-2242-4d42-bd94-109308e75c76 req-f8ebac8c-a27b-4273-99cb-0dcfe0d8fef4 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.0778947 Aug 19 18:05:36.082584 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c18ffd5-2242-4d42-bd94-109308e75c76 req-953f6ae9-3d1a-4088-b33b-52dedbc9e933 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521939 Aug 19 18:05:36.456103 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40024) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:36.598398 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-b6eb6dcd-33b0-421a-872f-812e5f577d7d admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2146301888-network', 'tenant_id': '7a9564e673fb4f7b9c7c48a454394fee'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:36.642418 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6eb6dcd-33b0-421a-872f-812e5f577d7d admin admin] Made reservation on behalf of 7a9564e673fb4f7b9c7c48a454394fee for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:05:36.651292 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b6eb6dcd-33b0-421a-872f-812e5f577d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:36.666755 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b6eb6dcd-33b0-421a-872f-812e5f577d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:37.051668 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-82088646-befc-4682-be12-72c124c005bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:37.158677 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b6eb6dcd-33b0-421a-872f-812e5f577d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:37.164728 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b6eb6dcd-33b0-421a-872f-812e5f577d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:37.175192 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:37.204388 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6eb6dcd-33b0-421a-872f-812e5f577d7d admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:05:37.226994 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b6eb6dcd-33b0-421a-872f-812e5f577d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:37.227380 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-b6eb6dcd-33b0-421a-872f-812e5f577d7d admin admin] Added segment 961d906d-becb-4e7c-a82b-3ab6bea17fc9 of type vlan for network 78766ec9-f390-4602-8837-c31d31ecba2c Aug 19 18:05:37.228774 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb6dcd-33b0-421a-872f-812e5f577d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336603b0-9577-44a8-a05b-5e121772c7f9,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:37.281022 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc612846-1f7a-46b1-b5ad-4bf0d21a65cc req-be04299a-3e7b-48dd-99a8-a85996b131c1 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:37.290557 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc612846-1f7a-46b1-b5ad-4bf0d21a65cc req-be04299a-3e7b-48dd-99a8-a85996b131c1 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.1058311 Aug 19 18:05:37.338602 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b6eb6dcd-33b0-421a-872f-812e5f577d7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:37.366323 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc612846-1f7a-46b1-b5ad-4bf0d21a65cc req-ebf6f5b2-471f-43a1-8c47-9f06be1c9416 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699682 Aug 19 18:05:37.388770 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b6eb6dcd-33b0-421a-872f-812e5f577d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:37.389919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eb6dcd-33b0-421a-872f-812e5f577d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:37.390544 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b6eb6dcd-33b0-421a-872f-812e5f577d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:37.450110 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b6eb6dcd-33b0-421a-872f-812e5f577d7d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9926119 Aug 19 18:05:37.452953 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40084) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:37.459550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-ecbbceab-3b60-45b0-9c8a-becc47e4f5d6 admin admin] Request body: {'subnet': {'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2146301888-subnet', 'tenant_id': '7a9564e673fb4f7b9c7c48a454394fee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:37.477494 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb6dcd-33b0-421a-872f-812e5f577d7d admin admin] Pushing event updated for resources: {'Network': ['ID=78766ec9-f390-4602-8837-c31d31ecba2c,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:37.494748 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbbceab-3b60-45b0-9c8a-becc47e4f5d6 admin admin] Made reservation on behalf of 7a9564e673fb4f7b9c7c48a454394fee for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:05:37.502580 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ecbbceab-3b60-45b0-9c8a-becc47e4f5d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:37.502766 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 78766ec9-f390-4602-8837-c31d31ecba2c details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:05:37.719852 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ecbbceab-3b60-45b0-9c8a-becc47e4f5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:37.774429 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbceab-3b60-45b0-9c8a-becc47e4f5d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19bb555f-a1bc-44a2-96ee-2bfd855482a2,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:37.805999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbbceab-3b60-45b0-9c8a-becc47e4f5d6 admin admin] Checking segment: {'id': '961d906d-becb-4e7c-a82b-3ab6bea17fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:05:37.806442 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbbceab-3b60-45b0-9c8a-becc47e4f5d6 admin admin] Network hostable DHCP agents. Network: 78766ec9-f390-4602-8837-c31d31ecba2c, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:05:37.825792 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbbceab-3b60-45b0-9c8a-becc47e4f5d6 admin admin] Network 78766ec9-f390-4602-8837-c31d31ecba2c is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:05:37.836508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-ecbbceab-3b60-45b0-9c8a-becc47e4f5d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 78766ec9-f390-4602-8837-c31d31ecba2c) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:05:37.842878 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbbceab-3b60-45b0-9c8a-becc47e4f5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:37.844588 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ecbbceab-3b60-45b0-9c8a-becc47e4f5d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:37.846459 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0194dbdb-7ae0-4baa-aede-4c7968d6c1ab None None] Network 78766ec9-f390-4602-8837-c31d31ecba2c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:05:37.872636 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ecbbceab-3b60-45b0-9c8a-becc47e4f5d6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4182279 Aug 19 18:05:38.010682 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc93dfd1-9aea-48a4-9cfc-0d5932f44bc2 None None] Network 78766ec9-f390-4602-8837-c31d31ecba2c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:05:38.099112 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:38.535006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db147215-d8fe-4614-a3b1-3dd810b604f1 req-793648ff-6b57-49f4-aad3-b6862dd42c08 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:38.536612 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-db147215-d8fe-4614-a3b1-3dd810b604f1 req-793648ff-6b57-49f4-aad3-b6862dd42c08 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.0634589 Aug 19 18:05:38.598884 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-db147215-d8fe-4614-a3b1-3dd810b604f1 req-92d48249-e347-4e45-a8f1-651154b76d4b tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516038 Aug 19 18:05:39.773694 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccb578-6dfb-473e-a020-fef80907bd95 req-5750be4d-3a9a-456b-8160-b9afc7103b0b tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:39.775342 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-37ccb578-6dfb-473e-a020-fef80907bd95 req-5750be4d-3a9a-456b-8160-b9afc7103b0b tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.0580933 Aug 19 18:05:39.817623 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-37ccb578-6dfb-473e-a020-fef80907bd95 req-ce7d325a-acff-4f18-8cfa-ebe87e7c85ae tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352783 Aug 19 18:05:40.035846 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:40.715894 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:40.947411 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb4564-8e50-4ffc-93d7-34d05a6c3793 req-a89f0015-4b08-4faf-b311-aafd39d207c1 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:40.949043 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3feb4564-8e50-4ffc-93d7-34d05a6c3793 req-a89f0015-4b08-4faf-b311-aafd39d207c1 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.0540407 Aug 19 18:05:40.992407 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3feb4564-8e50-4ffc-93d7-34d05a6c3793 req-a0db80a2-76e1-49a8-98b5-b9631a60dd27 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363944 Aug 19 18:05:42.180084 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2af67-10f5-42c3-a31b-8f63bcefa3d8 req-a6b45937-2729-4c59-af77-cfc0e90f5365 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:42.181707 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6dc2af67-10f5-42c3-a31b-8f63bcefa3d8 req-a6b45937-2729-4c59-af77-cfc0e90f5365 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.1126370 Aug 19 18:05:42.229486 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6dc2af67-10f5-42c3-a31b-8f63bcefa3d8 req-4c83e4f1-f08a-45c4-9833-b21451e8a9f2 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409732 Aug 19 18:05:43.378997 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55360185-9545-42d2-bcfd-b869fe6bd322 req-f7907276-0a08-450d-aa31-a3e2a7db488d tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:43.381396 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-55360185-9545-42d2-bcfd-b869fe6bd322 req-f7907276-0a08-450d-aa31-a3e2a7db488d tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.0712860 Aug 19 18:05:43.430066 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-55360185-9545-42d2-bcfd-b869fe6bd322 req-4a077db9-cbbc-4875-ac9d-8b8909b9afcc tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375478 Aug 19 18:05:44.563496 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8c3d5-131e-42fd-8f18-cabb746d4c2e req-f3779ee9-f7f9-4709-9730-aa993d19e4c8 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:44.565054 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7db8c3d5-131e-42fd-8f18-cabb746d4c2e req-f3779ee9-f7f9-4709-9730-aa993d19e4c8 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.0541267 Aug 19 18:05:44.612400 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7db8c3d5-131e-42fd-8f18-cabb746d4c2e req-f1121f2d-3f41-4871-81fa-b3f0dd32b3ec tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403185 Aug 19 18:05:45.772325 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311399af-11d1-4891-a70b-2bc8226c18fa req-3e4ed29c-7831-4e90-b45f-4f405b7776fa tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:45.773998 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-311399af-11d1-4891-a70b-2bc8226c18fa req-3e4ed29c-7831-4e90-b45f-4f405b7776fa tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.0611050 Aug 19 18:05:45.836561 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-311399af-11d1-4891-a70b-2bc8226c18fa req-b56abea9-0c52-4cfd-b1a3-8910d061af66 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555704 Aug 19 18:05:46.093748 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:46.987385 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ba190-ceb2-43fe-9a4a-0571c9fe96d9 req-0f5c823c-0878-41a7-9ff3-8225d12f71d1 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:46.996351 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af5ba190-ceb2-43fe-9a4a-0571c9fe96d9 req-0f5c823c-0878-41a7-9ff3-8225d12f71d1 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.0721655 Aug 19 18:05:47.042131 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af5ba190-ceb2-43fe-9a4a-0571c9fe96d9 req-761f7914-ff06-4573-b5dd-9c290740b9da tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442772 Aug 19 18:05:47.237447 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-7c3a5352-7704-4318-b1c5-5b3dc6fd43bc tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:47.240369 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-7c3a5352-7704-4318-b1c5-5b3dc6fd43bc tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/networks?id=78766ec9-f390-4602-8837-c31d31ecba2c HTTP/1.1" status: 200 len: 813 time: 0.2728877 Aug 19 18:05:47.276117 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-a4d94ea0-9617-4806-b431-0e6949dde2d8 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/quotas/7a9564e673fb4f7b9c7c48a454394fee HTTP/1.1" status: 200 len: 375 time: 0.0291588 Aug 19 18:05:47.320406 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-24892f80-9c45-44a2-901d-89771e787bd5 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a9564e673fb4f7b9c7c48a454394fee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374846 Aug 19 18:05:47.479680 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-47648903-58a5-4748-b332-9a7b319e349c service neutron] 10.222.0.24 "GET /v2.0/networks/78766ec9-f390-4602-8837-c31d31ecba2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491065 Aug 19 18:05:47.610625 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-0d80d77e-bfd9-4f72-af20-225ac6ae4653 service neutron] 10.222.0.24 "GET /v2.0/networks/78766ec9-f390-4602-8837-c31d31ecba2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218643 Aug 19 18:05:48.195495 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb6471fc-1d90-4aed-a5d6-705812c8ad4c req-a4ec7216-3d39-41e4-a52e-57bd43f2c180 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=34bb7598-7911-4949-93d0-063bcb05c36d HTTP/1.1" status: 200 len: 210 time: 0.0743947 Aug 19 18:05:48.267596 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2cfdc-5559-46c9-a612-2f2138ffdc85 req-ddd49540-a05e-4b00-8ce9-44bf511c9d2d tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:48.280557 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8ab2cfdc-5559-46c9-a612-2f2138ffdc85 req-ddd49540-a05e-4b00-8ce9-44bf511c9d2d tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.0777521 Aug 19 18:05:48.342119 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8ab2cfdc-5559-46c9-a612-2f2138ffdc85 req-7c89b7e8-f564-4520-bb3b-8bf45c0d0981 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596321 Aug 19 18:05:49.441921 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-eb753af8-5930-4405-84d8-c35e825916b0 req-c168354f-9f45-460a-b577-6ad17ccfbfc2 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=34bb7598-7911-4949-93d0-063bcb05c36d HTTP/1.1" status: 200 len: 210 time: 0.1194470 Aug 19 18:05:49.696203 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586863d-a846-4a0b-96de-380cab92aa83 req-f2ed0fd8-5857-469c-b976-90d740a2dd7a tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:49.724871 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8586863d-a846-4a0b-96de-380cab92aa83 req-f2ed0fd8-5857-469c-b976-90d740a2dd7a tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.1798306 Aug 19 18:05:49.795679 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8586863d-a846-4a0b-96de-380cab92aa83 req-58a8c53a-4830-4032-834e-51dd228275e0 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626106 Aug 19 18:05:50.565392 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-f2dd5ebf-a763-4182-b0cb-b7c5eaf50516 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:50.566973 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-f2dd5ebf-a763-4182-b0cb-b7c5eaf50516 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.50 "GET /v2.0/networks?id=78766ec9-f390-4602-8837-c31d31ecba2c HTTP/1.1" status: 200 len: 813 time: 0.1747477 Aug 19 18:05:50.589330 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Request body: {'port': {'device_id': '9439b620-245e-404e-85f0-c4beecca5d80', 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c', 'admin_state_up': True, 'tenant_id': '7a9564e673fb4f7b9c7c48a454394fee'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:50.655413 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4c53b2e-2fe4-442d-8a3c-0441042c99a9 req-3ad89b28-a67d-4471-9401-1d96bddb5cbe tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=34bb7598-7911-4949-93d0-063bcb05c36d HTTP/1.1" status: 200 len: 210 time: 0.1021066 Aug 19 18:05:50.887070 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Made reservation on behalf of 7a9564e673fb4f7b9c7c48a454394fee for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:05:50.895502 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:51.138703 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dc827-b4bf-4238-a2c1-31c05fea1a8b req-7de5253e-e528-4b37-9cc5-ce03d09a039b tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:51.140363 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c76dc827-b4bf-4238-a2c1-31c05fea1a8b req-7de5253e-e528-4b37-9cc5-ce03d09a039b tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.2259972 Aug 19 18:05:51.290978 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c76dc827-b4bf-4238-a2c1-31c05fea1a8b req-e20c4a54-46b8-48e1-9d1e-cdf74e0503e0 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405714 Aug 19 18:05:51.294081 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Allocated IP 172.20.0.9 (78766ec9-f390-4602-8837-c31d31ecba2c/19bb555f-a1bc-44a2-96ee-2bfd855482a2/365e1880-e34d-434b-b2ec-22f678e375bc) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:05:51.470065 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-061417c5-6188-4ff3-abc8-8c6e609e37a4 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:51.471710 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-061417c5-6188-4ff3-abc8-8c6e609e37a4 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.50 "GET /v2.0/networks?id=78766ec9-f390-4602-8837-c31d31ecba2c HTTP/1.1" status: 200 len: 813 time: 0.2472577 Aug 19 18:05:51.508772 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Request body: {'port': {'device_id': '34bb7598-7911-4949-93d0-063bcb05c36d', 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c', 'admin_state_up': True, 'tenant_id': '7a9564e673fb4f7b9c7c48a454394fee'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:51.665493 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:51.784608 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:51.872872 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Network 78766ec9-f390-4602-8837-c31d31ecba2c is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:05:51.876685 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:05:51.882118 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:05:51.889740 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Pushing event updated for resources: {'Port': ['ID=365e1880-e34d-434b-b2ec-22f678e375bc,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:51.916713 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ec969f6-9e1a-4a37-8e06-3119795e5647 req-4153375f-c8c1-4b58-8a23-567fb3216d4d tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=34bb7598-7911-4949-93d0-063bcb05c36d HTTP/1.1" status: 200 len: 210 time: 0.1160252 Aug 19 18:05:51.921099 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:51.921485 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:51.921861 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:51.922219 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:51.922587 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:51.922964 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:51.923404 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:51.923740 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:51.924078 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:51.937998 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Made reservation on behalf of 7a9564e673fb4f7b9c7c48a454394fee for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:05:51.940434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:51.940783 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:51.941124 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:51.962473 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:52.022935 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:52.023900 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:52.131334 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-4da602f9-6416-4894-a9bc-e5fd1b661198 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5431936 Aug 19 18:05:52.176554 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e9334-8997-48cb-a6ec-08749c8e114c req-cdefe34b-23c3-425a-8460-2f039efe0e2d tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:52.192933 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0e4e9334-8997-48cb-a6ec-08749c8e114c req-cdefe34b-23c3-425a-8460-2f039efe0e2d tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/ports?device_id=656107bd-c7d0-40b4-a11a-a329564a1662 HTTP/1.1" status: 200 len: 946 time: 0.1479669 Aug 19 18:05:52.262549 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0e4e9334-8997-48cb-a6ec-08749c8e114c req-56d5644f-418e-4703-8c55-1e0f092bcbc2 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/security-groups?id=348fd788-581c-41fd-a892-203164aec553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669789 Aug 19 18:05:52.269729 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Allocated IP 172.20.0.10 (78766ec9-f390-4602-8837-c31d31ecba2c/19bb555f-a1bc-44a2-96ee-2bfd855482a2/b320229c-b714-4e31-a8bf-5b5eb20c7f42) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:05:52.288092 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-92aa5e2f-b428-410f-8a6a-ae50eb4c1e80 service neutron] Request body: {'port': {'device_id': '9439b620-245e-404e-85f0-c4beecca5d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:52.450400 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-92aa5e2f-b428-410f-8a6a-ae50eb4c1e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:52.627501 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea5d46-58b8-4ac5-9936-57534aa03694 req-11949c76-a0c5-45fc-8725-5d85ad3279ac tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:52.629093 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89ea5d46-58b8-4ac5-9936-57534aa03694 req-11949c76-a0c5-45fc-8725-5d85ad3279ac tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.1481550 Aug 19 18:05:52.632436 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:52.745351 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89ea5d46-58b8-4ac5-9936-57534aa03694 req-2a38c052-cc7d-4619-aad2-27dd8c4d3d00 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999203 Aug 19 18:05:52.798267 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:52.901372 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Pushing event updated for resources: {'Port': ['ID=b320229c-b714-4e31-a8bf-5b5eb20c7f42,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:52.911394 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Network 78766ec9-f390-4602-8837-c31d31ecba2c is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:05:52.913735 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:52.914471 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:52.915185 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:52.915690 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:52.916199 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:52.916833 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:52.917327 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:52.917855 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:52.918352 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:52.918844 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:52.919370 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:52.919920 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:52.935334 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:05:52.947595 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:05:53.082716 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:53.084450 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:53.124926 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-11d08dbd-54d1-49c6-9e96-f1b6e6c373c9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6347013 Aug 19 18:05:53.161061 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-383b461a-5dc2-482b-b518-5bad398f4b08 service neutron] Request body: {'port': {'device_id': '34bb7598-7911-4949-93d0-063bcb05c36d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:53.163338 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-92aa5e2f-b428-410f-8a6a-ae50eb4c1e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365e1880-e34d-434b-b2ec-22f678e375bc {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:53.178029 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-92aa5e2f-b428-410f-8a6a-ae50eb4c1e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:53.202464 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-92aa5e2f-b428-410f-8a6a-ae50eb4c1e80 service neutron] Transition to ACTIVE for port object 365e1880-e34d-434b-b2ec-22f678e375bc will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:53.211820 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-92aa5e2f-b428-410f-8a6a-ae50eb4c1e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:53.301377 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-383b461a-5dc2-482b-b518-5bad398f4b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:53.353402 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa5233-cdd5-4d3d-92b3-14cbe939d07a req-ffada0da-410d-4de3-a511-55a7e091f953 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:53.356818 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-54aa5233-cdd5-4d3d-92b3-14cbe939d07a req-ffada0da-410d-4de3-a511-55a7e091f953 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=34bb7598-7911-4949-93d0-063bcb05c36d HTTP/1.1" status: 200 len: 932 time: 0.2283678 Aug 19 18:05:53.430345 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa5e2f-b428-410f-8a6a-ae50eb4c1e80 service neutron] Pushing event updated for resources: {'Port': ['ID=365e1880-e34d-434b-b2ec-22f678e375bc,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:53.524505 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-92aa5e2f-b428-410f-8a6a-ae50eb4c1e80 service neutron] Attempting to bind port 365e1880-e34d-434b-b2ec-22f678e375bc on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:05:53.538931 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-92aa5e2f-b428-410f-8a6a-ae50eb4c1e80 service neutron] Attempting to bind port 365e1880-e34d-434b-b2ec-22f678e375bc by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '961d906d-becb-4e7c-a82b-3ab6bea17fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:05:53.540994 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-92aa5e2f-b428-410f-8a6a-ae50eb4c1e80 service neutron] Attempting to bind port 365e1880-e34d-434b-b2ec-22f678e375bc on network 78766ec9-f390-4602-8837-c31d31ecba2c {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:53.581497 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-92aa5e2f-b428-410f-8a6a-ae50eb4c1e80 service neutron] Port 365e1880-e34d-434b-b2ec-22f678e375bc on network 78766ec9-f390-4602-8837-c31d31ecba2c not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:05:53.582519 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-92aa5e2f-b428-410f-8a6a-ae50eb4c1e80 service neutron] Attempting to bind port 365e1880-e34d-434b-b2ec-22f678e375bc on network 78766ec9-f390-4602-8837-c31d31ecba2c {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:53.615318 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-92aa5e2f-b428-410f-8a6a-ae50eb4c1e80 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:05:53.615672 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-92aa5e2f-b428-410f-8a6a-ae50eb4c1e80 service neutron] Checking segment: {'id': '961d906d-becb-4e7c-a82b-3ab6bea17fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:05:53.616165 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-92aa5e2f-b428-410f-8a6a-ae50eb4c1e80 service neutron] Bound using segment: {'id': '961d906d-becb-4e7c-a82b-3ab6bea17fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:05:53.616890 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-92aa5e2f-b428-410f-8a6a-ae50eb4c1e80 service neutron] Bound port: 365e1880-e34d-434b-b2ec-22f678e375bc, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '961d906d-becb-4e7c-a82b-3ab6bea17fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:05:53.617456 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-92aa5e2f-b428-410f-8a6a-ae50eb4c1e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:53.689617 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-54aa5233-cdd5-4d3d-92b3-14cbe939d07a req-58bb0e2c-6451-4e3b-b966-ae2196864b14 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238317 Aug 19 18:05:53.759330 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b207dd-48ee-4eea-b0df-24ebcd815d13 req-e221687f-452a-46ae-b113-5c535970aec2 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:53.770074 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-55b207dd-48ee-4eea-b0df-24ebcd815d13 req-e221687f-452a-46ae-b113-5c535970aec2 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/ports?device_id=656107bd-c7d0-40b4-a11a-a329564a1662 HTTP/1.1" status: 200 len: 946 time: 0.2155318 Aug 19 18:05:53.943473 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-92aa5e2f-b428-410f-8a6a-ae50eb4c1e80 service neutron] For port 365e1880-e34d-434b-b2ec-22f678e375bc, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:05:53.962426 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-55b207dd-48ee-4eea-b0df-24ebcd815d13 req-874b15a9-db8c-43f1-b31d-1aacbbbced27 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/security-groups?id=348fd788-581c-41fd-a892-203164aec553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910551 Aug 19 18:05:53.984495 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-92aa5e2f-b428-410f-8a6a-ae50eb4c1e80 service neutron] For port 365e1880-e34d-434b-b2ec-22f678e375bc, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=365e1880-e34d-434b-b2ec-22f678e375bc,segment=NetworkSegment(961d906d-becb-4e7c-a82b-3ab6bea17fc9),segment_id=961d906d-becb-4e7c-a82b-3ab6bea17fc9)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:05:53.994315 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-92aa5e2f-b428-410f-8a6a-ae50eb4c1e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:54.054925 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-92aa5e2f-b428-410f-8a6a-ae50eb4c1e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:54.055779 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-92aa5e2f-b428-410f-8a6a-ae50eb4c1e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:54.058012 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-92aa5e2f-b428-410f-8a6a-ae50eb4c1e80 service neutron] 10.222.0.50 "PUT /v2.0/ports/365e1880-e34d-434b-b2ec-22f678e375bc HTTP/1.1" status: 200 len: 1091 time: 1.9074683 Aug 19 18:05:54.058608 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9439b620-245e-404e-85f0-c4beecca5d80', 'tag': '365e1880-e34d-434b-b2ec-22f678e375bc'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:54.061820 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4568aa70-0e1a-4f28-91df-4ef876150360" -d '{"events": [{"name": "network-changed", "server_uuid": "9439b620-245e-404e-85f0-c4beecca5d80", "tag": "365e1880-e34d-434b-b2ec-22f678e375bc"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:54.087533 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aff2ad-760f-4a49-8469-89a40233093b req-3f96368e-3505-450e-a428-d85b0ee4ce8c tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:54.090698 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-76aff2ad-760f-4a49-8469-89a40233093b req-3f96368e-3505-450e-a428-d85b0ee4ce8c tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.54 "GET /v2.0/ports?device_id=656107bd-c7d0-40b4-a11a-a329564a1662 HTTP/1.1" status: 200 len: 946 time: 0.1681302 Aug 19 18:05:54.158693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c83c5-a702-49eb-94c0-ab646806bafd req-f53d540b-2335-42c3-93d7-306290a13a15 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:54.173339 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1c3c83c5-a702-49eb-94c0-ab646806bafd req-f53d540b-2335-42c3-93d7-306290a13a15 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.2529883 Aug 19 18:05:54.236555 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80ea1bd-2e47-4b69-b023-ecd908c686de x-openstack-request-id: req-a80ea1bd-2e47-4b69-b023-ecd908c686de {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:54.237647 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9439b620-245e-404e-85f0-c4beecca5d80", "tag": "365e1880-e34d-434b-b2ec-22f678e375bc", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:54.237647 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a80ea1bd-2e47-4b69-b023-ecd908c686de {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:54.241475 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9439b620-245e-404e-85f0-c4beecca5d80', 'tag': '365e1880-e34d-434b-b2ec-22f678e375bc', 'status': 'completed', 'code': 200} Aug 19 18:05:54.249207 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa5e2f-b428-410f-8a6a-ae50eb4c1e80 service neutron] Pushing event updated for resources: {'Port': ['ID=365e1880-e34d-434b-b2ec-22f678e375bc,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:54.291323 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-383b461a-5dc2-482b-b518-5bad398f4b08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b320229c-b714-4e31-a8bf-5b5eb20c7f42 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:54.293028 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-f6b0c6a7-1026-44b9-935c-6ff55d4d0e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:54.295949 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-f6b0c6a7-1026-44b9-935c-6ff55d4d0e7a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a9564e673fb4f7b9c7c48a454394fee&device_id=9439b620-245e-404e-85f0-c4beecca5d80 HTTP/1.1" status: 200 len: 1094 time: 0.1548560 Aug 19 18:05:54.330372 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-383b461a-5dc2-482b-b518-5bad398f4b08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:54.411565 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-6d0a25b7-39cc-4bb9-a48d-c73a207a0b49 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=365e1880-e34d-434b-b2ec-22f678e375bc HTTP/1.1" status: 200 len: 217 time: 0.0921493 Aug 19 18:05:54.416227 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1c3c83c5-a702-49eb-94c0-ab646806bafd req-79e90278-debe-4009-b20a-9c85be2a0d71 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416523 Aug 19 18:05:54.424138 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-383b461a-5dc2-482b-b518-5bad398f4b08 service neutron] Transition to ACTIVE for port object b320229c-b714-4e31-a8bf-5b5eb20c7f42 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:54.439944 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-383b461a-5dc2-482b-b518-5bad398f4b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:54.500095 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-76aff2ad-760f-4a49-8469-89a40233093b req-9ffe5632-745d-4846-a550-7a2d21ba0f5d tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Deleting port 57503b0b-92ce-487f-af6c-dc0efdb3ef21 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:54.500436 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-76aff2ad-760f-4a49-8469-89a40233093b req-9ffe5632-745d-4846-a550-7a2d21ba0f5d tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:54.504967 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-dfdf98c6-56c5-4776-b76a-5b3ccf643058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:54.507613 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-dfdf98c6-56c5-4776-b76a-5b3ccf643058 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19bb555f-a1bc-44a2-96ee-2bfd855482a2 HTTP/1.1" status: 200 len: 853 time: 0.0763791 Aug 19 18:05:54.562298 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-162821d9-3081-4483-b8dc-fba78a627a84 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=78766ec9-f390-4602-8837-c31d31ecba2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428512 Aug 19 18:05:54.664768 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b461a-5dc2-482b-b518-5bad398f4b08 service neutron] Pushing event updated for resources: {'Port': ['ID=b320229c-b714-4e31-a8bf-5b5eb20c7f42,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:54.701572 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-383b461a-5dc2-482b-b518-5bad398f4b08 service neutron] Attempting to bind port b320229c-b714-4e31-a8bf-5b5eb20c7f42 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:05:54.702208 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-383b461a-5dc2-482b-b518-5bad398f4b08 service neutron] Attempting to bind port b320229c-b714-4e31-a8bf-5b5eb20c7f42 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '961d906d-becb-4e7c-a82b-3ab6bea17fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:05:54.702338 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-383b461a-5dc2-482b-b518-5bad398f4b08 service neutron] Attempting to bind port b320229c-b714-4e31-a8bf-5b5eb20c7f42 on network 78766ec9-f390-4602-8837-c31d31ecba2c {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:54.704755 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-dbf27b8c-a100-4011-8724-610ff1f4598c service neutron] 10.222.0.50 "GET /v2.0/networks/78766ec9-f390-4602-8837-c31d31ecba2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243241 Aug 19 18:05:54.710276 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-383b461a-5dc2-482b-b518-5bad398f4b08 service neutron] Port b320229c-b714-4e31-a8bf-5b5eb20c7f42 on network 78766ec9-f390-4602-8837-c31d31ecba2c not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:05:54.710650 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-383b461a-5dc2-482b-b518-5bad398f4b08 service neutron] Attempting to bind port b320229c-b714-4e31-a8bf-5b5eb20c7f42 on network 78766ec9-f390-4602-8837-c31d31ecba2c {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:54.719893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-76aff2ad-760f-4a49-8469-89a40233093b req-9ffe5632-745d-4846-a550-7a2d21ba0f5d tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] For port 57503b0b-92ce-487f-af6c-dc0efdb3ef21, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=57503b0b-92ce-487f-af6c-dc0efdb3ef21,segment=NetworkSegment(dd58221f-91a5-4086-88d5-c89f6f448486),segment_id=dd58221f-91a5-4086-88d5-c89f6f448486)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:54.720259 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-76aff2ad-760f-4a49-8469-89a40233093b req-9ffe5632-745d-4846-a550-7a2d21ba0f5d tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:54.734680 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-383b461a-5dc2-482b-b518-5bad398f4b08 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:05:54.735336 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-383b461a-5dc2-482b-b518-5bad398f4b08 service neutron] Checking segment: {'id': '961d906d-becb-4e7c-a82b-3ab6bea17fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:05:54.735928 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-383b461a-5dc2-482b-b518-5bad398f4b08 service neutron] Bound using segment: {'id': '961d906d-becb-4e7c-a82b-3ab6bea17fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:05:54.736738 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-383b461a-5dc2-482b-b518-5bad398f4b08 service neutron] Bound port: b320229c-b714-4e31-a8bf-5b5eb20c7f42, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '961d906d-becb-4e7c-a82b-3ab6bea17fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:05:54.737841 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-383b461a-5dc2-482b-b518-5bad398f4b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:54.760193 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-76aff2ad-760f-4a49-8469-89a40233093b req-9ffe5632-745d-4846-a550-7a2d21ba0f5d tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Calling delete_port for 57503b0b-92ce-487f-af6c-dc0efdb3ef21 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:54.866869 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-04b281d5-bbb6-41e9-9d8e-bda9cc44c5b8 service neutron] 10.222.0.50 "GET /v2.0/networks/78766ec9-f390-4602-8837-c31d31ecba2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476088 Aug 19 18:05:54.968492 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-383b461a-5dc2-482b-b518-5bad398f4b08 service neutron] For port b320229c-b714-4e31-a8bf-5b5eb20c7f42, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:05:54.989312 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-383b461a-5dc2-482b-b518-5bad398f4b08 service neutron] For port b320229c-b714-4e31-a8bf-5b5eb20c7f42, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b320229c-b714-4e31-a8bf-5b5eb20c7f42,segment=NetworkSegment(961d906d-becb-4e7c-a82b-3ab6bea17fc9),segment_id=961d906d-becb-4e7c-a82b-3ab6bea17fc9)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:05:55.032505 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adaa802-880a-4538-b368-9d5285098091 req-99788076-89ff-40d5-a925-eff6a1d4b4cf tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:55.042045 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2adaa802-880a-4538-b368-9d5285098091 req-99788076-89ff-40d5-a925-eff6a1d4b4cf tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=34bb7598-7911-4949-93d0-063bcb05c36d HTTP/1.1" status: 200 len: 944 time: 0.1740735 Aug 19 18:05:55.082148 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-383b461a-5dc2-482b-b518-5bad398f4b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:55.101824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568aa70-0e1a-4f28-91df-4ef876150360 req-4af0807e-4b3f-49d5-b2fd-e8d30c710e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:55.103481 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4568aa70-0e1a-4f28-91df-4ef876150360 req-4af0807e-4b3f-49d5-b2fd-e8d30c710e90 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a9564e673fb4f7b9c7c48a454394fee&device_id=9439b620-245e-404e-85f0-c4beecca5d80 HTTP/1.1" status: 200 len: 1094 time: 0.1566746 Aug 19 18:05:55.115431 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2adaa802-880a-4538-b368-9d5285098091 req-8c88ef08-5c8e-4082-b209-9e7dcffcfcf6 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718117 Aug 19 18:05:55.143242 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-383b461a-5dc2-482b-b518-5bad398f4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:55.144210 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-383b461a-5dc2-482b-b518-5bad398f4b08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:55.146907 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-383b461a-5dc2-482b-b518-5bad398f4b08 service neutron] 10.222.0.50 "PUT /v2.0/ports/b320229c-b714-4e31-a8bf-5b5eb20c7f42 HTTP/1.1" status: 200 len: 1092 time: 1.9912803 Aug 19 18:05:55.153807 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bb7598-7911-4949-93d0-063bcb05c36d', 'tag': 'b320229c-b714-4e31-a8bf-5b5eb20c7f42'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:55.155786 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4152e5-7041-41b6-8111-128da7527c17" -d '{"events": [{"name": "network-changed", "server_uuid": "34bb7598-7911-4949-93d0-063bcb05c36d", "tag": "b320229c-b714-4e31-a8bf-5b5eb20c7f42"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:55.195103 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-76aff2ad-760f-4a49-8469-89a40233093b req-9ffe5632-745d-4846-a550-7a2d21ba0f5d tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:55.246084 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b461a-5dc2-482b-b518-5bad398f4b08 service neutron] Pushing event updated for resources: {'Port': ['ID=b320229c-b714-4e31-a8bf-5b5eb20c7f42,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:55.339619 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568aa70-0e1a-4f28-91df-4ef876150360 req-2bb4fc91-a0a8-4028-a177-1c424fb3bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:55.343502 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4568aa70-0e1a-4f28-91df-4ef876150360 req-2bb4fc91-a0a8-4028-a177-1c424fb3bf88 service neutron] 10.222.0.50 "GET /v2.0/networks?id=78766ec9-f390-4602-8837-c31d31ecba2c HTTP/1.1" status: 200 len: 914 time: 0.2211144 Aug 19 18:05:55.372093 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5971430-4554-493c-a648-42bfac704816 x-openstack-request-id: req-a5971430-4554-493c-a648-42bfac704816 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:55.372456 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bb7598-7911-4949-93d0-063bcb05c36d", "tag": "b320229c-b714-4e31-a8bf-5b5eb20c7f42", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:55.372997 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a5971430-4554-493c-a648-42bfac704816 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:55.373817 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34bb7598-7911-4949-93d0-063bcb05c36d', 'tag': 'b320229c-b714-4e31-a8bf-5b5eb20c7f42', 'status': 'completed', 'code': 200} Aug 19 18:05:55.390252 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-264610c9-9a73-4e4c-806d-6e7230e65304 req-d745c7cb-ef19-44d5-b18b-2282c8a3d309 tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.24 "GET /v2.0/ports?device_id=656107bd-c7d0-40b4-a11a-a329564a1662 HTTP/1.1" status: 200 len: 210 time: 0.1571198 Aug 19 18:05:55.414932 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4568aa70-0e1a-4f28-91df-4ef876150360 req-c737312a-00f3-41b2-a988-ecd0b2691475 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=365e1880-e34d-434b-b2ec-22f678e375bc HTTP/1.1" status: 200 len: 217 time: 0.0583692 Aug 19 18:05:55.459174 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe5632-745d-4846-a550-7a2d21ba0f5d tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Pushing event deleted for resources: {'Port': ['ID=57503b0b-92ce-487f-af6c-dc0efdb3ef21,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:55.514466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568aa70-0e1a-4f28-91df-4ef876150360 req-c9a85d4c-38e8-4931-af14-5ce047a3a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:55.516018 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4568aa70-0e1a-4f28-91df-4ef876150360 req-c9a85d4c-38e8-4931-af14-5ce047a3a412 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19bb555f-a1bc-44a2-96ee-2bfd855482a2 HTTP/1.1" status: 200 len: 853 time: 0.0874360 Aug 19 18:05:55.554942 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-76aff2ad-760f-4a49-8469-89a40233093b req-9ffe5632-745d-4846-a550-7a2d21ba0f5d tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] No DVR routers for this DVR port 57503b0b-92ce-487f-af6c-dc0efdb3ef21 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:05:55.560060 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-76aff2ad-760f-4a49-8469-89a40233093b req-9ffe5632-745d-4846-a550-7a2d21ba0f5d tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:55.562629 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-76aff2ad-760f-4a49-8469-89a40233093b req-9ffe5632-745d-4846-a550-7a2d21ba0f5d tempest-AttachSCSIVolumeTestJSON-983523405 tempest-AttachSCSIVolumeTestJSON-983523405-project] 10.222.0.54 "DELETE /v2.0/ports/57503b0b-92ce-487f-af6c-dc0efdb3ef21 HTTP/1.1" status: 204 len: 173 time: 1.4649987 Aug 19 18:05:55.583720 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-d5242793-308e-4b06-908b-6cc7c62439e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:55.587493 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-d5242793-308e-4b06-908b-6cc7c62439e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a9564e673fb4f7b9c7c48a454394fee&device_id=34bb7598-7911-4949-93d0-063bcb05c36d HTTP/1.1" status: 200 len: 1095 time: 0.3371854 Aug 19 18:05:55.613816 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4568aa70-0e1a-4f28-91df-4ef876150360 req-d2adaccd-1eca-46df-9bb4-6190a47549e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=78766ec9-f390-4602-8837-c31d31ecba2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817780 Aug 19 18:05:55.734257 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-ad4f0f15-b024-49fd-9520-4558fead7ffc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b320229c-b714-4e31-a8bf-5b5eb20c7f42 HTTP/1.1" status: 200 len: 217 time: 0.1339684 Aug 19 18:05:55.823107 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4568aa70-0e1a-4f28-91df-4ef876150360 req-78088b27-0060-4cf4-ae2c-acf239a52172 service neutron] 10.222.0.50 "GET /v2.0/networks/78766ec9-f390-4602-8837-c31d31ecba2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951706 Aug 19 18:05:55.862476 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b2eb6-599b-4681-99f3-afca72463bfb req-7b9abb51-845b-4501-b69e-e41ce03cf599 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:55.864246 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e0b2eb6-599b-4681-99f3-afca72463bfb req-7b9abb51-845b-4501-b69e-e41ce03cf599 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.2575457 Aug 19 18:05:55.867465 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-bbec7dca-11b3-43d8-927b-2b6ae1a1a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:55.870743 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-bbec7dca-11b3-43d8-927b-2b6ae1a1a615 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19bb555f-a1bc-44a2-96ee-2bfd855482a2 HTTP/1.1" status: 200 len: 853 time: 0.1007726 Aug 19 18:05:55.934344 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-e43d2c6b-f946-433a-b7a0-0d9dd2935f46 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=78766ec9-f390-4602-8837-c31d31ecba2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465403 Aug 19 18:05:55.976036 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e0b2eb6-599b-4681-99f3-afca72463bfb req-b5e144e1-417b-4045-8edf-22bff24d32f1 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014004 Aug 19 18:05:55.984196 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4568aa70-0e1a-4f28-91df-4ef876150360 req-9a0b21c5-dba8-4a86-b71b-6678a6de4547 service neutron] 10.222.0.50 "GET /v2.0/networks/78766ec9-f390-4602-8837-c31d31ecba2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420996 Aug 19 18:05:56.108699 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-f360d698-350f-401a-9946-4ed6f4698a26 service neutron] 10.222.0.50 "GET /v2.0/networks/78766ec9-f390-4602-8837-c31d31ecba2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596093 Aug 19 18:05:56.323796 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11aa6eba-b86e-471b-ba70-bd5f9fa5baed req-82c37567-5767-4db6-967a-eed4a5a4887f service neutron] 10.222.0.50 "GET /v2.0/networks/78766ec9-f390-4602-8837-c31d31ecba2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008128 Aug 19 18:05:56.372150 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a27e26-7036-4656-9942-69b105d3c59d req-d1e034db-8d11-4b56-98da-6b0e41edfb1c tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:56.374337 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4a27e26-7036-4656-9942-69b105d3c59d req-d1e034db-8d11-4b56-98da-6b0e41edfb1c tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=34bb7598-7911-4949-93d0-063bcb05c36d HTTP/1.1" status: 200 len: 944 time: 0.0976517 Aug 19 18:05:56.412318 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-d83012da-a70a-4ab2-bc89-8422b5e13352 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:56.415095 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-d83012da-a70a-4ab2-bc89-8422b5e13352 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 821 time: 0.2328837 Aug 19 18:05:56.444414 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-2fe1b20d-4bc0-45a8-82df-893f71ef4c44 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/quotas/a8ce19510dd24923b8ff0f45376547f4 HTTP/1.1" status: 200 len: 375 time: 0.0186920 Aug 19 18:05:56.478171 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4a27e26-7036-4656-9942-69b105d3c59d req-a3122de6-5bf3-4fb2-8198-80ef4892214f tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935035 Aug 19 18:05:56.517245 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4152e5-7041-41b6-8111-128da7527c17 req-ed20e3f7-7bf8-4b0e-b139-e0d693d210b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:56.519835 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6c4152e5-7041-41b6-8111-128da7527c17 req-ed20e3f7-7bf8-4b0e-b139-e0d693d210b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a9564e673fb4f7b9c7c48a454394fee&device_id=34bb7598-7911-4949-93d0-063bcb05c36d HTTP/1.1" status: 200 len: 1095 time: 0.0938857 Aug 19 18:05:56.544473 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-7a85486c-51b6-4cc9-8133-4d0cbaa91959 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0921898 Aug 19 18:05:56.705106 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4152e5-7041-41b6-8111-128da7527c17 req-5e1be47f-925a-4423-a275-6c8e40a628a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:56.706171 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6c4152e5-7041-41b6-8111-128da7527c17 req-5e1be47f-925a-4423-a275-6c8e40a628a9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=78766ec9-f390-4602-8837-c31d31ecba2c HTTP/1.1" status: 200 len: 914 time: 0.1718459 Aug 19 18:05:56.774448 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6c4152e5-7041-41b6-8111-128da7527c17 req-ee15c4d9-3880-4268-b79f-75105b8c7896 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b320229c-b714-4e31-a8bf-5b5eb20c7f42 HTTP/1.1" status: 200 len: 217 time: 0.0511861 Aug 19 18:05:56.795981 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-84f7a6fc-5deb-4e26-926d-53e7a497c508 service neutron] 10.222.0.24 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347991 Aug 19 18:05:56.874581 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4152e5-7041-41b6-8111-128da7527c17 req-a42d79e0-3776-48c3-a9c3-db1326cad70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:56.877006 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6c4152e5-7041-41b6-8111-128da7527c17 req-a42d79e0-3776-48c3-a9c3-db1326cad70e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19bb555f-a1bc-44a2-96ee-2bfd855482a2 HTTP/1.1" status: 200 len: 853 time: 0.0784850 Aug 19 18:05:56.959104 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-1336d800-b21e-4a65-9355-3cb5ae025e52 service neutron] 10.222.0.24 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514452 Aug 19 18:05:56.965159 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6c4152e5-7041-41b6-8111-128da7527c17 req-540aca97-e6dd-445e-a20f-37da5c97815b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=78766ec9-f390-4602-8837-c31d31ecba2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711565 Aug 19 18:05:57.002224 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 57503b0b-92ce-487f-af6c-dc0efdb3ef21 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:05:57.045210 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 57503b0b-92ce-487f-af6c-dc0efdb3ef21 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:05:57.046118 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 57503b0b-92ce-487f-af6c-dc0efdb3ef21 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:05:57.162365 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6c4152e5-7041-41b6-8111-128da7527c17 req-993e8654-c6fd-4724-a074-d19f43433e42 service neutron] 10.222.0.50 "GET /v2.0/networks/78766ec9-f390-4602-8837-c31d31ecba2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828830 Aug 19 18:05:57.229715 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98748a-38ff-4c5b-87fe-c73974d34b76 req-26b71aeb-d9f3-4d65-9486-efa864965a44 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:57.231707 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b98748a-38ff-4c5b-87fe-c73974d34b76 req-26b71aeb-d9f3-4d65-9486-efa864965a44 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.1213849 Aug 19 18:05:57.335535 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b98748a-38ff-4c5b-87fe-c73974d34b76 req-1d831559-1d9a-43c9-a9e6-e56cdc8b529a tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730460 Aug 19 18:05:57.380409 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656107bd-c7d0-40b4-a11a-a329564a1662', 'name': 'network-vif-deleted', 'tag': '57503b0b-92ce-487f-af6c-dc0efdb3ef21'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:57.384061 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58752d98-f146-4018-94e7-9818e12015d5" -d '{"events": [{"server_uuid": "656107bd-c7d0-40b4-a11a-a329564a1662", "name": "network-vif-deleted", "tag": "57503b0b-92ce-487f-af6c-dc0efdb3ef21"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:57.415514 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6c4152e5-7041-41b6-8111-128da7527c17 req-fed3a62e-0f4c-4706-9a3e-6ff97d68d1c3 service neutron] 10.222.0.50 "GET /v2.0/networks/78766ec9-f390-4602-8837-c31d31ecba2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315955 Aug 19 18:05:57.519212 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3583e7-a971-4cda-aacb-45608ea22ca5 x-openstack-request-id: req-fc3583e7-a971-4cda-aacb-45608ea22ca5 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:57.521294 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656107bd-c7d0-40b4-a11a-a329564a1662", "name": "network-vif-deleted", "tag": "57503b0b-92ce-487f-af6c-dc0efdb3ef21", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:57.524561 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc3583e7-a971-4cda-aacb-45608ea22ca5 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:57.525598 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656107bd-c7d0-40b4-a11a-a329564a1662', 'name': 'network-vif-deleted', 'tag': '57503b0b-92ce-487f-af6c-dc0efdb3ef21', 'status': 'completed', 'code': 200} Aug 19 18:05:57.657845 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-957e4b1e-906d-41fa-b27a-39326482c33a req-010f606d-c999-4c11-a341-d8ddc662f7fd tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 210 time: 0.0920820 Aug 19 18:05:57.677494 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f8cc3-e742-45a0-bf56-355eebe55e8d req-cd377b8b-d35c-4c0b-9e63-1393d6afcd51 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:57.680300 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-755f8cc3-e742-45a0-bf56-355eebe55e8d req-cd377b8b-d35c-4c0b-9e63-1393d6afcd51 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=34bb7598-7911-4949-93d0-063bcb05c36d HTTP/1.1" status: 200 len: 944 time: 0.0873861 Aug 19 18:05:57.794130 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-755f8cc3-e742-45a0-bf56-355eebe55e8d req-7abdd312-6f41-404e-8fa2-51746ed32a75 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953896 Aug 19 18:05:58.139255 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0b92d-30e8-4cf1-998c-eb3d35ef627f req-af574129-d4c9-4ee1-a6b0-fcd1d1ef67cc tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:58.151944 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9fa0b92d-30e8-4cf1-998c-eb3d35ef627f req-af574129-d4c9-4ee1-a6b0-fcd1d1ef67cc tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.0998614 Aug 19 18:05:58.192046 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39082574-6c54-4fec-8ba8-1aea9c65d97e req-f06a9ab9-52be-4705-ae50-ea639f662452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:58.195060 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39082574-6c54-4fec-8ba8-1aea9c65d97e req-f06a9ab9-52be-4705-ae50-ea639f662452 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f80f77ef27c04c9bb6424467e0d0cf35&device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 1097 time: 0.0761487 Aug 19 18:05:58.236452 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9fa0b92d-30e8-4cf1-998c-eb3d35ef627f req-0a84d1bd-5a33-4f86-81d2-8e3993d0fa2f tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827243 Aug 19 18:05:58.391743 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39082574-6c54-4fec-8ba8-1aea9c65d97e req-4454a166-a36e-4b56-9f34-64b50108e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:58.394977 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39082574-6c54-4fec-8ba8-1aea9c65d97e req-4454a166-a36e-4b56-9f34-64b50108e71a service neutron] 10.222.0.50 "GET /v2.0/networks?id=4610b7b5-44eb-488f-8004-9593db962a8a HTTP/1.1" status: 200 len: 916 time: 0.1800313 Aug 19 18:05:58.503689 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39082574-6c54-4fec-8ba8-1aea9c65d97e req-1c88c631-57d5-4171-8bff-bcfe3c87344d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=957628e9-8828-4bd8-a5b2-d9274146126d HTTP/1.1" status: 200 len: 217 time: 0.0961483 Aug 19 18:05:58.597042 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 365e1880-e34d-434b-b2ec-22f678e375bc details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:05:58.611722 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39082574-6c54-4fec-8ba8-1aea9c65d97e req-e081e8fd-ca0b-44de-bc96-9c9627406a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:58.614967 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39082574-6c54-4fec-8ba8-1aea9c65d97e req-e081e8fd-ca0b-44de-bc96-9c9627406a65 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8bb4d0a9-0556-49f4-985b-393ec252b43b HTTP/1.1" status: 200 len: 854 time: 0.0977905 Aug 19 18:05:58.714257 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39082574-6c54-4fec-8ba8-1aea9c65d97e req-97b519be-4f51-4a52-b421-03d5829d3bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:58.716821 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39082574-6c54-4fec-8ba8-1aea9c65d97e req-97b519be-4f51-4a52-b421-03d5829d3bde service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4610b7b5-44eb-488f-8004-9593db962a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802639 Aug 19 18:05:58.803149 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 365e1880-e34d-434b-b2ec-22f678e375bc, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=365e1880-e34d-434b-b2ec-22f678e375bc,segment=NetworkSegment(961d906d-becb-4e7c-a82b-3ab6bea17fc9),segment_id=961d906d-becb-4e7c-a82b-3ab6bea17fc9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:58.827428 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '365e1880-e34d-434b-b2ec-22f678e375bc', 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c', 'port_id': '365e1880-e34d-434b-b2ec-22f678e375bc', 'mac_address': 'fa:16:3e:94:66:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19bb555f-a1bc-44a2-96ee-2bfd855482a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:05:58.910448 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:58.921079 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39082574-6c54-4fec-8ba8-1aea9c65d97e req-c11489ee-f02e-4160-ab95-9676661145ed service neutron] 10.222.0.50 "GET /v2.0/networks/4610b7b5-44eb-488f-8004-9593db962a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900313 Aug 19 18:05:58.956801 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365e1880-e34d-434b-b2ec-22f678e375bc {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:59.026051 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 365e1880-e34d-434b-b2ec-22f678e375bc, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=365e1880-e34d-434b-b2ec-22f678e375bc,segment=NetworkSegment(961d906d-becb-4e7c-a82b-3ab6bea17fc9),segment_id=961d906d-becb-4e7c-a82b-3ab6bea17fc9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:59.034679 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:59.054458 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2b5b5-64b3-4116-843a-a36777465f66 req-fa6aada1-e7c6-450a-9e67-a1e329ca741a tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:59.070335 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8fb2b5b5-64b3-4116-843a-a36777465f66 req-fa6aada1-e7c6-450a-9e67-a1e329ca741a tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=34bb7598-7911-4949-93d0-063bcb05c36d HTTP/1.1" status: 200 len: 944 time: 0.1595132 Aug 19 18:05:59.096082 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-40d3352d-edfc-419d-9db4-eb1c9a30107d req-23753c38-6f93-4a31-8032-1ea5f2e8e9c9 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 210 time: 0.1725793 Aug 19 18:05:59.163338 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8fb2b5b5-64b3-4116-843a-a36777465f66 req-90bddf77-2e43-4a79-ad93-d8d7f6a91fd1 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885568 Aug 19 18:05:59.173976 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=365e1880-e34d-434b-b2ec-22f678e375bc,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:59.448378 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-24091a27-1a80-4da4-81bc-961de10df740 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:59.449949 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-24091a27-1a80-4da4-81bc-961de10df740 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.54 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 821 time: 0.2581294 Aug 19 18:05:59.462084 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['365e1880-e34d-434b-b2ec-22f678e375bc'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:05:59.478744 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-e5130588-fa5a-4a28-925c-6edaa6057d0a tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Request body: {'port': {'device_id': '91fc4f80-671c-4c0d-a540-d49bc0d7c73f', 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f', 'admin_state_up': True, 'tenant_id': 'a8ce19510dd24923b8ff0f45376547f4'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:59.569665 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39082574-6c54-4fec-8ba8-1aea9c65d97e req-35c6308d-2c1c-4655-9342-5014095b463b service neutron] 10.222.0.50 "GET /v2.0/networks/4610b7b5-44eb-488f-8004-9593db962a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6324863 Aug 19 18:05:59.648536 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4198a-1efa-4269-9f4d-e346bfdcccb1 req-b9f3b66e-5d9d-47b3-ae8e-2c134a0878f2 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:59.660191 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-99d4198a-1efa-4269-9f4d-e346bfdcccb1 req-b9f3b66e-5d9d-47b3-ae8e-2c134a0878f2 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.2149303 Aug 19 18:05:59.709479 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-e5130588-fa5a-4a28-925c-6edaa6057d0a tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Made reservation on behalf of a8ce19510dd24923b8ff0f45376547f4 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:05:59.719263 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-e5130588-fa5a-4a28-925c-6edaa6057d0a tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:59.767629 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-99d4198a-1efa-4269-9f4d-e346bfdcccb1 req-57e51815-7ee6-4271-91c0-b4da64b3e725 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989220 Aug 19 18:05:59.897291 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-e5130588-fa5a-4a28-925c-6edaa6057d0a tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Allocated IP 172.20.0.11 (52390765-0cad-463c-8122-8baf5b79ff7f/e38a766b-6157-45f2-9785-a9bfeb2d8ba6/397f817c-4bf0-41f3-b858-f75b68826f86) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:06:00.170722 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-e5130588-fa5a-4a28-925c-6edaa6057d0a tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:00.309941 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-e5130588-fa5a-4a28-925c-6edaa6057d0a tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:00.435074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d0a6c-7484-43dd-b66f-1d5e0e75c872 req-f2026d76-4e63-4db4-92cd-69ca71018e6c tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:00.452781 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-414d0a6c-7484-43dd-b66f-1d5e0e75c872 req-f2026d76-4e63-4db4-92cd-69ca71018e6c tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=34bb7598-7911-4949-93d0-063bcb05c36d HTTP/1.1" status: 200 len: 944 time: 0.1443162 Aug 19 18:06:00.461399 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-e5130588-fa5a-4a28-925c-6edaa6057d0a tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Network 52390765-0cad-463c-8122-8baf5b79ff7f is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:06:00.499305 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-e5130588-fa5a-4a28-925c-6edaa6057d0a tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:00.502194 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-e5130588-fa5a-4a28-925c-6edaa6057d0a tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:06:00.557614 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-414d0a6c-7484-43dd-b66f-1d5e0e75c872 req-5033084a-0de8-48d4-92c4-79b6f244ac5c tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034787 Aug 19 18:06:00.580895 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5130588-fa5a-4a28-925c-6edaa6057d0a tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Pushing event updated for resources: {'Port': ['ID=397f817c-4bf0-41f3-b858-f75b68826f86,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:00.615439 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device b320229c-b714-4e31-a8bf-5b5eb20c7f42 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:06:00.633247 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e9f1a-4b56-4da3-8359-4efbb6149b61 req-0171856d-54ec-4521-bf0c-6e0a21ff249f tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:00.634759 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-509e9f1a-4b56-4da3-8359-4efbb6149b61 req-0171856d-54ec-4521-bf0c-6e0a21ff249f tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 932 time: 0.3594818 Aug 19 18:06:00.693232 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-e5130588-fa5a-4a28-925c-6edaa6057d0a tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:00.693967 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-e5130588-fa5a-4a28-925c-6edaa6057d0a tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:00.740261 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-509e9f1a-4b56-4da3-8359-4efbb6149b61 req-321134ae-e025-423c-b99e-3a1fe0ad9d4f tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885787 Aug 19 18:06:00.758575 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-e5130588-fa5a-4a28-925c-6edaa6057d0a tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2941568 Aug 19 18:06:00.863106 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port b320229c-b714-4e31-a8bf-5b5eb20c7f42, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b320229c-b714-4e31-a8bf-5b5eb20c7f42,segment=NetworkSegment(961d906d-becb-4e7c-a82b-3ab6bea17fc9),segment_id=961d906d-becb-4e7c-a82b-3ab6bea17fc9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:00.882867 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'b320229c-b714-4e31-a8bf-5b5eb20c7f42', 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c', 'port_id': 'b320229c-b714-4e31-a8bf-5b5eb20c7f42', 'mac_address': 'fa:16:3e:2d:72:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19bb555f-a1bc-44a2-96ee-2bfd855482a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:06:00.888941 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['c5cfade0-f43d-4456-bbff-daf590b7cfa2'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:06:00.941446 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-8b70e7da-96d3-4e08-a554-5b6069da9d16 service neutron] Request body: {'port': {'device_id': '91fc4f80-671c-4c0d-a540-d49bc0d7c73f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:01.000053 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:01.033609 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b320229c-b714-4e31-a8bf-5b5eb20c7f42 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:06:01.126948 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port b320229c-b714-4e31-a8bf-5b5eb20c7f42, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b320229c-b714-4e31-a8bf-5b5eb20c7f42,segment=NetworkSegment(961d906d-becb-4e7c-a82b-3ab6bea17fc9),segment_id=961d906d-becb-4e7c-a82b-3ab6bea17fc9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:01.152145 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:01.282970 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=b320229c-b714-4e31-a8bf-5b5eb20c7f42,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:01.411685 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-8b70e7da-96d3-4e08-a554-5b6069da9d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:01.559489 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c862bc7-f0e7-483c-92ff-47054bd2a47b req-85a7feb6-98c1-49ae-b19d-9760e5e89bd2 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:01.561865 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6c862bc7-f0e7-483c-92ff-47054bd2a47b req-85a7feb6-98c1-49ae-b19d-9760e5e89bd2 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.5779057 Aug 19 18:06:01.680040 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['b320229c-b714-4e31-a8bf-5b5eb20c7f42'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:06:01.730076 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6c862bc7-f0e7-483c-92ff-47054bd2a47b req-b7ee3c03-f51a-4a37-b18f-4f22c89a25a7 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676811 Aug 19 18:06:01.763076 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dfbbb-43d1-4035-a652-f1eb77dd2936 req-25b0741f-6ee0-43b8-916c-a1be7079b42a tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:01.781350 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1c9dfbbb-43d1-4035-a652-f1eb77dd2936 req-25b0741f-6ee0-43b8-916c-a1be7079b42a tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=34bb7598-7911-4949-93d0-063bcb05c36d HTTP/1.1" status: 200 len: 945 time: 0.1209369 Aug 19 18:06:01.877264 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1c9dfbbb-43d1-4035-a652-f1eb77dd2936 req-d431644c-5fd8-4bc4-bd15-cde9a6ceaa7f tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948887 Aug 19 18:06:01.954208 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-8b70e7da-96d3-4e08-a554-5b6069da9d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397f817c-4bf0-41f3-b858-f75b68826f86 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:06:01.963918 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-8b70e7da-96d3-4e08-a554-5b6069da9d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:01.979559 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-8b70e7da-96d3-4e08-a554-5b6069da9d16 service neutron] Transition to ACTIVE for port object 397f817c-4bf0-41f3-b858-f75b68826f86 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:01.987368 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-8b70e7da-96d3-4e08-a554-5b6069da9d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:02.171999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70e7da-96d3-4e08-a554-5b6069da9d16 service neutron] Pushing event updated for resources: {'Port': ['ID=397f817c-4bf0-41f3-b858-f75b68826f86,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:02.241091 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a7172-f3d5-4d7a-bc4b-429dd5ca4ad9 req-f9180e63-9d02-44d8-8f4f-51fb12194870 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:02.247596 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0a3a7172-f3d5-4d7a-bc4b-429dd5ca4ad9 req-f9180e63-9d02-44d8-8f4f-51fb12194870 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.0787659 Aug 19 18:06:02.248097 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db1c22-5dc8-422b-a7e2-41d2b99fb737 req-116a1a23-4cd7-49e2-b712-8fa0a054e86e tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:02.257877 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f0db1c22-5dc8-422b-a7e2-41d2b99fb737 req-116a1a23-4cd7-49e2-b712-8fa0a054e86e tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 944 time: 0.1784906 Aug 19 18:06:02.376344 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f0db1c22-5dc8-422b-a7e2-41d2b99fb737 req-97a0f8a8-9a73-4dac-8509-506d35962091 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155269 Aug 19 18:06:02.396763 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0a3a7172-f3d5-4d7a-bc4b-429dd5ca4ad9 req-d00f7630-09db-4694-86c5-640ea593af38 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441689 Aug 19 18:06:02.439444 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-8b70e7da-96d3-4e08-a554-5b6069da9d16 service neutron] Attempting to bind port 397f817c-4bf0-41f3-b858-f75b68826f86 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:06:02.440316 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-8b70e7da-96d3-4e08-a554-5b6069da9d16 service neutron] Attempting to bind port 397f817c-4bf0-41f3-b858-f75b68826f86 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:06:02.440780 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-8b70e7da-96d3-4e08-a554-5b6069da9d16 service neutron] Attempting to bind port 397f817c-4bf0-41f3-b858-f75b68826f86 on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:02.448422 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-8b70e7da-96d3-4e08-a554-5b6069da9d16 service neutron] Port 397f817c-4bf0-41f3-b858-f75b68826f86 on network 52390765-0cad-463c-8122-8baf5b79ff7f not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:06:02.449006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-8b70e7da-96d3-4e08-a554-5b6069da9d16 service neutron] Attempting to bind port 397f817c-4bf0-41f3-b858-f75b68826f86 on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:02.460993 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-8b70e7da-96d3-4e08-a554-5b6069da9d16 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:06:02.461703 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-8b70e7da-96d3-4e08-a554-5b6069da9d16 service neutron] Checking segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:02.462452 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-8b70e7da-96d3-4e08-a554-5b6069da9d16 service neutron] Bound using segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:06:02.463008 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-8b70e7da-96d3-4e08-a554-5b6069da9d16 service neutron] Bound port: 397f817c-4bf0-41f3-b858-f75b68826f86, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:06:02.463601 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-8b70e7da-96d3-4e08-a554-5b6069da9d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:02.621454 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-8b70e7da-96d3-4e08-a554-5b6069da9d16 service neutron] For port 397f817c-4bf0-41f3-b858-f75b68826f86, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:06:02.626147 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 365e1880-e34d-434b-b2ec-22f678e375bc up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:02.654766 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-8b70e7da-96d3-4e08-a554-5b6069da9d16 service neutron] For port 397f817c-4bf0-41f3-b858-f75b68826f86, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=397f817c-4bf0-41f3-b858-f75b68826f86,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:06:02.673095 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-8b70e7da-96d3-4e08-a554-5b6069da9d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:02.712209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5589af-4d54-4ef4-824d-88ef01e518b6 req-b9b3aed4-dee6-4641-aa24-866c9d086495 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:02.715712 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aa5589af-4d54-4ef4-824d-88ef01e518b6 req-b9b3aed4-dee6-4641-aa24-866c9d086495 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=05eba103-90bc-4ade-91f7-f3bd9edf9eda HTTP/1.1" status: 200 len: 945 time: 0.1491342 Aug 19 18:06:02.752036 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-8b70e7da-96d3-4e08-a554-5b6069da9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:02.753304 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-8b70e7da-96d3-4e08-a554-5b6069da9d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:02.757110 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-8b70e7da-96d3-4e08-a554-5b6069da9d16 service neutron] 10.222.0.54 "PUT /v2.0/ports/397f817c-4bf0-41f3-b858-f75b68826f86 HTTP/1.1" status: 200 len: 1092 time: 1.9871213 Aug 19 18:06:02.770085 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 365e1880-e34d-434b-b2ec-22f678e375bc completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:02.783190 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 365e1880-e34d-434b-b2ec-22f678e375bc triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:02.786489 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:02.805284 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aa5589af-4d54-4ef4-824d-88ef01e518b6 req-0562d54d-a383-452e-9243-4897672f95bf tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761015 Aug 19 18:06:02.836227 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fc4f80-671c-4c0d-a540-d49bc0d7c73f', 'tag': '397f817c-4bf0-41f3-b858-f75b68826f86'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:02.855231 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb4ffa5-2d00-40a1-8549-3cfbf401858f" -d '{"events": [{"name": "network-changed", "server_uuid": "91fc4f80-671c-4c0d-a540-d49bc0d7c73f", "tag": "397f817c-4bf0-41f3-b858-f75b68826f86"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:02.881893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e4d85-ed4b-45d4-8fb5-233c381936da req-06f25edb-2238-4f65-b8fe-219a76664e5a tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:02.883665 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3c3e4d85-ed4b-45d4-8fb5-233c381936da req-06f25edb-2238-4f65-b8fe-219a76664e5a tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 946 time: 0.4050586 Aug 19 18:06:02.939992 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:03.004557 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 365e1880-e34d-434b-b2ec-22f678e375bc, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=365e1880-e34d-434b-b2ec-22f678e375bc,segment=NetworkSegment(961d906d-becb-4e7c-a82b-3ab6bea17fc9),segment_id=961d906d-becb-4e7c-a82b-3ab6bea17fc9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:03.006813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9439b620-245e-404e-85f0-c4beecca5d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365e1880-e34d-434b-b2ec-22f678e375bc'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:03.012891 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969177ef-8ca6-4d54-99c6-acbc6e26121e" -d '{"events": [{"server_uuid": "9439b620-245e-404e-85f0-c4beecca5d80", "name": "network-vif-plugged", "status": "completed", "tag": "365e1880-e34d-434b-b2ec-22f678e375bc"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:03.018620 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:03.140124 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=365e1880-e34d-434b-b2ec-22f678e375bc,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:03.167402 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70e7da-96d3-4e08-a554-5b6069da9d16 service neutron] Pushing event updated for resources: {'Port': ['ID=397f817c-4bf0-41f3-b858-f75b68826f86,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:03.174177 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8457081-43ea-412d-9a51-a626dc1e80b6 req-6e695c92-c80c-43fa-aab4-78e6db0e2ac4 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:03.176210 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b8457081-43ea-412d-9a51-a626dc1e80b6 req-6e695c92-c80c-43fa-aab4-78e6db0e2ac4 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc HTTP/1.1" status: 200 len: 945 time: 0.1211703 Aug 19 18:06:03.190566 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3c3e4d85-ed4b-45d4-8fb5-233c381936da req-13014133-084a-49b5-aca0-4913fde14508 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ea9a610-4c77-43b9-8d2d-f789667ef041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644651 Aug 19 18:06:03.206458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-6c946fb6-b365-4796-aa01-30f5d1774501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:03.206458 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-6c946fb6-b365-4796-aa01-30f5d1774501 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 1095 time: 0.3184586 Aug 19 18:06:03.269859 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-6944bc71-5ca9-49c5-99dd-89756814cb5d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=397f817c-4bf0-41f3-b858-f75b68826f86 HTTP/1.1" status: 200 len: 217 time: 0.0518906 Aug 19 18:06:03.278372 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b8457081-43ea-412d-9a51-a626dc1e80b6 req-ba8c0bbf-565b-4d7f-b5c8-b7150dfc26d8 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935786 Aug 19 18:06:03.393796 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:06:03.411736 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-f2498f7a-3155-48d8-aa22-8ff849aa16c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:03.416669 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-f2498f7a-3155-48d8-aa22-8ff849aa16c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e38a766b-6157-45f2-9785-a9bfeb2d8ba6 HTTP/1.1" status: 200 len: 861 time: 0.1328530 Aug 19 18:06:03.494837 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f949df64-723f-408b-8f27-c0c3bbb2b343 x-openstack-request-id: req-f949df64-723f-408b-8f27-c0c3bbb2b343 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:03.499522 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fc4f80-671c-4c0d-a540-d49bc0d7c73f", "tag": "397f817c-4bf0-41f3-b858-f75b68826f86", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:03.500280 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f949df64-723f-408b-8f27-c0c3bbb2b343 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:03.501083 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fc4f80-671c-4c0d-a540-d49bc0d7c73f', 'tag': '397f817c-4bf0-41f3-b858-f75b68826f86', 'status': 'completed', 'code': 200} Aug 19 18:06:03.505643 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40650) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:03.507067 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-7ba3dbcf-b267-4bc2-9c5c-f0fe81a8fd7d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=52390765-0cad-463c-8122-8baf5b79ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783398 Aug 19 18:06:03.733691 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520fc21a-b9ae-45c3-a436-46503e2f59f9 x-openstack-request-id: req-520fc21a-b9ae-45c3-a436-46503e2f59f9 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:03.733990 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9439b620-245e-404e-85f0-c4beecca5d80", "name": "network-vif-plugged", "status": "completed", "tag": "365e1880-e34d-434b-b2ec-22f678e375bc", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:03.734248 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-520fc21a-b9ae-45c3-a436-46503e2f59f9 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:03.734650 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9439b620-245e-404e-85f0-c4beecca5d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365e1880-e34d-434b-b2ec-22f678e375bc', 'code': 200} Aug 19 18:06:03.752408 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-ebb82c73-673f-46ce-abab-7e031b74c2bd service neutron] 10.222.0.54 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216580 Aug 19 18:06:03.841273 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-600233b9-1cea-4489-b48e-92fd908b509d req-c271324b-4fe6-42ba-9b7f-6bbc5e3c2fd5 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:06:03.842358 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-600233b9-1cea-4489-b48e-92fd908b509d req-c271324b-4fe6-42ba-9b7f-6bbc5e3c2fd5 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088251 Aug 19 18:06:03.927445 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88964f8d-3502-4745-a336-aa120c984c83 req-0711c06f-9c0b-45c3-b4c6-ac34b095791a tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:03.929501 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-88964f8d-3502-4745-a336-aa120c984c83 req-0711c06f-9c0b-45c3-b4c6-ac34b095791a tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=34bb7598-7911-4949-93d0-063bcb05c36d HTTP/1.1" status: 200 len: 945 time: 0.4266808 Aug 19 18:06:03.986844 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b76c5-fd3e-4c30-b97a-7d4d5bef9813 req-b65137dc-0b82-42cb-b5ef-dc4558d1d3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:03.988345 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-432b76c5-fd3e-4c30-b97a-7d4d5bef9813 req-b65137dc-0b82-42cb-b5ef-dc4558d1d3e3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9439b620-245e-404e-85f0-c4beecca5d80 HTTP/1.1" status: 200 len: 1096 time: 0.1222665 Aug 19 18:06:04.004217 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-88964f8d-3502-4745-a336-aa120c984c83 req-0137f57a-08b0-48b5-9a17-63f7836d0a4d tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632069 Aug 19 18:06:04.007300 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dad36e92-d0f3-4bc1-9831-9d6d97137752 req-396f5be7-7daf-4173-b2a1-00ee4866e1aa service neutron] 10.222.0.54 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200527 Aug 19 18:06:04.043023 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-600233b9-1cea-4489-b48e-92fd908b509d req-b186e0f3-4b6c-4692-baf0-9797f36bbb52 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1883411 Aug 19 18:06:04.067055 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-432b76c5-fd3e-4c30-b97a-7d4d5bef9813 req-b03829b4-ff30-4ed7-9165-436c0478ee8f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587838 Aug 19 18:06:04.163809 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4ffa5-2d00-40a1-8549-3cfbf401858f req-fc3bf831-2238-42e4-8e59-b5060eb1351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:04.166120 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dfb4ffa5-2d00-40a1-8549-3cfbf401858f req-fc3bf831-2238-42e4-8e59-b5060eb1351c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 1095 time: 0.0969055 Aug 19 18:06:04.292826 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4ffa5-2d00-40a1-8549-3cfbf401858f req-79785e3a-757c-4d73-9b21-5db80dec1723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:04.294830 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dfb4ffa5-2d00-40a1-8549-3cfbf401858f req-79785e3a-757c-4d73-9b21-5db80dec1723 service neutron] 10.222.0.54 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 922 time: 0.1163514 Aug 19 18:06:04.301081 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-461befb9-f70f-46ad-ba99-97451f80cd9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:04.308622 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfca93-1d87-49cc-983a-70a2dc8351da req-9e289036-f479-41fc-9276-f1d7f36a0364 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:04.310482 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7cfca93-1d87-49cc-983a-70a2dc8351da req-9e289036-f479-41fc-9276-f1d7f36a0364 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 944 time: 0.1937160 Aug 19 18:06:04.362716 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dfb4ffa5-2d00-40a1-8549-3cfbf401858f req-e9b0c5dc-5030-461d-a838-ae5be59e806a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=397f817c-4bf0-41f3-b858-f75b68826f86 HTTP/1.1" status: 200 len: 217 time: 0.0509715 Aug 19 18:06:04.445783 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7cfca93-1d87-49cc-983a-70a2dc8351da req-8997c030-876c-4fd0-9a5c-d693e8f1b88e tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815387 Aug 19 18:06:04.481763 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4ffa5-2d00-40a1-8549-3cfbf401858f req-439fa79f-6da3-422a-b3ef-9535b76fd825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:04.483903 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dfb4ffa5-2d00-40a1-8549-3cfbf401858f req-439fa79f-6da3-422a-b3ef-9535b76fd825 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e38a766b-6157-45f2-9785-a9bfeb2d8ba6 HTTP/1.1" status: 200 len: 861 time: 0.0895991 Aug 19 18:06:04.532152 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a66e2b93-221a-4b1d-b6ba-d385ae67baa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:04.535102 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dfb4ffa5-2d00-40a1-8549-3cfbf401858f req-d07a5fb8-59ca-49f5-8bb8-11a676a6d21a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=52390765-0cad-463c-8122-8baf5b79ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409522 Aug 19 18:06:04.629459 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device b320229c-b714-4e31-a8bf-5b5eb20c7f42 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:04.677882 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-461befb9-f70f-46ad-ba99-97451f80cd9b admin admin] Deleting port 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:04.678932 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-461befb9-f70f-46ad-ba99-97451f80cd9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:04.700553 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port b320229c-b714-4e31-a8bf-5b5eb20c7f42 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:04.706359 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port b320229c-b714-4e31-a8bf-5b5eb20c7f42 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:04.707017 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:04.719132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445f0b8-e7d0-4e7f-ad85-95ef9fca6f2a req-fe09d1f2-929d-46ea-ad96-87c9ca8cbd53 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:04.720746 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a445f0b8-e7d0-4e7f-ad85-95ef9fca6f2a req-fe09d1f2-929d-46ea-ad96-87c9ca8cbd53 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.0945904 Aug 19 18:06:04.736232 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dfb4ffa5-2d00-40a1-8549-3cfbf401858f req-24847d97-2714-4390-b2d9-a500c57d1834 service neutron] 10.222.0.54 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863644 Aug 19 18:06:04.781265 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a445f0b8-e7d0-4e7f-ad85-95ef9fca6f2a req-964444df-ea2b-4619-9492-70301684171a tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484543 Aug 19 18:06:04.811609 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-461befb9-f70f-46ad-ba99-97451f80cd9b admin admin] For port 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=79ede593-ff3f-4ef4-bdb3-8c5b686eca9e,segment=NetworkSegment(dd58221f-91a5-4086-88d5-c89f6f448486),segment_id=dd58221f-91a5-4086-88d5-c89f6f448486)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:04.812210 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-461befb9-f70f-46ad-ba99-97451f80cd9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:04.830234 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:04.842580 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-461befb9-f70f-46ad-ba99-97451f80cd9b admin admin] Calling delete_port for 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:04.871436 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port b320229c-b714-4e31-a8bf-5b5eb20c7f42, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b320229c-b714-4e31-a8bf-5b5eb20c7f42,segment=NetworkSegment(961d906d-becb-4e7c-a82b-3ab6bea17fc9),segment_id=961d906d-becb-4e7c-a82b-3ab6bea17fc9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:04.881164 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:04.961806 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dfb4ffa5-2d00-40a1-8549-3cfbf401858f req-e8e27103-58cc-4346-869f-7576f8c8263d service neutron] 10.222.0.54 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934993 Aug 19 18:06:05.109146 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=b320229c-b714-4e31-a8bf-5b5eb20c7f42,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:05.110969 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ba1b3-153d-4850-bcf5-433fe6ab7c9a req-d3441765-9146-4f52-a0cc-1800f5e793ae tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:05.112404 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-421ba1b3-153d-4850-bcf5-433fe6ab7c9a req-d3441765-9146-4f52-a0cc-1800f5e793ae tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 946 time: 0.0609131 Aug 19 18:06:05.155185 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-5d7f5c60-c442-4fab-bceb-938d3864134d tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:05.156832 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-5d7f5c60-c442-4fab-bceb-938d3864134d tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 807 time: 0.1681311 Aug 19 18:06:05.173198 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-421ba1b3-153d-4850-bcf5-433fe6ab7c9a req-41855387-297c-4ea0-b032-8c1391c756e3 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ea9a610-4c77-43b9-8d2d-f789667ef041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508077 Aug 19 18:06:05.197410 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-8bc750f7-4109-439a-bbfb-19977ff76ebd tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/quotas/4372bce7e7ca475fbe71d1638d302952 HTTP/1.1" status: 200 len: 375 time: 0.0175374 Aug 19 18:06:05.239288 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-461befb9-f70f-46ad-ba99-97451f80cd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:05.275240 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461befb9-f70f-46ad-ba99-97451f80cd9b admin admin] Pushing event deleted for resources: {'Port': ['ID=79ede593-ff3f-4ef4-bdb3-8c5b686eca9e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:05.352521 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-94c0908a-c55c-41ff-bd4c-757a4f8fbf87 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1442003 Aug 19 18:06:05.386684 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60260b-13ed-4395-a173-b7e9eba870ba req-fe8ea04b-45f2-400d-aa0c-90d974b8b2d7 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:05.389485 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e60260b-13ed-4395-a173-b7e9eba870ba req-fe8ea04b-45f2-400d-aa0c-90d974b8b2d7 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=05eba103-90bc-4ade-91f7-f3bd9edf9eda HTTP/1.1" status: 200 len: 945 time: 0.0785811 Aug 19 18:06:05.450668 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e60260b-13ed-4395-a173-b7e9eba870ba req-ec0d8c67-d63e-40a0-9f49-90dc1ac17e4f tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539498 Aug 19 18:06:05.632382 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e56a8-6208-47e4-9c7b-7a3141b73a39 req-d72b1b1f-2ec5-43f8-b525-c3e8e49069b1 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:05.639490 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e78e56a8-6208-47e4-9c7b-7a3141b73a39 req-d72b1b1f-2ec5-43f8-b525-c3e8e49069b1 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=34bb7598-7911-4949-93d0-063bcb05c36d HTTP/1.1" status: 200 len: 946 time: 0.0778944 Aug 19 18:06:05.681298 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e78e56a8-6208-47e4-9c7b-7a3141b73a39 req-9c4e8e0b-4f3e-4a97-8a6c-9f326f009300 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398607 Aug 19 18:06:05.735925 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bb7598-7911-4949-93d0-063bcb05c36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b320229c-b714-4e31-a8bf-5b5eb20c7f42'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:05.740608 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e7da09-b086-42b5-9c1d-08dd8faa3e40" -d '{"events": [{"server_uuid": "34bb7598-7911-4949-93d0-063bcb05c36d", "name": "network-vif-plugged", "status": "completed", "tag": "b320229c-b714-4e31-a8bf-5b5eb20c7f42"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:05.840995 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9093ea-f770-424d-9fa7-5e00eda606c7 req-8dd734d5-ae22-4984-bcfc-ad16d06ea8c0 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:05.848888 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-db9093ea-f770-424d-9fa7-5e00eda606c7 req-8dd734d5-ae22-4984-bcfc-ad16d06ea8c0 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc HTTP/1.1" status: 200 len: 945 time: 0.0719361 Aug 19 18:06:05.885365 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-65ecc6c8-cc6e-41c2-baa1-75eb3a0ffdc4 service neutron] 10.222.0.24 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319376 Aug 19 18:06:05.887974 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-461befb9-f70f-46ad-ba99-97451f80cd9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:05.896007 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-db9093ea-f770-424d-9fa7-5e00eda606c7 req-a6e86b5f-072e-4d11-be06-572dfc1e2630 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460999 Aug 19 18:06:06.050780 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4c228-e131-4b1f-aaa4-5fe761089837 req-980d1cf0-39e1-4dbc-aeb8-bbffa5f480ed tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:06.053184 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8eb4c228-e131-4b1f-aaa4-5fe761089837 req-980d1cf0-39e1-4dbc-aeb8-bbffa5f480ed tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 944 time: 0.0602286 Aug 19 18:06:06.080409 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-915eb610-b6ef-4e5c-a77e-336864c3804f service neutron] 10.222.0.24 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858575 Aug 19 18:06:06.096996 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8eb4c228-e131-4b1f-aaa4-5fe761089837 req-8808cb7f-3909-4f76-9f51-d2a459e5f9c6 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361705 Aug 19 18:06:06.236711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461befb9-f70f-46ad-ba99-97451f80cd9b admin admin] Router befffec4-34f8-4112-9813-823fb141e4a3 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:06:06.250440 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea35de0f-a812-43ed-81e7-d411fc786226 x-openstack-request-id: req-ea35de0f-a812-43ed-81e7-d411fc786226 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:06.250940 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bb7598-7911-4949-93d0-063bcb05c36d", "name": "network-vif-plugged", "status": "completed", "tag": "b320229c-b714-4e31-a8bf-5b5eb20c7f42", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:06.251341 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea35de0f-a812-43ed-81e7-d411fc786226 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:06.252045 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bb7598-7911-4949-93d0-063bcb05c36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b320229c-b714-4e31-a8bf-5b5eb20c7f42', 'code': 200} Aug 19 18:06:06.392645 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461befb9-f70f-46ad-ba99-97451f80cd9b admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:06:06.404203 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-461befb9-f70f-46ad-ba99-97451f80cd9b admin admin] 10.222.0.24 "PUT /v2.0/routers/befffec4-34f8-4112-9813-823fb141e4a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8942204 Aug 19 18:06:06.404504 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b635fa16-3e97-432c-848c-7ef2be6dcf79 None None] Sync routers for ids ['befffec4-34f8-4112-9813-823fb141e4a3'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:06:06.405215 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40696) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:06.414458 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b635fa16-3e97-432c-848c-7ef2be6dcf79 None None] Routers {'befffec4-34f8-4112-9813-823fb141e4a3'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:06.416193 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b635fa16-3e97-432c-848c-7ef2be6dcf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:05:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['befffec4-34f8-4112-9813-823fb141e4a3'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:06.556190 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc894297-88b7-47cb-916d-24ea169b76c7 req-61fb2dd7-ed23-4ba7-92d5-e5592adc7210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:06.557930 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fc894297-88b7-47cb-916d-24ea169b76c7 req-61fb2dd7-ed23-4ba7-92d5-e5592adc7210 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=34bb7598-7911-4949-93d0-063bcb05c36d HTTP/1.1" status: 200 len: 1097 time: 0.2077992 Aug 19 18:06:06.570059 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f9a2c-0781-473b-b1be-4a64a12e1c54 req-14e877f5-550d-4266-a92e-6509083377d6 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:06.573284 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b635fa16-3e97-432c-848c-7ef2be6dcf79 None None] Set router befffec4-34f8-4112-9813-823fb141e4a3 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:06.577361 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f9a2c-0781-473b-b1be-4a64a12e1c54 req-14e877f5-550d-4266-a92e-6509083377d6 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:06.592446 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f9a2c-0781-473b-b1be-4a64a12e1c54 req-14e877f5-550d-4266-a92e-6509083377d6 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:06.611911 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-353f9a2c-0781-473b-b1be-4a64a12e1c54 req-14e877f5-550d-4266-a92e-6509083377d6 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc&device_id=05eba103-90bc-4ade-91f7-f3bd9edf9eda&device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 2417 time: 0.2111745 Aug 19 18:06:06.669054 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8bed419-99a6-441c-a122-d4f33aac689a admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:06.739131 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0410ee82-acdd-40cf-b8dd-484765dc35bb req-5df816fa-d40e-48fa-b5c1-54b974f6270c tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 210 time: 0.0340745 Aug 19 18:06:06.745442 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-353f9a2c-0781-473b-b1be-4a64a12e1c54 req-959afee8-715b-4b02-b928-1de132db98a2 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324453 Aug 19 18:06:06.808013 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fc894297-88b7-47cb-916d-24ea169b76c7 req-1fee4df9-cb6f-4737-aa1e-70c3247d5626 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894693 Aug 19 18:06:06.831591 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b635fa16-3e97-432c-848c-7ef2be6dcf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befffec4-34f8-4112-9813-823fb141e4a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-446208776-router', 'tenant_id': '315b1e67402d442ab825f2b1b4ba11ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '70f1587b-a8fe-46e5-965c-034a5e86c26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:45Z', 'updated_at': '2021-08-19T18:06:05Z', 'revision_number': 5, 'project_id': '315b1e67402d442ab825f2b1b4ba11ec', 'gw_port': {'id': '70f1587b-a8fe-46e5-965c-034a5e86c26d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:dc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befffec4-34f8-4112-9813-823fb141e4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:46Z', 'updated_at': '2021-08-19T18:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:06.868157 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8bed419-99a6-441c-a122-d4f33aac689a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:06.903745 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0808a9-a197-4e61-822b-9bd41b16b5eb req-d8c5d9f9-99a6-4841-9695-a1982282c789 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:06.905485 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bc0808a9-a197-4e61-822b-9bd41b16b5eb req-d8c5d9f9-99a6-4841-9695-a1982282c789 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 946 time: 0.0725667 Aug 19 18:06:06.915011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d677ec2-ac0f-455f-8829-a4d658ffbab6 req-8b0f815a-a1da-4912-9980-4bff9d80188f tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:06.922844 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d677ec2-ac0f-455f-8829-a4d658ffbab6 req-8b0f815a-a1da-4912-9980-4bff9d80188f tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=34bb7598-7911-4949-93d0-063bcb05c36d HTTP/1.1" status: 200 len: 946 time: 0.0856650 Aug 19 18:06:06.972930 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d677ec2-ac0f-455f-8829-a4d658ffbab6 req-b1ef1c1f-76e8-43eb-b163-c39c9cd290fd tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471973 Aug 19 18:06:06.975297 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b635fa16-3e97-432c-848c-7ef2be6dcf79 None None] Checking router: befffec4-34f8-4112-9813-823fb141e4a3 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:06:06.985078 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bc0808a9-a197-4e61-822b-9bd41b16b5eb req-82029ed0-000f-4b5b-b38e-04b231cd58eb tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ea9a610-4c77-43b9-8d2d-f789667ef041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564880 Aug 19 18:06:07.001463 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b635fa16-3e97-432c-848c-7ef2be6dcf79 None None] Routers {'befffec4-34f8-4112-9813-823fb141e4a3'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:07.001878 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-e8bed419-99a6-441c-a122-d4f33aac689a admin admin] Deleting port 70f1587b-a8fe-46e5-965c-034a5e86c26d {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:07.002181 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b635fa16-3e97-432c-848c-7ef2be6dcf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:05:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['befffec4-34f8-4112-9813-823fb141e4a3'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:07.002401 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8bed419-99a6-441c-a122-d4f33aac689a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.047273 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6e1d0cd3-46fc-4ce2-a357-8ab37a18bbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.095888 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc3283ec-8506-48ab-8719-3d050e7c410b req-657a2675-c5b9-4930-a16e-5c28c7f3ad68 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0870411 Aug 19 18:06:07.107165 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b635fa16-3e97-432c-848c-7ef2be6dcf79 None None] Set router befffec4-34f8-4112-9813-823fb141e4a3 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:07.124919 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-e8bed419-99a6-441c-a122-d4f33aac689a admin admin] For port 70f1587b-a8fe-46e5-965c-034a5e86c26d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=70f1587b-a8fe-46e5-965c-034a5e86c26d,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:07.125724 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8bed419-99a6-441c-a122-d4f33aac689a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.142727 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-e8bed419-99a6-441c-a122-d4f33aac689a admin admin] Calling delete_port for 70f1587b-a8fe-46e5-965c-034a5e86c26d owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:07.177801 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.187967 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b635fa16-3e97-432c-848c-7ef2be6dcf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befffec4-34f8-4112-9813-823fb141e4a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-446208776-router', 'tenant_id': '315b1e67402d442ab825f2b1b4ba11ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:45Z', 'updated_at': '2021-08-19T18:06:06Z', 'revision_number': 6, 'project_id': '315b1e67402d442ab825f2b1b4ba11ec', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:07.231975 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b635fa16-3e97-432c-848c-7ef2be6dcf79 None None] The sync data for ids ['befffec4-34f8-4112-9813-823fb141e4a3'] in n-d-803753-2 is: [{'id': 'befffec4-34f8-4112-9813-823fb141e4a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-446208776-router', 'tenant_id': '315b1e67402d442ab825f2b1b4ba11ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:45Z', 'updated_at': '2021-08-19T18:06:06Z', 'revision_number': 6, 'project_id': '315b1e67402d442ab825f2b1b4ba11ec', 'gw_port_host': None}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:06:07.319321 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e091f-7389-41da-831d-d46ce4d7eb4d req-b7baf35b-5b30-48a6-8cfe-fc98ef139897 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:07.321044 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b8e091f-7389-41da-831d-d46ce4d7eb4d req-b7baf35b-5b30-48a6-8cfe-fc98ef139897 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 944 time: 0.0901539 Aug 19 18:06:07.408933 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b8e091f-7389-41da-831d-d46ce4d7eb4d req-984048bd-ca24-462d-a85b-0e9b66904017 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472159 Aug 19 18:06:07.470310 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8bed419-99a6-441c-a122-d4f33aac689a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.495850 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bed419-99a6-441c-a122-d4f33aac689a admin admin] Pushing event deleted for resources: {'Port': ['ID=70f1587b-a8fe-46e5-965c-034a5e86c26d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:07.556277 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8bed419-99a6-441c-a122-d4f33aac689a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.724911 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:07.760643 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:06:07.760995 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 79ede593-ff3f-4ef4-bdb3-8c5b686eca9e not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:07.762944 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8bed419-99a6-441c-a122-d4f33aac689a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.793494 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8bed419-99a6-441c-a122-d4f33aac689a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.869590 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8bed419-99a6-441c-a122-d4f33aac689a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.871316 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bed419-99a6-441c-a122-d4f33aac689a admin admin] Fanout notify agent at l3_agent the message router_deleted on router befffec4-34f8-4112-9813-823fb141e4a3 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:06:07.896788 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8bed419-99a6-441c-a122-d4f33aac689a admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.900460 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40728) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:07.900657 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e8bed419-99a6-441c-a122-d4f33aac689a admin admin] 10.222.0.24 "DELETE /v2.0/routers/befffec4-34f8-4112-9813-823fb141e4a3 HTTP/1.1" status: 204 len: 168 time: 1.4949515 Aug 19 18:06:07.925204 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-967f46c9-86f1-46f0-9e8d-eda07c128839 req-d5decc47-e0d1-4dce-b26f-4b4f0dcc1cd7 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 210 time: 0.0614574 Aug 19 18:06:07.953064 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-6b696341-108e-4523-a6cb-7848d3c01d22 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:07.955152 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-6b696341-108e-4523-a6cb-7848d3c01d22 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.54 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 807 time: 0.2457578 Aug 19 18:06:07.964689 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15ba671-986b-4673-a968-8580bef2e677 admin admin] Deleting subnet 98035e9f-56db-4fb2-8148-345a5454ee59 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:06:07.968509 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e15ba671-986b-4673-a968-8580bef2e677 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.973985 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-d776879e-2cad-4d3b-920c-e1b2376d610e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Request body: {'port': {'device_id': '47a33f8d-8b97-4e86-a7aa-1a80356484fd', 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3', 'admin_state_up': True, 'tenant_id': '4372bce7e7ca475fbe71d1638d302952'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:08.035531 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e15ba671-986b-4673-a968-8580bef2e677 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:08.063284 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:08.162436 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e15ba671-986b-4673-a968-8580bef2e677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:08.201451 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322bf64-cf3d-45e1-ad2b-02b43cc072ed req-f9bfeebe-5c80-42b2-b708-d1adaefa438c tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:08.203096 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d322bf64-cf3d-45e1-ad2b-02b43cc072ed req-f9bfeebe-5c80-42b2-b708-d1adaefa438c tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 946 time: 0.1140616 Aug 19 18:06:08.203911 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-d776879e-2cad-4d3b-920c-e1b2376d610e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Made reservation on behalf of 4372bce7e7ca475fbe71d1638d302952 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:06:08.207984 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-d776879e-2cad-4d3b-920c-e1b2376d610e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:08.276305 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a1077-2346-4d01-92e2-bb1b2dd7aca6 req-02cacbfc-258a-4a3f-82c7-c8f656324e1c tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:08.277973 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea7a1077-2346-4d01-92e2-bb1b2dd7aca6 req-02cacbfc-258a-4a3f-82c7-c8f656324e1c tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=34bb7598-7911-4949-93d0-063bcb05c36d HTTP/1.1" status: 200 len: 946 time: 0.0762291 Aug 19 18:06:08.279705 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e15ba671-986b-4673-a968-8580bef2e677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:08.310015 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ba671-986b-4673-a968-8580bef2e677 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98035e9f-56db-4fb2-8148-345a5454ee59,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:08.334537 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e15ba671-986b-4673-a968-8580bef2e677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:08.340142 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e15ba671-986b-4673-a968-8580bef2e677 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/98035e9f-56db-4fb2-8148-345a5454ee59 HTTP/1.1" status: 204 len: 168 time: 0.4356694 Aug 19 18:06:08.341713 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40736) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:08.344308 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d322bf64-cf3d-45e1-ad2b-02b43cc072ed req-dbb4709a-edd3-48a5-b469-961c88bc0b83 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ea9a610-4c77-43b9-8d2d-f789667ef041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291897 Aug 19 18:06:08.353168 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efac45d-99e7-420f-9570-a15c1c436cd8 None None] Network f59e111f-dd60-4265-9684-7a33d52f3862 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:06:08.419143 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea7a1077-2346-4d01-92e2-bb1b2dd7aca6 req-55bdddeb-07df-40af-ad21-dadc45699c28 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161056 Aug 19 18:06:08.471765 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2539a50a-67ab-406c-9c4f-0d2d4dc5167b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:08.488873 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-d776879e-2cad-4d3b-920c-e1b2376d610e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Allocated IP 172.20.0.7 (50874bd2-7160-4e95-947b-586c5b7daba3/ccd77c82-a885-46d6-b7ae-a3f47fa8bac4/fdfa921d-0869-4e5e-ac51-8bd7fe411a3f) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:06:08.572835 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-2539a50a-67ab-406c-9c4f-0d2d4dc5167b admin admin] Deleting port 215abcea-5d88-4472-9ad2-25e99e551246 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:08.573194 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2539a50a-67ab-406c-9c4f-0d2d4dc5167b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:08.708656 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-2539a50a-67ab-406c-9c4f-0d2d4dc5167b admin admin] For port 215abcea-5d88-4472-9ad2-25e99e551246, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=215abcea-5d88-4472-9ad2-25e99e551246,segment=NetworkSegment(dd58221f-91a5-4086-88d5-c89f6f448486),segment_id=dd58221f-91a5-4086-88d5-c89f6f448486)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:08.709307 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2539a50a-67ab-406c-9c4f-0d2d4dc5167b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:08.725704 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573e7ca-7ebc-4e49-b389-a7b30d1e1ba6 req-085787bc-f3a7-4967-9004-c101926d5461 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:08.727287 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4573e7ca-7ebc-4e49-b389-a7b30d1e1ba6 req-085787bc-f3a7-4967-9004-c101926d5461 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 944 time: 0.1464300 Aug 19 18:06:08.736896 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-2539a50a-67ab-406c-9c4f-0d2d4dc5167b admin admin] Calling delete_port for 215abcea-5d88-4472-9ad2-25e99e551246 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:08.742593 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ef43a9-22ef-4e97-932e-0d3c3106573d None None] DHCP port deletion for f59e111f-dd60-4265-9684-7a33d52f3862 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:06:08.802769 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-85ef43a9-22ef-4e97-932e-0d3c3106573d None None] Deleting port 215abcea-5d88-4472-9ad2-25e99e551246 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:08.803637 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-85ef43a9-22ef-4e97-932e-0d3c3106573d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:08.821010 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-d776879e-2cad-4d3b-920c-e1b2376d610e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:08.823926 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4573e7ca-7ebc-4e49-b389-a7b30d1e1ba6 req-d53bb9b5-5fa6-4b32-9443-c0bf1577b9ff tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894518 Aug 19 18:06:08.906591 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-d776879e-2cad-4d3b-920c-e1b2376d610e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:08.929866 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-85ef43a9-22ef-4e97-932e-0d3c3106573d None None] For port 215abcea-5d88-4472-9ad2-25e99e551246, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=215abcea-5d88-4472-9ad2-25e99e551246,segment=NetworkSegment(dd58221f-91a5-4086-88d5-c89f6f448486),segment_id=dd58221f-91a5-4086-88d5-c89f6f448486)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:08.930572 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-85ef43a9-22ef-4e97-932e-0d3c3106573d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:08.939057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-d776879e-2cad-4d3b-920c-e1b2376d610e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Network 50874bd2-7160-4e95-947b-586c5b7daba3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:06:08.942793 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-d776879e-2cad-4d3b-920c-e1b2376d610e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:08.965845 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-85ef43a9-22ef-4e97-932e-0d3c3106573d None None] Calling delete_port for 215abcea-5d88-4472-9ad2-25e99e551246 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:08.975139 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2539a50a-67ab-406c-9c4f-0d2d4dc5167b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:08.982731 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-d776879e-2cad-4d3b-920c-e1b2376d610e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:06:09.018511 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539a50a-67ab-406c-9c4f-0d2d4dc5167b admin admin] Pushing event deleted for resources: {'Port': ['ID=215abcea-5d88-4472-9ad2-25e99e551246,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:09.032262 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['271620d3-c2ea-42fa-aa55-17ea8fdce195'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:06:09.040217 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2539a50a-67ab-406c-9c4f-0d2d4dc5167b admin admin] No DVR routers for this DVR port 215abcea-5d88-4472-9ad2-25e99e551246 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:06:09.091370 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-85ef43a9-22ef-4e97-932e-0d3c3106573d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:09.103557 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776879e-2cad-4d3b-920c-e1b2376d610e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Pushing event updated for resources: {'Port': ['ID=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:09.145209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-d776879e-2cad-4d3b-920c-e1b2376d610e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:09.150537 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef43a9-22ef-4e97-932e-0d3c3106573d None None] Pushing event deleted for resources: {'Port': ['ID=215abcea-5d88-4472-9ad2-25e99e551246,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:09.152971 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ef43a9-22ef-4e97-932e-0d3c3106573d None None] No DVR routers for this DVR port 215abcea-5d88-4472-9ad2-25e99e551246 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:06:09.165805 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-d776879e-2cad-4d3b-920c-e1b2376d610e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:09.167371 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef43a9-22ef-4e97-932e-0d3c3106573d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:09.167371 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef43a9-22ef-4e97-932e-0d3c3106573d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:09.167569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef43a9-22ef-4e97-932e-0d3c3106573d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:09.167863 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef43a9-22ef-4e97-932e-0d3c3106573d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:09.168198 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef43a9-22ef-4e97-932e-0d3c3106573d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:09.168531 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef43a9-22ef-4e97-932e-0d3c3106573d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:09.168858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef43a9-22ef-4e97-932e-0d3c3106573d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:09.169183 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef43a9-22ef-4e97-932e-0d3c3106573d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:09.169894 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef43a9-22ef-4e97-932e-0d3c3106573d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:09.169894 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef43a9-22ef-4e97-932e-0d3c3106573d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:09.170177 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef43a9-22ef-4e97-932e-0d3c3106573d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:09.170497 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef43a9-22ef-4e97-932e-0d3c3106573d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:09.189091 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-d776879e-2cad-4d3b-920c-e1b2376d610e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2222135 Aug 19 18:06:09.204132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-8b1167c3-eaf5-43c8-b081-34ac75f5e414 service neutron] Request body: {'port': {'device_id': '47a33f8d-8b97-4e86-a7aa-1a80356484fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:09.221908 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd424e1-66d6-4bcb-9263-5b20953deb13 req-455203e4-bf31-4df6-bcb3-3b33c3e780d5 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:09.224055 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5cd424e1-66d6-4bcb-9263-5b20953deb13 req-455203e4-bf31-4df6-bcb3-3b33c3e780d5 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 931 time: 0.1520867 Aug 19 18:06:09.234778 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2539a50a-67ab-406c-9c4f-0d2d4dc5167b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:09.308775 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-2539a50a-67ab-406c-9c4f-0d2d4dc5167b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59e111f-dd60-4265-9684-7a33d52f3862']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:09.319105 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-8b1167c3-eaf5-43c8-b081-34ac75f5e414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:09.351484 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-2539a50a-67ab-406c-9c4f-0d2d4dc5167b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd58221f-91a5-4086-88d5-c89f6f448486') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:09.351922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-2539a50a-67ab-406c-9c4f-0d2d4dc5167b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd58221f-91a5-4086-88d5-c89f6f448486') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:09.392090 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2539a50a-67ab-406c-9c4f-0d2d4dc5167b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:09.415328 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5cd424e1-66d6-4bcb-9263-5b20953deb13 req-883809c2-57b1-4859-896d-e252cd13e7c2 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825445 Aug 19 18:06:09.420517 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2539a50a-67ab-406c-9c4f-0d2d4dc5167b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:09.432373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2539a50a-67ab-406c-9c4f-0d2d4dc5167b admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:06:09.433569 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2539a50a-67ab-406c-9c4f-0d2d4dc5167b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:09.481557 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13455eea-603c-4e91-a314-6d8ed8075857 req-580852fa-4deb-4271-998e-45c19ba21d95 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:09.483129 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-13455eea-603c-4e91-a314-6d8ed8075857 req-580852fa-4deb-4271-998e-45c19ba21d95 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc HTTP/1.1" status: 200 len: 945 time: 0.1413043 Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:06:09.498365 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:06:09.528202 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2539a50a-67ab-406c-9c4f-0d2d4dc5167b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:09.566347 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2539a50a-67ab-406c-9c4f-0d2d4dc5167b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:09.568413 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2539a50a-67ab-406c-9c4f-0d2d4dc5167b admin admin] 10.222.0.24 "DELETE /v2.0/networks/f59e111f-dd60-4265-9684-7a33d52f3862 HTTP/1.1" status: 204 len: 168 time: 1.2243285 Aug 19 18:06:09.570122 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539a50a-67ab-406c-9c4f-0d2d4dc5167b admin admin] Pushing event deleted for resources: {'Network': ['ID=f59e111f-dd60-4265-9684-7a33d52f3862,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:09.573109 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40756) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:09.665310 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 215abcea-5d88-4472-9ad2-25e99e551246 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:09.698444 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-13455eea-603c-4e91-a314-6d8ed8075857 req-5ed3e0ec-7c08-4222-9a3f-f5f78d7fc9f1 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966949 Aug 19 18:06:09.703798 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 215abcea-5d88-4472-9ad2-25e99e551246 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:06:09.705293 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 215abcea-5d88-4472-9ad2-25e99e551246 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:09.706009 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 70f1587b-a8fe-46e5-965c-034a5e86c26d no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:09.735860 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 70f1587b-a8fe-46e5-965c-034a5e86c26d {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:06:09.736198 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 70f1587b-a8fe-46e5-965c-034a5e86c26d not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:09.766882 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252430c-b794-4206-8fd7-f06eef22e189 req-9771a5b2-ebb6-4e57-97ab-4f04dcf52131 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:09.768658 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7252430c-b794-4206-8fd7-f06eef22e189 req-9771a5b2-ebb6-4e57-97ab-4f04dcf52131 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 946 time: 0.2526209 Aug 19 18:06:09.878023 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7252430c-b794-4206-8fd7-f06eef22e189 req-9aeb58de-d2a1-42db-8c10-a5d465475795 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ea9a610-4c77-43b9-8d2d-f789667ef041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000476 Aug 19 18:06:09.899336 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-8b1167c3-eaf5-43c8-b081-34ac75f5e414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdfa921d-0869-4e5e-ac51-8bd7fe411a3f {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:06:09.909786 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a485946-c943-4525-9879-12427cb3a27e req-5ce952be-b6ee-46b2-9b41-1c0d5c6af690 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:09.913302 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a485946-c943-4525-9879-12427cb3a27e req-5ce952be-b6ee-46b2-9b41-1c0d5c6af690 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=34bb7598-7911-4949-93d0-063bcb05c36d HTTP/1.1" status: 200 len: 946 time: 0.1311345 Aug 19 18:06:09.918779 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-8b1167c3-eaf5-43c8-b081-34ac75f5e414 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:09.941333 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-8b1167c3-eaf5-43c8-b081-34ac75f5e414 service neutron] Transition to ACTIVE for port object fdfa921d-0869-4e5e-ac51-8bd7fe411a3f will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:09.952914 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-8b1167c3-eaf5-43c8-b081-34ac75f5e414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:10.009634 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a485946-c943-4525-9879-12427cb3a27e req-cfcc1a29-ebd4-4f17-bdd5-d72f5fb83e77 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880337 Aug 19 18:06:10.053927 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:10.089249 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1167c3-eaf5-43c8-b081-34ac75f5e414 service neutron] Pushing event updated for resources: {'Port': ['ID=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:10.162013 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-8b1167c3-eaf5-43c8-b081-34ac75f5e414 service neutron] Attempting to bind port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:06:10.162446 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-8b1167c3-eaf5-43c8-b081-34ac75f5e414 service neutron] Attempting to bind port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:06:10.162851 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-8b1167c3-eaf5-43c8-b081-34ac75f5e414 service neutron] Attempting to bind port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:10.174532 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148798f4-e3c8-4067-9979-1cbdf9e56653 req-8277f079-2d4e-4766-a01d-66f4410782c0 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:10.178195 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0a33f-2abb-4d61-b110-c99a4a2fa3cb req-21b52540-396a-4461-ad2a-dc76458adcd4 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:10.179928 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10f0a33f-2abb-4d61-b110-c99a4a2fa3cb req-21b52540-396a-4461-ad2a-dc76458adcd4 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 946 time: 0.0751677 Aug 19 18:06:10.180926 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-8b1167c3-eaf5-43c8-b081-34ac75f5e414 service neutron] Port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f on network 50874bd2-7160-4e95-947b-586c5b7daba3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:06:10.181270 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-8b1167c3-eaf5-43c8-b081-34ac75f5e414 service neutron] Attempting to bind port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:10.183979 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-148798f4-e3c8-4067-9979-1cbdf9e56653 req-8277f079-2d4e-4766-a01d-66f4410782c0 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 944 time: 0.0945699 Aug 19 18:06:10.187542 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-8b1167c3-eaf5-43c8-b081-34ac75f5e414 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:06:10.187970 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-8b1167c3-eaf5-43c8-b081-34ac75f5e414 service neutron] Checking segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:10.188440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-8b1167c3-eaf5-43c8-b081-34ac75f5e414 service neutron] Bound using segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:06:10.188956 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-8b1167c3-eaf5-43c8-b081-34ac75f5e414 service neutron] Bound port: fdfa921d-0869-4e5e-ac51-8bd7fe411a3f, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:06:10.189398 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-8b1167c3-eaf5-43c8-b081-34ac75f5e414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:10.216076 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-82e0d0f8-828b-49d0-adb9-7e0b3e66ffd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:10.287996 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-148798f4-e3c8-4067-9979-1cbdf9e56653 req-e75635a6-dc18-4280-be5d-6d9d3015ba27 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028750 Aug 19 18:06:10.446738 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-8b1167c3-eaf5-43c8-b081-34ac75f5e414 service neutron] For port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:06:10.461813 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea13a43-253c-4e3b-b418-86992e21a246 req-2adb8547-7551-43c4-a075-5f7a05b182f3 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:10.463617 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cea13a43-253c-4e3b-b418-86992e21a246 req-2adb8547-7551-43c4-a075-5f7a05b182f3 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=9439b620-245e-404e-85f0-c4beecca5d80 HTTP/1.1" status: 200 len: 945 time: 0.2162666 Aug 19 18:06:10.465434 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-8b1167c3-eaf5-43c8-b081-34ac75f5e414 service neutron] For port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:06:10.486398 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-8b1167c3-eaf5-43c8-b081-34ac75f5e414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:10.540792 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-8b1167c3-eaf5-43c8-b081-34ac75f5e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:10.541317 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-8b1167c3-eaf5-43c8-b081-34ac75f5e414 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:10.544815 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-8b1167c3-eaf5-43c8-b081-34ac75f5e414 service neutron] 10.222.0.54 "PUT /v2.0/ports/fdfa921d-0869-4e5e-ac51-8bd7fe411a3f HTTP/1.1" status: 200 len: 1091 time: 1.3438087 Aug 19 18:06:10.544815 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a33f8d-8b97-4e86-a7aa-1a80356484fd', 'tag': 'fdfa921d-0869-4e5e-ac51-8bd7fe411a3f'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:10.545769 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee4bc7a-1279-42cc-95a7-b32c28ae7c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "47a33f8d-8b97-4e86-a7aa-1a80356484fd", "tag": "fdfa921d-0869-4e5e-ac51-8bd7fe411a3f"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:10.576302 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-10f0a33f-2abb-4d61-b110-c99a4a2fa3cb req-75d3c8fd-1d64-4855-9f0b-314e2bcc5e08 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Deleting port d8d79d13-a788-48a8-bf87-df497f778af4 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:10.576646 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10f0a33f-2abb-4d61-b110-c99a4a2fa3cb req-75d3c8fd-1d64-4855-9f0b-314e2bcc5e08 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:10.604701 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cea13a43-253c-4e3b-b418-86992e21a246 req-2b880a9e-4801-4499-9636-55de199decd7 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342235 Aug 19 18:06:10.617632 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac4f49-6078-47e1-a89e-dabac8699dab req-5bc56feb-0e1c-4436-a55a-e45a5155abc9 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:10.626159 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32ac4f49-6078-47e1-a89e-dabac8699dab req-5bc56feb-0e1c-4436-a55a-e45a5155abc9 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 943 time: 0.0967534 Aug 19 18:06:10.693841 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-82e0d0f8-828b-49d0-adb9-7e0b3e66ffd4 admin admin] Deleting port 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:10.694154 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-82e0d0f8-828b-49d0-adb9-7e0b3e66ffd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:10.712228 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec547da-3726-4dd9-80bd-4f94104d1835 x-openstack-request-id: req-eec547da-3726-4dd9-80bd-4f94104d1835 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:10.712609 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47a33f8d-8b97-4e86-a7aa-1a80356484fd", "tag": "fdfa921d-0869-4e5e-ac51-8bd7fe411a3f", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:10.712879 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eec547da-3726-4dd9-80bd-4f94104d1835 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:10.713383 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a33f8d-8b97-4e86-a7aa-1a80356484fd', 'tag': 'fdfa921d-0869-4e5e-ac51-8bd7fe411a3f', 'status': 'completed', 'code': 200} Aug 19 18:06:10.719805 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1167c3-eaf5-43c8-b081-34ac75f5e414 service neutron] Pushing event updated for resources: {'Port': ['ID=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:10.722951 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:10.755407 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-72a93b61-ca00-445e-99cf-0c7c25f8d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:10.756772 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32ac4f49-6078-47e1-a89e-dabac8699dab req-8524dc29-3057-4784-824b-b96e99cfb2bf tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188264 Aug 19 18:06:10.761892 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-72a93b61-ca00-445e-99cf-0c7c25f8d766 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 1094 time: 0.1635981 Aug 19 18:06:10.853191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-82e0d0f8-828b-49d0-adb9-7e0b3e66ffd4 admin admin] For port 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=086bcb6b-0ff2-40eb-863c-0266ad2cd2cf,segment=NetworkSegment(a3a8cfc1-0a3e-4913-abe7-e1adaadf3236),segment_id=a3a8cfc1-0a3e-4913-abe7-e1adaadf3236)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:10.854171 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-82e0d0f8-828b-49d0-adb9-7e0b3e66ffd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:10.887786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-82e0d0f8-828b-49d0-adb9-7e0b3e66ffd4 admin admin] Calling delete_port for 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:11.024249 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcfef9-d990-4dcf-a6c1-dc565a4b4f38 req-0664e19e-c5ec-47cc-aaf9-78bcbc4f49e5 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:11.027540 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-93bcfef9-d990-4dcf-a6c1-dc565a4b4f38 req-0664e19e-c5ec-47cc-aaf9-78bcbc4f49e5 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc HTTP/1.1" status: 200 len: 945 time: 0.1339078 Aug 19 18:06:11.104198 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-93bcfef9-d990-4dcf-a6c1-dc565a4b4f38 req-36899f6b-5e4f-46a3-9349-9d030d3c8cab tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697522 Aug 19 18:06:11.230852 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-192d193a-2901-4d47-bf10-0c32a741e259 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f HTTP/1.1" status: 200 len: 217 time: 0.4583652 Aug 19 18:06:11.293348 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-10f0a33f-2abb-4d61-b110-c99a4a2fa3cb req-75d3c8fd-1d64-4855-9f0b-314e2bcc5e08 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] For port d8d79d13-a788-48a8-bf87-df497f778af4, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d8d79d13-a788-48a8-bf87-df497f778af4,segment=NetworkSegment(4a039d40-5096-4efe-a9e6-dc12e26f9952),segment_id=4a039d40-5096-4efe-a9e6-dc12e26f9952)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:11.294278 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10f0a33f-2abb-4d61-b110-c99a4a2fa3cb req-75d3c8fd-1d64-4855-9f0b-314e2bcc5e08 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:11.298888 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-82e0d0f8-828b-49d0-adb9-7e0b3e66ffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:11.416626 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0d0f8-828b-49d0-adb9-7e0b3e66ffd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=086bcb6b-0ff2-40eb-863c-0266ad2cd2cf,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:11.638307 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-e87ccc9a-15bc-458d-b91e-967dd0670dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:11.640234 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-e87ccc9a-15bc-458d-b91e-967dd0670dee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 HTTP/1.1" status: 200 len: 847 time: 0.3815880 Aug 19 18:06:11.658116 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ce8e5-8653-4f79-8fc5-911d1b63fbf7 req-5259d443-8aba-4492-ae4f-7d13f4bd800d tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:11.660014 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7e5ce8e5-8653-4f79-8fc5-911d1b63fbf7 req-5259d443-8aba-4492-ae4f-7d13f4bd800d tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.54 "GET /v2.0/ports?device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc HTTP/1.1" status: 200 len: 945 time: 0.4523656 Aug 19 18:06:11.709356 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-19783f3d-1fde-4d38-a1f0-e4d732292300 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50874bd2-7160-4e95-947b-586c5b7daba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427601 Aug 19 18:06:11.747960 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-82e0d0f8-828b-49d0-adb9-7e0b3e66ffd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:11.753805 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d41846-a283-4165-9d42-a59ef9f7441b req-db39fc23-30b2-4a47-a7d9-41430c130423 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:11.756476 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99d41846-a283-4165-9d42-a59ef9f7441b req-db39fc23-30b2-4a47-a7d9-41430c130423 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 946 time: 0.5506170 Aug 19 18:06:11.895930 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10f0a33f-2abb-4d61-b110-c99a4a2fa3cb req-75d3c8fd-1d64-4855-9f0b-314e2bcc5e08 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:11.896774 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10f0a33f-2abb-4d61-b110-c99a4a2fa3cb req-75d3c8fd-1d64-4855-9f0b-314e2bcc5e08 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:11.896774 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [req-10f0a33f-2abb-4d61-b110-c99a4a2fa3cb req-75d3c8fd-1d64-4855-9f0b-314e2bcc5e08 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Floating IP e6311502-74a8-4567-8844-460cecfb472a disassociated. External IP: 172.25.8.39, port: d8d79d13-a788-48a8-bf87-df497f778af4. Aug 19 18:06:11.897297 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-10f0a33f-2abb-4d61-b110-c99a4a2fa3cb req-75d3c8fd-1d64-4855-9f0b-314e2bcc5e08 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Calling delete_port for d8d79d13-a788-48a8-bf87-df497f778af4 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:12.007838 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99d41846-a283-4165-9d42-a59ef9f7441b req-1ea9ee78-7d9f-440e-98bf-89ac2a547f58 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ea9a610-4c77-43b9-8d2d-f789667ef041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082434 Aug 19 18:06:12.048323 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-1b9a3919-23bd-43b0-84d7-021ba2f329eb service neutron] 10.222.0.54 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887039 Aug 19 18:06:12.215771 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-7e5ce8e5-8653-4f79-8fc5-911d1b63fbf7 req-352c02c0-38c5-4960-94e4-99f0f39585dd tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Deleting port 08a4429d-2b35-4841-827c-31af4368d687 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:12.215771 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7e5ce8e5-8653-4f79-8fc5-911d1b63fbf7 req-352c02c0-38c5-4960-94e4-99f0f39585dd tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:12.237943 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca64ad-6b7a-4b1a-8f2a-d93bfafb397f req-5a1689a2-3ccc-4477-930b-40c7388fb240 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:12.246016 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-95ca64ad-6b7a-4b1a-8f2a-d93bfafb397f req-5a1689a2-3ccc-4477-930b-40c7388fb240 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 944 time: 0.4774060 Aug 19 18:06:12.330678 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-95ca64ad-6b7a-4b1a-8f2a-d93bfafb397f req-c3cc777e-9110-4533-8bf8-f018f0c3b45f tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836885 Aug 19 18:06:12.370009 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33fc0d5e-2493-42fd-894a-961b72850bf8 req-6d1a04f7-5b46-408c-82c3-45fd9306d719 service neutron] 10.222.0.54 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999899 Aug 19 18:06:12.416039 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e0d0f8-828b-49d0-adb9-7e0b3e66ffd4 admin admin] Router 33585f4b-1a9f-4ea7-bcca-c304b8505785 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:06:12.481281 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10f0a33f-2abb-4d61-b110-c99a4a2fa3cb req-75d3c8fd-1d64-4855-9f0b-314e2bcc5e08 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:12.502653 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-054d91d3-73e4-4542-b967-5dc9e5f52d83 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:12.504240 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-054d91d3-73e4-4542-b967-5dc9e5f52d83 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/networks?id=78766ec9-f390-4602-8837-c31d31ecba2c HTTP/1.1" status: 200 len: 813 time: 0.3700032 Aug 19 18:06:12.538086 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7e5ce8e5-8653-4f79-8fc5-911d1b63fbf7 req-352c02c0-38c5-4960-94e4-99f0f39585dd tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] For port 08a4429d-2b35-4841-827c-31af4368d687, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=08a4429d-2b35-4841-827c-31af4368d687,segment=NetworkSegment(57d87d7f-99d7-4e0b-883d-d98b8a12ad3d),segment_id=57d87d7f-99d7-4e0b-883d-d98b8a12ad3d)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:12.538510 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7e5ce8e5-8653-4f79-8fc5-911d1b63fbf7 req-352c02c0-38c5-4960-94e4-99f0f39585dd tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:12.556922 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3c8fd-1d64-4855-9f0b-314e2bcc5e08 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Pushing event deleted for resources: {'Port': ['ID=d8d79d13-a788-48a8-bf87-df497f778af4,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:12.573197 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-7e5ce8e5-8653-4f79-8fc5-911d1b63fbf7 req-352c02c0-38c5-4960-94e4-99f0f39585dd tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Calling delete_port for 08a4429d-2b35-4841-827c-31af4368d687 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:12.580111 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-0ff08649-0daf-4a35-96e6-fb0ba7d5fdd2 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/quotas/7a9564e673fb4f7b9c7c48a454394fee HTTP/1.1" status: 200 len: 375 time: 0.0442195 Aug 19 18:06:12.585766 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c484b2-4daa-4cc0-84bf-cc65ba45da61 req-f28c0a7a-0d9d-4f90-83f5-36788d2d46a1 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:12.587456 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-05c484b2-4daa-4cc0-84bf-cc65ba45da61 req-f28c0a7a-0d9d-4f90-83f5-36788d2d46a1 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 943 time: 0.1110034 Aug 19 18:06:12.621777 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e0d0f8-828b-49d0-adb9-7e0b3e66ffd4 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:06:12.628731 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-82e0d0f8-828b-49d0-adb9-7e0b3e66ffd4 admin admin] 10.222.0.24 "PUT /v2.0/routers/33585f4b-1a9f-4ea7-bcca-c304b8505785/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0515215 Aug 19 18:06:12.635430 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aa0571-6d27-4387-b81c-774d031e2fc3 None None] Sync routers for ids ['33585f4b-1a9f-4ea7-bcca-c304b8505785'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:06:12.643353 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4bc7a-1279-42cc-95a7-b32c28ae7c6a req-82f5e2d9-bae2-4cae-a0b6-57bc0e657764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:12.645393 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ee4bc7a-1279-42cc-95a7-b32c28ae7c6a req-82f5e2d9-bae2-4cae-a0b6-57bc0e657764 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 1094 time: 0.2118535 Aug 19 18:06:12.646228 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aa0571-6d27-4387-b81c-774d031e2fc3 None None] Routers {'33585f4b-1a9f-4ea7-bcca-c304b8505785'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:12.646901 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-68aa0571-6d27-4387-b81c-774d031e2fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:06:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['33585f4b-1a9f-4ea7-bcca-c304b8505785'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:12.651800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40802) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:12.695563 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device d8d79d13-a788-48a8-bf87-df497f778af4 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:12.724841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: d8d79d13-a788-48a8-bf87-df497f778af4 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:06:12.725480 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device d8d79d13-a788-48a8-bf87-df497f778af4 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:12.759494 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-05c484b2-4daa-4cc0-84bf-cc65ba45da61 req-62b03eb1-1544-4469-9431-a00b6b2b5a5a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573460 Aug 19 18:06:12.841787 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-68aa0571-6d27-4387-b81c-774d031e2fc3 None None] Set router 33585f4b-1a9f-4ea7-bcca-c304b8505785 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:12.865228 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dce9bffc-7ee8-4b48-967e-f73279052eea admin admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:12.900763 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-3200ef6d-fb78-4b5f-b901-a1c6311f9c48 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a9564e673fb4f7b9c7c48a454394fee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3068843 Aug 19 18:06:13.019722 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cb25e-32a2-4a13-8e2c-1efc142aedcf req-4361ee05-18eb-403b-80b4-92d37ef0e53b tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:13.026034 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c39cb25e-32a2-4a13-8e2c-1efc142aedcf req-4361ee05-18eb-403b-80b4-92d37ef0e53b tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc HTTP/1.1" status: 200 len: 945 time: 0.0951862 Aug 19 18:06:13.035362 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10f0a33f-2abb-4d61-b110-c99a4a2fa3cb req-75d3c8fd-1d64-4855-9f0b-314e2bcc5e08 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Router d5ea9453-92af-4909-8117-48892550bd5c has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:06:13.050403 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4bc7a-1279-42cc-95a7-b32c28ae7c6a req-6dcedc69-3ecc-4d30-b9f6-f1f25b39950c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:13.051310 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ee4bc7a-1279-42cc-95a7-b32c28ae7c6a req-6dcedc69-3ecc-4d30-b9f6-f1f25b39950c service neutron] 10.222.0.54 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 908 time: 0.3856573 Aug 19 18:06:13.127957 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 397f817c-4bf0-41f3-b858-f75b68826f86 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:06:13.159886 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c39cb25e-32a2-4a13-8e2c-1efc142aedcf req-10249d0c-e45e-4389-a124-1ccf9debc163 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616851 Aug 19 18:06:13.191610 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ee4bc7a-1279-42cc-95a7-b32c28ae7c6a req-39f4b229-8841-4a6f-b29a-193feeb13122 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f HTTP/1.1" status: 200 len: 217 time: 0.0956485 Aug 19 18:06:13.211113 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dce9bffc-7ee8-4b48-967e-f73279052eea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:13.269622 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-68aa0571-6d27-4387-b81c-774d031e2fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33585f4b-1a9f-4ea7-bcca-c304b8505785', 'name': 'tempest-AttachSCSIVolumeTestJSON-1210338473-router', 'tenant_id': 'be4da88d2e114f29a34d89dfc4675eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'aa63a227-5df2-4c6a-a711-ef01461d52b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:57Z', 'updated_at': '2021-08-19T18:06:11Z', 'revision_number': 5, 'project_id': 'be4da88d2e114f29a34d89dfc4675eed', 'gw_port': {'id': 'aa63a227-5df2-4c6a-a711-ef01461d52b8', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33585f4b-1a9f-4ea7-bcca-c304b8505785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:59Z', 'updated_at': '2021-08-19T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:13.331563 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7e5ce8e5-8653-4f79-8fc5-911d1b63fbf7 req-352c02c0-38c5-4960-94e4-99f0f39585dd tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:13.354088 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-c3417532-332c-4042-b156-8dc5a12350c0 service neutron] 10.222.0.24 "GET /v2.0/networks/78766ec9-f390-4602-8837-c31d31ecba2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449406 Aug 19 18:06:13.370200 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['3d18cac5-09b4-4f08-8466-dcaa7093c6a4', '08a4429d-2b35-4841-827c-31af4368d687'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:06:13.373082 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['957628e9-8828-4bd8-a5b2-d9274146126d'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:06:13.402331 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-dce9bffc-7ee8-4b48-967e-f73279052eea admin admin] Deleting port aa63a227-5df2-4c6a-a711-ef01461d52b8 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:13.402926 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dce9bffc-7ee8-4b48-967e-f73279052eea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:13.443640 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aa0571-6d27-4387-b81c-774d031e2fc3 None None] Checking router: 33585f4b-1a9f-4ea7-bcca-c304b8505785 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:06:13.446641 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c02c0-38c5-4960-94e4-99f0f39585dd tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Pushing event deleted for resources: {'Port': ['ID=08a4429d-2b35-4841-827c-31af4368d687,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:13.503080 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aa0571-6d27-4387-b81c-774d031e2fc3 None None] Routers {'33585f4b-1a9f-4ea7-bcca-c304b8505785'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:13.503730 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-68aa0571-6d27-4387-b81c-774d031e2fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:06:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['33585f4b-1a9f-4ea7-bcca-c304b8505785'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:13.578414 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9089c63b-a02c-4d5e-9517-60c0910e9427 req-d7f8b0ab-2af6-49ac-a064-78fd46eef702 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 210 time: 0.0570326 Aug 19 18:06:13.618480 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-dce9bffc-7ee8-4b48-967e-f73279052eea admin admin] For port aa63a227-5df2-4c6a-a711-ef01461d52b8, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=aa63a227-5df2-4c6a-a711-ef01461d52b8,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:13.618787 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dce9bffc-7ee8-4b48-967e-f73279052eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:13.623936 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 397f817c-4bf0-41f3-b858-f75b68826f86, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=397f817c-4bf0-41f3-b858-f75b68826f86,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:13.652028 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-dce9bffc-7ee8-4b48-967e-f73279052eea admin admin] Calling delete_port for aa63a227-5df2-4c6a-a711-ef01461d52b8 owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:13.694467 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '397f817c-4bf0-41f3-b858-f75b68826f86', 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f', 'port_id': '397f817c-4bf0-41f3-b858-f75b68826f86', 'mac_address': 'fa:16:3e:43:b1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e38a766b-6157-45f2-9785-a9bfeb2d8ba6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:06:13.793886 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-68aa0571-6d27-4387-b81c-774d031e2fc3 None None] Set router 33585f4b-1a9f-4ea7-bcca-c304b8505785 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:13.842501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69bade-cf10-41cb-8091-80b24c5e9d7d req-c669322e-c634-4ba2-a911-46c5aa384798 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:13.844131 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8c69bade-cf10-41cb-8091-80b24c5e9d7d req-c669322e-c634-4ba2-a911-46c5aa384798 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 944 time: 0.1129391 Aug 19 18:06:13.862877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4bc7a-1279-42cc-95a7-b32c28ae7c6a req-95231ecc-8f26-4eaa-8f55-dc45272c7da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:13.865070 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ee4bc7a-1279-42cc-95a7-b32c28ae7c6a req-95231ecc-8f26-4eaa-8f55-dc45272c7da4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 HTTP/1.1" status: 200 len: 847 time: 0.6614692 Aug 19 18:06:13.893053 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-68aa0571-6d27-4387-b81c-774d031e2fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33585f4b-1a9f-4ea7-bcca-c304b8505785', 'name': 'tempest-AttachSCSIVolumeTestJSON-1210338473-router', 'tenant_id': 'be4da88d2e114f29a34d89dfc4675eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:57Z', 'updated_at': '2021-08-19T18:06:13Z', 'revision_number': 6, 'project_id': 'be4da88d2e114f29a34d89dfc4675eed', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:13.895005 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:13.927026 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397f817c-4bf0-41f3-b858-f75b68826f86 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:06:13.928161 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ee4bc7a-1279-42cc-95a7-b32c28ae7c6a req-dc114368-7e54-477f-acf7-5373c9171d97 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50874bd2-7160-4e95-947b-586c5b7daba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491917 Aug 19 18:06:13.963134 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5875972-5c21-479b-90a9-38370d797147 req-e3916820-64b1-4361-a8f5-4d3d00e18668 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:13.965036 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e5875972-5c21-479b-90a9-38370d797147 req-e3916820-64b1-4361-a8f5-4d3d00e18668 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.50 "GET /v2.0/ports?device_id=9439b620-245e-404e-85f0-c4beecca5d80 HTTP/1.1" status: 200 len: 945 time: 0.1703672 Aug 19 18:06:13.976158 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8c69bade-cf10-41cb-8091-80b24c5e9d7d req-3f60f8c1-39dc-4d37-8404-e2ed20440909 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230361 Aug 19 18:06:13.978451 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aa0571-6d27-4387-b81c-774d031e2fc3 None None] The sync data for ids ['33585f4b-1a9f-4ea7-bcca-c304b8505785'] in n-d-803753-2 is: [{'id': '33585f4b-1a9f-4ea7-bcca-c304b8505785', 'name': 'tempest-AttachSCSIVolumeTestJSON-1210338473-router', 'tenant_id': 'be4da88d2e114f29a34d89dfc4675eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:57Z', 'updated_at': '2021-08-19T18:06:13Z', 'revision_number': 6, 'project_id': 'be4da88d2e114f29a34d89dfc4675eed', 'gw_port_host': None}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:06:14.014334 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5ce8e5-8653-4f79-8fc5-911d1b63fbf7 req-352c02c0-38c5-4960-94e4-99f0f39585dd tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] No DVR routers for this DVR port 08a4429d-2b35-4841-827c-31af4368d687 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:06:14.016882 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7e5ce8e5-8653-4f79-8fc5-911d1b63fbf7 req-352c02c0-38c5-4960-94e4-99f0f39585dd tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:14.018009 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 397f817c-4bf0-41f3-b858-f75b68826f86, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=397f817c-4bf0-41f3-b858-f75b68826f86,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:14.019613 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7e5ce8e5-8653-4f79-8fc5-911d1b63fbf7 req-352c02c0-38c5-4960-94e4-99f0f39585dd tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.54 "DELETE /v2.0/ports/08a4429d-2b35-4841-827c-31af4368d687 HTTP/1.1" status: 204 len: 173 time: 2.3118796 Aug 19 18:06:14.041440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a63648-ec3e-4768-acd2-effd8a6b00fc', 'name': 'network-vif-deleted', 'tag': '08a4429d-2b35-4841-827c-31af4368d687'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:14.042816 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:14.056176 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315034f9-44e2-4451-ac79-120b20fbcd13" -d '{"events": [{"server_uuid": "26a63648-ec3e-4768-acd2-effd8a6b00fc", "name": "network-vif-deleted", "tag": "08a4429d-2b35-4841-827c-31af4368d687"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:14.138734 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10f0a33f-2abb-4d61-b110-c99a4a2fa3cb req-75d3c8fd-1d64-4855-9f0b-314e2bcc5e08 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:06:14.155300 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547f182f-46bf-4952-89bd-a13e22c7def8 None None] Sync routers for ids ['d5ea9453-92af-4909-8117-48892550bd5c'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:06:14.177368 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547f182f-46bf-4952-89bd-a13e22c7def8 None None] Routers {'d5ea9453-92af-4909-8117-48892550bd5c'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:14.178436 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-547f182f-46bf-4952-89bd-a13e22c7def8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:06:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d5ea9453-92af-4909-8117-48892550bd5c'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:14.212050 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f0a33f-2abb-4d61-b110-c99a4a2fa3cb req-75d3c8fd-1d64-4855-9f0b-314e2bcc5e08 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] No DVR routers for this DVR port d8d79d13-a788-48a8-bf87-df497f778af4 on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:06:14.214750 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10f0a33f-2abb-4d61-b110-c99a4a2fa3cb req-75d3c8fd-1d64-4855-9f0b-314e2bcc5e08 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:14.217193 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10f0a33f-2abb-4d61-b110-c99a4a2fa3cb req-75d3c8fd-1d64-4855-9f0b-314e2bcc5e08 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.50 "DELETE /v2.0/ports/d8d79d13-a788-48a8-bf87-df497f778af4 HTTP/1.1" status: 204 len: 173 time: 4.0234981 Aug 19 18:06:14.231386 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-7caa6afb-70c3-4188-b105-9defb3cca790 service neutron] 10.222.0.24 "GET /v2.0/networks/78766ec9-f390-4602-8837-c31d31ecba2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8762252 Aug 19 18:06:14.344737 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dce9bffc-7ee8-4b48-967e-f73279052eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:14.366115 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-547f182f-46bf-4952-89bd-a13e22c7def8 None None] Set router d5ea9453-92af-4909-8117-48892550bd5c gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:14.402209 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['397f817c-4bf0-41f3-b858-f75b68826f86'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:06:14.413837 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=397f817c-4bf0-41f3-b858-f75b68826f86,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:14.418739 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ee4bc7a-1279-42cc-95a7-b32c28ae7c6a req-03000c28-eb27-4777-a0a3-27fb5171565b service neutron] 10.222.0.54 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743760 Aug 19 18:06:14.472615 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9bffc-7ee8-4b48-967e-f73279052eea admin admin] Pushing event deleted for resources: {'Port': ['ID=aa63a227-5df2-4c6a-a711-ef01461d52b8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:14.605944 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e103fe-8dae-4da6-aff6-4a5557371788 req-9f807df4-7ffc-4975-8514-660818dcb003 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:14.611810 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a6e103fe-8dae-4da6-aff6-4a5557371788 req-9f807df4-7ffc-4975-8514-660818dcb003 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.50 "GET /v2.0/ports?device_id=34bb7598-7911-4949-93d0-063bcb05c36d HTTP/1.1" status: 200 len: 946 time: 0.3071983 Aug 19 18:06:14.686435 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236e4bc-0c18-4653-bedc-93162a76dc82 req-013fcc16-04fe-4bc4-8ff8-13de8e7109de tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:14.699430 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0236e4bc-0c18-4653-bedc-93162a76dc82 req-013fcc16-04fe-4bc4-8ff8-13de8e7109de tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 943 time: 0.6143520 Aug 19 18:06:14.745889 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d2dfa9-a5ca-41e3-9786-960a459b2def x-openstack-request-id: req-66d2dfa9-a5ca-41e3-9786-960a459b2def {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:14.746438 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a63648-ec3e-4768-acd2-effd8a6b00fc", "name": "network-vif-deleted", "tag": "08a4429d-2b35-4841-827c-31af4368d687", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:14.746576 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-66d2dfa9-a5ca-41e3-9786-960a459b2def {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:14.746909 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a63648-ec3e-4768-acd2-effd8a6b00fc', 'name': 'network-vif-deleted', 'tag': '08a4429d-2b35-4841-827c-31af4368d687', 'status': 'completed', 'code': 200} Aug 19 18:06:14.831341 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dce9bffc-7ee8-4b48-967e-f73279052eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:14.857523 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-547f182f-46bf-4952-89bd-a13e22c7def8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'name': 'tempest-ServersTestManualDisk-1370410028-router', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:28Z', 'updated_at': '2021-08-19T18:03:36Z', 'revision_number': 4, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'gw_port': {'id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:30Z', 'updated_at': '2021-08-19T18:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'e6e797d2-1c30-4e42-98da-d04cf3a7bc2b', 'name': '', 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'mac_address': 'fa:16:3e:36:b0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'dea398ad-a68d-4f83-811a-5b05b0ea2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:34Z', 'updated_at': '2021-08-19T18:03:42Z', 'revision_number': 5, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'subnets': [{'id': 'dea398ad-a68d-4f83-811a-5b05b0ea2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:14.873359 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ee4bc7a-1279-42cc-95a7-b32c28ae7c6a req-7d160203-7734-4002-944b-4aeffc89974c service neutron] 10.222.0.54 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438860 Aug 19 18:06:14.900733 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0236e4bc-0c18-4653-bedc-93162a76dc82 req-86d30327-7d63-48db-8e49-4a9269429b9c tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003193 Aug 19 18:06:14.906051 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-86ec54af-44d0-4126-8fb7-9694728a8cd8 req-16c9ed02-a43f-4355-9813-dd95c6041c4c tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=26a63648-ec3e-4768-acd2-effd8a6b00fc HTTP/1.1" status: 200 len: 210 time: 0.0313683 Aug 19 18:06:14.954658 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-a6e103fe-8dae-4da6-aff6-4a5557371788 req-7da41efe-0eb8-4c30-ad6b-9ae55ea3a6c6 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Deleting port b320229c-b714-4e31-a8bf-5b5eb20c7f42 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:14.955115 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a6e103fe-8dae-4da6-aff6-4a5557371788 req-7da41efe-0eb8-4c30-ad6b-9ae55ea3a6c6 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:15.001001 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547f182f-46bf-4952-89bd-a13e22c7def8 None None] Checking router: d5ea9453-92af-4909-8117-48892550bd5c for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:06:15.026499 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-e5875972-5c21-479b-90a9-38370d797147 req-4162da57-85ed-460c-b509-c3a6f1834dfa tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Deleting port 365e1880-e34d-434b-b2ec-22f678e375bc {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:15.026854 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e5875972-5c21-479b-90a9-38370d797147 req-4162da57-85ed-460c-b509-c3a6f1834dfa tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:15.046771 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547f182f-46bf-4952-89bd-a13e22c7def8 None None] Routers {'d5ea9453-92af-4909-8117-48892550bd5c'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:15.047843 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-547f182f-46bf-4952-89bd-a13e22c7def8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:06:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d5ea9453-92af-4909-8117-48892550bd5c'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:15.049977 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dce9bffc-7ee8-4b48-967e-f73279052eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:15.088044 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dce9bffc-7ee8-4b48-967e-f73279052eea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:15.125671 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 08a4429d-2b35-4841-827c-31af4368d687 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:15.204041 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 08a4429d-2b35-4841-827c-31af4368d687 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:06:15.206187 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 08a4429d-2b35-4841-827c-31af4368d687 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:15.235835 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-a6e103fe-8dae-4da6-aff6-4a5557371788 req-7da41efe-0eb8-4c30-ad6b-9ae55ea3a6c6 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] For port b320229c-b714-4e31-a8bf-5b5eb20c7f42, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b320229c-b714-4e31-a8bf-5b5eb20c7f42,segment=NetworkSegment(961d906d-becb-4e7c-a82b-3ab6bea17fc9),segment_id=961d906d-becb-4e7c-a82b-3ab6bea17fc9)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:15.236326 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a6e103fe-8dae-4da6-aff6-4a5557371788 req-7da41efe-0eb8-4c30-ad6b-9ae55ea3a6c6 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:15.263513 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-a6e103fe-8dae-4da6-aff6-4a5557371788 req-7da41efe-0eb8-4c30-ad6b-9ae55ea3a6c6 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Calling delete_port for b320229c-b714-4e31-a8bf-5b5eb20c7f42 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:15.383048 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-547f182f-46bf-4952-89bd-a13e22c7def8 None None] Set router d5ea9453-92af-4909-8117-48892550bd5c gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:15.416714 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb9612ea-1104-45b2-b416-f6e2363d0e09 req-1a77d2e7-2b24-4d05-a967-ca392f3e5f0d tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a9ac903-2174-494b-998a-3f97e316fe47 HTTP/1.1" status: 200 len: 210 time: 0.0816712 Aug 19 18:06:15.430159 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dce9bffc-7ee8-4b48-967e-f73279052eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:15.430994 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce9bffc-7ee8-4b48-967e-f73279052eea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33585f4b-1a9f-4ea7-bcca-c304b8505785 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:06:15.492614 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dce9bffc-7ee8-4b48-967e-f73279052eea admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:15.501065 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dce9bffc-7ee8-4b48-967e-f73279052eea admin admin] 10.222.0.24 "DELETE /v2.0/routers/33585f4b-1a9f-4ea7-bcca-c304b8505785 HTTP/1.1" status: 204 len: 168 time: 2.8407569 Aug 19 18:06:15.502913 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40838) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:15.577345 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-91fa1616-263b-44b1-b819-b94c1344bb3f admin admin] Deleting subnet 5c7668c4-88cc-4897-9d2f-b9ca783bf752 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:06:15.586235 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91fa1616-263b-44b1-b819-b94c1344bb3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:15.618670 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-e5875972-5c21-479b-90a9-38370d797147 req-4162da57-85ed-460c-b509-c3a6f1834dfa tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] For port 365e1880-e34d-434b-b2ec-22f678e375bc, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=365e1880-e34d-434b-b2ec-22f678e375bc,segment=NetworkSegment(961d906d-becb-4e7c-a82b-3ab6bea17fc9),segment_id=961d906d-becb-4e7c-a82b-3ab6bea17fc9)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:15.619718 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e5875972-5c21-479b-90a9-38370d797147 req-4162da57-85ed-460c-b509-c3a6f1834dfa tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:15.631528 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a6e103fe-8dae-4da6-aff6-4a5557371788 req-7da41efe-0eb8-4c30-ad6b-9ae55ea3a6c6 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:15.664439 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3ec97ace-f9bf-4b3d-bb9e-d5ba98bccaae req-79e2b82a-1fa1-40d5-925a-bf4851a5a218 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4fba90a-90ac-491c-b88b-0925ff5c0965 HTTP/1.1" status: 200 len: 210 time: 0.1106114 Aug 19 18:06:15.674793 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-e5875972-5c21-479b-90a9-38370d797147 req-4162da57-85ed-460c-b509-c3a6f1834dfa tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Calling delete_port for 365e1880-e34d-434b-b2ec-22f678e375bc owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:15.725425 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44562a3a-2a9d-4eae-ba6a-4d9a102dc2b3 req-408b4f7f-58f1-4757-8ef1-cae7d49536c2 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:15.728741 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-44562a3a-2a9d-4eae-ba6a-4d9a102dc2b3 req-408b4f7f-58f1-4757-8ef1-cae7d49536c2 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 945 time: 0.2744012 Aug 19 18:06:15.729818 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da41efe-0eb8-4c30-ad6b-9ae55ea3a6c6 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Pushing event deleted for resources: {'Port': ['ID=b320229c-b714-4e31-a8bf-5b5eb20c7f42,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:15.767641 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:15.798280 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:06:15.798868 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 086bcb6b-0ff2-40eb-863c-0266ad2cd2cf not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:15.799537 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device aa63a227-5df2-4c6a-a711-ef01461d52b8 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:15.830770 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91fa1616-263b-44b1-b819-b94c1344bb3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:15.834140 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: aa63a227-5df2-4c6a-a711-ef01461d52b8 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:06:15.835268 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device aa63a227-5df2-4c6a-a711-ef01461d52b8 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:15.866574 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-547f182f-46bf-4952-89bd-a13e22c7def8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'name': 'tempest-ServersTestManualDisk-1370410028-router', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:28Z', 'updated_at': '2021-08-19T18:03:36Z', 'revision_number': 4, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'gw_port': {'id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:30Z', 'updated_at': '2021-08-19T18:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'e6e797d2-1c30-4e42-98da-d04cf3a7bc2b', 'name': '', 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'mac_address': 'fa:16:3e:36:b0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'dea398ad-a68d-4f83-811a-5b05b0ea2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:34Z', 'updated_at': '2021-08-19T18:03:42Z', 'revision_number': 5, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'subnets': [{'id': 'dea398ad-a68d-4f83-811a-5b05b0ea2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:15.918265 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547f182f-46bf-4952-89bd-a13e22c7def8 None None] The sync data for ids ['d5ea9453-92af-4909-8117-48892550bd5c'] in n-d-803753-2 is: [{'id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'name': 'tempest-ServersTestManualDisk-1370410028-router', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:28Z', 'updated_at': '2021-08-19T18:03:36Z', 'revision_number': 4, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'gw_port': {'id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:30Z', 'updated_at': '2021-08-19T18:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'e6e797d2-1c30-4e42-98da-d04cf3a7bc2b', 'name': '', 'network_id': '73650f01-9243-4f8f-ada4-5096f7e45ce8', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'mac_address': 'fa:16:3e:36:b0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'dea398ad-a68d-4f83-811a-5b05b0ea2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:34Z', 'updated_at': '2021-08-19T18:03:42Z', 'revision_number': 5, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'subnets': [{'id': 'dea398ad-a68d-4f83-811a-5b05b0ea2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:06:15.922354 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e103fe-8dae-4da6-aff6-4a5557371788 req-7da41efe-0eb8-4c30-ad6b-9ae55ea3a6c6 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] No DVR routers for this DVR port b320229c-b714-4e31-a8bf-5b5eb20c7f42 on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:06:15.939768 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a6e103fe-8dae-4da6-aff6-4a5557371788 req-7da41efe-0eb8-4c30-ad6b-9ae55ea3a6c6 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:15.943959 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a6e103fe-8dae-4da6-aff6-4a5557371788 req-7da41efe-0eb8-4c30-ad6b-9ae55ea3a6c6 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.50 "DELETE /v2.0/ports/b320229c-b714-4e31-a8bf-5b5eb20c7f42 HTTP/1.1" status: 204 len: 173 time: 1.3079939 Aug 19 18:06:15.947815 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e5875972-5c21-479b-90a9-38370d797147 req-4162da57-85ed-460c-b509-c3a6f1834dfa tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:15.969707 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-44562a3a-2a9d-4eae-ba6a-4d9a102dc2b3 req-acb07bc8-cf55-4a6e-b119-7b22aa303d16 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107983 Aug 19 18:06:15.993576 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0404d443-a572-439b-aef0-eda311341f61 req-94a4a966-df6b-4d04-9620-e404225cd2cc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3752155 Aug 19 18:06:15.999824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162da57-85ed-460c-b509-c3a6f1834dfa tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Pushing event deleted for resources: {'Port': ['ID=365e1880-e34d-434b-b2ec-22f678e375bc,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:16.123641 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5875972-5c21-479b-90a9-38370d797147 req-4162da57-85ed-460c-b509-c3a6f1834dfa tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] No DVR routers for this DVR port 365e1880-e34d-434b-b2ec-22f678e375bc on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:06:16.126666 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e5875972-5c21-479b-90a9-38370d797147 req-4162da57-85ed-460c-b509-c3a6f1834dfa tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:16.129105 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e5875972-5c21-479b-90a9-38370d797147 req-4162da57-85ed-460c-b509-c3a6f1834dfa tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.50 "DELETE /v2.0/ports/365e1880-e34d-434b-b2ec-22f678e375bc HTTP/1.1" status: 204 len: 173 time: 2.1266742 Aug 19 18:06:16.130178 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9439b620-245e-404e-85f0-c4beecca5d80', 'name': 'network-vif-deleted', 'tag': '365e1880-e34d-434b-b2ec-22f678e375bc'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:16.132272 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb688c1-396e-41f5-80f0-af784ad22f34" -d '{"events": [{"server_uuid": "9439b620-245e-404e-85f0-c4beecca5d80", "name": "network-vif-deleted", "tag": "365e1880-e34d-434b-b2ec-22f678e375bc"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:16.152545 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:16.161573 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918c7d2-b2a1-4091-9bf7-23547d870d68 req-cbbe2811-6713-4e30-b162-a86beb6220ce tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:16.169728 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a918c7d2-b2a1-4091-9bf7-23547d870d68 req-cbbe2811-6713-4e30-b162-a86beb6220ce tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 943 time: 0.1050310 Aug 19 18:06:16.218198 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a918c7d2-b2a1-4091-9bf7-23547d870d68 req-c4bdf9bc-9d4f-473a-8255-7835c3360c1e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474553 Aug 19 18:06:16.328153 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91fa1616-263b-44b1-b819-b94c1344bb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:16.418653 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404d443-a572-439b-aef0-eda311341f61 req-a0326399-ddb5-4ef7-8988-8c1a0ffb64a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:16.421971 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0404d443-a572-439b-aef0-eda311341f61 req-a0326399-ddb5-4ef7-8988-8c1a0ffb64a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 1095 time: 0.3278182 Aug 19 18:06:16.511489 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91fa1616-263b-44b1-b819-b94c1344bb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:16.559453 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2167b474-ed24-416f-830f-c6f96f6b3caa None None] New status for floating IP e6311502-74a8-4567-8844-460cecfb472a: DOWN {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:06:16.578050 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa1616-263b-44b1-b819-b94c1344bb3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c7668c4-88cc-4897-9d2f-b9ca783bf752,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:16.670915 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91fa1616-263b-44b1-b819-b94c1344bb3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:16.674192 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-91fa1616-263b-44b1-b819-b94c1344bb3f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5c7668c4-88cc-4897-9d2f-b9ca783bf752 HTTP/1.1" status: 204 len: 168 time: 1.1705554 Aug 19 18:06:16.677749 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ec7bf6-5ca6-4af3-aaf9-4aa4f4957091 None None] Network 0cac1fe7-4eba-4979-8364-0afc455d13ba requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:06:16.682045 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40864) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:16.694879 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09c84e5-2acd-4fdf-aa44-91dd489cca8c x-openstack-request-id: req-a09c84e5-2acd-4fdf-aa44-91dd489cca8c {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:16.695748 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9439b620-245e-404e-85f0-c4beecca5d80", "name": "network-vif-deleted", "tag": "365e1880-e34d-434b-b2ec-22f678e375bc", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:16.695916 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a09c84e5-2acd-4fdf-aa44-91dd489cca8c {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:16.696249 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9439b620-245e-404e-85f0-c4beecca5d80', 'name': 'network-vif-deleted', 'tag': '365e1880-e34d-434b-b2ec-22f678e375bc', 'status': 'completed', 'code': 200} Aug 19 18:06:16.706215 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a6a44-479d-4bbf-921b-fc4d4ed721c7 req-cafd89b7-5ea0-4d49-9f2a-13c9d28f155a tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:16.719180 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d08a6a44-479d-4bbf-921b-fc4d4ed721c7 req-cafd89b7-5ea0-4d49-9f2a-13c9d28f155a tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=05eba103-90bc-4ade-91f7-f3bd9edf9eda HTTP/1.1" status: 200 len: 945 time: 0.1037128 Aug 19 18:06:16.733262 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device b320229c-b714-4e31-a8bf-5b5eb20c7f42 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:16.774795 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9ac903-2174-494b-998a-3f97e316fe47', 'name': 'network-vif-deleted', 'tag': 'd8d79d13-a788-48a8-bf87-df497f778af4'}, {'server_uuid': '34bb7598-7911-4949-93d0-063bcb05c36d', 'name': 'network-vif-deleted', 'tag': 'b320229c-b714-4e31-a8bf-5b5eb20c7f42'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:16.778749 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932f955d-5f9a-4df9-b32d-a7f41a06aa55" -d '{"events": [{"server_uuid": "3a9ac903-2174-494b-998a-3f97e316fe47", "name": "network-vif-deleted", "tag": "d8d79d13-a788-48a8-bf87-df497f778af4"}, {"server_uuid": "34bb7598-7911-4949-93d0-063bcb05c36d", "name": "network-vif-deleted", "tag": "b320229c-b714-4e31-a8bf-5b5eb20c7f42"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:16.799594 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40870) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:16.836586 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: b320229c-b714-4e31-a8bf-5b5eb20c7f42 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:06:16.837228 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device b320229c-b714-4e31-a8bf-5b5eb20c7f42 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:16.837832 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 365e1880-e34d-434b-b2ec-22f678e375bc no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:16.855360 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d08a6a44-479d-4bbf-921b-fc4d4ed721c7 req-3893373e-db20-48d6-a281-4997b779a6c3 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353009 Aug 19 18:06:16.869562 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 365e1880-e34d-434b-b2ec-22f678e375bc {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:06:16.870375 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 365e1880-e34d-434b-b2ec-22f678e375bc not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:16.924936 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404d443-a572-439b-aef0-eda311341f61 req-dee3d666-1a3b-453a-9f32-c65d77d4035a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:16.930263 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0404d443-a572-439b-aef0-eda311341f61 req-dee3d666-1a3b-453a-9f32-c65d77d4035a service neutron] 10.222.0.54 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 908 time: 0.4155967 Aug 19 18:06:17.012451 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8bd7e58d-222f-4c4f-a8f9-c66ec1493a33 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:17.026790 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f214aa-ff2f-46c0-8cc2-396b1ef8d6cf x-openstack-request-id: req-01f214aa-ff2f-46c0-8cc2-396b1ef8d6cf {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:17.031934 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9ac903-2174-494b-998a-3f97e316fe47", "name": "network-vif-deleted", "tag": "d8d79d13-a788-48a8-bf87-df497f778af4", "status": "completed", "code": 200}, {"server_uuid": "34bb7598-7911-4949-93d0-063bcb05c36d", "name": "network-vif-deleted", "tag": "b320229c-b714-4e31-a8bf-5b5eb20c7f42", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:17.032684 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01f214aa-ff2f-46c0-8cc2-396b1ef8d6cf {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:17.033384 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9ac903-2174-494b-998a-3f97e316fe47', 'name': 'network-vif-deleted', 'tag': 'd8d79d13-a788-48a8-bf87-df497f778af4', 'status': 'completed', 'code': 200} Aug 19 18:06:17.033838 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bb7598-7911-4949-93d0-063bcb05c36d', 'name': 'network-vif-deleted', 'tag': 'b320229c-b714-4e31-a8bf-5b5eb20c7f42', 'status': 'completed', 'code': 200} Aug 19 18:06:17.057607 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8bd7e58d-222f-4c4f-a8f9-c66ec1493a33 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:17.069931 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-578ca9d7-48b9-4798-bf8d-cae65745ce66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:17.075765 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b151e88e-ee47-4ae8-99ce-4a81d6cb979c req-aefe1ae2-4873-4d22-9dc9-668bce3e476f tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4fba90a-90ac-491c-b88b-0925ff5c0965 HTTP/1.1" status: 200 len: 210 time: 0.1289322 Aug 19 18:06:17.097682 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0404d443-a572-439b-aef0-eda311341f61 req-44296c6f-a6e9-4e21-9487-68082d3e1482 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d HTTP/1.1" status: 200 len: 217 time: 0.1415565 Aug 19 18:06:17.125093 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 397f817c-4bf0-41f3-b858-f75b68826f86 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:17.128930 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2695e83-f7ce-415e-bfb1-2b512a793947 None None] DHCP port deletion for 0cac1fe7-4eba-4979-8364-0afc455d13ba request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:06:17.158119 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8bd7e58d-222f-4c4f-a8f9-c66ec1493a33 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:17.164784 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8bd7e58d-222f-4c4f-a8f9-c66ec1493a33 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:17.171968 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8bd7e58d-222f-4c4f-a8f9-c66ec1493a33 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "DELETE /v2.0/security-groups/1ea9a610-4c77-43b9-8d2d-f789667ef041 HTTP/1.1" status: 204 len: 168 time: 0.3687186 Aug 19 18:06:17.172768 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40874) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:17.277906 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404d443-a572-439b-aef0-eda311341f61 req-41d35cdf-b6df-4301-a7de-fc35616ec09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:17.279232 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0404d443-a572-439b-aef0-eda311341f61 req-41d35cdf-b6df-4301-a7de-fc35616ec09b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 HTTP/1.1" status: 200 len: 847 time: 0.1672266 Aug 19 18:06:17.349624 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7e58d-222f-4c4f-a8f9-c66ec1493a33 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea9a610-4c77-43b9-8d2d-f789667ef041,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:17.350370 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 397f817c-4bf0-41f3-b858-f75b68826f86 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:17.357391 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f2695e83-f7ce-415e-bfb1-2b512a793947 None None] Deleting port 6e7da448-600e-47ff-aa91-7bde8243e513 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:17.358049 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f2695e83-f7ce-415e-bfb1-2b512a793947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:17.360034 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 397f817c-4bf0-41f3-b858-f75b68826f86 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:17.360397 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:17.374903 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-6aec2bad-6356-4666-8883-aae871f62c83 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] show failed (client error): The resource could not be found. Aug 19 18:06:17.379432 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6aec2bad-6356-4666-8883-aae871f62c83 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "GET /v2.0/security-groups/1ea9a610-4c77-43b9-8d2d-f789667ef041 HTTP/1.1" status: 404 len: 347 time: 0.1888206 Aug 19 18:06:17.381399 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40882) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:17.392731 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0404d443-a572-439b-aef0-eda311341f61 req-b5506ae1-003c-4c15-a477-cdf8516d01f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50874bd2-7160-4e95-947b-586c5b7daba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033940 Aug 19 18:06:17.475770 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dec7c3-d9a1-433f-9d9e-42a3bb2d0285 req-cae8d839-27e4-4516-89b4-c2ca50fdc514 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:17.477963 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-14dec7c3-d9a1-433f-9d9e-42a3bb2d0285 req-cae8d839-27e4-4516-89b4-c2ca50fdc514 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 945 time: 0.3042212 Aug 19 18:06:17.484062 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-f2695e83-f7ce-415e-bfb1-2b512a793947 None None] For port 6e7da448-600e-47ff-aa91-7bde8243e513, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6e7da448-600e-47ff-aa91-7bde8243e513,segment=NetworkSegment(a3a8cfc1-0a3e-4913-abe7-e1adaadf3236),segment_id=a3a8cfc1-0a3e-4913-abe7-e1adaadf3236)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:17.484463 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f2695e83-f7ce-415e-bfb1-2b512a793947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:17.501280 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f2695e83-f7ce-415e-bfb1-2b512a793947 None None] Calling delete_port for 6e7da448-600e-47ff-aa91-7bde8243e513 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:17.578716 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-3523e6b4-f899-4872-b8ea-c869c3036360 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:17.580497 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-3523e6b4-f899-4872-b8ea-c869c3036360 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.54 "GET /v2.0/networks?id=78766ec9-f390-4602-8837-c31d31ecba2c HTTP/1.1" status: 200 len: 813 time: 0.5026906 Aug 19 18:06:17.597964 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:17.603524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed693015-052d-4c24-8133-fa4ed4b34521 req-0bfafc84-4cf0-4279-8ab2-9a2d9397f269 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:17.606868 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ed693015-052d-4c24-8133-fa4ed4b34521 req-0bfafc84-4cf0-4279-8ab2-9a2d9397f269 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 943 time: 0.2123704 Aug 19 18:06:17.617041 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-36cb77ff-be37-48df-a44b-23bb701c6b64 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Request body: {'port': {'device_id': '33eb93c3-f97d-45fd-aed6-5729e0fd5b15', 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c', 'admin_state_up': True, 'tenant_id': '7a9564e673fb4f7b9c7c48a454394fee'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:17.645388 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fc4f80-671c-4c0d-a540-d49bc0d7c73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397f817c-4bf0-41f3-b858-f75b68826f86'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:17.648094 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9f7d17-c96c-4952-b827-aa5ecc94f62f" -d '{"events": [{"server_uuid": "91fc4f80-671c-4c0d-a540-d49bc0d7c73f", "name": "network-vif-plugged", "status": "completed", "tag": "397f817c-4bf0-41f3-b858-f75b68826f86"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:17.668711 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 397f817c-4bf0-41f3-b858-f75b68826f86, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=397f817c-4bf0-41f3-b858-f75b68826f86,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:17.676052 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f2695e83-f7ce-415e-bfb1-2b512a793947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:17.683216 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:17.695291 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-14dec7c3-d9a1-433f-9d9e-42a3bb2d0285 req-e2423bc4-b568-4db4-80d7-6246a69bb8a7 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488965 Aug 19 18:06:17.719916 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2695e83-f7ce-415e-bfb1-2b512a793947 None None] Pushing event deleted for resources: {'Port': ['ID=6e7da448-600e-47ff-aa91-7bde8243e513,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:17.726708 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2695e83-f7ce-415e-bfb1-2b512a793947 None None] No DVR routers for this DVR port 6e7da448-600e-47ff-aa91-7bde8243e513 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:06:17.778600 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-94c4ef9b-e0a1-49fb-a6ab-d279e6a24575 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Deleting port 0cd8337a-bdbd-44f4-ae44-dbf8b88a44ed {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:17.779142 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94c4ef9b-e0a1-49fb-a6ab-d279e6a24575 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:17.788569 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0404d443-a572-439b-aef0-eda311341f61 req-7225a72a-d56f-41ff-b3ac-b7a695ff46f1 service neutron] 10.222.0.54 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723207 Aug 19 18:06:17.828015 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=397f817c-4bf0-41f3-b858-f75b68826f86,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:17.838216 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6e7da448-600e-47ff-aa91-7bde8243e513 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:17.890295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 6e7da448-600e-47ff-aa91-7bde8243e513 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:06:17.891123 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6e7da448-600e-47ff-aa91-7bde8243e513 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:17.947239 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94c4ef9b-e0a1-49fb-a6ab-d279e6a24575 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:17.947753 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94c4ef9b-e0a1-49fb-a6ab-d279e6a24575 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:17.967120 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-578ca9d7-48b9-4798-bf8d-cae65745ce66 admin admin] Deleting port 6e7da448-600e-47ff-aa91-7bde8243e513 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:17.967755 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-578ca9d7-48b9-4798-bf8d-cae65745ce66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:17.974995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-94c4ef9b-e0a1-49fb-a6ab-d279e6a24575 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Calling delete_port for 0cd8337a-bdbd-44f4-ae44-dbf8b88a44ed owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:18.036584 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ed693015-052d-4c24-8133-fa4ed4b34521 req-39610de3-8f6a-4c2f-9231-815dba0419d5 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575206 Aug 19 18:06:18.091338 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-36cb77ff-be37-48df-a44b-23bb701c6b64 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Made reservation on behalf of 7a9564e673fb4f7b9c7c48a454394fee for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:06:18.094980 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-36cb77ff-be37-48df-a44b-23bb701c6b64 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:18.139985 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-578ca9d7-48b9-4798-bf8d-cae65745ce66 admin admin] For port 6e7da448-600e-47ff-aa91-7bde8243e513, host n-d-803753-2, got binding levels [] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:18.140360 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-578ca9d7-48b9-4798-bf8d-cae65745ce66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:18.169389 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7badc4e-794a-4689-90c7-b0b7f9058ea6 x-openstack-request-id: req-b7badc4e-794a-4689-90c7-b0b7f9058ea6 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:18.169717 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fc4f80-671c-4c0d-a540-d49bc0d7c73f", "name": "network-vif-plugged", "status": "completed", "tag": "397f817c-4bf0-41f3-b858-f75b68826f86", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:18.170168 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7badc4e-794a-4689-90c7-b0b7f9058ea6 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:18.170735 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fc4f80-671c-4c0d-a540-d49bc0d7c73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397f817c-4bf0-41f3-b858-f75b68826f86', 'code': 200} Aug 19 18:06:18.218390 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0404d443-a572-439b-aef0-eda311341f61 req-8e9afb3f-bb8b-4fc0-b9ce-2c336ae2acc1 service neutron] 10.222.0.54 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138749 Aug 19 18:06:18.245958 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-578ca9d7-48b9-4798-bf8d-cae65745ce66 admin admin] Calling delete_port for 6e7da448-600e-47ff-aa91-7bde8243e513 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:18.252145 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.ipam_backend_mixin [None req-578ca9d7-48b9-4798-bf8d-cae65745ce66 admin admin] Port 6e7da448-600e-47ff-aa91-7bde8243e513 was not found and therefore no delete operation was performed {{(pid=94682) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:06:18.288366 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-578ca9d7-48b9-4798-bf8d-cae65745ce66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:18.297205 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-f85c911a-ffb3-4e18-8523-889f9e7749ec tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:18.298919 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-f85c911a-ffb3-4e18-8523-889f9e7749ec tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.50 "GET /v2.0/networks?id=78766ec9-f390-4602-8837-c31d31ecba2c HTTP/1.1" status: 200 len: 813 time: 0.2685239 Aug 19 18:06:18.314344 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94c4ef9b-e0a1-49fb-a6ab-d279e6a24575 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:18.320549 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7e9e9cdf-22ac-4053-8a81-487a7d91a81d req-8e69c63e-91fb-419e-b42a-3adf019abfc9 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4fba90a-90ac-491c-b88b-0925ff5c0965 HTTP/1.1" status: 200 len: 210 time: 0.0565145 Aug 19 18:06:18.326190 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-79c4946e-c45f-420c-931f-3a9902cd1475 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Request body: {'port': {'device_id': 'b4fba90a-90ac-491c-b88b-0925ff5c0965', 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c', 'admin_state_up': True, 'tenant_id': '7a9564e673fb4f7b9c7c48a454394fee'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:18.360382 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ca9d7-48b9-4798-bf8d-cae65745ce66 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e7da448-600e-47ff-aa91-7bde8243e513,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:18.363461 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4ef9b-e0a1-49fb-a6ab-d279e6a24575 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Pushing event deleted for resources: {'Port': ['ID=0cd8337a-bdbd-44f4-ae44-dbf8b88a44ed,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:18.385088 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578ca9d7-48b9-4798-bf8d-cae65745ce66 admin admin] No DVR routers for this DVR port 6e7da448-600e-47ff-aa91-7bde8243e513 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:06:18.408475 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49ea4f-dcbb-49f9-acb6-10b290f9e36e req-fc611e5d-c221-4a0b-8004-4b8188fd78f9 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:18.412615 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ef49ea4f-dcbb-49f9-acb6-10b290f9e36e req-fc611e5d-c221-4a0b-8004-4b8188fd78f9 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=05eba103-90bc-4ade-91f7-f3bd9edf9eda HTTP/1.1" status: 200 len: 945 time: 0.2500491 Aug 19 18:06:18.458928 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473d16c-092f-454a-bd5d-1ae13e077296 req-fb9e5284-5cd7-441f-805c-85ef24dcbeff tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:18.460503 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e473d16c-092f-454a-bd5d-1ae13e077296 req-fb9e5284-5cd7-441f-805c-85ef24dcbeff tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.54 "GET /v2.0/ports?device_id=05eba103-90bc-4ade-91f7-f3bd9edf9eda HTTP/1.1" status: 200 len: 945 time: 0.3082156 Aug 19 18:06:18.508593 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94c4ef9b-e0a1-49fb-a6ab-d279e6a24575 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:18.512392 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94c4ef9b-e0a1-49fb-a6ab-d279e6a24575 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:18.514108 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-94c4ef9b-e0a1-49fb-a6ab-d279e6a24575 tempest-ServersTestManualDisk-1688031940 tempest-ServersTestManualDisk-1688031940-project] 10.222.0.24 "DELETE /v2.0/floatingips/e6311502-74a8-4567-8844-460cecfb472a HTTP/1.1" status: 204 len: 168 time: 1.1324613 Aug 19 18:06:18.519509 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40894) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:18.545136 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3953d-c5a8-49cd-ae13-e3bd46af498f req-71dbfb87-69bc-4d4b-aae4-bf56f713ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:18.546830 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-70b3953d-c5a8-49cd-ae13-e3bd46af498f req-71dbfb87-69bc-4d4b-aae4-bf56f713ab37 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 1097 time: 0.2524335 Aug 19 18:06:18.606036 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-79c4946e-c45f-420c-931f-3a9902cd1475 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Made reservation on behalf of 7a9564e673fb4f7b9c7c48a454394fee for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:06:18.609947 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-79c4946e-c45f-420c-931f-3a9902cd1475 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:18.622468 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-578ca9d7-48b9-4798-bf8d-cae65745ce66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:18.649188 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-36cb77ff-be37-48df-a44b-23bb701c6b64 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Allocated IP 172.20.0.8 (78766ec9-f390-4602-8837-c31d31ecba2c/19bb555f-a1bc-44a2-96ee-2bfd855482a2/ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:06:18.672630 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-578ca9d7-48b9-4798-bf8d-cae65745ce66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cac1fe7-4eba-4979-8364-0afc455d13ba']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:18.727318 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ef49ea4f-dcbb-49f9-acb6-10b290f9e36e req-d8c6b37e-bb1c-40bf-8dba-ed7c3c0c12ce tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779975 Aug 19 18:06:18.744935 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-578ca9d7-48b9-4798-bf8d-cae65745ce66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a8cfc1-0a3e-4913-abe7-e1adaadf3236') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:18.745401 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-578ca9d7-48b9-4798-bf8d-cae65745ce66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a8cfc1-0a3e-4913-abe7-e1adaadf3236') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:18.767949 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-70b3953d-c5a8-49cd-ae13-e3bd46af498f req-fc59292e-b0a2-4732-a1e8-4053c67989d7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894145 Aug 19 18:06:18.777000 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-578ca9d7-48b9-4798-bf8d-cae65745ce66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:18.820013 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-578ca9d7-48b9-4798-bf8d-cae65745ce66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:18.838871 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578ca9d7-48b9-4798-bf8d-cae65745ce66 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:06:18.839306 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-578ca9d7-48b9-4798-bf8d-cae65745ce66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:06:18.843364 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:06:18.998310 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-e473d16c-092f-454a-bd5d-1ae13e077296 req-c63e5e59-bf72-4f4c-9073-1b3c6c096624 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Deleting port 3d18cac5-09b4-4f08-8466-dcaa7093c6a4 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:18.998576 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e473d16c-092f-454a-bd5d-1ae13e077296 req-c63e5e59-bf72-4f4c-9073-1b3c6c096624 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:19.063799 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-578ca9d7-48b9-4798-bf8d-cae65745ce66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:19.090701 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-578ca9d7-48b9-4798-bf8d-cae65745ce66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:19.094257 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-578ca9d7-48b9-4798-bf8d-cae65745ce66 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0cac1fe7-4eba-4979-8364-0afc455d13ba HTTP/1.1" status: 204 len: 168 time: 2.4105906 Aug 19 18:06:19.172055 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ca9d7-48b9-4798-bf8d-cae65745ce66 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cac1fe7-4eba-4979-8364-0afc455d13ba,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:19.251963 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-36cb77ff-be37-48df-a44b-23bb701c6b64 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:19.266797 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e0d09-016c-49ac-a4b6-f73a2aa8d741 req-88c955ac-dc1d-4058-8cbd-95f813f0a925 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:19.268389 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-734e0d09-016c-49ac-a4b6-f73a2aa8d741 req-88c955ac-dc1d-4058-8cbd-95f813f0a925 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 946 time: 0.1428595 Aug 19 18:06:19.323993 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40906) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:19.347132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-e473d16c-092f-454a-bd5d-1ae13e077296 req-c63e5e59-bf72-4f4c-9073-1b3c6c096624 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] For port 3d18cac5-09b4-4f08-8466-dcaa7093c6a4, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=3d18cac5-09b4-4f08-8466-dcaa7093c6a4,segment=NetworkSegment(57d87d7f-99d7-4e0b-883d-d98b8a12ad3d),segment_id=57d87d7f-99d7-4e0b-883d-d98b8a12ad3d)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:19.347501 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e473d16c-092f-454a-bd5d-1ae13e077296 req-c63e5e59-bf72-4f4c-9073-1b3c6c096624 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:19.372377 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-734e0d09-016c-49ac-a4b6-f73a2aa8d741 req-b5563107-b243-461c-a5d0-4532f47e4232 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944285 Aug 19 18:06:19.386494 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04014d-0bb7-4003-abef-c90b6a9e3c50 req-e8158380-7f74-4b8a-bb9e-fb892891a31e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:19.388123 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f04014d-0bb7-4003-abef-c90b6a9e3c50 req-e8158380-7f74-4b8a-bb9e-fb892891a31e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 943 time: 0.1587086 Aug 19 18:06:19.389157 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-e473d16c-092f-454a-bd5d-1ae13e077296 req-c63e5e59-bf72-4f4c-9073-1b3c6c096624 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Calling delete_port for 3d18cac5-09b4-4f08-8466-dcaa7093c6a4 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:19.429153 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a026521a-034a-4e9d-b1c3-e82c0e82018d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=315b1e67402d442ab825f2b1b4ba11ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1027246 Aug 19 18:06:19.433650 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40910) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:19.494375 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-36cb77ff-be37-48df-a44b-23bb701c6b64 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:19.500721 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f04014d-0bb7-4003-abef-c90b6a9e3c50 req-3dc2fb6f-743c-401b-b36f-665ddbd04ab7 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985293 Aug 19 18:06:19.563224 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a3312325-8b2e-4103-ba70-b30adaa76d63 req-fcbb8a6e-c716-4d23-9351-16a87b970a9d tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4fba90a-90ac-491c-b88b-0925ff5c0965 HTTP/1.1" status: 200 len: 210 time: 0.0781765 Aug 19 18:06:19.607120 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-36cb77ff-be37-48df-a44b-23bb701c6b64 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Network 78766ec9-f390-4602-8837-c31d31ecba2c is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:06:19.608998 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7325f25c-778f-4709-920d-98deff594084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:19.611179 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-36cb77ff-be37-48df-a44b-23bb701c6b64 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:19.617068 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-36cb77ff-be37-48df-a44b-23bb701c6b64 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:06:19.622941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb77ff-be37-48df-a44b-23bb701c6b64 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Pushing event updated for resources: {'Port': ['ID=ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:19.625732 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-79c4946e-c45f-420c-931f-3a9902cd1475 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Allocated IP 172.20.0.10 (78766ec9-f390-4602-8837-c31d31ecba2c/19bb555f-a1bc-44a2-96ee-2bfd855482a2/13f18822-52fe-4053-8403-1c1c7ebb17b8) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:06:19.674043 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7325f25c-778f-4709-920d-98deff594084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:19.704784 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-36cb77ff-be37-48df-a44b-23bb701c6b64 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:19.705560 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-36cb77ff-be37-48df-a44b-23bb701c6b64 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:19.729131 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-36cb77ff-be37-48df-a44b-23bb701c6b64 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1180077 Aug 19 18:06:19.730176 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e473d16c-092f-454a-bd5d-1ae13e077296 req-c63e5e59-bf72-4f4c-9073-1b3c6c096624 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:19.747168 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['957628e9-8828-4bd8-a5b2-d9274146126d'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:06:19.765693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-2a9ebcfd-5b38-40ef-ab47-48f5e4c1fea0 service neutron] Request body: {'port': {'device_id': '33eb93c3-f97d-45fd-aed6-5729e0fd5b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:19.771254 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e5e59-bf72-4f4c-9073-1b3c6c096624 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Pushing event deleted for resources: {'Port': ['ID=3d18cac5-09b4-4f08-8466-dcaa7093c6a4,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:19.853224 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7325f25c-778f-4709-920d-98deff594084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:19.855999 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7325f25c-778f-4709-920d-98deff594084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:19.857213 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7325f25c-778f-4709-920d-98deff594084 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/348fd788-581c-41fd-a892-203164aec553 HTTP/1.1" status: 204 len: 168 time: 0.4223619 Aug 19 18:06:19.884834 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325f25c-778f-4709-920d-98deff594084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348fd788-581c-41fd-a892-203164aec553,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:19.905848 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af3de9a1-cca2-4439-a174-ef6b5ed4f8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:19.963236 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-79c4946e-c45f-420c-931f-3a9902cd1475 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:20.288578 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-79c4946e-c45f-420c-931f-3a9902cd1475 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:20.411845 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4946e-c45f-420c-931f-3a9902cd1475 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Pushing event updated for resources: {'Port': ['ID=13f18822-52fe-4053-8403-1c1c7ebb17b8,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:20.432774 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-79c4946e-c45f-420c-931f-3a9902cd1475 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Network 78766ec9-f390-4602-8837-c31d31ecba2c is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:06:20.442055 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-79c4946e-c45f-420c-931f-3a9902cd1475 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:20.448565 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-79c4946e-c45f-420c-931f-3a9902cd1475 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:06:20.530676 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-2a9ebcfd-5b38-40ef-ab47-48f5e4c1fea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:20.540551 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e473d16c-092f-454a-bd5d-1ae13e077296 req-c63e5e59-bf72-4f4c-9073-1b3c6c096624 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] No DVR routers for this DVR port 3d18cac5-09b4-4f08-8466-dcaa7093c6a4 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:06:20.553549 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f93b6ec0-162d-4bbb-8e80-a8d5002c03ea req-0ca051e1-84c2-41c7-95c3-7fa23d8f697e tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=05eba103-90bc-4ade-91f7-f3bd9edf9eda HTTP/1.1" status: 200 len: 210 time: 0.2684216 Aug 19 18:06:20.560298 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e473d16c-092f-454a-bd5d-1ae13e077296 req-c63e5e59-bf72-4f4c-9073-1b3c6c096624 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:20.575127 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e473d16c-092f-454a-bd5d-1ae13e077296 req-c63e5e59-bf72-4f4c-9073-1b3c6c096624 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.54 "DELETE /v2.0/ports/3d18cac5-09b4-4f08-8466-dcaa7093c6a4 HTTP/1.1" status: 204 len: 173 time: 2.0866420 Aug 19 18:06:20.585800 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05eba103-90bc-4ade-91f7-f3bd9edf9eda', 'name': 'network-vif-deleted', 'tag': '3d18cac5-09b4-4f08-8466-dcaa7093c6a4'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:20.589584 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028edd2e-1828-474d-b2a8-42480f234dcb" -d '{"events": [{"server_uuid": "05eba103-90bc-4ade-91f7-f3bd9edf9eda", "name": "network-vif-deleted", "tag": "3d18cac5-09b4-4f08-8466-dcaa7093c6a4"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:20.657049 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40930) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:20.708794 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-79c4946e-c45f-420c-931f-3a9902cd1475 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:20.709464 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-79c4946e-c45f-420c-931f-3a9902cd1475 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:20.785161 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-79c4946e-c45f-420c-931f-3a9902cd1475 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4622848 Aug 19 18:06:20.800735 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91d8bb-9121-4ce6-ae60-17951314a0f7 req-8e577ccd-513a-4f3b-8485-773dc1091557 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:20.809932 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e91d8bb-9121-4ce6-ae60-17951314a0f7 req-8e577ccd-513a-4f3b-8485-773dc1091557 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 946 time: 0.1931708 Aug 19 18:06:20.822998 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-7b735310-3b0a-4f51-a198-7275250d1d5c service neutron] Request body: {'port': {'device_id': 'b4fba90a-90ac-491c-b88b-0925ff5c0965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:20.898480 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4c391e07-ac91-41bd-8019-d601762d71b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be4da88d2e114f29a34d89dfc4675eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333910 Aug 19 18:06:20.902868 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40932) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:20.965436 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200124f-4858-4c1c-b9cd-e2d45eac54ac req-e4e59e36-99ac-4642-8c48-c60ba9905113 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:20.967789 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e200124f-4858-4c1c-b9cd-e2d45eac54ac req-e4e59e36-99ac-4642-8c48-c60ba9905113 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 943 time: 0.2477312 Aug 19 18:06:20.989883 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e91d8bb-9121-4ce6-ae60-17951314a0f7 req-f1fbd104-b649-486e-8fca-dc6d0436fa92 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788616 Aug 19 18:06:21.000413 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-7b735310-3b0a-4f51-a198-7275250d1d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:21.055340 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e200124f-4858-4c1c-b9cd-e2d45eac54ac req-14107098-3e63-4ad9-bcce-5e4481f8ade7 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796864 Aug 19 18:06:21.076901 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9a35161a-fb20-40bd-bfcf-de5be4484346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:21.085152 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-af3de9a1-cca2-4439-a174-ef6b5ed4f8f0 admin admin] Deleting port e6e797d2-1c30-4e42-98da-d04cf3a7bc2b {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:21.085491 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af3de9a1-cca2-4439-a174-ef6b5ed4f8f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:21.126833 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627f16f6-3dfa-4443-95d4-5c44219661fc x-openstack-request-id: req-627f16f6-3dfa-4443-95d4-5c44219661fc {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:21.127361 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05eba103-90bc-4ade-91f7-f3bd9edf9eda", "name": "network-vif-deleted", "tag": "3d18cac5-09b4-4f08-8466-dcaa7093c6a4", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:21.127770 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-627f16f6-3dfa-4443-95d4-5c44219661fc {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:21.128320 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05eba103-90bc-4ade-91f7-f3bd9edf9eda', 'name': 'network-vif-deleted', 'tag': '3d18cac5-09b4-4f08-8466-dcaa7093c6a4', 'status': 'completed', 'code': 200} Aug 19 18:06:21.138531 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device fdfa921d-0869-4e5e-ac51-8bd7fe411a3f details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:06:21.141346 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 3d18cac5-09b4-4f08-8466-dcaa7093c6a4 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:21.177607 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9a35161a-fb20-40bd-bfcf-de5be4484346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:21.252143 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 3d18cac5-09b4-4f08-8466-dcaa7093c6a4 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:06:21.252442 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 3d18cac5-09b4-4f08-8466-dcaa7093c6a4 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:21.297736 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-2a9ebcfd-5b38-40ef-ab47-48f5e4c1fea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:06:21.311310 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-2a9ebcfd-5b38-40ef-ab47-48f5e4c1fea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:21.320145 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91b531-8ec3-4cd3-9398-b1e92756b68a req-d259a183-6447-4c71-ae94-98a1d3b134d1 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:21.322049 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc91b531-8ec3-4cd3-9398-b1e92756b68a req-d259a183-6447-4c71-ae94-98a1d3b134d1 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 1097 time: 0.0860968 Aug 19 18:06:21.340707 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-2a9ebcfd-5b38-40ef-ab47-48f5e4c1fea0 service neutron] Transition to ACTIVE for port object ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:21.354660 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-2a9ebcfd-5b38-40ef-ab47-48f5e4c1fea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:21.433064 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc91b531-8ec3-4cd3-9398-b1e92756b68a req-e762030a-4862-4104-8d87-a3893bd9c761 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999990 Aug 19 18:06:21.480976 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:21.492863 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ebcfd-5b38-40ef-ab47-48f5e4c1fea0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:21.526055 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'fdfa921d-0869-4e5e-ac51-8bd7fe411a3f', 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3', 'port_id': 'fdfa921d-0869-4e5e-ac51-8bd7fe411a3f', 'mac_address': 'fa:16:3e:c8:8f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd77c82-a885-46d6-b7ae-a3f47fa8bac4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:06:21.536535 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64730ad8-42d0-4631-af71-b777d96756aa req-b4a4d0be-d626-4f6f-9cf2-f164144e7cef tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:21.540942 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-64730ad8-42d0-4631-af71-b777d96756aa req-b4a4d0be-d626-4f6f-9cf2-f164144e7cef tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4fba90a-90ac-491c-b88b-0925ff5c0965 HTTP/1.1" status: 200 len: 932 time: 0.3888922 Aug 19 18:06:21.572009 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-af3de9a1-cca2-4439-a174-ef6b5ed4f8f0 admin admin] For port e6e797d2-1c30-4e42-98da-d04cf3a7bc2b, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e6e797d2-1c30-4e42-98da-d04cf3a7bc2b,segment=NetworkSegment(4a039d40-5096-4efe-a9e6-dc12e26f9952),segment_id=4a039d40-5096-4efe-a9e6-dc12e26f9952)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:21.572600 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af3de9a1-cca2-4439-a174-ef6b5ed4f8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:21.574861 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-2a9ebcfd-5b38-40ef-ab47-48f5e4c1fea0 service neutron] Attempting to bind port ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:06:21.575435 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-2a9ebcfd-5b38-40ef-ab47-48f5e4c1fea0 service neutron] Attempting to bind port ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '961d906d-becb-4e7c-a82b-3ab6bea17fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:06:21.575779 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-2a9ebcfd-5b38-40ef-ab47-48f5e4c1fea0 service neutron] Attempting to bind port ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe on network 78766ec9-f390-4602-8837-c31d31ecba2c {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:21.583572 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-2a9ebcfd-5b38-40ef-ab47-48f5e4c1fea0 service neutron] Port ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe on network 78766ec9-f390-4602-8837-c31d31ecba2c not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:06:21.584199 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-2a9ebcfd-5b38-40ef-ab47-48f5e4c1fea0 service neutron] Attempting to bind port ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe on network 78766ec9-f390-4602-8837-c31d31ecba2c {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:21.592104 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-2a9ebcfd-5b38-40ef-ab47-48f5e4c1fea0 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:06:21.592811 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-2a9ebcfd-5b38-40ef-ab47-48f5e4c1fea0 service neutron] Checking segment: {'id': '961d906d-becb-4e7c-a82b-3ab6bea17fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:21.593249 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-2a9ebcfd-5b38-40ef-ab47-48f5e4c1fea0 service neutron] Bound using segment: {'id': '961d906d-becb-4e7c-a82b-3ab6bea17fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:06:21.593875 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-2a9ebcfd-5b38-40ef-ab47-48f5e4c1fea0 service neutron] Bound port: ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '961d906d-becb-4e7c-a82b-3ab6bea17fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:06:21.594371 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-2a9ebcfd-5b38-40ef-ab47-48f5e4c1fea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:21.604517 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:21.616665 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-af3de9a1-cca2-4439-a174-ef6b5ed4f8f0 admin admin] Calling delete_port for e6e797d2-1c30-4e42-98da-d04cf3a7bc2b owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:21.623056 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdfa921d-0869-4e5e-ac51-8bd7fe411a3f {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:06:21.658696 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:21.666391 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:21.698913 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-2a9ebcfd-5b38-40ef-ab47-48f5e4c1fea0 service neutron] For port ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:06:21.703636 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-2a9ebcfd-5b38-40ef-ab47-48f5e4c1fea0 service neutron] For port ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe,segment=NetworkSegment(961d906d-becb-4e7c-a82b-3ab6bea17fc9),segment_id=961d906d-becb-4e7c-a82b-3ab6bea17fc9)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:06:21.710971 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-2a9ebcfd-5b38-40ef-ab47-48f5e4c1fea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:21.738258 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9a35161a-fb20-40bd-bfcf-de5be4484346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:21.740484 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:21.745396 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9a35161a-fb20-40bd-bfcf-de5be4484346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:21.747026 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9a35161a-fb20-40bd-bfcf-de5be4484346 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ac10d77-427d-41c2-a3e1-420d963e0d38 HTTP/1.1" status: 204 len: 168 time: 0.8405688 Aug 19 18:06:21.769342 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-2a9ebcfd-5b38-40ef-ab47-48f5e4c1fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:21.770337 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-2a9ebcfd-5b38-40ef-ab47-48f5e4c1fea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:21.771991 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-2a9ebcfd-5b38-40ef-ab47-48f5e4c1fea0 service neutron] 10.222.0.54 "PUT /v2.0/ports/ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe HTTP/1.1" status: 200 len: 1091 time: 2.0303302 Aug 19 18:06:21.810237 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ebcfd-5b38-40ef-ab47-48f5e4c1fea0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:21.865501 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-64730ad8-42d0-4631-af71-b777d96756aa req-7dc4717e-c639-4ae3-9e4a-bf66bad3fa6c tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763565 Aug 19 18:06:21.876097 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35161a-fb20-40bd-bfcf-de5be4484346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac10d77-427d-41c2-a3e1-420d963e0d38,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:21.907430 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-676bbdaf-4594-4cd6-a4c0-216ca4cdcf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:21.908982 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-676bbdaf-4594-4cd6-a4c0-216ca4cdcf0e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7a9564e673fb4f7b9c7c48a454394fee&device_id=33eb93c3-f97d-45fd-aed6-5729e0fd5b15 HTTP/1.1" status: 200 len: 1094 time: 0.0788105 Aug 19 18:06:21.929235 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19920b-e56b-4a5d-8103-7c9aba241afb req-7060cdba-3be7-4e9f-8591-1ff083ec4736 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:21.929383 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['fdfa921d-0869-4e5e-ac51-8bd7fe411a3f'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:06:21.931116 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8d19920b-e56b-4a5d-8103-7c9aba241afb req-7060cdba-3be7-4e9f-8591-1ff083ec4736 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 1097 time: 0.0707378 Aug 19 18:06:21.983422 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-e29cf3d9-d113-40d8-b999-b6ce457ef28e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe HTTP/1.1" status: 200 len: 217 time: 0.0626824 Aug 19 18:06:22.043959 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8d19920b-e56b-4a5d-8103-7c9aba241afb req-abe241f8-73c0-4a87-8683-0e127f553fde tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687859 Aug 19 18:06:22.068429 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-d6b996de-8b99-46fc-86ba-dbf1ec6ca8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:22.071718 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-d6b996de-8b99-46fc-86ba-dbf1ec6ca8d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=19bb555f-a1bc-44a2-96ee-2bfd855482a2 HTTP/1.1" status: 200 len: 853 time: 0.0777111 Aug 19 18:06:22.126126 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-98de206f-c36a-4804-805c-c4d5474c3542 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=78766ec9-f390-4602-8837-c31d31ecba2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475802 Aug 19 18:06:22.150432 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-7b735310-3b0a-4f51-a198-7275250d1d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f18822-52fe-4053-8403-1c1c7ebb17b8 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:06:22.182396 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-7b735310-3b0a-4f51-a198-7275250d1d5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:22.241525 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-7b735310-3b0a-4f51-a198-7275250d1d5c service neutron] Transition to ACTIVE for port object 13f18822-52fe-4053-8403-1c1c7ebb17b8 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:22.270628 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-7b735310-3b0a-4f51-a198-7275250d1d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:22.452355 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-616094f4-33c6-4997-8a0c-c71a6f2d8275 service neutron] 10.222.0.54 "GET /v2.0/networks/78766ec9-f390-4602-8837-c31d31ecba2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175001 Aug 19 18:06:22.468019 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efeb96-94d1-4b48-a047-a5b82ec6dd00 req-ddd4a4cc-bb2e-49b8-81d0-4f9ec4f5ab54 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:22.470547 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-90efeb96-94d1-4b48-a047-a5b82ec6dd00 req-ddd4a4cc-bb2e-49b8-81d0-4f9ec4f5ab54 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 944 time: 0.1214182 Aug 19 18:06:22.499966 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b735310-3b0a-4f51-a198-7275250d1d5c service neutron] Pushing event updated for resources: {'Port': ['ID=13f18822-52fe-4053-8403-1c1c7ebb17b8,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:22.507362 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af3de9a1-cca2-4439-a174-ef6b5ed4f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:22.570438 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3de9a1-cca2-4439-a174-ef6b5ed4f8f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e797d2-1c30-4e42-98da-d04cf3a7bc2b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:22.615033 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ecfe9-7a7e-402b-b9f1-200e31be113a req-05718f12-bb44-4045-aaf8-6a9cdb1de52b tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:22.633526 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ba2ecfe9-7a7e-402b-b9f1-200e31be113a req-05718f12-bb44-4045-aaf8-6a9cdb1de52b tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.2615883 Aug 19 18:06:22.640444 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-90efeb96-94d1-4b48-a047-a5b82ec6dd00 req-7f059373-d847-48b0-b4e6-b8d8bfdab16a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539922 Aug 19 18:06:22.691373 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-c74bb1bf-9a03-4a19-b783-2ee89c6c9d25 service neutron] 10.222.0.54 "GET /v2.0/networks/78766ec9-f390-4602-8837-c31d31ecba2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193065 Aug 19 18:06:22.852490 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ba2ecfe9-7a7e-402b-b9f1-200e31be113a req-3d16bc07-0869-45c1-9ce5-99dfe7a6cb2d tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176828 Aug 19 18:06:22.886015 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40980) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:22.886376 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-7b735310-3b0a-4f51-a198-7275250d1d5c service neutron] Attempting to bind port 13f18822-52fe-4053-8403-1c1c7ebb17b8 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:06:22.886725 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-7b735310-3b0a-4f51-a198-7275250d1d5c service neutron] Attempting to bind port 13f18822-52fe-4053-8403-1c1c7ebb17b8 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '961d906d-becb-4e7c-a82b-3ab6bea17fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:06:22.887063 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-7b735310-3b0a-4f51-a198-7275250d1d5c service neutron] Attempting to bind port 13f18822-52fe-4053-8403-1c1c7ebb17b8 on network 78766ec9-f390-4602-8837-c31d31ecba2c {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:22.931140 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-7b735310-3b0a-4f51-a198-7275250d1d5c service neutron] Port 13f18822-52fe-4053-8403-1c1c7ebb17b8 on network 78766ec9-f390-4602-8837-c31d31ecba2c not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:06:22.931455 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-7b735310-3b0a-4f51-a198-7275250d1d5c service neutron] Attempting to bind port 13f18822-52fe-4053-8403-1c1c7ebb17b8 on network 78766ec9-f390-4602-8837-c31d31ecba2c {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:22.942311 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-7b735310-3b0a-4f51-a198-7275250d1d5c service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:06:22.942738 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-7b735310-3b0a-4f51-a198-7275250d1d5c service neutron] Checking segment: {'id': '961d906d-becb-4e7c-a82b-3ab6bea17fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:22.943206 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-7b735310-3b0a-4f51-a198-7275250d1d5c service neutron] Bound using segment: {'id': '961d906d-becb-4e7c-a82b-3ab6bea17fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:06:22.943977 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-7b735310-3b0a-4f51-a198-7275250d1d5c service neutron] Bound port: 13f18822-52fe-4053-8403-1c1c7ebb17b8, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '961d906d-becb-4e7c-a82b-3ab6bea17fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:06:22.944347 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-7b735310-3b0a-4f51-a198-7275250d1d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:23.054802 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-80e4644b-57da-41bf-8d27-41df0a079042 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-network', 'tenant_id': '2a33c4d51217492ebaa912b769b44260'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:23.071972 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af3de9a1-cca2-4439-a174-ef6b5ed4f8f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:23.082297 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-7b735310-3b0a-4f51-a198-7275250d1d5c service neutron] For port 13f18822-52fe-4053-8403-1c1c7ebb17b8, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:06:23.083891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e4644b-57da-41bf-8d27-41df0a079042 admin admin] Made reservation on behalf of 2a33c4d51217492ebaa912b769b44260 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:06:23.087421 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80e4644b-57da-41bf-8d27-41df0a079042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:23.099122 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-7b735310-3b0a-4f51-a198-7275250d1d5c service neutron] For port 13f18822-52fe-4053-8403-1c1c7ebb17b8, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=13f18822-52fe-4053-8403-1c1c7ebb17b8,segment=NetworkSegment(961d906d-becb-4e7c-a82b-3ab6bea17fc9),segment_id=961d906d-becb-4e7c-a82b-3ab6bea17fc9)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:06:23.102126 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80e4644b-57da-41bf-8d27-41df0a079042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:23.129124 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33eb93c3-f97d-45fd-aed6-5729e0fd5b15', 'tag': 'ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:23.132470 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5a214e-327e-4dc1-acdf-7ca088c64dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "33eb93c3-f97d-45fd-aed6-5729e0fd5b15", "tag": "ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:23.148616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device fdfa921d-0869-4e5e-ac51-8bd7fe411a3f up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:23.149827 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-7b735310-3b0a-4f51-a198-7275250d1d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:23.213519 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:23.218576 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:23.219375 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:23.236571 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-7b735310-3b0a-4f51-a198-7275250d1d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:23.237447 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-7b735310-3b0a-4f51-a198-7275250d1d5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:23.239448 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-7b735310-3b0a-4f51-a198-7275250d1d5c service neutron] 10.222.0.50 "PUT /v2.0/ports/13f18822-52fe-4053-8403-1c1c7ebb17b8 HTTP/1.1" status: 200 len: 1092 time: 2.4274583 Aug 19 18:06:23.242057 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4fba90a-90ac-491c-b88b-0925ff5c0965', 'tag': '13f18822-52fe-4053-8403-1c1c7ebb17b8'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:23.245238 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e785aa-24f5-4a24-9cea-96a7063073c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b4fba90a-90ac-491c-b88b-0925ff5c0965", "tag": "13f18822-52fe-4053-8403-1c1c7ebb17b8"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:23.284640 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80e4644b-57da-41bf-8d27-41df0a079042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:23.289861 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80e4644b-57da-41bf-8d27-41df0a079042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:23.325030 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4644b-57da-41bf-8d27-41df0a079042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adabe909-473e-4a50-9d16-0ad29ed52538,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:23.334818 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:23.351797 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e4644b-57da-41bf-8d27-41df0a079042 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:06:23.368345 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80e4644b-57da-41bf-8d27-41df0a079042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:23.369288 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-80e4644b-57da-41bf-8d27-41df0a079042 admin admin] Added segment c40ae849-6260-4c64-926f-49210011f1ae of type vlan for network f44deb17-6524-4309-af63-141c3a78262b Aug 19 18:06:23.377194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a33f8d-8b97-4e86-a7aa-1a80356484fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfa921d-0869-4e5e-ac51-8bd7fe411a3f'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:23.380776 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46de314-94c8-4d26-8339-060542d15fdb" -d '{"events": [{"server_uuid": "47a33f8d-8b97-4e86-a7aa-1a80356484fd", "name": "network-vif-plugged", "status": "completed", "tag": "fdfa921d-0869-4e5e-ac51-8bd7fe411a3f"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:23.384169 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b735310-3b0a-4f51-a198-7275250d1d5c service neutron] Pushing event updated for resources: {'Port': ['ID=13f18822-52fe-4053-8403-1c1c7ebb17b8,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:23.401524 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3c637-9ec4-4d25-b11a-a256325ef62f req-85eb0d67-45e0-4e84-8f9f-6a6e52ea7409 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:23.403260 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:23.403884 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-21a3c637-9ec4-4d25-b11a-a256325ef62f req-85eb0d67-45e0-4e84-8f9f-6a6e52ea7409 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4fba90a-90ac-491c-b88b-0925ff5c0965 HTTP/1.1" status: 200 len: 944 time: 0.2516091 Aug 19 18:06:23.408461 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:23.418424 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-3a8bd6e3-89cf-4f3b-8ca0-220d5eff77cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:23.420155 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-3a8bd6e3-89cf-4f3b-8ca0-220d5eff77cc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a9564e673fb4f7b9c7c48a454394fee&device_id=b4fba90a-90ac-491c-b88b-0925ff5c0965 HTTP/1.1" status: 200 len: 1095 time: 0.1160874 Aug 19 18:06:23.468253 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80e4644b-57da-41bf-8d27-41df0a079042 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:23.469848 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:23.508218 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80e4644b-57da-41bf-8d27-41df0a079042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:23.509215 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e4644b-57da-41bf-8d27-41df0a079042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:23.509827 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80e4644b-57da-41bf-8d27-41df0a079042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:23.527412 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-5fad75c1-2490-48ee-980c-552533d5e39d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13f18822-52fe-4053-8403-1c1c7ebb17b8 HTTP/1.1" status: 200 len: 217 time: 0.0632832 Aug 19 18:06:23.582158 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4644b-57da-41bf-8d27-41df0a079042 admin admin] Pushing event updated for resources: {'Network': ['ID=f44deb17-6524-4309-af63-141c3a78262b,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:23.594377 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network f44deb17-6524-4309-af63-141c3a78262b details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:06:23.600596 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-21a3c637-9ec4-4d25-b11a-a256325ef62f req-94263300-e220-44ef-b414-92a0ba997b28 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859200 Aug 19 18:06:23.604897 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-80e4644b-57da-41bf-8d27-41df0a079042 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7168810 Aug 19 18:06:23.607711 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41012) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:23.613271 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-dd702d2e-7cda-4643-be77-dc1b214b0f9c admin admin] Request body: {'subnet': {'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-subnet', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:23.655288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd702d2e-7cda-4643-be77-dc1b214b0f9c admin admin] Made reservation on behalf of 2a33c4d51217492ebaa912b769b44260 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:06:23.657698 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd702d2e-7cda-4643-be77-dc1b214b0f9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:23.732501 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc2150f-0bd2-43cf-8060-ed7618d0898b x-openstack-request-id: req-1fc2150f-0bd2-43cf-8060-ed7618d0898b {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:23.732881 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33eb93c3-f97d-45fd-aed6-5729e0fd5b15", "tag": "ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:23.733191 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1fc2150f-0bd2-43cf-8060-ed7618d0898b {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:23.733752 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33eb93c3-f97d-45fd-aed6-5729e0fd5b15', 'tag': 'ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe', 'status': 'completed', 'code': 200} Aug 19 18:06:23.763341 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0f6def-c188-4818-be47-c493840aad13 x-openstack-request-id: req-0b0f6def-c188-4818-be47-c493840aad13 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:23.763719 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a33f8d-8b97-4e86-a7aa-1a80356484fd", "name": "network-vif-plugged", "status": "completed", "tag": "fdfa921d-0869-4e5e-ac51-8bd7fe411a3f", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:23.764062 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0b0f6def-c188-4818-be47-c493840aad13 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:23.764520 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a33f8d-8b97-4e86-a7aa-1a80356484fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfa921d-0869-4e5e-ac51-8bd7fe411a3f', 'code': 200} Aug 19 18:06:23.849210 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a214e-327e-4dc1-acdf-7ca088c64dc4 req-1a3435dd-51eb-4a97-9762-859750fa1dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:23.851573 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb5a214e-327e-4dc1-acdf-7ca088c64dc4 req-1a3435dd-51eb-4a97-9762-859750fa1dce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7a9564e673fb4f7b9c7c48a454394fee&device_id=33eb93c3-f97d-45fd-aed6-5729e0fd5b15 HTTP/1.1" status: 200 len: 1094 time: 0.1212814 Aug 19 18:06:23.914776 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-6fc8840b-77cc-4e89-9b7a-a09dad4044e0 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:06:23.915801 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-6fc8840b-77cc-4e89-9b7a-a09dad4044e0 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0197554 Aug 19 18:06:23.949319 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-63de6bd6-7566-4d29-bf53-974cbba99fa5 service neutron] Request body: {'binding': {'host': 'n-h2-803753-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:23.949805 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-63de6bd6-7566-4d29-bf53-974cbba99fa5 service neutron] Unknown quota resources ['binding']. {{(pid=94682) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:06:23.980259 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf80be4-cfdc-4101-9ba7-c0637ac5ae41 x-openstack-request-id: req-dbf80be4-cfdc-4101-9ba7-c0637ac5ae41 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:23.980533 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4fba90a-90ac-491c-b88b-0925ff5c0965", "tag": "13f18822-52fe-4053-8403-1c1c7ebb17b8", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:23.980681 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dbf80be4-cfdc-4101-9ba7-c0637ac5ae41 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:23.981013 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4fba90a-90ac-491c-b88b-0925ff5c0965', 'tag': '13f18822-52fe-4053-8403-1c1c7ebb17b8', 'status': 'completed', 'code': 200} Aug 19 18:06:24.033908 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-3af285b3-bcbf-4566-b876-ef3bd43ce646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:24.035432 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-3af285b3-bcbf-4566-b876-ef3bd43ce646 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19bb555f-a1bc-44a2-96ee-2bfd855482a2 HTTP/1.1" status: 200 len: 853 time: 0.4581683 Aug 19 18:06:24.049915 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3de9a1-cca2-4439-a174-ef6b5ed4f8f0 admin admin] Router d5ea9453-92af-4909-8117-48892550bd5c has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:06:24.059146 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1aa6d-bd15-45a4-820b-f6f0843a73c5 req-fe3e69fe-0414-4d99-a8b9-76b204e81e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:24.060668 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f2a1aa6d-bd15-45a4-820b-f6f0843a73c5 req-fe3e69fe-0414-4d99-a8b9-76b204e81e25 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 1096 time: 0.2081938 Aug 19 18:06:24.085958 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0d3be-fb80-42d2-a30c-8ddb7cd38511 req-7d9df8e9-4578-4575-827c-a0bab3a81fb9 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:24.087506 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5aa0d3be-fb80-42d2-a30c-8ddb7cd38511 req-7d9df8e9-4578-4575-827c-a0bab3a81fb9 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.1057296 Aug 19 18:06:24.090931 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-92426cb9-1251-4121-8ac0-2c4dfb7728af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=78766ec9-f390-4602-8837-c31d31ecba2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428543 Aug 19 18:06:24.203589 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a214e-327e-4dc1-acdf-7ca088c64dc4 req-beb63c34-ed32-4027-9ee3-27a435d42161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:24.205134 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb5a214e-327e-4dc1-acdf-7ca088c64dc4 req-beb63c34-ed32-4027-9ee3-27a435d42161 service neutron] 10.222.0.54 "GET /v2.0/networks?id=78766ec9-f390-4602-8837-c31d31ecba2c HTTP/1.1" status: 200 len: 914 time: 0.3368149 Aug 19 18:06:24.214692 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd702d2e-7cda-4643-be77-dc1b214b0f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:24.235905 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f2a1aa6d-bd15-45a4-820b-f6f0843a73c5 req-9c37b5e5-ff5c-484d-9dba-f0ba4dc67f33 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411691 Aug 19 18:06:24.240369 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5aa0d3be-fb80-42d2-a30c-8ddb7cd38511 req-6f58df04-2030-47ff-a864-da87bc8d1226 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444795 Aug 19 18:06:24.304953 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb5a214e-327e-4dc1-acdf-7ca088c64dc4 req-55f6041a-5ec7-4a2e-bc1b-eb42450d23af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe HTTP/1.1" status: 200 len: 217 time: 0.0878754 Aug 19 18:06:24.348744 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd702d2e-7cda-4643-be77-dc1b214b0f9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a08e371-d5ad-4f23-ad70-70127956d420,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:24.350293 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-a163f6de-1940-45c7-b0bf-200c7ef3af4a service neutron] 10.222.0.50 "GET /v2.0/networks/78766ec9-f390-4602-8837-c31d31ecba2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383399 Aug 19 18:06:24.351298 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3de9a1-cca2-4439-a174-ef6b5ed4f8f0 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:06:24.355204 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-63de6bd6-7566-4d29-bf53-974cbba99fa5 service neutron] Attempting to bind port 397f817c-4bf0-41f3-b858-f75b68826f86 on host n-h2-803753-2 for vnic_type normal with profile None {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:06:24.355541 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-63de6bd6-7566-4d29-bf53-974cbba99fa5 service neutron] Attempting to bind port 397f817c-4bf0-41f3-b858-f75b68826f86 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:06:24.355876 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-63de6bd6-7566-4d29-bf53-974cbba99fa5 service neutron] Attempting to bind port 397f817c-4bf0-41f3-b858-f75b68826f86 on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:24.359992 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-af3de9a1-cca2-4439-a174-ef6b5ed4f8f0 admin admin] 10.222.0.24 "PUT /v2.0/routers/d5ea9453-92af-4909-8117-48892550bd5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8387871 Aug 19 18:06:24.360467 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41022) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:24.364803 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8748da-e375-4370-af4d-62be719191fb None None] Sync routers for ids ['d5ea9453-92af-4909-8117-48892550bd5c'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:06:24.376279 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8748da-e375-4370-af4d-62be719191fb None None] Routers {'d5ea9453-92af-4909-8117-48892550bd5c'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:24.376914 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-cc8748da-e375-4370-af4d-62be719191fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:06:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d5ea9453-92af-4909-8117-48892550bd5c'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:24.413796 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-63de6bd6-7566-4d29-bf53-974cbba99fa5 service neutron] Port 397f817c-4bf0-41f3-b858-f75b68826f86 on network 52390765-0cad-463c-8122-8baf5b79ff7f not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:06:24.414505 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-63de6bd6-7566-4d29-bf53-974cbba99fa5 service neutron] Attempting to bind port 397f817c-4bf0-41f3-b858-f75b68826f86 on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:24.421421 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd702d2e-7cda-4643-be77-dc1b214b0f9c admin admin] Checking segment: {'id': 'c40ae849-6260-4c64-926f-49210011f1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:24.421942 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd702d2e-7cda-4643-be77-dc1b214b0f9c admin admin] Network hostable DHCP agents. Network: f44deb17-6524-4309-af63-141c3a78262b, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:06:24.431243 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92d803-71ed-4155-a0db-3d6e111e8d2a req-5da81910-7107-4f83-a752-44f5d1e70485 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:24.432789 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1c92d803-71ed-4155-a0db-3d6e111e8d2a req-5da81910-7107-4f83-a752-44f5d1e70485 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.1232865 Aug 19 18:06:24.444537 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-63de6bd6-7566-4d29-bf53-974cbba99fa5 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:06:24.444892 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-63de6bd6-7566-4d29-bf53-974cbba99fa5 service neutron] Checking segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:24.445278 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-63de6bd6-7566-4d29-bf53-974cbba99fa5 service neutron] Bound using segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:06:24.445754 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-63de6bd6-7566-4d29-bf53-974cbba99fa5 service neutron] Bound port: 397f817c-4bf0-41f3-b858-f75b68826f86, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:06:24.487379 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-cc8748da-e375-4370-af4d-62be719191fb None None] Set router d5ea9453-92af-4909-8117-48892550bd5c gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:24.504975 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1c92d803-71ed-4155-a0db-3d6e111e8d2a req-8861f92d-aaef-4024-8255-6e22d8353554 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643072 Aug 19 18:06:24.507903 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f7ac511d-beef-46e0-ace8-2ed99418389c req-671fb623-e854-4df9-95ea-1e26d48aa931 service neutron] 10.222.0.50 "GET /v2.0/networks/78766ec9-f390-4602-8837-c31d31ecba2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460526 Aug 19 18:06:24.582496 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd702d2e-7cda-4643-be77-dc1b214b0f9c admin admin] Network f44deb17-6524-4309-af63-141c3a78262b is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:06:24.586505 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a214e-327e-4dc1-acdf-7ca088c64dc4 req-3111e8b6-a572-4d4e-af32-67c4b6be77f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:24.588000 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb5a214e-327e-4dc1-acdf-7ca088c64dc4 req-3111e8b6-a572-4d4e-af32-67c4b6be77f1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=19bb555f-a1bc-44a2-96ee-2bfd855482a2 HTTP/1.1" status: 200 len: 853 time: 0.1636305 Aug 19 18:06:24.630489 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8a92576a-a2f3-4354-bb0e-fdddab9f3b83 admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:24.652613 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb5a214e-327e-4dc1-acdf-7ca088c64dc4 req-c555045b-6d92-41fe-a64b-0609bba1455e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=78766ec9-f390-4602-8837-c31d31ecba2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510199 Aug 19 18:06:24.656482 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-63de6bd6-7566-4d29-bf53-974cbba99fa5 service neutron] For port 397f817c-4bf0-41f3-b858-f75b68826f86, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=397f817c-4bf0-41f3-b858-f75b68826f86,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:06:24.658618 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-dd702d2e-7cda-4643-be77-dc1b214b0f9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, f44deb17-6524-4309-af63-141c3a78262b) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:24.668499 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8ed18c-e033-4c20-9a70-bf59a89f5322 None None] Network f44deb17-6524-4309-af63-141c3a78262b requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:06:24.680450 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e785aa-24f5-4a24-9cea-96a7063073c9 req-81bae2ac-dbf6-48da-99a0-3d7f36858d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:24.683433 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e9e785aa-24f5-4a24-9cea-96a7063073c9 req-81bae2ac-dbf6-48da-99a0-3d7f36858d4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a9564e673fb4f7b9c7c48a454394fee&device_id=b4fba90a-90ac-491c-b88b-0925ff5c0965 HTTP/1.1" status: 200 len: 1095 time: 0.0656099 Aug 19 18:06:24.731433 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-cc8748da-e375-4370-af4d-62be719191fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'name': 'tempest-ServersTestManualDisk-1370410028-router', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:28Z', 'updated_at': '2021-08-19T18:06:22Z', 'revision_number': 5, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'gw_port': {'id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:30Z', 'updated_at': '2021-08-19T18:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:24.738491 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd702d2e-7cda-4643-be77-dc1b214b0f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:24.739623 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd702d2e-7cda-4643-be77-dc1b214b0f9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:24.756416 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-63de6bd6-7566-4d29-bf53-974cbba99fa5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:24.757882 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-63de6bd6-7566-4d29-bf53-974cbba99fa5 service neutron] 10.222.0.24 "POST /v2.0/ports/397f817c-4bf0-41f3-b858-f75b68826f86/bindings HTTP/1.1" status: 201 len: 389 time: 0.8149250 Aug 19 18:06:24.762427 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8748da-e375-4370-af4d-62be719191fb None None] Checking router: d5ea9453-92af-4909-8117-48892550bd5c for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:06:24.772501 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8748da-e375-4370-af4d-62be719191fb None None] Routers {'d5ea9453-92af-4909-8117-48892550bd5c'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:24.773384 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-cc8748da-e375-4370-af4d-62be719191fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:06:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d5ea9453-92af-4909-8117-48892550bd5c'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:24.808898 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-dd702d2e-7cda-4643-be77-dc1b214b0f9c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1998849 Aug 19 18:06:24.844408 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41026) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:24.852617 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-da22bdbc-6480-4cfe-811a-998b565ae12a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:24.925319 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594a97fa-ba32-4060-a611-8874ce53b76e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-f44deb17-6524-4309-af63-141c3a78262b', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:06:24.926669 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-594a97fa-ba32-4060-a611-8874ce53b76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:24.993523 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634c79a-49eb-42b1-84b3-2ec1fb30bae7 req-ebfbc4e9-849f-4a8e-b7a1-96e396744b7d tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:25.002948 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1634c79a-49eb-42b1-84b3-2ec1fb30bae7 req-ebfbc4e9-849f-4a8e-b7a1-96e396744b7d tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4fba90a-90ac-491c-b88b-0925ff5c0965 HTTP/1.1" status: 200 len: 944 time: 0.1560037 Aug 19 18:06:25.014796 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da22bdbc-6480-4cfe-811a-998b565ae12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:25.016166 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da22bdbc-6480-4cfe-811a-998b565ae12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:25.052732 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c371552-e0e5-46d6-aeeb-dfe5077030cc req-09390618-505c-4516-beed-f0e0158b1e16 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:25.053770 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e785aa-24f5-4a24-9cea-96a7063073c9 req-cf26f27d-e366-4fa9-82b6-0f84320516aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:25.054333 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3c371552-e0e5-46d6-aeeb-dfe5077030cc req-09390618-505c-4516-beed-f0e0158b1e16 tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.2822461 Aug 19 18:06:25.056462 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e9e785aa-24f5-4a24-9cea-96a7063073c9 req-cf26f27d-e366-4fa9-82b6-0f84320516aa service neutron] 10.222.0.50 "GET /v2.0/networks?id=78766ec9-f390-4602-8837-c31d31ecba2c HTTP/1.1" status: 200 len: 914 time: 0.3445878 Aug 19 18:06:25.122214 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1634c79a-49eb-42b1-84b3-2ec1fb30bae7 req-08a88169-373d-4dc9-bd32-f70a4c2dd1a1 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182461 Aug 19 18:06:25.137824 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-718392a0-63d7-4552-812a-88b75062ad91 req-55ccf223-d49d-44c5-85a3-8f18234a8409 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3225749 Aug 19 18:06:25.174756 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-cc8748da-e375-4370-af4d-62be719191fb None None] Set router d5ea9453-92af-4909-8117-48892550bd5c gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:25.192257 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13c3f5-bf43-463d-b0c1-728599db371f req-1d284471-3c49-4d9a-be48-fa8476d5a5f6 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:25.200568 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f13c3f5-bf43-463d-b0c1-728599db371f req-1d284471-3c49-4d9a-be48-fa8476d5a5f6 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 946 time: 0.2068601 Aug 19 18:06:25.202567 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-594a97fa-ba32-4060-a611-8874ce53b76e None None] Allocated IP 172.20.0.2 (f44deb17-6524-4309-af63-141c3a78262b/4a08e371-d5ad-4f23-ad70-70127956d420/1103e7b6-70eb-433c-a1a8-1ccf48153bec) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:06:25.204360 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb5a214e-327e-4dc1-acdf-7ca088c64dc4 req-9d265cfd-fb18-4655-8a21-34829c954b66 service neutron] 10.222.0.54 "GET /v2.0/networks/78766ec9-f390-4602-8837-c31d31ecba2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5429525 Aug 19 18:06:25.208513 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8a92576a-a2f3-4354-bb0e-fdddab9f3b83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:25.209414 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e9e785aa-24f5-4a24-9cea-96a7063073c9 req-583cdc8f-f2bd-4f33-9374-006f6b5017c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13f18822-52fe-4053-8403-1c1c7ebb17b8 HTTP/1.1" status: 200 len: 217 time: 0.1034703 Aug 19 18:06:25.216669 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da22bdbc-6480-4cfe-811a-998b565ae12a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:25.264715 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-a0b2223d-f7cd-4b3e-ac91-071f72f01f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:25.280432 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-a0b2223d-f7cd-4b3e-ac91-071f72f01f90 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 1097 time: 0.2323780 Aug 19 18:06:25.395902 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb5a214e-327e-4dc1-acdf-7ca088c64dc4 req-55f8811d-cfb8-45e9-9d20-0ca3a8352be4 service neutron] 10.222.0.54 "GET /v2.0/networks/78766ec9-f390-4602-8837-c31d31ecba2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737130 Aug 19 18:06:25.452954 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-594a97fa-ba32-4060-a611-8874ce53b76e None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:25.468053 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-594a97fa-ba32-4060-a611-8874ce53b76e None None] Transition to ACTIVE for port object 1103e7b6-70eb-433c-a1a8-1ccf48153bec will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:25.476149 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f13c3f5-bf43-463d-b0c1-728599db371f req-a0dd4054-e01c-45c0-85b3-f4491279e47b tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743559 Aug 19 18:06:25.517065 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-594a97fa-ba32-4060-a611-8874ce53b76e None None] Transition to ACTIVE for port object 1103e7b6-70eb-433c-a1a8-1ccf48153bec will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:25.523464 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e785aa-24f5-4a24-9cea-96a7063073c9 req-f25ab03a-fd50-40d1-bb4c-61d136457be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:25.524296 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:06:25.524933 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718392a0-63d7-4552-812a-88b75062ad91 req-37b66d84-4151-4a61-bcb1-af8df9952577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:25.525761 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e9e785aa-24f5-4a24-9cea-96a7063073c9 req-f25ab03a-fd50-40d1-bb4c-61d136457be2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=19bb555f-a1bc-44a2-96ee-2bfd855482a2 HTTP/1.1" status: 200 len: 853 time: 0.3027713 Aug 19 18:06:25.526566 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-718392a0-63d7-4552-812a-88b75062ad91 req-37b66d84-4151-4a61-bcb1-af8df9952577 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 1095 time: 0.3211517 Aug 19 18:06:25.546348 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-594a97fa-ba32-4060-a611-8874ce53b76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:25.581147 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-cc8748da-e375-4370-af4d-62be719191fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'name': 'tempest-ServersTestManualDisk-1370410028-router', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:28Z', 'updated_at': '2021-08-19T18:06:22Z', 'revision_number': 5, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'gw_port': {'id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:30Z', 'updated_at': '2021-08-19T18:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:25.586654 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-3c371552-e0e5-46d6-aeeb-dfe5077030cc req-6db79c41-5633-432c-a819-6be0618523df tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Deleting port 957628e9-8828-4bd8-a5b2-d9274146126d {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:25.587390 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3c371552-e0e5-46d6-aeeb-dfe5077030cc req-6db79c41-5633-432c-a819-6be0618523df tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:25.635940 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8748da-e375-4370-af4d-62be719191fb None None] The sync data for ids ['d5ea9453-92af-4909-8117-48892550bd5c'] in n-d-803753-2 is: [{'id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'name': 'tempest-ServersTestManualDisk-1370410028-router', 'tenant_id': 'b4c96cb79c46474f800504e123a99c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:03:28Z', 'updated_at': '2021-08-19T18:06:22Z', 'revision_number': 5, 'project_id': 'b4c96cb79c46474f800504e123a99c91', 'gw_port': {'id': 'e15cc749-5612-4921-ae58-8c0899b00fef', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ea9453-92af-4909-8117-48892550bd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:03:30Z', 'updated_at': '2021-08-19T18:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:06:25.643018 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da22bdbc-6480-4cfe-811a-998b565ae12a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:25.647082 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a97fa-ba32-4060-a611-8874ce53b76e None None] Pushing event updated for resources: {'Port': ['ID=1103e7b6-70eb-433c-a1a8-1ccf48153bec,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:25.650262 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e9e785aa-24f5-4a24-9cea-96a7063073c9 req-32797021-2e64-453a-b823-139a67532f3c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=78766ec9-f390-4602-8837-c31d31ecba2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441728 Aug 19 18:06:25.658312 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594a97fa-ba32-4060-a611-8874ce53b76e None None] Network f44deb17-6524-4309-af63-141c3a78262b is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:06:25.662840 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-594a97fa-ba32-4060-a611-8874ce53b76e None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:25.690198 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609966f-4b0e-4a9c-afd5-a7e23a949bc7 req-96c9dc22-7de3-485c-b5e8-dfea10fbfc23 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:25.693213 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7609966f-4b0e-4a9c-afd5-a7e23a949bc7 req-96c9dc22-7de3-485c-b5e8-dfea10fbfc23 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.3245494 Aug 19 18:06:25.728475 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594a97fa-ba32-4060-a611-8874ce53b76e None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:06:25.812866 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-a147c02c-2e2f-489d-8a82-09c75ac26ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:25.814430 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-a147c02c-2e2f-489d-8a82-09c75ac26ce4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 922 time: 0.4469876 Aug 19 18:06:25.831234 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-594a97fa-ba32-4060-a611-8874ce53b76e None None] Attempting to bind port 1103e7b6-70eb-433c-a1a8-1ccf48153bec on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:06:25.831612 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-594a97fa-ba32-4060-a611-8874ce53b76e None None] Attempting to bind port 1103e7b6-70eb-433c-a1a8-1ccf48153bec by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'c40ae849-6260-4c64-926f-49210011f1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:06:25.831982 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a97fa-ba32-4060-a611-8874ce53b76e None None] Attempting to bind port 1103e7b6-70eb-433c-a1a8-1ccf48153bec on network f44deb17-6524-4309-af63-141c3a78262b {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:25.840625 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe,segment=NetworkSegment(961d906d-becb-4e7c-a82b-3ab6bea17fc9),segment_id=961d906d-becb-4e7c-a82b-3ab6bea17fc9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:25.854327 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a97fa-ba32-4060-a611-8874ce53b76e None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:06:25.854710 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a97fa-ba32-4060-a611-8874ce53b76e None None] Checking segment: {'id': 'c40ae849-6260-4c64-926f-49210011f1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:25.855154 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-594a97fa-ba32-4060-a611-8874ce53b76e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:25.855527 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a97fa-ba32-4060-a611-8874ce53b76e None None] Bound using segment: {'id': 'c40ae849-6260-4c64-926f-49210011f1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:06:25.856039 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-594a97fa-ba32-4060-a611-8874ce53b76e None None] Bound port: 1103e7b6-70eb-433c-a1a8-1ccf48153bec, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40ae849-6260-4c64-926f-49210011f1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:06:25.856898 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-594a97fa-ba32-4060-a611-8874ce53b76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:25.871639 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe', 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c', 'port_id': 'ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe', 'mac_address': 'fa:16:3e:ab:7b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19bb555f-a1bc-44a2-96ee-2bfd855482a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:06:25.916002 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7609966f-4b0e-4a9c-afd5-a7e23a949bc7 req-61f210bd-0d15-48cc-89dc-6ecc64d1207e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066114 Aug 19 18:06:25.922334 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-1f15d686-1f99-417a-b98a-3bf28f9bee0f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=397f817c-4bf0-41f3-b858-f75b68826f86 HTTP/1.1" status: 200 len: 217 time: 0.0778677 Aug 19 18:06:25.946541 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e9e785aa-24f5-4a24-9cea-96a7063073c9 req-cf22828a-08d2-4170-b3b4-3565a8d64b6c service neutron] 10.222.0.50 "GET /v2.0/networks/78766ec9-f390-4602-8837-c31d31ecba2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788222 Aug 19 18:06:26.011503 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:26.049460 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-594a97fa-ba32-4060-a611-8874ce53b76e None None] For port 1103e7b6-70eb-433c-a1a8-1ccf48153bec, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:06:26.069586 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:06:26.076485 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-7025d63b-6d31-4c8f-92b2-9631502bf182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:26.078460 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-7025d63b-6d31-4c8f-92b2-9631502bf182 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e38a766b-6157-45f2-9785-a9bfeb2d8ba6 HTTP/1.1" status: 200 len: 861 time: 0.1340404 Aug 19 18:06:26.088615 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-594a97fa-ba32-4060-a611-8874ce53b76e None None] For port 1103e7b6-70eb-433c-a1a8-1ccf48153bec, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1103e7b6-70eb-433c-a1a8-1ccf48153bec,segment=NetworkSegment(c40ae849-6260-4c64-926f-49210011f1ae),segment_id=c40ae849-6260-4c64-926f-49210011f1ae)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:06:26.096674 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-594a97fa-ba32-4060-a611-8874ce53b76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:26.136984 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe,segment=NetworkSegment(961d906d-becb-4e7c-a82b-3ab6bea17fc9),segment_id=961d906d-becb-4e7c-a82b-3ab6bea17fc9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:26.147516 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-421a701b-1c24-43a6-82e9-e1582671c854 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52390765-0cad-463c-8122-8baf5b79ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456655 Aug 19 18:06:26.222429 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a97fa-ba32-4060-a611-8874ce53b76e None None] Pushing event updated for resources: {'Port': ['ID=1103e7b6-70eb-433c-a1a8-1ccf48153bec,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:26.230106 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:26.232550 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e9e785aa-24f5-4a24-9cea-96a7063073c9 req-48569ddd-7520-40c5-a30a-f32392cc8e19 service neutron] 10.222.0.50 "GET /v2.0/networks/78766ec9-f390-4602-8837-c31d31ecba2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756534 Aug 19 18:06:26.257620 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-8a92576a-a2f3-4354-bb0e-fdddab9f3b83 admin admin] Deleting port e15cc749-5612-4921-ae58-8c0899b00fef {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:26.258718 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8a92576a-a2f3-4354-bb0e-fdddab9f3b83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:26.325741 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:26.358359 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718392a0-63d7-4552-812a-88b75062ad91 req-39f035e1-616a-4e36-a1f9-3474d305d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:26.360555 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-718392a0-63d7-4552-812a-88b75062ad91 req-39f035e1-616a-4e36-a1f9-3474d305d861 service neutron] 10.222.0.50 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 922 time: 0.7385485 Aug 19 18:06:26.390085 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da22bdbc-6480-4cfe-811a-998b565ae12a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:26.420644 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da22bdbc-6480-4cfe-811a-998b565ae12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:26.435468 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-718392a0-63d7-4552-812a-88b75062ad91 req-78cadeb1-6974-43a5-bd58-a2c537befd02 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad6b9fb2-05cc-483b-8221-9cf0e7844b83 HTTP/1.1" status: 200 len: 217 time: 0.0598087 Aug 19 18:06:26.437926 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-54ba1c2c-b2cc-41e3-ba13-db9414f47b7e service neutron] 10.222.0.50 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466762 Aug 19 18:06:26.457208 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a1c28-2a10-4de2-b915-03befcaea968 req-3c4ea5ce-9b03-429b-879f-41bee47294ce tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:26.459536 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3b0a1c28-2a10-4de2-b915-03befcaea968 req-3c4ea5ce-9b03-429b-879f-41bee47294ce tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4fba90a-90ac-491c-b88b-0925ff5c0965 HTTP/1.1" status: 200 len: 944 time: 0.1462815 Aug 19 18:06:26.476942 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa7616-c8eb-462c-99a6-3a9bddb8d99b req-8f2052bc-2b27-49c8-9b58-b60cb2ee2b8c tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:26.479551 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4eaa7616-c8eb-462c-99a6-3a9bddb8d99b req-8f2052bc-2b27-49c8-9b58-b60cb2ee2b8c tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 946 time: 0.8004401 Aug 19 18:06:26.516291 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:06:26.576786 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-3c371552-e0e5-46d6-aeeb-dfe5077030cc req-6db79c41-5633-432c-a819-6be0618523df tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] For port 957628e9-8828-4bd8-a5b2-d9274146126d, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=957628e9-8828-4bd8-a5b2-d9274146126d,segment=NetworkSegment(57d87d7f-99d7-4e0b-883d-d98b8a12ad3d),segment_id=57d87d7f-99d7-4e0b-883d-d98b8a12ad3d)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:26.577224 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3c371552-e0e5-46d6-aeeb-dfe5077030cc req-6db79c41-5633-432c-a819-6be0618523df tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:26.593693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-8a92576a-a2f3-4354-bb0e-fdddab9f3b83 admin admin] For port e15cc749-5612-4921-ae58-8c0899b00fef, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e15cc749-5612-4921-ae58-8c0899b00fef,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:26.594166 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8a92576a-a2f3-4354-bb0e-fdddab9f3b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:26.621413 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-3c371552-e0e5-46d6-aeeb-dfe5077030cc req-6db79c41-5633-432c-a819-6be0618523df tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Calling delete_port for 957628e9-8828-4bd8-a5b2-d9274146126d owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:26.641664 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-8a92576a-a2f3-4354-bb0e-fdddab9f3b83 admin admin] Calling delete_port for e15cc749-5612-4921-ae58-8c0899b00fef owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:26.673634 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3b0a1c28-2a10-4de2-b915-03befcaea968 req-689e9b6d-fdcf-4521-89dc-213f0ff564f2 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816192 Aug 19 18:06:26.735024 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-817deaed-dea5-4b83-a652-74aa6ac98599 service neutron] 10.222.0.50 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456470 Aug 19 18:06:26.736156 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-da22bdbc-6480-4cfe-811a-998b565ae12a admin admin] Allocated IP 172.25.8.196 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/2be74f7f-319e-4f9e-ac1f-369f5f0e5c59) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:06:26.755185 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4eaa7616-c8eb-462c-99a6-3a9bddb8d99b req-3ab88ad3-b0d5-4521-85d6-36e3fd1489fb tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/security-groups?id=abe32db1-8ddc-4575-b3af-c18efb74bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129085 Aug 19 18:06:26.757152 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 957628e9-8828-4bd8-a5b2-d9274146126d no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:26.759112 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718392a0-63d7-4552-812a-88b75062ad91 req-26252e53-148a-4fdc-a8de-e8192c7e3213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:26.769387 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-718392a0-63d7-4552-812a-88b75062ad91 req-26252e53-148a-4fdc-a8de-e8192c7e3213 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e38a766b-6157-45f2-9785-a9bfeb2d8ba6 HTTP/1.1" status: 200 len: 861 time: 0.3076522 Aug 19 18:06:26.849079 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-718392a0-63d7-4552-812a-88b75062ad91 req-14dd7251-431a-4192-bfec-e633866c400c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52390765-0cad-463c-8122-8baf5b79ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400081 Aug 19 18:06:26.884568 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:26.942336 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f616c24-9ca9-4614-8f8a-70304881481a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '957628e9-8828-4bd8-a5b2-d9274146126d'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:26.945835 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2251fa32-256c-48c9-80a6-ff1e9d9642fa" -d '{"events": [{"server_uuid": "1f616c24-9ca9-4614-8f8a-70304881481a", "name": "network-vif-unplugged", "status": "completed", "tag": "957628e9-8828-4bd8-a5b2-d9274146126d"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:26.963176 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 957628e9-8828-4bd8-a5b2-d9274146126d, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=957628e9-8828-4bd8-a5b2-d9274146126d,segment=NetworkSegment(57d87d7f-99d7-4e0b-883d-d98b8a12ad3d),segment_id=57d87d7f-99d7-4e0b-883d-d98b8a12ad3d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:26.976892 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:27.094136 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f4fcbd-e3f5-46f3-9396-a3768102011e x-openstack-request-id: req-f7f4fcbd-e3f5-46f3-9396-a3768102011e {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:27.094706 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f616c24-9ca9-4614-8f8a-70304881481a", "name": "network-vif-unplugged", "status": "completed", "tag": "957628e9-8828-4bd8-a5b2-d9274146126d", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:27.095108 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7f4fcbd-e3f5-46f3-9396-a3768102011e {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:27.095651 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f616c24-9ca9-4614-8f8a-70304881481a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '957628e9-8828-4bd8-a5b2-d9274146126d', 'code': 200} Aug 19 18:06:27.096364 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=957628e9-8828-4bd8-a5b2-d9274146126d,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:27.176156 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-718392a0-63d7-4552-812a-88b75062ad91 req-d27e00cd-29b3-4e9f-8c05-6316d3f5c37a service neutron] 10.222.0.50 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097179 Aug 19 18:06:27.181665 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3c371552-e0e5-46d6-aeeb-dfe5077030cc req-6db79c41-5633-432c-a819-6be0618523df tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:27.302580 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e9e92-1dfc-4593-a242-34d31b338a49 req-3a7cb0aa-3a4f-4f67-8d01-de2a44cb04ff tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:27.310173 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d1e9e92-1dfc-4593-a242-34d31b338a49 req-3a7cb0aa-3a4f-4f67-8d01-de2a44cb04ff tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 946 time: 0.5506415 Aug 19 18:06:27.315193 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db79c41-5633-432c-a819-6be0618523df tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Pushing event deleted for resources: {'Port': ['ID=957628e9-8828-4bd8-a5b2-d9274146126d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:27.351456 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da22bdbc-6480-4cfe-811a-998b565ae12a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:27.391100 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d1e9e92-1dfc-4593-a242-34d31b338a49 req-50cac4fd-b86c-4a14-b5ae-95d03c20dfc4 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746264 Aug 19 18:06:27.391470 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff89544-d6fb-4c1a-93e2-9f88d30b61b8 req-ef82128e-f7b6-462f-b1a0-be59abb87e7c tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:27.393097 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ff89544-d6fb-4c1a-93e2-9f88d30b61b8 req-ef82128e-f7b6-462f-b1a0-be59abb87e7c tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.2592182 Aug 19 18:06:27.407061 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c371552-e0e5-46d6-aeeb-dfe5077030cc req-6db79c41-5633-432c-a819-6be0618523df tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] No DVR routers for this DVR port 957628e9-8828-4bd8-a5b2-d9274146126d on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:06:27.421608 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3c371552-e0e5-46d6-aeeb-dfe5077030cc req-6db79c41-5633-432c-a819-6be0618523df tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:27.423605 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3c371552-e0e5-46d6-aeeb-dfe5077030cc req-6db79c41-5633-432c-a819-6be0618523df tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.50 "DELETE /v2.0/ports/957628e9-8828-4bd8-a5b2-d9274146126d HTTP/1.1" status: 204 len: 173 time: 2.3437288 Aug 19 18:06:27.424062 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f616c24-9ca9-4614-8f8a-70304881481a', 'name': 'network-vif-deleted', 'tag': '957628e9-8828-4bd8-a5b2-d9274146126d'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:27.427034 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e895a39-b191-4b40-b2cc-1a231538a817" -d '{"events": [{"server_uuid": "1f616c24-9ca9-4614-8f8a-70304881481a", "name": "network-vif-deleted", "tag": "957628e9-8828-4bd8-a5b2-d9274146126d"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:27.469137 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da22bdbc-6480-4cfe-811a-998b565ae12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:27.513187 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da22bdbc-6480-4cfe-811a-998b565ae12a admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:06:27.522983 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-da22bdbc-6480-4cfe-811a-998b565ae12a admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:27.527909 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da22bdbc-6480-4cfe-811a-998b565ae12a admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:06:27.554860 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8a92576a-a2f3-4354-bb0e-fdddab9f3b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:27.604997 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92576a-a2f3-4354-bb0e-fdddab9f3b83 admin admin] Pushing event deleted for resources: {'Port': ['ID=e15cc749-5612-4921-ae58-8c0899b00fef,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:27.615265 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ff89544-d6fb-4c1a-93e2-9f88d30b61b8 req-ccd79c62-2678-496f-8bfc-f6bb7331bf8a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034492 Aug 19 18:06:27.653780 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22bdbc-6480-4cfe-811a-998b565ae12a admin admin] Pushing event updated for resources: {'Port': ['ID=2be74f7f-319e-4f9e-ac1f-369f5f0e5c59,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:27.667447 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-718392a0-63d7-4552-812a-88b75062ad91 req-7ce6f4e8-33f4-42bd-bd83-8dc40ea4cf27 service neutron] 10.222.0.50 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635687 Aug 19 18:06:27.793142 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8a92576a-a2f3-4354-bb0e-fdddab9f3b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:27.863308 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0df32f-f564-4c26-843b-71aeb48e9008 x-openstack-request-id: req-4a0df32f-f564-4c26-843b-71aeb48e9008 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:27.864368 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f616c24-9ca9-4614-8f8a-70304881481a", "name": "network-vif-deleted", "tag": "957628e9-8828-4bd8-a5b2-d9274146126d", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:27.864576 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a0df32f-f564-4c26-843b-71aeb48e9008 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:27.867871 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f616c24-9ca9-4614-8f8a-70304881481a', 'name': 'network-vif-deleted', 'tag': '957628e9-8828-4bd8-a5b2-d9274146126d', 'status': 'completed', 'code': 200} Aug 19 18:06:27.878722 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1103e7b6-70eb-433c-a1a8-1ccf48153bec up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:27.921985 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fe2e8f-fc5e-4251-85cc-1b036c40986e None None] Network f44deb17-6524-4309-af63-141c3a78262b requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:06:27.941044 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb7fe3-bbfb-403a-b103-0b8f2cab8289 req-f3573a88-10b5-49b9-b391-6cfebb5c940e tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:27.942690 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-01cb7fe3-bbfb-403a-b103-0b8f2cab8289 req-f3573a88-10b5-49b9-b391-6cfebb5c940e tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 1096 time: 0.0877330 Aug 19 18:06:27.997945 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8a92576a-a2f3-4354-bb0e-fdddab9f3b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:28.004876 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8a92576a-a2f3-4354-bb0e-fdddab9f3b83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:28.084586 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-01cb7fe3-bbfb-403a-b103-0b8f2cab8289 req-fd21614a-e657-4e0c-a252-8e38003271e4 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914774 Aug 19 18:06:28.092096 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f1ef3-848a-4576-ac33-f272c7c392ee req-a75ca3c6-b9a4-4033-9365-a6f13ff9b02e tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:28.096285 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-931f1ef3-848a-4576-ac33-f272c7c392ee req-a75ca3c6-b9a4-4033-9365-a6f13ff9b02e tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4fba90a-90ac-491c-b88b-0925ff5c0965 HTTP/1.1" status: 200 len: 944 time: 0.1878581 Aug 19 18:06:28.097518 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8a92576a-a2f3-4354-bb0e-fdddab9f3b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:28.098311 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a92576a-a2f3-4354-bb0e-fdddab9f3b83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5ea9453-92af-4909-8117-48892550bd5c {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:06:28.121340 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8a92576a-a2f3-4354-bb0e-fdddab9f3b83 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:28.125913 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8a92576a-a2f3-4354-bb0e-fdddab9f3b83 admin admin] 10.222.0.24 "DELETE /v2.0/routers/d5ea9453-92af-4909-8117-48892550bd5c HTTP/1.1" status: 204 len: 168 time: 3.7637367 Aug 19 18:06:28.126719 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41062) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:28.191456 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-931f1ef3-848a-4576-ac33-f272c7c392ee req-f2a6a5be-aca3-41b6-b3b8-31bef028efce tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640378 Aug 19 18:06:28.204559 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da22bdbc-6480-4cfe-811a-998b565ae12a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:28.341434 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-15fcc2d6-a06c-463c-9ae5-0431d99dc443 None None] Provisioning for port 1103e7b6-70eb-433c-a1a8-1ccf48153bec completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:28.388029 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 1103e7b6-70eb-433c-a1a8-1ccf48153bec completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:28.432193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 1103e7b6-70eb-433c-a1a8-1ccf48153bec triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:28.435709 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:28.486714 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84d7a8-2ea0-49fa-8cc8-f69fa203fb70 req-201ac492-67c5-4868-bf54-b725b55b51b6 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:28.488940 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3c84d7a8-2ea0-49fa-8cc8-f69fa203fb70 req-201ac492-67c5-4868-bf54-b725b55b51b6 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 1096 time: 0.1396515 Aug 19 18:06:28.529465 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3c84d7a8-2ea0-49fa-8cc8-f69fa203fb70 req-36797bbc-1c5c-4075-8dcb-48375867c7db tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341117 Aug 19 18:06:28.533438 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b8ba1644-27b6-41d2-9483-26eb4effb278 req-9e2e1ac7-8dd8-43a7-ba90-9eea01d0f92b tempest-ListServerFiltersTestJSON-1886260496 tempest-ListServerFiltersTestJSON-1886260496-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f616c24-9ca9-4614-8f8a-70304881481a HTTP/1.1" status: 200 len: 210 time: 0.0802026 Aug 19 18:06:28.566138 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac58ee16-b125-4476-a613-6159774424f4 admin admin] Deleting subnet dea398ad-a68d-4f83-811a-5b05b0ea2699 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:06:28.573167 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ac58ee16-b125-4476-a613-6159774424f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:28.767751 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 13f18822-52fe-4053-8403-1c1c7ebb17b8 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:06:28.855400 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ac58ee16-b125-4476-a613-6159774424f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:28.869419 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:28.910150 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da22bdbc-6480-4cfe-811a-998b565ae12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:29.023761 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 1103e7b6-70eb-433c-a1a8-1ccf48153bec, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1103e7b6-70eb-433c-a1a8-1ccf48153bec,segment=NetworkSegment(c40ae849-6260-4c64-926f-49210011f1ae),segment_id=c40ae849-6260-4c64-926f-49210011f1ae)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:29.041362 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ac58ee16-b125-4476-a613-6159774424f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:29.050499 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:29.075678 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e6e797d2-1c30-4e42-98da-d04cf3a7bc2b no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:29.146700 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ac58ee16-b125-4476-a613-6159774424f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:29.159422 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045a3aa-7eab-40b0-8a8d-af8fd2f2f2a6 req-4211ee96-0466-4e18-8740-9f25eb9fe208 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:29.167095 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d045a3aa-7eab-40b0-8a8d-af8fd2f2f2a6 req-4211ee96-0466-4e18-8740-9f25eb9fe208 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 946 time: 0.4404850 Aug 19 18:06:29.174646 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: e6e797d2-1c30-4e42-98da-d04cf3a7bc2b {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:06:29.175217 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e6e797d2-1c30-4e42-98da-d04cf3a7bc2b not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:29.188661 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 13f18822-52fe-4053-8403-1c1c7ebb17b8, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=13f18822-52fe-4053-8403-1c1c7ebb17b8,segment=NetworkSegment(961d906d-becb-4e7c-a82b-3ab6bea17fc9),segment_id=961d906d-becb-4e7c-a82b-3ab6bea17fc9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:29.197752 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:29.223421 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131d804f-77a0-4934-9d27-be4a1ee8d155 None None] Network 73650f01-9243-4f8f-ada4-5096f7e45ce8 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:06:29.252653 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ac58ee16-b125-4476-a613-6159774424f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:29.259298 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ac58ee16-b125-4476-a613-6159774424f4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dea398ad-a68d-4f83-811a-5b05b0ea2699 HTTP/1.1" status: 204 len: 168 time: 1.1266975 Aug 19 18:06:29.259975 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41082) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:29.262092 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6390ff4f-37dc-45b9-b618-89e85b783ab5 None None] Provisioning complete for port 1103e7b6-70eb-433c-a1a8-1ccf48153bec triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:29.262785 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6390ff4f-37dc-45b9-b618-89e85b783ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:29.279345 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58ee16-b125-4476-a613-6159774424f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dea398ad-a68d-4f83-811a-5b05b0ea2699,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:29.321806 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '13f18822-52fe-4053-8403-1c1c7ebb17b8', 'network_id': '78766ec9-f390-4602-8837-c31d31ecba2c', 'port_id': '13f18822-52fe-4053-8403-1c1c7ebb17b8', 'mac_address': 'fa:16:3e:b1:cf:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19bb555f-a1bc-44a2-96ee-2bfd855482a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:06:29.414755 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=1103e7b6-70eb-433c-a1a8-1ccf48153bec,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:29.477499 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-584d05fd-5ebb-43d5-b581-3d8411188ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:29.497781 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:29.502397 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d045a3aa-7eab-40b0-8a8d-af8fd2f2f2a6 req-887afc4a-dde6-41c7-b434-21bc84084963 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343406 Aug 19 18:06:29.603490 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-584d05fd-5ebb-43d5-b581-3d8411188ce5 admin admin] Deleting port 50f8cb9e-4862-4844-9586-459ddb52077a {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:29.604327 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-584d05fd-5ebb-43d5-b581-3d8411188ce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:29.642326 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da22bdbc-6480-4cfe-811a-998b565ae12a admin admin] Router 34e27296-e742-4201-8132-17e842872c6c is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:06:29.659799 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f18822-52fe-4053-8403-1c1c7ebb17b8 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:06:29.690193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 13f18822-52fe-4053-8403-1c1c7ebb17b8, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=13f18822-52fe-4053-8403-1c1c7ebb17b8,segment=NetworkSegment(961d906d-becb-4e7c-a82b-3ab6bea17fc9),segment_id=961d906d-becb-4e7c-a82b-3ab6bea17fc9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:29.691459 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:29.725157 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1103e7b6-70eb-433c-a1a8-1ccf48153bec up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:29.729512 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:29.737520 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:29.737947 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:29.766746 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-584d05fd-5ebb-43d5-b581-3d8411188ce5 admin admin] For port 50f8cb9e-4862-4844-9586-459ddb52077a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=50f8cb9e-4862-4844-9586-459ddb52077a,segment=NetworkSegment(4a039d40-5096-4efe-a9e6-dc12e26f9952),segment_id=4a039d40-5096-4efe-a9e6-dc12e26f9952)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:29.767111 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-584d05fd-5ebb-43d5-b581-3d8411188ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:29.795762 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-584d05fd-5ebb-43d5-b581-3d8411188ce5 admin admin] Calling delete_port for 50f8cb9e-4862-4844-9586-459ddb52077a owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:29.912808 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=13f18822-52fe-4053-8403-1c1c7ebb17b8,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:29.938651 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee1d23-be46-4c85-9c80-1dad2fa9a060 req-9fd60a28-69b9-4588-bb27-89780323b06a tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:29.940446 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54ee1d23-be46-4c85-9c80-1dad2fa9a060 req-9fd60a28-69b9-4588-bb27-89780323b06a tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4fba90a-90ac-491c-b88b-0925ff5c0965 HTTP/1.1" status: 200 len: 945 time: 0.2090027 Aug 19 18:06:29.976404 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-584d05fd-5ebb-43d5-b581-3d8411188ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:29.980489 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da22bdbc-6480-4cfe-811a-998b565ae12a admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:06:30.014364 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] Sync routers for ids ['34e27296-e742-4201-8132-17e842872c6c'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:06:30.022334 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fc0e3f-0b12-47b1-a049-489ccb27bed9 None None] DHCP port deletion for 73650f01-9243-4f8f-ada4-5096f7e45ce8 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:06:30.026282 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da22bdbc-6480-4cfe-811a-998b565ae12a admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.028186 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-da22bdbc-6480-4cfe-811a-998b565ae12a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.1801162 Aug 19 18:06:30.032695 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41106) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:30.052530 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 1103e7b6-70eb-433c-a1a8-1ccf48153bec triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:30.053160 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.065424 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d05fd-5ebb-43d5-b581-3d8411188ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=50f8cb9e-4862-4844-9586-459ddb52077a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:30.075966 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] Routers {'34e27296-e742-4201-8132-17e842872c6c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:30.077079 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:06:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['34e27296-e742-4201-8132-17e842872c6c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:30.080596 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584d05fd-5ebb-43d5-b581-3d8411188ce5 admin admin] No DVR routers for this DVR port 50f8cb9e-4862-4844-9586-459ddb52077a on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:06:30.127026 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54ee1d23-be46-4c85-9c80-1dad2fa9a060 req-40344a65-f5ac-4b69-942d-ef4a0a10933a tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759353 Aug 19 18:06:30.230171 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['13f18822-52fe-4053-8403-1c1c7ebb17b8'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:06:30.260276 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-584d05fd-5ebb-43d5-b581-3d8411188ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.273480 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-584d05fd-5ebb-43d5-b581-3d8411188ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73650f01-9243-4f8f-ada4-5096f7e45ce8']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:30.282714 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41108) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:30.285087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-584d05fd-5ebb-43d5-b581-3d8411188ce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a039d40-5096-4efe-a9e6-dc12e26f9952') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:30.285647 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-584d05fd-5ebb-43d5-b581-3d8411188ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a039d40-5096-4efe-a9e6-dc12e26f9952') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:30.294959 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-b62b119d-3d1f-4d5c-bb10-5bf8e868d8e8 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:06:30.305677 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-b62b119d-3d1f-4d5c-bb10-5bf8e868d8e8 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174479 Aug 19 18:06:30.310098 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-2e34fead-6038-4f83-867c-6899a712d522 service neutron] Request body: {'binding': {'host': 'n-h2-803753-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:30.310559 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-2e34fead-6038-4f83-867c-6899a712d522 service neutron] Unknown quota resources ['binding']. {{(pid=94682) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:06:30.311057 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.371679 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc3182d-98ea-4b1b-a066-8d77d9e3e279 admin admin] Deleting subnet 8bb4d0a9-0556-49f4-985b-393ec252b43b {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:06:30.463126 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe,segment=NetworkSegment(961d906d-becb-4e7c-a82b-3ab6bea17fc9),segment_id=961d906d-becb-4e7c-a82b-3ab6bea17fc9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:30.508949 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-2e34fead-6038-4f83-867c-6899a712d522 service neutron] Attempting to bind port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f on host n-h2-803753-2 for vnic_type normal with profile None {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:06:30.509595 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-2e34fead-6038-4f83-867c-6899a712d522 service neutron] Attempting to bind port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:06:30.510998 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-2e34fead-6038-4f83-867c-6899a712d522 service neutron] Attempting to bind port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:30.513429 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33eb93c3-f97d-45fd-aed6-5729e0fd5b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:30.515670 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2679b98b-bbdd-4ccd-8749-511f555164a3" -d '{"events": [{"server_uuid": "33eb93c3-f97d-45fd-aed6-5729e0fd5b15", "name": "network-vif-plugged", "status": "completed", "tag": "ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:30.520082 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-2e34fead-6038-4f83-867c-6899a712d522 service neutron] Port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f on network 50874bd2-7160-4e95-947b-586c5b7daba3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:06:30.520678 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-2e34fead-6038-4f83-867c-6899a712d522 service neutron] Attempting to bind port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:30.523678 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.527090 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-584d05fd-5ebb-43d5-b581-3d8411188ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.527258 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e15cc749-5612-4921-ae58-8c0899b00fef no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:30.541283 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-2e34fead-6038-4f83-867c-6899a712d522 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:06:30.541756 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-2e34fead-6038-4f83-867c-6899a712d522 service neutron] Checking segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:30.542040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-2e34fead-6038-4f83-867c-6899a712d522 service neutron] Bound using segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:06:30.542484 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-2e34fead-6038-4f83-867c-6899a712d522 service neutron] Bound port: fdfa921d-0869-4e5e-ac51-8bd7fe411a3f, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:06:30.612485 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbc3182d-98ea-4b1b-a066-8d77d9e3e279 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.624182 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: e15cc749-5612-4921-ae58-8c0899b00fef {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:06:30.624561 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e15cc749-5612-4921-ae58-8c0899b00fef not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:30.631484 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f587a07-c18a-43b7-a78d-bdb83229b47a x-openstack-request-id: req-6f587a07-c18a-43b7-a78d-bdb83229b47a {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:30.631484 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33eb93c3-f97d-45fd-aed6-5729e0fd5b15", "name": "network-vif-plugged", "status": "completed", "tag": "ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:30.631818 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f587a07-c18a-43b7-a78d-bdb83229b47a {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:30.632174 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eb93c3-f97d-45fd-aed6-5729e0fd5b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe', 'code': 200} Aug 19 18:06:30.634557 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:30.695930 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbc3182d-98ea-4b1b-a066-8d77d9e3e279 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.708729 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] Set router 34e27296-e742-4201-8132-17e842872c6c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:30.712986 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-2e34fead-6038-4f83-867c-6899a712d522 service neutron] For port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:06:30.722982 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-584d05fd-5ebb-43d5-b581-3d8411188ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.732523 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584d05fd-5ebb-43d5-b581-3d8411188ce5 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:06:30.733287 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-584d05fd-5ebb-43d5-b581-3d8411188ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:06:30.792343 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:06:30.811466 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-2e34fead-6038-4f83-867c-6899a712d522 service neutron] Notify callbacks [] for binding, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.812742 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-2e34fead-6038-4f83-867c-6899a712d522 service neutron] 10.222.0.24 "POST /v2.0/ports/fdfa921d-0869-4e5e-ac51-8bd7fe411a3f/bindings HTTP/1.1" status: 201 len: 389 time: 0.5061660 Aug 19 18:06:30.870241 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-584d05fd-5ebb-43d5-b581-3d8411188ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.882900 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-584d05fd-5ebb-43d5-b581-3d8411188ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.895483 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-584d05fd-5ebb-43d5-b581-3d8411188ce5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/73650f01-9243-4f8f-ada4-5096f7e45ce8 HTTP/1.1" status: 204 len: 168 time: 1.6295829 Aug 19 18:06:30.914472 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4d52d-3588-459b-b5cf-909441ce61c3 req-f3bc71dc-1460-4e04-8371-622b3ea457ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:30.916782 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3ac4d52d-3588-459b-b5cf-909441ce61c3 req-f3bc71dc-1460-4e04-8371-622b3ea457ae service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=33eb93c3-f97d-45fd-aed6-5729e0fd5b15 HTTP/1.1" status: 200 len: 1096 time: 0.1235683 Aug 19 18:06:31.008290 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d05fd-5ebb-43d5-b581-3d8411188ce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=73650f01-9243-4f8f-ada4-5096f7e45ce8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:31.029572 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4aad7-9f33-4534-bd16-25d715dc8b63 req-0680e0e3-5164-4850-abe5-7e2e2ae08b67 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:31.048558 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dca4aad7-9f33-4534-bd16-25d715dc8b63 req-0680e0e3-5164-4850-abe5-7e2e2ae08b67 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 946 time: 0.3097208 Aug 19 18:06:31.061437 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3ac4d52d-3588-459b-b5cf-909441ce61c3 req-07c0608d-e821-4617-983f-d3566de55502 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902798 Aug 19 18:06:31.097354 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbc3182d-98ea-4b1b-a066-8d77d9e3e279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:31.169303 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13093bad-c518-4f42-9cbe-d67b49e97c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:31.194793 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbc3182d-98ea-4b1b-a066-8d77d9e3e279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:31.227712 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:06:27Z', 'revision_number': 3, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:31.244783 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99c7c8-5956-4eac-ad97-d36982adac3f req-209d3a7e-cae3-4279-845d-0ca54308fde4 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:31.258555 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d99c7c8-5956-4eac-ad97-d36982adac3f req-209d3a7e-cae3-4279-845d-0ca54308fde4 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.1726420 Aug 19 18:06:31.263686 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3182d-98ea-4b1b-a066-8d77d9e3e279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bb4d0a9-0556-49f4-985b-393ec252b43b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:31.266052 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbc3182d-98ea-4b1b-a066-8d77d9e3e279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:31.268111 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dbc3182d-98ea-4b1b-a066-8d77d9e3e279 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8bb4d0a9-0556-49f4-985b-393ec252b43b HTTP/1.1" status: 204 len: 168 time: 0.9821959 Aug 19 18:06:31.276144 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41120) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:31.284305 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c86855a-4b5d-463b-9f96-22fba987fafd None None] Network 4610b7b5-44eb-488f-8004-9593db962a8a requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:06:31.293849 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] Checking router: 34e27296-e742-4201-8132-17e842872c6c for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:06:31.294087 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] Updating router 34e27296-e742-4201-8132-17e842872c6c port 2be74f7f-319e-4f9e-ac1f-369f5f0e5c59 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:06:31.303566 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41122) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:31.325877 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dca4aad7-9f33-4534-bd16-25d715dc8b63 req-0ddaa5b5-55fa-4b75-9924-475150df1cc7 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747765 Aug 19 18:06:31.392932 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:31.490510 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e54c43b0-a0f1-4a41-91b9-f25ce5643e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:31.560654 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d99c7c8-5956-4eac-ad97-d36982adac3f req-2b0cb31b-42b3-4cb1-8cce-fa655bfa2579 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914288 Aug 19 18:06:31.571484 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-94c3cd3c-432c-43fd-ba12-210c8ed1e7e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b4c96cb79c46474f800504e123a99c91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531064 Aug 19 18:06:31.571949 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41128) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:31.572131 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d9ab5-2e14-499c-89c7-72f55729c862 req-646b85fd-367c-47c1-95fc-7a4461a5f4d6 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:31.580445 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-815d9ab5-2e14-499c-89c7-72f55729c862 req-646b85fd-367c-47c1-95fc-7a4461a5f4d6 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4fba90a-90ac-491c-b88b-0925ff5c0965 HTTP/1.1" status: 200 len: 945 time: 0.0969653 Aug 19 18:06:31.697147 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-df26c613-1710-4449-805a-e39d2a88ca2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:31.704351 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-815d9ab5-2e14-499c-89c7-72f55729c862 req-5ad15fe3-470f-42f4-b2a0-0b07a6869432 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228275 Aug 19 18:06:31.733440 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-13093bad-c518-4f42-9cbe-d67b49e97c29 admin admin] Allocated IP 172.20.0.1 (f44deb17-6524-4309-af63-141c3a78262b/4a08e371-d5ad-4f23-ad70-70127956d420/fb95a2cf-9b0c-488e-848a-aad73cf03b8a) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:06:31.770399 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-df26c613-1710-4449-805a-e39d2a88ca2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:31.793154 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 50f8cb9e-4862-4844-9586-459ddb52077a no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:31.854695 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 50f8cb9e-4862-4844-9586-459ddb52077a {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:06:31.855249 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 50f8cb9e-4862-4844-9586-459ddb52077a not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:31.862036 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-e54c43b0-a0f1-4a41-91b9-f25ce5643e35 admin admin] Deleting port fa981a5d-34ef-4c14-8f57-3b293abbb3c9 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:31.862391 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e54c43b0-a0f1-4a41-91b9-f25ce5643e35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:31.933814 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13093bad-c518-4f42-9cbe-d67b49e97c29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:31.967276 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-13093bad-c518-4f42-9cbe-d67b49e97c29 admin admin] Transition to ACTIVE for port object fb95a2cf-9b0c-488e-848a-aad73cf03b8a will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:31.983565 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89d4f63-35e8-466a-ad75-bcfe83310dc5 None None] DHCP port deletion for 4610b7b5-44eb-488f-8004-9593db962a8a request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:06:31.995908 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-e54c43b0-a0f1-4a41-91b9-f25ce5643e35 admin admin] For port fa981a5d-34ef-4c14-8f57-3b293abbb3c9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=fa981a5d-34ef-4c14-8f57-3b293abbb3c9,segment=NetworkSegment(57d87d7f-99d7-4e0b-883d-d98b8a12ad3d),segment_id=57d87d7f-99d7-4e0b-883d-d98b8a12ad3d)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:31.998986 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e54c43b0-a0f1-4a41-91b9-f25ce5643e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.011709 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-df26c613-1710-4449-805a-e39d2a88ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.015642 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-df26c613-1710-4449-805a-e39d2a88ca2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.017439 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-df26c613-1710-4449-805a-e39d2a88ca2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/857555d0-dcfd-4bfd-867c-d0521bda6db7 HTTP/1.1" status: 204 len: 168 time: 0.4445465 Aug 19 18:06:32.035671 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-e54c43b0-a0f1-4a41-91b9-f25ce5643e35 admin admin] Calling delete_port for fa981a5d-34ef-4c14-8f57-3b293abbb3c9 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:32.039642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26c613-1710-4449-805a-e39d2a88ca2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857555d0-dcfd-4bfd-867c-d0521bda6db7,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:32.039896 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13093bad-c518-4f42-9cbe-d67b49e97c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.091444 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13093bad-c518-4f42-9cbe-d67b49e97c29 admin admin] Network f44deb17-6524-4309-af63-141c3a78262b is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:06:32.122893 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-13093bad-c518-4f42-9cbe-d67b49e97c29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:32.127311 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13093bad-c518-4f42-9cbe-d67b49e97c29 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:06:32.183513 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13093bad-c518-4f42-9cbe-d67b49e97c29 admin admin] Pushing event updated for resources: {'Port': ['ID=fb95a2cf-9b0c-488e-848a-aad73cf03b8a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:32.187970 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b89d4f63-35e8-466a-ad75-bcfe83310dc5 None None] Deleting port fa981a5d-34ef-4c14-8f57-3b293abbb3c9 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:32.188398 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b89d4f63-35e8-466a-ad75-bcfe83310dc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.224064 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13093bad-c518-4f42-9cbe-d67b49e97c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.248204 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e54c43b0-a0f1-4a41-91b9-f25ce5643e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.292040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c43b0-a0f1-4a41-91b9-f25ce5643e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa981a5d-34ef-4c14-8f57-3b293abbb3c9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:32.300024 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54c43b0-a0f1-4a41-91b9-f25ce5643e35 admin admin] No DVR routers for this DVR port fa981a5d-34ef-4c14-8f57-3b293abbb3c9 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:06:32.450172 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.490725 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-b89d4f63-35e8-466a-ad75-bcfe83310dc5 None None] For port fa981a5d-34ef-4c14-8f57-3b293abbb3c9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=fa981a5d-34ef-4c14-8f57-3b293abbb3c9,segment=NetworkSegment(57d87d7f-99d7-4e0b-883d-d98b8a12ad3d),segment_id=57d87d7f-99d7-4e0b-883d-d98b8a12ad3d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:32.491183 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b89d4f63-35e8-466a-ad75-bcfe83310dc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.518303 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e54c43b0-a0f1-4a41-91b9-f25ce5643e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.559361 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] Transition to ACTIVE for port object 2be74f7f-319e-4f9e-ac1f-369f5f0e5c59 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:32.561867 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b89d4f63-35e8-466a-ad75-bcfe83310dc5 None None] Calling delete_port for fa981a5d-34ef-4c14-8f57-3b293abbb3c9 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:32.566129 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13093bad-c518-4f42-9cbe-d67b49e97c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.571589 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.571904 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-e54c43b0-a0f1-4a41-91b9-f25ce5643e35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4610b7b5-44eb-488f-8004-9593db962a8a']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:32.658481 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-e54c43b0-a0f1-4a41-91b9-f25ce5643e35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d87d7f-99d7-4e0b-883d-d98b8a12ad3d') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:32.660395 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-e54c43b0-a0f1-4a41-91b9-f25ce5643e35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d87d7f-99d7-4e0b-883d-d98b8a12ad3d') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:32.678506 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e54c43b0-a0f1-4a41-91b9-f25ce5643e35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.713053 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e54c43b0-a0f1-4a41-91b9-f25ce5643e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.731844 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27eb7fd-b74f-4e08-8f05-1e2e9bf08e1d req-78dad215-ff3c-4919-808f-75a75f7f3bac tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:32.733974 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a27eb7fd-b74f-4e08-8f05-1e2e9bf08e1d req-78dad215-ff3c-4919-808f-75a75f7f3bac tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 946 time: 0.1793673 Aug 19 18:06:32.746079 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54c43b0-a0f1-4a41-91b9-f25ce5643e35 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:06:32.746478 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e54c43b0-a0f1-4a41-91b9-f25ce5643e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:06:32.748847 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:06:32.791569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07574952-be70-4711-9a8d-1ef8db389b3d None None] Pushing event updated for resources: {'Port': ['ID=2be74f7f-319e-4f9e-ac1f-369f5f0e5c59,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:32.806566 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] Attempting to bind port 2be74f7f-319e-4f9e-ac1f-369f5f0e5c59 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:06:32.807319 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] Attempting to bind port 2be74f7f-319e-4f9e-ac1f-369f5f0e5c59 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:06:32.807923 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] Attempting to bind port 2be74f7f-319e-4f9e-ac1f-369f5f0e5c59 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:32.818870 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 13f18822-52fe-4053-8403-1c1c7ebb17b8 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:32.827096 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-da55c116-4918-49c3-ac26-b436850052f6 None None] Provisioning for port fb95a2cf-9b0c-488e-848a-aad73cf03b8a completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:32.836932 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73643a94-6393-4aa9-9245-2f7f8e236339 req-074b39a2-0538-4a79-a28d-cef1d4bffbcd tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:32.839181 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-73643a94-6393-4aa9-9245-2f7f8e236339 req-074b39a2-0538-4a79-a28d-cef1d4bffbcd tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.1357143 Aug 19 18:06:32.895545 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:06:32.896002 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:32.896433 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.896857 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:06:32.897423 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] Bound port: 2be74f7f-319e-4f9e-ac1f-369f5f0e5c59, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:06:32.902045 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.923197 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-da55c116-4918-49c3-ac26-b436850052f6 None None] Provisioning complete for port fb95a2cf-9b0c-488e-848a-aad73cf03b8a triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:32.923706 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-da55c116-4918-49c3-ac26-b436850052f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.923872 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e54c43b0-a0f1-4a41-91b9-f25ce5643e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.931004 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e54c43b0-a0f1-4a41-91b9-f25ce5643e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.937326 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e54c43b0-a0f1-4a41-91b9-f25ce5643e35 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4610b7b5-44eb-488f-8004-9593db962a8a HTTP/1.1" status: 204 len: 168 time: 1.6559634 Aug 19 18:06:32.959633 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c43b0-a0f1-4a41-91b9-f25ce5643e35 admin admin] Pushing event deleted for resources: {'Network': ['ID=4610b7b5-44eb-488f-8004-9593db962a8a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:32.978201 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a27eb7fd-b74f-4e08-8f05-1e2e9bf08e1d req-3b088f3b-ac0d-46df-b19a-d49beb242956 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338951 Aug 19 18:06:33.026573 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b89d4f63-35e8-466a-ad75-bcfe83310dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:33.063072 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d4f63-35e8-466a-ad75-bcfe83310dc5 None None] Pushing event deleted for resources: {'Port': ['ID=fa981a5d-34ef-4c14-8f57-3b293abbb3c9,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:33.070850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-da55c116-4918-49c3-ac26-b436850052f6 None None] Port fb95a2cf-9b0c-488e-848a-aad73cf03b8a cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:06:33.072178 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b89d4f63-35e8-466a-ad75-bcfe83310dc5 None None] Network 4610b7b5-44eb-488f-8004-9593db962a8a is not hosted by any dhcp agent {{(pid=94683) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:06:33.072632 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89d4f63-35e8-466a-ad75-bcfe83310dc5 None None] No DVR routers for this DVR port fa981a5d-34ef-4c14-8f57-3b293abbb3c9 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:06:33.090752 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] For port 2be74f7f-319e-4f9e-ac1f-369f5f0e5c59, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:06:33.096662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] For port 2be74f7f-319e-4f9e-ac1f-369f5f0e5c59, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2be74f7f-319e-4f9e-ac1f-369f5f0e5c59,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:06:33.107369 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:33.115129 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-73643a94-6393-4aa9-9245-2f7f8e236339 req-e87b7b0c-0cf8-4d88-9e47-4e013a3b2238 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441578 Aug 19 18:06:33.147107 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 13f18822-52fe-4053-8403-1c1c7ebb17b8 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:33.170865 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc3394-44e0-4d76-9980-64a5f00c696d req-47393457-a7bf-4c94-ab9e-c4caa9c77faf tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:33.172731 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8cc3394-44e0-4d76-9980-64a5f00c696d req-47393457-a7bf-4c94-ab9e-c4caa9c77faf tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4fba90a-90ac-491c-b88b-0925ff5c0965 HTTP/1.1" status: 200 len: 945 time: 0.1206534 Aug 19 18:06:33.189351 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13093bad-c518-4f42-9cbe-d67b49e97c29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:33.201150 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13093bad-c518-4f42-9cbe-d67b49e97c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:33.232408 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41154) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:33.244850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 13f18822-52fe-4053-8403-1c1c7ebb17b8 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:33.245221 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:33.294441 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13093bad-c518-4f42-9cbe-d67b49e97c29 admin admin] Pushing event updated for resources: {'Port': ['ID=fb95a2cf-9b0c-488e-848a-aad73cf03b8a,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:33.322760 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13093bad-c518-4f42-9cbe-d67b49e97c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:33.334194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] Routers {'34e27296-e742-4201-8132-17e842872c6c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:33.334839 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:06:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['34e27296-e742-4201-8132-17e842872c6c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:33.341991 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8cc3394-44e0-4d76-9980-64a5f00c696d req-b4b72c61-2333-4fdc-9bc3-1328c782e5ac tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584635 Aug 19 18:06:33.387949 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6c59e2d6-a755-43e0-86a7-2c1c45d052d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f80f77ef27c04c9bb6424467e0d0cf35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542809 Aug 19 18:06:33.392010 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41156) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:33.548033 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:33.554358 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07574952-be70-4711-9a8d-1ef8db389b3d None None] Pushing event updated for resources: {'Port': ['ID=2be74f7f-319e-4f9e-ac1f-369f5f0e5c59,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:33.598141 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4fba90a-90ac-491c-b88b-0925ff5c0965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f18822-52fe-4053-8403-1c1c7ebb17b8'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:33.600718 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694a11c6-f272-4f9d-bc48-55a21765d59f" -d '{"events": [{"server_uuid": "b4fba90a-90ac-491c-b88b-0925ff5c0965", "name": "network-vif-plugged", "status": "completed", "tag": "13f18822-52fe-4053-8403-1c1c7ebb17b8"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:33.620375 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] Set router 34e27296-e742-4201-8132-17e842872c6c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:33.624761 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 13f18822-52fe-4053-8403-1c1c7ebb17b8, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=13f18822-52fe-4053-8403-1c1c7ebb17b8,segment=NetworkSegment(961d906d-becb-4e7c-a82b-3ab6bea17fc9),segment_id=961d906d-becb-4e7c-a82b-3ab6bea17fc9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:33.669684 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:33.726955 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fa981a5d-34ef-4c14-8f57-3b293abbb3c9 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:33.770750 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd470d0-237a-4a4a-804f-4a1b42cd5041 x-openstack-request-id: req-8cd470d0-237a-4a4a-804f-4a1b42cd5041 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:33.771136 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4fba90a-90ac-491c-b88b-0925ff5c0965", "name": "network-vif-plugged", "status": "completed", "tag": "13f18822-52fe-4053-8403-1c1c7ebb17b8", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:33.771480 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8cd470d0-237a-4a4a-804f-4a1b42cd5041 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:33.772064 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4fba90a-90ac-491c-b88b-0925ff5c0965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f18822-52fe-4053-8403-1c1c7ebb17b8', 'code': 200} Aug 19 18:06:33.772884 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: fa981a5d-34ef-4c14-8f57-3b293abbb3c9 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:06:33.773230 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fa981a5d-34ef-4c14-8f57-3b293abbb3c9 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:33.907209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a7543-c8e8-4715-a8f5-0e62131a4837 req-86f65574-3818-4694-b8a4-a21e8ce6d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:33.914103 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-485a7543-c8e8-4715-a8f5-0e62131a4837 req-86f65574-3818-4694-b8a4-a21e8ce6d9d3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b4fba90a-90ac-491c-b88b-0925ff5c0965 HTTP/1.1" status: 200 len: 1097 time: 0.0915818 Aug 19 18:06:33.928487 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=13f18822-52fe-4053-8403-1c1c7ebb17b8,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:33.949841 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41168) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:33.956068 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-53112e9f-4581-40fa-9b01-eda77c64e09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:33.981486 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-485a7543-c8e8-4715-a8f5-0e62131a4837 req-9e756c63-d7b0-4939-9d7b-16930a2e7e9b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589848 Aug 19 18:06:33.983490 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-53112e9f-4581-40fa-9b01-eda77c64e09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:34.050272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13093bad-c518-4f42-9cbe-d67b49e97c29 admin admin] Network f44deb17-6524-4309-af63-141c3a78262b is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:06:34.052779 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-13093bad-c518-4f42-9cbe-d67b49e97c29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:34.058866 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-53112e9f-4581-40fa-9b01-eda77c64e09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:34.061407 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-53112e9f-4581-40fa-9b01-eda77c64e09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:34.062783 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-53112e9f-4581-40fa-9b01-eda77c64e09e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/abe32db1-8ddc-4575-b3af-c18efb74bba2 HTTP/1.1" status: 204 len: 168 time: 0.6666725 Aug 19 18:06:34.110664 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'fb95a2cf-9b0c-488e-848a-aad73cf03b8a', 'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'mac_address': 'fa:16:3e:0c:ba:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:31Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 2, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'subnets': [{'id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:34.139388 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-3e7db65e-aeb6-4b68-bcc8-45044c0ccf92 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-107415717-network', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:34.165836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53112e9f-4581-40fa-9b01-eda77c64e09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe32db1-8ddc-4575-b3af-c18efb74bba2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:34.176316 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7db65e-aeb6-4b68-bcc8-45044c0ccf92 admin admin] Made reservation on behalf of 22b0cfe0dd134d888d6f8103e3004f52 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:06:34.180739 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e7db65e-aeb6-4b68-bcc8-45044c0ccf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:34.196978 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e7db65e-aeb6-4b68-bcc8-45044c0ccf92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:34.226954 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969886c2-d5ae-459f-b413-e32a8b00adb2 None None] The sync data for ids ['34e27296-e742-4201-8132-17e842872c6c'] in n-d-803753-2 is: [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'fb95a2cf-9b0c-488e-848a-aad73cf03b8a', 'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'mac_address': 'fa:16:3e:0c:ba:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:31Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 2, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'subnets': [{'id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:06:34.359752 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13093bad-c518-4f42-9cbe-d67b49e97c29 admin admin] Router 34e27296-e742-4201-8132-17e842872c6c has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:06:34.390036 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4452a-8c0b-4198-9663-e7a82f44ec0a req-c716bb66-13fe-4fc9-b09a-072d5da907f9 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:34.406191 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7ba4452a-8c0b-4198-9663-e7a82f44ec0a req-c716bb66-13fe-4fc9-b09a-072d5da907f9 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 946 time: 0.2411964 Aug 19 18:06:34.520970 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7ba4452a-8c0b-4198-9663-e7a82f44ec0a req-d0807423-c3d1-4c9b-831b-3ae6fe31d22d tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129692 Aug 19 18:06:34.550561 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0f6f6ffe-0d32-455f-90a4-ef9408360279 None None] Provisioning complete for port fb95a2cf-9b0c-488e-848a-aad73cf03b8a triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:34.551107 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6ffe-0d32-455f-90a4-ef9408360279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:34.572169 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455890a-9f5b-4e4e-af99-ea52935f79de req-51eb98e1-4fdd-401c-b254-6d1838a08ad8 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:34.581423 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1455890a-9f5b-4e4e-af99-ea52935f79de req-51eb98e1-4fdd-401c-b254-6d1838a08ad8 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.1929519 Aug 19 18:06:34.614794 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e9665569-5f10-4b7e-814e-5c5899361e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:34.685769 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0f6f6ffe-0d32-455f-90a4-ef9408360279 None None] Port fb95a2cf-9b0c-488e-848a-aad73cf03b8a cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:06:34.705616 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13093bad-c518-4f42-9cbe-d67b49e97c29 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:06:34.721075 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-13093bad-c518-4f42-9cbe-d67b49e97c29 admin admin] 10.222.0.24 "PUT /v2.0/routers/34e27296-e742-4201-8132-17e842872c6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6866744 Aug 19 18:06:34.735025 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e7db65e-aeb6-4b68-bcc8-45044c0ccf92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:34.740790 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1455890a-9f5b-4e4e-af99-ea52935f79de req-9b964c72-d5b0-4a43-b25a-7a7de64a69e2 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583815 Aug 19 18:06:34.742391 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e7db65e-aeb6-4b68-bcc8-45044c0ccf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:34.810572 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7db65e-aeb6-4b68-bcc8-45044c0ccf92 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:06:34.819336 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7db65e-aeb6-4b68-bcc8-45044c0ccf92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e956f7ff-2d8d-4324-b99b-f08f57413691,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:34.828195 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e7db65e-aeb6-4b68-bcc8-45044c0ccf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:34.828552 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-3e7db65e-aeb6-4b68-bcc8-45044c0ccf92 admin admin] Added segment 3f18c88e-ca3d-4b8a-a222-241455d9fd2f of type vlan for network 2a57726d-7b72-4596-ad69-fcea207934ef Aug 19 18:06:34.913650 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e7db65e-aeb6-4b68-bcc8-45044c0ccf92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:34.972248 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e7db65e-aeb6-4b68-bcc8-45044c0ccf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:34.975489 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7db65e-aeb6-4b68-bcc8-45044c0ccf92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:34.976389 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e7db65e-aeb6-4b68-bcc8-45044c0ccf92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:34.982140 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf579d-a298-4828-a888-ff3ed892882f req-9fbf3b98-9e34-42d7-9c75-8bb0657caecc tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:34.983802 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7fbf579d-a298-4828-a888-ff3ed892882f req-9fbf3b98-9e34-42d7-9c75-8bb0657caecc tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4fba90a-90ac-491c-b88b-0925ff5c0965 HTTP/1.1" status: 200 len: 946 time: 0.1420395 Aug 19 18:06:35.070820 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3e7db65e-aeb6-4b68-bcc8-45044c0ccf92 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1190567 Aug 19 18:06:35.073895 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41200) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:35.076202 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7fbf579d-a298-4828-a888-ff3ed892882f req-65b70784-aff3-4682-a90b-e46911974e14 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831108 Aug 19 18:06:35.082778 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-0a429ed9-ba57-4a49-99db-53f284faf33f admin admin] Request body: {'subnet': {'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-107415717-subnet', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:35.088960 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7db65e-aeb6-4b68-bcc8-45044c0ccf92 admin admin] Pushing event updated for resources: {'Network': ['ID=2a57726d-7b72-4596-ad69-fcea207934ef,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:35.105108 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 2a57726d-7b72-4596-ad69-fcea207934ef details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:06:35.127501 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a429ed9-ba57-4a49-99db-53f284faf33f admin admin] Made reservation on behalf of 22b0cfe0dd134d888d6f8103e3004f52 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:06:35.134489 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a429ed9-ba57-4a49-99db-53f284faf33f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:35.423430 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41212) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:35.468955 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a429ed9-ba57-4a49-99db-53f284faf33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:35.578202 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a429ed9-ba57-4a49-99db-53f284faf33f admin admin] Checking segment: {'id': '3f18c88e-ca3d-4b8a-a222-241455d9fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:35.578472 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a429ed9-ba57-4a49-99db-53f284faf33f admin admin] Network hostable DHCP agents. Network: 2a57726d-7b72-4596-ad69-fcea207934ef, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:06:35.591824 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a429ed9-ba57-4a49-99db-53f284faf33f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce67a4c2-3255-481b-8d44-f56c5622f0d5,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:35.610404 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-0f648f2b-b1e0-460b-9d0e-27d5f12e0ddb admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1713596891-network', 'tenant_id': 'a1081fe710af4e1cb814a80694cf1bd7'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:35.625767 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a429ed9-ba57-4a49-99db-53f284faf33f admin admin] Network 2a57726d-7b72-4596-ad69-fcea207934ef is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:06:35.650371 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-0a429ed9-ba57-4a49-99db-53f284faf33f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 2a57726d-7b72-4596-ad69-fcea207934ef) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:35.656338 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a429ed9-ba57-4a49-99db-53f284faf33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:35.656837 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a429ed9-ba57-4a49-99db-53f284faf33f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:35.667185 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8214be16-8366-4605-a277-86c458440c81 None None] Network 2a57726d-7b72-4596-ad69-fcea207934ef requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:06:35.691189 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0a429ed9-ba57-4a49-99db-53f284faf33f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6157334 Aug 19 18:06:35.694573 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41222) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:35.699168 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-dbcdad3e-6d07-40c1-af91-c25e11e2233f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-107415717-router', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:35.714340 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f648f2b-b1e0-460b-9d0e-27d5f12e0ddb admin admin] Made reservation on behalf of a1081fe710af4e1cb814a80694cf1bd7 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:06:35.726678 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f648f2b-b1e0-460b-9d0e-27d5f12e0ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:35.726976 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dbcdad3e-6d07-40c1-af91-c25e11e2233f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:35.728562 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dbcdad3e-6d07-40c1-af91-c25e11e2233f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:35.777488 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f648f2b-b1e0-460b-9d0e-27d5f12e0ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:35.851731 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6e698-7b77-49c5-ad0b-faaedc600b17 req-af3b9723-af40-403f-94d3-1cb62eb07ee0 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:35.852294 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2be74f7f-319e-4f9e-ac1f-369f5f0e5c59 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:35.854200 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e7f6e698-7b77-49c5-ad0b-faaedc600b17 req-af3b9723-af40-403f-94d3-1cb62eb07ee0 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 946 time: 0.1812501 Aug 19 18:06:35.887213 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dbcdad3e-6d07-40c1-af91-c25e11e2233f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:35.929959 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e7f6e698-7b77-49c5-ad0b-faaedc600b17 req-75aee822-c67b-4b1e-96c2-3a9269ce15b6 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605993 Aug 19 18:06:35.991137 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 2be74f7f-319e-4f9e-ac1f-369f5f0e5c59 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:35.999843 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 2be74f7f-319e-4f9e-ac1f-369f5f0e5c59 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:36.000291 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.003455 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd22600-86c0-4e1c-900a-342ce55b3b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-2a57726d-7b72-4596-ad69-fcea207934ef', 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'fixed_ips': [{'subnet_id': 'ce67a4c2-3255-481b-8d44-f56c5622f0d5'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:06:36.006132 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ddd22600-86c0-4e1c-900a-342ce55b3b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.015817 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f648f2b-b1e0-460b-9d0e-27d5f12e0ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.022016 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f648f2b-b1e0-460b-9d0e-27d5f12e0ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.059624 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f648f2b-b1e0-460b-9d0e-27d5f12e0ddb admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:06:36.067586 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f648f2b-b1e0-460b-9d0e-27d5f12e0ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe1fd29-4146-4450-8407-6b466a7778ea,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:36.077367 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f648f2b-b1e0-460b-9d0e-27d5f12e0ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.078236 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-0f648f2b-b1e0-460b-9d0e-27d5f12e0ddb admin admin] Added segment b1cb8f7f-bb43-4072-a07a-2b09076e80d9 of type vlan for network f9e5cf49-e835-4b06-80a6-5cd03713bf17 Aug 19 18:06:36.104356 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d74dc6-3a70-4785-aca1-736477872083 req-0c3f4c6b-b572-48ba-828b-955eaba04c28 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:36.110169 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43d74dc6-3a70-4785-aca1-736477872083 req-0c3f4c6b-b572-48ba-828b-955eaba04c28 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/networks?id=f44deb17-6524-4309-af63-141c3a78262b HTTP/1.1" status: 200 len: 821 time: 0.3869178 Aug 19 18:06:36.141157 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f648f2b-b1e0-460b-9d0e-27d5f12e0ddb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.149998 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43d74dc6-3a70-4785-aca1-736477872083 req-30265cfc-e5b4-4a26-8e41-d8c546cb8efe tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/quotas/2a33c4d51217492ebaa912b769b44260 HTTP/1.1" status: 200 len: 375 time: 0.0261259 Aug 19 18:06:36.229118 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f648f2b-b1e0-460b-9d0e-27d5f12e0ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.230575 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f648f2b-b1e0-460b-9d0e-27d5f12e0ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:36.231521 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f648f2b-b1e0-460b-9d0e-27d5f12e0ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.270277 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dbcdad3e-6d07-40c1-af91-c25e11e2233f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.313434 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0f648f2b-b1e0-460b-9d0e-27d5f12e0ddb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8887081 Aug 19 18:06:36.320992 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41236) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:36.335001 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869c036-c563-4152-8c84-47f0883c1982 req-6d1751a0-ed5f-45e4-8c45-737b2e6bdd92 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:36.346266 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a869c036-c563-4152-8c84-47f0883c1982 req-6d1751a0-ed5f-45e4-8c45-737b2e6bdd92 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.1546001 Aug 19 18:06:36.354821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-4c48c5b7-19f6-432a-8aa2-e47a6b1d52a8 admin admin] Request body: {'subnet': {'network_id': 'f9e5cf49-e835-4b06-80a6-5cd03713bf17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1713596891-subnet', 'tenant_id': 'a1081fe710af4e1cb814a80694cf1bd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:36.356754 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43d74dc6-3a70-4785-aca1-736477872083 req-b7d1e43d-1400-4d9e-83a2-5e3894f0571d tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a33c4d51217492ebaa912b769b44260&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1645250 Aug 19 18:06:36.388116 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f648f2b-b1e0-460b-9d0e-27d5f12e0ddb admin admin] Pushing event updated for resources: {'Network': ['ID=f9e5cf49-e835-4b06-80a6-5cd03713bf17,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:36.420426 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network f9e5cf49-e835-4b06-80a6-5cd03713bf17 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:06:36.442368 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a869c036-c563-4152-8c84-47f0883c1982 req-497cfbd3-23dd-4038-b03d-6451852d77a9 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953333 Aug 19 18:06:36.451156 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c48c5b7-19f6-432a-8aa2-e47a6b1d52a8 admin admin] Made reservation on behalf of a1081fe710af4e1cb814a80694cf1bd7 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:06:36.454035 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c48c5b7-19f6-432a-8aa2-e47a6b1d52a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.503142 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-ddd22600-86c0-4e1c-900a-342ce55b3b5f None None] Allocated IP 172.20.0.2 (2a57726d-7b72-4596-ad69-fcea207934ef/ce67a4c2-3255-481b-8d44-f56c5622f0d5/8f333d88-9f82-4c5d-9c8c-4b67cd4a60de) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:06:36.514418 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43d74dc6-3a70-4785-aca1-736477872083 req-b2871537-5517-47eb-a18f-5361a0541fac service neutron] 10.222.0.24 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482627 Aug 19 18:06:36.590195 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.634888 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 2be74f7f-319e-4f9e-ac1f-369f5f0e5c59, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2be74f7f-319e-4f9e-ac1f-369f5f0e5c59,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:36.642194 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.725637 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=2be74f7f-319e-4f9e-ac1f-369f5f0e5c59,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:36.749687 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c48c5b7-19f6-432a-8aa2-e47a6b1d52a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.761170 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43d74dc6-3a70-4785-aca1-736477872083 req-713d833e-3ca7-4d09-a68d-4aa4c5ada4d7 service neutron] 10.222.0.24 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348449 Aug 19 18:06:36.817248 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ddd22600-86c0-4e1c-900a-342ce55b3b5f None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.828964 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ddd22600-86c0-4e1c-900a-342ce55b3b5f None None] Transition to ACTIVE for port object 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:36.839892 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48c5b7-19f6-432a-8aa2-e47a6b1d52a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ce06d8-716b-4ec2-bb42-6b15cde59be8,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:36.858443 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ddd22600-86c0-4e1c-900a-342ce55b3b5f None None] Transition to ACTIVE for port object 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:36.859307 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0934b-f830-4c77-92de-9aa2feab8064 req-b74098f1-f748-4d2b-9336-8a803c18ba2b tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:36.866722 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ddd22600-86c0-4e1c-900a-342ce55b3b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.870014 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-82b0934b-f830-4c77-92de-9aa2feab8064 req-b74098f1-f748-4d2b-9336-8a803c18ba2b tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4fba90a-90ac-491c-b88b-0925ff5c0965 HTTP/1.1" status: 200 len: 946 time: 0.2062867 Aug 19 18:06:36.926492 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd22600-86c0-4e1c-900a-342ce55b3b5f None None] Network 2a57726d-7b72-4596-ad69-fcea207934ef is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:06:36.943972 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-ddd22600-86c0-4e1c-900a-342ce55b3b5f None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:36.952095 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd22600-86c0-4e1c-900a-342ce55b3b5f None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:06:36.968142 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd22600-86c0-4e1c-900a-342ce55b3b5f None None] Pushing event updated for resources: {'Port': ['ID=8f333d88-9f82-4c5d-9c8c-4b67cd4a60de,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:36.991429 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-82b0934b-f830-4c77-92de-9aa2feab8064 req-98182354-a5b9-4a2f-b698-a9e80c33c9a8 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203380 Aug 19 18:06:37.036186 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c48c5b7-19f6-432a-8aa2-e47a6b1d52a8 admin admin] Checking segment: {'id': 'b1cb8f7f-bb43-4072-a07a-2b09076e80d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f9e5cf49-e835-4b06-80a6-5cd03713bf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:37.038956 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c48c5b7-19f6-432a-8aa2-e47a6b1d52a8 admin admin] Network hostable DHCP agents. Network: f9e5cf49-e835-4b06-80a6-5cd03713bf17, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:06:37.080228 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ddd22600-86c0-4e1c-900a-342ce55b3b5f None None] Attempting to bind port 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:06:37.081389 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ddd22600-86c0-4e1c-900a-342ce55b3b5f None None] Attempting to bind port 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '3f18c88e-ca3d-4b8a-a222-241455d9fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:06:37.082128 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd22600-86c0-4e1c-900a-342ce55b3b5f None None] Attempting to bind port 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de on network 2a57726d-7b72-4596-ad69-fcea207934ef {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:37.091445 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd22600-86c0-4e1c-900a-342ce55b3b5f None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:06:37.092276 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd22600-86c0-4e1c-900a-342ce55b3b5f None None] Checking segment: {'id': '3f18c88e-ca3d-4b8a-a222-241455d9fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:37.092795 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c48c5b7-19f6-432a-8aa2-e47a6b1d52a8 admin admin] Network f9e5cf49-e835-4b06-80a6-5cd03713bf17 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:06:37.093525 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ddd22600-86c0-4e1c-900a-342ce55b3b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:37.094231 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd22600-86c0-4e1c-900a-342ce55b3b5f None None] Bound using segment: {'id': '3f18c88e-ca3d-4b8a-a222-241455d9fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:06:37.095780 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ddd22600-86c0-4e1c-900a-342ce55b3b5f None None] Bound port: 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f18c88e-ca3d-4b8a-a222-241455d9fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:06:37.096572 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ddd22600-86c0-4e1c-900a-342ce55b3b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:37.100568 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8ea55c5c-06cd-4d39-900d-78300a8803fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:37.119292 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-4c48c5b7-19f6-432a-8aa2-e47a6b1d52a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, f9e5cf49-e835-4b06-80a6-5cd03713bf17) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:37.132549 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c48c5b7-19f6-432a-8aa2-e47a6b1d52a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:37.133210 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c48c5b7-19f6-432a-8aa2-e47a6b1d52a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:37.185206 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b463bf1d-a697-4e64-a5d3-044de8960e2d None None] Network f9e5cf49-e835-4b06-80a6-5cd03713bf17 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:06:37.200611 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4c48c5b7-19f6-432a-8aa2-e47a6b1d52a8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8430116 Aug 19 18:06:37.229236 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc6221-a2ae-4166-a471-725ef9172bde req-6bdf9633-fc68-4679-ba20-d40b6dffd9fd tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:37.232401 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-64cc6221-a2ae-4166-a471-725ef9172bde req-6bdf9633-fc68-4679-ba20-d40b6dffd9fd tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 946 time: 0.1304705 Aug 19 18:06:37.301220 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:37.336915 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ddd22600-86c0-4e1c-900a-342ce55b3b5f None None] For port 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:06:37.353793 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-64cc6221-a2ae-4166-a471-725ef9172bde req-6e67e50a-8f9e-4a3c-9305-a9174c72f749 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829873 Aug 19 18:06:37.361949 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dbcdad3e-6d07-40c1-af91-c25e11e2233f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:37.368512 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ddd22600-86c0-4e1c-900a-342ce55b3b5f None None] For port 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=8f333d88-9f82-4c5d-9c8c-4b67cd4a60de,segment=NetworkSegment(3f18c88e-ca3d-4b8a-a222-241455d9fd2f),segment_id=3f18c88e-ca3d-4b8a-a222-241455d9fd2f)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:06:37.377242 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ddd22600-86c0-4e1c-900a-342ce55b3b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:37.406368 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dbcdad3e-6d07-40c1-af91-c25e11e2233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:37.524956 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-686f2eef-48ea-44f8-8877-010d4da39fb2 req-341e62c8-cd61-4c4f-b8ef-db51a1bc9597 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 210 time: 0.1215918 Aug 19 18:06:37.622614 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd22600-86c0-4e1c-900a-342ce55b3b5f None None] Pushing event updated for resources: {'Port': ['ID=8f333d88-9f82-4c5d-9c8c-4b67cd4a60de,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:37.628423 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e228cc-188f-43dd-96a5-4ae15d94b020 req-558ea661-410d-46bc-9992-a3ca19a91afe tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:37.636634 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956d6056-d4da-460d-b00f-a43624bb1b7d None None] Network f9e5cf49-e835-4b06-80a6-5cd03713bf17 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:06:37.648772 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-57e228cc-188f-43dd-96a5-4ae15d94b020 req-558ea661-410d-46bc-9992-a3ca19a91afe tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=33eb93c3-f97d-45fd-aed6-5729e0fd5b15 HTTP/1.1" status: 200 len: 945 time: 0.1483965 Aug 19 18:06:37.702108 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] Sync routers for ids ['34e27296-e742-4201-8132-17e842872c6c'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:06:37.741212 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-57e228cc-188f-43dd-96a5-4ae15d94b020 req-50ec01db-a957-4e3b-a30c-abe48ad3c513 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868731 Aug 19 18:06:37.747536 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] Routers {'34e27296-e742-4201-8132-17e842872c6c'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:37.748214 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:06:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['34e27296-e742-4201-8132-17e842872c6c'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:37.757469 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2be74f7f-319e-4f9e-ac1f-369f5f0e5c59 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:37.788629 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-dbcdad3e-6d07-40c1-af91-c25e11e2233f admin admin] Allocated IP 172.25.8.143 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/1b1e2ee4-ca36-423d-93a4-1ac5c9c739de) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:06:37.962974 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 2be74f7f-319e-4f9e-ac1f-369f5f0e5c59 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:37.963397 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:38.039110 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dbcdad3e-6d07-40c1-af91-c25e11e2233f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:38.128129 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dbcdad3e-6d07-40c1-af91-c25e11e2233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:38.139530 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:38.151383 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] Set router 34e27296-e742-4201-8132-17e842872c6c gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:38.264685 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcdad3e-6d07-40c1-af91-c25e11e2233f admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:06:38.279760 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-dbcdad3e-6d07-40c1-af91-c25e11e2233f admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:38.282552 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcdad3e-6d07-40c1-af91-c25e11e2233f admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:06:38.299892 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d4097-38e7-4186-9964-781bac2b7bda req-291ecaf2-23b9-4be5-a5b8-35c6119578b5 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:38.301756 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-772d4097-38e7-4186-9964-781bac2b7bda req-291ecaf2-23b9-4be5-a5b8-35c6119578b5 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.2099583 Aug 19 18:06:38.307615 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475549a-b22d-4612-b993-2053d22a40ae req-26fc51da-73df-4120-bf62-5f5e6ff7a911 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:38.310395 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7475549a-b22d-4612-b993-2053d22a40ae req-26fc51da-73df-4120-bf62-5f5e6ff7a911 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/networks?id=f9e5cf49-e835-4b06-80a6-5cd03713bf17 HTTP/1.1" status: 200 len: 814 time: 0.2216840 Aug 19 18:06:38.323454 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdad3e-6d07-40c1-af91-c25e11e2233f admin admin] Pushing event updated for resources: {'Port': ['ID=1b1e2ee4-ca36-423d-93a4-1ac5c9c739de,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:38.331257 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7475549a-b22d-4612-b993-2053d22a40ae req-3ff6d2bb-c38e-48fd-bc34-576db39c68e7 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/quotas/a1081fe710af4e1cb814a80694cf1bd7 HTTP/1.1" status: 200 len: 375 time: 0.0124609 Aug 19 18:06:38.385179 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7475549a-b22d-4612-b993-2053d22a40ae req-41577773-3d4a-474c-9a40-90dfb8792dfc tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1081fe710af4e1cb814a80694cf1bd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443046 Aug 19 18:06:38.443359 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-772d4097-38e7-4186-9964-781bac2b7bda req-bcfa55f5-0453-4a04-9902-a48f565cb6b0 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209450 Aug 19 18:06:38.475832 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'fb95a2cf-9b0c-488e-848a-aad73cf03b8a', 'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'mac_address': 'fa:16:3e:0c:ba:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:31Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 2, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'subnets': [{'id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:38.496945 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7475549a-b22d-4612-b993-2053d22a40ae req-a0b6965e-c38e-481a-abb0-377505ea9146 service neutron] 10.222.0.24 "GET /v2.0/networks/f9e5cf49-e835-4b06-80a6-5cd03713bf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104860 Aug 19 18:06:38.516753 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] Checking router: 34e27296-e742-4201-8132-17e842872c6c for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:06:38.517096 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] Updating router 34e27296-e742-4201-8132-17e842872c6c port fb95a2cf-9b0c-488e-848a-aad73cf03b8a binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:06:38.549694 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:38.654453 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7475549a-b22d-4612-b993-2053d22a40ae req-57226ec9-4c7f-40d8-af07-d5eb49a3f80b service neutron] 10.222.0.24 "GET /v2.0/networks/f9e5cf49-e835-4b06-80a6-5cd03713bf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525977 Aug 19 18:06:38.676586 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dbcdad3e-6d07-40c1-af91-c25e11e2233f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:39.088546 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-29200ece-0e50-4883-9c24-fa3aaa1d9253 req-a0c45070-b8ae-484c-8ab3-f8713a975add tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 210 time: 0.0652301 Aug 19 18:06:39.124222 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fdb3a2-4099-4d49-b0e0-891082185439 None None] Network 2a57726d-7b72-4596-ad69-fcea207934ef requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:06:39.181073 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b86907-447a-47b3-872d-d99d400012d4 req-b55cc471-9468-44e4-aa57-30348d1d2e92 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:39.182813 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-61b86907-447a-47b3-872d-d99d400012d4 req-b55cc471-9468-44e4-aa57-30348d1d2e92 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 946 time: 0.1573999 Aug 19 18:06:39.194854 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:39.220353 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d74dc6-3a70-4785-aca1-736477872083 req-930e691d-781a-4642-95dc-5f77362202ed tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:39.222076 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43d74dc6-3a70-4785-aca1-736477872083 req-930e691d-781a-4642-95dc-5f77362202ed tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.50 "GET /v2.0/networks?id=f44deb17-6524-4309-af63-141c3a78262b HTTP/1.1" status: 200 len: 821 time: 0.3948770 Aug 19 18:06:39.224251 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] Transition to ACTIVE for port object fb95a2cf-9b0c-488e-848a-aad73cf03b8a will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:39.230481 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dbcdad3e-6d07-40c1-af91-c25e11e2233f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:39.238733 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:39.240617 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-43d74dc6-3a70-4785-aca1-736477872083 req-cbc174ec-7287-4fb3-9e7f-409ee6233bf7 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Request body: {'port': {'device_id': 'c43d11d8-37a1-42c7-957c-97c6e2662e7b', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'admin_state_up': True, 'tenant_id': '2a33c4d51217492ebaa912b769b44260'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:39.344178 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6bb042-e2b7-4a1b-9848-79f5cdab8f57 None None] Pushing event updated for resources: {'Port': ['ID=fb95a2cf-9b0c-488e-848a-aad73cf03b8a,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:39.378444 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-61b86907-447a-47b3-872d-d99d400012d4 req-3731d71b-a7de-4244-b728-7a4a8b1a4f1c tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815066 Aug 19 18:06:39.391540 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f3ed2bb4-a38e-479f-b2bb-b2fc6c085099 None None] Provisioning for port 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:39.418133 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6bb042-e2b7-4a1b-9848-79f5cdab8f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:39.418719 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6bb042-e2b7-4a1b-9848-79f5cdab8f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:39.419183 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6bb042-e2b7-4a1b-9848-79f5cdab8f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:39.419665 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6bb042-e2b7-4a1b-9848-79f5cdab8f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:39.420166 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6bb042-e2b7-4a1b-9848-79f5cdab8f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:39.420590 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6bb042-e2b7-4a1b-9848-79f5cdab8f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:39.421012 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6bb042-e2b7-4a1b-9848-79f5cdab8f57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:39.421591 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6bb042-e2b7-4a1b-9848-79f5cdab8f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:39.422015 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6bb042-e2b7-4a1b-9848-79f5cdab8f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:39.422669 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6bb042-e2b7-4a1b-9848-79f5cdab8f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:39.423189 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6bb042-e2b7-4a1b-9848-79f5cdab8f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:39.423806 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6bb042-e2b7-4a1b-9848-79f5cdab8f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:39.484197 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] Attempting to bind port fb95a2cf-9b0c-488e-848a-aad73cf03b8a on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:06:39.485238 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] Attempting to bind port fb95a2cf-9b0c-488e-848a-aad73cf03b8a by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'c40ae849-6260-4c64-926f-49210011f1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:06:39.486083 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] Attempting to bind port fb95a2cf-9b0c-488e-848a-aad73cf03b8a on network f44deb17-6524-4309-af63-141c3a78262b {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:39.493899 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:06:39.497354 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] Checking segment: {'id': 'c40ae849-6260-4c64-926f-49210011f1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:39.497963 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:39.498618 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] Bound using segment: {'id': 'c40ae849-6260-4c64-926f-49210011f1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:06:39.499380 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] Bound port: fb95a2cf-9b0c-488e-848a-aad73cf03b8a, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40ae849-6260-4c64-926f-49210011f1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:06:39.500044 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:39.625699 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d3b05-bf44-4930-9cb1-0f6379b53310 req-4cc9242f-e18f-4fd8-accd-9ac1f07fb22e tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:39.639375 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2a7d3b05-bf44-4930-9cb1-0f6379b53310 req-4cc9242f-e18f-4fd8-accd-9ac1f07fb22e tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=33eb93c3-f97d-45fd-aed6-5729e0fd5b15 HTTP/1.1" status: 200 len: 945 time: 0.1128461 Aug 19 18:06:39.662420 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0d696113-0190-4276-8cd4-34b80a57660a req-b771089a-9488-4e90-b8dd-be00ec0f1340 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/ports?device_id=462c7a0c-5cf5-418f-b195-b39a9fb29159 HTTP/1.1" status: 200 len: 210 time: 0.1173387 Aug 19 18:06:39.663100 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d74dc6-3a70-4785-aca1-736477872083 req-cbc174ec-7287-4fb3-9e7f-409ee6233bf7 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Made reservation on behalf of 2a33c4d51217492ebaa912b769b44260 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:06:39.674967 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-43d74dc6-3a70-4785-aca1-736477872083 req-cbc174ec-7287-4fb3-9e7f-409ee6233bf7 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:39.690460 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] For port fb95a2cf-9b0c-488e-848a-aad73cf03b8a, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:06:39.697509 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] For port fb95a2cf-9b0c-488e-848a-aad73cf03b8a, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=fb95a2cf-9b0c-488e-848a-aad73cf03b8a,segment=NetworkSegment(c40ae849-6260-4c64-926f-49210011f1ae),segment_id=c40ae849-6260-4c64-926f-49210011f1ae)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:06:39.712675 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:39.730348 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2a7d3b05-bf44-4930-9cb1-0f6379b53310 req-4d173be4-085e-406d-9b10-1feb2052278a tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861382 Aug 19 18:06:39.829211 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:39.893419 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] Routers {'34e27296-e742-4201-8132-17e842872c6c'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:39.896467 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:06:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['34e27296-e742-4201-8132-17e842872c6c'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:39.903372 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6bb042-e2b7-4a1b-9848-79f5cdab8f57 None None] Pushing event updated for resources: {'Port': ['ID=fb95a2cf-9b0c-488e-848a-aad73cf03b8a,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:39.964501 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:39.976031 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:39.977521 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:40.032880 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fea918-c129-4b27-ac73-a61566d21689 req-6ba0cd19-9781-41dd-86d2-6d52cc8d88cb tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:40.034529 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e5fea918-c129-4b27-ac73-a61566d21689 req-6ba0cd19-9781-41dd-86d2-6d52cc8d88cb tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.2304487 Aug 19 18:06:40.108003 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:40.189891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-43d74dc6-3a70-4785-aca1-736477872083 req-cbc174ec-7287-4fb3-9e7f-409ee6233bf7 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Allocated IP 172.20.0.11 (f44deb17-6524-4309-af63-141c3a78262b/4a08e371-d5ad-4f23-ad70-70127956d420/dc823025-d1e5-43df-b336-60b86f281194) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:06:40.194853 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e5fea918-c129-4b27-ac73-a61566d21689 req-ec4da76e-58e6-4eac-a6c3-53369565cb39 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205537 Aug 19 18:06:40.216365 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcdad3e-6d07-40c1-af91-c25e11e2233f admin admin] Router f394192a-f545-432e-9e03-3688b068a83e is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:06:40.243943 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] Set router 34e27296-e742-4201-8132-17e842872c6c gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:40.264543 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:40.327918 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-49f45c97-fbe4-446f-bc90-25b668ec18e8 req-d035fc3a-8510-4216-b907-bb1f89eb4c7a tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 210 time: 0.1138148 Aug 19 18:06:40.381833 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=8f333d88-9f82-4c5d-9c8c-4b67cd4a60de,segment=NetworkSegment(3f18c88e-ca3d-4b8a-a222-241455d9fd2f),segment_id=3f18c88e-ca3d-4b8a-a222-241455d9fd2f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:40.386199 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-58af953b-a6b5-40c5-9669-56bb68c2da7e None None] Provisioning complete for port 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:40.386833 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-58af953b-a6b5-40c5-9669-56bb68c2da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:40.408859 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:40.425436 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:06:40.426618 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcdad3e-6d07-40c1-af91-c25e11e2233f admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:06:40.439066 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] Sync routers for ids ['f394192a-f545-432e-9e03-3688b068a83e'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:06:40.468184 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dbcdad3e-6d07-40c1-af91-c25e11e2233f admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:40.473212 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-dbcdad3e-6d07-40c1-af91-c25e11e2233f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7770419 Aug 19 18:06:40.473600 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41308) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:40.534677 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-43d74dc6-3a70-4785-aca1-736477872083 req-cbc174ec-7287-4fb3-9e7f-409ee6233bf7 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:40.554239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=8f333d88-9f82-4c5d-9c8c-4b67cd4a60de,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:40.555352 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-43d74dc6-3a70-4785-aca1-736477872083 req-cbc174ec-7287-4fb3-9e7f-409ee6233bf7 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Transition to ACTIVE for port object dc823025-d1e5-43df-b336-60b86f281194 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:40.561194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] Routers {'f394192a-f545-432e-9e03-3688b068a83e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:40.562175 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:06:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f394192a-f545-432e-9e03-3688b068a83e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:40.609078 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-43d74dc6-3a70-4785-aca1-736477872083 req-cbc174ec-7287-4fb3-9e7f-409ee6233bf7 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:40.624938 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'fb95a2cf-9b0c-488e-848a-aad73cf03b8a', 'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'mac_address': 'fa:16:3e:0c:ba:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:31Z', 'updated_at': '2021-08-19T18:06:39Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'subnets': [{'id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:40.665509 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b3aa7a-2be4-48e4-a4a3-9cfa17c1e278 None None] The sync data for ids ['34e27296-e742-4201-8132-17e842872c6c'] in n-d-803753-2 is: [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'fb95a2cf-9b0c-488e-848a-aad73cf03b8a', 'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'mac_address': 'fa:16:3e:0c:ba:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:31Z', 'updated_at': '2021-08-19T18:06:39Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'subnets': [{'id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:06:40.680319 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5e516-39d9-4bfd-85cb-1974b468d0a4 req-d617a546-89ce-47bc-88c7-75d5cbe8077a tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:40.682556 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ebd5e516-39d9-4bfd-85cb-1974b468d0a4 req-d617a546-89ce-47bc-88c7-75d5cbe8077a tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 946 time: 0.2010062 Aug 19 18:06:40.713611 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e0abc-db60-4141-b8a4-c72a3eceba55 req-5df398a5-c61d-4dbb-b51f-d565dde3be8d tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:40.715663 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-757e0abc-db60-4141-b8a4-c72a3eceba55 req-5df398a5-c61d-4dbb-b51f-d565dde3be8d tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.54 "GET /v2.0/ports?device_id=33eb93c3-f97d-45fd-aed6-5729e0fd5b15 HTTP/1.1" status: 200 len: 945 time: 0.2308426 Aug 19 18:06:40.727157 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d74dc6-3a70-4785-aca1-736477872083 req-cbc174ec-7287-4fb3-9e7f-409ee6233bf7 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Network f44deb17-6524-4309-af63-141c3a78262b is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:06:40.740225 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:40.741159 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-43d74dc6-3a70-4785-aca1-736477872083 req-cbc174ec-7287-4fb3-9e7f-409ee6233bf7 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:40.742789 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] Set router f394192a-f545-432e-9e03-3688b068a83e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:40.750144 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d74dc6-3a70-4785-aca1-736477872083 req-cbc174ec-7287-4fb3-9e7f-409ee6233bf7 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:06:40.775878 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ebd5e516-39d9-4bfd-85cb-1974b468d0a4 req-2f2a63c5-2ec1-4fda-b0ef-e06ff460f58f tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845430 Aug 19 18:06:40.952370 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc174ec-7287-4fb3-9e7f-409ee6233bf7 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Pushing event updated for resources: {'Port': ['ID=dc823025-d1e5-43df-b336-60b86f281194,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:41.090070 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d54d7ef-3c62-4e76-990b-0b6245ac638d req-5e5d0a9d-ef53-49d7-bc50-428c6207add6 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/ports?device_id=462c7a0c-5cf5-418f-b195-b39a9fb29159 HTTP/1.1" status: 200 len: 210 time: 0.1461084 Aug 19 18:06:41.197478 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d74dc6-3a70-4785-aca1-736477872083 req-cbc174ec-7287-4fb3-9e7f-409ee6233bf7 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:41.198189 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-43d74dc6-3a70-4785-aca1-736477872083 req-cbc174ec-7287-4fb3-9e7f-409ee6233bf7 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.225436 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43d74dc6-3a70-4785-aca1-736477872083 req-cbc174ec-7287-4fb3-9e7f-409ee6233bf7 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9929228 Aug 19 18:06:41.233841 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475549a-b22d-4612-b993-2053d22a40ae req-2b1550fe-a297-4b15-aaa2-fa5db654dce1 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:41.235741 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7475549a-b22d-4612-b993-2053d22a40ae req-2b1550fe-a297-4b15-aaa2-fa5db654dce1 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.50 "GET /v2.0/networks?id=f9e5cf49-e835-4b06-80a6-5cd03713bf17 HTTP/1.1" status: 200 len: 814 time: 0.3138659 Aug 19 18:06:41.240280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-757e0abc-db60-4141-b8a4-c72a3eceba55 req-762b85b7-ce20-440a-9f66-9961706dd913 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Deleting port ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:41.240840 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-757e0abc-db60-4141-b8a4-c72a3eceba55 req-762b85b7-ce20-440a-9f66-9961706dd913 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.258072 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-17fec030-0a5c-47c9-8eb5-767ca078b29a tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:41.261191 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-17fec030-0a5c-47c9-8eb5-767ca078b29a tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f&tenant_id=a8ce19510dd24923b8ff0f45376547f4&binding%3Ahost_id=n-h1-803753-2 HTTP/1.1" status: 200 len: 1097 time: 0.1896472 Aug 19 18:06:41.265956 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9cfefdc3-3f00-4212-82f5-cbd4a92e7008 None None] Provisioning for port dc823025-d1e5-43df-b336-60b86f281194 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:41.266956 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-7475549a-b22d-4612-b993-2053d22a40ae req-bfcca98e-7df4-4da4-a480-66c5001ba529 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Request body: {'port': {'device_id': '462c7a0c-5cf5-418f-b195-b39a9fb29159', 'network_id': 'f9e5cf49-e835-4b06-80a6-5cd03713bf17', 'admin_state_up': True, 'tenant_id': 'a1081fe710af4e1cb814a80694cf1bd7'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:41.271791 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9cfefdc3-3f00-4212-82f5-cbd4a92e7008 None None] Provisioning complete for port dc823025-d1e5-43df-b336-60b86f281194 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:41.273069 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9cfefdc3-3f00-4212-82f5-cbd4a92e7008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.291133 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656645d8-4bd7-4d27-b88e-5ee2a85d5acd req-38535b4d-f07c-47ba-951b-5510c949b621 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:41.292995 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-656645d8-4bd7-4d27-b88e-5ee2a85d5acd req-38535b4d-f07c-47ba-951b-5510c949b621 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=33eb93c3-f97d-45fd-aed6-5729e0fd5b15 HTTP/1.1" status: 200 len: 945 time: 0.2805476 Aug 19 18:06:41.310986 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-43d74dc6-3a70-4785-aca1-736477872083 req-17b2456b-a0ad-4bb4-ba7a-c47da45bbaad service neutron] Request body: {'port': {'device_id': 'c43d11d8-37a1-42c7-957c-97c6e2662e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:41.323890 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-9cfefdc3-3f00-4212-82f5-cbd4a92e7008 None None] Port dc823025-d1e5-43df-b336-60b86f281194 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:06:41.333844 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-aa010539-55ab-40e3-90e2-cb77d334c343 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803753-2'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:41.334459 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f394192a-f545-432e-9e03-3688b068a83e', 'name': 'tempest-TaggedBootDevicesTest-107415717-router', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:35Z', 'updated_at': '2021-08-19T18:06:38Z', 'revision_number': 3, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'gw_port': {'id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:37Z', 'updated_at': '2021-08-19T18:06:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:41.375430 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] Checking router: f394192a-f545-432e-9e03-3688b068a83e for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:06:41.376061 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] Updating router f394192a-f545-432e-9e03-3688b068a83e port 1b1e2ee4-ca36-423d-93a4-1ac5c9c739de binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:06:41.407557 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.474190 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-43d74dc6-3a70-4785-aca1-736477872083 req-17b2456b-a0ad-4bb4-ba7a-c47da45bbaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.523852 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-aa010539-55ab-40e3-90e2-cb77d334c343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.544733 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-656645d8-4bd7-4d27-b88e-5ee2a85d5acd req-4cc84f2a-cd9a-4708-82e6-11c0535648e8 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/security-groups?id=336603b0-9577-44a8-a05b-5e121772c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303913 Aug 19 18:06:41.567566 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494de48c-498f-431a-88da-11b8f49542c2 req-409a5b60-6696-4daa-81a5-9be0c5788ebc tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:41.569607 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-494de48c-498f-431a-88da-11b8f49542c2 req-409a5b60-6696-4daa-81a5-9be0c5788ebc tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4fba90a-90ac-491c-b88b-0925ff5c0965 HTTP/1.1" status: 200 len: 946 time: 0.1333988 Aug 19 18:06:41.626826 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-757e0abc-db60-4141-b8a4-c72a3eceba55 req-762b85b7-ce20-440a-9f66-9961706dd913 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] For port ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe,segment=NetworkSegment(961d906d-becb-4e7c-a82b-3ab6bea17fc9),segment_id=961d906d-becb-4e7c-a82b-3ab6bea17fc9)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:41.629175 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-757e0abc-db60-4141-b8a4-c72a3eceba55 req-762b85b7-ce20-440a-9f66-9961706dd913 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.671708 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-757e0abc-db60-4141-b8a4-c72a3eceba55 req-762b85b7-ce20-440a-9f66-9961706dd913 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Calling delete_port for ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:41.783366 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fb95a2cf-9b0c-488e-848a-aad73cf03b8a up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:41.812760 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f20fab-87d0-40dd-be4b-b24d5a251605 req-759aac2b-5723-4fae-b093-7db7af35361f tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:41.817566 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-01f20fab-87d0-40dd-be4b-b24d5a251605 req-759aac2b-5723-4fae-b093-7db7af35361f tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.4313014 Aug 19 18:06:41.844263 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.865466 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] Transition to ACTIVE for port object 1b1e2ee4-ca36-423d-93a4-1ac5c9c739de will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:41.874032 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.885607 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port fb95a2cf-9b0c-488e-848a-aad73cf03b8a completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:41.912795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port fb95a2cf-9b0c-488e-848a-aad73cf03b8a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:41.912795 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.954816 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef5b62-92e2-47ed-8ec4-e5767311e429 req-ecbb68c6-ebd9-4da7-85b5-e9d3f6978f0c tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:41.957339 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33ef5b62-92e2-47ed-8ec4-e5767311e429 req-ecbb68c6-ebd9-4da7-85b5-e9d3f6978f0c tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 932 time: 0.2552505 Aug 19 18:06:41.962553 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] Attempting to bind port 1b1e2ee4-ca36-423d-93a4-1ac5c9c739de on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:06:41.964070 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] Attempting to bind port 1b1e2ee4-ca36-423d-93a4-1ac5c9c739de by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:06:41.964484 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] Attempting to bind port 1b1e2ee4-ca36-423d-93a4-1ac5c9c739de on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:41.989482 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:06:41.989880 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:41.990139 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-01f20fab-87d0-40dd-be4b-b24d5a251605 req-a013bec2-1760-49c0-80c3-17f86dda718d tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398940 Aug 19 18:06:41.990355 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.990708 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:06:41.991210 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] Bound port: 1b1e2ee4-ca36-423d-93a4-1ac5c9c739de, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:06:41.991593 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.995432 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a770d4-6074-4ed2-bd47-84e1990d9c77 None None] Pushing event updated for resources: {'Port': ['ID=1b1e2ee4-ca36-423d-93a4-1ac5c9c739de,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:42.000979 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7475549a-b22d-4612-b993-2053d22a40ae req-bfcca98e-7df4-4da4-a480-66c5001ba529 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Made reservation on behalf of a1081fe710af4e1cb814a80694cf1bd7 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:06:42.004620 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7475549a-b22d-4612-b993-2053d22a40ae req-bfcca98e-7df4-4da4-a480-66c5001ba529 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:42.058594 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-aa010539-55ab-40e3-90e2-cb77d334c343 service neutron] For port 397f817c-4bf0-41f3-b858-f75b68826f86, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=397f817c-4bf0-41f3-b858-f75b68826f86,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:42.094939 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-494de48c-498f-431a-88da-11b8f49542c2 req-9f408534-7176-4730-947c-27e347775996 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Deleting port 13f18822-52fe-4053-8403-1c1c7ebb17b8 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:42.095366 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-494de48c-498f-431a-88da-11b8f49542c2 req-9f408534-7176-4730-947c-27e347775996 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:42.104523 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:42.134166 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] For port 1b1e2ee4-ca36-423d-93a4-1ac5c9c739de, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:06:42.152212 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e08b557-59dd-4401-a26b-e5a7f84bcbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:42.159049 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] For port 1b1e2ee4-ca36-423d-93a4-1ac5c9c739de, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1b1e2ee4-ca36-423d-93a4-1ac5c9c739de,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:06:42.164094 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33ef5b62-92e2-47ed-8ec4-e5767311e429 req-3f392817-5948-4831-8fe4-0853edb4822b tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/security-groups?id=adabe909-473e-4a50-9d16-0ad29ed52538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947186 Aug 19 18:06:42.164507 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port fb95a2cf-9b0c-488e-848a-aad73cf03b8a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=fb95a2cf-9b0c-488e-848a-aad73cf03b8a,segment=NetworkSegment(c40ae849-6260-4c64-926f-49210011f1ae),segment_id=c40ae849-6260-4c64-926f-49210011f1ae)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:42.171523 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:42.172612 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:42.179989 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:42.265653 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-aa010539-55ab-40e3-90e2-cb77d334c343 service neutron] For port 397f817c-4bf0-41f3-b858-f75b68826f86, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:06:42.307303 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-757e0abc-db60-4141-b8a4-c72a3eceba55 req-762b85b7-ce20-440a-9f66-9961706dd913 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:42.389342 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['13f18822-52fe-4053-8403-1c1c7ebb17b8'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:06:42.400197 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b14e43ee-9be1-4ffa-b214-76b4287f6b3f req-026f9d95-4e56-4fb1-b3f3-a27f1feb47f7 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/ports?device_id=462c7a0c-5cf5-418f-b195-b39a9fb29159 HTTP/1.1" status: 200 len: 210 time: 0.0936196 Aug 19 18:06:42.424879 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-494de48c-498f-431a-88da-11b8f49542c2 req-9f408534-7176-4730-947c-27e347775996 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] For port 13f18822-52fe-4053-8403-1c1c7ebb17b8, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=13f18822-52fe-4053-8403-1c1c7ebb17b8,segment=NetworkSegment(961d906d-becb-4e7c-a82b-3ab6bea17fc9),segment_id=961d906d-becb-4e7c-a82b-3ab6bea17fc9)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:42.425612 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-494de48c-498f-431a-88da-11b8f49542c2 req-9f408534-7176-4730-947c-27e347775996 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:42.432247 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fc4f80-671c-4c0d-a540-d49bc0d7c73f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397f817c-4bf0-41f3-b858-f75b68826f86'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:42.434247 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a665e375-119c-47d5-8ae8-ace1fe191c5d" -d '{"events": [{"server_uuid": "91fc4f80-671c-4c0d-a540-d49bc0d7c73f", "name": "network-vif-unplugged", "status": "completed", "tag": "397f817c-4bf0-41f3-b858-f75b68826f86"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:42.442075 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-aa010539-55ab-40e3-90e2-cb77d334c343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:42.490836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-494de48c-498f-431a-88da-11b8f49542c2 req-9f408534-7176-4730-947c-27e347775996 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Calling delete_port for 13f18822-52fe-4053-8403-1c1c7ebb17b8 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:42.497181 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-aa010539-55ab-40e3-90e2-cb77d334c343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:42.508961 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] Routers {'f394192a-f545-432e-9e03-3688b068a83e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:42.508961 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:06:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f394192a-f545-432e-9e03-3688b068a83e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:42.575274 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=fb95a2cf-9b0c-488e-848a-aad73cf03b8a,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:42.720057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb416deb-7f8e-4efc-8987-b5ab380d5080 req-a0323334-258d-47fe-a49f-d010c9f383b9 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:42.728444 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb416deb-7f8e-4efc-8987-b5ab380d5080 req-a0323334-258d-47fe-a49f-d010c9f383b9 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 946 time: 0.4857485 Aug 19 18:06:42.732157 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b85b7-ce20-440a-9f66-9961706dd913 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Pushing event deleted for resources: {'Port': ['ID=ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:42.740000 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:42.740735 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:42.787440 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] Set router f394192a-f545-432e-9e03-3688b068a83e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:42.803072 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a770d4-6074-4ed2-bd47-84e1990d9c77 None None] Pushing event updated for resources: {'Port': ['ID=1b1e2ee4-ca36-423d-93a4-1ac5c9c739de,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:42.843448 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-757e0abc-db60-4141-b8a4-c72a3eceba55 req-762b85b7-ce20-440a-9f66-9961706dd913 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] No DVR routers for this DVR port ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:06:42.854108 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-757e0abc-db60-4141-b8a4-c72a3eceba55 req-762b85b7-ce20-440a-9f66-9961706dd913 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:42.856220 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-757e0abc-db60-4141-b8a4-c72a3eceba55 req-762b85b7-ce20-440a-9f66-9961706dd913 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.54 "DELETE /v2.0/ports/ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe HTTP/1.1" status: 204 len: 173 time: 2.1269741 Aug 19 18:06:42.862104 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33eb93c3-f97d-45fd-aed6-5729e0fd5b15', 'name': 'network-vif-deleted', 'tag': 'ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:42.863265 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a151a24b-7443-412c-8baf-261e845fd0bd" -d '{"events": [{"server_uuid": "33eb93c3-f97d-45fd-aed6-5729e0fd5b15", "name": "network-vif-deleted", "tag": "ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:42.893961 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 397f817c-4bf0-41f3-b858-f75b68826f86 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:06:42.899787 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-7475549a-b22d-4612-b993-2053d22a40ae req-bfcca98e-7df4-4da4-a480-66c5001ba529 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Allocated IP 172.20.0.5 (f9e5cf49-e835-4b06-80a6-5cd03713bf17/94ce06d8-716b-4ec2-bb42-6b15cde59be8/412ed6d8-e241-4b5d-aea9-4fd4362ded74) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:06:42.914918 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5961a46a-c782-4689-99b2-c793bb28d6e3 x-openstack-request-id: req-5961a46a-c782-4689-99b2-c793bb28d6e3 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:42.915303 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fc4f80-671c-4c0d-a540-d49bc0d7c73f", "name": "network-vif-unplugged", "status": "completed", "tag": "397f817c-4bf0-41f3-b858-f75b68826f86", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:42.915761 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5961a46a-c782-4689-99b2-c793bb28d6e3 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:42.916221 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fc4f80-671c-4c0d-a540-d49bc0d7c73f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397f817c-4bf0-41f3-b858-f75b68826f86', 'code': 200} Aug 19 18:06:42.931646 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb416deb-7f8e-4efc-8987-b5ab380d5080 req-b0e2c529-9e7e-40b9-99dc-a96fba2be885 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018459 Aug 19 18:06:42.952727 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-43d74dc6-3a70-4785-aca1-736477872083 req-17b2456b-a0ad-4bb4-ba7a-c47da45bbaad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc823025-d1e5-43df-b336-60b86f281194 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:06:42.973362 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-43d74dc6-3a70-4785-aca1-736477872083 req-17b2456b-a0ad-4bb4-ba7a-c47da45bbaad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:43.020733 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-21256305-0a9d-4d44-8cd4-f2fc3aa8e91d req-3ff3cdad-2abb-4224-9c37-3dfde8fd903d tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=33eb93c3-f97d-45fd-aed6-5729e0fd5b15 HTTP/1.1" status: 200 len: 210 time: 0.0964577 Aug 19 18:06:43.051798 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-43d74dc6-3a70-4785-aca1-736477872083 req-17b2456b-a0ad-4bb4-ba7a-c47da45bbaad service neutron] Transition to ACTIVE for port object dc823025-d1e5-43df-b336-60b86f281194 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:43.158682 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa010539-55ab-40e3-90e2-cb77d334c343 service neutron] Pushing event updated for resources: {'Port': ['ID=397f817c-4bf0-41f3-b858-f75b68826f86,revision_number=7']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:43.174218 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b4eab0-bc2d-4ec8-887d-196cb2f62e0f x-openstack-request-id: req-f4b4eab0-bc2d-4ec8-887d-196cb2f62e0f {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:43.174631 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33eb93c3-f97d-45fd-aed6-5729e0fd5b15", "name": "network-vif-deleted", "tag": "ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:43.174987 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4b4eab0-bc2d-4ec8-887d-196cb2f62e0f {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:43.176103 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eb93c3-f97d-45fd-aed6-5729e0fd5b15', 'name': 'network-vif-deleted', 'tag': 'ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe', 'status': 'completed', 'code': 200} Aug 19 18:06:43.180545 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-43d74dc6-3a70-4785-aca1-736477872083 req-17b2456b-a0ad-4bb4-ba7a-c47da45bbaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:43.218852 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-0e08b557-59dd-4401-a26b-e5a7f84bcbad admin admin] Allocated IP 172.20.0.1 (2a57726d-7b72-4596-ad69-fcea207934ef/ce67a4c2-3255-481b-8d44-f56c5622f0d5/b60f7eb2-81e8-4c0c-97c1-ed0479550890) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:06:43.227185 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-aa010539-55ab-40e3-90e2-cb77d334c343 service neutron] Attempting to bind port 397f817c-4bf0-41f3-b858-f75b68826f86 on host n-h1-803753-2 for vnic_type normal with profile {"migrating_to": "n-h2-803753-2"} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:06:43.227756 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-aa010539-55ab-40e3-90e2-cb77d334c343 service neutron] Attempting to bind port 397f817c-4bf0-41f3-b858-f75b68826f86 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:06:43.228295 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-aa010539-55ab-40e3-90e2-cb77d334c343 service neutron] Attempting to bind port 397f817c-4bf0-41f3-b858-f75b68826f86 on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:43.261456 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-aa010539-55ab-40e3-90e2-cb77d334c343 service neutron] Port 397f817c-4bf0-41f3-b858-f75b68826f86 on network 52390765-0cad-463c-8122-8baf5b79ff7f not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:06:43.261942 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-aa010539-55ab-40e3-90e2-cb77d334c343 service neutron] Attempting to bind port 397f817c-4bf0-41f3-b858-f75b68826f86 on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:43.285224 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:43.317361 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2456b-a0ad-4bb4-ba7a-c47da45bbaad service neutron] Pushing event updated for resources: {'Port': ['ID=dc823025-d1e5-43df-b336-60b86f281194,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:43.332897 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:06:43.334640 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device ba3fa0be-0606-42df-bdea-5e0c8bfa7cfe not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:43.365862 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-aa010539-55ab-40e3-90e2-cb77d334c343 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:06:43.366218 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-aa010539-55ab-40e3-90e2-cb77d334c343 service neutron] Checking segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:43.366817 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-aa010539-55ab-40e3-90e2-cb77d334c343 service neutron] Bound using segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:06:43.367378 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-aa010539-55ab-40e3-90e2-cb77d334c343 service neutron] Bound port: 397f817c-4bf0-41f3-b858-f75b68826f86, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:06:43.367860 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-aa010539-55ab-40e3-90e2-cb77d334c343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:43.389600 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7475549a-b22d-4612-b993-2053d22a40ae req-bfcca98e-7df4-4da4-a480-66c5001ba529 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:43.421237 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42849b-5be8-4349-a6e2-cf8e926bc4d7 req-8d40366d-fe76-4e67-bf23-f9ca2488762d tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:43.430384 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3e42849b-5be8-4349-a6e2-cf8e926bc4d7 req-8d40366d-fe76-4e67-bf23-f9ca2488762d tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.2807729 Aug 19 18:06:43.451250 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-43d74dc6-3a70-4785-aca1-736477872083 req-17b2456b-a0ad-4bb4-ba7a-c47da45bbaad service neutron] Attempting to bind port dc823025-d1e5-43df-b336-60b86f281194 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:06:43.451250 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-43d74dc6-3a70-4785-aca1-736477872083 req-17b2456b-a0ad-4bb4-ba7a-c47da45bbaad service neutron] Attempting to bind port dc823025-d1e5-43df-b336-60b86f281194 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'c40ae849-6260-4c64-926f-49210011f1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:06:43.451250 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d74dc6-3a70-4785-aca1-736477872083 req-17b2456b-a0ad-4bb4-ba7a-c47da45bbaad service neutron] Attempting to bind port dc823025-d1e5-43df-b336-60b86f281194 on network f44deb17-6524-4309-af63-141c3a78262b {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:43.463383 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d74dc6-3a70-4785-aca1-736477872083 req-17b2456b-a0ad-4bb4-ba7a-c47da45bbaad service neutron] Port dc823025-d1e5-43df-b336-60b86f281194 on network f44deb17-6524-4309-af63-141c3a78262b not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:06:43.463717 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d74dc6-3a70-4785-aca1-736477872083 req-17b2456b-a0ad-4bb4-ba7a-c47da45bbaad service neutron] Attempting to bind port dc823025-d1e5-43df-b336-60b86f281194 on network f44deb17-6524-4309-af63-141c3a78262b {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:43.477881 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 397f817c-4bf0-41f3-b858-f75b68826f86, host n-h1-803753-2, got binding levels [] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:43.493396 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d74dc6-3a70-4785-aca1-736477872083 req-17b2456b-a0ad-4bb4-ba7a-c47da45bbaad service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:06:43.493812 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d74dc6-3a70-4785-aca1-736477872083 req-17b2456b-a0ad-4bb4-ba7a-c47da45bbaad service neutron] Checking segment: {'id': 'c40ae849-6260-4c64-926f-49210011f1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:43.494480 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d74dc6-3a70-4785-aca1-736477872083 req-17b2456b-a0ad-4bb4-ba7a-c47da45bbaad service neutron] Bound using segment: {'id': 'c40ae849-6260-4c64-926f-49210011f1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:06:43.494697 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-43d74dc6-3a70-4785-aca1-736477872083 req-17b2456b-a0ad-4bb4-ba7a-c47da45bbaad service neutron] Bound port: dc823025-d1e5-43df-b336-60b86f281194, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c40ae849-6260-4c64-926f-49210011f1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:06:43.495729 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-43d74dc6-3a70-4785-aca1-736477872083 req-17b2456b-a0ad-4bb4-ba7a-c47da45bbaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:43.553155 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-494de48c-498f-431a-88da-11b8f49542c2 req-9f408534-7176-4730-947c-27e347775996 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:43.570283 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e41a7-d309-4e57-a1fb-d9e221c30314 req-cad904b9-b164-4e9a-bcaf-7bbd3291d376 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:43.591076 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f42e41a7-d309-4e57-a1fb-d9e221c30314 req-cad904b9-b164-4e9a-bcaf-7bbd3291d376 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 944 time: 0.2053082 Aug 19 18:06:43.626162 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3e42849b-5be8-4349-a6e2-cf8e926bc4d7 req-ec77bf7a-c02c-4c28-b074-4a5831a22c9e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944976 Aug 19 18:06:43.647103 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f408534-7176-4730-947c-27e347775996 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Pushing event deleted for resources: {'Port': ['ID=13f18822-52fe-4053-8403-1c1c7ebb17b8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:43.676100 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e08b557-59dd-4401-a26b-e5a7f84bcbad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:43.710380 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7475549a-b22d-4612-b993-2053d22a40ae req-bfcca98e-7df4-4da4-a480-66c5001ba529 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:43.716941 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f394192a-f545-432e-9e03-3688b068a83e', 'name': 'tempest-TaggedBootDevicesTest-107415717-router', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:35Z', 'updated_at': '2021-08-19T18:06:38Z', 'revision_number': 3, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'gw_port': {'id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:37Z', 'updated_at': '2021-08-19T18:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:43.770079 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f42e41a7-d309-4e57-a1fb-d9e221c30314 req-b30ae3e1-fcbd-4f90-aa8d-2d5353ff97ac tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/security-groups?id=adabe909-473e-4a50-9d16-0ad29ed52538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774485 Aug 19 18:06:43.781596 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-aa010539-55ab-40e3-90e2-cb77d334c343 service neutron] For port 397f817c-4bf0-41f3-b858-f75b68826f86, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:06:43.799095 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Attempting to bind port 397f817c-4bf0-41f3-b858-f75b68826f86 on host n-h1-803753-2 for vnic_type normal with profile {"migrating_to": "n-h2-803753-2"} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:06:43.799470 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Attempting to bind port 397f817c-4bf0-41f3-b858-f75b68826f86 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:06:43.799835 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Attempting to bind port 397f817c-4bf0-41f3-b858-f75b68826f86 on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:43.806205 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb069e-bcad-45c2-a9a5-aef16184220f None None] The sync data for ids ['f394192a-f545-432e-9e03-3688b068a83e'] in n-d-803753-2 is: [{'id': 'f394192a-f545-432e-9e03-3688b068a83e', 'name': 'tempest-TaggedBootDevicesTest-107415717-router', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:35Z', 'updated_at': '2021-08-19T18:06:38Z', 'revision_number': 3, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'gw_port': {'id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:37Z', 'updated_at': '2021-08-19T18:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:06:43.807927 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fb95a2cf-9b0c-488e-848a-aad73cf03b8a up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:43.815139 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Port 397f817c-4bf0-41f3-b858-f75b68826f86 on network 52390765-0cad-463c-8122-8baf5b79ff7f not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:06:43.815504 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Attempting to bind port 397f817c-4bf0-41f3-b858-f75b68826f86 on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:43.851626 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:06:43.852389 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Checking segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:43.853441 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Bound using segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:06:43.854211 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Bound port: 397f817c-4bf0-41f3-b858-f75b68826f86, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:06:43.854882 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:43.882242 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7475549a-b22d-4612-b993-2053d22a40ae req-bfcca98e-7df4-4da4-a480-66c5001ba529 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Network f9e5cf49-e835-4b06-80a6-5cd03713bf17 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:06:43.898903 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-7475549a-b22d-4612-b993-2053d22a40ae req-bfcca98e-7df4-4da4-a480-66c5001ba529 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:43.902452 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-0e08b557-59dd-4401-a26b-e5a7f84bcbad admin admin] Transition to ACTIVE for port object b60f7eb2-81e8-4c0c-97c1-ed0479550890 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:43.903101 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7475549a-b22d-4612-b993-2053d22a40ae req-bfcca98e-7df4-4da4-a480-66c5001ba529 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:06:43.954382 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-43d74dc6-3a70-4785-aca1-736477872083 req-17b2456b-a0ad-4bb4-ba7a-c47da45bbaad service neutron] For port dc823025-d1e5-43df-b336-60b86f281194, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:06:43.963539 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-aa010539-55ab-40e3-90e2-cb77d334c343 service neutron] For port 397f817c-4bf0-41f3-b858-f75b68826f86, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=397f817c-4bf0-41f3-b858-f75b68826f86,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:06:43.966424 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcca98e-7df4-4da4-a480-66c5001ba529 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Pushing event updated for resources: {'Port': ['ID=412ed6d8-e241-4b5d-aea9-4fd4362ded74,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:43.984708 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-494de48c-498f-431a-88da-11b8f49542c2 req-9f408534-7176-4730-947c-27e347775996 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] No DVR routers for this DVR port 13f18822-52fe-4053-8403-1c1c7ebb17b8 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:06:43.987573 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port fb95a2cf-9b0c-488e-848a-aad73cf03b8a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:43.988588 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:43.991680 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-aa010539-55ab-40e3-90e2-cb77d334c343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:43.997201 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-494de48c-498f-431a-88da-11b8f49542c2 req-9f408534-7176-4730-947c-27e347775996 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:44.000260 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-494de48c-498f-431a-88da-11b8f49542c2 req-9f408534-7176-4730-947c-27e347775996 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.50 "DELETE /v2.0/ports/13f18822-52fe-4053-8403-1c1c7ebb17b8 HTTP/1.1" status: 204 len: 173 time: 2.3823972 Aug 19 18:06:44.030308 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 397f817c-4bf0-41f3-b858-f75b68826f86, host n-h1-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:06:44.037408 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-43d74dc6-3a70-4785-aca1-736477872083 req-17b2456b-a0ad-4bb4-ba7a-c47da45bbaad service neutron] For port dc823025-d1e5-43df-b336-60b86f281194, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=dc823025-d1e5-43df-b336-60b86f281194,segment=NetworkSegment(c40ae849-6260-4c64-926f-49210011f1ae),segment_id=c40ae849-6260-4c64-926f-49210011f1ae)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:06:44.043192 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.api [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 397f817c-4bf0-41f3-b858-f75b68826f86-n-h1-803753-2-0 {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:06:44.043484 n-d-803753-2 neutron-server[94683]: DEBUG oslo_db.api [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:06:44.053959 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-43d74dc6-3a70-4785-aca1-736477872083 req-17b2456b-a0ad-4bb4-ba7a-c47da45bbaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:44.078933 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e08b557-59dd-4401-a26b-e5a7f84bcbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:44.117261 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315042fc-209f-4eb1-8baa-d7ad84e94e79 req-b8aee237-74df-4662-a096-2a3462e8be2a tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:44.125035 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-315042fc-209f-4eb1-8baa-d7ad84e94e79 req-b8aee237-74df-4662-a096-2a3462e8be2a tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/ports?device_id=462c7a0c-5cf5-418f-b195-b39a9fb29159 HTTP/1.1" status: 200 len: 931 time: 0.3878293 Aug 19 18:06:44.142991 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475549a-b22d-4612-b993-2053d22a40ae req-bfcca98e-7df4-4da4-a480-66c5001ba529 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:44.143670 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7475549a-b22d-4612-b993-2053d22a40ae req-bfcca98e-7df4-4da4-a480-66c5001ba529 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:44.158636 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d74dc6-3a70-4785-aca1-736477872083 req-17b2456b-a0ad-4bb4-ba7a-c47da45bbaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:44.159414 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-43d74dc6-3a70-4785-aca1-736477872083 req-17b2456b-a0ad-4bb4-ba7a-c47da45bbaad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:44.162080 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43d74dc6-3a70-4785-aca1-736477872083 req-17b2456b-a0ad-4bb4-ba7a-c47da45bbaad service neutron] 10.222.0.50 "PUT /v2.0/ports/dc823025-d1e5-43df-b336-60b86f281194 HTTP/1.1" status: 200 len: 1092 time: 2.8995659 Aug 19 18:06:44.182053 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e08b557-59dd-4401-a26b-e5a7f84bcbad admin admin] Network 2a57726d-7b72-4596-ad69-fcea207934ef is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:06:44.190226 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa010539-55ab-40e3-90e2-cb77d334c343 service neutron] Pushing event updated for resources: {'Port': ['ID=397f817c-4bf0-41f3-b858-f75b68826f86,revision_number=8']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:44.231542 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-0e08b557-59dd-4401-a26b-e5a7f84bcbad admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:44.232456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2456b-a0ad-4bb4-ba7a-c47da45bbaad service neutron] Pushing event updated for resources: {'Port': ['ID=dc823025-d1e5-43df-b336-60b86f281194,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:44.239619 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7475549a-b22d-4612-b993-2053d22a40ae req-bfcca98e-7df4-4da4-a480-66c5001ba529 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9783313 Aug 19 18:06:44.244010 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e08b557-59dd-4401-a26b-e5a7f84bcbad admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:06:44.250269 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-aa010539-55ab-40e3-90e2-cb77d334c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:44.251046 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-aa010539-55ab-40e3-90e2-cb77d334c343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:44.252546 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-aa010539-55ab-40e3-90e2-cb77d334c343 service neutron] 10.222.0.50 "PUT /v2.0/ports/397f817c-4bf0-41f3-b858-f75b68826f86 HTTP/1.1" status: 200 len: 1122 time: 2.9536755 Aug 19 18:06:44.339060 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125226a-2ac3-47a8-996e-f3769af0986e req-7f251cc2-e71f-4760-8b43-8204bce27620 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:44.349050 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['397f817c-4bf0-41f3-b858-f75b68826f86'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:06:44.349315 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1125226a-2ac3-47a8-996e-f3769af0986e req-7f251cc2-e71f-4760-8b43-8204bce27620 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 944 time: 0.2178741 Aug 19 18:06:44.353767 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-7475549a-b22d-4612-b993-2053d22a40ae req-3ab26cd6-ae78-486d-accb-4d0eb12aec10 service neutron] Request body: {'port': {'device_id': '462c7a0c-5cf5-418f-b195-b39a9fb29159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:44.395732 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-315042fc-209f-4eb1-8baa-d7ad84e94e79 req-e629c76d-0e32-4f2f-9ad0-67e8d9b81e62 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe1fd29-4146-4450-8407-6b466a7778ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668777 Aug 19 18:06:44.422154 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['397f817c-4bf0-41f3-b858-f75b68826f86'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:06:44.493221 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08b557-59dd-4401-a26b-e5a7f84bcbad admin admin] Pushing event updated for resources: {'Port': ['ID=b60f7eb2-81e8-4c0c-97c1-ed0479550890,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:44.510055 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e08b557-59dd-4401-a26b-e5a7f84bcbad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:44.627368 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Attempting to bind port 397f817c-4bf0-41f3-b858-f75b68826f86 on host n-h1-803753-2 for vnic_type normal with profile {"migrating_to": "n-h2-803753-2"} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:06:44.627916 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Attempting to bind port 397f817c-4bf0-41f3-b858-f75b68826f86 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:06:44.628090 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Attempting to bind port 397f817c-4bf0-41f3-b858-f75b68826f86 on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:44.658278 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1125226a-2ac3-47a8-996e-f3769af0986e req-32455774-6677-4bad-8cc7-254c195e01f6 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004727 Aug 19 18:06:44.677738 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Port 397f817c-4bf0-41f3-b858-f75b68826f86 on network 52390765-0cad-463c-8122-8baf5b79ff7f not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:06:44.678103 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Attempting to bind port 397f817c-4bf0-41f3-b858-f75b68826f86 on network 52390765-0cad-463c-8122-8baf5b79ff7f {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:44.684833 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d74dc6-3a70-4785-aca1-736477872083 req-a485b4e2-de5e-42cb-ba3b-13f0bd66b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:44.696375 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43d74dc6-3a70-4785-aca1-736477872083 req-a485b4e2-de5e-42cb-ba3b-13f0bd66b413 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a33c4d51217492ebaa912b769b44260&device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 1095 time: 0.4398208 Aug 19 18:06:44.704584 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7475549a-b22d-4612-b993-2053d22a40ae req-3ab26cd6-ae78-486d-accb-4d0eb12aec10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:44.779192 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:06:44.779770 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Checking segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:44.798011 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Bound using segment: {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:06:44.798673 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Bound port: 397f817c-4bf0-41f3-b858-f75b68826f86, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79154735-d979-4816-a5fe-0ac73db4dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '52390765-0cad-463c-8122-8baf5b79ff7f'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:06:44.798977 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:44.836399 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43d74dc6-3a70-4785-aca1-736477872083 req-af0fd792-daf5-45be-97ba-9593be01e2da service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc823025-d1e5-43df-b336-60b86f281194 HTTP/1.1" status: 200 len: 217 time: 0.1261389 Aug 19 18:06:44.862252 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e08b557-59dd-4401-a26b-e5a7f84bcbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:44.932946 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4fba90a-90ac-491c-b88b-0925ff5c0965', 'name': 'network-vif-deleted', 'tag': '13f18822-52fe-4053-8403-1c1c7ebb17b8'}, {'name': 'network-changed', 'server_uuid': '91fc4f80-671c-4c0d-a540-d49bc0d7c73f', 'tag': '397f817c-4bf0-41f3-b858-f75b68826f86'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:44.935796 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9a0269-b885-4275-ab45-392c02e49426" -d '{"events": [{"server_uuid": "b4fba90a-90ac-491c-b88b-0925ff5c0965", "name": "network-vif-deleted", "tag": "13f18822-52fe-4053-8403-1c1c7ebb17b8"}, {"name": "network-changed", "server_uuid": "91fc4f80-671c-4c0d-a540-d49bc0d7c73f", "tag": "397f817c-4bf0-41f3-b858-f75b68826f86"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:44.966697 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b556cc40-8352-4208-82b8-6edd58e39dd4 req-d2b81b71-5dfb-4fb0-a537-939a9e931e19 tempest-MultipleCreateTestJSON-574273323 tempest-MultipleCreateTestJSON-574273323-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4fba90a-90ac-491c-b88b-0925ff5c0965 HTTP/1.1" status: 200 len: 210 time: 0.0434420 Aug 19 18:06:45.099712 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d74dc6-3a70-4785-aca1-736477872083 req-631f9eb8-2ba2-4472-a34d-2b372c7f4db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:45.102548 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43d74dc6-3a70-4785-aca1-736477872083 req-631f9eb8-2ba2-4472-a34d-2b372c7f4db8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a08e371-d5ad-4f23-ad70-70127956d420 HTTP/1.1" status: 200 len: 860 time: 0.2519596 Aug 19 18:06:45.124833 n-d-803753-2 neutron-server[94683]: WARNING neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Concurrent port binding operations failed on port 397f817c-4bf0-41f3-b858-f75b68826f86 Aug 19 18:06:45.168331 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2879cd-2642-4823-873c-3d35b650ec1b req-d6d4b934-3f3c-47b9-97b6-56e31a91216d tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:45.170123 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7f2879cd-2642-4823-873c-3d35b650ec1b req-d6d4b934-3f3c-47b9-97b6-56e31a91216d tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 944 time: 0.0848413 Aug 19 18:06:45.212470 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 397f817c-4bf0-41f3-b858-f75b68826f86, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=397f817c-4bf0-41f3-b858-f75b68826f86,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:45.213696 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c309aef5-66bb-40e9-ad35-c7c26669b08e None None] Provisioning for port b60f7eb2-81e8-4c0c-97c1-ed0479550890 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:45.223908 n-d-803753-2 neutron-server[94683]: INFO neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Attempt 2 to bind port 397f817c-4bf0-41f3-b858-f75b68826f86 Aug 19 18:06:45.224485 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 397f817c-4bf0-41f3-b858-f75b68826f86 has no active binding in host n-h2-803753-2 {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 18:06:45.227071 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c309aef5-66bb-40e9-ad35-c7c26669b08e None None] Provisioning complete for port b60f7eb2-81e8-4c0c-97c1-ed0479550890 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:45.228038 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c309aef5-66bb-40e9-ad35-c7c26669b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:45.243857 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e08b557-59dd-4401-a26b-e5a7f84bcbad admin admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:45.255476 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e08b557-59dd-4401-a26b-e5a7f84bcbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:45.272216 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43d11d8-37a1-42c7-957c-97c6e2662e7b', 'tag': 'dc823025-d1e5-43df-b336-60b86f281194'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:45.275217 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2f5787-4a9c-4007-ae6f-28e32c1b269f" -d '{"events": [{"name": "network-changed", "server_uuid": "c43d11d8-37a1-42c7-957c-97c6e2662e7b", "tag": "dc823025-d1e5-43df-b336-60b86f281194"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:45.292563 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cc809-1bb3-45ab-bb0a-f4fe1bf02d36 req-6be309aa-aee1-4470-9e41-92e062720b54 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:45.293615 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-c309aef5-66bb-40e9-ad35-c7c26669b08e None None] Port b60f7eb2-81e8-4c0c-97c1-ed0479550890 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:06:45.294148 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-603cc809-1bb3-45ab-bb0a-f4fe1bf02d36 req-6be309aa-aee1-4470-9e41-92e062720b54 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.4414344 Aug 19 18:06:45.369665 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7f2879cd-2642-4823-873c-3d35b650ec1b req-ed04f59a-bc32-4839-b7d6-2634d76cddea tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/security-groups?id=adabe909-473e-4a50-9d16-0ad29ed52538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908228 Aug 19 18:06:45.372572 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08b557-59dd-4401-a26b-e5a7f84bcbad admin admin] Pushing event updated for resources: {'Port': ['ID=b60f7eb2-81e8-4c0c-97c1-ed0479550890,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:45.378671 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e08b557-59dd-4401-a26b-e5a7f84bcbad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:45.532333 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-603cc809-1bb3-45ab-bb0a-f4fe1bf02d36 req-4f2a8643-9b21-4715-aa96-27087742ba97 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241511 Aug 19 18:06:45.544094 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d74dc6-3a70-4785-aca1-736477872083 req-b0c4171f-cdd2-4676-9f25-d0d114e3dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:45.544969 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e08b557-59dd-4401-a26b-e5a7f84bcbad admin admin] Network 2a57726d-7b72-4596-ad69-fcea207934ef is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:06:45.545896 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43d74dc6-3a70-4785-aca1-736477872083 req-b0c4171f-cdd2-4676-9f25-d0d114e3dd6f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f44deb17-6524-4309-af63-141c3a78262b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2641242 Aug 19 18:06:45.546950 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-0e08b557-59dd-4401-a26b-e5a7f84bcbad admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:45.552771 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-7475549a-b22d-4612-b993-2053d22a40ae req-3ab26cd6-ae78-486d-accb-4d0eb12aec10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 412ed6d8-e241-4b5d-aea9-4fd4362ded74 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:06:45.570235 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7475549a-b22d-4612-b993-2053d22a40ae req-3ab26cd6-ae78-486d-accb-4d0eb12aec10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:45.643613 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-7475549a-b22d-4612-b993-2053d22a40ae req-3ab26cd6-ae78-486d-accb-4d0eb12aec10 service neutron] Transition to ACTIVE for port object 412ed6d8-e241-4b5d-aea9-4fd4362ded74 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:45.689013 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7475549a-b22d-4612-b993-2053d22a40ae req-3ab26cd6-ae78-486d-accb-4d0eb12aec10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:45.734784 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f08870-1543-4d2e-a08f-e56a5b471799 x-openstack-request-id: req-76f08870-1543-4d2e-a08f-e56a5b471799 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:45.736193 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4fba90a-90ac-491c-b88b-0925ff5c0965", "name": "network-vif-deleted", "tag": "13f18822-52fe-4053-8403-1c1c7ebb17b8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "91fc4f80-671c-4c0d-a540-d49bc0d7c73f", "tag": "397f817c-4bf0-41f3-b858-f75b68826f86", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:45.736615 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76f08870-1543-4d2e-a08f-e56a5b471799 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:45.737314 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4fba90a-90ac-491c-b88b-0925ff5c0965', 'name': 'network-vif-deleted', 'tag': '13f18822-52fe-4053-8403-1c1c7ebb17b8', 'status': 'completed', 'code': 200} Aug 19 18:06:45.738768 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fc4f80-671c-4c0d-a540-d49bc0d7c73f', 'tag': '397f817c-4bf0-41f3-b858-f75b68826f86', 'status': 'completed', 'code': 200} Aug 19 18:06:45.766224 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d81ff0a-a9b1-4322-bce7-35c2de7877fe x-openstack-request-id: req-8d81ff0a-a9b1-4322-bce7-35c2de7877fe {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:45.766526 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43d11d8-37a1-42c7-957c-97c6e2662e7b", "tag": "dc823025-d1e5-43df-b336-60b86f281194", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:45.766775 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d81ff0a-a9b1-4322-bce7-35c2de7877fe {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:45.767172 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43d11d8-37a1-42c7-957c-97c6e2662e7b', 'tag': 'dc823025-d1e5-43df-b336-60b86f281194', 'status': 'completed', 'code': 200} Aug 19 18:06:45.799719 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008399cd-5f30-40dd-8b80-8fe9286c2fbd req-a031e7ce-b0eb-4f57-9dcf-2d092c1871c9 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:45.802857 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-008399cd-5f30-40dd-8b80-8fe9286c2fbd req-a031e7ce-b0eb-4f57-9dcf-2d092c1871c9 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/ports?device_id=462c7a0c-5cf5-418f-b195-b39a9fb29159 HTTP/1.1" status: 200 len: 943 time: 0.1116905 Aug 19 18:06:45.812290 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1b1e2ee4-ca36-423d-93a4-1ac5c9c739de up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:45.894081 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e08b557-59dd-4401-a26b-e5a7f84bcbad admin admin] Router f394192a-f545-432e-9e03-3688b068a83e has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:06:45.894721 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab26cd6-ae78-486d-accb-4d0eb12aec10 service neutron] Pushing event updated for resources: {'Port': ['ID=412ed6d8-e241-4b5d-aea9-4fd4362ded74,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:45.903859 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43d74dc6-3a70-4785-aca1-736477872083 req-6b623a10-082f-4377-86cd-85abb9f0b235 service neutron] 10.222.0.50 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454278 Aug 19 18:06:45.916252 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a0269-b885-4275-ab45-392c02e49426 req-d775d2c2-be45-48cc-9f88-a898294a9a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:45.918350 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f9a0269-b885-4275-ab45-392c02e49426 req-d775d2c2-be45-48cc-9f88-a898294a9a6e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 1125 time: 0.2760842 Aug 19 18:06:45.941904 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 1b1e2ee4-ca36-423d-93a4-1ac5c9c739de completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:45.949132 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 1b1e2ee4-ca36-423d-93a4-1ac5c9c739de triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:45.949888 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:46.105936 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:46.123492 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-008399cd-5f30-40dd-8b80-8fe9286c2fbd req-ad8c7ec0-97e8-4e7d-85d3-5976b2eb4f8b tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe1fd29-4146-4450-8407-6b466a7778ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485454 Aug 19 18:06:46.134197 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-11e23964-081a-41ef-9d90-37989904a3d2 None None] Provisioning complete for port b60f7eb2-81e8-4c0c-97c1-ed0479550890 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:46.142067 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-11e23964-081a-41ef-9d90-37989904a3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:46.171202 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e08b557-59dd-4401-a26b-e5a7f84bcbad admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:06:46.177457 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 1b1e2ee4-ca36-423d-93a4-1ac5c9c739de, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1b1e2ee4-ca36-423d-93a4-1ac5c9c739de,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:46.193808 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0e08b557-59dd-4401-a26b-e5a7f84bcbad admin admin] 10.222.0.24 "PUT /v2.0/routers/f394192a-f545-432e-9e03-3688b068a83e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7085776 Aug 19 18:06:46.193808 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41370) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:46.194352 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7475549a-b22d-4612-b993-2053d22a40ae req-3ab26cd6-ae78-486d-accb-4d0eb12aec10 service neutron] Attempting to bind port 412ed6d8-e241-4b5d-aea9-4fd4362ded74 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:06:46.194352 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7475549a-b22d-4612-b993-2053d22a40ae req-3ab26cd6-ae78-486d-accb-4d0eb12aec10 service neutron] Attempting to bind port 412ed6d8-e241-4b5d-aea9-4fd4362ded74 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'b1cb8f7f-bb43-4072-a07a-2b09076e80d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f9e5cf49-e835-4b06-80a6-5cd03713bf17'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:06:46.194352 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7475549a-b22d-4612-b993-2053d22a40ae req-3ab26cd6-ae78-486d-accb-4d0eb12aec10 service neutron] Attempting to bind port 412ed6d8-e241-4b5d-aea9-4fd4362ded74 on network f9e5cf49-e835-4b06-80a6-5cd03713bf17 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:46.222592 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:46.242674 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f15625-b85f-4b8b-9019-da5b57c3b712 admin admin] Deleting subnet 19bb555f-a1bc-44a2-96ee-2bfd855482a2 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:06:46.246947 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a3f15625-b85f-4b8b-9019-da5b57c3b712 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:46.251512 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9049f68-4033-40fd-bcdf-77dd17a399d3 req-74abe491-e757-4577-a77b-eb0491e7cb72 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:46.255691 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c9049f68-4033-40fd-bcdf-77dd17a399d3 req-74abe491-e757-4577-a77b-eb0491e7cb72 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 944 time: 0.2457936 Aug 19 18:06:46.262284 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:46.270624 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7475549a-b22d-4612-b993-2053d22a40ae req-3ab26cd6-ae78-486d-accb-4d0eb12aec10 service neutron] Port 412ed6d8-e241-4b5d-aea9-4fd4362ded74 on network f9e5cf49-e835-4b06-80a6-5cd03713bf17 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:06:46.271400 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7475549a-b22d-4612-b993-2053d22a40ae req-3ab26cd6-ae78-486d-accb-4d0eb12aec10 service neutron] Attempting to bind port 412ed6d8-e241-4b5d-aea9-4fd4362ded74 on network f9e5cf49-e835-4b06-80a6-5cd03713bf17 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:46.277498 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43d74dc6-3a70-4785-aca1-736477872083 req-05388d6c-ff25-437b-9a2e-b099980cce74 service neutron] 10.222.0.50 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583286 Aug 19 18:06:46.279411 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a0269-b885-4275-ab45-392c02e49426 req-dc8f9cdf-0426-49e9-a4a6-00dda18b9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:46.280741 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-11e23964-081a-41ef-9d90-37989904a3d2 None None] Port b60f7eb2-81e8-4c0c-97c1-ed0479550890 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:06:46.282547 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f9a0269-b885-4275-ab45-392c02e49426 req-dc8f9cdf-0426-49e9-a4a6-00dda18b9a01 service neutron] 10.222.0.54 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 922 time: 0.3374865 Aug 19 18:06:46.303777 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=1b1e2ee4-ca36-423d-93a4-1ac5c9c739de,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:46.308456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7475549a-b22d-4612-b993-2053d22a40ae req-3ab26cd6-ae78-486d-accb-4d0eb12aec10 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:06:46.313761 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7475549a-b22d-4612-b993-2053d22a40ae req-3ab26cd6-ae78-486d-accb-4d0eb12aec10 service neutron] Checking segment: {'id': 'b1cb8f7f-bb43-4072-a07a-2b09076e80d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f9e5cf49-e835-4b06-80a6-5cd03713bf17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:46.314448 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7475549a-b22d-4612-b993-2053d22a40ae req-3ab26cd6-ae78-486d-accb-4d0eb12aec10 service neutron] Bound using segment: {'id': 'b1cb8f7f-bb43-4072-a07a-2b09076e80d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f9e5cf49-e835-4b06-80a6-5cd03713bf17'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:06:46.315237 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7475549a-b22d-4612-b993-2053d22a40ae req-3ab26cd6-ae78-486d-accb-4d0eb12aec10 service neutron] Bound port: 412ed6d8-e241-4b5d-aea9-4fd4362ded74, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1cb8f7f-bb43-4072-a07a-2b09076e80d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f9e5cf49-e835-4b06-80a6-5cd03713bf17'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:06:46.315676 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7475549a-b22d-4612-b993-2053d22a40ae req-3ab26cd6-ae78-486d-accb-4d0eb12aec10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:46.323207 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a3f15625-b85f-4b8b-9019-da5b57c3b712 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:46.375322 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f9a0269-b885-4275-ab45-392c02e49426 req-57716de3-c85d-4d56-b3bc-aa331b10ca0a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=397f817c-4bf0-41f3-b858-f75b68826f86 HTTP/1.1" status: 200 len: 217 time: 0.0809779 Aug 19 18:06:46.384836 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a3f15625-b85f-4b8b-9019-da5b57c3b712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:46.484307 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c9049f68-4033-40fd-bcdf-77dd17a399d3 req-d87d1a7a-4ce6-4372-af3b-64faa7221e39 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207937 Aug 19 18:06:46.498715 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a3f15625-b85f-4b8b-9019-da5b57c3b712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:46.558742 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a0269-b885-4275-ab45-392c02e49426 req-abef53e6-c88e-4552-a2bd-639ec7472400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:46.560254 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f9a0269-b885-4275-ab45-392c02e49426 req-abef53e6-c88e-4552-a2bd-639ec7472400 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e38a766b-6157-45f2-9785-a9bfeb2d8ba6 HTTP/1.1" status: 200 len: 861 time: 0.1639216 Aug 19 18:06:46.567938 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f5787-4a9c-4007-ae6f-28e32c1b269f req-e21c756e-b6e9-4868-a6ba-634dddd333c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:46.568479 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f15625-b85f-4b8b-9019-da5b57c3b712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19bb555f-a1bc-44a2-96ee-2bfd855482a2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:46.569736 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9b2f5787-4a9c-4007-ae6f-28e32c1b269f req-e21c756e-b6e9-4868-a6ba-634dddd333c5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a33c4d51217492ebaa912b769b44260&device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 1095 time: 0.2082095 Aug 19 18:06:46.600232 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a3f15625-b85f-4b8b-9019-da5b57c3b712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:46.605568 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a3f15625-b85f-4b8b-9019-da5b57c3b712 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/19bb555f-a1bc-44a2-96ee-2bfd855482a2 HTTP/1.1" status: 204 len: 168 time: 0.4164777 Aug 19 18:06:46.606369 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41386) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:46.630034 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f9a0269-b885-4275-ab45-392c02e49426 req-8f372ac0-5d91-4bf0-bd91-2b2c39802abd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=52390765-0cad-463c-8122-8baf5b79ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572207 Aug 19 18:06:46.646565 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7475549a-b22d-4612-b993-2053d22a40ae req-3ab26cd6-ae78-486d-accb-4d0eb12aec10 service neutron] For port 412ed6d8-e241-4b5d-aea9-4fd4362ded74, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:06:46.656582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a60bd0-ba03-4f23-b07c-c39e6a75a581 req-2df46a12-f563-48ea-983b-ed1a7377ddc4 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:46.668440 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d7a60bd0-ba03-4f23-b07c-c39e6a75a581 req-2df46a12-f563-48ea-983b-ed1a7377ddc4 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 944 time: 0.1182539 Aug 19 18:06:46.671446 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] Sync routers for ids ['f394192a-f545-432e-9e03-3688b068a83e'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:06:46.693123 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] Routers {'f394192a-f545-432e-9e03-3688b068a83e'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:46.693932 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:06:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f394192a-f545-432e-9e03-3688b068a83e'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:46.725726 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d7a60bd0-ba03-4f23-b07c-c39e6a75a581 req-f5abd2b3-91c9-4779-a42c-b9e9c63cf552 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/security-groups?id=adabe909-473e-4a50-9d16-0ad29ed52538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568120 Aug 19 18:06:46.785806 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7475549a-b22d-4612-b993-2053d22a40ae req-3ab26cd6-ae78-486d-accb-4d0eb12aec10 service neutron] For port 412ed6d8-e241-4b5d-aea9-4fd4362ded74, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=412ed6d8-e241-4b5d-aea9-4fd4362ded74,segment=NetworkSegment(b1cb8f7f-bb43-4072-a07a-2b09076e80d9),segment_id=b1cb8f7f-bb43-4072-a07a-2b09076e80d9)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:06:46.839735 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7475549a-b22d-4612-b993-2053d22a40ae req-3ab26cd6-ae78-486d-accb-4d0eb12aec10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:46.947807 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475549a-b22d-4612-b993-2053d22a40ae req-3ab26cd6-ae78-486d-accb-4d0eb12aec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:46.948532 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7475549a-b22d-4612-b993-2053d22a40ae req-3ab26cd6-ae78-486d-accb-4d0eb12aec10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:46.950082 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7475549a-b22d-4612-b993-2053d22a40ae req-3ab26cd6-ae78-486d-accb-4d0eb12aec10 service neutron] 10.222.0.50 "PUT /v2.0/ports/412ed6d8-e241-4b5d-aea9-4fd4362ded74 HTTP/1.1" status: 200 len: 1091 time: 2.6009867 Aug 19 18:06:46.962360 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e757917d-782b-4cac-8155-05282706a37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:46.971462 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] Set router f394192a-f545-432e-9e03-3688b068a83e gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:46.989250 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388cb3a-d957-4608-8da9-0aa1d978b8ac req-7ec0617c-1811-46ff-b2db-5916a81a0479 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:46.990904 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c388cb3a-d957-4608-8da9-0aa1d978b8ac req-7ec0617c-1811-46ff-b2db-5916a81a0479 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.2974463 Aug 19 18:06:47.012703 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f5787-4a9c-4007-ae6f-28e32c1b269f req-3d2c9efd-34a9-4718-a1a4-f2266d9937b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:47.014465 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9b2f5787-4a9c-4007-ae6f-28e32c1b269f req-3d2c9efd-34a9-4718-a1a4-f2266d9937b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f44deb17-6524-4309-af63-141c3a78262b HTTP/1.1" status: 200 len: 922 time: 0.4300170 Aug 19 18:06:47.038458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab26cd6-ae78-486d-accb-4d0eb12aec10 service neutron] Pushing event updated for resources: {'Port': ['ID=412ed6d8-e241-4b5d-aea9-4fd4362ded74,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:47.055757 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f9a0269-b885-4275-ab45-392c02e49426 req-9adf6416-c053-4bd5-983d-683b4109fed0 service neutron] 10.222.0.54 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713334 Aug 19 18:06:47.205050 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9b2f5787-4a9c-4007-ae6f-28e32c1b269f req-b4ff2d4b-dc95-4cab-bf18-ff45e7da7346 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc823025-d1e5-43df-b336-60b86f281194 HTTP/1.1" status: 200 len: 217 time: 0.1601262 Aug 19 18:06:47.227271 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 13f18822-52fe-4053-8403-1c1c7ebb17b8 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:47.252695 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f394192a-f545-432e-9e03-3688b068a83e', 'name': 'tempest-TaggedBootDevicesTest-107415717-router', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:35Z', 'updated_at': '2021-08-19T18:06:44Z', 'revision_number': 4, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'gw_port': {'id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:37Z', 'updated_at': '2021-08-19T18:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b60f7eb2-81e8-4c0c-97c1-ed0479550890', 'name': '', 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'mac_address': 'fa:16:3e:cf:25:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'ce67a4c2-3255-481b-8d44-f56c5622f0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:42Z', 'updated_at': '2021-08-19T18:06:44Z', 'revision_number': 2, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'subnets': [{'id': 'ce67a4c2-3255-481b-8d44-f56c5622f0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:47.287500 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 13f18822-52fe-4053-8403-1c1c7ebb17b8 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:06:47.289332 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 13f18822-52fe-4053-8403-1c1c7ebb17b8 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:47.301943 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] Checking router: f394192a-f545-432e-9e03-3688b068a83e for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:06:47.302478 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c388cb3a-d957-4608-8da9-0aa1d978b8ac req-c62224f0-eef2-4161-8683-ac29a8396423 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943187 Aug 19 18:06:47.303064 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] Updating router f394192a-f545-432e-9e03-3688b068a83e port b60f7eb2-81e8-4c0c-97c1-ed0479550890 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:06:47.328277 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a63936-c432-4458-af2d-202db323082f req-e83a34a7-8820-4dec-a86f-77185d4f9c49 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:47.330105 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e757917d-782b-4cac-8155-05282706a37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:47.331491 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f8a63936-c432-4458-af2d-202db323082f req-e83a34a7-8820-4dec-a86f-77185d4f9c49 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/ports?device_id=462c7a0c-5cf5-418f-b195-b39a9fb29159 HTTP/1.1" status: 200 len: 943 time: 0.1106095 Aug 19 18:06:47.344799 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:47.349014 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-e757917d-782b-4cac-8155-05282706a37f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78766ec9-f390-4602-8837-c31d31ecba2c']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:47.378228 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475549a-b22d-4612-b993-2053d22a40ae req-aa9898f4-85a5-401d-9091-88557535d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:47.380936 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7475549a-b22d-4612-b993-2053d22a40ae req-aa9898f4-85a5-401d-9091-88557535d8e1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1081fe710af4e1cb814a80694cf1bd7&device_id=462c7a0c-5cf5-418f-b195-b39a9fb29159 HTTP/1.1" status: 200 len: 1094 time: 0.3387599 Aug 19 18:06:47.386605 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-e757917d-782b-4cac-8155-05282706a37f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961d906d-becb-4e7c-a82b-3ab6bea17fc9') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:47.387221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-e757917d-782b-4cac-8155-05282706a37f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961d906d-becb-4e7c-a82b-3ab6bea17fc9') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:47.404203 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f8a63936-c432-4458-af2d-202db323082f req-29c783af-d91a-4dc0-a17c-6ba59c8a6a78 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe1fd29-4146-4450-8407-6b466a7778ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634918 Aug 19 18:06:47.406912 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f5787-4a9c-4007-ae6f-28e32c1b269f req-5545a9a6-ad9c-498b-b559-067a49a475d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:47.409169 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9b2f5787-4a9c-4007-ae6f-28e32c1b269f req-5545a9a6-ad9c-498b-b559-067a49a475d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a08e371-d5ad-4f23-ad70-70127956d420 HTTP/1.1" status: 200 len: 860 time: 0.1705651 Aug 19 18:06:47.429784 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e757917d-782b-4cac-8155-05282706a37f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:47.521678 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f9a0269-b885-4275-ab45-392c02e49426 req-98096b58-e144-43a2-a2d2-c6574a31efd0 service neutron] 10.222.0.54 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259238 Aug 19 18:06:47.528935 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7475549a-b22d-4612-b993-2053d22a40ae req-fecc597e-6c3c-4763-a457-3a29781883c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412ed6d8-e241-4b5d-aea9-4fd4362ded74 HTTP/1.1" status: 200 len: 217 time: 0.1244545 Aug 19 18:06:47.534656 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e757917d-782b-4cac-8155-05282706a37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:47.556717 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e757917d-782b-4cac-8155-05282706a37f admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:06:47.557143 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e757917d-782b-4cac-8155-05282706a37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:06:47.559800 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:06:47.656035 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f5787-4a9c-4007-ae6f-28e32c1b269f req-7396d5db-8d5f-47e5-b37c-c03b36d29123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:47.657682 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9b2f5787-4a9c-4007-ae6f-28e32c1b269f req-7396d5db-8d5f-47e5-b37c-c03b36d29123 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f44deb17-6524-4309-af63-141c3a78262b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2257788 Aug 19 18:06:47.725136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1b1e2ee4-ca36-423d-93a4-1ac5c9c739de up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:47.864154 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:47.887123 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] Transition to ACTIVE for port object b60f7eb2-81e8-4c0c-97c1-ed0479550890 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:47.901162 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:47.925874 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 1b1e2ee4-ca36-423d-93a4-1ac5c9c739de triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:47.926878 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:48.060131 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6862edc-8144-46e3-930f-6ef0e47ff7f5 req-01cc4a07-4d84-40bf-8a2c-439757fe2365 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:48.069945 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f6862edc-8144-46e3-930f-6ef0e47ff7f5 req-01cc4a07-4d84-40bf-8a2c-439757fe2365 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 944 time: 0.1469302 Aug 19 18:06:48.076401 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] Attempting to bind port b60f7eb2-81e8-4c0c-97c1-ed0479550890 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:06:48.077203 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] Attempting to bind port b60f7eb2-81e8-4c0c-97c1-ed0479550890 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '3f18c88e-ca3d-4b8a-a222-241455d9fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:06:48.077956 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] Attempting to bind port b60f7eb2-81e8-4c0c-97c1-ed0479550890 on network 2a57726d-7b72-4596-ad69-fcea207934ef {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:48.088659 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:06:48.089412 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] Checking segment: {'id': '3f18c88e-ca3d-4b8a-a222-241455d9fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:48.090096 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:48.090799 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] Bound using segment: {'id': '3f18c88e-ca3d-4b8a-a222-241455d9fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:06:48.091603 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] Bound port: b60f7eb2-81e8-4c0c-97c1-ed0479550890, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f18c88e-ca3d-4b8a-a222-241455d9fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:06:48.094848 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:48.158468 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f6862edc-8144-46e3-930f-6ef0e47ff7f5 req-49dd7f8a-04b9-417c-9876-7dc07dd02351 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/security-groups?id=adabe909-473e-4a50-9d16-0ad29ed52538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870895 Aug 19 18:06:48.169892 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717dd87-55cc-4f3d-9c3c-e0414f5fb9e0 None None] Pushing event updated for resources: {'Port': ['ID=b60f7eb2-81e8-4c0c-97c1-ed0479550890,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:48.255155 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] For port b60f7eb2-81e8-4c0c-97c1-ed0479550890, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:06:48.264119 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] For port b60f7eb2-81e8-4c0c-97c1-ed0479550890, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b60f7eb2-81e8-4c0c-97c1-ed0479550890,segment=NetworkSegment(3f18c88e-ca3d-4b8a-a222-241455d9fd2f),segment_id=3f18c88e-ca3d-4b8a-a222-241455d9fd2f)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:06:48.273650 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:48.417460 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] Routers {'f394192a-f545-432e-9e03-3688b068a83e'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:48.418555 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:06:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f394192a-f545-432e-9e03-3688b068a83e'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:48.465165 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462c7a0c-5cf5-418f-b195-b39a9fb29159', 'tag': '412ed6d8-e241-4b5d-aea9-4fd4362ded74'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:48.467458 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fac8af-d473-4654-a537-a93201bf4ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "462c7a0c-5cf5-418f-b195-b39a9fb29159", "tag": "412ed6d8-e241-4b5d-aea9-4fd4362ded74"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:48.474231 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475549a-b22d-4612-b993-2053d22a40ae req-61c47a9c-17e4-49a0-887f-4f0f63110183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:48.475819 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7475549a-b22d-4612-b993-2053d22a40ae req-61c47a9c-17e4-49a0-887f-4f0f63110183 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94ce06d8-716b-4ec2-bb42-6b15cde59be8 HTTP/1.1" status: 200 len: 854 time: 0.9342997 Aug 19 18:06:48.540375 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f2992-980d-44d8-aa3f-5ca83f6519ca req-f2febf0c-8334-4db5-91d3-31d3044409d0 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:48.542967 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3f4f2992-980d-44d8-aa3f-5ca83f6519ca req-f2febf0c-8334-4db5-91d3-31d3044409d0 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.0947404 Aug 19 18:06:48.601009 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717dd87-55cc-4f3d-9c3c-e0414f5fb9e0 None None] Pushing event updated for resources: {'Port': ['ID=b60f7eb2-81e8-4c0c-97c1-ed0479550890,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:48.602885 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7475549a-b22d-4612-b993-2053d22a40ae req-800e91bf-191f-4b87-8e4a-66e704f75ab3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f9e5cf49-e835-4b06-80a6-5cd03713bf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126661 Aug 19 18:06:48.614425 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3f4f2992-980d-44d8-aa3f-5ca83f6519ca req-cc362fa5-3909-41ac-8182-aa167c880a75 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612485 Aug 19 18:06:48.615696 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e757917d-782b-4cac-8155-05282706a37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:48.738687 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] Set router f394192a-f545-432e-9e03-3688b068a83e gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:48.741135 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e757917d-782b-4cac-8155-05282706a37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:48.773595 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e757917d-782b-4cac-8155-05282706a37f admin admin] 10.222.0.24 "DELETE /v2.0/networks/78766ec9-f390-4602-8837-c31d31ecba2c HTTP/1.1" status: 204 len: 168 time: 2.1401863 Aug 19 18:06:48.812683 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9b2f5787-4a9c-4007-ae6f-28e32c1b269f req-e1f429f4-e614-48a4-94ed-3e2932273dae service neutron] 10.222.0.50 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1312971 Aug 19 18:06:48.812974 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82efa82-3d95-424b-afa0-dd9b303da6cf req-ec857bb1-068b-4db8-9d00-8c9fb4e9bacc tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:48.815698 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b82efa82-3d95-424b-afa0-dd9b303da6cf req-ec857bb1-068b-4db8-9d00-8c9fb4e9bacc tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/ports?device_id=462c7a0c-5cf5-418f-b195-b39a9fb29159 HTTP/1.1" status: 200 len: 943 time: 0.1005170 Aug 19 18:06:48.890217 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b82efa82-3d95-424b-afa0-dd9b303da6cf req-19a87ed3-abcf-49d8-8db4-ff10d2a9de74 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe1fd29-4146-4450-8407-6b466a7778ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650368 Aug 19 18:06:48.895548 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757917d-782b-4cac-8155-05282706a37f admin admin] Pushing event deleted for resources: {'Network': ['ID=78766ec9-f390-4602-8837-c31d31ecba2c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:48.961798 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8b364-ab3a-4991-b399-0ff0a72a2470 req-a95a0e0b-8aa5-42b8-9e05-3fd516ea73d9 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:48.969884 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-abd8b364-ab3a-4991-b399-0ff0a72a2470 req-a95a0e0b-8aa5-42b8-9e05-3fd516ea73d9 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 944 time: 1.3055990 Aug 19 18:06:48.976626 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c497ac-3962-4405-816b-9cc51c22d8ad x-openstack-request-id: req-26c497ac-3962-4405-816b-9cc51c22d8ad {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:48.977507 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462c7a0c-5cf5-418f-b195-b39a9fb29159", "tag": "412ed6d8-e241-4b5d-aea9-4fd4362ded74", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:48.985360 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-26c497ac-3962-4405-816b-9cc51c22d8ad {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:48.989076 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462c7a0c-5cf5-418f-b195-b39a9fb29159', 'tag': '412ed6d8-e241-4b5d-aea9-4fd4362ded74', 'status': 'completed', 'code': 200} Aug 19 18:06:49.110654 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41484) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:49.114004 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7475549a-b22d-4612-b993-2053d22a40ae req-f8870888-2490-4b0a-b8a8-7effcc202c74 service neutron] 10.222.0.50 "GET /v2.0/networks/f9e5cf49-e835-4b06-80a6-5cd03713bf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907243 Aug 19 18:06:49.168362 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-abd8b364-ab3a-4991-b399-0ff0a72a2470 req-5408cdc5-a9dd-488c-b7a2-3e75da662c75 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026316 Aug 19 18:06:49.183754 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f394192a-f545-432e-9e03-3688b068a83e', 'name': 'tempest-TaggedBootDevicesTest-107415717-router', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:35Z', 'updated_at': '2021-08-19T18:06:44Z', 'revision_number': 4, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'gw_port': {'id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:37Z', 'updated_at': '2021-08-19T18:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b60f7eb2-81e8-4c0c-97c1-ed0479550890', 'name': '', 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'mac_address': 'fa:16:3e:cf:25:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'ce67a4c2-3255-481b-8d44-f56c5622f0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:42Z', 'updated_at': '2021-08-19T18:06:48Z', 'revision_number': 4, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'subnets': [{'id': 'ce67a4c2-3255-481b-8d44-f56c5622f0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:49.233547 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9b2f5787-4a9c-4007-ae6f-28e32c1b269f req-95805737-b57e-4f5d-a24f-c3d97b3811d3 service neutron] 10.222.0.50 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591537 Aug 19 18:06:49.269272 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b575d0dc-7619-4c58-9c14-837992c803fa None None] The sync data for ids ['f394192a-f545-432e-9e03-3688b068a83e'] in n-d-803753-2 is: [{'id': 'f394192a-f545-432e-9e03-3688b068a83e', 'name': 'tempest-TaggedBootDevicesTest-107415717-router', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:35Z', 'updated_at': '2021-08-19T18:06:44Z', 'revision_number': 4, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'gw_port': {'id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:37Z', 'updated_at': '2021-08-19T18:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b60f7eb2-81e8-4c0c-97c1-ed0479550890', 'name': '', 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'mac_address': 'fa:16:3e:cf:25:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'ce67a4c2-3255-481b-8d44-f56c5622f0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:42Z', 'updated_at': '2021-08-19T18:06:48Z', 'revision_number': 4, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'subnets': [{'id': 'ce67a4c2-3255-481b-8d44-f56c5622f0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:06:49.269659 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2a77d8a1-62ac-496e-be6f-104a4f1377d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a9564e673fb4f7b9c7c48a454394fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551890 Aug 19 18:06:49.277650 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41488) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:49.370668 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb4572-8cfb-4233-aabd-aeb302161bd9 req-ad27b771-5530-4247-a4b6-6703a7dad9ee tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:49.373484 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-efeb4572-8cfb-4233-aabd-aeb302161bd9 req-ad27b771-5530-4247-a4b6-6703a7dad9ee tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 944 time: 0.1041427 Aug 19 18:06:49.381455 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7475549a-b22d-4612-b993-2053d22a40ae req-976e018d-26f5-4b83-bcb0-4e01d3d8b1cc service neutron] 10.222.0.50 "GET /v2.0/networks/f9e5cf49-e835-4b06-80a6-5cd03713bf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513778 Aug 19 18:06:49.472923 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-efeb4572-8cfb-4233-aabd-aeb302161bd9 req-1c54b278-88a7-408c-b2c9-2d93421bdad0 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/security-groups?id=adabe909-473e-4a50-9d16-0ad29ed52538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902145 Aug 19 18:06:49.489353 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ced7c1eb-2cd9-463f-b2eb-cf3c00fab766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:49.530873 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ced7c1eb-2cd9-463f-b2eb-cf3c00fab766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:49.614660 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fac8af-d473-4654-a537-a93201bf4ee3 req-cd12a84b-a2c0-48d4-b99a-7b4e44b3b18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:49.616349 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-00fac8af-d473-4654-a537-a93201bf4ee3 req-cd12a84b-a2c0-48d4-b99a-7b4e44b3b18a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1081fe710af4e1cb814a80694cf1bd7&device_id=462c7a0c-5cf5-418f-b195-b39a9fb29159 HTTP/1.1" status: 200 len: 1094 time: 0.1533408 Aug 19 18:06:49.689304 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ced7c1eb-2cd9-463f-b2eb-cf3c00fab766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:49.701200 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ced7c1eb-2cd9-463f-b2eb-cf3c00fab766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:49.705468 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ced7c1eb-2cd9-463f-b2eb-cf3c00fab766 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/336603b0-9577-44a8-a05b-5e121772c7f9 HTTP/1.1" status: 204 len: 168 time: 0.4264503 Aug 19 18:06:49.777772 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b60f7eb2-81e8-4c0c-97c1-ed0479550890 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:49.897248 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7c1eb-2cd9-463f-b2eb-cf3c00fab766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336603b0-9577-44a8-a05b-5e121772c7f9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:49.927041 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port b60f7eb2-81e8-4c0c-97c1-ed0479550890 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:49.988339 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port b60f7eb2-81e8-4c0c-97c1-ed0479550890 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:49.991495 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:49.994673 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e257d-d36a-48ca-a43d-19ee304e3aab req-022b2f1d-2352-4a63-a6c1-62692997eb49 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:49.997446 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-401e257d-d36a-48ca-a43d-19ee304e3aab req-022b2f1d-2352-4a63-a6c1-62692997eb49 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.1884646 Aug 19 18:06:50.095416 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fac8af-d473-4654-a537-a93201bf4ee3 req-02cf5b3b-9041-4a18-8f48-fec80c0f9147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:50.100041 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-00fac8af-d473-4654-a537-a93201bf4ee3 req-02cf5b3b-9041-4a18-8f48-fec80c0f9147 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f9e5cf49-e835-4b06-80a6-5cd03713bf17 HTTP/1.1" status: 200 len: 915 time: 0.4689939 Aug 19 18:06:50.220771 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-00fac8af-d473-4654-a537-a93201bf4ee3 req-25e54b24-7c35-4baa-98f5-80732355e4c3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412ed6d8-e241-4b5d-aea9-4fd4362ded74 HTTP/1.1" status: 200 len: 217 time: 0.0925887 Aug 19 18:06:50.272900 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-401e257d-d36a-48ca-a43d-19ee304e3aab req-e920390d-1b2d-46e4-948d-9f08b5a4de59 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607756 Aug 19 18:06:50.276111 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60876fd6-a600-4a79-8f42-7f6689310f3e req-ae72eed0-6b44-489d-8886-504adfacf5fc tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:50.283738 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60876fd6-a600-4a79-8f42-7f6689310f3e req-ae72eed0-6b44-489d-8886-504adfacf5fc tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/ports?device_id=462c7a0c-5cf5-418f-b195-b39a9fb29159 HTTP/1.1" status: 200 len: 943 time: 0.2179580 Aug 19 18:06:50.326806 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:50.398492 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60876fd6-a600-4a79-8f42-7f6689310f3e req-743c1e6a-e3c7-4faf-8601-cf6c227ae2c3 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe1fd29-4146-4450-8407-6b466a7778ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006579 Aug 19 18:06:50.444375 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fac8af-d473-4654-a537-a93201bf4ee3 req-f995039d-6c49-4b14-b0b2-a03bf91ba071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:50.445946 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-00fac8af-d473-4654-a537-a93201bf4ee3 req-f995039d-6c49-4b14-b0b2-a03bf91ba071 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94ce06d8-716b-4ec2-bb42-6b15cde59be8 HTTP/1.1" status: 200 len: 854 time: 0.1797628 Aug 19 18:06:50.483359 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port b60f7eb2-81e8-4c0c-97c1-ed0479550890, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b60f7eb2-81e8-4c0c-97c1-ed0479550890,segment=NetworkSegment(3f18c88e-ca3d-4b8a-a222-241455d9fd2f),segment_id=3f18c88e-ca3d-4b8a-a222-241455d9fd2f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:50.494582 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:50.570249 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-00fac8af-d473-4654-a537-a93201bf4ee3 req-a0a8ba71-76a5-4f79-8fc2-4bf9ca7772a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f9e5cf49-e835-4b06-80a6-5cd03713bf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917439 Aug 19 18:06:50.685275 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=b60f7eb2-81e8-4c0c-97c1-ed0479550890,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:50.813603 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360661f3-9b84-4d1b-87b2-4ef01428666d req-376e4a60-d0e2-47d1-aa36-0f0027214b1b tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:50.829290 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-360661f3-9b84-4d1b-87b2-4ef01428666d req-376e4a60-d0e2-47d1-aa36-0f0027214b1b tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 944 time: 0.1843531 Aug 19 18:06:50.928824 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-360661f3-9b84-4d1b-87b2-4ef01428666d req-63ac895d-5a70-4985-bcc6-c698f45fd461 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984073 Aug 19 18:06:50.979266 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-00fac8af-d473-4654-a537-a93201bf4ee3 req-27821870-5edc-40a2-8f84-d6a369fa0d42 service neutron] 10.222.0.50 "GET /v2.0/networks/f9e5cf49-e835-4b06-80a6-5cd03713bf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031956 Aug 19 18:06:51.018399 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f1f94-010e-4eb1-a68f-386ec2af5011 req-192f2060-a0cf-444c-bd70-7eca24a41148 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:51.021509 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d34f1f94-010e-4eb1-a68f-386ec2af5011 req-192f2060-a0cf-444c-bd70-7eca24a41148 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 944 time: 0.1622970 Aug 19 18:06:51.122716 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d34f1f94-010e-4eb1-a68f-386ec2af5011 req-a89a7516-e0f5-4bec-893b-5100906b160f tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/security-groups?id=adabe909-473e-4a50-9d16-0ad29ed52538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889537 Aug 19 18:06:51.218965 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-00fac8af-d473-4654-a537-a93201bf4ee3 req-b8e7bb42-7fc6-455b-b8a4-9702460d76d8 service neutron] 10.222.0.50 "GET /v2.0/networks/f9e5cf49-e835-4b06-80a6-5cd03713bf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280362 Aug 19 18:06:51.289004 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device dc823025-d1e5-43df-b336-60b86f281194 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:06:51.297720 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 397f817c-4bf0-41f3-b858-f75b68826f86 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:51.342619 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-94ce6344-1e97-48d5-bce5-b7ecb54989b8 service neutron] 10.222.0.54 "GET /v2.0/ports/397f817c-4bf0-41f3-b858-f75b68826f86/bindings/n-h2-803753-2 HTTP/1.1" status: 200 len: 384 time: 0.1057961 Aug 19 18:06:51.464733 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41532) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:51.503875 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 397f817c-4bf0-41f3-b858-f75b68826f86 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:51.618206 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97639f-eca9-4cae-a1fb-3b2fccb6eb42 req-6b3ca5a7-9f4c-4785-875e-e094c64fe1d5 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:51.631234 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f97639f-eca9-4cae-a1fb-3b2fccb6eb42 req-6b3ca5a7-9f4c-4785-875e-e094c64fe1d5 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.1735189 Aug 19 18:06:51.720667 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f97639f-eca9-4cae-a1fb-3b2fccb6eb42 req-2e817d98-d8ce-4c43-b671-ce13511b5e7d tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886621 Aug 19 18:06:51.752353 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b60f7eb2-81e8-4c0c-97c1-ed0479550890 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:51.755288 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 397f817c-4bf0-41f3-b858-f75b68826f86 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:51.767127 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-5ce958f3-e652-4fd1-8c39-ed297c93b0c4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-579916113-network', 'tenant_id': '245cdbea3ee940a88607d44478ca1486'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:51.841620 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce958f3-e652-4fd1-8c39-ed297c93b0c4 admin admin] Made reservation on behalf of 245cdbea3ee940a88607d44478ca1486 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:06:51.844274 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5ce958f3-e652-4fd1-8c39-ed297c93b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:51.863439 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5ce958f3-e652-4fd1-8c39-ed297c93b0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:51.900090 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f01bb0-dbbc-4dca-9799-9310c53a337f req-225e7c2d-c40d-4225-84fd-aeceb4cc3724 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:51.910329 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8f01bb0-dbbc-4dca-9799-9310c53a337f req-225e7c2d-c40d-4225-84fd-aeceb4cc3724 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/ports?device_id=462c7a0c-5cf5-418f-b195-b39a9fb29159 HTTP/1.1" status: 200 len: 943 time: 0.2714772 Aug 19 18:06:51.915714 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port dc823025-d1e5-43df-b336-60b86f281194, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=dc823025-d1e5-43df-b336-60b86f281194,segment=NetworkSegment(c40ae849-6260-4c64-926f-49210011f1ae),segment_id=c40ae849-6260-4c64-926f-49210011f1ae)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:51.927293 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-2fc26403-556d-4a76-8a1b-9691fef19f9c service neutron] For port 397f817c-4bf0-41f3-b858-f75b68826f86, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=397f817c-4bf0-41f3-b858-f75b68826f86,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:51.946295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'dc823025-d1e5-43df-b336-60b86f281194', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'port_id': 'dc823025-d1e5-43df-b336-60b86f281194', 'mac_address': 'fa:16:3e:db:bb:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:06:51.948153 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port b60f7eb2-81e8-4c0c-97c1-ed0479550890 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:51.948623 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:52.002494 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-2fc26403-556d-4a76-8a1b-9691fef19f9c service neutron] For port 397f817c-4bf0-41f3-b858-f75b68826f86, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:06:52.074046 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8f01bb0-dbbc-4dca-9799-9310c53a337f req-37ecfb1b-8d49-413a-a18f-db3e0933e931 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe1fd29-4146-4450-8407-6b466a7778ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625032 Aug 19 18:06:52.108197 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-2fc26403-556d-4a76-8a1b-9691fef19f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397f817c-4bf0-41f3-b858-f75b68826f86 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:06:52.126845 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-2fc26403-556d-4a76-8a1b-9691fef19f9c service neutron] For port 397f817c-4bf0-41f3-b858-f75b68826f86, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=397f817c-4bf0-41f3-b858-f75b68826f86,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:52.150595 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:52.157484 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-2fc26403-556d-4a76-8a1b-9691fef19f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:52.231576 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859088c7-96c2-403f-8eab-a48ca97cf40f req-5a5d489b-386c-450a-ab1c-4f44c4fc02f6 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:52.244365 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-859088c7-96c2-403f-8eab-a48ca97cf40f req-5a5d489b-386c-450a-ab1c-4f44c4fc02f6 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 944 time: 0.1100140 Aug 19 18:06:52.257975 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc823025-d1e5-43df-b336-60b86f281194 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:06:52.286787 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port dc823025-d1e5-43df-b336-60b86f281194, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=dc823025-d1e5-43df-b336-60b86f281194,segment=NetworkSegment(c40ae849-6260-4c64-926f-49210011f1ae),segment_id=c40ae849-6260-4c64-926f-49210011f1ae)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:52.293914 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:52.308998 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-859088c7-96c2-403f-8eab-a48ca97cf40f req-308ab83a-1667-486d-8900-0ad7a0b606c4 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632651 Aug 19 18:06:52.340808 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5ce958f3-e652-4fd1-8c39-ed297c93b0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:52.365967 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5ce958f3-e652-4fd1-8c39-ed297c93b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:52.412177 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=dc823025-d1e5-43df-b336-60b86f281194,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:52.416752 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce958f3-e652-4fd1-8c39-ed297c93b0c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:06:52.455283 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-2fc26403-556d-4a76-8a1b-9691fef19f9c service neutron] Transition to ACTIVE for port object 397f817c-4bf0-41f3-b858-f75b68826f86 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:52.458615 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce958f3-e652-4fd1-8c39-ed297c93b0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93bc9f86-6c19-47b0-a76a-8906f45173c3,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:52.462620 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5ce958f3-e652-4fd1-8c39-ed297c93b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:52.462984 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-5ce958f3-e652-4fd1-8c39-ed297c93b0c4 admin admin] Added segment 434fb4db-9b36-4776-a47f-5872eb93f121 of type vlan for network b1f25a42-0bf7-438c-8023-c1fe6524c164 Aug 19 18:06:52.474047 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fae1a-5d5d-4649-8f7d-773645d34e54 req-0481274c-f2d0-4f34-b69d-c89db76a1079 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:52.476253 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-785fae1a-5d5d-4649-8f7d-773645d34e54 req-0481274c-f2d0-4f34-b69d-c89db76a1079 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 945 time: 0.1918724 Aug 19 18:06:52.485627 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-2fc26403-556d-4a76-8a1b-9691fef19f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:52.603532 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5ce958f3-e652-4fd1-8c39-ed297c93b0c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:52.649492 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['dc823025-d1e5-43df-b336-60b86f281194'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:06:52.667215 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-2fc26403-556d-4a76-8a1b-9691fef19f9c service neutron] No DVR routers for this DVR port 397f817c-4bf0-41f3-b858-f75b68826f86 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:06:52.686721 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-785fae1a-5d5d-4649-8f7d-773645d34e54 req-e13e2389-4dde-40c5-9a59-75880c83c468 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/security-groups?id=adabe909-473e-4a50-9d16-0ad29ed52538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984165 Aug 19 18:06:52.698907 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc26403-556d-4a76-8a1b-9691fef19f9c service neutron] Pushing event updated for resources: {'Port': ['ID=397f817c-4bf0-41f3-b858-f75b68826f86,revision_number=10']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:52.736778 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5ce958f3-e652-4fd1-8c39-ed297c93b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:52.737967 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce958f3-e652-4fd1-8c39-ed297c93b0c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:52.739584 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5ce958f3-e652-4fd1-8c39-ed297c93b0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:52.763636 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-2fc26403-556d-4a76-8a1b-9691fef19f9c service neutron] 10.222.0.54 "PUT /v2.0/ports/397f817c-4bf0-41f3-b858-f75b68826f86/bindings/n-h2-803753-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4112208 Aug 19 18:06:52.829450 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5ce958f3-e652-4fd1-8c39-ed297c93b0c4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3580034 Aug 19 18:06:52.831243 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41548) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:52.839080 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-d4e9660d-bd2f-46a9-8d12-e741c9ecc157 admin admin] Request body: {'subnet': {'network_id': 'b1f25a42-0bf7-438c-8023-c1fe6524c164', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-579916113-subnet', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:52.839654 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce958f3-e652-4fd1-8c39-ed297c93b0c4 admin admin] Pushing event updated for resources: {'Network': ['ID=b1f25a42-0bf7-438c-8023-c1fe6524c164,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:52.869609 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network b1f25a42-0bf7-438c-8023-c1fe6524c164 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:06:52.917383 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e9660d-bd2f-46a9-8d12-e741c9ecc157 admin admin] Made reservation on behalf of 245cdbea3ee940a88607d44478ca1486 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:06:52.944305 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d4e9660d-bd2f-46a9-8d12-e741c9ecc157 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:52.995783 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-9747991c-7e26-458d-9d18-0795e2461f42 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:52.998425 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-9747991c-7e26-458d-9d18-0795e2461f42 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f&tenant_id=a8ce19510dd24923b8ff0f45376547f4&binding%3Ahost_id=n-h1-803753-2 HTTP/1.1" status: 200 len: 1096 time: 0.1171477 Aug 19 18:06:53.118763 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-a4cc4f44-4508-4b13-8151-639d225f412c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:53.122455 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-a4cc4f44-4508-4b13-8151-639d225f412c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f&tenant_id=a8ce19510dd24923b8ff0f45376547f4 HTTP/1.1" status: 200 len: 1096 time: 0.1102169 Aug 19 18:06:53.180979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b330d-e900-408c-b135-02beff3ea0b2 req-e5f02f98-3dc2-420e-87e6-c2842c240027 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:53.183849 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d74b330d-e900-408c-b135-02beff3ea0b2 req-e5f02f98-3dc2-420e-87e6-c2842c240027 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.2280393 Aug 19 18:06:53.282296 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d74b330d-e900-408c-b135-02beff3ea0b2 req-91e3c7ae-a294-41d5-801a-062e9a42621a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879278 Aug 19 18:06:53.305575 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 412ed6d8-e241-4b5d-aea9-4fd4362ded74 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:06:53.319104 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-0a2740ff-0821-4214-9734-a00e8a92fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:53.322980 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-0a2740ff-0821-4214-9734-a00e8a92fc3d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 1096 time: 0.1652489 Aug 19 18:06:53.367395 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc290ffa-9362-4e80-b617-225cd0fa7613 req-6606d606-2419-4784-9712-fd3169b3b483 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:53.381675 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fc290ffa-9362-4e80-b617-225cd0fa7613 req-6606d606-2419-4784-9712-fd3169b3b483 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/ports?device_id=462c7a0c-5cf5-418f-b195-b39a9fb29159 HTTP/1.1" status: 200 len: 943 time: 0.1461999 Aug 19 18:06:53.457881 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d4e9660d-bd2f-46a9-8d12-e741c9ecc157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:53.531936 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 412ed6d8-e241-4b5d-aea9-4fd4362ded74, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=412ed6d8-e241-4b5d-aea9-4fd4362ded74,segment=NetworkSegment(b1cb8f7f-bb43-4072-a07a-2b09076e80d9),segment_id=b1cb8f7f-bb43-4072-a07a-2b09076e80d9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:53.555906 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '412ed6d8-e241-4b5d-aea9-4fd4362ded74', 'network_id': 'f9e5cf49-e835-4b06-80a6-5cd03713bf17', 'port_id': '412ed6d8-e241-4b5d-aea9-4fd4362ded74', 'mac_address': 'fa:16:3e:c2:0e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ce06d8-716b-4ec2-bb42-6b15cde59be8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:06:53.572751 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fc290ffa-9362-4e80-b617-225cd0fa7613 req-694b4e2a-bf17-4b89-8c49-f58415ffd01f tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe1fd29-4146-4450-8407-6b466a7778ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895449 Aug 19 18:06:53.647388 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-2e66fb1d-939b-4477-9b19-2cc20236cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:53.650417 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-2e66fb1d-939b-4477-9b19-2cc20236cbc5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 922 time: 0.3117704 Aug 19 18:06:53.666085 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9660d-bd2f-46a9-8d12-e741c9ecc157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f22f8c54-0669-4c4f-bbb0-adba99072f6b,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:53.679542 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:53.687914 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e9660d-bd2f-46a9-8d12-e741c9ecc157 admin admin] Checking segment: {'id': '434fb4db-9b36-4776-a47f-5872eb93f121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b1f25a42-0bf7-438c-8023-c1fe6524c164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:53.688836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e9660d-bd2f-46a9-8d12-e741c9ecc157 admin admin] Network hostable DHCP agents. Network: b1f25a42-0bf7-438c-8023-c1fe6524c164, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:06:53.706232 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541456ba-1fa5-492f-a6b9-290714e813df req-a22750cc-df7e-4888-9c8c-4c7a5579a410 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:53.710845 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412ed6d8-e241-4b5d-aea9-4fd4362ded74 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:06:53.722289 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-541456ba-1fa5-492f-a6b9-290714e813df req-a22750cc-df7e-4888-9c8c-4c7a5579a410 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 945 time: 0.1982958 Aug 19 18:06:53.730013 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9660d-bd2f-46a9-8d12-e741c9ecc157 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:53.730619 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9660d-bd2f-46a9-8d12-e741c9ecc157 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:53.731184 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9660d-bd2f-46a9-8d12-e741c9ecc157 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:53.731733 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9660d-bd2f-46a9-8d12-e741c9ecc157 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:53.732274 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9660d-bd2f-46a9-8d12-e741c9ecc157 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:53.732872 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9660d-bd2f-46a9-8d12-e741c9ecc157 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:53.733835 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9660d-bd2f-46a9-8d12-e741c9ecc157 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:53.734245 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9660d-bd2f-46a9-8d12-e741c9ecc157 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:53.734558 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9660d-bd2f-46a9-8d12-e741c9ecc157 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:53.735081 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9660d-bd2f-46a9-8d12-e741c9ecc157 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:53.735621 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9660d-bd2f-46a9-8d12-e741c9ecc157 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:53.738940 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9660d-bd2f-46a9-8d12-e741c9ecc157 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:53.754441 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-88d71aaa-d17e-4a9d-b3dd-e9adb09556b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=397f817c-4bf0-41f3-b858-f75b68826f86 HTTP/1.1" status: 200 len: 217 time: 0.0923493 Aug 19 18:06:53.788120 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 412ed6d8-e241-4b5d-aea9-4fd4362ded74, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=412ed6d8-e241-4b5d-aea9-4fd4362ded74,segment=NetworkSegment(b1cb8f7f-bb43-4072-a07a-2b09076e80d9),segment_id=b1cb8f7f-bb43-4072-a07a-2b09076e80d9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:53.796535 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:53.850415 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-541456ba-1fa5-492f-a6b9-290714e813df req-6efdaf77-6965-4093-bc24-092d43e70758 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265256 Aug 19 18:06:53.852680 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e9660d-bd2f-46a9-8d12-e741c9ecc157 admin admin] Network b1f25a42-0bf7-438c-8023-c1fe6524c164 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:06:53.877718 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-d4e9660d-bd2f-46a9-8d12-e741c9ecc157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, b1f25a42-0bf7-438c-8023-c1fe6524c164) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:53.890329 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e9660d-bd2f-46a9-8d12-e741c9ecc157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:53.893204 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d4e9660d-bd2f-46a9-8d12-e741c9ecc157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:53.896408 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b091e324-1158-43c1-b347-20acc4622d48 None None] Network b1f25a42-0bf7-438c-8023-c1fe6524c164 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:06:53.902963 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-dc7b2e5d-1637-4341-8ddf-5526ce2ae83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:53.907127 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-dc7b2e5d-1637-4341-8ddf-5526ce2ae83b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e38a766b-6157-45f2-9785-a9bfeb2d8ba6 HTTP/1.1" status: 200 len: 861 time: 0.1453860 Aug 19 18:06:53.928201 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d4e9660d-bd2f-46a9-8d12-e741c9ecc157 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0923755 Aug 19 18:06:53.929828 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41562) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:53.951083 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-579916113-router', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:54.013690 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=412ed6d8-e241-4b5d-aea9-4fd4362ded74,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:54.059036 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-112ab890-d765-49fb-9a92-a5b7eaeb5772 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52390765-0cad-463c-8122-8baf5b79ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307452 Aug 19 18:06:54.171693 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:54.173958 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:54.204878 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69495eb3-0db1-4df9-a397-c32d11358904 req-ff8241e7-1492-4cea-9134-078eebf9ba8b tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:54.208792 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-69495eb3-0db1-4df9-a397-c32d11358904 req-ff8241e7-1492-4cea-9134-078eebf9ba8b tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 945 time: 0.2997634 Aug 19 18:06:54.239359 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['412ed6d8-e241-4b5d-aea9-4fd4362ded74'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:06:54.330354 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f84668f-3f94-4341-891a-937a4fd125aa None None] Network b1f25a42-0bf7-438c-8023-c1fe6524c164 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:06:54.360573 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-69495eb3-0db1-4df9-a397-c32d11358904 req-f4589047-6e23-4336-b376-6e1fb21053a2 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/security-groups?id=adabe909-473e-4a50-9d16-0ad29ed52538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340523 Aug 19 18:06:54.427543 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:54.506709 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-352aebf1-e533-4c36-9dab-c85d59c05f65 service neutron] 10.222.0.50 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335601 Aug 19 18:06:54.514602 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f1946-64bb-4803-b5df-11295332a534 req-0e5cbeed-c81d-4481-a8d1-559e5ebaa2c3 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:54.524624 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-099f1946-64bb-4803-b5df-11295332a534 req-0e5cbeed-c81d-4481-a8d1-559e5ebaa2c3 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.0914097 Aug 19 18:06:54.589802 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-099f1946-64bb-4803-b5df-11295332a534 req-334b80f5-c9c2-4f3c-87d6-3dc4b1aefb71 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640657 Aug 19 18:06:54.804701 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:54.901287 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-c18c5b68-bcea-45d2-8efa-203caa1eae1a service neutron] 10.222.0.50 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510046 Aug 19 18:06:54.914450 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb78f48-86ef-4e59-a980-9dd6932ea671 req-26d145bc-3b80-4db9-8116-6403f68f51e0 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:54.915506 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cdb78f48-86ef-4e59-a980-9dd6932ea671 req-26d145bc-3b80-4db9-8116-6403f68f51e0 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/ports?device_id=462c7a0c-5cf5-418f-b195-b39a9fb29159 HTTP/1.1" status: 200 len: 944 time: 0.2189085 Aug 19 18:06:55.014834 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cdb78f48-86ef-4e59-a980-9dd6932ea671 req-27461397-7bfb-4231-94b1-9be7fe8931a1 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe1fd29-4146-4450-8407-6b466a7778ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873635 Aug 19 18:06:55.100687 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a3716-9397-4638-96a7-303e35c36b36 req-20a49b9f-3314-4a74-b95f-cc555b82eaaa tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:55.109703 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a24a3716-9397-4638-96a7-303e35c36b36 req-20a49b9f-3314-4a74-b95f-cc555b82eaaa tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 945 time: 0.1041579 Aug 19 18:06:55.183269 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a24a3716-9397-4638-96a7-303e35c36b36 req-3e3c7168-0478-4c83-b80e-21588c94fad5 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686412 Aug 19 18:06:55.191942 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:55.234162 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:55.302843 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device dc823025-d1e5-43df-b336-60b86f281194 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:55.411380 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port dc823025-d1e5-43df-b336-60b86f281194 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:55.419434 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port dc823025-d1e5-43df-b336-60b86f281194 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:55.419434 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:55.558767 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-7c1476c7-19b9-41c3-ad3b-7262cd64076a tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:55.560503 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-7c1476c7-19b9-41c3-ad3b-7262cd64076a tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f&tenant_id=a8ce19510dd24923b8ff0f45376547f4&binding%3Ahost_id=n-h2-803753-2 HTTP/1.1" status: 200 len: 1096 time: 0.2150331 Aug 19 18:06:55.579201 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Allocated IP 172.25.8.228 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/18eafa3e-7056-4fbb-804a-bf6249093cee) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:06:55.679996 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:55.732016 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43d11d8-37a1-42c7-957c-97c6e2662e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc823025-d1e5-43df-b336-60b86f281194'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:55.736921 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be966ab1-ebd9-4b04-9561-85e03db3442b" -d '{"events": [{"server_uuid": "c43d11d8-37a1-42c7-957c-97c6e2662e7b", "name": "network-vif-plugged", "status": "completed", "tag": "dc823025-d1e5-43df-b336-60b86f281194"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:55.767383 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port dc823025-d1e5-43df-b336-60b86f281194, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=dc823025-d1e5-43df-b336-60b86f281194,segment=NetworkSegment(c40ae849-6260-4c64-926f-49210011f1ae),segment_id=c40ae849-6260-4c64-926f-49210011f1ae)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:55.775209 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:55.789734 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f26316-a1e1-4f91-9b61-f49e698f1c37 req-610199ea-d982-4246-9943-c2719e1675a2 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:55.802616 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-72f26316-a1e1-4f91-9b61-f49e698f1c37 req-610199ea-d982-4246-9943-c2719e1675a2 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.0964110 Aug 19 18:06:55.869036 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-72f26316-a1e1-4f91-9b61-f49e698f1c37 req-d1568d38-1176-4038-af77-3c347970948b tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650229 Aug 19 18:06:55.904790 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=dc823025-d1e5-43df-b336-60b86f281194,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:55.916862 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439e24c-5341-4c72-a0d9-38906314d0ac req-fa931631-7c47-47d9-94d8-57a5b843b337 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:55.926296 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2439e24c-5341-4c72-a0d9-38906314d0ac req-fa931631-7c47-47d9-94d8-57a5b843b337 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 945 time: 0.2692897 Aug 19 18:06:55.936822 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41ff991-2d2f-4cab-973e-95ad4230dfa3 x-openstack-request-id: req-d41ff991-2d2f-4cab-973e-95ad4230dfa3 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:55.937298 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43d11d8-37a1-42c7-957c-97c6e2662e7b", "name": "network-vif-plugged", "status": "completed", "tag": "dc823025-d1e5-43df-b336-60b86f281194", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:55.937665 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d41ff991-2d2f-4cab-973e-95ad4230dfa3 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:55.937958 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43d11d8-37a1-42c7-957c-97c6e2662e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc823025-d1e5-43df-b336-60b86f281194', 'code': 200} Aug 19 18:06:55.957709 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-c22eb8b6-e2ec-46de-a3b4-c9b6a73d4ad7 service neutron] For port 397f817c-4bf0-41f3-b858-f75b68826f86, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:06:55.972287 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-c22eb8b6-e2ec-46de-a3b4-c9b6a73d4ad7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:55.973830 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0b2d744-4ce1-4187-b604-9ff54879fa88 req-c22eb8b6-e2ec-46de-a3b4-c9b6a73d4ad7 service neutron] 10.222.0.50 "DELETE /v2.0/ports/397f817c-4bf0-41f3-b858-f75b68826f86/bindings/n-h1-803753-2 HTTP/1.1" status: 204 len: 173 time: 0.3962021 Aug 19 18:06:56.014032 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.021182 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2439e24c-5341-4c72-a0d9-38906314d0ac req-12aa5cdf-e6f3-44e6-ac42-411b84234bf7 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/security-groups?id=adabe909-473e-4a50-9d16-0ad29ed52538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937862 Aug 19 18:06:56.109831 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.145760 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf54b8-b839-4d8b-a5bf-e81630676f67 req-37b31325-6de9-49d8-8548-a85ddb1622bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:56.147324 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-61bf54b8-b839-4d8b-a5bf-e81630676f67 req-37b31325-6de9-49d8-8548-a85ddb1622bb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 1097 time: 0.0935218 Aug 19 18:06:56.170787 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:06:56.185852 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:56.190276 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:06:56.195068 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Pushing event updated for resources: {'Port': ['ID=18eafa3e-7056-4fbb-804a-bf6249093cee,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:56.235210 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:56.235550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:56.235885 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:56.236218 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:56.236577 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:56.236889 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:56.237217 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:56.237658 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:56.237989 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:56.238304 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:56.238631 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:56.238954 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:56.268087 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-61bf54b8-b839-4d8b-a5bf-e81630676f67 req-dd7df276-77d9-4834-9233-539745faa65f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=adabe909-473e-4a50-9d16-0ad29ed52538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093752 Aug 19 18:06:56.275114 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5478d5b-6436-4ca5-b74b-8a71598dfdb8 req-20c241d4-7d6b-4687-8dc2-b04efac16882 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:56.288383 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f5478d5b-6436-4ca5-b74b-8a71598dfdb8 req-20c241d4-7d6b-4687-8dc2-b04efac16882 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/ports?device_id=462c7a0c-5cf5-418f-b195-b39a9fb29159 HTTP/1.1" status: 200 len: 944 time: 0.1195776 Aug 19 18:06:56.412302 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f5478d5b-6436-4ca5-b74b-8a71598dfdb8 req-16764331-3723-47e9-a411-34e68431f145 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe1fd29-4146-4450-8407-6b466a7778ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198688 Aug 19 18:06:56.941158 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361c4cc-0bea-44b6-8ceb-c05eaf691207 req-7a6f6616-c099-4337-a229-7876c7e17887 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:56.945834 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f361c4cc-0bea-44b6-8ceb-c05eaf691207 req-7a6f6616-c099-4337-a229-7876c7e17887 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 945 time: 0.0955524 Aug 19 18:06:56.947776 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:57.064837 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc97db-073c-4bae-85c7-ac136b3cb132 req-d2bc153b-19cd-4955-ab57-a04be357aa4b tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:57.067358 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-76dc97db-073c-4bae-85c7-ac136b3cb132 req-d2bc153b-19cd-4955-ab57-a04be357aa4b tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.1009974 Aug 19 18:06:57.138266 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-76dc97db-073c-4bae-85c7-ac136b3cb132 req-8a017dc4-7c60-4888-989e-9cb922fed1da tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580351 Aug 19 18:06:57.298154 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 412ed6d8-e241-4b5d-aea9-4fd4362ded74 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:57.380863 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269c612-be11-4edc-8909-2bda644315e8 req-c79ff802-1adb-4813-9ea8-3d736c3e62fb tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:57.396406 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b269c612-be11-4edc-8909-2bda644315e8 req-c79ff802-1adb-4813-9ea8-3d736c3e62fb tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 946 time: 0.1336477 Aug 19 18:06:57.415778 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 412ed6d8-e241-4b5d-aea9-4fd4362ded74 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:57.425883 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 412ed6d8-e241-4b5d-aea9-4fd4362ded74 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:57.427289 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:57.451624 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b269c612-be11-4edc-8909-2bda644315e8 req-d076e1de-d9be-479f-aa93-bdaff3da0de9 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/security-groups?id=adabe909-473e-4a50-9d16-0ad29ed52538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534971 Aug 19 18:06:57.606649 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:57.682284 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 412ed6d8-e241-4b5d-aea9-4fd4362ded74, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=412ed6d8-e241-4b5d-aea9-4fd4362ded74,segment=NetworkSegment(b1cb8f7f-bb43-4072-a07a-2b09076e80d9),segment_id=b1cb8f7f-bb43-4072-a07a-2b09076e80d9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:57.691834 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:57.732086 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-749bd59a-1cd6-4d36-916c-74061b576a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:57.735429 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-749bd59a-1cd6-4d36-916c-74061b576a5a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 1096 time: 0.2231960 Aug 19 18:06:57.746235 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d73f9a-c084-4961-b940-7a0112d37136 req-c2ef5e88-e60e-43cd-9aec-1ebd3e249c4f tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:57.759300 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f361c4cc-0bea-44b6-8ceb-c05eaf691207 req-70cd965f-788c-4f71-afb0-158418c1ff6f tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480938 Aug 19 18:06:57.761991 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e4d73f9a-c084-4961-b940-7a0112d37136 req-c2ef5e88-e60e-43cd-9aec-1ebd3e249c4f tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/ports?device_id=462c7a0c-5cf5-418f-b195-b39a9fb29159 HTTP/1.1" status: 200 len: 944 time: 0.1337206 Aug 19 18:06:57.856569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=412ed6d8-e241-4b5d-aea9-4fd4362ded74,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:57.900006 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e4d73f9a-c084-4961-b940-7a0112d37136 req-ffd4da4c-6373-4363-a6f5-d752b707dec7 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe1fd29-4146-4450-8407-6b466a7778ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328762 Aug 19 18:06:57.939638 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462c7a0c-5cf5-418f-b195-b39a9fb29159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412ed6d8-e241-4b5d-aea9-4fd4362ded74'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:57.947232 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aab8c0a-69d1-4c7e-a991-93d14777bddf" -d '{"events": [{"server_uuid": "462c7a0c-5cf5-418f-b195-b39a9fb29159", "name": "network-vif-plugged", "status": "completed", "tag": "412ed6d8-e241-4b5d-aea9-4fd4362ded74"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:58.154879 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f10a00-22b7-484f-a44c-74e7dec28dd8 x-openstack-request-id: req-08f10a00-22b7-484f-a44c-74e7dec28dd8 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:58.155405 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462c7a0c-5cf5-418f-b195-b39a9fb29159", "name": "network-vif-plugged", "status": "completed", "tag": "412ed6d8-e241-4b5d-aea9-4fd4362ded74", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:58.155901 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08f10a00-22b7-484f-a44c-74e7dec28dd8 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:58.156601 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462c7a0c-5cf5-418f-b195-b39a9fb29159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412ed6d8-e241-4b5d-aea9-4fd4362ded74', 'code': 200} Aug 19 18:06:58.286149 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-07554295-7023-494b-b218-ae27b1038d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:58.287993 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-07554295-7023-494b-b218-ae27b1038d27 service neutron] 10.222.0.50 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 908 time: 0.5269010 Aug 19 18:06:58.410840 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f103838-3ed2-447b-8404-a3486d21daa4 req-7eac8a5f-dae4-4d04-8976-4b7030cbe0dd tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:58.428003 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3f103838-3ed2-447b-8404-a3486d21daa4 req-7eac8a5f-dae4-4d04-8976-4b7030cbe0dd tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.1322112 Aug 19 18:06:58.445929 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-cadb2d7c-f7d9-4e84-b615-69fab5736255 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f HTTP/1.1" status: 200 len: 217 time: 0.1326485 Aug 19 18:06:58.463659 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:58.486694 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3f103838-3ed2-447b-8404-a3486d21daa4 req-3046c1c5-9a3f-468b-b0b7-5b337f03ac16 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550320 Aug 19 18:06:58.507918 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ed346-4d7f-43bf-9a46-7e12568bb632 req-42bd6523-6f77-4ba0-bb97-5bc0642be2ed tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:58.511291 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e51ed346-4d7f-43bf-9a46-7e12568bb632 req-42bd6523-6f77-4ba0-bb97-5bc0642be2ed tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 1096 time: 0.2986372 Aug 19 18:06:58.635801 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76038a8f-ce59-4d74-924f-41e67d7c4f1c req-2967cd05-6836-4b5e-a544-bc3dfc168701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:58.638730 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-76038a8f-ce59-4d74-924f-41e67d7c4f1c req-2967cd05-6836-4b5e-a544-bc3dfc168701 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=462c7a0c-5cf5-418f-b195-b39a9fb29159 HTTP/1.1" status: 200 len: 1096 time: 0.3464308 Aug 19 18:06:58.690134 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6a820-76dd-43cb-bcb8-f3b1af84af6f req-5102f267-260c-40d2-b58c-c437a8244bcc tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:58.702330 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3c6a820-76dd-43cb-bcb8-f3b1af84af6f req-5102f267-260c-40d2-b58c-c437a8244bcc tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 946 time: 0.1080472 Aug 19 18:06:58.778770 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3c6a820-76dd-43cb-bcb8-f3b1af84af6f req-c0783645-d4a0-4a32-b131-0f8488687f8e tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/security-groups?id=adabe909-473e-4a50-9d16-0ad29ed52538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749271 Aug 19 18:06:58.794942 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-7a01a26f-a106-4e2c-850f-71c171d8e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:58.794942 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-7a01a26f-a106-4e2c-850f-71c171d8e6ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 HTTP/1.1" status: 200 len: 847 time: 0.3215125 Aug 19 18:06:58.811317 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e51ed346-4d7f-43bf-9a46-7e12568bb632 req-4b373659-8c3d-4f50-86bf-a52cc4e77f79 tempest-LiveAutoBlockMigrationV225Test-789060966 tempest-LiveAutoBlockMigrationV225Test-789060966-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562220 Aug 19 18:06:58.904514 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-26a37821-db4c-4476-bb08-7505f5e6f825 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=50874bd2-7160-4e95-947b-586c5b7daba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958958 Aug 19 18:06:58.912379 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-76038a8f-ce59-4d74-924f-41e67d7c4f1c req-c9aa484a-383d-4bb9-acc6-76ca73991668 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cbe1fd29-4146-4450-8407-6b466a7778ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510650 Aug 19 18:06:58.963903 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Router 04606f23-8cb6-4fef-a483-23c8fa8f4347 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:06:59.153497 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-20b96af7-024a-4a34-8f41-62a08f314e22 req-46e450e7-1018-42c1-a9fb-d26ae13b01a0 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3025661 Aug 19 18:06:59.174072 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-20b96af7-024a-4a34-8f41-62a08f314e22 req-0d2f1c30-dda3-4fef-bdbc-cc325bd81265 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:59.233971 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-20b96af7-024a-4a34-8f41-62a08f314e22 req-0d2f1c30-dda3-4fef-bdbc-cc325bd81265 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:59.399225 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:06:59.414122 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] Sync routers for ids ['04606f23-8cb6-4fef-a483-23c8fa8f4347'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:06:59.452840 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] Routers {'04606f23-8cb6-4fef-a483-23c8fa8f4347'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:59.455437 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:06:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['04606f23-8cb6-4fef-a483-23c8fa8f4347'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:59.468874 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:59.476277 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d3ee0955-177f-42a4-b4a4-d0f217102202 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.5450191 Aug 19 18:06:59.480961 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41636) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:59.484275 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-20b96af7-024a-4a34-8f41-62a08f314e22 req-0d2f1c30-dda3-4fef-bdbc-cc325bd81265 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:59.490554 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-ffd78cfc-ce73-431a-9564-c32a94824a1d service neutron] 10.222.0.50 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819285 Aug 19 18:06:59.734533 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170838f-8f34-4f95-af1f-eb38da483b06 req-2e0cd8a5-071e-4c78-824c-317e516e1997 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:59.744684 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8170838f-8f34-4f95-af1f-eb38da483b06 req-2e0cd8a5-071e-4c78-824c-317e516e1997 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/ports?device_id=462c7a0c-5cf5-418f-b195-b39a9fb29159 HTTP/1.1" status: 200 len: 945 time: 0.2475955 Aug 19 18:06:59.749064 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-20b96af7-024a-4a34-8f41-62a08f314e22 req-0d2f1c30-dda3-4fef-bdbc-cc325bd81265 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Allocated IP 172.25.8.15 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/200540d5-55f0-4474-afec-cdf26ab165d8) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:06:59.781180 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] Set router 04606f23-8cb6-4fef-a483-23c8fa8f4347 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:59.807221 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8170838f-8f34-4f95-af1f-eb38da483b06 req-36ab3e5b-f5c5-4429-a0b5-256bb4af9251 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe1fd29-4146-4450-8407-6b466a7778ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618825 Aug 19 18:06:59.812017 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-ee04b8a1-7fbc-4158-aea3-bf800b758c76 service neutron] 10.222.0.50 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028092 Aug 19 18:06:59.997855 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-20b96af7-024a-4a34-8f41-62a08f314e22 req-0d2f1c30-dda3-4fef-bdbc-cc325bd81265 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:00.109331 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-20b96af7-024a-4a34-8f41-62a08f314e22 req-0d2f1c30-dda3-4fef-bdbc-cc325bd81265 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:00.169017 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'name': 'tempest-ServerRescueTestJSONUnderV235-579916113-router', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:54Z', 'updated_at': '2021-08-19T18:06:56Z', 'revision_number': 3, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'gw_port': {'id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:55Z', 'updated_at': '2021-08-19T18:06:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:00.219270 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] Checking router: 04606f23-8cb6-4fef-a483-23c8fa8f4347 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:07:00.219797 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] Updating router 04606f23-8cb6-4fef-a483-23c8fa8f4347 port 18eafa3e-7056-4fbb-804a-bf6249093cee binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:07:00.260020 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b96af7-024a-4a34-8f41-62a08f314e22 req-0d2f1c30-dda3-4fef-bdbc-cc325bd81265 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:00.266302 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-20b96af7-024a-4a34-8f41-62a08f314e22 req-0d2f1c30-dda3-4fef-bdbc-cc325bd81265 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:00.268104 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:00.270899 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b96af7-024a-4a34-8f41-62a08f314e22 req-0d2f1c30-dda3-4fef-bdbc-cc325bd81265 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:00.323255 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f1c30-dda3-4fef-bdbc-cc325bd81265 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Pushing event updated for resources: {'Port': ['ID=200540d5-55f0-4474-afec-cdf26ab165d8,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:00.425866 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec44e2-e02b-4746-8c97-946accb87733 req-f8a05913-0fcf-4232-ade2-ac9defcfba25 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:00.428103 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8ec44e2-e02b-4746-8c97-946accb87733 req-f8a05913-0fcf-4232-ade2-ac9defcfba25 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.50 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 945 time: 0.3392360 Aug 19 18:07:00.433101 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-20b96af7-024a-4a34-8f41-62a08f314e22 req-0d2f1c30-dda3-4fef-bdbc-cc325bd81265 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:00.451831 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e361a90-78b1-4ad0-a19d-94d7b801cdf9 req-d99361fd-9b19-4f86-80a6-3b51ff7bf942 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:00.454272 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7e361a90-78b1-4ad0-a19d-94d7b801cdf9 req-d99361fd-9b19-4f86-80a6-3b51ff7bf942 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 945 time: 0.3901761 Aug 19 18:07:00.499610 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-20b96af7-024a-4a34-8f41-62a08f314e22 req-0d2f1c30-dda3-4fef-bdbc-cc325bd81265 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:00.758019 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7e361a90-78b1-4ad0-a19d-94d7b801cdf9 req-a65694b4-8694-4b3b-aab1-c49673b84146 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835889 Aug 19 18:07:00.816910 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:00.857484 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] Transition to ACTIVE for port object 18eafa3e-7056-4fbb-804a-bf6249093cee will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:00.874543 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:00.997325 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] Attempting to bind port 18eafa3e-7056-4fbb-804a-bf6249093cee on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:00.999212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] Attempting to bind port 18eafa3e-7056-4fbb-804a-bf6249093cee by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:01.000496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] Attempting to bind port 18eafa3e-7056-4fbb-804a-bf6249093cee on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:01.011737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-a8ec44e2-e02b-4746-8c97-946accb87733 req-217fe937-eeb9-4441-8796-7c6ae3eace27 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Deleting port 397f817c-4bf0-41f3-b858-f75b68826f86 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:01.012626 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a8ec44e2-e02b-4746-8c97-946accb87733 req-217fe937-eeb9-4441-8796-7c6ae3eace27 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:01.025642 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:07:01.027437 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:01.028068 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:01.028686 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:07:01.029379 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] Bound port: 18eafa3e-7056-4fbb-804a-bf6249093cee, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:07:01.030259 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:01.032799 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad9b1a-9072-40e2-bb87-7253f3449297 None None] Pushing event updated for resources: {'Port': ['ID=18eafa3e-7056-4fbb-804a-bf6249093cee,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:01.042212 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-20b96af7-024a-4a34-8f41-62a08f314e22 req-0d2f1c30-dda3-4fef-bdbc-cc325bd81265 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:01.052925 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-20b96af7-024a-4a34-8f41-62a08f314e22 req-0d2f1c30-dda3-4fef-bdbc-cc325bd81265 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:01.173303 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] For port 18eafa3e-7056-4fbb-804a-bf6249093cee, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:01.174562 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f1c30-dda3-4fef-bdbc-cc325bd81265 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Pushing event updated for resources: {'Port': ['ID=200540d5-55f0-4474-afec-cdf26ab165d8,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:01.191037 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] For port 18eafa3e-7056-4fbb-804a-bf6249093cee, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=18eafa3e-7056-4fbb-804a-bf6249093cee,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:07:01.191879 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-20b96af7-024a-4a34-8f41-62a08f314e22 req-0d2f1c30-dda3-4fef-bdbc-cc325bd81265 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:01.202208 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:01.215727 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-20b96af7-024a-4a34-8f41-62a08f314e22 req-0d2f1c30-dda3-4fef-bdbc-cc325bd81265 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:01.217966 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-20b96af7-024a-4a34-8f41-62a08f314e22 req-0d2f1c30-dda3-4fef-bdbc-cc325bd81265 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0584602 Aug 19 18:07:01.326620 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-20b96af7-024a-4a34-8f41-62a08f314e22 req-8bc2c89a-da67-4fdb-8825-485537138801 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.15 HTTP/1.1" status: 200 len: 695 time: 0.0981517 Aug 19 18:07:01.360857 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] Routers {'04606f23-8cb6-4fef-a483-23c8fa8f4347'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:01.373701 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:06:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['04606f23-8cb6-4fef-a483-23c8fa8f4347'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:01.424783 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb12835-fa65-4ead-a862-434f3a226a58 req-78aebe56-fe7d-488a-af12-ec5f3df211d6 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:01.428471 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7eb12835-fa65-4ead-a862-434f3a226a58 req-78aebe56-fe7d-488a-af12-ec5f3df211d6 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.3918719 Aug 19 18:07:01.485819 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-383f6091-8346-421d-97ca-a824bc9af43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:01.509302 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b96af7-024a-4a34-8f41-62a08f314e22 req-71ae9057-845a-412c-b9d6-6dda60b754a0 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:01.526110 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-a8ec44e2-e02b-4746-8c97-946accb87733 req-217fe937-eeb9-4441-8796-7c6ae3eace27 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] For port 397f817c-4bf0-41f3-b858-f75b68826f86, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=397f817c-4bf0-41f3-b858-f75b68826f86,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:01.526573 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a8ec44e2-e02b-4746-8c97-946accb87733 req-217fe937-eeb9-4441-8796-7c6ae3eace27 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:01.527554 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-20b96af7-024a-4a34-8f41-62a08f314e22 req-71ae9057-845a-412c-b9d6-6dda60b754a0 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.1983194 Aug 19 18:07:01.575221 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad9b1a-9072-40e2-bb87-7253f3449297 None None] Pushing event updated for resources: {'Port': ['ID=18eafa3e-7056-4fbb-804a-bf6249093cee,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:01.614656 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-a8ec44e2-e02b-4746-8c97-946accb87733 req-217fe937-eeb9-4441-8796-7c6ae3eace27 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Calling delete_port for 397f817c-4bf0-41f3-b858-f75b68826f86 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:01.615410 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] Set router 04606f23-8cb6-4fef-a483-23c8fa8f4347 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:01.645202 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7eb12835-fa65-4ead-a862-434f3a226a58 req-84975ce5-d8e6-40cb-9097-585962fc7678 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046318 Aug 19 18:07:02.041633 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70221553-36de-42b7-861f-ae64592d462f req-4db665f4-8247-4037-9bbc-c5477091732e tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:02.044384 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-70221553-36de-42b7-861f-ae64592d462f req-4db665f4-8247-4037-9bbc-c5477091732e tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/ports?device_id=462c7a0c-5cf5-418f-b195-b39a9fb29159 HTTP/1.1" status: 200 len: 945 time: 0.2100666 Aug 19 18:07:02.163771 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-70221553-36de-42b7-861f-ae64592d462f req-ca2172e9-9705-4a55-a305-4d649798021e tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe1fd29-4146-4450-8407-6b466a7778ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008976 Aug 19 18:07:02.395717 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-383f6091-8346-421d-97ca-a824bc9af43a admin admin] Allocated IP 172.20.0.1 (b1f25a42-0bf7-438c-8023-c1fe6524c164/f22f8c54-0669-4c4f-bbb0-adba99072f6b/2d739002-bc46-4020-ba73-f95f76221b9e) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:02.591674 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'name': 'tempest-ServerRescueTestJSONUnderV235-579916113-router', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:54Z', 'updated_at': '2021-08-19T18:06:56Z', 'revision_number': 3, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'gw_port': {'id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:55Z', 'updated_at': '2021-08-19T18:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:02.643389 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd78abf-e9de-41d9-a6af-3521ad892733 None None] The sync data for ids ['04606f23-8cb6-4fef-a483-23c8fa8f4347'] in n-d-803753-2 is: [{'id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'name': 'tempest-ServerRescueTestJSONUnderV235-579916113-router', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:54Z', 'updated_at': '2021-08-19T18:06:56Z', 'revision_number': 3, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'gw_port': {'id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:55Z', 'updated_at': '2021-08-19T18:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:07:02.658047 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff54617-53ee-44c6-bccd-3b8da924ea99 req-7aa0848b-0b67-46a8-8f5f-e39c4c817a6c tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:02.669237 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dff54617-53ee-44c6-bccd-3b8da924ea99 req-7aa0848b-0b67-46a8-8f5f-e39c4c817a6c tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 945 time: 0.2310336 Aug 19 18:07:02.702411 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-df1c888d-1c8b-47ca-824d-8ff4e5aaabce tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:02.705214 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-df1c888d-1c8b-47ca-824d-8ff4e5aaabce tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/networks?id=f44deb17-6524-4309-af63-141c3a78262b HTTP/1.1" status: 200 len: 821 time: 0.3619783 Aug 19 18:07:02.751027 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-38e6d76b-4481-4aff-b5d4-c7ad7487cc72 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/quotas/2a33c4d51217492ebaa912b769b44260 HTTP/1.1" status: 200 len: 375 time: 0.0178037 Aug 19 18:07:02.829291 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a8ec44e2-e02b-4746-8c97-946accb87733 req-217fe937-eeb9-4441-8796-7c6ae3eace27 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:02.844501 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['c5cfade0-f43d-4456-bbff-daf590b7cfa2'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:07:02.929615 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dff54617-53ee-44c6-bccd-3b8da924ea99 req-c92b0a28-1e15-4918-b54c-02677decb8ff tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588043 Aug 19 18:07:02.933795 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-053d9a30-888d-4ac9-a9ef-456067b292e5 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a33c4d51217492ebaa912b769b44260&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1629977 Aug 19 18:07:02.959868 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fe937-eeb9-4441-8796-7c6ae3eace27 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Pushing event deleted for resources: {'Port': ['ID=397f817c-4bf0-41f3-b858-f75b68826f86,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:03.016247 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-383f6091-8346-421d-97ca-a824bc9af43a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:03.183438 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ec44e2-e02b-4746-8c97-946accb87733 req-217fe937-eeb9-4441-8796-7c6ae3eace27 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] No DVR routers for this DVR port 397f817c-4bf0-41f3-b858-f75b68826f86 on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:07:03.196431 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a8ec44e2-e02b-4746-8c97-946accb87733 req-217fe937-eeb9-4441-8796-7c6ae3eace27 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:03.200653 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8ec44e2-e02b-4746-8c97-946accb87733 req-217fe937-eeb9-4441-8796-7c6ae3eace27 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.50 "DELETE /v2.0/ports/397f817c-4bf0-41f3-b858-f75b68826f86 HTTP/1.1" status: 204 len: 173 time: 2.7405229 Aug 19 18:07:03.201360 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fc4f80-671c-4c0d-a540-d49bc0d7c73f', 'name': 'network-vif-deleted', 'tag': '397f817c-4bf0-41f3-b858-f75b68826f86'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:03.217718 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9242cf1-1316-46b2-b3ab-0fe3c6b94b4b" -d '{"events": [{"server_uuid": "91fc4f80-671c-4c0d-a540-d49bc0d7c73f", "name": "network-vif-deleted", "tag": "397f817c-4bf0-41f3-b858-f75b68826f86"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:03.299498 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 397f817c-4bf0-41f3-b858-f75b68826f86 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:07:03.322525 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-383f6091-8346-421d-97ca-a824bc9af43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:03.351750 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 397f817c-4bf0-41f3-b858-f75b68826f86 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:07:03.354894 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 397f817c-4bf0-41f3-b858-f75b68826f86 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:07:03.417137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f6091-8346-421d-97ca-a824bc9af43a admin admin] Pushing event updated for resources: {'Port': ['ID=2d739002-bc46-4020-ba73-f95f76221b9e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:03.426180 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-1fb472db-920c-45f8-812a-5c9f04f52f44 service neutron] 10.222.0.24 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723575 Aug 19 18:07:03.508415 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383f6091-8346-421d-97ca-a824bc9af43a admin admin] Network b1f25a42-0bf7-438c-8023-c1fe6524c164 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:03.521238 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-383f6091-8346-421d-97ca-a824bc9af43a admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:03.526839 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383f6091-8346-421d-97ca-a824bc9af43a admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:03.595404 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea8339-f3b7-4fdf-ac2d-a25c2ec620a6 req-de76c6b7-cad8-4c69-9688-aa794750a36e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:03.606249 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-81323347-9924-491e-9880-4813a92e9e4a service neutron] 10.222.0.24 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717210 Aug 19 18:07:03.609490 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39ea8339-f3b7-4fdf-ac2d-a25c2ec620a6 req-de76c6b7-cad8-4c69-9688-aa794750a36e tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.1944757 Aug 19 18:07:03.736566 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-383f6091-8346-421d-97ca-a824bc9af43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:03.765508 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39ea8339-f3b7-4fdf-ac2d-a25c2ec620a6 req-8cbdf7b5-f72d-476b-a4ba-401078c6f73d tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548724 Aug 19 18:07:03.892143 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 18eafa3e-7056-4fbb-804a-bf6249093cee up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:04.017358 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 18eafa3e-7056-4fbb-804a-bf6249093cee completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:04.026784 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 18eafa3e-7056-4fbb-804a-bf6249093cee triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:04.027933 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:04.107014 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d16e46d-2fd5-4ced-96e1-a43e9caf649a x-openstack-request-id: req-9d16e46d-2fd5-4ced-96e1-a43e9caf649a {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:04.108164 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fc4f80-671c-4c0d-a540-d49bc0d7c73f", "name": "network-vif-deleted", "tag": "397f817c-4bf0-41f3-b858-f75b68826f86", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:04.109499 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d16e46d-2fd5-4ced-96e1-a43e9caf649a {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:04.110090 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fc4f80-671c-4c0d-a540-d49bc0d7c73f', 'name': 'network-vif-deleted', 'tag': '397f817c-4bf0-41f3-b858-f75b68826f86', 'status': 'completed', 'code': 200} Aug 19 18:07:04.249694 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6e69063d-5433-49b1-a7b8-f7c3396d6f09 req-0be53b37-2b0f-4ad2-9ba5-ffe7571fc8c2 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a87ca74-0946-4a09-86e4-c6a6f2eb58ea HTTP/1.1" status: 200 len: 210 time: 0.0714693 Aug 19 18:07:04.266729 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-383f6091-8346-421d-97ca-a824bc9af43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:04.314251 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:04.461244 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 18eafa3e-7056-4fbb-804a-bf6249093cee, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=18eafa3e-7056-4fbb-804a-bf6249093cee,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:04.480774 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:04.750813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=18eafa3e-7056-4fbb-804a-bf6249093cee,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:04.761648 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-00053c2c-cc7c-4b46-8686-a059efc06946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:04.845057 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-383f6091-8346-421d-97ca-a824bc9af43a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:04.854733 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-383f6091-8346-421d-97ca-a824bc9af43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:04.900396 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-08c370bc-9c2b-4966-8e4e-75ee0816fcff req-953f4877-ce8d-42bf-8d36-1957e284c7bf tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 210 time: 0.6047044 Aug 19 18:07:05.055141 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f6091-8346-421d-97ca-a824bc9af43a admin admin] Pushing event updated for resources: {'Port': ['ID=2d739002-bc46-4020-ba73-f95f76221b9e,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:05.060649 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-383f6091-8346-421d-97ca-a824bc9af43a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:05.121608 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6c892-7e96-497f-990b-4f08d7670f69 req-85de5310-6a2e-4765-8aaa-7aa57fc28476 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:05.142247 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-73f6c892-7e96-497f-990b-4f08d7670f69 req-85de5310-6a2e-4765-8aaa-7aa57fc28476 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/ports?device_id=462c7a0c-5cf5-418f-b195-b39a9fb29159 HTTP/1.1" status: 200 len: 945 time: 0.1421838 Aug 19 18:07:05.192346 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12a8ed-684d-4ee0-8bb9-d7e960319672 req-88b658f6-4681-4d89-8702-32ac52b515d5 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:05.206644 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad12a8ed-684d-4ee0-8bb9-d7e960319672 req-88b658f6-4681-4d89-8702-32ac52b515d5 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.1927438 Aug 19 18:07:05.237954 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-73f6c892-7e96-497f-990b-4f08d7670f69 req-bbfb8c9c-7e84-45f9-a085-f32166f3a8bf tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe1fd29-4146-4450-8407-6b466a7778ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944619 Aug 19 18:07:05.387335 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad12a8ed-684d-4ee0-8bb9-d7e960319672 req-5a719524-0d31-4e26-8db5-6ed4b1daa728 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792049 Aug 19 18:07:05.418833 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383f6091-8346-421d-97ca-a824bc9af43a admin admin] Network b1f25a42-0bf7-438c-8023-c1fe6524c164 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:05.421602 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-383f6091-8346-421d-97ca-a824bc9af43a admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:05.568284 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40366f10-1ed6-452e-8412-8b02234bff73 req-ba268da2-4add-428e-a379-d723822abf53 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a87ca74-0946-4a09-86e4-c6a6f2eb58ea HTTP/1.1" status: 200 len: 210 time: 0.0640516 Aug 19 18:07:05.656860 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383f6091-8346-421d-97ca-a824bc9af43a admin admin] Router 04606f23-8cb6-4fef-a483-23c8fa8f4347 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:07:05.768529 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 18eafa3e-7056-4fbb-804a-bf6249093cee up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:05.861198 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383f6091-8346-421d-97ca-a824bc9af43a admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:07:05.869271 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 18eafa3e-7056-4fbb-804a-bf6249093cee triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:05.869978 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:05.874419 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-383f6091-8346-421d-97ca-a824bc9af43a admin admin] 10.222.0.24 "PUT /v2.0/routers/04606f23-8cb6-4fef-a483-23c8fa8f4347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3801429 Aug 19 18:07:05.976681 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] Sync routers for ids ['04606f23-8cb6-4fef-a483-23c8fa8f4347'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:07:05.997132 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] Routers {'04606f23-8cb6-4fef-a483-23c8fa8f4347'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:06.005994 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:06:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['04606f23-8cb6-4fef-a483-23c8fa8f4347'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:06.154146 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e72b1eaa-7cbf-48d6-9d13-78d5720b83ac req-d25f20a6-7f1d-4b7c-a7e2-014f64397227 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 210 time: 0.1217535 Aug 19 18:07:06.237000 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] Set router 04606f23-8cb6-4fef-a483-23c8fa8f4347 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:06.251532 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-e3643f01-7f87-482b-aaee-2f1e13587b76 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:06.257489 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-e3643f01-7f87-482b-aaee-2f1e13587b76 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.54 "GET /v2.0/networks?id=f44deb17-6524-4309-af63-141c3a78262b HTTP/1.1" status: 200 len: 821 time: 0.2975733 Aug 19 18:07:06.271942 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cd6b695b-250a-4eca-8a86-5e24c7cf5d2d tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Request body: {'port': {'device_id': '3a87ca74-0946-4a09-86e4-c6a6f2eb58ea', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'admin_state_up': True, 'tenant_id': '2a33c4d51217492ebaa912b769b44260'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:06.494817 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'name': 'tempest-ServerRescueTestJSONUnderV235-579916113-router', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:54Z', 'updated_at': '2021-08-19T18:07:04Z', 'revision_number': 4, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'gw_port': {'id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:55Z', 'updated_at': '2021-08-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '2d739002-bc46-4020-ba73-f95f76221b9e', 'name': '', 'network_id': 'b1f25a42-0bf7-438c-8023-c1fe6524c164', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'mac_address': 'fa:16:3e:3d:95:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'f22f8c54-0669-4c4f-bbb0-adba99072f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:01Z', 'updated_at': '2021-08-19T18:07:04Z', 'revision_number': 2, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'subnets': [{'id': 'f22f8c54-0669-4c4f-bbb0-adba99072f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:06.526642 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] Checking router: 04606f23-8cb6-4fef-a483-23c8fa8f4347 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:07:06.527295 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] Updating router 04606f23-8cb6-4fef-a483-23c8fa8f4347 port 2d739002-bc46-4020-ba73-f95f76221b9e binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:07:06.557457 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:06.609648 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-0b47938f-6a3c-4afc-bc32-1c162c815450 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:06.621388 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-0b47938f-6a3c-4afc-bc32-1c162c815450 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/networks?id=b1f25a42-0bf7-438c-8023-c1fe6524c164 HTTP/1.1" status: 200 len: 819 time: 0.2087965 Aug 19 18:07:06.638044 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e61a-f88a-438f-b6e6-c70d9916dcad req-ecc15486-c9c6-4482-8736-6a84c90d95d1 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:06.642837 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-54c0e61a-f88a-438f-b6e6-c70d9916dcad req-ecc15486-c9c6-4482-8736-6a84c90d95d1 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/ports?device_id=462c7a0c-5cf5-418f-b195-b39a9fb29159 HTTP/1.1" status: 200 len: 945 time: 0.2428889 Aug 19 18:07:06.644208 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-a348814e-bf16-42c2-82df-488bc8199a8e tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/quotas/245cdbea3ee940a88607d44478ca1486 HTTP/1.1" status: 200 len: 375 time: 0.0188379 Aug 19 18:07:06.647892 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cd6b695b-250a-4eca-8a86-5e24c7cf5d2d tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Made reservation on behalf of 2a33c4d51217492ebaa912b769b44260 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:06.652972 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cd6b695b-250a-4eca-8a86-5e24c7cf5d2d tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:06.749166 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-8a2a7ecc-01a4-4f4f-88df-71d831763ab9 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=245cdbea3ee940a88607d44478ca1486&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1030686 Aug 19 18:07:06.883119 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-54c0e61a-f88a-438f-b6e6-c70d9916dcad req-fe25861a-2880-4a81-8e09-8e11b8d11f7c tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe1fd29-4146-4450-8407-6b466a7778ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033432 Aug 19 18:07:06.912595 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-ce23643e-eb6b-48b0-8003-ae968c27d289 service neutron] 10.222.0.24 "GET /v2.0/networks/b1f25a42-0bf7-438c-8023-c1fe6524c164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625590 Aug 19 18:07:06.968540 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867d87c-9346-4990-9b6b-956be26df41b req-2630b495-a1de-4d09-afca-f0c8c7d2cfd5 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:06.972175 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f867d87c-9346-4990-9b6b-956be26df41b req-2630b495-a1de-4d09-afca-f0c8c7d2cfd5 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.50 "GET /v2.0/ports?device_id=462c7a0c-5cf5-418f-b195-b39a9fb29159 HTTP/1.1" status: 200 len: 945 time: 0.1585803 Aug 19 18:07:07.019011 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-d8ba4fd8-3e56-4022-b6c2-a55e4a2b7f49 service neutron] 10.222.0.24 "GET /v2.0/networks/b1f25a42-0bf7-438c-8023-c1fe6524c164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051111 Aug 19 18:07:07.053584 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1a560a50-7f55-4c3b-bdfd-1b0c7dc5faf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:07.106331 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cd6b695b-250a-4eca-8a86-5e24c7cf5d2d tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Allocated IP 172.20.0.9 (f44deb17-6524-4309-af63-141c3a78262b/4a08e371-d5ad-4f23-ad70-70127956d420/7984e1fb-279c-45a0-9a87-1bf10f70ce4f) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:07.189593 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:07.212946 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:07.224265 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] Transition to ACTIVE for port object 2d739002-bc46-4020-ba73-f95f76221b9e will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:07.239969 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:07.344424 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-95642547-8e35-4b99-bbda-1834d81de82b req-4b6b2fed-08cf-4360-b628-013c5aef06b0 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a87ca74-0946-4a09-86e4-c6a6f2eb58ea HTTP/1.1" status: 200 len: 210 time: 0.0521851 Aug 19 18:07:07.417815 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170485e-8083-43f5-94df-cba67753c404 req-b41f02f9-3a2f-4def-83af-26e790c271ac tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:07.430220 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0170485e-8083-43f5-94df-cba67753c404 req-b41f02f9-3a2f-4def-83af-26e790c271ac tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.2982709 Aug 19 18:07:07.442560 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089a242-e88e-4ef7-afad-1de5be295b17 None None] Pushing event updated for resources: {'Port': ['ID=2d739002-bc46-4020-ba73-f95f76221b9e,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:07.479093 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-389a99eb-70b7-4f93-bdf5-79d835478f1a req-480cedc9-d460-4775-a462-e5086720f6a0 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 210 time: 0.0600157 Aug 19 18:07:07.496581 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-f867d87c-9346-4990-9b6b-956be26df41b req-f1d428d9-0431-43e5-b66b-895cd8c66ce9 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Deleting port 412ed6d8-e241-4b5d-aea9-4fd4362ded74 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:07.497166 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f867d87c-9346-4990-9b6b-956be26df41b req-f1d428d9-0431-43e5-b66b-895cd8c66ce9 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:07.546977 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0170485e-8083-43f5-94df-cba67753c404 req-d80e31c3-bc8c-41b6-8cf8-b66e545bd927 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117167 Aug 19 18:07:07.568869 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] Attempting to bind port 2d739002-bc46-4020-ba73-f95f76221b9e on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:07.569243 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] Attempting to bind port 2d739002-bc46-4020-ba73-f95f76221b9e by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '434fb4db-9b36-4776-a47f-5872eb93f121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b1f25a42-0bf7-438c-8023-c1fe6524c164'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:07.569664 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] Attempting to bind port 2d739002-bc46-4020-ba73-f95f76221b9e on network b1f25a42-0bf7-438c-8023-c1fe6524c164 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:07.583821 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:07:07.585327 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] Checking segment: {'id': '434fb4db-9b36-4776-a47f-5872eb93f121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b1f25a42-0bf7-438c-8023-c1fe6524c164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:07.586887 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:07.587907 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] Bound using segment: {'id': '434fb4db-9b36-4776-a47f-5872eb93f121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b1f25a42-0bf7-438c-8023-c1fe6524c164'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:07:07.590092 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] Bound port: 2d739002-bc46-4020-ba73-f95f76221b9e, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '434fb4db-9b36-4776-a47f-5872eb93f121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b1f25a42-0bf7-438c-8023-c1fe6524c164'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:07:07.593477 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:07.610176 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3147a5e2-2110-409c-bfe2-198a3d1f8e82 req-352dd1b5-0eb1-48a8-9351-11224561b122 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 210 time: 0.0678706 Aug 19 18:07:07.699408 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] For port 2d739002-bc46-4020-ba73-f95f76221b9e, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:07.702829 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] For port 2d739002-bc46-4020-ba73-f95f76221b9e, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2d739002-bc46-4020-ba73-f95f76221b9e,segment=NetworkSegment(434fb4db-9b36-4776-a47f-5872eb93f121),segment_id=434fb4db-9b36-4776-a47f-5872eb93f121)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:07:07.711277 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:07.741979 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cd6b695b-250a-4eca-8a86-5e24c7cf5d2d tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:07.781212 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cd6b695b-250a-4eca-8a86-5e24c7cf5d2d tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Transition to ACTIVE for port object 7984e1fb-279c-45a0-9a87-1bf10f70ce4f will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:07.815726 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] Routers {'04606f23-8cb6-4fef-a483-23c8fa8f4347'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:07.816318 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:07:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['04606f23-8cb6-4fef-a483-23c8fa8f4347'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:07.845545 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cd6b695b-250a-4eca-8a86-5e24c7cf5d2d tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:07.861802 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['dc823025-d1e5-43df-b336-60b86f281194'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:07:07.865742 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089a242-e88e-4ef7-afad-1de5be295b17 None None] Pushing event updated for resources: {'Port': ['ID=2d739002-bc46-4020-ba73-f95f76221b9e,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:07.968926 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cd6b695b-250a-4eca-8a86-5e24c7cf5d2d tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Network f44deb17-6524-4309-af63-141c3a78262b is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:07.989605 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cd6b695b-250a-4eca-8a86-5e24c7cf5d2d tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:08.000526 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cd6b695b-250a-4eca-8a86-5e24c7cf5d2d tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:08.014952 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] Set router 04606f23-8cb6-4fef-a483-23c8fa8f4347 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:08.178325 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:08.241331 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-f867d87c-9346-4990-9b6b-956be26df41b req-f1d428d9-0431-43e5-b66b-895cd8c66ce9 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] For port 412ed6d8-e241-4b5d-aea9-4fd4362ded74, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=412ed6d8-e241-4b5d-aea9-4fd4362ded74,segment=NetworkSegment(b1cb8f7f-bb43-4072-a07a-2b09076e80d9),segment_id=b1cb8f7f-bb43-4072-a07a-2b09076e80d9)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:08.242583 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f867d87c-9346-4990-9b6b-956be26df41b req-f1d428d9-0431-43e5-b66b-895cd8c66ce9 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:08.314723 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b695b-250a-4eca-8a86-5e24c7cf5d2d tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Pushing event updated for resources: {'Port': ['ID=7984e1fb-279c-45a0-9a87-1bf10f70ce4f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:08.320468 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-f867d87c-9346-4990-9b6b-956be26df41b req-f1d428d9-0431-43e5-b66b-895cd8c66ce9 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Calling delete_port for 412ed6d8-e241-4b5d-aea9-4fd4362ded74 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:08.364883 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cd6b695b-250a-4eca-8a86-5e24c7cf5d2d tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:08.365752 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cd6b695b-250a-4eca-8a86-5e24c7cf5d2d tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:08.388288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3cb55-5462-43f7-a5b2-343a101ae2b2 req-97525872-4dd5-492f-a29f-300b1568d198 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:08.403233 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4bc3cb55-5462-43f7-a5b2-343a101ae2b2 req-97525872-4dd5-492f-a29f-300b1568d198 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/ports?device_id=462c7a0c-5cf5-418f-b195-b39a9fb29159 HTTP/1.1" status: 200 len: 945 time: 0.2855985 Aug 19 18:07:08.407517 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cd6b695b-250a-4eca-8a86-5e24c7cf5d2d tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1418893 Aug 19 18:07:08.525456 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4489525c-329d-44e4-984e-5fc201113a62 None None] Provisioning for port 7984e1fb-279c-45a0-9a87-1bf10f70ce4f completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:08.537393 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4489525c-329d-44e4-984e-5fc201113a62 None None] Provisioning complete for port 7984e1fb-279c-45a0-9a87-1bf10f70ce4f triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:08.538487 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4489525c-329d-44e4-984e-5fc201113a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:08.559113 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cff0ea41-6a00-44e4-a111-5ebf5b478688 service neutron] Request body: {'port': {'device_id': '3a87ca74-0946-4a09-86e4-c6a6f2eb58ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:08.568909 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'name': 'tempest-ServerRescueTestJSONUnderV235-579916113-router', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:54Z', 'updated_at': '2021-08-19T18:07:04Z', 'revision_number': 4, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'gw_port': {'id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:55Z', 'updated_at': '2021-08-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '2d739002-bc46-4020-ba73-f95f76221b9e', 'name': '', 'network_id': 'b1f25a42-0bf7-438c-8023-c1fe6524c164', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'mac_address': 'fa:16:3e:3d:95:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'f22f8c54-0669-4c4f-bbb0-adba99072f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:01Z', 'updated_at': '2021-08-19T18:07:07Z', 'revision_number': 4, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'subnets': [{'id': 'f22f8c54-0669-4c4f-bbb0-adba99072f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:08.601251 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e872d2a-7b1c-4bb6-99a2-5303eaefefbf req-826de23c-205f-4676-a82d-50bc180565b7 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:08.610624 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4e872d2a-7b1c-4bb6-99a2-5303eaefefbf req-826de23c-205f-4676-a82d-50bc180565b7 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a87ca74-0946-4a09-86e4-c6a6f2eb58ea HTTP/1.1" status: 200 len: 931 time: 0.1011727 Aug 19 18:07:08.621636 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-4489525c-329d-44e4-984e-5fc201113a62 None None] Port 7984e1fb-279c-45a0-9a87-1bf10f70ce4f cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:07:08.639328 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b467f4c6-7e0d-4be9-8801-41766080fc6b None None] The sync data for ids ['04606f23-8cb6-4fef-a483-23c8fa8f4347'] in n-d-803753-2 is: [{'id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'name': 'tempest-ServerRescueTestJSONUnderV235-579916113-router', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:54Z', 'updated_at': '2021-08-19T18:07:04Z', 'revision_number': 4, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'gw_port': {'id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:55Z', 'updated_at': '2021-08-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '2d739002-bc46-4020-ba73-f95f76221b9e', 'name': '', 'network_id': 'b1f25a42-0bf7-438c-8023-c1fe6524c164', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'mac_address': 'fa:16:3e:3d:95:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'f22f8c54-0669-4c4f-bbb0-adba99072f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:01Z', 'updated_at': '2021-08-19T18:07:07Z', 'revision_number': 4, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'subnets': [{'id': 'f22f8c54-0669-4c4f-bbb0-adba99072f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:07:08.658332 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4bc3cb55-5462-43f7-a5b2-343a101ae2b2 req-943f3e05-a28f-4c26-a28c-9e50b8aebdb4 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbe1fd29-4146-4450-8407-6b466a7778ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574539 Aug 19 18:07:08.671639 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4e872d2a-7b1c-4bb6-99a2-5303eaefefbf req-cb48a91b-0540-44c0-9833-2c6f0f43b98f tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/security-groups?id=adabe909-473e-4a50-9d16-0ad29ed52538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519667 Aug 19 18:07:08.769457 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cff0ea41-6a00-44e4-a111-5ebf5b478688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:08.930610 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0f847bb3-87c0-4854-95bd-8804c836fd58 req-f54d0a2f-fdf2-4850-bb2c-e87f27858c47 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 210 time: 0.0639915 Aug 19 18:07:09.024966 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8620343-c8a2-4943-bc9b-4db9efb66389 req-0150681b-2f91-4738-baf1-3311a89b5806 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:09.035820 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b8620343-c8a2-4943-bc9b-4db9efb66389 req-0150681b-2f91-4738-baf1-3311a89b5806 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.1805358 Aug 19 18:07:09.077708 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f867d87c-9346-4990-9b6b-956be26df41b req-f1d428d9-0431-43e5-b66b-895cd8c66ce9 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:09.206526 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d428d9-0431-43e5-b66b-895cd8c66ce9 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Pushing event deleted for resources: {'Port': ['ID=412ed6d8-e241-4b5d-aea9-4fd4362ded74,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:09.211792 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b8620343-c8a2-4943-bc9b-4db9efb66389 req-9606b440-5c4a-4ff2-bb10-e906e9e44d85 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669674 Aug 19 18:07:09.258161 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-554a3acf-3bde-4735-88e2-1debae0b3251 req-b7f11caa-0fde-4f6e-b379-763ae7093354 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 210 time: 0.1764758 Aug 19 18:07:09.335707 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 412ed6d8-e241-4b5d-aea9-4fd4362ded74 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:07:09.401213 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 412ed6d8-e241-4b5d-aea9-4fd4362ded74 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:07:09.402399 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 412ed6d8-e241-4b5d-aea9-4fd4362ded74 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:07:09.835276 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2d739002-bc46-4020-ba73-f95f76221b9e up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:09.844871 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f867d87c-9346-4990-9b6b-956be26df41b req-f1d428d9-0431-43e5-b66b-895cd8c66ce9 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] No DVR routers for this DVR port 412ed6d8-e241-4b5d-aea9-4fd4362ded74 on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:07:09.864413 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f867d87c-9346-4990-9b6b-956be26df41b req-f1d428d9-0431-43e5-b66b-895cd8c66ce9 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:09.868633 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f867d87c-9346-4990-9b6b-956be26df41b req-f1d428d9-0431-43e5-b66b-895cd8c66ce9 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.50 "DELETE /v2.0/ports/412ed6d8-e241-4b5d-aea9-4fd4362ded74 HTTP/1.1" status: 204 len: 173 time: 2.8844335 Aug 19 18:07:09.884079 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462c7a0c-5cf5-418f-b195-b39a9fb29159', 'name': 'network-vif-deleted', 'tag': '412ed6d8-e241-4b5d-aea9-4fd4362ded74'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:09.887506 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3f98d0-c1d2-47b1-9bcc-c22d1e9b287b" -d '{"events": [{"server_uuid": "462c7a0c-5cf5-418f-b195-b39a9fb29159", "name": "network-vif-deleted", "tag": "412ed6d8-e241-4b5d-aea9-4fd4362ded74"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:09.991274 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-65c892e0-9237-4257-b085-cabc767b6952 req-c533a17a-8118-47e0-86f4-39d03534acb0 tempest-ServerAddressesTestJSON-700162189 tempest-ServerAddressesTestJSON-700162189-project] 10.222.0.24 "GET /v2.0/ports?device_id=462c7a0c-5cf5-418f-b195-b39a9fb29159 HTTP/1.1" status: 200 len: 210 time: 0.0890388 Aug 19 18:07:10.016988 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 2d739002-bc46-4020-ba73-f95f76221b9e completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:10.023871 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 2d739002-bc46-4020-ba73-f95f76221b9e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:10.024316 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:10.044270 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-f9786ee7-6b5f-4c51-8451-b63c309d311a tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:10.047713 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-f9786ee7-6b5f-4c51-8451-b63c309d311a tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.54 "GET /v2.0/networks?id=b1f25a42-0bf7-438c-8023-c1fe6524c164 HTTP/1.1" status: 200 len: 819 time: 0.9600952 Aug 19 18:07:10.109968 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-1a3f3844-2711-4ee7-8851-e5524d1b2f6b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Request body: {'port': {'device_id': '102aeeb5-d520-472e-b2ee-279a43fddd23', 'network_id': 'b1f25a42-0bf7-438c-8023-c1fe6524c164', 'admin_state_up': True, 'tenant_id': '245cdbea3ee940a88607d44478ca1486'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:10.116049 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3307ac-f2f8-4dd0-b89f-1e7cb2fd718f x-openstack-request-id: req-fb3307ac-f2f8-4dd0-b89f-1e7cb2fd718f {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:10.119906 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462c7a0c-5cf5-418f-b195-b39a9fb29159", "name": "network-vif-deleted", "tag": "412ed6d8-e241-4b5d-aea9-4fd4362ded74", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:10.121901 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb3307ac-f2f8-4dd0-b89f-1e7cb2fd718f {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:10.122537 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462c7a0c-5cf5-418f-b195-b39a9fb29159', 'name': 'network-vif-deleted', 'tag': '412ed6d8-e241-4b5d-aea9-4fd4362ded74', 'status': 'completed', 'code': 200} Aug 19 18:07:10.240236 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4071cac-b530-44d7-b37d-955455693a93 req-a4aac988-e078-490e-a73d-d97c547a07eb tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:10.243246 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a4071cac-b530-44d7-b37d-955455693a93 req-a4aac988-e078-490e-a73d-d97c547a07eb tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a87ca74-0946-4a09-86e4-c6a6f2eb58ea HTTP/1.1" status: 200 len: 931 time: 0.3375058 Aug 19 18:07:10.327208 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8a0e2f3d-3bc0-4934-8d22-d21929f98349 req-e69bc73a-9bf7-4b95-9df5-b5203c26172f tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 210 time: 0.0513728 Aug 19 18:07:10.346339 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:10.359155 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:10.384979 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a4071cac-b530-44d7-b37d-955455693a93 req-d2640c2c-7f69-49e6-82b6-7e0bad36ecef tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/security-groups?id=adabe909-473e-4a50-9d16-0ad29ed52538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322012 Aug 19 18:07:10.422585 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 2d739002-bc46-4020-ba73-f95f76221b9e, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2d739002-bc46-4020-ba73-f95f76221b9e,segment=NetworkSegment(434fb4db-9b36-4776-a47f-5872eb93f121),segment_id=434fb4db-9b36-4776-a47f-5872eb93f121)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:10.430118 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:10.530507 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=2d739002-bc46-4020-ba73-f95f76221b9e,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:10.545574 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:10.545919 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:10.550044 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:10.550044 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:10.550418 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:10.550762 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:10.553193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:10.553193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:10.553193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:10.553193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:10.553193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:10.553193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:10.564098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c06bd-9b45-4536-9478-481dbfc50fbc req-9604c45f-bb18-4191-bb63-04d38c0d8425 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:10.567681 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6f1c06bd-9b45-4536-9478-481dbfc50fbc req-9604c45f-bb18-4191-bb63-04d38c0d8425 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.1166608 Aug 19 18:07:10.599624 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cff0ea41-6a00-44e4-a111-5ebf5b478688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7984e1fb-279c-45a0-9a87-1bf10f70ce4f {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:07:10.610029 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cff0ea41-6a00-44e4-a111-5ebf5b478688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:10.616787 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6f1c06bd-9b45-4536-9478-481dbfc50fbc req-f81cb150-be65-4c14-9e2b-5a616b47e0fa tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402136 Aug 19 18:07:10.624841 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-892b3c06-9b92-456f-9551-c8b5284f9b4d req-7eb70f27-c0be-4392-879b-d3b90f43c9c4 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 210 time: 0.1064632 Aug 19 18:07:10.636884 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cff0ea41-6a00-44e4-a111-5ebf5b478688 service neutron] Transition to ACTIVE for port object 7984e1fb-279c-45a0-9a87-1bf10f70ce4f will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:10.650120 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cff0ea41-6a00-44e4-a111-5ebf5b478688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:10.734368 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:10.849838 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-1a3f3844-2711-4ee7-8851-e5524d1b2f6b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Made reservation on behalf of 245cdbea3ee940a88607d44478ca1486 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:10.853816 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-1a3f3844-2711-4ee7-8851-e5524d1b2f6b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:10.860201 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0ea41-6a00-44e4-a111-5ebf5b478688 service neutron] Pushing event updated for resources: {'Port': ['ID=7984e1fb-279c-45a0-9a87-1bf10f70ce4f,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:11.049349 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41792) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:11.097332 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cff0ea41-6a00-44e4-a111-5ebf5b478688 service neutron] Attempting to bind port 7984e1fb-279c-45a0-9a87-1bf10f70ce4f on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:11.098165 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cff0ea41-6a00-44e4-a111-5ebf5b478688 service neutron] Attempting to bind port 7984e1fb-279c-45a0-9a87-1bf10f70ce4f by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': 'c40ae849-6260-4c64-926f-49210011f1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:11.098912 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cff0ea41-6a00-44e4-a111-5ebf5b478688 service neutron] Attempting to bind port 7984e1fb-279c-45a0-9a87-1bf10f70ce4f on network f44deb17-6524-4309-af63-141c3a78262b {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:11.123082 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cff0ea41-6a00-44e4-a111-5ebf5b478688 service neutron] Port 7984e1fb-279c-45a0-9a87-1bf10f70ce4f on network f44deb17-6524-4309-af63-141c3a78262b not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:11.123859 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cff0ea41-6a00-44e4-a111-5ebf5b478688 service neutron] Attempting to bind port 7984e1fb-279c-45a0-9a87-1bf10f70ce4f on network f44deb17-6524-4309-af63-141c3a78262b {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:11.132752 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cff0ea41-6a00-44e4-a111-5ebf5b478688 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:07:11.133124 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cff0ea41-6a00-44e4-a111-5ebf5b478688 service neutron] Checking segment: {'id': 'c40ae849-6260-4c64-926f-49210011f1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:11.133474 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cff0ea41-6a00-44e4-a111-5ebf5b478688 service neutron] Bound using segment: {'id': 'c40ae849-6260-4c64-926f-49210011f1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:07:11.133954 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cff0ea41-6a00-44e4-a111-5ebf5b478688 service neutron] Bound port: 7984e1fb-279c-45a0-9a87-1bf10f70ce4f, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c40ae849-6260-4c64-926f-49210011f1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:07:11.134314 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cff0ea41-6a00-44e4-a111-5ebf5b478688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:11.146724 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a35c10f-3b9e-42a9-b416-a3e9f9d108f7 admin admin] Deleting subnet 94ce06d8-716b-4ec2-bb42-6b15cde59be8 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:07:11.156875 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a35c10f-3b9e-42a9-b416-a3e9f9d108f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:11.162871 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-1a3f3844-2711-4ee7-8851-e5524d1b2f6b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Allocated IP 172.20.0.7 (b1f25a42-0bf7-438c-8023-c1fe6524c164/f22f8c54-0669-4c4f-bbb0-adba99072f6b/78b023f4-e475-45ab-9cbc-06056d0bcc2f) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:11.224967 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a35c10f-3b9e-42a9-b416-a3e9f9d108f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:11.282423 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cff0ea41-6a00-44e4-a111-5ebf5b478688 service neutron] For port 7984e1fb-279c-45a0-9a87-1bf10f70ce4f, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:11.289298 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a35c10f-3b9e-42a9-b416-a3e9f9d108f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:11.345810 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cff0ea41-6a00-44e4-a111-5ebf5b478688 service neutron] For port 7984e1fb-279c-45a0-9a87-1bf10f70ce4f, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7984e1fb-279c-45a0-9a87-1bf10f70ce4f,segment=NetworkSegment(c40ae849-6260-4c64-926f-49210011f1ae),segment_id=c40ae849-6260-4c64-926f-49210011f1ae)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:07:11.357260 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cff0ea41-6a00-44e4-a111-5ebf5b478688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:11.361200 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a35c10f-3b9e-42a9-b416-a3e9f9d108f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:11.395036 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35c10f-3b9e-42a9-b416-a3e9f9d108f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ce06d8-716b-4ec2-bb42-6b15cde59be8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:11.397067 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a35c10f-3b9e-42a9-b416-a3e9f9d108f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:11.399642 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2a35c10f-3b9e-42a9-b416-a3e9f9d108f7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/94ce06d8-716b-4ec2-bb42-6b15cde59be8 HTTP/1.1" status: 204 len: 168 time: 0.3484511 Aug 19 18:07:11.402105 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41804) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:11.484960 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0ea41-6a00-44e4-a111-5ebf5b478688 service neutron] Pushing event updated for resources: {'Port': ['ID=7984e1fb-279c-45a0-9a87-1bf10f70ce4f,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:11.490593 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cff0ea41-6a00-44e4-a111-5ebf5b478688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:11.493358 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cff0ea41-6a00-44e4-a111-5ebf5b478688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:11.502536 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-cff0ea41-6a00-44e4-a111-5ebf5b478688 service neutron] 10.222.0.54 "PUT /v2.0/ports/7984e1fb-279c-45a0-9a87-1bf10f70ce4f HTTP/1.1" status: 200 len: 1091 time: 3.0387192 Aug 19 18:07:11.562754 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-950195d4-caf0-4b2c-bb42-cda4571aa4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:11.652959 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259aa79-c3de-47df-9386-7f336e514894 req-1f42d998-bfa8-454b-b5d7-aaf1aeef945b tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:11.654615 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5259aa79-c3de-47df-9386-7f336e514894 req-1f42d998-bfa8-454b-b5d7-aaf1aeef945b tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a87ca74-0946-4a09-86e4-c6a6f2eb58ea HTTP/1.1" status: 200 len: 943 time: 0.1471689 Aug 19 18:07:11.723934 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-1a3f3844-2711-4ee7-8851-e5524d1b2f6b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:11.728280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-15ad2613-6641-440b-b122-552a31c1aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:11.730426 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-15ad2613-6641-440b-b122-552a31c1aea3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a33c4d51217492ebaa912b769b44260&device_id=3a87ca74-0946-4a09-86e4-c6a6f2eb58ea HTTP/1.1" status: 200 len: 1094 time: 0.1774356 Aug 19 18:07:11.767384 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-950195d4-caf0-4b2c-bb42-cda4571aa4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:11.790935 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-950195d4-caf0-4b2c-bb42-cda4571aa4d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e5cf49-e835-4b06-80a6-5cd03713bf17']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:11.799103 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-21fa1305-3dfe-455d-a609-533c5d596aac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7984e1fb-279c-45a0-9a87-1bf10f70ce4f HTTP/1.1" status: 200 len: 217 time: 0.0515518 Aug 19 18:07:11.800211 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2d739002-bc46-4020-ba73-f95f76221b9e up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:11.808266 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-950195d4-caf0-4b2c-bb42-cda4571aa4d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1cb8f7f-bb43-4072-a07a-2b09076e80d9') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:11.808630 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-950195d4-caf0-4b2c-bb42-cda4571aa4d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1cb8f7f-bb43-4072-a07a-2b09076e80d9') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:11.825280 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-950195d4-caf0-4b2c-bb42-cda4571aa4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:11.842007 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-950195d4-caf0-4b2c-bb42-cda4571aa4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:11.848904 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950195d4-caf0-4b2c-bb42-cda4571aa4d9 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:07:11.849352 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-950195d4-caf0-4b2c-bb42-cda4571aa4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:11.879476 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5259aa79-c3de-47df-9386-7f336e514894 req-b63f7a27-4e86-4f6d-8d07-6fdc7fee71ff tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/security-groups?id=adabe909-473e-4a50-9d16-0ad29ed52538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088509 Aug 19 18:07:11.944812 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 2d739002-bc46-4020-ba73-f95f76221b9e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:11.945194 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:11.949870 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a68fcf50-2c11-496d-ad49-cf91b046527d req-4c484b49-57d0-47cd-9e34-5f8b7abda264 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 210 time: 0.3776731 Aug 19 18:07:11.953837 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-ee48b5f4-7777-4da0-8531-2205919d3a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:07:11.956910 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:07:11.959915 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-ee48b5f4-7777-4da0-8531-2205919d3a3c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a08e371-d5ad-4f23-ad70-70127956d420 HTTP/1.1" status: 200 len: 860 time: 0.1426020 Aug 19 18:07:11.961457 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-950195d4-caf0-4b2c-bb42-cda4571aa4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:11.976847 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-950195d4-caf0-4b2c-bb42-cda4571aa4d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:11.985244 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-950195d4-caf0-4b2c-bb42-cda4571aa4d9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f9e5cf49-e835-4b06-80a6-5cd03713bf17 HTTP/1.1" status: 204 len: 168 time: 0.5774813 Aug 19 18:07:12.015207 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950195d4-caf0-4b2c-bb42-cda4571aa4d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9e5cf49-e835-4b06-80a6-5cd03713bf17,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:12.133209 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fac6ac87-ab87-49b0-828f-31041e481272 req-fa85d75e-bb27-4411-84ff-3fd5b9d22ec7 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=91fc4f80-671c-4c0d-a540-d49bc0d7c73f HTTP/1.1" status: 200 len: 210 time: 0.0634189 Aug 19 18:07:12.133999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a87ca74-0946-4a09-86e4-c6a6f2eb58ea', 'tag': '7984e1fb-279c-45a0-9a87-1bf10f70ce4f'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:12.137049 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009a7be1-4385-4aa2-85a6-23034bea31a1" -d '{"events": [{"name": "network-changed", "server_uuid": "3a87ca74-0946-4a09-86e4-c6a6f2eb58ea", "tag": "7984e1fb-279c-45a0-9a87-1bf10f70ce4f"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:12.144498 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-1a3f3844-2711-4ee7-8851-e5524d1b2f6b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:12.180945 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e99c1-5c99-4ab1-b9d7-b9b3c891d7f4 req-18a25f0c-a76e-492e-8974-b1a83c5bdcca tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:12.191455 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a4e99c1-5c99-4ab1-b9d7-b9b3c891d7f4 req-18a25f0c-a76e-492e-8974-b1a83c5bdcca tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.1582603 Aug 19 18:07:12.226463 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41820) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:12.247453 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-1a3f3844-2711-4ee7-8851-e5524d1b2f6b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Network b1f25a42-0bf7-438c-8023-c1fe6524c164 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:12.253324 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-75efa2a0-71e6-4c60-a784-f9c365ff43ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:12.255148 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-75efa2a0-71e6-4c60-a784-f9c365ff43ad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f44deb17-6524-4309-af63-141c3a78262b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2868769 Aug 19 18:07:12.258687 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-1a3f3844-2711-4ee7-8851-e5524d1b2f6b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:12.271047 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-1a3f3844-2711-4ee7-8851-e5524d1b2f6b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:12.315301 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6ecfac21-ecc8-4c54-87e1-b59178767da9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1081fe710af4e1cb814a80694cf1bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0872004 Aug 19 18:07:12.317837 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41822) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:12.360171 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f3844-2711-4ee7-8851-e5524d1b2f6b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Pushing event updated for resources: {'Port': ['ID=78b023f4-e475-45ab-9cbc-06056d0bcc2f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:12.372607 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a4e99c1-5c99-4ab1-b9d7-b9b3c891d7f4 req-faf769c1-3282-4b1b-9ce9-c3df9bbab146 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798439 Aug 19 18:07:12.412588 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3c5cca4c-597d-4aa9-b757-2a7a697c58b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:12.412928 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1218b0e4-2acf-4b8a-b654-c59432636e13 x-openstack-request-id: req-1218b0e4-2acf-4b8a-b654-c59432636e13 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:12.413229 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a87ca74-0946-4a09-86e4-c6a6f2eb58ea", "tag": "7984e1fb-279c-45a0-9a87-1bf10f70ce4f", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:12.413488 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1218b0e4-2acf-4b8a-b654-c59432636e13 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:12.413933 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a87ca74-0946-4a09-86e4-c6a6f2eb58ea', 'tag': '7984e1fb-279c-45a0-9a87-1bf10f70ce4f', 'status': 'completed', 'code': 200} Aug 19 18:07:12.432941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-1a3f3844-2711-4ee7-8851-e5524d1b2f6b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:12.435604 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-1a3f3844-2711-4ee7-8851-e5524d1b2f6b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:12.450273 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3c5cca4c-597d-4aa9-b757-2a7a697c58b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:12.483869 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-1a3f3844-2711-4ee7-8851-e5524d1b2f6b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3956313 Aug 19 18:07:12.517876 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-9cb3e21d-4b05-47ac-8738-0eaf28e5e6df service neutron] 10.222.0.54 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438006 Aug 19 18:07:12.518142 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3c5cca4c-597d-4aa9-b757-2a7a697c58b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:12.522308 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3c5cca4c-597d-4aa9-b757-2a7a697c58b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:12.527338 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-4b7fa198-f24b-47dc-8bbc-ca8ee265ef28 service neutron] Request body: {'port': {'device_id': '102aeeb5-d520-472e-b2ee-279a43fddd23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:12.527610 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3c5cca4c-597d-4aa9-b757-2a7a697c58b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbe1fd29-4146-4450-8407-6b466a7778ea HTTP/1.1" status: 204 len: 168 time: 0.2047441 Aug 19 18:07:12.552038 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5cca4c-597d-4aa9-b757-2a7a697c58b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe1fd29-4146-4450-8407-6b466a7778ea,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:12.688647 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-4b7fa198-f24b-47dc-8bbc-ca8ee265ef28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:12.760211 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-03802383-0d19-4ce6-ae3a-c34a2fc1fae5 req-5a80600a-97c3-44b7-8b04-4ceed7c1ee05 service neutron] 10.222.0.54 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329888 Aug 19 18:07:13.092842 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a7be1-4385-4aa2-85a6-23034bea31a1 req-74527f01-175d-4987-ad95-62f1583e12ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:13.094684 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-009a7be1-4385-4aa2-85a6-23034bea31a1 req-74527f01-175d-4987-ad95-62f1583e12ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a33c4d51217492ebaa912b769b44260&device_id=3a87ca74-0946-4a09-86e4-c6a6f2eb58ea HTTP/1.1" status: 200 len: 1094 time: 0.1965954 Aug 19 18:07:13.196984 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99eb2b1-636d-4ce8-9f05-de2fec22e14d req-75c31b68-4273-442f-aff4-df674e23222b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:13.201137 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c99eb2b1-636d-4ce8-9f05-de2fec22e14d req-75c31b68-4273-442f-aff4-df674e23222b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 931 time: 0.0976152 Aug 19 18:07:13.246710 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c7660-f518-4130-9c9a-533cb9b4a449 req-3e501038-cda8-4d0b-b4fd-04a5a81b7946 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:13.248418 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fa9c7660-f518-4130-9c9a-533cb9b4a449 req-3e501038-cda8-4d0b-b4fd-04a5a81b7946 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a87ca74-0946-4a09-86e4-c6a6f2eb58ea HTTP/1.1" status: 200 len: 943 time: 0.2671716 Aug 19 18:07:13.289434 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c99eb2b1-636d-4ce8-9f05-de2fec22e14d req-3d61d0bf-187e-4c9b-8bba-9146d6138756 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799468 Aug 19 18:07:13.487730 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-4b7fa198-f24b-47dc-8bbc-ca8ee265ef28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b023f4-e475-45ab-9cbc-06056d0bcc2f {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:07:13.496555 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-4b7fa198-f24b-47dc-8bbc-ca8ee265ef28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:13.511557 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-4b7fa198-f24b-47dc-8bbc-ca8ee265ef28 service neutron] Transition to ACTIVE for port object 78b023f4-e475-45ab-9cbc-06056d0bcc2f will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:13.525457 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-4b7fa198-f24b-47dc-8bbc-ca8ee265ef28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:13.577877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a7be1-4385-4aa2-85a6-23034bea31a1 req-d2b3e9a1-d9c3-4311-8a37-b6448c1cfc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:13.579313 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-009a7be1-4385-4aa2-85a6-23034bea31a1 req-d2b3e9a1-d9c3-4311-8a37-b6448c1cfc05 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f44deb17-6524-4309-af63-141c3a78262b HTTP/1.1" status: 200 len: 922 time: 0.4471691 Aug 19 18:07:13.594046 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fa9c7660-f518-4130-9c9a-533cb9b4a449 req-369b91ff-8202-4c13-ae31-490627784270 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/security-groups?id=adabe909-473e-4a50-9d16-0ad29ed52538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157763 Aug 19 18:07:13.594756 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fa198-f24b-47dc-8bbc-ca8ee265ef28 service neutron] Pushing event updated for resources: {'Port': ['ID=78b023f4-e475-45ab-9cbc-06056d0bcc2f,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:13.693610 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-009a7be1-4385-4aa2-85a6-23034bea31a1 req-1848f311-5c06-435d-b411-a0e9ed04c82b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7984e1fb-279c-45a0-9a87-1bf10f70ce4f HTTP/1.1" status: 200 len: 217 time: 0.0890596 Aug 19 18:07:13.820762 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdb4ab-c921-46fd-b5ce-7668256c7b2f req-ea18aea2-b8db-4941-af52-709c149dd667 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:13.828271 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a3fdb4ab-c921-46fd-b5ce-7668256c7b2f req-ea18aea2-b8db-4941-af52-709c149dd667 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.1289029 Aug 19 18:07:13.850610 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a7be1-4385-4aa2-85a6-23034bea31a1 req-60cb14de-dbb1-4379-a84a-1b651280cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:13.852244 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-009a7be1-4385-4aa2-85a6-23034bea31a1 req-60cb14de-dbb1-4379-a84a-1b651280cb87 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a08e371-d5ad-4f23-ad70-70127956d420 HTTP/1.1" status: 200 len: 860 time: 0.1499741 Aug 19 18:07:13.907267 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a3fdb4ab-c921-46fd-b5ce-7668256c7b2f req-78b553ae-3ef9-4f92-9ddf-01681a89a1ba tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709291 Aug 19 18:07:13.935381 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-4b7fa198-f24b-47dc-8bbc-ca8ee265ef28 service neutron] Attempting to bind port 78b023f4-e475-45ab-9cbc-06056d0bcc2f on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:13.935960 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-4b7fa198-f24b-47dc-8bbc-ca8ee265ef28 service neutron] Attempting to bind port 78b023f4-e475-45ab-9cbc-06056d0bcc2f by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '434fb4db-9b36-4776-a47f-5872eb93f121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b1f25a42-0bf7-438c-8023-c1fe6524c164'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:13.936090 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-4b7fa198-f24b-47dc-8bbc-ca8ee265ef28 service neutron] Attempting to bind port 78b023f4-e475-45ab-9cbc-06056d0bcc2f on network b1f25a42-0bf7-438c-8023-c1fe6524c164 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:13.943082 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-4b7fa198-f24b-47dc-8bbc-ca8ee265ef28 service neutron] Port 78b023f4-e475-45ab-9cbc-06056d0bcc2f on network b1f25a42-0bf7-438c-8023-c1fe6524c164 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:13.943082 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-4b7fa198-f24b-47dc-8bbc-ca8ee265ef28 service neutron] Attempting to bind port 78b023f4-e475-45ab-9cbc-06056d0bcc2f on network b1f25a42-0bf7-438c-8023-c1fe6524c164 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:13.946687 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a7be1-4385-4aa2-85a6-23034bea31a1 req-405cf9f2-54e1-40dd-a987-00610095839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:13.948337 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-009a7be1-4385-4aa2-85a6-23034bea31a1 req-405cf9f2-54e1-40dd-a987-00610095839a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f44deb17-6524-4309-af63-141c3a78262b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839660 Aug 19 18:07:13.951774 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-4b7fa198-f24b-47dc-8bbc-ca8ee265ef28 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:07:13.952216 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-4b7fa198-f24b-47dc-8bbc-ca8ee265ef28 service neutron] Checking segment: {'id': '434fb4db-9b36-4776-a47f-5872eb93f121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b1f25a42-0bf7-438c-8023-c1fe6524c164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:13.952583 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-4b7fa198-f24b-47dc-8bbc-ca8ee265ef28 service neutron] Bound using segment: {'id': '434fb4db-9b36-4776-a47f-5872eb93f121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b1f25a42-0bf7-438c-8023-c1fe6524c164'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:07:13.952979 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-4b7fa198-f24b-47dc-8bbc-ca8ee265ef28 service neutron] Bound port: 78b023f4-e475-45ab-9cbc-06056d0bcc2f, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '434fb4db-9b36-4776-a47f-5872eb93f121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b1f25a42-0bf7-438c-8023-c1fe6524c164'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:07:13.953348 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-4b7fa198-f24b-47dc-8bbc-ca8ee265ef28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:13.971513 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41870) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:14.118574 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-4b7fa198-f24b-47dc-8bbc-ca8ee265ef28 service neutron] For port 78b023f4-e475-45ab-9cbc-06056d0bcc2f, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:14.126519 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-64dc1493-1dd7-4b15-b876-68d6d2acd2a5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-171225752-network', 'tenant_id': 'fce72f549e634e21a1104a2106da2de3'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:14.126900 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-4b7fa198-f24b-47dc-8bbc-ca8ee265ef28 service neutron] For port 78b023f4-e475-45ab-9cbc-06056d0bcc2f, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=78b023f4-e475-45ab-9cbc-06056d0bcc2f,segment=NetworkSegment(434fb4db-9b36-4776-a47f-5872eb93f121),segment_id=434fb4db-9b36-4776-a47f-5872eb93f121)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:07:14.131863 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-009a7be1-4385-4aa2-85a6-23034bea31a1 req-15217dd5-fd3c-44a1-9700-f071fd4fdc45 service neutron] 10.222.0.54 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720960 Aug 19 18:07:14.135606 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-4b7fa198-f24b-47dc-8bbc-ca8ee265ef28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:14.173175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dc1493-1dd7-4b15-b876-68d6d2acd2a5 admin admin] Made reservation on behalf of fce72f549e634e21a1104a2106da2de3 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:14.177667 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-64dc1493-1dd7-4b15-b876-68d6d2acd2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:14.188517 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-64dc1493-1dd7-4b15-b876-68d6d2acd2a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:14.263650 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-4b7fa198-f24b-47dc-8bbc-ca8ee265ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.264421 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-4b7fa198-f24b-47dc-8bbc-ca8ee265ef28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:14.266271 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-4b7fa198-f24b-47dc-8bbc-ca8ee265ef28 service neutron] 10.222.0.54 "PUT /v2.0/ports/78b023f4-e475-45ab-9cbc-06056d0bcc2f HTTP/1.1" status: 200 len: 1091 time: 1.7473314 Aug 19 18:07:14.278462 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fa198-f24b-47dc-8bbc-ca8ee265ef28 service neutron] Pushing event updated for resources: {'Port': ['ID=78b023f4-e475-45ab-9cbc-06056d0bcc2f,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:14.336613 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-009a7be1-4385-4aa2-85a6-23034bea31a1 req-a3ae33d5-b334-49fe-af76-d41ed11ededf service neutron] 10.222.0.54 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966538 Aug 19 18:07:14.337246 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-64dc1493-1dd7-4b15-b876-68d6d2acd2a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:14.356329 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-64dc1493-1dd7-4b15-b876-68d6d2acd2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:14.394088 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64dc1493-1dd7-4b15-b876-68d6d2acd2a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:07:14.404497 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc1493-1dd7-4b15-b876-68d6d2acd2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5a40b2-563f-4523-8b3d-44117b74a7d2,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:14.414976 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-64dc1493-1dd7-4b15-b876-68d6d2acd2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:14.415616 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-64dc1493-1dd7-4b15-b876-68d6d2acd2a5 admin admin] Added segment 5a371276-2b79-43dc-b022-55b2d6960f9e of type vlan for network ed6cc30c-2a55-41f6-a6b0-fee655536fe2 Aug 19 18:07:14.442515 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102aeeb5-d520-472e-b2ee-279a43fddd23', 'tag': '78b023f4-e475-45ab-9cbc-06056d0bcc2f'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:14.445174 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9184452d-74ff-4790-af4e-d164da96c9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "102aeeb5-d520-472e-b2ee-279a43fddd23", "tag": "78b023f4-e475-45ab-9cbc-06056d0bcc2f"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:14.470499 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-64dc1493-1dd7-4b15-b876-68d6d2acd2a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:14.482455 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312f501-6748-4f4e-b573-7e88c9d645dc req-9fcabe77-6ac2-48a6-9d3c-76e088b70750 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.484417 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d312f501-6748-4f4e-b573-7e88c9d645dc req-9fcabe77-6ac2-48a6-9d3c-76e088b70750 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 943 time: 0.0875428 Aug 19 18:07:14.497655 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-3655b869-9812-4f70-bd32-260953e4a897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.499576 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-3655b869-9812-4f70-bd32-260953e4a897 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=245cdbea3ee940a88607d44478ca1486&device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 1094 time: 0.1612034 Aug 19 18:07:14.514302 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-64dc1493-1dd7-4b15-b876-68d6d2acd2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:14.516885 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dc1493-1dd7-4b15-b876-68d6d2acd2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.517928 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-64dc1493-1dd7-4b15-b876-68d6d2acd2a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:14.561560 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-433a6843-5630-470b-9bb8-f375d5d33c6f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b023f4-e475-45ab-9cbc-06056d0bcc2f HTTP/1.1" status: 200 len: 217 time: 0.0474224 Aug 19 18:07:14.598832 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d312f501-6748-4f4e-b573-7e88c9d645dc req-e324784f-2f59-4f1d-ae66-f8daeee92d3c tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041942 Aug 19 18:07:14.610223 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-64dc1493-1dd7-4b15-b876-68d6d2acd2a5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6372538 Aug 19 18:07:14.615341 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41884) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:14.621203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-ffa0a9f1-b5e0-4c6c-a90d-70e92c827b8b admin admin] Request body: {'subnet': {'network_id': 'ed6cc30c-2a55-41f6-a6b0-fee655536fe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-171225752-subnet', 'tenant_id': 'fce72f549e634e21a1104a2106da2de3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:14.631810 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc1493-1dd7-4b15-b876-68d6d2acd2a5 admin admin] Pushing event updated for resources: {'Network': ['ID=ed6cc30c-2a55-41f6-a6b0-fee655536fe2,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:14.648081 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383cfefb-34b8-4c1b-956c-b849ec71c75c x-openstack-request-id: req-383cfefb-34b8-4c1b-956c-b849ec71c75c {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:14.648432 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102aeeb5-d520-472e-b2ee-279a43fddd23", "tag": "78b023f4-e475-45ab-9cbc-06056d0bcc2f", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:14.648687 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-383cfefb-34b8-4c1b-956c-b849ec71c75c {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:14.649090 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102aeeb5-d520-472e-b2ee-279a43fddd23', 'tag': '78b023f4-e475-45ab-9cbc-06056d0bcc2f', 'status': 'completed', 'code': 200} Aug 19 18:07:14.650979 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network ed6cc30c-2a55-41f6-a6b0-fee655536fe2 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:07:14.657728 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa0a9f1-b5e0-4c6c-a90d-70e92c827b8b admin admin] Made reservation on behalf of fce72f549e634e21a1104a2106da2de3 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:14.663186 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-c71e8881-65c4-436c-b6d6-8dfaf50ee569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.665028 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-c71e8881-65c4-436c-b6d6-8dfaf50ee569 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f22f8c54-0669-4c4f-bbb0-adba99072f6b HTTP/1.1" status: 200 len: 859 time: 0.0892966 Aug 19 18:07:14.665264 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffa0a9f1-b5e0-4c6c-a90d-70e92c827b8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:14.713408 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-29871437-f5b8-4016-95fe-c35c03f872b7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1f25a42-0bf7-438c-8023-c1fe6524c164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402803 Aug 19 18:07:14.867028 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee87b8b-b66d-4c22-a46c-4ca95684fae3 req-e83379cc-1df5-4a48-bb77-dd8e28d895ea tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.870266 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aee87b8b-b66d-4c22-a46c-4ca95684fae3 req-e83379cc-1df5-4a48-bb77-dd8e28d895ea tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a87ca74-0946-4a09-86e4-c6a6f2eb58ea HTTP/1.1" status: 200 len: 943 time: 0.1024940 Aug 19 18:07:14.926686 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-0fbedb70-f8f0-4c61-9229-a193335be2a9 service neutron] 10.222.0.54 "GET /v2.0/networks/b1f25a42-0bf7-438c-8023-c1fe6524c164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029526 Aug 19 18:07:14.948112 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aee87b8b-b66d-4c22-a46c-4ca95684fae3 req-2ab5a7d9-c25d-492b-8e18-9f125940ebe0 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/security-groups?id=adabe909-473e-4a50-9d16-0ad29ed52538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502422 Aug 19 18:07:15.051940 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffa0a9f1-b5e0-4c6c-a90d-70e92c827b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:15.133653 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa550145-424c-4fca-8a6c-5e472ca0780a req-cf04da48-bc45-4a6e-964f-841b470710d5 service neutron] 10.222.0.54 "GET /v2.0/networks/b1f25a42-0bf7-438c-8023-c1fe6524c164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946564 Aug 19 18:07:15.199398 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0a9f1-b5e0-4c6c-a90d-70e92c827b8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e56f2809-e79a-4c5f-bec0-9b7673cca425,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:15.200136 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260e99b-3dc1-42b4-8d1a-cf62a59416a1 req-ad048dbf-830c-4551-a824-a94f8c3904dd tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:15.201272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0a9f1-b5e0-4c6c-a90d-70e92c827b8b admin admin] Checking segment: {'id': '5a371276-2b79-43dc-b022-55b2d6960f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ed6cc30c-2a55-41f6-a6b0-fee655536fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:15.201670 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa0a9f1-b5e0-4c6c-a90d-70e92c827b8b admin admin] Network hostable DHCP agents. Network: ed6cc30c-2a55-41f6-a6b0-fee655536fe2, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:07:15.206205 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3260e99b-3dc1-42b4-8d1a-cf62a59416a1 req-ad048dbf-830c-4551-a824-a94f8c3904dd tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.0683949 Aug 19 18:07:15.243138 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa0a9f1-b5e0-4c6c-a90d-70e92c827b8b admin admin] Network ed6cc30c-2a55-41f6-a6b0-fee655536fe2 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:07:15.261444 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-ffa0a9f1-b5e0-4c6c-a90d-70e92c827b8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, ed6cc30c-2a55-41f6-a6b0-fee655536fe2) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:15.269262 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa0a9f1-b5e0-4c6c-a90d-70e92c827b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:15.270511 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffa0a9f1-b5e0-4c6c-a90d-70e92c827b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:15.278482 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e037dc0-3d9a-44fc-a8c5-fd3f7d22bc68 None None] Network ed6cc30c-2a55-41f6-a6b0-fee655536fe2 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:07:15.293119 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3260e99b-3dc1-42b4-8d1a-cf62a59416a1 req-e64bbb73-e45e-482e-a346-db45f3fecca4 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725763 Aug 19 18:07:15.304801 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ffa0a9f1-b5e0-4c6c-a90d-70e92c827b8b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6856017 Aug 19 18:07:15.306930 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41892) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:15.319806 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-fdb2959a-e37d-4fb4-9dd4-92a001cb82ff admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-171225752-router', 'tenant_id': 'fce72f549e634e21a1104a2106da2de3', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:15.320081 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184452d-74ff-4790-af4e-d164da96c9b8 req-794bca16-41ed-469b-9931-e863fd8948a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:15.324642 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9184452d-74ff-4790-af4e-d164da96c9b8 req-794bca16-41ed-469b-9931-e863fd8948a8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=245cdbea3ee940a88607d44478ca1486&device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 1094 time: 0.1151869 Aug 19 18:07:15.397162 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fdb2959a-e37d-4fb4-9dd4-92a001cb82ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:15.401971 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fdb2959a-e37d-4fb4-9dd4-92a001cb82ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:15.459768 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 7984e1fb-279c-45a0-9a87-1bf10f70ce4f details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:07:15.505861 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fdb2959a-e37d-4fb4-9dd4-92a001cb82ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:15.507773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184452d-74ff-4790-af4e-d164da96c9b8 req-23a8ff2b-1c67-456c-9b23-61990e5ac4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:15.511218 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9184452d-74ff-4790-af4e-d164da96c9b8 req-23a8ff2b-1c67-456c-9b23-61990e5ac4ce service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1f25a42-0bf7-438c-8023-c1fe6524c164 HTTP/1.1" status: 200 len: 920 time: 0.1762900 Aug 19 18:07:15.643941 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9184452d-74ff-4790-af4e-d164da96c9b8 req-88a2eb8a-2322-4259-8b57-c61b15bb1e0c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b023f4-e475-45ab-9cbc-06056d0bcc2f HTTP/1.1" status: 200 len: 217 time: 0.1241713 Aug 19 18:07:15.736053 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 7984e1fb-279c-45a0-9a87-1bf10f70ce4f, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7984e1fb-279c-45a0-9a87-1bf10f70ce4f,segment=NetworkSegment(c40ae849-6260-4c64-926f-49210011f1ae),segment_id=c40ae849-6260-4c64-926f-49210011f1ae)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:15.739622 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184452d-74ff-4790-af4e-d164da96c9b8 req-c849ef00-9c19-4edc-91f7-ea848e5f26db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:15.741132 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9184452d-74ff-4790-af4e-d164da96c9b8 req-c849ef00-9c19-4edc-91f7-ea848e5f26db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f22f8c54-0669-4c4f-bbb0-adba99072f6b HTTP/1.1" status: 200 len: 859 time: 0.0901599 Aug 19 18:07:15.756261 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '7984e1fb-279c-45a0-9a87-1bf10f70ce4f', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'port_id': '7984e1fb-279c-45a0-9a87-1bf10f70ce4f', 'mac_address': 'fa:16:3e:d8:2e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:07:15.770833 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fdb2959a-e37d-4fb4-9dd4-92a001cb82ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:15.833955 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9184452d-74ff-4790-af4e-d164da96c9b8 req-f8a1a094-a577-476c-afe9-c3ad34b1e0b4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1f25a42-0bf7-438c-8023-c1fe6524c164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506840 Aug 19 18:07:15.852755 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf28f0f-a4a9-4df9-89fd-394c00aca1b0 None None] Network ed6cc30c-2a55-41f6-a6b0-fee655536fe2 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:07:15.858295 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:15.885675 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7984e1fb-279c-45a0-9a87-1bf10f70ce4f {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:07:15.955314 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 7984e1fb-279c-45a0-9a87-1bf10f70ce4f, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7984e1fb-279c-45a0-9a87-1bf10f70ce4f,segment=NetworkSegment(c40ae849-6260-4c64-926f-49210011f1ae),segment_id=c40ae849-6260-4c64-926f-49210011f1ae)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:15.971914 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.010821 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cabb56-7116-4fae-aabc-df137f2fe179 req-c05bec04-d5ee-4a7a-8486-7015a9bea0ab tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:16.012355 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b6cabb56-7116-4fae-aabc-df137f2fe179 req-c05bec04-d5ee-4a7a-8486-7015a9bea0ab tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 943 time: 0.2697873 Aug 19 18:07:16.102457 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=7984e1fb-279c-45a0-9a87-1bf10f70ce4f,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:16.165221 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.165764 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9184452d-74ff-4790-af4e-d164da96c9b8 req-bda96379-9073-4bba-8a5d-fe81bb8ab0d9 service neutron] 10.222.0.54 "GET /v2.0/networks/b1f25a42-0bf7-438c-8023-c1fe6524c164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188896 Aug 19 18:07:16.185204 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b6cabb56-7116-4fae-aabc-df137f2fe179 req-0b468ae0-4f47-4361-beb5-bd76888e0ab4 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444509 Aug 19 18:07:16.192886 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fdb2959a-e37d-4fb4-9dd4-92a001cb82ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.249152 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fdb2959a-e37d-4fb4-9dd4-92a001cb82ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.265425 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['7984e1fb-279c-45a0-9a87-1bf10f70ce4f'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:07:16.369049 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9184452d-74ff-4790-af4e-d164da96c9b8 req-bd789917-a50f-49ee-9dc9-9110889207c8 service neutron] 10.222.0.54 "GET /v2.0/networks/b1f25a42-0bf7-438c-8023-c1fe6524c164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952057 Aug 19 18:07:16.529634 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddf07e-53c3-4527-9870-4405348ccff3 req-6a574463-e0e5-47e9-8308-f145c88df6be tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:16.531980 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-faddf07e-53c3-4527-9870-4405348ccff3 req-6a574463-e0e5-47e9-8308-f145c88df6be tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.1087449 Aug 19 18:07:16.561063 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-fdb2959a-e37d-4fb4-9dd4-92a001cb82ff admin admin] Allocated IP 172.25.8.33 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/1fcbf40e-fe80-448b-9ec0-411794c17d8d) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:16.580437 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd714d-e206-4a0f-8e40-3a7e75c494a1 req-44de6732-5a35-46ef-8cba-d85e441ee2be tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:16.582849 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-68bd714d-e206-4a0f-8e40-3a7e75c494a1 req-44de6732-5a35-46ef-8cba-d85e441ee2be tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a87ca74-0946-4a09-86e4-c6a6f2eb58ea HTTP/1.1" status: 200 len: 944 time: 0.4066720 Aug 19 18:07:16.614447 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-faddf07e-53c3-4527-9870-4405348ccff3 req-c50953ad-b64f-4fb6-9099-415314d5fc93 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684679 Aug 19 18:07:16.816397 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-68bd714d-e206-4a0f-8e40-3a7e75c494a1 req-6f04d266-3765-4bed-ae5a-c2b731ab6eb6 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/security-groups?id=adabe909-473e-4a50-9d16-0ad29ed52538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193696 Aug 19 18:07:16.826474 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fdb2959a-e37d-4fb4-9dd4-92a001cb82ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.879581 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fdb2959a-e37d-4fb4-9dd4-92a001cb82ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.928892 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb2959a-e37d-4fb4-9dd4-92a001cb82ff admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:16.932281 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-fdb2959a-e37d-4fb4-9dd4-92a001cb82ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:16.937280 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2959a-e37d-4fb4-9dd4-92a001cb82ff admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:16.941008 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2959a-e37d-4fb4-9dd4-92a001cb82ff admin admin] Pushing event updated for resources: {'Port': ['ID=1fcbf40e-fe80-448b-9ec0-411794c17d8d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:17.335151 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fdb2959a-e37d-4fb4-9dd4-92a001cb82ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:17.405246 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd186f5-0992-468c-b161-978e2f0423e1 req-6d8e6d70-2b4c-492f-9bd7-3e626489bc0f tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:17.407120 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2dd186f5-0992-468c-b161-978e2f0423e1 req-6d8e6d70-2b4c-492f-9bd7-3e626489bc0f tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 943 time: 0.1135709 Aug 19 18:07:17.425810 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:07:17.454718 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 78b023f4-e475-45ab-9cbc-06056d0bcc2f details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:07:17.459743 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 7984e1fb-279c-45a0-9a87-1bf10f70ce4f up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:17.501623 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2dd186f5-0992-468c-b161-978e2f0423e1 req-2d337329-020c-4cc8-9fd1-4ee13eb14233 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522587 Aug 19 18:07:17.704919 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 7984e1fb-279c-45a0-9a87-1bf10f70ce4f completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:17.719064 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fdb2959a-e37d-4fb4-9dd4-92a001cb82ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:17.733399 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 7984e1fb-279c-45a0-9a87-1bf10f70ce4f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:17.735910 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:17.875940 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 78b023f4-e475-45ab-9cbc-06056d0bcc2f, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=78b023f4-e475-45ab-9cbc-06056d0bcc2f,segment=NetworkSegment(434fb4db-9b36-4776-a47f-5872eb93f121),segment_id=434fb4db-9b36-4776-a47f-5872eb93f121)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:17.896035 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88b6fe-8d81-44ed-a363-e006bfabe6b9 req-b4b299e5-81f9-4a3e-842d-c3c154756fb4 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:17.905506 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9b88b6fe-8d81-44ed-a363-e006bfabe6b9 req-b4b299e5-81f9-4a3e-842d-c3c154756fb4 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.1204278 Aug 19 18:07:17.911236 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '78b023f4-e475-45ab-9cbc-06056d0bcc2f', 'network_id': 'b1f25a42-0bf7-438c-8023-c1fe6524c164', 'port_id': '78b023f4-e475-45ab-9cbc-06056d0bcc2f', 'mac_address': 'fa:16:3e:0b:35:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22f8c54-0669-4c4f-bbb0-adba99072f6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:07:17.957476 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb2959a-e37d-4fb4-9dd4-92a001cb82ff admin admin] Router 50b7f6a9-8189-462f-8603-69cf906ff409 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:07:18.023636 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:18.027618 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9b88b6fe-8d81-44ed-a363-e006bfabe6b9 req-9c7eb5af-a4e2-4b86-8c19-256ffdbcd4fc tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060824 Aug 19 18:07:18.053181 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:18.120835 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 7984e1fb-279c-45a0-9a87-1bf10f70ce4f, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7984e1fb-279c-45a0-9a87-1bf10f70ce4f,segment=NetworkSegment(c40ae849-6260-4c64-926f-49210011f1ae),segment_id=c40ae849-6260-4c64-926f-49210011f1ae)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:18.123013 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a87ca74-0946-4a09-86e4-c6a6f2eb58ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7984e1fb-279c-45a0-9a87-1bf10f70ce4f'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:18.125666 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23c315d-177f-43cf-8528-0abcaf468d08" -d '{"events": [{"server_uuid": "3a87ca74-0946-4a09-86e4-c6a6f2eb58ea", "name": "network-vif-plugged", "status": "completed", "tag": "7984e1fb-279c-45a0-9a87-1bf10f70ce4f"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:18.130400 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:18.133350 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b023f4-e475-45ab-9cbc-06056d0bcc2f {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:07:18.194880 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=7984e1fb-279c-45a0-9a87-1bf10f70ce4f,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:18.224804 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc32b02-45ce-4a05-8832-7c2b7dca099d x-openstack-request-id: req-4bc32b02-45ce-4a05-8832-7c2b7dca099d {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:18.228378 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a87ca74-0946-4a09-86e4-c6a6f2eb58ea", "name": "network-vif-plugged", "status": "completed", "tag": "7984e1fb-279c-45a0-9a87-1bf10f70ce4f", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:18.228747 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4bc32b02-45ce-4a05-8832-7c2b7dca099d {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:18.229272 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a87ca74-0946-4a09-86e4-c6a6f2eb58ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7984e1fb-279c-45a0-9a87-1bf10f70ce4f', 'code': 200} Aug 19 18:07:18.243656 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 78b023f4-e475-45ab-9cbc-06056d0bcc2f, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=78b023f4-e475-45ab-9cbc-06056d0bcc2f,segment=NetworkSegment(434fb4db-9b36-4776-a47f-5872eb93f121),segment_id=434fb4db-9b36-4776-a47f-5872eb93f121)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:18.249325 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:18.361525 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=78b023f4-e475-45ab-9cbc-06056d0bcc2f,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:18.402413 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbbe78-6354-4351-8b16-9fa42af3c881 req-da771598-b3f5-4e8f-b6c1-a47c92bc4d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:18.404380 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0bbbe78-6354-4351-8b16-9fa42af3c881 req-da771598-b3f5-4e8f-b6c1-a47c92bc4d8c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3a87ca74-0946-4a09-86e4-c6a6f2eb58ea HTTP/1.1" status: 200 len: 1096 time: 0.0865009 Aug 19 18:07:18.481775 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0bbbe78-6354-4351-8b16-9fa42af3c881 req-d66ea66e-b90d-4139-adae-84798ddcf131 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=adabe909-473e-4a50-9d16-0ad29ed52538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661952 Aug 19 18:07:18.569802 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['78b023f4-e475-45ab-9cbc-06056d0bcc2f'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:07:18.599865 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ad7f1-25bb-43b6-97c9-5401c97bf06f req-2124b3ac-1ece-41fa-99ea-c6a3d8d2242f tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:18.607674 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5b2ad7f1-25bb-43b6-97c9-5401c97bf06f req-2124b3ac-1ece-41fa-99ea-c6a3d8d2242f tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a87ca74-0946-4a09-86e4-c6a6f2eb58ea HTTP/1.1" status: 200 len: 944 time: 0.5236466 Aug 19 18:07:18.650890 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb2959a-e37d-4fb4-9dd4-92a001cb82ff admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:07:18.666151 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] Sync routers for ids ['50b7f6a9-8189-462f-8603-69cf906ff409'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:07:18.668874 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5b2ad7f1-25bb-43b6-97c9-5401c97bf06f req-d3ee4cbb-4de8-46f5-a0fe-1325d8ad23e4 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/security-groups?id=adabe909-473e-4a50-9d16-0ad29ed52538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594597 Aug 19 18:07:18.700773 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] Routers {'50b7f6a9-8189-462f-8603-69cf906ff409'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:18.701969 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:07:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['50b7f6a9-8189-462f-8603-69cf906ff409'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:18.704108 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fdb2959a-e37d-4fb4-9dd4-92a001cb82ff admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:18.706195 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fdb2959a-e37d-4fb4-9dd4-92a001cb82ff admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3970358 Aug 19 18:07:18.709176 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41936) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:18.795905 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e7d79-11c5-4007-87d1-24ec214a0c3f req-022cac03-8a39-47ee-a833-33cbd71a5ae4 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:18.814445 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-509e7d79-11c5-4007-87d1-24ec214a0c3f req-022cac03-8a39-47ee-a833-33cbd71a5ae4 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 944 time: 0.1639750 Aug 19 18:07:18.976015 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-509e7d79-11c5-4007-87d1-24ec214a0c3f req-5818e523-92df-4b9e-9503-26d5ec2f57d5 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591039 Aug 19 18:07:19.285081 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7dea7-de97-4baa-8f41-72d63ea2d00a req-8fa7c366-67ef-4c4f-9445-20ccf1fb6c66 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:19.291839 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e7d7dea7-de97-4baa-8f41-72d63ea2d00a req-8fa7c366-67ef-4c4f-9445-20ccf1fb6c66 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.1104467 Aug 19 18:07:19.314570 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] Set router 50b7f6a9-8189-462f-8603-69cf906ff409 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:19.404420 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e7d7dea7-de97-4baa-8f41-72d63ea2d00a req-b6e30d47-1436-407f-8e9b-9fdc347ba135 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837605 Aug 19 18:07:19.917221 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b7f6a9-8189-462f-8603-69cf906ff409', 'name': 'tempest-ServerRescueNegativeTestJSON-171225752-router', 'tenant_id': 'fce72f549e634e21a1104a2106da2de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '1fcbf40e-fe80-448b-9ec0-411794c17d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:07:15Z', 'updated_at': '2021-08-19T18:07:17Z', 'revision_number': 3, 'project_id': 'fce72f549e634e21a1104a2106da2de3', 'gw_port': {'id': '1fcbf40e-fe80-448b-9ec0-411794c17d8d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b7f6a9-8189-462f-8603-69cf906ff409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:16Z', 'updated_at': '2021-08-19T18:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:19.975773 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] Checking router: 50b7f6a9-8189-462f-8603-69cf906ff409 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:07:19.976130 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] Updating router 50b7f6a9-8189-462f-8603-69cf906ff409 port 1fcbf40e-fe80-448b-9ec0-411794c17d8d binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:07:20.011085 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c48885-701d-471c-99ba-fdea1b332abc req-f34ca20e-547e-45d0-a97b-b7a122617f7a tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:20.022360 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:20.025921 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-08c48885-701d-471c-99ba-fdea1b332abc req-f34ca20e-547e-45d0-a97b-b7a122617f7a tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 944 time: 0.1722445 Aug 19 18:07:20.028671 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1b8b412a-e040-480f-9f9a-e85de4dca88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:20.126188 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46027c-7e17-4115-96d6-a49267ba16b5 req-1a4e9560-e4f8-442f-b056-e4d50a4da19a tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:20.128192 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5b46027c-7e17-4115-96d6-a49267ba16b5 req-1a4e9560-e4f8-442f-b056-e4d50a4da19a tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a87ca74-0946-4a09-86e4-c6a6f2eb58ea HTTP/1.1" status: 200 len: 945 time: 0.2290947 Aug 19 18:07:20.227595 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-08c48885-701d-471c-99ba-fdea1b332abc req-b29581cb-f655-4010-b57f-05df571526ae tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007709 Aug 19 18:07:20.277066 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5b46027c-7e17-4115-96d6-a49267ba16b5 req-bc993126-ead0-425e-89ab-a6e310695f56 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/security-groups?id=adabe909-473e-4a50-9d16-0ad29ed52538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676293 Aug 19 18:07:20.508447 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c424a9-71dd-49e4-9184-d8a9abe4463d req-3a6f2666-5d6b-4414-add4-850e31e38dc6 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:20.510051 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d9c424a9-71dd-49e4-9184-d8a9abe4463d req-3a6f2666-5d6b-4414-add4-850e31e38dc6 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 944 time: 0.1850159 Aug 19 18:07:20.569461 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-1b8b412a-e040-480f-9f9a-e85de4dca88a admin admin] Allocated IP 172.20.0.1 (ed6cc30c-2a55-41f6-a6b0-fee655536fe2/e56f2809-e79a-4c5f-bec0-9b7673cca425/96b8bc98-b880-4d9f-956b-8893c928f175) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:20.669400 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3400bb-9ea0-4c48-bccf-55b3510af7df req-70ead7e3-7300-4815-967d-084713c34426 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:20.678674 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:20.684471 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5b3400bb-9ea0-4c48-bccf-55b3510af7df req-70ead7e3-7300-4815-967d-084713c34426 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 944 time: 0.3031549 Aug 19 18:07:20.717874 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] Transition to ACTIVE for port object 1fcbf40e-fe80-448b-9ec0-411794c17d8d will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:20.731379 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:20.795182 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29006dbb-935c-4430-b33b-a02aeb3b318f req-07b8b9d9-1a9a-48cb-b40c-8990a8c63e4c tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:20.798162 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-29006dbb-935c-4430-b33b-a02aeb3b318f req-07b8b9d9-1a9a-48cb-b40c-8990a8c63e4c tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.1045308 Aug 19 18:07:20.853090 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b73607-c40e-4e00-9df2-dca3433084d1 None None] Pushing event updated for resources: {'Port': ['ID=1fcbf40e-fe80-448b-9ec0-411794c17d8d,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:20.873074 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] Attempting to bind port 1fcbf40e-fe80-448b-9ec0-411794c17d8d on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:20.873637 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] Attempting to bind port 1fcbf40e-fe80-448b-9ec0-411794c17d8d by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:20.874067 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] Attempting to bind port 1fcbf40e-fe80-448b-9ec0-411794c17d8d on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:20.882065 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:07:20.882513 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:20.882870 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:20.883272 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:07:20.884363 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] Bound port: 1fcbf40e-fe80-448b-9ec0-411794c17d8d, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:07:20.884363 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:20.895338 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1b8b412a-e040-480f-9f9a-e85de4dca88a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:20.900886 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-29006dbb-935c-4430-b33b-a02aeb3b318f req-1efc74e3-e563-47e0-a46d-866d89a24549 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933726 Aug 19 18:07:20.978631 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] For port 1fcbf40e-fe80-448b-9ec0-411794c17d8d, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:20.982414 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] For port 1fcbf40e-fe80-448b-9ec0-411794c17d8d, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1fcbf40e-fe80-448b-9ec0-411794c17d8d,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:07:20.988717 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:20.995648 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1b8b412a-e040-480f-9f9a-e85de4dca88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:21.080747 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b73607-c40e-4e00-9df2-dca3433084d1 None None] Pushing event updated for resources: {'Port': ['ID=1fcbf40e-fe80-448b-9ec0-411794c17d8d,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:21.117331 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] Routers {'50b7f6a9-8189-462f-8603-69cf906ff409'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:21.119382 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:07:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['50b7f6a9-8189-462f-8603-69cf906ff409'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:21.166726 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8b412a-e040-480f-9f9a-e85de4dca88a admin admin] Network ed6cc30c-2a55-41f6-a6b0-fee655536fe2 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:21.188214 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-1b8b412a-e040-480f-9f9a-e85de4dca88a admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:21.206499 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8b412a-e040-480f-9f9a-e85de4dca88a admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:21.320461 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b412a-e040-480f-9f9a-e85de4dca88a admin admin] Pushing event updated for resources: {'Port': ['ID=96b8bc98-b880-4d9f-956b-8893c928f175,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:21.445038 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1b8b412a-e040-480f-9f9a-e85de4dca88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:21.494521 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] Set router 50b7f6a9-8189-462f-8603-69cf906ff409 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:21.575340 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 78b023f4-e475-45ab-9cbc-06056d0bcc2f up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:21.584471 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1776b-5a52-4789-bc52-45ea139aa62a req-be4e0335-c342-4c32-b13a-3efbde49d6d5 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:21.586606 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-77d1776b-5a52-4789-bc52-45ea139aa62a req-be4e0335-c342-4c32-b13a-3efbde49d6d5 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 944 time: 0.1804235 Aug 19 18:07:21.676304 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-77d1776b-5a52-4789-bc52-45ea139aa62a req-2efc73f6-b877-48a2-b95c-f53c3069e90b tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643313 Aug 19 18:07:21.717899 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 78b023f4-e475-45ab-9cbc-06056d0bcc2f completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:21.728850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 78b023f4-e475-45ab-9cbc-06056d0bcc2f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:21.729229 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:21.757710 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1b8b412a-e040-480f-9f9a-e85de4dca88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:21.759105 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5b3400bb-9ea0-4c48-bccf-55b3510af7df req-ff948193-b2f4-4209-9d68-ed7b1674c2a2 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0709412 Aug 19 18:07:21.847287 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-0b7c97a6-1c90-4f17-b258-a94c8dfb7a2f tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:21.849478 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-0b7c97a6-1c90-4f17-b258-a94c8dfb7a2f tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd&tenant_id=4372bce7e7ca475fbe71d1638d302952&binding%3Ahost_id=n-h1-803753-2 HTTP/1.1" status: 200 len: 1096 time: 0.3594625 Aug 19 18:07:21.875209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-72de59a2-c0fb-49c8-b90f-c1b83f5f6cdc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803753-2'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:21.884678 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:21.886152 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-d9c424a9-71dd-49e4-9184-d8a9abe4463d req-710378c7-89dd-4fda-b9cf-13a27e2f7995 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Deleting port c5cfade0-f43d-4456-bbff-daf590b7cfa2 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:21.886783 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d9c424a9-71dd-49e4-9184-d8a9abe4463d req-710378c7-89dd-4fda-b9cf-13a27e2f7995 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:21.928022 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102aeeb5-d520-472e-b2ee-279a43fddd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b023f4-e475-45ab-9cbc-06056d0bcc2f'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:21.931079 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617db550-5bdf-4cbb-9fe0-ccafb25d04b1" -d '{"events": [{"server_uuid": "102aeeb5-d520-472e-b2ee-279a43fddd23", "name": "network-vif-plugged", "status": "completed", "tag": "78b023f4-e475-45ab-9cbc-06056d0bcc2f"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:21.957728 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 78b023f4-e475-45ab-9cbc-06056d0bcc2f, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=78b023f4-e475-45ab-9cbc-06056d0bcc2f,segment=NetworkSegment(434fb4db-9b36-4776-a47f-5872eb93f121),segment_id=434fb4db-9b36-4776-a47f-5872eb93f121)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:22.001894 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:22.003361 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184885a-ffc7-484d-9c3f-42cb8ec45858 req-3ad9c7ee-8889-4aca-bff2-630babc202cf tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:22.007365 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4184885a-ffc7-484d-9c3f-42cb8ec45858 req-3ad9c7ee-8889-4aca-bff2-630babc202cf tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a87ca74-0946-4a09-86e4-c6a6f2eb58ea HTTP/1.1" status: 200 len: 945 time: 0.1926425 Aug 19 18:07:22.070448 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b7f6a9-8189-462f-8603-69cf906ff409', 'name': 'tempest-ServerRescueNegativeTestJSON-171225752-router', 'tenant_id': 'fce72f549e634e21a1104a2106da2de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '1fcbf40e-fe80-448b-9ec0-411794c17d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:07:15Z', 'updated_at': '2021-08-19T18:07:17Z', 'revision_number': 3, 'project_id': 'fce72f549e634e21a1104a2106da2de3', 'gw_port': {'id': '1fcbf40e-fe80-448b-9ec0-411794c17d8d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b7f6a9-8189-462f-8603-69cf906ff409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:16Z', 'updated_at': '2021-08-19T18:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:22.116013 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bbb32b-a33a-4336-97e5-5ecb9e5e84a8 None None] The sync data for ids ['50b7f6a9-8189-462f-8603-69cf906ff409'] in n-d-803753-2 is: [{'id': '50b7f6a9-8189-462f-8603-69cf906ff409', 'name': 'tempest-ServerRescueNegativeTestJSON-171225752-router', 'tenant_id': 'fce72f549e634e21a1104a2106da2de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '1fcbf40e-fe80-448b-9ec0-411794c17d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:07:15Z', 'updated_at': '2021-08-19T18:07:17Z', 'revision_number': 3, 'project_id': 'fce72f549e634e21a1104a2106da2de3', 'gw_port': {'id': '1fcbf40e-fe80-448b-9ec0-411794c17d8d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b7f6a9-8189-462f-8603-69cf906ff409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:16Z', 'updated_at': '2021-08-19T18:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:07:22.132528 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=78b023f4-e475-45ab-9cbc-06056d0bcc2f,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:22.186408 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4184885a-ffc7-484d-9c3f-42cb8ec45858 req-bb872cd8-ac5a-443b-b6cd-85f84cbf2e88 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/security-groups?id=adabe909-473e-4a50-9d16-0ad29ed52538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780245 Aug 19 18:07:22.257459 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c00482f-b791-43a2-8c9f-553e6a791063 x-openstack-request-id: req-3c00482f-b791-43a2-8c9f-553e6a791063 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:22.257969 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102aeeb5-d520-472e-b2ee-279a43fddd23", "name": "network-vif-plugged", "status": "completed", "tag": "78b023f4-e475-45ab-9cbc-06056d0bcc2f", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:22.258688 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c00482f-b791-43a2-8c9f-553e6a791063 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:22.260432 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102aeeb5-d520-472e-b2ee-279a43fddd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b023f4-e475-45ab-9cbc-06056d0bcc2f', 'code': 200} Aug 19 18:07:22.267103 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-d9c424a9-71dd-49e4-9184-d8a9abe4463d req-710378c7-89dd-4fda-b9cf-13a27e2f7995 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] For port c5cfade0-f43d-4456-bbff-daf590b7cfa2, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c5cfade0-f43d-4456-bbff-daf590b7cfa2,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:22.267729 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d9c424a9-71dd-49e4-9184-d8a9abe4463d req-710378c7-89dd-4fda-b9cf-13a27e2f7995 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:22.295250 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-d9c424a9-71dd-49e4-9184-d8a9abe4463d req-710378c7-89dd-4fda-b9cf-13a27e2f7995 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Calling delete_port for c5cfade0-f43d-4456-bbff-daf590b7cfa2 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:22.303006 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1b8b412a-e040-480f-9f9a-e85de4dca88a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:22.311001 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1b8b412a-e040-480f-9f9a-e85de4dca88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:22.380399 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-72de59a2-c0fb-49c8-b90f-c1b83f5f6cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:22.444902 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b412a-e040-480f-9f9a-e85de4dca88a admin admin] Pushing event updated for resources: {'Port': ['ID=96b8bc98-b880-4d9f-956b-8893c928f175,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:22.510632 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d599a-1663-430e-b1fd-f24c52808f17 req-eeb23487-2460-4e96-a5da-6014102b9df9 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:22.520009 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a2d599a-1663-430e-b1fd-f24c52808f17 req-eeb23487-2460-4e96-a5da-6014102b9df9 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 945 time: 0.3660450 Aug 19 18:07:22.550345 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1b8b412a-e040-480f-9f9a-e85de4dca88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:22.567370 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16485c64-b276-4525-a74e-a7a847e44c47 req-d8c0edaa-8acb-40e8-b4b3-3740153ab9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:22.569098 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-16485c64-b276-4525-a74e-a7a847e44c47 req-d8c0edaa-8acb-40e8-b4b3-3740153ab9ce service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 1096 time: 0.1897748 Aug 19 18:07:22.613469 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-7ac77c0f-f2b0-465c-95b0-7085945f2422 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:22.622741 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-7ac77c0f-f2b0-465c-95b0-7085945f2422 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1794760 Aug 19 18:07:22.715259 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-51323554-3739-47c3-b664-036e9d82f733 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.15 HTTP/1.1" status: 200 len: 695 time: 0.0915427 Aug 19 18:07:22.720172 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-1a0025c8-37ce-4eb5-acda-ec954342db43 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Request body: {'floatingip': {'port_id': 'dc823025-d1e5-43df-b336-60b86f281194', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:22.753523 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-16485c64-b276-4525-a74e-a7a847e44c47 req-63eee3ed-faa9-4acf-bcef-235ea7996b62 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696432 Aug 19 18:07:22.771121 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-1a0025c8-37ce-4eb5-acda-ec954342db43 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks [] for floatingip, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:22.809043 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-72de59a2-c0fb-49c8-b90f-c1b83f5f6cdc service neutron] For port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:22.854489 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a2d599a-1663-430e-b1fd-f24c52808f17 req-579ecdc8-6329-439a-ae93-21b2f50bb59b tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332517 Aug 19 18:07:22.936749 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-72de59a2-c0fb-49c8-b90f-c1b83f5f6cdc service neutron] For port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:23.060272 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a33f8d-8b97-4e86-a7aa-1a80356484fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdfa921d-0869-4e5e-ac51-8bd7fe411a3f'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:23.062815 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e215b1-1294-45cc-b6c6-800d729b20fe" -d '{"events": [{"server_uuid": "47a33f8d-8b97-4e86-a7aa-1a80356484fd", "name": "network-vif-unplugged", "status": "completed", "tag": "fdfa921d-0869-4e5e-ac51-8bd7fe411a3f"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:23.068344 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8b412a-e040-480f-9f9a-e85de4dca88a admin admin] Network ed6cc30c-2a55-41f6-a6b0-fee655536fe2 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:23.069877 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-72de59a2-c0fb-49c8-b90f-c1b83f5f6cdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:23.072049 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-1b8b412a-e040-480f-9f9a-e85de4dca88a admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:23.086752 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-72de59a2-c0fb-49c8-b90f-c1b83f5f6cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:23.101266 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d9c424a9-71dd-49e4-9184-d8a9abe4463d req-710378c7-89dd-4fda-b9cf-13a27e2f7995 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:23.116737 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['c5cfade0-f43d-4456-bbff-daf590b7cfa2'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:07:23.218130 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b39f62-3a2e-4638-adf9-fcd068667892 req-3bf650b8-d363-4033-83ac-4cb838c6cc6f tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:23.219804 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95b39f62-3a2e-4638-adf9-fcd068667892 req-3bf650b8-d363-4033-83ac-4cb838c6cc6f tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fd0dd54-ce99-41e4-964c-8d37a300a7c1 HTTP/1.1" status: 200 len: 866 time: 0.2157707 Aug 19 18:07:23.308303 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de59a2-c0fb-49c8-b90f-c1b83f5f6cdc service neutron] Pushing event updated for resources: {'Port': ['ID=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f,revision_number=7']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:23.338624 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c424a9-71dd-49e4-9184-d8a9abe4463d req-710378c7-89dd-4fda-b9cf-13a27e2f7995 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] No DVR routers for this DVR port c5cfade0-f43d-4456-bbff-daf590b7cfa2 on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:07:23.345239 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d9c424a9-71dd-49e4-9184-d8a9abe4463d req-710378c7-89dd-4fda-b9cf-13a27e2f7995 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:23.347903 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d9c424a9-71dd-49e4-9184-d8a9abe4463d req-710378c7-89dd-4fda-b9cf-13a27e2f7995 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.50 "DELETE /v2.0/ports/c5cfade0-f43d-4456-bbff-daf590b7cfa2 HTTP/1.1" status: 204 len: 173 time: 2.8217044 Aug 19 18:07:23.359495 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8b412a-e040-480f-9f9a-e85de4dca88a admin admin] Router 50b7f6a9-8189-462f-8603-69cf906ff409 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:07:23.360333 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device fdfa921d-0869-4e5e-ac51-8bd7fe411a3f details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:07:23.386331 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710378c7-89dd-4fda-b9cf-13a27e2f7995 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Pushing event deleted for resources: {'Port': ['ID=c5cfade0-f43d-4456-bbff-daf590b7cfa2,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:23.392880 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-72de59a2-c0fb-49c8-b90f-c1b83f5f6cdc service neutron] Attempting to bind port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f on host n-h1-803753-2 for vnic_type normal with profile {"migrating_to": "n-h2-803753-2"} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:23.393695 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-72de59a2-c0fb-49c8-b90f-c1b83f5f6cdc service neutron] Attempting to bind port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:23.393810 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-72de59a2-c0fb-49c8-b90f-c1b83f5f6cdc service neutron] Attempting to bind port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:23.403580 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95b39f62-3a2e-4638-adf9-fcd068667892 req-80a4bc14-0f9f-48a2-a8f7-5cfcb52e9098 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665297 Aug 19 18:07:23.404678 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-72de59a2-c0fb-49c8-b90f-c1b83f5f6cdc service neutron] Port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f on network 50874bd2-7160-4e95-947b-586c5b7daba3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:23.405006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-72de59a2-c0fb-49c8-b90f-c1b83f5f6cdc service neutron] Attempting to bind port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:23.417462 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-72de59a2-c0fb-49c8-b90f-c1b83f5f6cdc service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:07:23.418266 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-72de59a2-c0fb-49c8-b90f-c1b83f5f6cdc service neutron] Checking segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:23.418898 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-72de59a2-c0fb-49c8-b90f-c1b83f5f6cdc service neutron] Bound using segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:07:23.420032 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-72de59a2-c0fb-49c8-b90f-c1b83f5f6cdc service neutron] Bound port: fdfa921d-0869-4e5e-ac51-8bd7fe411a3f, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:07:23.420716 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-72de59a2-c0fb-49c8-b90f-c1b83f5f6cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:23.580212 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-72de59a2-c0fb-49c8-b90f-c1b83f5f6cdc service neutron] For port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:23.594311 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8b412a-e040-480f-9f9a-e85de4dca88a admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:07:23.602366 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1b8b412a-e040-480f-9f9a-e85de4dca88a admin admin] 10.222.0.24 "PUT /v2.0/routers/50b7f6a9-8189-462f-8603-69cf906ff409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8896108 Aug 19 18:07:23.609395 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70a364-0255-42ef-94ab-e0797d01d43e req-7b75f016-9892-40d0-b3c6-76791fa70799 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:23.622974 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6d70a364-0255-42ef-94ab-e0797d01d43e req-7b75f016-9892-40d0-b3c6-76791fa70799 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 945 time: 0.0971136 Aug 19 18:07:23.637265 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f, host n-h1-803753-2, got binding levels [] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:23.639984 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-72de59a2-c0fb-49c8-b90f-c1b83f5f6cdc service neutron] For port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:07:23.654786 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-72de59a2-c0fb-49c8-b90f-c1b83f5f6cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:23.690430 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-1a0025c8-37ce-4eb5-acda-ec954342db43 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:23.696502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Attempting to bind port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f on host n-h1-803753-2 for vnic_type normal with profile {"migrating_to": "n-h2-803753-2"} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:23.696883 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Attempting to bind port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:23.697251 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Attempting to bind port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:23.700231 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-1a0025c8-37ce-4eb5-acda-ec954342db43 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:23.714296 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f on network 50874bd2-7160-4e95-947b-586c5b7daba3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:23.715555 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Attempting to bind port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f on network 50874bd2-7160-4e95-947b-586c5b7daba3 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:23.734354 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:07:23.735171 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Checking segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:23.735990 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Bound using segment: {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:07:23.737339 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Bound port: fdfa921d-0869-4e5e-ac51-8bd7fe411a3f, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '50874bd2-7160-4e95-947b-586c5b7daba3'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:07:23.738040 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:23.833973 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6d70a364-0255-42ef-94ab-e0797d01d43e req-9611961c-3b24-4862-a797-09a3180e33e4 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908693 Aug 19 18:07:23.874158 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-72de59a2-c0fb-49c8-b90f-c1b83f5f6cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:23.876456 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-72de59a2-c0fb-49c8-b90f-c1b83f5f6cdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:23.881044 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-72de59a2-c0fb-49c8-b90f-c1b83f5f6cdc service neutron] 10.222.0.50 "PUT /v2.0/ports/fdfa921d-0869-4e5e-ac51-8bd7fe411a3f HTTP/1.1" status: 200 len: 1121 time: 2.0154238 Aug 19 18:07:23.881960 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de59a2-c0fb-49c8-b90f-c1b83f5f6cdc service neutron] Pushing event updated for resources: {'Port': ['ID=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f,revision_number=8']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:23.889721 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1fcbf40e-fe80-448b-9ec0-411794c17d8d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:23.984319 n-d-803753-2 neutron-server[94683]: WARNING neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Concurrent port binding operations failed on port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f Aug 19 18:07:23.991323 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:23.994435 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['fdfa921d-0869-4e5e-ac51-8bd7fe411a3f'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:07:24.001238 n-d-803753-2 neutron-server[94683]: INFO neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Attempt 2 to bind port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f Aug 19 18:07:24.002177 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device fdfa921d-0869-4e5e-ac51-8bd7fe411a3f has no active binding in host n-h2-803753-2 {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 18:07:24.003908 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-1a0025c8-37ce-4eb5-acda-ec954342db43 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Floating IP 0d87eafe-73ee-4ed6-9292-ef587f4186f5 associated. External IP: 172.25.8.15, port: dc823025-d1e5-43df-b336-60b86f281194. Aug 19 18:07:24.038665 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['fdfa921d-0869-4e5e-ac51-8bd7fe411a3f'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:07:24.136263 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 1fcbf40e-fe80-448b-9ec0-411794c17d8d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:24.154016 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 1fcbf40e-fe80-448b-9ec0-411794c17d8d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:24.154508 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.160559 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf724ef-6b83-4399-bde6-5eb139d65afd x-openstack-request-id: req-bdf724ef-6b83-4399-bde6-5eb139d65afd {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:24.161476 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a33f8d-8b97-4e86-a7aa-1a80356484fd", "name": "network-vif-unplugged", "status": "completed", "tag": "fdfa921d-0869-4e5e-ac51-8bd7fe411a3f", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:24.162018 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bdf724ef-6b83-4399-bde6-5eb139d65afd {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:24.162446 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a33f8d-8b97-4e86-a7aa-1a80356484fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdfa921d-0869-4e5e-ac51-8bd7fe411a3f', 'code': 200} Aug 19 18:07:24.282036 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42016) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:24.288578 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-75a0fe55-b161-4b3d-b8bb-fdbf0bf50a9a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1231477217'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:24.328421 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a0fe55-b161-4b3d-b8bb-fdbf0bf50a9a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Made reservation on behalf of 22b0cfe0dd134d888d6f8103e3004f52 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:24.339343 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75a0fe55-b161-4b3d-b8bb-fdbf0bf50a9a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.391728 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a0fe55-b161-4b3d-b8bb-fdbf0bf50a9a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:07:24.413616 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75a0fe55-b161-4b3d-b8bb-fdbf0bf50a9a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.414012 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-75a0fe55-b161-4b3d-b8bb-fdbf0bf50a9a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Added segment 0a895135-90de-40b9-9d92-4de8017ff2d9 of type vlan for network 516636c4-cca9-40b7-8447-b891fcfd801e Aug 19 18:07:24.461969 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.472364 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75a0fe55-b161-4b3d-b8bb-fdbf0bf50a9a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.505283 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75a0fe55-b161-4b3d-b8bb-fdbf0bf50a9a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.520303 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a0fe55-b161-4b3d-b8bb-fdbf0bf50a9a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:24.520975 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75a0fe55-b161-4b3d-b8bb-fdbf0bf50a9a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.552812 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 1fcbf40e-fe80-448b-9ec0-411794c17d8d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1fcbf40e-fe80-448b-9ec0-411794c17d8d,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:24.556319 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-75a0fe55-b161-4b3d-b8bb-fdbf0bf50a9a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2730887 Aug 19 18:07:24.576027 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.586998 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42020) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:24.593601 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-77cb9833-5f4c-4676-a1de-ac7b244ef56c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-231856717'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:24.666800 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=1fcbf40e-fe80-448b-9ec0-411794c17d8d,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:24.716529 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0fe55-b161-4b3d-b8bb-fdbf0bf50a9a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event updated for resources: {'Network': ['ID=516636c4-cca9-40b7-8447-b891fcfd801e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:24.731200 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 516636c4-cca9-40b7-8447-b891fcfd801e details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:07:24.753674 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e13f74-c834-4fe2-8aec-d579824f8340 req-2b0db385-0cc2-4966-84e5-5c363870398a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:24.755475 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59e13f74-c834-4fe2-8aec-d579824f8340 req-2b0db385-0cc2-4966-84e5-5c363870398a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 943 time: 0.1244586 Aug 19 18:07:24.756699 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cb9833-5f4c-4676-a1de-ac7b244ef56c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Made reservation on behalf of 22b0cfe0dd134d888d6f8103e3004f52 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:24.760177 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77cb9833-5f4c-4676-a1de-ac7b244ef56c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.800626 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] Sync routers for ids ['50b7f6a9-8189-462f-8603-69cf906ff409'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:07:24.808080 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77cb9833-5f4c-4676-a1de-ac7b244ef56c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:07:24.813455 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] Routers {'50b7f6a9-8189-462f-8603-69cf906ff409'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:24.815111 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:07:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['50b7f6a9-8189-462f-8603-69cf906ff409'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:24.831674 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77cb9833-5f4c-4676-a1de-ac7b244ef56c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.832614 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-77cb9833-5f4c-4676-a1de-ac7b244ef56c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Added segment 0227a178-9e66-4699-ab26-273cdff22665 of type vlan for network 5f633b63-84e5-45ac-aad5-d8f674f8a1ad Aug 19 18:07:24.845345 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59e13f74-c834-4fe2-8aec-d579824f8340 req-6291f11c-1180-4a37-94d8-a0aab0167e57 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702024 Aug 19 18:07:24.880362 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-1a0025c8-37ce-4eb5-acda-ec954342db43 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Router 34e27296-e742-4201-8132-17e842872c6c has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:07:24.898453 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77cb9833-5f4c-4676-a1de-ac7b244ef56c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.932505 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77cb9833-5f4c-4676-a1de-ac7b244ef56c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.939239 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cb9833-5f4c-4676-a1de-ac7b244ef56c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:24.942776 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77cb9833-5f4c-4676-a1de-ac7b244ef56c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.953640 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] Set router 50b7f6a9-8189-462f-8603-69cf906ff409 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:25.022843 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-77cb9833-5f4c-4676-a1de-ac7b244ef56c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4344420 Aug 19 18:07:25.029828 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42036) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:25.036753 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2e49cf35-cae3-4038-895f-43585396931e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Request body: {'subnet': {'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:25.082460 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb9833-5f4c-4676-a1de-ac7b244ef56c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event updated for resources: {'Network': ['ID=5f633b63-84e5-45ac-aad5-d8f674f8a1ad,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:25.099945 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 5f633b63-84e5-45ac-aad5-d8f674f8a1ad details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:07:25.100201 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-1a0025c8-37ce-4eb5-acda-ec954342db43 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:07:25.106614 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-1a0025c8-37ce-4eb5-acda-ec954342db43 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:25.151045 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-1a0025c8-37ce-4eb5-acda-ec954342db43 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "PUT /v2.0/floatingips/0d87eafe-73ee-4ed6-9292-ef587f4186f5 HTTP/1.1" status: 200 len: 996 time: 2.4348402 Aug 19 18:07:25.153769 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43d11d8-37a1-42c7-957c-97c6e2662e7b', 'tag': 'dc823025-d1e5-43df-b336-60b86f281194'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:25.156064 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486c61f7-3886-491f-aa9e-d9e9ac93325b" -d '{"events": [{"name": "network-changed", "server_uuid": "c43d11d8-37a1-42c7-957c-97c6e2662e7b", "tag": "dc823025-d1e5-43df-b336-60b86f281194"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:25.174742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e49cf35-cae3-4038-895f-43585396931e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Made reservation on behalf of 22b0cfe0dd134d888d6f8103e3004f52 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:25.176721 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16e198-f408-42be-8336-cf77944ff785 req-2be6c31b-81c9-4a2d-970a-aeb5e1cf5e2c tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.181310 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2e49cf35-cae3-4038-895f-43585396931e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:25.187675 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bd16e198-f408-42be-8336-cf77944ff785 req-2be6c31b-81c9-4a2d-970a-aeb5e1cf5e2c tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/networks?id=ed6cc30c-2a55-41f6-a6b0-fee655536fe2 HTTP/1.1" status: 200 len: 818 time: 0.1766627 Aug 19 18:07:25.208444 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bd16e198-f408-42be-8336-cf77944ff785 req-caaf5c04-fe5a-4bc7-9391-aafa1fe37592 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/quotas/fce72f549e634e21a1104a2106da2de3 HTTP/1.1" status: 200 len: 375 time: 0.0189400 Aug 19 18:07:25.249423 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b7f6a9-8189-462f-8603-69cf906ff409', 'name': 'tempest-ServerRescueNegativeTestJSON-171225752-router', 'tenant_id': 'fce72f549e634e21a1104a2106da2de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '1fcbf40e-fe80-448b-9ec0-411794c17d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:07:15Z', 'updated_at': '2021-08-19T18:07:21Z', 'revision_number': 4, 'project_id': 'fce72f549e634e21a1104a2106da2de3', 'gw_port': {'id': '1fcbf40e-fe80-448b-9ec0-411794c17d8d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b7f6a9-8189-462f-8603-69cf906ff409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:16Z', 'updated_at': '2021-08-19T18:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '96b8bc98-b880-4d9f-956b-8893c928f175', 'name': '', 'network_id': 'ed6cc30c-2a55-41f6-a6b0-fee655536fe2', 'tenant_id': 'fce72f549e634e21a1104a2106da2de3', 'mac_address': 'fa:16:3e:c8:a3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b7f6a9-8189-462f-8603-69cf906ff409', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e56f2809-e79a-4c5f-bec0-9b7673cca425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:20Z', 'updated_at': '2021-08-19T18:07:21Z', 'revision_number': 2, 'project_id': 'fce72f549e634e21a1104a2106da2de3', 'subnets': [{'id': 'e56f2809-e79a-4c5f-bec0-9b7673cca425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:25.304701 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] Checking router: 50b7f6a9-8189-462f-8603-69cf906ff409 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:07:25.305064 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] Updating router 50b7f6a9-8189-462f-8603-69cf906ff409 port 96b8bc98-b880-4d9f-956b-8893c928f175 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:07:25.306167 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-812055d9-fbc5-4469-ab0f-78e007fd821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.307655 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5be02f-6ff8-4a4a-9a0c-ae834fdff21a None None] Sync routers for ids ['34e27296-e742-4201-8132-17e842872c6c'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:07:25.310044 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-812055d9-fbc5-4469-ab0f-78e007fd821f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a33c4d51217492ebaa912b769b44260&device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 1097 time: 0.1244864 Aug 19 18:07:25.313798 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bd16e198-f408-42be-8336-cf77944ff785 req-7863e4d6-d086-4976-bc8a-62c5a715d8b0 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fce72f549e634e21a1104a2106da2de3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0947771 Aug 19 18:07:25.327178 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5be02f-6ff8-4a4a-9a0c-ae834fdff21a None None] Routers {'34e27296-e742-4201-8132-17e842872c6c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:25.330272 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ba5be02f-6ff8-4a4a-9a0c-ae834fdff21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:07:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['34e27296-e742-4201-8132-17e842872c6c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:25.341823 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:25.489184 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device c5cfade0-f43d-4456-bbff-daf590b7cfa2 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:07:25.501393 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-098a6cb7-c507-4f6b-87f8-c403e5f1fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.509948 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-098a6cb7-c507-4f6b-87f8-c403e5f1fec1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f44deb17-6524-4309-af63-141c3a78262b HTTP/1.1" status: 200 len: 922 time: 0.1916437 Aug 19 18:07:25.533405 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bd16e198-f408-42be-8336-cf77944ff785 req-71c31fae-2b6e-4abf-ab8e-7e363d167efd service neutron] 10.222.0.24 "GET /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120359 Aug 19 18:07:25.599345 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2e49cf35-cae3-4038-895f-43585396931e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:25.693270 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-597cff60-9d21-44da-bb07-53b7c6b0f09c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc823025-d1e5-43df-b336-60b86f281194 HTTP/1.1" status: 200 len: 999 time: 0.1824226 Aug 19 18:07:25.710840 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bd16e198-f408-42be-8336-cf77944ff785 req-28cb73fc-a64f-40a3-8f87-ec512864faa7 service neutron] 10.222.0.24 "GET /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695335 Aug 19 18:07:25.744176 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:25.774061 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] Transition to ACTIVE for port object 96b8bc98-b880-4d9f-956b-8893c928f175 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:25.775405 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-ba5be02f-6ff8-4a4a-9a0c-ae834fdff21a None None] Set router 34e27296-e742-4201-8132-17e842872c6c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:25.795656 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:25.808402 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-f8333667-bb13-4cee-9bef-0542eb74a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.811447 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-f8333667-bb13-4cee-9bef-0542eb74a418 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a08e371-d5ad-4f23-ad70-70127956d420 HTTP/1.1" status: 200 len: 860 time: 0.1070538 Aug 19 18:07:25.857883 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49cf35-cae3-4038-895f-43585396931e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event updated for resources: {'Subnet': ['ID=148c2169-2926-4f60-a141-8969465d9d36,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:25.861518 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca2091-340d-4516-bbf2-2e80c22bea11 None None] Pushing event updated for resources: {'Port': ['ID=96b8bc98-b880-4d9f-956b-8893c928f175,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:25.889610 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: c5cfade0-f43d-4456-bbff-daf590b7cfa2 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:07:25.890097 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device c5cfade0-f43d-4456-bbff-daf590b7cfa2 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:07:25.895033 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1fcbf40e-fe80-448b-9ec0-411794c17d8d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:25.920363 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e49cf35-cae3-4038-895f-43585396931e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Checking segment: {'id': '0a895135-90de-40b9-9d92-4de8017ff2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:25.921887 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e49cf35-cae3-4038-895f-43585396931e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Network hostable DHCP agents. Network: 516636c4-cca9-40b7-8447-b891fcfd801e, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:07:25.961196 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] Attempting to bind port 96b8bc98-b880-4d9f-956b-8893c928f175 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:25.961571 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] Attempting to bind port 96b8bc98-b880-4d9f-956b-8893c928f175 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5a371276-2b79-43dc-b022-55b2d6960f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ed6cc30c-2a55-41f6-a6b0-fee655536fe2'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:25.962216 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] Attempting to bind port 96b8bc98-b880-4d9f-956b-8893c928f175 on network ed6cc30c-2a55-41f6-a6b0-fee655536fe2 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:25.963656 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-3ecd8883-441f-45c1-92c7-c0360a460355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.966786 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-3ecd8883-441f-45c1-92c7-c0360a460355 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f44deb17-6524-4309-af63-141c3a78262b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369829 Aug 19 18:07:25.970885 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e49cf35-cae3-4038-895f-43585396931e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Network 516636c4-cca9-40b7-8447-b891fcfd801e is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:07:25.980817 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:07:25.981563 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] Checking segment: {'id': '5a371276-2b79-43dc-b022-55b2d6960f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ed6cc30c-2a55-41f6-a6b0-fee655536fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:25.982161 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:25.982743 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] Bound using segment: {'id': '5a371276-2b79-43dc-b022-55b2d6960f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ed6cc30c-2a55-41f6-a6b0-fee655536fe2'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:07:25.983896 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] Bound port: 96b8bc98-b880-4d9f-956b-8893c928f175, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a371276-2b79-43dc-b022-55b2d6960f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ed6cc30c-2a55-41f6-a6b0-fee655536fe2'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:07:25.984691 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:25.999058 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-d6ee8203-9ea5-436e-8ceb-7b126b65c8a6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:26.000288 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-d6ee8203-9ea5-436e-8ceb-7b126b65c8a6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134447 Aug 19 18:07:26.010124 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-2e49cf35-cae3-4038-895f-43585396931e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 516636c4-cca9-40b7-8447-b891fcfd801e) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:26.045451 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e49cf35-cae3-4038-895f-43585396931e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:26.046533 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2e49cf35-cae3-4038-895f-43585396931e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:26.089480 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] For port 96b8bc98-b880-4d9f-956b-8893c928f175, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:26.095906 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d1d0e8-402c-4a92-88b7-b0473fc2e74a None None] Network 516636c4-cca9-40b7-8447-b891fcfd801e requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:07:26.096592 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] For port 96b8bc98-b880-4d9f-956b-8893c928f175, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=96b8bc98-b880-4d9f-956b-8893c928f175,segment=NetworkSegment(5a371276-2b79-43dc-b022-55b2d6960f9e),segment_id=5a371276-2b79-43dc-b022-55b2d6960f9e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:07:26.103630 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:26.139092 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2e49cf35-cae3-4038-895f-43585396931e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1085567 Aug 19 18:07:26.141832 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42052) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:26.147839 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-4ffc32c7-9e6c-48e8-bf72-0e2b943d6386 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Request body: {'subnet': {'network_id': '5f633b63-84e5-45ac-aad5-d8f674f8a1ad', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:26.173010 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef608733-cbd0-4407-8789-0b4a6ac6ef01 req-5d2f1515-99f8-4ef6-99b2-5b9e4838f6a8 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:26.175746 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ef608733-cbd0-4407-8789-0b4a6ac6ef01 req-5d2f1515-99f8-4ef6-99b2-5b9e4838f6a8 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 945 time: 0.1201706 Aug 19 18:07:26.176593 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd0dd54-ce99-41e4-964c-8d37a300a7c1', 'name': 'network-vif-deleted', 'tag': 'c5cfade0-f43d-4456-bbff-daf590b7cfa2'}, {'name': 'network-changed', 'server_uuid': '47a33f8d-8b97-4e86-a7aa-1a80356484fd', 'tag': 'fdfa921d-0869-4e5e-ac51-8bd7fe411a3f'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:26.179372 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247f2f8c-8980-4b87-9ca1-e0ecf257d2d4" -d '{"events": [{"server_uuid": "6fd0dd54-ce99-41e4-964c-8d37a300a7c1", "name": "network-vif-deleted", "tag": "c5cfade0-f43d-4456-bbff-daf590b7cfa2"}, {"name": "network-changed", "server_uuid": "47a33f8d-8b97-4e86-a7aa-1a80356484fd", "tag": "fdfa921d-0869-4e5e-ac51-8bd7fe411a3f"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:26.179600 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] Routers {'50b7f6a9-8189-462f-8603-69cf906ff409'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:26.180323 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:07:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['50b7f6a9-8189-462f-8603-69cf906ff409'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:26.225138 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca2091-340d-4516-bbf2-2e80c22bea11 None None] Pushing event updated for resources: {'Port': ['ID=96b8bc98-b880-4d9f-956b-8893c928f175,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:26.251245 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ef608733-cbd0-4407-8789-0b4a6ac6ef01 req-df9ae92a-eb95-4b88-9e52-6edb795e3cf4 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649610 Aug 19 18:07:26.361108 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 1fcbf40e-fe80-448b-9ec0-411794c17d8d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:26.361869 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:26.433244 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-587f9dd5-9dad-4719-9825-64f27c79f892 service neutron] 10.222.0.24 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201558 Aug 19 18:07:26.497269 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652b5bae-cc4e-4d66-a0b7-8813dd845d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-516636c4-cca9-40b7-8447-b891fcfd801e', 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'fixed_ips': [{'subnet_id': '148c2169-2926-4f60-a141-8969465d9d36'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:07:26.499422 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-652b5bae-cc4e-4d66-a0b7-8813dd845d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:26.537518 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] Set router 50b7f6a9-8189-462f-8603-69cf906ff409 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:26.612956 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff358960-8a03-44a4-bcaf-b8651d7dd45f x-openstack-request-id: req-ff358960-8a03-44a4-bcaf-b8651d7dd45f {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:26.613422 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43d11d8-37a1-42c7-957c-97c6e2662e7b", "tag": "dc823025-d1e5-43df-b336-60b86f281194", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:26.613860 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff358960-8a03-44a4-bcaf-b8651d7dd45f {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:26.614528 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43d11d8-37a1-42c7-957c-97c6e2662e7b', 'tag': 'dc823025-d1e5-43df-b336-60b86f281194', 'status': 'completed', 'code': 200} Aug 19 18:07:26.636595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffc32c7-9e6c-48e8-bf72-0e2b943d6386 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Made reservation on behalf of 22b0cfe0dd134d888d6f8103e3004f52 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:26.650281 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4ffc32c7-9e6c-48e8-bf72-0e2b943d6386 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:26.742701 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ba5be02f-6ff8-4a4a-9a0c-ae834fdff21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '0d87eafe-73ee-4ed6-9292-ef587f4186f5', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '34e27296-e742-4201-8132-17e842872c6c', 'port_id': 'dc823025-d1e5-43df-b336-60b86f281194', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'mac_address': 'fa:16:3e:db:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43d11d8-37a1-42c7-957c-97c6e2662e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:07:00Z', 'updated_at': '2021-08-19T18:07:23Z', 'revision_number': 1, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb95a2cf-9b0c-488e-848a-aad73cf03b8a', 'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'mac_address': 'fa:16:3e:0c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:31Z', 'updated_at': '2021-08-19T18:06:42Z', 'revision_number': 5, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'subnets': [{'id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:26.787475 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5be02f-6ff8-4a4a-9a0c-ae834fdff21a None None] Checking router: 34e27296-e742-4201-8132-17e842872c6c for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:07:26.807370 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5be02f-6ff8-4a4a-9a0c-ae834fdff21a None None] Routers {'34e27296-e742-4201-8132-17e842872c6c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:26.808585 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ba5be02f-6ff8-4a4a-9a0c-ae834fdff21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:07:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['34e27296-e742-4201-8132-17e842872c6c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:26.853790 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c61f7-3886-491f-aa9e-d9e9ac93325b req-47a8da77-c4e5-47ca-9c2c-8fa585c5d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:26.855870 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-486c61f7-3886-491f-aa9e-d9e9ac93325b req-47a8da77-c4e5-47ca-9c2c-8fa585c5d4e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a33c4d51217492ebaa912b769b44260&device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 1097 time: 0.2144449 Aug 19 18:07:26.888410 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea7825dc-689d-4b98-b3be-0fb94c032d35 req-c06593d3-86a7-4b15-ad51-07ed9ca8b4bd service neutron] 10.222.0.24 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451745 Aug 19 18:07:26.895806 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a664878-ba42-47ed-bfb4-ff0e5959d10d req-9ba6b92e-9936-45b1-855e-47b2073cfc28 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1827571 Aug 19 18:07:26.969422 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b7f6a9-8189-462f-8603-69cf906ff409', 'name': 'tempest-ServerRescueNegativeTestJSON-171225752-router', 'tenant_id': 'fce72f549e634e21a1104a2106da2de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '1fcbf40e-fe80-448b-9ec0-411794c17d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:07:15Z', 'updated_at': '2021-08-19T18:07:21Z', 'revision_number': 4, 'project_id': 'fce72f549e634e21a1104a2106da2de3', 'gw_port': {'id': '1fcbf40e-fe80-448b-9ec0-411794c17d8d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b7f6a9-8189-462f-8603-69cf906ff409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:16Z', 'updated_at': '2021-08-19T18:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '96b8bc98-b880-4d9f-956b-8893c928f175', 'name': '', 'network_id': 'ed6cc30c-2a55-41f6-a6b0-fee655536fe2', 'tenant_id': 'fce72f549e634e21a1104a2106da2de3', 'mac_address': 'fa:16:3e:c8:a3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b7f6a9-8189-462f-8603-69cf906ff409', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e56f2809-e79a-4c5f-bec0-9b7673cca425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:20Z', 'updated_at': '2021-08-19T18:07:26Z', 'revision_number': 4, 'project_id': 'fce72f549e634e21a1104a2106da2de3', 'subnets': [{'id': 'e56f2809-e79a-4c5f-bec0-9b7673cca425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:27.019739 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d29f86a-cffb-4875-b426-c61667b0befc None None] The sync data for ids ['50b7f6a9-8189-462f-8603-69cf906ff409'] in n-d-803753-2 is: [{'id': '50b7f6a9-8189-462f-8603-69cf906ff409', 'name': 'tempest-ServerRescueNegativeTestJSON-171225752-router', 'tenant_id': 'fce72f549e634e21a1104a2106da2de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '1fcbf40e-fe80-448b-9ec0-411794c17d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:07:15Z', 'updated_at': '2021-08-19T18:07:21Z', 'revision_number': 4, 'project_id': 'fce72f549e634e21a1104a2106da2de3', 'gw_port': {'id': '1fcbf40e-fe80-448b-9ec0-411794c17d8d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b7f6a9-8189-462f-8603-69cf906ff409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:16Z', 'updated_at': '2021-08-19T18:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '96b8bc98-b880-4d9f-956b-8893c928f175', 'name': '', 'network_id': 'ed6cc30c-2a55-41f6-a6b0-fee655536fe2', 'tenant_id': 'fce72f549e634e21a1104a2106da2de3', 'mac_address': 'fa:16:3e:c8:a3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b7f6a9-8189-462f-8603-69cf906ff409', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e56f2809-e79a-4c5f-bec0-9b7673cca425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:20Z', 'updated_at': '2021-08-19T18:07:26Z', 'revision_number': 4, 'project_id': 'fce72f549e634e21a1104a2106da2de3', 'subnets': [{'id': 'e56f2809-e79a-4c5f-bec0-9b7673cca425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:07:27.033256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-652b5bae-cc4e-4d66-a0b7-8813dd845d24 None None] Allocated IP 10.1.1.2 (516636c4-cca9-40b7-8447-b891fcfd801e/148c2169-2926-4f60-a141-8969465d9d36/59ee8ad0-e5ec-422f-8f90-8dbbfa79d958) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:27.060109 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb14e27-09c1-4345-b129-daed6ee37a0a req-41638973-998a-4cbf-8ab2-fa1310d5948a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:27.070896 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2bb14e27-09c1-4345-b129-daed6ee37a0a req-41638973-998a-4cbf-8ab2-fa1310d5948a tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 943 time: 0.2953873 Aug 19 18:07:27.166871 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-97b91d43-b84f-4e3f-998b-0d52554a1ab1 req-219c548c-ff66-4b78-9a7e-da6f079d0da4 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 210 time: 0.0674198 Aug 19 18:07:27.167460 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-ba5be02f-6ff8-4a4a-9a0c-ae834fdff21a None None] Set router 34e27296-e742-4201-8132-17e842872c6c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:27.256634 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2bb14e27-09c1-4345-b129-daed6ee37a0a req-75629747-e6ed-41cc-9327-2e3ca463cd2f tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845243 Aug 19 18:07:27.287178 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a664878-ba42-47ed-bfb4-ff0e5959d10d req-17e689cf-52a7-475d-8d0e-970d7ea16d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:27.289711 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a664878-ba42-47ed-bfb4-ff0e5959d10d req-17e689cf-52a7-475d-8d0e-970d7ea16d10 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8ce19510dd24923b8ff0f45376547f4&device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 1096 time: 0.2858949 Aug 19 18:07:27.291732 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c61f7-3886-491f-aa9e-d9e9ac93325b req-7de77b92-d21b-4018-aca6-6d9bb6ff68df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:27.294044 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-486c61f7-3886-491f-aa9e-d9e9ac93325b req-7de77b92-d21b-4018-aca6-6d9bb6ff68df service neutron] 10.222.0.50 "GET /v2.0/networks?id=f44deb17-6524-4309-af63-141c3a78262b HTTP/1.1" status: 200 len: 922 time: 0.4269526 Aug 19 18:07:27.361564 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4ffc32c7-9e6c-48e8-bf72-0e2b943d6386 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:27.442769 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc32c7-9e6c-48e8-bf72-0e2b943d6386 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event updated for resources: {'Subnet': ['ID=947e2840-1f3f-4340-b2ca-df7ebf54ea1a,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:27.492478 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffc32c7-9e6c-48e8-bf72-0e2b943d6386 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Checking segment: {'id': '0227a178-9e66-4699-ab26-273cdff22665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5f633b63-84e5-45ac-aad5-d8f674f8a1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:27.492905 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffc32c7-9e6c-48e8-bf72-0e2b943d6386 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Network hostable DHCP agents. Network: 5f633b63-84e5-45ac-aad5-d8f674f8a1ad, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:07:27.521731 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffc32c7-9e6c-48e8-bf72-0e2b943d6386 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Network 5f633b63-84e5-45ac-aad5-d8f674f8a1ad is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:07:27.552561 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-4ffc32c7-9e6c-48e8-bf72-0e2b943d6386 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 5f633b63-84e5-45ac-aad5-d8f674f8a1ad) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:27.557527 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffc32c7-9e6c-48e8-bf72-0e2b943d6386 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:27.558562 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4ffc32c7-9e6c-48e8-bf72-0e2b943d6386 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:27.576255 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4ffc32c7-9e6c-48e8-bf72-0e2b943d6386 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4331267 Aug 19 18:07:27.579496 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42076) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:27.590171 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948c6dd3-ec84-444b-bb33-90b3cf31eb98 x-openstack-request-id: req-948c6dd3-ec84-444b-bb33-90b3cf31eb98 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:27.590511 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd0dd54-ce99-41e4-964c-8d37a300a7c1", "name": "network-vif-deleted", "tag": "c5cfade0-f43d-4456-bbff-daf590b7cfa2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "47a33f8d-8b97-4e86-a7aa-1a80356484fd", "tag": "fdfa921d-0869-4e5e-ac51-8bd7fe411a3f", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:27.590768 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-948c6dd3-ec84-444b-bb33-90b3cf31eb98 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:27.591202 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd0dd54-ce99-41e4-964c-8d37a300a7c1', 'name': 'network-vif-deleted', 'tag': 'c5cfade0-f43d-4456-bbff-daf590b7cfa2', 'status': 'completed', 'code': 200} Aug 19 18:07:27.591567 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a33f8d-8b97-4e86-a7aa-1a80356484fd', 'tag': 'fdfa921d-0869-4e5e-ac51-8bd7fe411a3f', 'status': 'completed', 'code': 200} Aug 19 18:07:27.592916 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51cf5f2-a6fe-4c55-963c-e5ef92dd678b None None] Network 5f633b63-84e5-45ac-aad5-d8f674f8a1ad requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:07:27.594140 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-7dcb00d5-f2ad-47fc-94d3-23397705e31b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Request body: {'port': {'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e', 'name': 'tempest-TaggedBootDevicesTest-2127333064', 'fixed_ips': [{'subnet_id': '148c2169-2926-4f60-a141-8969465d9d36'}]}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:27.780355 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-486c61f7-3886-491f-aa9e-d9e9ac93325b req-35530425-aa62-4c74-a0c5-e77edadb6efb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc823025-d1e5-43df-b336-60b86f281194 HTTP/1.1" status: 200 len: 999 time: 0.4696355 Aug 19 18:07:27.782789 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a664878-ba42-47ed-bfb4-ff0e5959d10d req-9b78b11c-8af0-44c9-8e5d-eab9d5339a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:27.792410 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a664878-ba42-47ed-bfb4-ff0e5959d10d req-9b78b11c-8af0-44c9-8e5d-eab9d5339a42 service neutron] 10.222.0.50 "GET /v2.0/networks?id=52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 200 len: 922 time: 0.4556956 Aug 19 18:07:27.898041 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-5ce5c730-b4ac-4978-b7fb-08cb9fb2d7b5 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:27.908997 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-5ce5c730-b4ac-4978-b7fb-08cb9fb2d7b5 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a87ca74-0946-4a09-86e4-c6a6f2eb58ea&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1991208 Aug 19 18:07:27.945404 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 96b8bc98-b880-4d9f-956b-8893c928f175 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:28.153334 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a664878-ba42-47ed-bfb4-ff0e5959d10d req-f4aaa532-e24d-4079-a30c-e1f1f0544f11 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee HTTP/1.1" status: 200 len: 217 time: 0.3408821 Aug 19 18:07:28.170687 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f2f8c-8980-4b87-9ca1-e0ecf257d2d4 req-fdb6eecb-6b33-40f2-ab10-a552745d33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:28.173172 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-247f2f8c-8980-4b87-9ca1-e0ecf257d2d4 req-fdb6eecb-6b33-40f2-ab10-a552745d33c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 1124 time: 0.5806768 Aug 19 18:07:28.264373 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-0be2c643-b33c-4863-a788-a2decf82115e tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.15 HTTP/1.1" status: 200 len: 999 time: 0.3544707 Aug 19 18:07:28.272396 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-eda02cb3-9873-40fa-926c-5c5ce6e4e364 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Request body: {'floatingip': {'port_id': '7984e1fb-279c-45a0-9a87-1bf10f70ce4f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:28.371857 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c61f7-3886-491f-aa9e-d9e9ac93325b req-7b1b30bb-ff8d-4c48-a31b-a5bcde890ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:28.374139 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-486c61f7-3886-491f-aa9e-d9e9ac93325b req-7b1b30bb-ff8d-4c48-a31b-a5bcde890ae0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a08e371-d5ad-4f23-ad70-70127956d420 HTTP/1.1" status: 200 len: 860 time: 0.5696292 Aug 19 18:07:28.405703 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcb00d5-f2ad-47fc-94d3-23397705e31b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Made reservation on behalf of 22b0cfe0dd134d888d6f8103e3004f52 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:28.407283 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-652b5bae-cc4e-4d66-a0b7-8813dd845d24 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:28.451625 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9399f-76d6-4031-a8fc-4f1d19386a38 req-6362d643-c478-43fb-8ca1-304cd1a85aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:28.453143 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3b9399f-76d6-4031-a8fc-4f1d19386a38 req-6362d643-c478-43fb-8ca1-304cd1a85aec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=245cdbea3ee940a88607d44478ca1486&device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 1096 time: 0.5823576 Aug 19 18:07:28.507882 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-652b5bae-cc4e-4d66-a0b7-8813dd845d24 None None] Transition to ACTIVE for port object 59ee8ad0-e5ec-422f-8f90-8dbbfa79d958 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:28.511495 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a664878-ba42-47ed-bfb4-ff0e5959d10d req-ebc00c7c-defc-4733-acae-0d20bd620477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:28.513008 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a664878-ba42-47ed-bfb4-ff0e5959d10d req-ebc00c7c-defc-4733-acae-0d20bd620477 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e38a766b-6157-45f2-9785-a9bfeb2d8ba6 HTTP/1.1" status: 200 len: 861 time: 0.3248410 Aug 19 18:07:28.526157 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012057f-4380-4539-bfe0-02b66cdc365f req-a07e4433-aa66-4da5-bf57-0fbc6e868ce3 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:28.528072 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8012057f-4380-4539-bfe0-02b66cdc365f req-a07e4433-aa66-4da5-bf57-0fbc6e868ce3 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.50 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 945 time: 0.2956681 Aug 19 18:07:28.539269 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-eda02cb3-9873-40fa-926c-5c5ce6e4e364 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks [] for floatingip, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:28.561263 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16e198-f408-42be-8336-cf77944ff785 req-5749d95a-2059-4b2f-be3b-ce8c0901cfdb tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:28.562998 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd16e198-f408-42be-8336-cf77944ff785 req-5749d95a-2059-4b2f-be3b-ce8c0901cfdb tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.50 "GET /v2.0/networks?id=ed6cc30c-2a55-41f6-a6b0-fee655536fe2 HTTP/1.1" status: 200 len: 818 time: 0.5360253 Aug 19 18:07:28.609344 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-bd16e198-f408-42be-8336-cf77944ff785 req-4b3477d4-9773-4995-b068-813ae70dccb4 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Request body: {'port': {'device_id': '50b299e3-677b-4f3e-bc5c-e744521d52ad', 'network_id': 'ed6cc30c-2a55-41f6-a6b0-fee655536fe2', 'admin_state_up': True, 'tenant_id': 'fce72f549e634e21a1104a2106da2de3'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:28.640974 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 96b8bc98-b880-4d9f-956b-8893c928f175 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:28.681454 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c61f7-3886-491f-aa9e-d9e9ac93325b req-eb283ee1-3ca9-4167-93d1-35098c73fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:28.683246 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-486c61f7-3886-491f-aa9e-d9e9ac93325b req-eb283ee1-3ca9-4167-93d1-35098c73fe3d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f44deb17-6524-4309-af63-141c3a78262b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2855699 Aug 19 18:07:28.684511 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9399f-76d6-4031-a8fc-4f1d19386a38 req-a489d668-04bb-472c-a200-c9fadf9dce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:28.686218 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3b9399f-76d6-4031-a8fc-4f1d19386a38 req-a489d668-04bb-472c-a200-c9fadf9dce14 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1f25a42-0bf7-438c-8023-c1fe6524c164 HTTP/1.1" status: 200 len: 920 time: 0.2120335 Aug 19 18:07:28.687215 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f2f8c-8980-4b87-9ca1-e0ecf257d2d4 req-ce0b5e57-4936-40fd-bcb3-85feff29ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:28.688933 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-247f2f8c-8980-4b87-9ca1-e0ecf257d2d4 req-ce0b5e57-4936-40fd-bcb3-85feff29ce9b service neutron] 10.222.0.54 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 908 time: 0.4452536 Aug 19 18:07:28.698639 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9112fbc5-cb7f-4769-8b46-06d0e5f2bfb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-5f633b63-84e5-45ac-aad5-d8f674f8a1ad', 'network_id': '5f633b63-84e5-45ac-aad5-d8f674f8a1ad', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'fixed_ips': [{'subnet_id': '947e2840-1f3f-4340-b2ca-df7ebf54ea1a'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:07:28.700825 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9112fbc5-cb7f-4769-8b46-06d0e5f2bfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:28.713326 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-652b5bae-cc4e-4d66-a0b7-8813dd845d24 None None] Transition to ACTIVE for port object 59ee8ad0-e5ec-422f-8f90-8dbbfa79d958 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:28.730226 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 96b8bc98-b880-4d9f-956b-8893c928f175 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:28.731407 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:28.798587 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a664878-ba42-47ed-bfb4-ff0e5959d10d req-3a2fb55f-10a2-4aa2-972f-046d1c476ae9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52390765-0cad-463c-8122-8baf5b79ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222367 Aug 19 18:07:28.822419 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-652b5bae-cc4e-4d66-a0b7-8813dd845d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:28.956297 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3b9399f-76d6-4031-a8fc-4f1d19386a38 req-de3bce2c-efb3-4726-88d5-a978d7213c28 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b023f4-e475-45ab-9cbc-06056d0bcc2f HTTP/1.1" status: 200 len: 217 time: 0.2513061 Aug 19 18:07:28.966127 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-9e5c01a5-e5a8-4aea-93d4-37fa723ce129 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:28.967703 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-9e5c01a5-e5a8-4aea-93d4-37fa723ce129 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/networks?id=ed6cc30c-2a55-41f6-a6b0-fee655536fe2 HTTP/1.1" status: 200 len: 818 time: 0.9611115 Aug 19 18:07:28.975290 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b5bae-cc4e-4d66-a0b7-8813dd845d24 None None] Pushing event updated for resources: {'Port': ['ID=59ee8ad0-e5ec-422f-8f90-8dbbfa79d958,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:28.993587 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-247f2f8c-8980-4b87-9ca1-e0ecf257d2d4 req-32a2013c-8964-47e6-bbb2-4736297c5f49 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f HTTP/1.1" status: 200 len: 217 time: 0.2772160 Aug 19 18:07:29.058622 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-a86d2205-ee98-462a-8b3e-dfb87691d341 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/quotas/fce72f549e634e21a1104a2106da2de3 HTTP/1.1" status: 200 len: 375 time: 0.0233488 Aug 19 18:07:29.068809 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652b5bae-cc4e-4d66-a0b7-8813dd845d24 None None] Network 516636c4-cca9-40b7-8447-b891fcfd801e is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:29.081352 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-652b5bae-cc4e-4d66-a0b7-8813dd845d24 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:29.093143 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652b5bae-cc4e-4d66-a0b7-8813dd845d24 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:29.149305 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7dcb00d5-f2ad-47fc-94d3-23397705e31b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:29.192833 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ba5be02f-6ff8-4a4a-9a0c-ae834fdff21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '0d87eafe-73ee-4ed6-9292-ef587f4186f5', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '34e27296-e742-4201-8132-17e842872c6c', 'port_id': 'dc823025-d1e5-43df-b336-60b86f281194', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'mac_address': 'fa:16:3e:db:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43d11d8-37a1-42c7-957c-97c6e2662e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:07:00Z', 'updated_at': '2021-08-19T18:07:23Z', 'revision_number': 1, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb95a2cf-9b0c-488e-848a-aad73cf03b8a', 'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'mac_address': 'fa:16:3e:0c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:31Z', 'updated_at': '2021-08-19T18:06:42Z', 'revision_number': 5, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'subnets': [{'id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:29.220576 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd16e198-f408-42be-8336-cf77944ff785 req-4b3477d4-9773-4995-b068-813ae70dccb4 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Made reservation on behalf of fce72f549e634e21a1104a2106da2de3 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:29.225792 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bd16e198-f408-42be-8336-cf77944ff785 req-4b3477d4-9773-4995-b068-813ae70dccb4 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:29.239442 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-7dcb00d5-f2ad-47fc-94d3-23397705e31b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] device_id is not set on port dfb77d0d-a0bb-41e1-b68c-463a99752b1a yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:07:29.410187 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:29.417823 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5be02f-6ff8-4a4a-9a0c-ae834fdff21a None None] The sync data for ids ['34e27296-e742-4201-8132-17e842872c6c'] in n-d-803753-2 is: [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '0d87eafe-73ee-4ed6-9292-ef587f4186f5', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '34e27296-e742-4201-8132-17e842872c6c', 'port_id': 'dc823025-d1e5-43df-b336-60b86f281194', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'mac_address': 'fa:16:3e:db:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43d11d8-37a1-42c7-957c-97c6e2662e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:07:00Z', 'updated_at': '2021-08-19T18:07:23Z', 'revision_number': 1, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb95a2cf-9b0c-488e-848a-aad73cf03b8a', 'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'mac_address': 'fa:16:3e:0c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:31Z', 'updated_at': '2021-08-19T18:06:42Z', 'revision_number': 5, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'subnets': [{'id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:07:29.490108 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-8012057f-4380-4539-bfe0-02b66cdc365f req-7c71dbed-6647-4b34-8e81-0152a09d23c5 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Deleting port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:29.490853 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8012057f-4380-4539-bfe0-02b66cdc365f req-7c71dbed-6647-4b34-8e81-0152a09d23c5 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:29.509889 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-9112fbc5-cb7f-4769-8b46-06d0e5f2bfb5 None None] Allocated IP 10.2.2.2 (5f633b63-84e5-45ac-aad5-d8f674f8a1ad/947e2840-1f3f-4340-b2ca-df7ebf54ea1a/15356118-2ade-47fe-ab10-0a2d892e1c31) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:29.519544 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-652b5bae-cc4e-4d66-a0b7-8813dd845d24 None None] Attempting to bind port 59ee8ad0-e5ec-422f-8f90-8dbbfa79d958 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:29.524261 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-652b5bae-cc4e-4d66-a0b7-8813dd845d24 None None] Attempting to bind port 59ee8ad0-e5ec-422f-8f90-8dbbfa79d958 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '0a895135-90de-40b9-9d92-4de8017ff2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:29.524878 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652b5bae-cc4e-4d66-a0b7-8813dd845d24 None None] Attempting to bind port 59ee8ad0-e5ec-422f-8f90-8dbbfa79d958 on network 516636c4-cca9-40b7-8447-b891fcfd801e {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:29.534899 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device fdfa921d-0869-4e5e-ac51-8bd7fe411a3f no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:07:29.614381 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 96b8bc98-b880-4d9f-956b-8893c928f175, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=96b8bc98-b880-4d9f-956b-8893c928f175,segment=NetworkSegment(5a371276-2b79-43dc-b022-55b2d6960f9e),segment_id=5a371276-2b79-43dc-b022-55b2d6960f9e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:29.616046 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652b5bae-cc4e-4d66-a0b7-8813dd845d24 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:07:29.616724 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652b5bae-cc4e-4d66-a0b7-8813dd845d24 None None] Checking segment: {'id': '0a895135-90de-40b9-9d92-4de8017ff2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:29.617338 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-652b5bae-cc4e-4d66-a0b7-8813dd845d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:29.618088 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652b5bae-cc4e-4d66-a0b7-8813dd845d24 None None] Bound using segment: {'id': '0a895135-90de-40b9-9d92-4de8017ff2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:07:29.618782 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-652b5bae-cc4e-4d66-a0b7-8813dd845d24 None None] Bound port: 59ee8ad0-e5ec-422f-8f90-8dbbfa79d958, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a895135-90de-40b9-9d92-4de8017ff2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:07:29.619354 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-652b5bae-cc4e-4d66-a0b7-8813dd845d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:29.648968 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:29.750098 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a664878-ba42-47ed-bfb4-ff0e5959d10d req-2190b621-f71e-4277-8f76-f34ce1ac6741 service neutron] 10.222.0.50 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8779778 Aug 19 18:07:29.894504 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cc5a63-d87e-46ff-8e9f-6a0e0d66bcd5 None None] New status for floating IP 0d87eafe-73ee-4ed6-9292-ef587f4186f5: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:07:29.934714 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-486c61f7-3886-491f-aa9e-d9e9ac93325b req-49f8fa14-5de0-4cf6-8005-3909013a109c service neutron] 10.222.0.50 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2197955 Aug 19 18:07:29.979743 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-652b5bae-cc4e-4d66-a0b7-8813dd845d24 None None] For port 59ee8ad0-e5ec-422f-8f90-8dbbfa79d958, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:30.021698 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=96b8bc98-b880-4d9f-956b-8893c928f175,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:30.050861 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-652b5bae-cc4e-4d66-a0b7-8813dd845d24 None None] For port 59ee8ad0-e5ec-422f-8f90-8dbbfa79d958, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=59ee8ad0-e5ec-422f-8f90-8dbbfa79d958,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:07:30.064281 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-652b5bae-cc4e-4d66-a0b7-8813dd845d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:30.206497 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-486c61f7-3886-491f-aa9e-d9e9ac93325b req-cc68b9d3-31a3-4cb4-a747-caf7bae6b847 service neutron] 10.222.0.50 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783800 Aug 19 18:07:30.236952 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f2f8c-8980-4b87-9ca1-e0ecf257d2d4 req-b3dc15c2-b242-4075-9929-a59f26f6f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:30.238853 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-247f2f8c-8980-4b87-9ca1-e0ecf257d2d4 req-b3dc15c2-b242-4075-9929-a59f26f6f6f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 HTTP/1.1" status: 200 len: 847 time: 1.2013607 Aug 19 18:07:30.245416 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9399f-76d6-4031-a8fc-4f1d19386a38 req-af5a8328-540d-454b-b7a4-099ae1d7dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:30.247130 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3b9399f-76d6-4031-a8fc-4f1d19386a38 req-af5a8328-540d-454b-b7a4-099ae1d7dfd2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f22f8c54-0669-4c4f-bbb0-adba99072f6b HTTP/1.1" status: 200 len: 859 time: 1.2745874 Aug 19 18:07:30.259976 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9112fbc5-cb7f-4769-8b46-06d0e5f2bfb5 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:30.305272 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9112fbc5-cb7f-4769-8b46-06d0e5f2bfb5 None None] Transition to ACTIVE for port object 15356118-2ade-47fe-ab10-0a2d892e1c31 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:30.307653 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-195889bb-9418-4141-9be9-62bcb542d9bb tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fce72f549e634e21a1104a2106da2de3&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2480447 Aug 19 18:07:30.311083 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a664878-ba42-47ed-bfb4-ff0e5959d10d req-81f0f9e3-5cb2-479f-a243-7078ac9cee95 service neutron] 10.222.0.50 "GET /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132407 Aug 19 18:07:30.396722 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b5bae-cc4e-4d66-a0b7-8813dd845d24 None None] Pushing event updated for resources: {'Port': ['ID=59ee8ad0-e5ec-422f-8f90-8dbbfa79d958,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:30.401080 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9112fbc5-cb7f-4769-8b46-06d0e5f2bfb5 None None] Transition to ACTIVE for port object 15356118-2ade-47fe-ab10-0a2d892e1c31 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:30.410634 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9112fbc5-cb7f-4769-8b46-06d0e5f2bfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:30.411487 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-247f2f8c-8980-4b87-9ca1-e0ecf257d2d4 req-36ed6ced-3065-4cce-80b2-8599db069f85 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50874bd2-7160-4e95-947b-586c5b7daba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1496048 Aug 19 18:07:30.423395 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3b9399f-76d6-4031-a8fc-4f1d19386a38 req-2b5bfca1-d6f8-4030-88df-06b1cf7460dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1f25a42-0bf7-438c-8023-c1fe6524c164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1603749 Aug 19 18:07:30.474415 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9112fbc5-cb7f-4769-8b46-06d0e5f2bfb5 None None] Network 5f633b63-84e5-45ac-aad5-d8f674f8a1ad is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:30.482093 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-9112fbc5-cb7f-4769-8b46-06d0e5f2bfb5 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:30.489164 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9112fbc5-cb7f-4769-8b46-06d0e5f2bfb5 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:30.522009 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.db.api [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-eda02cb3-9873-40fa-926c-5c5ce6e4e364 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:07:30.522512 n-d-803753-2 neutron-server[94681]: DEBUG oslo_db.api [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-eda02cb3-9873-40fa-926c-5c5ce6e4e364 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:07:30.538197 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112fbc5-cb7f-4769-8b46-06d0e5f2bfb5 None None] Pushing event updated for resources: {'Port': ['ID=15356118-2ade-47fe-ab10-0a2d892e1c31,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:30.558808 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-bd16e198-f408-42be-8336-cf77944ff785 req-4b3477d4-9773-4995-b068-813ae70dccb4 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Allocated IP 172.20.0.7 (ed6cc30c-2a55-41f6-a6b0-fee655536fe2/e56f2809-e79a-4c5f-bec0-9b7673cca425/ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:30.572406 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-8012057f-4380-4539-bfe0-02b66cdc365f req-7c71dbed-6647-4b34-8e81-0152a09d23c5 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] For port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:30.572789 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8012057f-4380-4539-bfe0-02b66cdc365f req-7c71dbed-6647-4b34-8e81-0152a09d23c5 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:30.584655 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-7dcb00d5-f2ad-47fc-94d3-23397705e31b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Allocated IP 10.1.1.227 (516636c4-cca9-40b7-8447-b891fcfd801e/148c2169-2926-4f60-a141-8969465d9d36/dfb77d0d-a0bb-41e1-b68c-463a99752b1a) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:30.614124 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-9112fbc5-cb7f-4769-8b46-06d0e5f2bfb5 None None] Attempting to bind port 15356118-2ade-47fe-ab10-0a2d892e1c31 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:30.614650 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-9112fbc5-cb7f-4769-8b46-06d0e5f2bfb5 None None] Attempting to bind port 15356118-2ade-47fe-ab10-0a2d892e1c31 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '0227a178-9e66-4699-ab26-273cdff22665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5f633b63-84e5-45ac-aad5-d8f674f8a1ad'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:30.615127 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9112fbc5-cb7f-4769-8b46-06d0e5f2bfb5 None None] Attempting to bind port 15356118-2ade-47fe-ab10-0a2d892e1c31 on network 5f633b63-84e5-45ac-aad5-d8f674f8a1ad {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:30.624747 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-8012057f-4380-4539-bfe0-02b66cdc365f req-7c71dbed-6647-4b34-8e81-0152a09d23c5 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Calling delete_port for 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:30.625053 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9112fbc5-cb7f-4769-8b46-06d0e5f2bfb5 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:07:30.625360 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9112fbc5-cb7f-4769-8b46-06d0e5f2bfb5 None None] Checking segment: {'id': '0227a178-9e66-4699-ab26-273cdff22665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5f633b63-84e5-45ac-aad5-d8f674f8a1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:30.626036 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9112fbc5-cb7f-4769-8b46-06d0e5f2bfb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:30.626662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9112fbc5-cb7f-4769-8b46-06d0e5f2bfb5 None None] Bound using segment: {'id': '0227a178-9e66-4699-ab26-273cdff22665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5f633b63-84e5-45ac-aad5-d8f674f8a1ad'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:07:30.627881 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-9112fbc5-cb7f-4769-8b46-06d0e5f2bfb5 None None] Bound port: 15356118-2ade-47fe-ab10-0a2d892e1c31, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0227a178-9e66-4699-ab26-273cdff22665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5f633b63-84e5-45ac-aad5-d8f674f8a1ad'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:07:30.629658 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9112fbc5-cb7f-4769-8b46-06d0e5f2bfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:30.769898 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-9112fbc5-cb7f-4769-8b46-06d0e5f2bfb5 None None] For port 15356118-2ade-47fe-ab10-0a2d892e1c31, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:30.775973 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-9112fbc5-cb7f-4769-8b46-06d0e5f2bfb5 None None] For port 15356118-2ade-47fe-ab10-0a2d892e1c31, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=15356118-2ade-47fe-ab10-0a2d892e1c31,segment=NetworkSegment(0227a178-9e66-4699-ab26-273cdff22665),segment_id=0227a178-9e66-4699-ab26-273cdff22665)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:07:30.788050 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9112fbc5-cb7f-4769-8b46-06d0e5f2bfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:30.802795 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-c119f18a-f3f1-4a08-a849-338a39f869fa service neutron] 10.222.0.24 "GET /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941406 Aug 19 18:07:30.818880 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3b9399f-76d6-4031-a8fc-4f1d19386a38 req-37c095dd-2c6f-43cb-8a30-1ebdfda7bf52 service neutron] 10.222.0.54 "GET /v2.0/networks/b1f25a42-0bf7-438c-8023-c1fe6524c164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595977 Aug 19 18:07:30.820387 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-8e37dd34-e031-41c2-ae62-3e805e574d10 service neutron] 10.222.0.54 "GET /v2.0/ports/fdfa921d-0869-4e5e-ac51-8bd7fe411a3f/bindings/n-h2-803753-2 HTTP/1.1" status: 200 len: 384 time: 0.4119773 Aug 19 18:07:30.897076 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112fbc5-cb7f-4769-8b46-06d0e5f2bfb5 None None] Pushing event updated for resources: {'Port': ['ID=15356118-2ade-47fe-ab10-0a2d892e1c31,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:30.914141 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-247f2f8c-8980-4b87-9ca1-e0ecf257d2d4 req-026bffdc-b08a-4115-a9b9-626727a90fc1 service neutron] 10.222.0.54 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562249 Aug 19 18:07:31.055228 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-eda02cb3-9873-40fa-926c-5c5ce6e4e364 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks [] for floatingip, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:31.230224 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-a35ccd2b-4ddb-451c-be44-fe6b6cfb5342 service neutron] 10.222.0.24 "GET /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085264 Aug 19 18:07:31.282241 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3b9399f-76d6-4031-a8fc-4f1d19386a38 req-c5b40316-a7b6-4ed4-99cc-4a236dbad241 service neutron] 10.222.0.54 "GET /v2.0/networks/b1f25a42-0bf7-438c-8023-c1fe6524c164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417884 Aug 19 18:07:31.359383 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-247f2f8c-8980-4b87-9ca1-e0ecf257d2d4 req-a6f5c2d7-ede0-4840-8a9b-da8a1a8e03bc service neutron] 10.222.0.54 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898623 Aug 19 18:07:31.448666 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bd16e198-f408-42be-8336-cf77944ff785 req-4b3477d4-9773-4995-b068-813ae70dccb4 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:31.494797 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7dcb00d5-f2ad-47fc-94d3-23397705e31b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:31.562981 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-7dcb00d5-f2ad-47fc-94d3-23397705e31b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Transition to ACTIVE for port object dfb77d0d-a0bb-41e1-b68c-463a99752b1a will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:31.570049 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-67aff87a-ffec-46ce-9d20-340eec9bf84f service neutron] For port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:31.610440 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8012057f-4380-4539-bfe0-02b66cdc365f req-7c71dbed-6647-4b34-8e81-0152a09d23c5 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:31.617947 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-67aff87a-ffec-46ce-9d20-340eec9bf84f service neutron] For port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:31.708702 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-67aff87a-ffec-46ce-9d20-340eec9bf84f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdfa921d-0869-4e5e-ac51-8bd7fe411a3f {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:07:31.728440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-67aff87a-ffec-46ce-9d20-340eec9bf84f service neutron] For port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:31.758195 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-67aff87a-ffec-46ce-9d20-340eec9bf84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:32.011116 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8ce2b994-ecdb-4be6-9e46-41f3abbe09f7 req-0c72c22e-e6d9-435b-825b-45626d262ad3 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 210 time: 0.0454929 Aug 19 18:07:32.110288 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 59ee8ad0-e5ec-422f-8f90-8dbbfa79d958 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:32.118755 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-67aff87a-ffec-46ce-9d20-340eec9bf84f service neutron] Transition to ACTIVE for port object fdfa921d-0869-4e5e-ac51-8bd7fe411a3f will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:32.127603 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-67aff87a-ffec-46ce-9d20-340eec9bf84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:32.191406 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1658b263-7ab7-4f03-9ca5-a2b9328d4cf3 None None] Network 516636c4-cca9-40b7-8447-b891fcfd801e requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:07:32.217796 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 59ee8ad0-e5ec-422f-8f90-8dbbfa79d958 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:32.266068 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 96b8bc98-b880-4d9f-956b-8893c928f175 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:32.308470 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d5a2d652-2fbb-4ef1-b9c4-fb52a490b3a8 None None] Provisioning for port 59ee8ad0-e5ec-422f-8f90-8dbbfa79d958 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:32.322949 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d5a2d652-2fbb-4ef1-b9c4-fb52a490b3a8 None None] Provisioning complete for port 59ee8ad0-e5ec-422f-8f90-8dbbfa79d958 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:32.323275 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d5a2d652-2fbb-4ef1-b9c4-fb52a490b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:32.336214 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aff87a-ffec-46ce-9d20-340eec9bf84f service neutron] Pushing event updated for resources: {'Port': ['ID=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f,revision_number=10']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:32.390917 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-67aff87a-ffec-46ce-9d20-340eec9bf84f service neutron] No DVR routers for this DVR port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:07:32.400336 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71dbed-6647-4b34-8e81-0152a09d23c5 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Pushing event deleted for resources: {'Port': ['ID=7d4cf697-dc4e-4a08-bdce-fc70bd1526ee,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:32.488548 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de03785-ade5-4be1-92c3-16f00374aa16 req-97070cf4-715d-400d-80ef-35e8c7cbd064 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:32.490378 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3de03785-ade5-4be1-92c3-16f00374aa16 req-97070cf4-715d-400d-80ef-35e8c7cbd064 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 945 time: 0.2510781 Aug 19 18:07:32.495122 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-8012057f-4380-4539-bfe0-02b66cdc365f req-7c71dbed-6647-4b34-8e81-0152a09d23c5 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] No DVR routers for this DVR port 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:07:32.508120 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-67aff87a-ffec-46ce-9d20-340eec9bf84f service neutron] 10.222.0.54 "PUT /v2.0/ports/fdfa921d-0869-4e5e-ac51-8bd7fe411a3f/bindings/n-h2-803753-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6666572 Aug 19 18:07:32.508485 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8012057f-4380-4539-bfe0-02b66cdc365f req-7c71dbed-6647-4b34-8e81-0152a09d23c5 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:32.512489 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8012057f-4380-4539-bfe0-02b66cdc365f req-7c71dbed-6647-4b34-8e81-0152a09d23c5 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.50 "DELETE /v2.0/ports/7d4cf697-dc4e-4a08-bdce-fc70bd1526ee HTTP/1.1" status: 204 len: 173 time: 3.9681423 Aug 19 18:07:32.537210 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87a99e7-d3f6-485f-9101-740b238c1455', 'name': 'network-vif-deleted', 'tag': '7d4cf697-dc4e-4a08-bdce-fc70bd1526ee'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:32.549946 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04936fd-fa26-421f-b0a6-fda867113b6e" -d '{"events": [{"server_uuid": "f87a99e7-d3f6-485f-9101-740b238c1455", "name": "network-vif-deleted", "tag": "7d4cf697-dc4e-4a08-bdce-fc70bd1526ee"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:32.555548 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3de03785-ade5-4be1-92c3-16f00374aa16 req-a20fa4dc-81c9-4291-9c33-b5a7e278f460 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464001 Aug 19 18:07:32.583108 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 96b8bc98-b880-4d9f-956b-8893c928f175 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:32.584009 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:32.589645 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d5a2d652-2fbb-4ef1-b9c4-fb52a490b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:32.593340 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bd16e198-f408-42be-8336-cf77944ff785 req-4b3477d4-9773-4995-b068-813ae70dccb4 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:32.666307 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb10a97-30a8-43d0-8e87-ec823bdea18c None None] Network 5f633b63-84e5-45ac-aad5-d8f674f8a1ad requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:07:32.746410 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7dcb00d5-f2ad-47fc-94d3-23397705e31b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:32.759650 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fcd73-df47-4658-b663-c7fd8ddec29c req-9cda34da-eda7-425e-964b-ba518813c820 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:32.775864 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9b5fcd73-df47-4658-b663-c7fd8ddec29c req-9cda34da-eda7-425e-964b-ba518813c820 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 944 time: 0.1073165 Aug 19 18:07:32.804158 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd16e198-f408-42be-8336-cf77944ff785 req-4b3477d4-9773-4995-b068-813ae70dccb4 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Network ed6cc30c-2a55-41f6-a6b0-fee655536fe2 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:32.825880 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcb00d5-f2ad-47fc-94d3-23397705e31b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Network 516636c4-cca9-40b7-8447-b891fcfd801e is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:32.831611 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.db.resource_extend [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-eda02cb3-9873-40fa-926c-5c5ce6e4e364 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:07:32.835091 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-7dcb00d5-f2ad-47fc-94d3-23397705e31b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:32.842432 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcb00d5-f2ad-47fc-94d3-23397705e31b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:32.850393 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9b5fcd73-df47-4658-b663-c7fd8ddec29c req-9b842894-9b89-4328-8666-b2a5adcf7b2d tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734708 Aug 19 18:07:32.879104 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d5a2d652-2fbb-4ef1-b9c4-fb52a490b3a8 None None] For port 59ee8ad0-e5ec-422f-8f90-8dbbfa79d958, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=59ee8ad0-e5ec-422f-8f90-8dbbfa79d958,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:32.896583 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-bd16e198-f408-42be-8336-cf77944ff785 req-4b3477d4-9773-4995-b068-813ae70dccb4 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:32.907484 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd16e198-f408-42be-8336-cf77944ff785 req-4b3477d4-9773-4995-b068-813ae70dccb4 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:32.907820 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d5a2d652-2fbb-4ef1-b9c4-fb52a490b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:32.914065 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3477d4-9773-4995-b068-813ae70dccb4 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Pushing event updated for resources: {'Port': ['ID=ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:32.969940 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7b74116b-0539-4738-a844-14bdce38799e req-8b1bb9f8-fc10-4167-933b-b4f2cf740d16 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 210 time: 0.0327206 Aug 19 18:07:32.976231 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-861add78-719c-40ca-8485-41f34c67f794 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:32.978844 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-861add78-719c-40ca-8485-41f34c67f794 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd&tenant_id=4372bce7e7ca475fbe71d1638d302952&binding%3Ahost_id=n-h1-803753-2 HTTP/1.1" status: 200 len: 1095 time: 0.3640676 Aug 19 18:07:33.056224 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 15356118-2ade-47fe-ab10-0a2d892e1c31 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:33.056995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcb00d5-f2ad-47fc-94d3-23397705e31b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:33.057773 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7dcb00d5-f2ad-47fc-94d3-23397705e31b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:33.061631 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2d652-2fbb-4ef1-b9c4-fb52a490b3a8 None None] Pushing event updated for resources: {'Port': ['ID=59ee8ad0-e5ec-422f-8f90-8dbbfa79d958,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:33.105622 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-eda02cb3-9873-40fa-926c-5c5ce6e4e364 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:33.111993 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7dcb00d5-f2ad-47fc-94d3-23397705e31b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.5312157 Aug 19 18:07:33.116291 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42116) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.122719 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-eda02cb3-9873-40fa-926c-5c5ce6e4e364 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:33.126342 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-1e186762-1dfd-41d9-bee9-d6d2ffd26c49 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Request body: {'port': {'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e', 'name': 'tempest-TaggedBootDevicesTest-1853908128', 'fixed_ips': [{'subnet_id': '148c2169-2926-4f60-a141-8969465d9d36'}]}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:33.145560 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e99815e3-9b9a-408d-a928-646dcb2bda7a None None] Provisioning for port 15356118-2ade-47fe-ab10-0a2d892e1c31 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:33.179826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 15356118-2ade-47fe-ab10-0a2d892e1c31 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:33.190255 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16e198-f408-42be-8336-cf77944ff785 req-4b3477d4-9773-4995-b068-813ae70dccb4 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:33.191128 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bd16e198-f408-42be-8336-cf77944ff785 req-4b3477d4-9773-4995-b068-813ae70dccb4 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:33.195041 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 15356118-2ade-47fe-ab10-0a2d892e1c31 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:33.195419 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:33.203729 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb00d5-f2ad-47fc-94d3-23397705e31b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event updated for resources: {'Port': ['ID=dfb77d0d-a0bb-41e1-b68c-463a99752b1a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:33.251925 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-88b16219-6f38-4442-8c54-b0a30bbfd4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:33.255635 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-88b16219-6f38-4442-8c54-b0a30bbfd4bf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd&tenant_id=4372bce7e7ca475fbe71d1638d302952 HTTP/1.1" status: 200 len: 1095 time: 0.2466502 Aug 19 18:07:33.257429 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd16e198-f408-42be-8336-cf77944ff785 req-4b3477d4-9773-4995-b068-813ae70dccb4 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6661441 Aug 19 18:07:33.367998 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:33.380422 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e186762-1dfd-41d9-bee9-d6d2ffd26c49 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Made reservation on behalf of 22b0cfe0dd134d888d6f8103e3004f52 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:33.380666 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-bd16e198-f408-42be-8336-cf77944ff785 req-50c34cb1-70a1-4f76-b360-6bddf92b5089 service neutron] Request body: {'port': {'device_id': '50b299e3-677b-4f3e-bc5c-e744521d52ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:33.387526 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffc4b5d-85bd-4750-a033-fcb6b25a974c x-openstack-request-id: req-6ffc4b5d-85bd-4750-a033-fcb6b25a974c {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:33.388687 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87a99e7-d3f6-485f-9101-740b238c1455", "name": "network-vif-deleted", "tag": "7d4cf697-dc4e-4a08-bdce-fc70bd1526ee", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:33.388687 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ffc4b5d-85bd-4750-a033-fcb6b25a974c {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:33.388687 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87a99e7-d3f6-485f-9101-740b238c1455', 'name': 'network-vif-deleted', 'tag': '7d4cf697-dc4e-4a08-bdce-fc70bd1526ee', 'status': 'completed', 'code': 200} Aug 19 18:07:33.463596 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:07:33.478139 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 15356118-2ade-47fe-ab10-0a2d892e1c31, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=15356118-2ade-47fe-ab10-0a2d892e1c31,segment=NetworkSegment(0227a178-9e66-4699-ab26-273cdff22665),segment_id=0227a178-9e66-4699-ab26-273cdff22665)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:33.521979 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:33.527794 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:07:33.528206 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 7d4cf697-dc4e-4a08-bdce-fc70bd1526ee not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:07:33.535514 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-eda02cb3-9873-40fa-926c-5c5ce6e4e364 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Floating IP 0d87eafe-73ee-4ed6-9292-ef587f4186f5 associated. External IP: 172.25.8.15, port: dc823025-d1e5-43df-b336-60b86f281194. Aug 19 18:07:33.624384 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=15356118-2ade-47fe-ab10-0a2d892e1c31,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:33.626696 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6e94547e-17a8-4866-91d7-b92a2cb72ae2 None None] Provisioning for port dfb77d0d-a0bb-41e1-b68c-463a99752b1a completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:33.632559 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6e94547e-17a8-4866-91d7-b92a2cb72ae2 None None] Provisioning complete for port dfb77d0d-a0bb-41e1-b68c-463a99752b1a triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:33.632959 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6e94547e-17a8-4866-91d7-b92a2cb72ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:33.646828 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bd16e198-f408-42be-8336-cf77944ff785 req-50c34cb1-70a1-4f76-b360-6bddf92b5089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:33.674756 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-6733fafa-fe6a-4e58-a216-c7c539f507a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:33.676246 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-6733fafa-fe6a-4e58-a216-c7c539f507a5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4372bce7e7ca475fbe71d1638d302952&device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 1095 time: 0.3234975 Aug 19 18:07:33.684749 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-6e94547e-17a8-4866-91d7-b92a2cb72ae2 None None] Port dfb77d0d-a0bb-41e1-b68c-463a99752b1a cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:07:33.720148 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6e94547e-17a8-4866-91d7-b92a2cb72ae2 None None] Provisioning complete for port 59ee8ad0-e5ec-422f-8f90-8dbbfa79d958 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:33.721794 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6e94547e-17a8-4866-91d7-b92a2cb72ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:33.726651 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fae8d868-af2b-4d72-9181-a88fb6d18846 req-2a13d583-2307-4fac-833a-334a9dba4b3f tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87a99e7-d3f6-485f-9101-740b238c1455 HTTP/1.1" status: 200 len: 210 time: 0.0899374 Aug 19 18:07:33.786704 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-01a659d1-2664-4102-9da3-13eee1668da4 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:33.790421 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-01a659d1-2664-4102-9da3-13eee1668da4 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.50 "GET /v2.0/networks?id=ed6cc30c-2a55-41f6-a6b0-fee655536fe2 HTTP/1.1" status: 200 len: 818 time: 0.2761323 Aug 19 18:07:33.814004 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-d540dd75-0fab-4c49-9010-c69e0d352bd6 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Request body: {'port': {'device_id': 'e067c5ab-c6ec-4276-935b-e95254a968c3', 'network_id': 'ed6cc30c-2a55-41f6-a6b0-fee655536fe2', 'admin_state_up': True, 'tenant_id': 'fce72f549e634e21a1104a2106da2de3'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:33.892599 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e186762-1dfd-41d9-bee9-d6d2ffd26c49 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:33.908113 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 59ee8ad0-e5ec-422f-8f90-8dbbfa79d958 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:33.953110 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-1e186762-1dfd-41d9-bee9-d6d2ffd26c49 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] device_id is not set on port c5aa8d31-a91d-4215-83d9-2d7dea935f79 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:07:33.967614 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 59ee8ad0-e5ec-422f-8f90-8dbbfa79d958 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:33.968095 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:34.026018 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-18fe1be6-f371-4ade-8b70-bd4b6b4e65bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:34.028021 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-18fe1be6-f371-4ade-8b70-bd4b6b4e65bf service neutron] 10.222.0.50 "GET /v2.0/networks?id=50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 200 len: 908 time: 0.3422306 Aug 19 18:07:34.044781 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1086575f-49eb-443f-832f-8bd39146569d None None] Provisioning complete for port dfb77d0d-a0bb-41e1-b68c-463a99752b1a triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:34.045206 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1086575f-49eb-443f-832f-8bd39146569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:34.121800 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048f3e3-45f5-4e6a-b1f6-52a5e235d2d9 req-1103bdec-c51d-445a-9dfc-e98bf3857da0 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:34.124875 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c048f3e3-45f5-4e6a-b1f6-52a5e235d2d9 req-1103bdec-c51d-445a-9dfc-e98bf3857da0 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2 HTTP/1.1" status: 200 len: 946 time: 0.2200825 Aug 19 18:07:34.244700 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-d540dd75-0fab-4c49-9010-c69e0d352bd6 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Made reservation on behalf of fce72f549e634e21a1104a2106da2de3 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:34.248647 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-d540dd75-0fab-4c49-9010-c69e0d352bd6 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:34.282942 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-1086575f-49eb-443f-832f-8bd39146569d None None] Port dfb77d0d-a0bb-41e1-b68c-463a99752b1a cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:07:34.289011 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 15356118-2ade-47fe-ab10-0a2d892e1c31 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:34.317163 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c048f3e3-45f5-4e6a-b1f6-52a5e235d2d9 req-7e219def-553c-4300-bd12-034dc384b907 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ec8be9-4ccf-46e9-a3a3-57d45ff55066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776605 Aug 19 18:07:34.323524 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1086575f-49eb-443f-832f-8bd39146569d None None] Provisioning complete for port 15356118-2ade-47fe-ab10-0a2d892e1c31 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:34.323909 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1086575f-49eb-443f-832f-8bd39146569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:34.395414 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-1e186762-1dfd-41d9-bee9-d6d2ffd26c49 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Allocated IP 10.1.1.219 (516636c4-cca9-40b7-8447-b891fcfd801e/148c2169-2926-4f60-a141-8969465d9d36/c5aa8d31-a91d-4215-83d9-2d7dea935f79) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:34.396521 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 15356118-2ade-47fe-ab10-0a2d892e1c31 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:34.396913 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:34.532273 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-bd3c689e-a964-4634-a795-7325b09bb9e6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f HTTP/1.1" status: 200 len: 217 time: 0.4678595 Aug 19 18:07:34.544967 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ead60cbc-a218-4dbd-9239-5058c8879c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:34.555776 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bd86e-e3a0-4af5-877f-411b7867c495 req-b8e3e980-6da4-4a13-aff0-ba358e806ce5 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:34.557494 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e33bd86e-e3a0-4af5-877f-411b7867c495 req-b8e3e980-6da4-4a13-aff0-ba358e806ce5 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 945 time: 0.1198039 Aug 19 18:07:34.648593 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e33bd86e-e3a0-4af5-877f-411b7867c495 req-0dc4565a-8d41-4b97-9ae1-b0b098a0f749 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579596 Aug 19 18:07:34.660884 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-68f93e1c-d187-4eda-a552-7730da88d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:34.662413 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-68f93e1c-d187-4eda-a552-7730da88d963 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 HTTP/1.1" status: 200 len: 847 time: 0.1172025 Aug 19 18:07:34.687284 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-eda02cb3-9873-40fa-926c-5c5ce6e4e364 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Router 34e27296-e742-4201-8132-17e842872c6c has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:07:34.699515 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e186762-1dfd-41d9-bee9-d6d2ffd26c49 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:34.714881 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-addf4057-adce-4f22-9c35-3f9cfc4f14e1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=50874bd2-7160-4e95-947b-586c5b7daba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390236 Aug 19 18:07:34.718583 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-1e186762-1dfd-41d9-bee9-d6d2ffd26c49 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Transition to ACTIVE for port object c5aa8d31-a91d-4215-83d9-2d7dea935f79 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:34.787756 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacf739-b723-4fbf-8633-8a3cc26dc5c0 req-dcd10b2e-592a-44d8-964c-62e68545565b tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:34.792135 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9cacf739-b723-4fbf-8633-8a3cc26dc5c0 req-dcd10b2e-592a-44d8-964c-62e68545565b tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 944 time: 0.0753875 Aug 19 18:07:34.819391 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e186762-1dfd-41d9-bee9-d6d2ffd26c49 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:34.876552 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e186762-1dfd-41d9-bee9-d6d2ffd26c49 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Network 516636c4-cca9-40b7-8447-b891fcfd801e is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:34.884082 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-bd16e198-f408-42be-8336-cf77944ff785 req-50c34cb1-70a1-4f76-b360-6bddf92b5089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:07:34.886536 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-1e186762-1dfd-41d9-bee9-d6d2ffd26c49 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:34.891378 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e186762-1dfd-41d9-bee9-d6d2ffd26c49 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:34.898214 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9cacf739-b723-4fbf-8633-8a3cc26dc5c0 req-3b0d13a3-89da-48ab-9015-45ab0a78d286 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994422 Aug 19 18:07:34.927996 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e186762-1dfd-41d9-bee9-d6d2ffd26c49 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event updated for resources: {'Port': ['ID=c5aa8d31-a91d-4215-83d9-2d7dea935f79,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:34.945606 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bd16e198-f408-42be-8336-cf77944ff785 req-50c34cb1-70a1-4f76-b360-6bddf92b5089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:34.988544 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-bd16e198-f408-42be-8336-cf77944ff785 req-50c34cb1-70a1-4f76-b360-6bddf92b5089 service neutron] Transition to ACTIVE for port object ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:34.990122 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e186762-1dfd-41d9-bee9-d6d2ffd26c49 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:34.991665 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e186762-1dfd-41d9-bee9-d6d2ffd26c49 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:34.996863 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-265068a3-05a1-4805-b727-60f1a5721120 service neutron] 10.222.0.50 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683883 Aug 19 18:07:34.999588 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bd16e198-f408-42be-8336-cf77944ff785 req-50c34cb1-70a1-4f76-b360-6bddf92b5089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:35.009003 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-eda02cb3-9873-40fa-926c-5c5ce6e4e364 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:07:35.022270 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedbeb44-a1c5-49c0-bcd8-a5aee8a7f965 None None] Sync routers for ids ['34e27296-e742-4201-8132-17e842872c6c'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:07:35.037487 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedbeb44-a1c5-49c0-bcd8-a5aee8a7f965 None None] Routers {'34e27296-e742-4201-8132-17e842872c6c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:35.038699 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-eedbeb44-a1c5-49c0-bcd8-a5aee8a7f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:07:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['34e27296-e742-4201-8132-17e842872c6c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:35.081944 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9876cde6-53b9-44f2-988a-1b2323880fd1 req-58ebb19e-f259-4ad3-abea-e5f27a4cafb2 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 210 time: 0.0815673 Aug 19 18:07:35.089207 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1e186762-1dfd-41d9-bee9-d6d2ffd26c49 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9697144 Aug 19 18:07:35.148345 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-d540dd75-0fab-4c49-9010-c69e0d352bd6 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Allocated IP 172.20.0.3 (ed6cc30c-2a55-41f6-a6b0-fee655536fe2/e56f2809-e79a-4c5f-bec0-9b7673cca425/40bf330e-8919-4c86-bad6-70aab8c542c1) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:35.216337 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c34cb1-70a1-4f76-b360-6bddf92b5089 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:35.243494 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-eedbeb44-a1c5-49c0-bcd8-a5aee8a7f965 None None] Set router 34e27296-e742-4201-8132-17e842872c6c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:35.364232 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-413794b7-56a0-4497-a00e-e7a0e5379a10 service neutron] 10.222.0.50 "GET /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531504 Aug 19 18:07:35.397720 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-bd16e198-f408-42be-8336-cf77944ff785 req-50c34cb1-70a1-4f76-b360-6bddf92b5089 service neutron] Attempting to bind port ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:35.398064 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-bd16e198-f408-42be-8336-cf77944ff785 req-50c34cb1-70a1-4f76-b360-6bddf92b5089 service neutron] Attempting to bind port ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '5a371276-2b79-43dc-b022-55b2d6960f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ed6cc30c-2a55-41f6-a6b0-fee655536fe2'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:35.411423 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd16e198-f408-42be-8336-cf77944ff785 req-50c34cb1-70a1-4f76-b360-6bddf92b5089 service neutron] Attempting to bind port ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 on network ed6cc30c-2a55-41f6-a6b0-fee655536fe2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:35.414624 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-d540dd75-0fab-4c49-9010-c69e0d352bd6 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:35.455945 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd16e198-f408-42be-8336-cf77944ff785 req-50c34cb1-70a1-4f76-b360-6bddf92b5089 service neutron] Port ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 on network ed6cc30c-2a55-41f6-a6b0-fee655536fe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:35.456567 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd16e198-f408-42be-8336-cf77944ff785 req-50c34cb1-70a1-4f76-b360-6bddf92b5089 service neutron] Attempting to bind port ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 on network ed6cc30c-2a55-41f6-a6b0-fee655536fe2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:35.459727 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4db4e27e-c9a7-4f2f-84f0-1ad21657269a None None] Provisioning for port c5aa8d31-a91d-4215-83d9-2d7dea935f79 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:35.465488 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4db4e27e-c9a7-4f2f-84f0-1ad21657269a None None] Provisioning complete for port c5aa8d31-a91d-4215-83d9-2d7dea935f79 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:35.465898 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4db4e27e-c9a7-4f2f-84f0-1ad21657269a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:35.466554 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd16e198-f408-42be-8336-cf77944ff785 req-50c34cb1-70a1-4f76-b360-6bddf92b5089 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:07:35.467099 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd16e198-f408-42be-8336-cf77944ff785 req-50c34cb1-70a1-4f76-b360-6bddf92b5089 service neutron] Checking segment: {'id': '5a371276-2b79-43dc-b022-55b2d6960f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ed6cc30c-2a55-41f6-a6b0-fee655536fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:35.467590 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd16e198-f408-42be-8336-cf77944ff785 req-50c34cb1-70a1-4f76-b360-6bddf92b5089 service neutron] Bound using segment: {'id': '5a371276-2b79-43dc-b022-55b2d6960f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ed6cc30c-2a55-41f6-a6b0-fee655536fe2'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:07:35.468020 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-bd16e198-f408-42be-8336-cf77944ff785 req-50c34cb1-70a1-4f76-b360-6bddf92b5089 service neutron] Bound port: ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a371276-2b79-43dc-b022-55b2d6960f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ed6cc30c-2a55-41f6-a6b0-fee655536fe2'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:07:35.468563 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bd16e198-f408-42be-8336-cf77944ff785 req-50c34cb1-70a1-4f76-b360-6bddf92b5089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:35.492893 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-d540dd75-0fab-4c49-9010-c69e0d352bd6 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:35.553912 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-4db4e27e-c9a7-4f2f-84f0-1ad21657269a None None] Port c5aa8d31-a91d-4215-83d9-2d7dea935f79 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:07:35.556768 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8a6b3-3d33-4dee-8768-8b7ff8a3389c req-9465c1fd-c007-40e2-a3a7-c08bddc98efa tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:35.559036 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-93e8a6b3-3d33-4dee-8768-8b7ff8a3389c req-9465c1fd-c007-40e2-a3a7-c08bddc98efa tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2 HTTP/1.1" status: 200 len: 946 time: 0.2082887 Aug 19 18:07:35.600001 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-d540dd75-0fab-4c49-9010-c69e0d352bd6 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Network ed6cc30c-2a55-41f6-a6b0-fee655536fe2 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:35.600893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42136) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:35.630404 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-eedbeb44-a1c5-49c0-bcd8-a5aee8a7f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '0d87eafe-73ee-4ed6-9292-ef587f4186f5', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '34e27296-e742-4201-8132-17e842872c6c', 'port_id': '7984e1fb-279c-45a0-9a87-1bf10f70ce4f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'mac_address': 'fa:16:3e:d8:2e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a87ca74-0946-4a09-86e4-c6a6f2eb58ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:07:00Z', 'updated_at': '2021-08-19T18:07:32Z', 'revision_number': 3, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb95a2cf-9b0c-488e-848a-aad73cf03b8a', 'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'mac_address': 'fa:16:3e:0c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:31Z', 'updated_at': '2021-08-19T18:06:42Z', 'revision_number': 5, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'subnets': [{'id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:35.630962 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-907a8a0f-9301-4e59-9f22-7a0940c3a719 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Request body: {'security_group': {'name': 'tempest-securitygroup--14902661', 'description': 'tempest-description--2007459924'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:35.637557 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-d540dd75-0fab-4c49-9010-c69e0d352bd6 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:35.643172 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540dd75-0fab-4c49-9010-c69e0d352bd6 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Pushing event updated for resources: {'Port': ['ID=40bf330e-8919-4c86-bad6-70aab8c542c1,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:35.651670 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-d540dd75-0fab-4c49-9010-c69e0d352bd6 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:35.688934 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-eda02cb3-9873-40fa-926c-5c5ce6e4e364 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Router 34e27296-e742-4201-8132-17e842872c6c has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:07:35.699871 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-bd16e198-f408-42be-8336-cf77944ff785 req-50c34cb1-70a1-4f76-b360-6bddf92b5089 service neutron] For port ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:35.707969 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedbeb44-a1c5-49c0-bcd8-a5aee8a7f965 None None] Checking router: 34e27296-e742-4201-8132-17e842872c6c for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:07:35.709467 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-d540dd75-0fab-4c49-9010-c69e0d352bd6 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:35.710263 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-d540dd75-0fab-4c49-9010-c69e0d352bd6 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:35.714609 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-bd16e198-f408-42be-8336-cf77944ff785 req-50c34cb1-70a1-4f76-b360-6bddf92b5089 service neutron] For port ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5,segment=NetworkSegment(5a371276-2b79-43dc-b022-55b2d6960f9e),segment_id=5a371276-2b79-43dc-b022-55b2d6960f9e)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:07:35.731306 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedbeb44-a1c5-49c0-bcd8-a5aee8a7f965 None None] Routers {'34e27296-e742-4201-8132-17e842872c6c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:35.733142 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-eedbeb44-a1c5-49c0-bcd8-a5aee8a7f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:07:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['34e27296-e742-4201-8132-17e842872c6c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:35.739695 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bd16e198-f408-42be-8336-cf77944ff785 req-50c34cb1-70a1-4f76-b360-6bddf92b5089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:35.775732 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-907a8a0f-9301-4e59-9f22-7a0940c3a719 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:35.787335 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-d540dd75-0fab-4c49-9010-c69e0d352bd6 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9787796 Aug 19 18:07:35.812605 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-ee6d23af-7771-4ccc-be2a-80bfab22b90b service neutron] Request body: {'port': {'device_id': 'e067c5ab-c6ec-4276-935b-e95254a968c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:35.835045 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16e198-f408-42be-8336-cf77944ff785 req-50c34cb1-70a1-4f76-b360-6bddf92b5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:35.835690 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bd16e198-f408-42be-8336-cf77944ff785 req-50c34cb1-70a1-4f76-b360-6bddf92b5089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:35.838341 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd16e198-f408-42be-8336-cf77944ff785 req-50c34cb1-70a1-4f76-b360-6bddf92b5089 service neutron] 10.222.0.50 "PUT /v2.0/ports/ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 HTTP/1.1" status: 200 len: 1091 time: 2.4618609 Aug 19 18:07:35.840850 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b299e3-677b-4f3e-bc5c-e744521d52ad', 'tag': 'ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:35.843245 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b433163f-cb17-40e5-af57-8c1b25ad20c9" -d '{"events": [{"name": "network-changed", "server_uuid": "50b299e3-677b-4f3e-bc5c-e744521d52ad", "tag": "ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:35.887547 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-93e8a6b3-3d33-4dee-8768-8b7ff8a3389c req-6fb9f9b5-9329-4aba-a8d6-66b6e92bf944 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Deleting port b3a30f90-fd95-4456-bae8-42affe0cfdc4 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:35.888002 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-93e8a6b3-3d33-4dee-8768-8b7ff8a3389c req-6fb9f9b5-9329-4aba-a8d6-66b6e92bf944 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:35.933049 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-eedbeb44-a1c5-49c0-bcd8-a5aee8a7f965 None None] Set router 34e27296-e742-4201-8132-17e842872c6c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:35.972739 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-e5a0c861-7daf-49d6-8ddb-bb54101b6a34 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:35.974298 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-e5a0c861-7daf-49d6-8ddb-bb54101b6a34 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd&tenant_id=4372bce7e7ca475fbe71d1638d302952&binding%3Ahost_id=n-h2-803753-2 HTTP/1.1" status: 200 len: 1095 time: 0.2699735 Aug 19 18:07:35.984905 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c34cb1-70a1-4f76-b360-6bddf92b5089 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:36.054586 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-eda02cb3-9873-40fa-926c-5c5ce6e4e364 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:07:36.069798 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-eda02cb3-9873-40fa-926c-5c5ce6e4e364 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:36.102411 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16e198-f408-42be-8336-cf77944ff785 req-cd7eb228-6bbf-4d5d-8408-23bdac40cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:36.103299 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd16e198-f408-42be-8336-cf77944ff785 req-cd7eb228-6bbf-4d5d-8408-23bdac40cc82 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fce72f549e634e21a1104a2106da2de3&device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 1094 time: 0.1623685 Aug 19 18:07:36.193362 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd16e198-f408-42be-8336-cf77944ff785 req-4af1c3a2-91b3-4674-8475-7c1c92c74367 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 HTTP/1.1" status: 200 len: 217 time: 0.0749543 Aug 19 18:07:36.209815 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-eedbeb44-a1c5-49c0-bcd8-a5aee8a7f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '0d87eafe-73ee-4ed6-9292-ef587f4186f5', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '34e27296-e742-4201-8132-17e842872c6c', 'port_id': '7984e1fb-279c-45a0-9a87-1bf10f70ce4f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'mac_address': 'fa:16:3e:d8:2e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a87ca74-0946-4a09-86e4-c6a6f2eb58ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:07:00Z', 'updated_at': '2021-08-19T18:07:32Z', 'revision_number': 3, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb95a2cf-9b0c-488e-848a-aad73cf03b8a', 'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'mac_address': 'fa:16:3e:0c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:31Z', 'updated_at': '2021-08-19T18:06:42Z', 'revision_number': 5, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'subnets': [{'id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:36.228980 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-eda02cb3-9873-40fa-926c-5c5ce6e4e364 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "PUT /v2.0/floatingips/0d87eafe-73ee-4ed6-9292-ef587f4186f5 HTTP/1.1" status: 200 len: 997 time: 7.9635863 Aug 19 18:07:36.252327 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedbeb44-a1c5-49c0-bcd8-a5aee8a7f965 None None] The sync data for ids ['34e27296-e742-4201-8132-17e842872c6c'] in n-d-803753-2 is: [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '0d87eafe-73ee-4ed6-9292-ef587f4186f5', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '34e27296-e742-4201-8132-17e842872c6c', 'port_id': '7984e1fb-279c-45a0-9a87-1bf10f70ce4f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'mac_address': 'fa:16:3e:d8:2e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a87ca74-0946-4a09-86e4-c6a6f2eb58ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:07:00Z', 'updated_at': '2021-08-19T18:07:32Z', 'revision_number': 3, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb95a2cf-9b0c-488e-848a-aad73cf03b8a', 'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'mac_address': 'fa:16:3e:0c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:31Z', 'updated_at': '2021-08-19T18:06:42Z', 'revision_number': 5, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'subnets': [{'id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:07:36.322009 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-458187cf-cb60-424e-80a4-13dfc40429db service neutron] For port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:36.327296 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-458187cf-cb60-424e-80a4-13dfc40429db service neutron] Notify callbacks [] for binding, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:36.328644 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f4d210e2-89ae-4c20-be8c-389ffd75353e req-458187cf-cb60-424e-80a4-13dfc40429db service neutron] 10.222.0.50 "DELETE /v2.0/ports/fdfa921d-0869-4e5e-ac51-8bd7fe411a3f/bindings/n-h1-803753-2 HTTP/1.1" status: 204 len: 173 time: 0.3409839 Aug 19 18:07:36.350196 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-0ee38a5b-1d43-4fe3-810b-185ecda46b9a tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:36.359279 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-0ee38a5b-1d43-4fe3-810b-185ecda46b9a tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports/dc823025-d1e5-43df-b336-60b86f281194 HTTP/1.1" status: 200 len: 943 time: 0.1060455 Aug 19 18:07:36.360650 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-ee6d23af-7771-4ccc-be2a-80bfab22b90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:36.362153 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16e198-f408-42be-8336-cf77944ff785 req-6805e75f-a397-4c96-affb-ef113424afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:36.363910 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd16e198-f408-42be-8336-cf77944ff785 req-6805e75f-a397-4c96-affb-ef113424afb1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e56f2809-e79a-4c5f-bec0-9b7673cca425 HTTP/1.1" status: 200 len: 858 time: 0.1533957 Aug 19 18:07:36.405102 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd16e198-f408-42be-8336-cf77944ff785 req-389124f9-3d73-43d5-9cbd-9e55ecf17760 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ed6cc30c-2a55-41f6-a6b0-fee655536fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289664 Aug 19 18:07:36.454898 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-907a8a0f-9301-4e59-9f22-7a0940c3a719 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:36.469242 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-907a8a0f-9301-4e59-9f22-7a0940c3a719 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:36.480834 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035322f2-d5ba-417f-a847-394764602ea7 req-916a1abb-4155-4833-add2-8bda85134063 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:36.482448 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-035322f2-d5ba-417f-a847-394764602ea7 req-916a1abb-4155-4833-add2-8bda85134063 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2 HTTP/1.1" status: 200 len: 946 time: 0.5558856 Aug 19 18:07:36.505272 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-93e8a6b3-3d33-4dee-8768-8b7ff8a3389c req-6fb9f9b5-9329-4aba-a8d6-66b6e92bf944 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] For port b3a30f90-fd95-4456-bae8-42affe0cfdc4, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b3a30f90-fd95-4456-bae8-42affe0cfdc4,segment=NetworkSegment(6052a266-a5f6-428d-af02-f969d607c6ce),segment_id=6052a266-a5f6-428d-af02-f969d607c6ce)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:36.505674 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-93e8a6b3-3d33-4dee-8768-8b7ff8a3389c req-6fb9f9b5-9329-4aba-a8d6-66b6e92bf944 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:36.510951 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cd7b2d-8e8e-4a6e-b669-d2952da24c25 None None] New status for floating IP 0d87eafe-73ee-4ed6-9292-ef587f4186f5: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:07:36.563049 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-907a8a0f-9301-4e59-9f22-7a0940c3a719 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:36.567259 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-907a8a0f-9301-4e59-9f22-7a0940c3a719 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9597557 Aug 19 18:07:36.571326 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42150) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:36.581484 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-488fdbb3-6fa1-416d-aaf9-91b7025759b2 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Request body: {'security_group_rule': {'security_group_id': '58f6d98e-ce72-4f8b-b76e-8435d52bd197', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:36.610350 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-1bee4a56-e282-4b84-b030-76cab291ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:36.612039 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a8a0f-9301-4e59-9f22-7a0940c3a719 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f6d98e-ce72-4f8b-b76e-8435d52bd197,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:36.613008 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-1bee4a56-e282-4b84-b030-76cab291ceba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a33c4d51217492ebaa912b769b44260&device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 1097 time: 0.1727319 Aug 19 18:07:36.623995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c36487-7ccd-472c-8416-6069044aacca req-7ad54afc-5447-47a1-b183-eb3a230179be tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:36.625821 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-05c36487-7ccd-472c-8416-6069044aacca req-7ad54afc-5447-47a1-b183-eb3a230179be tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 944 time: 0.1466033 Aug 19 18:07:36.702136 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd16e198-f408-42be-8336-cf77944ff785 req-68448614-15a7-4c5c-90aa-483568d994eb service neutron] 10.222.0.50 "GET /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859356 Aug 19 18:07:36.738700 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-035322f2-d5ba-417f-a847-394764602ea7 req-42e9a75b-0694-4a7f-95df-eed333cb8140 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ec8be9-4ccf-46e9-a3a3-57d45ff55066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363315 Aug 19 18:07:36.838551 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-488fdbb3-6fa1-416d-aaf9-91b7025759b2 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:36.848098 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7ab161-69e8-4cce-9231-ecd6f6be9b6c None None] Sync routers for ids ['34e27296-e742-4201-8132-17e842872c6c'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:07:36.858609 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7ab161-69e8-4cce-9231-ecd6f6be9b6c None None] Routers {'34e27296-e742-4201-8132-17e842872c6c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:36.859388 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bb7ab161-69e8-4cce-9231-ecd6f6be9b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:07:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['34e27296-e742-4201-8132-17e842872c6c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:36.929071 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-93e8a6b3-3d33-4dee-8768-8b7ff8a3389c req-6fb9f9b5-9329-4aba-a8d6-66b6e92bf944 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:36.929498 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-93e8a6b3-3d33-4dee-8768-8b7ff8a3389c req-6fb9f9b5-9329-4aba-a8d6-66b6e92bf944 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:36.930153 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [req-93e8a6b3-3d33-4dee-8768-8b7ff8a3389c req-6fb9f9b5-9329-4aba-a8d6-66b6e92bf944 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Floating IP 84992597-989d-402e-a98f-ddff23905013 disassociated. External IP: 172.25.8.155, port: b3a30f90-fd95-4456-bae8-42affe0cfdc4. Aug 19 18:07:36.930421 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-93e8a6b3-3d33-4dee-8768-8b7ff8a3389c req-6fb9f9b5-9329-4aba-a8d6-66b6e92bf944 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Calling delete_port for b3a30f90-fd95-4456-bae8-42affe0cfdc4 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:37.001500 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-7ddf9029-f38e-4852-a0d2-e905fa12d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:37.003560 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-7ddf9029-f38e-4852-a0d2-e905fa12d85c service neutron] 10.222.0.24 "GET /v2.0/networks?id=f44deb17-6524-4309-af63-141c3a78262b HTTP/1.1" status: 200 len: 922 time: 0.3699541 Aug 19 18:07:37.007471 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-bb7ab161-69e8-4cce-9231-ecd6f6be9b6c None None] Set router 34e27296-e742-4201-8132-17e842872c6c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:37.012154 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b30496-1fac-43f8-801f-23caed6747d6 req-4c7528bd-1bcc-4be6-8f68-37adc6cc6a35 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:37.013133 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-488fdbb3-6fa1-416d-aaf9-91b7025759b2 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.014144 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3b30496-1fac-43f8-801f-23caed6747d6 req-4c7528bd-1bcc-4be6-8f68-37adc6cc6a35 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 945 time: 0.1698525 Aug 19 18:07:37.025744 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd16e198-f408-42be-8336-cf77944ff785 req-5c0d7c83-96dc-4bc8-8e5d-6534aaaf1b4e service neutron] 10.222.0.50 "GET /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897329 Aug 19 18:07:37.031012 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-488fdbb3-6fa1-416d-aaf9-91b7025759b2 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.075050 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-cb69b7f2-289a-4898-a37c-0a722f067efd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc823025-d1e5-43df-b336-60b86f281194 HTTP/1.1" status: 200 len: 217 time: 0.0641785 Aug 19 18:07:37.091050 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5c1e1e63-e164-477c-94be-a783997bf383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.113147 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-ee6d23af-7771-4ccc-be2a-80bfab22b90b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40bf330e-8919-4c86-bad6-70aab8c542c1 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:07:37.121308 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488fdbb3-6fa1-416d-aaf9-91b7025759b2 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7303838d-699b-44d8-ac61-8bbcb7599139,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:37.129969 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-05c36487-7ccd-472c-8416-6069044aacca req-215a8ff9-d476-436d-91da-e93e64cd496c tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Deleting port ad6b9fb2-05cc-483b-8221-9cf0e7844b83 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:37.130330 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-05c36487-7ccd-472c-8416-6069044aacca req-215a8ff9-d476-436d-91da-e93e64cd496c tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.133494 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-488fdbb3-6fa1-416d-aaf9-91b7025759b2 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.138660 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-488fdbb3-6fa1-416d-aaf9-91b7025759b2 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5599029 Aug 19 18:07:37.138867 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-ee6d23af-7771-4ccc-be2a-80bfab22b90b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.139914 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42152) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:37.146319 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3b30496-1fac-43f8-801f-23caed6747d6 req-8667121d-4f2f-47b1-8725-1b51b7e62497 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142440 Aug 19 18:07:37.159008 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-ee6d23af-7771-4ccc-be2a-80bfab22b90b service neutron] Transition to ACTIVE for port object 40bf330e-8919-4c86-bad6-70aab8c542c1 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:37.166994 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-ee6d23af-7771-4ccc-be2a-80bfab22b90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.182113 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-5f399267-1963-49d3-b4e7-8eed19e963d7 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Request body: {'security_group_rule': {'security_group_id': '58f6d98e-ce72-4f8b-b76e-8435d52bd197', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:37.225089 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-42190386-bb35-4e94-8e8b-16b595908744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:37.227235 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-42190386-bb35-4e94-8e8b-16b595908744 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a08e371-d5ad-4f23-ad70-70127956d420 HTTP/1.1" status: 200 len: 860 time: 0.1404819 Aug 19 18:07:37.261883 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.304276 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f399267-1963-49d3-b4e7-8eed19e963d7 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.353651 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-05c36487-7ccd-472c-8416-6069044aacca req-215a8ff9-d476-436d-91da-e93e64cd496c tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] For port ad6b9fb2-05cc-483b-8221-9cf0e7844b83, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=ad6b9fb2-05cc-483b-8221-9cf0e7844b83,segment=NetworkSegment(79154735-d979-4816-a5fe-0ac73db4dd88),segment_id=79154735-d979-4816-a5fe-0ac73db4dd88)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:37.354579 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-05c36487-7ccd-472c-8416-6069044aacca req-215a8ff9-d476-436d-91da-e93e64cd496c tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.370558 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d23af-7771-4ccc-be2a-80bfab22b90b service neutron] Pushing event updated for resources: {'Port': ['ID=40bf330e-8919-4c86-bad6-70aab8c542c1,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:37.382486 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-05c36487-7ccd-472c-8416-6069044aacca req-215a8ff9-d476-436d-91da-e93e64cd496c tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Calling delete_port for ad6b9fb2-05cc-483b-8221-9cf0e7844b83 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:37.389256 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-93e8a6b3-3d33-4dee-8768-8b7ff8a3389c req-6fb9f9b5-9329-4aba-a8d6-66b6e92bf944 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.400097 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-6c5ad33e-a0fd-4f7b-aa61-7c65cacaed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:37.401701 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-6c5ad33e-a0fd-4f7b-aa61-7c65cacaed55 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f44deb17-6524-4309-af63-141c3a78262b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582310 Aug 19 18:07:37.436877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9f9b5-9329-4aba-a8d6-66b6e92bf944 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Pushing event deleted for resources: {'Port': ['ID=b3a30f90-fd95-4456-bae8-42affe0cfdc4,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:37.438724 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bb7ab161-69e8-4cce-9231-ecd6f6be9b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '0d87eafe-73ee-4ed6-9292-ef587f4186f5', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '34e27296-e742-4201-8132-17e842872c6c', 'port_id': '7984e1fb-279c-45a0-9a87-1bf10f70ce4f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'mac_address': 'fa:16:3e:d8:2e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a87ca74-0946-4a09-86e4-c6a6f2eb58ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:07:00Z', 'updated_at': '2021-08-19T18:07:36Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb95a2cf-9b0c-488e-848a-aad73cf03b8a', 'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'mac_address': 'fa:16:3e:0c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:31Z', 'updated_at': '2021-08-19T18:06:42Z', 'revision_number': 5, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'subnets': [{'id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:37.468374 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f399267-1963-49d3-b4e7-8eed19e963d7 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.479994 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7ab161-69e8-4cce-9231-ecd6f6be9b6c None None] Checking router: 34e27296-e742-4201-8132-17e842872c6c for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:07:37.487184 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bec971-0cf7-40b6-af61-eedfe52a1028 req-a06ea6a7-90b9-4818-b5b7-d0b569047f5c tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:37.489085 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-45bec971-0cf7-40b6-af61-eedfe52a1028 req-a06ea6a7-90b9-4818-b5b7-d0b569047f5c tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 944 time: 0.1697688 Aug 19 18:07:37.492081 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7ab161-69e8-4cce-9231-ecd6f6be9b6c None None] Routers {'34e27296-e742-4201-8132-17e842872c6c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:37.492853 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bb7ab161-69e8-4cce-9231-ecd6f6be9b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:07:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['34e27296-e742-4201-8132-17e842872c6c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:37.518800 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f399267-1963-49d3-b4e7-8eed19e963d7 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.559614 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f399267-1963-49d3-b4e7-8eed19e963d7 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e9f1ae-fbb4-40e9-9d3f-4496c2328881,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:37.579465 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f399267-1963-49d3-b4e7-8eed19e963d7 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.580756 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5f399267-1963-49d3-b4e7-8eed19e963d7 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4298472 Aug 19 18:07:37.584626 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42154) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:37.590529 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-8ce937a8-5989-4b24-8c61-70c988e7e084 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:37.634587 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-bb22b352-02a1-4f44-8796-162243b5a380 service neutron] 10.222.0.24 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863687 Aug 19 18:07:37.637629 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-45bec971-0cf7-40b6-af61-eedfe52a1028 req-cbf793fd-66f0-4aef-8be7-dacf94b78fdb tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98f4be7-a216-449c-80e0-4b462b4c3550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397605 Aug 19 18:07:37.638574 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-ee6d23af-7771-4ccc-be2a-80bfab22b90b service neutron] Attempting to bind port 40bf330e-8919-4c86-bad6-70aab8c542c1 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:37.638920 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-ee6d23af-7771-4ccc-be2a-80bfab22b90b service neutron] Attempting to bind port 40bf330e-8919-4c86-bad6-70aab8c542c1 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '5a371276-2b79-43dc-b022-55b2d6960f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ed6cc30c-2a55-41f6-a6b0-fee655536fe2'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:37.639254 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-ee6d23af-7771-4ccc-be2a-80bfab22b90b service neutron] Attempting to bind port 40bf330e-8919-4c86-bad6-70aab8c542c1 on network ed6cc30c-2a55-41f6-a6b0-fee655536fe2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:37.644778 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8ce937a8-5989-4b24-8c61-70c988e7e084 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.652078 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-ee6d23af-7771-4ccc-be2a-80bfab22b90b service neutron] Port 40bf330e-8919-4c86-bad6-70aab8c542c1 on network ed6cc30c-2a55-41f6-a6b0-fee655536fe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:37.652078 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-ee6d23af-7771-4ccc-be2a-80bfab22b90b service neutron] Attempting to bind port 40bf330e-8919-4c86-bad6-70aab8c542c1 on network ed6cc30c-2a55-41f6-a6b0-fee655536fe2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:37.669313 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-bb7ab161-69e8-4cce-9231-ecd6f6be9b6c None None] Set router 34e27296-e742-4201-8132-17e842872c6c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:37.674520 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-ee6d23af-7771-4ccc-be2a-80bfab22b90b service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:07:37.674865 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-ee6d23af-7771-4ccc-be2a-80bfab22b90b service neutron] Checking segment: {'id': '5a371276-2b79-43dc-b022-55b2d6960f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ed6cc30c-2a55-41f6-a6b0-fee655536fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:37.675267 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-ee6d23af-7771-4ccc-be2a-80bfab22b90b service neutron] Bound using segment: {'id': '5a371276-2b79-43dc-b022-55b2d6960f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ed6cc30c-2a55-41f6-a6b0-fee655536fe2'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:07:37.675717 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-ee6d23af-7771-4ccc-be2a-80bfab22b90b service neutron] Bound port: 40bf330e-8919-4c86-bad6-70aab8c542c1, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a371276-2b79-43dc-b022-55b2d6960f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ed6cc30c-2a55-41f6-a6b0-fee655536fe2'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:07:37.676088 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-ee6d23af-7771-4ccc-be2a-80bfab22b90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.729630 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93e8a6b3-3d33-4dee-8768-8b7ff8a3389c req-6fb9f9b5-9329-4aba-a8d6-66b6e92bf944 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Router 69aa1083-9c1e-4a66-b954-86d9608efd03 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:07:37.808071 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a159c24-2fde-4487-95af-95812d15987f x-openstack-request-id: req-2a159c24-2fde-4487-95af-95812d15987f {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:37.808699 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b299e3-677b-4f3e-bc5c-e744521d52ad", "tag": "ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:37.808845 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a159c24-2fde-4487-95af-95812d15987f {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:37.809668 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b299e3-677b-4f3e-bc5c-e744521d52ad', 'tag': 'ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5', 'status': 'completed', 'code': 200} Aug 19 18:07:37.839761 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-ee6d23af-7771-4ccc-be2a-80bfab22b90b service neutron] For port 40bf330e-8919-4c86-bad6-70aab8c542c1, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:37.883929 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-ee6d23af-7771-4ccc-be2a-80bfab22b90b service neutron] For port 40bf330e-8919-4c86-bad6-70aab8c542c1, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=40bf330e-8919-4c86-bad6-70aab8c542c1,segment=NetworkSegment(5a371276-2b79-43dc-b022-55b2d6960f9e),segment_id=5a371276-2b79-43dc-b022-55b2d6960f9e)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:07:37.893383 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-ee6d23af-7771-4ccc-be2a-80bfab22b90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.969691 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93e8a6b3-3d33-4dee-8768-8b7ff8a3389c req-6fb9f9b5-9329-4aba-a8d6-66b6e92bf944 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:07:37.982536 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2b4e5-0b40-4b68-a304-cb01595ff4a4 None None] Sync routers for ids ['69aa1083-9c1e-4a66-b954-86d9608efd03'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:07:37.999590 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2b4e5-0b40-4b68-a304-cb01595ff4a4 None None] Routers {'69aa1083-9c1e-4a66-b954-86d9608efd03'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:38.000533 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f3b2b4e5-0b40-4b68-a304-cb01595ff4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:07:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['69aa1083-9c1e-4a66-b954-86d9608efd03'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:38.040143 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bb7ab161-69e8-4cce-9231-ecd6f6be9b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '0d87eafe-73ee-4ed6-9292-ef587f4186f5', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '34e27296-e742-4201-8132-17e842872c6c', 'port_id': '7984e1fb-279c-45a0-9a87-1bf10f70ce4f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'mac_address': 'fa:16:3e:d8:2e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a87ca74-0946-4a09-86e4-c6a6f2eb58ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:07:00Z', 'updated_at': '2021-08-19T18:07:36Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb95a2cf-9b0c-488e-848a-aad73cf03b8a', 'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'mac_address': 'fa:16:3e:0c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:31Z', 'updated_at': '2021-08-19T18:06:42Z', 'revision_number': 5, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'subnets': [{'id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:38.051761 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d8d22-4651-43c0-8cda-370d16383840 req-1204cb4b-b9d3-4521-850d-76622e1fe6b5 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:38.059660 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-312d8d22-4651-43c0-8cda-370d16383840 req-1204cb4b-b9d3-4521-850d-76622e1fe6b5 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 944 time: 0.2410264 Aug 19 18:07:38.061659 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d23af-7771-4ccc-be2a-80bfab22b90b service neutron] Pushing event updated for resources: {'Port': ['ID=40bf330e-8919-4c86-bad6-70aab8c542c1,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:38.106852 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-ee6d23af-7771-4ccc-be2a-80bfab22b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:38.107495 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-ee6d23af-7771-4ccc-be2a-80bfab22b90b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:38.109062 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-ee6d23af-7771-4ccc-be2a-80bfab22b90b service neutron] 10.222.0.50 "PUT /v2.0/ports/40bf330e-8919-4c86-bad6-70aab8c542c1 HTTP/1.1" status: 200 len: 1091 time: 2.3068027 Aug 19 18:07:38.109582 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e067c5ab-c6ec-4276-935b-e95254a968c3', 'tag': '40bf330e-8919-4c86-bad6-70aab8c542c1'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:38.112618 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccb8c3e-be46-40e4-8f01-c5ac9376370f" -d '{"events": [{"name": "network-changed", "server_uuid": "e067c5ab-c6ec-4276-935b-e95254a968c3", "tag": "40bf330e-8919-4c86-bad6-70aab8c542c1"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:38.150892 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e8a6b3-3d33-4dee-8768-8b7ff8a3389c req-6fb9f9b5-9329-4aba-a8d6-66b6e92bf944 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] No DVR routers for this DVR port b3a30f90-fd95-4456-bae8-42affe0cfdc4 on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:07:38.154641 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-93e8a6b3-3d33-4dee-8768-8b7ff8a3389c req-6fb9f9b5-9329-4aba-a8d6-66b6e92bf944 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:38.156834 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-93e8a6b3-3d33-4dee-8768-8b7ff8a3389c req-6fb9f9b5-9329-4aba-a8d6-66b6e92bf944 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.50 "DELETE /v2.0/ports/b3a30f90-fd95-4456-bae8-42affe0cfdc4 HTTP/1.1" status: 204 len: 173 time: 2.5754132 Aug 19 18:07:38.227735 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-312d8d22-4651-43c0-8cda-370d16383840 req-11d1945c-b6b6-4891-a796-cbf46f377731 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670465 Aug 19 18:07:38.231691 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-bca2f813-c58a-4688-8cd4-0198cf228958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:38.239413 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-bca2f813-c58a-4688-8cd4-0198cf228958 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fce72f549e634e21a1104a2106da2de3&device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 1094 time: 0.0703847 Aug 19 18:07:38.247557 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-f3b2b4e5-0b40-4b68-a304-cb01595ff4a4 None None] Set router 69aa1083-9c1e-4a66-b954-86d9608efd03 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:38.321926 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7ab161-69e8-4cce-9231-ecd6f6be9b6c None None] The sync data for ids ['34e27296-e742-4201-8132-17e842872c6c'] in n-d-803753-2 is: [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '0d87eafe-73ee-4ed6-9292-ef587f4186f5', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '34e27296-e742-4201-8132-17e842872c6c', 'port_id': '7984e1fb-279c-45a0-9a87-1bf10f70ce4f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'mac_address': 'fa:16:3e:d8:2e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a87ca74-0946-4a09-86e4-c6a6f2eb58ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:07:00Z', 'updated_at': '2021-08-19T18:07:36Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb95a2cf-9b0c-488e-848a-aad73cf03b8a', 'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'mac_address': 'fa:16:3e:0c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:31Z', 'updated_at': '2021-08-19T18:06:42Z', 'revision_number': 5, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'subnets': [{'id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:07:38.343783 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-9962cb3b-bc29-4daf-bda1-4374e486bb4e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40bf330e-8919-4c86-bad6-70aab8c542c1 HTTP/1.1" status: 200 len: 217 time: 0.0878332 Aug 19 18:07:38.348103 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:38.449148 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-05c36487-7ccd-472c-8416-6069044aacca req-215a8ff9-d476-436d-91da-e93e64cd496c tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:38.454436 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-a98b4435-bdc8-4cd7-8fc6-7047bf52e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:38.456495 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-a98b4435-bdc8-4cd7-8fc6-7047bf52e47f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e56f2809-e79a-4c5f-bec0-9b7673cca425 HTTP/1.1" status: 200 len: 858 time: 0.1020229 Aug 19 18:07:38.473866 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-d1e0c892-4277-4f7c-9d37-4d26cbae6d96 service neutron] 10.222.0.24 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7954037 Aug 19 18:07:38.484747 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21da07-82b8-4a87-935b-e902ebb22948 req-4998e882-53e5-434c-998c-9333795f58d9 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:38.486515 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f21da07-82b8-4a87-935b-e902ebb22948 req-4998e882-53e5-434c-998c-9333795f58d9 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 943 time: 0.0912967 Aug 19 18:07:38.501014 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433163f-cb17-40e5-af57-8c1b25ad20c9 req-7d6ed7f7-a754-4b94-966c-7cacafd24cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:38.503226 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b433163f-cb17-40e5-af57-8c1b25ad20c9 req-7d6ed7f7-a754-4b94-966c-7cacafd24cf6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fce72f549e634e21a1104a2106da2de3&device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 1094 time: 0.7014451 Aug 19 18:07:38.505144 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a8ff9-d476-436d-91da-e93e64cd496c tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Pushing event deleted for resources: {'Port': ['ID=ad6b9fb2-05cc-483b-8221-9cf0e7844b83,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:38.516616 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-4aac68e9-49a2-4444-82fa-ffd7d64159b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ed6cc30c-2a55-41f6-a6b0-fee655536fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480304 Aug 19 18:07:38.591045 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f3b2b4e5-0b40-4b68-a304-cb01595ff4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'name': 'tempest-ServersTestFqdnHostnames-1583830604-router', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:04:37Z', 'revision_number': 4, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'gw_port': {'id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:27:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '20baa8a5-de09-42a3-a041-dcc3143a1175', 'name': '', 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'mac_address': 'fa:16:3e:bc:2d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b38e0628-a8bc-4a29-ab15-1991390ae7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:35Z', 'updated_at': '2021-08-19T18:04:43Z', 'revision_number': 5, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'subnets': [{'id': 'b38e0628-a8bc-4a29-ab15-1991390ae7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:38.625872 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2b4e5-0b40-4b68-a304-cb01595ff4a4 None None] Checking router: 69aa1083-9c1e-4a66-b954-86d9608efd03 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:07:38.636900 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2b4e5-0b40-4b68-a304-cb01595ff4a4 None None] Routers {'69aa1083-9c1e-4a66-b954-86d9608efd03'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:38.637272 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f3b2b4e5-0b40-4b68-a304-cb01595ff4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:07:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['69aa1083-9c1e-4a66-b954-86d9608efd03'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:38.650645 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f21da07-82b8-4a87-935b-e902ebb22948 req-4ad870ff-c558-44fd-be57-bc66e48ea242 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328578 Aug 19 18:07:38.653936 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c36487-7ccd-472c-8416-6069044aacca req-215a8ff9-d476-436d-91da-e93e64cd496c tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] No DVR routers for this DVR port ad6b9fb2-05cc-483b-8221-9cf0e7844b83 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:07:38.660955 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-05c36487-7ccd-472c-8416-6069044aacca req-215a8ff9-d476-436d-91da-e93e64cd496c tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:38.663018 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-05c36487-7ccd-472c-8416-6069044aacca req-215a8ff9-d476-436d-91da-e93e64cd496c tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.50 "DELETE /v2.0/ports/ad6b9fb2-05cc-483b-8221-9cf0e7844b83 HTTP/1.1" status: 204 len: 173 time: 2.0120502 Aug 19 18:07:38.702888 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-bf308cfe-d910-4942-b743-ec698ac22da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:38.704433 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-bf308cfe-d910-4942-b743-ec698ac22da8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a33c4d51217492ebaa912b769b44260&device_id=3a87ca74-0946-4a09-86e4-c6a6f2eb58ea HTTP/1.1" status: 200 len: 1096 time: 0.1677899 Aug 19 18:07:38.720470 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-4784d69d-53b4-43c4-a9a1-6da187f898d1 service neutron] 10.222.0.50 "GET /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812561 Aug 19 18:07:38.770903 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8ce937a8-5989-4b24-8c61-70c988e7e084 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:38.852294 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-f3b2b4e5-0b40-4b68-a304-cb01595ff4a4 None None] Set router 69aa1083-9c1e-4a66-b954-86d9608efd03 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:38.854446 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433163f-cb17-40e5-af57-8c1b25ad20c9 req-180557c3-4e32-451a-9ecc-d42e787b1d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:38.855982 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b433163f-cb17-40e5-af57-8c1b25ad20c9 req-180557c3-4e32-451a-9ecc-d42e787b1d9e service neutron] 10.222.0.50 "GET /v2.0/networks?id=ed6cc30c-2a55-41f6-a6b0-fee655536fe2 HTTP/1.1" status: 200 len: 919 time: 0.3332357 Aug 19 18:07:38.932542 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b6bba21c-9a2e-40a5-aaec-ef4ae0ba43f4 req-da330351-89e1-4aad-9c9f-8637f4a1b2c1 service neutron] 10.222.0.50 "GET /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019114 Aug 19 18:07:38.948577 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b433163f-cb17-40e5-af57-8c1b25ad20c9 req-36c08618-55b4-4858-9940-6aae41deffc2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 HTTP/1.1" status: 200 len: 217 time: 0.0498068 Aug 19 18:07:38.986628 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-4868b5fb-1246-43e7-aabe-91873ed1d162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:38.988139 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-4868b5fb-1246-43e7-aabe-91873ed1d162 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f44deb17-6524-4309-af63-141c3a78262b HTTP/1.1" status: 200 len: 922 time: 0.2614753 Aug 19 18:07:39.058693 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985c0223-7e67-4bbb-b276-7c8bb75da3e0 x-openstack-request-id: req-985c0223-7e67-4bbb-b276-7c8bb75da3e0 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:39.059198 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e067c5ab-c6ec-4276-935b-e95254a968c3", "tag": "40bf330e-8919-4c86-bad6-70aab8c542c1", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:39.059613 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-985c0223-7e67-4bbb-b276-7c8bb75da3e0 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:39.060176 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e067c5ab-c6ec-4276-935b-e95254a968c3', 'tag': '40bf330e-8919-4c86-bad6-70aab8c542c1', 'status': 'completed', 'code': 200} Aug 19 18:07:39.125151 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-8ce937a8-5989-4b24-8c61-70c988e7e084 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Allocated IP 172.25.8.159 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/bc81797d-6690-4b90-83ca-6b5604defbab) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:39.149814 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f3b2b4e5-0b40-4b68-a304-cb01595ff4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'name': 'tempest-ServersTestFqdnHostnames-1583830604-router', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:04:37Z', 'revision_number': 4, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'gw_port': {'id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:27:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '20baa8a5-de09-42a3-a041-dcc3143a1175', 'name': '', 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'mac_address': 'fa:16:3e:bc:2d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b38e0628-a8bc-4a29-ab15-1991390ae7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:35Z', 'updated_at': '2021-08-19T18:04:43Z', 'revision_number': 5, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'subnets': [{'id': 'b38e0628-a8bc-4a29-ab15-1991390ae7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:39.151355 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-3b4dad76-b0c9-43b5-869d-31b4b631fe3e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7984e1fb-279c-45a0-9a87-1bf10f70ce4f HTTP/1.1" status: 200 len: 1000 time: 0.1378293 Aug 19 18:07:39.154387 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433163f-cb17-40e5-af57-8c1b25ad20c9 req-36a29488-622d-4c38-a815-ff1633a996d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:39.155857 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b433163f-cb17-40e5-af57-8c1b25ad20c9 req-36a29488-622d-4c38-a815-ff1633a996d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e56f2809-e79a-4c5f-bec0-9b7673cca425 HTTP/1.1" status: 200 len: 858 time: 0.1342530 Aug 19 18:07:39.187190 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2b4e5-0b40-4b68-a304-cb01595ff4a4 None None] The sync data for ids ['69aa1083-9c1e-4a66-b954-86d9608efd03'] in n-d-803753-2 is: [{'id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'name': 'tempest-ServersTestFqdnHostnames-1583830604-router', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:04:37Z', 'revision_number': 4, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'gw_port': {'id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:27:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '20baa8a5-de09-42a3-a041-dcc3143a1175', 'name': '', 'network_id': '4bc71342-958a-4003-9a5d-26d2a4ddabea', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'mac_address': 'fa:16:3e:bc:2d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b38e0628-a8bc-4a29-ab15-1991390ae7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:35Z', 'updated_at': '2021-08-19T18:04:43Z', 'revision_number': 5, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'subnets': [{'id': 'b38e0628-a8bc-4a29-ab15-1991390ae7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:07:39.187795 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb8c3e-be46-40e4-8f01-c5ac9376370f req-a588a0f5-1a2b-426c-adbf-99ba0bcffe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:39.191446 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dccb8c3e-be46-40e4-8f01-c5ac9376370f req-a588a0f5-1a2b-426c-adbf-99ba0bcffe29 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fce72f549e634e21a1104a2106da2de3&device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 1094 time: 0.1025059 Aug 19 18:07:39.209849 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc1320-6f02-4617-87a7-e3d11ea3c786 req-935058be-363a-43ad-be78-60a471e48d1d tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:39.211424 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0fc1320-6f02-4617-87a7-e3d11ea3c786 req-935058be-363a-43ad-be78-60a471e48d1d tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 945 time: 0.0728638 Aug 19 18:07:39.259178 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b433163f-cb17-40e5-af57-8c1b25ad20c9 req-d49c8076-5f2f-4171-830b-53dec33353b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ed6cc30c-2a55-41f6-a6b0-fee655536fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899160 Aug 19 18:07:39.297433 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-2186c83b-eb8a-4894-9e12-47d15f145779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:39.299769 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-2186c83b-eb8a-4894-9e12-47d15f145779 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a08e371-d5ad-4f23-ad70-70127956d420 HTTP/1.1" status: 200 len: 860 time: 0.1374438 Aug 19 18:07:39.319845 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0fc1320-6f02-4617-87a7-e3d11ea3c786 req-fefa4be7-0537-42e3-8d9b-201da50aef2d tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976264 Aug 19 18:07:39.353971 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb8c3e-be46-40e4-8f01-c5ac9376370f req-3937cb5c-93ac-475c-9a59-623b14664d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:39.354407 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dccb8c3e-be46-40e4-8f01-c5ac9376370f req-3937cb5c-93ac-475c-9a59-623b14664d16 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ed6cc30c-2a55-41f6-a6b0-fee655536fe2 HTTP/1.1" status: 200 len: 919 time: 0.1420462 Aug 19 18:07:39.422661 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dccb8c3e-be46-40e4-8f01-c5ac9376370f req-70a752f5-d70f-4678-9574-e0e34f6fb8d2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40bf330e-8919-4c86-bad6-70aab8c542c1 HTTP/1.1" status: 200 len: 217 time: 0.0516319 Aug 19 18:07:39.442418 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8ce937a8-5989-4b24-8c61-70c988e7e084 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:39.469748 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device b3a30f90-fd95-4456-bae8-42affe0cfdc4 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:07:39.490458 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-cf4ff9f4-a477-49ea-80ee-a84bf380edab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:39.491984 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-cf4ff9f4-a477-49ea-80ee-a84bf380edab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f44deb17-6524-4309-af63-141c3a78262b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1766646 Aug 19 18:07:39.512365 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b433163f-cb17-40e5-af57-8c1b25ad20c9 req-eb665957-b0ea-4c38-9b9d-aa6ba00a7d5a service neutron] 10.222.0.50 "GET /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253947 Aug 19 18:07:39.520655 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: b3a30f90-fd95-4456-bae8-42affe0cfdc4 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:07:39.521884 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device b3a30f90-fd95-4456-bae8-42affe0cfdc4 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:07:39.542359 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ccd6387a-bf83-4053-9b3a-b7f51f33a363 req-58c4ac43-4c3e-4422-ae6c-7b9305463c46 tempest-LiveAutoBlockMigrationV225Test-1039846434 tempest-LiveAutoBlockMigrationV225Test-1039846434-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b71b60b-9fce-4717-a88d-cd343523832b HTTP/1.1" status: 200 len: 210 time: 0.0363941 Aug 19 18:07:39.575584 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb8c3e-be46-40e4-8f01-c5ac9376370f req-20890230-b034-4232-a038-9330577645e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:39.577169 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dccb8c3e-be46-40e4-8f01-c5ac9376370f req-20890230-b034-4232-a038-9330577645e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e56f2809-e79a-4c5f-bec0-9b7673cca425 HTTP/1.1" status: 200 len: 858 time: 0.1389883 Aug 19 18:07:39.623291 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dccb8c3e-be46-40e4-8f01-c5ac9376370f req-e1ada373-9b4b-446d-9890-70d7368de656 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ed6cc30c-2a55-41f6-a6b0-fee655536fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313721 Aug 19 18:07:39.630909 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef5ea4d-bfdd-4521-8ca2-4965d27961fc None None] New status for floating IP 84992597-989d-402e-a98f-ddff23905013: DOWN {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:07:39.646896 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8ce937a8-5989-4b24-8c61-70c988e7e084 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:39.731276 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-fbfafe0b-877d-43ea-9ba3-320cb4266eb7 service neutron] 10.222.0.24 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314131 Aug 19 18:07:39.739561 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce937a8-5989-4b24-8c61-70c988e7e084 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:39.747386 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3ed64-c3c4-4c77-98be-0c9aaf8eb7ae req-4ea029df-3d13-407a-826b-6ce223f92f5a tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:39.749359 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4ac3ed64-c3c4-4c77-98be-0c9aaf8eb7ae req-4ea029df-3d13-407a-826b-6ce223f92f5a tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cd583e9-aeb4-47c1-b853-20d507e64381 HTTP/1.1" status: 200 len: 945 time: 0.1250713 Aug 19 18:07:39.761196 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce937a8-5989-4b24-8c61-70c988e7e084 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event updated for resources: {'Port': ['ID=bc81797d-6690-4b90-83ca-6b5604defbab,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:39.763810 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-8ce937a8-5989-4b24-8c61-70c988e7e084 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:39.778397 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce937a8-5989-4b24-8c61-70c988e7e084 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:39.792684 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dccb8c3e-be46-40e4-8f01-c5ac9376370f req-50631f4a-298a-4f39-8649-614997da4e19 service neutron] 10.222.0.50 "GET /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416101 Aug 19 18:07:39.812489 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43d11d8-37a1-42c7-957c-97c6e2662e7b', 'tag': 'dc823025-d1e5-43df-b336-60b86f281194'}, {'name': 'network-changed', 'server_uuid': '3a87ca74-0946-4a09-86e4-c6a6f2eb58ea', 'tag': '7984e1fb-279c-45a0-9a87-1bf10f70ce4f'}, {'server_uuid': '5b71b60b-9fce-4717-a88d-cd343523832b', 'name': 'network-vif-deleted', 'tag': 'ad6b9fb2-05cc-483b-8221-9cf0e7844b83'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:39.816077 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5ca2dd-91cc-44a6-bc28-7f95369c99c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c43d11d8-37a1-42c7-957c-97c6e2662e7b", "tag": "dc823025-d1e5-43df-b336-60b86f281194"}, {"name": "network-changed", "server_uuid": "3a87ca74-0946-4a09-86e4-c6a6f2eb58ea", "tag": "7984e1fb-279c-45a0-9a87-1bf10f70ce4f"}, {"server_uuid": "5b71b60b-9fce-4717-a88d-cd343523832b", "name": "network-vif-deleted", "tag": "ad6b9fb2-05cc-483b-8221-9cf0e7844b83"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:39.837231 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4ac3ed64-c3c4-4c77-98be-0c9aaf8eb7ae req-2f1c0231-1ce2-4663-baac-efcbeaecdce4 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b78d68f-0a9f-41ac-b1ee-b081dccda597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761158 Aug 19 18:07:39.840519 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b433163f-cb17-40e5-af57-8c1b25ad20c9 req-4b202624-bf51-42c1-83a9-af22c98e2e16 service neutron] 10.222.0.50 "GET /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822480 Aug 19 18:07:39.898229 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42180) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:39.943892 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42ad0234-7b6a-4d6e-b7df-b7fe946ea0f5 req-465c87db-24c1-430c-84e6-720e1dd84a8c service neutron] 10.222.0.24 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008417 Aug 19 18:07:39.952501 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8ce937a8-5989-4b24-8c61-70c988e7e084 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:39.994293 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8ce937a8-5989-4b24-8c61-70c988e7e084 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:40.007082 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dccb8c3e-be46-40e4-8f01-c5ac9376370f req-ef1d24e4-6467-470a-854a-8d691d8a4401 service neutron] 10.222.0.50 "GET /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987367 Aug 19 18:07:40.016149 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d373b05-87f4-4b21-b5bf-0c341ee97eb4 req-9f2e18c9-b29d-415e-9e9a-9d6f253011e0 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:40.017877 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4d373b05-87f4-4b21-b5bf-0c341ee97eb4 req-9f2e18c9-b29d-415e-9e9a-9d6f253011e0 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 1095 time: 0.0586658 Aug 19 18:07:40.034908 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4130b48f-e1e9-4dbc-993b-2fea9c8c17f6 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:40.057910 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:40.077779 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4130b48f-e1e9-4dbc-993b-2fea9c8c17f6 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:40.098806 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4d373b05-87f4-4b21-b5bf-0c341ee97eb4 req-a1867e73-4926-4f85-8f14-7eacae577b70 tempest-LiveMigrationTest-1849268605 tempest-LiveMigrationTest-1849268605-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618167 Aug 19 18:07:40.135659 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb769e0b-150c-429e-b3ae-919f911a6958 req-cfceb1d9-32d2-4f67-a217-0f3d14fdab3c tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:40.137192 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fb769e0b-150c-429e-b3ae-919f911a6958 req-cfceb1d9-32d2-4f67-a217-0f3d14fdab3c tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 943 time: 0.1210828 Aug 19 18:07:40.168607 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4130b48f-e1e9-4dbc-993b-2fea9c8c17f6 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:40.171767 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4130b48f-e1e9-4dbc-993b-2fea9c8c17f6 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:40.185340 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4130b48f-e1e9-4dbc-993b-2fea9c8c17f6 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "DELETE /v2.0/security-groups/c7ec8be9-4ccf-46e9-a3a3-57d45ff55066 HTTP/1.1" status: 204 len: 168 time: 0.2835526 Aug 19 18:07:40.187528 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4e1fbd-9be0-4737-8c7c-5f06bb88c8c4 x-openstack-request-id: req-9d4e1fbd-9be0-4737-8c7c-5f06bb88c8c4 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:40.188132 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43d11d8-37a1-42c7-957c-97c6e2662e7b", "tag": "dc823025-d1e5-43df-b336-60b86f281194", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3a87ca74-0946-4a09-86e4-c6a6f2eb58ea", "tag": "7984e1fb-279c-45a0-9a87-1bf10f70ce4f", "status": "completed", "code": 200}, {"server_uuid": "5b71b60b-9fce-4717-a88d-cd343523832b", "name": "network-vif-deleted", "tag": "ad6b9fb2-05cc-483b-8221-9cf0e7844b83", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:40.188429 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d4e1fbd-9be0-4737-8c7c-5f06bb88c8c4 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:40.188939 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43d11d8-37a1-42c7-957c-97c6e2662e7b', 'tag': 'dc823025-d1e5-43df-b336-60b86f281194', 'status': 'completed', 'code': 200} Aug 19 18:07:40.190046 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a87ca74-0946-4a09-86e4-c6a6f2eb58ea', 'tag': '7984e1fb-279c-45a0-9a87-1bf10f70ce4f', 'status': 'completed', 'code': 200} Aug 19 18:07:40.190292 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b71b60b-9fce-4717-a88d-cd343523832b', 'name': 'network-vif-deleted', 'tag': 'ad6b9fb2-05cc-483b-8221-9cf0e7844b83', 'status': 'completed', 'code': 200} Aug 19 18:07:40.191718 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42186) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:40.221655 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130b48f-e1e9-4dbc-993b-2fea9c8c17f6 tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ec8be9-4ccf-46e9-a3a3-57d45ff55066,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:40.241863 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fb769e0b-150c-429e-b3ae-919f911a6958 req-a00529cd-4a09-4132-a399-0f5e1a2382e1 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870972 Aug 19 18:07:40.280261 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8ce937a8-5989-4b24-8c61-70c988e7e084 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:40.288171 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8ce937a8-5989-4b24-8c61-70c988e7e084 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:40.300593 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-a36025e9-e3d2-4a3e-a49e-f99d8370daae tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] show failed (client error): The resource could not be found. Aug 19 18:07:40.301767 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a36025e9-e3d2-4a3e-a49e-f99d8370daae tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "GET /v2.0/security-groups/c7ec8be9-4ccf-46e9-a3a3-57d45ff55066 HTTP/1.1" status: 404 len: 347 time: 0.1072681 Aug 19 18:07:40.320084 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42188) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:40.402185 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89cd1b80-e96c-45d3-ae09-7f2aaf24bcca req-08dbfcfd-5047-4c89-9a14-b1cd7c460d0c tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.15 HTTP/1.1" status: 200 len: 1000 time: 0.2155104 Aug 19 18:07:40.426617 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca2dd-91cc-44a6-bc28-7f95369c99c7 req-32d48ce7-bdd6-49e3-bcc2-ef664bec9845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:40.428357 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc5ca2dd-91cc-44a6-bc28-7f95369c99c7 req-32d48ce7-bdd6-49e3-bcc2-ef664bec9845 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a33c4d51217492ebaa912b769b44260&device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 1097 time: 0.2094018 Aug 19 18:07:40.463346 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca2dd-91cc-44a6-bc28-7f95369c99c7 req-520368c6-7784-4ff4-987c-c609915b4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:40.464932 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc5ca2dd-91cc-44a6-bc28-7f95369c99c7 req-520368c6-7784-4ff4-987c-c609915b4a05 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a33c4d51217492ebaa912b769b44260&device_id=3a87ca74-0946-4a09-86e4-c6a6f2eb58ea HTTP/1.1" status: 200 len: 1096 time: 0.2471728 Aug 19 18:07:40.473562 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce937a8-5989-4b24-8c61-70c988e7e084 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event updated for resources: {'Port': ['ID=bc81797d-6690-4b90-83ca-6b5604defbab,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:40.529543 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8ce937a8-5989-4b24-8c61-70c988e7e084 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:40.560095 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8ce937a8-5989-4b24-8c61-70c988e7e084 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:40.561340 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8ce937a8-5989-4b24-8c61-70c988e7e084 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9754105 Aug 19 18:07:40.562927 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd1b80-e96c-45d3-ae09-7f2aaf24bcca req-6d145144-375e-41f0-9b77-28465c38d242 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:40.564338 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89cd1b80-e96c-45d3-ae09-7f2aaf24bcca req-6d145144-375e-41f0-9b77-28465c38d242 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports/7984e1fb-279c-45a0-9a87-1bf10f70ce4f HTTP/1.1" status: 200 len: 942 time: 0.1609528 Aug 19 18:07:40.583499 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79322d2-a89b-4972-941d-68ec4c6277e2 req-cc1c291d-0fb6-471f-a20e-bcce096245d1 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:40.585308 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b79322d2-a89b-4972-941d-68ec4c6277e2 req-cc1c291d-0fb6-471f-a20e-bcce096245d1 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 945 time: 0.1144476 Aug 19 18:07:40.609744 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-690944c1-aae1-44c5-b2ad-319bae7f6a0d tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Deleting port 0677a524-da0c-470d-8b46-fc404cab2b9c {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:40.610345 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-690944c1-aae1-44c5-b2ad-319bae7f6a0d tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:40.657718 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca2dd-91cc-44a6-bc28-7f95369c99c7 req-e9063661-ee5c-47bf-b464-7d67c6d2da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:40.660226 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc5ca2dd-91cc-44a6-bc28-7f95369c99c7 req-e9063661-ee5c-47bf-b464-7d67c6d2da16 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f44deb17-6524-4309-af63-141c3a78262b HTTP/1.1" status: 200 len: 922 time: 0.2083826 Aug 19 18:07:40.676130 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca2dd-91cc-44a6-bc28-7f95369c99c7 req-5af88517-cf27-4787-8864-361faeac3589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:40.678573 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc5ca2dd-91cc-44a6-bc28-7f95369c99c7 req-5af88517-cf27-4787-8864-361faeac3589 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f44deb17-6524-4309-af63-141c3a78262b HTTP/1.1" status: 200 len: 922 time: 0.1975400 Aug 19 18:07:40.704289 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b79322d2-a89b-4972-941d-68ec4c6277e2 req-99008db3-8a8d-4067-818e-9413c91c92ae tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906713 Aug 19 18:07:40.729722 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:40.730732 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc5ca2dd-91cc-44a6-bc28-7f95369c99c7 req-ad0d4710-82d2-42b7-9381-bbb5c9bf226a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc823025-d1e5-43df-b336-60b86f281194 HTTP/1.1" status: 200 len: 217 time: 0.0511210 Aug 19 18:07:40.744791 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-690944c1-aae1-44c5-b2ad-319bae7f6a0d tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:40.745136 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-690944c1-aae1-44c5-b2ad-319bae7f6a0d tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:40.762918 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-690944c1-aae1-44c5-b2ad-319bae7f6a0d tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Calling delete_port for 0677a524-da0c-470d-8b46-fc404cab2b9c owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:40.896202 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5b8d1-f783-4baf-aca9-37ec4bef9bee req-fd9e7910-e03c-4563-a9ae-05fafff9ae94 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:40.897869 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c3c5b8d1-f783-4baf-aca9-37ec4bef9bee req-fd9e7910-e03c-4563-a9ae-05fafff9ae94 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 944 time: 0.0885012 Aug 19 18:07:40.970257 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c3c5b8d1-f783-4baf-aca9-37ec4bef9bee req-c45da9b3-a072-44bf-8e82-ec865096cce8 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651221 Aug 19 18:07:40.996373 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-690944c1-aae1-44c5-b2ad-319bae7f6a0d tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:41.023934 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690944c1-aae1-44c5-b2ad-319bae7f6a0d tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Pushing event deleted for resources: {'Port': ['ID=0677a524-da0c-470d-8b46-fc404cab2b9c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:41.025884 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42204) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:41.109922 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-690944c1-aae1-44c5-b2ad-319bae7f6a0d tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:41.113852 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-690944c1-aae1-44c5-b2ad-319bae7f6a0d tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:41.118041 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-690944c1-aae1-44c5-b2ad-319bae7f6a0d tempest-ServersTestFqdnHostnames-2021810567 tempest-ServersTestFqdnHostnames-2021810567-project] 10.222.0.24 "DELETE /v2.0/floatingips/84992597-989d-402e-a98f-ddff23905013 HTTP/1.1" status: 204 len: 168 time: 0.7942407 Aug 19 18:07:41.119296 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2', 'name': 'network-vif-deleted', 'tag': 'b3a30f90-fd95-4456-bae8-42affe0cfdc4'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:41.121588 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3bb248-80be-4140-9d76-0c8557e4c729" -d '{"events": [{"server_uuid": "3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2", "name": "network-vif-deleted", "tag": "b3a30f90-fd95-4456-bae8-42affe0cfdc4"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:41.124454 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42208) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:41.232392 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0ff472-7884-49b8-bf3a-403391c105cd admin admin] Deleting subnet e38a766b-6157-45f2-9785-a9bfeb2d8ba6 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:07:41.242365 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc5ca2dd-91cc-44a6-bc28-7f95369c99c7 req-f5cc6b08-c524-4f93-9239-84a89bb84806 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7984e1fb-279c-45a0-9a87-1bf10f70ce4f HTTP/1.1" status: 200 len: 1000 time: 0.5105736 Aug 19 18:07:41.268250 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca2dd-91cc-44a6-bc28-7f95369c99c7 req-06b4350d-5bf5-44f2-8a05-80c427f4c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:41.269926 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc5ca2dd-91cc-44a6-bc28-7f95369c99c7 req-06b4350d-5bf5-44f2-8a05-80c427f4c321 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a08e371-d5ad-4f23-ad70-70127956d420 HTTP/1.1" status: 200 len: 860 time: 0.1450825 Aug 19 18:07:41.270893 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ec0ff472-7884-49b8-bf3a-403391c105cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:41.305508 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89cd1b80-e96c-45d3-ae09-7f2aaf24bcca req-42942f94-6928-45b7-a9db-9f3fc6483826 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.15 HTTP/1.1" status: 200 len: 1000 time: 0.1871457 Aug 19 18:07:41.382372 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ec0ff472-7884-49b8-bf3a-403391c105cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:41.402601 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca2dd-91cc-44a6-bc28-7f95369c99c7 req-ee62760a-4f67-4469-896b-efd3fab9800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:41.404579 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc5ca2dd-91cc-44a6-bc28-7f95369c99c7 req-ee62760a-4f67-4469-896b-efd3fab9800d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a08e371-d5ad-4f23-ad70-70127956d420 HTTP/1.1" status: 200 len: 860 time: 0.1311982 Aug 19 18:07:41.448121 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-ae46ef58-c2f7-41ce-ad3e-27ed4da44ac2 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--14902661&fields=id&tenant_id=22b0cfe0dd134d888d6f8103e3004f52 HTTP/1.1" status: 200 len: 267 time: 0.1782832 Aug 19 18:07:41.450407 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca2dd-91cc-44a6-bc28-7f95369c99c7 req-52d67ed5-3189-48a3-afc4-d020d4f319d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:41.451968 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc5ca2dd-91cc-44a6-bc28-7f95369c99c7 req-52d67ed5-3189-48a3-afc4-d020d4f319d5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f44deb17-6524-4309-af63-141c3a78262b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501706 Aug 19 18:07:41.474045 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d8927-05a4-4951-a482-34c144c42b78 req-a54554bb-15b2-45f2-9767-5ff3fc25399d tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:41.475602 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-302d8927-05a4-4951-a482-34c144c42b78 req-a54554bb-15b2-45f2-9767-5ff3fc25399d tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.50 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 944 time: 0.1769624 Aug 19 18:07:41.497970 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:07:41.498473 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device ad6b9fb2-05cc-483b-8221-9cf0e7844b83 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:07:41.529044 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: ad6b9fb2-05cc-483b-8221-9cf0e7844b83 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:07:41.529381 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device ad6b9fb2-05cc-483b-8221-9cf0e7844b83 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:07:41.553730 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd1b80-e96c-45d3-ae09-7f2aaf24bcca req-3363fe1b-8407-4263-9b41-5e0fa7e7966f tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:41.555158 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89cd1b80-e96c-45d3-ae09-7f2aaf24bcca req-3363fe1b-8407-4263-9b41-5e0fa7e7966f tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.2374718 Aug 19 18:07:41.557040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca2dd-91cc-44a6-bc28-7f95369c99c7 req-2ea2320a-e9c9-44e7-a228-582761356ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:41.558487 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc5ca2dd-91cc-44a6-bc28-7f95369c99c7 req-2ea2320a-e9c9-44e7-a228-582761356ed2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f44deb17-6524-4309-af63-141c3a78262b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1449108 Aug 19 18:07:41.568457 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ec0ff472-7884-49b8-bf3a-403391c105cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:41.590194 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-89cd1b80-e96c-45d3-ae09-7f2aaf24bcca req-b9da4946-516c-442e-8a9a-fdafb73a1c97 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:41.591255 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89cd1b80-e96c-45d3-ae09-7f2aaf24bcca req-b9da4946-516c-442e-8a9a-fdafb73a1c97 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083621 Aug 19 18:07:41.628204 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-82a1bfa7-5ef7-4a9c-b3e7-6ef54a08d59e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:41.634117 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-82a1bfa7-5ef7-4a9c-b3e7-6ef54a08d59e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports/dfb77d0d-a0bb-41e1-b68c-463a99752b1a HTTP/1.1" status: 200 len: 932 time: 0.1724503 Aug 19 18:07:41.651179 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5,segment=NetworkSegment(5a371276-2b79-43dc-b022-55b2d6960f9e),segment_id=5a371276-2b79-43dc-b022-55b2d6960f9e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:41.654836 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc5ca2dd-91cc-44a6-bc28-7f95369c99c7 req-2b0e8480-9434-41a9-8f49-60a2d0671104 service neutron] 10.222.0.50 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879978 Aug 19 18:07:41.668943 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2be673-e2a7-4e44-a75c-86fb8d54a7c4 x-openstack-request-id: req-9b2be673-e2a7-4e44-a75c-86fb8d54a7c4 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:41.669081 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2", "name": "network-vif-deleted", "tag": "b3a30f90-fd95-4456-bae8-42affe0cfdc4", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:41.669335 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b2be673-e2a7-4e44-a75c-86fb8d54a7c4 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:41.669733 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f64dd5d-68e2-4a1d-aa83-2372d3cdd6e2', 'name': 'network-vif-deleted', 'tag': 'b3a30f90-fd95-4456-bae8-42affe0cfdc4', 'status': 'completed', 'code': 200} Aug 19 18:07:41.669944 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5', 'network_id': 'ed6cc30c-2a55-41f6-a6b0-fee655536fe2', 'port_id': 'ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5', 'mac_address': 'fa:16:3e:82:ce:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e56f2809-e79a-4c5f-bec0-9b7673cca425', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:07:41.740052 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:41.750818 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc5ca2dd-91cc-44a6-bc28-7f95369c99c7 req-75a60025-f5a9-47e2-90b1-f21797be31ae service neutron] 10.222.0.54 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820197 Aug 19 18:07:41.756995 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:07:41.779039 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-f8093370-f903-4572-8bb8-147cfd6cdf7a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:41.788359 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-f8093370-f903-4572-8bb8-147cfd6cdf7a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports/c5aa8d31-a91d-4215-83d9-2d7dea935f79 HTTP/1.1" status: 200 len: 932 time: 0.1294100 Aug 19 18:07:41.788808 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5,segment=NetworkSegment(5a371276-2b79-43dc-b022-55b2d6960f9e),segment_id=5a371276-2b79-43dc-b022-55b2d6960f9e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:41.794296 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:41.858762 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:41.871897 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-36629d41-3971-4733-b434-25d3590f5e9e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?network_id=5f633b63-84e5-45ac-aad5-d8f674f8a1ad&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0805888 Aug 19 18:07:41.892185 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc5ca2dd-91cc-44a6-bc28-7f95369c99c7 req-8052eab3-a882-432a-9cac-db3a76e3cc96 service neutron] 10.222.0.50 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200952 Aug 19 18:07:41.900970 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ec0ff472-7884-49b8-bf3a-403391c105cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:41.906047 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55e7e1-1f0a-4c18-afea-81bc620ee3fa req-9070e3d0-d21c-4ddc-8be4-361b63ccd00e tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:41.907558 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7e55e7e1-1f0a-4c18-afea-81bc620ee3fa req-9070e3d0-d21c-4ddc-8be4-361b63ccd00e tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cd583e9-aeb4-47c1-b853-20d507e64381 HTTP/1.1" status: 200 len: 945 time: 0.1542528 Aug 19 18:07:41.958816 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc5ca2dd-91cc-44a6-bc28-7f95369c99c7 req-6fbda25e-ca9b-4dc2-a295-5863379740b3 service neutron] 10.222.0.54 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854658 Aug 19 18:07:41.984630 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7e55e7e1-1f0a-4c18-afea-81bc620ee3fa req-7daa156e-6aa4-470b-adb2-4a4320f071f4 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b78d68f-0a9f-41ac-b1ee-b081dccda597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673239 Aug 19 18:07:42.107602 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10724685-e32f-410e-b49e-717c3099753b req-e39aa0bd-58e0-450d-abd7-c9ba5f641145 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:42.109237 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10724685-e32f-410e-b49e-717c3099753b req-e39aa0bd-58e0-450d-abd7-c9ba5f641145 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 943 time: 0.0609374 Aug 19 18:07:42.130714 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:07:42.165921 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10724685-e32f-410e-b49e-717c3099753b req-9651643b-a23d-44a1-b1ab-a311393a1ac4 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493722 Aug 19 18:07:42.272593 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-edf12858-8d54-43a8-9c19-fc5ed6615476 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?network_id=5f633b63-84e5-45ac-aad5-d8f674f8a1ad&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3895984 Aug 19 18:07:42.276300 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-f8a6c9d8-f900-41f9-bceb-ad856b8af6d1 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.15 HTTP/1.1" status: 200 len: 1000 time: 0.0762436 Aug 19 18:07:42.305515 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ff472-7884-49b8-bf3a-403391c105cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e38a766b-6157-45f2-9785-a9bfeb2d8ba6,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:42.322277 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ec0ff472-7884-49b8-bf3a-403391c105cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.324713 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ec0ff472-7884-49b8-bf3a-403391c105cd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e38a766b-6157-45f2-9785-a9bfeb2d8ba6 HTTP/1.1" status: 204 len: 168 time: 1.2938788 Aug 19 18:07:42.328496 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42230) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:42.338176 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-499ee081-71e7-42e6-ac45-3c60e0d7d45c tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:42.339734 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-499ee081-71e7-42e6-ac45-3c60e0d7d45c tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports/7984e1fb-279c-45a0-9a87-1bf10f70ce4f HTTP/1.1" status: 200 len: 942 time: 0.0572574 Aug 19 18:07:42.411023 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-302d8927-05a4-4951-a482-34c144c42b78 req-f8e914aa-db0e-46d0-a716-f566a8a98606 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Deleting port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:42.411399 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-302d8927-05a4-4951-a482-34c144c42b78 req-f8e914aa-db0e-46d0-a716-f566a8a98606 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.465052 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa61a108-1e41-429b-b992-5b8dab5e98ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.486841 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-0ed9fcba-96d6-4e1f-bff6-8fbd8e3f7368 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.15 HTTP/1.1" status: 200 len: 1000 time: 0.0959449 Aug 19 18:07:42.519651 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-57ea5ff3-8dc4-4b87-911e-4b4268341bfc tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:42.525587 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-57ea5ff3-8dc4-4b87-911e-4b4268341bfc tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:42.531351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-57ea5ff3-8dc4-4b87-911e-4b4268341bfc tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:42.533101 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-57ea5ff3-8dc4-4b87-911e-4b4268341bfc tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/networks?id=2a57726d-7b72-4596-ad69-fcea207934ef&id=516636c4-cca9-40b7-8447-b891fcfd801e&id=516636c4-cca9-40b7-8447-b891fcfd801e&id=5f633b63-84e5-45ac-aad5-d8f674f8a1ad&id=5f633b63-84e5-45ac-aad5-d8f674f8a1ad HTTP/1.1" status: 200 len: 1989 time: 0.2369518 Aug 19 18:07:42.582783 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-fcfb6047-92e7-4860-aa00-839196fe1bc4 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/quotas/22b0cfe0dd134d888d6f8103e3004f52 HTTP/1.1" status: 200 len: 375 time: 0.0344536 Aug 19 18:07:42.600017 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-302d8927-05a4-4951-a482-34c144c42b78 req-f8e914aa-db0e-46d0-a716-f566a8a98606 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] For port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:42.600373 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-302d8927-05a4-4951-a482-34c144c42b78 req-f8e914aa-db0e-46d0-a716-f566a8a98606 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.614154 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa61a108-1e41-429b-b992-5b8dab5e98ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.633211 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-fa61a108-1e41-429b-b992-5b8dab5e98ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52390765-0cad-463c-8122-8baf5b79ff7f']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:42.640131 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-302d8927-05a4-4951-a482-34c144c42b78 req-f8e914aa-db0e-46d0-a716-f566a8a98606 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Calling delete_port for fdfa921d-0869-4e5e-ac51-8bd7fe411a3f owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:42.648211 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-fa61a108-1e41-429b-b992-5b8dab5e98ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79154735-d979-4816-a5fe-0ac73db4dd88') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:42.648490 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-fa61a108-1e41-429b-b992-5b8dab5e98ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79154735-d979-4816-a5fe-0ac73db4dd88') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:42.668259 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa61a108-1e41-429b-b992-5b8dab5e98ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.701874 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-5d0001b7-7ce0-427a-8612-a227477ecb10 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:42.703359 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-5d0001b7-7ce0-427a-8612-a227477ecb10 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.1955137 Aug 19 18:07:42.704441 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa61a108-1e41-429b-b992-5b8dab5e98ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.713026 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa61a108-1e41-429b-b992-5b8dab5e98ee admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:07:42.713516 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa61a108-1e41-429b-b992-5b8dab5e98ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:07:42.716549 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:07:42.746969 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-1d3e41b0-7630-4b37-8fb1-6a2be0fddd12 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=22b0cfe0dd134d888d6f8103e3004f52&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1535735 Aug 19 18:07:42.827943 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa61a108-1e41-429b-b992-5b8dab5e98ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.838688 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa61a108-1e41-429b-b992-5b8dab5e98ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.846941 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42232) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:42.848123 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fa61a108-1e41-429b-b992-5b8dab5e98ee admin admin] 10.222.0.24 "DELETE /v2.0/networks/52390765-0cad-463c-8122-8baf5b79ff7f HTTP/1.1" status: 204 len: 168 time: 0.5122569 Aug 19 18:07:42.852969 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-30e240fa-6793-45c5-a273-db8e9f644be0 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.15 HTTP/1.1" status: 200 len: 1000 time: 0.1365552 Aug 19 18:07:42.864696 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61a108-1e41-429b-b992-5b8dab5e98ee admin admin] Pushing event deleted for resources: {'Network': ['ID=52390765-0cad-463c-8122-8baf5b79ff7f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:42.868429 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ff3ca7f0-a783-4de5-8443-edd0c02bbd01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.871451 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-5284deb4-cbd1-49c7-a1bc-eb0b1c07c859 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:42.944027 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-5284deb4-cbd1-49c7-a1bc-eb0b1c07c859 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks [] for floatingip, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:43.071938 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ca80ee-e928-4fcd-b423-e53d2bac46c1 admin admin] Deleting subnet 8fc60652-5a3d-4b1d-96a7-8dc701b51939 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:07:43.084688 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-21e9f2b5-dbf5-46d1-8338-364b0ac82b86 service neutron] 10.222.0.24 "GET /v2.0/networks/2a57726d-7b72-4596-ad69-fcea207934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171265 Aug 19 18:07:43.088763 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f2ca80ee-e928-4fcd-b423-e53d2bac46c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:43.129176 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-302d8927-05a4-4951-a482-34c144c42b78 req-f8e914aa-db0e-46d0-a716-f566a8a98606 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:43.135216 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-5284deb4-cbd1-49c7-a1bc-eb0b1c07c859 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:43.139711 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-5284deb4-cbd1-49c7-a1bc-eb0b1c07c859 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:43.140112 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-5284deb4-cbd1-49c7-a1bc-eb0b1c07c859 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Floating IP 0d87eafe-73ee-4ed6-9292-ef587f4186f5 disassociated. External IP: 172.25.8.15, port: 7984e1fb-279c-45a0-9a87-1bf10f70ce4f. Aug 19 18:07:43.144958 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['271620d3-c2ea-42fa-aa55-17ea8fdce195'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:07:43.225449 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f2ca80ee-e928-4fcd-b423-e53d2bac46c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:43.251108 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e914aa-db0e-46d0-a716-f566a8a98606 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Pushing event deleted for resources: {'Port': ['ID=fdfa921d-0869-4e5e-ac51-8bd7fe411a3f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:43.378758 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-302d8927-05a4-4951-a482-34c144c42b78 req-f8e914aa-db0e-46d0-a716-f566a8a98606 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] No DVR routers for this DVR port fdfa921d-0869-4e5e-ac51-8bd7fe411a3f on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:07:43.387992 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-302d8927-05a4-4951-a482-34c144c42b78 req-f8e914aa-db0e-46d0-a716-f566a8a98606 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:43.390326 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-302d8927-05a4-4951-a482-34c144c42b78 req-f8e914aa-db0e-46d0-a716-f566a8a98606 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.50 "DELETE /v2.0/ports/fdfa921d-0869-4e5e-ac51-8bd7fe411a3f HTTP/1.1" status: 204 len: 173 time: 1.8766806 Aug 19 18:07:43.390917 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a33f8d-8b97-4e86-a7aa-1a80356484fd', 'name': 'network-vif-deleted', 'tag': 'fdfa921d-0869-4e5e-ac51-8bd7fe411a3f'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:43.393930 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414c2e95-7f0a-4dc0-94e4-f1c58d298ddd" -d '{"events": [{"server_uuid": "47a33f8d-8b97-4e86-a7aa-1a80356484fd", "name": "network-vif-deleted", "tag": "fdfa921d-0869-4e5e-ac51-8bd7fe411a3f"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:43.414789 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f2ca80ee-e928-4fcd-b423-e53d2bac46c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:43.422435 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab5f8c-5caf-4d40-8430-3708fdbbe40b req-daa4b312-6d7e-4355-8224-510aa0ccb0d1 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:43.424234 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39ab5f8c-5caf-4d40-8430-3708fdbbe40b req-daa4b312-6d7e-4355-8224-510aa0ccb0d1 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cd583e9-aeb4-47c1-b853-20d507e64381 HTTP/1.1" status: 200 len: 945 time: 0.1033683 Aug 19 18:07:43.433762 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-5284deb4-cbd1-49c7-a1bc-eb0b1c07c859 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Router 34e27296-e742-4201-8132-17e842872c6c has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:07:43.459644 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-bdf51ba1-cf3f-4ce7-a6c3-c736a89fa4c1 service neutron] 10.222.0.24 "GET /v2.0/networks/2a57726d-7b72-4596-ad69-fcea207934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638074 Aug 19 18:07:43.480347 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 40bf330e-8919-4c86-bad6-70aab8c542c1 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:07:43.574786 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-e081ae3f-f1dc-4052-800d-fd251588b9a2 service neutron] 10.222.0.24 "GET /v2.0/ports/dfb77d0d-a0bb-41e1-b68c-463a99752b1a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0985827 Aug 19 18:07:43.622064 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:43.655729 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f2ca80ee-e928-4fcd-b423-e53d2bac46c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:43.664646 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-5284deb4-cbd1-49c7-a1bc-eb0b1c07c859 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:07:43.679671 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7fc93e-34b1-457f-942c-8a1dd76896e9 None None] Sync routers for ids ['34e27296-e742-4201-8132-17e842872c6c'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:07:43.693034 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-5284deb4-cbd1-49c7-a1bc-eb0b1c07c859 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:43.701698 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7fc93e-34b1-457f-942c-8a1dd76896e9 None None] Routers {'34e27296-e742-4201-8132-17e842872c6c'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:43.704491 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-db7fc93e-34b1-457f-942c-8a1dd76896e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:07:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['34e27296-e742-4201-8132-17e842872c6c'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:43.705518 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:43.708736 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca80ee-e928-4fcd-b423-e53d2bac46c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fc60652-5a3d-4b1d-96a7-8dc701b51939,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:43.711492 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f2ca80ee-e928-4fcd-b423-e53d2bac46c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:43.711723 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:43.712152 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:43.715842 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f2ca80ee-e928-4fcd-b423-e53d2bac46c1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8fc60652-5a3d-4b1d-96a7-8dc701b51939 HTTP/1.1" status: 204 len: 168 time: 0.8657393 Aug 19 18:07:43.719075 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 40bf330e-8919-4c86-bad6-70aab8c542c1, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=40bf330e-8919-4c86-bad6-70aab8c542c1,segment=NetworkSegment(5a371276-2b79-43dc-b022-55b2d6960f9e),segment_id=5a371276-2b79-43dc-b022-55b2d6960f9e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:43.737510 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42240) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:43.755645 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '40bf330e-8919-4c86-bad6-70aab8c542c1', 'network_id': 'ed6cc30c-2a55-41f6-a6b0-fee655536fe2', 'port_id': '40bf330e-8919-4c86-bad6-70aab8c542c1', 'mac_address': 'fa:16:3e:ed:60:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e56f2809-e79a-4c5f-bec0-9b7673cca425', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:07:43.795384 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-5284deb4-cbd1-49c7-a1bc-eb0b1c07c859 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "PUT /v2.0/floatingips/0d87eafe-73ee-4ed6-9292-ef587f4186f5 HTTP/1.1" status: 200 len: 694 time: 0.9323921 Aug 19 18:07:43.801862 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a87ca74-0946-4a09-86e4-c6a6f2eb58ea', 'tag': '7984e1fb-279c-45a0-9a87-1bf10f70ce4f'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:43.807494 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:43.809760 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2ec5d8-28fa-4f3b-8341-249b4fc7ede7" -d '{"events": [{"name": "network-changed", "server_uuid": "3a87ca74-0946-4a09-86e4-c6a6f2eb58ea", "tag": "7984e1fb-279c-45a0-9a87-1bf10f70ce4f"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:43.833708 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40bf330e-8919-4c86-bad6-70aab8c542c1 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:07:43.839100 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-39ab5f8c-5caf-4d40-8430-3708fdbbe40b req-d6c7e2da-258e-4d44-875f-29b6dd08ed58 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Deleting port e14e0f2a-8e7d-4335-9d16-cc21378b15de {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:43.840187 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-39ab5f8c-5caf-4d40-8430-3708fdbbe40b req-d6c7e2da-258e-4d44-875f-29b6dd08ed58 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:43.860703 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 40bf330e-8919-4c86-bad6-70aab8c542c1, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=40bf330e-8919-4c86-bad6-70aab8c542c1,segment=NetworkSegment(5a371276-2b79-43dc-b022-55b2d6960f9e),segment_id=5a371276-2b79-43dc-b022-55b2d6960f9e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:43.907294 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:43.909714 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:43.935017 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-510c0a36-51a4-490f-aaba-79d1c1fc8e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:43.973714 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=40bf330e-8919-4c86-bad6-70aab8c542c1,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:43.991583 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-39ab5f8c-5caf-4d40-8430-3708fdbbe40b req-d6c7e2da-258e-4d44-875f-29b6dd08ed58 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] For port e14e0f2a-8e7d-4335-9d16-cc21378b15de, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e14e0f2a-8e7d-4335-9d16-cc21378b15de,segment=NetworkSegment(2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f),segment_id=2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:43.992269 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-39ab5f8c-5caf-4d40-8430-3708fdbbe40b req-d6c7e2da-258e-4d44-875f-29b6dd08ed58 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:44.006734 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5,segment=NetworkSegment(5a371276-2b79-43dc-b022-55b2d6960f9e),segment_id=5a371276-2b79-43dc-b022-55b2d6960f9e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:44.007866 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b299e3-677b-4f3e-bc5c-e744521d52ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:44.014310 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdba6f2-e1a0-46e2-88f2-8fe906e6f6f4" -d '{"events": [{"server_uuid": "50b299e3-677b-4f3e-bc5c-e744521d52ad", "name": "network-vif-plugged", "status": "completed", "tag": "ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:44.018011 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-2dc045dc-cb5e-4cb5-bba4-df577999beeb service neutron] 10.222.0.24 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326072 Aug 19 18:07:44.023035 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:44.026404 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device fdfa921d-0869-4e5e-ac51-8bd7fe411a3f no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:07:44.081277 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: fdfa921d-0869-4e5e-ac51-8bd7fe411a3f {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:07:44.081845 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device fdfa921d-0869-4e5e-ac51-8bd7fe411a3f not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:07:44.093183 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ca7f0-a783-4de5-8443-edd0c02bbd01 admin admin] Deleting port 20baa8a5-de09-42a3-a041-dcc3143a1175 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:44.093453 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ff3ca7f0-a783-4de5-8443-edd0c02bbd01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:44.130911 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:44.187315 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-db7fc93e-34b1-457f-942c-8a1dd76896e9 None None] Set router 34e27296-e742-4201-8132-17e842872c6c gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:44.230847 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['40bf330e-8919-4c86-bad6-70aab8c542c1'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:07:44.233913 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-f16d9916-4024-49dc-a166-d57be065102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:44.237803 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-f16d9916-4024-49dc-a166-d57be065102c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a33c4d51217492ebaa912b769b44260&device_id=3a87ca74-0946-4a09-86e4-c6a6f2eb58ea HTTP/1.1" status: 200 len: 1096 time: 0.4161081 Aug 19 18:07:44.258817 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-ff3ca7f0-a783-4de5-8443-edd0c02bbd01 admin admin] For port 20baa8a5-de09-42a3-a041-dcc3143a1175, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=20baa8a5-de09-42a3-a041-dcc3143a1175,segment=NetworkSegment(6052a266-a5f6-428d-af02-f969d607c6ce),segment_id=6052a266-a5f6-428d-af02-f969d607c6ce)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:44.259197 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ff3ca7f0-a783-4de5-8443-edd0c02bbd01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:44.276537 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ca7f0-a783-4de5-8443-edd0c02bbd01 admin admin] Calling delete_port for 20baa8a5-de09-42a3-a041-dcc3143a1175 owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:44.308389 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-39ab5f8c-5caf-4d40-8430-3708fdbbe40b req-d6c7e2da-258e-4d44-875f-29b6dd08ed58 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:44.309345 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-39ab5f8c-5caf-4d40-8430-3708fdbbe40b req-d6c7e2da-258e-4d44-875f-29b6dd08ed58 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:44.310979 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [req-39ab5f8c-5caf-4d40-8430-3708fdbbe40b req-d6c7e2da-258e-4d44-875f-29b6dd08ed58 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Floating IP 7b6d8da1-3a14-4b3b-87aa-9f991a01af8d disassociated. External IP: 172.25.8.165, port: e14e0f2a-8e7d-4335-9d16-cc21378b15de. Aug 19 18:07:44.311599 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-39ab5f8c-5caf-4d40-8430-3708fdbbe40b req-d6c7e2da-258e-4d44-875f-29b6dd08ed58 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Calling delete_port for e14e0f2a-8e7d-4335-9d16-cc21378b15de owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:44.574945 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-db7fc93e-34b1-457f-942c-8a1dd76896e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'fb95a2cf-9b0c-488e-848a-aad73cf03b8a', 'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'mac_address': 'fa:16:3e:0c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:31Z', 'updated_at': '2021-08-19T18:06:42Z', 'revision_number': 5, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'subnets': [{'id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:44.598268 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-39ab5f8c-5caf-4d40-8430-3708fdbbe40b req-d6c7e2da-258e-4d44-875f-29b6dd08ed58 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:44.613846 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-510c0a36-51a4-490f-aaba-79d1c1fc8e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:44.616877 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ff3ca7f0-a783-4de5-8443-edd0c02bbd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:44.619357 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7fc93e-34b1-457f-942c-8a1dd76896e9 None None] Checking router: 34e27296-e742-4201-8132-17e842872c6c for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:07:44.631436 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7fc93e-34b1-457f-942c-8a1dd76896e9 None None] Routers {'34e27296-e742-4201-8132-17e842872c6c'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:44.632247 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-db7fc93e-34b1-457f-942c-8a1dd76896e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:07:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['34e27296-e742-4201-8132-17e842872c6c'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:44.656787 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ca7f0-a783-4de5-8443-edd0c02bbd01 admin admin] Pushing event deleted for resources: {'Port': ['ID=20baa8a5-de09-42a3-a041-dcc3143a1175,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:44.664437 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-510c0a36-51a4-490f-aaba-79d1c1fc8e90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2cb3b90-9733-4cfb-8103-a6d2001b97a5']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:44.675457 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7e2da-258e-4d44-875f-29b6dd08ed58 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Pushing event deleted for resources: {'Port': ['ID=e14e0f2a-8e7d-4335-9d16-cc21378b15de,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:44.688161 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-8b289084-1e06-41ea-9c44-667e5c15787e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:44.690846 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-8b289084-1e06-41ea-9c44-667e5c15787e service neutron] 10.222.0.24 "GET /v2.0/networks?id=f44deb17-6524-4309-af63-141c3a78262b HTTP/1.1" status: 200 len: 922 time: 0.4465206 Aug 19 18:07:44.713984 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-510c0a36-51a4-490f-aaba-79d1c1fc8e90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1688878a-b11e-470a-8397-2cc3bf7595fe') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:44.714595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-510c0a36-51a4-490f-aaba-79d1c1fc8e90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1688878a-b11e-470a-8397-2cc3bf7595fe') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:44.761066 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-510c0a36-51a4-490f-aaba-79d1c1fc8e90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:44.816944 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-5e0e78b9-ecf9-4fa8-bb40-e8592426b228 service neutron] 10.222.0.24 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7579150 Aug 19 18:07:44.832563 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-510c0a36-51a4-490f-aaba-79d1c1fc8e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:44.834699 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-db7fc93e-34b1-457f-942c-8a1dd76896e9 None None] Set router 34e27296-e742-4201-8132-17e842872c6c gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:44.912432 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39ab5f8c-5caf-4d40-8430-3708fdbbe40b req-d6c7e2da-258e-4d44-875f-29b6dd08ed58 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Router afdcffb5-f241-4374-88bb-6b70bcb63431 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:07:44.915037 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-a4c3c7df-533b-4baa-af17-28383d5b8afd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7984e1fb-279c-45a0-9a87-1bf10f70ce4f HTTP/1.1" status: 200 len: 217 time: 0.0484385 Aug 19 18:07:44.935556 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b416a612-c0f9-4e46-9957-4a3c1d43d76c service neutron] 10.222.0.24 "GET /v2.0/ports/c5aa8d31-a91d-4215-83d9-2d7dea935f79?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1003094 Aug 19 18:07:44.940739 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510c0a36-51a4-490f-aaba-79d1c1fc8e90 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:07:44.941231 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-510c0a36-51a4-490f-aaba-79d1c1fc8e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:07:44.943215 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:07:45.017006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-31400d19-5246-4603-9ced-49c03792f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:45.019943 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-31400d19-5246-4603-9ced-49c03792f8ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a08e371-d5ad-4f23-ad70-70127956d420 HTTP/1.1" status: 200 len: 860 time: 0.0944476 Aug 19 18:07:45.192074 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-510c0a36-51a4-490f-aaba-79d1c1fc8e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:45.192609 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-db7fc93e-34b1-457f-942c-8a1dd76896e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'fb95a2cf-9b0c-488e-848a-aad73cf03b8a', 'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'mac_address': 'fa:16:3e:0c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:31Z', 'updated_at': '2021-08-19T18:06:42Z', 'revision_number': 5, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'subnets': [{'id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:45.224177 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-510c0a36-51a4-490f-aaba-79d1c1fc8e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:45.230759 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-510c0a36-51a4-490f-aaba-79d1c1fc8e90 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b2cb3b90-9733-4cfb-8103-a6d2001b97a5 HTTP/1.1" status: 204 len: 168 time: 1.4913502 Aug 19 18:07:45.237366 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7fc93e-34b1-457f-942c-8a1dd76896e9 None None] The sync data for ids ['34e27296-e742-4201-8132-17e842872c6c'] in n-d-803753-2 is: [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'fb95a2cf-9b0c-488e-848a-aad73cf03b8a', 'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'mac_address': 'fa:16:3e:0c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:31Z', 'updated_at': '2021-08-19T18:06:42Z', 'revision_number': 5, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'subnets': [{'id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:07:45.266808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39ab5f8c-5caf-4d40-8430-3708fdbbe40b req-d6c7e2da-258e-4d44-875f-29b6dd08ed58 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:07:45.282200 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5722a39-0ca1-4f97-ac54-eb478a970a10 None None] Sync routers for ids ['afdcffb5-f241-4374-88bb-6b70bcb63431'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:07:45.296912 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c0a36-51a4-490f-aaba-79d1c1fc8e90 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2cb3b90-9733-4cfb-8103-a6d2001b97a5,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:45.303940 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5722a39-0ca1-4f97-ac54-eb478a970a10 None None] Routers {'afdcffb5-f241-4374-88bb-6b70bcb63431'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:45.304888 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f5722a39-0ca1-4f97-ac54-eb478a970a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:07:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['afdcffb5-f241-4374-88bb-6b70bcb63431'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:45.334533 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-2a190aef-722c-43cd-bfa3-c4597a3a0dbf service neutron] 10.222.0.24 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797553 Aug 19 18:07:45.357415 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-c4833f20-7c9d-49b2-a921-12e0b06a0571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:45.360133 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-c4833f20-7c9d-49b2-a921-12e0b06a0571 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f44deb17-6524-4309-af63-141c3a78262b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3329892 Aug 19 18:07:45.426012 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ab5f8c-5caf-4d40-8430-3708fdbbe40b req-d6c7e2da-258e-4d44-875f-29b6dd08ed58 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] No DVR routers for this DVR port e14e0f2a-8e7d-4335-9d16-cc21378b15de on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:07:45.484691 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-39ab5f8c-5caf-4d40-8430-3708fdbbe40b req-d6c7e2da-258e-4d44-875f-29b6dd08ed58 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:45.488731 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39ab5f8c-5caf-4d40-8430-3708fdbbe40b req-d6c7e2da-258e-4d44-875f-29b6dd08ed58 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.50 "DELETE /v2.0/ports/e14e0f2a-8e7d-4335-9d16-cc21378b15de HTTP/1.1" status: 204 len: 173 time: 2.0400674 Aug 19 18:07:45.531379 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-f5722a39-0ca1-4f97-ac54-eb478a970a10 None None] Set router afdcffb5-f241-4374-88bb-6b70bcb63431 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:45.727118 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 40bf330e-8919-4c86-bad6-70aab8c542c1 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:45.883336 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb83b062-4cd9-4bb8-b964-4d67a9bb9329 None None] New status for floating IP 0d87eafe-73ee-4ed6-9292-ef587f4186f5: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:07:45.905955 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 40bf330e-8919-4c86-bad6-70aab8c542c1 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:45.951383 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 40bf330e-8919-4c86-bad6-70aab8c542c1 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:45.951928 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:46.038505 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-96640b5a-d9bf-4581-a7e0-13db0097f8e4 service neutron] 10.222.0.24 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6850519 Aug 19 18:07:46.040959 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42248) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:46.073356 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ff3ca7f0-a783-4de5-8443-edd0c02bbd01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:46.234936 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-5df9ef58-5145-41f2-ad5f-85e9ae4fba5d service neutron] 10.222.0.24 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8649623 Aug 19 18:07:46.259862 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:46.278371 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:46.317738 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a8d1aa7a-98ce-47cf-b888-a99f3e309b97 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a8ce19510dd24923b8ff0f45376547f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753356 Aug 19 18:07:46.318911 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42250) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:46.340696 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f5722a39-0ca1-4f97-ac54-eb478a970a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1309184839-router', 'tenant_id': '4e704f617a744748b90217135397502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '353f5465-46b8-4259-81b4-837784e478a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:56Z', 'updated_at': '2021-08-19T18:02:06Z', 'revision_number': 4, 'project_id': '4e704f617a744748b90217135397502c', 'gw_port': {'id': '353f5465-46b8-4259-81b4-837784e478a3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:58Z', 'updated_at': '2021-08-19T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '03d277da-9722-4635-a35b-86d78a07ae19', 'name': '', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'tenant_id': '4e704f617a744748b90217135397502c', 'mac_address': 'fa:16:3e:10:ce:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:03Z', 'updated_at': '2021-08-19T18:02:26Z', 'revision_number': 5, 'project_id': '4e704f617a744748b90217135397502c', 'subnets': [{'id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:46.382187 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5722a39-0ca1-4f97-ac54-eb478a970a10 None None] Checking router: afdcffb5-f241-4374-88bb-6b70bcb63431 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:07:46.393734 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 40bf330e-8919-4c86-bad6-70aab8c542c1, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=40bf330e-8919-4c86-bad6-70aab8c542c1,segment=NetworkSegment(5a371276-2b79-43dc-b022-55b2d6960f9e),segment_id=5a371276-2b79-43dc-b022-55b2d6960f9e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:46.404017 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:46.405427 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device e14e0f2a-8e7d-4335-9d16-cc21378b15de no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:07:46.412595 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-94550294-b98d-44db-8ad9-e18ee08e36d5 service neutron] 10.222.0.24 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610346 Aug 19 18:07:46.455666 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: e14e0f2a-8e7d-4335-9d16-cc21378b15de {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:07:46.456608 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device e14e0f2a-8e7d-4335-9d16-cc21378b15de not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:07:46.464883 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5722a39-0ca1-4f97-ac54-eb478a970a10 None None] Routers {'afdcffb5-f241-4374-88bb-6b70bcb63431'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:46.466680 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f5722a39-0ca1-4f97-ac54-eb478a970a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:07:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['afdcffb5-f241-4374-88bb-6b70bcb63431'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:46.537939 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d3b6d595-db1a-4e73-8852-405a03efd597 req-53c71580-ace6-4133-b231-615f9a1d09e2 service neutron] 10.222.0.24 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789917 Aug 19 18:07:46.547517 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e9ea8fe-479b-4278-944e-659a8b93abb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:46.610081 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e9ea8fe-479b-4278-944e-659a8b93abb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:46.643109 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3ca7f0-a783-4de5-8443-edd0c02bbd01 admin admin] Router 69aa1083-9c1e-4a66-b954-86d9608efd03 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:07:46.653568 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-30641435-777b-475f-99c4-80263022546a service neutron] 10.222.0.24 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812255 Aug 19 18:07:46.686214 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e9ea8fe-479b-4278-944e-659a8b93abb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:46.690493 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e9ea8fe-479b-4278-944e-659a8b93abb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:46.692246 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1e9ea8fe-479b-4278-944e-659a8b93abb2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d98f4be7-a216-449c-80e0-4b462b4c3550 HTTP/1.1" status: 204 len: 168 time: 0.3715370 Aug 19 18:07:46.699256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-f5722a39-0ca1-4f97-ac54-eb478a970a10 None None] Set router afdcffb5-f241-4374-88bb-6b70bcb63431 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:46.760910 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ea8fe-479b-4278-944e-659a8b93abb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98f4be7-a216-449c-80e0-4b462b4c3550,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:46.809205 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e0c15-fec7-481c-9d11-515dbb266137 req-fec23fcb-eb76-4212-a84a-321fa930204e tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:46.810926 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d1e0c15-fec7-481c-9d11-515dbb266137 req-fec23fcb-eb76-4212-a84a-321fa930204e tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 945 time: 0.1103890 Aug 19 18:07:46.874858 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d1e0c15-fec7-481c-9d11-515dbb266137 req-f3b569ff-ae3c-44a2-ba9e-5645df36ec68 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547180 Aug 19 18:07:46.895601 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=40bf330e-8919-4c86-bad6-70aab8c542c1,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:46.960676 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-17e14fcf-a68b-4370-9563-20da7a59ff1c service neutron] 10.222.0.24 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952380 Aug 19 18:07:47.025033 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ed9d7187-64c2-49cf-a77a-da08f61020d8 req-cd28b943-b679-4649-961e-9f49944bb922 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 210 time: 0.0641372 Aug 19 18:07:47.067461 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3ca7f0-a783-4de5-8443-edd0c02bbd01 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:07:47.083042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42258) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:47.083657 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ff3ca7f0-a783-4de5-8443-edd0c02bbd01 admin admin] 10.222.0.24 "PUT /v2.0/routers/69aa1083-9c1e-4a66-b954-86d9608efd03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9574530 Aug 19 18:07:47.095627 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd497e8-b779-4d61-ba18-0c2623f53ce8 None None] Sync routers for ids ['69aa1083-9c1e-4a66-b954-86d9608efd03'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:07:47.139205 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd497e8-b779-4d61-ba18-0c2623f53ce8 None None] Routers {'69aa1083-9c1e-4a66-b954-86d9608efd03'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:47.139945 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-dcd497e8-b779-4d61-ba18-0c2623f53ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:07:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['69aa1083-9c1e-4a66-b954-86d9608efd03'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:47.145193 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-29aaf29f-1e45-4da7-8d62-ba93f59e632c service neutron] 10.222.0.24 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742773 Aug 19 18:07:47.332984 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-a0926b84-87f6-45a0-bf50-8b43ecec3d44 service neutron] 10.222.0.24 "GET /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810074 Aug 19 18:07:47.357463 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b8d7-857a-496e-a558-18c0dad4cec7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:47.427504 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cdb59-a760-4df4-9112-7118ee75e494 req-9866f392-86e5-4637-9b79-32e8d071e4d0 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:47.432238 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f26cdb59-a760-4df4-9112-7118ee75e494 req-9866f392-86e5-4637-9b79-32e8d071e4d0 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 945 time: 0.1424229 Aug 19 18:07:47.437167 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42262) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:47.483903 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b633316e-84b6-49f1-8705-e1405059b35c service neutron] 10.222.0.24 "GET /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327691 Aug 19 18:07:47.577170 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f5722a39-0ca1-4f97-ac54-eb478a970a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1309184839-router', 'tenant_id': '4e704f617a744748b90217135397502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '353f5465-46b8-4259-81b4-837784e478a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:56Z', 'updated_at': '2021-08-19T18:02:06Z', 'revision_number': 4, 'project_id': '4e704f617a744748b90217135397502c', 'gw_port': {'id': '353f5465-46b8-4259-81b4-837784e478a3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:58Z', 'updated_at': '2021-08-19T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '03d277da-9722-4635-a35b-86d78a07ae19', 'name': '', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'tenant_id': '4e704f617a744748b90217135397502c', 'mac_address': 'fa:16:3e:10:ce:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:03Z', 'updated_at': '2021-08-19T18:02:26Z', 'revision_number': 5, 'project_id': '4e704f617a744748b90217135397502c', 'subnets': [{'id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:47.611826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5722a39-0ca1-4f97-ac54-eb478a970a10 None None] The sync data for ids ['afdcffb5-f241-4374-88bb-6b70bcb63431'] in n-d-803753-2 is: [{'id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1309184839-router', 'tenant_id': '4e704f617a744748b90217135397502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '353f5465-46b8-4259-81b4-837784e478a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:56Z', 'updated_at': '2021-08-19T18:02:06Z', 'revision_number': 4, 'project_id': '4e704f617a744748b90217135397502c', 'gw_port': {'id': '353f5465-46b8-4259-81b4-837784e478a3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:58Z', 'updated_at': '2021-08-19T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '03d277da-9722-4635-a35b-86d78a07ae19', 'name': '', 'network_id': 'cd90f362-a393-471c-9ea0-f8d2f58d49da', 'tenant_id': '4e704f617a744748b90217135397502c', 'mac_address': 'fa:16:3e:10:ce:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:03Z', 'updated_at': '2021-08-19T18:02:26Z', 'revision_number': 5, 'project_id': '4e704f617a744748b90217135397502c', 'subnets': [{'id': '6a06b492-9bd5-4ec9-8bec-8fb0e833dd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:07:47.622349 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-d3c1dda4-c915-490b-817f-7929ef28a5b1 service neutron] 10.222.0.24 "GET /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263816 Aug 19 18:07:47.664058 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-dcd497e8-b779-4d61-ba18-0c2623f53ce8 None None] Set router 69aa1083-9c1e-4a66-b954-86d9608efd03 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:47.681304 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-10780c02-e755-49d9-b623-6af650e0cfb4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5985297c8c92498787af924502ab6bca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411137 Aug 19 18:07:47.701356 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f26cdb59-a760-4df4-9112-7118ee75e494 req-e8bf00d7-1c40-4367-a891-20d62b3f04fc tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483387 Aug 19 18:07:47.701991 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42264) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:47.807995 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe09f871-687b-4bea-b39a-cedca42ace4a x-openstack-request-id: req-fe09f871-687b-4bea-b39a-cedca42ace4a {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:47.808355 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a33f8d-8b97-4e86-a7aa-1a80356484fd", "name": "network-vif-deleted", "tag": "fdfa921d-0869-4e5e-ac51-8bd7fe411a3f", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:47.808561 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe09f871-687b-4bea-b39a-cedca42ace4a {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:47.808922 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a33f8d-8b97-4e86-a7aa-1a80356484fd', 'name': 'network-vif-deleted', 'tag': 'fdfa921d-0869-4e5e-ac51-8bd7fe411a3f', 'status': 'completed', 'code': 200} Aug 19 18:07:47.874462 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91180a07-73c3-4f55-8934-58f56a8e9181 x-openstack-request-id: req-91180a07-73c3-4f55-8934-58f56a8e9181 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:47.874923 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a87ca74-0946-4a09-86e4-c6a6f2eb58ea", "tag": "7984e1fb-279c-45a0-9a87-1bf10f70ce4f", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:47.875309 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91180a07-73c3-4f55-8934-58f56a8e9181 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:47.875879 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a87ca74-0946-4a09-86e4-c6a6f2eb58ea', 'tag': '7984e1fb-279c-45a0-9a87-1bf10f70ce4f', 'status': 'completed', 'code': 200} Aug 19 18:07:47.884521 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9c3a261b-d2a7-47c6-a14e-b847018e502a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:47.889320 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b8d7-857a-496e-a558-18c0dad4cec7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:47.925791 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-e9e0993d-3c92-419c-9558-198b0abb3fd6 service neutron] 10.222.0.24 "GET /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876158 Aug 19 18:07:47.930094 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e88e2ea-3fb6-4914-bc39-5fc5ce392fc6 x-openstack-request-id: req-4e88e2ea-3fb6-4914-bc39-5fc5ce392fc6 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:47.930382 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b299e3-677b-4f3e-bc5c-e744521d52ad", "name": "network-vif-plugged", "status": "completed", "tag": "ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:47.930773 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e88e2ea-3fb6-4914-bc39-5fc5ce392fc6 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:47.931269 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b299e3-677b-4f3e-bc5c-e744521d52ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5', 'code': 200} Aug 19 18:07:47.981515 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-dcd497e8-b779-4d61-ba18-0c2623f53ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'name': 'tempest-ServersTestFqdnHostnames-1583830604-router', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:07:44Z', 'revision_number': 5, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'gw_port': {'id': '79848af5-d1f2-45db-8df8-6157d50f7da9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:27:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:48.039377 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9c3a261b-d2a7-47c6-a14e-b847018e502a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:48.070628 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd497e8-b779-4d61-ba18-0c2623f53ce8 None None] Checking router: 69aa1083-9c1e-4a66-b954-86d9608efd03 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:07:48.090759 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd497e8-b779-4d61-ba18-0c2623f53ce8 None None] Routers {'69aa1083-9c1e-4a66-b954-86d9608efd03'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:48.091961 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-dcd497e8-b779-4d61-ba18-0c2623f53ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:07:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['69aa1083-9c1e-4a66-b954-86d9608efd03'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:48.152586 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c8f110-9c70-4052-bd98-2bdbcb2ab695 None None] New status for floating IP 7b6d8da1-3a14-4b3b-87aa-9f991a01af8d: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:07:48.201906 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9c3a261b-d2a7-47c6-a14e-b847018e502a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:48.209954 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9c3a261b-d2a7-47c6-a14e-b847018e502a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:48.217467 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9c3a261b-d2a7-47c6-a14e-b847018e502a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d0c3a0f-8040-4b8f-b567-32535da65b00 HTTP/1.1" status: 204 len: 168 time: 0.5004873 Aug 19 18:07:48.248730 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-dcd497e8-b779-4d61-ba18-0c2623f53ce8 None None] Set router 69aa1083-9c1e-4a66-b954-86d9608efd03 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:48.290225 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a261b-d2a7-47c6-a14e-b847018e502a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0c3a0f-8040-4b8f-b567-32535da65b00,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:48.320509 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ec5d8-28fa-4f3b-8341-249b4fc7ede7 req-d9c62f66-73e0-4332-91f9-98931d9e6893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:48.324712 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fd2ec5d8-28fa-4f3b-8341-249b4fc7ede7 req-d9c62f66-73e0-4332-91f9-98931d9e6893 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a33c4d51217492ebaa912b769b44260&device_id=3a87ca74-0946-4a09-86e4-c6a6f2eb58ea HTTP/1.1" status: 200 len: 1096 time: 0.3946722 Aug 19 18:07:48.380221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a07b2-8148-49b4-951b-bccea212e18c req-c53440de-58f9-44d8-aa90-07df58e15414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:48.382185 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-631a07b2-8148-49b4-951b-bccea212e18c req-c53440de-58f9-44d8-aa90-07df58e15414 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 1096 time: 0.3677347 Aug 19 18:07:48.431894 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-dcd497e8-b779-4d61-ba18-0c2623f53ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'name': 'tempest-ServersTestFqdnHostnames-1583830604-router', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:07:47Z', 'revision_number': 6, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:48.484392 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd497e8-b779-4d61-ba18-0c2623f53ce8 None None] The sync data for ids ['69aa1083-9c1e-4a66-b954-86d9608efd03'] in n-d-803753-2 is: [{'id': '69aa1083-9c1e-4a66-b954-86d9608efd03', 'name': 'tempest-ServersTestFqdnHostnames-1583830604-router', 'tenant_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:07:47Z', 'revision_number': 6, 'project_id': '4777fe93c4ee4a90b670a5a6eee9d944', 'gw_port_host': None}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:07:48.586545 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-c5b1b8d7-857a-496e-a558-18c0dad4cec7 admin admin] Deleting port 79848af5-d1f2-45db-8df8-6157d50f7da9 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:48.586894 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b8d7-857a-496e-a558-18c0dad4cec7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:48.680602 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222d026-f39e-47b0-9c1f-e010194fab5c req-2c0a9662-3775-461e-990c-61b52b9a382e tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:48.682171 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6222d026-f39e-47b0-9c1f-e010194fab5c req-2c0a9662-3775-461e-990c-61b52b9a382e tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 945 time: 0.3390496 Aug 19 18:07:48.691906 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-631a07b2-8148-49b4-951b-bccea212e18c req-b988d95b-1012-499b-8477-886f0d026df0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931080 Aug 19 18:07:48.772887 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ec5d8-28fa-4f3b-8341-249b4fc7ede7 req-8fc274a1-2248-4015-93a7-81d13fc77811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:48.775317 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fd2ec5d8-28fa-4f3b-8341-249b4fc7ede7 req-8fc274a1-2248-4015-93a7-81d13fc77811 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f44deb17-6524-4309-af63-141c3a78262b HTTP/1.1" status: 200 len: 922 time: 0.4308913 Aug 19 18:07:48.828793 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-c5b1b8d7-857a-496e-a558-18c0dad4cec7 admin admin] For port 79848af5-d1f2-45db-8df8-6157d50f7da9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=79848af5-d1f2-45db-8df8-6157d50f7da9,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:48.829359 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b8d7-857a-496e-a558-18c0dad4cec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:48.872756 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6222d026-f39e-47b0-9c1f-e010194fab5c req-ed21a39a-094d-4e19-942b-cb5658348069 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704493 Aug 19 18:07:48.934723 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-c5b1b8d7-857a-496e-a558-18c0dad4cec7 admin admin] Calling delete_port for 79848af5-d1f2-45db-8df8-6157d50f7da9 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:49.050548 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fd2ec5d8-28fa-4f3b-8341-249b4fc7ede7 req-a04204c8-2975-4623-a39c-a5f209b592f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7984e1fb-279c-45a0-9a87-1bf10f70ce4f HTTP/1.1" status: 200 len: 217 time: 0.2420769 Aug 19 18:07:49.093868 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85c1fb-664f-4ca9-8c67-e84b590b0100 req-e99d0061-47ab-4dfd-ad2e-0fd0a8695af3 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:49.104017 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fb85c1fb-664f-4ca9-8c67-e84b590b0100 req-e99d0061-47ab-4dfd-ad2e-0fd0a8695af3 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0745602 Aug 19 18:07:49.167064 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1092191d-83f5-4128-9ef4-c5cf85a7be96 req-20009290-38a0-4b16-b365-9c3f8ea8d7de tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a33f8d-8b97-4e86-a7aa-1a80356484fd HTTP/1.1" status: 200 len: 210 time: 0.1197317 Aug 19 18:07:49.206795 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ec5d8-28fa-4f3b-8341-249b4fc7ede7 req-8b958283-8af4-447f-ab3b-eb5474ba4d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:49.207351 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fd2ec5d8-28fa-4f3b-8341-249b4fc7ede7 req-8b958283-8af4-447f-ab3b-eb5474ba4d0d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a08e371-d5ad-4f23-ad70-70127956d420 HTTP/1.1" status: 200 len: 860 time: 0.1472123 Aug 19 18:07:49.249450 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fb85c1fb-664f-4ca9-8c67-e84b590b0100 req-19620e44-7102-4e10-b7a2-a69a1b138052 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.15 HTTP/1.1" status: 200 len: 695 time: 0.1438344 Aug 19 18:07:49.255547 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-fb85c1fb-664f-4ca9-8c67-e84b590b0100 req-6eeeb70d-fdda-4542-9adf-14f2d31c94fc tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Request body: {'floatingip': {'port_id': 'dc823025-d1e5-43df-b336-60b86f281194', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:49.348865 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fb85c1fb-664f-4ca9-8c67-e84b590b0100 req-6eeeb70d-fdda-4542-9adf-14f2d31c94fc tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks [] for floatingip, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:49.349863 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ec5d8-28fa-4f3b-8341-249b4fc7ede7 req-9fbd2cc8-6ba1-450b-b83b-359c0a678caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:49.351876 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fd2ec5d8-28fa-4f3b-8341-249b4fc7ede7 req-9fbd2cc8-6ba1-450b-b83b-359c0a678caf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f44deb17-6524-4309-af63-141c3a78262b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781476 Aug 19 18:07:49.523398 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b8d7-857a-496e-a558-18c0dad4cec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:49.574974 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f464ce-d27e-4e15-880c-de2a6ebb7854 req-b01f7ece-070f-40bd-bf98-655c32222889 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:49.586333 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52f464ce-d27e-4e15-880c-de2a6ebb7854 req-b01f7ece-070f-40bd-bf98-655c32222889 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 945 time: 0.2047372 Aug 19 18:07:49.600431 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1b8d7-857a-496e-a558-18c0dad4cec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=79848af5-d1f2-45db-8df8-6157d50f7da9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:49.729715 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52f464ce-d27e-4e15-880c-de2a6ebb7854 req-e4caf1ec-56ba-442a-a4f0-cbfcf454b484 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375556 Aug 19 18:07:49.786800 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fd2ec5d8-28fa-4f3b-8341-249b4fc7ede7 req-9fc3c1b8-6efb-4496-bb6b-421b6445c1de service neutron] 10.222.0.54 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261272 Aug 19 18:07:49.838164 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 20baa8a5-de09-42a3-a041-dcc3143a1175 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:07:49.914534 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd583e9-aeb4-47c1-b853-20d507e64381', 'name': 'network-vif-deleted', 'tag': 'e14e0f2a-8e7d-4335-9d16-cc21378b15de'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:49.916824 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfac8d9-f728-44f5-b83c-5984a9752292" -d '{"events": [{"server_uuid": "6cd583e9-aeb4-47c1-b853-20d507e64381", "name": "network-vif-deleted", "tag": "e14e0f2a-8e7d-4335-9d16-cc21378b15de"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:49.918293 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 20baa8a5-de09-42a3-a041-dcc3143a1175 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:07:49.918653 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 20baa8a5-de09-42a3-a041-dcc3143a1175 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:07:49.919086 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 79848af5-d1f2-45db-8df8-6157d50f7da9 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:07:49.992812 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e067c5ab-c6ec-4276-935b-e95254a968c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bf330e-8919-4c86-bad6-70aab8c542c1'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:50.006356 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79259ba-c603-4064-ab66-09efcdca0b4a" -d '{"events": [{"server_uuid": "e067c5ab-c6ec-4276-935b-e95254a968c3", "name": "network-vif-plugged", "status": "completed", "tag": "40bf330e-8919-4c86-bad6-70aab8c542c1"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:50.011777 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 79848af5-d1f2-45db-8df8-6157d50f7da9 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:07:50.012293 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 79848af5-d1f2-45db-8df8-6157d50f7da9 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:07:50.113462 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b8d7-857a-496e-a558-18c0dad4cec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:50.239010 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0b4a03c-350b-4c25-9464-60a601f3de0c req-1d660575-03e0-4378-954a-39aa49ed377e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 210 time: 0.1978045 Aug 19 18:07:50.258769 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b8d7-857a-496e-a558-18c0dad4cec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:50.262349 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b8d7-857a-496e-a558-18c0dad4cec7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:50.334974 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42340) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:50.383772 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.db.resource_extend [req-fb85c1fb-664f-4ca9-8c67-e84b590b0100 req-6eeeb70d-fdda-4542-9adf-14f2d31c94fc tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:07:50.417878 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd325a-a8e4-491b-a260-5bf74527e94b req-f98ec38e-5c80-498d-bcec-e0f66bf3f198 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:50.419555 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-77fd325a-a8e4-491b-a260-5bf74527e94b req-f98ec38e-5c80-498d-bcec-e0f66bf3f198 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a87ca74-0946-4a09-86e4-c6a6f2eb58ea HTTP/1.1" status: 200 len: 945 time: 0.7086833 Aug 19 18:07:50.423008 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b8d7-857a-496e-a558-18c0dad4cec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:50.424221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b1b8d7-857a-496e-a558-18c0dad4cec7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69aa1083-9c1e-4a66-b954-86d9608efd03 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:07:50.444967 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fd2ec5d8-28fa-4f3b-8341-249b4fc7ede7 req-21ea540d-c94c-482f-bedc-76aaf753bc31 service neutron] 10.222.0.54 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5907223 Aug 19 18:07:50.456272 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b8d7-857a-496e-a558-18c0dad4cec7 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:50.461305 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c5b1b8d7-857a-496e-a558-18c0dad4cec7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/69aa1083-9c1e-4a66-b954-86d9608efd03 HTTP/1.1" status: 204 len: 168 time: 3.3754427 Aug 19 18:07:50.494249 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fb85c1fb-664f-4ca9-8c67-e84b590b0100 req-6eeeb70d-fdda-4542-9adf-14f2d31c94fc tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:50.519506 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42346) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:50.520489 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-48946dc2-ca1e-440e-b13b-66e338b6d899 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:50.573949 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-48946dc2-ca1e-440e-b13b-66e338b6d899 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:50.672065 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fee23-13db-4425-93fd-2a1d6fd65240 req-06124390-ce0f-4ce8-9394-b262899f182c tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:50.681468 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d02fee23-13db-4425-93fd-2a1d6fd65240 req-06124390-ce0f-4ce8-9394-b262899f182c tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 945 time: 0.2747996 Aug 19 18:07:50.718292 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fb85c1fb-664f-4ca9-8c67-e84b590b0100 req-6eeeb70d-fdda-4542-9adf-14f2d31c94fc tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:50.812995 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d02fee23-13db-4425-93fd-2a1d6fd65240 req-ba9bf43b-528e-4222-9eff-265e89c9a546 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298726 Aug 19 18:07:50.834584 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-77fd325a-a8e4-491b-a260-5bf74527e94b req-548f67e6-becd-4fba-a8fc-e4e0c8058914 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Deleting port 7984e1fb-279c-45a0-9a87-1bf10f70ce4f {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:50.835150 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-77fd325a-a8e4-491b-a260-5bf74527e94b req-548f67e6-becd-4fba-a8fc-e4e0c8058914 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:50.849232 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-9a8a66d9-4dc1-4b83-affd-196f1de8e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:50.852826 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-9a8a66d9-4dc1-4b83-affd-196f1de8e083 service neutron] 10.222.0.54 "GET /v2.0/ports/dfb77d0d-a0bb-41e1-b68c-463a99752b1a HTTP/1.1" status: 200 len: 1028 time: 0.1437860 Aug 19 18:07:50.901936 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2333a7-26f2-4fdb-b2be-6ac81a6cd276 x-openstack-request-id: req-ce2333a7-26f2-4fdb-b2be-6ac81a6cd276 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:50.903013 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e067c5ab-c6ec-4276-935b-e95254a968c3", "name": "network-vif-plugged", "status": "completed", "tag": "40bf330e-8919-4c86-bad6-70aab8c542c1", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:50.903497 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce2333a7-26f2-4fdb-b2be-6ac81a6cd276 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:50.904163 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e067c5ab-c6ec-4276-935b-e95254a968c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bf330e-8919-4c86-bad6-70aab8c542c1', 'code': 200} Aug 19 18:07:50.988954 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c99fe8-3a06-4d41-86d9-9fcccc9371c8 x-openstack-request-id: req-85c99fe8-3a06-4d41-86d9-9fcccc9371c8 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:50.989237 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd583e9-aeb4-47c1-b853-20d507e64381", "name": "network-vif-deleted", "tag": "e14e0f2a-8e7d-4335-9d16-cc21378b15de", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:50.989495 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85c99fe8-3a06-4d41-86d9-9fcccc9371c8 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:50.989987 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd583e9-aeb4-47c1-b853-20d507e64381', 'name': 'network-vif-deleted', 'tag': 'e14e0f2a-8e7d-4335-9d16-cc21378b15de', 'status': 'completed', 'code': 200} Aug 19 18:07:50.994405 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ac1261-df5c-49a6-931a-962afac796e0 admin admin] Deleting subnet b38e0628-a8bc-4a29-ab15-1991390ae7ec {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:07:51.028970 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-aa5d5679-ddf3-436a-a00f-b1a31273840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:51.030614 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-aa5d5679-ddf3-436a-a00f-b1a31273840d service neutron] 10.222.0.54 "GET /v2.0/ports/c5aa8d31-a91d-4215-83d9-2d7dea935f79 HTTP/1.1" status: 200 len: 1028 time: 0.1507204 Aug 19 18:07:51.101971 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83ac1261-df5c-49a6-931a-962afac796e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.195861 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-48946dc2-ca1e-440e-b13b-66e338b6d899 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.202099 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-48946dc2-ca1e-440e-b13b-66e338b6d899 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.203464 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-48946dc2-ca1e-440e-b13b-66e338b6d899 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "DELETE /v2.0/security-groups/8b78d68f-0a9f-41ac-b1ee-b081dccda597 HTTP/1.1" status: 204 len: 168 time: 0.8673527 Aug 19 18:07:51.218597 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42360) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:51.308212 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83ac1261-df5c-49a6-931a-962afac796e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.331786 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-77fd325a-a8e4-491b-a260-5bf74527e94b req-548f67e6-becd-4fba-a8fc-e4e0c8058914 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] For port 7984e1fb-279c-45a0-9a87-1bf10f70ce4f, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7984e1fb-279c-45a0-9a87-1bf10f70ce4f,segment=NetworkSegment(c40ae849-6260-4c64-926f-49210011f1ae),segment_id=c40ae849-6260-4c64-926f-49210011f1ae)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:51.332333 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-77fd325a-a8e4-491b-a260-5bf74527e94b req-548f67e6-becd-4fba-a8fc-e4e0c8058914 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.372147 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48946dc2-ca1e-440e-b13b-66e338b6d899 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b78d68f-0a9f-41ac-b1ee-b081dccda597,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:51.395262 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-ac83e596-7264-4456-9186-80af5616dd1a tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] show failed (client error): The resource could not be found. Aug 19 18:07:51.404098 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-77fd325a-a8e4-491b-a260-5bf74527e94b req-548f67e6-becd-4fba-a8fc-e4e0c8058914 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Calling delete_port for 7984e1fb-279c-45a0-9a87-1bf10f70ce4f owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:51.405984 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42364) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:51.409834 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ac83e596-7264-4456-9186-80af5616dd1a tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "GET /v2.0/security-groups/8b78d68f-0a9f-41ac-b1ee-b081dccda597 HTTP/1.1" status: 404 len: 347 time: 0.1847992 Aug 19 18:07:51.422592 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [req-fb85c1fb-664f-4ca9-8c67-e84b590b0100 req-6eeeb70d-fdda-4542-9adf-14f2d31c94fc tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Floating IP 0d87eafe-73ee-4ed6-9292-ef587f4186f5 associated. External IP: 172.25.8.15, port: dc823025-d1e5-43df-b336-60b86f281194. Aug 19 18:07:51.511232 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2dfb3d-5aa9-42b5-9234-b05543559f7a req-25774598-831f-4bb3-b65d-4caa24e01ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:51.512759 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9c2dfb3d-5aa9-42b5-9234-b05543559f7a req-25774598-831f-4bb3-b65d-4caa24e01ff0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 1096 time: 0.3871379 Aug 19 18:07:51.653598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 7984e1fb-279c-45a0-9a87-1bf10f70ce4f no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:07:51.660542 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83ac1261-df5c-49a6-931a-962afac796e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.837567 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.879673 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83ac1261-df5c-49a6-931a-962afac796e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.934350 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 7984e1fb-279c-45a0-9a87-1bf10f70ce4f, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7984e1fb-279c-45a0-9a87-1bf10f70ce4f,segment=NetworkSegment(c40ae849-6260-4c64-926f-49210011f1ae),segment_id=c40ae849-6260-4c64-926f-49210011f1ae)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:51.943164 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.953995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac1261-df5c-49a6-931a-962afac796e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b38e0628-a8bc-4a29-ab15-1991390ae7ec,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:51.959263 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e538fd21-16ff-4b9a-a11c-fc35d15c1e87 None None] Network 4bc71342-958a-4003-9a5d-26d2a4ddabea requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:07:51.960178 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb85c1fb-664f-4ca9-8c67-e84b590b0100 req-6eeeb70d-fdda-4542-9adf-14f2d31c94fc tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Router 34e27296-e742-4201-8132-17e842872c6c has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:07:51.962458 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83ac1261-df5c-49a6-931a-962afac796e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.967928 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-83ac1261-df5c-49a6-931a-962afac796e0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b38e0628-a8bc-4a29-ab15-1991390ae7ec HTTP/1.1" status: 204 len: 168 time: 1.3604851 Aug 19 18:07:51.970084 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42370) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:52.071631 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:52.227349 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb85c1fb-664f-4ca9-8c67-e84b590b0100 req-6eeeb70d-fdda-4542-9adf-14f2d31c94fc tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:07:52.241028 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fb85c1fb-664f-4ca9-8c67-e84b590b0100 req-6eeeb70d-fdda-4542-9adf-14f2d31c94fc tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:52.250925 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d0b099-ab45-437b-83cf-5b5715937dca None None] Sync routers for ids ['34e27296-e742-4201-8132-17e842872c6c'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:07:52.287897 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-77fd325a-a8e4-491b-a260-5bf74527e94b req-548f67e6-becd-4fba-a8fc-e4e0c8058914 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:52.306006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b6f9f58e-3e43-4523-b507-73355baee224 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:52.308029 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d0b099-ab45-437b-83cf-5b5715937dca None None] Routers {'34e27296-e742-4201-8132-17e842872c6c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:52.308680 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-b2d0b099-ab45-437b-83cf-5b5715937dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:07:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['34e27296-e742-4201-8132-17e842872c6c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:52.309666 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fb85c1fb-664f-4ca9-8c67-e84b590b0100 req-6eeeb70d-fdda-4542-9adf-14f2d31c94fc tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "PUT /v2.0/floatingips/0d87eafe-73ee-4ed6-9292-ef587f4186f5 HTTP/1.1" status: 200 len: 996 time: 3.0568821 Aug 19 18:07:52.319328 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43d11d8-37a1-42c7-957c-97c6e2662e7b', 'tag': 'dc823025-d1e5-43df-b336-60b86f281194'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:52.320028 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b6f9f58e-3e43-4523-b507-73355baee224 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:52.326794 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c2612d-82df-4f1f-99bb-e8db5d1bafe0" -d '{"events": [{"name": "network-changed", "server_uuid": "c43d11d8-37a1-42c7-957c-97c6e2662e7b", "tag": "dc823025-d1e5-43df-b336-60b86f281194"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:52.329092 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['dc823025-d1e5-43df-b336-60b86f281194'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:07:52.361451 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b6f9f58e-3e43-4523-b507-73355baee224 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:52.363766 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b6f9f58e-3e43-4523-b507-73355baee224 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.54 "GET /v2.0/networks?id=2a57726d-7b72-4596-ad69-fcea207934ef&id=516636c4-cca9-40b7-8447-b891fcfd801e&id=516636c4-cca9-40b7-8447-b891fcfd801e&id=516636c4-cca9-40b7-8447-b891fcfd801e&id=516636c4-cca9-40b7-8447-b891fcfd801e&id=5f633b63-84e5-45ac-aad5-d8f674f8a1ad&id=5f633b63-84e5-45ac-aad5-d8f674f8a1ad HTTP/1.1" status: 200 len: 1989 time: 1.3193011 Aug 19 18:07:52.440725 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85c1fb-664f-4ca9-8c67-e84b590b0100 req-67ec4fc4-b49f-4d60-b00f-ffb5ceef8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:52.449954 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fb85c1fb-664f-4ca9-8c67-e84b590b0100 req-67ec4fc4-b49f-4d60-b00f-ffb5ceef8bb3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a33c4d51217492ebaa912b769b44260&device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 1097 time: 0.1121197 Aug 19 18:07:52.465201 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=7984e1fb-279c-45a0-9a87-1bf10f70ce4f,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:52.466736 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c4f68-31b9-47b1-9642-1ecc128e4743 req-4cb7aaed-87ea-4120-a2e8-076adc1def02 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:52.476509 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a48c4f68-31b9-47b1-9642-1ecc128e4743 req-4cb7aaed-87ea-4120-a2e8-076adc1def02 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 945 time: 1.2370696 Aug 19 18:07:52.565422 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-eba735bb-5501-49ad-a8de-023506e2e3f5 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22b0cfe0dd134d888d6f8103e3004f52 HTTP/1.1" status: 200 len: 378 time: 0.0793815 Aug 19 18:07:52.593847 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-da5cfaed-b2b0-4fd2-ba40-71689f10ed68 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Request body: {'port': {'device_id': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef', 'admin_state_up': True, 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'security_groups': ['58f6d98e-ce72-4f8b-b76e-8435d52bd197']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:52.627323 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Deleting port f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:52.628804 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:52.635596 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d76d081-4160-473a-8761-bbf3387866a0 None None] DHCP port deletion for 4bc71342-958a-4003-9a5d-26d2a4ddabea request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:07:52.710894 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85c1fb-664f-4ca9-8c67-e84b590b0100 req-bc6b8a84-faff-4c8d-8e83-6a1efec0aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:52.712452 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fb85c1fb-664f-4ca9-8c67-e84b590b0100 req-bc6b8a84-faff-4c8d-8e83-6a1efec0aa51 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f44deb17-6524-4309-af63-141c3a78262b HTTP/1.1" status: 200 len: 922 time: 0.2617197 Aug 19 18:07:52.734159 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f67e6-becd-4fba-a8fc-e4e0c8058914 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Pushing event deleted for resources: {'Port': ['ID=7984e1fb-279c-45a0-9a87-1bf10f70ce4f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:52.829741 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-b2d0b099-ab45-437b-83cf-5b5715937dca None None] Set router 34e27296-e742-4201-8132-17e842872c6c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:52.926747 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a48c4f68-31b9-47b1-9642-1ecc128e4743 req-ba9dfccb-6247-4e5d-9284-107470a9da5f tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491348 Aug 19 18:07:52.940204 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fd325a-a8e4-491b-a260-5bf74527e94b req-548f67e6-becd-4fba-a8fc-e4e0c8058914 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] No DVR routers for this DVR port 7984e1fb-279c-45a0-9a87-1bf10f70ce4f on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:07:52.952471 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-77fd325a-a8e4-491b-a260-5bf74527e94b req-548f67e6-becd-4fba-a8fc-e4e0c8058914 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:52.954220 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-77fd325a-a8e4-491b-a260-5bf74527e94b req-548f67e6-becd-4fba-a8fc-e4e0c8058914 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.54 "DELETE /v2.0/ports/7984e1fb-279c-45a0-9a87-1bf10f70ce4f HTTP/1.1" status: 204 len: 173 time: 2.5166759 Aug 19 18:07:52.967028 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9c2dfb3d-5aa9-42b5-9234-b05543559f7a req-6a6a6e2e-6a6c-42f1-90c0-717f2017ad22 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6999369 Aug 19 18:07:52.975866 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a87ca74-0946-4a09-86e4-c6a6f2eb58ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7984e1fb-279c-45a0-9a87-1bf10f70ce4f'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:52.995802 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a87ca74-0946-4a09-86e4-c6a6f2eb58ea', 'name': 'network-vif-deleted', 'tag': '7984e1fb-279c-45a0-9a87-1bf10f70ce4f'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:53.002250 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d595e3b-4d94-43be-bdb5-94f5965396c6" -d '{"events": [{"server_uuid": "3a87ca74-0946-4a09-86e4-c6a6f2eb58ea", "name": "network-vif-unplugged", "status": "completed", "tag": "7984e1fb-279c-45a0-9a87-1bf10f70ce4f"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:53.006426 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf116560-7aa7-4781-9262-27113284cc99" -d '{"events": [{"server_uuid": "3a87ca74-0946-4a09-86e4-c6a6f2eb58ea", "name": "network-vif-deleted", "tag": "7984e1fb-279c-45a0-9a87-1bf10f70ce4f"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:53.024942 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-da5cfaed-b2b0-4fd2-ba40-71689f10ed68 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Made reservation on behalf of 22b0cfe0dd134d888d6f8103e3004f52 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:53.035708 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-da5cfaed-b2b0-4fd2-ba40-71689f10ed68 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:53.140502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-8d76d081-4160-473a-8761-bbf3387866a0 None None] Deleting port f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:53.143091 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8d76d081-4160-473a-8761-bbf3387866a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:53.306063 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fb85c1fb-664f-4ca9-8c67-e84b590b0100 req-ab953200-fed5-4d1e-a895-28a21f16f153 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc823025-d1e5-43df-b336-60b86f281194 HTTP/1.1" status: 200 len: 999 time: 0.5743659 Aug 19 18:07:53.315118 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] For port f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1,segment=NetworkSegment(6052a266-a5f6-428d-af02-f969d607c6ce),segment_id=6052a266-a5f6-428d-af02-f969d607c6ce)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:53.315754 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:53.317639 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-8d76d081-4160-473a-8761-bbf3387866a0 None None] For port f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1,segment=NetworkSegment(6052a266-a5f6-428d-af02-f969d607c6ce),segment_id=6052a266-a5f6-428d-af02-f969d607c6ce)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:53.318114 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8d76d081-4160-473a-8761-bbf3387866a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:53.357773 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-8d76d081-4160-473a-8761-bbf3387866a0 None None] Calling delete_port for f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:53.380462 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f824d8a-1956-44ed-99f2-e834dd9e8bee req-61ff8515-dfa0-42ee-bdae-befa110a8ff4 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 210 time: 0.2687778 Aug 19 18:07:53.382020 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-cdafa115-c9e4-4735-83a6-48fe01edd968 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Deleting port a2f07c93-7dda-4cff-ad5e-845ab64a8de5 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:53.382375 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cdafa115-c9e4-4735-83a6-48fe01edd968 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:53.389787 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Calling delete_port for f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:53.664085 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-da5cfaed-b2b0-4fd2-ba40-71689f10ed68 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Allocated IP 172.20.0.8 (2a57726d-7b72-4596-ad69-fcea207934ef/ce67a4c2-3255-481b-8d44-f56c5622f0d5/8b7af2c9-ee9b-46f3-9f81-ee153dca90f5) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:53.808102 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:53.853647 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85c1fb-664f-4ca9-8c67-e84b590b0100 req-a15e60e3-0f5f-4254-b62e-17bb1584ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:53.878746 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fb85c1fb-664f-4ca9-8c67-e84b590b0100 req-a15e60e3-0f5f-4254-b62e-17bb1584ff20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a08e371-d5ad-4f23-ad70-70127956d420 HTTP/1.1" status: 200 len: 860 time: 0.5589201 Aug 19 18:07:53.962075 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cdafa115-c9e4-4735-83a6-48fe01edd968 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:53.962542 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cdafa115-c9e4-4735-83a6-48fe01edd968 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:53.964401 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:07:53.987937 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] No DVR routers for this DVR port f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:07:53.995450 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-cdafa115-c9e4-4735-83a6-48fe01edd968 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Calling delete_port for a2f07c93-7dda-4cff-ad5e-845ab64a8de5 owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:54.035358 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:07:54.036130 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:07:54.163127 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8d76d081-4160-473a-8761-bbf3387866a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:54.304732 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76d081-4160-473a-8761-bbf3387866a0 None None] Pushing event deleted for resources: {'Port': ['ID=f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:54.306664 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cdafa115-c9e4-4735-83a6-48fe01edd968 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:54.319165 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d76d081-4160-473a-8761-bbf3387866a0 None None] No DVR routers for this DVR port f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:07:54.339934 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:54.375308 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc71342-958a-4003-9a5d-26d2a4ddabea']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:54.396964 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafa115-c9e4-4735-83a6-48fe01edd968 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Pushing event deleted for resources: {'Port': ['ID=a2f07c93-7dda-4cff-ad5e-845ab64a8de5,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:54.423664 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6052a266-a5f6-428d-af02-f969d607c6ce') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:54.424291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6052a266-a5f6-428d-af02-f969d607c6ce') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:54.430139 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:07:54.463747 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:54.531062 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-b2d0b099-ab45-437b-83cf-5b5715937dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '0d87eafe-73ee-4ed6-9292-ef587f4186f5', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '34e27296-e742-4201-8132-17e842872c6c', 'port_id': 'dc823025-d1e5-43df-b336-60b86f281194', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'mac_address': 'fa:16:3e:db:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43d11d8-37a1-42c7-957c-97c6e2662e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:07:00Z', 'updated_at': '2021-08-19T18:07:50Z', 'revision_number': 8, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb95a2cf-9b0c-488e-848a-aad73cf03b8a', 'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'mac_address': 'fa:16:3e:0c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:31Z', 'updated_at': '2021-08-19T18:06:42Z', 'revision_number': 5, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'subnets': [{'id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:54.532093 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-80c60355-8417-4529-93e0-248d3c99d7ed tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=85cc3cfb1680444498ac5e62ccbdf2db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2456400 Aug 19 18:07:54.536263 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f14f4e6a-4c46-4ee4-bd4f-d4c1e1e954c1,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:54.559484 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:54.574591 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:54.575564 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:54.576028 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:54.576432 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:54.577377 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:54.577377 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:54.577727 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:54.578262 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:54.578661 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:54.579090 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:54.579478 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:54.580471 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:54.610356 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d0b099-ab45-437b-83cf-5b5715937dca None None] Checking router: 34e27296-e742-4201-8132-17e842872c6c for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:07:54.615593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:07:54.621741 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:54.632052 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d0b099-ab45-437b-83cf-5b5715937dca None None] Routers {'34e27296-e742-4201-8132-17e842872c6c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:54.633035 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-b2d0b099-ab45-437b-83cf-5b5715937dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:07:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['34e27296-e742-4201-8132-17e842872c6c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:07:54.656024 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:07:54.703045 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85c1fb-664f-4ca9-8c67-e84b590b0100 req-08d22d5e-95bd-47ff-b909-9b3062c4cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:54.705377 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fb85c1fb-664f-4ca9-8c67-e84b590b0100 req-08d22d5e-95bd-47ff-b909-9b3062c4cf8a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f44deb17-6524-4309-af63-141c3a78262b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8245897 Aug 19 18:07:54.893249 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:54.909462 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:54.911457 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4bc71342-958a-4003-9a5d-26d2a4ddabea HTTP/1.1" status: 204 len: 168 time: 2.9399853 Aug 19 18:07:54.957404 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-da5cfaed-b2b0-4fd2-ba40-71689f10ed68 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:55.000849 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3af339-f193-4a09-9a2c-f6dee23a10e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bc71342-958a-4003-9a5d-26d2a4ddabea,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:55.026427 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fb85c1fb-664f-4ca9-8c67-e84b590b0100 req-0bb49b5b-d64a-4000-ab0d-edb3e9e8866d service neutron] 10.222.0.24 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848587 Aug 19 18:07:55.034449 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-b2d0b099-ab45-437b-83cf-5b5715937dca None None] Set router 34e27296-e742-4201-8132-17e842872c6c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:55.099202 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cdafa115-c9e4-4735-83a6-48fe01edd968 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:55.105325 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cdafa115-c9e4-4735-83a6-48fe01edd968 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:55.110448 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cdafa115-c9e4-4735-83a6-48fe01edd968 tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] 10.222.0.24 "DELETE /v2.0/floatingips/7b6d8da1-3a14-4b3b-87aa-9f991a01af8d HTTP/1.1" status: 204 len: 168 time: 3.6975999 Aug 19 18:07:55.146845 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-937b65fd-b1cc-43d5-9d99-c2158116ac9d tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:55.156408 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-937b65fd-b1cc-43d5-9d99-c2158116ac9d tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6223757 Aug 19 18:07:55.163958 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-da5cfaed-b2b0-4fd2-ba40-71689f10ed68 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Transition to ACTIVE for port object 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:55.220970 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-e3d04673-7982-445e-af27-a67abeb5f94e tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/quotas/85cc3cfb1680444498ac5e62ccbdf2db HTTP/1.1" status: 200 len: 375 time: 0.0602248 Aug 19 18:07:55.253009 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fb85c1fb-664f-4ca9-8c67-e84b590b0100 req-c2212087-9871-4f4f-9b83-a5104e6ec1d1 service neutron] 10.222.0.24 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239525 Aug 19 18:07:55.330936 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42404) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:55.339885 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-796d9585-dbf3-4639-94cf-5de1d6e1efea tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=85cc3cfb1680444498ac5e62ccbdf2db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1161420 Aug 19 18:07:55.459062 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-da5cfaed-b2b0-4fd2-ba40-71689f10ed68 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:55.585803 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-da5cfaed-b2b0-4fd2-ba40-71689f10ed68 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Network 2a57726d-7b72-4596-ad69-fcea207934ef is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:55.587591 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5cfaed-b2b0-4fd2-ba40-71689f10ed68 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event updated for resources: {'Port': ['ID=8b7af2c9-ee9b-46f3-9f81-ee153dca90f5,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:55.591458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-da5cfaed-b2b0-4fd2-ba40-71689f10ed68 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:55.614898 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-da5cfaed-b2b0-4fd2-ba40-71689f10ed68 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:55.617269 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea902d-f23e-4b76-baed-7b318bfd5404 req-2112ec80-f606-412d-b637-cb8986a94774 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:55.619575 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fdea902d-f23e-4b76-baed-7b318bfd5404 req-2112ec80-f606-412d-b637-cb8986a94774 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 945 time: 0.2328060 Aug 19 18:07:55.631579 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-efd4babd-8519-479d-856c-5ac368fb13cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4777fe93c4ee4a90b670a5a6eee9d944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965074 Aug 19 18:07:55.651639 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42406) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:55.723353 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-da5cfaed-b2b0-4fd2-ba40-71689f10ed68 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:55.727098 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-da5cfaed-b2b0-4fd2-ba40-71689f10ed68 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:55.760249 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-da5cfaed-b2b0-4fd2-ba40-71689f10ed68 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1692231 Aug 19 18:07:55.775731 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Request body: {'port': {'device_id': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e', 'admin_state_up': True, 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'security_groups': ['58f6d98e-ce72-4f8b-b76e-8435d52bd197']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:55.839325 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4a16b5-d23d-469d-ab28-82b83aaa32d8 x-openstack-request-id: req-7b4a16b5-d23d-469d-ab28-82b83aaa32d8 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:55.857839 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43d11d8-37a1-42c7-957c-97c6e2662e7b", "tag": "dc823025-d1e5-43df-b336-60b86f281194", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:55.858622 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b4a16b5-d23d-469d-ab28-82b83aaa32d8 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:55.859222 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43d11d8-37a1-42c7-957c-97c6e2662e7b', 'tag': 'dc823025-d1e5-43df-b336-60b86f281194', 'status': 'completed', 'code': 200} Aug 19 18:07:55.940322 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-30007b4f-ad4f-4350-a864-00953d52ec63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:56.015140 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e131dd-4154-4664-ae15-54bdf8d5c9d0 x-openstack-request-id: req-89e131dd-4154-4664-ae15-54bdf8d5c9d0 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:56.015700 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a87ca74-0946-4a09-86e4-c6a6f2eb58ea", "name": "network-vif-unplugged", "status": "completed", "tag": "7984e1fb-279c-45a0-9a87-1bf10f70ce4f", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:56.020993 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fdea902d-f23e-4b76-baed-7b318bfd5404 req-a6c87d1f-d662-407a-b8dc-a8eea0799fad tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901043 Aug 19 18:07:56.026951 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-30007b4f-ad4f-4350-a864-00953d52ec63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:56.046461 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89e131dd-4154-4664-ae15-54bdf8d5c9d0 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:56.050154 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a87ca74-0946-4a09-86e4-c6a6f2eb58ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7984e1fb-279c-45a0-9a87-1bf10f70ce4f', 'code': 200} Aug 19 18:07:56.093173 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6436d92-e89c-442e-949e-badc048c5ff3 x-openstack-request-id: req-e6436d92-e89c-442e-949e-badc048c5ff3 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:56.093600 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a87ca74-0946-4a09-86e4-c6a6f2eb58ea", "name": "network-vif-deleted", "tag": "7984e1fb-279c-45a0-9a87-1bf10f70ce4f", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:56.093848 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6436d92-e89c-442e-949e-badc048c5ff3 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:56.094252 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a87ca74-0946-4a09-86e4-c6a6f2eb58ea', 'name': 'network-vif-deleted', 'tag': '7984e1fb-279c-45a0-9a87-1bf10f70ce4f', 'status': 'completed', 'code': 200} Aug 19 18:07:56.150049 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-b2d0b099-ab45-437b-83cf-5b5715937dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '0d87eafe-73ee-4ed6-9292-ef587f4186f5', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '34e27296-e742-4201-8132-17e842872c6c', 'port_id': 'dc823025-d1e5-43df-b336-60b86f281194', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'mac_address': 'fa:16:3e:db:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43d11d8-37a1-42c7-957c-97c6e2662e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:07:00Z', 'updated_at': '2021-08-19T18:07:50Z', 'revision_number': 8, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb95a2cf-9b0c-488e-848a-aad73cf03b8a', 'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'mac_address': 'fa:16:3e:0c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:31Z', 'updated_at': '2021-08-19T18:06:42Z', 'revision_number': 5, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'subnets': [{'id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:56.153219 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-30007b4f-ad4f-4350-a864-00953d52ec63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:56.156932 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-30007b4f-ad4f-4350-a864-00953d52ec63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:56.158882 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-30007b4f-ad4f-4350-a864-00953d52ec63 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c91e4e3-29d6-47ca-a539-d5a0280e277c HTTP/1.1" status: 204 len: 168 time: 0.5062830 Aug 19 18:07:56.175325 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30007b4f-ad4f-4350-a864-00953d52ec63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c91e4e3-29d6-47ca-a539-d5a0280e277c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:56.270029 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Made reservation on behalf of 22b0cfe0dd134d888d6f8103e3004f52 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:56.274565 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d0b099-ab45-437b-83cf-5b5715937dca None None] The sync data for ids ['34e27296-e742-4201-8132-17e842872c6c'] in n-d-803753-2 is: [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '0d87eafe-73ee-4ed6-9292-ef587f4186f5', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '34e27296-e742-4201-8132-17e842872c6c', 'port_id': 'dc823025-d1e5-43df-b336-60b86f281194', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'mac_address': 'fa:16:3e:db:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43d11d8-37a1-42c7-957c-97c6e2662e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:07:00Z', 'updated_at': '2021-08-19T18:07:50Z', 'revision_number': 8, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb95a2cf-9b0c-488e-848a-aad73cf03b8a', 'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'mac_address': 'fa:16:3e:0c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:31Z', 'updated_at': '2021-08-19T18:06:42Z', 'revision_number': 5, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'subnets': [{'id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:07:56.297639 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:56.299176 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-25f9f0c6-4cfb-40d5-a97f-cde9f4d89e59 None None] Provisioning for port 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:56.344184 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-25f9f0c6-4cfb-40d5-a97f-cde9f4d89e59 None None] Provisioning complete for port 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:56.361746 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-25f9f0c6-4cfb-40d5-a97f-cde9f4d89e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:56.412383 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2612d-82df-4f1f-99bb-e8db5d1bafe0 req-d550c48c-3738-4626-a268-bbf5b37fa57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:56.414683 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-85c2612d-82df-4f1f-99bb-e8db5d1bafe0 req-d550c48c-3738-4626-a268-bbf5b37fa57d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a33c4d51217492ebaa912b769b44260&device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 1097 time: 0.3177228 Aug 19 18:07:56.474712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef724dae-37b8-4380-a226-da23762f6806 req-95cdbcc1-f888-44ac-a827-d3d74e52b84e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:56.476672 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ef724dae-37b8-4380-a226-da23762f6806 req-95cdbcc1-f888-44ac-a827-d3d74e52b84e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 931 time: 0.1680837 Aug 19 18:07:56.479755 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-25f9f0c6-4cfb-40d5-a97f-cde9f4d89e59 None None] Port 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:07:56.622913 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ef724dae-37b8-4380-a226-da23762f6806 req-75717862-586b-4b29-b105-28fc6f85c717 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1279149 Aug 19 18:07:56.791299 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72656c7-8ef8-4ac7-a4f8-14bf8c328fd4 None None] New status for floating IP 0d87eafe-73ee-4ed6-9292-ef587f4186f5: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:07:56.880234 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2612d-82df-4f1f-99bb-e8db5d1bafe0 req-b5ffb766-c77f-4649-81e7-0b87d39b1527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:56.882056 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-85c2612d-82df-4f1f-99bb-e8db5d1bafe0 req-b5ffb766-c77f-4649-81e7-0b87d39b1527 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f44deb17-6524-4309-af63-141c3a78262b HTTP/1.1" status: 200 len: 922 time: 0.4515526 Aug 19 18:07:56.932835 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7237b52-b0d2-45df-991a-afab9ea78f10 req-b9c3b9dc-8b62-478c-83d1-c6641f4e2435 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:56.959181 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a7237b52-b0d2-45df-991a-afab9ea78f10 req-b9c3b9dc-8b62-478c-83d1-c6641f4e2435 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 945 time: 0.7268522 Aug 19 18:07:57.355027 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a7237b52-b0d2-45df-991a-afab9ea78f10 req-a018fe01-b016-4ae9-a7b9-f8bffd57a036 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944416 Aug 19 18:07:57.530979 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0b676afa-3d5f-4ccc-82b7-c999284cc30c req-d9e66f52-9bdb-426a-9fed-5f6e61770185 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=135a8ecd-3808-487a-8932-849f23ff8d62 HTTP/1.1" status: 200 len: 210 time: 0.0557961 Aug 19 18:07:57.600944 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-85c2612d-82df-4f1f-99bb-e8db5d1bafe0 req-7e6777da-be82-4caa-aefa-42d43afbc901 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc823025-d1e5-43df-b336-60b86f281194 HTTP/1.1" status: 200 len: 999 time: 0.6874626 Aug 19 18:07:57.674459 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e62613-d00c-4150-9c67-01e875802ce3 req-3b644011-5ad4-409f-846d-2881b0c20a96 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:57.682153 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-02e62613-d00c-4150-9c67-01e875802ce3 req-3b644011-5ad4-409f-846d-2881b0c20a96 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 945 time: 0.0752645 Aug 19 18:07:57.720514 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Allocated IP 10.1.1.38 (516636c4-cca9-40b7-8447-b891fcfd801e/148c2169-2926-4f60-a141-8969465d9d36/093f4306-674e-490b-a5f0-ea79738c3dd1) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:57.760218 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-02e62613-d00c-4150-9c67-01e875802ce3 req-c002e600-04d3-49ca-9ade-d2ee7a8bfd32 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645902 Aug 19 18:07:57.821806 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3ca0fe0c-14aa-4d4b-a7a8-b1e233572ae4 req-41921e30-99cd-4c1c-89d0-21e0ee8ef12c tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/floatingips/0d87eafe-73ee-4ed6-9292-ef587f4186f5 HTTP/1.1" status: 200 len: 998 time: 0.3657053 Aug 19 18:07:58.008969 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2612d-82df-4f1f-99bb-e8db5d1bafe0 req-5dae1de8-78d1-46de-9eda-338a0c65cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:58.010611 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-85c2612d-82df-4f1f-99bb-e8db5d1bafe0 req-5dae1de8-78d1-46de-9eda-338a0c65cb21 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a08e371-d5ad-4f23-ad70-70127956d420 HTTP/1.1" status: 200 len: 860 time: 0.3843377 Aug 19 18:07:58.118176 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42456) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:58.142655 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-c795b321-17cd-4dd9-b977-65af0dfd2f7f tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=85cc3cfb1680444498ac5e62ccbdf2db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1360486 Aug 19 18:07:58.264709 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2612d-82df-4f1f-99bb-e8db5d1bafe0 req-b4a7e367-4443-4255-8518-185cd47281e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:58.266335 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-85c2612d-82df-4f1f-99bb-e8db5d1bafe0 req-b4a7e367-4443-4255-8518-185cd47281e2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f44deb17-6524-4309-af63-141c3a78262b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2212129 Aug 19 18:07:58.352638 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0fe0c-14aa-4d4b-a7a8-b1e233572ae4 req-7bf3ee8a-0259-43af-9f70-a287e919f1aa tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:58.355141 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3ca0fe0c-14aa-4d4b-a7a8-b1e233572ae4 req-7bf3ee8a-0259-43af-9f70-a287e919f1aa tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.5314479 Aug 19 18:07:58.388365 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-3ca0fe0c-14aa-4d4b-a7a8-b1e233572ae4 req-19c45a03-6f57-414e-9c3b-2db3383f0341 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:58.389440 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3ca0fe0c-14aa-4d4b-a7a8-b1e233572ae4 req-19c45a03-6f57-414e-9c3b-2db3383f0341 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160422 Aug 19 18:07:58.432700 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:58.470064 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Transition to ACTIVE for port object 093f4306-674e-490b-a5f0-ea79738c3dd1 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:58.480413 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-6915015c-bce4-4e22-a7d7-2205119ec445 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-860065807-network', 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:58.570279 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:58.590560 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-a7ac288c-15cc-417a-8f0d-d60cda963bf1 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:58.591904 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-a7ac288c-15cc-417a-8f0d-d60cda963bf1 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4249525 Aug 19 18:07:58.593281 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6915015c-bce4-4e22-a7d7-2205119ec445 admin admin] Made reservation on behalf of b36c037b46974fbab72ee33dddb5d134 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:58.599963 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6915015c-bce4-4e22-a7d7-2205119ec445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:58.632626 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-c407aad0-eea1-4265-a6ec-18e9830eb3ea tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Request body: {'port': {'device_id': '135a8ecd-3808-487a-8932-849f23ff8d62', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': '85cc3cfb1680444498ac5e62ccbdf2db'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:58.639188 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6915015c-bce4-4e22-a7d7-2205119ec445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:58.765720 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Network 516636c4-cca9-40b7-8447-b891fcfd801e is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:58.801330 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:58.832249 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-85c2612d-82df-4f1f-99bb-e8db5d1bafe0 req-3590b6a5-0424-43f5-b072-322262a18791 service neutron] 10.222.0.50 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522323 Aug 19 18:07:58.834581 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:58.871912 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event updated for resources: {'Port': ['ID=093f4306-674e-490b-a5f0-ea79738c3dd1,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:58.893479 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587235c9-d0d0-4fae-ac20-2d992fb08e6d req-3dc686ae-b619-4a4e-b7b5-994856a0b8d5 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:58.899531 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587235c9-d0d0-4fae-ac20-2d992fb08e6d req-3dc686ae-b619-4a4e-b7b5-994856a0b8d5 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:58.901181 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-587235c9-d0d0-4fae-ac20-2d992fb08e6d req-3dc686ae-b619-4a4e-b7b5-994856a0b8d5 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 1652 time: 0.3430755 Aug 19 18:07:58.918201 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51041d8a-e3ae-4d55-be07-45af1be67b34 req-45ef1eb7-2309-4acc-910f-712a08eb7434 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:58.919848 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-51041d8a-e3ae-4d55-be07-45af1be67b34 req-45ef1eb7-2309-4acc-910f-712a08eb7434 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 945 time: 0.2137773 Aug 19 18:07:58.925034 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a0271-de76-4af3-8f67-7a9cc6943897 req-8c737e82-7767-4d53-ba91-6143fce03b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:58.927107 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-414a0271-de76-4af3-8f67-7a9cc6943897 req-8c737e82-7767-4d53-ba91-6143fce03b2a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fce72f549e634e21a1104a2106da2de3&device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 1096 time: 0.2226312 Aug 19 18:07:58.993475 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:58.994586 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.029347 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:59.030062 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:59.030258 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:59.030807 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:59.031531 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:59.032053 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:59.032401 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:59.033059 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:59.033417 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:59.033897 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:59.034396 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:59.034776 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:59.076254 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a0271-de76-4af3-8f67-7a9cc6943897 req-2f6a870f-394a-4c67-8082-7900ab4e8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:59.077924 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-414a0271-de76-4af3-8f67-7a9cc6943897 req-2f6a870f-394a-4c67-8082-7900ab4e8462 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ed6cc30c-2a55-41f6-a6b0-fee655536fe2 HTTP/1.1" status: 200 len: 919 time: 0.1168966 Aug 19 18:07:59.100142 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-587235c9-d0d0-4fae-ac20-2d992fb08e6d req-786a2246-a534-4d70-a6c3-5baf6d647b59 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1798968 Aug 19 18:07:59.138240 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74724a6-4b2b-4d4b-9558-de69b9fecd5c req-a3e47920-ba85-44e6-8cf5-140cc7153d30 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:59.144583 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e74724a6-4b2b-4d4b-9558-de69b9fecd5c req-a3e47920-ba85-44e6-8cf5-140cc7153d30 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.54 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 945 time: 0.3969600 Aug 19 18:07:59.154027 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-85c2612d-82df-4f1f-99bb-e8db5d1bafe0 req-6938f6d5-13b9-40d3-8549-4dcfe45f413c service neutron] 10.222.0.50 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035002 Aug 19 18:07:59.177489 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-414a0271-de76-4af3-8f67-7a9cc6943897 req-b24a00fd-e71d-41c4-acc3-10c20ff83732 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40bf330e-8919-4c86-bad6-70aab8c542c1 HTTP/1.1" status: 200 len: 217 time: 0.0838277 Aug 19 18:07:59.196457 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-51041d8a-e3ae-4d55-be07-45af1be67b34 req-e5fab150-4271-4a2b-9193-a4dbc5237906 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518625 Aug 19 18:07:59.224636 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a22ec359-a57a-4e71-945f-6edd8dafd201 None None] Provisioning for port 093f4306-674e-490b-a5f0-ea79738c3dd1 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:59.231051 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a22ec359-a57a-4e71-945f-6edd8dafd201 None None] Provisioning complete for port 093f4306-674e-490b-a5f0-ea79738c3dd1 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:59.231881 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a22ec359-a57a-4e71-945f-6edd8dafd201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.280623 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6915015c-bce4-4e22-a7d7-2205119ec445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.288865 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6915015c-bce4-4e22-a7d7-2205119ec445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.308343 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6915015c-bce4-4e22-a7d7-2205119ec445 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:07:59.324611 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6915015c-bce4-4e22-a7d7-2205119ec445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.325103 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-6915015c-bce4-4e22-a7d7-2205119ec445 admin admin] Added segment 33a7d544-d969-4a4f-bf00-925d2d216096 of type vlan for network b3986ad4-b00d-45ed-b82d-6ac18e427247 Aug 19 18:07:59.328282 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-ffd5e0c2-9eea-48e0-a692-c6a7212a3c25 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5599158 Aug 19 18:07:59.347802 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-dbdb4bdc-f11b-439c-8ec2-efe4d157caa2 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.15 HTTP/1.1" status: 200 len: 1001 time: 0.1850903 Aug 19 18:07:59.358623 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-a22ec359-a57a-4e71-945f-6edd8dafd201 None None] Port 093f4306-674e-490b-a5f0-ea79738c3dd1 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:07:59.376018 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-546b2a1c-6b38-4e63-9324-29a28eedeee6 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Request body: {'port': {'device_id': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e', 'admin_state_up': True, 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'security_groups': ['58f6d98e-ce72-4f8b-b76e-8435d52bd197']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:59.420144 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915015c-bce4-4e22-a7d7-2205119ec445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846944b7-7f4b-4d38-aa1b-965f7b0dc72d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:59.444916 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-c407aad0-eea1-4265-a6ec-18e9830eb3ea tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Made reservation on behalf of 85cc3cfb1680444498ac5e62ccbdf2db for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:59.451083 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-c407aad0-eea1-4265-a6ec-18e9830eb3ea tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.468643 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a0271-de76-4af3-8f67-7a9cc6943897 req-e15dcfed-a70b-468b-935e-ee36e97c5d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:59.471639 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-414a0271-de76-4af3-8f67-7a9cc6943897 req-e15dcfed-a70b-468b-935e-ee36e97c5d7f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e56f2809-e79a-4c5f-bec0-9b7673cca425 HTTP/1.1" status: 200 len: 858 time: 0.2728770 Aug 19 18:07:59.487433 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6915015c-bce4-4e22-a7d7-2205119ec445 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.511974 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-c407aad0-eea1-4265-a6ec-18e9830eb3ea tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.537073 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-d21aadad-7461-42ca-a0ae-b7e738cd7d1c tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:59.538820 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-d21aadad-7461-42ca-a0ae-b7e738cd7d1c tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports/dc823025-d1e5-43df-b336-60b86f281194 HTTP/1.1" status: 200 len: 943 time: 0.1898510 Aug 19 18:07:59.584317 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-414a0271-de76-4af3-8f67-7a9cc6943897 req-0be40b51-1281-4faa-9390-7f6be7c86d08 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ed6cc30c-2a55-41f6-a6b0-fee655536fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917282 Aug 19 18:07:59.594119 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ad0a631-00ec-4d58-8694-702708d76617 req-5afc9dd5-864c-4d9e-9ad7-c22fcb95f1f6 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=135a8ecd-3808-487a-8932-849f23ff8d62 HTTP/1.1" status: 200 len: 210 time: 0.1282790 Aug 19 18:07:59.675999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-e74724a6-4b2b-4d4b-9558-de69b9fecd5c req-9f81b420-00b0-4ca7-821c-8bf1ad290f70 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Deleting port 271620d3-c2ea-42fa-aa55-17ea8fdce195 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:59.677142 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e74724a6-4b2b-4d4b-9558-de69b9fecd5c req-9f81b420-00b0-4ca7-821c-8bf1ad290f70 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.726354 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6915015c-bce4-4e22-a7d7-2205119ec445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.727367 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6915015c-bce4-4e22-a7d7-2205119ec445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:59.727953 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6915015c-bce4-4e22-a7d7-2205119ec445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.866947 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-58d22cee-e3dd-40ac-a094-01b2d839b110 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.15 HTTP/1.1" status: 200 len: 1001 time: 0.2090552 Aug 19 18:07:59.916348 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915015c-bce4-4e22-a7d7-2205119ec445 admin admin] Pushing event updated for resources: {'Network': ['ID=b3986ad4-b00d-45ed-b82d-6ac18e427247,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:59.928393 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network b3986ad4-b00d-45ed-b82d-6ac18e427247 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:07:59.935480 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bae3d9-9a66-4af8-aa7c-6714c5161132 req-df38afb5-68a4-42ad-be28-8d0e94f23a0a tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:59.937081 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-65bae3d9-9a66-4af8-aa7c-6714c5161132 req-df38afb5-68a4-42ad-be28-8d0e94f23a0a tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 945 time: 0.2033644 Aug 19 18:07:59.942397 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-414a0271-de76-4af3-8f67-7a9cc6943897 req-f0797797-fc70-4c53-892b-bef893775752 service neutron] 10.222.0.50 "GET /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299606 Aug 19 18:07:59.995581 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-e74724a6-4b2b-4d4b-9558-de69b9fecd5c req-9f81b420-00b0-4ca7-821c-8bf1ad290f70 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] For port 271620d3-c2ea-42fa-aa55-17ea8fdce195, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=271620d3-c2ea-42fa-aa55-17ea8fdce195,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:59.996188 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e74724a6-4b2b-4d4b-9558-de69b9fecd5c req-9f81b420-00b0-4ca7-821c-8bf1ad290f70 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:00.074352 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-e74724a6-4b2b-4d4b-9558-de69b9fecd5c req-9f81b420-00b0-4ca7-821c-8bf1ad290f70 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Calling delete_port for 271620d3-c2ea-42fa-aa55-17ea8fdce195 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:00.099586 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-c407aad0-eea1-4265-a6ec-18e9830eb3ea tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:00.115391 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-8d457852-fca0-40d7-bf7d-03c7263cf1ad tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:00.116959 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-8d457852-fca0-40d7-bf7d-03c7263cf1ad tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.2384953 Aug 19 18:08:00.118509 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-c407aad0-eea1-4265-a6ec-18e9830eb3ea tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:00.139239 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6915015c-bce4-4e22-a7d7-2205119ec445 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0165048 Aug 19 18:08:00.149464 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-65bae3d9-9a66-4af8-aa7c-6714c5161132 req-ddd36bb4-1e8c-4201-832b-dd7de39d5947 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396675 Aug 19 18:08:00.153690 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42474) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:00.168543 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e1acae2c-5d14-429e-8130-ce7db6a0ccd6 admin admin] Request body: {'subnet': {'network_id': 'b3986ad4-b00d-45ed-b82d-6ac18e427247', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-860065807-subnet', 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:00.270320 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-546b2a1c-6b38-4e63-9324-29a28eedeee6 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Made reservation on behalf of 22b0cfe0dd134d888d6f8103e3004f52 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:00.274081 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-546b2a1c-6b38-4e63-9324-29a28eedeee6 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:00.292887 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-414a0271-de76-4af3-8f67-7a9cc6943897 req-5e4f7ac0-4687-4730-a734-ce26519de70d service neutron] 10.222.0.50 "GET /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404813 Aug 19 18:08:00.317241 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407aad0-eea1-4265-a6ec-18e9830eb3ea tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d98c61df-2b9c-4787-9c48-908f72989b29,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:00.420125 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff19c47-bc8d-4d0d-8b14-58dbef693931 req-7f6d7ca9-a51e-46e1-a4ca-90fa53c3b7ba tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:00.422037 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-eff19c47-bc8d-4d0d-8b14-58dbef693931 req-7f6d7ca9-a51e-46e1-a4ca-90fa53c3b7ba tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 945 time: 0.1440511 Aug 19 18:08:00.471615 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-c407aad0-eea1-4265-a6ec-18e9830eb3ea tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Allocated IP 192.168.233.45 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/dddf18aa-d021-4741-a858-fa76ab80de15) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:00.505230 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-eff19c47-bc8d-4d0d-8b14-58dbef693931 req-c87a0086-866b-4ac6-91e3-7da6a0137380 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734887 Aug 19 18:08:00.802603 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-708db516-7049-4bba-a7d5-1d15e25a98b4 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.15 HTTP/1.1" status: 200 len: 1001 time: 0.6475167 Aug 19 18:08:00.813250 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1acae2c-5d14-429e-8130-ce7db6a0ccd6 admin admin] Made reservation on behalf of b36c037b46974fbab72ee33dddb5d134 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:00.817376 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e1acae2c-5d14-429e-8130-ce7db6a0ccd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:00.835263 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-c407aad0-eea1-4265-a6ec-18e9830eb3ea tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:00.871508 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-c407aad0-eea1-4265-a6ec-18e9830eb3ea tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Transition to ACTIVE for port object dddf18aa-d021-4741-a858-fa76ab80de15 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:00.891551 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255e674-678a-470f-8859-7ff6b06ae90f req-c9fb2222-8098-4d74-a071-798cba39d6d3 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:00.902033 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-77c186ba-9cd5-488f-ab01-1b2ca0d61ea0 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:00.903692 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255e674-678a-470f-8859-7ff6b06ae90f req-c9fb2222-8098-4d74-a071-798cba39d6d3 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:00.906557 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b255e674-678a-470f-8859-7ff6b06ae90f req-c9fb2222-8098-4d74-a071-798cba39d6d3 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 1652 time: 0.1403790 Aug 19 18:08:00.996042 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b255e674-678a-470f-8859-7ff6b06ae90f req-f9ee9365-2cde-484d-a99c-8d7ed1638db4 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747495 Aug 19 18:08:01.013064 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-c407aad0-eea1-4265-a6ec-18e9830eb3ea tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.044819 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-c407aad0-eea1-4265-a6ec-18e9830eb3ea tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:01.048743 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-c407aad0-eea1-4265-a6ec-18e9830eb3ea tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:01.058484 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-c407aad0-eea1-4265-a6ec-18e9830eb3ea tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:01.205370 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-c407aad0-eea1-4265-a6ec-18e9830eb3ea tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:01.206155 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-c407aad0-eea1-4265-a6ec-18e9830eb3ea tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.213718 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-77c186ba-9cd5-488f-ab01-1b2ca0d61ea0 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks [] for floatingip, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.240453 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-c407aad0-eea1-4265-a6ec-18e9830eb3ea tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6225252 Aug 19 18:08:01.273827 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-efa840e7-f26f-4edc-9ee5-e1e4dd8c4000 service neutron] Request body: {'port': {'device_id': '135a8ecd-3808-487a-8932-849f23ff8d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:01.277285 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407aad0-eea1-4265-a6ec-18e9830eb3ea tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Pushing event updated for resources: {'Port': ['ID=dddf18aa-d021-4741-a858-fa76ab80de15,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:01.363202 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-546b2a1c-6b38-4e63-9324-29a28eedeee6 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Allocated IP 10.1.1.143 (516636c4-cca9-40b7-8447-b891fcfd801e/148c2169-2926-4f60-a141-8969465d9d36/44151cda-69e6-4588-a910-707492210d9d) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:01.367062 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3cb1d-73d0-498d-92c4-2d2f1fd356c2 req-bbecbcdd-db4c-48d8-a58d-fc77dffe80e8 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:01.375678 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23d3cb1d-73d0-498d-92c4-2d2f1fd356c2 req-bbecbcdd-db4c-48d8-a58d-fc77dffe80e8 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f HTTP/1.1" status: 200 len: 945 time: 0.1783435 Aug 19 18:08:01.383731 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e74724a6-4b2b-4d4b-9558-de69b9fecd5c req-9f81b420-00b0-4ca7-821c-8bf1ad290f70 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.410338 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['271620d3-c2ea-42fa-aa55-17ea8fdce195'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:08:01.426885 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-efa840e7-f26f-4edc-9ee5-e1e4dd8c4000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.453074 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23d3cb1d-73d0-498d-92c4-2d2f1fd356c2 req-07f99d0a-7289-4ba7-a688-c059137ca708 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752432 Aug 19 18:08:01.511103 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81b420-00b0-4ca7-821c-8bf1ad290f70 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Pushing event deleted for resources: {'Port': ['ID=271620d3-c2ea-42fa-aa55-17ea8fdce195,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:01.542342 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e2529673-f2a9-47f0-93cf-c2fc8e2565a5 None None] Provisioning for port dddf18aa-d021-4741-a858-fa76ab80de15 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:01.548467 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e2529673-f2a9-47f0-93cf-c2fc8e2565a5 None None] Provisioning complete for port dddf18aa-d021-4741-a858-fa76ab80de15 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:01.549699 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e2529673-f2a9-47f0-93cf-c2fc8e2565a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.624514 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-e2529673-f2a9-47f0-93cf-c2fc8e2565a5 None None] Port dddf18aa-d021-4741-a858-fa76ab80de15 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:08:01.655315 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74724a6-4b2b-4d4b-9558-de69b9fecd5c req-9f81b420-00b0-4ca7-821c-8bf1ad290f70 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] No DVR routers for this DVR port 271620d3-c2ea-42fa-aa55-17ea8fdce195 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:08:01.739106 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e74724a6-4b2b-4d4b-9558-de69b9fecd5c req-9f81b420-00b0-4ca7-821c-8bf1ad290f70 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.742085 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e74724a6-4b2b-4d4b-9558-de69b9fecd5c req-9f81b420-00b0-4ca7-821c-8bf1ad290f70 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.54 "DELETE /v2.0/ports/271620d3-c2ea-42fa-aa55-17ea8fdce195 HTTP/1.1" status: 204 len: 173 time: 2.5813797 Aug 19 18:08:01.743042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f', 'name': 'network-vif-deleted', 'tag': '271620d3-c2ea-42fa-aa55-17ea8fdce195'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:01.745730 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b37558d-f224-48bd-bb60-d82a450cc426" -d '{"events": [{"server_uuid": "226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f", "name": "network-vif-deleted", "tag": "271620d3-c2ea-42fa-aa55-17ea8fdce195"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:01.781386 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-77c186ba-9cd5-488f-ab01-1b2ca0d61ea0 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.803504 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-77c186ba-9cd5-488f-ab01-1b2ca0d61ea0 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.804460 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-77c186ba-9cd5-488f-ab01-1b2ca0d61ea0 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Floating IP 0d87eafe-73ee-4ed6-9292-ef587f4186f5 disassociated. External IP: 172.25.8.15, port: dc823025-d1e5-43df-b336-60b86f281194. Aug 19 18:08:01.872415 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9771ff-4fc9-461a-b8a0-01d273568311 req-3074af24-0885-4937-994b-9c19d9a85d43 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:01.884446 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e1acae2c-5d14-429e-8130-ce7db6a0ccd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.886617 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3d9771ff-4fc9-461a-b8a0-01d273568311 req-3074af24-0885-4937-994b-9c19d9a85d43 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=135a8ecd-3808-487a-8932-849f23ff8d62 HTTP/1.1" status: 200 len: 935 time: 0.2383561 Aug 19 18:08:01.973786 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3d9771ff-4fc9-461a-b8a0-01d273568311 req-efccb386-fed0-46fc-a6c2-b22c7a0443fe tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98c61df-2b9c-4787-9c48-908f72989b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777245 Aug 19 18:08:02.122892 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-efa840e7-f26f-4edc-9ee5-e1e4dd8c4000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dddf18aa-d021-4741-a858-fa76ab80de15 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:02.133861 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-efa840e7-f26f-4edc-9ee5-e1e4dd8c4000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:02.151595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-efa840e7-f26f-4edc-9ee5-e1e4dd8c4000 service neutron] Transition to ACTIVE for port object dddf18aa-d021-4741-a858-fa76ab80de15 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:02.158384 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-efa840e7-f26f-4edc-9ee5-e1e4dd8c4000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:02.168797 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-546b2a1c-6b38-4e63-9324-29a28eedeee6 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:02.172799 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1acae2c-5d14-429e-8130-ce7db6a0ccd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d6fc4fd-4407-4240-9265-00371e67473f,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:02.222935 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-546b2a1c-6b38-4e63-9324-29a28eedeee6 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Transition to ACTIVE for port object 44151cda-69e6-4588-a910-707492210d9d will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:02.231068 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1acae2c-5d14-429e-8130-ce7db6a0ccd6 admin admin] Checking segment: {'id': '33a7d544-d969-4a4f-bf00-925d2d216096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b3986ad4-b00d-45ed-b82d-6ac18e427247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:02.231850 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1acae2c-5d14-429e-8130-ce7db6a0ccd6 admin admin] Network hostable DHCP agents. Network: b3986ad4-b00d-45ed-b82d-6ac18e427247, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:08:02.266684 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa840e7-f26f-4edc-9ee5-e1e4dd8c4000 service neutron] Pushing event updated for resources: {'Port': ['ID=dddf18aa-d021-4741-a858-fa76ab80de15,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:02.300238 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ff0a1-5f1f-484c-9db4-9a761278b60d req-091504c8-5e0d-4750-8319-d74ce9ed8f47 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:02.311525 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-777ff0a1-5f1f-484c-9db4-9a761278b60d req-091504c8-5e0d-4750-8319-d74ce9ed8f47 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 945 time: 0.1494529 Aug 19 18:08:02.430327 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-efa840e7-f26f-4edc-9ee5-e1e4dd8c4000 service neutron] Attempting to bind port dddf18aa-d021-4741-a858-fa76ab80de15 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:02.430865 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-efa840e7-f26f-4edc-9ee5-e1e4dd8c4000 service neutron] Attempting to bind port dddf18aa-d021-4741-a858-fa76ab80de15 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:02.431240 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-efa840e7-f26f-4edc-9ee5-e1e4dd8c4000 service neutron] Attempting to bind port dddf18aa-d021-4741-a858-fa76ab80de15 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:02.439996 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-efa840e7-f26f-4edc-9ee5-e1e4dd8c4000 service neutron] Port dddf18aa-d021-4741-a858-fa76ab80de15 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:08:02.440580 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-efa840e7-f26f-4edc-9ee5-e1e4dd8c4000 service neutron] Attempting to bind port dddf18aa-d021-4741-a858-fa76ab80de15 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:02.449616 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-efa840e7-f26f-4edc-9ee5-e1e4dd8c4000 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:02.450148 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-efa840e7-f26f-4edc-9ee5-e1e4dd8c4000 service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:02.450462 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-efa840e7-f26f-4edc-9ee5-e1e4dd8c4000 service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:02.450926 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-efa840e7-f26f-4edc-9ee5-e1e4dd8c4000 service neutron] Bound port: dddf18aa-d021-4741-a858-fa76ab80de15, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:02.451332 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-efa840e7-f26f-4edc-9ee5-e1e4dd8c4000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:02.451839 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1acae2c-5d14-429e-8130-ce7db6a0ccd6 admin admin] Network b3986ad4-b00d-45ed-b82d-6ac18e427247 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:08:02.519585 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-e1acae2c-5d14-429e-8130-ce7db6a0ccd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, b3986ad4-b00d-45ed-b82d-6ac18e427247) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:02.520186 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-777ff0a1-5f1f-484c-9db4-9a761278b60d req-127f20f6-b2a4-44aa-b123-1113d743270d tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072759 Aug 19 18:08:02.531103 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bc0b81-3370-4095-b691-a0b867c756d2 None None] Network b3986ad4-b00d-45ed-b82d-6ac18e427247 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:02.561257 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1acae2c-5d14-429e-8130-ce7db6a0ccd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:02.564719 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e1acae2c-5d14-429e-8130-ce7db6a0ccd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:02.631053 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e1acae2c-5d14-429e-8130-ce7db6a0ccd6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4661767 Aug 19 18:08:02.632176 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42500) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:02.644300 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-02fc8eff-f701-46c5-8277-70ee4140e3b9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-860065807-router', 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:02.647525 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-546b2a1c-6b38-4e63-9324-29a28eedeee6 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:02.749005 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-efa840e7-f26f-4edc-9ee5-e1e4dd8c4000 service neutron] For port dddf18aa-d021-4741-a858-fa76ab80de15, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:02.788429 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b2a1c-6b38-4e63-9324-29a28eedeee6 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event updated for resources: {'Port': ['ID=44151cda-69e6-4588-a910-707492210d9d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:02.800040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-77c186ba-9cd5-488f-ab01-1b2ca0d61ea0 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Router 34e27296-e742-4201-8132-17e842872c6c has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:08:02.802711 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-02fc8eff-f701-46c5-8277-70ee4140e3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:02.805114 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-02fc8eff-f701-46c5-8277-70ee4140e3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:02.821191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-efa840e7-f26f-4edc-9ee5-e1e4dd8c4000 service neutron] For port dddf18aa-d021-4741-a858-fa76ab80de15, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=dddf18aa-d021-4741-a858-fa76ab80de15,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:02.839715 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-efa840e7-f26f-4edc-9ee5-e1e4dd8c4000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:02.872342 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-546b2a1c-6b38-4e63-9324-29a28eedeee6 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Network 516636c4-cca9-40b7-8447-b891fcfd801e is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:02.882781 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-546b2a1c-6b38-4e63-9324-29a28eedeee6 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:02.887531 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed7b8ef-6621-41ca-b226-3625d4198cbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-b3986ad4-b00d-45ed-b82d-6ac18e427247', 'network_id': 'b3986ad4-b00d-45ed-b82d-6ac18e427247', 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134', 'fixed_ips': [{'subnet_id': '5d6fc4fd-4407-4240-9265-00371e67473f'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:08:02.888405 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7ed7b8ef-6621-41ca-b226-3625d4198cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:02.892749 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e297a73-2154-40b3-9f9e-320ee0297766 req-64eb9cf4-e93c-4202-b7e7-d1ad9ccc8f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:02.901449 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e297a73-2154-40b3-9f9e-320ee0297766 req-64eb9cf4-e93c-4202-b7e7-d1ad9ccc8f1e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 1096 time: 0.0966890 Aug 19 18:08:02.902379 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-546b2a1c-6b38-4e63-9324-29a28eedeee6 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:02.949738 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-02fc8eff-f701-46c5-8277-70ee4140e3b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:03.026376 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f8660-7d3e-4fa6-aefb-158290eb5c5f req-2e061aed-981e-4eea-b95f-99b01ff6a673 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:03.028129 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-053f8660-7d3e-4fa6-aefb-158290eb5c5f req-2e061aed-981e-4eea-b95f-99b01ff6a673 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 945 time: 0.3172965 Aug 19 18:08:03.087383 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-efa840e7-f26f-4edc-9ee5-e1e4dd8c4000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:03.090676 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-efa840e7-f26f-4edc-9ee5-e1e4dd8c4000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:03.092551 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-efa840e7-f26f-4edc-9ee5-e1e4dd8c4000 service neutron] 10.222.0.50 "PUT /v2.0/ports/dddf18aa-d021-4741-a858-fa76ab80de15 HTTP/1.1" status: 200 len: 1095 time: 1.8354156 Aug 19 18:08:03.102358 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135a8ecd-3808-487a-8932-849f23ff8d62', 'tag': 'dddf18aa-d021-4741-a858-fa76ab80de15'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:03.104906 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cc7a88-7dd6-4e99-8506-67ac3b1583cc" -d '{"events": [{"name": "network-changed", "server_uuid": "135a8ecd-3808-487a-8932-849f23ff8d62", "tag": "dddf18aa-d021-4741-a858-fa76ab80de15"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:03.207364 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-546b2a1c-6b38-4e63-9324-29a28eedeee6 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:03.215074 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-546b2a1c-6b38-4e63-9324-29a28eedeee6 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:03.246201 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e297a73-2154-40b3-9f9e-320ee0297766 req-3471a8b4-ea6b-4c2a-a303-bf06af446f67 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843513 Aug 19 18:08:03.250740 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-546b2a1c-6b38-4e63-9324-29a28eedeee6 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8988526 Aug 19 18:08:03.274807 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-77c186ba-9cd5-488f-ab01-1b2ca0d61ea0 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:08:03.287218 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-77c186ba-9cd5-488f-ab01-1b2ca0d61ea0 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:03.288436 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5288d22-7a87-429f-bf7a-e9e7c4febf91 None None] Sync routers for ids ['34e27296-e742-4201-8132-17e842872c6c'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:08:03.295924 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa840e7-f26f-4edc-9ee5-e1e4dd8c4000 service neutron] Pushing event updated for resources: {'Port': ['ID=dddf18aa-d021-4741-a858-fa76ab80de15,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:03.302731 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-7ed7b8ef-6621-41ca-b226-3625d4198cbd None None] Allocated IP 172.20.0.2 (b3986ad4-b00d-45ed-b82d-6ac18e427247/5d6fc4fd-4407-4240-9265-00371e67473f/0fb9c504-98de-4b88-86ed-7d54e3838993) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:03.317018 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5288d22-7a87-429f-bf7a-e9e7c4febf91 None None] Routers {'34e27296-e742-4201-8132-17e842872c6c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:03.318067 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c5288d22-7a87-429f-bf7a-e9e7c4febf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:07:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['34e27296-e742-4201-8132-17e842872c6c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:03.330676 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-77c186ba-9cd5-488f-ab01-1b2ca0d61ea0 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "PUT /v2.0/floatingips/0d87eafe-73ee-4ed6-9292-ef587f4186f5 HTTP/1.1" status: 200 len: 695 time: 2.5072057 Aug 19 18:08:03.455232 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-d6a73c24-ebde-4c4d-a7ee-98f2eba2b69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:03.465195 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-d6a73c24-ebde-4c4d-a7ee-98f2eba2b69b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a33c4d51217492ebaa912b769b44260&device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 1097 time: 0.1179235 Aug 19 18:08:03.482392 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-db41c8e7-e1f1-474f-8ad2-f81a41af9a0d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Request body: {'port': {'device_id': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5f633b63-84e5-45ac-aad5-d8f674f8a1ad', 'admin_state_up': True, 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'security_groups': ['58f6d98e-ce72-4f8b-b76e-8435d52bd197']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:03.552903 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7d0026a1-3791-45bd-b431-2e033a8e3102 None None] Provisioning for port 44151cda-69e6-4588-a910-707492210d9d completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:03.573072 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7d0026a1-3791-45bd-b431-2e033a8e3102 None None] Provisioning complete for port 44151cda-69e6-4588-a910-707492210d9d triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:03.574111 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7d0026a1-3791-45bd-b431-2e033a8e3102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:03.603418 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-199e8ecd-599c-452b-8cd8-b73b8c0af960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:03.605646 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-199e8ecd-599c-452b-8cd8-b73b8c0af960 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f44deb17-6524-4309-af63-141c3a78262b HTTP/1.1" status: 200 len: 922 time: 0.1392615 Aug 19 18:08:03.667290 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7d0026a1-3791-45bd-b431-2e033a8e3102 None None] Port 44151cda-69e6-4588-a910-707492210d9d cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:08:03.692813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 271620d3-c2ea-42fa-aa55-17ea8fdce195 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:03.721439 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-d29bdff8-6ba1-4d22-8f35-a8ea3550ca06 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc823025-d1e5-43df-b336-60b86f281194 HTTP/1.1" status: 200 len: 217 time: 0.0997705 Aug 19 18:08:03.727377 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-c5288d22-7a87-429f-bf7a-e9e7c4febf91 None None] Set router 34e27296-e742-4201-8132-17e842872c6c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:08:03.759114 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-02fc8eff-f701-46c5-8277-70ee4140e3b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:03.779644 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 271620d3-c2ea-42fa-aa55-17ea8fdce195 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:08:03.780002 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 271620d3-c2ea-42fa-aa55-17ea8fdce195 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:08:03.797426 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-6ac4bdf4-ceb2-48e3-9ea3-6028f0ea4385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:03.800634 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-6ac4bdf4-ceb2-48e3-9ea3-6028f0ea4385 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a08e371-d5ad-4f23-ad70-70127956d420 HTTP/1.1" status: 200 len: 860 time: 0.0728645 Aug 19 18:08:03.801041 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-053f8660-7d3e-4fa6-aefb-158290eb5c5f req-2f2088d8-407a-4937-b095-76233934bcac tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7144716 Aug 19 18:08:03.810252 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-5f449f89-a438-40f1-a1eb-40b9d0648fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:03.812412 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-5f449f89-a438-40f1-a1eb-40b9d0648fd5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=85cc3cfb1680444498ac5e62ccbdf2db&device_id=135a8ecd-3808-487a-8932-849f23ff8d62 HTTP/1.1" status: 200 len: 1098 time: 0.6562572 Aug 19 18:08:03.890663 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe91f0c-0400-42eb-8f34-e9e9a1661716 x-openstack-request-id: req-cbe91f0c-0400-42eb-8f34-e9e9a1661716 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:03.891067 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f", "name": "network-vif-deleted", "tag": "271620d3-c2ea-42fa-aa55-17ea8fdce195", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:03.891242 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cbe91f0c-0400-42eb-8f34-e9e9a1661716 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:03.891588 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226e36fb-2a74-4a9e-a0c5-14f9ae5aa47f', 'name': 'network-vif-deleted', 'tag': '271620d3-c2ea-42fa-aa55-17ea8fdce195', 'status': 'completed', 'code': 200} Aug 19 18:08:03.913943 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-a5407cf7-ab42-48fd-9720-a2dfbcf2b0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:03.916277 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-a5407cf7-ab42-48fd-9720-a2dfbcf2b0d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f44deb17-6524-4309-af63-141c3a78262b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882773 Aug 19 18:08:03.962529 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-5a8fb1a4-fb35-48a5-bfe8-980dcd400f1b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=dddf18aa-d021-4741-a858-fa76ab80de15 HTTP/1.1" status: 200 len: 217 time: 0.1249983 Aug 19 18:08:04.006254 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-db41c8e7-e1f1-474f-8ad2-f81a41af9a0d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Made reservation on behalf of 22b0cfe0dd134d888d6f8103e3004f52 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:04.043981 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-b7fed864-1905-4470-a554-8eed5f804c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:04.045904 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-b7fed864-1905-4470-a554-8eed5f804c22 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0702186 Aug 19 18:08:04.123565 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-db41c8e7-e1f1-474f-8ad2-f81a41af9a0d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:04.178385 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-caad4f20-1990-4a52-989b-9d265daa79b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:04.180813 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-caad4f20-1990-4a52-989b-9d265daa79b4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1175511 Aug 19 18:08:04.245241 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7ed7b8ef-6621-41ca-b226-3625d4198cbd None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:04.268495 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7ed7b8ef-6621-41ca-b226-3625d4198cbd None None] Transition to ACTIVE for port object 0fb9c504-98de-4b88-86ed-7d54e3838993 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:04.281899 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-67bb77fd-9507-4158-99bb-a104e7a365cf service neutron] 10.222.0.24 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554749 Aug 19 18:08:04.338444 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7ed7b8ef-6621-41ca-b226-3625d4198cbd None None] Transition to ACTIVE for port object 0fb9c504-98de-4b88-86ed-7d54e3838993 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:04.354891 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-7913a3a7-bc29-46fa-bb10-1adefeb13a37 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559596 Aug 19 18:08:04.358536 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7ed7b8ef-6621-41ca-b226-3625d4198cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:04.392742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5480543-d040-4ec3-aa61-21d706cf66d8 req-619c6dfe-9349-440a-8428-761ee9da9025 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:04.400944 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5480543-d040-4ec3-aa61-21d706cf66d8 req-619c6dfe-9349-440a-8428-761ee9da9025 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:04.409493 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5480543-d040-4ec3-aa61-21d706cf66d8 req-619c6dfe-9349-440a-8428-761ee9da9025 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:04.412400 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a5480543-d040-4ec3-aa61-21d706cf66d8 req-619c6dfe-9349-440a-8428-761ee9da9025 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 2373 time: 0.3651381 Aug 19 18:08:04.458040 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed7b8ef-6621-41ca-b226-3625d4198cbd None None] Network b3986ad4-b00d-45ed-b82d-6ac18e427247 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:04.469348 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-7ed7b8ef-6621-41ca-b226-3625d4198cbd None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:04.479755 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed7b8ef-6621-41ca-b226-3625d4198cbd None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:04.491092 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c5288d22-7a87-429f-bf7a-e9e7c4febf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'fb95a2cf-9b0c-488e-848a-aad73cf03b8a', 'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'mac_address': 'fa:16:3e:0c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:31Z', 'updated_at': '2021-08-19T18:06:42Z', 'revision_number': 5, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'subnets': [{'id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:04.501950 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7b8ef-6621-41ca-b226-3625d4198cbd None None] Pushing event updated for resources: {'Port': ['ID=0fb9c504-98de-4b88-86ed-7d54e3838993,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:04.597077 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5288d22-7a87-429f-bf7a-e9e7c4febf91 None None] Checking router: 34e27296-e742-4201-8132-17e842872c6c for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:08:04.607383 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53904144-940f-4afb-b717-f94b35a3ebc7 req-4f963e66-2814-442f-81ef-92f5da9e0406 service neutron] 10.222.0.24 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093264 Aug 19 18:08:04.620851 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-db41c8e7-e1f1-474f-8ad2-f81a41af9a0d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Allocated IP 10.2.2.100 (5f633b63-84e5-45ac-aad5-d8f674f8a1ad/947e2840-1f3f-4340-b2ca-df7ebf54ea1a/e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:04.661639 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7ed7b8ef-6621-41ca-b226-3625d4198cbd None None] Attempting to bind port 0fb9c504-98de-4b88-86ed-7d54e3838993 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:04.662403 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7ed7b8ef-6621-41ca-b226-3625d4198cbd None None] Attempting to bind port 0fb9c504-98de-4b88-86ed-7d54e3838993 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '33a7d544-d969-4a4f-bf00-925d2d216096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b3986ad4-b00d-45ed-b82d-6ac18e427247'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:04.663148 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed7b8ef-6621-41ca-b226-3625d4198cbd None None] Attempting to bind port 0fb9c504-98de-4b88-86ed-7d54e3838993 on network b3986ad4-b00d-45ed-b82d-6ac18e427247 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:04.681075 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eeadd7ad-2d90-48d7-a390-f4e3fdd9c14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:04.683526 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed7b8ef-6621-41ca-b226-3625d4198cbd None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:04.684336 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed7b8ef-6621-41ca-b226-3625d4198cbd None None] Checking segment: {'id': '33a7d544-d969-4a4f-bf00-925d2d216096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b3986ad4-b00d-45ed-b82d-6ac18e427247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:04.685145 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7ed7b8ef-6621-41ca-b226-3625d4198cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:04.685962 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed7b8ef-6621-41ca-b226-3625d4198cbd None None] Bound using segment: {'id': '33a7d544-d969-4a4f-bf00-925d2d216096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b3986ad4-b00d-45ed-b82d-6ac18e427247'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:04.686936 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7ed7b8ef-6621-41ca-b226-3625d4198cbd None None] Bound port: 0fb9c504-98de-4b88-86ed-7d54e3838993, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a7d544-d969-4a4f-bf00-925d2d216096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b3986ad4-b00d-45ed-b82d-6ac18e427247'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:04.687734 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7ed7b8ef-6621-41ca-b226-3625d4198cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:04.701892 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5288d22-7a87-429f-bf7a-e9e7c4febf91 None None] Routers {'34e27296-e742-4201-8132-17e842872c6c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:04.703134 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c5288d22-7a87-429f-bf7a-e9e7c4febf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:07:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['34e27296-e742-4201-8132-17e842872c6c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:04.761765 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a5480543-d040-4ec3-aa61-21d706cf66d8 req-942527da-fc6a-45f2-9782-42580a541ce3 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3068752 Aug 19 18:08:04.844744 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-02fc8eff-f701-46c5-8277-70ee4140e3b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:04.847703 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-db41c8e7-e1f1-474f-8ad2-f81a41af9a0d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:04.878773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-db41c8e7-e1f1-474f-8ad2-f81a41af9a0d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Transition to ACTIVE for port object e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:04.891017 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-02fc8eff-f701-46c5-8277-70ee4140e3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:04.978935 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-db41c8e7-e1f1-474f-8ad2-f81a41af9a0d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:05.037084 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7ed7b8ef-6621-41ca-b226-3625d4198cbd None None] For port 0fb9c504-98de-4b88-86ed-7d54e3838993, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:05.044100 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7ed7b8ef-6621-41ca-b226-3625d4198cbd None None] For port 0fb9c504-98de-4b88-86ed-7d54e3838993, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0fb9c504-98de-4b88-86ed-7d54e3838993,segment=NetworkSegment(33a7d544-d969-4a4f-bf00-925d2d216096),segment_id=33a7d544-d969-4a4f-bf00-925d2d216096)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:05.052225 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-c5288d22-7a87-429f-bf7a-e9e7c4febf91 None None] Set router 34e27296-e742-4201-8132-17e842872c6c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:08:05.056528 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7ed7b8ef-6621-41ca-b226-3625d4198cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:05.063650 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-02fc8eff-f701-46c5-8277-70ee4140e3b9 admin admin] Allocated IP 172.25.8.178 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/50059f4b-528e-4e38-a8f4-cdb99a564cfe) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:05.111570 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-db41c8e7-e1f1-474f-8ad2-f81a41af9a0d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Network 5f633b63-84e5-45ac-aad5-d8f674f8a1ad is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:05.120698 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-db41c8e7-e1f1-474f-8ad2-f81a41af9a0d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:05.144107 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-db41c8e7-e1f1-474f-8ad2-f81a41af9a0d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:05.151946 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41c8e7-e1f1-474f-8ad2-f81a41af9a0d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event updated for resources: {'Port': ['ID=e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:05.165283 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7b8ef-6621-41ca-b226-3625d4198cbd None None] Pushing event updated for resources: {'Port': ['ID=0fb9c504-98de-4b88-86ed-7d54e3838993,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:05.205550 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-02fc8eff-f701-46c5-8277-70ee4140e3b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:05.244276 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4cd94f6e-8f62-4570-bb84-579b68589940 req-fe261772-c441-40db-b0e2-badaf6589973 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8277843 Aug 19 18:08:05.269741 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b65af-8346-4bc8-bbd0-f4aadf308d40 req-daee4e1d-e642-4fb6-8759-f9c1323feaf9 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:05.274087 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ee6b65af-8346-4bc8-bbd0-f4aadf308d40 req-daee4e1d-e642-4fb6-8759-f9c1323feaf9 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 945 time: 0.2123597 Aug 19 18:08:05.283613 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95e01b7-1329-4769-a661-e66964ee948e x-openstack-request-id: req-e95e01b7-1329-4769-a661-e66964ee948e {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:05.289755 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135a8ecd-3808-487a-8932-849f23ff8d62", "tag": "dddf18aa-d021-4741-a858-fa76ab80de15", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:05.290177 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e95e01b7-1329-4769-a661-e66964ee948e {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:05.291161 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135a8ecd-3808-487a-8932-849f23ff8d62', 'tag': 'dddf18aa-d021-4741-a858-fa76ab80de15', 'status': 'completed', 'code': 200} Aug 19 18:08:05.336389 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-db41c8e7-e1f1-474f-8ad2-f81a41af9a0d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:05.339191 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-db41c8e7-e1f1-474f-8ad2-f81a41af9a0d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:05.449496 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-db41c8e7-e1f1-474f-8ad2-f81a41af9a0d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9713726 Aug 19 18:08:05.475126 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-bb40196a-0f2f-46ee-b63f-fd445006b740 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Request body: {'port': {'device_id': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5f633b63-84e5-45ac-aad5-d8f674f8a1ad', 'admin_state_up': True, 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'security_groups': ['58f6d98e-ce72-4f8b-b76e-8435d52bd197']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:05.487595 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ee6b65af-8346-4bc8-bbd0-f4aadf308d40 req-bc76a7c2-b397-4ee7-8371-62bec6c46d1d tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862166 Aug 19 18:08:05.657863 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d59bb-a9bc-4d21-8b8c-ba4df3b2a142 req-6ed6e50d-d072-400b-9970-fbf9a00c9de5 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:05.660089 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5c1d59bb-a9bc-4d21-8b8c-ba4df3b2a142 req-6ed6e50d-d072-400b-9970-fbf9a00c9de5 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=135a8ecd-3808-487a-8932-849f23ff8d62 HTTP/1.1" status: 200 len: 947 time: 0.7719162 Aug 19 18:08:05.682812 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-02fc8eff-f701-46c5-8277-70ee4140e3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:05.711548 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b7559127-72de-4dea-a3e5-396afc1a47d7 None None] Provisioning for port e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:05.721208 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b7559127-72de-4dea-a3e5-396afc1a47d7 None None] Provisioning complete for port e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:05.721617 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b7559127-72de-4dea-a3e5-396afc1a47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:05.741119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-bb40196a-0f2f-46ee-b63f-fd445006b740 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Made reservation on behalf of 22b0cfe0dd134d888d6f8103e3004f52 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:05.751915 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-bb40196a-0f2f-46ee-b63f-fd445006b740 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:05.770891 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc7a88-7dd6-4e99-8506-67ac3b1583cc req-f6c3d24c-f77c-4564-afb3-ea2c894524c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:05.772452 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b1cc7a88-7dd6-4e99-8506-67ac3b1583cc req-f6c3d24c-f77c-4564-afb3-ea2c894524c6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=85cc3cfb1680444498ac5e62ccbdf2db&device_id=135a8ecd-3808-487a-8932-849f23ff8d62 HTTP/1.1" status: 200 len: 1098 time: 0.4281890 Aug 19 18:08:05.810814 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c5288d22-7a87-429f-bf7a-e9e7c4febf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'fb95a2cf-9b0c-488e-848a-aad73cf03b8a', 'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'mac_address': 'fa:16:3e:0c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:31Z', 'updated_at': '2021-08-19T18:06:42Z', 'revision_number': 5, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'subnets': [{'id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:05.817977 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b7559127-72de-4dea-a3e5-396afc1a47d7 None None] Port e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:08:05.827553 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fc8eff-f701-46c5-8277-70ee4140e3b9 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:05.832746 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-02fc8eff-f701-46c5-8277-70ee4140e3b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:05.839234 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc8eff-f701-46c5-8277-70ee4140e3b9 admin admin] Pushing event updated for resources: {'Port': ['ID=50059f4b-528e-4e38-a8f4-cdb99a564cfe,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:05.842144 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fc8eff-f701-46c5-8277-70ee4140e3b9 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:05.870667 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5288d22-7a87-429f-bf7a-e9e7c4febf91 None None] The sync data for ids ['34e27296-e742-4201-8132-17e842872c6c'] in n-d-803753-2 is: [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:06:32Z', 'revision_number': 4, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'fb95a2cf-9b0c-488e-848a-aad73cf03b8a', 'name': '', 'network_id': 'f44deb17-6524-4309-af63-141c3a78262b', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'mac_address': 'fa:16:3e:0c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:31Z', 'updated_at': '2021-08-19T18:06:42Z', 'revision_number': 5, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'subnets': [{'id': '4a08e371-d5ad-4f23-ad70-70127956d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:08:06.013095 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5c1d59bb-a9bc-4d21-8b8c-ba4df3b2a142 req-699359af-eed7-4659-926f-075934dcc8ac tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98c61df-2b9c-4787-9c48-908f72989b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519376 Aug 19 18:08:06.093916 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0fb9c504-98de-4b88-86ed-7d54e3838993 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:08:06.243835 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc7a88-7dd6-4e99-8506-67ac3b1583cc req-b157c30e-c6f7-4fb2-a384-8403ec8aee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:06.247202 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b1cc7a88-7dd6-4e99-8506-67ac3b1583cc req-b157c30e-c6f7-4fb2-a384-8403ec8aee09 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.4384756 Aug 19 18:08:06.420154 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b1cc7a88-7dd6-4e99-8506-67ac3b1583cc req-d160bd7c-ee85-4667-917c-719b233e31fa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=dddf18aa-d021-4741-a858-fa76ab80de15 HTTP/1.1" status: 200 len: 217 time: 0.0965378 Aug 19 18:08:06.499210 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 0fb9c504-98de-4b88-86ed-7d54e3838993 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:06.593566 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43d11d8-37a1-42c7-957c-97c6e2662e7b', 'tag': 'dc823025-d1e5-43df-b336-60b86f281194'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:06.596569 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03a424b-c4cf-433c-a2ba-6a7ede6ecda1" -d '{"events": [{"name": "network-changed", "server_uuid": "c43d11d8-37a1-42c7-957c-97c6e2662e7b", "tag": "dc823025-d1e5-43df-b336-60b86f281194"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:06.605722 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a7691b-1e75-43a6-9523-50ce3daf365b None None] New status for floating IP 0d87eafe-73ee-4ed6-9292-ef587f4186f5: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:08:06.640907 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42530) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:06.678872 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02511362-4899-4380-8542-480f4f508e4e req-24837540-7db6-4c6b-b98c-3549e96d406e tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:06.680608 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02511362-4899-4380-8542-480f4f508e4e req-24837540-7db6-4c6b-b98c-3549e96d406e tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 945 time: 0.8780074 Aug 19 18:08:06.814825 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc7a88-7dd6-4e99-8506-67ac3b1583cc req-fed89ea7-0251-452b-adad-f665cae81085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:06.817684 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b1cc7a88-7dd6-4e99-8506-67ac3b1583cc req-fed89ea7-0251-452b-adad-f665cae81085 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.2824569 Aug 19 18:08:06.948180 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-bb40196a-0f2f-46ee-b63f-fd445006b740 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Allocated IP 10.2.2.200 (5f633b63-84e5-45ac-aad5-d8f674f8a1ad/947e2840-1f3f-4340-b2ca-df7ebf54ea1a/fc8d0cb7-af16-4948-8360-b08bf7de49ad) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:07.065856 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6dd17e65-def6-4ead-8173-9e267c65c324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:07.093567 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25039790-0601-46e6-a2c6-990a4adc6d0e None None] Network b3986ad4-b00d-45ed-b82d-6ac18e427247 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:07.237464 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450649c-9cee-42ea-954d-25406e42bffd req-2ae081ed-98fa-4f68-923b-8f91d561b3cb tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:07.250455 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450649c-9cee-42ea-954d-25406e42bffd req-2ae081ed-98fa-4f68-923b-8f91d561b3cb tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:07.264899 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450649c-9cee-42ea-954d-25406e42bffd req-2ae081ed-98fa-4f68-923b-8f91d561b3cb tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:07.275405 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-bb40196a-0f2f-46ee-b63f-fd445006b740 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:07.277933 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450649c-9cee-42ea-954d-25406e42bffd req-2ae081ed-98fa-4f68-923b-8f91d561b3cb tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:07.292619 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1450649c-9cee-42ea-954d-25406e42bffd req-2ae081ed-98fa-4f68-923b-8f91d561b3cb tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 3094 time: 0.5474918 Aug 19 18:08:07.295857 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-02fc8eff-f701-46c5-8277-70ee4140e3b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:07.307209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-bb40196a-0f2f-46ee-b63f-fd445006b740 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Transition to ACTIVE for port object fc8d0cb7-af16-4948-8360-b08bf7de49ad will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:07.372584 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:07.409853 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-348415e0-c846-4fe2-ac3a-58fb4443eae1 None None] Provisioning for port 0fb9c504-98de-4b88-86ed-7d54e3838993 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:07.416412 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-bb40196a-0f2f-46ee-b63f-fd445006b740 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:07.418193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-348415e0-c846-4fe2-ac3a-58fb4443eae1 None None] Provisioning complete for port 0fb9c504-98de-4b88-86ed-7d54e3838993 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:07.419220 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-348415e0-c846-4fe2-ac3a-58fb4443eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:07.536203 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-bb40196a-0f2f-46ee-b63f-fd445006b740 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Network 5f633b63-84e5-45ac-aad5-d8f674f8a1ad is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:07.551674 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-348415e0-c846-4fe2-ac3a-58fb4443eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:07.558458 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc7a88-7dd6-4e99-8506-67ac3b1583cc req-8b722502-d659-47ae-a57d-f9e97cf199dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:07.561820 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b1cc7a88-7dd6-4e99-8506-67ac3b1583cc req-8b722502-d659-47ae-a57d-f9e97cf199dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6719632 Aug 19 18:08:07.587595 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-bb40196a-0f2f-46ee-b63f-fd445006b740 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:07.591828 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-bb40196a-0f2f-46ee-b63f-fd445006b740 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:07.699894 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1450649c-9cee-42ea-954d-25406e42bffd req-bbf966ea-e513-4fa3-8d98-f912019aeefa tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4055755 Aug 19 18:08:07.700645 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-348415e0-c846-4fe2-ac3a-58fb4443eae1 None None] For port 0fb9c504-98de-4b88-86ed-7d54e3838993, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0fb9c504-98de-4b88-86ed-7d54e3838993,segment=NetworkSegment(33a7d544-d969-4a4f-bf00-925d2d216096),segment_id=33a7d544-d969-4a4f-bf00-925d2d216096)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:07.717976 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-bb40196a-0f2f-46ee-b63f-fd445006b740 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:07.719527 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-bb40196a-0f2f-46ee-b63f-fd445006b740 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:07.723849 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-348415e0-c846-4fe2-ac3a-58fb4443eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:07.826953 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02511362-4899-4380-8542-480f4f508e4e req-fcf801d8-a406-472b-a5f5-be009ac0f16c tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1242278 Aug 19 18:08:07.848856 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40196a-0f2f-46ee-b63f-fd445006b740 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event updated for resources: {'Port': ['ID=fc8d0cb7-af16-4948-8360-b08bf7de49ad,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:07.908673 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4fc99-f697-44e3-9437-0cbd46803737 req-86801615-c67b-4cbf-865c-9d9770ea8a29 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:07.920236 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cfa4fc99-f697-44e3-9437-0cbd46803737 req-86801615-c67b-4cbf-865c-9d9770ea8a29 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 944 time: 0.5279341 Aug 19 18:08:08.034736 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348415e0-c846-4fe2-ac3a-58fb4443eae1 None None] Pushing event updated for resources: {'Port': ['ID=0fb9c504-98de-4b88-86ed-7d54e3838993,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:08.042503 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-36623447-d7ea-44ab-8d27-3bd11b2b8003 None None] Provisioning complete for port 0fb9c504-98de-4b88-86ed-7d54e3838993 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:08.043003 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-36623447-d7ea-44ab-8d27-3bd11b2b8003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:08.084994 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b1cc7a88-7dd6-4e99-8506-67ac3b1583cc req-12090453-a93f-48e2-885e-1e7b22ad78d9 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073965 Aug 19 18:08:08.119654 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-bb40196a-0f2f-46ee-b63f-fd445006b740 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6582365 Aug 19 18:08:08.148754 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-6b941a97-56c7-46ab-ad77-997014f64198 service neutron] Request body: {'port': {'device_id': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:08.156388 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:08.305831 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a89aa-2517-411a-8be3-5ccbf095dec4 req-b2bc37be-2099-47da-ab72-2a253f3d3c63 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:08.307564 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-728a89aa-2517-411a-8be3-5ccbf095dec4 req-b2bc37be-2099-47da-ab72-2a253f3d3c63 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 945 time: 0.2679305 Aug 19 18:08:08.308323 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-6b941a97-56c7-46ab-ad77-997014f64198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:08.386961 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1a313306-4647-4a34-98c2-76c9c142e61f None None] Provisioning for port fc8d0cb7-af16-4948-8360-b08bf7de49ad completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:08.395481 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1a313306-4647-4a34-98c2-76c9c142e61f None None] Provisioning complete for port fc8d0cb7-af16-4948-8360-b08bf7de49ad triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:08.396132 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1a313306-4647-4a34-98c2-76c9c142e61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:08.432483 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-728a89aa-2517-411a-8be3-5ccbf095dec4 req-a8447fae-c481-4d19-baa2-fd4bddb15858 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107178 Aug 19 18:08:08.455348 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-1a313306-4647-4a34-98c2-76c9c142e61f None None] Port fc8d0cb7-af16-4948-8360-b08bf7de49ad cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:08:08.653048 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-cfa4fc99-f697-44e3-9437-0cbd46803737 req-9ef2095c-b6d3-4100-b682-89caa7f3ec79 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Deleting port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:08.653666 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-cfa4fc99-f697-44e3-9437-0cbd46803737 req-9ef2095c-b6d3-4100-b682-89caa7f3ec79 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:08.744036 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d537f8a-14b4-4435-a711-1c61df021b1e req-bb41c055-356c-4e42-afc2-8771d9ada1f4 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:08.746285 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d537f8a-14b4-4435-a711-1c61df021b1e req-bb41c055-356c-4e42-afc2-8771d9ada1f4 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f94f6ef-cfb3-43b8-804e-53d50428808e HTTP/1.1" status: 200 len: 944 time: 0.8145037 Aug 19 18:08:08.863211 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c57a33dd-d9cc-4f76-bfb8-eba137873cc7 req-e527f55c-544f-49f3-9155-4c7d33685f9a tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/floatingips/0d87eafe-73ee-4ed6-9292-ef587f4186f5 HTTP/1.1" status: 200 len: 693 time: 0.2535939 Aug 19 18:08:08.870000 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b1cc7a88-7dd6-4e99-8506-67ac3b1583cc req-e8b32071-a2de-4d98-bf2a-a2d3c3d1d3c2 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7484767 Aug 19 18:08:08.922792 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d537f8a-14b4-4435-a711-1c61df021b1e req-f8361055-5c6c-4adb-92bd-ec703d6c2dad tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294239 Aug 19 18:08:08.989231 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874aaac2-ffb2-4a07-b955-d32122c09161 x-openstack-request-id: req-874aaac2-ffb2-4a07-b955-d32122c09161 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:08.989572 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43d11d8-37a1-42c7-957c-97c6e2662e7b", "tag": "dc823025-d1e5-43df-b336-60b86f281194", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:08.989823 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-874aaac2-ffb2-4a07-b955-d32122c09161 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:08.990260 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43d11d8-37a1-42c7-957c-97c6e2662e7b', 'tag': 'dc823025-d1e5-43df-b336-60b86f281194', 'status': 'completed', 'code': 200} Aug 19 18:08:08.991438 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-02fc8eff-f701-46c5-8277-70ee4140e3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:09.043325 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-cfa4fc99-f697-44e3-9437-0cbd46803737 req-9ef2095c-b6d3-4100-b682-89caa7f3ec79 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] For port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:09.043787 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-cfa4fc99-f697-44e3-9437-0cbd46803737 req-9ef2095c-b6d3-4100-b682-89caa7f3ec79 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:09.086061 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-cfa4fc99-f697-44e3-9437-0cbd46803737 req-9ef2095c-b6d3-4100-b682-89caa7f3ec79 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Calling delete_port for 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:09.186415 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a33dd-d9cc-4f76-bfb8-eba137873cc7 req-c46c2f79-6ba9-4f89-acc9-5f395d646b7e tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:09.187858 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c57a33dd-d9cc-4f76-bfb8-eba137873cc7 req-c46c2f79-6ba9-4f89-acc9-5f395d646b7e tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.2888265 Aug 19 18:08:09.279941 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c57a33dd-d9cc-4f76-bfb8-eba137873cc7 req-6d1be062-b406-4e5a-8275-969c8d632b6a tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.15 HTTP/1.1" status: 200 len: 696 time: 0.0725086 Aug 19 18:08:09.285866 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-6b941a97-56c7-46ab-ad77-997014f64198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:09.304579 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-6b941a97-56c7-46ab-ad77-997014f64198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:09.370524 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a424b-c4cf-433c-a2ba-6a7ede6ecda1 req-579ddfba-30d2-4331-8c52-c9772faccaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:09.374313 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e03a424b-c4cf-433c-a2ba-6a7ede6ecda1 req-579ddfba-30d2-4331-8c52-c9772faccaab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a33c4d51217492ebaa912b769b44260&device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 1097 time: 0.3204143 Aug 19 18:08:09.379500 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c57a33dd-d9cc-4f76-bfb8-eba137873cc7 req-e81622db-34b9-4ed9-b906-c199a1d6edeb tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.15 HTTP/1.1" status: 200 len: 696 time: 0.0879202 Aug 19 18:08:09.386106 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-6b941a97-56c7-46ab-ad77-997014f64198 service neutron] Transition to ACTIVE for port object 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:09.425203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3afbc6-4505-4ce4-aac5-def5c8b5059a req-b9010289-eaaf-4340-9d7c-50698032debb tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:09.434296 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7d3afbc6-4505-4ce4-aac5-def5c8b5059a req-b9010289-eaaf-4340-9d7c-50698032debb tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=135a8ecd-3808-487a-8932-849f23ff8d62 HTTP/1.1" status: 200 len: 947 time: 0.2607605 Aug 19 18:08:09.446579 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-6b941a97-56c7-46ab-ad77-997014f64198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:09.577170 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device dddf18aa-d021-4741-a858-fa76ab80de15 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:08:09.606318 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b941a97-56c7-46ab-ad77-997014f64198 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7af2c9-ee9b-46f3-9f81-ee153dca90f5,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:09.634544 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-cfa4fc99-f697-44e3-9437-0cbd46803737 req-9ef2095c-b6d3-4100-b682-89caa7f3ec79 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:09.660712 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7d3afbc6-4505-4ce4-aac5-def5c8b5059a req-ed02fbca-9d4f-40a1-96f5-424bb5e0a0ce tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98c61df-2b9c-4787-9c48-908f72989b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196186 Aug 19 18:08:09.697690 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2095c-b6d3-4100-b682-89caa7f3ec79 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Pushing event deleted for resources: {'Port': ['ID=3e22a7d2-0b72-49d9-ac4c-5a663fe7082d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:09.737471 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a424b-c4cf-433c-a2ba-6a7ede6ecda1 req-d3a2efc9-327e-4a65-aea8-bc0248b5a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:09.739219 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e03a424b-c4cf-433c-a2ba-6a7ede6ecda1 req-d3a2efc9-327e-4a65-aea8-bc0248b5a58a service neutron] 10.222.0.50 "GET /v2.0/networks?id=f44deb17-6524-4309-af63-141c3a78262b HTTP/1.1" status: 200 len: 922 time: 0.3491662 Aug 19 18:08:09.817428 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-07a78cbe-0835-4734-86a9-8e498ce9becd req-ad184add-e746-40f9-aa1f-bd5f28ddb9b2 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-506708227', 'description': 'tempest-description-1087717224'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:09.818548 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port dddf18aa-d021-4741-a858-fa76ab80de15, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=dddf18aa-d021-4741-a858-fa76ab80de15,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:09.844529 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'dddf18aa-d021-4741-a858-fa76ab80de15', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': 'dddf18aa-d021-4741-a858-fa76ab80de15', 'mac_address': 'fa:16:3e:08:5b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:08:09.847668 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa4fc99-f697-44e3-9437-0cbd46803737 req-9ef2095c-b6d3-4100-b682-89caa7f3ec79 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] No DVR routers for this DVR port 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:08:09.856381 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-cfa4fc99-f697-44e3-9437-0cbd46803737 req-9ef2095c-b6d3-4100-b682-89caa7f3ec79 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:09.865567 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cfa4fc99-f697-44e3-9437-0cbd46803737 req-9ef2095c-b6d3-4100-b682-89caa7f3ec79 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.54 "DELETE /v2.0/ports/3e22a7d2-0b72-49d9-ac4c-5a663fe7082d HTTP/1.1" status: 204 len: 173 time: 1.9372463 Aug 19 18:08:09.869062 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fc8eff-f701-46c5-8277-70ee4140e3b9 admin admin] Router 4ac10a2e-2f16-4c7a-a708-d93265d0991b is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:08:09.892052 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e03a424b-c4cf-433c-a2ba-6a7ede6ecda1 req-be9cbc1d-c3a8-4164-a96e-d549c1aa3500 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc823025-d1e5-43df-b336-60b86f281194 HTTP/1.1" status: 200 len: 217 time: 0.1308424 Aug 19 18:08:09.917453 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-c57a33dd-d9cc-4f76-bfb8-eba137873cc7 req-cd999acd-0059-48a6-88f1-4b0298542527 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Deleting port 200540d5-55f0-4474-afec-cdf26ab165d8 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:09.920015 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c57a33dd-d9cc-4f76-bfb8-eba137873cc7 req-cd999acd-0059-48a6-88f1-4b0298542527 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:09.936600 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0fb9c504-98de-4b88-86ed-7d54e3838993 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:08:09.969616 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.009279 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dddf18aa-d021-4741-a858-fa76ab80de15 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:10.022358 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-6b941a97-56c7-46ab-ad77-997014f64198 service neutron] Attempting to bind port 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:10.022775 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-6b941a97-56c7-46ab-ad77-997014f64198 service neutron] Attempting to bind port 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '3f18c88e-ca3d-4b8a-a222-241455d9fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:10.023095 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-6b941a97-56c7-46ab-ad77-997014f64198 service neutron] Attempting to bind port 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 on network 2a57726d-7b72-4596-ad69-fcea207934ef {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:10.038058 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4b242b97-5862-45b3-a3a4-e7596db5791b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.066660 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c57a33dd-d9cc-4f76-bfb8-eba137873cc7 req-cd999acd-0059-48a6-88f1-4b0298542527 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.067044 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c57a33dd-d9cc-4f76-bfb8-eba137873cc7 req-cd999acd-0059-48a6-88f1-4b0298542527 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.072923 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port dddf18aa-d021-4741-a858-fa76ab80de15, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=dddf18aa-d021-4741-a858-fa76ab80de15,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:10.081560 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 0fb9c504-98de-4b88-86ed-7d54e3838993 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:10.082079 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.084754 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-c57a33dd-d9cc-4f76-bfb8-eba137873cc7 req-cd999acd-0059-48a6-88f1-4b0298542527 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Calling delete_port for 200540d5-55f0-4474-afec-cdf26ab165d8 owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:10.090160 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.155017 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-07a78cbe-0835-4734-86a9-8e498ce9becd req-ad184add-e746-40f9-aa1f-bd5f28ddb9b2 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.164744 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=dddf18aa-d021-4741-a858-fa76ab80de15,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:10.175768 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.190099 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a424b-c4cf-433c-a2ba-6a7ede6ecda1 req-9c1af7ba-2f07-4708-bc45-9b8df559fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:10.191871 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e03a424b-c4cf-433c-a2ba-6a7ede6ecda1 req-9c1af7ba-2f07-4708-bc45-9b8df559fe50 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a08e371-d5ad-4f23-ad70-70127956d420 HTTP/1.1" status: 200 len: 860 time: 0.2832906 Aug 19 18:08:10.271443 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-6b941a97-56c7-46ab-ad77-997014f64198 service neutron] Port 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 on network 2a57726d-7b72-4596-ad69-fcea207934ef not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:08:10.272079 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-6b941a97-56c7-46ab-ad77-997014f64198 service neutron] Attempting to bind port 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 on network 2a57726d-7b72-4596-ad69-fcea207934ef {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:10.276160 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c57a33dd-d9cc-4f76-bfb8-eba137873cc7 req-cd999acd-0059-48a6-88f1-4b0298542527 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.336473 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-6b941a97-56c7-46ab-ad77-997014f64198 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:10.336838 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-6b941a97-56c7-46ab-ad77-997014f64198 service neutron] Checking segment: {'id': '3f18c88e-ca3d-4b8a-a222-241455d9fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:10.337481 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-6b941a97-56c7-46ab-ad77-997014f64198 service neutron] Bound using segment: {'id': '3f18c88e-ca3d-4b8a-a222-241455d9fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:10.337982 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-6b941a97-56c7-46ab-ad77-997014f64198 service neutron] Bound port: 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f18c88e-ca3d-4b8a-a222-241455d9fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:10.338431 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-6b941a97-56c7-46ab-ad77-997014f64198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.341111 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd999acd-0059-48a6-88f1-4b0298542527 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Pushing event deleted for resources: {'Port': ['ID=200540d5-55f0-4474-afec-cdf26ab165d8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:10.500776 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fc8eff-f701-46c5-8277-70ee4140e3b9 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:08:10.518665 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] Sync routers for ids ['4ac10a2e-2f16-4c7a-a708-d93265d0991b'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:08:10.524971 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['dddf18aa-d021-4741-a858-fa76ab80de15'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:08:10.526425 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c57a33dd-d9cc-4f76-bfb8-eba137873cc7 req-cd999acd-0059-48a6-88f1-4b0298542527 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.531267 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c57a33dd-d9cc-4f76-bfb8-eba137873cc7 req-cd999acd-0059-48a6-88f1-4b0298542527 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.544407 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c57a33dd-d9cc-4f76-bfb8-eba137873cc7 req-cd999acd-0059-48a6-88f1-4b0298542527 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "DELETE /v2.0/floatingips/0d87eafe-73ee-4ed6-9292-ef587f4186f5 HTTP/1.1" status: 204 len: 173 time: 1.1557515 Aug 19 18:08:10.559439 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-07a78cbe-0835-4734-86a9-8e498ce9becd req-ad184add-e746-40f9-aa1f-bd5f28ddb9b2 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.576154 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a424b-c4cf-433c-a2ba-6a7ede6ecda1 req-9e6df85f-d469-4a39-a9ca-18058c59d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:10.578416 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e03a424b-c4cf-433c-a2ba-6a7ede6ecda1 req-9e6df85f-d469-4a39-a9ca-18058c59d4aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f44deb17-6524-4309-af63-141c3a78262b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3433180 Aug 19 18:08:10.579688 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-07a78cbe-0835-4734-86a9-8e498ce9becd req-ad184add-e746-40f9-aa1f-bd5f28ddb9b2 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.585907 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] Routers {'4ac10a2e-2f16-4c7a-a708-d93265d0991b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:10.586998 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:08:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4ac10a2e-2f16-4c7a-a708-d93265d0991b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:10.594054 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-02fc8eff-f701-46c5-8277-70ee4140e3b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.596745 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-02fc8eff-f701-46c5-8277-70ee4140e3b9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.9629841 Aug 19 18:08:10.608818 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42546) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:10.639668 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-6b941a97-56c7-46ab-ad77-997014f64198 service neutron] For port 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:10.685258 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-07a78cbe-0835-4734-86a9-8e498ce9becd req-ad184add-e746-40f9-aa1f-bd5f28ddb9b2 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.698168 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-07a78cbe-0835-4734-86a9-8e498ce9becd req-ad184add-e746-40f9-aa1f-bd5f28ddb9b2 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.9355147 Aug 19 18:08:10.719095 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad184add-e746-40f9-aa1f-bd5f28ddb9b2 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49aafc28-6778-4813-a74c-7c5130330788,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:10.751875 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-6b941a97-56c7-46ab-ad77-997014f64198 service neutron] For port 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=8b7af2c9-ee9b-46f3-9f81-ee153dca90f5,segment=NetworkSegment(3f18c88e-ca3d-4b8a-a222-241455d9fd2f),segment_id=3f18c88e-ca3d-4b8a-a222-241455d9fd2f)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:10.764433 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-6b941a97-56c7-46ab-ad77-997014f64198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.776483 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.858794 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e03a424b-c4cf-433c-a2ba-6a7ede6ecda1 req-e71f2e0b-0aa1-4f74-a010-f865696335cf service neutron] 10.222.0.50 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570932 Aug 19 18:08:10.861733 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-6b941a97-56c7-46ab-ad77-997014f64198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:10.862433 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-6b941a97-56c7-46ab-ad77-997014f64198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.863862 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-6b941a97-56c7-46ab-ad77-997014f64198 service neutron] 10.222.0.54 "PUT /v2.0/ports/8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 HTTP/1.1" status: 200 len: 1091 time: 2.7275481 Aug 19 18:08:10.909111 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335ff12-6af5-45b9-b215-a5b7637b292b req-f4a9758f-235f-4db1-a9c5-e383ca07753e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:10.916654 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335ff12-6af5-45b9-b215-a5b7637b292b req-f4a9758f-235f-4db1-a9c5-e383ca07753e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:10.923287 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335ff12-6af5-45b9-b215-a5b7637b292b req-f4a9758f-235f-4db1-a9c5-e383ca07753e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:10.930521 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335ff12-6af5-45b9-b215-a5b7637b292b req-f4a9758f-235f-4db1-a9c5-e383ca07753e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:10.937218 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335ff12-6af5-45b9-b215-a5b7637b292b req-f4a9758f-235f-4db1-a9c5-e383ca07753e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:10.947134 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9335ff12-6af5-45b9-b215-a5b7637b292b req-f4a9758f-235f-4db1-a9c5-e383ca07753e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 3827 time: 0.2507517 Aug 19 18:08:10.957758 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] Set router 4ac10a2e-2f16-4c7a-a708-d93265d0991b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:08:10.958922 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-fe16a07e-50d2-4b36-8ea7-72f0277ffaf9 service neutron] Request body: {'port': {'device_id': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:11.000772 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f94f6ef-cfb3-43b8-804e-53d50428808e', 'name': 'network-vif-deleted', 'tag': '3e22a7d2-0b72-49d9-ac4c-5a663fe7082d'}, {'name': 'network-changed', 'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'tag': '8b7af2c9-ee9b-46f3-9f81-ee153dca90f5'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:11.004602 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e423db-979d-4c2c-a5ce-b48620aade14" -d '{"events": [{"server_uuid": "9f94f6ef-cfb3-43b8-804e-53d50428808e", "name": "network-vif-deleted", "tag": "3e22a7d2-0b72-49d9-ac4c-5a663fe7082d"}, {"name": "network-changed", "server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "tag": "8b7af2c9-ee9b-46f3-9f81-ee153dca90f5"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:11.066962 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b941a97-56c7-46ab-ad77-997014f64198 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7af2c9-ee9b-46f3-9f81-ee153dca90f5,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:11.068501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3280e-2b29-46e4-a7b4-459b0edf493e req-c2409a4c-2e40-4a60-88bb-ca080691a279 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:11.076106 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-79a3280e-2b29-46e4-a7b4-459b0edf493e req-c2409a4c-2e40-4a60-88bb-ca080691a279 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 945 time: 0.2221909 Aug 19 18:08:11.098385 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-fe16a07e-50d2-4b36-8ea7-72f0277ffaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:11.153905 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e03a424b-c4cf-433c-a2ba-6a7ede6ecda1 req-b4b8f101-d618-4040-bfa2-494d0f6adb02 service neutron] 10.222.0.50 "GET /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367382 Aug 19 18:08:11.155271 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-4b242b97-5862-45b3-a3a4-e7596db5791b admin admin] Deleting port 03d277da-9722-4635-a35b-86d78a07ae19 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:11.155608 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4b242b97-5862-45b3-a3a4-e7596db5791b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:11.260769 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-79a3280e-2b29-46e4-a7b4-459b0edf493e req-928ea4d2-8547-4406-86b2-589fdc52c2c2 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836898 Aug 19 18:08:11.286956 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9335ff12-6af5-45b9-b215-a5b7637b292b req-19ccd0bd-b754-4ac0-a157-4573e5e40ea0 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3389270 Aug 19 18:08:11.366205 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-4b242b97-5862-45b3-a3a4-e7596db5791b admin admin] For port 03d277da-9722-4635-a35b-86d78a07ae19, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=03d277da-9722-4635-a35b-86d78a07ae19,segment=NetworkSegment(2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f),segment_id=2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:11.366890 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4b242b97-5862-45b3-a3a4-e7596db5791b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:11.399735 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac10a2e-2f16-4c7a-a708-d93265d0991b', 'name': 'tempest-ServersTestMultiNic-860065807-router', 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '50059f4b-528e-4e38-a8f4-cdb99a564cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:08:02Z', 'updated_at': '2021-08-19T18:08:06Z', 'revision_number': 3, 'project_id': 'b36c037b46974fbab72ee33dddb5d134', 'gw_port': {'id': '50059f4b-528e-4e38-a8f4-cdb99a564cfe', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:92:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac10a2e-2f16-4c7a-a708-d93265d0991b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:08:04Z', 'updated_at': '2021-08-19T18:08:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:11.423011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-4b242b97-5862-45b3-a3a4-e7596db5791b admin admin] Calling delete_port for 03d277da-9722-4635-a35b-86d78a07ae19 owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:11.468756 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] Checking router: 4ac10a2e-2f16-4c7a-a708-d93265d0991b for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:08:11.469502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] Updating router 4ac10a2e-2f16-4c7a-a708-d93265d0991b port 50059f4b-528e-4e38-a8f4-cdb99a564cfe binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:08:11.508975 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:11.555467 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3fb76071-b8e7-4e95-b601-ebbe33d37496 req-4a6f9870-848b-4e1a-84e8-a3a147a1478c tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-506708227&fields=id&tenant_id=245cdbea3ee940a88607d44478ca1486 HTTP/1.1" status: 200 len: 267 time: 0.0696607 Aug 19 18:08:11.714402 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb76071-b8e7-4e95-b601-ebbe33d37496 req-75d9eca1-26cc-43de-ae2d-aac142fc5644 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:11.716052 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3fb76071-b8e7-4e95-b601-ebbe33d37496 req-75d9eca1-26cc-43de-ae2d-aac142fc5644 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 945 time: 0.1156871 Aug 19 18:08:11.721017 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:11.735947 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-3fb76071-b8e7-4e95-b601-ebbe33d37496 req-1c6968d6-dcf1-4ac5-9a3e-5f97c8ce6042 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Request body: {'port': {'security_groups': ['93bc9f86-6c19-47b0-a76a-8906f45173c3', '49aafc28-6778-4813-a74c-7c5130330788']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:11.762533 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:08:11.762776 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 3e22a7d2-0b72-49d9-ac4c-5a663fe7082d not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:08:11.864207 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3fb76071-b8e7-4e95-b601-ebbe33d37496 req-1c6968d6-dcf1-4ac5-9a3e-5f97c8ce6042 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:11.881598 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4b242b97-5862-45b3-a3a4-e7596db5791b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:11.932451 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b242b97-5862-45b3-a3a4-e7596db5791b admin admin] Pushing event deleted for resources: {'Port': ['ID=03d277da-9722-4635-a35b-86d78a07ae19,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:12.008343 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:12.040210 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] Transition to ACTIVE for port object 50059f4b-528e-4e38-a8f4-cdb99a564cfe will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:12.055831 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:12.080142 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab6392-fb7b-4800-a88c-3845f660f421 req-2dfca828-062d-4001-87a1-15546f47f560 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:12.084106 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33ab6392-fb7b-4800-a88c-3845f660f421 req-2dfca828-062d-4001-87a1-15546f47f560 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=135a8ecd-3808-487a-8932-849f23ff8d62 HTTP/1.1" status: 200 len: 948 time: 0.3841832 Aug 19 18:08:12.145327 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33ab6392-fb7b-4800-a88c-3845f660f421 req-aa40bfae-08a7-46cd-b5f6-b83a0cea4fdf tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98c61df-2b9c-4787-9c48-908f72989b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536723 Aug 19 18:08:12.159832 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] Attempting to bind port 50059f4b-528e-4e38-a8f4-cdb99a564cfe on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:12.160213 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] Attempting to bind port 50059f4b-528e-4e38-a8f4-cdb99a564cfe by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:12.161354 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] Attempting to bind port 50059f4b-528e-4e38-a8f4-cdb99a564cfe on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:12.177147 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:12.178136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:12.178558 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:12.180757 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:12.181370 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] Bound port: 50059f4b-528e-4e38-a8f4-cdb99a564cfe, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:12.181799 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:12.183824 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f53d8-6d0f-4930-a653-da01ca37982c None None] Pushing event updated for resources: {'Port': ['ID=50059f4b-528e-4e38-a8f4-cdb99a564cfe,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:12.242819 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f53d8-6d0f-4930-a653-da01ca37982c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:12.243171 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f53d8-6d0f-4930-a653-da01ca37982c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:12.243518 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f53d8-6d0f-4930-a653-da01ca37982c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:12.243857 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f53d8-6d0f-4930-a653-da01ca37982c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:12.244196 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f53d8-6d0f-4930-a653-da01ca37982c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:12.244528 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f53d8-6d0f-4930-a653-da01ca37982c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:12.246197 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f53d8-6d0f-4930-a653-da01ca37982c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:12.246561 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f53d8-6d0f-4930-a653-da01ca37982c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:12.247444 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1ce80eb5-9291-4649-a701-caf71270b82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:12.247809 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f53d8-6d0f-4930-a653-da01ca37982c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:12.248213 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f53d8-6d0f-4930-a653-da01ca37982c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:12.248618 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f53d8-6d0f-4930-a653-da01ca37982c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:12.248966 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f53d8-6d0f-4930-a653-da01ca37982c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:12.292021 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1361fd2b-49ba-4004-ba06-105ec30e6112 x-openstack-request-id: req-1361fd2b-49ba-4004-ba06-105ec30e6112 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:12.292407 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f94f6ef-cfb3-43b8-804e-53d50428808e", "name": "network-vif-deleted", "tag": "3e22a7d2-0b72-49d9-ac4c-5a663fe7082d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "tag": "8b7af2c9-ee9b-46f3-9f81-ee153dca90f5", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:12.292683 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1361fd2b-49ba-4004-ba06-105ec30e6112 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:12.293079 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f94f6ef-cfb3-43b8-804e-53d50428808e', 'name': 'network-vif-deleted', 'tag': '3e22a7d2-0b72-49d9-ac4c-5a663fe7082d', 'status': 'completed', 'code': 200} Aug 19 18:08:12.293328 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'tag': '8b7af2c9-ee9b-46f3-9f81-ee153dca90f5', 'status': 'completed', 'code': 200} Aug 19 18:08:12.306362 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] For port 50059f4b-528e-4e38-a8f4-cdb99a564cfe, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:12.312198 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] For port 50059f4b-528e-4e38-a8f4-cdb99a564cfe, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=50059f4b-528e-4e38-a8f4-cdb99a564cfe,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:12.319106 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:12.412884 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-3fb76071-b8e7-4e95-b601-ebbe33d37496 req-1c6968d6-dcf1-4ac5-9a3e-5f97c8ce6042 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] For port 78b023f4-e475-45ab-9cbc-06056d0bcc2f, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=78b023f4-e475-45ab-9cbc-06056d0bcc2f,segment=NetworkSegment(434fb4db-9b36-4776-a47f-5872eb93f121),segment_id=434fb4db-9b36-4776-a47f-5872eb93f121)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:12.449828 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4b242b97-5862-45b3-a3a4-e7596db5791b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:12.468372 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f53d8-6d0f-4930-a653-da01ca37982c None None] Pushing event updated for resources: {'Port': ['ID=50059f4b-528e-4e38-a8f4-cdb99a564cfe,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:12.480916 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] Routers {'4ac10a2e-2f16-4c7a-a708-d93265d0991b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:12.481731 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:08:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4ac10a2e-2f16-4c7a-a708-d93265d0991b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:12.516872 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3fb76071-b8e7-4e95-b601-ebbe33d37496 req-1c6968d6-dcf1-4ac5-9a3e-5f97c8ce6042 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:12.582713 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3fb76071-b8e7-4e95-b601-ebbe33d37496 req-1c6968d6-dcf1-4ac5-9a3e-5f97c8ce6042 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:12.599568 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['78b023f4-e475-45ab-9cbc-06056d0bcc2f'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:08:12.678397 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb76071-b8e7-4e95-b601-ebbe33d37496 req-1c6968d6-dcf1-4ac5-9a3e-5f97c8ce6042 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:12.679589 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3fb76071-b8e7-4e95-b601-ebbe33d37496 req-1c6968d6-dcf1-4ac5-9a3e-5f97c8ce6042 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:12.691415 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3fb76071-b8e7-4e95-b601-ebbe33d37496 req-1c6968d6-dcf1-4ac5-9a3e-5f97c8ce6042 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "PUT /v2.0/ports/78b023f4-e475-45ab-9cbc-06056d0bcc2f HTTP/1.1" status: 200 len: 981 time: 0.9626086 Aug 19 18:08:12.696264 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102aeeb5-d520-472e-b2ee-279a43fddd23', 'tag': '78b023f4-e475-45ab-9cbc-06056d0bcc2f'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:12.700642 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c65b578-c467-4e32-a501-6f9d6a68f659" -d '{"events": [{"name": "network-changed", "server_uuid": "102aeeb5-d520-472e-b2ee-279a43fddd23", "tag": "78b023f4-e475-45ab-9cbc-06056d0bcc2f"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:12.823385 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6968d6-dcf1-4ac5-9a3e-5f97c8ce6042 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Pushing event updated for resources: {'Port': ['ID=78b023f4-e475-45ab-9cbc-06056d0bcc2f,revision_number=6']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:12.886135 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] Set router 4ac10a2e-2f16-4c7a-a708-d93265d0991b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:08:12.892897 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['78b023f4-e475-45ab-9cbc-06056d0bcc2f'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:08:12.961852 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e423db-979d-4c2c-a5ce-b48620aade14 req-d4d265dc-273c-4f4b-9431-e7dd4beb78fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:12.962327 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e423db-979d-4c2c-a5ce-b48620aade14 req-d4d265dc-273c-4f4b-9431-e7dd4beb78fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:12.962798 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e423db-979d-4c2c-a5ce-b48620aade14 req-d4d265dc-273c-4f4b-9431-e7dd4beb78fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:12.963271 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e423db-979d-4c2c-a5ce-b48620aade14 req-d4d265dc-273c-4f4b-9431-e7dd4beb78fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:12.963736 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e423db-979d-4c2c-a5ce-b48620aade14 req-d4d265dc-273c-4f4b-9431-e7dd4beb78fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:12.965768 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d8e423db-979d-4c2c-a5ce-b48620aade14 req-d4d265dc-273c-4f4b-9431-e7dd4beb78fd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22b0cfe0dd134d888d6f8103e3004f52&device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 4362 time: 0.6713836 Aug 19 18:08:12.970143 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-fe16a07e-50d2-4b36-8ea7-72f0277ffaf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb77d0d-a0bb-41e1-b68c-463a99752b1a {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:13.034509 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-fe16a07e-50d2-4b36-8ea7-72f0277ffaf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:13.173960 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-fe16a07e-50d2-4b36-8ea7-72f0277ffaf9 service neutron] Transition to ACTIVE for port object dfb77d0d-a0bb-41e1-b68c-463a99752b1a will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:13.196934 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-fe16a07e-50d2-4b36-8ea7-72f0277ffaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:13.207356 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228db8bb-0185-4606-98f5-efa37f5b6577 req-0e211231-5d76-46d8-8bfe-3f563dcf59b4 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:13.215251 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-228db8bb-0185-4606-98f5-efa37f5b6577 req-0e211231-5d76-46d8-8bfe-3f563dcf59b4 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 946 time: 0.3334210 Aug 19 18:08:13.313512 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0d3be-2c9c-4f1a-80cd-b86dedb92481 req-12080c43-1568-4cbb-a874-43954292a836 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:13.315592 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a9c0d3be-2c9c-4f1a-80cd-b86dedb92481 req-12080c43-1568-4cbb-a874-43954292a836 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.54 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 944 time: 0.3964124 Aug 19 18:08:13.419287 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b242b97-5862-45b3-a3a4-e7596db5791b admin admin] Router afdcffb5-f241-4374-88bb-6b70bcb63431 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:08:13.444984 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9abb6-dc52-43be-bc88-4c46488e920e req-5bd2de04-2ba1-4443-8a6b-8825a704757a tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:13.446665 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-afe9abb6-dc52-43be-bc88-4c46488e920e req-5bd2de04-2ba1-4443-8a6b-8825a704757a tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 945 time: 0.6408889 Aug 19 18:08:13.506047 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e423db-979d-4c2c-a5ce-b48620aade14 req-f5b36c77-2122-496e-afd5-db82ddff7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:13.506518 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e423db-979d-4c2c-a5ce-b48620aade14 req-f5b36c77-2122-496e-afd5-db82ddff7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:13.507216 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e423db-979d-4c2c-a5ce-b48620aade14 req-f5b36c77-2122-496e-afd5-db82ddff7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:13.508799 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d8e423db-979d-4c2c-a5ce-b48620aade14 req-f5b36c77-2122-496e-afd5-db82ddff7360 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=22b0cfe0dd134d888d6f8103e3004f52&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5256457 Aug 19 18:08:13.514637 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-1ce80eb5-9291-4649-a701-caf71270b82d admin admin] Allocated IP 172.20.0.1 (b3986ad4-b00d-45ed-b82d-6ac18e427247/5d6fc4fd-4407-4240-9265-00371e67473f/3a4b963d-1aba-4bee-9939-1e1f1d248464) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:13.530598 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-228db8bb-0185-4606-98f5-efa37f5b6577 req-023db4e8-db2b-4e45-ad31-8710d48bb408 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/security-groups?id=adabe909-473e-4a50-9d16-0ad29ed52538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119433 Aug 19 18:08:13.535233 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16a07e-50d2-4b36-8ea7-72f0277ffaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb77d0d-a0bb-41e1-b68c-463a99752b1a,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:13.554788 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac10a2e-2f16-4c7a-a708-d93265d0991b', 'name': 'tempest-ServersTestMultiNic-860065807-router', 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '50059f4b-528e-4e38-a8f4-cdb99a564cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:08:02Z', 'updated_at': '2021-08-19T18:08:06Z', 'revision_number': 3, 'project_id': 'b36c037b46974fbab72ee33dddb5d134', 'gw_port': {'id': '50059f4b-528e-4e38-a8f4-cdb99a564cfe', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:92:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac10a2e-2f16-4c7a-a708-d93265d0991b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:08:04Z', 'updated_at': '2021-08-19T18:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:13.599388 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3b5ab2-cb77-436c-91ed-f304b692c531 None None] The sync data for ids ['4ac10a2e-2f16-4c7a-a708-d93265d0991b'] in n-d-803753-2 is: [{'id': '4ac10a2e-2f16-4c7a-a708-d93265d0991b', 'name': 'tempest-ServersTestMultiNic-860065807-router', 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '50059f4b-528e-4e38-a8f4-cdb99a564cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:08:02Z', 'updated_at': '2021-08-19T18:08:06Z', 'revision_number': 3, 'project_id': 'b36c037b46974fbab72ee33dddb5d134', 'gw_port': {'id': '50059f4b-528e-4e38-a8f4-cdb99a564cfe', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:92:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac10a2e-2f16-4c7a-a708-d93265d0991b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:08:04Z', 'updated_at': '2021-08-19T18:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:08:13.603306 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device dddf18aa-d021-4741-a858-fa76ab80de15 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:08:13.700848 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port dddf18aa-d021-4741-a858-fa76ab80de15 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:13.703412 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-afe9abb6-dc52-43be-bc88-4c46488e920e req-13b78ac0-c0cf-4aa4-8c4b-51e2dae743bc tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729915 Aug 19 18:08:13.718048 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port dddf18aa-d021-4741-a858-fa76ab80de15 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:13.736204 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:13.743563 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b242b97-5862-45b3-a3a4-e7596db5791b admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:08:13.756529 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd353cf-cd5e-4743-b804-35bd4708198b None None] Sync routers for ids ['afdcffb5-f241-4374-88bb-6b70bcb63431'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:08:13.757499 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4b242b97-5862-45b3-a3a4-e7596db5791b admin admin] 10.222.0.24 "PUT /v2.0/routers/afdcffb5-f241-4374-88bb-6b70bcb63431/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1138918 Aug 19 18:08:13.760144 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42570) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:13.772865 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd353cf-cd5e-4743-b804-35bd4708198b None None] Routers {'afdcffb5-f241-4374-88bb-6b70bcb63431'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:13.773862 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-3fd353cf-cd5e-4743-b804-35bd4708198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:08:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['afdcffb5-f241-4374-88bb-6b70bcb63431'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:14.006640 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-3fd353cf-cd5e-4743-b804-35bd4708198b None None] Set router afdcffb5-f241-4374-88bb-6b70bcb63431 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:08:14.051357 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.110822 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f23593-80da-471a-a3c3-b383ad5970a3 req-3b8b23f1-9ce6-47b2-849c-486f275b33a2 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:14.131284 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135a8ecd-3808-487a-8932-849f23ff8d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddf18aa-d021-4741-a858-fa76ab80de15'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:14.132944 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-74f23593-80da-471a-a3c3-b383ad5970a3 req-3b8b23f1-9ce6-47b2-849c-486f275b33a2 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.50 "GET /v2.0/ports?device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 946 time: 0.2836828 Aug 19 18:08:14.137021 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeee291c-0a01-434c-8f0c-f2a1c0fb878a" -d '{"events": [{"server_uuid": "135a8ecd-3808-487a-8932-849f23ff8d62", "name": "network-vif-plugged", "status": "completed", "tag": "dddf18aa-d021-4741-a858-fa76ab80de15"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:14.184655 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468978a-b6c0-454c-ad17-234cbf8dd3aa req-b06e2a5d-4011-4bee-9a0a-18e83213ecef tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:14.193566 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468978a-b6c0-454c-ad17-234cbf8dd3aa req-b06e2a5d-4011-4bee-9a0a-18e83213ecef tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:14.195931 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port dddf18aa-d021-4741-a858-fa76ab80de15, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=dddf18aa-d021-4741-a858-fa76ab80de15,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:14.201093 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468978a-b6c0-454c-ad17-234cbf8dd3aa req-b06e2a5d-4011-4bee-9a0a-18e83213ecef tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:14.212485 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468978a-b6c0-454c-ad17-234cbf8dd3aa req-b06e2a5d-4011-4bee-9a0a-18e83213ecef tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:14.214208 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.218570 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276daa-8dd3-4fc2-8988-fa8bfcf83fa5 req-7b1e3032-a1c6-472c-8a8e-86e7c6dcbdc6 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:14.222777 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468978a-b6c0-454c-ad17-234cbf8dd3aa req-b06e2a5d-4011-4bee-9a0a-18e83213ecef tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:14.227270 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c8276daa-8dd3-4fc2-8988-fa8bfcf83fa5 req-7b1e3032-a1c6-472c-8a8e-86e7c6dcbdc6 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 944 time: 0.2965765 Aug 19 18:08:14.229683 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468978a-b6c0-454c-ad17-234cbf8dd3aa req-b06e2a5d-4011-4bee-9a0a-18e83213ecef tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:14.231759 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d468978a-b6c0-454c-ad17-234cbf8dd3aa req-b06e2a5d-4011-4bee-9a0a-18e83213ecef tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 4600 time: 0.4291456 Aug 19 18:08:14.258143 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b7280c5-f29f-4061-8716-c94b70493be1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.297327 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e423db-979d-4c2c-a5ce-b48620aade14 req-9152cb09-fe7c-4c80-ad51-c823477f8fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:14.299595 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d8e423db-979d-4c2c-a5ce-b48620aade14 req-9152cb09-fe7c-4c80-ad51-c823477f8fc9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7225878 Aug 19 18:08:14.320405 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-fe16a07e-50d2-4b36-8ea7-72f0277ffaf9 service neutron] Attempting to bind port dfb77d0d-a0bb-41e1-b68c-463a99752b1a on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:14.320842 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-fe16a07e-50d2-4b36-8ea7-72f0277ffaf9 service neutron] Attempting to bind port dfb77d0d-a0bb-41e1-b68c-463a99752b1a by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '0a895135-90de-40b9-9d92-4de8017ff2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:14.321244 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-fe16a07e-50d2-4b36-8ea7-72f0277ffaf9 service neutron] Attempting to bind port dfb77d0d-a0bb-41e1-b68c-463a99752b1a on network 516636c4-cca9-40b7-8447-b891fcfd801e {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:14.329799 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-a9c0d3be-2c9c-4f1a-80cd-b86dedb92481 req-42a5eb33-ea06-4e75-ace8-1622c6fb9910 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Deleting port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:14.334462 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a9c0d3be-2c9c-4f1a-80cd-b86dedb92481 req-42a5eb33-ea06-4e75-ace8-1622c6fb9910 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.351199 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=dddf18aa-d021-4741-a858-fa76ab80de15,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:14.457452 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-3fd353cf-cd5e-4743-b804-35bd4708198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1309184839-router', 'tenant_id': '4e704f617a744748b90217135397502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '353f5465-46b8-4259-81b4-837784e478a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:56Z', 'updated_at': '2021-08-19T18:08:11Z', 'revision_number': 5, 'project_id': '4e704f617a744748b90217135397502c', 'gw_port': {'id': '353f5465-46b8-4259-81b4-837784e478a3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:58Z', 'updated_at': '2021-08-19T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:14.483306 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c8276daa-8dd3-4fc2-8988-fa8bfcf83fa5 req-ea89b812-b38d-416f-ab0e-36771a493132 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/security-groups?id=38692f12-721e-4488-92de-3e697b89899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548835 Aug 19 18:08:14.495431 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d468978a-b6c0-454c-ad17-234cbf8dd3aa req-64a7d848-6b0e-4d82-8299-6ab64ff215dd tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2433689 Aug 19 18:08:14.499811 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-fe16a07e-50d2-4b36-8ea7-72f0277ffaf9 service neutron] Port dfb77d0d-a0bb-41e1-b68c-463a99752b1a on network 516636c4-cca9-40b7-8447-b891fcfd801e not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:08:14.500147 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-fe16a07e-50d2-4b36-8ea7-72f0277ffaf9 service neutron] Attempting to bind port dfb77d0d-a0bb-41e1-b68c-463a99752b1a on network 516636c4-cca9-40b7-8447-b891fcfd801e {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:14.514628 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-a9c0d3be-2c9c-4f1a-80cd-b86dedb92481 req-42a5eb33-ea06-4e75-ace8-1622c6fb9910 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] For port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22,segment=NetworkSegment(31b2e34a-cdbb-497e-95d0-9ecebdbc40d6),segment_id=31b2e34a-cdbb-497e-95d0-9ecebdbc40d6)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:14.515009 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a9c0d3be-2c9c-4f1a-80cd-b86dedb92481 req-42a5eb33-ea06-4e75-ace8-1622c6fb9910 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.520724 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-fe16a07e-50d2-4b36-8ea7-72f0277ffaf9 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:14.521068 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-fe16a07e-50d2-4b36-8ea7-72f0277ffaf9 service neutron] Checking segment: {'id': '0a895135-90de-40b9-9d92-4de8017ff2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:14.521462 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-fe16a07e-50d2-4b36-8ea7-72f0277ffaf9 service neutron] Bound using segment: {'id': '0a895135-90de-40b9-9d92-4de8017ff2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:14.521945 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-fe16a07e-50d2-4b36-8ea7-72f0277ffaf9 service neutron] Bound port: dfb77d0d-a0bb-41e1-b68c-463a99752b1a, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a895135-90de-40b9-9d92-4de8017ff2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:14.522308 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-fe16a07e-50d2-4b36-8ea7-72f0277ffaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.571081 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-a9c0d3be-2c9c-4f1a-80cd-b86dedb92481 req-42a5eb33-ea06-4e75-ace8-1622c6fb9910 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Calling delete_port for b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:14.576629 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1ce80eb5-9291-4649-a701-caf71270b82d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.577845 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd353cf-cd5e-4743-b804-35bd4708198b None None] Checking router: afdcffb5-f241-4374-88bb-6b70bcb63431 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:08:14.614760 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd353cf-cd5e-4743-b804-35bd4708198b None None] Routers {'afdcffb5-f241-4374-88bb-6b70bcb63431'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:14.615674 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-3fd353cf-cd5e-4743-b804-35bd4708198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:08:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['afdcffb5-f241-4374-88bb-6b70bcb63431'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:14.639833 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-1ce80eb5-9291-4649-a701-caf71270b82d admin admin] Transition to ACTIVE for port object 3a4b963d-1aba-4bee-9939-1e1f1d248464 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:14.660197 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a2cc4d-d9dd-4779-9584-5e2f07880845 x-openstack-request-id: req-28a2cc4d-d9dd-4779-9584-5e2f07880845 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:14.667367 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102aeeb5-d520-472e-b2ee-279a43fddd23", "tag": "78b023f4-e475-45ab-9cbc-06056d0bcc2f", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:14.667841 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28a2cc4d-d9dd-4779-9584-5e2f07880845 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:14.668449 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102aeeb5-d520-472e-b2ee-279a43fddd23', 'tag': '78b023f4-e475-45ab-9cbc-06056d0bcc2f', 'status': 'completed', 'code': 200} Aug 19 18:08:14.681276 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b7280c5-f29f-4061-8716-c94b70493be1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.689523 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-74f23593-80da-471a-a3c3-b383ad5970a3 req-690d89be-400b-4c2a-a27c-1449c925bd85 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Deleting port dc823025-d1e5-43df-b336-60b86f281194 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:14.700949 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-74f23593-80da-471a-a3c3-b383ad5970a3 req-690d89be-400b-4c2a-a27c-1449c925bd85 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.745038 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1ce80eb5-9291-4649-a701-caf71270b82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.918160 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-3fd353cf-cd5e-4743-b804-35bd4708198b None None] Set router afdcffb5-f241-4374-88bb-6b70bcb63431 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:08:14.924262 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4863324a-2506-45ab-b651-cef900ee0188 req-f5d8452a-b46f-4ba7-bfb8-e8bd0409ca5a tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-506708227&fields=id&tenant_id=245cdbea3ee940a88607d44478ca1486 HTTP/1.1" status: 200 len: 267 time: 0.2073550 Aug 19 18:08:14.939431 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-fe16a07e-50d2-4b36-8ea7-72f0277ffaf9 service neutron] For port dfb77d0d-a0bb-41e1-b68c-463a99752b1a, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:14.947908 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce80eb5-9291-4649-a701-caf71270b82d admin admin] Network b3986ad4-b00d-45ed-b82d-6ac18e427247 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:14.981053 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-1ce80eb5-9291-4649-a701-caf71270b82d admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:14.986240 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce80eb5-9291-4649-a701-caf71270b82d admin admin] Pushing event updated for resources: {'Port': ['ID=3a4b963d-1aba-4bee-9939-1e1f1d248464,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:14.994646 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-fe16a07e-50d2-4b36-8ea7-72f0277ffaf9 service neutron] For port dfb77d0d-a0bb-41e1-b68c-463a99752b1a, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=dfb77d0d-a0bb-41e1-b68c-463a99752b1a,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:14.997142 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce80eb5-9291-4649-a701-caf71270b82d admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:15.029992 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-74f23593-80da-471a-a3c3-b383ad5970a3 req-690d89be-400b-4c2a-a27c-1449c925bd85 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] For port dc823025-d1e5-43df-b336-60b86f281194, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=dc823025-d1e5-43df-b336-60b86f281194,segment=NetworkSegment(c40ae849-6260-4c64-926f-49210011f1ae),segment_id=c40ae849-6260-4c64-926f-49210011f1ae)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:15.030513 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-74f23593-80da-471a-a3c3-b383ad5970a3 req-690d89be-400b-4c2a-a27c-1449c925bd85 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:15.051643 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-fe16a07e-50d2-4b36-8ea7-72f0277ffaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:15.053304 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-74f23593-80da-471a-a3c3-b383ad5970a3 req-690d89be-400b-4c2a-a27c-1449c925bd85 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Calling delete_port for dc823025-d1e5-43df-b336-60b86f281194 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:15.070834 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-7b7280c5-f29f-4061-8716-c94b70493be1 admin admin] Deleting port 353f5465-46b8-4259-81b4-837784e478a3 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:15.070834 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b7280c5-f29f-4061-8716-c94b70493be1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:15.078092 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65b578-c467-4e32-a501-6f9d6a68f659 req-461417de-bf6e-4ff0-b363-8ac66ea5eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:15.080711 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9c65b578-c467-4e32-a501-6f9d6a68f659 req-461417de-bf6e-4ff0-b363-8ac66ea5eb3a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=245cdbea3ee940a88607d44478ca1486&device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 1135 time: 0.3521652 Aug 19 18:08:15.207107 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863324a-2506-45ab-b651-cef900ee0188 req-556ade5b-a07e-4667-a097-e9427be1b464 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:15.210319 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4863324a-2506-45ab-b651-cef900ee0188 req-556ade5b-a07e-4667-a097-e9427be1b464 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 984 time: 0.2746696 Aug 19 18:08:15.233659 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-4863324a-2506-45ab-b651-cef900ee0188 req-aba5af46-3158-4b41-9f21-1fbb6d021d70 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Request body: {'port': {'security_groups': ['93bc9f86-6c19-47b0-a76a-8906f45173c3']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:15.242317 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb904c3-c5fa-4c4e-a9d2-d2c4b9b666e1 req-b797dd83-1f7a-495c-99f9-9052941ccdcf tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:15.250554 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3eb904c3-c5fa-4c4e-a9d2-d2c4b9b666e1 req-b797dd83-1f7a-495c-99f9-9052941ccdcf tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=135a8ecd-3808-487a-8932-849f23ff8d62 HTTP/1.1" status: 200 len: 949 time: 0.3942358 Aug 19 18:08:15.339704 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-3fd353cf-cd5e-4743-b804-35bd4708198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1309184839-router', 'tenant_id': '4e704f617a744748b90217135397502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '353f5465-46b8-4259-81b4-837784e478a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:56Z', 'updated_at': '2021-08-19T18:08:11Z', 'revision_number': 5, 'project_id': '4e704f617a744748b90217135397502c', 'gw_port': {'id': '353f5465-46b8-4259-81b4-837784e478a3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:58Z', 'updated_at': '2021-08-19T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:15.366277 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-fe16a07e-50d2-4b36-8ea7-72f0277ffaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:15.366986 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-fe16a07e-50d2-4b36-8ea7-72f0277ffaf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:15.368650 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-fe16a07e-50d2-4b36-8ea7-72f0277ffaf9 service neutron] 10.222.0.54 "PUT /v2.0/ports/dfb77d0d-a0bb-41e1-b68c-463a99752b1a HTTP/1.1" status: 200 len: 1131 time: 4.4186227 Aug 19 18:08:15.374180 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'tag': 'dfb77d0d-a0bb-41e1-b68c-463a99752b1a'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:15.377626 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802f0696-6c08-4d84-b9a2-c5c650d8df8b" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "tag": "dfb77d0d-a0bb-41e1-b68c-463a99752b1a"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:15.388271 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd353cf-cd5e-4743-b804-35bd4708198b None None] The sync data for ids ['afdcffb5-f241-4374-88bb-6b70bcb63431'] in n-d-803753-2 is: [{'id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1309184839-router', 'tenant_id': '4e704f617a744748b90217135397502c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '353f5465-46b8-4259-81b4-837784e478a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:56Z', 'updated_at': '2021-08-19T18:08:11Z', 'revision_number': 5, 'project_id': '4e704f617a744748b90217135397502c', 'gw_port': {'id': '353f5465-46b8-4259-81b4-837784e478a3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcffb5-f241-4374-88bb-6b70bcb63431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:58Z', 'updated_at': '2021-08-19T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:08:15.436484 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-7b7280c5-f29f-4061-8716-c94b70493be1 admin admin] For port 353f5465-46b8-4259-81b4-837784e478a3, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=353f5465-46b8-4259-81b4-837784e478a3,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:15.437305 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b7280c5-f29f-4061-8716-c94b70493be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:15.443485 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-cfb27605-08a4-4ebd-9e07-4e83f5bb4a32 service neutron] Request body: {'port': {'device_id': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:15.461043 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1ce80eb5-9291-4649-a701-caf71270b82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:15.474108 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-7b7280c5-f29f-4061-8716-c94b70493be1 admin admin] Calling delete_port for 353f5465-46b8-4259-81b4-837784e478a3 owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:15.564804 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-14a287a6-ed81-49a7-b2ef-59f9f9d2bb3e None None] Provisioning for port 3a4b963d-1aba-4bee-9939-1e1f1d248464 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:15.575546 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-14a287a6-ed81-49a7-b2ef-59f9f9d2bb3e None None] Provisioning complete for port 3a4b963d-1aba-4bee-9939-1e1f1d248464 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:15.585358 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-14a287a6-ed81-49a7-b2ef-59f9f9d2bb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:15.595067 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-74f23593-80da-471a-a3c3-b383ad5970a3 req-690d89be-400b-4c2a-a27c-1449c925bd85 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:15.598119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16a07e-50d2-4b36-8ea7-72f0277ffaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb77d0d-a0bb-41e1-b68c-463a99752b1a,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:15.629826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['dc823025-d1e5-43df-b336-60b86f281194'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:08:15.670707 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3eb904c3-c5fa-4c4e-a9d2-d2c4b9b666e1 req-42f13bbb-5d7d-43e0-9db8-0e1e3a5e86f4 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98c61df-2b9c-4787-9c48-908f72989b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135101 Aug 19 18:08:15.676718 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a9c0d3be-2c9c-4f1a-80cd-b86dedb92481 req-42a5eb33-ea06-4e75-ace8-1622c6fb9910 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:15.705252 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-14a287a6-ed81-49a7-b2ef-59f9f9d2bb3e None None] Port 3a4b963d-1aba-4bee-9939-1e1f1d248464 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:08:15.752032 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a090c44-ccd1-4fc7-83be-14467623afb3 x-openstack-request-id: req-7a090c44-ccd1-4fc7-83be-14467623afb3 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:15.752649 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135a8ecd-3808-487a-8932-849f23ff8d62", "name": "network-vif-plugged", "status": "completed", "tag": "dddf18aa-d021-4741-a858-fa76ab80de15", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:15.753274 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a090c44-ccd1-4fc7-83be-14467623afb3 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:15.756959 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135a8ecd-3808-487a-8932-849f23ff8d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddf18aa-d021-4741-a858-fa76ab80de15', 'code': 200} Aug 19 18:08:15.775448 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d89be-400b-4c2a-a27c-1449c925bd85 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Pushing event deleted for resources: {'Port': ['ID=dc823025-d1e5-43df-b336-60b86f281194,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:15.819369 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-cfb27605-08a4-4ebd-9e07-4e83f5bb4a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:15.910379 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65b578-c467-4e32-a501-6f9d6a68f659 req-97816a48-d48d-4ee5-86a4-18071f188503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:15.911988 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9c65b578-c467-4e32-a501-6f9d6a68f659 req-97816a48-d48d-4ee5-86a4-18071f188503 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1f25a42-0bf7-438c-8023-c1fe6524c164 HTTP/1.1" status: 200 len: 920 time: 0.7716892 Aug 19 18:08:15.970935 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5eb33-ea06-4e75-ace8-1622c6fb9910 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Pushing event deleted for resources: {'Port': ['ID=b14c8985-1c58-4c0a-9166-ab7cfdb3ab22,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:16.025024 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 50059f4b-528e-4e38-a8f4-cdb99a564cfe up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:08:16.053817 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4863324a-2506-45ab-b651-cef900ee0188 req-aba5af46-3158-4b41-9f21-1fbb6d021d70 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:16.096211 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f23593-80da-471a-a3c3-b383ad5970a3 req-690d89be-400b-4c2a-a27c-1449c925bd85 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] No DVR routers for this DVR port dc823025-d1e5-43df-b336-60b86f281194 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:08:16.105838 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-74f23593-80da-471a-a3c3-b383ad5970a3 req-690d89be-400b-4c2a-a27c-1449c925bd85 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:16.108279 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-74f23593-80da-471a-a3c3-b383ad5970a3 req-690d89be-400b-4c2a-a27c-1449c925bd85 tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.50 "DELETE /v2.0/ports/dc823025-d1e5-43df-b336-60b86f281194 HTTP/1.1" status: 204 len: 173 time: 1.9635875 Aug 19 18:08:16.142847 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c0d3be-2c9c-4f1a-80cd-b86dedb92481 req-42a5eb33-ea06-4e75-ace8-1622c6fb9910 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] No DVR routers for this DVR port b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:08:16.146626 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a9c0d3be-2c9c-4f1a-80cd-b86dedb92481 req-42a5eb33-ea06-4e75-ace8-1622c6fb9910 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:16.151193 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a9c0d3be-2c9c-4f1a-80cd-b86dedb92481 req-42a5eb33-ea06-4e75-ace8-1622c6fb9910 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.54 "DELETE /v2.0/ports/b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 HTTP/1.1" status: 204 len: 173 time: 2.8139627 Aug 19 18:08:16.173614 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 50059f4b-528e-4e38-a8f4-cdb99a564cfe completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:16.194911 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5321743-f3c4-4549-93f2-d80f59179788 req-057f8a49-702d-428f-a02f-37998da4b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:16.196606 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a5321743-f3c4-4549-93f2-d80f59179788 req-057f8a49-702d-428f-a02f-37998da4b648 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=135a8ecd-3808-487a-8932-849f23ff8d62 HTTP/1.1" status: 200 len: 1100 time: 0.3150420 Aug 19 18:08:16.204460 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 50059f4b-528e-4e38-a8f4-cdb99a564cfe triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:16.209243 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:16.387524 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:16.418209 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a5321743-f3c4-4549-93f2-d80f59179788 req-f3cb0890-1423-4f75-886d-2dcc33ce5a9e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d98c61df-2b9c-4787-9c48-908f72989b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714797 Aug 19 18:08:16.494268 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:16.502727 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-cfb27605-08a4-4ebd-9e07-4e83f5bb4a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5aa8d31-a91d-4215-83d9-2d7dea935f79 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:16.533833 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-434fe567-effe-4e83-9a97-24d3a5bc61ad req-417eba78-5896-414f-be51-a7e471f38e6d tempest-FloatingIPsAssociationTestJSON-102851392 tempest-FloatingIPsAssociationTestJSON-102851392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c43d11d8-37a1-42c7-957c-97c6e2662e7b HTTP/1.1" status: 200 len: 210 time: 0.6004572 Aug 19 18:08:16.536254 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9c65b578-c467-4e32-a501-6f9d6a68f659 req-e571a634-9c95-418b-936d-1d00c7798769 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b023f4-e475-45ab-9cbc-06056d0bcc2f HTTP/1.1" status: 200 len: 217 time: 0.5998943 Aug 19 18:08:16.538843 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 50059f4b-528e-4e38-a8f4-cdb99a564cfe, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=50059f4b-528e-4e38-a8f4-cdb99a564cfe,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:16.539698 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-cfb27605-08a4-4ebd-9e07-4e83f5bb4a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:16.545969 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:16.564307 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 03d277da-9722-4635-a35b-86d78a07ae19 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:16.650745 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 03d277da-9722-4635-a35b-86d78a07ae19 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:08:16.651531 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 03d277da-9722-4635-a35b-86d78a07ae19 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:08:16.680444 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43d11d8-37a1-42c7-957c-97c6e2662e7b', 'name': 'network-vif-deleted', 'tag': 'dc823025-d1e5-43df-b336-60b86f281194'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:16.686576 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70b3728-971a-4dad-b804-771a1e18a382" -d '{"events": [{"server_uuid": "c43d11d8-37a1-42c7-957c-97c6e2662e7b", "name": "network-vif-deleted", "tag": "dc823025-d1e5-43df-b336-60b86f281194"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:16.696417 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1ce80eb5-9291-4649-a701-caf71270b82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:16.722371 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=50059f4b-528e-4e38-a8f4-cdb99a564cfe,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:16.739155 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b7280c5-f29f-4061-8716-c94b70493be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:16.802341 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7280c5-f29f-4061-8716-c94b70493be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=353f5465-46b8-4259-81b4-837784e478a3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:16.827313 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-4863324a-2506-45ab-b651-cef900ee0188 req-aba5af46-3158-4b41-9f21-1fbb6d021d70 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] For port 78b023f4-e475-45ab-9cbc-06056d0bcc2f, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=78b023f4-e475-45ab-9cbc-06056d0bcc2f,segment=NetworkSegment(434fb4db-9b36-4776-a47f-5872eb93f121),segment_id=434fb4db-9b36-4776-a47f-5872eb93f121)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:16.841702 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-cfb27605-08a4-4ebd-9e07-4e83f5bb4a32 service neutron] Transition to ACTIVE for port object c5aa8d31-a91d-4215-83d9-2d7dea935f79 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:16.859144 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-cfb27605-08a4-4ebd-9e07-4e83f5bb4a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:16.913423 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65b578-c467-4e32-a501-6f9d6a68f659 req-519355a2-c078-425e-a709-72e487f87fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:16.914734 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4863324a-2506-45ab-b651-cef900ee0188 req-aba5af46-3158-4b41-9f21-1fbb6d021d70 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:16.915220 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9c65b578-c467-4e32-a501-6f9d6a68f659 req-519355a2-c078-425e-a709-72e487f87fdb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f22f8c54-0669-4c4f-bbb0-adba99072f6b HTTP/1.1" status: 200 len: 859 time: 0.3275983 Aug 19 18:08:16.925450 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b7280c5-f29f-4061-8716-c94b70493be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:16.929345 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4863324a-2506-45ab-b651-cef900ee0188 req-aba5af46-3158-4b41-9f21-1fbb6d021d70 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:16.944375 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['78b023f4-e475-45ab-9cbc-06056d0bcc2f'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:08:16.997176 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187d16f-b117-4e00-aff2-0318b6ab1e56 req-a97aaff9-dbaa-4bc5-8499-a328af218a89 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:16.999165 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4187d16f-b117-4e00-aff2-0318b6ab1e56 req-a97aaff9-dbaa-4bc5-8499-a328af218a89 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 945 time: 0.2844436 Aug 19 18:08:17.020749 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9c65b578-c467-4e32-a501-6f9d6a68f659 req-34c9ba68-cbfb-4e9d-bc97-c7782aceafed service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1f25a42-0bf7-438c-8023-c1fe6524c164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716953 Aug 19 18:08:17.137809 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863324a-2506-45ab-b651-cef900ee0188 req-aba5af46-3158-4b41-9f21-1fbb6d021d70 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:17.138718 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4863324a-2506-45ab-b651-cef900ee0188 req-aba5af46-3158-4b41-9f21-1fbb6d021d70 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:17.140786 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4863324a-2506-45ab-b651-cef900ee0188 req-aba5af46-3158-4b41-9f21-1fbb6d021d70 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "PUT /v2.0/ports/78b023f4-e475-45ab-9cbc-06056d0bcc2f HTTP/1.1" status: 200 len: 942 time: 1.9189067 Aug 19 18:08:17.142516 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5af46-3158-4b41-9f21-1fbb6d021d70 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Pushing event updated for resources: {'Port': ['ID=78b023f4-e475-45ab-9cbc-06056d0bcc2f,revision_number=7']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:17.154802 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b7280c5-f29f-4061-8716-c94b70493be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:17.155202 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b7280c5-f29f-4061-8716-c94b70493be1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:17.284008 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['78b023f4-e475-45ab-9cbc-06056d0bcc2f'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:08:17.299053 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b7280c5-f29f-4061-8716-c94b70493be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:17.300439 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7280c5-f29f-4061-8716-c94b70493be1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afdcffb5-f241-4374-88bb-6b70bcb63431 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:08:17.325884 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b7280c5-f29f-4061-8716-c94b70493be1 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:17.327264 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7b7280c5-f29f-4061-8716-c94b70493be1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/afdcffb5-f241-4374-88bb-6b70bcb63431 HTTP/1.1" status: 204 len: 168 time: 3.5660243 Aug 19 18:08:17.334235 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42590) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:17.465438 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ae5a36-267b-4032-b167-98393cc80ea2 admin admin] Deleting subnet 6a06b492-9bd5-4ec9-8bec-8fb0e833dd42 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:08:17.471406 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdd0dc4b-f193-49fc-94ad-a3063a1649ac req-c0b7bcb0-8f9c-48eb-881b-d601a9089a85 tempest-LiveMigrationTest-1309013219 tempest-LiveMigrationTest-1309013219-project] 10.222.0.24 "GET /v2.0/ports?device_id=0431fc6a-880c-423e-9a90-810e33f2ba21 HTTP/1.1" status: 200 len: 210 time: 0.0470486 Aug 19 18:08:17.474235 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9ae5a36-267b-4032-b167-98393cc80ea2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:17.545111 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9ae5a36-267b-4032-b167-98393cc80ea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:17.609958 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164e4019-ba0c-4bd3-9a8f-3bb6f206a9a2 x-openstack-request-id: req-164e4019-ba0c-4bd3-9a8f-3bb6f206a9a2 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:17.611595 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "tag": "dfb77d0d-a0bb-41e1-b68c-463a99752b1a", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:17.611595 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-164e4019-ba0c-4bd3-9a8f-3bb6f206a9a2 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:17.611951 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'tag': 'dfb77d0d-a0bb-41e1-b68c-463a99752b1a', 'status': 'completed', 'code': 200} Aug 19 18:08:17.620391 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device dc823025-d1e5-43df-b336-60b86f281194 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:17.668437 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9ae5a36-267b-4032-b167-98393cc80ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:17.676268 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: dc823025-d1e5-43df-b336-60b86f281194 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:08:17.677184 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device dc823025-d1e5-43df-b336-60b86f281194 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:08:17.684243 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb27605-08a4-4ebd-9e07-4e83f5bb4a32 service neutron] Pushing event updated for resources: {'Port': ['ID=c5aa8d31-a91d-4215-83d9-2d7dea935f79,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:17.769620 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:17.804928 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:08:17.806032 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device b14c8985-1c58-4c0a-9166-ab7cfdb3ab22 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:08:17.818570 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27eaff-6fb0-4b27-b76e-3086418ee63a req-ac9c5547-d13d-4c85-b98b-1be33b43c0df tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:17.825423 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27eaff-6fb0-4b27-b76e-3086418ee63a req-ac9c5547-d13d-4c85-b98b-1be33b43c0df tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:17.832652 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27eaff-6fb0-4b27-b76e-3086418ee63a req-ac9c5547-d13d-4c85-b98b-1be33b43c0df tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:17.840141 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27eaff-6fb0-4b27-b76e-3086418ee63a req-ac9c5547-d13d-4c85-b98b-1be33b43c0df tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:17.849251 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4187d16f-b117-4e00-aff2-0318b6ab1e56 req-1cd4c5c4-b459-4d58-9685-cf5bef0f0a48 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8177867 Aug 19 18:08:17.855439 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27eaff-6fb0-4b27-b76e-3086418ee63a req-ac9c5547-d13d-4c85-b98b-1be33b43c0df tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:17.863727 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27eaff-6fb0-4b27-b76e-3086418ee63a req-ac9c5547-d13d-4c85-b98b-1be33b43c0df tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:17.870058 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27eaff-6fb0-4b27-b76e-3086418ee63a req-ac9c5547-d13d-4c85-b98b-1be33b43c0df tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:17.878490 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ee27eaff-6fb0-4b27-b76e-3086418ee63a req-ac9c5547-d13d-4c85-b98b-1be33b43c0df tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5373 time: 0.1769986 Aug 19 18:08:17.887287 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f0696-6c08-4d84-b9a2-c5c650d8df8b req-9a390b7f-9fe6-4929-8242-5881a5811faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:17.888149 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f0696-6c08-4d84-b9a2-c5c650d8df8b req-9a390b7f-9fe6-4929-8242-5881a5811faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:17.888816 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f0696-6c08-4d84-b9a2-c5c650d8df8b req-9a390b7f-9fe6-4929-8242-5881a5811faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:17.889487 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f0696-6c08-4d84-b9a2-c5c650d8df8b req-9a390b7f-9fe6-4929-8242-5881a5811faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:17.890040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f0696-6c08-4d84-b9a2-c5c650d8df8b req-9a390b7f-9fe6-4929-8242-5881a5811faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:17.890505 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f0696-6c08-4d84-b9a2-c5c650d8df8b req-9a390b7f-9fe6-4929-8242-5881a5811faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:17.891242 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f0696-6c08-4d84-b9a2-c5c650d8df8b req-9a390b7f-9fe6-4929-8242-5881a5811faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:17.894024 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-802f0696-6c08-4d84-b9a2-c5c650d8df8b req-9a390b7f-9fe6-4929-8242-5881a5811faf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22b0cfe0dd134d888d6f8103e3004f52&device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 6168 time: 0.2936146 Aug 19 18:08:17.912577 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9ae5a36-267b-4032-b167-98393cc80ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:17.987259 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae5a36-267b-4032-b167-98393cc80ea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a06b492-9bd5-4ec9-8bec-8fb0e833dd42,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:17.989894 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9ae5a36-267b-4032-b167-98393cc80ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:17.995434 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a9ae5a36-267b-4032-b167-98393cc80ea2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6a06b492-9bd5-4ec9-8bec-8fb0e833dd42 HTTP/1.1" status: 204 len: 168 time: 0.6578691 Aug 19 18:08:17.999153 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d2ff54-194b-448e-a026-5bf51566a7fb None None] Network cd90f362-a393-471c-9ea0-f8d2f58d49da requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:18.012085 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42594) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:18.038490 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ee27eaff-6fb0-4b27-b76e-3086418ee63a req-63692152-44c6-43c4-aa60-aab3830e0996 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1578510 Aug 19 18:08:18.140909 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 50059f4b-528e-4e38-a8f4-cdb99a564cfe up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:08:18.152870 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af180d1-ae69-4a59-93c4-0fea0a23d7fe x-openstack-request-id: req-4af180d1-ae69-4a59-93c4-0fea0a23d7fe {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:18.153523 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43d11d8-37a1-42c7-957c-97c6e2662e7b", "name": "network-vif-deleted", "tag": "dc823025-d1e5-43df-b336-60b86f281194", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:18.153977 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4af180d1-ae69-4a59-93c4-0fea0a23d7fe {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:18.154538 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43d11d8-37a1-42c7-957c-97c6e2662e7b', 'name': 'network-vif-deleted', 'tag': 'dc823025-d1e5-43df-b336-60b86f281194', 'status': 'completed', 'code': 200} Aug 19 18:08:18.186786 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4b4f01c7-cd85-4122-82b8-0c6d21276b27 req-b3146958-e2e2-444e-b5f0-c26eb567c143 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2696054 Aug 19 18:08:18.202888 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-888f7176-d491-4947-9df7-9f7d63b5370c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.228503 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9c65b578-c467-4e32-a501-6f9d6a68f659 req-1a5d5728-3108-4092-9a90-8aaa322c0933 service neutron] 10.222.0.54 "GET /v2.0/networks/b1f25a42-0bf7-438c-8023-c1fe6524c164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6155860 Aug 19 18:08:18.229573 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-cfb27605-08a4-4ebd-9e07-4e83f5bb4a32 service neutron] Attempting to bind port c5aa8d31-a91d-4215-83d9-2d7dea935f79 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:18.229771 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-cfb27605-08a4-4ebd-9e07-4e83f5bb4a32 service neutron] Attempting to bind port c5aa8d31-a91d-4215-83d9-2d7dea935f79 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '0a895135-90de-40b9-9d92-4de8017ff2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:18.230267 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-cfb27605-08a4-4ebd-9e07-4e83f5bb4a32 service neutron] Attempting to bind port c5aa8d31-a91d-4215-83d9-2d7dea935f79 on network 516636c4-cca9-40b7-8447-b891fcfd801e {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:18.302467 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-cfb27605-08a4-4ebd-9e07-4e83f5bb4a32 service neutron] Port c5aa8d31-a91d-4215-83d9-2d7dea935f79 on network 516636c4-cca9-40b7-8447-b891fcfd801e not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:08:18.302796 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-cfb27605-08a4-4ebd-9e07-4e83f5bb4a32 service neutron] Attempting to bind port c5aa8d31-a91d-4215-83d9-2d7dea935f79 on network 516636c4-cca9-40b7-8447-b891fcfd801e {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:18.317895 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 50059f4b-528e-4e38-a8f4-cdb99a564cfe triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:18.318951 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.366396 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f4fb0-ca63-43fc-bd21-f9bddd8e4a35 req-8e0494b0-a4ad-421a-b186-5730f698ce70 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:18.377417 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a7f4fb0-ca63-43fc-bd21-f9bddd8e4a35 req-8e0494b0-a4ad-421a-b186-5730f698ce70 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=135a8ecd-3808-487a-8932-849f23ff8d62 HTTP/1.1" status: 200 len: 949 time: 0.3334515 Aug 19 18:08:18.382834 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1ce80eb5-9291-4649-a701-caf71270b82d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.385569 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-cfb27605-08a4-4ebd-9e07-4e83f5bb4a32 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:18.385569 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-cfb27605-08a4-4ebd-9e07-4e83f5bb4a32 service neutron] Checking segment: {'id': '0a895135-90de-40b9-9d92-4de8017ff2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:18.385569 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-cfb27605-08a4-4ebd-9e07-4e83f5bb4a32 service neutron] Bound using segment: {'id': '0a895135-90de-40b9-9d92-4de8017ff2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:18.386113 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-cfb27605-08a4-4ebd-9e07-4e83f5bb4a32 service neutron] Bound port: c5aa8d31-a91d-4215-83d9-2d7dea935f79, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a895135-90de-40b9-9d92-4de8017ff2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:18.387106 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-cfb27605-08a4-4ebd-9e07-4e83f5bb4a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.404608 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11706af9-ea21-45c3-a084-b5007b38f44d req-be4ec238-7346-4002-9d7c-05f03180fde6 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2245221 Aug 19 18:08:18.419943 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1ce80eb5-9291-4649-a701-caf71270b82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.430996 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-11706af9-ea21-45c3-a084-b5007b38f44d req-4e37f99a-0e03-42ae-b550-8c33ec79303b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:18.436990 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-888f7176-d491-4947-9df7-9f7d63b5370c admin admin] Deleting port a4817c93-95c2-4cef-94b2-347734517e3f {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:18.437816 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-888f7176-d491-4947-9df7-9f7d63b5370c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.445862 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a71ea8-4631-4237-8fa3-b44074db418e None None] DHCP port deletion for cd90f362-a393-471c-9ea0-f8d2f58d49da request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:08:18.528727 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f0696-6c08-4d84-b9a2-c5c650d8df8b req-953ab9b5-aa1a-4a46-a3a2-5fa210ff0655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:18.529328 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f0696-6c08-4d84-b9a2-c5c650d8df8b req-953ab9b5-aa1a-4a46-a3a2-5fa210ff0655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:18.530381 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f0696-6c08-4d84-b9a2-c5c650d8df8b req-953ab9b5-aa1a-4a46-a3a2-5fa210ff0655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:18.533026 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-802f0696-6c08-4d84-b9a2-c5c650d8df8b req-953ab9b5-aa1a-4a46-a3a2-5fa210ff0655 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=22b0cfe0dd134d888d6f8103e3004f52&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6234472 Aug 19 18:08:18.533961 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-38a71ea8-4631-4237-8fa3-b44074db418e None None] Deleting port a4817c93-95c2-4cef-94b2-347734517e3f {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:18.534748 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-38a71ea8-4631-4237-8fa3-b44074db418e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.574460 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-888f7176-d491-4947-9df7-9f7d63b5370c admin admin] For port a4817c93-95c2-4cef-94b2-347734517e3f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a4817c93-95c2-4cef-94b2-347734517e3f,segment=NetworkSegment(2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f),segment_id=2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:18.576206 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-888f7176-d491-4947-9df7-9f7d63b5370c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.609814 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 353f5465-46b8-4259-81b4-837784e478a3 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:18.615403 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-11706af9-ea21-45c3-a084-b5007b38f44d req-4e37f99a-0e03-42ae-b550-8c33ec79303b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.622004 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-888f7176-d491-4947-9df7-9f7d63b5370c admin admin] Calling delete_port for a4817c93-95c2-4cef-94b2-347734517e3f owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:18.671533 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 353f5465-46b8-4259-81b4-837784e478a3 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:08:18.672400 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 353f5465-46b8-4259-81b4-837784e478a3 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:08:18.682491 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a7f4fb0-ca63-43fc-bd21-f9bddd8e4a35 req-bcbff7a6-1cad-4008-bdf9-91bf43fd13db tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98c61df-2b9c-4787-9c48-908f72989b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057485 Aug 19 18:08:18.689644 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1ce80eb5-9291-4649-a701-caf71270b82d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.691893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce80eb5-9291-4649-a701-caf71270b82d admin admin] Pushing event updated for resources: {'Port': ['ID=3a4b963d-1aba-4bee-9939-1e1f1d248464,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:18.724516 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-38a71ea8-4631-4237-8fa3-b44074db418e None None] For port a4817c93-95c2-4cef-94b2-347734517e3f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a4817c93-95c2-4cef-94b2-347734517e3f,segment=NetworkSegment(2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f),segment_id=2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:18.725189 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9c65b578-c467-4e32-a501-6f9d6a68f659 req-7aa303b0-d252-4753-935e-72c6d6281c58 service neutron] 10.222.0.54 "GET /v2.0/networks/b1f25a42-0bf7-438c-8023-c1fe6524c164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851713 Aug 19 18:08:18.725410 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-38a71ea8-4631-4237-8fa3-b44074db418e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.744543 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42598) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:18.754706 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-38a71ea8-4631-4237-8fa3-b44074db418e None None] Calling delete_port for a4817c93-95c2-4cef-94b2-347734517e3f owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:18.776268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-cfb27605-08a4-4ebd-9e07-4e83f5bb4a32 service neutron] For port c5aa8d31-a91d-4215-83d9-2d7dea935f79, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:18.795504 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42600) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:18.799663 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-cfb27605-08a4-4ebd-9e07-4e83f5bb4a32 service neutron] For port c5aa8d31-a91d-4215-83d9-2d7dea935f79, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c5aa8d31-a91d-4215-83d9-2d7dea935f79,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:18.939623 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-cfb27605-08a4-4ebd-9e07-4e83f5bb4a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.959147 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-38a71ea8-4631-4237-8fa3-b44074db418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.972330 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-888f7176-d491-4947-9df7-9f7d63b5370c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.995358 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a71ea8-4631-4237-8fa3-b44074db418e None None] Pushing event deleted for resources: {'Port': ['ID=a4817c93-95c2-4cef-94b2-347734517e3f,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:19.007028 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a71ea8-4631-4237-8fa3-b44074db418e None None] No DVR routers for this DVR port a4817c93-95c2-4cef-94b2-347734517e3f on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:08:19.029737 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888f7176-d491-4947-9df7-9f7d63b5370c admin admin] No DVR routers for this DVR port a4817c93-95c2-4cef-94b2-347734517e3f on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:08:19.037311 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f7176-d491-4947-9df7-9f7d63b5370c admin admin] Pushing event deleted for resources: {'Port': ['ID=a4817c93-95c2-4cef-94b2-347734517e3f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:19.042766 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-66667140-a3ec-40ee-8b1d-930ede2a8278 admin admin] Deleting subnet ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:08:19.066859 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-66667140-a3ec-40ee-8b1d-930ede2a8278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:19.144888 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f0696-6c08-4d84-b9a2-c5c650d8df8b req-67d4e987-7f69-4de4-ad0d-b57680574792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:19.147992 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-802f0696-6c08-4d84-b9a2-c5c650d8df8b req-67d4e987-7f69-4de4-ad0d-b57680574792 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5759552 Aug 19 18:08:19.154756 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-11706af9-ea21-45c3-a084-b5007b38f44d req-4e37f99a-0e03-42ae-b550-8c33ec79303b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:19.156001 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-cfb27605-08a4-4ebd-9e07-4e83f5bb4a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:19.157101 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-cfb27605-08a4-4ebd-9e07-4e83f5bb4a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:19.159436 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-cfb27605-08a4-4ebd-9e07-4e83f5bb4a32 service neutron] 10.222.0.54 "PUT /v2.0/ports/c5aa8d31-a91d-4215-83d9-2d7dea935f79 HTTP/1.1" status: 200 len: 1131 time: 3.7235606 Aug 19 18:08:19.219157 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-888f7176-d491-4947-9df7-9f7d63b5370c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:19.243144 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-888f7176-d491-4947-9df7-9f7d63b5370c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd90f362-a393-471c-9ea0-f8d2f58d49da']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:19.262227 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-66667140-a3ec-40ee-8b1d-930ede2a8278 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:19.265125 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-47f839c3-7987-4b85-8ea1-3d700e37172c service neutron] Request body: {'port': {'device_id': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:19.265619 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-888f7176-d491-4947-9df7-9f7d63b5370c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:19.265928 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-888f7176-d491-4947-9df7-9f7d63b5370c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b49cfba-1b4d-44fe-80aa-2a8db0fbd56f') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:19.307381 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-888f7176-d491-4947-9df7-9f7d63b5370c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:19.352413 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-888f7176-d491-4947-9df7-9f7d63b5370c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:19.376531 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888f7176-d491-4947-9df7-9f7d63b5370c admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:08:19.376985 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-888f7176-d491-4947-9df7-9f7d63b5370c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:08:19.378788 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:08:19.383358 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-66667140-a3ec-40ee-8b1d-930ede2a8278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:19.385680 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb27605-08a4-4ebd-9e07-4e83f5bb4a32 service neutron] Pushing event updated for resources: {'Port': ['ID=c5aa8d31-a91d-4215-83d9-2d7dea935f79,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:19.401963 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f01c7-cd85-4122-82b8-0c6d21276b27 req-7cf8d1d9-e93a-4fd6-a853-904044e1efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:19.404562 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4b4f01c7-cd85-4122-82b8-0c6d21276b27 req-7cf8d1d9-e93a-4fd6-a853-904044e1efbf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=245cdbea3ee940a88607d44478ca1486&device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 1096 time: 0.5185299 Aug 19 18:08:19.425342 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce80eb5-9291-4649-a701-caf71270b82d admin admin] Network b3986ad4-b00d-45ed-b82d-6ac18e427247 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:19.451525 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-1ce80eb5-9291-4649-a701-caf71270b82d admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:19.464526 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-11706af9-ea21-45c3-a084-b5007b38f44d req-4e37f99a-0e03-42ae-b550-8c33ec79303b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Allocated IP 172.25.8.99 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/6a63dd21-f49e-4777-8321-1269217b8b82) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:19.467875 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76dc20-4319-45f4-be32-128bd120e681 req-616a2c6a-4ada-4b49-8e6e-8ce5ab182400 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:19.471156 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b76dc20-4319-45f4-be32-128bd120e681 req-616a2c6a-4ada-4b49-8e6e-8ce5ab182400 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 945 time: 0.4273171 Aug 19 18:08:19.534828 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-888f7176-d491-4947-9df7-9f7d63b5370c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:19.584086 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-888f7176-d491-4947-9df7-9f7d63b5370c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:19.587004 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-888f7176-d491-4947-9df7-9f7d63b5370c admin admin] 10.222.0.24 "DELETE /v2.0/networks/cd90f362-a393-471c-9ea0-f8d2f58d49da HTTP/1.1" status: 204 len: 168 time: 1.5733705 Aug 19 18:08:19.601200 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42608) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:19.646193 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0431fc6a-880c-423e-9a90-810e33f2ba21', 'name': 'network-vif-deleted', 'tag': 'b14c8985-1c58-4c0a-9166-ab7cfdb3ab22'}, {'name': 'network-changed', 'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'tag': 'c5aa8d31-a91d-4215-83d9-2d7dea935f79'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:19.649519 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b9756c-d827-4c73-b8f0-eb7d54a28577" -d '{"events": [{"server_uuid": "0431fc6a-880c-423e-9a90-810e33f2ba21", "name": "network-vif-deleted", "tag": "b14c8985-1c58-4c0a-9166-ab7cfdb3ab22"}, {"name": "network-changed", "server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "tag": "c5aa8d31-a91d-4215-83d9-2d7dea935f79"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:19.695872 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-47f839c3-7987-4b85-8ea1-3d700e37172c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:19.817396 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0fc0bb72-0c6d-4ecd-9e20-d7d8e461279d None None] Provisioning complete for port 3a4b963d-1aba-4bee-9939-1e1f1d248464 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:19.818753 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0fc0bb72-0c6d-4ecd-9e20-d7d8e461279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:19.851337 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a4817c93-95c2-4cef-94b2-347734517e3f no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:19.882312 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: a4817c93-95c2-4cef-94b2-347734517e3f {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:08:19.882650 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a4817c93-95c2-4cef-94b2-347734517e3f not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:08:19.896144 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0fc0bb72-0c6d-4ecd-9e20-d7d8e461279d None None] Port 3a4b963d-1aba-4bee-9939-1e1f1d248464 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:08:19.982902 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f7176-d491-4947-9df7-9f7d63b5370c admin admin] Pushing event deleted for resources: {'Network': ['ID=cd90f362-a393-471c-9ea0-f8d2f58d49da,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:19.986456 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-66667140-a3ec-40ee-8b1d-930ede2a8278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:20.072053 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66667140-a3ec-40ee-8b1d-930ede2a8278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd77c82-a885-46d6-b7ae-a3f47fa8bac4,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:20.076887 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-66667140-a3ec-40ee-8b1d-930ede2a8278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:20.082028 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-66667140-a3ec-40ee-8b1d-930ede2a8278 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ccd77c82-a885-46d6-b7ae-a3f47fa8bac4 HTTP/1.1" status: 204 len: 168 time: 1.2842631 Aug 19 18:08:20.085381 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42614) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:20.159456 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102aeeb5-d520-472e-b2ee-279a43fddd23', 'tag': '78b023f4-e475-45ab-9cbc-06056d0bcc2f'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:20.161971 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6201a14-b345-4569-8959-98f5cee7007c" -d '{"events": [{"name": "network-changed", "server_uuid": "102aeeb5-d520-472e-b2ee-279a43fddd23", "tag": "78b023f4-e475-45ab-9cbc-06056d0bcc2f"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:20.195415 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-11706af9-ea21-45c3-a084-b5007b38f44d req-4e37f99a-0e03-42ae-b550-8c33ec79303b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:20.213908 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aadfc18b-ea67-4dcd-9faf-405b501418e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:20.389366 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-11706af9-ea21-45c3-a084-b5007b38f44d req-4e37f99a-0e03-42ae-b550-8c33ec79303b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:20.389801 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b76dc20-4319-45f4-be32-128bd120e681 req-eda1f373-b79d-4fc5-b351-02667b470737 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8769264 Aug 19 18:08:20.564402 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f01c7-cd85-4122-82b8-0c6d21276b27 req-af939dc9-a6d7-48a9-be28-12a3bec75dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:20.566091 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4b4f01c7-cd85-4122-82b8-0c6d21276b27 req-af939dc9-a6d7-48a9-be28-12a3bec75dd0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1f25a42-0bf7-438c-8023-c1fe6524c164 HTTP/1.1" status: 200 len: 920 time: 1.1326103 Aug 19 18:08:20.614136 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aadfc18b-ea67-4dcd-9faf-405b501418e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:20.624800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11706af9-ea21-45c3-a084-b5007b38f44d req-4e37f99a-0e03-42ae-b550-8c33ec79303b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:20.641046 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-11706af9-ea21-45c3-a084-b5007b38f44d req-4e37f99a-0e03-42ae-b550-8c33ec79303b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:20.644680 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37f99a-0e03-42ae-b550-8c33ec79303b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Pushing event updated for resources: {'Port': ['ID=6a63dd21-f49e-4777-8321-1269217b8b82,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:20.648428 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-11706af9-ea21-45c3-a084-b5007b38f44d req-4e37f99a-0e03-42ae-b550-8c33ec79303b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:20.664520 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-aadfc18b-ea67-4dcd-9faf-405b501418e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50874bd2-7160-4e95-947b-586c5b7daba3']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:20.707261 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce80eb5-9291-4649-a701-caf71270b82d admin admin] Router 4ac10a2e-2f16-4c7a-a708-d93265d0991b has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:08:20.712114 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4b4f01c7-cd85-4122-82b8-0c6d21276b27 req-786c1d33-3d6a-4e74-aa59-9a829a7dee22 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b023f4-e475-45ab-9cbc-06056d0bcc2f HTTP/1.1" status: 200 len: 217 time: 0.1216490 Aug 19 18:08:20.718242 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-aadfc18b-ea67-4dcd-9faf-405b501418e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:20.718727 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-aadfc18b-ea67-4dcd-9faf-405b501418e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b2e34a-cdbb-497e-95d0-9ecebdbc40d6') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:20.756845 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aadfc18b-ea67-4dcd-9faf-405b501418e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:20.857224 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aadfc18b-ea67-4dcd-9faf-405b501418e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:20.907884 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aadfc18b-ea67-4dcd-9faf-405b501418e8 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:08:20.908315 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aadfc18b-ea67-4dcd-9faf-405b501418e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:08:20.913119 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:08:20.973515 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb2227-86d1-45de-bd8f-a8ae6571f418 req-af9b4a56-044c-46dd-9a1f-983bca2c693c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:20.980080 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb2227-86d1-45de-bd8f-a8ae6571f418 req-af9b4a56-044c-46dd-9a1f-983bca2c693c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:20.991035 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb2227-86d1-45de-bd8f-a8ae6571f418 req-af9b4a56-044c-46dd-9a1f-983bca2c693c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:21.002490 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb2227-86d1-45de-bd8f-a8ae6571f418 req-af9b4a56-044c-46dd-9a1f-983bca2c693c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:21.008092 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb2227-86d1-45de-bd8f-a8ae6571f418 req-af9b4a56-044c-46dd-9a1f-983bca2c693c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:21.021269 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb2227-86d1-45de-bd8f-a8ae6571f418 req-af9b4a56-044c-46dd-9a1f-983bca2c693c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:21.027838 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb2227-86d1-45de-bd8f-a8ae6571f418 req-af9b4a56-044c-46dd-9a1f-983bca2c693c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:21.028617 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-11706af9-ea21-45c3-a084-b5007b38f44d req-4e37f99a-0e03-42ae-b550-8c33ec79303b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:21.042843 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1bbb2227-86d1-45de-bd8f-a8ae6571f418 req-af9b4a56-044c-46dd-9a1f-983bca2c693c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5373 time: 0.4851506 Aug 19 18:08:21.116351 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aadfc18b-ea67-4dcd-9faf-405b501418e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:21.124935 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-11706af9-ea21-45c3-a084-b5007b38f44d req-4e37f99a-0e03-42ae-b550-8c33ec79303b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:21.129682 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aadfc18b-ea67-4dcd-9faf-405b501418e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:21.136289 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-aadfc18b-ea67-4dcd-9faf-405b501418e8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/50874bd2-7160-4e95-947b-586c5b7daba3 HTTP/1.1" status: 204 len: 168 time: 1.0437028 Aug 19 18:08:21.158242 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42618) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:21.176888 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfc18b-ea67-4dcd-9faf-405b501418e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=50874bd2-7160-4e95-947b-586c5b7daba3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:21.199344 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f01c7-cd85-4122-82b8-0c6d21276b27 req-b2073ad0-618d-41ba-9d75-4a750c74c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:21.200873 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4b4f01c7-cd85-4122-82b8-0c6d21276b27 req-b2073ad0-618d-41ba-9d75-4a750c74c8db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f22f8c54-0669-4c4f-bbb0-adba99072f6b HTTP/1.1" status: 200 len: 859 time: 0.3943682 Aug 19 18:08:21.356623 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6685465f-a402-41e4-a9fc-29934d48048f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:21.402751 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4b4f01c7-cd85-4122-82b8-0c6d21276b27 req-43f6a35d-35bb-40be-a3a7-4dc52be74d80 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1f25a42-0bf7-438c-8023-c1fe6524c164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1654255 Aug 19 18:08:21.458688 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1bbb2227-86d1-45de-bd8f-a8ae6571f418 req-b7b446d6-a99a-413f-8cc8-fadef7f3a58c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4144697 Aug 19 18:08:21.463128 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a6aab5-54ee-4a2d-bbd9-61e75883507c admin admin] Deleting subnet 2bc006bb-bf1b-4436-b147-2386bb6373c8 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:08:21.580438 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-23a6aab5-54ee-4a2d-bbd9-61e75883507c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:21.590418 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-11706af9-ea21-45c3-a084-b5007b38f44d req-4e37f99a-0e03-42ae-b550-8c33ec79303b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:21.598568 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce80eb5-9291-4649-a701-caf71270b82d admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:08:21.609676 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1ce80eb5-9291-4649-a701-caf71270b82d admin admin] 10.222.0.24 "PUT /v2.0/routers/4ac10a2e-2f16-4c7a-a708-d93265d0991b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9981701 Aug 19 18:08:21.625481 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] Sync routers for ids ['4ac10a2e-2f16-4c7a-a708-d93265d0991b'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:08:21.655561 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] Routers {'4ac10a2e-2f16-4c7a-a708-d93265d0991b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:21.661749 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:08:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4ac10a2e-2f16-4c7a-a708-d93265d0991b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:21.717981 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-23a6aab5-54ee-4a2d-bbd9-61e75883507c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:21.754217 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-11706af9-ea21-45c3-a084-b5007b38f44d req-4e37f99a-0e03-42ae-b550-8c33ec79303b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:21.808074 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-23a6aab5-54ee-4a2d-bbd9-61e75883507c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:21.917014 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-47f839c3-7987-4b85-8ea1-3d700e37172c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 093f4306-674e-490b-a5f0-ea79738c3dd1 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:21.935550 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-47f839c3-7987-4b85-8ea1-3d700e37172c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:21.950791 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5666fd92-e341-4b21-b775-3c1d9393ea50 x-openstack-request-id: req-5666fd92-e341-4b21-b775-3c1d9393ea50 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:21.951146 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0431fc6a-880c-423e-9a90-810e33f2ba21", "name": "network-vif-deleted", "tag": "b14c8985-1c58-4c0a-9166-ab7cfdb3ab22", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "tag": "c5aa8d31-a91d-4215-83d9-2d7dea935f79", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:21.951494 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5666fd92-e341-4b21-b775-3c1d9393ea50 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:21.953954 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] Set router 4ac10a2e-2f16-4c7a-a708-d93265d0991b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:08:21.959510 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42624) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:21.961826 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0431fc6a-880c-423e-9a90-810e33f2ba21', 'name': 'network-vif-deleted', 'tag': 'b14c8985-1c58-4c0a-9166-ab7cfdb3ab22', 'status': 'completed', 'code': 200} Aug 19 18:08:21.962112 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'tag': 'c5aa8d31-a91d-4215-83d9-2d7dea935f79', 'status': 'completed', 'code': 200} Aug 19 18:08:22.010043 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37f99a-0e03-42ae-b550-8c33ec79303b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Pushing event updated for resources: {'Port': ['ID=6a63dd21-f49e-4777-8321-1269217b8b82,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:22.034721 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-11706af9-ea21-45c3-a084-b5007b38f44d req-4e37f99a-0e03-42ae-b550-8c33ec79303b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.068444 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-11706af9-ea21-45c3-a084-b5007b38f44d req-4e37f99a-0e03-42ae-b550-8c33ec79303b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.080043 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11706af9-ea21-45c3-a084-b5007b38f44d req-4e37f99a-0e03-42ae-b550-8c33ec79303b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6569779 Aug 19 18:08:22.119759 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-47f839c3-7987-4b85-8ea1-3d700e37172c service neutron] Transition to ACTIVE for port object 093f4306-674e-490b-a5f0-ea79738c3dd1 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:22.146420 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-47f839c3-7987-4b85-8ea1-3d700e37172c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.180776 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-bd6bb8ba-74c6-4770-a3e7-d736898e91b2 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1078219332'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:22.215830 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11706af9-ea21-45c3-a084-b5007b38f44d req-714e2c5c-cfce-4b4d-870e-dc0a96fd71a0 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.99 HTTP/1.1" status: 200 len: 695 time: 0.1340201 Aug 19 18:08:22.237672 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4b4f01c7-cd85-4122-82b8-0c6d21276b27 req-78b6c883-4966-4d30-8696-4ee4fb73dae0 service neutron] 10.222.0.54 "GET /v2.0/networks/b1f25a42-0bf7-438c-8023-c1fe6524c164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8069437 Aug 19 18:08:22.264479 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-23a6aab5-54ee-4a2d-bbd9-61e75883507c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.291395 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac10a2e-2f16-4c7a-a708-d93265d0991b', 'name': 'tempest-ServersTestMultiNic-860065807-router', 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '50059f4b-528e-4e38-a8f4-cdb99a564cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:08:02Z', 'updated_at': '2021-08-19T18:08:16Z', 'revision_number': 4, 'project_id': 'b36c037b46974fbab72ee33dddb5d134', 'gw_port': {'id': '50059f4b-528e-4e38-a8f4-cdb99a564cfe', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:92:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac10a2e-2f16-4c7a-a708-d93265d0991b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:08:04Z', 'updated_at': '2021-08-19T18:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '3a4b963d-1aba-4bee-9939-1e1f1d248464', 'name': '', 'network_id': 'b3986ad4-b00d-45ed-b82d-6ac18e427247', 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134', 'mac_address': 'fa:16:3e:a5:67:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac10a2e-2f16-4c7a-a708-d93265d0991b', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '5d6fc4fd-4407-4240-9265-00371e67473f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:08:12Z', 'updated_at': '2021-08-19T18:08:17Z', 'revision_number': 2, 'project_id': 'b36c037b46974fbab72ee33dddb5d134', 'subnets': [{'id': '5d6fc4fd-4407-4240-9265-00371e67473f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:22.319136 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6bb8ba-74c6-4770-a3e7-d736898e91b2 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Made reservation on behalf of b36c037b46974fbab72ee33dddb5d134 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:22.323264 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6bb8ba-74c6-4770-a3e7-d736898e91b2 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.333706 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9756c-d827-4c73-b8f0-eb7d54a28577 req-b604cd0b-39a8-4d19-a4e9-e5c99178de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:22.334197 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9756c-d827-4c73-b8f0-eb7d54a28577 req-b604cd0b-39a8-4d19-a4e9-e5c99178de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:22.334617 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] Checking router: 4ac10a2e-2f16-4c7a-a708-d93265d0991b for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:08:22.334781 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9756c-d827-4c73-b8f0-eb7d54a28577 req-b604cd0b-39a8-4d19-a4e9-e5c99178de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:22.334876 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] Updating router 4ac10a2e-2f16-4c7a-a708-d93265d0991b port 3a4b963d-1aba-4bee-9939-1e1f1d248464 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:08:22.335135 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9756c-d827-4c73-b8f0-eb7d54a28577 req-b604cd0b-39a8-4d19-a4e9-e5c99178de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:22.335621 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9756c-d827-4c73-b8f0-eb7d54a28577 req-b604cd0b-39a8-4d19-a4e9-e5c99178de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:22.336216 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9756c-d827-4c73-b8f0-eb7d54a28577 req-b604cd0b-39a8-4d19-a4e9-e5c99178de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:22.336663 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9756c-d827-4c73-b8f0-eb7d54a28577 req-b604cd0b-39a8-4d19-a4e9-e5c99178de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:22.341119 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a1b9756c-d827-4c73-b8f0-eb7d54a28577 req-b604cd0b-39a8-4d19-a4e9-e5c99178de43 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22b0cfe0dd134d888d6f8103e3004f52&device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 6210 time: 0.3725660 Aug 19 18:08:22.341119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f839c3-7987-4b85-8ea1-3d700e37172c service neutron] Pushing event updated for resources: {'Port': ['ID=093f4306-674e-490b-a5f0-ea79738c3dd1,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:22.350162 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b91fc-9ea6-4d44-bf03-6005b906bae8 req-d6cd3ee7-3889-4fce-af33-a589a1dc8ce6 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:22.351960 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-435b91fc-9ea6-4d44-bf03-6005b906bae8 req-d6cd3ee7-3889-4fce-af33-a589a1dc8ce6 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=135a8ecd-3808-487a-8932-849f23ff8d62 HTTP/1.1" status: 200 len: 949 time: 0.3845258 Aug 19 18:08:22.385153 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.400354 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6bb8ba-74c6-4770-a3e7-d736898e91b2 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:08:22.414546 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6aab5-54ee-4a2d-bbd9-61e75883507c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bc006bb-bf1b-4436-b147-2386bb6373c8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:22.432382 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-6685465f-a402-41e4-a9fc-29934d48048f admin admin] Deleting port d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:22.432729 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6685465f-a402-41e4-a9fc-29934d48048f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.436051 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6bb8ba-74c6-4770-a3e7-d736898e91b2 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.436398 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-bd6bb8ba-74c6-4770-a3e7-d736898e91b2 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Added segment 49cbdd55-f066-41a3-86f8-2cff75cce4e4 of type vlan for network 6a3a36df-824b-41ca-906b-54036dc236c9 Aug 19 18:08:22.455564 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11706af9-ea21-45c3-a084-b5007b38f44d req-f4762275-14e8-42ab-a217-f98a6af03716 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:22.457044 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11706af9-ea21-45c3-a084-b5007b38f44d req-f4762275-14e8-42ab-a217-f98a6af03716 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.1995182 Aug 19 18:08:22.515344 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-23a6aab5-54ee-4a2d-bbd9-61e75883507c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.521349 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-23a6aab5-54ee-4a2d-bbd9-61e75883507c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2bc006bb-bf1b-4436-b147-2386bb6373c8 HTTP/1.1" status: 204 len: 168 time: 1.3548281 Aug 19 18:08:22.524571 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42630) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:22.562896 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e267de-c6dd-482e-8925-d61dad779ce4 x-openstack-request-id: req-93e267de-c6dd-482e-8925-d61dad779ce4 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:22.563787 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102aeeb5-d520-472e-b2ee-279a43fddd23", "tag": "78b023f4-e475-45ab-9cbc-06056d0bcc2f", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:22.564042 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93e267de-c6dd-482e-8925-d61dad779ce4 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:22.564544 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102aeeb5-d520-472e-b2ee-279a43fddd23', 'tag': '78b023f4-e475-45ab-9cbc-06056d0bcc2f', 'status': 'completed', 'code': 200} Aug 19 18:08:22.673166 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-435b91fc-9ea6-4d44-bf03-6005b906bae8 req-62280f1a-5f57-4eda-9987-75097f623e95 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98c61df-2b9c-4787-9c48-908f72989b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544677 Aug 19 18:08:22.694464 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6bb8ba-74c6-4770-a3e7-d736898e91b2 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.737244 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4b4f01c7-cd85-4122-82b8-0c6d21276b27 req-b311caf3-9f10-4996-86b4-674e1a5a6bb5 service neutron] 10.222.0.54 "GET /v2.0/networks/b1f25a42-0bf7-438c-8023-c1fe6524c164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844370 Aug 19 18:08:22.756719 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9756c-d827-4c73-b8f0-eb7d54a28577 req-becbdb0d-417b-48b1-9d40-4d097d0350f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:22.757199 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9756c-d827-4c73-b8f0-eb7d54a28577 req-becbdb0d-417b-48b1-9d40-4d097d0350f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:22.757644 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9756c-d827-4c73-b8f0-eb7d54a28577 req-becbdb0d-417b-48b1-9d40-4d097d0350f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:22.759286 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a1b9756c-d827-4c73-b8f0-eb7d54a28577 req-becbdb0d-417b-48b1-9d40-4d097d0350f1 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=22b0cfe0dd134d888d6f8103e3004f52&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4045563 Aug 19 18:08:22.788652 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e37eaf6f-0945-46d8-ba03-9a373d8a935a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.809644 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-47f839c3-7987-4b85-8ea1-3d700e37172c service neutron] Attempting to bind port 093f4306-674e-490b-a5f0-ea79738c3dd1 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:22.809644 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-47f839c3-7987-4b85-8ea1-3d700e37172c service neutron] Attempting to bind port 093f4306-674e-490b-a5f0-ea79738c3dd1 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '0a895135-90de-40b9-9d92-4de8017ff2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:22.809644 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-47f839c3-7987-4b85-8ea1-3d700e37172c service neutron] Attempting to bind port 093f4306-674e-490b-a5f0-ea79738c3dd1 on network 516636c4-cca9-40b7-8447-b891fcfd801e {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:22.845061 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.db.resource_extend [None req-bd6bb8ba-74c6-4770-a3e7-d736898e91b2 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:08:22.847188 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.855998 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bad1d7f6-31ec-4d2d-a697-4c9941ac1e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.860544 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-6685465f-a402-41e4-a9fc-29934d48048f admin admin] For port d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d,segment=NetworkSegment(c8664808-f75e-4c04-bdd8-edf0122b5bb2),segment_id=c8664808-f75e-4c04-bdd8-edf0122b5bb2)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:22.861025 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6685465f-a402-41e4-a9fc-29934d48048f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.868835 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] Transition to ACTIVE for port object 3a4b963d-1aba-4bee-9939-1e1f1d248464 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:22.880935 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.904050 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-6685465f-a402-41e4-a9fc-29934d48048f admin admin] Calling delete_port for d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:22.916328 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-47f839c3-7987-4b85-8ea1-3d700e37172c service neutron] Port 093f4306-674e-490b-a5f0-ea79738c3dd1 on network 516636c4-cca9-40b7-8447-b891fcfd801e not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:08:22.916664 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-47f839c3-7987-4b85-8ea1-3d700e37172c service neutron] Attempting to bind port 093f4306-674e-490b-a5f0-ea79738c3dd1 on network 516636c4-cca9-40b7-8447-b891fcfd801e {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:22.918951 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6bb8ba-74c6-4770-a3e7-d736898e91b2 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.926448 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6bb8ba-74c6-4770-a3e7-d736898e91b2 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:22.927090 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6bb8ba-74c6-4770-a3e7-d736898e91b2 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.958364 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bd6bb8ba-74c6-4770-a3e7-d736898e91b2 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9967294 Aug 19 18:08:22.982968 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42636) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:23.057055 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-ae5703b2-a2f4-4a22-b423-7e7dd2db3ad9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Request body: {'subnet': {'network_id': '6a3a36df-824b-41ca-906b-54036dc236c9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:23.088003 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a92e3-1560-4718-8248-272e07b3787a req-fa8873c5-5b52-47d8-aa65-35b0b773eee5 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:23.097211 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4a2a92e3-1560-4718-8248-272e07b3787a req-fa8873c5-5b52-47d8-aa65-35b0b773eee5 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 945 time: 0.4420269 Aug 19 18:08:23.151626 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a32abe-4df9-48a1-88de-889a7ee55a12 None None] Pushing event updated for resources: {'Port': ['ID=3a4b963d-1aba-4bee-9939-1e1f1d248464,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:23.175429 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] Attempting to bind port 3a4b963d-1aba-4bee-9939-1e1f1d248464 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:23.175847 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] Attempting to bind port 3a4b963d-1aba-4bee-9939-1e1f1d248464 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '33a7d544-d969-4a4f-bf00-925d2d216096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b3986ad4-b00d-45ed-b82d-6ac18e427247'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:23.176156 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] Attempting to bind port 3a4b963d-1aba-4bee-9939-1e1f1d248464 on network b3986ad4-b00d-45ed-b82d-6ac18e427247 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:23.182854 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:23.183376 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] Checking segment: {'id': '33a7d544-d969-4a4f-bf00-925d2d216096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b3986ad4-b00d-45ed-b82d-6ac18e427247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:23.184017 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:23.184907 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] Bound using segment: {'id': '33a7d544-d969-4a4f-bf00-925d2d216096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b3986ad4-b00d-45ed-b82d-6ac18e427247'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:23.185797 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] Bound port: 3a4b963d-1aba-4bee-9939-1e1f1d248464, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a7d544-d969-4a4f-bf00-925d2d216096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b3986ad4-b00d-45ed-b82d-6ac18e427247'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:23.186414 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:23.293455 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] For port 3a4b963d-1aba-4bee-9939-1e1f1d248464, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:23.299831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] For port 3a4b963d-1aba-4bee-9939-1e1f1d248464, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3a4b963d-1aba-4bee-9939-1e1f1d248464,segment=NetworkSegment(33a7d544-d969-4a4f-bf00-925d2d216096),segment_id=33a7d544-d969-4a4f-bf00-925d2d216096)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:23.313883 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:23.349580 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-47f839c3-7987-4b85-8ea1-3d700e37172c service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:23.350000 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-47f839c3-7987-4b85-8ea1-3d700e37172c service neutron] Checking segment: {'id': '0a895135-90de-40b9-9d92-4de8017ff2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:23.350364 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-47f839c3-7987-4b85-8ea1-3d700e37172c service neutron] Bound using segment: {'id': '0a895135-90de-40b9-9d92-4de8017ff2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:23.351092 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-47f839c3-7987-4b85-8ea1-3d700e37172c service neutron] Bound port: 093f4306-674e-490b-a5f0-ea79738c3dd1, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a895135-90de-40b9-9d92-4de8017ff2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:23.351310 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-47f839c3-7987-4b85-8ea1-3d700e37172c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:23.377906 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a32abe-4df9-48a1-88de-889a7ee55a12 None None] Pushing event updated for resources: {'Port': ['ID=3a4b963d-1aba-4bee-9939-1e1f1d248464,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:23.410374 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bb8ba-74c6-4770-a3e7-d736898e91b2 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event updated for resources: {'Network': ['ID=6a3a36df-824b-41ca-906b-54036dc236c9,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:23.412828 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] Routers {'4ac10a2e-2f16-4c7a-a708-d93265d0991b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:23.413395 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:08:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4ac10a2e-2f16-4c7a-a708-d93265d0991b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:23.431989 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bad1d7f6-31ec-4d2d-a697-4c9941ac1e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:23.477756 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-bad1d7f6-31ec-4d2d-a697-4c9941ac1e21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ace0ba1-ae5f-442c-aebd-e52105f36b8c']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:23.499226 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4a2a92e3-1560-4718-8248-272e07b3787a req-b9899642-12dd-4be6-ab17-6fd45e4be730 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007592 Aug 19 18:08:23.563735 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] Set router 4ac10a2e-2f16-4c7a-a708-d93265d0991b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:08:23.602311 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6201a14-b345-4569-8959-98f5cee7007c req-00ab99fc-04ab-445b-802f-d3afb407b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:23.605874 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f6201a14-b345-4569-8959-98f5cee7007c req-00ab99fc-04ab-445b-802f-d3afb407b376 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=245cdbea3ee940a88607d44478ca1486&device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 1096 time: 0.7205746 Aug 19 18:08:23.638769 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9756c-d827-4c73-b8f0-eb7d54a28577 req-14e79bcf-de42-40c1-ab22-998b6ff6dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:23.640282 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a1b9756c-d827-4c73-b8f0-eb7d54a28577 req-14e79bcf-de42-40c1-ab22-998b6ff6dae6 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8663495 Aug 19 18:08:23.691054 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7c86e-32ab-449a-8716-c872f7a1ccbb req-c1c2ee58-a6c7-4504-8a90-df670828003c tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:23.694861 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 6a3a36df-824b-41ca-906b-54036dc236c9 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:08:23.698799 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0e7c86e-32ab-449a-8716-c872f7a1ccbb req-c1c2ee58-a6c7-4504-8a90-df670828003c tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.8093288 Aug 19 18:08:23.748558 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-bad1d7f6-31ec-4d2d-a697-4c9941ac1e21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a47971-c83b-4749-93fa-8b7ea6c9bb97') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:23.750612 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-bad1d7f6-31ec-4d2d-a697-4c9941ac1e21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a47971-c83b-4749-93fa-8b7ea6c9bb97') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:23.838188 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bad1d7f6-31ec-4d2d-a697-4c9941ac1e21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:23.849231 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-47f839c3-7987-4b85-8ea1-3d700e37172c service neutron] For port 093f4306-674e-490b-a5f0-ea79738c3dd1, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:23.906578 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0e7c86e-32ab-449a-8716-c872f7a1ccbb req-25465bdc-c05d-4726-87fc-f6e496e4ebc3 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.99 HTTP/1.1" status: 200 len: 695 time: 0.2072668 Aug 19 18:08:23.912985 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-47f839c3-7987-4b85-8ea1-3d700e37172c service neutron] For port 093f4306-674e-490b-a5f0-ea79738c3dd1, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=093f4306-674e-490b-a5f0-ea79738c3dd1,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:23.918014 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-b0e7c86e-32ab-449a-8716-c872f7a1ccbb req-afef6ce8-2519-4d9a-84ee-3a9e4df412cd tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Request body: {'floatingip': {'port_id': '78b023f4-e475-45ab-9cbc-06056d0bcc2f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:23.942895 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bad1d7f6-31ec-4d2d-a697-4c9941ac1e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:23.956728 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac10a2e-2f16-4c7a-a708-d93265d0991b', 'name': 'tempest-ServersTestMultiNic-860065807-router', 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '50059f4b-528e-4e38-a8f4-cdb99a564cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:08:02Z', 'updated_at': '2021-08-19T18:08:16Z', 'revision_number': 4, 'project_id': 'b36c037b46974fbab72ee33dddb5d134', 'gw_port': {'id': '50059f4b-528e-4e38-a8f4-cdb99a564cfe', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:92:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac10a2e-2f16-4c7a-a708-d93265d0991b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:08:04Z', 'updated_at': '2021-08-19T18:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '3a4b963d-1aba-4bee-9939-1e1f1d248464', 'name': '', 'network_id': 'b3986ad4-b00d-45ed-b82d-6ac18e427247', 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134', 'mac_address': 'fa:16:3e:a5:67:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac10a2e-2f16-4c7a-a708-d93265d0991b', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '5d6fc4fd-4407-4240-9265-00371e67473f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:08:12Z', 'updated_at': '2021-08-19T18:08:23Z', 'revision_number': 4, 'project_id': 'b36c037b46974fbab72ee33dddb5d134', 'subnets': [{'id': '5d6fc4fd-4407-4240-9265-00371e67473f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:23.967341 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5703b2-a2f4-4a22-b423-7e7dd2db3ad9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Made reservation on behalf of b36c037b46974fbab72ee33dddb5d134 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:23.972045 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ae5703b2-a2f4-4a22-b423-7e7dd2db3ad9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:23.981639 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad1d7f6-31ec-4d2d-a697-4c9941ac1e21 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:08:23.981854 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bad1d7f6-31ec-4d2d-a697-4c9941ac1e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:08:24.004484 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:08:24.007632 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e28efa-231b-44c1-aa47-2e7e164548ae None None] The sync data for ids ['4ac10a2e-2f16-4c7a-a708-d93265d0991b'] in n-d-803753-2 is: [{'id': '4ac10a2e-2f16-4c7a-a708-d93265d0991b', 'name': 'tempest-ServersTestMultiNic-860065807-router', 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '50059f4b-528e-4e38-a8f4-cdb99a564cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:08:02Z', 'updated_at': '2021-08-19T18:08:16Z', 'revision_number': 4, 'project_id': 'b36c037b46974fbab72ee33dddb5d134', 'gw_port': {'id': '50059f4b-528e-4e38-a8f4-cdb99a564cfe', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:92:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac10a2e-2f16-4c7a-a708-d93265d0991b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:08:04Z', 'updated_at': '2021-08-19T18:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '3a4b963d-1aba-4bee-9939-1e1f1d248464', 'name': '', 'network_id': 'b3986ad4-b00d-45ed-b82d-6ac18e427247', 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134', 'mac_address': 'fa:16:3e:a5:67:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac10a2e-2f16-4c7a-a708-d93265d0991b', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '5d6fc4fd-4407-4240-9265-00371e67473f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:08:12Z', 'updated_at': '2021-08-19T18:08:23Z', 'revision_number': 4, 'project_id': 'b36c037b46974fbab72ee33dddb5d134', 'subnets': [{'id': '5d6fc4fd-4407-4240-9265-00371e67473f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:08:24.039896 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-47f839c3-7987-4b85-8ea1-3d700e37172c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:24.066494 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b0e7c86e-32ab-449a-8716-c872f7a1ccbb req-afef6ce8-2519-4d9a-84ee-3a9e4df412cd tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks [] for floatingip, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:24.166949 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ec7b1-c771-413d-a678-7a587ea2675f req-9534a4df-cb04-42bd-8bb8-874aa757bfcb tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:24.177363 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ec7b1-c771-413d-a678-7a587ea2675f req-9534a4df-cb04-42bd-8bb8-874aa757bfcb tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:24.187402 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ec7b1-c771-413d-a678-7a587ea2675f req-9534a4df-cb04-42bd-8bb8-874aa757bfcb tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:24.198415 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ec7b1-c771-413d-a678-7a587ea2675f req-9534a4df-cb04-42bd-8bb8-874aa757bfcb tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:24.209608 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ec7b1-c771-413d-a678-7a587ea2675f req-9534a4df-cb04-42bd-8bb8-874aa757bfcb tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:24.218920 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ec7b1-c771-413d-a678-7a587ea2675f req-9534a4df-cb04-42bd-8bb8-874aa757bfcb tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:24.233128 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ec7b1-c771-413d-a678-7a587ea2675f req-9534a4df-cb04-42bd-8bb8-874aa757bfcb tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:24.237049 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-177ec7b1-c771-413d-a678-7a587ea2675f req-9534a4df-cb04-42bd-8bb8-874aa757bfcb tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5385 time: 0.4731848 Aug 19 18:08:24.253080 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6201a14-b345-4569-8959-98f5cee7007c req-9f466452-3f9f-4a97-a2c5-cb6ae35d1240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:24.255278 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f6201a14-b345-4569-8959-98f5cee7007c req-9f466452-3f9f-4a97-a2c5-cb6ae35d1240 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1f25a42-0bf7-438c-8023-c1fe6524c164 HTTP/1.1" status: 200 len: 920 time: 0.6244736 Aug 19 18:08:24.257909 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-47f839c3-7987-4b85-8ea1-3d700e37172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:24.258610 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-47f839c3-7987-4b85-8ea1-3d700e37172c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:24.260167 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-47f839c3-7987-4b85-8ea1-3d700e37172c service neutron] 10.222.0.54 "PUT /v2.0/ports/093f4306-674e-490b-a5f0-ea79738c3dd1 HTTP/1.1" status: 200 len: 1090 time: 5.0151370 Aug 19 18:08:24.270189 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'tag': '093f4306-674e-490b-a5f0-ea79738c3dd1'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:24.272665 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00563c67-5b17-4a82-997b-6aa442a64bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "tag": "093f4306-674e-490b-a5f0-ea79738c3dd1"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:24.286875 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6685465f-a402-41e4-a9fc-29934d48048f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:24.289977 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bad1d7f6-31ec-4d2d-a697-4c9941ac1e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:24.355633 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b17cf9c2-ba00-450b-9573-f57fc3dd702d service neutron] Request body: {'port': {'device_id': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:24.370561 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685465f-a402-41e4-a9fc-29934d48048f admin admin] Pushing event deleted for resources: {'Port': ['ID=d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:24.407792 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bad1d7f6-31ec-4d2d-a697-4c9941ac1e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:24.411185 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bad1d7f6-31ec-4d2d-a697-4c9941ac1e21 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7ace0ba1-ae5f-442c-aebd-e52105f36b8c HTTP/1.1" status: 204 len: 168 time: 1.8854353 Aug 19 18:08:24.425440 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1d7f6-31ec-4d2d-a697-4c9941ac1e21 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ace0ba1-ae5f-442c-aebd-e52105f36b8c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:24.478151 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f6201a14-b345-4569-8959-98f5cee7007c req-c21a8b13-7a39-4a89-9a1f-bd96e29d6617 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b023f4-e475-45ab-9cbc-06056d0bcc2f HTTP/1.1" status: 200 len: 217 time: 0.1898773 Aug 19 18:08:24.483269 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f839c3-7987-4b85-8ea1-3d700e37172c service neutron] Pushing event updated for resources: {'Port': ['ID=093f4306-674e-490b-a5f0-ea79738c3dd1,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:24.565395 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-177ec7b1-c771-413d-a678-7a587ea2675f req-1dd206ea-dba5-47f0-ab35-8dd49c010958 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3004045 Aug 19 18:08:24.703068 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42648) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:24.815144 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8a01f47a-0d94-4b5e-be54-9716d0ac0fb2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4372bce7e7ca475fbe71d1638d302952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1102085 Aug 19 18:08:24.822105 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42650) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:24.861985 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b17cf9c2-ba00-450b-9573-f57fc3dd702d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:24.879947 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6201a14-b345-4569-8959-98f5cee7007c req-98a20f0b-5f7a-4772-bb83-edd4acf306cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:24.882096 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f6201a14-b345-4569-8959-98f5cee7007c req-98a20f0b-5f7a-4772-bb83-edd4acf306cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f22f8c54-0669-4c4f-bbb0-adba99072f6b HTTP/1.1" status: 200 len: 859 time: 0.3730760 Aug 19 18:08:24.923324 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ae5703b2-a2f4-4a22-b423-7e7dd2db3ad9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:25.035128 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f6201a14-b345-4569-8959-98f5cee7007c req-f3b8f7f6-4352-4a55-868d-ff290f012f1c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1f25a42-0bf7-438c-8023-c1fe6524c164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688467 Aug 19 18:08:25.218629 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39a6eab-bf7d-41cc-a461-b9acd55e26d1 x-openstack-request-id: req-c39a6eab-bf7d-41cc-a461-b9acd55e26d1 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:25.219013 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "tag": "093f4306-674e-490b-a5f0-ea79738c3dd1", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:25.219342 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c39a6eab-bf7d-41cc-a461-b9acd55e26d1 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:25.220280 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'tag': '093f4306-674e-490b-a5f0-ea79738c3dd1', 'status': 'completed', 'code': 200} Aug 19 18:08:25.372914 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eef041fd-753a-4f5a-975b-dacf86ba50bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:25.381439 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6685465f-a402-41e4-a9fc-29934d48048f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:25.404500 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5703b2-a2f4-4a22-b423-7e7dd2db3ad9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event updated for resources: {'Subnet': ['ID=5904a28f-6dc5-4b9a-ab8a-8e29e6440ad6,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:25.502502 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d89ceb-cba2-4dd0-b0ad-c2f137da8e5e req-8a0cc74b-3783-421d-83e9-b10e56c375fe tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:25.504267 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a5d89ceb-cba2-4dd0-b0ad-c2f137da8e5e req-8a0cc74b-3783-421d-83e9-b10e56c375fe tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 945 time: 0.2156894 Aug 19 18:08:25.505098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5703b2-a2f4-4a22-b423-7e7dd2db3ad9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Checking segment: {'id': '49cbdd55-f066-41a3-86f8-2cff75cce4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6a3a36df-824b-41ca-906b-54036dc236c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:25.505474 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5703b2-a2f4-4a22-b423-7e7dd2db3ad9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Network hostable DHCP agents. Network: 6a3a36df-824b-41ca-906b-54036dc236c9, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:08:25.598781 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5703b2-a2f4-4a22-b423-7e7dd2db3ad9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Network 6a3a36df-824b-41ca-906b-54036dc236c9 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:08:25.608837 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a5d89ceb-cba2-4dd0-b0ad-c2f137da8e5e req-30898075-0ec9-493d-a0cc-94fab38121ad tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713270 Aug 19 18:08:25.634588 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-ae5703b2-a2f4-4a22-b423-7e7dd2db3ad9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 6a3a36df-824b-41ca-906b-54036dc236c9) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:25.642741 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd550dc5-51e2-42d9-8aee-af05808ab8ca None None] Network 6a3a36df-824b-41ca-906b-54036dc236c9 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:25.689211 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5703b2-a2f4-4a22-b423-7e7dd2db3ad9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:25.689923 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ae5703b2-a2f4-4a22-b423-7e7dd2db3ad9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:25.732722 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-e37eaf6f-0945-46d8-ba03-9a373d8a935a admin admin] Deleting port fb95a2cf-9b0c-488e-848a-aad73cf03b8a {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:25.733376 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e37eaf6f-0945-46d8-ba03-9a373d8a935a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:25.766188 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ae5703b2-a2f4-4a22-b423-7e7dd2db3ad9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7487702 Aug 19 18:08:25.767337 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42656) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:25.779064 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-4655d7ed-7afc-48b1-93a3-771d4df271f7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-812222608'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:25.840821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4655d7ed-7afc-48b1-93a3-771d4df271f7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Made reservation on behalf of b36c037b46974fbab72ee33dddb5d134 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:25.845867 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4655d7ed-7afc-48b1-93a3-771d4df271f7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:25.899914 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6685465f-a402-41e4-a9fc-29934d48048f admin admin] Router 1ff9e426-6510-4b92-b29f-ea6697629506 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:08:25.912287 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00563c67-5b17-4a82-997b-6aa442a64bc9 req-490942a8-535f-4080-9f49-5df2fda8ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:25.913726 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00563c67-5b17-4a82-997b-6aa442a64bc9 req-490942a8-535f-4080-9f49-5df2fda8ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:25.914377 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00563c67-5b17-4a82-997b-6aa442a64bc9 req-490942a8-535f-4080-9f49-5df2fda8ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:25.914857 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00563c67-5b17-4a82-997b-6aa442a64bc9 req-490942a8-535f-4080-9f49-5df2fda8ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:25.915335 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00563c67-5b17-4a82-997b-6aa442a64bc9 req-490942a8-535f-4080-9f49-5df2fda8ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:25.915814 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00563c67-5b17-4a82-997b-6aa442a64bc9 req-490942a8-535f-4080-9f49-5df2fda8ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:25.916286 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00563c67-5b17-4a82-997b-6aa442a64bc9 req-490942a8-535f-4080-9f49-5df2fda8ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:25.918375 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-00563c67-5b17-4a82-997b-6aa442a64bc9 req-490942a8-535f-4080-9f49-5df2fda8ef5a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22b0cfe0dd134d888d6f8103e3004f52&device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 6277 time: 0.6785672 Aug 19 18:08:25.930325 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4655d7ed-7afc-48b1-93a3-771d4df271f7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:08:25.955644 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4655d7ed-7afc-48b1-93a3-771d4df271f7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:25.956108 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-4655d7ed-7afc-48b1-93a3-771d4df271f7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Added segment 8cf06dce-3a99-4610-a64d-06a0b6b38c2b of type vlan for network 2071a678-8d5a-4ad7-93dd-faa78d71eb14 Aug 19 18:08:25.964350 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eef041fd-753a-4f5a-975b-dacf86ba50bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:26.041964 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f6201a14-b345-4569-8959-98f5cee7007c req-988e7af3-9d41-4597-a137-e187ea668f16 service neutron] 10.222.0.54 "GET /v2.0/networks/b1f25a42-0bf7-438c-8023-c1fe6524c164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9729471 Aug 19 18:08:26.045263 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aa1ff4-52b3-4342-bbfd-df4680ba870a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-6a3a36df-824b-41ca-906b-54036dc236c9', 'network_id': '6a3a36df-824b-41ca-906b-54036dc236c9', 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134', 'fixed_ips': [{'subnet_id': '5904a28f-6dc5-4b9a-ab8a-8e29e6440ad6'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:08:26.046172 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1ff4-52b3-4342-bbfd-df4680ba870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:26.087100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e524d87-7506-45b6-af1b-bad9c8d290ca req-971dc3f4-00c3-40a9-8594-eb88b6455699 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:26.088849 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8e524d87-7506-45b6-af1b-bad9c8d290ca req-971dc3f4-00c3-40a9-8594-eb88b6455699 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=135a8ecd-3808-487a-8932-849f23ff8d62 HTTP/1.1" status: 200 len: 949 time: 0.2508881 Aug 19 18:08:26.168299 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3a4b963d-1aba-4bee-9939-1e1f1d248464 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:08:26.187313 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4655d7ed-7afc-48b1-93a3-771d4df271f7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:26.204519 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6685465f-a402-41e4-a9fc-29934d48048f admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:08:26.216798 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6685465f-a402-41e4-a9fc-29934d48048f admin admin] 10.222.0.24 "PUT /v2.0/routers/1ff9e426-6510-4b92-b29f-ea6697629506/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6133721 Aug 19 18:08:26.218183 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6774b22-3035-4755-885e-dc1ea1f0e160 None None] Sync routers for ids ['1ff9e426-6510-4b92-b29f-ea6697629506'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:08:26.219834 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42658) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:26.231638 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6774b22-3035-4755-885e-dc1ea1f0e160 None None] Routers {'1ff9e426-6510-4b92-b29f-ea6697629506'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:26.232762 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c6774b22-3035-4755-885e-dc1ea1f0e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:08:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['1ff9e426-6510-4b92-b29f-ea6697629506'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:26.235773 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8e524d87-7506-45b6-af1b-bad9c8d290ca req-6cae5281-cd42-4ab6-9f2f-24beede2de6c tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98c61df-2b9c-4787-9c48-908f72989b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366017 Aug 19 18:08:26.418499 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4655d7ed-7afc-48b1-93a3-771d4df271f7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:26.433660 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4655d7ed-7afc-48b1-93a3-771d4df271f7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:26.440936 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 3a4b963d-1aba-4bee-9939-1e1f1d248464 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:26.443962 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4655d7ed-7afc-48b1-93a3-771d4df271f7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:26.454076 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-c6774b22-3035-4755-885e-dc1ea1f0e160 None None] Set router 1ff9e426-6510-4b92-b29f-ea6697629506 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:08:26.468305 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-d2aa1ff4-52b3-4342-bbfd-df4680ba870a None None] Allocated IP 19.80.0.2 (6a3a36df-824b-41ca-906b-54036dc236c9/5904a28f-6dc5-4b9a-ab8a-8e29e6440ad6/b89514c4-ebb5-4f84-93e0-0f18c87f386b) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:26.474761 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 3a4b963d-1aba-4bee-9939-1e1f1d248464 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:26.477741 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:26.615856 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-e37eaf6f-0945-46d8-ba03-9a373d8a935a admin admin] For port fb95a2cf-9b0c-488e-848a-aad73cf03b8a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=fb95a2cf-9b0c-488e-848a-aad73cf03b8a,segment=NetworkSegment(c40ae849-6260-4c64-926f-49210011f1ae),segment_id=c40ae849-6260-4c64-926f-49210011f1ae)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:26.616132 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e37eaf6f-0945-46d8-ba03-9a373d8a935a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:26.667597 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.db.resource_extend [req-b0e7c86e-32ab-449a-8716-c872f7a1ccbb req-afef6ce8-2519-4d9a-84ee-3a9e4df412cd tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:08:26.732079 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c6774b22-3035-4755-885e-dc1ea1f0e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff9e426-6510-4b92-b29f-ea6697629506', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142774774-router', 'tenant_id': '8482a7bb613440d3b3aa06643d88805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '219d2a7d-76de-4c03-8248-9d8bd79c244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:16Z', 'updated_at': '2021-08-19T18:08:23Z', 'revision_number': 5, 'project_id': '8482a7bb613440d3b3aa06643d88805d', 'gw_port': {'id': '219d2a7d-76de-4c03-8248-9d8bd79c244d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff9e426-6510-4b92-b29f-ea6697629506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:22Z', 'updated_at': '2021-08-19T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:26.749170 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4655d7ed-7afc-48b1-93a3-771d4df271f7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9748354 Aug 19 18:08:26.760073 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42666) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:26.762690 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eef041fd-753a-4f5a-975b-dacf86ba50bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:26.765735 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eef041fd-753a-4f5a-975b-dacf86ba50bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:26.767508 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-eef041fd-753a-4f5a-975b-dacf86ba50bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38692f12-721e-4488-92de-3e697b89899a HTTP/1.1" status: 204 len: 168 time: 1.9443500 Aug 19 18:08:26.775208 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6774b22-3035-4755-885e-dc1ea1f0e160 None None] Checking router: 1ff9e426-6510-4b92-b29f-ea6697629506 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:08:26.776788 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-e37eaf6f-0945-46d8-ba03-9a373d8a935a admin admin] Calling delete_port for fb95a2cf-9b0c-488e-848a-aad73cf03b8a owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:26.787386 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-17b0d405-6418-4c15-946b-e04cf438f0b1 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Request body: {'subnet': {'network_id': '2071a678-8d5a-4ad7-93dd-faa78d71eb14', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:26.801043 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655d7ed-7afc-48b1-93a3-771d4df271f7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event updated for resources: {'Network': ['ID=2071a678-8d5a-4ad7-93dd-faa78d71eb14,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:26.808130 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef041fd-753a-4f5a-975b-dacf86ba50bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38692f12-721e-4488-92de-3e697b89899a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:26.827763 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00563c67-5b17-4a82-997b-6aa442a64bc9 req-ba5a0319-3022-412c-8085-c61ca0e46b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:26.828297 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00563c67-5b17-4a82-997b-6aa442a64bc9 req-ba5a0319-3022-412c-8085-c61ca0e46b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:26.828829 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00563c67-5b17-4a82-997b-6aa442a64bc9 req-ba5a0319-3022-412c-8085-c61ca0e46b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:26.831033 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-00563c67-5b17-4a82-997b-6aa442a64bc9 req-ba5a0319-3022-412c-8085-c61ca0e46b0c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=22b0cfe0dd134d888d6f8103e3004f52&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8598373 Aug 19 18:08:26.832844 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6774b22-3035-4755-885e-dc1ea1f0e160 None None] Routers {'1ff9e426-6510-4b92-b29f-ea6697629506'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:26.833602 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f6201a14-b345-4569-8959-98f5cee7007c req-ea3306b2-f4c3-4d5e-ac6f-5cadf42b2c2f service neutron] 10.222.0.54 "GET /v2.0/networks/b1f25a42-0bf7-438c-8023-c1fe6524c164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7320395 Aug 19 18:08:26.834398 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c6774b22-3035-4755-885e-dc1ea1f0e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:08:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['1ff9e426-6510-4b92-b29f-ea6697629506'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:26.860761 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 2071a678-8d5a-4ad7-93dd-faa78d71eb14 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:08:26.897422 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780e2fb-b741-4f8c-a664-a0641c279add req-d3344a2f-cbd1-4ca8-9602-105ed51b76be tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:26.913322 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780e2fb-b741-4f8c-a664-a0641c279add req-d3344a2f-cbd1-4ca8-9602-105ed51b76be tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:26.942566 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780e2fb-b741-4f8c-a664-a0641c279add req-d3344a2f-cbd1-4ca8-9602-105ed51b76be tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:26.967869 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780e2fb-b741-4f8c-a664-a0641c279add req-d3344a2f-cbd1-4ca8-9602-105ed51b76be tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:26.994256 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780e2fb-b741-4f8c-a664-a0641c279add req-d3344a2f-cbd1-4ca8-9602-105ed51b76be tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:27.030132 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780e2fb-b741-4f8c-a664-a0641c279add req-d3344a2f-cbd1-4ca8-9602-105ed51b76be tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:27.036479 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b0e7c86e-32ab-449a-8716-c872f7a1ccbb req-afef6ce8-2519-4d9a-84ee-3a9e4df412cd tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:27.051712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780e2fb-b741-4f8c-a664-a0641c279add req-d3344a2f-cbd1-4ca8-9602-105ed51b76be tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:27.055302 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2780e2fb-b741-4f8c-a664-a0641c279add req-d3344a2f-cbd1-4ca8-9602-105ed51b76be tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5385 time: 0.6786382 Aug 19 18:08:27.067891 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-c6774b22-3035-4755-885e-dc1ea1f0e160 None None] Set router 1ff9e426-6510-4b92-b29f-ea6697629506 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:08:27.071192 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:27.104814 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b0e7c86e-32ab-449a-8716-c872f7a1ccbb req-afef6ce8-2519-4d9a-84ee-3a9e4df412cd tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:27.142704 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2813567a-ac77-4ade-a92d-9dcd7403f0fd admin admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:27.210786 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b17cf9c2-ba00-450b-9573-f57fc3dd702d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44151cda-69e6-4588-a910-707492210d9d {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:27.255767 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b17cf9c2-ba00-450b-9573-f57fc3dd702d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:27.370241 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b17cf9c2-ba00-450b-9573-f57fc3dd702d service neutron] Transition to ACTIVE for port object 44151cda-69e6-4588-a910-707492210d9d will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:27.425970 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b17cf9c2-ba00-450b-9573-f57fc3dd702d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:27.460589 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2813567a-ac77-4ade-a92d-9dcd7403f0fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:27.520146 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c6774b22-3035-4755-885e-dc1ea1f0e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff9e426-6510-4b92-b29f-ea6697629506', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142774774-router', 'tenant_id': '8482a7bb613440d3b3aa06643d88805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '219d2a7d-76de-4c03-8248-9d8bd79c244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:16Z', 'updated_at': '2021-08-19T18:08:23Z', 'revision_number': 5, 'project_id': '8482a7bb613440d3b3aa06643d88805d', 'gw_port': {'id': '219d2a7d-76de-4c03-8248-9d8bd79c244d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff9e426-6510-4b92-b29f-ea6697629506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:22Z', 'updated_at': '2021-08-19T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:27.533127 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2780e2fb-b741-4f8c-a664-a0641c279add req-8d8eee40-f4c9-497f-8a0e-ae4b971221de tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4672012 Aug 19 18:08:27.541668 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1ff4-52b3-4342-bbfd-df4680ba870a None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:27.558859 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-2813567a-ac77-4ade-a92d-9dcd7403f0fd admin admin] Deleting port 219d2a7d-76de-4c03-8248-9d8bd79c244d {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:27.559659 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d2aa1ff4-52b3-4342-bbfd-df4680ba870a None None] Transition to ACTIVE for port object b89514c4-ebb5-4f84-93e0-0f18c87f386b will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:27.559898 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2813567a-ac77-4ade-a92d-9dcd7403f0fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:27.564463 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b0d405-6418-4c15-946b-e04cf438f0b1 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Made reservation on behalf of b36c037b46974fbab72ee33dddb5d134 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:27.568151 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17b0d405-6418-4c15-946b-e04cf438f0b1 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:27.594858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d2aa1ff4-52b3-4342-bbfd-df4680ba870a None None] Transition to ACTIVE for port object b89514c4-ebb5-4f84-93e0-0f18c87f386b will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:27.623701 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00563c67-5b17-4a82-997b-6aa442a64bc9 req-380365b9-5ce0-4dfc-a7ec-b41ba7ce999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:27.625289 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-00563c67-5b17-4a82-997b-6aa442a64bc9 req-380365b9-5ce0-4dfc-a7ec-b41ba7ce999a service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7259238 Aug 19 18:08:27.634127 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 3a4b963d-1aba-4bee-9939-1e1f1d248464, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3a4b963d-1aba-4bee-9939-1e1f1d248464,segment=NetworkSegment(33a7d544-d969-4a4f-bf00-925d2d216096),segment_id=33a7d544-d969-4a4f-bf00-925d2d216096)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:27.651189 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1ff4-52b3-4342-bbfd-df4680ba870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:27.731530 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [req-b0e7c86e-32ab-449a-8716-c872f7a1ccbb req-afef6ce8-2519-4d9a-84ee-3a9e4df412cd tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Floating IP f74908bb-a718-4021-9e4c-21c9f60bf3c3 associated. External IP: 172.25.8.99, port: 78b023f4-e475-45ab-9cbc-06056d0bcc2f. Aug 19 18:08:27.746086 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:27.769075 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-5ea5c3ba-31bc-49e3-990b-35e45af412cf tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=85cc3cfb1680444498ac5e62ccbdf2db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518723 Aug 19 18:08:27.769587 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42680) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:27.778615 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa1ff4-52b3-4342-bbfd-df4680ba870a None None] Pushing event updated for resources: {'Port': ['ID=b89514c4-ebb5-4f84-93e0-0f18c87f386b,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:27.793716 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aa1ff4-52b3-4342-bbfd-df4680ba870a None None] Network 6a3a36df-824b-41ca-906b-54036dc236c9 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:27.796530 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-d2aa1ff4-52b3-4342-bbfd-df4680ba870a None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:27.806567 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aa1ff4-52b3-4342-bbfd-df4680ba870a None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:27.885015 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-2813567a-ac77-4ade-a92d-9dcd7403f0fd admin admin] For port 219d2a7d-76de-4c03-8248-9d8bd79c244d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=219d2a7d-76de-4c03-8248-9d8bd79c244d,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:27.885571 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2813567a-ac77-4ade-a92d-9dcd7403f0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:27.910869 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-2813567a-ac77-4ade-a92d-9dcd7403f0fd admin admin] Calling delete_port for 219d2a7d-76de-4c03-8248-9d8bd79c244d owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:27.914707 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6774b22-3035-4755-885e-dc1ea1f0e160 None None] The sync data for ids ['1ff9e426-6510-4b92-b29f-ea6697629506'] in n-d-803753-2 is: [{'id': '1ff9e426-6510-4b92-b29f-ea6697629506', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1142774774-router', 'tenant_id': '8482a7bb613440d3b3aa06643d88805d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '219d2a7d-76de-4c03-8248-9d8bd79c244d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:16Z', 'updated_at': '2021-08-19T18:08:23Z', 'revision_number': 5, 'project_id': '8482a7bb613440d3b3aa06643d88805d', 'gw_port': {'id': '219d2a7d-76de-4c03-8248-9d8bd79c244d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff9e426-6510-4b92-b29f-ea6697629506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:22Z', 'updated_at': '2021-08-19T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:08:27.926137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17cf9c2-ba00-450b-9573-f57fc3dd702d service neutron] Pushing event updated for resources: {'Port': ['ID=44151cda-69e6-4588-a910-707492210d9d,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:27.992882 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=3a4b963d-1aba-4bee-9939-1e1f1d248464,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:28.004881 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d2aa1ff4-52b3-4342-bbfd-df4680ba870a None None] Attempting to bind port b89514c4-ebb5-4f84-93e0-0f18c87f386b on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:28.005275 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d2aa1ff4-52b3-4342-bbfd-df4680ba870a None None] Attempting to bind port b89514c4-ebb5-4f84-93e0-0f18c87f386b by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '49cbdd55-f066-41a3-86f8-2cff75cce4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6a3a36df-824b-41ca-906b-54036dc236c9'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:28.005665 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aa1ff4-52b3-4342-bbfd-df4680ba870a None None] Attempting to bind port b89514c4-ebb5-4f84-93e0-0f18c87f386b on network 6a3a36df-824b-41ca-906b-54036dc236c9 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:28.014246 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aa1ff4-52b3-4342-bbfd-df4680ba870a None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:28.014246 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aa1ff4-52b3-4342-bbfd-df4680ba870a None None] Checking segment: {'id': '49cbdd55-f066-41a3-86f8-2cff75cce4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6a3a36df-824b-41ca-906b-54036dc236c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:28.014751 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1ff4-52b3-4342-bbfd-df4680ba870a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:28.015124 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aa1ff4-52b3-4342-bbfd-df4680ba870a None None] Bound using segment: {'id': '49cbdd55-f066-41a3-86f8-2cff75cce4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6a3a36df-824b-41ca-906b-54036dc236c9'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:28.016832 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d2aa1ff4-52b3-4342-bbfd-df4680ba870a None None] Bound port: b89514c4-ebb5-4f84-93e0-0f18c87f386b, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cbdd55-f066-41a3-86f8-2cff75cce4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6a3a36df-824b-41ca-906b-54036dc236c9'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:28.017268 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1ff4-52b3-4342-bbfd-df4680ba870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:28.109562 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d2aa1ff4-52b3-4342-bbfd-df4680ba870a None None] For port b89514c4-ebb5-4f84-93e0-0f18c87f386b, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:28.113892 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d2aa1ff4-52b3-4342-bbfd-df4680ba870a None None] For port b89514c4-ebb5-4f84-93e0-0f18c87f386b, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b89514c4-ebb5-4f84-93e0-0f18c87f386b,segment=NetworkSegment(49cbdd55-f066-41a3-86f8-2cff75cce4e4),segment_id=49cbdd55-f066-41a3-86f8-2cff75cce4e4)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:28.120571 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1ff4-52b3-4342-bbfd-df4680ba870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:28.208889 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa1ff4-52b3-4342-bbfd-df4680ba870a None None] Pushing event updated for resources: {'Port': ['ID=b89514c4-ebb5-4f84-93e0-0f18c87f386b,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:28.287452 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0007d93c-8fb8-40bd-b8f8-51e8333c6dd3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0231ebfa0c984c298c0b7d935989eeaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5084231 Aug 19 18:08:28.293590 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42682) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:28.462937 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e37eaf6f-0945-46d8-ba03-9a373d8a935a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:28.491364 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-495787c8-7b41-4a13-85ec-211f81a9ef07 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:28.502810 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-495787c8-7b41-4a13-85ec-211f81a9ef07 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6982012 Aug 19 18:08:28.580105 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37eaf6f-0945-46d8-ba03-9a373d8a935a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb95a2cf-9b0c-488e-848a-aad73cf03b8a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:28.640623 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-29967430-8cbb-4246-99eb-fe9a13f1293f tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/quotas/85cc3cfb1680444498ac5e62ccbdf2db HTTP/1.1" status: 200 len: 375 time: 0.1362669 Aug 19 18:08:28.667138 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b17cf9c2-ba00-450b-9573-f57fc3dd702d service neutron] Attempting to bind port 44151cda-69e6-4588-a910-707492210d9d on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:28.668450 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b17cf9c2-ba00-450b-9573-f57fc3dd702d service neutron] Attempting to bind port 44151cda-69e6-4588-a910-707492210d9d by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '0a895135-90de-40b9-9d92-4de8017ff2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:28.668789 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b17cf9c2-ba00-450b-9573-f57fc3dd702d service neutron] Attempting to bind port 44151cda-69e6-4588-a910-707492210d9d on network 516636c4-cca9-40b7-8447-b891fcfd801e {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:28.693977 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2813567a-ac77-4ade-a92d-9dcd7403f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:28.765633 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b17cf9c2-ba00-450b-9573-f57fc3dd702d service neutron] Port 44151cda-69e6-4588-a910-707492210d9d on network 516636c4-cca9-40b7-8447-b891fcfd801e not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:08:28.766426 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b17cf9c2-ba00-450b-9573-f57fc3dd702d service neutron] Attempting to bind port 44151cda-69e6-4588-a910-707492210d9d on network 516636c4-cca9-40b7-8447-b891fcfd801e {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:28.767996 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813567a-ac77-4ade-a92d-9dcd7403f0fd admin admin] Pushing event deleted for resources: {'Port': ['ID=219d2a7d-76de-4c03-8248-9d8bd79c244d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:28.821631 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b17cf9c2-ba00-450b-9573-f57fc3dd702d service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:28.822151 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b17cf9c2-ba00-450b-9573-f57fc3dd702d service neutron] Checking segment: {'id': '0a895135-90de-40b9-9d92-4de8017ff2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:28.822555 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b17cf9c2-ba00-450b-9573-f57fc3dd702d service neutron] Bound using segment: {'id': '0a895135-90de-40b9-9d92-4de8017ff2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:28.823107 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b17cf9c2-ba00-450b-9573-f57fc3dd702d service neutron] Bound port: 44151cda-69e6-4588-a910-707492210d9d, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a895135-90de-40b9-9d92-4de8017ff2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:28.823532 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b17cf9c2-ba00-450b-9573-f57fc3dd702d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:28.834006 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bc19473f-9b92-4207-a9a2-f08ef45d9939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:28.866468 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-7afc46d6-bb1a-4cc8-8295-0549c8ed4d53 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=85cc3cfb1680444498ac5e62ccbdf2db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2245209 Aug 19 18:08:28.947530 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bc19473f-9b92-4207-a9a2-f08ef45d9939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.022854 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2813567a-ac77-4ade-a92d-9dcd7403f0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.094207 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17b0d405-6418-4c15-946b-e04cf438f0b1 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.230570 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e37eaf6f-0945-46d8-ba03-9a373d8a935a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.249075 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0e7c86e-32ab-449a-8716-c872f7a1ccbb req-afef6ce8-2519-4d9a-84ee-3a9e4df412cd tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Router 04606f23-8cb6-4fef-a483-23c8fa8f4347 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:08:29.255797 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2813567a-ac77-4ade-a92d-9dcd7403f0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.269917 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2813567a-ac77-4ade-a92d-9dcd7403f0fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.304897 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b17cf9c2-ba00-450b-9573-f57fc3dd702d service neutron] For port 44151cda-69e6-4588-a910-707492210d9d, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:29.343592 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0d405-6418-4c15-946b-e04cf438f0b1 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event updated for resources: {'Subnet': ['ID=3fa96f2e-fb34-4f57-8818-f1662b73999c,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:29.372978 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2813567a-ac77-4ade-a92d-9dcd7403f0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.373669 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2813567a-ac77-4ade-a92d-9dcd7403f0fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ff9e426-6510-4b92-b29f-ea6697629506 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:08:29.380466 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2813567a-ac77-4ade-a92d-9dcd7403f0fd admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.388564 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2813567a-ac77-4ade-a92d-9dcd7403f0fd admin admin] 10.222.0.24 "DELETE /v2.0/routers/1ff9e426-6510-4b92-b29f-ea6697629506 HTTP/1.1" status: 204 len: 168 time: 3.1653428 Aug 19 18:08:29.389157 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42690) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:29.419335 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b17cf9c2-ba00-450b-9573-f57fc3dd702d service neutron] For port 44151cda-69e6-4588-a910-707492210d9d, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=44151cda-69e6-4588-a910-707492210d9d,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:29.503635 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bc19473f-9b92-4207-a9a2-f08ef45d9939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.506431 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bc19473f-9b92-4207-a9a2-f08ef45d9939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.507672 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bc19473f-9b92-4207-a9a2-f08ef45d9939 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7956658e-38e8-4516-8445-5d90f002bfc7 HTTP/1.1" status: 204 len: 168 time: 1.2104034 Aug 19 18:08:29.521090 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b17cf9c2-ba00-450b-9573-f57fc3dd702d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.523894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b0d405-6418-4c15-946b-e04cf438f0b1 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Checking segment: {'id': '8cf06dce-3a99-4610-a64d-06a0b6b38c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2071a678-8d5a-4ad7-93dd-faa78d71eb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:29.524432 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b0d405-6418-4c15-946b-e04cf438f0b1 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Network hostable DHCP agents. Network: 2071a678-8d5a-4ad7-93dd-faa78d71eb14, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:08:29.546551 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fcbe6df-1dbb-4d93-bbbd-e6b2bc8ec7b7 admin admin] Deleting subnet cae81989-2d4c-4e3d-8656-19bacff9c6c0 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:08:29.565584 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0fcbe6df-1dbb-4d93-bbbd-e6b2bc8ec7b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.647780 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17cf9c2-ba00-450b-9573-f57fc3dd702d service neutron] Pushing event updated for resources: {'Port': ['ID=44151cda-69e6-4588-a910-707492210d9d,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:29.728576 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19473f-9b92-4207-a9a2-f08ef45d9939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7956658e-38e8-4516-8445-5d90f002bfc7,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:29.760004 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0fcbe6df-1dbb-4d93-bbbd-e6b2bc8ec7b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.796619 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdda745-cb4d-4e42-add1-baf6a4892fef req-cc6ff458-5992-4409-b049-ff875b53b3ba tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:29.805764 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8fdda745-cb4d-4e42-add1-baf6a4892fef req-cc6ff458-5992-4409-b049-ff875b53b3ba tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 945 time: 0.4484518 Aug 19 18:08:29.900165 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8fdda745-cb4d-4e42-add1-baf6a4892fef req-1858b3f1-3453-4d65-8c63-35b44554d0ad tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933747 Aug 19 18:08:29.946550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b17cf9c2-ba00-450b-9573-f57fc3dd702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:29.947403 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b17cf9c2-ba00-450b-9573-f57fc3dd702d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.949706 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b17cf9c2-ba00-450b-9573-f57fc3dd702d service neutron] 10.222.0.54 "PUT /v2.0/ports/44151cda-69e6-4588-a910-707492210d9d HTTP/1.1" status: 200 len: 1091 time: 5.5980051 Aug 19 18:08:29.976021 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0e7c86e-32ab-449a-8716-c872f7a1ccbb req-afef6ce8-2519-4d9a-84ee-3a9e4df412cd tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:08:29.981835 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'tag': '44151cda-69e6-4588-a910-707492210d9d'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:29.988742 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda2b674-9796-4365-ba95-0d99dd459330" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "tag": "44151cda-69e6-4588-a910-707492210d9d"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:29.993474 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb00291-64d9-4fe5-91a8-39998af5bb53 None None] Sync routers for ids ['04606f23-8cb6-4fef-a483-23c8fa8f4347'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:08:30.026818 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb00291-64d9-4fe5-91a8-39998af5bb53 None None] Routers {'04606f23-8cb6-4fef-a483-23c8fa8f4347'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:30.032237 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b0e7c86e-32ab-449a-8716-c872f7a1ccbb req-afef6ce8-2519-4d9a-84ee-3a9e4df412cd tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:30.033452 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-9fb00291-64d9-4fe5-91a8-39998af5bb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:08:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['04606f23-8cb6-4fef-a483-23c8fa8f4347'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:30.048314 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0fcbe6df-1dbb-4d93-bbbd-e6b2bc8ec7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:30.063402 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-aa2edc68-ff2e-4ee6-adf2-0f94b3be4de7 service neutron] Request body: {'port': {'device_id': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:30.064378 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70c314f-7780-4061-869e-43d7648de57e None None] Network 6a3a36df-824b-41ca-906b-54036dc236c9 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:30.216476 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13fddb-db00-4f42-9686-776955be40ee req-cff47beb-b517-436a-92a4-79ced63adbe9 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:30.224293 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13fddb-db00-4f42-9686-776955be40ee req-cff47beb-b517-436a-92a4-79ced63adbe9 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:30.236154 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13fddb-db00-4f42-9686-776955be40ee req-cff47beb-b517-436a-92a4-79ced63adbe9 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:30.246513 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13fddb-db00-4f42-9686-776955be40ee req-cff47beb-b517-436a-92a4-79ced63adbe9 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:30.263859 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13fddb-db00-4f42-9686-776955be40ee req-cff47beb-b517-436a-92a4-79ced63adbe9 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:30.270872 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13fddb-db00-4f42-9686-776955be40ee req-cff47beb-b517-436a-92a4-79ced63adbe9 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:30.278057 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13fddb-db00-4f42-9686-776955be40ee req-cff47beb-b517-436a-92a4-79ced63adbe9 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:30.289174 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9b13fddb-db00-4f42-9686-776955be40ee req-cff47beb-b517-436a-92a4-79ced63adbe9 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5397 time: 0.1898026 Aug 19 18:08:30.384010 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0fcbe6df-1dbb-4d93-bbbd-e6b2bc8ec7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:30.385278 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b0d405-6418-4c15-946b-e04cf438f0b1 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Network 2071a678-8d5a-4ad7-93dd-faa78d71eb14 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:08:30.405122 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1f986bff-d2d5-45dc-9a88-a41e07aa8cfc None None] Provisioning for port b89514c4-ebb5-4f84-93e0-0f18c87f386b completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:30.430999 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9b13fddb-db00-4f42-9686-776955be40ee req-5b419849-31cb-404e-aedb-9d914570812f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1405544 Aug 19 18:08:30.435338 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbe6df-1dbb-4d93-bbbd-e6b2bc8ec7b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cae81989-2d4c-4e3d-8656-19bacff9c6c0,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:30.446783 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0fcbe6df-1dbb-4d93-bbbd-e6b2bc8ec7b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:30.449664 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0fcbe6df-1dbb-4d93-bbbd-e6b2bc8ec7b7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cae81989-2d4c-4e3d-8656-19bacff9c6c0 HTTP/1.1" status: 204 len: 168 time: 1.0380101 Aug 19 18:08:30.452444 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42706) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:30.463958 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-17b0d405-6418-4c15-946b-e04cf438f0b1 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 2071a678-8d5a-4ad7-93dd-faa78d71eb14) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:30.536131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b0d405-6418-4c15-946b-e04cf438f0b1 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:30.542487 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17b0d405-6418-4c15-946b-e04cf438f0b1 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:30.603346 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0e7c86e-32ab-449a-8716-c872f7a1ccbb req-afef6ce8-2519-4d9a-84ee-3a9e4df412cd tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "PUT /v2.0/floatingips/f74908bb-a718-4021-9e4c-21c9f60bf3c3 HTTP/1.1" status: 200 len: 995 time: 6.6956649 Aug 19 18:08:30.607347 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-aa2edc68-ff2e-4ee6-adf2-0f94b3be4de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:30.709576 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-17b0d405-6418-4c15-946b-e04cf438f0b1 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.9365995 Aug 19 18:08:30.709823 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8e70ecb-f421-47f5-8601-61ccab2e1842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:30.729110 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-339d37af-6f8f-4993-8514-b80718c1e009 req-4458bb8e-2c2d-48f5-abee-946f133c7413 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=a939421d-35da-451e-86d0-7b6dd3e6a72e HTTP/1.1" status: 200 len: 210 time: 0.1252201 Aug 19 18:08:30.741090 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf002970-8d9b-4890-8e43-916a4d9ca983 None None] Network f4bffc1f-5388-4a4d-884b-28a00b185d7b requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:30.743479 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b9ec8d-8046-437e-8de4-1b858e8e63bf None None] Network 2071a678-8d5a-4ad7-93dd-faa78d71eb14 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:30.746755 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b89514c4-ebb5-4f84-93e0-0f18c87f386b up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:08:30.871057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37eaf6f-0945-46d8-ba03-9a373d8a935a admin admin] Router 34e27296-e742-4201-8132-17e842872c6c has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:08:30.905258 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-c8e70ecb-f421-47f5-8601-61ccab2e1842 admin admin] Deleting port c87ebc50-d295-4edb-ad74-08550d3d3ec5 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:30.905924 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8e70ecb-f421-47f5-8601-61ccab2e1842 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.007276 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa303469-8ade-4af8-beec-786bf0ed039b x-openstack-request-id: req-aa303469-8ade-4af8-beec-786bf0ed039b {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:31.016867 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "tag": "44151cda-69e6-4588-a910-707492210d9d", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:31.021263 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-c8e70ecb-f421-47f5-8601-61ccab2e1842 admin admin] For port c87ebc50-d295-4edb-ad74-08550d3d3ec5, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c87ebc50-d295-4edb-ad74-08550d3d3ec5,segment=NetworkSegment(c8664808-f75e-4c04-bdd8-edf0122b5bb2),segment_id=c8664808-f75e-4c04-bdd8-edf0122b5bb2)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:31.021872 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa303469-8ade-4af8-beec-786bf0ed039b {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:31.022492 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8e70ecb-f421-47f5-8601-61ccab2e1842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.022759 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'tag': '44151cda-69e6-4588-a910-707492210d9d', 'status': 'completed', 'code': 200} Aug 19 18:08:31.079302 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-c8e70ecb-f421-47f5-8601-61ccab2e1842 admin admin] Calling delete_port for c87ebc50-d295-4edb-ad74-08550d3d3ec5 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:31.125077 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7c86e-32ab-449a-8716-c872f7a1ccbb req-0fa5f3d3-a675-448d-a5c8-e0752a4e9a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:31.127460 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0e7c86e-32ab-449a-8716-c872f7a1ccbb req-0fa5f3d3-a675-448d-a5c8-e0752a4e9a39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=245cdbea3ee940a88607d44478ca1486&device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 1096 time: 0.5152047 Aug 19 18:08:31.314753 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef037555-82eb-4893-82b6-7a47a4d70522 req-04528cd0-bee7-4410-92b4-3576851ef5b3 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:31.317047 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ef037555-82eb-4893-82b6-7a47a4d70522 req-04528cd0-bee7-4410-92b4-3576851ef5b3 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 945 time: 0.2030134 Aug 19 18:08:31.353045 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-9fb00291-64d9-4fe5-91a8-39998af5bb53 None None] Set router 04606f23-8cb6-4fef-a483-23c8fa8f4347 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:08:31.399416 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8e70ecb-f421-47f5-8601-61ccab2e1842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.421699 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:08:31.436617 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ef037555-82eb-4893-82b6-7a47a4d70522 req-af7afa06-641d-4cc7-82b8-30e579897f7f tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998631 Aug 19 18:08:31.470527 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e70ecb-f421-47f5-8601-61ccab2e1842 admin admin] Pushing event deleted for resources: {'Port': ['ID=c87ebc50-d295-4edb-ad74-08550d3d3ec5,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:31.493996 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e70ecb-f421-47f5-8601-61ccab2e1842 admin admin] No DVR routers for this DVR port c87ebc50-d295-4edb-ad74-08550d3d3ec5 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:08:31.542576 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-aa2edc68-ff2e-4ee6-adf2-0f94b3be4de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:31.552652 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-aa2edc68-ff2e-4ee6-adf2-0f94b3be4de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.584546 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-aa2edc68-ff2e-4ee6-adf2-0f94b3be4de7 service neutron] Transition to ACTIVE for port object e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:31.604671 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9582b5bf-f765-4976-916f-cd0bb2646fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-2071a678-8d5a-4ad7-93dd-faa78d71eb14', 'network_id': '2071a678-8d5a-4ad7-93dd-faa78d71eb14', 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134', 'fixed_ips': [{'subnet_id': '3fa96f2e-fb34-4f57-8818-f1662b73999c'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:08:31.605563 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9582b5bf-f765-4976-916f-cd0bb2646fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.625875 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-aa2edc68-ff2e-4ee6-adf2-0f94b3be4de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.673576 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port b89514c4-ebb5-4f84-93e0-0f18c87f386b completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:31.683865 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8e70ecb-f421-47f5-8601-61ccab2e1842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.706589 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-c8e70ecb-f421-47f5-8601-61ccab2e1842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4bffc1f-5388-4a4d-884b-28a00b185d7b']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:31.725237 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-c8e70ecb-f421-47f5-8601-61ccab2e1842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8664808-f75e-4c04-bdd8-edf0122b5bb2') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:31.726564 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-c8e70ecb-f421-47f5-8601-61ccab2e1842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8664808-f75e-4c04-bdd8-edf0122b5bb2') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:31.729145 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port b89514c4-ebb5-4f84-93e0-0f18c87f386b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:31.729819 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.752765 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2edc68-ff2e-4ee6-adf2-0f94b3be4de7 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:31.763910 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-abacd418-86ec-4a96-9a28-2c334340143e tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=85cc3cfb1680444498ac5e62ccbdf2db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1648695 Aug 19 18:08:31.767134 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8e70ecb-f421-47f5-8601-61ccab2e1842 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.833386 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8e70ecb-f421-47f5-8601-61ccab2e1842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.849090 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2b674-9796-4365-ba95-0d99dd459330 req-a1e8b2a1-b65d-4744-affb-586625d909e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:31.849950 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2b674-9796-4365-ba95-0d99dd459330 req-a1e8b2a1-b65d-4744-affb-586625d909e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:31.850635 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2b674-9796-4365-ba95-0d99dd459330 req-a1e8b2a1-b65d-4744-affb-586625d909e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:31.851280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2b674-9796-4365-ba95-0d99dd459330 req-a1e8b2a1-b65d-4744-affb-586625d909e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:31.852158 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2b674-9796-4365-ba95-0d99dd459330 req-a1e8b2a1-b65d-4744-affb-586625d909e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:31.852720 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2b674-9796-4365-ba95-0d99dd459330 req-a1e8b2a1-b65d-4744-affb-586625d909e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:31.853358 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2b674-9796-4365-ba95-0d99dd459330 req-a1e8b2a1-b65d-4744-affb-586625d909e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:31.856212 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dda2b674-9796-4365-ba95-0d99dd459330 req-a1e8b2a1-b65d-4744-affb-586625d909e2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22b0cfe0dd134d888d6f8103e3004f52&device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 6344 time: 0.8293514 Aug 19 18:08:31.869855 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e70ecb-f421-47f5-8601-61ccab2e1842 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:08:31.870277 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8e70ecb-f421-47f5-8601-61ccab2e1842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:08:31.875362 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:08:31.899689 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-6a4aceb6-8f4e-4d82-93a9-feac242ff913 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:31.906414 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-6a4aceb6-8f4e-4d82-93a9-feac242ff913 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:31.909592 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-6a4aceb6-8f4e-4d82-93a9-feac242ff913 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/networks?id=6a3a36df-824b-41ca-906b-54036dc236c9&id=2071a678-8d5a-4ad7-93dd-faa78d71eb14&id=6a3a36df-824b-41ca-906b-54036dc236c9 HTTP/1.1" status: 200 len: 1391 time: 0.3210938 Aug 19 18:08:31.921042 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f68188-f709-43fa-b015-e704d2b19546 None None] DHCP port deletion for f4bffc1f-5388-4a4d-884b-28a00b185d7b request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:08:31.962538 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-80ffa3a9-61da-4f7f-967d-0452e9cf744f tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/quotas/b36c037b46974fbab72ee33dddb5d134 HTTP/1.1" status: 200 len: 375 time: 0.0178821 Aug 19 18:08:31.999221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37eaf6f-0945-46d8-ba03-9a373d8a935a admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:08:32.023787 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18880103-60bb-442e-b11d-30391d8a9cb2 None None] Sync routers for ids ['34e27296-e742-4201-8132-17e842872c6c'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:08:32.024026 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e37eaf6f-0945-46d8-ba03-9a373d8a935a admin admin] 10.222.0.24 "PUT /v2.0/routers/34e27296-e742-4201-8132-17e842872c6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2179124 Aug 19 18:08:32.024959 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42752) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:32.063141 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18880103-60bb-442e-b11d-30391d8a9cb2 None None] Routers {'34e27296-e742-4201-8132-17e842872c6c'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:32.068318 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-18880103-60bb-442e-b11d-30391d8a9cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:08:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['34e27296-e742-4201-8132-17e842872c6c'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:32.152304 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7c86e-32ab-449a-8716-c872f7a1ccbb req-f965017c-9c92-4c1a-982d-177398b870fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:32.154388 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0e7c86e-32ab-449a-8716-c872f7a1ccbb req-f965017c-9c92-4c1a-982d-177398b870fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1f25a42-0bf7-438c-8023-c1fe6524c164 HTTP/1.1" status: 200 len: 920 time: 0.5626714 Aug 19 18:08:32.162788 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-3a1f9764-5f1b-41f6-bad0-d901b932a913 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b36c037b46974fbab72ee33dddb5d134&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1990287 Aug 19 18:08:32.478648 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-18880103-60bb-442e-b11d-30391d8a9cb2 None None] Set router 34e27296-e742-4201-8132-17e842872c6c gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:08:32.522814 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0e7c86e-32ab-449a-8716-c872f7a1ccbb req-8ace52e9-83b6-44f4-8be1-05804b9a0289 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b023f4-e475-45ab-9cbc-06056d0bcc2f HTTP/1.1" status: 200 len: 998 time: 0.3502939 Aug 19 18:08:32.530748 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-9582b5bf-f765-4976-916f-cd0bb2646fd5 None None] Allocated IP 19.86.0.2 (2071a678-8d5a-4ad7-93dd-faa78d71eb14/3fa96f2e-fb34-4f57-8818-f1662b73999c/fb62f54a-4da7-4ef6-a78f-8b548f540634) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:32.587332 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-f2a6916b-8ec6-430f-abc5-1424e53b789d tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:32.590037 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-f2a6916b-8ec6-430f-abc5-1424e53b789d tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8013487 Aug 19 18:08:32.638855 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2b674-9796-4365-ba95-0d99dd459330 req-cc96c937-38f2-4ac4-a310-826a968e5733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:32.639340 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2b674-9796-4365-ba95-0d99dd459330 req-cc96c937-38f2-4ac4-a310-826a968e5733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:32.639815 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2b674-9796-4365-ba95-0d99dd459330 req-cc96c937-38f2-4ac4-a310-826a968e5733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:32.642975 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dda2b674-9796-4365-ba95-0d99dd459330 req-cc96c937-38f2-4ac4-a310-826a968e5733 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=22b0cfe0dd134d888d6f8103e3004f52&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7226536 Aug 19 18:08:32.658893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-696dc8a5-26c6-44eb-8de0-ce81bd84d0c5 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Request body: {'port': {'device_id': 'a939421d-35da-451e-86d0-7b6dd3e6a72e', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': '85cc3cfb1680444498ac5e62ccbdf2db'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:32.747128 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7c86e-32ab-449a-8716-c872f7a1ccbb req-164f3add-e7f0-48c5-b689-bcc91d7bc554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:32.760028 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0e7c86e-32ab-449a-8716-c872f7a1ccbb req-164f3add-e7f0-48c5-b689-bcc91d7bc554 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f22f8c54-0669-4c4f-bbb0-adba99072f6b HTTP/1.1" status: 200 len: 859 time: 0.1937518 Aug 19 18:08:32.822174 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0e7c86e-32ab-449a-8716-c872f7a1ccbb req-1cd87501-944e-4edf-96a0-a7a5d60db5ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1f25a42-0bf7-438c-8023-c1fe6524c164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612414 Aug 19 18:08:32.826536 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-18880103-60bb-442e-b11d-30391d8a9cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:08:27Z', 'revision_number': 5, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:32.835191 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8e70ecb-f421-47f5-8601-61ccab2e1842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:32.894088 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18880103-60bb-442e-b11d-30391d8a9cb2 None None] Checking router: 34e27296-e742-4201-8132-17e842872c6c for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:08:32.916672 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:32.917382 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18880103-60bb-442e-b11d-30391d8a9cb2 None None] Routers {'34e27296-e742-4201-8132-17e842872c6c'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:32.918254 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-18880103-60bb-442e-b11d-30391d8a9cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:08:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['34e27296-e742-4201-8132-17e842872c6c'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:32.924087 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8e70ecb-f421-47f5-8601-61ccab2e1842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:32.933581 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-037c5f73-63b2-4b42-83f9-f244d1eb4b9b None None] Provisioning complete for port b89514c4-ebb5-4f84-93e0-0f18c87f386b triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:32.934419 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-037c5f73-63b2-4b42-83f9-f244d1eb4b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:32.936105 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c8e70ecb-f421-47f5-8601-61ccab2e1842 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f4bffc1f-5388-4a4d-884b-28a00b185d7b HTTP/1.1" status: 204 len: 168 time: 2.4804597 Aug 19 18:08:32.973359 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-760ef7e6-2a78-4f69-a621-dd47ed002081 admin admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:32.982716 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e70ecb-f421-47f5-8601-61ccab2e1842 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4bffc1f-5388-4a4d-884b-28a00b185d7b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:33.167636 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-760ef7e6-2a78-4f69-a621-dd47ed002081 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:33.179886 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9582b5bf-f765-4976-916f-cd0bb2646fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:33.193802 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-e3e73e92-6c9d-4270-8417-32afec0c724a service neutron] 10.222.0.24 "GET /v2.0/networks/6a3a36df-824b-41ca-906b-54036dc236c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0294306 Aug 19 18:08:33.209440 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9582b5bf-f765-4976-916f-cd0bb2646fd5 None None] Transition to ACTIVE for port object fb62f54a-4da7-4ef6-a78f-8b548f540634 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:33.283299 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port b89514c4-ebb5-4f84-93e0-0f18c87f386b, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b89514c4-ebb5-4f84-93e0-0f18c87f386b,segment=NetworkSegment(49cbdd55-f066-41a3-86f8-2cff75cce4e4),segment_id=49cbdd55-f066-41a3-86f8-2cff75cce4e4)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:33.288577 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-18880103-60bb-442e-b11d-30391d8a9cb2 None None] Set router 34e27296-e742-4201-8132-17e842872c6c gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:08:33.291809 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9582b5bf-f765-4976-916f-cd0bb2646fd5 None None] Transition to ACTIVE for port object fb62f54a-4da7-4ef6-a78f-8b548f540634 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:33.317901 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42768) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:33.322032 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:33.323320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3a4b963d-1aba-4bee-9939-1e1f1d248464 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:08:33.364580 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9582b5bf-f765-4976-916f-cd0bb2646fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:33.389719 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-aa2edc68-ff2e-4ee6-adf2-0f94b3be4de7 service neutron] Attempting to bind port e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:33.390481 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-aa2edc68-ff2e-4ee6-adf2-0f94b3be4de7 service neutron] Attempting to bind port e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '0227a178-9e66-4699-ab26-273cdff22665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5f633b63-84e5-45ac-aad5-d8f674f8a1ad'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:33.392304 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-aa2edc68-ff2e-4ee6-adf2-0f94b3be4de7 service neutron] Attempting to bind port e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 on network 5f633b63-84e5-45ac-aad5-d8f674f8a1ad {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:33.395023 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-88540ade-aa09-4689-8cd3-8a6572808729 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e704f617a744748b90217135397502c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0754840 Aug 19 18:08:33.396348 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102aeeb5-d520-472e-b2ee-279a43fddd23', 'tag': '78b023f4-e475-45ab-9cbc-06056d0bcc2f'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:33.396548 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-760ef7e6-2a78-4f69-a621-dd47ed002081 admin admin] Deleting port 2be74f7f-319e-4f9e-ac1f-369f5f0e5c59 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:33.397065 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-760ef7e6-2a78-4f69-a621-dd47ed002081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:33.398833 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42770) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:33.403056 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd09c4e9-6bb2-4314-a92f-42d1ed27f8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "102aeeb5-d520-472e-b2ee-279a43fddd23", "tag": "78b023f4-e475-45ab-9cbc-06056d0bcc2f"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:33.509910 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-5fe33232-22f4-4dba-b188-60a0ad7df862 service neutron] 10.222.0.24 "GET /v2.0/networks/6a3a36df-824b-41ca-906b-54036dc236c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153317 Aug 19 18:08:33.526779 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9582b5bf-f765-4976-916f-cd0bb2646fd5 None None] Network 2071a678-8d5a-4ad7-93dd-faa78d71eb14 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:33.538044 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-9fb00291-64d9-4fe5-91a8-39998af5bb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'name': 'tempest-ServerRescueTestJSONUnderV235-579916113-router', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:54Z', 'updated_at': '2021-08-19T18:07:04Z', 'revision_number': 4, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'gw_port': {'id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:55Z', 'updated_at': '2021-08-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'f74908bb-a718-4021-9e4c-21c9f60bf3c3', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'floating_ip_address': '172.25.8.99', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'port_id': '78b023f4-e475-45ab-9cbc-06056d0bcc2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f25a42-0bf7-438c-8023-c1fe6524c164', 'mac_address': 'fa:16:3e:0b:35:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102aeeb5-d520-472e-b2ee-279a43fddd23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:08:20Z', 'updated_at': '2021-08-19T18:08:26Z', 'revision_number': 1, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d739002-bc46-4020-ba73-f95f76221b9e', 'name': '', 'network_id': 'b1f25a42-0bf7-438c-8023-c1fe6524c164', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'mac_address': 'fa:16:3e:3d:95:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'f22f8c54-0669-4c4f-bbb0-adba99072f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:01Z', 'updated_at': '2021-08-19T18:07:10Z', 'revision_number': 5, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'subnets': [{'id': 'f22f8c54-0669-4c4f-bbb0-adba99072f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:33.549873 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-9582b5bf-f765-4976-916f-cd0bb2646fd5 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:33.615440 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9582b5bf-f765-4976-916f-cd0bb2646fd5 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:33.622132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-aa2edc68-ff2e-4ee6-adf2-0f94b3be4de7 service neutron] Port e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 on network 5f633b63-84e5-45ac-aad5-d8f674f8a1ad not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:08:33.623398 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-aa2edc68-ff2e-4ee6-adf2-0f94b3be4de7 service neutron] Attempting to bind port e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 on network 5f633b63-84e5-45ac-aad5-d8f674f8a1ad {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:33.628385 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb00291-64d9-4fe5-91a8-39998af5bb53 None None] Checking router: 04606f23-8cb6-4fef-a483-23c8fa8f4347 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:08:33.630100 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-bed22eb4-77f6-4002-a873-96ac788d3790 service neutron] 10.222.0.24 "GET /v2.0/networks/2071a678-8d5a-4ad7-93dd-faa78d71eb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080039 Aug 19 18:08:33.640178 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=b89514c4-ebb5-4f84-93e0-0f18c87f386b,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:33.657516 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-18880103-60bb-442e-b11d-30391d8a9cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:08:27Z', 'revision_number': 5, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:33.686974 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-aa2edc68-ff2e-4ee6-adf2-0f94b3be4de7 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:33.688730 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-aa2edc68-ff2e-4ee6-adf2-0f94b3be4de7 service neutron] Checking segment: {'id': '0227a178-9e66-4699-ab26-273cdff22665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5f633b63-84e5-45ac-aad5-d8f674f8a1ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:33.689390 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-aa2edc68-ff2e-4ee6-adf2-0f94b3be4de7 service neutron] Bound using segment: {'id': '0227a178-9e66-4699-ab26-273cdff22665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5f633b63-84e5-45ac-aad5-d8f674f8a1ad'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:33.690296 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-aa2edc68-ff2e-4ee6-adf2-0f94b3be4de7 service neutron] Bound port: e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0227a178-9e66-4699-ab26-273cdff22665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5f633b63-84e5-45ac-aad5-d8f674f8a1ad'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:33.690926 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-aa2edc68-ff2e-4ee6-adf2-0f94b3be4de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:33.719800 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b05b932f-f9d2-496e-a390-fec69585adfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:33.732544 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb00291-64d9-4fe5-91a8-39998af5bb53 None None] Routers {'04606f23-8cb6-4fef-a483-23c8fa8f4347'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:33.733592 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-9fb00291-64d9-4fe5-91a8-39998af5bb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:08:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['04606f23-8cb6-4fef-a483-23c8fa8f4347'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:33.738532 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-760ef7e6-2a78-4f69-a621-dd47ed002081 admin admin] For port 2be74f7f-319e-4f9e-ac1f-369f5f0e5c59, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2be74f7f-319e-4f9e-ac1f-369f5f0e5c59,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:33.738916 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-760ef7e6-2a78-4f69-a621-dd47ed002081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:33.744687 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18880103-60bb-442e-b11d-30391d8a9cb2 None None] The sync data for ids ['34e27296-e742-4201-8132-17e842872c6c'] in n-d-803753-2 is: [{'id': '34e27296-e742-4201-8132-17e842872c6c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1744254341-router', 'tenant_id': '2a33c4d51217492ebaa912b769b44260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:25Z', 'updated_at': '2021-08-19T18:08:27Z', 'revision_number': 5, 'project_id': '2a33c4d51217492ebaa912b769b44260', 'gw_port': {'id': '2be74f7f-319e-4f9e-ac1f-369f5f0e5c59', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e27296-e742-4201-8132-17e842872c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:26Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:08:33.773017 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-760ef7e6-2a78-4f69-a621-dd47ed002081 admin admin] Calling delete_port for 2be74f7f-319e-4f9e-ac1f-369f5f0e5c59 owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:33.810582 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b05b932f-f9d2-496e-a390-fec69585adfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:33.844518 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-696dc8a5-26c6-44eb-8de0-ce81bd84d0c5 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Made reservation on behalf of 85cc3cfb1680444498ac5e62ccbdf2db for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:33.849168 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-696dc8a5-26c6-44eb-8de0-ce81bd84d0c5 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:33.851098 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 3a4b963d-1aba-4bee-9939-1e1f1d248464 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:33.851356 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:33.883800 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582b5bf-f765-4976-916f-cd0bb2646fd5 None None] Pushing event updated for resources: {'Port': ['ID=fb62f54a-4da7-4ef6-a78f-8b548f540634,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:33.887030 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-9582b5bf-f765-4976-916f-cd0bb2646fd5 None None] Attempting to bind port fb62f54a-4da7-4ef6-a78f-8b548f540634 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:33.887030 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-9582b5bf-f765-4976-916f-cd0bb2646fd5 None None] Attempting to bind port fb62f54a-4da7-4ef6-a78f-8b548f540634 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '8cf06dce-3a99-4610-a64d-06a0b6b38c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2071a678-8d5a-4ad7-93dd-faa78d71eb14'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:33.887385 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9582b5bf-f765-4976-916f-cd0bb2646fd5 None None] Attempting to bind port fb62f54a-4da7-4ef6-a78f-8b548f540634 on network 2071a678-8d5a-4ad7-93dd-faa78d71eb14 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:33.913666 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9582b5bf-f765-4976-916f-cd0bb2646fd5 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:33.913914 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9582b5bf-f765-4976-916f-cd0bb2646fd5 None None] Checking segment: {'id': '8cf06dce-3a99-4610-a64d-06a0b6b38c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2071a678-8d5a-4ad7-93dd-faa78d71eb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:33.914357 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9582b5bf-f765-4976-916f-cd0bb2646fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:33.914747 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9582b5bf-f765-4976-916f-cd0bb2646fd5 None None] Bound using segment: {'id': '8cf06dce-3a99-4610-a64d-06a0b6b38c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2071a678-8d5a-4ad7-93dd-faa78d71eb14'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:33.915375 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-9582b5bf-f765-4976-916f-cd0bb2646fd5 None None] Bound port: fb62f54a-4da7-4ef6-a78f-8b548f540634, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf06dce-3a99-4610-a64d-06a0b6b38c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2071a678-8d5a-4ad7-93dd-faa78d71eb14'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:33.916242 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9582b5bf-f765-4976-916f-cd0bb2646fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:33.920550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2b674-9796-4365-ba95-0d99dd459330 req-dd80b57d-0224-4d46-8b6e-a52a5b83d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:33.922906 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dda2b674-9796-4365-ba95-0d99dd459330 req-dd80b57d-0224-4d46-8b6e-a52a5b83d158 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1027677 Aug 19 18:08:33.944740 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0e7c86e-32ab-449a-8716-c872f7a1ccbb req-75a71ac7-1a71-43b1-8f9e-f012f52e5ac5 service neutron] 10.222.0.24 "GET /v2.0/networks/b1f25a42-0bf7-438c-8023-c1fe6524c164?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0944166 Aug 19 18:08:33.966717 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-da8d8e5b-d8a6-48cd-ad34-d8716649a151 service neutron] 10.222.0.24 "GET /v2.0/networks/2071a678-8d5a-4ad7-93dd-faa78d71eb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226192 Aug 19 18:08:33.989177 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-aa2edc68-ff2e-4ee6-adf2-0f94b3be4de7 service neutron] For port e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:34.048009 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-9fb00291-64d9-4fe5-91a8-39998af5bb53 None None] Set router 04606f23-8cb6-4fef-a483-23c8fa8f4347 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:08:34.094088 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b05b932f-f9d2-496e-a390-fec69585adfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:34.097992 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b05b932f-f9d2-496e-a390-fec69585adfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:34.099502 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-aa2edc68-ff2e-4ee6-adf2-0f94b3be4de7 service neutron] For port e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81,segment=NetworkSegment(0227a178-9e66-4699-ab26-273cdff22665),segment_id=0227a178-9e66-4699-ab26-273cdff22665)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:34.123880 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-aa2edc68-ff2e-4ee6-adf2-0f94b3be4de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:34.126006 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b05b932f-f9d2-496e-a390-fec69585adfc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5cf7945d-2937-4331-a8ed-e4e2c341e105 HTTP/1.1" status: 204 len: 168 time: 0.6984830 Aug 19 18:08:34.127672 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-9582b5bf-f765-4976-916f-cd0bb2646fd5 None None] For port fb62f54a-4da7-4ef6-a78f-8b548f540634, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:34.193726 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b932f-f9d2-496e-a390-fec69585adfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf7945d-2937-4331-a8ed-e4e2c341e105,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:34.276636 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2edc68-ff2e-4ee6-adf2-0f94b3be4de7 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:34.287108 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-aa2edc68-ff2e-4ee6-adf2-0f94b3be4de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:34.287764 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-aa2edc68-ff2e-4ee6-adf2-0f94b3be4de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:34.289917 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-aa2edc68-ff2e-4ee6-adf2-0f94b3be4de7 service neutron] 10.222.0.54 "PUT /v2.0/ports/e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 HTTP/1.1" status: 200 len: 1091 time: 4.2323897 Aug 19 18:08:34.322693 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-b2bf13a4-af88-43bd-9ac4-fe4427228c5a service neutron] 10.222.0.24 "GET /v2.0/networks/6a3a36df-824b-41ca-906b-54036dc236c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009081 Aug 19 18:08:34.407764 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-faa83bdf-ede2-4fbc-9bfc-6c8bccde6a06 service neutron] Request body: {'port': {'device_id': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:34.428989 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-760ef7e6-2a78-4f69-a621-dd47ed002081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:34.517986 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-696dc8a5-26c6-44eb-8de0-ce81bd84d0c5 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Allocated IP 192.168.233.197 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/a2fbeabc-5d01-4de7-9162-4df1b0b1b898) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:34.528449 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ef7e6-2a78-4f69-a621-dd47ed002081 admin admin] Pushing event deleted for resources: {'Port': ['ID=2be74f7f-319e-4f9e-ac1f-369f5f0e5c59,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:34.670647 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-9582b5bf-f765-4976-916f-cd0bb2646fd5 None None] For port fb62f54a-4da7-4ef6-a78f-8b548f540634, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=fb62f54a-4da7-4ef6-a78f-8b548f540634,segment=NetworkSegment(8cf06dce-3a99-4610-a64d-06a0b6b38c2b),segment_id=8cf06dce-3a99-4610-a64d-06a0b6b38c2b)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:34.707084 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-c164e004-5df2-47e1-8784-2ef2d45517be service neutron] 10.222.0.24 "GET /v2.0/networks/6a3a36df-824b-41ca-906b-54036dc236c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641007 Aug 19 18:08:34.710445 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9582b5bf-f765-4976-916f-cd0bb2646fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:34.732943 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-760ef7e6-2a78-4f69-a621-dd47ed002081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:34.750864 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0e7c86e-32ab-449a-8716-c872f7a1ccbb req-d4275828-86ff-4640-9e79-d4364e2a8bc7 service neutron] 10.222.0.24 "GET /v2.0/networks/b1f25a42-0bf7-438c-8023-c1fe6524c164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7523997 Aug 19 18:08:34.791661 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:34.833699 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-30d7d7e1-b659-40e9-9b21-8872a2f48e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:34.848509 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:08:34.849083 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d79ebeb0-ad7e-49ae-9f50-38e7cea58f3d not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:08:34.849627 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 219d2a7d-76de-4c03-8248-9d8bd79c244d no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:34.959463 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 219d2a7d-76de-4c03-8248-9d8bd79c244d {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:08:34.960209 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 219d2a7d-76de-4c03-8248-9d8bd79c244d not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:08:34.991147 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-760ef7e6-2a78-4f69-a621-dd47ed002081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:34.994674 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-760ef7e6-2a78-4f69-a621-dd47ed002081 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:35.044759 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-faa83bdf-ede2-4fbc-9bfc-6c8bccde6a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:35.080607 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582b5bf-f765-4976-916f-cd0bb2646fd5 None None] Pushing event updated for resources: {'Port': ['ID=fb62f54a-4da7-4ef6-a78f-8b548f540634,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:35.119270 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-760ef7e6-2a78-4f69-a621-dd47ed002081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:35.120109 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760ef7e6-2a78-4f69-a621-dd47ed002081 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34e27296-e742-4201-8132-17e842872c6c {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:08:35.125735 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-760ef7e6-2a78-4f69-a621-dd47ed002081 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:35.129197 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-760ef7e6-2a78-4f69-a621-dd47ed002081 admin admin] 10.222.0.24 "DELETE /v2.0/routers/34e27296-e742-4201-8132-17e842872c6c HTTP/1.1" status: 204 len: 168 time: 3.0975928 Aug 19 18:08:35.135343 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42784) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:35.200197 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42786) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:35.396319 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-638d0086-4d82-4bb8-ad1d-38e6dfe19708 req-894d9a75-46ab-45b5-bf00-3a8905d0f09e tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=a939421d-35da-451e-86d0-7b6dd3e6a72e HTTP/1.1" status: 200 len: 210 time: 0.1573033 Aug 19 18:08:35.417696 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b89514c4-ebb5-4f84-93e0-0f18c87f386b up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:08:35.422670 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-3356218a-7cc7-4028-888b-3e645d529413 admin admin] Deleting subnet 4a08e371-d5ad-4f23-ad70-70127956d420 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:08:35.432673 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3356218a-7cc7-4028-888b-3e645d529413 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:35.450818 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-696dc8a5-26c6-44eb-8de0-ce81bd84d0c5 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:35.496981 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-696dc8a5-26c6-44eb-8de0-ce81bd84d0c5 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Transition to ACTIVE for port object a2fbeabc-5d01-4de7-9162-4df1b0b1b898 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:35.555961 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3356218a-7cc7-4028-888b-3e645d529413 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:35.557784 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-9fb00291-64d9-4fe5-91a8-39998af5bb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'name': 'tempest-ServerRescueTestJSONUnderV235-579916113-router', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:54Z', 'updated_at': '2021-08-19T18:07:04Z', 'revision_number': 4, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'gw_port': {'id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:55Z', 'updated_at': '2021-08-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'f74908bb-a718-4021-9e4c-21c9f60bf3c3', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'floating_ip_address': '172.25.8.99', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'port_id': '78b023f4-e475-45ab-9cbc-06056d0bcc2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f25a42-0bf7-438c-8023-c1fe6524c164', 'mac_address': 'fa:16:3e:0b:35:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102aeeb5-d520-472e-b2ee-279a43fddd23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:08:20Z', 'updated_at': '2021-08-19T18:08:26Z', 'revision_number': 1, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d739002-bc46-4020-ba73-f95f76221b9e', 'name': '', 'network_id': 'b1f25a42-0bf7-438c-8023-c1fe6524c164', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'mac_address': 'fa:16:3e:3d:95:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'f22f8c54-0669-4c4f-bbb0-adba99072f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:01Z', 'updated_at': '2021-08-19T18:07:10Z', 'revision_number': 5, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'subnets': [{'id': 'f22f8c54-0669-4c4f-bbb0-adba99072f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:35.628764 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2bd7d-07ea-4c9e-80b5-0fcb60542762 req-8997c2d6-60f1-452f-b38a-67f99b37f379 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:35.635889 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb00291-64d9-4fe5-91a8-39998af5bb53 None None] The sync data for ids ['04606f23-8cb6-4fef-a483-23c8fa8f4347'] in n-d-803753-2 is: [{'id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'name': 'tempest-ServerRescueTestJSONUnderV235-579916113-router', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:54Z', 'updated_at': '2021-08-19T18:07:04Z', 'revision_number': 4, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'gw_port': {'id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:55Z', 'updated_at': '2021-08-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'f74908bb-a718-4021-9e4c-21c9f60bf3c3', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'floating_ip_address': '172.25.8.99', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'port_id': '78b023f4-e475-45ab-9cbc-06056d0bcc2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f25a42-0bf7-438c-8023-c1fe6524c164', 'mac_address': 'fa:16:3e:0b:35:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102aeeb5-d520-472e-b2ee-279a43fddd23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:08:20Z', 'updated_at': '2021-08-19T18:08:26Z', 'revision_number': 1, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d739002-bc46-4020-ba73-f95f76221b9e', 'name': '', 'network_id': 'b1f25a42-0bf7-438c-8023-c1fe6524c164', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'mac_address': 'fa:16:3e:3d:95:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'f22f8c54-0669-4c4f-bbb0-adba99072f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:01Z', 'updated_at': '2021-08-19T18:07:10Z', 'revision_number': 5, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'subnets': [{'id': 'f22f8c54-0669-4c4f-bbb0-adba99072f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:08:35.636435 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2bd7d-07ea-4c9e-80b5-0fcb60542762 req-8997c2d6-60f1-452f-b38a-67f99b37f379 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:35.644309 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2bd7d-07ea-4c9e-80b5-0fcb60542762 req-8997c2d6-60f1-452f-b38a-67f99b37f379 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:35.655774 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2bd7d-07ea-4c9e-80b5-0fcb60542762 req-8997c2d6-60f1-452f-b38a-67f99b37f379 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:35.665066 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2bd7d-07ea-4c9e-80b5-0fcb60542762 req-8997c2d6-60f1-452f-b38a-67f99b37f379 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:35.677162 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2bd7d-07ea-4c9e-80b5-0fcb60542762 req-8997c2d6-60f1-452f-b38a-67f99b37f379 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:35.682931 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2bd7d-07ea-4c9e-80b5-0fcb60542762 req-8997c2d6-60f1-452f-b38a-67f99b37f379 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:35.695214 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-73b2bd7d-07ea-4c9e-80b5-0fcb60542762 req-8997c2d6-60f1-452f-b38a-67f99b37f379 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5409 time: 0.6605880 Aug 19 18:08:35.709739 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-696dc8a5-26c6-44eb-8de0-ce81bd84d0c5 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:35.719747 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580120f-0035-4432-9195-a5694ab36e80 req-48f927b3-32c7-4045-ac11-1788f94be937 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:35.720068 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port b89514c4-ebb5-4f84-93e0-0f18c87f386b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:35.724187 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5580120f-0035-4432-9195-a5694ab36e80 req-48f927b3-32c7-4045-ac11-1788f94be937 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 945 time: 0.1202180 Aug 19 18:08:35.726756 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:35.784645 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['dddf18aa-d021-4741-a858-fa76ab80de15'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:08:35.826428 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-696dc8a5-26c6-44eb-8de0-ce81bd84d0c5 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:35.835256 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696dc8a5-26c6-44eb-8de0-ce81bd84d0c5 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Pushing event updated for resources: {'Port': ['ID=a2fbeabc-5d01-4de7-9162-4df1b0b1b898,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:35.838692 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-696dc8a5-26c6-44eb-8de0-ce81bd84d0c5 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:35.879044 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3356218a-7cc7-4028-888b-3e645d529413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:35.882999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-696dc8a5-26c6-44eb-8de0-ce81bd84d0c5 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:35.930487 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5580120f-0035-4432-9195-a5694ab36e80 req-82fd3f2c-e962-4efe-aa1f-b2b131486028 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800811 Aug 19 18:08:36.011241 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-696dc8a5-26c6-44eb-8de0-ce81bd84d0c5 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:36.012717 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-696dc8a5-26c6-44eb-8de0-ce81bd84d0c5 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:36.085152 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3356218a-7cc7-4028-888b-3e645d529413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:36.165926 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356218a-7cc7-4028-888b-3e645d529413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a08e371-d5ad-4f23-ad70-70127956d420,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:36.179532 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3356218a-7cc7-4028-888b-3e645d529413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:36.191297 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3356218a-7cc7-4028-888b-3e645d529413 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4a08e371-d5ad-4f23-ad70-70127956d420 HTTP/1.1" status: 204 len: 168 time: 1.0545425 Aug 19 18:08:36.191525 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96faee3-4068-4b13-9a00-d432662c73e6 None None] Network f44deb17-6524-4309-af63-141c3a78262b requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:36.193606 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42796) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:36.335331 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-73b2bd7d-07ea-4c9e-80b5-0fcb60542762 req-e93b7a43-482b-4393-bf48-43f2c55d86a8 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6390483 Aug 19 18:08:36.371046 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42798) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:36.372365 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c641d074-c6b4-4266-b6e0-93e4aaa70aef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8482a7bb613440d3b3aa06643d88805d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1411552 Aug 19 18:08:36.378409 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-696dc8a5-26c6-44eb-8de0-ce81bd84d0c5 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7330356 Aug 19 18:08:36.400498 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-377e46f7-2bea-4771-9e50-340bc00cd647 service neutron] Request body: {'port': {'device_id': 'a939421d-35da-451e-86d0-7b6dd3e6a72e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:36.413227 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fb95a2cf-9b0c-488e-848a-aad73cf03b8a no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:36.460655 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2f12d-454a-47fd-bd87-ca17da4fed52 None None] New status for floating IP f74908bb-a718-4021-9e4c-21c9f60bf3c3: ACTIVE {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:08:36.471137 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d606009e-c1dc-4c5d-b567-e54a49dcc8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:36.512151 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: fb95a2cf-9b0c-488e-848a-aad73cf03b8a {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:08:36.512674 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fb95a2cf-9b0c-488e-848a-aad73cf03b8a not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:08:36.513272 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c87ebc50-d295-4edb-ad74-08550d3d3ec5 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:36.532347 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628a914b-ec7f-4991-ba10-a3588e872a4b x-openstack-request-id: req-628a914b-ec7f-4991-ba10-a3588e872a4b {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:36.533118 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102aeeb5-d520-472e-b2ee-279a43fddd23", "tag": "78b023f4-e475-45ab-9cbc-06056d0bcc2f", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:36.533668 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-628a914b-ec7f-4991-ba10-a3588e872a4b {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:36.534285 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102aeeb5-d520-472e-b2ee-279a43fddd23', 'tag': '78b023f4-e475-45ab-9cbc-06056d0bcc2f', 'status': 'completed', 'code': 200} Aug 19 18:08:36.535105 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-377e46f7-2bea-4771-9e50-340bc00cd647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:36.610373 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: c87ebc50-d295-4edb-ad74-08550d3d3ec5 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:08:36.610851 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c87ebc50-d295-4edb-ad74-08550d3d3ec5 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:08:36.641433 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-eb0c3562-d66b-45cb-ac06-87711187ffa7 None None] Provisioning for port a2fbeabc-5d01-4de7-9162-4df1b0b1b898 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:36.663436 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-eb0c3562-d66b-45cb-ac06-87711187ffa7 None None] Provisioning complete for port a2fbeabc-5d01-4de7-9162-4df1b0b1b898 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:36.664059 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eb0c3562-d66b-45cb-ac06-87711187ffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:36.758791 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2fd8df2a-2949-44ee-8b41-a41411d1987f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:36.831545 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2fd8df2a-2949-44ee-8b41-a41411d1987f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:36.894856 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-2b43e9fd-1684-4ca0-b482-e154ba7e5ccc tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.99 HTTP/1.1" status: 200 len: 998 time: 0.3678021 Aug 19 18:08:36.926988 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-ed2ae01a-0a82-4d31-9ef0-3dc22c3c3d0b tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=55902b3290884d098547fd36e6097a39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578990 Aug 19 18:08:36.944007 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c3562-d66b-45cb-ac06-87711187ffa7 None None] Port a2fbeabc-5d01-4de7-9162-4df1b0b1b898 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:08:36.997516 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-d606009e-c1dc-4c5d-b567-e54a49dcc8a2 admin admin] Deleting port 1103e7b6-70eb-433c-a1a8-1ccf48153bec {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:36.997979 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d606009e-c1dc-4c5d-b567-e54a49dcc8a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:37.077215 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6295dd18-47c5-4817-a9c9-46a8e877aae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:37.124121 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2fd8df2a-2949-44ee-8b41-a41411d1987f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:37.127326 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2fd8df2a-2949-44ee-8b41-a41411d1987f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:37.130967 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2fd8df2a-2949-44ee-8b41-a41411d1987f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8daab0c-f749-4d31-b856-d7b94b51a35f HTTP/1.1" status: 204 len: 168 time: 0.7553716 Aug 19 18:08:37.204869 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcef65d-bd9b-4e8d-9f97-3f8e6805fd06 None None] DHCP port deletion for f44deb17-6524-4309-af63-141c3a78262b request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:08:37.236121 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e65d4c0-ee92-4750-b874-08113049d87c None None] Network 2071a678-8d5a-4ad7-93dd-faa78d71eb14 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:37.239667 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fb62f54a-4da7-4ef6-a78f-8b548f540634 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:08:37.247732 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:37.264267 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8df2a-2949-44ee-8b41-a41411d1987f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8daab0c-f749-4d31-b856-d7b94b51a35f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:37.268195 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-d606009e-c1dc-4c5d-b567-e54a49dcc8a2 admin admin] For port 1103e7b6-70eb-433c-a1a8-1ccf48153bec, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1103e7b6-70eb-433c-a1a8-1ccf48153bec,segment=NetworkSegment(c40ae849-6260-4c64-926f-49210011f1ae),segment_id=c40ae849-6260-4c64-926f-49210011f1ae)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:37.268711 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d606009e-c1dc-4c5d-b567-e54a49dcc8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:37.293969 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-3a110a17-5c82-47f7-9d0a-ca38b5a9582c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:37.315968 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09c4e9-6bb2-4314-a92f-42d1ed27f8b1 req-4c50b6e0-165f-44a7-8e74-98cad8b4f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:37.318663 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dd09c4e9-6bb2-4314-a92f-42d1ed27f8b1 req-4c50b6e0-165f-44a7-8e74-98cad8b4f954 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=245cdbea3ee940a88607d44478ca1486&device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 1096 time: 0.7882125 Aug 19 18:08:37.322895 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-3a110a17-5c82-47f7-9d0a-ca38b5a9582c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3849797 Aug 19 18:08:37.333878 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-d606009e-c1dc-4c5d-b567-e54a49dcc8a2 admin admin] Calling delete_port for 1103e7b6-70eb-433c-a1a8-1ccf48153bec owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:37.370285 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-8815c34c-62ed-479e-b4eb-d8eaf6dfb985 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/quotas/55902b3290884d098547fd36e6097a39 HTTP/1.1" status: 200 len: 375 time: 0.0341704 Aug 19 18:08:37.395310 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-4eb0e62e-2c62-41eb-824a-ef879f39e138 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:37.397802 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-4eb0e62e-2c62-41eb-824a-ef879f39e138 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports/78b023f4-e475-45ab-9cbc-06056d0bcc2f HTTP/1.1" status: 200 len: 942 time: 0.4939990 Aug 19 18:08:37.437195 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-54dc62a3-7ec6-4c14-9772-b219a5aedd4d None None] Provisioning for port fb62f54a-4da7-4ef6-a78f-8b548f540634 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:37.521912 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-b43e8962-c93f-46a4-9d04-7eb7eec4e865 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1484814 Aug 19 18:08:37.536273 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port fb62f54a-4da7-4ef6-a78f-8b548f540634 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:37.554174 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port fb62f54a-4da7-4ef6-a78f-8b548f540634 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:37.554404 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:37.612404 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-1fcef65d-bd9b-4e8d-9f97-3f8e6805fd06 None None] Deleting port 1103e7b6-70eb-433c-a1a8-1ccf48153bec {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:37.612804 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1fcef65d-bd9b-4e8d-9f97-3f8e6805fd06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:37.796823 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-1fcef65d-bd9b-4e8d-9f97-3f8e6805fd06 None None] For port 1103e7b6-70eb-433c-a1a8-1ccf48153bec, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1103e7b6-70eb-433c-a1a8-1ccf48153bec,segment=NetworkSegment(c40ae849-6260-4c64-926f-49210011f1ae),segment_id=c40ae849-6260-4c64-926f-49210011f1ae)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:37.797499 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1fcef65d-bd9b-4e8d-9f97-3f8e6805fd06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:37.843625 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-54fb350e-e0b6-4e3b-9536-e562be11f5ce tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.99 HTTP/1.1" status: 200 len: 1000 time: 0.3322918 Aug 19 18:08:37.873215 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-1fcef65d-bd9b-4e8d-9f97-3f8e6805fd06 None None] Calling delete_port for 1103e7b6-70eb-433c-a1a8-1ccf48153bec owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:37.920463 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-faa83bdf-ede2-4fbc-9bfc-6c8bccde6a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8d0cb7-af16-4948-8360-b08bf7de49ad {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:37.938530 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-faa83bdf-ede2-4fbc-9bfc-6c8bccde6a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:37.972773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-faa83bdf-ede2-4fbc-9bfc-6c8bccde6a06 service neutron] Transition to ACTIVE for port object fc8d0cb7-af16-4948-8360-b08bf7de49ad will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:38.000625 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:38.002011 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-faa83bdf-ede2-4fbc-9bfc-6c8bccde6a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:38.089431 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574d25e-3bb4-4f83-a099-8cba459c4319 req-8208b44c-98a3-4f64-a699-dcb11e6c5c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:38.091357 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d574d25e-3bb4-4f83-a099-8cba459c4319 req-8208b44c-98a3-4f64-a699-dcb11e6c5c20 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 1096 time: 0.6163878 Aug 19 18:08:38.115982 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-166d6ec0-fb98-4157-9abc-b40b0d59ae39 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:38.120073 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port fb62f54a-4da7-4ef6-a78f-8b548f540634, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=fb62f54a-4da7-4ef6-a78f-8b548f540634,segment=NetworkSegment(8cf06dce-3a99-4610-a64d-06a0b6b38c2b),segment_id=8cf06dce-3a99-4610-a64d-06a0b6b38c2b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:38.123726 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-166d6ec0-fb98-4157-9abc-b40b0d59ae39 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:38.127006 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-166d6ec0-fb98-4157-9abc-b40b0d59ae39 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.50 "GET /v2.0/networks?id=6a3a36df-824b-41ca-906b-54036dc236c9&id=2071a678-8d5a-4ad7-93dd-faa78d71eb14&id=6a3a36df-824b-41ca-906b-54036dc236c9 HTTP/1.1" status: 200 len: 1391 time: 0.5305083 Aug 19 18:08:38.141882 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-22856a73-c5aa-4f25-8e1b-dc0d68d71b42 req-02dd132e-f2ba-422d-8f67-5d4187ae0607 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 210 time: 0.0901396 Aug 19 18:08:38.155610 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:38.171156 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:38.179149 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-cddd8559-83f7-48ae-bf72-0f8c4f064d06 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Request body: {'port': {'device_id': '7727f665-d224-4faf-86ba-c2404e8ca101', 'network_id': '6a3a36df-824b-41ca-906b-54036dc236c9', 'admin_state_up': True, 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:38.204348 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1fcef65d-bd9b-4e8d-9f97-3f8e6805fd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:38.219417 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2be74f7f-319e-4f9e-ac1f-369f5f0e5c59 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:38.228854 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcef65d-bd9b-4e8d-9f97-3f8e6805fd06 None None] No DVR routers for this DVR port 1103e7b6-70eb-433c-a1a8-1ccf48153bec on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:08:38.279122 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 2be74f7f-319e-4f9e-ac1f-369f5f0e5c59 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:08:38.279783 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2be74f7f-319e-4f9e-ac1f-369f5f0e5c59 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:08:38.354729 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=fb62f54a-4da7-4ef6-a78f-8b548f540634,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:38.363961 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d606009e-c1dc-4c5d-b567-e54a49dcc8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:38.449743 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcef65d-bd9b-4e8d-9f97-3f8e6805fd06 None None] Pushing event deleted for resources: {'Port': ['ID=1103e7b6-70eb-433c-a1a8-1ccf48153bec,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:38.451879 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d574d25e-3bb4-4f83-a099-8cba459c4319 req-efb93b0d-61bc-4b3b-9b16-c58625efaff1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227947 Aug 19 18:08:38.456250 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606009e-c1dc-4c5d-b567-e54a49dcc8a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1103e7b6-70eb-433c-a1a8-1ccf48153bec,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:38.464675 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d606009e-c1dc-4c5d-b567-e54a49dcc8a2 admin admin] No DVR routers for this DVR port 1103e7b6-70eb-433c-a1a8-1ccf48153bec on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:08:38.488124 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09c4e9-6bb2-4314-a92f-42d1ed27f8b1 req-5b3adf93-4091-4b65-b6da-a78d1b201803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:38.492971 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dd09c4e9-6bb2-4314-a92f-42d1ed27f8b1 req-5b3adf93-4091-4b65-b6da-a78d1b201803 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1f25a42-0bf7-438c-8023-c1fe6524c164 HTTP/1.1" status: 200 len: 920 time: 1.1572766 Aug 19 18:08:38.524703 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa83bdf-ede2-4fbc-9bfc-6c8bccde6a06 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8d0cb7-af16-4948-8360-b08bf7de49ad,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:38.538476 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a26a57ab-1ec3-455d-8f23-52e8b75e81ea None None] Provisioning complete for port fb62f54a-4da7-4ef6-a78f-8b548f540634 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:38.538861 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a26a57ab-1ec3-455d-8f23-52e8b75e81ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:38.545136 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-5ca3cccb-a4de-4e82-b3b4-cff3053976e1 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:38.547081 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-5ca3cccb-a4de-4e82-b3b4-cff3053976e1 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.5701451 Aug 19 18:08:38.629804 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc2037-854d-487a-8b46-cab9340ccdf8 req-e44faf6b-a22f-4ec1-b0dd-cc7f2c310a69 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:38.637815 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40dc2037-854d-487a-8b46-cab9340ccdf8 req-e44faf6b-a22f-4ec1-b0dd-cc7f2c310a69 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=a939421d-35da-451e-86d0-7b6dd3e6a72e HTTP/1.1" status: 200 len: 936 time: 0.2906134 Aug 19 18:08:38.647944 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'tag': 'e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:38.659980 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d606009e-c1dc-4c5d-b567-e54a49dcc8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:38.661511 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d0dd2a-5d71-470c-a839-a974925e9996" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "tag": "e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:38.713819 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-d606009e-c1dc-4c5d-b567-e54a49dcc8a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44deb17-6524-4309-af63-141c3a78262b']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:38.732068 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-d606009e-c1dc-4c5d-b567-e54a49dcc8a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40ae849-6260-4c64-926f-49210011f1ae') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:38.732998 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-d606009e-c1dc-4c5d-b567-e54a49dcc8a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40ae849-6260-4c64-926f-49210011f1ae') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:38.749438 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-377e46f7-2bea-4771-9e50-340bc00cd647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fbeabc-5d01-4de7-9162-4df1b0b1b898 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:38.754531 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d606009e-c1dc-4c5d-b567-e54a49dcc8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:38.777650 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d606009e-c1dc-4c5d-b567-e54a49dcc8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:38.802823 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d606009e-c1dc-4c5d-b567-e54a49dcc8a2 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:08:38.803239 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d606009e-c1dc-4c5d-b567-e54a49dcc8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:38.818364 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-377e46f7-2bea-4771-9e50-340bc00cd647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: self.session.flush() Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: self.session.flush() Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: self.session.flush() Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: self.session.flush() Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:08:38.899221 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:08:38.924406 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d606009e-c1dc-4c5d-b567-e54a49dcc8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:38.943056 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d606009e-c1dc-4c5d-b567-e54a49dcc8a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:38.948241 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d606009e-c1dc-4c5d-b567-e54a49dcc8a2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f44deb17-6524-4309-af63-141c3a78262b HTTP/1.1" status: 204 len: 168 time: 2.7533226 Aug 19 18:08:38.971385 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-cddd8559-83f7-48ae-bf72-0f8c4f064d06 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Made reservation on behalf of b36c037b46974fbab72ee33dddb5d134 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:38.976026 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-cddd8559-83f7-48ae-bf72-0f8c4f064d06 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:38.979079 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606009e-c1dc-4c5d-b567-e54a49dcc8a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f44deb17-6524-4309-af63-141c3a78262b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:38.993625 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40dc2037-854d-487a-8b46-cab9340ccdf8 req-1ec650d4-ae51-4bcd-87d6-b83661f33cf8 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98c61df-2b9c-4787-9c48-908f72989b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548701 Aug 19 18:08:39.178632 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fb62f54a-4da7-4ef6-a78f-8b548f540634 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:08:39.318209 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port fb62f54a-4da7-4ef6-a78f-8b548f540634 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:39.319036 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:39.442543 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dd09c4e9-6bb2-4314-a92f-42d1ed27f8b1 req-c94fc0b7-6678-4a39-a7b3-e967fe9f712d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b023f4-e475-45ab-9cbc-06056d0bcc2f HTTP/1.1" status: 200 len: 1000 time: 0.9303343 Aug 19 18:08:39.446244 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-377e46f7-2bea-4771-9e50-340bc00cd647 service neutron] Transition to ACTIVE for port object a2fbeabc-5d01-4de7-9162-4df1b0b1b898 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:39.451666 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da651755-2d65-469b-933d-0804a6132f93 req-3be37f9e-3964-457f-9ebe-c7daa198ea32 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:39.455903 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da651755-2d65-469b-933d-0804a6132f93 req-3be37f9e-3964-457f-9ebe-c7daa198ea32 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 945 time: 0.2626057 Aug 19 18:08:39.463721 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-77b16a3d-ead0-4a09-8dc9-94795cc153e8 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.99 HTTP/1.1" status: 200 len: 1000 time: 0.7878048 Aug 19 18:08:39.486677 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-fe132f20-9577-4714-85e0-9bc7be17d937 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:39.490066 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-377e46f7-2bea-4771-9e50-340bc00cd647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:39.520433 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-cddd8559-83f7-48ae-bf72-0f8c4f064d06 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Allocated IP 19.80.0.218 (6a3a36df-824b-41ca-906b-54036dc236c9/5904a28f-6dc5-4b9a-ab8a-8e29e6440ad6/3cd6264a-caf8-467b-87a8-cb1ce04cf37c) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:39.557448 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42858) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:39.572011 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da651755-2d65-469b-933d-0804a6132f93 req-97bffbfc-4e0b-4fc5-b317-ba0b7356c47e tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066437 Aug 19 18:08:39.726171 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f7c38cb4-4821-49f0-83e2-744add8155e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a33c4d51217492ebaa912b769b44260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656053 Aug 19 18:08:39.744607 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42860) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:39.819277 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-faa83bdf-ede2-4fbc-9bfc-6c8bccde6a06 service neutron] Attempting to bind port fc8d0cb7-af16-4948-8360-b08bf7de49ad on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:39.820044 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-faa83bdf-ede2-4fbc-9bfc-6c8bccde6a06 service neutron] Attempting to bind port fc8d0cb7-af16-4948-8360-b08bf7de49ad by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '0227a178-9e66-4699-ab26-273cdff22665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5f633b63-84e5-45ac-aad5-d8f674f8a1ad'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:39.820755 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-faa83bdf-ede2-4fbc-9bfc-6c8bccde6a06 service neutron] Attempting to bind port fc8d0cb7-af16-4948-8360-b08bf7de49ad on network 5f633b63-84e5-45ac-aad5-d8f674f8a1ad {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:39.827639 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-fe132f20-9577-4714-85e0-9bc7be17d937 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks [] for floatingip, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:39.889257 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1103e7b6-70eb-433c-a1a8-1ccf48153bec no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:39.930086 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09c4e9-6bb2-4314-a92f-42d1ed27f8b1 req-9466a362-e738-4737-ae4b-9f332c49f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:39.941491 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dd09c4e9-6bb2-4314-a92f-42d1ed27f8b1 req-9466a362-e738-4737-ae4b-9f332c49f036 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f22f8c54-0669-4c4f-bbb0-adba99072f6b HTTP/1.1" status: 200 len: 859 time: 0.4702671 Aug 19 18:08:39.942598 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-faa83bdf-ede2-4fbc-9bfc-6c8bccde6a06 service neutron] Port fc8d0cb7-af16-4948-8360-b08bf7de49ad on network 5f633b63-84e5-45ac-aad5-d8f674f8a1ad not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:08:39.943787 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 1103e7b6-70eb-433c-a1a8-1ccf48153bec {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:08:39.944452 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-faa83bdf-ede2-4fbc-9bfc-6c8bccde6a06 service neutron] Attempting to bind port fc8d0cb7-af16-4948-8360-b08bf7de49ad on network 5f633b63-84e5-45ac-aad5-d8f674f8a1ad {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:39.945098 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1103e7b6-70eb-433c-a1a8-1ccf48153bec not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:08:39.971858 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e46f7-2bea-4771-9e50-340bc00cd647 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fbeabc-5d01-4de7-9162-4df1b0b1b898,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:40.018812 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-faa83bdf-ede2-4fbc-9bfc-6c8bccde6a06 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:40.019563 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-faa83bdf-ede2-4fbc-9bfc-6c8bccde6a06 service neutron] Checking segment: {'id': '0227a178-9e66-4699-ab26-273cdff22665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5f633b63-84e5-45ac-aad5-d8f674f8a1ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:40.020473 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-faa83bdf-ede2-4fbc-9bfc-6c8bccde6a06 service neutron] Bound using segment: {'id': '0227a178-9e66-4699-ab26-273cdff22665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5f633b63-84e5-45ac-aad5-d8f674f8a1ad'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:40.021345 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-faa83bdf-ede2-4fbc-9bfc-6c8bccde6a06 service neutron] Bound port: fc8d0cb7-af16-4948-8360-b08bf7de49ad, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0227a178-9e66-4699-ab26-273cdff22665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5f633b63-84e5-45ac-aad5-d8f674f8a1ad'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:40.022119 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-faa83bdf-ede2-4fbc-9bfc-6c8bccde6a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:40.050701 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6aabbf-301d-4b24-8526-255f9cdc2aa5 req-ccc77196-a324-4443-b391-e25bb5a1a90b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:40.057150 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6aabbf-301d-4b24-8526-255f9cdc2aa5 req-ccc77196-a324-4443-b391-e25bb5a1a90b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:40.064413 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6aabbf-301d-4b24-8526-255f9cdc2aa5 req-ccc77196-a324-4443-b391-e25bb5a1a90b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:40.070767 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6aabbf-301d-4b24-8526-255f9cdc2aa5 req-ccc77196-a324-4443-b391-e25bb5a1a90b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:40.077442 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6aabbf-301d-4b24-8526-255f9cdc2aa5 req-ccc77196-a324-4443-b391-e25bb5a1a90b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:40.081027 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:40.085668 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6aabbf-301d-4b24-8526-255f9cdc2aa5 req-ccc77196-a324-4443-b391-e25bb5a1a90b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:40.092192 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6aabbf-301d-4b24-8526-255f9cdc2aa5 req-ccc77196-a324-4443-b391-e25bb5a1a90b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:40.101905 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4e6aabbf-301d-4b24-8526-255f9cdc2aa5 req-ccc77196-a324-4443-b391-e25bb5a1a90b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5421 time: 0.3554072 Aug 19 18:08:40.148936 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26846c81-9703-4efe-bffc-23d4dc29894f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:40.176817 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dd09c4e9-6bb2-4314-a92f-42d1ed27f8b1 req-c36facd5-14fa-40ce-9f12-b3eedbebdb3f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1f25a42-0bf7-438c-8023-c1fe6524c164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2036316 Aug 19 18:08:40.205656 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26846c81-9703-4efe-bffc-23d4dc29894f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:40.247898 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-cddd8559-83f7-48ae-bf72-0f8c4f064d06 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:40.392314 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-377e46f7-2bea-4771-9e50-340bc00cd647 service neutron] Attempting to bind port a2fbeabc-5d01-4de7-9162-4df1b0b1b898 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:40.393074 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-377e46f7-2bea-4771-9e50-340bc00cd647 service neutron] Attempting to bind port a2fbeabc-5d01-4de7-9162-4df1b0b1b898 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:40.393781 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-377e46f7-2bea-4771-9e50-340bc00cd647 service neutron] Attempting to bind port a2fbeabc-5d01-4de7-9162-4df1b0b1b898 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:40.436960 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-377e46f7-2bea-4771-9e50-340bc00cd647 service neutron] Port a2fbeabc-5d01-4de7-9162-4df1b0b1b898 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:08:40.437390 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-377e46f7-2bea-4771-9e50-340bc00cd647 service neutron] Attempting to bind port a2fbeabc-5d01-4de7-9162-4df1b0b1b898 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:40.467189 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-377e46f7-2bea-4771-9e50-340bc00cd647 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:40.468134 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-377e46f7-2bea-4771-9e50-340bc00cd647 service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:40.468134 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-377e46f7-2bea-4771-9e50-340bc00cd647 service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:40.468704 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-377e46f7-2bea-4771-9e50-340bc00cd647 service neutron] Bound port: a2fbeabc-5d01-4de7-9162-4df1b0b1b898, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:40.469321 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-377e46f7-2bea-4771-9e50-340bc00cd647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:40.472105 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-faa83bdf-ede2-4fbc-9bfc-6c8bccde6a06 service neutron] For port fc8d0cb7-af16-4948-8360-b08bf7de49ad, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:40.478559 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-faa83bdf-ede2-4fbc-9bfc-6c8bccde6a06 service neutron] For port fc8d0cb7-af16-4948-8360-b08bf7de49ad, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=fc8d0cb7-af16-4948-8360-b08bf7de49ad,segment=NetworkSegment(0227a178-9e66-4699-ab26-273cdff22665),segment_id=0227a178-9e66-4699-ab26-273cdff22665)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:40.529594 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-faa83bdf-ede2-4fbc-9bfc-6c8bccde6a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:40.536696 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-fe132f20-9577-4714-85e0-9bc7be17d937 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:40.550956 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-fe132f20-9577-4714-85e0-9bc7be17d937 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:40.550956 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-fe132f20-9577-4714-85e0-9bc7be17d937 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Floating IP f74908bb-a718-4021-9e4c-21c9f60bf3c3 disassociated. External IP: 172.25.8.99, port: 78b023f4-e475-45ab-9cbc-06056d0bcc2f. Aug 19 18:08:40.624114 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-c7cb1013-62e2-41f5-8cfc-46ff0d496289 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=55902b3290884d098547fd36e6097a39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4720554 Aug 19 18:08:40.651704 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-cddd8559-83f7-48ae-bf72-0f8c4f064d06 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Transition to ACTIVE for port object 3cd6264a-caf8-467b-87a8-cb1ce04cf37c will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:40.701607 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4e6aabbf-301d-4b24-8526-255f9cdc2aa5 req-edd04f9a-f3d5-4aeb-8f67-b590fab2414c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5987749 Aug 19 18:08:40.713391 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-faa83bdf-ede2-4fbc-9bfc-6c8bccde6a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:40.716600 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-faa83bdf-ede2-4fbc-9bfc-6c8bccde6a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:40.716600 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-faa83bdf-ede2-4fbc-9bfc-6c8bccde6a06 service neutron] 10.222.0.54 "PUT /v2.0/ports/fc8d0cb7-af16-4948-8360-b08bf7de49ad HTTP/1.1" status: 200 len: 1091 time: 6.3315508 Aug 19 18:08:40.752593 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dd09c4e9-6bb2-4314-a92f-42d1ed27f8b1 req-7a81a000-445e-4441-a98d-0fa304d34798 service neutron] 10.222.0.54 "GET /v2.0/networks/b1f25a42-0bf7-438c-8023-c1fe6524c164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342150 Aug 19 18:08:40.760019 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26846c81-9703-4efe-bffc-23d4dc29894f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:40.763400 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26846c81-9703-4efe-bffc-23d4dc29894f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:40.765053 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-26846c81-9703-4efe-bffc-23d4dc29894f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/adabe909-473e-4a50-9d16-0ad29ed52538 HTTP/1.1" status: 204 len: 168 time: 1.0073934 Aug 19 18:08:40.810164 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:40.833435 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26846c81-9703-4efe-bffc-23d4dc29894f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adabe909-473e-4a50-9d16-0ad29ed52538,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:40.846296 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-08abcab8-f13d-43be-a285-f87d60a730c1 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:40.848291 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-08abcab8-f13d-43be-a285-f87d60a730c1 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2119105 Aug 19 18:08:40.855993 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-cddd8559-83f7-48ae-bf72-0f8c4f064d06 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:40.896507 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-d028b8c0-b428-4ae7-b12f-9b6197d3aefa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Request body: {'port': {'device_id': '63e4eb33-9956-4eed-a5c7-13d0324178a0', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': '55902b3290884d098547fd36e6097a39'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:40.903374 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa83bdf-ede2-4fbc-9bfc-6c8bccde6a06 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8d0cb7-af16-4948-8360-b08bf7de49ad,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:40.926112 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-377e46f7-2bea-4771-9e50-340bc00cd647 service neutron] For port a2fbeabc-5d01-4de7-9162-4df1b0b1b898, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:41.000823 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-377e46f7-2bea-4771-9e50-340bc00cd647 service neutron] For port a2fbeabc-5d01-4de7-9162-4df1b0b1b898, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a2fbeabc-5d01-4de7-9162-4df1b0b1b898,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:41.014931 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-377e46f7-2bea-4771-9e50-340bc00cd647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:41.074020 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e74cea32-e902-4fb2-b4dc-5b7aa1b39f8d req-e2868645-7867-4a0c-a221-9e0a1bc9400f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 210 time: 0.1479969 Aug 19 18:08:41.079084 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-cddd8559-83f7-48ae-bf72-0f8c4f064d06 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Network 6a3a36df-824b-41ca-906b-54036dc236c9 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:41.112009 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-cddd8559-83f7-48ae-bf72-0f8c4f064d06 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:41.114691 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-cddd8559-83f7-48ae-bf72-0f8c4f064d06 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:41.167132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-10e9bf3b-d8a0-44c6-961e-b3b607e795d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:41.167885 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-10e9bf3b-d8a0-44c6-961e-b3b607e795d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:41.168653 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-10e9bf3b-d8a0-44c6-961e-b3b607e795d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:41.169819 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-10e9bf3b-d8a0-44c6-961e-b3b607e795d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:41.170369 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-10e9bf3b-d8a0-44c6-961e-b3b607e795d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:41.171533 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-10e9bf3b-d8a0-44c6-961e-b3b607e795d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:41.173278 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-10e9bf3b-d8a0-44c6-961e-b3b607e795d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:41.176609 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-10e9bf3b-d8a0-44c6-961e-b3b607e795d0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22b0cfe0dd134d888d6f8103e3004f52&device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 6478 time: 0.3576825 Aug 19 18:08:41.186195 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-377e46f7-2bea-4771-9e50-340bc00cd647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:41.187154 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-377e46f7-2bea-4771-9e50-340bc00cd647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:41.191735 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-cddd8559-83f7-48ae-bf72-0f8c4f064d06 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:41.192414 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-cddd8559-83f7-48ae-bf72-0f8c4f064d06 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:41.195371 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd8559-83f7-48ae-bf72-0f8c4f064d06 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event updated for resources: {'Port': ['ID=3cd6264a-caf8-467b-87a8-cb1ce04cf37c,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:41.201023 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-377e46f7-2bea-4771-9e50-340bc00cd647 service neutron] 10.222.0.54 "PUT /v2.0/ports/a2fbeabc-5d01-4de7-9162-4df1b0b1b898 HTTP/1.1" status: 200 len: 1096 time: 4.7962410 Aug 19 18:08:41.229430 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dc7351-93d5-4b78-90f5-f63c194fbf0c x-openstack-request-id: req-26dc7351-93d5-4b78-90f5-f63c194fbf0c {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:41.229856 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "tag": "e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:41.230044 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-26dc7351-93d5-4b78-90f5-f63c194fbf0c {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:41.230445 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'tag': 'e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81', 'status': 'completed', 'code': 200} Aug 19 18:08:41.256774 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-cddd8559-83f7-48ae-bf72-0f8c4f064d06 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1054697 Aug 19 18:08:41.274086 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-4adc9d24-aabb-485e-b4f7-87cb9c865333 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Request body: {'port': {'device_id': '7727f665-d224-4faf-86ba-c2404e8ca101', 'network_id': '2071a678-8d5a-4ad7-93dd-faa78d71eb14', 'admin_state_up': True, 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:41.391726 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-730b81e3-718b-4b96-9760-6257c1bb6045 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 HTTP/1.1" status: 200 len: 217 time: 0.1592948 Aug 19 18:08:41.466112 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dd09c4e9-6bb2-4314-a92f-42d1ed27f8b1 req-0bab67b2-ab3a-4824-8dd5-18e2b23eadfe service neutron] 10.222.0.54 "GET /v2.0/networks/b1f25a42-0bf7-438c-8023-c1fe6524c164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6563575 Aug 19 18:08:41.541878 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b91ff910-8eb9-477d-b88a-18ae32b5f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:41.545223 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b91ff910-8eb9-477d-b88a-18ae32b5f06a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce67a4c2-3255-481b-8d44-f56c5622f0d5 HTTP/1.1" status: 200 len: 850 time: 0.0748253 Aug 19 18:08:41.548860 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-fe132f20-9577-4714-85e0-9bc7be17d937 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Router 04606f23-8cb6-4fef-a483-23c8fa8f4347 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:08:41.558727 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e46f7-2bea-4771-9e50-340bc00cd647 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fbeabc-5d01-4de7-9162-4df1b0b1b898,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:41.660853 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3d68ff79-e0dd-4817-bc2c-d527afd8c086 None None] Provisioning for port 3cd6264a-caf8-467b-87a8-cb1ce04cf37c completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:41.668506 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3d68ff79-e0dd-4817-bc2c-d527afd8c086 None None] Provisioning complete for port 3cd6264a-caf8-467b-87a8-cb1ce04cf37c triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:41.669398 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3d68ff79-e0dd-4817-bc2c-d527afd8c086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:41.692262 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-d028b8c0-b428-4ae7-b12f-9b6197d3aefa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Made reservation on behalf of 55902b3290884d098547fd36e6097a39 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:41.698348 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-d028b8c0-b428-4ae7-b12f-9b6197d3aefa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:41.709193 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-2566ef43-5716-43db-8884-03a6a0db99fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:41.711354 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-2566ef43-5716-43db-8884-03a6a0db99fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=85cc3cfb1680444498ac5e62ccbdf2db&device_id=a939421d-35da-451e-86d0-7b6dd3e6a72e HTTP/1.1" status: 200 len: 1099 time: 0.4574304 Aug 19 18:08:41.715085 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-3d68ff79-e0dd-4817-bc2c-d527afd8c086 None None] Port 3cd6264a-caf8-467b-87a8-cb1ce04cf37c cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:08:41.721132 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa6429-7a55-45ef-95f3-b9806ee0cc04 req-735f8d94-6f7d-4b18-990e-5af264cbe857 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:41.725116 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-18fa6429-7a55-45ef-95f3-b9806ee0cc04 req-735f8d94-6f7d-4b18-990e-5af264cbe857 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 932 time: 0.2743666 Aug 19 18:08:41.728755 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-4adc9d24-aabb-485e-b4f7-87cb9c865333 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Made reservation on behalf of b36c037b46974fbab72ee33dddb5d134 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:41.737500 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-4adc9d24-aabb-485e-b4f7-87cb9c865333 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:41.776542 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-d028b8c0-b428-4ae7-b12f-9b6197d3aefa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:41.813696 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-dfbb889a-03d0-490c-bd8d-b8f81481854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:41.815378 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-dfbb889a-03d0-490c-bd8d-b8f81481854e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a57726d-7b72-4596-ad69-fcea207934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2584236 Aug 19 18:08:41.819068 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-2d6018c9-6806-4956-959e-3a25de650236 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=a2fbeabc-5d01-4de7-9162-4df1b0b1b898 HTTP/1.1" status: 200 len: 217 time: 0.0588050 Aug 19 18:08:41.885365 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-18fa6429-7a55-45ef-95f3-b9806ee0cc04 req-f1452304-4926-4aa9-95a8-5206175b41dd tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291175 Aug 19 18:08:41.999300 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-fe132f20-9577-4714-85e0-9bc7be17d937 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:08:42.004950 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-3e894a3b-6073-4658-8b66-ffe941aab5c6 service neutron] 10.222.0.54 "GET /v2.0/networks/2a57726d-7b72-4596-ad69-fcea207934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626134 Aug 19 18:08:42.011274 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e5c7b1-a2e7-471a-84a9-ee9690e7f262 None None] Sync routers for ids ['04606f23-8cb6-4fef-a483-23c8fa8f4347'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:08:42.018592 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-fe132f20-9577-4714-85e0-9bc7be17d937 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:42.033235 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e5c7b1-a2e7-471a-84a9-ee9690e7f262 None None] Routers {'04606f23-8cb6-4fef-a483-23c8fa8f4347'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:42.034521 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-26e5c7b1-a2e7-471a-84a9-ee9690e7f262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:08:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['04606f23-8cb6-4fef-a483-23c8fa8f4347'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:42.079945 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-4adc9d24-aabb-485e-b4f7-87cb9c865333 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Allocated IP 19.86.0.251 (2071a678-8d5a-4ad7-93dd-faa78d71eb14/3fa96f2e-fb34-4f57-8818-f1662b73999c/3550858b-7bc1-49ae-a16f-6b514a917d46) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:42.138842 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-c4a657d8-0100-4eb0-8bc6-0edb49a2e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:42.142675 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-c4a657d8-0100-4eb0-8bc6-0edb49a2e20c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.3091347 Aug 19 18:08:42.151072 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-fe132f20-9577-4714-85e0-9bc7be17d937 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "PUT /v2.0/floatingips/f74908bb-a718-4021-9e4c-21c9f60bf3c3 HTTP/1.1" status: 200 len: 694 time: 2.6865597 Aug 19 18:08:42.151371 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7ea2d-d0dc-41d1-843d-1da25e321c74 req-3ebad805-f56c-46c6-9a36-771facc6c995 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:42.153367 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-56f7ea2d-d0dc-41d1-843d-1da25e321c74 req-3ebad805-f56c-46c6-9a36-771facc6c995 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=a939421d-35da-451e-86d0-7b6dd3e6a72e HTTP/1.1" status: 200 len: 948 time: 0.1255944 Aug 19 18:08:42.188092 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-d028b8c0-b428-4ae7-b12f-9b6197d3aefa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:42.206879 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-d028b8c0-b428-4ae7-b12f-9b6197d3aefa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:42.244435 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42902) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:42.254992 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028b8c0-b428-4ae7-b12f-9b6197d3aefa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc06fafa-e3b9-4c92-a628-d2d5e1efb740,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:42.273281 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-3c829154-9408-4ae5-b22f-e7ed311430fb service neutron] 10.222.0.54 "GET /v2.0/networks/2a57726d-7b72-4596-ad69-fcea207934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452333 Aug 19 18:08:42.279099 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-26e5c7b1-a2e7-471a-84a9-ee9690e7f262 None None] Set router 04606f23-8cb6-4fef-a483-23c8fa8f4347 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:08:42.281560 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-26f2d513-8f73-4421-be32-0e1b8cd374a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:42.283089 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-26f2d513-8f73-4421-be32-0e1b8cd374a4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1306157 Aug 19 18:08:42.286331 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-1cf5129c-f33a-42bb-b744-fa8b12c0095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:42.287833 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-1cf5129c-f33a-42bb-b744-fa8b12c0095f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=245cdbea3ee940a88607d44478ca1486&device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 1096 time: 0.0948308 Aug 19 18:08:42.349266 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-56f7ea2d-d0dc-41d1-843d-1da25e321c74 req-6ea681ab-96dd-4ee4-a7ae-801867b11897 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98c61df-2b9c-4787-9c48-908f72989b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745367 Aug 19 18:08:42.587358 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-d028b8c0-b428-4ae7-b12f-9b6197d3aefa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Allocated IP 192.168.233.14 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/e85711fe-eef0-455e-81cb-486825a5ee7c) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:42.596460 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-4adc9d24-aabb-485e-b4f7-87cb9c865333 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:42.627298 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-4adc9d24-aabb-485e-b4f7-87cb9c865333 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Transition to ACTIVE for port object 3550858b-7bc1-49ae-a16f-6b514a917d46 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:42.706755 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-26e5c7b1-a2e7-471a-84a9-ee9690e7f262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'name': 'tempest-ServerRescueTestJSONUnderV235-579916113-router', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:54Z', 'updated_at': '2021-08-19T18:07:04Z', 'revision_number': 4, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'gw_port': {'id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:55Z', 'updated_at': '2021-08-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '2d739002-bc46-4020-ba73-f95f76221b9e', 'name': '', 'network_id': 'b1f25a42-0bf7-438c-8023-c1fe6524c164', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'mac_address': 'fa:16:3e:3d:95:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'f22f8c54-0669-4c4f-bbb0-adba99072f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:01Z', 'updated_at': '2021-08-19T18:07:10Z', 'revision_number': 5, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'subnets': [{'id': 'f22f8c54-0669-4c4f-bbb0-adba99072f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:42.710013 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-f5c15fd8-5496-4c30-a88e-983589ce4a73 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163315 Aug 19 18:08:42.758933 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e5c7b1-a2e7-471a-84a9-ee9690e7f262 None None] Checking router: 04606f23-8cb6-4fef-a483-23c8fa8f4347 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:08:42.763087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-609de7a2-7910-4822-b219-8f1f212efd89 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1729338806-network', 'tenant_id': 'f583f01a579c47af87ffae7dc814cdd2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:42.773714 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e5c7b1-a2e7-471a-84a9-ee9690e7f262 None None] Routers {'04606f23-8cb6-4fef-a483-23c8fa8f4347'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:42.774456 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-26e5c7b1-a2e7-471a-84a9-ee9690e7f262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:08:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['04606f23-8cb6-4fef-a483-23c8fa8f4347'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:42.778165 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-4adc9d24-aabb-485e-b4f7-87cb9c865333 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:42.799712 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-25c4cd6a-8c92-4e76-89d0-eeeb96683818 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=dfb77d0d-a0bb-41e1-b68c-463a99752b1a HTTP/1.1" status: 200 len: 217 time: 0.5154819 Aug 19 18:08:42.902973 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-4adc9d24-aabb-485e-b4f7-87cb9c865333 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Network 2071a678-8d5a-4ad7-93dd-faa78d71eb14 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:42.920621 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-d028b8c0-b428-4ae7-b12f-9b6197d3aefa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:42.924537 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-4adc9d24-aabb-485e-b4f7-87cb9c865333 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:42.929948 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc9d24-aabb-485e-b4f7-87cb9c865333 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event updated for resources: {'Port': ['ID=3550858b-7bc1-49ae-a16f-6b514a917d46,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:42.930384 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609de7a2-7910-4822-b219-8f1f212efd89 admin admin] Made reservation on behalf of f583f01a579c47af87ffae7dc814cdd2 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:42.932615 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-4adc9d24-aabb-485e-b4f7-87cb9c865333 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:42.933500 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-609de7a2-7910-4822-b219-8f1f212efd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:42.962432 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-26e5c7b1-a2e7-471a-84a9-ee9690e7f262 None None] Set router 04606f23-8cb6-4fef-a483-23c8fa8f4347 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:08:42.978416 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-d028b8c0-b428-4ae7-b12f-9b6197d3aefa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Transition to ACTIVE for port object e85711fe-eef0-455e-81cb-486825a5ee7c will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:42.987228 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9a970-8c75-4d16-97a9-5e59c1580dfb req-b590cc83-1205-4178-8944-e2e79a2a1bec tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:42.994858 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-53a9a970-8c75-4d16-97a9-5e59c1580dfb req-b590cc83-1205-4178-8944-e2e79a2a1bec tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 945 time: 0.2218962 Aug 19 18:08:42.998531 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-4e7b7b7b-8e49-4e04-91e9-fd7ac02e9693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:43.001971 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-4e7b7b7b-8e49-4e04-91e9-fd7ac02e9693 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=148c2169-2926-4f60-a141-8969465d9d36 HTTP/1.1" status: 200 len: 797 time: 0.1445787 Aug 19 18:08:43.003110 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-609de7a2-7910-4822-b219-8f1f212efd89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.038879 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-4adc9d24-aabb-485e-b4f7-87cb9c865333 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:43.039549 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-4adc9d24-aabb-485e-b4f7-87cb9c865333 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.092243 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-53a9a970-8c75-4d16-97a9-5e59c1580dfb req-69dce2f9-7942-457a-b724-00d27387b3e4 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936217 Aug 19 18:08:43.117469 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-d028b8c0-b428-4ae7-b12f-9b6197d3aefa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.208955 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-609de7a2-7910-4822-b219-8f1f212efd89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.213062 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028b8c0-b428-4ae7-b12f-9b6197d3aefa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Pushing event updated for resources: {'Port': ['ID=e85711fe-eef0-455e-81cb-486825a5ee7c,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:43.241022 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'tag': 'fc8d0cb7-af16-4948-8360-b08bf7de49ad'}, {'name': 'network-changed', 'server_uuid': 'a939421d-35da-451e-86d0-7b6dd3e6a72e', 'tag': 'a2fbeabc-5d01-4de7-9162-4df1b0b1b898'}, {'name': 'network-changed', 'server_uuid': '102aeeb5-d520-472e-b2ee-279a43fddd23', 'tag': '78b023f4-e475-45ab-9cbc-06056d0bcc2f'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:43.244325 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "tag": "fc8d0cb7-af16-4948-8360-b08bf7de49ad"}, {"name": "network-changed", "server_uuid": "a939421d-35da-451e-86d0-7b6dd3e6a72e", "tag": "a2fbeabc-5d01-4de7-9162-4df1b0b1b898"}, {"name": "network-changed", "server_uuid": "102aeeb5-d520-472e-b2ee-279a43fddd23", "tag": "78b023f4-e475-45ab-9cbc-06056d0bcc2f"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:43.250287 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-d028b8c0-b428-4ae7-b12f-9b6197d3aefa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:43.255062 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-609de7a2-7910-4822-b219-8f1f212efd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.262984 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-edbda997-921e-496f-aef7-c5d1896a1ce5 req-9146a5d0-4398-474c-a6a0-bdf23306dc0b service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104415 Aug 19 18:08:43.267589 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-4adc9d24-aabb-485e-b4f7-87cb9c865333 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9986286 Aug 19 18:08:43.268354 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-66350afb-b395-4e12-bf8f-2457aa5b54bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:43.270062 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-66350afb-b395-4e12-bf8f-2457aa5b54bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1f25a42-0bf7-438c-8023-c1fe6524c164 HTTP/1.1" status: 200 len: 920 time: 0.5574148 Aug 19 18:08:43.272508 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-d028b8c0-b428-4ae7-b12f-9b6197d3aefa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:43.276133 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-d028b8c0-b428-4ae7-b12f-9b6197d3aefa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:43.307404 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-55f32ffc-a518-4b63-a283-0f275ab9e986 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Request body: {'port': {'device_id': '7727f665-d224-4faf-86ba-c2404e8ca101', 'network_id': '6a3a36df-824b-41ca-906b-54036dc236c9', 'admin_state_up': True, 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:43.308724 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609de7a2-7910-4822-b219-8f1f212efd89 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:08:43.318108 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609de7a2-7910-4822-b219-8f1f212efd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38300189-07d1-49ee-98ee-d5d6b227c839,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:43.363558 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-a755df88-9693-4486-8905-ad2909e510b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:43.366448 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-a755df88-9693-4486-8905-ad2909e510b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=516636c4-cca9-40b7-8447-b891fcfd801e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3412247 Aug 19 18:08:43.371918 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-609de7a2-7910-4822-b219-8f1f212efd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.372375 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-609de7a2-7910-4822-b219-8f1f212efd89 admin admin] Added segment 469a9014-52c3-4597-97cb-9a032cd2788d of type vlan for network 65564e16-87ea-48ca-8938-07f915ef9c0a Aug 19 18:08:43.375554 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-90d5d653-67f1-4397-b1e5-8cb69b29d0ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b023f4-e475-45ab-9cbc-06056d0bcc2f HTTP/1.1" status: 200 len: 217 time: 0.0760901 Aug 19 18:08:43.379078 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-344304d1-d023-4d5c-ab8e-89649551d2c5 None None] Provisioning for port 3550858b-7bc1-49ae-a16f-6b514a917d46 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:43.400184 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-344304d1-d023-4d5c-ab8e-89649551d2c5 None None] Provisioning complete for port 3550858b-7bc1-49ae-a16f-6b514a917d46 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:43.402860 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-344304d1-d023-4d5c-ab8e-89649551d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.424272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c4ba1-e3c1-4ccf-ab67-34119f754058 req-9e17c707-4977-49d7-9a8e-1cb865368bff tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:43.432313 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c4ba1-e3c1-4ccf-ab67-34119f754058 req-9e17c707-4977-49d7-9a8e-1cb865368bff tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:43.439072 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c4ba1-e3c1-4ccf-ab67-34119f754058 req-9e17c707-4977-49d7-9a8e-1cb865368bff tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:43.445405 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c4ba1-e3c1-4ccf-ab67-34119f754058 req-9e17c707-4977-49d7-9a8e-1cb865368bff tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:43.451999 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c4ba1-e3c1-4ccf-ab67-34119f754058 req-9e17c707-4977-49d7-9a8e-1cb865368bff tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:43.456236 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-26e5c7b1-a2e7-471a-84a9-ee9690e7f262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'name': 'tempest-ServerRescueTestJSONUnderV235-579916113-router', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:54Z', 'updated_at': '2021-08-19T18:07:04Z', 'revision_number': 4, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'gw_port': {'id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:55Z', 'updated_at': '2021-08-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '2d739002-bc46-4020-ba73-f95f76221b9e', 'name': '', 'network_id': 'b1f25a42-0bf7-438c-8023-c1fe6524c164', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'mac_address': 'fa:16:3e:3d:95:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'f22f8c54-0669-4c4f-bbb0-adba99072f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:01Z', 'updated_at': '2021-08-19T18:07:10Z', 'revision_number': 5, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'subnets': [{'id': 'f22f8c54-0669-4c4f-bbb0-adba99072f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:43.458413 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c4ba1-e3c1-4ccf-ab67-34119f754058 req-9e17c707-4977-49d7-9a8e-1cb865368bff tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:43.464688 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c4ba1-e3c1-4ccf-ab67-34119f754058 req-9e17c707-4977-49d7-9a8e-1cb865368bff tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:43.474307 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-590c4ba1-e3c1-4ccf-ab67-34119f754058 req-9e17c707-4977-49d7-9a8e-1cb865368bff tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5421 time: 0.2638209 Aug 19 18:08:43.482140 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-344304d1-d023-4d5c-ab8e-89649551d2c5 None None] Port 3550858b-7bc1-49ae-a16f-6b514a917d46 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:08:43.500864 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-d028b8c0-b428-4ae7-b12f-9b6197d3aefa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:43.501727 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-d028b8c0-b428-4ae7-b12f-9b6197d3aefa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.530952 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-609de7a2-7910-4822-b219-8f1f212efd89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.544908 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-d028b8c0-b428-4ae7-b12f-9b6197d3aefa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6801426 Aug 19 18:08:43.565145 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-33797c09-f4e1-4e81-b8f0-85fe972d0ca1 service neutron] Request body: {'port': {'device_id': '63e4eb33-9956-4eed-a5c7-13d0324178a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:43.607901 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-590c4ba1-e3c1-4ccf-ab67-34119f754058 req-88a38f53-d349-44c0-9d9d-b44acc8d16ee tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1325996 Aug 19 18:08:43.614915 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-e5e5bb57-7f15-4972-85a5-75dbad5de969 service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379453 Aug 19 18:08:43.617201 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-b7d2adfe-4040-448c-b496-89d171a8d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:43.620972 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e5c7b1-a2e7-471a-84a9-ee9690e7f262 None None] The sync data for ids ['04606f23-8cb6-4fef-a483-23c8fa8f4347'] in n-d-803753-2 is: [{'id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'name': 'tempest-ServerRescueTestJSONUnderV235-579916113-router', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:54Z', 'updated_at': '2021-08-19T18:07:04Z', 'revision_number': 4, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'gw_port': {'id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:55Z', 'updated_at': '2021-08-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '2d739002-bc46-4020-ba73-f95f76221b9e', 'name': '', 'network_id': 'b1f25a42-0bf7-438c-8023-c1fe6524c164', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'mac_address': 'fa:16:3e:3d:95:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'f22f8c54-0669-4c4f-bbb0-adba99072f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:01Z', 'updated_at': '2021-08-19T18:07:10Z', 'revision_number': 5, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'subnets': [{'id': 'f22f8c54-0669-4c4f-bbb0-adba99072f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:08:43.645572 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-b7d2adfe-4040-448c-b496-89d171a8d597 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f22f8c54-0669-4c4f-bbb0-adba99072f6b HTTP/1.1" status: 200 len: 859 time: 0.2415659 Aug 19 18:08:43.670427 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-33797c09-f4e1-4e81-b8f0-85fe972d0ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.685943 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-55f32ffc-a518-4b63-a283-0f275ab9e986 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Made reservation on behalf of b36c037b46974fbab72ee33dddb5d134 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:43.689322 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-609de7a2-7910-4822-b219-8f1f212efd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.689698 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-55f32ffc-a518-4b63-a283-0f275ab9e986 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.690459 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609de7a2-7910-4822-b219-8f1f212efd89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:43.691157 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-609de7a2-7910-4822-b219-8f1f212efd89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.696913 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-6839cf8c-d759-4dd9-86f0-133770cbd2d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1f25a42-0bf7-438c-8023-c1fe6524c164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575860 Aug 19 18:08:43.722679 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e182f5cc-93db-48fa-8cce-c4a04f9baa9c None None] Provisioning for port e85711fe-eef0-455e-81cb-486825a5ee7c completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:43.728021 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e182f5cc-93db-48fa-8cce-c4a04f9baa9c None None] Provisioning complete for port e85711fe-eef0-455e-81cb-486825a5ee7c triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:43.728651 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e182f5cc-93db-48fa-8cce-c4a04f9baa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.770178 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-e182f5cc-93db-48fa-8cce-c4a04f9baa9c None None] Port e85711fe-eef0-455e-81cb-486825a5ee7c cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:08:43.901586 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-609de7a2-7910-4822-b219-8f1f212efd89 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6554065 Aug 19 18:08:43.920143 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42920) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:43.930085 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-a9ea34c8-5aa1-4452-9874-9162c69a0df0 admin admin] Request body: {'subnet': {'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1729338806-subnet', 'tenant_id': 'f583f01a579c47af87ffae7dc814cdd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:43.977876 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ab538-ebee-44b1-995e-1d7823c405b7 req-f48a899e-8dc1-4d41-9058-e81ba347a854 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:43.979591 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5e5ab538-ebee-44b1-995e-1d7823c405b7 req-f48a899e-8dc1-4d41-9058-e81ba347a854 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 935 time: 0.2082806 Aug 19 18:08:43.991966 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37d39a9-59aa-402f-af01-aaccdcf1837e None None] New status for floating IP f74908bb-a718-4021-9e4c-21c9f60bf3c3: DOWN {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:08:43.993982 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609de7a2-7910-4822-b219-8f1f212efd89 admin admin] Pushing event updated for resources: {'Network': ['ID=65564e16-87ea-48ca-8938-07f915ef9c0a,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:44.032517 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 65564e16-87ea-48ca-8938-07f915ef9c0a details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:08:44.043506 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-cc2ed39b-f6e3-41d4-a77e-1f64f188ebbe service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644156 Aug 19 18:08:44.063809 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ea34c8-5aa1-4452-9874-9162c69a0df0 admin admin] Made reservation on behalf of f583f01a579c47af87ffae7dc814cdd2 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:44.066250 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a9ea34c8-5aa1-4452-9874-9162c69a0df0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:44.073477 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-180c61d5-fa09-4129-b71d-98e46cbf4c94 service neutron] 10.222.0.24 "GET /v2.0/networks/b1f25a42-0bf7-438c-8023-c1fe6524c164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400006 Aug 19 18:08:44.125399 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-55f32ffc-a518-4b63-a283-0f275ab9e986 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Allocated IP 19.80.0.168 (6a3a36df-824b-41ca-906b-54036dc236c9/5904a28f-6dc5-4b9a-ab8a-8e29e6440ad6/fb024ecd-788e-4988-a074-bbfbe9c89a0f) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:44.144547 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5e5ab538-ebee-44b1-995e-1d7823c405b7 req-f615922c-761d-4e27-8078-061553b7a402 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348159 Aug 19 18:08:44.160050 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-70b7fd85-1b16-4c86-bf39-b922b48899b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=c5aa8d31-a91d-4215-83d9-2d7dea935f79 HTTP/1.1" status: 200 len: 217 time: 0.1053681 Aug 19 18:08:44.331878 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-03c0ca76-d11d-4c26-88a0-4c2722ce0633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:44.331878 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-03c0ca76-d11d-4c26-88a0-4c2722ce0633 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=148c2169-2926-4f60-a141-8969465d9d36 HTTP/1.1" status: 200 len: 797 time: 0.1522019 Aug 19 18:08:44.383261 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-33797c09-f4e1-4e81-b8f0-85fe972d0ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e85711fe-eef0-455e-81cb-486825a5ee7c {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:44.395213 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-33797c09-f4e1-4e81-b8f0-85fe972d0ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:44.395592 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-049fa28c-e817-46fe-a492-6bb2b1dbafe7 req-dc7f16ec-757f-4a75-a6cb-3854552fd2db service neutron] 10.222.0.24 "GET /v2.0/networks/b1f25a42-0bf7-438c-8023-c1fe6524c164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715390 Aug 19 18:08:44.432114 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-33797c09-f4e1-4e81-b8f0-85fe972d0ca1 service neutron] Transition to ACTIVE for port object e85711fe-eef0-455e-81cb-486825a5ee7c will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:44.445910 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-33797c09-f4e1-4e81-b8f0-85fe972d0ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:44.447194 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b5e47cab-bb62-4b38-b477-feb2751c1363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:44.449027 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-b5e47cab-bb62-4b38-b477-feb2751c1363 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=516636c4-cca9-40b7-8447-b891fcfd801e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1087582 Aug 19 18:08:44.450019 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-55f32ffc-a518-4b63-a283-0f275ab9e986 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:44.510115 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-55f32ffc-a518-4b63-a283-0f275ab9e986 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Transition to ACTIVE for port object fb024ecd-788e-4988-a074-bbfbe9c89a0f will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:44.583806 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33797c09-f4e1-4e81-b8f0-85fe972d0ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=e85711fe-eef0-455e-81cb-486825a5ee7c,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:44.626213 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a9ea34c8-5aa1-4452-9874-9162c69a0df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:44.690470 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7622e70-3ead-4f2c-9259-1e3bcdd0ba04 req-06420c99-20e6-4585-8265-a0c8965c6fcf tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:44.692141 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d7622e70-3ead-4f2c-9259-1e3bcdd0ba04 req-06420c99-20e6-4585-8265-a0c8965c6fcf tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.1879456 Aug 19 18:08:44.705438 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f000a49-b4bb-48d0-a463-bf94127b1313 req-f16d835e-2509-4861-8668-49181fcd0fa7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:44.711994 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f000a49-b4bb-48d0-a463-bf94127b1313 req-f16d835e-2509-4861-8668-49181fcd0fa7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:44.713686 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6f000a49-b4bb-48d0-a463-bf94127b1313 req-f16d835e-2509-4861-8668-49181fcd0fa7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 1655 time: 0.2214937 Aug 19 18:08:44.719674 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-55f32ffc-a518-4b63-a283-0f275ab9e986 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:44.721623 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-830d1bf3-c383-4637-b027-a18028fc0e72 service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622542 Aug 19 18:08:44.787449 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-33797c09-f4e1-4e81-b8f0-85fe972d0ca1 service neutron] Attempting to bind port e85711fe-eef0-455e-81cb-486825a5ee7c on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:44.787855 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-33797c09-f4e1-4e81-b8f0-85fe972d0ca1 service neutron] Attempting to bind port e85711fe-eef0-455e-81cb-486825a5ee7c by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:44.788383 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-33797c09-f4e1-4e81-b8f0-85fe972d0ca1 service neutron] Attempting to bind port e85711fe-eef0-455e-81cb-486825a5ee7c on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:44.811372 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea34c8-5aa1-4452-9874-9162c69a0df0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09884e41-8987-4095-b41a-2dbe97fb4846,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:44.823040 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-55f32ffc-a518-4b63-a283-0f275ab9e986 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Network 6a3a36df-824b-41ca-906b-54036dc236c9 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:44.833693 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d7622e70-3ead-4f2c-9259-1e3bcdd0ba04 req-1f955058-27e7-42b1-984c-7ab949946a47 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265287 Aug 19 18:08:44.837845 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-55f32ffc-a518-4b63-a283-0f275ab9e986 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:44.840523 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-55f32ffc-a518-4b63-a283-0f275ab9e986 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:44.865328 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ea34c8-5aa1-4452-9874-9162c69a0df0 admin admin] Checking segment: {'id': '469a9014-52c3-4597-97cb-9a032cd2788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:44.866048 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ea34c8-5aa1-4452-9874-9162c69a0df0 admin admin] Network hostable DHCP agents. Network: 65564e16-87ea-48ca-8938-07f915ef9c0a, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:08:44.871167 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6f000a49-b4bb-48d0-a463-bf94127b1313 req-6ccd4b58-3832-4a94-8cc0-78c7ace63412 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301126 Aug 19 18:08:44.904903 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-33797c09-f4e1-4e81-b8f0-85fe972d0ca1 service neutron] Port e85711fe-eef0-455e-81cb-486825a5ee7c on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:08:44.904903 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-33797c09-f4e1-4e81-b8f0-85fe972d0ca1 service neutron] Attempting to bind port e85711fe-eef0-455e-81cb-486825a5ee7c on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:44.923460 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-55f32ffc-a518-4b63-a283-0f275ab9e986 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:44.924674 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-55f32ffc-a518-4b63-a283-0f275ab9e986 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:44.924844 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-37f71fc4-9e78-422b-b16c-f9950c84574a service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940455 Aug 19 18:08:44.935665 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f32ffc-a518-4b63-a283-0f275ab9e986 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event updated for resources: {'Port': ['ID=fb024ecd-788e-4988-a074-bbfbe9c89a0f,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:44.944970 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ea34c8-5aa1-4452-9874-9162c69a0df0 admin admin] Network 65564e16-87ea-48ca-8938-07f915ef9c0a is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:08:44.953273 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fcb546-a1e6-4db0-bc2e-b4c097e689cd x-openstack-request-id: req-27fcb546-a1e6-4db0-bc2e-b4c097e689cd {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:44.953646 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-33797c09-f4e1-4e81-b8f0-85fe972d0ca1 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:44.953904 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "tag": "fc8d0cb7-af16-4948-8360-b08bf7de49ad", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a939421d-35da-451e-86d0-7b6dd3e6a72e", "tag": "a2fbeabc-5d01-4de7-9162-4df1b0b1b898", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "102aeeb5-d520-472e-b2ee-279a43fddd23", "tag": "78b023f4-e475-45ab-9cbc-06056d0bcc2f", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:44.954246 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27fcb546-a1e6-4db0-bc2e-b4c097e689cd {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:44.954418 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-33797c09-f4e1-4e81-b8f0-85fe972d0ca1 service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:44.954617 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'tag': 'fc8d0cb7-af16-4948-8360-b08bf7de49ad', 'status': 'completed', 'code': 200} Aug 19 18:08:44.954786 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a939421d-35da-451e-86d0-7b6dd3e6a72e', 'tag': 'a2fbeabc-5d01-4de7-9162-4df1b0b1b898', 'status': 'completed', 'code': 200} Aug 19 18:08:44.954966 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102aeeb5-d520-472e-b2ee-279a43fddd23', 'tag': '78b023f4-e475-45ab-9cbc-06056d0bcc2f', 'status': 'completed', 'code': 200} Aug 19 18:08:44.955399 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-33797c09-f4e1-4e81-b8f0-85fe972d0ca1 service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:44.956267 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-33797c09-f4e1-4e81-b8f0-85fe972d0ca1 service neutron] Bound port: e85711fe-eef0-455e-81cb-486825a5ee7c, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:44.957032 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-33797c09-f4e1-4e81-b8f0-85fe972d0ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:45.013248 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-ef2f24b6-11af-4737-b8e0-0720612168d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=093f4306-674e-490b-a5f0-ea79738c3dd1 HTTP/1.1" status: 200 len: 217 time: 0.0779665 Aug 19 18:08:45.071486 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-55f32ffc-a518-4b63-a283-0f275ab9e986 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7882981 Aug 19 18:08:45.074057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-a9ea34c8-5aa1-4452-9874-9162c69a0df0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 65564e16-87ea-48ca-8938-07f915ef9c0a) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:45.085270 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d6371293-3255-4d00-ba1f-8bd216487594 req-0b0272d3-6b40-4085-88b0-435a9353cc6b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/floatingips/f74908bb-a718-4021-9e4c-21c9f60bf3c3 HTTP/1.1" status: 200 len: 692 time: 0.1022832 Aug 19 18:08:45.089882 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ea34c8-5aa1-4452-9874-9162c69a0df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:45.090482 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a9ea34c8-5aa1-4452-9874-9162c69a0df0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:45.096510 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbe23b8-cf16-4af4-b5f0-4333b2e8dcef None None] Network 65564e16-87ea-48ca-8938-07f915ef9c0a requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:45.097893 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-0ac71faf-a52e-4d26-94f1-352819797cee service neutron] Request body: {'port': {'device_id': '7727f665-d224-4faf-86ba-c2404e8ca101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:45.124055 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-e1f495e3-4418-48ee-9588-7c520a90c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:45.126001 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-e1f495e3-4418-48ee-9588-7c520a90c5d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=148c2169-2926-4f60-a141-8969465d9d36 HTTP/1.1" status: 200 len: 797 time: 0.0975933 Aug 19 18:08:45.137763 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a9ea34c8-5aa1-4452-9874-9162c69a0df0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2164054 Aug 19 18:08:45.155569 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7cbc-0a33-4801-a91b-b806e65b3815 req-e9b52de8-69a3-4c23-bf05-f94f4441a379 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:45.158456 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-444e7cbc-0a33-4801-a91b-b806e65b3815 req-e9b52de8-69a3-4c23-bf05-f94f4441a379 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=a939421d-35da-451e-86d0-7b6dd3e6a72e HTTP/1.1" status: 200 len: 948 time: 0.1439610 Aug 19 18:08:45.243576 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-33797c09-f4e1-4e81-b8f0-85fe972d0ca1 service neutron] For port e85711fe-eef0-455e-81cb-486825a5ee7c, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:45.249416 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-a9a06f74-d05b-48ef-a8d6-bf63a6ba877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:45.252908 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-a9a06f74-d05b-48ef-a8d6-bf63a6ba877b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=516636c4-cca9-40b7-8447-b891fcfd801e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1140394 Aug 19 18:08:45.257496 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-444e7cbc-0a33-4801-a91b-b806e65b3815 req-493e89f0-b26b-4d75-b543-ea0efd76da63 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98c61df-2b9c-4787-9c48-908f72989b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655489 Aug 19 18:08:45.278899 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-33797c09-f4e1-4e81-b8f0-85fe972d0ca1 service neutron] For port e85711fe-eef0-455e-81cb-486825a5ee7c, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=e85711fe-eef0-455e-81cb-486825a5ee7c,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:45.279811 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-0ac71faf-a52e-4d26-94f1-352819797cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:45.298001 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-33797c09-f4e1-4e81-b8f0-85fe972d0ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:45.371020 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6371293-3255-4d00-ba1f-8bd216487594 req-16a50258-a20e-4c44-9f90-a8d14ece80ca tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:45.372964 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d6371293-3255-4d00-ba1f-8bd216487594 req-16a50258-a20e-4c44-9f90-a8d14ece80ca tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.2697275 Aug 19 18:08:45.411087 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-33797c09-f4e1-4e81-b8f0-85fe972d0ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:45.411714 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-33797c09-f4e1-4e81-b8f0-85fe972d0ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:45.413178 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-33797c09-f4e1-4e81-b8f0-85fe972d0ca1 service neutron] 10.222.0.54 "PUT /v2.0/ports/e85711fe-eef0-455e-81cb-486825a5ee7c HTTP/1.1" status: 200 len: 1095 time: 1.8557384 Aug 19 18:08:45.420787 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e4eb33-9956-4eed-a5c7-13d0324178a0', 'tag': 'e85711fe-eef0-455e-81cb-486825a5ee7c'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:45.424174 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a310cd5b-c42c-41cc-943f-6df60bdf83e8" -d '{"events": [{"name": "network-changed", "server_uuid": "63e4eb33-9956-4eed-a5c7-13d0324178a0", "tag": "e85711fe-eef0-455e-81cb-486825a5ee7c"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:45.448595 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4daa8434-93b6-4492-844b-1664a0054294 None None] Provisioning for port fb024ecd-788e-4988-a074-bbfbe9c89a0f completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:45.458911 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4daa8434-93b6-4492-844b-1664a0054294 None None] Provisioning complete for port fb024ecd-788e-4988-a074-bbfbe9c89a0f triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:45.459395 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4daa8434-93b6-4492-844b-1664a0054294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:45.487986 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-62aa0292-80c6-40a8-bb44-9b7c874f5425 service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267296 Aug 19 18:08:45.493840 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25eb3b2e-7aad-4f43-8a94-4aef387ce417 None None] Network 65564e16-87ea-48ca-8938-07f915ef9c0a requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:45.529922 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d6371293-3255-4d00-ba1f-8bd216487594 req-bcec07bd-3631-41f0-94e9-5a0be7a193b0 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.99 HTTP/1.1" status: 200 len: 695 time: 0.1269665 Aug 19 18:08:45.531974 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33797c09-f4e1-4e81-b8f0-85fe972d0ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=e85711fe-eef0-455e-81cb-486825a5ee7c,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:45.558079 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-4daa8434-93b6-4492-844b-1664a0054294 None None] Port fb024ecd-788e-4988-a074-bbfbe9c89a0f cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:08:45.628674 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef529de-beba-447e-a09a-bccf6a7a1d35 req-a25b8eae-ebb7-4c83-a82f-b7de71dc235a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:45.636409 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef529de-beba-447e-a09a-bccf6a7a1d35 req-a25b8eae-ebb7-4c83-a82f-b7de71dc235a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:45.645666 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef529de-beba-447e-a09a-bccf6a7a1d35 req-a25b8eae-ebb7-4c83-a82f-b7de71dc235a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:45.656995 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef529de-beba-447e-a09a-bccf6a7a1d35 req-a25b8eae-ebb7-4c83-a82f-b7de71dc235a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:45.663928 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef529de-beba-447e-a09a-bccf6a7a1d35 req-a25b8eae-ebb7-4c83-a82f-b7de71dc235a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:45.670382 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef529de-beba-447e-a09a-bccf6a7a1d35 req-a25b8eae-ebb7-4c83-a82f-b7de71dc235a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:45.677717 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef529de-beba-447e-a09a-bccf6a7a1d35 req-a25b8eae-ebb7-4c83-a82f-b7de71dc235a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:45.679716 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ef529de-beba-447e-a09a-bccf6a7a1d35 req-a25b8eae-ebb7-4c83-a82f-b7de71dc235a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5421 time: 0.2685118 Aug 19 18:08:45.681470 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d6371293-3255-4d00-ba1f-8bd216487594 req-528503bd-deee-4b58-87d6-6550b4ffeda4 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.99 HTTP/1.1" status: 200 len: 695 time: 0.1507008 Aug 19 18:08:45.754973 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ef529de-beba-447e-a09a-bccf6a7a1d35 req-e7de9bc0-9ca0-4af9-83ed-bc4598dad84b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0667100 Aug 19 18:08:45.761071 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-5a736f18-60d1-4798-8200-0bc126186834 service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616205 Aug 19 18:08:45.788791 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-ac4dee47-128a-47fc-b12a-37d61576c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:45.790438 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-ac4dee47-128a-47fc-b12a-37d61576c779 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 1098 time: 0.3132885 Aug 19 18:08:45.839893 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-c062eea9-bfc8-467c-a9d4-25086807c60a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=44151cda-69e6-4588-a910-707492210d9d HTTP/1.1" status: 200 len: 217 time: 0.0694079 Aug 19 18:08:45.910897 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-102730ad-b5f5-4e0b-8a41-281e8e87e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:45.912518 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-102730ad-b5f5-4e0b-8a41-281e8e87e7cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=148c2169-2926-4f60-a141-8969465d9d36 HTTP/1.1" status: 200 len: 797 time: 0.0638897 Aug 19 18:08:45.929667 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a2fbeabc-5d01-4de7-9162-4df1b0b1b898 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:08:45.987174 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a68b1-1241-46d1-b680-ad8498eac949 req-4ce7b21a-46b4-403f-af00-b451b240eab6 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:45.988837 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4d4a68b1-1241-46d1-b680-ad8498eac949 req-4ce7b21a-46b4-403f-af00-b451b240eab6 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 947 time: 0.0958755 Aug 19 18:08:46.007608 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-22828a9f-f8dc-4817-b47f-6a5b34273031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:46.009195 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-22828a9f-f8dc-4817-b47f-6a5b34273031 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=516636c4-cca9-40b7-8447-b891fcfd801e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0811260 Aug 19 18:08:46.063532 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a2fbeabc-5d01-4de7-9162-4df1b0b1b898, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a2fbeabc-5d01-4de7-9162-4df1b0b1b898,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:46.082905 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'a2fbeabc-5d01-4de7-9162-4df1b0b1b898', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': 'a2fbeabc-5d01-4de7-9162-4df1b0b1b898', 'mac_address': 'fa:16:3e:87:cf:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:08:46.091565 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4d4a68b1-1241-46d1-b680-ad8498eac949 req-9e876822-b90e-4357-988f-6d848df79436 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935106 Aug 19 18:08:46.132310 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-f2116799-daa5-406f-ae64-325ef5e3cf22 service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139796 Aug 19 18:08:46.145191 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:46.172364 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2fbeabc-5d01-4de7-9162-4df1b0b1b898 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:46.206269 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a2fbeabc-5d01-4de7-9162-4df1b0b1b898, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a2fbeabc-5d01-4de7-9162-4df1b0b1b898,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:46.208968 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:46.212163 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1def40-db8b-45ec-8024-1d07e588bf82 x-openstack-request-id: req-8f1def40-db8b-45ec-8024-1d07e588bf82 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:46.213071 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e4eb33-9956-4eed-a5c7-13d0324178a0", "tag": "e85711fe-eef0-455e-81cb-486825a5ee7c", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:46.213071 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f1def40-db8b-45ec-8024-1d07e588bf82 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:46.213071 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e4eb33-9956-4eed-a5c7-13d0324178a0', 'tag': 'e85711fe-eef0-455e-81cb-486825a5ee7c', 'status': 'completed', 'code': 200} Aug 19 18:08:46.219406 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:46.219764 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-a14087e5-4097-48bc-867d-3db011b253b0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=e85711fe-eef0-455e-81cb-486825a5ee7c HTTP/1.1" status: 200 len: 217 time: 0.0545692 Aug 19 18:08:46.286037 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-212f0332-57f5-4e15-b6e1-b95c1c01bb0d service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458311 Aug 19 18:08:46.331291 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=a2fbeabc-5d01-4de7-9162-4df1b0b1b898,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:46.337069 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-347bc583-8851-4987-b399-bb51c8a7eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:46.338672 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-347bc583-8851-4987-b399-bb51c8a7eeb1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0990648 Aug 19 18:08:46.350273 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-39778455-f603-45d0-bf04-221631f243e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 HTTP/1.1" status: 200 len: 217 time: 0.0554049 Aug 19 18:08:46.413942 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-d6371293-3255-4d00-ba1f-8bd216487594 req-4f286131-b682-41bf-8d84-c8a43badb541 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Deleting port 6a63dd21-f49e-4777-8321-1269217b8b82 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:46.414286 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d6371293-3255-4d00-ba1f-8bd216487594 req-4f286131-b682-41bf-8d84-c8a43badb541 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:46.435462 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-0ac71faf-a52e-4d26-94f1-352819797cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cd6264a-caf8-467b-87a8-cb1ce04cf37c {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:46.469380 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-97551d9f-abf1-4ef0-b6db-75dfd9b42324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:46.470932 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-97551d9f-abf1-4ef0-b6db-75dfd9b42324 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=947e2840-1f3f-4340-b2ca-df7ebf54ea1a HTTP/1.1" status: 200 len: 797 time: 0.1082492 Aug 19 18:08:46.479024 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-0ac71faf-a52e-4d26-94f1-352819797cee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:46.492849 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['a2fbeabc-5d01-4de7-9162-4df1b0b1b898'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:08:46.510282 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-0ac71faf-a52e-4d26-94f1-352819797cee service neutron] Transition to ACTIVE for port object 3cd6264a-caf8-467b-87a8-cb1ce04cf37c will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:46.521506 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-00ea3359-4a4d-45be-9d76-04f183fda6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:46.523163 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-00ea3359-4a4d-45be-9d76-04f183fda6ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1746125 Aug 19 18:08:46.525501 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-0ac71faf-a52e-4d26-94f1-352819797cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:46.566479 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-2b74dea7-6678-4b45-a308-44ae9a3ace6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:46.568168 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-2b74dea7-6678-4b45-a308-44ae9a3ace6d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f633b63-84e5-45ac-aad5-d8f674f8a1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0849216 Aug 19 18:08:46.576227 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-476f276c-dc07-44fe-9597-5868449b736f tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:46.578073 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-476f276c-dc07-44fe-9597-5868449b736f tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/networks?id=65564e16-87ea-48ca-8938-07f915ef9c0a HTTP/1.1" status: 200 len: 805 time: 0.2071860 Aug 19 18:08:46.621493 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d6371293-3255-4d00-ba1f-8bd216487594 req-4f286131-b682-41bf-8d84-c8a43badb541 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:46.621862 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d6371293-3255-4d00-ba1f-8bd216487594 req-4f286131-b682-41bf-8d84-c8a43badb541 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:46.660642 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-d6371293-3255-4d00-ba1f-8bd216487594 req-4f286131-b682-41bf-8d84-c8a43badb541 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Calling delete_port for 6a63dd21-f49e-4777-8321-1269217b8b82 owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:46.675708 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac71faf-a52e-4d26-94f1-352819797cee service neutron] Pushing event updated for resources: {'Port': ['ID=3cd6264a-caf8-467b-87a8-cb1ce04cf37c,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:46.820913 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-d855e2dc-2e74-4d8a-b9ac-aa32db77ed43 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806618 Aug 19 18:08:46.925874 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-0ac71faf-a52e-4d26-94f1-352819797cee service neutron] Attempting to bind port 3cd6264a-caf8-467b-87a8-cb1ce04cf37c on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:46.926135 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-0ac71faf-a52e-4d26-94f1-352819797cee service neutron] Attempting to bind port 3cd6264a-caf8-467b-87a8-cb1ce04cf37c by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '49cbdd55-f066-41a3-86f8-2cff75cce4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6a3a36df-824b-41ca-906b-54036dc236c9'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:46.926468 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-0ac71faf-a52e-4d26-94f1-352819797cee service neutron] Attempting to bind port 3cd6264a-caf8-467b-87a8-cb1ce04cf37c on network 6a3a36df-824b-41ca-906b-54036dc236c9 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:46.938895 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-0ac71faf-a52e-4d26-94f1-352819797cee service neutron] Port 3cd6264a-caf8-467b-87a8-cb1ce04cf37c on network 6a3a36df-824b-41ca-906b-54036dc236c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:08:46.939223 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-0ac71faf-a52e-4d26-94f1-352819797cee service neutron] Attempting to bind port 3cd6264a-caf8-467b-87a8-cb1ce04cf37c on network 6a3a36df-824b-41ca-906b-54036dc236c9 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:46.956862 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-0ac71faf-a52e-4d26-94f1-352819797cee service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:46.957249 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-0ac71faf-a52e-4d26-94f1-352819797cee service neutron] Checking segment: {'id': '49cbdd55-f066-41a3-86f8-2cff75cce4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6a3a36df-824b-41ca-906b-54036dc236c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:46.957613 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-0ac71faf-a52e-4d26-94f1-352819797cee service neutron] Bound using segment: {'id': '49cbdd55-f066-41a3-86f8-2cff75cce4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6a3a36df-824b-41ca-906b-54036dc236c9'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:46.958346 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-0ac71faf-a52e-4d26-94f1-352819797cee service neutron] Bound port: 3cd6264a-caf8-467b-87a8-cb1ce04cf37c, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49cbdd55-f066-41a3-86f8-2cff75cce4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6a3a36df-824b-41ca-906b-54036dc236c9'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:46.958709 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-0ac71faf-a52e-4d26-94f1-352819797cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:46.962613 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-4d32c861-b0ff-4d1c-9445-eaa8c86f20a9 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/quotas/f583f01a579c47af87ffae7dc814cdd2 HTTP/1.1" status: 200 len: 375 time: 0.0233765 Aug 19 18:08:47.008669 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-6b2a835e-41ad-4e45-a8de-f172eedbed09 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f583f01a579c47af87ffae7dc814cdd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369329 Aug 19 18:08:47.012380 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d09e3dc-8d27-4c94-9e90-855c680a8faf req-e67521a3-2181-4146-8265-af947a25ce15 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739826 Aug 19 18:08:47.027918 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-d897b011-f2fe-4508-a2a4-befc311c3262 service neutron] 10.222.0.54 "GET /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480505 Aug 19 18:08:47.075520 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d6371293-3255-4d00-ba1f-8bd216487594 req-4f286131-b682-41bf-8d84-c8a43badb541 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:47.147799 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-0ac71faf-a52e-4d26-94f1-352819797cee service neutron] For port 3cd6264a-caf8-467b-87a8-cb1ce04cf37c, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:47.151574 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f286131-b682-41bf-8d84-c8a43badb541 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Pushing event deleted for resources: {'Port': ['ID=6a63dd21-f49e-4777-8321-1269217b8b82,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:47.183597 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-0ac71faf-a52e-4d26-94f1-352819797cee service neutron] For port 3cd6264a-caf8-467b-87a8-cb1ce04cf37c, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=3cd6264a-caf8-467b-87a8-cb1ce04cf37c,segment=NetworkSegment(49cbdd55-f066-41a3-86f8-2cff75cce4e4),segment_id=49cbdd55-f066-41a3-86f8-2cff75cce4e4)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:47.207289 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-0ac71faf-a52e-4d26-94f1-352819797cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:47.220404 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-7ad02037-525e-425e-8d0c-88f6374b4ac5 service neutron] 10.222.0.54 "GET /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800621 Aug 19 18:08:47.223626 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-2ef45f50-84b7-45ce-8f15-d95205e5b41c service neutron] 10.222.0.24 "GET /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930022 Aug 19 18:08:47.266066 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-0ac71faf-a52e-4d26-94f1-352819797cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:47.266983 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-0ac71faf-a52e-4d26-94f1-352819797cee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:47.268616 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-0ac71faf-a52e-4d26-94f1-352819797cee service neutron] 10.222.0.50 "PUT /v2.0/ports/3cd6264a-caf8-467b-87a8-cb1ce04cf37c HTTP/1.1" status: 200 len: 1092 time: 2.1775010 Aug 19 18:08:47.302192 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310cd5b-c42c-41cc-943f-6df60bdf83e8 req-f8d79d97-d4fb-4195-a0e8-d317ba94ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:47.304703 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a310cd5b-c42c-41cc-943f-6df60bdf83e8 req-f8d79d97-d4fb-4195-a0e8-d317ba94ab48 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 1098 time: 0.2166357 Aug 19 18:08:47.306055 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d6371293-3255-4d00-ba1f-8bd216487594 req-4f286131-b682-41bf-8d84-c8a43badb541 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:47.306861 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-a0ed731e-dd57-48b0-8eb8-95b538689895 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc8d0cb7-af16-4948-8360-b08bf7de49ad HTTP/1.1" status: 200 len: 217 time: 0.0758550 Aug 19 18:08:47.310678 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d6371293-3255-4d00-ba1f-8bd216487594 req-4f286131-b682-41bf-8d84-c8a43badb541 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:47.312598 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d6371293-3255-4d00-ba1f-8bd216487594 req-4f286131-b682-41bf-8d84-c8a43badb541 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "DELETE /v2.0/floatingips/f74908bb-a718-4021-9e4c-21c9f60bf3c3 HTTP/1.1" status: 204 len: 173 time: 1.6300614 Aug 19 18:08:47.329434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-061da5e9-680b-424e-8aa8-6b8859d2df51 service neutron] Request body: {'port': {'device_id': '7727f665-d224-4faf-86ba-c2404e8ca101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:47.443524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-6877a466-402f-44e4-a722-773432830c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:47.446031 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-6877a466-402f-44e4-a722-773432830c66 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=947e2840-1f3f-4340-b2ca-df7ebf54ea1a HTTP/1.1" status: 200 len: 797 time: 0.0901515 Aug 19 18:08:47.559782 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-061da5e9-680b-424e-8aa8-6b8859d2df51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:47.578878 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac71faf-a52e-4d26-94f1-352819797cee service neutron] Pushing event updated for resources: {'Port': ['ID=3cd6264a-caf8-467b-87a8-cb1ce04cf37c,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:47.580442 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-0b998e49-d0d5-4a45-a993-276280e0d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:47.582897 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-0b998e49-d0d5-4a45-a993-276280e0d7af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f633b63-84e5-45ac-aad5-d8f674f8a1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1262033 Aug 19 18:08:47.593240 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-818b8272-4002-4cea-8bc3-76a5a97a7fb1 service neutron] 10.222.0.24 "GET /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558903 Aug 19 18:08:47.729731 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-18cc3a10-234e-4d83-be27-3aa7e4d09fd2 service neutron] 10.222.0.54 "GET /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342230 Aug 19 18:08:47.808346 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310cd5b-c42c-41cc-943f-6df60bdf83e8 req-91bf7574-f962-4916-95b1-ddfd1b824184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:47.810604 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a310cd5b-c42c-41cc-943f-6df60bdf83e8 req-91bf7574-f962-4916-95b1-ddfd1b824184 service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.4355707 Aug 19 18:08:47.902838 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7653d03e-fb3c-441e-badd-a2807f5ecb56 req-3df82325-b053-40a9-9257-4425bbf424e2 service neutron] 10.222.0.54 "GET /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631992 Aug 19 18:08:47.933713 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a2fbeabc-5d01-4de7-9162-4df1b0b1b898 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:08:48.012840 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port a2fbeabc-5d01-4de7-9162-4df1b0b1b898 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:48.019193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port a2fbeabc-5d01-4de7-9162-4df1b0b1b898 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:48.019852 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:48.036739 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ec46e-8ced-4f54-86fa-b7ab441f38d8 req-73f118fe-c819-4c67-bb80-518bc810a824 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.049015 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ec46e-8ced-4f54-86fa-b7ab441f38d8 req-73f118fe-c819-4c67-bb80-518bc810a824 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.064403 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ec46e-8ced-4f54-86fa-b7ab441f38d8 req-73f118fe-c819-4c67-bb80-518bc810a824 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.065944 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2d3ec46e-8ced-4f54-86fa-b7ab441f38d8 req-73f118fe-c819-4c67-bb80-518bc810a824 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 2389 time: 0.3808942 Aug 19 18:08:48.073084 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a310cd5b-c42c-41cc-943f-6df60bdf83e8 req-93d401f0-baad-42c4-bd17-ae8008f8f286 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=e85711fe-eef0-455e-81cb-486825a5ee7c HTTP/1.1" status: 200 len: 217 time: 0.1414351 Aug 19 18:08:48.083613 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0dd2a-5d71-470c-a839-a974925e9996 req-a54c0241-f4fc-4d16-a28e-91f359c437a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.084190 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0dd2a-5d71-470c-a839-a974925e9996 req-a54c0241-f4fc-4d16-a28e-91f359c437a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.084738 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0dd2a-5d71-470c-a839-a974925e9996 req-a54c0241-f4fc-4d16-a28e-91f359c437a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.085602 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0dd2a-5d71-470c-a839-a974925e9996 req-a54c0241-f4fc-4d16-a28e-91f359c437a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.086084 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0dd2a-5d71-470c-a839-a974925e9996 req-a54c0241-f4fc-4d16-a28e-91f359c437a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.086560 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0dd2a-5d71-470c-a839-a974925e9996 req-a54c0241-f4fc-4d16-a28e-91f359c437a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.087471 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0dd2a-5d71-470c-a839-a974925e9996 req-a54c0241-f4fc-4d16-a28e-91f359c437a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.089653 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39d0dd2a-5d71-470c-a839-a974925e9996 req-a54c0241-f4fc-4d16-a28e-91f359c437a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22b0cfe0dd134d888d6f8103e3004f52&device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 6478 time: 0.0875700 Aug 19 18:08:48.177157 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:48.186679 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e035a0-559f-4b3b-99b7-3b07cda79c9c req-1f5b9a1f-59f6-4fca-a28f-3831c81f6bfb tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.189712 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32e035a0-559f-4b3b-99b7-3b07cda79c9c req-1f5b9a1f-59f6-4fca-a28f-3831c81f6bfb tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=a939421d-35da-451e-86d0-7b6dd3e6a72e HTTP/1.1" status: 200 len: 949 time: 0.1990335 Aug 19 18:08:48.216086 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7727f665-d224-4faf-86ba-c2404e8ca101', 'tag': '3cd6264a-caf8-467b-87a8-cb1ce04cf37c'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:48.218949 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5078b04a-5f9f-426f-b5b8-519db7480ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "7727f665-d224-4faf-86ba-c2404e8ca101", "tag": "3cd6264a-caf8-467b-87a8-cb1ce04cf37c"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:48.226171 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a939421d-35da-451e-86d0-7b6dd3e6a72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fbeabc-5d01-4de7-9162-4df1b0b1b898'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:48.229610 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0e0717-a34e-4a72-a944-33c96a4eaec3" -d '{"events": [{"server_uuid": "a939421d-35da-451e-86d0-7b6dd3e6a72e", "name": "network-vif-plugged", "status": "completed", "tag": "a2fbeabc-5d01-4de7-9162-4df1b0b1b898"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:48.249581 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2d3ec46e-8ced-4f54-86fa-b7ab441f38d8 req-3cc55ae1-7fb8-47bb-b642-fde3b703cbc5 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751604 Aug 19 18:08:48.252291 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a2fbeabc-5d01-4de7-9162-4df1b0b1b898, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a2fbeabc-5d01-4de7-9162-4df1b0b1b898,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:48.254519 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310cd5b-c42c-41cc-943f-6df60bdf83e8 req-c8eca81e-e449-426e-b9f8-9bd9c5f76094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.256261 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a310cd5b-c42c-41cc-943f-6df60bdf83e8 req-c8eca81e-e449-426e-b9f8-9bd9c5f76094 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1741991 Aug 19 18:08:48.262298 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:48.314562 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32e035a0-559f-4b3b-99b7-3b07cda79c9c req-16bce7f8-dab4-4ada-acc5-4db597ca6dcb tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98c61df-2b9c-4787-9c48-908f72989b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091521 Aug 19 18:08:48.321162 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0dd2a-5d71-470c-a839-a974925e9996 req-ddc38bfd-75d5-419e-a655-fa4aff83d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.325866 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39d0dd2a-5d71-470c-a839-a974925e9996 req-ddc38bfd-75d5-419e-a655-fa4aff83d98e service neutron] 10.222.0.54 "GET /v2.0/networks?id=5f633b63-84e5-45ac-aad5-d8f674f8a1ad HTTP/1.1" status: 200 len: 902 time: 0.2228136 Aug 19 18:08:48.360375 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310cd5b-c42c-41cc-943f-6df60bdf83e8 req-5c22155c-7854-402c-a579-2c34e323ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.362880 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a310cd5b-c42c-41cc-943f-6df60bdf83e8 req-5c22155c-7854-402c-a579-2c34e323ffbe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0920212 Aug 19 18:08:48.398146 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=a2fbeabc-5d01-4de7-9162-4df1b0b1b898,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:48.429735 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39d0dd2a-5d71-470c-a839-a974925e9996 req-79f336f0-fe82-4fa3-b50f-1cd7efedf04c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 HTTP/1.1" status: 200 len: 217 time: 0.0939047 Aug 19 18:08:48.525001 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d6a64-d68f-4a9b-8184-7a661bad7ce3 req-8c82630f-2b03-420f-a465-e2354525ec16 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.526726 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-562d6a64-d68f-4a9b-8184-7a661bad7ce3 req-8c82630f-2b03-420f-a465-e2354525ec16 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 947 time: 0.1000493 Aug 19 18:08:48.559890 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0dd2a-5d71-470c-a839-a974925e9996 req-0021c9d9-60c2-4701-873f-721161ad62f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.561884 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39d0dd2a-5d71-470c-a839-a974925e9996 req-0021c9d9-60c2-4701-873f-721161ad62f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=947e2840-1f3f-4340-b2ca-df7ebf54ea1a HTTP/1.1" status: 200 len: 797 time: 0.1215160 Aug 19 18:08:48.562750 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-061da5e9-680b-424e-8aa8-6b8859d2df51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3550858b-7bc1-49ae-a16f-6b514a917d46 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:48.586160 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-061da5e9-680b-424e-8aa8-6b8859d2df51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:48.600348 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-562d6a64-d68f-4a9b-8184-7a661bad7ce3 req-9fac0d6a-f3b3-4413-a9ee-ba955abd466a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627213 Aug 19 18:08:48.621789 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ea0c8-1c99-499b-b823-773abce89daa req-117664bd-e3b8-48c7-8080-bfcd71683007 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.628597 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ea0c8-1c99-499b-b823-773abce89daa req-117664bd-e3b8-48c7-8080-bfcd71683007 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.645571 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ea0c8-1c99-499b-b823-773abce89daa req-117664bd-e3b8-48c7-8080-bfcd71683007 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.645571 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ea0c8-1c99-499b-b823-773abce89daa req-117664bd-e3b8-48c7-8080-bfcd71683007 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.646007 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0dd2a-5d71-470c-a839-a974925e9996 req-a61c9c14-e3dc-4f00-bdbb-397784b84af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.646007 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39d0dd2a-5d71-470c-a839-a974925e9996 req-a61c9c14-e3dc-4f00-bdbb-397784b84af8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f633b63-84e5-45ac-aad5-d8f674f8a1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0653152 Aug 19 18:08:48.648237 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ea0c8-1c99-499b-b823-773abce89daa req-117664bd-e3b8-48c7-8080-bfcd71683007 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.654202 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ea0c8-1c99-499b-b823-773abce89daa req-117664bd-e3b8-48c7-8080-bfcd71683007 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.661105 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ea0c8-1c99-499b-b823-773abce89daa req-117664bd-e3b8-48c7-8080-bfcd71683007 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.663100 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d6ea0c8-1c99-499b-b823-773abce89daa req-117664bd-e3b8-48c7-8080-bfcd71683007 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5421 time: 0.2361581 Aug 19 18:08:48.668977 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-061da5e9-680b-424e-8aa8-6b8859d2df51 service neutron] Transition to ACTIVE for port object 3550858b-7bc1-49ae-a16f-6b514a917d46 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:48.686090 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-061da5e9-680b-424e-8aa8-6b8859d2df51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:48.705645 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a310cd5b-c42c-41cc-943f-6df60bdf83e8 req-a7b75f2a-c631-4c6d-9c4b-4139ce76225d service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286123 Aug 19 18:08:48.821883 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2a90853b-2121-45e5-9e2c-c0a36fa1509a req-9972da74-b903-4ba9-a990-12fc87cbb0ae tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups/49aafc28-6778-4813-a74c-7c5130330788 HTTP/1.1" status: 200 len: 1807 time: 0.1422784 Aug 19 18:08:48.826527 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d6ea0c8-1c99-499b-b823-773abce89daa req-95896787-6069-4c77-b375-2df63dcc53cd tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1501832 Aug 19 18:08:48.841964 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061da5e9-680b-424e-8aa8-6b8859d2df51 service neutron] Pushing event updated for resources: {'Port': ['ID=3550858b-7bc1-49ae-a16f-6b514a917d46,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:48.909097 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39d0dd2a-5d71-470c-a839-a974925e9996 req-1b59e0be-8462-405b-9f3a-e8abb640a83c service neutron] 10.222.0.54 "GET /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557125 Aug 19 18:08:48.992186 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a310cd5b-c42c-41cc-943f-6df60bdf83e8 req-5960e098-7174-4f4f-b1ce-d8eded794e96 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636003 Aug 19 18:08:49.031538 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-061da5e9-680b-424e-8aa8-6b8859d2df51 service neutron] Attempting to bind port 3550858b-7bc1-49ae-a16f-6b514a917d46 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:49.031919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-061da5e9-680b-424e-8aa8-6b8859d2df51 service neutron] Attempting to bind port 3550858b-7bc1-49ae-a16f-6b514a917d46 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '8cf06dce-3a99-4610-a64d-06a0b6b38c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2071a678-8d5a-4ad7-93dd-faa78d71eb14'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:49.032961 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-061da5e9-680b-424e-8aa8-6b8859d2df51 service neutron] Attempting to bind port 3550858b-7bc1-49ae-a16f-6b514a917d46 on network 2071a678-8d5a-4ad7-93dd-faa78d71eb14 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:49.041671 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2a90853b-2121-45e5-9e2c-c0a36fa1509a req-292ec7ac-1d2f-4899-9d90-f0c0528a36bc tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:49.041977 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-061da5e9-680b-424e-8aa8-6b8859d2df51 service neutron] Port 3550858b-7bc1-49ae-a16f-6b514a917d46 on network 2071a678-8d5a-4ad7-93dd-faa78d71eb14 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:08:49.041977 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-061da5e9-680b-424e-8aa8-6b8859d2df51 service neutron] Attempting to bind port 3550858b-7bc1-49ae-a16f-6b514a917d46 on network 2071a678-8d5a-4ad7-93dd-faa78d71eb14 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:49.051008 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-061da5e9-680b-424e-8aa8-6b8859d2df51 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:49.051362 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-061da5e9-680b-424e-8aa8-6b8859d2df51 service neutron] Checking segment: {'id': '8cf06dce-3a99-4610-a64d-06a0b6b38c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2071a678-8d5a-4ad7-93dd-faa78d71eb14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:49.052114 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-061da5e9-680b-424e-8aa8-6b8859d2df51 service neutron] Bound using segment: {'id': '8cf06dce-3a99-4610-a64d-06a0b6b38c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2071a678-8d5a-4ad7-93dd-faa78d71eb14'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:49.052321 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-061da5e9-680b-424e-8aa8-6b8859d2df51 service neutron] Bound port: 3550858b-7bc1-49ae-a16f-6b514a917d46, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf06dce-3a99-4610-a64d-06a0b6b38c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2071a678-8d5a-4ad7-93dd-faa78d71eb14'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:49.052608 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-061da5e9-680b-424e-8aa8-6b8859d2df51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:49.082659 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4d2fc-40f8-46ff-9cc9-c84fcb9c28a4 req-8e1c3ffb-183a-4305-8dc4-a30c26f28d2a tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:49.083868 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e1a4d2fc-40f8-46ff-9cc9-c84fcb9c28a4 req-8e1c3ffb-183a-4305-8dc4-a30c26f28d2a tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0945046 Aug 19 18:08:49.091238 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2a90853b-2121-45e5-9e2c-c0a36fa1509a req-292ec7ac-1d2f-4899-9d90-f0c0528a36bc tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:49.111743 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39d0dd2a-5d71-470c-a839-a974925e9996 req-469cd879-6c3b-4484-863c-54a14cd9fc5d service neutron] 10.222.0.54 "GET /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803026 Aug 19 18:08:49.169982 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2a90853b-2121-45e5-9e2c-c0a36fa1509a req-292ec7ac-1d2f-4899-9d90-f0c0528a36bc tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:49.172973 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2a90853b-2121-45e5-9e2c-c0a36fa1509a req-292ec7ac-1d2f-4899-9d90-f0c0528a36bc tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:49.178603 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2a90853b-2121-45e5-9e2c-c0a36fa1509a req-292ec7ac-1d2f-4899-9d90-f0c0528a36bc tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "DELETE /v2.0/security-groups/49aafc28-6778-4813-a74c-7c5130330788 HTTP/1.1" status: 204 len: 173 time: 0.3355587 Aug 19 18:08:49.187553 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e1a4d2fc-40f8-46ff-9cc9-c84fcb9c28a4 req-29382ec3-8d99-4f16-91a3-87ec9a3b249c tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729337 Aug 19 18:08:49.189806 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-061da5e9-680b-424e-8aa8-6b8859d2df51 service neutron] For port 3550858b-7bc1-49ae-a16f-6b514a917d46, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:49.196261 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-061da5e9-680b-424e-8aa8-6b8859d2df51 service neutron] For port 3550858b-7bc1-49ae-a16f-6b514a917d46, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=3550858b-7bc1-49ae-a16f-6b514a917d46,segment=NetworkSegment(8cf06dce-3a99-4610-a64d-06a0b6b38c2b),segment_id=8cf06dce-3a99-4610-a64d-06a0b6b38c2b)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:49.208609 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-061da5e9-680b-424e-8aa8-6b8859d2df51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:49.247170 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ec7ac-1d2f-4899-9d90-f0c0528a36bc tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49aafc28-6778-4813-a74c-7c5130330788,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:49.260708 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-061da5e9-680b-424e-8aa8-6b8859d2df51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:49.260708 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-061da5e9-680b-424e-8aa8-6b8859d2df51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:49.260708 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-061da5e9-680b-424e-8aa8-6b8859d2df51 service neutron] 10.222.0.50 "PUT /v2.0/ports/3550858b-7bc1-49ae-a16f-6b514a917d46 HTTP/1.1" status: 200 len: 1092 time: 1.9389036 Aug 19 18:08:49.289509 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061da5e9-680b-424e-8aa8-6b8859d2df51 service neutron] Pushing event updated for resources: {'Port': ['ID=3550858b-7bc1-49ae-a16f-6b514a917d46,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:49.310630 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-e0376fb7-58b1-47cd-9ca7-f0105b2a8c71 service neutron] Request body: {'port': {'device_id': '7727f665-d224-4faf-86ba-c2404e8ca101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:49.351288 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89553b3-e9f0-41bc-b76c-95b60938107d x-openstack-request-id: req-d89553b3-e9f0-41bc-b76c-95b60938107d {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:49.351560 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7727f665-d224-4faf-86ba-c2404e8ca101", "tag": "3cd6264a-caf8-467b-87a8-cb1ce04cf37c", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:49.351814 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d89553b3-e9f0-41bc-b76c-95b60938107d {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:49.352939 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7727f665-d224-4faf-86ba-c2404e8ca101', 'tag': '3cd6264a-caf8-467b-87a8-cb1ce04cf37c', 'status': 'completed', 'code': 200} Aug 19 18:08:49.358111 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-536ac8cc-e3e3-4764-b8ea-a406bf86ffd5 req-34713e3a-43e8-4beb-98d8-57ab5f8f2784 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a HTTP/1.1" status: 200 len: 210 time: 0.0853035 Aug 19 18:08:49.378288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-02430dd1-ea5d-4eb6-ac39-e5ad9f70b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:49.378955 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-02430dd1-ea5d-4eb6-ac39-e5ad9f70b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:49.379782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-02430dd1-ea5d-4eb6-ac39-e5ad9f70b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:49.380710 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-02430dd1-ea5d-4eb6-ac39-e5ad9f70b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:49.381263 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-02430dd1-ea5d-4eb6-ac39-e5ad9f70b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:49.381890 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-02430dd1-ea5d-4eb6-ac39-e5ad9f70b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:49.382909 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-02430dd1-ea5d-4eb6-ac39-e5ad9f70b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:49.386493 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-02430dd1-ea5d-4eb6-ac39-e5ad9f70b6b4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22b0cfe0dd134d888d6f8103e3004f52&device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 6478 time: 0.1863124 Aug 19 18:08:49.406576 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-e0376fb7-58b1-47cd-9ca7-f0105b2a8c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:49.462033 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3c6e9b-0fa5-459c-b8c6-b75aec6cf9db x-openstack-request-id: req-6d3c6e9b-0fa5-459c-b8c6-b75aec6cf9db {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:49.467608 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a939421d-35da-451e-86d0-7b6dd3e6a72e", "name": "network-vif-plugged", "status": "completed", "tag": "a2fbeabc-5d01-4de7-9162-4df1b0b1b898", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:49.468375 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d3c6e9b-0fa5-459c-b8c6-b75aec6cf9db {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:49.472273 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a939421d-35da-451e-86d0-7b6dd3e6a72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fbeabc-5d01-4de7-9162-4df1b0b1b898', 'code': 200} Aug 19 18:08:49.534621 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078b04a-5f9f-426f-b5b8-519db7480ba1 req-6c8bee67-d0b6-409d-abda-2b9adbd8159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:49.535312 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078b04a-5f9f-426f-b5b8-519db7480ba1 req-6c8bee67-d0b6-409d-abda-2b9adbd8159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:49.535860 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078b04a-5f9f-426f-b5b8-519db7480ba1 req-6c8bee67-d0b6-409d-abda-2b9adbd8159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:49.537679 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5078b04a-5f9f-426f-b5b8-519db7480ba1 req-6c8bee67-d0b6-409d-abda-2b9adbd8159d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b36c037b46974fbab72ee33dddb5d134&device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 2799 time: 0.1392713 Aug 19 18:08:49.655717 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-d1ee9a69-68a7-4e01-a08f-fdc4d1583081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:49.659976 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-d1ee9a69-68a7-4e01-a08f-fdc4d1583081 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5f633b63-84e5-45ac-aad5-d8f674f8a1ad HTTP/1.1" status: 200 len: 902 time: 0.2635324 Aug 19 18:08:49.715150 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-5eb63320-a7bc-4240-8d40-904a98f7e431 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc8d0cb7-af16-4948-8360-b08bf7de49ad HTTP/1.1" status: 200 len: 217 time: 0.0468965 Aug 19 18:08:49.818821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe88c19-8458-499d-9f3b-8025275faa50 req-badd73ad-d5bc-4f94-8361-61bd1f85e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:49.820668 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bbe88c19-8458-499d-9f3b-8025275faa50 req-badd73ad-d5bc-4f94-8361-61bd1f85e14d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a939421d-35da-451e-86d0-7b6dd3e6a72e HTTP/1.1" status: 200 len: 1101 time: 0.2763133 Aug 19 18:08:49.905559 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-a1a48eb7-6dc2-41de-8e4a-b083746e893a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:49.908772 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-a1a48eb7-6dc2-41de-8e4a-b083746e893a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=947e2840-1f3f-4340-b2ca-df7ebf54ea1a HTTP/1.1" status: 200 len: 797 time: 0.1823747 Aug 19 18:08:49.931014 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device e85711fe-eef0-455e-81cb-486825a5ee7c details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:08:49.981314 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0e3ec-fb50-4bfa-bdcd-c19dffdaafdb req-1db94ad4-109e-4a62-90ff-998fe05e0e06 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:49.982993 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-09e0e3ec-fb50-4bfa-bdcd-c19dffdaafdb req-1db94ad4-109e-4a62-90ff-998fe05e0e06 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=a939421d-35da-451e-86d0-7b6dd3e6a72e HTTP/1.1" status: 200 len: 950 time: 0.1462078 Aug 19 18:08:50.014987 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-03ad7169-20fc-4051-9f0d-6b7e61caa5a2 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:50.017466 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-03ad7169-20fc-4051-9f0d-6b7e61caa5a2 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.50 "GET /v2.0/networks?id=65564e16-87ea-48ca-8938-07f915ef9c0a HTTP/1.1" status: 200 len: 805 time: 0.3012292 Aug 19 18:08:50.026540 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-81aa8a03-828b-4625-8862-bc714c7ade73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:50.028073 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-81aa8a03-828b-4625-8862-bc714c7ade73 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f633b63-84e5-45ac-aad5-d8f674f8a1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1040614 Aug 19 18:08:50.041816 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bbe88c19-8458-499d-9f3b-8025275faa50 req-7780c91b-3ade-48d2-ad04-36e05f5b85fc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d98c61df-2b9c-4787-9c48-908f72989b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725614 Aug 19 18:08:50.044152 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-5a34f9d4-c9ba-4259-9f2a-fd754fe79c35 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Request body: {'port': {'device_id': 'e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a', 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a', 'admin_state_up': True, 'tenant_id': 'f583f01a579c47af87ffae7dc814cdd2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:50.052151 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078b04a-5f9f-426f-b5b8-519db7480ba1 req-00561ae3-38b1-42f4-8952-cf1dac35918a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:50.052625 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078b04a-5f9f-426f-b5b8-519db7480ba1 req-00561ae3-38b1-42f4-8952-cf1dac35918a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:50.053100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078b04a-5f9f-426f-b5b8-519db7480ba1 req-00561ae3-38b1-42f4-8952-cf1dac35918a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:50.057316 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5078b04a-5f9f-426f-b5b8-519db7480ba1 req-00561ae3-38b1-42f4-8952-cf1dac35918a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b36c037b46974fbab72ee33dddb5d134&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4770668 Aug 19 18:08:50.059352 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port e85711fe-eef0-455e-81cb-486825a5ee7c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=e85711fe-eef0-455e-81cb-486825a5ee7c,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:50.073270 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b670b-fce1-40bc-9a37-0cbb98e747c6 req-8234f526-d75e-47ae-b784-bc8898d3b0d1 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:50.073838 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'e85711fe-eef0-455e-81cb-486825a5ee7c', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': 'e85711fe-eef0-455e-81cb-486825a5ee7c', 'mac_address': 'fa:16:3e:6c:d0:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:08:50.085629 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b670b-fce1-40bc-9a37-0cbb98e747c6 req-8234f526-d75e-47ae-b784-bc8898d3b0d1 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:50.098685 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b670b-fce1-40bc-9a37-0cbb98e747c6 req-8234f526-d75e-47ae-b784-bc8898d3b0d1 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:50.109664 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-917b670b-fce1-40bc-9a37-0cbb98e747c6 req-8234f526-d75e-47ae-b784-bc8898d3b0d1 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 2401 time: 0.3523262 Aug 19 18:08:50.124031 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:50.141411 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85711fe-eef0-455e-81cb-486825a5ee7c {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:50.169857 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port e85711fe-eef0-455e-81cb-486825a5ee7c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=e85711fe-eef0-455e-81cb-486825a5ee7c,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:50.176038 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-09e0e3ec-fb50-4bfa-bdcd-c19dffdaafdb req-ea581b84-6d5b-4fc7-a54f-d0724c20d09d tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98c61df-2b9c-4787-9c48-908f72989b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708667 Aug 19 18:08:50.191482 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:50.260879 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-09787cf4-7afa-4e72-a901-0b419304602c service neutron] 10.222.0.54 "GET /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128699 Aug 19 18:08:50.339589 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=e85711fe-eef0-455e-81cb-486825a5ee7c,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:50.396251 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-5a34f9d4-c9ba-4259-9f2a-fd754fe79c35 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Made reservation on behalf of f583f01a579c47af87ffae7dc814cdd2 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:50.408819 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-5a34f9d4-c9ba-4259-9f2a-fd754fe79c35 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:50.508475 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['e85711fe-eef0-455e-81cb-486825a5ee7c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:08:50.626771 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-9ba33bbd-c682-4016-859b-f8b227ae954e service neutron] 10.222.0.54 "GET /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520494 Aug 19 18:08:50.704055 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-917b670b-fce1-40bc-9a37-0cbb98e747c6 req-8f9fba51-e44e-4e27-be2d-a60d4fb88b5d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5931768 Aug 19 18:08:50.849654 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2faed89-e1f4-4723-9dd0-880afe460a5f req-e741751f-c61c-40a9-8584-650da21ffd8a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:50.852010 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c2faed89-e1f4-4723-9dd0-880afe460a5f req-e741751f-c61c-40a9-8584-650da21ffd8a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 948 time: 0.3052964 Aug 19 18:08:50.896233 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078b04a-5f9f-426f-b5b8-519db7480ba1 req-6cae1c9f-e6ca-4d94-827d-5916ef74cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:50.897740 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5078b04a-5f9f-426f-b5b8-519db7480ba1 req-6cae1c9f-e6ca-4d94-827d-5916ef74cf04 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7853491 Aug 19 18:08:50.918680 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-5a34f9d4-c9ba-4259-9f2a-fd754fe79c35 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Allocated IP 172.20.0.3 (65564e16-87ea-48ca-8938-07f915ef9c0a/09884e41-8987-4095-b41a-2dbe97fb4846/28754580-96ae-4374-83ef-03cef478e0a2) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:50.931599 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-bfe3821a-7a76-424e-b355-8228ec09f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:50.933577 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-bfe3821a-7a76-424e-b355-8228ec09f27a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=85cc3cfb1680444498ac5e62ccbdf2db&device_id=a939421d-35da-451e-86d0-7b6dd3e6a72e HTTP/1.1" status: 200 len: 1101 time: 0.2207787 Aug 19 18:08:50.954260 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2431551-b287-493d-8b5b-e6c1ded199df req-49303fac-03fc-404f-920e-40c6c343f06f tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:50.956047 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d2431551-b287-493d-8b5b-e6c1ded199df req-49303fac-03fc-404f-920e-40c6c343f06f tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 945 time: 0.1426482 Aug 19 18:08:50.977847 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-e0376fb7-58b1-47cd-9ca7-f0105b2a8c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb024ecd-788e-4988-a074-bbfbe9c89a0f {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:50.993210 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-e0376fb7-58b1-47cd-9ca7-f0105b2a8c71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:51.012291 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c2faed89-e1f4-4723-9dd0-880afe460a5f req-71b229f6-81a1-47ce-898e-6ab5f7eb8b44 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455438 Aug 19 18:08:51.023279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-e0376fb7-58b1-47cd-9ca7-f0105b2a8c71 service neutron] Transition to ACTIVE for port object fb024ecd-788e-4988-a074-bbfbe9c89a0f will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:51.029962 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d2431551-b287-493d-8b5b-e6c1ded199df req-cb784856-e2cb-45ee-b9f8-e059a5d122d2 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619483 Aug 19 18:08:51.032290 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-e0376fb7-58b1-47cd-9ca7-f0105b2a8c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:51.097576 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0376fb7-58b1-47cd-9ca7-f0105b2a8c71 service neutron] Pushing event updated for resources: {'Port': ['ID=fb024ecd-788e-4988-a074-bbfbe9c89a0f,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:51.224168 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-bfd8d305-7cdc-4f4b-97bf-a20937c49246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:51.226707 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-bfd8d305-7cdc-4f4b-97bf-a20937c49246 service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.2758336 Aug 19 18:08:51.235575 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba265823-0c80-40b0-a054-23c575e07216 req-bd3a2546-c983-472c-9ec6-9f5593c3d577 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:51.237435 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ba265823-0c80-40b0-a054-23c575e07216 req-bd3a2546-c983-472c-9ec6-9f5593c3d577 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0843744 Aug 19 18:08:51.238574 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-e0376fb7-58b1-47cd-9ca7-f0105b2a8c71 service neutron] Attempting to bind port fb024ecd-788e-4988-a074-bbfbe9c89a0f on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:51.239282 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-e0376fb7-58b1-47cd-9ca7-f0105b2a8c71 service neutron] Attempting to bind port fb024ecd-788e-4988-a074-bbfbe9c89a0f by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '49cbdd55-f066-41a3-86f8-2cff75cce4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6a3a36df-824b-41ca-906b-54036dc236c9'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:51.239772 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-e0376fb7-58b1-47cd-9ca7-f0105b2a8c71 service neutron] Attempting to bind port fb024ecd-788e-4988-a074-bbfbe9c89a0f on network 6a3a36df-824b-41ca-906b-54036dc236c9 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:51.250508 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-e0376fb7-58b1-47cd-9ca7-f0105b2a8c71 service neutron] Port fb024ecd-788e-4988-a074-bbfbe9c89a0f on network 6a3a36df-824b-41ca-906b-54036dc236c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:08:51.251037 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-e0376fb7-58b1-47cd-9ca7-f0105b2a8c71 service neutron] Attempting to bind port fb024ecd-788e-4988-a074-bbfbe9c89a0f on network 6a3a36df-824b-41ca-906b-54036dc236c9 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:51.266415 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-e0376fb7-58b1-47cd-9ca7-f0105b2a8c71 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:51.266934 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-e0376fb7-58b1-47cd-9ca7-f0105b2a8c71 service neutron] Checking segment: {'id': '49cbdd55-f066-41a3-86f8-2cff75cce4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6a3a36df-824b-41ca-906b-54036dc236c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:51.267521 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-e0376fb7-58b1-47cd-9ca7-f0105b2a8c71 service neutron] Bound using segment: {'id': '49cbdd55-f066-41a3-86f8-2cff75cce4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6a3a36df-824b-41ca-906b-54036dc236c9'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:51.268274 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-e0376fb7-58b1-47cd-9ca7-f0105b2a8c71 service neutron] Bound port: fb024ecd-788e-4988-a074-bbfbe9c89a0f, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49cbdd55-f066-41a3-86f8-2cff75cce4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6a3a36df-824b-41ca-906b-54036dc236c9'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:51.268935 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-e0376fb7-58b1-47cd-9ca7-f0105b2a8c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:51.331477 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-d761372a-9f8b-4ab1-9b1d-604a1fdcba04 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=a2fbeabc-5d01-4de7-9162-4df1b0b1b898 HTTP/1.1" status: 200 len: 217 time: 0.0862665 Aug 19 18:08:51.361007 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7727f665-d224-4faf-86ba-c2404e8ca101', 'tag': '3550858b-7bc1-49ae-a16f-6b514a917d46'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:51.364893 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d903bf-7ff6-4d66-b9e6-f2036efa900f" -d '{"events": [{"name": "network-changed", "server_uuid": "7727f665-d224-4faf-86ba-c2404e8ca101", "tag": "3550858b-7bc1-49ae-a16f-6b514a917d46"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:51.398406 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ba265823-0c80-40b0-a054-23c575e07216 req-42281112-06a6-45d0-968f-f24af44f28d9 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438699 Aug 19 18:08:51.471621 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-e0376fb7-58b1-47cd-9ca7-f0105b2a8c71 service neutron] For port fb024ecd-788e-4988-a074-bbfbe9c89a0f, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:51.479045 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-e0376fb7-58b1-47cd-9ca7-f0105b2a8c71 service neutron] For port fb024ecd-788e-4988-a074-bbfbe9c89a0f, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=fb024ecd-788e-4988-a074-bbfbe9c89a0f,segment=NetworkSegment(49cbdd55-f066-41a3-86f8-2cff75cce4e4),segment_id=49cbdd55-f066-41a3-86f8-2cff75cce4e4)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:51.486007 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-e0376fb7-58b1-47cd-9ca7-f0105b2a8c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:51.486262 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe6a37-5de9-401b-9c28-067c8c75aa87 req-fbbdfea7-7068-4d25-a6eb-89deb47709bc tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:51.525577 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe6a37-5de9-401b-9c28-067c8c75aa87 req-fbbdfea7-7068-4d25-a6eb-89deb47709bc tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:51.540233 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe6a37-5de9-401b-9c28-067c8c75aa87 req-fbbdfea7-7068-4d25-a6eb-89deb47709bc tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:51.553618 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-e0376fb7-58b1-47cd-9ca7-f0105b2a8c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:51.554604 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-e0376fb7-58b1-47cd-9ca7-f0105b2a8c71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:51.555749 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe6a37-5de9-401b-9c28-067c8c75aa87 req-fbbdfea7-7068-4d25-a6eb-89deb47709bc tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:51.556474 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-e0376fb7-58b1-47cd-9ca7-f0105b2a8c71 service neutron] 10.222.0.50 "PUT /v2.0/ports/fb024ecd-788e-4988-a074-bbfbe9c89a0f HTTP/1.1" status: 200 len: 1092 time: 2.2506745 Aug 19 18:08:51.572809 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe6a37-5de9-401b-9c28-067c8c75aa87 req-fbbdfea7-7068-4d25-a6eb-89deb47709bc tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:51.590155 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe6a37-5de9-401b-9c28-067c8c75aa87 req-fbbdfea7-7068-4d25-a6eb-89deb47709bc tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:51.612343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe6a37-5de9-401b-9c28-067c8c75aa87 req-fbbdfea7-7068-4d25-a6eb-89deb47709bc tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:51.620804 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0cbe6a37-5de9-401b-9c28-067c8c75aa87 req-fbbdfea7-7068-4d25-a6eb-89deb47709bc tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5421 time: 0.3983817 Aug 19 18:08:51.652113 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff9adfb9-aa2f-4bad-a2fa-6105acb038c3 req-958ee4e5-ef6a-4e72-8591-15675fc5b85c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a HTTP/1.1" status: 200 len: 210 time: 0.0604270 Aug 19 18:08:51.658528 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0376fb7-58b1-47cd-9ca7-f0105b2a8c71 service neutron] Pushing event updated for resources: {'Port': ['ID=fb024ecd-788e-4988-a074-bbfbe9c89a0f,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:51.722944 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-5a34f9d4-c9ba-4259-9f2a-fd754fe79c35 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:51.745420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-6f3b8519-1e5f-46a3-9f4d-e22941a7895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:51.746477 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-6f3b8519-1e5f-46a3-9f4d-e22941a7895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:51.746477 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-6f3b8519-1e5f-46a3-9f4d-e22941a7895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:51.752157 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-a64be3ce-c38f-4696-a3a8-840426116bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:51.754128 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-6f3b8519-1e5f-46a3-9f4d-e22941a7895b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b36c037b46974fbab72ee33dddb5d134&device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 2866 time: 0.1227582 Aug 19 18:08:51.754846 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-a64be3ce-c38f-4696-a3a8-840426116bbb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.3917258 Aug 19 18:08:51.772748 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0cbe6a37-5de9-401b-9c28-067c8c75aa87 req-1905cd34-fbfd-44fd-9c84-8287e82d4fb1 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1183200 Aug 19 18:08:51.902359 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-2efb4557-6347-47b3-a767-2891cdceb1e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.218&port_id=3cd6264a-caf8-467b-87a8-cb1ce04cf37c HTTP/1.1" status: 200 len: 217 time: 0.1279230 Aug 19 18:08:51.904332 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-b3ca7461-c307-46a7-96b5-8d126fb6c058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:51.907679 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-b3ca7461-c307-46a7-96b5-8d126fb6c058 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1329799 Aug 19 18:08:51.919304 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-5a34f9d4-c9ba-4259-9f2a-fd754fe79c35 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:51.943602 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85273ca8-180b-4a80-860f-0d6b9f1b5ba7 x-openstack-request-id: req-85273ca8-180b-4a80-860f-0d6b9f1b5ba7 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:51.944468 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7727f665-d224-4faf-86ba-c2404e8ca101", "tag": "3550858b-7bc1-49ae-a16f-6b514a917d46", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:51.944900 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85273ca8-180b-4a80-860f-0d6b9f1b5ba7 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:51.945563 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7727f665-d224-4faf-86ba-c2404e8ca101', 'tag': '3550858b-7bc1-49ae-a16f-6b514a917d46', 'status': 'completed', 'code': 200} Aug 19 18:08:51.963446 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device e85711fe-eef0-455e-81cb-486825a5ee7c up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:08:51.985815 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34f9d4-c9ba-4259-9f2a-fd754fe79c35 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Pushing event updated for resources: {'Port': ['ID=28754580-96ae-4374-83ef-03cef478e0a2,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:52.065734 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-5a34f9d4-c9ba-4259-9f2a-fd754fe79c35 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Network 65564e16-87ea-48ca-8938-07f915ef9c0a is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:52.079662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port e85711fe-eef0-455e-81cb-486825a5ee7c completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:52.086818 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port e85711fe-eef0-455e-81cb-486825a5ee7c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:52.087387 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:52.173367 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4269e32-a8a4-4e87-a5a3-d95ad4703aa1 req-1c61d85e-9a6d-4482-b867-8343ef196133 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:52.176123 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e4269e32-a8a4-4e87-a5a3-d95ad4703aa1 req-1c61d85e-9a6d-4482-b867-8343ef196133 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=a939421d-35da-451e-86d0-7b6dd3e6a72e HTTP/1.1" status: 200 len: 950 time: 0.3170276 Aug 19 18:08:52.181661 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-5a34f9d4-c9ba-4259-9f2a-fd754fe79c35 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:52.186931 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-5a34f9d4-c9ba-4259-9f2a-fd754fe79c35 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:52.191083 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-2cc4998e-e9fe-43b3-aa66-c31aabe211d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:52.194862 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-2cc4998e-e9fe-43b3-aa66-c31aabe211d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5904a28f-6dc5-4b9a-ab8a-8e29e6440ad6 HTTP/1.1" status: 200 len: 801 time: 0.2392237 Aug 19 18:08:52.222197 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:52.267562 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e4eb33-9956-4eed-a5c7-13d0324178a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85711fe-eef0-455e-81cb-486825a5ee7c'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:52.270065 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece27fcd-c23d-4643-8410-fbac829fb841" -d '{"events": [{"server_uuid": "63e4eb33-9956-4eed-a5c7-13d0324178a0", "name": "network-vif-plugged", "status": "completed", "tag": "e85711fe-eef0-455e-81cb-486825a5ee7c"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:52.291318 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port e85711fe-eef0-455e-81cb-486825a5ee7c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=e85711fe-eef0-455e-81cb-486825a5ee7c,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:52.297784 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:52.308495 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-5a34f9d4-c9ba-4259-9f2a-fd754fe79c35 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:52.309263 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-5a34f9d4-c9ba-4259-9f2a-fd754fe79c35 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:52.327150 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8771bf-e42e-4aaa-b354-d1e510eca28a req-e74a7033-3ffc-4d83-be9c-7bddd9097c9c tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:52.331371 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-b04fadc6-4cf8-4728-9d58-b575b2284087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:52.334280 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-b04fadc6-4cf8-4728-9d58-b575b2284087 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a3a36df-824b-41ca-906b-54036dc236c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1263461 Aug 19 18:08:52.338419 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8771bf-e42e-4aaa-b354-d1e510eca28a req-e74a7033-3ffc-4d83-be9c-7bddd9097c9c tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:52.349045 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8771bf-e42e-4aaa-b354-d1e510eca28a req-e74a7033-3ffc-4d83-be9c-7bddd9097c9c tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:52.350987 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3f8771bf-e42e-4aaa-b354-d1e510eca28a req-e74a7033-3ffc-4d83-be9c-7bddd9097c9c tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 2413 time: 0.2059789 Aug 19 18:08:52.353964 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e4269e32-a8a4-4e87-a5a3-d95ad4703aa1 req-c089fe3a-76b9-4d11-be4f-040c11164b79 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98c61df-2b9c-4787-9c48-908f72989b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689370 Aug 19 18:08:52.408831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=e85711fe-eef0-455e-81cb-486825a5ee7c,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:52.410123 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-5a34f9d4-c9ba-4259-9f2a-fd754fe79c35 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3736761 Aug 19 18:08:52.430023 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-84b2384f-67d1-4d68-9b41-18861096bce6 service neutron] Request body: {'port': {'device_id': 'e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:52.455687 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-640f9e10-60c9-44fb-9698-55b63ef2fa73 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339050 Aug 19 18:08:52.530194 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3f8771bf-e42e-4aaa-b354-d1e510eca28a req-1ce987ea-9062-4933-bdfb-afc1a2303ad7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603699 Aug 19 18:08:52.568411 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-8f18a9bd-6fe3-4975-b193-4b6745fffd19 service neutron] 10.222.0.50 "GET /v2.0/networks/6a3a36df-824b-41ca-906b-54036dc236c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109127 Aug 19 18:08:52.587213 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0569a-9631-4a4b-aaf3-60fedb0d35a6 req-074fae65-a7c0-486c-852f-0612b6f07601 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:52.590837 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-84b2384f-67d1-4d68-9b41-18861096bce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:52.597124 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fef0569a-9631-4a4b-aaf3-60fedb0d35a6 req-074fae65-a7c0-486c-852f-0612b6f07601 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 949 time: 0.1210051 Aug 19 18:08:52.712749 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fef0569a-9631-4a4b-aaf3-60fedb0d35a6 req-eee966d2-e987-47db-9afb-6812664dba1b tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144769 Aug 19 18:08:52.766867 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-39fe055c-4bcc-4a7d-998c-f60ac3585306 service neutron] 10.222.0.50 "GET /v2.0/networks/6a3a36df-824b-41ca-906b-54036dc236c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524737 Aug 19 18:08:52.803472 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6166aab4-4253-48fc-8bd9-a0f0de09d294 x-openstack-request-id: req-6166aab4-4253-48fc-8bd9-a0f0de09d294 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:52.804583 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e4eb33-9956-4eed-a5c7-13d0324178a0", "name": "network-vif-plugged", "status": "completed", "tag": "e85711fe-eef0-455e-81cb-486825a5ee7c", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:52.804583 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6166aab4-4253-48fc-8bd9-a0f0de09d294 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:52.804583 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e4eb33-9956-4eed-a5c7-13d0324178a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85711fe-eef0-455e-81cb-486825a5ee7c', 'code': 200} Aug 19 18:08:52.813719 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-68e4d04b-b9ed-42d0-a65f-b583cda3bcff service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466635 Aug 19 18:08:52.836603 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-b5bba318-b8ea-4a96-96b4-964699656f31 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.251&port_id=3550858b-7bc1-49ae-a16f-6b514a917d46 HTTP/1.1" status: 200 len: 217 time: 0.0568187 Aug 19 18:08:52.863336 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd371cf5-0c19-410c-b44c-b2310b056874 req-be43770a-9a0d-4f98-b381-4c5c4af6a30a tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:52.864947 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cd371cf5-0c19-410c-b44c-b2310b056874 req-be43770a-9a0d-4f98-b381-4c5c4af6a30a tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 945 time: 0.2056372 Aug 19 18:08:52.986979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-a11a1e3c-1df0-4392-aa2b-e56a44ab0e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:52.988740 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-a11a1e3c-1df0-4392-aa2b-e56a44ab0e0a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3fa96f2e-fb34-4f57-8818-f1662b73999c HTTP/1.1" status: 200 len: 801 time: 0.1071217 Aug 19 18:08:53.029961 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822477d3-6b3b-40e3-b58a-1203b5be00ac req-3c50811e-365d-4c37-bb80-2d8866624973 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:53.032854 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-822477d3-6b3b-40e3-b58a-1203b5be00ac req-3c50811e-365d-4c37-bb80-2d8866624973 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.54 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 945 time: 0.1952345 Aug 19 18:08:53.219030 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-4ef759bb-9487-49e6-bec1-ac5f70da7688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:53.221779 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-4ef759bb-9487-49e6-bec1-ac5f70da7688 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2071a678-8d5a-4ad7-93dd-faa78d71eb14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2189407 Aug 19 18:08:53.312827 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a78d2-394b-46ff-a563-a41a0178a3c5 req-e5556710-dfac-4a90-a9e5-1d296896e4e2 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:53.314663 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-639a78d2-394b-46ff-a563-a41a0178a3c5 req-e5556710-dfac-4a90-a9e5-1d296896e4e2 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a HTTP/1.1" status: 200 len: 931 time: 0.1683354 Aug 19 18:08:53.355753 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-822477d3-6b3b-40e3-b58a-1203b5be00ac req-c1578bb4-3c36-49ae-859b-1c3cd15fe149 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Deleting port 78b023f4-e475-45ab-9cbc-06056d0bcc2f {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:53.356089 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-822477d3-6b3b-40e3-b58a-1203b5be00ac req-c1578bb4-3c36-49ae-859b-1c3cd15fe149 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:53.376440 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cd371cf5-0c19-410c-b44c-b2310b056874 req-9e61fb05-888c-49ad-aacb-39082c66a96b tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/security-groups?id=93bc9f86-6c19-47b0-a76a-8906f45173c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375825 Aug 19 18:08:53.411035 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8f92a-32d6-4724-bcab-25c1d2caf908 req-45f24232-09ab-443d-95c0-09de7b93fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:53.412792 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c1e8f92a-32d6-4724-bcab-25c1d2caf908 req-45f24232-09ab-443d-95c0-09de7b93fd5e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 1100 time: 0.1727960 Aug 19 18:08:53.422842 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-4b0079c2-bad1-4711-a374-bf8b5cf932a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:53.424523 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-4b0079c2-bad1-4711-a374-bf8b5cf932a8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=245cdbea3ee940a88607d44478ca1486&device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 1096 time: 0.1834321 Aug 19 18:08:53.470196 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-639a78d2-394b-46ff-a563-a41a0178a3c5 req-f4ab66d1-7d9b-4f90-97ad-a178100ff1b9 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463692 Aug 19 18:08:53.475665 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-42a4ba95-b019-4791-8075-afcc5f7b4b27 service neutron] 10.222.0.50 "GET /v2.0/networks/2071a678-8d5a-4ad7-93dd-faa78d71eb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427425 Aug 19 18:08:53.619457 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c1e8f92a-32d6-4724-bcab-25c1d2caf908 req-a7fe6320-de89-490d-8c4b-c9d8af780183 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920252 Aug 19 18:08:53.628033 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-822477d3-6b3b-40e3-b58a-1203b5be00ac req-c1578bb4-3c36-49ae-859b-1c3cd15fe149 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] For port 78b023f4-e475-45ab-9cbc-06056d0bcc2f, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=78b023f4-e475-45ab-9cbc-06056d0bcc2f,segment=NetworkSegment(434fb4db-9b36-4776-a47f-5872eb93f121),segment_id=434fb4db-9b36-4776-a47f-5872eb93f121)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:53.628414 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-822477d3-6b3b-40e3-b58a-1203b5be00ac req-c1578bb4-3c36-49ae-859b-1c3cd15fe149 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:53.654619 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-822477d3-6b3b-40e3-b58a-1203b5be00ac req-c1578bb4-3c36-49ae-859b-1c3cd15fe149 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Calling delete_port for 78b023f4-e475-45ab-9cbc-06056d0bcc2f owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:53.681503 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-84b2384f-67d1-4d68-9b41-18861096bce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28754580-96ae-4374-83ef-03cef478e0a2 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:53.702454 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-84b2384f-67d1-4d68-9b41-18861096bce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:53.718760 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5af9a2-8ad1-4077-9718-b6835aa0f554 req-fbe5d2ab-dc4a-49b0-9581-79eaa17d8a03 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:53.723962 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-15eecc0b-1809-452c-8786-49737aad2ee4 service neutron] 10.222.0.50 "GET /v2.0/networks/2071a678-8d5a-4ad7-93dd-faa78d71eb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354095 Aug 19 18:08:53.724965 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5af9a2-8ad1-4077-9718-b6835aa0f554 req-fbe5d2ab-dc4a-49b0-9581-79eaa17d8a03 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:53.731020 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5af9a2-8ad1-4077-9718-b6835aa0f554 req-fbe5d2ab-dc4a-49b0-9581-79eaa17d8a03 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:53.732923 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6fa42-5be2-49a1-b851-df546ea045a8 req-636dea69-65dd-4d97-af31-17cb36efce3c tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:53.735268 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fec6fa42-5be2-49a1-b851-df546ea045a8 req-636dea69-65dd-4d97-af31-17cb36efce3c tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=a939421d-35da-451e-86d0-7b6dd3e6a72e HTTP/1.1" status: 200 len: 950 time: 0.1638117 Aug 19 18:08:53.739384 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5af9a2-8ad1-4077-9718-b6835aa0f554 req-fbe5d2ab-dc4a-49b0-9581-79eaa17d8a03 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:53.745468 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5af9a2-8ad1-4077-9718-b6835aa0f554 req-fbe5d2ab-dc4a-49b0-9581-79eaa17d8a03 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:53.751870 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5af9a2-8ad1-4077-9718-b6835aa0f554 req-fbe5d2ab-dc4a-49b0-9581-79eaa17d8a03 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:53.757723 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5af9a2-8ad1-4077-9718-b6835aa0f554 req-fbe5d2ab-dc4a-49b0-9581-79eaa17d8a03 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:53.759685 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ec5af9a2-8ad1-4077-9718-b6835aa0f554 req-fbe5d2ab-dc4a-49b0-9581-79eaa17d8a03 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5421 time: 0.2833893 Aug 19 18:08:53.794726 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-83586cda-8242-4ca6-9617-d5f7e115e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:53.798697 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-83586cda-8242-4ca6-9617-d5f7e115e0da service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1f25a42-0bf7-438c-8023-c1fe6524c164 HTTP/1.1" status: 200 len: 920 time: 0.3553185 Aug 19 18:08:53.798697 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-84b2384f-67d1-4d68-9b41-18861096bce6 service neutron] Transition to ACTIVE for port object 28754580-96ae-4374-83ef-03cef478e0a2 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:53.800479 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-d049cd31-4459-4847-84bf-dcc5343aef00 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.168&port_id=fb024ecd-788e-4988-a074-bbfbe9c89a0f HTTP/1.1" status: 200 len: 217 time: 0.0609362 Aug 19 18:08:53.813839 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-84b2384f-67d1-4d68-9b41-18861096bce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:53.887278 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fec6fa42-5be2-49a1-b851-df546ea045a8 req-56c86c5a-fb4a-4de8-a48b-c6e0a6aca1f9 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98c61df-2b9c-4787-9c48-908f72989b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392725 Aug 19 18:08:53.893230 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-8628c4d4-edf4-45f0-bca2-bd786ba8ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:53.895172 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-8628c4d4-edf4-45f0-bca2-bd786ba8ee75 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5904a28f-6dc5-4b9a-ab8a-8e29e6440ad6 HTTP/1.1" status: 200 len: 801 time: 0.0842080 Aug 19 18:08:53.912895 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-e1f178f2-8d16-41e9-b8dd-dc2e44107291 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b023f4-e475-45ab-9cbc-06056d0bcc2f HTTP/1.1" status: 200 len: 217 time: 0.0671568 Aug 19 18:08:53.928586 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ec5af9a2-8ad1-4077-9718-b6835aa0f554 req-2d058a2d-7490-47ac-917d-718e28b7d60d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1529570 Aug 19 18:08:53.979885 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2384f-67d1-4d68-9b41-18861096bce6 service neutron] Pushing event updated for resources: {'Port': ['ID=28754580-96ae-4374-83ef-03cef478e0a2,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:53.980165 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7727f665-d224-4faf-86ba-c2404e8ca101', 'tag': 'fb024ecd-788e-4988-a074-bbfbe9c89a0f'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:53.982674 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c984d7-c741-4b00-8614-d9a2ac55fd46" -d '{"events": [{"name": "network-changed", "server_uuid": "7727f665-d224-4faf-86ba-c2404e8ca101", "tag": "fb024ecd-788e-4988-a074-bbfbe9c89a0f"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:53.996528 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-822477d3-6b3b-40e3-b58a-1203b5be00ac req-c1578bb4-3c36-49ae-859b-1c3cd15fe149 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:54.010919 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['78b023f4-e475-45ab-9cbc-06056d0bcc2f'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:08:54.033318 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-3712f808-0af3-43c7-92c4-1b1be75ccc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:54.035159 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-3712f808-0af3-43c7-92c4-1b1be75ccc9a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f22f8c54-0669-4c4f-bbb0-adba99072f6b HTTP/1.1" status: 200 len: 859 time: 0.0984070 Aug 19 18:08:54.098836 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-508275e0-e00f-4bdf-84d9-69408b385b06 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1f25a42-0bf7-438c-8023-c1fe6524c164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421700 Aug 19 18:08:54.116355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-822477d3-6b3b-40e3-b58a-1203b5be00ac req-c1578bb4-3c36-49ae-859b-1c3cd15fe149 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] No DVR routers for this DVR port 78b023f4-e475-45ab-9cbc-06056d0bcc2f on host n-h1-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:08:54.118094 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1578bb4-3c36-49ae-859b-1c3cd15fe149 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Pushing event deleted for resources: {'Port': ['ID=78b023f4-e475-45ab-9cbc-06056d0bcc2f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:54.120811 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-822477d3-6b3b-40e3-b58a-1203b5be00ac req-c1578bb4-3c36-49ae-859b-1c3cd15fe149 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:54.123209 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-822477d3-6b3b-40e3-b58a-1203b5be00ac req-c1578bb4-3c36-49ae-859b-1c3cd15fe149 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.54 "DELETE /v2.0/ports/78b023f4-e475-45ab-9cbc-06056d0bcc2f HTTP/1.1" status: 204 len: 173 time: 1.0415349 Aug 19 18:08:54.152344 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-c9cfc374-5643-4fc1-9164-35a1719ec14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:54.154041 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-c9cfc374-5643-4fc1-9164-35a1719ec14f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a3a36df-824b-41ca-906b-54036dc236c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2430120 Aug 19 18:08:54.205980 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-84b2384f-67d1-4d68-9b41-18861096bce6 service neutron] Attempting to bind port 28754580-96ae-4374-83ef-03cef478e0a2 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:54.206311 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-84b2384f-67d1-4d68-9b41-18861096bce6 service neutron] Attempting to bind port 28754580-96ae-4374-83ef-03cef478e0a2 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '469a9014-52c3-4597-97cb-9a032cd2788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:54.206912 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-84b2384f-67d1-4d68-9b41-18861096bce6 service neutron] Attempting to bind port 28754580-96ae-4374-83ef-03cef478e0a2 on network 65564e16-87ea-48ca-8938-07f915ef9c0a {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:54.226436 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-84b2384f-67d1-4d68-9b41-18861096bce6 service neutron] Port 28754580-96ae-4374-83ef-03cef478e0a2 on network 65564e16-87ea-48ca-8938-07f915ef9c0a not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:08:54.226996 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-84b2384f-67d1-4d68-9b41-18861096bce6 service neutron] Attempting to bind port 28754580-96ae-4374-83ef-03cef478e0a2 on network 65564e16-87ea-48ca-8938-07f915ef9c0a {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:54.242974 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444a531-1adc-44d2-a15a-f2da87a5d294 req-b18fcc59-0e75-4463-b93a-c5c7b22e911a tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:54.249356 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444a531-1adc-44d2-a15a-f2da87a5d294 req-b18fcc59-0e75-4463-b93a-c5c7b22e911a tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:54.256020 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444a531-1adc-44d2-a15a-f2da87a5d294 req-b18fcc59-0e75-4463-b93a-c5c7b22e911a tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:54.264853 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5444a531-1adc-44d2-a15a-f2da87a5d294 req-b18fcc59-0e75-4463-b93a-c5c7b22e911a tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 2413 time: 0.2086263 Aug 19 18:08:54.293806 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-84b2384f-67d1-4d68-9b41-18861096bce6 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:54.294205 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-84b2384f-67d1-4d68-9b41-18861096bce6 service neutron] Checking segment: {'id': '469a9014-52c3-4597-97cb-9a032cd2788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:54.294592 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-84b2384f-67d1-4d68-9b41-18861096bce6 service neutron] Bound using segment: {'id': '469a9014-52c3-4597-97cb-9a032cd2788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:54.295044 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-84b2384f-67d1-4d68-9b41-18861096bce6 service neutron] Bound port: 28754580-96ae-4374-83ef-03cef478e0a2, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469a9014-52c3-4597-97cb-9a032cd2788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:54.295407 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-84b2384f-67d1-4d68-9b41-18861096bce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:54.360941 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-32c8b0e5-24b6-4713-9a6a-df5585bb3679 service neutron] 10.222.0.54 "GET /v2.0/networks/b1f25a42-0bf7-438c-8023-c1fe6524c164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458618 Aug 19 18:08:54.366029 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5444a531-1adc-44d2-a15a-f2da87a5d294 req-25544e89-6379-478f-afab-152f3cbf6f76 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009619 Aug 19 18:08:54.400557 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-d6a30064-3fab-4077-8eeb-cfe2527b1f81 service neutron] 10.222.0.50 "GET /v2.0/networks/6a3a36df-824b-41ca-906b-54036dc236c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304308 Aug 19 18:08:54.495484 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f820ad43-6a4f-4c11-b93c-f83dc7b4efd9 x-openstack-request-id: req-f820ad43-6a4f-4c11-b93c-f83dc7b4efd9 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:54.495801 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7727f665-d224-4faf-86ba-c2404e8ca101", "tag": "fb024ecd-788e-4988-a074-bbfbe9c89a0f", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:54.496199 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f820ad43-6a4f-4c11-b93c-f83dc7b4efd9 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:54.496670 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7727f665-d224-4faf-86ba-c2404e8ca101', 'tag': 'fb024ecd-788e-4988-a074-bbfbe9c89a0f', 'status': 'completed', 'code': 200} Aug 19 18:08:54.505170 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-84b2384f-67d1-4d68-9b41-18861096bce6 service neutron] For port 28754580-96ae-4374-83ef-03cef478e0a2, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:54.513883 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-84b2384f-67d1-4d68-9b41-18861096bce6 service neutron] For port 28754580-96ae-4374-83ef-03cef478e0a2, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=28754580-96ae-4374-83ef-03cef478e0a2,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:54.527184 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd61258-33a2-4237-b3a4-195a44c194d1 req-c3771568-3938-47a3-af62-db0b0b73f9e7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:54.529777 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-84b2384f-67d1-4d68-9b41-18861096bce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:54.534410 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cfd61258-33a2-4237-b3a4-195a44c194d1 req-c3771568-3938-47a3-af62-db0b0b73f9e7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 949 time: 0.2105072 Aug 19 18:08:54.545941 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2558c8-f03e-41b9-8609-44cb6caf16ba req-e9135cbc-0c60-4cfc-ab18-bf31aa6d0c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:54.549501 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7f2558c8-f03e-41b9-8609-44cb6caf16ba req-e9135cbc-0c60-4cfc-ab18-bf31aa6d0c76 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fce72f549e634e21a1104a2106da2de3&device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 1096 time: 0.2580431 Aug 19 18:08:54.614799 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-84b2384f-67d1-4d68-9b41-18861096bce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:54.615524 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-84b2384f-67d1-4d68-9b41-18861096bce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:54.617695 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-84b2384f-67d1-4d68-9b41-18861096bce6 service neutron] 10.222.0.50 "PUT /v2.0/ports/28754580-96ae-4374-83ef-03cef478e0a2 HTTP/1.1" status: 200 len: 1091 time: 2.1921554 Aug 19 18:08:54.621340 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a', 'tag': '28754580-96ae-4374-83ef-03cef478e0a2'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:54.625579 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84be2941-ae8b-40cb-870e-20c0b95243ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a", "tag": "28754580-96ae-4374-83ef-03cef478e0a2"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:54.646786 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02ded596-b83a-4a87-bba1-a8ff0a6a4e7a req-97c26c3c-299f-485f-bbdc-7e69086145d7 service neutron] 10.222.0.54 "GET /v2.0/networks/b1f25a42-0bf7-438c-8023-c1fe6524c164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736242 Aug 19 18:08:54.689981 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef0350-7db6-4ef4-8a3d-431bba1f1d92 req-f4e8c615-2a78-4cdd-a8c2-4808c6b484a2 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:54.691516 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c7ef0350-7db6-4ef4-8a3d-431bba1f1d92 req-f4e8c615-2a78-4cdd-a8c2-4808c6b484a2 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.1562426 Aug 19 18:08:54.716173 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2384f-67d1-4d68-9b41-18861096bce6 service neutron] Pushing event updated for resources: {'Port': ['ID=28754580-96ae-4374-83ef-03cef478e0a2,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:54.740978 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cfd61258-33a2-4237-b3a4-195a44c194d1 req-55265c06-d34c-40ab-ba6d-d764f1582e59 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980774 Aug 19 18:08:54.745630 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac8189b3-7686-4e26-8779-f607ef82da1b req-15c90c09-c5b8-4ebf-b5aa-f25f570fbd28 service neutron] 10.222.0.50 "GET /v2.0/networks/6a3a36df-824b-41ca-906b-54036dc236c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343890 Aug 19 18:08:54.772561 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c7ef0350-7db6-4ef4-8a3d-431bba1f1d92 req-154a0cdc-b366-470a-8db8-3e45cb14b9c4 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568812 Aug 19 18:08:54.775396 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-2ce039bc-695b-4671-a042-53d5898350c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:54.776934 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-2ce039bc-695b-4671-a042-53d5898350c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f583f01a579c47af87ffae7dc814cdd2&device_id=e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a HTTP/1.1" status: 200 len: 1094 time: 0.1064451 Aug 19 18:08:54.863306 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2558c8-f03e-41b9-8609-44cb6caf16ba req-66e75496-3164-44a8-9ac4-338efb458db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:54.865021 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7f2558c8-f03e-41b9-8609-44cb6caf16ba req-66e75496-3164-44a8-9ac4-338efb458db4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ed6cc30c-2a55-41f6-a6b0-fee655536fe2 HTTP/1.1" status: 200 len: 919 time: 0.3027508 Aug 19 18:08:54.865393 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-fb29c81c-57d0-4ede-b323-259ecd1c786f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28754580-96ae-4374-83ef-03cef478e0a2 HTTP/1.1" status: 200 len: 217 time: 0.0733442 Aug 19 18:08:54.954525 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7f2558c8-f03e-41b9-8609-44cb6caf16ba req-6351b10a-ebc3-4e03-98d2-5707de78f61c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 HTTP/1.1" status: 200 len: 217 time: 0.0677407 Aug 19 18:08:54.976264 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-29222e64-5551-49fe-990f-693f0be23111 req-d25aa1e5-7d0e-4b70-9769-b5c86ab2afe5 tempest-ServerRescueTestJSONUnderV235-618288345 tempest-ServerRescueTestJSONUnderV235-618288345-project] 10.222.0.24 "GET /v2.0/ports?device_id=102aeeb5-d520-472e-b2ee-279a43fddd23 HTTP/1.1" status: 200 len: 210 time: 0.0474739 Aug 19 18:08:55.016119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-11bb3807-c5d0-4db9-9b3f-50be65365959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:55.017788 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-11bb3807-c5d0-4db9-9b3f-50be65365959 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09884e41-8987-4095-b41a-2dbe97fb4846 HTTP/1.1" status: 200 len: 845 time: 0.1315191 Aug 19 18:08:55.023210 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d903bf-7ff6-4d66-b9e6-f2036efa900f req-89ce8c37-203b-4e64-afd0-720c86e0aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:55.023704 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d903bf-7ff6-4d66-b9e6-f2036efa900f req-89ce8c37-203b-4e64-afd0-720c86e0aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:55.024181 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d903bf-7ff6-4d66-b9e6-f2036efa900f req-89ce8c37-203b-4e64-afd0-720c86e0aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:55.025909 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3d903bf-7ff6-4d66-b9e6-f2036efa900f req-89ce8c37-203b-4e64-afd0-720c86e0aadb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b36c037b46974fbab72ee33dddb5d134&device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 2866 time: 0.1888454 Aug 19 18:08:55.068134 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e6971e-b466-4f84-ac85-95dcf78c6229 x-openstack-request-id: req-23e6971e-b466-4f84-ac85-95dcf78c6229 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:55.068706 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a", "tag": "28754580-96ae-4374-83ef-03cef478e0a2", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:55.069125 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23e6971e-b466-4f84-ac85-95dcf78c6229 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:55.070030 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a', 'tag': '28754580-96ae-4374-83ef-03cef478e0a2', 'status': 'completed', 'code': 200} Aug 19 18:08:55.073774 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-ea883e00-423e-4571-903b-fd3d74334dae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65564e16-87ea-48ca-8938-07f915ef9c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376801 Aug 19 18:08:55.103498 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2558c8-f03e-41b9-8609-44cb6caf16ba req-0f4262cc-370c-4880-b323-a30e117af2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:55.105077 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7f2558c8-f03e-41b9-8609-44cb6caf16ba req-0f4262cc-370c-4880-b323-a30e117af2e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e56f2809-e79a-4c5f-bec0-9b7673cca425 HTTP/1.1" status: 200 len: 858 time: 0.1345656 Aug 19 18:08:55.127751 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a6f5f-31c9-408b-b552-55b302f3d612 req-b747bdb1-869b-405d-96d2-880a67c0a368 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:55.135735 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc5a6f5f-31c9-408b-b552-55b302f3d612 req-b747bdb1-869b-405d-96d2-880a67c0a368 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a HTTP/1.1" status: 200 len: 943 time: 0.1844375 Aug 19 18:08:55.185330 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7f2558c8-f03e-41b9-8609-44cb6caf16ba req-a1a37f05-0ffc-43e4-8fc0-ae9328bc85c0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ed6cc30c-2a55-41f6-a6b0-fee655536fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474610 Aug 19 18:08:55.231781 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43080) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:55.261763 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec07291-796b-4eaf-9c77-1d9b039e9e03 req-a0290f72-50d6-409a-8107-1737b5feb5a5 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:55.269849 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fec07291-796b-4eaf-9c77-1d9b039e9e03 req-a0290f72-50d6-409a-8107-1737b5feb5a5 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=a939421d-35da-451e-86d0-7b6dd3e6a72e HTTP/1.1" status: 200 len: 950 time: 0.1410296 Aug 19 18:08:55.271164 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc5a6f5f-31c9-408b-b552-55b302f3d612 req-3829e7b0-ec30-4e8c-aaa9-b0c4a80f78de tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344593 Aug 19 18:08:55.275688 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d903bf-7ff6-4d66-b9e6-f2036efa900f req-c138dc89-d576-4d44-9490-6c7ea1ba3afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:55.277208 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3d903bf-7ff6-4d66-b9e6-f2036efa900f req-c138dc89-d576-4d44-9490-6c7ea1ba3afa service neutron] 10.222.0.50 "GET /v2.0/networks?id=2071a678-8d5a-4ad7-93dd-faa78d71eb14 HTTP/1.1" status: 200 len: 902 time: 0.2407184 Aug 19 18:08:55.282149 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-900ff885-ccc5-4a06-ad1e-55a19a0405ef service neutron] 10.222.0.50 "GET /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953492 Aug 19 18:08:55.352710 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3d903bf-7ff6-4d66-b9e6-f2036efa900f req-c7eb5e0a-194e-4b17-9d6a-d0b4e2fa3f0a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.251&port_id=3550858b-7bc1-49ae-a16f-6b514a917d46 HTTP/1.1" status: 200 len: 217 time: 0.0533247 Aug 19 18:08:55.408156 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fec07291-796b-4eaf-9c77-1d9b039e9e03 req-73864ada-ca33-4670-9a28-8f4e7440661b tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98c61df-2b9c-4787-9c48-908f72989b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372137 Aug 19 18:08:55.451632 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ad50cb73-944d-4e4d-a663-fd012fb78a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:55.457919 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7f2558c8-f03e-41b9-8609-44cb6caf16ba req-243cf51b-ec21-434f-8258-eb461a954ac6 service neutron] 10.222.0.50 "GET /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578864 Aug 19 18:08:55.500691 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d903bf-7ff6-4d66-b9e6-f2036efa900f req-9bf49f00-0b70-4560-806f-e61fc29715f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:55.502183 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3d903bf-7ff6-4d66-b9e6-f2036efa900f req-9bf49f00-0b70-4560-806f-e61fc29715f5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3fa96f2e-fb34-4f57-8818-f1662b73999c HTTP/1.1" status: 200 len: 801 time: 0.1373489 Aug 19 18:08:55.578937 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0eb262f-65c5-4731-88a0-d00d9d3ba510 req-adf30a91-7a05-446a-ab4b-f1a07b3dde50 service neutron] 10.222.0.50 "GET /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758219 Aug 19 18:08:55.581577 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7096d79-323c-4296-8404-b064fadba143 req-1932b39e-21b9-4c95-88bf-c99aa76b162d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:55.588287 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7096d79-323c-4296-8404-b064fadba143 req-1932b39e-21b9-4c95-88bf-c99aa76b162d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:55.595499 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7096d79-323c-4296-8404-b064fadba143 req-1932b39e-21b9-4c95-88bf-c99aa76b162d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:55.602108 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7096d79-323c-4296-8404-b064fadba143 req-1932b39e-21b9-4c95-88bf-c99aa76b162d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:55.608945 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7096d79-323c-4296-8404-b064fadba143 req-1932b39e-21b9-4c95-88bf-c99aa76b162d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:55.611524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f78c5-01c0-4626-ae8a-2832bc3f9e61 req-95dc6a6e-570e-4219-a316-5e833a133fd7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:55.615280 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7096d79-323c-4296-8404-b064fadba143 req-1932b39e-21b9-4c95-88bf-c99aa76b162d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:55.617860 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f78c5-01c0-4626-ae8a-2832bc3f9e61 req-95dc6a6e-570e-4219-a316-5e833a133fd7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:55.621451 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7096d79-323c-4296-8404-b064fadba143 req-1932b39e-21b9-4c95-88bf-c99aa76b162d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:55.623450 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c7096d79-323c-4296-8404-b064fadba143 req-1932b39e-21b9-4c95-88bf-c99aa76b162d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5421 time: 0.2572441 Aug 19 18:08:55.623898 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f78c5-01c0-4626-ae8a-2832bc3f9e61 req-95dc6a6e-570e-4219-a316-5e833a133fd7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:55.627384 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6c2f78c5-01c0-4626-ae8a-2832bc3f9e61 req-95dc6a6e-570e-4219-a316-5e833a133fd7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 2413 time: 0.1422474 Aug 19 18:08:55.689584 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d903bf-7ff6-4d66-b9e6-f2036efa900f req-f34269a5-b2b8-4d28-861e-e899dc05cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:55.691269 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3d903bf-7ff6-4d66-b9e6-f2036efa900f req-f34269a5-b2b8-4d28-861e-e899dc05cd09 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2071a678-8d5a-4ad7-93dd-faa78d71eb14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1586614 Aug 19 18:08:55.695427 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7f2558c8-f03e-41b9-8609-44cb6caf16ba req-e0d2b0ca-70ba-480d-9196-f775fc0a3981 service neutron] 10.222.0.50 "GET /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237144 Aug 19 18:08:55.727621 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c7096d79-323c-4296-8404-b064fadba143 req-b8e3c91d-11a3-4193-8743-2db371b6890e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0725033 Aug 19 18:08:55.758750 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ad50cb73-944d-4e4d-a663-fd012fb78a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:55.762577 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6c2f78c5-01c0-4626-ae8a-2832bc3f9e61 req-e6494b53-8716-4a90-ba55-9985f4c3baf7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069286 Aug 19 18:08:55.771558 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be2941-ae8b-40cb-870e-20c0b95243ea req-849d28bf-8dad-4026-97d3-1033b38bc348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:55.773185 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-84be2941-ae8b-40cb-870e-20c0b95243ea req-849d28bf-8dad-4026-97d3-1033b38bc348 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f583f01a579c47af87ffae7dc814cdd2&device_id=e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a HTTP/1.1" status: 200 len: 1094 time: 0.1089573 Aug 19 18:08:55.774526 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ad50cb73-944d-4e4d-a663-fd012fb78a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:55.896226 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ad50cb73-944d-4e4d-a663-fd012fb78a6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80878a86aa1647629ab2ff84cb5a1c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6583896 Aug 19 18:08:55.896958 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43096) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:55.905168 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50cb73-944d-4e4d-a663-fd012fb78a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1de09a-bd32-419c-9131-2a8ae187567a,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:55.961469 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3d903bf-7ff6-4d66-b9e6-f2036efa900f req-1d251326-0a12-4b64-8dce-65a7871349f3 service neutron] 10.222.0.50 "GET /v2.0/networks/2071a678-8d5a-4ad7-93dd-faa78d71eb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484019 Aug 19 18:08:56.010119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be2941-ae8b-40cb-870e-20c0b95243ea req-9d62e828-dd62-4d3a-a1a2-bf31b5b22483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:56.011433 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-84be2941-ae8b-40cb-870e-20c0b95243ea req-9d62e828-dd62-4d3a-a1a2-bf31b5b22483 service neutron] 10.222.0.50 "GET /v2.0/networks?id=65564e16-87ea-48ca-8938-07f915ef9c0a HTTP/1.1" status: 200 len: 906 time: 0.2192900 Aug 19 18:08:56.025046 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f5ac5a6e-de11-4fe5-b88a-54494cafbedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:56.056871 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c51ee6-57a0-4ede-9c86-f43c85b07869 req-56d042f2-84c2-4f18-b639-eecc7a4fe944 tempest-LiveMigrationNegativeTest-1650113651 tempest-LiveMigrationNegativeTest-1650113651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:56.058471 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e9c51ee6-57a0-4ede-9c86-f43c85b07869 req-56d042f2-84c2-4f18-b639-eecc7a4fe944 tempest-LiveMigrationNegativeTest-1650113651 tempest-LiveMigrationNegativeTest-1650113651-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a939421d-35da-451e-86d0-7b6dd3e6a72e HTTP/1.1" status: 200 len: 1101 time: 0.1236227 Aug 19 18:08:56.087577 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f5ac5a6e-de11-4fe5-b88a-54494cafbedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:56.090943 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-84be2941-ae8b-40cb-870e-20c0b95243ea req-202d7f5a-2bf2-43c1-a5eb-c706fb6e073a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28754580-96ae-4374-83ef-03cef478e0a2 HTTP/1.1" status: 200 len: 217 time: 0.0519185 Aug 19 18:08:56.093842 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e9c51ee6-57a0-4ede-9c86-f43c85b07869 req-e71c43b9-56c7-4e1a-a105-598a11593405 tempest-LiveMigrationNegativeTest-1650113651 tempest-LiveMigrationNegativeTest-1650113651-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:56.103783 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c87ece-7fe0-4ca0-84d9-09ce16eae5f5 req-330b3f0a-04d6-41b2-9fd0-9105a5b9d4a0 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:56.105390 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d5c87ece-7fe0-4ca0-84d9-09ce16eae5f5 req-330b3f0a-04d6-41b2-9fd0-9105a5b9d4a0 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 949 time: 0.1402829 Aug 19 18:08:56.117113 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3d903bf-7ff6-4d66-b9e6-f2036efa900f req-6840ef66-a606-47b7-bec6-725c20c3532a service neutron] 10.222.0.50 "GET /v2.0/networks/2071a678-8d5a-4ad7-93dd-faa78d71eb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287999 Aug 19 18:08:56.207547 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be2941-ae8b-40cb-870e-20c0b95243ea req-360ddba1-9eca-410c-8ac2-da13625a13a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:56.209406 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-84be2941-ae8b-40cb-870e-20c0b95243ea req-360ddba1-9eca-410c-8ac2-da13625a13a1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09884e41-8987-4095-b41a-2dbe97fb4846 HTTP/1.1" status: 200 len: 845 time: 0.1012735 Aug 19 18:08:56.218161 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d5c87ece-7fe0-4ca0-84d9-09ce16eae5f5 req-9b9db80f-a1f3-495b-b33d-a0e1c8b1ee2f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990202 Aug 19 18:08:56.249729 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-84be2941-ae8b-40cb-870e-20c0b95243ea req-359e5317-cecb-4678-b6dd-f0fbdd4b9110 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65564e16-87ea-48ca-8938-07f915ef9c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285735 Aug 19 18:08:56.260362 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f5ac5a6e-de11-4fe5-b88a-54494cafbedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:56.263853 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f5ac5a6e-de11-4fe5-b88a-54494cafbedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:56.264888 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f5ac5a6e-de11-4fe5-b88a-54494cafbedb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b1de09a-bd32-419c-9131-2a8ae187567a HTTP/1.1" status: 204 len: 168 time: 0.3669770 Aug 19 18:08:56.271580 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c984d7-c741-4b00-8614-d9a2ac55fd46 req-f9e744aa-e621-4de1-8e86-6da0c0648985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:56.272765 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c984d7-c741-4b00-8614-d9a2ac55fd46 req-f9e744aa-e621-4de1-8e86-6da0c0648985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:56.273617 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c984d7-c741-4b00-8614-d9a2ac55fd46 req-f9e744aa-e621-4de1-8e86-6da0c0648985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:56.276883 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80c984d7-c741-4b00-8614-d9a2ac55fd46 req-f9e744aa-e621-4de1-8e86-6da0c0648985 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b36c037b46974fbab72ee33dddb5d134&device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 2866 time: 0.0905409 Aug 19 18:08:56.318455 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac5a6e-de11-4fe5-b88a-54494cafbedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1de09a-bd32-419c-9131-2a8ae187567a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:56.364839 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e9c51ee6-57a0-4ede-9c86-f43c85b07869 req-e71c43b9-56c7-4e1a-a105-598a11593405 tempest-LiveMigrationNegativeTest-1650113651 tempest-LiveMigrationNegativeTest-1650113651-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:56.374938 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e9c51ee6-57a0-4ede-9c86-f43c85b07869 req-e71c43b9-56c7-4e1a-a105-598a11593405 tempest-LiveMigrationNegativeTest-1650113651 tempest-LiveMigrationNegativeTest-1650113651-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:56.404944 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff2213-dec7-4325-8200-8c78a771f19a req-eb62e6ee-288c-412c-9b82-77ad73b15edc tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:56.407146 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2ff2213-dec7-4325-8200-8c78a771f19a req-eb62e6ee-288c-412c-9b82-77ad73b15edc tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0898921 Aug 19 18:08:56.415450 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e9c51ee6-57a0-4ede-9c86-f43c85b07869 req-e71c43b9-56c7-4e1a-a105-598a11593405 tempest-LiveMigrationNegativeTest-1650113651 tempest-LiveMigrationNegativeTest-1650113651-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d98c61df-2b9c-4787-9c48-908f72989b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435471 Aug 19 18:08:56.418663 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-84be2941-ae8b-40cb-870e-20c0b95243ea req-61eb88fd-69ee-43f2-a9cd-22f272b5e35c service neutron] 10.222.0.50 "GET /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526177 Aug 19 18:08:56.491038 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43110) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:56.686275 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2ff2213-dec7-4325-8200-8c78a771f19a req-1db4bd89-51bb-4042-9ff8-32b70ae02e18 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546852 Aug 19 18:08:56.712234 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43114) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:56.793693 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-63d6ccd7-9cbd-4451-b14a-f5380060632e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:56.818891 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102aeeb5-d520-472e-b2ee-279a43fddd23', 'name': 'network-vif-deleted', 'tag': '78b023f4-e475-45ab-9cbc-06056d0bcc2f'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:56.822799 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eec23e0-6648-419e-abab-f07623529f9c" -d '{"events": [{"server_uuid": "102aeeb5-d520-472e-b2ee-279a43fddd23", "name": "network-vif-deleted", "tag": "78b023f4-e475-45ab-9cbc-06056d0bcc2f"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:56.823748 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-84be2941-ae8b-40cb-870e-20c0b95243ea req-c5f3a32e-b928-4dec-8d57-14f047f74324 service neutron] 10.222.0.50 "GET /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779199 Aug 19 18:08:56.857859 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c43b9-56c7-4e1a-a105-598a11593405 tempest-LiveMigrationNegativeTest-1650113651 tempest-LiveMigrationNegativeTest-1650113651-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6968e27-1e22-4d78-826e-73bc66d1f955,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:56.887899 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c43b9-56c7-4e1a-a105-598a11593405 tempest-LiveMigrationNegativeTest-1650113651 tempest-LiveMigrationNegativeTest-1650113651-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:56.887899 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c43b9-56c7-4e1a-a105-598a11593405 tempest-LiveMigrationNegativeTest-1650113651 tempest-LiveMigrationNegativeTest-1650113651-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:56.888418 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c43b9-56c7-4e1a-a105-598a11593405 tempest-LiveMigrationNegativeTest-1650113651 tempest-LiveMigrationNegativeTest-1650113651-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:56.888603 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c43b9-56c7-4e1a-a105-598a11593405 tempest-LiveMigrationNegativeTest-1650113651 tempest-LiveMigrationNegativeTest-1650113651-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:56.888950 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c43b9-56c7-4e1a-a105-598a11593405 tempest-LiveMigrationNegativeTest-1650113651 tempest-LiveMigrationNegativeTest-1650113651-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:56.889201 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c43b9-56c7-4e1a-a105-598a11593405 tempest-LiveMigrationNegativeTest-1650113651 tempest-LiveMigrationNegativeTest-1650113651-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:56.889565 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c43b9-56c7-4e1a-a105-598a11593405 tempest-LiveMigrationNegativeTest-1650113651 tempest-LiveMigrationNegativeTest-1650113651-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:56.889963 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c43b9-56c7-4e1a-a105-598a11593405 tempest-LiveMigrationNegativeTest-1650113651 tempest-LiveMigrationNegativeTest-1650113651-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:56.890587 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c43b9-56c7-4e1a-a105-598a11593405 tempest-LiveMigrationNegativeTest-1650113651 tempest-LiveMigrationNegativeTest-1650113651-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:56.890935 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c43b9-56c7-4e1a-a105-598a11593405 tempest-LiveMigrationNegativeTest-1650113651 tempest-LiveMigrationNegativeTest-1650113651-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:56.891138 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c43b9-56c7-4e1a-a105-598a11593405 tempest-LiveMigrationNegativeTest-1650113651 tempest-LiveMigrationNegativeTest-1650113651-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:56.891650 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c43b9-56c7-4e1a-a105-598a11593405 tempest-LiveMigrationNegativeTest-1650113651 tempest-LiveMigrationNegativeTest-1650113651-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:56.908936 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c984d7-c741-4b00-8614-d9a2ac55fd46 req-25fc71c6-8121-4812-b31e-b02619bf40f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:56.910472 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80c984d7-c741-4b00-8614-d9a2ac55fd46 req-25fc71c6-8121-4812-b31e-b02619bf40f7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6a3a36df-824b-41ca-906b-54036dc236c9 HTTP/1.1" status: 200 len: 903 time: 0.6169500 Aug 19 18:08:56.919432 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbd986-b2a4-4ea9-a2ff-9a9ed6b5659b req-d9486e87-0de6-4c21-8bf1-c2c7bc2eb78b tempest-MigrationsAdminTest-47619855 tempest-MigrationsAdminTest-47619855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:56.921036 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-46dbd986-b2a4-4ea9-a2ff-9a9ed6b5659b req-d9486e87-0de6-4c21-8bf1-c2c7bc2eb78b tempest-MigrationsAdminTest-47619855 tempest-MigrationsAdminTest-47619855-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 1100 time: 0.0833154 Aug 19 18:08:56.966375 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07e119-3dd9-404f-bcc6-8f8d91d99f27 req-cdc5cf2d-2fbf-454c-9ee2-b61e619e16b6 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:56.966621 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80c984d7-c741-4b00-8614-d9a2ac55fd46 req-1905f4fc-52db-4968-b43f-79979d7c009d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.168&port_id=fb024ecd-788e-4988-a074-bbfbe9c89a0f HTTP/1.1" status: 200 len: 217 time: 0.0428813 Aug 19 18:08:56.969659 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ec07e119-3dd9-404f-bcc6-8f8d91d99f27 req-cdc5cf2d-2fbf-454c-9ee2-b61e619e16b6 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a HTTP/1.1" status: 200 len: 943 time: 0.1790726 Aug 19 18:08:56.974342 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-46dbd986-b2a4-4ea9-a2ff-9a9ed6b5659b req-2b6afd7e-de14-4534-ae96-b711adf8e18e tempest-MigrationsAdminTest-47619855 tempest-MigrationsAdminTest-47619855-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:57.037562 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c984d7-c741-4b00-8614-d9a2ac55fd46 req-92a5fbc5-d867-4f1b-882d-fc0743c17f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:57.039049 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80c984d7-c741-4b00-8614-d9a2ac55fd46 req-92a5fbc5-d867-4f1b-882d-fc0743c17f4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5904a28f-6dc5-4b9a-ab8a-8e29e6440ad6 HTTP/1.1" status: 200 len: 801 time: 0.0556693 Aug 19 18:08:57.113769 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c984d7-c741-4b00-8614-d9a2ac55fd46 req-439da76c-1a8e-47ce-8a07-0367c13b22ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:57.116388 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80c984d7-c741-4b00-8614-d9a2ac55fd46 req-439da76c-1a8e-47ce-8a07-0367c13b22ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a3a36df-824b-41ca-906b-54036dc236c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0583057 Aug 19 18:08:57.137182 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ec07e119-3dd9-404f-bcc6-8f8d91d99f27 req-149e2f9b-4d0e-454d-b0eb-648d8a0a4331 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478097 Aug 19 18:08:57.185007 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-63d6ccd7-9cbd-4451-b14a-f5380060632e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:57.193452 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-63d6ccd7-9cbd-4451-b14a-f5380060632e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:57.257953 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-63d6ccd7-9cbd-4451-b14a-f5380060632e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37fc76392ef349858690d791e6bfc1c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5446100 Aug 19 18:08:57.258585 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43126) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:57.305463 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80c984d7-c741-4b00-8614-d9a2ac55fd46 req-de8cd395-4800-4ac4-93a1-6119dbb2b629 service neutron] 10.222.0.50 "GET /v2.0/networks/6a3a36df-824b-41ca-906b-54036dc236c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759794 Aug 19 18:08:57.306793 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6ccd7-9cbd-4451-b14a-f5380060632e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc2989d-664f-48e4-846f-977c5a8e2b0c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:57.399727 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c476073-af95-47a5-ba42-8eec9e55b01e req-fe855b82-ba01-4179-9085-7f4495daa4c9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:57.405802 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c476073-af95-47a5-ba42-8eec9e55b01e req-fe855b82-ba01-4179-9085-7f4495daa4c9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:57.411814 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c476073-af95-47a5-ba42-8eec9e55b01e req-fe855b82-ba01-4179-9085-7f4495daa4c9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:57.412862 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-46dbd986-b2a4-4ea9-a2ff-9a9ed6b5659b req-2b6afd7e-de14-4534-ae96-b711adf8e18e tempest-MigrationsAdminTest-47619855 tempest-MigrationsAdminTest-47619855-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:57.413650 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7c476073-af95-47a5-ba42-8eec9e55b01e req-fe855b82-ba01-4179-9085-7f4495daa4c9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 2413 time: 0.1483870 Aug 19 18:08:57.417582 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e882c40e-15c3-45e6-ae91-1fd94b2a6c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:57.431479 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-46dbd986-b2a4-4ea9-a2ff-9a9ed6b5659b req-2b6afd7e-de14-4534-ae96-b711adf8e18e tempest-MigrationsAdminTest-47619855 tempest-MigrationsAdminTest-47619855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:57.460285 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80c984d7-c741-4b00-8614-d9a2ac55fd46 req-c31df1ba-7fe1-440c-a387-4fcee8c08269 service neutron] 10.222.0.50 "GET /v2.0/networks/6a3a36df-824b-41ca-906b-54036dc236c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389043 Aug 19 18:08:57.470480 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e882c40e-15c3-45e6-ae91-1fd94b2a6c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:57.479031 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-46dbd986-b2a4-4ea9-a2ff-9a9ed6b5659b req-2b6afd7e-de14-4534-ae96-b711adf8e18e tempest-MigrationsAdminTest-47619855 tempest-MigrationsAdminTest-47619855-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5183835 Aug 19 18:08:57.482282 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6afd7e-de14-4534-ae96-b711adf8e18e tempest-MigrationsAdminTest-47619855 tempest-MigrationsAdminTest-47619855-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b1958b-f90d-44bf-a3ad-a0e13568438e,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:57.522725 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cca1c41-8637-4cc5-97d9-ceaa5c15b3bc x-openstack-request-id: req-6cca1c41-8637-4cc5-97d9-ceaa5c15b3bc {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:57.523030 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102aeeb5-d520-472e-b2ee-279a43fddd23", "name": "network-vif-deleted", "tag": "78b023f4-e475-45ab-9cbc-06056d0bcc2f", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:57.523284 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cca1c41-8637-4cc5-97d9-ceaa5c15b3bc {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:57.523702 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102aeeb5-d520-472e-b2ee-279a43fddd23', 'name': 'network-vif-deleted', 'tag': '78b023f4-e475-45ab-9cbc-06056d0bcc2f', 'status': 'completed', 'code': 200} Aug 19 18:08:57.529923 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7c476073-af95-47a5-ba42-8eec9e55b01e req-ad042e67-a6ee-4453-96ae-578fde9ca204 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932684 Aug 19 18:08:57.618993 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05c3eaf0-fef9-4857-a5df-717c1899b393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:57.628641 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e882c40e-15c3-45e6-ae91-1fd94b2a6c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:57.628641 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e882c40e-15c3-45e6-ae91-1fd94b2a6c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:57.628641 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e882c40e-15c3-45e6-ae91-1fd94b2a6c89 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5bc2989d-664f-48e4-846f-977c5a8e2b0c HTTP/1.1" status: 204 len: 168 time: 0.3628573 Aug 19 18:08:57.668135 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882c40e-15c3-45e6-ae91-1fd94b2a6c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc2989d-664f-48e4-846f-977c5a8e2b0c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:57.681886 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668146f1-1a99-4657-a05f-ce65ec741044 req-2aca0be3-3827-457f-b031-e1b821040cef tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:57.689457 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668146f1-1a99-4657-a05f-ce65ec741044 req-2aca0be3-3827-457f-b031-e1b821040cef tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:57.697286 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668146f1-1a99-4657-a05f-ce65ec741044 req-2aca0be3-3827-457f-b031-e1b821040cef tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:57.711232 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668146f1-1a99-4657-a05f-ce65ec741044 req-2aca0be3-3827-457f-b031-e1b821040cef tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:57.717733 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668146f1-1a99-4657-a05f-ce65ec741044 req-2aca0be3-3827-457f-b031-e1b821040cef tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:57.725437 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668146f1-1a99-4657-a05f-ce65ec741044 req-2aca0be3-3827-457f-b031-e1b821040cef tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:57.732287 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668146f1-1a99-4657-a05f-ce65ec741044 req-2aca0be3-3827-457f-b031-e1b821040cef tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:57.736008 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-668146f1-1a99-4657-a05f-ce65ec741044 req-2aca0be3-3827-457f-b031-e1b821040cef tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5421 time: 0.1591387 Aug 19 18:08:57.771419 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 3550858b-7bc1-49ae-a16f-6b514a917d46 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:08:57.808604 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-668146f1-1a99-4657-a05f-ce65ec741044 req-e29f2c1f-4d97-4116-a1d4-23df41e6f1b9 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0659401 Aug 19 18:08:57.939587 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 3550858b-7bc1-49ae-a16f-6b514a917d46, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=3550858b-7bc1-49ae-a16f-6b514a917d46,segment=NetworkSegment(8cf06dce-3a99-4610-a64d-06a0b6b38c2b),segment_id=8cf06dce-3a99-4610-a64d-06a0b6b38c2b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:57.961679 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '3550858b-7bc1-49ae-a16f-6b514a917d46', 'network_id': '2071a678-8d5a-4ad7-93dd-faa78d71eb14', 'port_id': '3550858b-7bc1-49ae-a16f-6b514a917d46', 'mac_address': 'fa:16:3e:24:91:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fa96f2e-fb34-4f57-8818-f1662b73999c', 'ip_address': '19.86.0.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:08:57.991444 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 78b023f4-e475-45ab-9cbc-06056d0bcc2f no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:58.029778 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 78b023f4-e475-45ab-9cbc-06056d0bcc2f {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:08:58.031734 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 78b023f4-e475-45ab-9cbc-06056d0bcc2f not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:08:58.071213 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:58.088622 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3550858b-7bc1-49ae-a16f-6b514a917d46 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:58.130520 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 3550858b-7bc1-49ae-a16f-6b514a917d46, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=3550858b-7bc1-49ae-a16f-6b514a917d46,segment=NetworkSegment(8cf06dce-3a99-4610-a64d-06a0b6b38c2b),segment_id=8cf06dce-3a99-4610-a64d-06a0b6b38c2b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:58.137227 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:58.138651 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 3cd6264a-caf8-467b-87a8-cb1ce04cf37c details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:08:58.278565 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 3cd6264a-caf8-467b-87a8-cb1ce04cf37c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=3cd6264a-caf8-467b-87a8-cb1ce04cf37c,segment=NetworkSegment(49cbdd55-f066-41a3-86f8-2cff75cce4e4),segment_id=49cbdd55-f066-41a3-86f8-2cff75cce4e4)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:58.303499 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '3cd6264a-caf8-467b-87a8-cb1ce04cf37c', 'network_id': '6a3a36df-824b-41ca-906b-54036dc236c9', 'port_id': '3cd6264a-caf8-467b-87a8-cb1ce04cf37c', 'mac_address': 'fa:16:3e:26:f4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5904a28f-6dc5-4b9a-ab8a-8e29e6440ad6', 'ip_address': '19.80.0.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:08:58.380860 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-05c3eaf0-fef9-4857-a5df-717c1899b393 admin admin] Deleting port 2d739002-bc46-4020-ba73-f95f76221b9e {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:58.382011 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05c3eaf0-fef9-4857-a5df-717c1899b393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:58.398648 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92673c5-ffbf-4c70-a8ab-fca68637a207 req-1d26c3c1-3d67-4899-a071-7ca98ff86443 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:58.403170 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f92673c5-ffbf-4c70-a8ab-fca68637a207 req-1d26c3c1-3d67-4899-a071-7ca98ff86443 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.1530704 Aug 19 18:08:58.413675 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=3550858b-7bc1-49ae-a16f-6b514a917d46,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:58.429352 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:58.454062 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd6264a-caf8-467b-87a8-cb1ce04cf37c {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:58.485353 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 3cd6264a-caf8-467b-87a8-cb1ce04cf37c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=3cd6264a-caf8-467b-87a8-cb1ce04cf37c,segment=NetworkSegment(49cbdd55-f066-41a3-86f8-2cff75cce4e4),segment_id=49cbdd55-f066-41a3-86f8-2cff75cce4e4)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:58.494206 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:58.495012 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device fb024ecd-788e-4988-a074-bbfbe9c89a0f details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:08:58.513706 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-05c3eaf0-fef9-4857-a5df-717c1899b393 admin admin] For port 2d739002-bc46-4020-ba73-f95f76221b9e, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2d739002-bc46-4020-ba73-f95f76221b9e,segment=NetworkSegment(434fb4db-9b36-4776-a47f-5872eb93f121),segment_id=434fb4db-9b36-4776-a47f-5872eb93f121)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:58.514296 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05c3eaf0-fef9-4857-a5df-717c1899b393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:58.538724 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-05c3eaf0-fef9-4857-a5df-717c1899b393 admin admin] Calling delete_port for 2d739002-bc46-4020-ba73-f95f76221b9e owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:58.548544 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f92673c5-ffbf-4c70-a8ab-fca68637a207 req-ced1463d-c0c9-4293-9739-b35e373aa578 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297305 Aug 19 18:08:58.569797 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=3cd6264a-caf8-467b-87a8-cb1ce04cf37c,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:58.617319 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port fb024ecd-788e-4988-a074-bbfbe9c89a0f, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=fb024ecd-788e-4988-a074-bbfbe9c89a0f,segment=NetworkSegment(49cbdd55-f066-41a3-86f8-2cff75cce4e4),segment_id=49cbdd55-f066-41a3-86f8-2cff75cce4e4)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:58.642008 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'fb024ecd-788e-4988-a074-bbfbe9c89a0f', 'network_id': '6a3a36df-824b-41ca-906b-54036dc236c9', 'port_id': 'fb024ecd-788e-4988-a074-bbfbe9c89a0f', 'mac_address': 'fa:16:3e:23:f4:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5904a28f-6dc5-4b9a-ab8a-8e29e6440ad6', 'ip_address': '19.80.0.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:08:58.693806 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6912fb-02b3-438e-bc9b-a7f1876dbafc req-6c35225e-976c-4f10-83e0-cb9b665fecd8 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:58.697053 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8a6912fb-02b3-438e-bc9b-a7f1876dbafc req-6c35225e-976c-4f10-83e0-cb9b665fecd8 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a HTTP/1.1" status: 200 len: 943 time: 0.0698249 Aug 19 18:08:58.714294 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:58.739816 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb024ecd-788e-4988-a074-bbfbe9c89a0f {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:58.778661 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port fb024ecd-788e-4988-a074-bbfbe9c89a0f, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=fb024ecd-788e-4988-a074-bbfbe9c89a0f,segment=NetworkSegment(49cbdd55-f066-41a3-86f8-2cff75cce4e4),segment_id=49cbdd55-f066-41a3-86f8-2cff75cce4e4)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:58.780234 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486e6e6-5eaf-41b4-9175-2e8f0cdb2a62 req-d573448e-28fb-47cd-a666-48e78155a15a tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:58.782579 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1486e6e6-5eaf-41b4-9175-2e8f0cdb2a62 req-d573448e-28fb-47cd-a666-48e78155a15a tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=a939421d-35da-451e-86d0-7b6dd3e6a72e HTTP/1.1" status: 200 len: 950 time: 0.1404321 Aug 19 18:08:58.800865 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:58.822680 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8a6912fb-02b3-438e-bc9b-a7f1876dbafc req-58b7c488-8e32-4c5d-88b3-f1488318bf7e tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167831 Aug 19 18:08:58.924803 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=fb024ecd-788e-4988-a074-bbfbe9c89a0f,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:58.948853 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1486e6e6-5eaf-41b4-9175-2e8f0cdb2a62 req-0fdeb527-f00f-41d1-9a47-d43e088a7524 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98c61df-2b9c-4787-9c48-908f72989b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527114 Aug 19 18:08:58.994902 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-cfd92a9c-8299-475e-8a62-b88f5e4be8e7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3538718 Aug 19 18:08:59.000368 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05c3eaf0-fef9-4857-a5df-717c1899b393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:59.082411 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3eaf0-fef9-4857-a5df-717c1899b393 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d739002-bc46-4020-ba73-f95f76221b9e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:59.085398 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cc41c-20c7-4582-8ab1-e8495f5c796e req-ae894f7a-fea7-4579-ac46-864de00185fa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:59.096918 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-489cc41c-20c7-4582-8ab1-e8495f5c796e req-ae894f7a-fea7-4579-ac46-864de00185fa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 949 time: 0.1402929 Aug 19 18:08:59.136979 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3eaf0-fef9-4857-a5df-717c1899b393 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:59.137439 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3eaf0-fef9-4857-a5df-717c1899b393 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:59.137760 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3eaf0-fef9-4857-a5df-717c1899b393 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:59.138161 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3eaf0-fef9-4857-a5df-717c1899b393 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:59.138510 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3eaf0-fef9-4857-a5df-717c1899b393 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:59.138849 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3eaf0-fef9-4857-a5df-717c1899b393 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:59.139182 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3eaf0-fef9-4857-a5df-717c1899b393 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:59.139510 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3eaf0-fef9-4857-a5df-717c1899b393 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:59.139837 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3eaf0-fef9-4857-a5df-717c1899b393 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:59.141315 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3eaf0-fef9-4857-a5df-717c1899b393 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:59.141924 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3eaf0-fef9-4857-a5df-717c1899b393 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:59.142266 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3eaf0-fef9-4857-a5df-717c1899b393 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:59.153600 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-489cc41c-20c7-4582-8ab1-e8495f5c796e req-b57b421d-692e-4e06-9d05-a9417128008b tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554268 Aug 19 18:08:59.197231 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f2904-830d-4216-96bd-c681c2641f6f req-65e8e5fa-fae5-4778-8271-462549c22f80 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:59.205827 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f2904-830d-4216-96bd-c681c2641f6f req-65e8e5fa-fae5-4778-8271-462549c22f80 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:59.212848 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f2904-830d-4216-96bd-c681c2641f6f req-65e8e5fa-fae5-4778-8271-462549c22f80 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:59.221677 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2d7f2904-830d-4216-96bd-c681c2641f6f req-65e8e5fa-fae5-4778-8271-462549c22f80 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 2416 time: 0.1507006 Aug 19 18:08:59.306983 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298b513-884e-400d-9578-f4196bf717d2 req-371f780c-3872-43eb-b823-80777d66938f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:59.313875 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298b513-884e-400d-9578-f4196bf717d2 req-371f780c-3872-43eb-b823-80777d66938f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:59.321045 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298b513-884e-400d-9578-f4196bf717d2 req-371f780c-3872-43eb-b823-80777d66938f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:59.328580 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298b513-884e-400d-9578-f4196bf717d2 req-371f780c-3872-43eb-b823-80777d66938f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:59.336464 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298b513-884e-400d-9578-f4196bf717d2 req-371f780c-3872-43eb-b823-80777d66938f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:59.347499 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298b513-884e-400d-9578-f4196bf717d2 req-371f780c-3872-43eb-b823-80777d66938f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:59.351303 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['3cd6264a-caf8-467b-87a8-cb1ce04cf37c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:08:59.355881 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298b513-884e-400d-9578-f4196bf717d2 req-371f780c-3872-43eb-b823-80777d66938f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:59.365034 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6298b513-884e-400d-9578-f4196bf717d2 req-371f780c-3872-43eb-b823-80777d66938f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5421 time: 0.1315699 Aug 19 18:08:59.380464 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05c3eaf0-fef9-4857-a5df-717c1899b393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:59.436626 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6298b513-884e-400d-9578-f4196bf717d2 req-7d16312d-88e4-4fe1-ad68-7f41e05d4593 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0700324 Aug 19 18:08:59.443539 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['3550858b-7bc1-49ae-a16f-6b514a917d46'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:08:59.481121 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['fb024ecd-788e-4988-a074-bbfbe9c89a0f'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:08:59.522151 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2d7f2904-830d-4216-96bd-c681c2641f6f req-085b7118-f2ea-4eed-95c3-9a727de6c4b6 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996409 Aug 19 18:08:59.759252 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d166e-3296-4075-a58d-c76f6e77762a req-ca1f2a45-acc3-4235-8b2f-09d183b3c7e9 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:59.774351 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a9d166e-3296-4075-a58d-c76f6e77762a req-ca1f2a45-acc3-4235-8b2f-09d183b3c7e9 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.1184504 Aug 19 18:08:59.778718 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 28754580-96ae-4374-83ef-03cef478e0a2 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:08:59.839361 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a9d166e-3296-4075-a58d-c76f6e77762a req-e4ab1de1-0b34-4d42-9abc-e848b10c9880 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602388 Aug 19 18:08:59.903729 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fca6d-850b-4fde-8d98-276843a91cf4 req-0fe71c6d-1bf3-4fdf-b7c7-f575a9eeb7f0 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:59.905313 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cf1fca6d-850b-4fde-8d98-276843a91cf4 req-0fe71c6d-1bf3-4fdf-b7c7-f575a9eeb7f0 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.54 "GET /v2.0/ports?device_id=a939421d-35da-451e-86d0-7b6dd3e6a72e HTTP/1.1" status: 200 len: 950 time: 0.0952737 Aug 19 18:08:59.908272 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c3eaf0-fef9-4857-a5df-717c1899b393 admin admin] Router 04606f23-8cb6-4fef-a483-23c8fa8f4347 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:09:00.153038 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.resource_extend [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:09:00.166711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f0f97-9091-4df7-a16c-6e0e50dd72ef req-0d85b834-8358-4ad8-b558-b58d9ec0f59a tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:00.168665 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d7f0f97-9091-4df7-a16c-6e0e50dd72ef req-0d85b834-8358-4ad8-b558-b58d9ec0f59a tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=a939421d-35da-451e-86d0-7b6dd3e6a72e HTTP/1.1" status: 200 len: 950 time: 0.0735807 Aug 19 18:09:00.229491 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d7f0f97-9091-4df7-a16c-6e0e50dd72ef req-602a59be-7cc3-4825-bd29-9807c97e63cb tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98c61df-2b9c-4787-9c48-908f72989b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493112 Aug 19 18:09:00.256141 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dceae-1d47-4053-8456-6d47302d1f18 req-893dfe53-7e3d-4645-85a7-844ed61c636e tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:00.258057 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-062dceae-1d47-4053-8456-6d47302d1f18 req-893dfe53-7e3d-4645-85a7-844ed61c636e tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a HTTP/1.1" status: 200 len: 943 time: 0.2247548 Aug 19 18:09:00.311802 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c3eaf0-fef9-4857-a5df-717c1899b393 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:09:00.319653 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-05c3eaf0-fef9-4857-a5df-717c1899b393 admin admin] 10.222.0.24 "PUT /v2.0/routers/04606f23-8cb6-4fef-a483-23c8fa8f4347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8252685 Aug 19 18:09:00.323487 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43224) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:00.328180 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-cf1fca6d-850b-4fde-8d98-276843a91cf4 req-01fab459-849f-48c6-8086-eedf7a2591a0 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Deleting port a2fbeabc-5d01-4de7-9162-4df1b0b1b898 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:00.328560 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-cf1fca6d-850b-4fde-8d98-276843a91cf4 req-01fab459-849f-48c6-8086-eedf7a2591a0 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:00.332776 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff522b7c-1841-4bc0-84dc-cc4b2dc18c5b None None] Sync routers for ids ['04606f23-8cb6-4fef-a483-23c8fa8f4347'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:09:00.351919 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 28754580-96ae-4374-83ef-03cef478e0a2, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=28754580-96ae-4374-83ef-03cef478e0a2,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:00.353665 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-062dceae-1d47-4053-8456-6d47302d1f18 req-3cf502fa-95dd-44bc-a7be-2193d4fc3405 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761280 Aug 19 18:09:00.355742 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff522b7c-1841-4bc0-84dc-cc4b2dc18c5b None None] Routers {'04606f23-8cb6-4fef-a483-23c8fa8f4347'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:00.357393 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ff522b7c-1841-4bc0-84dc-cc4b2dc18c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:08:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['04606f23-8cb6-4fef-a483-23c8fa8f4347'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:00.379424 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '28754580-96ae-4374-83ef-03cef478e0a2', 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a', 'port_id': '28754580-96ae-4374-83ef-03cef478e0a2', 'mac_address': 'fa:16:3e:86:36:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09884e41-8987-4095-b41a-2dbe97fb4846', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:09:00.545161 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:00.569839 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28754580-96ae-4374-83ef-03cef478e0a2 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:00.581387 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-ff522b7c-1841-4bc0-84dc-cc4b2dc18c5b None None] Set router 04606f23-8cb6-4fef-a483-23c8fa8f4347 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:09:00.599194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 28754580-96ae-4374-83ef-03cef478e0a2, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=28754580-96ae-4374-83ef-03cef478e0a2,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:00.607810 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:00.636689 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-cf1fca6d-850b-4fde-8d98-276843a91cf4 req-01fab459-849f-48c6-8086-eedf7a2591a0 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] For port a2fbeabc-5d01-4de7-9162-4df1b0b1b898, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a2fbeabc-5d01-4de7-9162-4df1b0b1b898,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:00.637393 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-cf1fca6d-850b-4fde-8d98-276843a91cf4 req-01fab459-849f-48c6-8086-eedf7a2591a0 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:00.662488 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ea702fe-2612-4bd9-8347-5c087a3e6c68 admin admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:00.679540 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=28754580-96ae-4374-83ef-03cef478e0a2,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:00.709285 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-cf1fca6d-850b-4fde-8d98-276843a91cf4 req-01fab459-849f-48c6-8086-eedf7a2591a0 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Calling delete_port for a2fbeabc-5d01-4de7-9162-4df1b0b1b898 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:00.758078 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd527531-af39-40e1-9dc5-f4cb501a9b26 req-c8d7b5ed-22f7-4399-bc82-254491e0c86e tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:00.760176 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bd527531-af39-40e1-9dc5-f4cb501a9b26 req-c8d7b5ed-22f7-4399-bc82-254491e0c86e tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 949 time: 0.2219610 Aug 19 18:09:00.873553 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bd527531-af39-40e1-9dc5-f4cb501a9b26 req-0680afd3-2979-432d-a149-77b93c591b7b tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540676 Aug 19 18:09:00.877018 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ea702fe-2612-4bd9-8347-5c087a3e6c68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:01.004497 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-5ea702fe-2612-4bd9-8347-5c087a3e6c68 admin admin] Deleting port 18eafa3e-7056-4fbb-804a-bf6249093cee {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:01.004927 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ea702fe-2612-4bd9-8347-5c087a3e6c68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:01.009221 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ff522b7c-1841-4bc0-84dc-cc4b2dc18c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'name': 'tempest-ServerRescueTestJSONUnderV235-579916113-router', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:54Z', 'updated_at': '2021-08-19T18:08:58Z', 'revision_number': 5, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'gw_port': {'id': '18eafa3e-7056-4fbb-804a-bf6249093cee', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:55Z', 'updated_at': '2021-08-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:01.067088 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff522b7c-1841-4bc0-84dc-cc4b2dc18c5b None None] Checking router: 04606f23-8cb6-4fef-a483-23c8fa8f4347 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:09:01.079927 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff522b7c-1841-4bc0-84dc-cc4b2dc18c5b None None] Routers {'04606f23-8cb6-4fef-a483-23c8fa8f4347'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:01.080722 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ff522b7c-1841-4bc0-84dc-cc4b2dc18c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:08:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['04606f23-8cb6-4fef-a483-23c8fa8f4347'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:01.086034 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-cf1fca6d-850b-4fde-8d98-276843a91cf4 req-01fab459-849f-48c6-8086-eedf7a2591a0 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:01.100912 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['a2fbeabc-5d01-4de7-9162-4df1b0b1b898'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:01.126514 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fab459-849f-48c6-8086-eedf7a2591a0 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Pushing event deleted for resources: {'Port': ['ID=a2fbeabc-5d01-4de7-9162-4df1b0b1b898,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:01.160191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffaa6ff-800c-473e-b20e-fa4da4f11a22 req-ce6191ae-b96c-4f2f-ae3a-4b20a51b0c4a tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:01.167609 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffaa6ff-800c-473e-b20e-fa4da4f11a22 req-ce6191ae-b96c-4f2f-ae3a-4b20a51b0c4a tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:01.175121 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffaa6ff-800c-473e-b20e-fa4da4f11a22 req-ce6191ae-b96c-4f2f-ae3a-4b20a51b0c4a tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:01.176992 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7ffaa6ff-800c-473e-b20e-fa4da4f11a22 req-ce6191ae-b96c-4f2f-ae3a-4b20a51b0c4a tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 2416 time: 0.1768451 Aug 19 18:09:01.180221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f2f0f-27cb-4ebd-be1d-2931a5c98c9f req-8ed07e5e-aab2-4f10-b86b-b47ff9265c80 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:01.186491 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f2f0f-27cb-4ebd-be1d-2931a5c98c9f req-8ed07e5e-aab2-4f10-b86b-b47ff9265c80 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:01.193027 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f2f0f-27cb-4ebd-be1d-2931a5c98c9f req-8ed07e5e-aab2-4f10-b86b-b47ff9265c80 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:01.201030 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f2f0f-27cb-4ebd-be1d-2931a5c98c9f req-8ed07e5e-aab2-4f10-b86b-b47ff9265c80 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:01.207943 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f2f0f-27cb-4ebd-be1d-2931a5c98c9f req-8ed07e5e-aab2-4f10-b86b-b47ff9265c80 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:01.214167 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f2f0f-27cb-4ebd-be1d-2931a5c98c9f req-8ed07e5e-aab2-4f10-b86b-b47ff9265c80 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:01.221288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f2f0f-27cb-4ebd-be1d-2931a5c98c9f req-8ed07e5e-aab2-4f10-b86b-b47ff9265c80 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:01.224008 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-ff522b7c-1841-4bc0-84dc-cc4b2dc18c5b None None] Set router 04606f23-8cb6-4fef-a483-23c8fa8f4347 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:09:01.229914 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-5ea702fe-2612-4bd9-8347-5c087a3e6c68 admin admin] For port 18eafa3e-7056-4fbb-804a-bf6249093cee, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=18eafa3e-7056-4fbb-804a-bf6249093cee,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:01.230140 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-573f2f0f-27cb-4ebd-be1d-2931a5c98c9f req-8ed07e5e-aab2-4f10-b86b-b47ff9265c80 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5421 time: 0.2363856 Aug 19 18:09:01.230883 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ea702fe-2612-4bd9-8347-5c087a3e6c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:01.267344 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1fca6d-850b-4fde-8d98-276843a91cf4 req-01fab459-849f-48c6-8086-eedf7a2591a0 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] No DVR routers for this DVR port a2fbeabc-5d01-4de7-9162-4df1b0b1b898 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:09:01.277554 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-cf1fca6d-850b-4fde-8d98-276843a91cf4 req-01fab459-849f-48c6-8086-eedf7a2591a0 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:01.279651 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cf1fca6d-850b-4fde-8d98-276843a91cf4 req-01fab459-849f-48c6-8086-eedf7a2591a0 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.54 "DELETE /v2.0/ports/a2fbeabc-5d01-4de7-9162-4df1b0b1b898 HTTP/1.1" status: 204 len: 173 time: 1.3531907 Aug 19 18:09:01.280170 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a939421d-35da-451e-86d0-7b6dd3e6a72e', 'name': 'network-vif-deleted', 'tag': 'a2fbeabc-5d01-4de7-9162-4df1b0b1b898'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:01.283209 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4005554f-3908-43d0-8ea3-020f3192ac93" -d '{"events": [{"server_uuid": "a939421d-35da-451e-86d0-7b6dd3e6a72e", "name": "network-vif-deleted", "tag": "a2fbeabc-5d01-4de7-9162-4df1b0b1b898"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:01.303843 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ff522b7c-1841-4bc0-84dc-cc4b2dc18c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'name': 'tempest-ServerRescueTestJSONUnderV235-579916113-router', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:54Z', 'updated_at': '2021-08-19T18:09:00Z', 'revision_number': 6, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:01.324971 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['28754580-96ae-4374-83ef-03cef478e0a2'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:01.346252 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7ffaa6ff-800c-473e-b20e-fa4da4f11a22 req-176fc0aa-a9d9-4b3a-b356-67a9ff45492a tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598699 Aug 19 18:09:01.351099 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-5ea702fe-2612-4bd9-8347-5c087a3e6c68 admin admin] Calling delete_port for 18eafa3e-7056-4fbb-804a-bf6249093cee owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:01.369740 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-573f2f0f-27cb-4ebd-be1d-2931a5c98c9f req-6e71501d-ce6a-4cda-9a70-f598dd04c563 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1381042 Aug 19 18:09:01.375502 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff522b7c-1841-4bc0-84dc-cc4b2dc18c5b None None] The sync data for ids ['04606f23-8cb6-4fef-a483-23c8fa8f4347'] in n-d-803753-2 is: [{'id': '04606f23-8cb6-4fef-a483-23c8fa8f4347', 'name': 'tempest-ServerRescueTestJSONUnderV235-579916113-router', 'tenant_id': '245cdbea3ee940a88607d44478ca1486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:54Z', 'updated_at': '2021-08-19T18:09:00Z', 'revision_number': 6, 'project_id': '245cdbea3ee940a88607d44478ca1486', 'gw_port_host': None}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:09:01.524548 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-88fb963b-2a2c-4f99-b781-ca43c2e747df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:01.526270 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['dddf18aa-d021-4741-a858-fa76ab80de15'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:01.527295 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-88fb963b-2a2c-4f99-b781-ca43c2e747df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 1100 time: 0.1564012 Aug 19 18:09:01.621558 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527175d0-bc24-434d-b5cc-2f666c98d56b req-b2a6e91f-67a1-4fba-aca9-8610431d1c85 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:01.631545 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-527175d0-bc24-434d-b5cc-2f666c98d56b req-b2a6e91f-67a1-4fba-aca9-8610431d1c85 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.1078355 Aug 19 18:09:01.664297 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-f11faf9d-f761-4cbf-8a10-e1658d9c85d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:01.666711 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-f11faf9d-f761-4cbf-8a10-e1658d9c85d3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.1292696 Aug 19 18:09:01.735424 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-527175d0-bc24-434d-b5cc-2f666c98d56b req-f14f5682-86a8-492f-a70a-c7a2f3451de6 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981534 Aug 19 18:09:01.784682 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 3550858b-7bc1-49ae-a16f-6b514a917d46 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:01.822809 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-4764b98d-e8fd-4d05-ba7b-eb32d43fbf18 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=e85711fe-eef0-455e-81cb-486825a5ee7c HTTP/1.1" status: 200 len: 217 time: 0.1472120 Aug 19 18:09:01.861948 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ea702fe-2612-4bd9-8347-5c087a3e6c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:01.909833 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bf9cd0-53bb-49a3-a597-5b5a917fde06 x-openstack-request-id: req-e9bf9cd0-53bb-49a3-a597-5b5a917fde06 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:01.910236 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a939421d-35da-451e-86d0-7b6dd3e6a72e", "name": "network-vif-deleted", "tag": "a2fbeabc-5d01-4de7-9162-4df1b0b1b898", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:01.910496 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9bf9cd0-53bb-49a3-a597-5b5a917fde06 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:01.910939 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a939421d-35da-451e-86d0-7b6dd3e6a72e', 'name': 'network-vif-deleted', 'tag': 'a2fbeabc-5d01-4de7-9162-4df1b0b1b898', 'status': 'completed', 'code': 200} Aug 19 18:09:01.943296 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 3550858b-7bc1-49ae-a16f-6b514a917d46 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:01.949072 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 3550858b-7bc1-49ae-a16f-6b514a917d46 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:01.949870 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:01.955798 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-c7bce410-b6e6-446b-afe5-f018d52dd617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:01.959803 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-c7bce410-b6e6-446b-afe5-f018d52dd617 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1301548 Aug 19 18:09:01.960463 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea702fe-2612-4bd9-8347-5c087a3e6c68 admin admin] Pushing event deleted for resources: {'Port': ['ID=18eafa3e-7056-4fbb-804a-bf6249093cee,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:02.032313 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32a4b08f-fe66-4ab1-a08c-9aa6ad058373 req-e2a453f2-2525-43c4-a85a-93199d40aadc tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=a939421d-35da-451e-86d0-7b6dd3e6a72e HTTP/1.1" status: 200 len: 210 time: 0.0892684 Aug 19 18:09:02.109876 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-b76f58ae-4881-44df-be31-944200bad763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:02.112552 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ea702fe-2612-4bd9-8347-5c087a3e6c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:02.117306 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-b76f58ae-4881-44df-be31-944200bad763 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1444488 Aug 19 18:09:02.128421 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:02.137897 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632d71e-29f1-4a71-bb4d-15763808ae58 req-f1addbae-e3da-4a88-8d8e-e31d5e96f2f8 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:02.154282 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3632d71e-29f1-4a71-bb4d-15763808ae58 req-f1addbae-e3da-4a88-8d8e-e31d5e96f2f8 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a HTTP/1.1" status: 200 len: 944 time: 0.1820848 Aug 19 18:09:02.177842 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7727f665-d224-4faf-86ba-c2404e8ca101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3550858b-7bc1-49ae-a16f-6b514a917d46'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:02.180763 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1f79d2-afaa-4983-9f38-a8a8a4787703" -d '{"events": [{"server_uuid": "7727f665-d224-4faf-86ba-c2404e8ca101", "name": "network-vif-plugged", "status": "completed", "tag": "3550858b-7bc1-49ae-a16f-6b514a917d46"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:02.197376 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 3550858b-7bc1-49ae-a16f-6b514a917d46, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=3550858b-7bc1-49ae-a16f-6b514a917d46,segment=NetworkSegment(8cf06dce-3a99-4610-a64d-06a0b6b38c2b),segment_id=8cf06dce-3a99-4610-a64d-06a0b6b38c2b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:02.203370 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:02.204395 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device fb024ecd-788e-4988-a074-bbfbe9c89a0f up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:02.254194 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3632d71e-29f1-4a71-bb4d-15763808ae58 req-248d00f7-d631-407d-881e-85a047490b59 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962458 Aug 19 18:09:02.273128 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ea702fe-2612-4bd9-8347-5c087a3e6c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:02.278726 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ea702fe-2612-4bd9-8347-5c087a3e6c68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:02.301409 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=3550858b-7bc1-49ae-a16f-6b514a917d46,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:02.313885 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-39376193-a735-45d3-baea-7f8511a0a241 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578333 Aug 19 18:09:02.315943 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port fb024ecd-788e-4988-a074-bbfbe9c89a0f completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:02.321181 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port fb024ecd-788e-4988-a074-bbfbe9c89a0f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:02.321625 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:02.367564 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34554ab4-eab4-4ba7-8224-09479c1ba660 req-71b7a7c4-2633-46c7-b799-4c8e4e302879 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:02.369849 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-34554ab4-eab4-4ba7-8224-09479c1ba660 req-71b7a7c4-2633-46c7-b799-4c8e4e302879 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 949 time: 0.2120798 Aug 19 18:09:02.387314 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ea702fe-2612-4bd9-8347-5c087a3e6c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:02.388046 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea702fe-2612-4bd9-8347-5c087a3e6c68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04606f23-8cb6-4fef-a483-23c8fa8f4347 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:09:02.399212 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ea702fe-2612-4bd9-8347-5c087a3e6c68 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:02.403373 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5ea702fe-2612-4bd9-8347-5c087a3e6c68 admin admin] 10.222.0.24 "DELETE /v2.0/routers/04606f23-8cb6-4fef-a483-23c8fa8f4347 HTTP/1.1" status: 204 len: 168 time: 2.0787659 Aug 19 18:09:02.404218 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43250) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:02.436288 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:02.467082 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-34554ab4-eab4-4ba7-8224-09479c1ba660 req-f497df09-05bb-4362-9bd4-72d76a42e3ba tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808022 Aug 19 18:09:02.496313 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port fb024ecd-788e-4988-a074-bbfbe9c89a0f, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=fb024ecd-788e-4988-a074-bbfbe9c89a0f,segment=NetworkSegment(49cbdd55-f066-41a3-86f8-2cff75cce4e4),segment_id=49cbdd55-f066-41a3-86f8-2cff75cce4e4)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:02.504142 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-c61bd816-eca6-4b27-991c-b7adf8f04593 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815007 Aug 19 18:09:02.511565 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7e3330-d1c5-4cf0-880b-0c8daf87aad5 admin admin] Deleting subnet f22f8c54-0669-4c4f-bbb0-adba99072f6b {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:09:02.516869 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef7e3330-d1c5-4cf0-880b-0c8daf87aad5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:02.521628 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:02.584683 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb33b6e4-7dfa-430d-922f-4b07d89df5a6 x-openstack-request-id: req-bb33b6e4-7dfa-430d-922f-4b07d89df5a6 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:02.584936 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef7e3330-d1c5-4cf0-880b-0c8daf87aad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:02.585036 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7727f665-d224-4faf-86ba-c2404e8ca101", "name": "network-vif-plugged", "status": "completed", "tag": "3550858b-7bc1-49ae-a16f-6b514a917d46", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:02.585289 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb33b6e4-7dfa-430d-922f-4b07d89df5a6 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:02.585671 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7727f665-d224-4faf-86ba-c2404e8ca101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3550858b-7bc1-49ae-a16f-6b514a917d46', 'code': 200} Aug 19 18:09:02.636148 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=fb024ecd-788e-4988-a074-bbfbe9c89a0f,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:02.662032 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef7e3330-d1c5-4cf0-880b-0c8daf87aad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:02.773966 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60134d3-871f-44c4-993b-498c46ef317b req-3c74e746-410e-42ee-a6ad-99e1d8397557 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:02.781041 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60134d3-871f-44c4-993b-498c46ef317b req-3c74e746-410e-42ee-a6ad-99e1d8397557 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:02.788599 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60134d3-871f-44c4-993b-498c46ef317b req-3c74e746-410e-42ee-a6ad-99e1d8397557 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:02.791754 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a60134d3-871f-44c4-993b-498c46ef317b req-3c74e746-410e-42ee-a6ad-99e1d8397557 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 2418 time: 0.0963416 Aug 19 18:09:02.813964 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef7e3330-d1c5-4cf0-880b-0c8daf87aad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:02.857349 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef7e3330-d1c5-4cf0-880b-0c8daf87aad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:02.862196 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ef7e3330-d1c5-4cf0-880b-0c8daf87aad5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f22f8c54-0669-4c4f-bbb0-adba99072f6b HTTP/1.1" status: 204 len: 168 time: 0.4491186 Aug 19 18:09:02.862502 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43258) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:02.863320 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e3330-d1c5-4cf0-880b-0c8daf87aad5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f22f8c54-0669-4c4f-bbb0-adba99072f6b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:02.891269 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a60134d3-871f-44c4-993b-498c46ef317b req-d367a685-b2be-4b7c-b975-3de2bd41e4ff tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883982 Aug 19 18:09:02.969704 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f61f219b-b974-415c-91b3-600d84ca009f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:03.007380 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32d798-1e40-46d1-8068-3c90cf54e751 req-19f15323-5fcf-458b-847b-d9b0860fc24e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:03.014285 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32d798-1e40-46d1-8068-3c90cf54e751 req-19f15323-5fcf-458b-847b-d9b0860fc24e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:03.021155 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32d798-1e40-46d1-8068-3c90cf54e751 req-19f15323-5fcf-458b-847b-d9b0860fc24e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:03.027045 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32d798-1e40-46d1-8068-3c90cf54e751 req-19f15323-5fcf-458b-847b-d9b0860fc24e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:03.030715 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e119842-0a7f-4dba-adac-a3f653cfa1d8 req-3b196f5f-40a5-4339-ad01-678250b354c6 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:03.033026 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32d798-1e40-46d1-8068-3c90cf54e751 req-19f15323-5fcf-458b-847b-d9b0860fc24e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:03.033234 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7e119842-0a7f-4dba-adac-a3f653cfa1d8 req-3b196f5f-40a5-4339-ad01-678250b354c6 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0714326 Aug 19 18:09:03.039048 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32d798-1e40-46d1-8068-3c90cf54e751 req-19f15323-5fcf-458b-847b-d9b0860fc24e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:03.045183 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32d798-1e40-46d1-8068-3c90cf54e751 req-19f15323-5fcf-458b-847b-d9b0860fc24e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:03.047288 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-da32d798-1e40-46d1-8068-3c90cf54e751 req-19f15323-5fcf-458b-847b-d9b0860fc24e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5421 time: 0.1357946 Aug 19 18:09:03.091064 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7e119842-0a7f-4dba-adac-a3f653cfa1d8 req-4fcc5fbe-eca1-4d82-aa7c-f0dd845c793b tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402319 Aug 19 18:09:03.094628 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 18eafa3e-7056-4fbb-804a-bf6249093cee no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:03.116840 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 18eafa3e-7056-4fbb-804a-bf6249093cee {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:09:03.117139 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 18eafa3e-7056-4fbb-804a-bf6249093cee not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:09:03.117595 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2d739002-bc46-4020-ba73-f95f76221b9e no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:03.143803 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 2d739002-bc46-4020-ba73-f95f76221b9e {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:09:03.144700 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2d739002-bc46-4020-ba73-f95f76221b9e not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:09:03.161196 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-da32d798-1e40-46d1-8068-3c90cf54e751 req-4b18f67e-ddda-489e-84b2-5e9f47ba684e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0914345 Aug 19 18:09:03.171959 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f61f219b-b974-415c-91b3-600d84ca009f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:03.195715 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-f61f219b-b974-415c-91b3-600d84ca009f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f25a42-0bf7-438c-8023-c1fe6524c164']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:03.215255 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-f61f219b-b974-415c-91b3-600d84ca009f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '434fb4db-9b36-4776-a47f-5872eb93f121') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:03.215613 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-f61f219b-b974-415c-91b3-600d84ca009f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '434fb4db-9b36-4776-a47f-5872eb93f121') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:03.230227 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f61f219b-b974-415c-91b3-600d84ca009f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:03.249074 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f61f219b-b974-415c-91b3-600d84ca009f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:03.257263 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61f219b-b974-415c-91b3-600d84ca009f admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:09:03.257774 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f61f219b-b974-415c-91b3-600d84ca009f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:09:03.259526 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:09:03.349341 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f61f219b-b974-415c-91b3-600d84ca009f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:03.369563 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f61f219b-b974-415c-91b3-600d84ca009f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:03.375561 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f61f219b-b974-415c-91b3-600d84ca009f admin admin] 10.222.0.24 "DELETE /v2.0/networks/b1f25a42-0bf7-438c-8023-c1fe6524c164 HTTP/1.1" status: 204 len: 168 time: 0.5099545 Aug 19 18:09:03.377086 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f219b-b974-415c-91b3-600d84ca009f admin admin] Pushing event deleted for resources: {'Network': ['ID=b1f25a42-0bf7-438c-8023-c1fe6524c164,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:03.457858 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178a292-8cd0-42ce-9671-1518d9fb03d9 req-08b60d67-62cb-401b-99a0-5f126cc49dd3 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:03.459802 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2178a292-8cd0-42ce-9671-1518d9fb03d9 req-08b60d67-62cb-401b-99a0-5f126cc49dd3 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a HTTP/1.1" status: 200 len: 944 time: 0.0843139 Aug 19 18:09:03.512914 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e08f47-0580-40dc-a7d6-79df7d3514ca req-fbbedcdd-fe66-4966-9160-f8e7a4cb7663 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:03.514618 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67e08f47-0580-40dc-a7d6-79df7d3514ca req-fbbedcdd-fe66-4966-9160-f8e7a4cb7663 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=135a8ecd-3808-487a-8932-849f23ff8d62 HTTP/1.1" status: 200 len: 949 time: 0.0871413 Aug 19 18:09:03.518554 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2178a292-8cd0-42ce-9671-1518d9fb03d9 req-5583e348-02f8-4376-80dc-5458b452ddf0 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488050 Aug 19 18:09:03.565299 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67e08f47-0580-40dc-a7d6-79df7d3514ca req-1d129c73-3fde-440f-9b4a-db11e303ee0f tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98c61df-2b9c-4787-9c48-908f72989b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427315 Aug 19 18:09:03.659693 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18090f5e-c915-45f5-a839-207731c0875f req-1cebef7f-b3f9-4f06-8552-1fdb988537f5 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:03.659896 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43282) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:03.661292 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-18090f5e-c915-45f5-a839-207731c0875f req-1cebef7f-b3f9-4f06-8552-1fdb988537f5 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 949 time: 0.0556285 Aug 19 18:09:03.692655 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43284) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:03.713650 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0755bbbf-f150-4bd8-ab62-b7f3c39e36ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=245cdbea3ee940a88607d44478ca1486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515413 Aug 19 18:09:03.714787 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-18090f5e-c915-45f5-a839-207731c0875f req-96f8094d-214e-4613-9b29-1b564aa9cf00 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404298 Aug 19 18:09:03.715255 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43288) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:03.776189 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 28754580-96ae-4374-83ef-03cef478e0a2 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:03.785584 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-627eec1f-a6d6-4c9e-bd25-e5f5e9712508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:03.823110 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-627eec1f-a6d6-4c9e-bd25-e5f5e9712508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:03.837967 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 28754580-96ae-4374-83ef-03cef478e0a2 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:03.844230 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 28754580-96ae-4374-83ef-03cef478e0a2 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:03.844647 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:03.883126 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-627eec1f-a6d6-4c9e-bd25-e5f5e9712508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:03.886046 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-627eec1f-a6d6-4c9e-bd25-e5f5e9712508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:03.889792 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-627eec1f-a6d6-4c9e-bd25-e5f5e9712508 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93bc9f86-6c19-47b0-a76a-8906f45173c3 HTTP/1.1" status: 204 len: 168 time: 0.1710858 Aug 19 18:09:03.896615 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627eec1f-a6d6-4c9e-bd25-e5f5e9712508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bc9f86-6c19-47b0-a76a-8906f45173c3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:03.911516 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-250dd858-2316-4767-a2be-c97668e316e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:03.981286 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:04.009672 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a2fbeabc-5d01-4de7-9162-4df1b0b1b898 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:04.042558 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: a2fbeabc-5d01-4de7-9162-4df1b0b1b898 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:09:04.042558 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a2fbeabc-5d01-4de7-9162-4df1b0b1b898 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:09:04.054072 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 28754580-96ae-4374-83ef-03cef478e0a2, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=28754580-96ae-4374-83ef-03cef478e0a2,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:04.059280 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:04.060974 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 3cd6264a-caf8-467b-87a8-cb1ce04cf37c up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:04.067948 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7fa1f-e2aa-4da7-a2a7-f271e2001348 req-71e6fe50-085a-422f-a60c-bf2f75255ab9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:04.074104 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7fa1f-e2aa-4da7-a2a7-f271e2001348 req-71e6fe50-085a-422f-a60c-bf2f75255ab9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:04.080613 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7fa1f-e2aa-4da7-a2a7-f271e2001348 req-71e6fe50-085a-422f-a60c-bf2f75255ab9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:04.082438 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7f7fa1f-e2aa-4da7-a2a7-f271e2001348 req-71e6fe50-085a-422f-a60c-bf2f75255ab9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 2418 time: 0.1052458 Aug 19 18:09:04.135568 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-250dd858-2316-4767-a2be-c97668e316e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:04.145236 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-250dd858-2316-4767-a2be-c97668e316e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:04.160112 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=28754580-96ae-4374-83ef-03cef478e0a2,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:04.188516 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7f7fa1f-e2aa-4da7-a2a7-f271e2001348 req-3da56e4e-092d-4412-90f8-f94cdcf79bd1 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984912 Aug 19 18:09:04.215198 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 3cd6264a-caf8-467b-87a8-cb1ce04cf37c completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:04.220903 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 3cd6264a-caf8-467b-87a8-cb1ce04cf37c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:04.221308 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:04.223433 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-250dd858-2316-4767-a2be-c97668e316e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5fdc6798b9a482dacdc3cbfd7c31a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5297263 Aug 19 18:09:04.224894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250dd858-2316-4767-a2be-c97668e316e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb72b22c-7551-43ff-ad66-71c26b39e3dc,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:04.228104 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43300) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:04.283738 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90311b69-68b1-48dd-86fe-450657b33c89 req-7dcce15d-4e37-47c4-8608-393f099bb743 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:04.294248 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-90311b69-68b1-48dd-86fe-450657b33c89 req-7dcce15d-4e37-47c4-8608-393f099bb743 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.1177285 Aug 19 18:09:04.300519 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ae31b235-4951-4401-bf46-751116ec3097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:04.356762 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ae31b235-4951-4401-bf46-751116ec3097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:04.363460 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-90311b69-68b1-48dd-86fe-450657b33c89 req-95776e19-56fd-4b7d-b01c-b73aee8ada7f tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681946 Aug 19 18:09:04.366161 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:04.426806 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 3cd6264a-caf8-467b-87a8-cb1ce04cf37c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=3cd6264a-caf8-467b-87a8-cb1ce04cf37c,segment=NetworkSegment(49cbdd55-f066-41a3-86f8-2cff75cce4e4),segment_id=49cbdd55-f066-41a3-86f8-2cff75cce4e4)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:04.431474 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:04.452740 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb017c21-fd65-4c13-a2a8-10e1ff2c9d3c req-954de21a-eb9c-4696-a61d-16770229b872 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:04.459013 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb017c21-fd65-4c13-a2a8-10e1ff2c9d3c req-954de21a-eb9c-4696-a61d-16770229b872 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:04.465351 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb017c21-fd65-4c13-a2a8-10e1ff2c9d3c req-954de21a-eb9c-4696-a61d-16770229b872 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:04.472403 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb017c21-fd65-4c13-a2a8-10e1ff2c9d3c req-954de21a-eb9c-4696-a61d-16770229b872 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:04.478298 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb017c21-fd65-4c13-a2a8-10e1ff2c9d3c req-954de21a-eb9c-4696-a61d-16770229b872 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:04.484892 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb017c21-fd65-4c13-a2a8-10e1ff2c9d3c req-954de21a-eb9c-4696-a61d-16770229b872 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:04.490251 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=3cd6264a-caf8-467b-87a8-cb1ce04cf37c,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:04.490872 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb017c21-fd65-4c13-a2a8-10e1ff2c9d3c req-954de21a-eb9c-4696-a61d-16770229b872 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:04.493650 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fb017c21-fd65-4c13-a2a8-10e1ff2c9d3c req-954de21a-eb9c-4696-a61d-16770229b872 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5421 time: 0.1635914 Aug 19 18:09:04.528434 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ae31b235-4951-4401-bf46-751116ec3097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:04.531254 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ae31b235-4951-4401-bf46-751116ec3097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:04.532385 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ae31b235-4951-4401-bf46-751116ec3097 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb72b22c-7551-43ff-ad66-71c26b39e3dc HTTP/1.1" status: 204 len: 168 time: 0.3030972 Aug 19 18:09:04.540915 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-edb7da0b-d970-4f59-a351-ac310ca11af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:04.550080 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31b235-4951-4401-bf46-751116ec3097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb72b22c-7551-43ff-ad66-71c26b39e3dc,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:04.566405 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fb017c21-fd65-4c13-a2a8-10e1ff2c9d3c req-0c725ba9-87cf-4e37-b050-b462a029726c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0609326 Aug 19 18:09:04.591411 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7727f665-d224-4faf-86ba-c2404e8ca101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb024ecd-788e-4988-a074-bbfbe9c89a0f'}, {'server_uuid': 'e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28754580-96ae-4374-83ef-03cef478e0a2'}, {'server_uuid': '7727f665-d224-4faf-86ba-c2404e8ca101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd6264a-caf8-467b-87a8-cb1ce04cf37c'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:04.599697 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59daff0-dc24-4e16-89c3-0bd3d8a116e3" -d '{"events": [{"server_uuid": "7727f665-d224-4faf-86ba-c2404e8ca101", "name": "network-vif-plugged", "status": "completed", "tag": "fb024ecd-788e-4988-a074-bbfbe9c89a0f"}, {"server_uuid": "e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a", "name": "network-vif-plugged", "status": "completed", "tag": "28754580-96ae-4374-83ef-03cef478e0a2"}, {"server_uuid": "7727f665-d224-4faf-86ba-c2404e8ca101", "name": "network-vif-plugged", "status": "completed", "tag": "3cd6264a-caf8-467b-87a8-cb1ce04cf37c"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:04.699516 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036f321-fbb0-4c62-bb0a-2ad7aa6463da req-8fb9539e-c95d-4f1a-936e-177ed200708c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:04.701467 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a036f321-fbb0-4c62-bb0a-2ad7aa6463da req-8fb9539e-c95d-4f1a-936e-177ed200708c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a HTTP/1.1" status: 200 len: 945 time: 0.0788720 Aug 19 18:09:04.715607 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41db128-fbf0-4093-b7e9-d31f6c89417b req-5126843c-af8d-4993-9acc-0dbfdd1afc2e tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:04.717338 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c41db128-fbf0-4093-b7e9-d31f6c89417b req-5126843c-af8d-4993-9acc-0dbfdd1afc2e tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=135a8ecd-3808-487a-8932-849f23ff8d62 HTTP/1.1" status: 200 len: 949 time: 0.0723464 Aug 19 18:09:04.760899 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a036f321-fbb0-4c62-bb0a-2ad7aa6463da req-47ef1c04-960f-483b-82ec-509685912a5b tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502071 Aug 19 18:09:04.786588 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c41db128-fbf0-4093-b7e9-d31f6c89417b req-018f68b6-6ab4-4112-8c33-526ec498079e tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98c61df-2b9c-4787-9c48-908f72989b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619829 Aug 19 18:09:04.840607 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd8b013-b457-4551-ac2c-f141524cad22 x-openstack-request-id: req-3bd8b013-b457-4551-ac2c-f141524cad22 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:04.840911 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7727f665-d224-4faf-86ba-c2404e8ca101", "name": "network-vif-plugged", "status": "completed", "tag": "fb024ecd-788e-4988-a074-bbfbe9c89a0f", "code": 200}, {"server_uuid": "e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a", "name": "network-vif-plugged", "status": "completed", "tag": "28754580-96ae-4374-83ef-03cef478e0a2", "code": 200}, {"server_uuid": "7727f665-d224-4faf-86ba-c2404e8ca101", "name": "network-vif-plugged", "status": "completed", "tag": "3cd6264a-caf8-467b-87a8-cb1ce04cf37c", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:04.841165 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3bd8b013-b457-4551-ac2c-f141524cad22 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:04.841591 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7727f665-d224-4faf-86ba-c2404e8ca101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb024ecd-788e-4988-a074-bbfbe9c89a0f', 'code': 200} Aug 19 18:09:04.841850 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28754580-96ae-4374-83ef-03cef478e0a2', 'code': 200} Aug 19 18:09:04.842100 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7727f665-d224-4faf-86ba-c2404e8ca101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd6264a-caf8-467b-87a8-cb1ce04cf37c', 'code': 200} Aug 19 18:09:04.900764 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43330) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:04.914966 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb568d08-c982-41b7-a1f5-a1bc81d3ce61 req-6c2cdf74-0caa-4a03-af88-58a14e9352e8 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:04.916975 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fb568d08-c982-41b7-a1f5-a1bc81d3ce61 req-6c2cdf74-0caa-4a03-af88-58a14e9352e8 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 949 time: 0.0632057 Aug 19 18:09:05.053163 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43334) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:05.066106 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-7078431f-e3e4-4f8b-be75-2e22f9cdcc38 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1238260830-network', 'tenant_id': 'ae64f3b0d3994e079c6bfc4ab34b357b'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:05.082676 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f3f754b3-952c-4f24-bfe2-5ccf5fb54270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:05.116916 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7078431f-e3e4-4f8b-be75-2e22f9cdcc38 admin admin] Made reservation on behalf of ae64f3b0d3994e079c6bfc4ab34b357b for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:05.119389 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7078431f-e3e4-4f8b-be75-2e22f9cdcc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:05.126438 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04d3cd-41b2-4e89-a07e-a8c41b7f7cd8 req-5604ba8a-43a4-4ef5-a13f-7b8abe0e8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:05.126924 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04d3cd-41b2-4e89-a07e-a8c41b7f7cd8 req-5604ba8a-43a4-4ef5-a13f-7b8abe0e8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:05.127409 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04d3cd-41b2-4e89-a07e-a8c41b7f7cd8 req-5604ba8a-43a4-4ef5-a13f-7b8abe0e8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:05.129123 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ae04d3cd-41b2-4e89-a07e-a8c41b7f7cd8 req-5604ba8a-43a4-4ef5-a13f-7b8abe0e8c8e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 2872 time: 0.1146798 Aug 19 18:09:05.139502 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7078431f-e3e4-4f8b-be75-2e22f9cdcc38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:05.207402 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ae04d3cd-41b2-4e89-a07e-a8c41b7f7cd8 req-0b477fbd-4cec-44fb-a30e-9b889e46a9fa service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648963 Aug 19 18:09:05.264089 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f3f754b3-952c-4f24-bfe2-5ccf5fb54270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:05.269344 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fb568d08-c982-41b7-a1f5-a1bc81d3ce61 req-47e14590-9908-4d72-8040-a2fe46acb014 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438132 Aug 19 18:09:05.275975 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f3f754b3-952c-4f24-bfe2-5ccf5fb54270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:05.279575 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c9990-98ed-450b-842c-1a9ae8444af2 req-f1feb478-af22-481b-9c1d-9dd71d8bdf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:05.281123 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c60c9990-98ed-450b-842c-1a9ae8444af2 req-f1feb478-af22-481b-9c1d-9dd71d8bdf2f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a HTTP/1.1" status: 200 len: 1096 time: 0.0588889 Aug 19 18:09:05.371127 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f3f754b3-952c-4f24-bfe2-5ccf5fb54270 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf593bd1ae3543f1bc4108ce127d0c7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119795 Aug 19 18:09:05.371642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43338) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:05.373071 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f754b3-952c-4f24-bfe2-5ccf5fb54270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d744fa33-629d-4738-ac75-ad5bd919783e,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:05.408177 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd3240-6ad0-4e54-a722-3e8ca0881bc1 req-fb1cefe5-86a7-48bd-85e1-55303783250b tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:05.414396 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd3240-6ad0-4e54-a722-3e8ca0881bc1 req-fb1cefe5-86a7-48bd-85e1-55303783250b tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:05.420417 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd3240-6ad0-4e54-a722-3e8ca0881bc1 req-fb1cefe5-86a7-48bd-85e1-55303783250b tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:05.422630 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5cbd3240-6ad0-4e54-a722-3e8ca0881bc1 req-fb1cefe5-86a7-48bd-85e1-55303783250b tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 2419 time: 0.1479924 Aug 19 18:09:05.445695 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d1dff364-b9d7-4dd6-82c5-1bee6710c687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:05.486617 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5cbd3240-6ad0-4e54-a722-3e8ca0881bc1 req-919daec0-6fb9-4551-aaae-517a678919f5 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542955 Aug 19 18:09:05.508907 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7078431f-e3e4-4f8b-be75-2e22f9cdcc38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:05.510622 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d1dff364-b9d7-4dd6-82c5-1bee6710c687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:05.514519 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7078431f-e3e4-4f8b-be75-2e22f9cdcc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:05.547652 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7078431f-e3e4-4f8b-be75-2e22f9cdcc38 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:09:05.566210 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078431f-e3e4-4f8b-be75-2e22f9cdcc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:05.569509 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7078431f-e3e4-4f8b-be75-2e22f9cdcc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:05.569896 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-7078431f-e3e4-4f8b-be75-2e22f9cdcc38 admin admin] Added segment 8c99a40c-e180-4247-b9cd-f786fdec5866 of type vlan for network f6ca3005-f821-4bbf-9771-cb98a9ef289d Aug 19 18:09:05.593866 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea6d25-4577-40d4-b42f-96cd64a2cd05 req-51d8bbc2-75a3-4baa-b8fe-bd7716464238 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:05.601054 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1fea6d25-4577-40d4-b42f-96cd64a2cd05 req-51d8bbc2-75a3-4baa-b8fe-bd7716464238 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.1442330 Aug 19 18:09:05.605807 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c60c9990-98ed-450b-842c-1a9ae8444af2 req-0830cce0-7f84-4ef1-9469-931e1e28e87a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299713 Aug 19 18:09:05.625206 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7078431f-e3e4-4f8b-be75-2e22f9cdcc38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:05.643417 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1fea6d25-4577-40d4-b42f-96cd64a2cd05 req-9d8a55dc-e150-4930-be58-abc50db0047f tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412529 Aug 19 18:09:05.644357 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d1dff364-b9d7-4dd6-82c5-1bee6710c687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:05.647401 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d1dff364-b9d7-4dd6-82c5-1bee6710c687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:05.648721 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d1dff364-b9d7-4dd6-82c5-1bee6710c687 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d744fa33-629d-4738-ac75-ad5bd919783e HTTP/1.1" status: 204 len: 168 time: 0.2758925 Aug 19 18:09:05.659246 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dff364-b9d7-4dd6-82c5-1bee6710c687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d744fa33-629d-4738-ac75-ad5bd919783e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:05.669651 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7078431f-e3e4-4f8b-be75-2e22f9cdcc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:05.672300 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7078431f-e3e4-4f8b-be75-2e22f9cdcc38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:05.673107 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7078431f-e3e4-4f8b-be75-2e22f9cdcc38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:05.757824 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7078431f-e3e4-4f8b-be75-2e22f9cdcc38 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8558540 Aug 19 18:09:05.760750 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43346) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:05.765470 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078431f-e3e4-4f8b-be75-2e22f9cdcc38 admin admin] Pushing event updated for resources: {'Network': ['ID=f6ca3005-f821-4bbf-9771-cb98a9ef289d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:05.766053 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e11bc105-ebc5-4715-9c19-44b9bce4802b admin admin] Request body: {'subnet': {'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1238260830-subnet', 'tenant_id': 'ae64f3b0d3994e079c6bfc4ab34b357b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:05.778087 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network f6ca3005-f821-4bbf-9771-cb98a9ef289d details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:09:05.784039 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd2f52-5a4b-4dcf-9214-1eccf5178ffd req-ff1448dd-a815-4d6a-b0fb-54242f70b74b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:05.790695 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd2f52-5a4b-4dcf-9214-1eccf5178ffd req-ff1448dd-a815-4d6a-b0fb-54242f70b74b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:05.798730 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd2f52-5a4b-4dcf-9214-1eccf5178ffd req-ff1448dd-a815-4d6a-b0fb-54242f70b74b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:05.804624 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd2f52-5a4b-4dcf-9214-1eccf5178ffd req-ff1448dd-a815-4d6a-b0fb-54242f70b74b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:05.810878 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd2f52-5a4b-4dcf-9214-1eccf5178ffd req-ff1448dd-a815-4d6a-b0fb-54242f70b74b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:05.817844 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd2f52-5a4b-4dcf-9214-1eccf5178ffd req-ff1448dd-a815-4d6a-b0fb-54242f70b74b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:05.823859 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd2f52-5a4b-4dcf-9214-1eccf5178ffd req-ff1448dd-a815-4d6a-b0fb-54242f70b74b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:05.826177 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e8cd2f52-5a4b-4dcf-9214-1eccf5178ffd req-ff1448dd-a815-4d6a-b0fb-54242f70b74b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5421 time: 0.1730886 Aug 19 18:09:05.829035 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11bc105-ebc5-4715-9c19-44b9bce4802b admin admin] Made reservation on behalf of ae64f3b0d3994e079c6bfc4ab34b357b for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:05.831672 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e11bc105-ebc5-4715-9c19-44b9bce4802b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:05.897579 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e8cd2f52-5a4b-4dcf-9214-1eccf5178ffd req-97d6f0b9-5f3e-40fd-9884-93dca4f50270 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0638869 Aug 19 18:09:06.020869 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57a245-9683-4a26-a3de-b31be5a81592 req-608a95ae-b287-4915-a693-8fba4282561e tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:06.022503 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a57a245-9683-4a26-a3de-b31be5a81592 req-608a95ae-b287-4915-a693-8fba4282561e tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a HTTP/1.1" status: 200 len: 945 time: 0.1321185 Aug 19 18:09:06.022921 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee600709-e228-42d8-8cb8-5ac35842663f req-19de80e8-3a00-4c62-9519-f3aeabe26963 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:06.024540 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ee600709-e228-42d8-8cb8-5ac35842663f req-19de80e8-3a00-4c62-9519-f3aeabe26963 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=135a8ecd-3808-487a-8932-849f23ff8d62 HTTP/1.1" status: 200 len: 949 time: 0.0564089 Aug 19 18:09:06.037216 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 44151cda-69e6-4588-a910-707492210d9d details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:09:06.039876 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0f71f-ef8e-4aa6-8b2c-b4161c283e53 req-c936993b-e8cd-4f84-9a77-99deb88e2849 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:06.041675 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a9d0f71f-ef8e-4aa6-8b2c-b4161c283e53 req-c936993b-e8cd-4f84-9a77-99deb88e2849 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.50 "GET /v2.0/ports?device_id=135a8ecd-3808-487a-8932-849f23ff8d62 HTTP/1.1" status: 200 len: 949 time: 0.1429887 Aug 19 18:09:06.071654 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ee600709-e228-42d8-8cb8-5ac35842663f req-102fe708-33d0-4dff-807d-a98828f6bc4b tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/security-groups?id=d98c61df-2b9c-4787-9c48-908f72989b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398064 Aug 19 18:09:06.161492 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 44151cda-69e6-4588-a910-707492210d9d, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=44151cda-69e6-4588-a910-707492210d9d,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:06.175030 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '44151cda-69e6-4588-a910-707492210d9d', 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e', 'port_id': '44151cda-69e6-4588-a910-707492210d9d', 'mac_address': 'fa:16:3e:e5:49:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148c2169-2926-4f60-a141-8969465d9d36', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:09:06.181509 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a57a245-9683-4a26-a3de-b31be5a81592 req-c25572af-558c-4b81-823e-a45f259add87 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367781 Aug 19 18:09:06.228779 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:06.241769 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e11bc105-ebc5-4715-9c19-44b9bce4802b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:06.244215 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44151cda-69e6-4588-a910-707492210d9d {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:06.266154 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 44151cda-69e6-4588-a910-707492210d9d, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=44151cda-69e6-4588-a910-707492210d9d,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:06.271415 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:06.272496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:09:06.307911 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-a9d0f71f-ef8e-4aa6-8b2c-b4161c283e53 req-81c0073b-3b27-4fa3-9f5f-bb9078e96860 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Deleting port dddf18aa-d021-4741-a858-fa76ab80de15 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:06.308291 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a9d0f71f-ef8e-4aa6-8b2c-b4161c283e53 req-81c0073b-3b27-4fa3-9f5f-bb9078e96860 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:06.361713 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11bc105-ebc5-4715-9c19-44b9bce4802b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee52aea2-4c4c-4ce5-9853-28e4d75899b9,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:06.396687 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11bc105-ebc5-4715-9c19-44b9bce4802b admin admin] Checking segment: {'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:06.397063 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11bc105-ebc5-4715-9c19-44b9bce4802b admin admin] Network hostable DHCP agents. Network: f6ca3005-f821-4bbf-9771-cb98a9ef289d, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:09:06.416049 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=44151cda-69e6-4588-a910-707492210d9d,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:06.441036 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-a9d0f71f-ef8e-4aa6-8b2c-b4161c283e53 req-81c0073b-3b27-4fa3-9f5f-bb9078e96860 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] For port dddf18aa-d021-4741-a858-fa76ab80de15, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=dddf18aa-d021-4741-a858-fa76ab80de15,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:06.441446 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a9d0f71f-ef8e-4aa6-8b2c-b4161c283e53 req-81c0073b-3b27-4fa3-9f5f-bb9078e96860 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:06.444509 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11bc105-ebc5-4715-9c19-44b9bce4802b admin admin] Network f6ca3005-f821-4bbf-9771-cb98a9ef289d is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:09:06.448066 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d8afa-2c54-4c47-a64d-6c8f83fcd708 req-8fc7a6aa-e59a-4744-ab7a-fe33f0cf79e1 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:06.451020 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4e0d8afa-2c54-4c47-a64d-6c8f83fcd708 req-8fc7a6aa-e59a-4744-ab7a-fe33f0cf79e1 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 949 time: 0.0837138 Aug 19 18:09:06.462765 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-a9d0f71f-ef8e-4aa6-8b2c-b4161c283e53 req-81c0073b-3b27-4fa3-9f5f-bb9078e96860 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Calling delete_port for dddf18aa-d021-4741-a858-fa76ab80de15 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:06.467455 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-e11bc105-ebc5-4715-9c19-44b9bce4802b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, f6ca3005-f821-4bbf-9771-cb98a9ef289d) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:06.477879 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11bc105-ebc5-4715-9c19-44b9bce4802b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:06.478843 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e11bc105-ebc5-4715-9c19-44b9bce4802b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:06.482228 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6bf286-3ed5-4e3f-8974-14f133c06f49 None None] Network f6ca3005-f821-4bbf-9771-cb98a9ef289d requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:06.542693 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e11bc105-ebc5-4715-9c19-44b9bce4802b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7805066 Aug 19 18:09:06.553581 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4e0d8afa-2c54-4c47-a64d-6c8f83fcd708 req-a27f64a1-5229-4d0c-83fd-43abca60352b tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944333 Aug 19 18:09:06.581888 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=8b7af2c9-ee9b-46f3-9f81-ee153dca90f5,segment=NetworkSegment(3f18c88e-ca3d-4b8a-a222-241455d9fd2f),segment_id=3f18c88e-ca3d-4b8a-a222-241455d9fd2f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:06.612344 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '8b7af2c9-ee9b-46f3-9f81-ee153dca90f5', 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef', 'port_id': '8b7af2c9-ee9b-46f3-9f81-ee153dca90f5', 'mac_address': 'fa:16:3e:8d:87:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce67a4c2-3255-481b-8d44-f56c5622f0d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:09:06.694709 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24575aa-0ee0-48d4-9254-d5baa00f9753 req-84269af6-c878-46a3-aa74-cd6c4b467303 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:06.700952 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24575aa-0ee0-48d4-9254-d5baa00f9753 req-84269af6-c878-46a3-aa74-cd6c4b467303 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:06.708428 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24575aa-0ee0-48d4-9254-d5baa00f9753 req-84269af6-c878-46a3-aa74-cd6c4b467303 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:06.710360 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a24575aa-0ee0-48d4-9254-d5baa00f9753 req-84269af6-c878-46a3-aa74-cd6c4b467303 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 2419 time: 0.1155181 Aug 19 18:09:06.711296 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aead657-5425-4ef6-9227-5b3bdd09863b None None] Network f6ca3005-f821-4bbf-9771-cb98a9ef289d requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:06.760375 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a9d0f71f-ef8e-4aa6-8b2c-b4161c283e53 req-81c0073b-3b27-4fa3-9f5f-bb9078e96860 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:06.768664 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:06.799261 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['dddf18aa-d021-4741-a858-fa76ab80de15'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:06.812894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0073b-3b27-4fa3-9f5f-bb9078e96860 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Pushing event deleted for resources: {'Port': ['ID=dddf18aa-d021-4741-a858-fa76ab80de15,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:06.832413 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0c9f2-d5a3-4b8e-bf93-cf401e30efa6 req-e24fff4a-b4cf-44ac-9778-1bc815c705cc tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:06.845136 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1df0c9f2-d5a3-4b8e-bf93-cf401e30efa6 req-e24fff4a-b4cf-44ac-9778-1bc815c705cc tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0750268 Aug 19 18:09:06.845605 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:06.876881 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a24575aa-0ee0-48d4-9254-d5baa00f9753 req-41fef93b-baad-4da5-ab0b-3b145fe868ef tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597643 Aug 19 18:09:06.892178 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=8b7af2c9-ee9b-46f3-9f81-ee153dca90f5,segment=NetworkSegment(3f18c88e-ca3d-4b8a-a222-241455d9fd2f),segment_id=3f18c88e-ca3d-4b8a-a222-241455d9fd2f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:06.898237 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:06.899270 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 093f4306-674e-490b-a5f0-ea79738c3dd1 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:09:06.911167 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d0f71f-ef8e-4aa6-8b2c-b4161c283e53 req-81c0073b-3b27-4fa3-9f5f-bb9078e96860 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] No DVR routers for this DVR port dddf18aa-d021-4741-a858-fa76ab80de15 on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:09:06.914014 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a9d0f71f-ef8e-4aa6-8b2c-b4161c283e53 req-81c0073b-3b27-4fa3-9f5f-bb9078e96860 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:06.916167 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a9d0f71f-ef8e-4aa6-8b2c-b4161c283e53 req-81c0073b-3b27-4fa3-9f5f-bb9078e96860 tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.50 "DELETE /v2.0/ports/dddf18aa-d021-4741-a858-fa76ab80de15 HTTP/1.1" status: 204 len: 173 time: 0.8609796 Aug 19 18:09:06.916641 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135a8ecd-3808-487a-8932-849f23ff8d62', 'name': 'network-vif-deleted', 'tag': 'dddf18aa-d021-4741-a858-fa76ab80de15'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:06.919069 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7ec2a7-32a7-491b-be78-6dbd32156539" -d '{"events": [{"server_uuid": "135a8ecd-3808-487a-8932-849f23ff8d62", "name": "network-vif-deleted", "tag": "dddf18aa-d021-4741-a858-fa76ab80de15"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:06.925943 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1df0c9f2-d5a3-4b8e-bf93-cf401e30efa6 req-826a2214-608c-409c-a0f9-640cee52265e tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739653 Aug 19 18:09:06.977560 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d58f5c-e330-4342-9bb3-c1242047c352 x-openstack-request-id: req-b7d58f5c-e330-4342-9bb3-c1242047c352 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:06.977862 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135a8ecd-3808-487a-8932-849f23ff8d62", "name": "network-vif-deleted", "tag": "dddf18aa-d021-4741-a858-fa76ab80de15", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:06.978122 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7d58f5c-e330-4342-9bb3-c1242047c352 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:06.978744 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135a8ecd-3808-487a-8932-849f23ff8d62', 'name': 'network-vif-deleted', 'tag': 'dddf18aa-d021-4741-a858-fa76ab80de15', 'status': 'completed', 'code': 200} Aug 19 18:09:07.055974 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 093f4306-674e-490b-a5f0-ea79738c3dd1, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=093f4306-674e-490b-a5f0-ea79738c3dd1,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:07.061299 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=8b7af2c9-ee9b-46f3-9f81-ee153dca90f5,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:07.086949 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '093f4306-674e-490b-a5f0-ea79738c3dd1', 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e', 'port_id': '093f4306-674e-490b-a5f0-ea79738c3dd1', 'mac_address': 'fa:16:3e:84:42:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148c2169-2926-4f60-a141-8969465d9d36', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:09:07.097837 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ed5ddca9-75f8-4752-8619-e60957c7439c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:07.145186 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:07.170516 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 093f4306-674e-490b-a5f0-ea79738c3dd1 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:07.174236 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09e959-418d-4f1b-a9d9-36120c8eb618 req-34d7307e-c532-4544-a8bd-e26d49a0c5ad tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:07.181259 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09e959-418d-4f1b-a9d9-36120c8eb618 req-34d7307e-c532-4544-a8bd-e26d49a0c5ad tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:07.188974 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09e959-418d-4f1b-a9d9-36120c8eb618 req-34d7307e-c532-4544-a8bd-e26d49a0c5ad tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:07.206300 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09e959-418d-4f1b-a9d9-36120c8eb618 req-34d7307e-c532-4544-a8bd-e26d49a0c5ad tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:07.211587 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09e959-418d-4f1b-a9d9-36120c8eb618 req-34d7307e-c532-4544-a8bd-e26d49a0c5ad tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:07.219430 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09e959-418d-4f1b-a9d9-36120c8eb618 req-34d7307e-c532-4544-a8bd-e26d49a0c5ad tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:07.230979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09e959-418d-4f1b-a9d9-36120c8eb618 req-34d7307e-c532-4544-a8bd-e26d49a0c5ad tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:07.240318 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d09e959-418d-4f1b-a9d9-36120c8eb618 req-34d7307e-c532-4544-a8bd-e26d49a0c5ad tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5423 time: 0.1602688 Aug 19 18:09:07.259930 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 093f4306-674e-490b-a5f0-ea79738c3dd1, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=093f4306-674e-490b-a5f0-ea79738c3dd1,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:07.262027 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:07.266698 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:07.267729 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device dfb77d0d-a0bb-41e1-b68c-463a99752b1a details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:09:07.316160 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d09e959-418d-4f1b-a9d9-36120c8eb618 req-a2b3a799-fc33-4521-a2fc-3a068aed203b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0748141 Aug 19 18:09:07.376047 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=093f4306-674e-490b-a5f0-ea79738c3dd1,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:07.380442 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port dfb77d0d-a0bb-41e1-b68c-463a99752b1a, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=dfb77d0d-a0bb-41e1-b68c-463a99752b1a,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:07.393456 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'dfb77d0d-a0bb-41e1-b68c-463a99752b1a', 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e', 'port_id': 'dfb77d0d-a0bb-41e1-b68c-463a99752b1a', 'mac_address': 'fa:16:3e:60:52:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148c2169-2926-4f60-a141-8969465d9d36', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:09:07.460195 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:07.478179 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb77d0d-a0bb-41e1-b68c-463a99752b1a {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:07.506164 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7d1d69fc-4b6c-47a8-857b-a7ad32c16508 req-3d9460ba-37f2-4fcb-b7fc-b2d24484dbbe tempest-LiveMigrationNegativeTest-682743410 tempest-LiveMigrationNegativeTest-682743410-project] 10.222.0.24 "GET /v2.0/ports?device_id=135a8ecd-3808-487a-8932-849f23ff8d62 HTTP/1.1" status: 200 len: 210 time: 0.0719752 Aug 19 18:09:07.508249 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port dfb77d0d-a0bb-41e1-b68c-463a99752b1a, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=dfb77d0d-a0bb-41e1-b68c-463a99752b1a,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:07.525152 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:07.526186 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:09:07.631461 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddb6c6-81df-4497-8e04-3924d951c940 req-020ed75e-548a-42a7-9bc1-d0800f96bbf0 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:07.639531 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-35ddb6c6-81df-4497-8e04-3924d951c940 req-020ed75e-548a-42a7-9bc1-d0800f96bbf0 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a HTTP/1.1" status: 200 len: 945 time: 0.0685563 Aug 19 18:09:07.663651 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=dfb77d0d-a0bb-41e1-b68c-463a99752b1a,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:07.687627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-9ad184b2-0f12-4eb6-ab6b-94d09e4463e3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:07.689773 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-9ad184b2-0f12-4eb6-ab6b-94d09e4463e3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/networks?id=f6ca3005-f821-4bbf-9771-cb98a9ef289d HTTP/1.1" status: 200 len: 806 time: 0.1750932 Aug 19 18:09:07.698171 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-35ddb6c6-81df-4497-8e04-3924d951c940 req-ea41c657-4d45-4918-bba9-0a2f8ae215b5 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576417 Aug 19 18:09:07.709042 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-6980b9e5-aaad-4244-a71a-4fc39eb74bb6 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/quotas/ae64f3b0d3994e079c6bfc4ab34b357b HTTP/1.1" status: 200 len: 375 time: 0.0128496 Aug 19 18:09:07.753668 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81,segment=NetworkSegment(0227a178-9e66-4699-ab26-273cdff22665),segment_id=0227a178-9e66-4699-ab26-273cdff22665)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:07.778867 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-d3f4329c-6e37-4f23-a2a5-170d13f90e7e tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae64f3b0d3994e079c6bfc4ab34b357b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519760 Aug 19 18:09:07.926192 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cbae8-cadf-4fc5-aea1-1614d04bdf11 req-9099723d-686a-44fe-a2c6-73b98dce5f8b tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:07.939738 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81', 'network_id': '5f633b63-84e5-45ac-aad5-d8f674f8a1ad', 'port_id': 'e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81', 'mac_address': 'fa:16:3e:b3:dd:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '947e2840-1f3f-4340-b2ca-df7ebf54ea1a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:09:07.949001 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-139cbae8-cadf-4fc5-aea1-1614d04bdf11 req-9099723d-686a-44fe-a2c6-73b98dce5f8b tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 949 time: 0.1722975 Aug 19 18:09:07.973171 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-f118cd68-5f2b-4d50-b585-e72409bfb33b service neutron] 10.222.0.24 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502130 Aug 19 18:09:07.988765 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:08.003731 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-139cbae8-cadf-4fc5-aea1-1614d04bdf11 req-111d29df-c565-41cd-af0b-67aeb3e00264 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537450 Aug 19 18:09:08.007661 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:08.069818 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81,segment=NetworkSegment(0227a178-9e66-4699-ab26-273cdff22665),segment_id=0227a178-9e66-4699-ab26-273cdff22665)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:08.079297 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:08.080913 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device c5aa8d31-a91d-4215-83d9-2d7dea935f79 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:09:08.088358 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:08.111424 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-abd05fd0-437d-4f50-999f-afdafdf82113 service neutron] 10.222.0.24 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368771 Aug 19 18:09:08.165292 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:08.200505 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port c5aa8d31-a91d-4215-83d9-2d7dea935f79, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c5aa8d31-a91d-4215-83d9-2d7dea935f79,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:08.216571 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'c5aa8d31-a91d-4215-83d9-2d7dea935f79', 'network_id': '516636c4-cca9-40b7-8447-b891fcfd801e', 'port_id': 'c5aa8d31-a91d-4215-83d9-2d7dea935f79', 'mac_address': 'fa:16:3e:0f:70:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148c2169-2926-4f60-a141-8969465d9d36', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:09:08.274633 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5147984-f854-4ed6-bba3-3f2d27050994 req-26d05ec3-2977-4ef8-b928-154ef36e2aed tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:08.275208 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:08.283376 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5147984-f854-4ed6-bba3-3f2d27050994 req-26d05ec3-2977-4ef8-b928-154ef36e2aed tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:08.290006 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5147984-f854-4ed6-bba3-3f2d27050994 req-26d05ec3-2977-4ef8-b928-154ef36e2aed tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:08.291055 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5aa8d31-a91d-4215-83d9-2d7dea935f79 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:08.291933 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b5147984-f854-4ed6-bba3-3f2d27050994 req-26d05ec3-2977-4ef8-b928-154ef36e2aed tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 2419 time: 0.0946643 Aug 19 18:09:08.314198 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port c5aa8d31-a91d-4215-83d9-2d7dea935f79, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c5aa8d31-a91d-4215-83d9-2d7dea935f79,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:08.318693 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:08.319679 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device fc8d0cb7-af16-4948-8360-b08bf7de49ad details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:09:08.349052 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b5147984-f854-4ed6-bba3-3f2d27050994 req-18173b5e-659d-47cb-9fc7-6fe8014bdf96 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468376 Aug 19 18:09:08.385737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e960ef-d3ba-4f9d-8204-6ca5518c3414 req-6053b86c-9a15-4ff0-be16-a5826a387306 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:08.398296 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c2e960ef-d3ba-4f9d-8204-6ca5518c3414 req-6053b86c-9a15-4ff0-be16-a5826a387306 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.1129115 Aug 19 18:09:08.424493 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:09:08.429700 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=c5aa8d31-a91d-4215-83d9-2d7dea935f79,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:08.462996 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c2e960ef-d3ba-4f9d-8204-6ca5518c3414 req-3305bff0-f98e-45bc-94ca-43b024c03571 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615509 Aug 19 18:09:08.472472 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port fc8d0cb7-af16-4948-8360-b08bf7de49ad, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=fc8d0cb7-af16-4948-8360-b08bf7de49ad,segment=NetworkSegment(0227a178-9e66-4699-ab26-273cdff22665),segment_id=0227a178-9e66-4699-ab26-273cdff22665)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:08.485632 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'fc8d0cb7-af16-4948-8360-b08bf7de49ad', 'network_id': '5f633b63-84e5-45ac-aad5-d8f674f8a1ad', 'port_id': 'fc8d0cb7-af16-4948-8360-b08bf7de49ad', 'mac_address': 'fa:16:3e:9f:c2:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '947e2840-1f3f-4340-b2ca-df7ebf54ea1a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:09:08.549773 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:08.568523 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc8d0cb7-af16-4948-8360-b08bf7de49ad {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:08.572524 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195506f6-0162-4da0-876e-72b5f10c7f03 req-03c18c0a-aef8-4695-986f-cc148d3aebdd tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:08.582269 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-195506f6-0162-4da0-876e-72b5f10c7f03 req-03c18c0a-aef8-4695-986f-cc148d3aebdd tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a HTTP/1.1" status: 200 len: 945 time: 0.0849621 Aug 19 18:09:08.608127 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port fc8d0cb7-af16-4948-8360-b08bf7de49ad, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=fc8d0cb7-af16-4948-8360-b08bf7de49ad,segment=NetworkSegment(0227a178-9e66-4699-ab26-273cdff22665),segment_id=0227a178-9e66-4699-ab26-273cdff22665)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:08.614123 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:08.629019 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-195506f6-0162-4da0-876e-72b5f10c7f03 req-80238a19-7691-4297-a095-3bbf5251b4b6 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453179 Aug 19 18:09:08.670717 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=fc8d0cb7-af16-4948-8360-b08bf7de49ad,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:08.726541 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d64bf8d8-a54e-4327-a91b-e44757d7a4b5 req-d95ad131-fd2f-4011-8003-5af3aeea901a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d9b2ee-ed8e-4843-b1b1-a1144a051d95 HTTP/1.1" status: 200 len: 210 time: 0.0413423 Aug 19 18:09:08.867340 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdfa6f-fef5-42d8-8ed4-2c4e2ebab9b6 req-e174d019-dea6-41ff-911a-55e4a004be56 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:08.873315 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdfa6f-fef5-42d8-8ed4-2c4e2ebab9b6 req-e174d019-dea6-41ff-911a-55e4a004be56 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:08.880338 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdfa6f-fef5-42d8-8ed4-2c4e2ebab9b6 req-e174d019-dea6-41ff-911a-55e4a004be56 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:08.886463 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdfa6f-fef5-42d8-8ed4-2c4e2ebab9b6 req-e174d019-dea6-41ff-911a-55e4a004be56 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:08.893129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdfa6f-fef5-42d8-8ed4-2c4e2ebab9b6 req-e174d019-dea6-41ff-911a-55e4a004be56 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:08.899451 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdfa6f-fef5-42d8-8ed4-2c4e2ebab9b6 req-e174d019-dea6-41ff-911a-55e4a004be56 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:08.913066 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdfa6f-fef5-42d8-8ed4-2c4e2ebab9b6 req-e174d019-dea6-41ff-911a-55e4a004be56 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:08.915058 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bfcdfa6f-fef5-42d8-8ed4-2c4e2ebab9b6 req-e174d019-dea6-41ff-911a-55e4a004be56 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5428 time: 0.1137459 Aug 19 18:09:08.967743 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bfcdfa6f-fef5-42d8-8ed4-2c4e2ebab9b6 req-47693e9e-eaf5-40ca-ab02-e6766efd1ad7 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0453577 Aug 19 18:09:09.261488 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2492efb-f15e-4a01-beed-b149be8059d1 req-fc8ff04a-0c05-4ed1-82d7-1e9b1c15ced0 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:09.266098 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b2492efb-f15e-4a01-beed-b149be8059d1 req-fc8ff04a-0c05-4ed1-82d7-1e9b1c15ced0 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 949 time: 0.1025307 Aug 19 18:09:09.317231 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b2492efb-f15e-4a01-beed-b149be8059d1 req-191e6ec7-2c38-405b-b0a8-d403f39db379 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479758 Aug 19 18:09:09.345886 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197dc7b-b015-4ad8-ab83-8c1dab0eb897 req-0ee49379-928c-470a-aa7e-3f3a56ae8069 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:09.352279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197dc7b-b015-4ad8-ab83-8c1dab0eb897 req-0ee49379-928c-470a-aa7e-3f3a56ae8069 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:09.359444 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197dc7b-b015-4ad8-ab83-8c1dab0eb897 req-0ee49379-928c-470a-aa7e-3f3a56ae8069 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:09.361380 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f197dc7b-b015-4ad8-ab83-8c1dab0eb897 req-0ee49379-928c-470a-aa7e-3f3a56ae8069 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 2419 time: 0.0858219 Aug 19 18:09:09.366623 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43480) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:09.407958 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f197dc7b-b015-4ad8-ab83-8c1dab0eb897 req-6cb2ca98-6b92-43b7-acf7-1c575eb04769 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388205 Aug 19 18:09:09.432653 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['44151cda-69e6-4588-a910-707492210d9d'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:09.486424 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['093f4306-674e-490b-a5f0-ea79738c3dd1'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:09.524825 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['fc8d0cb7-af16-4948-8360-b08bf7de49ad'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:09.527454 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:09.530092 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['dfb77d0d-a0bb-41e1-b68c-463a99752b1a'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:09.537465 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['c5aa8d31-a91d-4215-83d9-2d7dea935f79'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:09.560312 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0be8f29b-c1ac-40b4-8441-bd4c8e52e697 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85cc3cfb1680444498ac5e62ccbdf2db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922023 Aug 19 18:09:09.564079 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43488) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:09.624211 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb50ac-b741-4d08-acf8-02031c3bc35a req-b2b4243d-8d6e-44db-9e6c-3c0f08e07df3 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:09.626420 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7cb50ac-b741-4d08-acf8-02031c3bc35a req-b2b4243d-8d6e-44db-9e6c-3c0f08e07df3 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0704410 Aug 19 18:09:09.673087 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bb8e215-af9e-443b-aa77-097e5c0414b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:09.720766 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bb8e215-af9e-443b-aa77-097e5c0414b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:09.726262 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7cb50ac-b741-4d08-acf8-02031c3bc35a req-9d4bc54b-346e-43bd-a34d-601aa2dc2589 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876868 Aug 19 18:09:09.812480 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device dddf18aa-d021-4741-a858-fa76ab80de15 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:09.902046 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd05dd-df51-445a-a344-ff7832c7b116 req-0864f85f-1d14-41d9-ba57-04f6f9de0699 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:09.903880 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bbbd05dd-df51-445a-a344-ff7832c7b116 req-0864f85f-1d14-41d9-ba57-04f6f9de0699 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a HTTP/1.1" status: 200 len: 945 time: 0.0850761 Aug 19 18:09:09.913144 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-313da221-669b-432c-b051-610da6b2e2de tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:09.919223 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-313da221-669b-432c-b051-610da6b2e2de tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.54 "GET /v2.0/networks?id=f6ca3005-f821-4bbf-9771-cb98a9ef289d HTTP/1.1" status: 200 len: 806 time: 0.2185628 Aug 19 18:09:09.934603 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-636a8111-83e2-4ab4-9b82-bf611a47e33f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Request body: {'port': {'device_id': 'a1d9b2ee-ed8e-4843-b1b1-a1144a051d95', 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d', 'admin_state_up': True, 'tenant_id': 'ae64f3b0d3994e079c6bfc4ab34b357b'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:09.934999 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: dddf18aa-d021-4741-a858-fa76ab80de15 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:09:09.935349 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device dddf18aa-d021-4741-a858-fa76ab80de15 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:09:09.947899 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bb8e215-af9e-443b-aa77-097e5c0414b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:09.954424 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bb8e215-af9e-443b-aa77-097e5c0414b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:09.958693 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0bb8e215-af9e-443b-aa77-097e5c0414b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d98c61df-2b9c-4787-9c48-908f72989b29 HTTP/1.1" status: 204 len: 168 time: 0.3899155 Aug 19 18:09:09.964605 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bbbd05dd-df51-445a-a344-ff7832c7b116 req-bddad588-d9c0-4dcf-bc97-db611008aaf7 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541830 Aug 19 18:09:09.992434 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8e215-af9e-443b-aa77-097e5c0414b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98c61df-2b9c-4787-9c48-908f72989b29,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:10.037978 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-31e45c38-f772-428f-add8-5c529ba5e01a req-88089cf7-0045-46f9-934a-31cbb2a260ec tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d9b2ee-ed8e-4843-b1b1-a1144a051d95 HTTP/1.1" status: 200 len: 210 time: 0.0942969 Aug 19 18:09:10.170051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-636a8111-83e2-4ab4-9b82-bf611a47e33f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Made reservation on behalf of ae64f3b0d3994e079c6bfc4ab34b357b for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:10.176034 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-636a8111-83e2-4ab4-9b82-bf611a47e33f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:10.415147 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e64b12-82c5-4cc9-9653-b94efa828a48 req-6f1246c3-1db3-4dbd-b631-c48399a01c4e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:10.425938 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e64b12-82c5-4cc9-9653-b94efa828a48 req-6f1246c3-1db3-4dbd-b631-c48399a01c4e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:10.451262 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:10.454560 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e64b12-82c5-4cc9-9653-b94efa828a48 req-6f1246c3-1db3-4dbd-b631-c48399a01c4e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:10.462434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e64b12-82c5-4cc9-9653-b94efa828a48 req-6f1246c3-1db3-4dbd-b631-c48399a01c4e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:10.472442 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e64b12-82c5-4cc9-9653-b94efa828a48 req-6f1246c3-1db3-4dbd-b631-c48399a01c4e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:10.480102 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e64b12-82c5-4cc9-9653-b94efa828a48 req-6f1246c3-1db3-4dbd-b631-c48399a01c4e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:10.492180 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e64b12-82c5-4cc9-9653-b94efa828a48 req-6f1246c3-1db3-4dbd-b631-c48399a01c4e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:10.495012 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43528) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:10.497086 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b1e64b12-82c5-4cc9-9653-b94efa828a48 req-6f1246c3-1db3-4dbd-b631-c48399a01c4e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5428 time: 0.1883690 Aug 19 18:09:10.498087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-636a8111-83e2-4ab4-9b82-bf611a47e33f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Allocated IP 172.20.0.2 (f6ca3005-f821-4bbf-9771-cb98a9ef289d/ee52aea2-4c4c-4ce5-9853-28e4d75899b9/63329f52-4d29-46a2-8007-c28af4280754) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:10.571040 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b1e64b12-82c5-4cc9-9653-b94efa828a48 req-2629b99d-929b-4023-aeea-723974c6a73d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0588057 Aug 19 18:09:10.574348 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a48d81d5-80b4-4a34-ac11-f11d5c6fd463 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7763a3fae2b641d5aad829239ac769eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0755827 Aug 19 18:09:10.574890 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43532) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:10.606502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['8b7af2c9-ee9b-46f3-9f81-ee153dca90f5'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:10.715233 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20771e-3fa3-423a-a69b-987403f364a5 req-d931ab4e-1651-4890-aff7-b9b9db1fe804 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:10.722617 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20771e-3fa3-423a-a69b-987403f364a5 req-d931ab4e-1651-4890-aff7-b9b9db1fe804 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:10.734572 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20771e-3fa3-423a-a69b-987403f364a5 req-d931ab4e-1651-4890-aff7-b9b9db1fe804 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:10.736295 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ec20771e-3fa3-423a-a69b-987403f364a5 req-d931ab4e-1651-4890-aff7-b9b9db1fe804 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 2419 time: 0.0858774 Aug 19 18:09:10.754479 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bba852c6-20d3-4822-ace9-fa63df819d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:10.800912 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870ee42-7cb0-4ada-98b9-3e07dfade546 req-d2eb7f11-96ba-42fd-8c97-8bf8664eb06d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:10.802524 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9870ee42-7cb0-4ada-98b9-3e07dfade546 req-d2eb7f11-96ba-42fd-8c97-8bf8664eb06d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 949 time: 0.1709712 Aug 19 18:09:10.824931 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ec20771e-3fa3-423a-a69b-987403f364a5 req-39ca6440-4fd9-4da4-9cb2-4845dac9e508 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773442 Aug 19 18:09:10.828218 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-636a8111-83e2-4ab4-9b82-bf611a47e33f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:10.838405 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bba852c6-20d3-4822-ace9-fa63df819d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:10.911187 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:10.941939 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9870ee42-7cb0-4ada-98b9-3e07dfade546 req-935f049a-3e2c-4317-adc9-48766a6c7b05 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183913 Aug 19 18:09:10.976976 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-636a8111-83e2-4ab4-9b82-bf611a47e33f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:11.032136 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bba852c6-20d3-4822-ace9-fa63df819d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:11.034670 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bba852c6-20d3-4822-ace9-fa63df819d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:11.035851 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bba852c6-20d3-4822-ace9-fa63df819d7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6968e27-1e22-4d78-826e-73bc66d1f955 HTTP/1.1" status: 204 len: 168 time: 0.4599981 Aug 19 18:09:11.052154 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1771f-2f1e-47cb-af3e-d2552300777b req-2d0e44b2-820a-4383-b393-ba27fc8d3519 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:11.054039 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba852c6-20d3-4822-ace9-fa63df819d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6968e27-1e22-4d78-826e-73bc66d1f955,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:11.054725 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-62b1771f-2f1e-47cb-af3e-d2552300777b req-2d0e44b2-820a-4383-b393-ba27fc8d3519 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0656910 Aug 19 18:09:11.058550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a8111-83e2-4ab4-9b82-bf611a47e33f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Pushing event updated for resources: {'Port': ['ID=63329f52-4d29-46a2-8007-c28af4280754,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:11.069074 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-636a8111-83e2-4ab4-9b82-bf611a47e33f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Network f6ca3005-f821-4bbf-9771-cb98a9ef289d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:11.071913 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-636a8111-83e2-4ab4-9b82-bf611a47e33f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:11.080169 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-636a8111-83e2-4ab4-9b82-bf611a47e33f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:09:11.118449 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-62b1771f-2f1e-47cb-af3e-d2552300777b req-a9d85be7-042e-41c1-8c8e-2fe1d1b53f29 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545266 Aug 19 18:09:11.160788 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-636a8111-83e2-4ab4-9b82-bf611a47e33f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:11.161462 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-636a8111-83e2-4ab4-9b82-bf611a47e33f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:11.203714 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-636a8111-83e2-4ab4-9b82-bf611a47e33f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2745230 Aug 19 18:09:11.220374 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-a942f09e-f6be-4e64-b91b-7b5216c9414d service neutron] Request body: {'port': {'device_id': 'a1d9b2ee-ed8e-4843-b1b1-a1144a051d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:11.260244 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956d48c-3acf-4a76-ad27-a862bfbc84df req-4e939ef3-deb2-4fc0-be08-7be6e0b760ac tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:11.267782 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c956d48c-3acf-4a76-ad27-a862bfbc84df req-4e939ef3-deb2-4fc0-be08-7be6e0b760ac tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d9b2ee-ed8e-4843-b1b1-a1144a051d95 HTTP/1.1" status: 200 len: 931 time: 0.1030550 Aug 19 18:09:11.337072 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c956d48c-3acf-4a76-ad27-a862bfbc84df req-9628dda1-1885-4fd4-80a0-fb7b704b3c0f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683033 Aug 19 18:09:11.350055 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-a942f09e-f6be-4e64-b91b-7b5216c9414d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:11.367314 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43556) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:11.512449 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c8c54cab-a5c9-4a4c-9207-9d76fea3205e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:11.753526 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-a942f09e-f6be-4e64-b91b-7b5216c9414d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63329f52-4d29-46a2-8007-c28af4280754 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:11.759343 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c8c54cab-a5c9-4a4c-9207-9d76fea3205e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:11.761847 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb298dc-247b-43a3-8d23-f0cf1845feb4 req-72c9c9b8-6ffe-419b-a104-af3fb1789991 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:11.765193 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-a942f09e-f6be-4e64-b91b-7b5216c9414d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:11.768397 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb298dc-247b-43a3-8d23-f0cf1845feb4 req-72c9c9b8-6ffe-419b-a104-af3fb1789991 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:11.768620 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c8c54cab-a5c9-4a4c-9207-9d76fea3205e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:11.775084 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb298dc-247b-43a3-8d23-f0cf1845feb4 req-72c9c9b8-6ffe-419b-a104-af3fb1789991 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:11.781752 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb298dc-247b-43a3-8d23-f0cf1845feb4 req-72c9c9b8-6ffe-419b-a104-af3fb1789991 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:11.788228 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb298dc-247b-43a3-8d23-f0cf1845feb4 req-72c9c9b8-6ffe-419b-a104-af3fb1789991 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:11.794570 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb298dc-247b-43a3-8d23-f0cf1845feb4 req-72c9c9b8-6ffe-419b-a104-af3fb1789991 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:11.802998 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb298dc-247b-43a3-8d23-f0cf1845feb4 req-72c9c9b8-6ffe-419b-a104-af3fb1789991 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:11.806097 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9fb298dc-247b-43a3-8d23-f0cf1845feb4 req-72c9c9b8-6ffe-419b-a104-af3fb1789991 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5428 time: 0.1268320 Aug 19 18:09:11.820522 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-a942f09e-f6be-4e64-b91b-7b5216c9414d service neutron] Transition to ACTIVE for port object 63329f52-4d29-46a2-8007-c28af4280754 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:11.833648 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-a942f09e-f6be-4e64-b91b-7b5216c9414d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:11.842656 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c8c54cab-a5c9-4a4c-9207-9d76fea3205e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5326d1388b264cf1a353ed8be1b1cb4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4726961 Aug 19 18:09:11.845816 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43578) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:11.847820 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c54cab-a5c9-4a4c-9207-9d76fea3205e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffe9111-6f59-426e-8a2a-daeac18eba5a,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:11.898300 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9fb298dc-247b-43a3-8d23-f0cf1845feb4 req-d6e556ba-1bcd-46d6-85b4-59c29e8dd5e9 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0866547 Aug 19 18:09:11.910380 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942f09e-f6be-4e64-b91b-7b5216c9414d service neutron] Pushing event updated for resources: {'Port': ['ID=63329f52-4d29-46a2-8007-c28af4280754,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:11.938418 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd6bc350-9b1f-40e9-9721-937ba3fb1865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:11.965885 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd6bc350-9b1f-40e9-9721-937ba3fb1865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:12.024064 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd6bc350-9b1f-40e9-9721-937ba3fb1865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:12.028010 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd6bc350-9b1f-40e9-9721-937ba3fb1865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:12.029948 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dd6bc350-9b1f-40e9-9721-937ba3fb1865 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ffe9111-6f59-426e-8a2a-daeac18eba5a HTTP/1.1" status: 204 len: 168 time: 0.1829393 Aug 19 18:09:12.053792 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6bc350-9b1f-40e9-9721-937ba3fb1865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffe9111-6f59-426e-8a2a-daeac18eba5a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:12.118450 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-5e203acf-7255-43ef-9b53-f29971742a4b tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:12.125000 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-5e203acf-7255-43ef-9b53-f29971742a4b tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:12.127435 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847590fb-c236-4689-9225-b75002bd33b5 req-6dbb31f8-2f27-4864-bd70-04c493e8bd6e tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:12.129911 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-847590fb-c236-4689-9225-b75002bd33b5 req-6dbb31f8-2f27-4864-bd70-04c493e8bd6e tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 949 time: 0.0780776 Aug 19 18:09:12.131601 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-5e203acf-7255-43ef-9b53-f29971742a4b tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:12.133279 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-5e203acf-7255-43ef-9b53-f29971742a4b tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.50 "GET /v2.0/ports?device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 2419 time: 0.1130300 Aug 19 18:09:12.156309 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a516d-b144-4b0d-86e2-8a07fa81478b req-75a3579a-e33b-4e74-966e-4b80af454a1a tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:12.162588 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a516d-b144-4b0d-86e2-8a07fa81478b req-75a3579a-e33b-4e74-966e-4b80af454a1a tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:12.172181 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a516d-b144-4b0d-86e2-8a07fa81478b req-75a3579a-e33b-4e74-966e-4b80af454a1a tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:12.178575 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cb2a516d-b144-4b0d-86e2-8a07fa81478b req-75a3579a-e33b-4e74-966e-4b80af454a1a tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 2419 time: 0.2182961 Aug 19 18:09:12.201408 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-847590fb-c236-4689-9225-b75002bd33b5 req-732071ad-beaa-4f5c-8148-4780498063aa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650938 Aug 19 18:09:12.241293 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-a942f09e-f6be-4e64-b91b-7b5216c9414d service neutron] Attempting to bind port 63329f52-4d29-46a2-8007-c28af4280754 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:09:12.241668 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-a942f09e-f6be-4e64-b91b-7b5216c9414d service neutron] Attempting to bind port 63329f52-4d29-46a2-8007-c28af4280754 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:09:12.242149 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-a942f09e-f6be-4e64-b91b-7b5216c9414d service neutron] Attempting to bind port 63329f52-4d29-46a2-8007-c28af4280754 on network f6ca3005-f821-4bbf-9771-cb98a9ef289d {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:12.292330 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-a942f09e-f6be-4e64-b91b-7b5216c9414d service neutron] Port 63329f52-4d29-46a2-8007-c28af4280754 on network f6ca3005-f821-4bbf-9771-cb98a9ef289d not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:09:12.292555 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-a942f09e-f6be-4e64-b91b-7b5216c9414d service neutron] Attempting to bind port 63329f52-4d29-46a2-8007-c28af4280754 on network f6ca3005-f821-4bbf-9771-cb98a9ef289d {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:12.314503 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cb2a516d-b144-4b0d-86e2-8a07fa81478b req-e39f9520-7e70-4c25-bd9e-b9d624a3b6ea tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117568 Aug 19 18:09:12.315977 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-a942f09e-f6be-4e64-b91b-7b5216c9414d service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:09:12.316323 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-a942f09e-f6be-4e64-b91b-7b5216c9414d service neutron] Checking segment: {'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:12.316719 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-a942f09e-f6be-4e64-b91b-7b5216c9414d service neutron] Bound using segment: {'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:09:12.317911 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-a942f09e-f6be-4e64-b91b-7b5216c9414d service neutron] Bound port: 63329f52-4d29-46a2-8007-c28af4280754, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:09:12.317911 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-a942f09e-f6be-4e64-b91b-7b5216c9414d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:12.378897 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadda60-2cc2-4597-b728-c024794bbe88 req-be93cab4-519c-40c2-8e6b-1f81a194b6ed tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:12.391640 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3cadda60-2cc2-4597-b728-c024794bbe88 req-be93cab4-519c-40c2-8e6b-1f81a194b6ed tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.1081510 Aug 19 18:09:12.412719 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-9134201a-57f9-4747-9eb7-5158394c9c80 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Deleting port 3cd6264a-caf8-467b-87a8-cb1ce04cf37c {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:12.413266 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-9134201a-57f9-4747-9eb7-5158394c9c80 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:12.446579 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3cadda60-2cc2-4597-b728-c024794bbe88 req-5334545f-2823-484f-bca4-05edf12f0799 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535505 Aug 19 18:09:12.538070 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-a942f09e-f6be-4e64-b91b-7b5216c9414d service neutron] For port 63329f52-4d29-46a2-8007-c28af4280754, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:09:12.579367 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-a942f09e-f6be-4e64-b91b-7b5216c9414d service neutron] For port 63329f52-4d29-46a2-8007-c28af4280754, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=63329f52-4d29-46a2-8007-c28af4280754,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:09:12.590036 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43608) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:12.590648 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-a942f09e-f6be-4e64-b91b-7b5216c9414d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:12.605859 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5112ca52-1949-4460-9898-70ce0f124eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:12.654801 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a69200-f41d-494d-bd6e-308eeb7595ea req-c1112506-41d8-4197-b1ab-95d99039bc32 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:12.656633 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-21a69200-f41d-494d-bd6e-308eeb7595ea req-c1112506-41d8-4197-b1ab-95d99039bc32 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d9b2ee-ed8e-4843-b1b1-a1144a051d95 HTTP/1.1" status: 200 len: 943 time: 0.1517856 Aug 19 18:09:12.665642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-a942f09e-f6be-4e64-b91b-7b5216c9414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:12.666275 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-a942f09e-f6be-4e64-b91b-7b5216c9414d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:12.667818 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-a942f09e-f6be-4e64-b91b-7b5216c9414d service neutron] 10.222.0.54 "PUT /v2.0/ports/63329f52-4d29-46a2-8007-c28af4280754 HTTP/1.1" status: 200 len: 1091 time: 1.4547257 Aug 19 18:09:12.668337 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d9b2ee-ed8e-4843-b1b1-a1144a051d95', 'tag': '63329f52-4d29-46a2-8007-c28af4280754'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:12.670181 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 093f4306-674e-490b-a5f0-ea79738c3dd1 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:12.670745 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011b37ca-225b-42ea-babf-21a15db8eb39" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d9b2ee-ed8e-4843-b1b1-a1144a051d95", "tag": "63329f52-4d29-46a2-8007-c28af4280754"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:12.678342 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-9134201a-57f9-4747-9eb7-5158394c9c80 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] For port 3cd6264a-caf8-467b-87a8-cb1ce04cf37c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=3cd6264a-caf8-467b-87a8-cb1ce04cf37c,segment=NetworkSegment(49cbdd55-f066-41a3-86f8-2cff75cce4e4),segment_id=49cbdd55-f066-41a3-86f8-2cff75cce4e4)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:12.678718 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-9134201a-57f9-4747-9eb7-5158394c9c80 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:12.745586 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 093f4306-674e-490b-a5f0-ea79738c3dd1 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:12.754453 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 093f4306-674e-490b-a5f0-ea79738c3dd1 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:12.755405 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:12.809081 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-9134201a-57f9-4747-9eb7-5158394c9c80 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Calling delete_port for 3cd6264a-caf8-467b-87a8-cb1ce04cf37c owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:12.813349 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1c6813-d5bf-4284-bc48-d3f38fb3d89f x-openstack-request-id: req-ed1c6813-d5bf-4284-bc48-d3f38fb3d89f {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:12.814023 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d9b2ee-ed8e-4843-b1b1-a1144a051d95", "tag": "63329f52-4d29-46a2-8007-c28af4280754", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:12.814505 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed1c6813-d5bf-4284-bc48-d3f38fb3d89f {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:12.815127 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d9b2ee-ed8e-4843-b1b1-a1144a051d95', 'tag': '63329f52-4d29-46a2-8007-c28af4280754', 'status': 'completed', 'code': 200} Aug 19 18:09:12.820992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942f09e-f6be-4e64-b91b-7b5216c9414d service neutron] Pushing event updated for resources: {'Port': ['ID=63329f52-4d29-46a2-8007-c28af4280754,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:12.855902 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-21a69200-f41d-494d-bd6e-308eeb7595ea req-04fb0c8f-7441-449c-9fc9-729ea989229c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815774 Aug 19 18:09:12.898491 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5112ca52-1949-4460-9898-70ce0f124eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:12.906038 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5112ca52-1949-4460-9898-70ce0f124eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:12.909643 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-afc16b91-61ea-43c3-b23b-f6774df36079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:12.911179 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-afc16b91-61ea-43c3-b23b-f6774df36079 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ae64f3b0d3994e079c6bfc4ab34b357b&device_id=a1d9b2ee-ed8e-4843-b1b1-a1144a051d95 HTTP/1.1" status: 200 len: 1094 time: 0.1854074 Aug 19 18:09:12.928091 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:12.939584 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5112ca52-1949-4460-9898-70ce0f124eb9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7cb651bddbd3444a98b6dbc0633a1822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483217 Aug 19 18:09:12.956247 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43616) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:12.982610 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-6f101460-8e2e-41f7-990c-83c376248524 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63329f52-4d29-46a2-8007-c28af4280754 HTTP/1.1" status: 200 len: 217 time: 0.0610123 Aug 19 18:09:12.984341 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093f4306-674e-490b-a5f0-ea79738c3dd1'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:12.991953 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f93cf1-449d-463e-b380-0a06bb313b5b" -d '{"events": [{"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-plugged", "status": "completed", "tag": "093f4306-674e-490b-a5f0-ea79738c3dd1"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:13.019914 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 093f4306-674e-490b-a5f0-ea79738c3dd1, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=093f4306-674e-490b-a5f0-ea79738c3dd1,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:13.030963 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:13.030963 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device fc8d0cb7-af16-4948-8360-b08bf7de49ad up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:13.096741 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-2f35e450-9e34-42fd-8b93-2f6a3ea1d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:13.100727 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112ca52-1949-4460-9898-70ce0f124eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f42d36-32ab-4d40-bf3f-1842a1004e72,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:13.111594 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-2f35e450-9e34-42fd-8b93-2f6a3ea1d633 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ee52aea2-4c4c-4ce5-9853-28e4d75899b9 HTTP/1.1" status: 200 len: 846 time: 0.1003668 Aug 19 18:09:13.146689 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f456902-eb26-442e-a2c7-7bda3dc19c40 req-411d1c23-b6bb-4e79-a1f5-8b703c0fb119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:13.147009 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6163231-ec4a-4a32-8e49-9bfe7a3875f7 x-openstack-request-id: req-e6163231-ec4a-4a32-8e49-9bfe7a3875f7 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:13.147308 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-plugged", "status": "completed", "tag": "093f4306-674e-490b-a5f0-ea79738c3dd1", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:13.147710 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6163231-ec4a-4a32-8e49-9bfe7a3875f7 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:13.148128 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093f4306-674e-490b-a5f0-ea79738c3dd1', 'code': 200} Aug 19 18:09:13.148865 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1f456902-eb26-442e-a2c7-7bda3dc19c40 req-411d1c23-b6bb-4e79-a1f5-8b703c0fb119 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 1096 time: 0.2155242 Aug 19 18:09:13.166829 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331174-a292-4222-ac55-b3e7113688e9 req-406651d9-9dfc-45d7-884a-9f1bd9d32690 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:13.175905 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-ba69ed06-9a66-414f-8245-958ab875d947 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f6ca3005-f821-4bbf-9771-cb98a9ef289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624149 Aug 19 18:09:13.177481 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331174-a292-4222-ac55-b3e7113688e9 req-406651d9-9dfc-45d7-884a-9f1bd9d32690 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:13.187474 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331174-a292-4222-ac55-b3e7113688e9 req-406651d9-9dfc-45d7-884a-9f1bd9d32690 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:13.190826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=093f4306-674e-490b-a5f0-ea79738c3dd1,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:13.195626 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331174-a292-4222-ac55-b3e7113688e9 req-406651d9-9dfc-45d7-884a-9f1bd9d32690 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:13.199933 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:13.200284 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:13.200629 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:13.201608 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:13.201608 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:13.201608 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:13.201965 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:13.202426 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:13.202756 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:13.203176 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:13.203510 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:13.203839 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:13.205607 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331174-a292-4222-ac55-b3e7113688e9 req-406651d9-9dfc-45d7-884a-9f1bd9d32690 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:13.215236 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331174-a292-4222-ac55-b3e7113688e9 req-406651d9-9dfc-45d7-884a-9f1bd9d32690 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:13.223972 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port fc8d0cb7-af16-4948-8360-b08bf7de49ad completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:13.231284 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331174-a292-4222-ac55-b3e7113688e9 req-406651d9-9dfc-45d7-884a-9f1bd9d32690 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:13.231614 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port fc8d0cb7-af16-4948-8360-b08bf7de49ad triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:13.232013 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:13.245948 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-70331174-a292-4222-ac55-b3e7113688e9 req-406651d9-9dfc-45d7-884a-9f1bd9d32690 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5429 time: 0.2274969 Aug 19 18:09:13.256303 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ab8e1d2-c2cf-4cc8-9162-42c7b8268a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:13.282457 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-9134201a-57f9-4747-9eb7-5158394c9c80 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:13.297090 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['3550858b-7bc1-49ae-a16f-6b514a917d46', 'fb024ecd-788e-4988-a074-bbfbe9c89a0f', '3cd6264a-caf8-467b-87a8-cb1ce04cf37c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:13.332911 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ab8e1d2-c2cf-4cc8-9162-42c7b8268a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:13.353036 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134201a-57f9-4747-9eb7-5158394c9c80 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event deleted for resources: {'Port': ['ID=3cd6264a-caf8-467b-87a8-cb1ce04cf37c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:13.364945 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:13.384569 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-70331174-a292-4222-ac55-b3e7113688e9 req-814495dc-a705-4b56-81a6-16e1ee4fec10 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1349523 Aug 19 18:09:13.389098 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1f456902-eb26-442e-a2c7-7bda3dc19c40 req-a6d6ced6-a53b-4047-a13c-af6f6514fc0e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409338 Aug 19 18:09:13.402259 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-98bda0ec-8ea5-470a-a888-b383edceff65 service neutron] 10.222.0.54 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039011 Aug 19 18:09:13.437473 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port fc8d0cb7-af16-4948-8360-b08bf7de49ad, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=fc8d0cb7-af16-4948-8360-b08bf7de49ad,segment=NetworkSegment(0227a178-9e66-4699-ab26-273cdff22665),segment_id=0227a178-9e66-4699-ab26-273cdff22665)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:13.448896 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-9134201a-57f9-4747-9eb7-5158394c9c80 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] No DVR routers for this DVR port 3cd6264a-caf8-467b-87a8-cb1ce04cf37c on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:09:13.450502 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:13.462019 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-9134201a-57f9-4747-9eb7-5158394c9c80 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:13.464091 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-9134201a-57f9-4747-9eb7-5158394c9c80 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.50 "DELETE /v2.0/ports/3cd6264a-caf8-467b-87a8-cb1ce04cf37c HTTP/1.1" status: 204 len: 173 time: 1.3182786 Aug 19 18:09:13.473885 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ab8e1d2-c2cf-4cc8-9162-42c7b8268a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:13.476703 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ab8e1d2-c2cf-4cc8-9162-42c7b8268a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:13.483181 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2ab8e1d2-c2cf-4cc8-9162-42c7b8268a38 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83f42d36-32ab-4d40-bf3f-1842a1004e72 HTTP/1.1" status: 204 len: 168 time: 0.5243251 Aug 19 18:09:13.500754 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8e1d2-c2cf-4cc8-9162-42c7b8268a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f42d36-32ab-4d40-bf3f-1842a1004e72,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:13.503782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425d630-c261-4bfa-a0dd-d30646176d6f req-dc48d845-2174-4308-9a89-7cf79ce8d894 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:13.505702 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0425d630-c261-4bfa-a0dd-d30646176d6f req-dc48d845-2174-4308-9a89-7cf79ce8d894 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 949 time: 0.2172060 Aug 19 18:09:13.574289 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0425d630-c261-4bfa-a0dd-d30646176d6f req-8788fa2e-669d-40b5-b67e-46667e5c7c18 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615008 Aug 19 18:09:13.588297 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=fc8d0cb7-af16-4948-8360-b08bf7de49ad,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:13.602892 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0210ef1a-1081-4996-bbe0-7dfe6ae23455 req-e25e6635-841d-42f3-b997-74c3239fe150 service neutron] 10.222.0.54 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856606 Aug 19 18:09:13.770726 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-59e396d3-b01a-4b16-8465-4f90fa5aa6a3 req-4f0bb614-b343-4e31-b0b3-46e5336ad10b tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2037062427', 'description': 'tempest-description-1410971644'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:13.803327 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 28754580-96ae-4374-83ef-03cef478e0a2 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:09:13.806595 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-59e396d3-b01a-4b16-8465-4f90fa5aa6a3 req-4f0bb614-b343-4e31-b0b3-46e5336ad10b tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:13.818954 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-59e396d3-b01a-4b16-8465-4f90fa5aa6a3 req-4f0bb614-b343-4e31-b0b3-46e5336ad10b tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:13.965447 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-59e396d3-b01a-4b16-8465-4f90fa5aa6a3 req-4f0bb614-b343-4e31-b0b3-46e5336ad10b tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:13.971697 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-59e396d3-b01a-4b16-8465-4f90fa5aa6a3 req-4f0bb614-b343-4e31-b0b3-46e5336ad10b tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:13.996309 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 28754580-96ae-4374-83ef-03cef478e0a2, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=28754580-96ae-4374-83ef-03cef478e0a2,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:14.025685 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '28754580-96ae-4374-83ef-03cef478e0a2', 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a', 'port_id': '28754580-96ae-4374-83ef-03cef478e0a2', 'mac_address': 'fa:16:3e:86:36:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09884e41-8987-4095-b41a-2dbe97fb4846', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:09:14.030951 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bb614-b343-4e31-b0b3-46e5336ad10b tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fb88a0-6736-46de-a811-98642998c977,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:14.091797 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:14.112920 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28754580-96ae-4374-83ef-03cef478e0a2 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:14.115310 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-59e396d3-b01a-4b16-8465-4f90fa5aa6a3 req-4f0bb614-b343-4e31-b0b3-46e5336ad10b tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:14.123332 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-59e396d3-b01a-4b16-8465-4f90fa5aa6a3 req-4f0bb614-b343-4e31-b0b3-46e5336ad10b tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:14.143526 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 28754580-96ae-4374-83ef-03cef478e0a2, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=28754580-96ae-4374-83ef-03cef478e0a2,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:14.150516 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:14.155110 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b37ca-225b-42ea-babf-21a15db8eb39 req-1a323dcd-90a2-416b-94a4-2f08915571ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:14.156794 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-011b37ca-225b-42ea-babf-21a15db8eb39 req-1a323dcd-90a2-416b-94a4-2f08915571ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ae64f3b0d3994e079c6bfc4ab34b357b&device_id=a1d9b2ee-ed8e-4843-b1b1-a1144a051d95 HTTP/1.1" status: 200 len: 1094 time: 0.1111808 Aug 19 18:09:14.166803 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bb614-b343-4e31-b0b3-46e5336ad10b tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50378882-9224-4054-8621-de8beab9873b,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:14.183995 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-59e396d3-b01a-4b16-8465-4f90fa5aa6a3 req-4f0bb614-b343-4e31-b0b3-46e5336ad10b tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:14.188436 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59e396d3-b01a-4b16-8465-4f90fa5aa6a3 req-4f0bb614-b343-4e31-b0b3-46e5336ad10b tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4271390 Aug 19 18:09:14.188678 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2484a0c-58cb-4fec-8574-6f037e4ec90a req-a045fe8d-de02-4f83-ae9d-b9050f0e6516 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:14.194964 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2484a0c-58cb-4fec-8574-6f037e4ec90a req-a045fe8d-de02-4f83-ae9d-b9050f0e6516 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:14.196655 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2484a0c-58cb-4fec-8574-6f037e4ec90a req-a045fe8d-de02-4f83-ae9d-b9050f0e6516 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 1683 time: 0.5313237 Aug 19 18:09:14.279488 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=28754580-96ae-4374-83ef-03cef478e0a2,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:14.296250 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-2eba28ce-5350-4c73-8321-5f349dd34c45 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Deleting port fb024ecd-788e-4988-a074-bbfbe9c89a0f {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:14.296643 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-2eba28ce-5350-4c73-8321-5f349dd34c45 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:14.316069 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2484a0c-58cb-4fec-8574-6f037e4ec90a req-fc12d9e8-a412-4453-b48d-ba7c4d54ddb5 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760059 Aug 19 18:09:14.343316 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3613f-27f4-4da0-9bfd-66e8828c7f97 req-2e108d0c-7724-41e8-b9f7-e69204e1d702 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:14.345553 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-36a3613f-27f4-4da0-9bfd-66e8828c7f97 req-2e108d0c-7724-41e8-b9f7-e69204e1d702 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0690405 Aug 19 18:09:14.379525 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['28754580-96ae-4374-83ef-03cef478e0a2'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:14.397771 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-36a3613f-27f4-4da0-9bfd-66e8828c7f97 req-0afd216a-342f-4d69-a967-99d92771d051 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457621 Aug 19 18:09:14.406330 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b37ca-225b-42ea-babf-21a15db8eb39 req-64ef2e3e-2f54-4625-9e63-c4f7d4eb962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:14.408561 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-011b37ca-225b-42ea-babf-21a15db8eb39 req-64ef2e3e-2f54-4625-9e63-c4f7d4eb962d service neutron] 10.222.0.54 "GET /v2.0/networks?id=f6ca3005-f821-4bbf-9771-cb98a9ef289d HTTP/1.1" status: 200 len: 907 time: 0.2424333 Aug 19 18:09:14.504775 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-f09264ae-a45e-44ad-96ca-095120e22bee req-9d6311d2-2f86-4b6f-b0e4-b83e599abbf4 tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Request body: {'security_group': {'name': 'tempest-securitygroup-692370475', 'description': 'tempest-description-725345234'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:14.523257 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-011b37ca-225b-42ea-babf-21a15db8eb39 req-8b235327-99c8-46a9-8cea-bc1c21034c7e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63329f52-4d29-46a2-8007-c28af4280754 HTTP/1.1" status: 200 len: 217 time: 0.1047397 Aug 19 18:09:14.536390 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-2eba28ce-5350-4c73-8321-5f349dd34c45 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] For port fb024ecd-788e-4988-a074-bbfbe9c89a0f, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=fb024ecd-788e-4988-a074-bbfbe9c89a0f,segment=NetworkSegment(49cbdd55-f066-41a3-86f8-2cff75cce4e4),segment_id=49cbdd55-f066-41a3-86f8-2cff75cce4e4)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:14.536775 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-2eba28ce-5350-4c73-8321-5f349dd34c45 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:14.538129 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f09264ae-a45e-44ad-96ca-095120e22bee req-9d6311d2-2f86-4b6f-b0e4-b83e599abbf4 tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:14.605810 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-2eba28ce-5350-4c73-8321-5f349dd34c45 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Calling delete_port for fb024ecd-788e-4988-a074-bbfbe9c89a0f owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:14.644879 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f09264ae-a45e-44ad-96ca-095120e22bee req-9d6311d2-2f86-4b6f-b0e4-b83e599abbf4 tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:14.655393 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f09264ae-a45e-44ad-96ca-095120e22bee req-9d6311d2-2f86-4b6f-b0e4-b83e599abbf4 tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:14.686575 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae470f9-b7ab-4971-9a8c-c83a2bcde9eb req-add67d1b-18fa-46c4-b1bb-e584b569cdc2 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:14.688551 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2ae470f9-b7ab-4971-9a8c-c83a2bcde9eb req-add67d1b-18fa-46c4-b1bb-e584b569cdc2 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d9b2ee-ed8e-4843-b1b1-a1144a051d95 HTTP/1.1" status: 200 len: 943 time: 0.2608790 Aug 19 18:09:14.691404 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6311d2-2f86-4b6f-b0e4-b83e599abbf4 tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979cdd92-ce25-402e-a791-2082c705bb26,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:14.696858 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f09264ae-a45e-44ad-96ca-095120e22bee req-9d6311d2-2f86-4b6f-b0e4-b83e599abbf4 tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:14.703617 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device dfb77d0d-a0bb-41e1-b68c-463a99752b1a up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:14.704606 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b37ca-225b-42ea-babf-21a15db8eb39 req-1505f612-a1f5-45dc-b0e4-e7adf9e1e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:14.706418 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-011b37ca-225b-42ea-babf-21a15db8eb39 req-1505f612-a1f5-45dc-b0e4-e7adf9e1e975 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ee52aea2-4c4c-4ce5-9853-28e4d75899b9 HTTP/1.1" status: 200 len: 846 time: 0.1725781 Aug 19 18:09:14.718843 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f09264ae-a45e-44ad-96ca-095120e22bee req-9d6311d2-2f86-4b6f-b0e4-b83e599abbf4 tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2174525 Aug 19 18:09:14.760330 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-011b37ca-225b-42ea-babf-21a15db8eb39 req-4507bbe1-1b62-47dc-97e7-f732f73a07a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f6ca3005-f821-4bbf-9771-cb98a9ef289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435305 Aug 19 18:09:14.781284 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port dfb77d0d-a0bb-41e1-b68c-463a99752b1a completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:14.786088 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port dfb77d0d-a0bb-41e1-b68c-463a99752b1a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:14.786461 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:14.866485 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a1bc7-efd9-4a64-b838-f87880c6dd9b req-90983ef8-1666-4173-80ee-8a4c7b118304 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:14.872955 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a1bc7-efd9-4a64-b838-f87880c6dd9b req-90983ef8-1666-4173-80ee-8a4c7b118304 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:14.881291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a1bc7-efd9-4a64-b838-f87880c6dd9b req-90983ef8-1666-4173-80ee-8a4c7b118304 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:14.887501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a1bc7-efd9-4a64-b838-f87880c6dd9b req-90983ef8-1666-4173-80ee-8a4c7b118304 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:14.894819 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a1bc7-efd9-4a64-b838-f87880c6dd9b req-90983ef8-1666-4173-80ee-8a4c7b118304 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:14.899014 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7727f665-d224-4faf-86ba-c2404e8ca101', 'name': 'network-vif-deleted', 'tag': '3cd6264a-caf8-467b-87a8-cb1ce04cf37c'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:14.902748 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a1bc7-efd9-4a64-b838-f87880c6dd9b req-90983ef8-1666-4173-80ee-8a4c7b118304 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:14.903477 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3badaad-0855-417e-adf0-72a95f5cf33c" -d '{"events": [{"server_uuid": "7727f665-d224-4faf-86ba-c2404e8ca101", "name": "network-vif-deleted", "tag": "3cd6264a-caf8-467b-87a8-cb1ce04cf37c"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:14.911076 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a1bc7-efd9-4a64-b838-f87880c6dd9b req-90983ef8-1666-4173-80ee-8a4c7b118304 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:14.920165 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-166a1bc7-efd9-4a64-b838-f87880c6dd9b req-90983ef8-1666-4173-80ee-8a4c7b118304 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5430 time: 0.1311777 Aug 19 18:09:14.941648 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2ae470f9-b7ab-4971-9a8c-c83a2bcde9eb req-ac5609db-60a0-48fd-9215-6905a4f4bd38 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085686 Aug 19 18:09:14.942391 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-2eba28ce-5350-4c73-8321-5f349dd34c45 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.005303 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-166a1bc7-efd9-4a64-b838-f87880c6dd9b req-ecd7a0b1-87e3-4553-8951-c143cb9f1ea9 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0840917 Aug 19 18:09:15.043329 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.089853 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port dfb77d0d-a0bb-41e1-b68c-463a99752b1a, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=dfb77d0d-a0bb-41e1-b68c-463a99752b1a,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:15.095598 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.096624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 44151cda-69e6-4588-a910-707492210d9d up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:15.150024 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8d0cb7-af16-4948-8360-b08bf7de49ad'}, {'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb77d0d-a0bb-41e1-b68c-463a99752b1a'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:15.152643 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a39962-7e2f-4557-a575-3ddd1e0e3f51" -d '{"events": [{"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-plugged", "status": "completed", "tag": "fc8d0cb7-af16-4948-8360-b08bf7de49ad"}, {"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-plugged", "status": "completed", "tag": "dfb77d0d-a0bb-41e1-b68c-463a99752b1a"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:15.220818 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=dfb77d0d-a0bb-41e1-b68c-463a99752b1a,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:15.236782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba28ce-5350-4c73-8321-5f349dd34c45 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event deleted for resources: {'Port': ['ID=fb024ecd-788e-4988-a074-bbfbe9c89a0f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:15.259717 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-2eba28ce-5350-4c73-8321-5f349dd34c45 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] No DVR routers for this DVR port fb024ecd-788e-4988-a074-bbfbe9c89a0f on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:09:15.263754 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-2eba28ce-5350-4c73-8321-5f349dd34c45 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.268552 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 44151cda-69e6-4588-a910-707492210d9d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:15.269611 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-2eba28ce-5350-4c73-8321-5f349dd34c45 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.50 "DELETE /v2.0/ports/fb024ecd-788e-4988-a074-bbfbe9c89a0f HTTP/1.1" status: 204 len: 173 time: 1.6196957 Aug 19 18:09:15.273577 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 44151cda-69e6-4588-a910-707492210d9d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:15.274046 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.347246 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-34b42169-e4dd-49a8-8179-d24b5d91aeb7 req-e8887d8b-e2f1-4c8e-8ea6-20b210413da2 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1493154983', 'description': 'tempest-description-2077967785'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:15.358358 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36302be0-78e3-42e5-b104-3d963392e840 req-ca221378-4df1-4c33-aa37-9456f4edca3d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:15.366950 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36302be0-78e3-42e5-b104-3d963392e840 req-ca221378-4df1-4c33-aa37-9456f4edca3d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 949 time: 0.2700062 Aug 19 18:09:15.392787 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-34b42169-e4dd-49a8-8179-d24b5d91aeb7 req-e8887d8b-e2f1-4c8e-8ea6-20b210413da2 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.409574 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-34b42169-e4dd-49a8-8179-d24b5d91aeb7 req-e8887d8b-e2f1-4c8e-8ea6-20b210413da2 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.440514 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-011b37ca-225b-42ea-babf-21a15db8eb39 req-1e0f3beb-c481-46f5-a2d4-f385fd3422fc service neutron] 10.222.0.54 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6679497 Aug 19 18:09:15.614955 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.617696 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-34b42169-e4dd-49a8-8179-d24b5d91aeb7 req-e8887d8b-e2f1-4c8e-8ea6-20b210413da2 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.626092 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-34b42169-e4dd-49a8-8179-d24b5d91aeb7 req-e8887d8b-e2f1-4c8e-8ea6-20b210413da2 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.628711 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36302be0-78e3-42e5-b104-3d963392e840 req-374fb78b-42a3-445b-8fab-7c6b32b5fa42 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843245 Aug 19 18:09:15.667271 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-d4b70d86-23f2-4da1-8f55-cc9ad3e63a6c tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Deleting port 3550858b-7bc1-49ae-a16f-6b514a917d46 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:15.667991 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-d4b70d86-23f2-4da1-8f55-cc9ad3e63a6c tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.689455 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 44151cda-69e6-4588-a910-707492210d9d, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=44151cda-69e6-4588-a910-707492210d9d,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:15.695220 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.697136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:15.734099 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8887d8b-e2f1-4c8e-8ea6-20b210413da2 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf0c986-c225-47eb-8461-b15159cb8d26,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:15.736037 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-011b37ca-225b-42ea-babf-21a15db8eb39 req-7808f729-f9a7-40cf-bd4b-be1f28dbb1cf service neutron] 10.222.0.54 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708542 Aug 19 18:09:15.748152 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259578f9-21ae-4063-a8c6-babe134067e0 x-openstack-request-id: req-259578f9-21ae-4063-a8c6-babe134067e0 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:15.749863 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7727f665-d224-4faf-86ba-c2404e8ca101", "name": "network-vif-deleted", "tag": "3cd6264a-caf8-467b-87a8-cb1ce04cf37c", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:15.750605 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-259578f9-21ae-4063-a8c6-babe134067e0 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:15.751228 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7727f665-d224-4faf-86ba-c2404e8ca101', 'name': 'network-vif-deleted', 'tag': '3cd6264a-caf8-467b-87a8-cb1ce04cf37c', 'status': 'completed', 'code': 200} Aug 19 18:09:15.832309 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 28754580-96ae-4374-83ef-03cef478e0a2 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:15.840824 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877d2c5c-5999-46d3-958c-15181693c4a8 x-openstack-request-id: req-877d2c5c-5999-46d3-958c-15181693c4a8 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:15.842020 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-plugged", "status": "completed", "tag": "fc8d0cb7-af16-4948-8360-b08bf7de49ad", "code": 200}, {"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-plugged", "status": "completed", "tag": "dfb77d0d-a0bb-41e1-b68c-463a99752b1a", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:15.843684 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-877d2c5c-5999-46d3-958c-15181693c4a8 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:15.844698 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8d0cb7-af16-4948-8360-b08bf7de49ad', 'code': 200} Aug 19 18:09:15.844948 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb77d0d-a0bb-41e1-b68c-463a99752b1a', 'code': 200} Aug 19 18:09:15.846130 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-d4b70d86-23f2-4da1-8f55-cc9ad3e63a6c tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] For port 3550858b-7bc1-49ae-a16f-6b514a917d46, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=3550858b-7bc1-49ae-a16f-6b514a917d46,segment=NetworkSegment(8cf06dce-3a99-4610-a64d-06a0b6b38c2b),segment_id=8cf06dce-3a99-4610-a64d-06a0b6b38c2b)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:15.846774 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-d4b70d86-23f2-4da1-8f55-cc9ad3e63a6c tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.891236 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-d4b70d86-23f2-4da1-8f55-cc9ad3e63a6c tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Calling delete_port for 3550858b-7bc1-49ae-a16f-6b514a917d46 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:15.917877 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-34b42169-e4dd-49a8-8179-d24b5d91aeb7 req-e8887d8b-e2f1-4c8e-8ea6-20b210413da2 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.923871 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-34b42169-e4dd-49a8-8179-d24b5d91aeb7 req-e8887d8b-e2f1-4c8e-8ea6-20b210413da2 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.950779 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=44151cda-69e6-4588-a910-707492210d9d,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:15.990659 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:15.991499 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-34b42169-e4dd-49a8-8179-d24b5d91aeb7 req-e8887d8b-e2f1-4c8e-8ea6-20b210413da2 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.996801 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:15.997192 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.008745 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 28754580-96ae-4374-83ef-03cef478e0a2 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:16.008745 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.012848 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-34b42169-e4dd-49a8-8179-d24b5d91aeb7 req-e8887d8b-e2f1-4c8e-8ea6-20b210413da2 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6699963 Aug 19 18:09:16.024190 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8887d8b-e2f1-4c8e-8ea6-20b210413da2 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870b2f3d-8c6a-4f3f-b78d-e77ca226cf48,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:16.143290 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b618dd4-fd9c-4b55-809c-14db93a879d9 req-d9f72a14-d2e3-453f-b912-652eb3b7c5b6 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:16.158499 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2b618dd4-fd9c-4b55-809c-14db93a879d9 req-d9f72a14-d2e3-453f-b912-652eb3b7c5b6 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0897243 Aug 19 18:09:16.168614 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a87b6-7dd8-46b5-86ad-58359fd2cf21 req-dfaa2e30-621e-4b3c-a9ff-7901873d4326 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:16.170442 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f15a87b6-7dd8-46b5-86ad-58359fd2cf21 req-dfaa2e30-621e-4b3c-a9ff-7901873d4326 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=7727f665-d224-4faf-86ba-c2404e8ca101 HTTP/1.1" status: 200 len: 946 time: 0.0832756 Aug 19 18:09:16.256082 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2b618dd4-fd9c-4b55-809c-14db93a879d9 req-187c8a1e-c1d7-46fd-b179-427965c7f95b tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963221 Aug 19 18:09:16.279991 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f15a87b6-7dd8-46b5-86ad-58359fd2cf21 req-adb22411-d95d-444f-a52d-0f1e83965bcc tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578701 Aug 19 18:09:16.325843 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.330848 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.338757 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-d4b70d86-23f2-4da1-8f55-cc9ad3e63a6c tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.340391 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.388579 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 28754580-96ae-4374-83ef-03cef478e0a2, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=28754580-96ae-4374-83ef-03cef478e0a2,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:16.396328 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.397176 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 3550858b-7bc1-49ae-a16f-6b514a917d46 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:16.404967 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-5b45af19-287e-4e95-bb89-da356b37f38e req-01516615-0a5d-4b13-b81f-9f0bf6edfa3d tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1838346695', 'description': 'tempest-description-1720526664'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:16.408651 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b70d86-23f2-4da1-8f55-cc9ad3e63a6c tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event deleted for resources: {'Port': ['ID=3550858b-7bc1-49ae-a16f-6b514a917d46,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:16.489183 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5b45af19-287e-4e95-bb89-da356b37f38e req-01516615-0a5d-4b13-b81f-9f0bf6edfa3d tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.490340 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-d4b70d86-23f2-4da1-8f55-cc9ad3e63a6c tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] No DVR routers for this DVR port 3550858b-7bc1-49ae-a16f-6b514a917d46 on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:09:16.494601 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-d4b70d86-23f2-4da1-8f55-cc9ad3e63a6c tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.496877 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eeb2d005-5fb0-4fbc-90dc-563a8eea8dc5 req-d4b70d86-23f2-4da1-8f55-cc9ad3e63a6c tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.50 "DELETE /v2.0/ports/3550858b-7bc1-49ae-a16f-6b514a917d46 HTTP/1.1" status: 204 len: 173 time: 1.2231910 Aug 19 18:09:16.548293 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=28754580-96ae-4374-83ef-03cef478e0a2,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:16.552908 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 3550858b-7bc1-49ae-a16f-6b514a917d46 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:09:16.553665 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 3550858b-7bc1-49ae-a16f-6b514a917d46 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:09:16.554147 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 3cd6264a-caf8-467b-87a8-cb1ce04cf37c no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:16.596387 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=8b7af2c9-ee9b-46f3-9f81-ee153dca90f5,segment=NetworkSegment(3f18c88e-ca3d-4b8a-a222-241455d9fd2f),segment_id=3f18c88e-ca3d-4b8a-a222-241455d9fd2f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:16.598695 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 3cd6264a-caf8-467b-87a8-cb1ce04cf37c {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:09:16.600007 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 3cd6264a-caf8-467b-87a8-cb1ce04cf37c not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:09:16.602385 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device fb024ecd-788e-4988-a074-bbfbe9c89a0f no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:16.609645 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.609964 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device c5aa8d31-a91d-4215-83d9-2d7dea935f79 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:16.690262 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dc80c-4ec4-4b6b-8552-68b842731557 req-d1d83f29-c66a-45b0-9462-8d02c0e47de6 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:16.694862 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-062dc80c-4ec4-4b6b-8552-68b842731557 req-d1d83f29-c66a-45b0-9462-8d02c0e47de6 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d9b2ee-ed8e-4843-b1b1-a1144a051d95 HTTP/1.1" status: 200 len: 943 time: 0.2055676 Aug 19 18:09:16.746800 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5b45af19-287e-4e95-bb89-da356b37f38e req-01516615-0a5d-4b13-b81f-9f0bf6edfa3d tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.754456 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5b45af19-287e-4e95-bb89-da356b37f38e req-01516615-0a5d-4b13-b81f-9f0bf6edfa3d tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.805816 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5b45af19-287e-4e95-bb89-da356b37f38e req-01516615-0a5d-4b13-b81f-9f0bf6edfa3d tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.807203 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5b45af19-287e-4e95-bb89-da356b37f38e req-01516615-0a5d-4b13-b81f-9f0bf6edfa3d tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4107580 Aug 19 18:09:16.808128 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=8b7af2c9-ee9b-46f3-9f81-ee153dca90f5,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:16.815360 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 63329f52-4d29-46a2-8007-c28af4280754 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:09:16.838974 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-062dc80c-4ec4-4b6b-8552-68b842731557 req-5e4ab302-798b-4686-9b22-4de0a6d4aa73 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328702 Aug 19 18:09:16.853240 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdeb0b-6e86-49c1-bf89-3c89625e92f7 req-6c47b9e2-6e7d-4dd1-85fa-fca882f85fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:16.855097 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02cdeb0b-6e86-49c1-bf89-3c89625e92f7 req-6c47b9e2-6e7d-4dd1-85fa-fca882f85fa1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 1100 time: 0.1044056 Aug 19 18:09:16.866890 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01516615-0a5d-4b13-b81f-9f0bf6edfa3d tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b7c59f-1801-4ae0-adb5-eab64d916462,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:16.881366 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: fb024ecd-788e-4988-a074-bbfbe9c89a0f {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:09:16.881747 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device fb024ecd-788e-4988-a074-bbfbe9c89a0f not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:09:17.053118 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdeb0b-6e86-49c1-bf89-3c89625e92f7 req-79bf698f-1258-4b9e-a851-41c424d1c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:17.054880 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02cdeb0b-6e86-49c1-bf89-3c89625e92f7 req-79bf698f-1258-4b9e-a851-41c424d1c031 service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.1671672 Aug 19 18:09:17.065937 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34168e52-807e-4919-a929-c3ad2219baa2 req-5522ab76-b0ab-4bcd-9d4f-da459dbe2082 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:17.081845 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34168e52-807e-4919-a929-c3ad2219baa2 req-5522ab76-b0ab-4bcd-9d4f-da459dbe2082 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:17.088499 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34168e52-807e-4919-a929-c3ad2219baa2 req-5522ab76-b0ab-4bcd-9d4f-da459dbe2082 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:17.095610 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34168e52-807e-4919-a929-c3ad2219baa2 req-5522ab76-b0ab-4bcd-9d4f-da459dbe2082 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:17.100864 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 63329f52-4d29-46a2-8007-c28af4280754, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=63329f52-4d29-46a2-8007-c28af4280754,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:17.115436 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02cdeb0b-6e86-49c1-bf89-3c89625e92f7 req-76733e19-1ad7-4796-99e4-0cc754620011 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=e85711fe-eef0-455e-81cb-486825a5ee7c HTTP/1.1" status: 200 len: 217 time: 0.0509768 Aug 19 18:09:17.116410 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '63329f52-4d29-46a2-8007-c28af4280754', 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d', 'port_id': '63329f52-4d29-46a2-8007-c28af4280754', 'mac_address': 'fa:16:3e:46:d2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee52aea2-4c4c-4ce5-9853-28e4d75899b9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:09:17.116629 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34168e52-807e-4919-a929-c3ad2219baa2 req-5522ab76-b0ab-4bcd-9d4f-da459dbe2082 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:17.119895 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port c5aa8d31-a91d-4215-83d9-2d7dea935f79 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:17.128625 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port c5aa8d31-a91d-4215-83d9-2d7dea935f79 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:17.129153 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:17.131004 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34168e52-807e-4919-a929-c3ad2219baa2 req-5522ab76-b0ab-4bcd-9d4f-da459dbe2082 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:17.138341 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34168e52-807e-4919-a929-c3ad2219baa2 req-5522ab76-b0ab-4bcd-9d4f-da459dbe2082 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:17.140883 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-34168e52-807e-4919-a929-c3ad2219baa2 req-5522ab76-b0ab-4bcd-9d4f-da459dbe2082 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5433 time: 0.2166548 Aug 19 18:09:17.232386 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdeb0b-6e86-49c1-bf89-3c89625e92f7 req-9f43cfe7-ce90-4c4c-8aae-cd284fadfb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:17.234637 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02cdeb0b-6e86-49c1-bf89-3c89625e92f7 req-9f43cfe7-ce90-4c4c-8aae-cd284fadfb02 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1111774 Aug 19 18:09:17.238254 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:17.280137 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-34168e52-807e-4919-a929-c3ad2219baa2 req-6b276d95-0a08-44e6-8b77-b437b02432d2 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1304119 Aug 19 18:09:17.285009 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63329f52-4d29-46a2-8007-c28af4280754 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:17.348852 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 63329f52-4d29-46a2-8007-c28af4280754, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=63329f52-4d29-46a2-8007-c28af4280754,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:17.353108 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:17.357785 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:17.419263 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdeb0b-6e86-49c1-bf89-3c89625e92f7 req-b360caf5-ef7b-4c2d-bffa-daac1a4ddd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:17.428200 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02cdeb0b-6e86-49c1-bf89-3c89625e92f7 req-b360caf5-ef7b-4c2d-bffa-daac1a4ddd7d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1843805 Aug 19 18:09:17.450300 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port c5aa8d31-a91d-4215-83d9-2d7dea935f79, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c5aa8d31-a91d-4215-83d9-2d7dea935f79,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:17.457704 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:17.458776 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:17.507464 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e788df-7619-4b9b-9f61-8edbed1debb6 req-8871174c-3903-4132-b3c1-fef21315736f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:17.507922 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=63329f52-4d29-46a2-8007-c28af4280754,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:17.518515 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-68e788df-7619-4b9b-9f61-8edbed1debb6 req-8871174c-3903-4132-b3c1-fef21315736f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 949 time: 0.0854487 Aug 19 18:09:17.556569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:17.570806 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:17.571197 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:17.578077 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-68e788df-7619-4b9b-9f61-8edbed1debb6 req-203795bd-70d4-4a09-a1fe-bcd6128168b3 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537031 Aug 19 18:09:17.590649 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02cdeb0b-6e86-49c1-bf89-3c89625e92f7 req-2e0adca5-43ad-4f15-928a-f3e2c1ad4971 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525218 Aug 19 18:09:17.601711 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=c5aa8d31-a91d-4215-83d9-2d7dea935f79,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:17.637711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43780) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:17.693432 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['63329f52-4d29-46a2-8007-c28af4280754'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:17.723616 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e92a156-cd74-448e-9697-9d8282021cb9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Deleting subnet 3fa96f2e-fb34-4f57-8818-f1662b73999c {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:09:17.727766 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7e92a156-cd74-448e-9697-9d8282021cb9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:17.757879 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7727f665-d224-4faf-86ba-c2404e8ca101', 'name': 'network-vif-deleted', 'tag': 'fb024ecd-788e-4988-a074-bbfbe9c89a0f'}, {'server_uuid': '7727f665-d224-4faf-86ba-c2404e8ca101', 'name': 'network-vif-deleted', 'tag': '3550858b-7bc1-49ae-a16f-6b514a917d46'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:17.757879 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adc0f8c-c010-46b0-a300-341f4bbc5667" -d '{"events": [{"server_uuid": "7727f665-d224-4faf-86ba-c2404e8ca101", "name": "network-vif-deleted", "tag": "fb024ecd-788e-4988-a074-bbfbe9c89a0f"}, {"server_uuid": "7727f665-d224-4faf-86ba-c2404e8ca101", "name": "network-vif-deleted", "tag": "3550858b-7bc1-49ae-a16f-6b514a917d46"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:17.772357 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:17.831274 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81,segment=NetworkSegment(0227a178-9e66-4699-ab26-273cdff22665),segment_id=0227a178-9e66-4699-ab26-273cdff22665)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:17.843917 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:17.847121 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7e92a156-cd74-448e-9697-9d8282021cb9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:17.852695 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02cdeb0b-6e86-49c1-bf89-3c89625e92f7 req-d2de4e0d-c550-4153-9ad3-c36261673b94 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489383 Aug 19 18:09:17.852926 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44151cda-69e6-4588-a910-707492210d9d'}, {'server_uuid': 'e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28754580-96ae-4374-83ef-03cef478e0a2'}, {'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7af2c9-ee9b-46f3-9f81-ee153dca90f5'}, {'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5aa8d31-a91d-4215-83d9-2d7dea935f79'}, {'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:17.855874 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70565f9c-a174-4d8c-ab49-9e8abc88b740" -d '{"events": [{"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-plugged", "status": "completed", "tag": "44151cda-69e6-4588-a910-707492210d9d"}, {"server_uuid": "e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a", "name": "network-vif-plugged", "status": "completed", "tag": "28754580-96ae-4374-83ef-03cef478e0a2"}, {"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-plugged", "status": "completed", "tag": "8b7af2c9-ee9b-46f3-9f81-ee153dca90f5"}, {"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-plugged", "status": "completed", "tag": "c5aa8d31-a91d-4215-83d9-2d7dea935f79"}, {"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-plugged", "status": "completed", "tag": "e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:17.984415 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:18.020314 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7e92a156-cd74-448e-9697-9d8282021cb9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:18.117575 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7c895-ed47-41e4-a55a-e4943bd8d8b5 req-994d807b-0cee-41ae-9054-e0ebc5025305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:18.119326 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e1d7c895-ed47-41e4-a55a-e4943bd8d8b5 req-994d807b-0cee-41ae-9054-e0ebc5025305 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fce72f549e634e21a1104a2106da2de3&device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 1096 time: 0.0936723 Aug 19 18:09:18.138446 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7e92a156-cd74-448e-9697-9d8282021cb9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:18.187311 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92a156-cd74-448e-9697-9d8282021cb9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa96f2e-fb34-4f57-8818-f1662b73999c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:18.190905 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7e92a156-cd74-448e-9697-9d8282021cb9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:18.196286 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df51791-2c48-46a7-b65a-1723c0245bb4 None None] Network 2071a678-8d5a-4ad7-93dd-faa78d71eb14 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:18.197452 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7e92a156-cd74-448e-9697-9d8282021cb9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "DELETE /v2.0/subnets/3fa96f2e-fb34-4f57-8818-f1662b73999c HTTP/1.1" status: 204 len: 168 time: 0.5582883 Aug 19 18:09:18.198888 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43804) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:18.235743 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-6adfac4c-8079-4934-8dee-37eae5f8f227 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42327 time: 0.6437604 Aug 19 18:09:18.261273 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b71a60b-9072-4082-a418-3b54954d95e8 x-openstack-request-id: req-4b71a60b-9072-4082-a418-3b54954d95e8 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:18.261615 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7727f665-d224-4faf-86ba-c2404e8ca101", "name": "network-vif-deleted", "tag": "fb024ecd-788e-4988-a074-bbfbe9c89a0f", "status": "completed", "code": 200}, {"server_uuid": "7727f665-d224-4faf-86ba-c2404e8ca101", "name": "network-vif-deleted", "tag": "3550858b-7bc1-49ae-a16f-6b514a917d46", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:18.261936 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b71a60b-9072-4082-a418-3b54954d95e8 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:18.262287 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7727f665-d224-4faf-86ba-c2404e8ca101', 'name': 'network-vif-deleted', 'tag': 'fb024ecd-788e-4988-a074-bbfbe9c89a0f', 'status': 'completed', 'code': 200} Aug 19 18:09:18.262546 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7727f665-d224-4faf-86ba-c2404e8ca101', 'name': 'network-vif-deleted', 'tag': '3550858b-7bc1-49ae-a16f-6b514a917d46', 'status': 'completed', 'code': 200} Aug 19 18:09:18.307995 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03c221ed-a1f3-4b7b-8a21-5201a2d9580f tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:18.313756 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-65c73cc2-73ce-46ae-96c9-a3318268512e tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/0bf61410-de3a-4cfe-a31b-909f3fc89192 HTTP/1.1" status: 200 len: 2973 time: 0.0769928 Aug 19 18:09:18.326660 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7c895-ed47-41e4-a55a-e4943bd8d8b5 req-72228e0c-706c-4155-b5f7-fa31c0724755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:18.328870 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e1d7c895-ed47-41e4-a55a-e4943bd8d8b5 req-72228e0c-706c-4155-b5f7-fa31c0724755 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ed6cc30c-2a55-41f6-a6b0-fee655536fe2 HTTP/1.1" status: 200 len: 919 time: 0.1947577 Aug 19 18:09:18.398506 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e1d7c895-ed47-41e4-a55a-e4943bd8d8b5 req-867fcbd9-7dea-4aa1-b825-c612fd086810 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 HTTP/1.1" status: 200 len: 217 time: 0.0521188 Aug 19 18:09:18.423215 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-03c221ed-a1f3-4b7b-8a21-5201a2d9580f tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Deleting port fb62f54a-4da7-4ef6-a78f-8b548f540634 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:18.423559 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03c221ed-a1f3-4b7b-8a21-5201a2d9580f tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:18.458654 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7c895-ed47-41e4-a55a-e4943bd8d8b5 req-278b6bfc-c025-4b33-8679-751718962d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:18.460189 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e1d7c895-ed47-41e4-a55a-e4943bd8d8b5 req-278b6bfc-c025-4b33-8679-751718962d13 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e56f2809-e79a-4c5f-bec0-9b7673cca425 HTTP/1.1" status: 200 len: 858 time: 0.0511405 Aug 19 18:09:18.468030 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-a6b3f7f2-b6d1-40bf-980c-aa859003d924 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/0bf61410-de3a-4cfe-a31b-909f3fc89192 HTTP/1.1" status: 200 len: 2973 time: 0.1529303 Aug 19 18:09:18.513907 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-03c221ed-a1f3-4b7b-8a21-5201a2d9580f tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] For port fb62f54a-4da7-4ef6-a78f-8b548f540634, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=fb62f54a-4da7-4ef6-a78f-8b548f540634,segment=NetworkSegment(8cf06dce-3a99-4610-a64d-06a0b6b38c2b),segment_id=8cf06dce-3a99-4610-a64d-06a0b6b38c2b)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:18.514275 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03c221ed-a1f3-4b7b-8a21-5201a2d9580f tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:18.515230 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e1d7c895-ed47-41e4-a55a-e4943bd8d8b5 req-26b142f1-6697-435e-8bde-c78bbd49e528 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ed6cc30c-2a55-41f6-a6b0-fee655536fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436227 Aug 19 18:09:18.591777 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068ef0fa-e547-44fe-b840-4614471a263b None None] DHCP port deletion for 2071a678-8d5a-4ad7-93dd-faa78d71eb14 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:09:18.600806 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-149041aa-23c8-46f6-aeaf-8fa09684ee41 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/1b5a40b2-563f-4523-8b3d-44117b74a7d2 HTTP/1.1" status: 200 len: 2981 time: 0.1317692 Aug 19 18:09:18.602169 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-03c221ed-a1f3-4b7b-8a21-5201a2d9580f tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Calling delete_port for fb62f54a-4da7-4ef6-a78f-8b548f540634 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:18.664005 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-068ef0fa-e547-44fe-b840-4614471a263b None None] Deleting port fb62f54a-4da7-4ef6-a78f-8b548f540634 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:18.664405 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-068ef0fa-e547-44fe-b840-4614471a263b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:18.675280 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-50bab0a9-8a4c-4636-9052-2bcfa029f00e tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/1b5a40b2-563f-4523-8b3d-44117b74a7d2 HTTP/1.1" status: 200 len: 2981 time: 0.0735664 Aug 19 18:09:18.682186 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e1d7c895-ed47-41e4-a55a-e4943bd8d8b5 req-203796aa-ea21-4dbf-a657-87f5f158cc4a service neutron] 10.222.0.50 "GET /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512902 Aug 19 18:09:18.718630 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177747dd-a64d-40d1-87e6-b35a0f155fae req-242d9f98-daed-44eb-a38b-41f63f1de660 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:18.720992 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-177747dd-a64d-40d1-87e6-b35a0f155fae req-242d9f98-daed-44eb-a38b-41f63f1de660 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d9b2ee-ed8e-4843-b1b1-a1144a051d95 HTTP/1.1" status: 200 len: 944 time: 0.3002946 Aug 19 18:09:18.798816 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-177747dd-a64d-40d1-87e6-b35a0f155fae req-306e8ab1-d716-491d-8bc2-246b22f5c1b5 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688241 Aug 19 18:09:18.801306 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03c221ed-a1f3-4b7b-8a21-5201a2d9580f tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:18.803607 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-068ef0fa-e547-44fe-b840-4614471a263b None None] For port fb62f54a-4da7-4ef6-a78f-8b548f540634, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=fb62f54a-4da7-4ef6-a78f-8b548f540634,segment=NetworkSegment(8cf06dce-3a99-4610-a64d-06a0b6b38c2b),segment_id=8cf06dce-3a99-4610-a64d-06a0b6b38c2b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:18.804603 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-068ef0fa-e547-44fe-b840-4614471a263b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:18.818699 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-b582f9e6-70dc-4e52-bc5a-7452fc626dde tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/1cf0c986-c225-47eb-8461-b15159cb8d26 HTTP/1.1" status: 200 len: 2981 time: 0.1360762 Aug 19 18:09:18.822511 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e1d7c895-ed47-41e4-a55a-e4943bd8d8b5 req-412cf421-a94f-443a-9fef-0b39c6d8ea59 service neutron] 10.222.0.50 "GET /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230175 Aug 19 18:09:18.827688 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-068ef0fa-e547-44fe-b840-4614471a263b None None] Calling delete_port for fb62f54a-4da7-4ef6-a78f-8b548f540634 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:18.836738 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c221ed-a1f3-4b7b-8a21-5201a2d9580f tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] No DVR routers for this DVR port fb62f54a-4da7-4ef6-a78f-8b548f540634 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:09:18.838912 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c221ed-a1f3-4b7b-8a21-5201a2d9580f tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event deleted for resources: {'Port': ['ID=fb62f54a-4da7-4ef6-a78f-8b548f540634,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:18.890718 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-134ac87d-69e3-4651-a0f2-1abb42855369 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/1cf0c986-c225-47eb-8461-b15159cb8d26 HTTP/1.1" status: 200 len: 2981 time: 0.0644298 Aug 19 18:09:18.949716 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-068ef0fa-e547-44fe-b840-4614471a263b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:18.964991 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-14c00c59-9d78-4409-8700-d63e5c7495c4 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/31b1958b-f90d-44bf-a3ad-a0e13568438e HTTP/1.1" status: 200 len: 2981 time: 0.0679922 Aug 19 18:09:18.970103 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24accf93-1e52-45a6-aec2-aad3d71dd5e6 x-openstack-request-id: req-24accf93-1e52-45a6-aec2-aad3d71dd5e6 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:18.970103 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-plugged", "status": "completed", "tag": "44151cda-69e6-4588-a910-707492210d9d", "code": 200}, {"server_uuid": "e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a", "name": "network-vif-plugged", "status": "completed", "tag": "28754580-96ae-4374-83ef-03cef478e0a2", "code": 200}, {"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-plugged", "status": "completed", "tag": "8b7af2c9-ee9b-46f3-9f81-ee153dca90f5", "code": 200}, {"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-plugged", "status": "completed", "tag": "c5aa8d31-a91d-4215-83d9-2d7dea935f79", "code": 200}, {"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-plugged", "status": "completed", "tag": "e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:18.970103 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24accf93-1e52-45a6-aec2-aad3d71dd5e6 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:18.970103 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44151cda-69e6-4588-a910-707492210d9d', 'code': 200} Aug 19 18:09:18.970103 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28754580-96ae-4374-83ef-03cef478e0a2', 'code': 200} Aug 19 18:09:18.970103 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7af2c9-ee9b-46f3-9f81-ee153dca90f5', 'code': 200} Aug 19 18:09:18.970837 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5aa8d31-a91d-4215-83d9-2d7dea935f79', 'code': 200} Aug 19 18:09:18.970837 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81', 'code': 200} Aug 19 18:09:19.004958 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ef0fa-e547-44fe-b840-4614471a263b None None] Pushing event deleted for resources: {'Port': ['ID=fb62f54a-4da7-4ef6-a78f-8b548f540634,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:19.009641 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ef0fa-e547-44fe-b840-4614471a263b None None] No DVR routers for this DVR port fb62f54a-4da7-4ef6-a78f-8b548f540634 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:09:19.052785 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-9e6cfde7-55a6-4525-9a8d-aa353477f2e8 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/31b1958b-f90d-44bf-a3ad-a0e13568438e HTTP/1.1" status: 200 len: 2981 time: 0.0742445 Aug 19 18:09:19.152294 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-30daefbb-e279-4a14-ad22-3e1a1c6e92e1 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/38300189-07d1-49ee-98ee-d5d6b227c839 HTTP/1.1" status: 200 len: 2981 time: 0.0897012 Aug 19 18:09:19.160798 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070646-f300-43f7-b731-22e20abc1be0 req-8f03ff32-dcdd-4009-94b2-0215855d0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:19.160798 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070646-f300-43f7-b731-22e20abc1be0 req-8f03ff32-dcdd-4009-94b2-0215855d0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:19.160798 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070646-f300-43f7-b731-22e20abc1be0 req-8f03ff32-dcdd-4009-94b2-0215855d0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:19.161410 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03c221ed-a1f3-4b7b-8a21-5201a2d9580f tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:19.164643 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070646-f300-43f7-b731-22e20abc1be0 req-8f03ff32-dcdd-4009-94b2-0215855d0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:19.164643 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070646-f300-43f7-b731-22e20abc1be0 req-8f03ff32-dcdd-4009-94b2-0215855d0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:19.164643 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070646-f300-43f7-b731-22e20abc1be0 req-8f03ff32-dcdd-4009-94b2-0215855d0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:19.164643 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070646-f300-43f7-b731-22e20abc1be0 req-8f03ff32-dcdd-4009-94b2-0215855d0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:19.165605 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6e070646-f300-43f7-b731-22e20abc1be0 req-8f03ff32-dcdd-4009-94b2-0215855d0b24 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 6492 time: 0.0819037 Aug 19 18:09:19.182721 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fb62f54a-4da7-4ef6-a78f-8b548f540634 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:19.195512 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-03c221ed-a1f3-4b7b-8a21-5201a2d9580f tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2071a678-8d5a-4ad7-93dd-faa78d71eb14']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:19.209189 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-03c221ed-a1f3-4b7b-8a21-5201a2d9580f tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf06dce-3a99-4610-a64d-06a0b6b38c2b') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:19.209496 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-03c221ed-a1f3-4b7b-8a21-5201a2d9580f tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf06dce-3a99-4610-a64d-06a0b6b38c2b') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:19.219034 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: fb62f54a-4da7-4ef6-a78f-8b548f540634 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:09:19.219336 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fb62f54a-4da7-4ef6-a78f-8b548f540634 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:09:19.222347 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03c221ed-a1f3-4b7b-8a21-5201a2d9580f tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:19.249877 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3401f7-9dfa-4bdb-ba01-e3a2fc6b0763 req-6c14d84b-5ac6-427c-b6d5-7c24aecab3e2 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:19.257181 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0f3401f7-9dfa-4bdb-ba01-e3a2fc6b0763 req-6c14d84b-5ac6-427c-b6d5-7c24aecab3e2 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.1547658 Aug 19 18:09:19.266688 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03c221ed-a1f3-4b7b-8a21-5201a2d9580f tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:19.271289 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-b435bed8-df24-4757-af0d-9f01d47415de tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/38300189-07d1-49ee-98ee-d5d6b227c839 HTTP/1.1" status: 200 len: 2981 time: 0.1043715 Aug 19 18:09:19.273279 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6e070646-f300-43f7-b731-22e20abc1be0 req-bf66693c-4d36-42bb-a95a-3ebdf5622623 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0991464 Aug 19 18:09:19.293644 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c221ed-a1f3-4b7b-8a21-5201a2d9580f tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:09:19.297292 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03c221ed-a1f3-4b7b-8a21-5201a2d9580f tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:09:19.301172 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:09:19.338924 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-270bb66f-b2a8-4ba4-bffc-d5c3f98aef47 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/675781e3-0bfa-4838-83d4-c779952efb4c HTTP/1.1" status: 200 len: 2977 time: 0.0614495 Aug 19 18:09:19.396792 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-c965498f-9c85-40cd-b920-44cc973eff9f tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/675781e3-0bfa-4838-83d4-c779952efb4c HTTP/1.1" status: 200 len: 2977 time: 0.0455112 Aug 19 18:09:19.410787 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0f3401f7-9dfa-4bdb-ba01-e3a2fc6b0763 req-f5160a29-c159-4c84-b150-5a66a90833be tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512866 Aug 19 18:09:19.429113 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03c221ed-a1f3-4b7b-8a21-5201a2d9580f tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:19.439589 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03c221ed-a1f3-4b7b-8a21-5201a2d9580f tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:19.441659 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-03c221ed-a1f3-4b7b-8a21-5201a2d9580f tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "DELETE /v2.0/networks/2071a678-8d5a-4ad7-93dd-faa78d71eb14 HTTP/1.1" status: 204 len: 168 time: 1.2413015 Aug 19 18:09:19.445280 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43818) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:19.492578 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c221ed-a1f3-4b7b-8a21-5201a2d9580f tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event deleted for resources: {'Network': ['ID=2071a678-8d5a-4ad7-93dd-faa78d71eb14,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:19.586066 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-f3c657c3-3026-4a14-b1a9-8cb9a85591f2 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b HTTP/1.1" status: 200 len: 2981 time: 0.1720033 Aug 19 18:09:19.614564 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-05b72497-6355-4aed-b222-51470677a8bd service neutron] show failed (client error): The resource could not be found. Aug 19 18:09:19.615774 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-05b72497-6355-4aed-b222-51470677a8bd service neutron] 10.222.0.54 "GET /v2.0/ports/e85711fe-eef0-455e-81cb-486825a5ee7c/bindings/n-h2-803753-2 HTTP/1.1" status: 404 len: 380 time: 0.1253190 Aug 19 18:09:19.663651 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-c3fbd9ae-b83c-471b-a055-630b2b6b21fd tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b HTTP/1.1" status: 200 len: 2981 time: 0.0764449 Aug 19 18:09:19.724978 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-3389867b-31f4-4b77-9727-751ed4f60e38 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/80136f10-45f2-4350-a854-b4f0aef6b866 HTTP/1.1" status: 200 len: 2981 time: 0.0600157 Aug 19 18:09:19.804703 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-25a8a0e5-9b94-4403-97eb-8f41d5712f5d tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/80136f10-45f2-4350-a854-b4f0aef6b866 HTTP/1.1" status: 200 len: 2981 time: 0.0785005 Aug 19 18:09:19.870189 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-4fb7992b-c5d5-4a19-8604-259ad3c8ea27 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/846944b7-7f4b-4d38-aa1b-965f7b0dc72d HTTP/1.1" status: 200 len: 2981 time: 0.0626047 Aug 19 18:09:19.935597 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-20b26438-390e-43a7-b571-3caf28c126d7 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/846944b7-7f4b-4d38-aa1b-965f7b0dc72d HTTP/1.1" status: 200 len: 2981 time: 0.0655177 Aug 19 18:09:19.980198 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d6fc9d-1fcd-4672-beb7-750b3a4ff231 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Deleting subnet 5904a28f-6dc5-4b9a-ab8a-8e29e6440ad6 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:09:19.986088 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-74d6fc9d-1fcd-4672-beb7-750b3a4ff231 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:20.028878 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec224d3f-2ae5-4838-aec5-9da0e82824f7 req-1bba34eb-7a70-4708-9c85-8c6518fc7677 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:20.036054 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec224d3f-2ae5-4838-aec5-9da0e82824f7 req-1bba34eb-7a70-4708-9c85-8c6518fc7677 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:20.041887 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec224d3f-2ae5-4838-aec5-9da0e82824f7 req-1bba34eb-7a70-4708-9c85-8c6518fc7677 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:20.048890 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec224d3f-2ae5-4838-aec5-9da0e82824f7 req-1bba34eb-7a70-4708-9c85-8c6518fc7677 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:20.055317 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec224d3f-2ae5-4838-aec5-9da0e82824f7 req-1bba34eb-7a70-4708-9c85-8c6518fc7677 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:20.063901 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec224d3f-2ae5-4838-aec5-9da0e82824f7 req-1bba34eb-7a70-4708-9c85-8c6518fc7677 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:20.070347 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec224d3f-2ae5-4838-aec5-9da0e82824f7 req-1bba34eb-7a70-4708-9c85-8c6518fc7677 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:20.078930 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ec224d3f-2ae5-4838-aec5-9da0e82824f7 req-1bba34eb-7a70-4708-9c85-8c6518fc7677 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5435 time: 0.5583055 Aug 19 18:09:20.088644 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-2ce1ba5b-c1d9-4886-a12a-e4b90330d77f tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/a1fb88a0-6736-46de-a811-98642998c977 HTTP/1.1" status: 200 len: 2981 time: 0.1513114 Aug 19 18:09:20.100391 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-6f3085f6-07cb-4039-8d2c-e9c2a61ed6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:20.103148 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-6f3085f6-07cb-4039-8d2c-e9c2a61ed6db service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0&tenant_id=55902b3290884d098547fd36e6097a39 HTTP/1.1" status: 200 len: 1100 time: 0.1634874 Aug 19 18:09:20.128546 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-74d6fc9d-1fcd-4672-beb7-750b3a4ff231 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:20.135348 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803753-2', 'device_owner': 'compute:nova'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:20.204172 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ec224d3f-2ae5-4838-aec5-9da0e82824f7 req-e4c2524a-5e98-4da8-9b34-613c5cba19e6 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1192873 Aug 19 18:09:20.205223 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-303c23f2-346e-44f2-982d-1d018afb87b6 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/a1fb88a0-6736-46de-a811-98642998c977 HTTP/1.1" status: 200 len: 2981 time: 0.1143904 Aug 19 18:09:20.264582 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:20.300814 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-fe726297-aa6b-41ef-b854-5745400292e4 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/e956f7ff-2d8d-4324-b99b-f08f57413691 HTTP/1.1" status: 200 len: 2981 time: 0.0941648 Aug 19 18:09:20.302525 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-74d6fc9d-1fcd-4672-beb7-750b3a4ff231 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:20.409077 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-74d6fc9d-1fcd-4672-beb7-750b3a4ff231 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:20.462669 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-74d6fc9d-1fcd-4672-beb7-750b3a4ff231 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:20.469110 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093bcd44-ac22-46f7-b02d-6ed5f204c3f2 None None] Network 6a3a36df-824b-41ca-906b-54036dc236c9 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:20.481038 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-74d6fc9d-1fcd-4672-beb7-750b3a4ff231 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "DELETE /v2.0/subnets/5904a28f-6dc5-4b9a-ab8a-8e29e6440ad6 HTTP/1.1" status: 204 len: 168 time: 1.0325136 Aug 19 18:09:20.486602 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43828) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:20.490451 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6fc9d-1fcd-4672-beb7-750b3a4ff231 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event deleted for resources: {'Subnet': ['ID=5904a28f-6dc5-4b9a-ab8a-8e29e6440ad6,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:20.525849 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-28fe1e74-eea8-4de2-ac4f-f2aa5c7f162c tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/e956f7ff-2d8d-4324-b99b-f08f57413691 HTTP/1.1" status: 200 len: 2981 time: 0.2235351 Aug 19 18:09:20.675836 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-b867aace-1331-4cfa-ae58-dd548ec83035 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/fc06fafa-e3b9-4c92-a628-d2d5e1efb740 HTTP/1.1" status: 200 len: 2981 time: 0.1487172 Aug 19 18:09:20.725137 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 63329f52-4d29-46a2-8007-c28af4280754 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:20.927382 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] For port e85711fe-eef0-455e-81cb-486825a5ee7c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=e85711fe-eef0-455e-81cb-486825a5ee7c,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:20.969090 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-beb0bc6d-0566-46b1-ba0d-e389876e38ce tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:20.985666 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] For port e85711fe-eef0-455e-81cb-486825a5ee7c, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:09:21.007823 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79156d6-d9fe-4fe8-80aa-e7c09208934b req-d6654a3b-8153-48be-a0b1-ad18dba5479d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:21.036139 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c79156d6-d9fe-4fe8-80aa-e7c09208934b req-d6654a3b-8153-48be-a0b1-ad18dba5479d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 949 time: 0.1932542 Aug 19 18:09:21.045317 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 63329f52-4d29-46a2-8007-c28af4280754 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:21.052720 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:21.073158 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 63329f52-4d29-46a2-8007-c28af4280754 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:21.074341 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:21.074581 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] Transition to ACTIVE for port object e85711fe-eef0-455e-81cb-486825a5ee7c will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:21.076248 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e4eb33-9956-4eed-a5c7-13d0324178a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e85711fe-eef0-455e-81cb-486825a5ee7c'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:21.081634 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1b2895-fe25-472d-8332-9cc04497e62f" -d '{"events": [{"server_uuid": "63e4eb33-9956-4eed-a5c7-13d0324178a0", "name": "network-vif-unplugged", "status": "completed", "tag": "e85711fe-eef0-455e-81cb-486825a5ee7c"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:21.094753 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:21.211979 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] Pushing event updated for resources: {'Port': ['ID=e85711fe-eef0-455e-81cb-486825a5ee7c,revision_number=6']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:21.220096 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c79156d6-d9fe-4fe8-80aa-e7c09208934b req-c9565d20-08f6-4755-94e5-56001ec77613 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810858 Aug 19 18:09:21.262301 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] No DVR routers for this DVR port e85711fe-eef0-455e-81cb-486825a5ee7c on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:09:21.270310 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89291c63-f08b-488f-8b2a-1bac9a1b3f24 req-113b7556-fa29-4b84-9c13-066461f8d7d8 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/fc06fafa-e3b9-4c92-a628-d2d5e1efb740 HTTP/1.1" status: 200 len: 2981 time: 0.5183535 Aug 19 18:09:21.311072 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-beb0bc6d-0566-46b1-ba0d-e389876e38ce tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Deleting port b89514c4-ebb5-4f84-93e0-0f18c87f386b {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:21.311341 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-beb0bc6d-0566-46b1-ba0d-e389876e38ce tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:21.346349 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] Attempting to bind port e85711fe-eef0-455e-81cb-486825a5ee7c on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:09:21.347036 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] Attempting to bind port e85711fe-eef0-455e-81cb-486825a5ee7c by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:09:21.347505 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] Attempting to bind port e85711fe-eef0-455e-81cb-486825a5ee7c on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:21.354618 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] Port e85711fe-eef0-455e-81cb-486825a5ee7c on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:09:21.355361 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] Attempting to bind port e85711fe-eef0-455e-81cb-486825a5ee7c on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:21.362299 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:21.368839 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:09:21.369089 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:21.369737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:09:21.370294 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] Bound port: e85711fe-eef0-455e-81cb-486825a5ee7c, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:09:21.371569 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:21.438275 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d9b2ee-ed8e-4843-b1b1-a1144a051d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63329f52-4d29-46a2-8007-c28af4280754'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:21.441365 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853c4d4c-34a7-4438-b2fc-2fc24560eb11" -d '{"events": [{"server_uuid": "a1d9b2ee-ed8e-4843-b1b1-a1144a051d95", "name": "network-vif-plugged", "status": "completed", "tag": "63329f52-4d29-46a2-8007-c28af4280754"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:21.461749 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0692a7c8-7757-4525-adbb-9fd6d4d1241f None None] DHCP port deletion for 6a3a36df-824b-41ca-906b-54036dc236c9 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:09:21.469983 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 63329f52-4d29-46a2-8007-c28af4280754, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=63329f52-4d29-46a2-8007-c28af4280754,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:21.477102 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:21.564862 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-beb0bc6d-0566-46b1-ba0d-e389876e38ce tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] For port b89514c4-ebb5-4f84-93e0-0f18c87f386b, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b89514c4-ebb5-4f84-93e0-0f18c87f386b,segment=NetworkSegment(49cbdd55-f066-41a3-86f8-2cff75cce4e4),segment_id=49cbdd55-f066-41a3-86f8-2cff75cce4e4)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:21.565233 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-beb0bc6d-0566-46b1-ba0d-e389876e38ce tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:21.584592 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-beb0bc6d-0566-46b1-ba0d-e389876e38ce tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Calling delete_port for b89514c4-ebb5-4f84-93e0-0f18c87f386b owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:21.642897 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=63329f52-4d29-46a2-8007-c28af4280754,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:21.662477 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0692a7c8-7757-4525-adbb-9fd6d4d1241f None None] Deleting port b89514c4-ebb5-4f84-93e0-0f18c87f386b {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:21.662864 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0692a7c8-7757-4525-adbb-9fd6d4d1241f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:21.785582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94049a0e-d9b2-45e6-8060-e1dc8f77cf00 req-9d9112ec-d8da-4e40-ae58-bc4e7bb2e892 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:21.793276 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-94049a0e-d9b2-45e6-8060-e1dc8f77cf00 req-9d9112ec-d8da-4e40-ae58-bc4e7bb2e892 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.1265049 Aug 19 18:09:21.821103 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0692a7c8-7757-4525-adbb-9fd6d4d1241f None None] For port b89514c4-ebb5-4f84-93e0-0f18c87f386b, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b89514c4-ebb5-4f84-93e0-0f18c87f386b,segment=NetworkSegment(49cbdd55-f066-41a3-86f8-2cff75cce4e4),segment_id=49cbdd55-f066-41a3-86f8-2cff75cce4e4)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:21.824023 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] For port e85711fe-eef0-455e-81cb-486825a5ee7c, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:09:21.826608 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0692a7c8-7757-4525-adbb-9fd6d4d1241f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:21.830080 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] For port e85711fe-eef0-455e-81cb-486825a5ee7c, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e85711fe-eef0-455e-81cb-486825a5ee7c,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:09:21.839785 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31da22-05e3-4733-8977-5a4e97206395 req-96442528-9472-4785-94f4-05e9a3b891b4 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:21.841442 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-be31da22-05e3-4733-8977-5a4e97206395 req-96442528-9472-4785-94f4-05e9a3b891b4 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d9b2ee-ed8e-4843-b1b1-a1144a051d95 HTTP/1.1" status: 200 len: 945 time: 0.3060544 Aug 19 18:09:21.843294 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:21.880293 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0692a7c8-7757-4525-adbb-9fd6d4d1241f None None] Calling delete_port for b89514c4-ebb5-4f84-93e0-0f18c87f386b owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:21.906233 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:21.907655 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:21.909175 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] 10.222.0.50 "PUT /v2.0/ports/e85711fe-eef0-455e-81cb-486825a5ee7c HTTP/1.1" status: 200 len: 1095 time: 1.7835579 Aug 19 18:09:21.947300 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50993f-70a4-48ab-b762-bd46039e0b4a service neutron] Pushing event updated for resources: {'Port': ['ID=e85711fe-eef0-455e-81cb-486825a5ee7c,revision_number=7']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:21.962090 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-be31da22-05e3-4733-8977-5a4e97206395 req-015c6620-b791-46f0-84e9-b7397a60e644 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100488 Aug 19 18:09:21.980466 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-94049a0e-d9b2-45e6-8060-e1dc8f77cf00 req-f225e0bd-c0c7-4c6e-a516-73d5b324cb42 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815240 Aug 19 18:09:22.020356 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-beb0bc6d-0566-46b1-ba0d-e389876e38ce tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:22.104102 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0bc6d-0566-46b1-ba0d-e389876e38ce tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event deleted for resources: {'Port': ['ID=b89514c4-ebb5-4f84-93e0-0f18c87f386b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:22.118507 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-dca5c10f-b2f4-4709-879a-2518f29599a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:22.122112 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-dca5c10f-b2f4-4709-879a-2518f29599a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 1098 time: 0.1567466 Aug 19 18:09:22.138667 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb0bc6d-0566-46b1-ba0d-e389876e38ce tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] No DVR routers for this DVR port b89514c4-ebb5-4f84-93e0-0f18c87f386b on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: from cryptography.utils import int_from_bytes Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: from cryptography.utils import int_from_bytes Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.306963 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.310105 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.310105 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.310105 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.310105 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.310105 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.310105 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.310105 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.310105 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.310105 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.310105 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.310105 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.310105 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.310105 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:22.310105 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:09:22.338177 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0692a7c8-7757-4525-adbb-9fd6d4d1241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:22.527390 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0692a7c8-7757-4525-adbb-9fd6d4d1241f None None] No DVR routers for this DVR port b89514c4-ebb5-4f84-93e0-0f18c87f386b on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:09:22.550149 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692a7c8-7757-4525-adbb-9fd6d4d1241f None None] Pushing event deleted for resources: {'Port': ['ID=b89514c4-ebb5-4f84-93e0-0f18c87f386b,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:22.558497 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-beb0bc6d-0566-46b1-ba0d-e389876e38ce tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:22.630408 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-beb0bc6d-0566-46b1-ba0d-e389876e38ce tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3a36df-824b-41ca-906b-54036dc236c9']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:22.650718 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-beb0bc6d-0566-46b1-ba0d-e389876e38ce tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49cbdd55-f066-41a3-86f8-2cff75cce4e4') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:22.652048 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-beb0bc6d-0566-46b1-ba0d-e389876e38ce tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49cbdd55-f066-41a3-86f8-2cff75cce4e4') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:22.666095 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-beb0bc6d-0566-46b1-ba0d-e389876e38ce tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:22.742111 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-beb0bc6d-0566-46b1-ba0d-e389876e38ce tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:22.743814 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device e85711fe-eef0-455e-81cb-486825a5ee7c no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:22.785463 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb0bc6d-0566-46b1-ba0d-e389876e38ce tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:09:22.785463 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-beb0bc6d-0566-46b1-ba0d-e389876e38ce tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:22.842607 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb75ef8-2c60-4ba9-a99e-35a59b3e07ae x-openstack-request-id: req-ffb75ef8-2c60-4ba9-a99e-35a59b3e07ae {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:22.842928 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e4eb33-9956-4eed-a5c7-13d0324178a0", "name": "network-vif-unplugged", "status": "completed", "tag": "e85711fe-eef0-455e-81cb-486825a5ee7c", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:09:22.843239 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:09:22.846137 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ffb75ef8-2c60-4ba9-a99e-35a59b3e07ae {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:22.846137 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e4eb33-9956-4eed-a5c7-13d0324178a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e85711fe-eef0-455e-81cb-486825a5ee7c', 'code': 200} Aug 19 18:09:22.849158 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device e85711fe-eef0-455e-81cb-486825a5ee7c not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:09:22.976172 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3c73-6f6c-4237-843d-bce6f3cb2602 req-c53fba68-bae8-4ae2-897d-0ea53981cc11 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:22.982580 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-6397b8af-9751-4051-8990-8cb1461518c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:22.985350 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3c73-6f6c-4237-843d-bce6f3cb2602 req-c53fba68-bae8-4ae2-897d-0ea53981cc11 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:22.992923 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3c73-6f6c-4237-843d-bce6f3cb2602 req-c53fba68-bae8-4ae2-897d-0ea53981cc11 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:22.997852 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-6397b8af-9751-4051-8990-8cb1461518c8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.8498378 Aug 19 18:09:23.004419 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3c73-6f6c-4237-843d-bce6f3cb2602 req-c53fba68-bae8-4ae2-897d-0ea53981cc11 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:23.013603 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3c73-6f6c-4237-843d-bce6f3cb2602 req-c53fba68-bae8-4ae2-897d-0ea53981cc11 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:23.023586 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3c73-6f6c-4237-843d-bce6f3cb2602 req-c53fba68-bae8-4ae2-897d-0ea53981cc11 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:23.033264 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b3c73-6f6c-4237-843d-bce6f3cb2602 req-c53fba68-bae8-4ae2-897d-0ea53981cc11 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:23.042621 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c33b3c73-6f6c-4237-843d-bce6f3cb2602 req-c53fba68-bae8-4ae2-897d-0ea53981cc11 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5435 time: 0.5989363 Aug 19 18:09:23.091355 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e353b245-121a-4fdb-ad3e-e57e79a6f9a4 req-954eeceb-33e3-418d-8c94-ef81c2abb32a tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=926bee9bcb134f16ae210951867877c3 HTTP/1.1" status: 200 len: 6102 time: 0.2465708 Aug 19 18:09:23.093382 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-cbecdcd6-44f0-4c6b-9381-38fc528e47c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=e85711fe-eef0-455e-81cb-486825a5ee7c HTTP/1.1" status: 200 len: 217 time: 0.0946093 Aug 19 18:09:23.126418 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c33b3c73-6f6c-4237-843d-bce6f3cb2602 req-275a6bb9-6ebf-46f0-b06e-69adfab2387a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0795219 Aug 19 18:09:23.137402 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-beb0bc6d-0566-46b1-ba0d-e389876e38ce tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:23.158548 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b89514c4-ebb5-4f84-93e0-0f18c87f386b no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:23.185982 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-beb0bc6d-0566-46b1-ba0d-e389876e38ce tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:23.202976 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-beb0bc6d-0566-46b1-ba0d-e389876e38ce tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "DELETE /v2.0/networks/6a3a36df-824b-41ca-906b-54036dc236c9 HTTP/1.1" status: 204 len: 168 time: 2.6918068 Aug 19 18:09:23.209818 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0bc6d-0566-46b1-ba0d-e389876e38ce tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event deleted for resources: {'Network': ['ID=6a3a36df-824b-41ca-906b-54036dc236c9,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:23.210005 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43876) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:23.217253 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-860ea7cf-e69e-4718-988a-3470d0eec884 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-366780740'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:23.218471 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: b89514c4-ebb5-4f84-93e0-0f18c87f386b {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:09:23.225021 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b89514c4-ebb5-4f84-93e0-0f18c87f386b not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:09:23.250641 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6298af0-d797-4ae2-b3ae-26cac6e9b582 x-openstack-request-id: req-a6298af0-d797-4ae2-b3ae-26cac6e9b582 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:23.251048 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d9b2ee-ed8e-4843-b1b1-a1144a051d95", "name": "network-vif-plugged", "status": "completed", "tag": "63329f52-4d29-46a2-8007-c28af4280754", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:23.251478 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6298af0-d797-4ae2-b3ae-26cac6e9b582 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:23.252341 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d9b2ee-ed8e-4843-b1b1-a1144a051d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63329f52-4d29-46a2-8007-c28af4280754', 'code': 200} Aug 19 18:09:23.258827 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-23dfcd22-637c-4566-8c22-882c71262fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:23.260455 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-23dfcd22-637c-4566-8c22-882c71262fe0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1447892 Aug 19 18:09:23.266590 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e353b245-121a-4fdb-ad3e-e57e79a6f9a4 req-f760b4d7-becc-4041-ba06-e67ada0f747e tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] 10.222.0.24 "GET /v2.0/security-groups/a1fb88a0-6736-46de-a811-98642998c977 HTTP/1.1" status: 200 len: 2981 time: 0.1520610 Aug 19 18:09:23.307377 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860ea7cf-e69e-4718-988a-3470d0eec884 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Made reservation on behalf of b36c037b46974fbab72ee33dddb5d134 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:23.313470 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-860ea7cf-e69e-4718-988a-3470d0eec884 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:23.431481 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d17bb-e2d9-470e-a6c2-08c991b189d8 req-6ebe4f38-4108-4473-95f9-ac3d8471083f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:23.438634 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d9d17bb-e2d9-470e-a6c2-08c991b189d8 req-6ebe4f38-4108-4473-95f9-ac3d8471083f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 947 time: 0.1109171 Aug 19 18:09:23.446057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860ea7cf-e69e-4718-988a-3470d0eec884 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:09:23.456916 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-89979655-c2f0-4f38-9b3a-b6235abd4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:23.458828 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-89979655-c2f0-4f38-9b3a-b6235abd4098 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1886866 Aug 19 18:09:23.468040 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e353b245-121a-4fdb-ad3e-e57e79a6f9a4 req-459538ca-482f-4b55-bf6b-3c7a60fe9fb8 tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] 10.222.0.24 "GET /v2.0/security-groups/a1fb88a0-6736-46de-a811-98642998c977 HTTP/1.1" status: 200 len: 2981 time: 0.1880190 Aug 19 18:09:23.475543 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-860ea7cf-e69e-4718-988a-3470d0eec884 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:23.475751 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-860ea7cf-e69e-4718-988a-3470d0eec884 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Added segment dffe4e9a-0f11-46d5-b24d-2ca8b4e53776 of type vlan for network 330589c8-b28c-49ea-be49-10743383d099 Aug 19 18:09:23.554373 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d9d17bb-e2d9-470e-a6c2-08c991b189d8 req-dee6607a-f30a-41f3-a01b-58acba61bdca tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053329 Aug 19 18:09:23.572774 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-7830e51a-2395-4dbb-af2c-d300d8a0aa4f service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972540 Aug 19 18:09:23.586270 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99931a0b-6ebf-43c1-91d0-88b1f380010d req-d8a8d89a-f2f0-452d-8a8d-fd49f46cbe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:23.587788 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99931a0b-6ebf-43c1-91d0-88b1f380010d req-d8a8d89a-f2f0-452d-8a8d-fd49f46cbe8d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a1d9b2ee-ed8e-4843-b1b1-a1144a051d95 HTTP/1.1" status: 200 len: 1096 time: 0.2288918 Aug 19 18:09:23.697072 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-860ea7cf-e69e-4718-988a-3470d0eec884 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:23.773779 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8d483-1c3a-41fa-9d7a-c3a2e84b3090 req-c0d8f3c9-c100-40f2-b36f-9223048a24f0 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:23.800183 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38f8d483-1c3a-41fa-9d7a-c3a2e84b3090 req-c0d8f3c9-c100-40f2-b36f-9223048a24f0 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d9b2ee-ed8e-4843-b1b1-a1144a051d95 HTTP/1.1" status: 200 len: 945 time: 0.1681471 Aug 19 18:09:23.863463 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ef87396-4ca2-4b83-985e-a159a8dfce26 req-a22f96b5-421c-4eba-be19-59b45873d4a1 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709525 Aug 19 18:09:23.866887 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38f8d483-1c3a-41fa-9d7a-c3a2e84b3090 req-ec137bce-e0b0-4306-87a3-98489b455a7b tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656273 Aug 19 18:09:23.906342 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-860ea7cf-e69e-4718-988a-3470d0eec884 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:23.912183 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43892) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:23.913471 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860ea7cf-e69e-4718-988a-3470d0eec884 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:23.914339 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-860ea7cf-e69e-4718-988a-3470d0eec884 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.002678 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d33af08-ca29-46ed-aef9-b76b170f1b63 req-088a2e53-9877-4365-9728-1e7f847e14ec tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/29b7c59f-1801-4ae0-adb5-eab64d916462 HTTP/1.1" status: 200 len: 1778 time: 0.1089554 Aug 19 18:09:24.107956 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99931a0b-6ebf-43c1-91d0-88b1f380010d req-00f15817-2719-42d1-8a04-6fbb2bb12558 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809443 Aug 19 18:09:24.132083 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-860ea7cf-e69e-4718-988a-3470d0eec884 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9181101 Aug 19 18:09:24.136139 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43898) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:24.146593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2280e406-ab58-405c-9f95-f96cca3c62be tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Request body: {'subnet': {'network_id': '330589c8-b28c-49ea-be49-10743383d099', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:24.155967 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ea7cf-e69e-4718-988a-3470d0eec884 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event updated for resources: {'Network': ['ID=330589c8-b28c-49ea-be49-10743383d099,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:24.170088 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 330589c8-b28c-49ea-be49-10743383d099 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:09:24.181661 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec16609-6955-406c-84c8-8b3341026dc2 req-7aa273a0-e72d-479e-ab9f-1ebcff607e0d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:24.188520 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec16609-6955-406c-84c8-8b3341026dc2 req-7aa273a0-e72d-479e-ab9f-1ebcff607e0d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:24.194946 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec16609-6955-406c-84c8-8b3341026dc2 req-7aa273a0-e72d-479e-ab9f-1ebcff607e0d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:24.200987 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec16609-6955-406c-84c8-8b3341026dc2 req-7aa273a0-e72d-479e-ab9f-1ebcff607e0d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:24.208996 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec16609-6955-406c-84c8-8b3341026dc2 req-7aa273a0-e72d-479e-ab9f-1ebcff607e0d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:24.215902 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec16609-6955-406c-84c8-8b3341026dc2 req-7aa273a0-e72d-479e-ab9f-1ebcff607e0d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:24.223369 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec16609-6955-406c-84c8-8b3341026dc2 req-7aa273a0-e72d-479e-ab9f-1ebcff607e0d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:24.238719 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cec16609-6955-406c-84c8-8b3341026dc2 req-7aa273a0-e72d-479e-ab9f-1ebcff607e0d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5435 time: 0.3736944 Aug 19 18:09:24.239679 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43900) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:24.245617 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-484a8cf8-f700-47d2-b98c-6291d0169b99 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Request body: {'floatingip': {'port_id': '8b7af2c9-ee9b-46f3-9f81-ee153dca90f5'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:24.309919 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-484a8cf8-f700-47d2-b98c-6291d0169b99 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for floatingip, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.313705 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4d33af08-ca29-46ed-aef9-b76b170f1b63 req-de7492d9-4fc8-4e3e-912e-8bd81f453d84 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.341464 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c7a24d73-087e-4fe3-9634-4286655755fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.386605 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4d33af08-ca29-46ed-aef9-b76b170f1b63 req-de7492d9-4fc8-4e3e-912e-8bd81f453d84 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.492419 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4d33af08-ca29-46ed-aef9-b76b170f1b63 req-de7492d9-4fc8-4e3e-912e-8bd81f453d84 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.495835 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4d33af08-ca29-46ed-aef9-b76b170f1b63 req-de7492d9-4fc8-4e3e-912e-8bd81f453d84 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.497941 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d33af08-ca29-46ed-aef9-b76b170f1b63 req-de7492d9-4fc8-4e3e-912e-8bd81f453d84 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/29b7c59f-1801-4ae0-adb5-eab64d916462 HTTP/1.1" status: 204 len: 173 time: 0.4865592 Aug 19 18:09:24.524596 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7492d9-4fc8-4e3e-912e-8bd81f453d84 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b7c59f-1801-4ae0-adb5-eab64d916462,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:24.640131 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c7a24d73-087e-4fe3-9634-4286655755fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.650215 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c7a24d73-087e-4fe3-9634-4286655755fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.652749 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b332171d-9444-4674-82d6-25200945c30d req-4823b5e6-996d-4ae0-9078-74c959040a1d tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "GET /v2.0/security-groups/870b2f3d-8c6a-4f3f-b78d-e77ca226cf48 HTTP/1.1" status: 200 len: 1778 time: 0.0845284 Aug 19 18:09:24.762761 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2280e406-ab58-405c-9f95-f96cca3c62be tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Made reservation on behalf of b36c037b46974fbab72ee33dddb5d134 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:24.767295 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2280e406-ab58-405c-9f95-f96cca3c62be tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.783394 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a24d73-087e-4fe3-9634-4286655755fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f307921-7b63-430e-8c57-0c3723381358,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:24.796954 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c7a24d73-087e-4fe3-9634-4286655755fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a68475ed886d48bb8b4c041ccde0865e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8829896 Aug 19 18:09:24.797825 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43908) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:24.847585 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e4eb33-9956-4eed-a5c7-13d0324178a0', 'tag': 'e85711fe-eef0-455e-81cb-486825a5ee7c'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:24.850644 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857ab95a-07ab-4044-aaf5-35a6c9022fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "63e4eb33-9956-4eed-a5c7-13d0324178a0", "tag": "e85711fe-eef0-455e-81cb-486825a5ee7c"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:24.863456 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56943c-d926-467a-be64-edf4428b3eba req-8b49eb84-3534-438b-8e39-a999c0a58082 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:24.865324 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0f56943c-d926-467a-be64-edf4428b3eba req-8b49eb84-3534-438b-8e39-a999c0a58082 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 947 time: 0.1979411 Aug 19 18:09:24.865500 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b332171d-9444-4674-82d6-25200945c30d req-6d376637-1aa3-4015-96b8-e07886e19ec6 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.967014 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b332171d-9444-4674-82d6-25200945c30d req-6d376637-1aa3-4015-96b8-e07886e19ec6 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.980803 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0f56943c-d926-467a-be64-edf4428b3eba req-edeb6430-4822-457e-bd26-ae4bd765576f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949836 Aug 19 18:09:25.008338 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94ecc249-ed7f-4cb2-bc9d-f712df1c82a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.147871 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94ecc249-ed7f-4cb2-bc9d-f712df1c82a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.181567 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b332171d-9444-4674-82d6-25200945c30d req-6d376637-1aa3-4015-96b8-e07886e19ec6 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.184450 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b332171d-9444-4674-82d6-25200945c30d req-6d376637-1aa3-4015-96b8-e07886e19ec6 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.204156 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b332171d-9444-4674-82d6-25200945c30d req-6d376637-1aa3-4015-96b8-e07886e19ec6 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/870b2f3d-8c6a-4f3f-b78d-e77ca226cf48 HTTP/1.1" status: 204 len: 173 time: 0.5400584 Aug 19 18:09:25.231688 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-484a8cf8-f700-47d2-b98c-6291d0169b99 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.264333 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-484a8cf8-f700-47d2-b98c-6291d0169b99 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.271493 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d376637-1aa3-4015-96b8-e07886e19ec6 tempest-SecurityGroupsTestAdminJSON-667049388 tempest-SecurityGroupsTestAdminJSON-667049388-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870b2f3d-8c6a-4f3f-b78d-e77ca226cf48,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:25.279762 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c6338f-50c7-4cc2-8116-26958a493247 x-openstack-request-id: req-12c6338f-50c7-4cc2-8116-26958a493247 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:25.279762 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e4eb33-9956-4eed-a5c7-13d0324178a0", "tag": "e85711fe-eef0-455e-81cb-486825a5ee7c", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:25.285662 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12c6338f-50c7-4cc2-8116-26958a493247 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:25.286334 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e4eb33-9956-4eed-a5c7-13d0324178a0', 'tag': 'e85711fe-eef0-455e-81cb-486825a5ee7c', 'status': 'completed', 'code': 200} Aug 19 18:09:25.314411 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2280e406-ab58-405c-9f95-f96cca3c62be tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.431709 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94ecc249-ed7f-4cb2-bc9d-f712df1c82a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.438719 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94ecc249-ed7f-4cb2-bc9d-f712df1c82a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.444684 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-94ecc249-ed7f-4cb2-bc9d-f712df1c82a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f307921-7b63-430e-8c57-0c3723381358 HTTP/1.1" status: 204 len: 168 time: 0.6310372 Aug 19 18:09:25.466689 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280e406-ab58-405c-9f95-f96cca3c62be tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event updated for resources: {'Subnet': ['ID=5347ee10-e6d1-4052-8617-02d384e7e282,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:25.480439 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecc249-ed7f-4cb2-bc9d-f712df1c82a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f307921-7b63-430e-8c57-0c3723381358,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:25.493508 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-697f43df-a0b1-4313-b656-336f46ec3807 req-ce116765-544f-4567-a927-6c650a05e501 tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] 10.222.0.24 "GET /v2.0/security-groups/979cdd92-ce25-402e-a791-2082c705bb26 HTTP/1.1" status: 200 len: 1776 time: 0.1552320 Aug 19 18:09:25.517058 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2280e406-ab58-405c-9f95-f96cca3c62be tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Checking segment: {'id': 'dffe4e9a-0f11-46d5-b24d-2ca8b4e53776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '330589c8-b28c-49ea-be49-10743383d099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:25.517438 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2280e406-ab58-405c-9f95-f96cca3c62be tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Network hostable DHCP agents. Network: 330589c8-b28c-49ea-be49-10743383d099, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:09:25.520150 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-484a8cf8-f700-47d2-b98c-6291d0169b99 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Floating IP fb63d945-fa1a-4a11-b703-3f1db73091e8 associated. External IP: 172.25.8.159, port: 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5. Aug 19 18:09:25.570447 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2280e406-ab58-405c-9f95-f96cca3c62be tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Network 330589c8-b28c-49ea-be49-10743383d099 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:09:25.590985 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-697f43df-a0b1-4313-b656-336f46ec3807 req-394a57c0-9854-45e9-becf-0570e5554001 tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.595413 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-2280e406-ab58-405c-9f95-f96cca3c62be tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 330589c8-b28c-49ea-be49-10743383d099) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:25.605794 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2083f914-48a0-4038-8d84-97b93f8ca4b4 None None] Network 330589c8-b28c-49ea-be49-10743383d099 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:25.611659 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2280e406-ab58-405c-9f95-f96cca3c62be tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:25.612275 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2280e406-ab58-405c-9f95-f96cca3c62be tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.634689 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-697f43df-a0b1-4313-b656-336f46ec3807 req-394a57c0-9854-45e9-becf-0570e5554001 tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.648687 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2280e406-ab58-405c-9f95-f96cca3c62be tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5086684 Aug 19 18:09:25.651753 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43930) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:25.658411 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2104ad48-28ab-4101-8319-645dbe6c7b40 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1949595900'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:25.705447 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2104ad48-28ab-4101-8319-645dbe6c7b40 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Made reservation on behalf of b36c037b46974fbab72ee33dddb5d134 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:25.714304 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2104ad48-28ab-4101-8319-645dbe6c7b40 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.751909 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-697f43df-a0b1-4313-b656-336f46ec3807 req-394a57c0-9854-45e9-becf-0570e5554001 tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.765025 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-697f43df-a0b1-4313-b656-336f46ec3807 req-394a57c0-9854-45e9-becf-0570e5554001 tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.792746 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-697f43df-a0b1-4313-b656-336f46ec3807 req-394a57c0-9854-45e9-becf-0570e5554001 tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] 10.222.0.24 "DELETE /v2.0/security-groups/979cdd92-ce25-402e-a791-2082c705bb26 HTTP/1.1" status: 204 len: 173 time: 0.2981963 Aug 19 18:09:25.835550 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2104ad48-28ab-4101-8319-645dbe6c7b40 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:09:25.870247 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2104ad48-28ab-4101-8319-645dbe6c7b40 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.870593 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-2104ad48-28ab-4101-8319-645dbe6c7b40 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Added segment c938a109-ba70-4150-a545-097c2f3f5346 of type vlan for network 40ffc51b-2fcd-499a-b796-6af3a32e5cb9 Aug 19 18:09:25.935802 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ab95a-07ab-4044-aaf5-35a6c9022fdd req-a445e380-4e5b-4806-be56-f3da748febe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:25.937892 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-857ab95a-07ab-4044-aaf5-35a6c9022fdd req-a445e380-4e5b-4806-be56-f3da748febe6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 1098 time: 0.3492367 Aug 19 18:09:25.940341 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ab95a-07ab-4044-aaf5-35a6c9022fdd req-aec59acf-f9f2-4e25-a5e7-f19d75f5a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:25.942133 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-857ab95a-07ab-4044-aaf5-35a6c9022fdd req-aec59acf-f9f2-4e25-a5e7-f19d75f5a1f1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 1098 time: 0.3550363 Aug 19 18:09:25.949005 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91348fae-4801-4bf5-ab65-89f5bb3e3012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-330589c8-b28c-49ea-be49-10743383d099', 'network_id': '330589c8-b28c-49ea-be49-10743383d099', 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134', 'fixed_ips': [{'subnet_id': '5347ee10-e6d1-4052-8617-02d384e7e282'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:09:25.950805 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-91348fae-4801-4bf5-ab65-89f5bb3e3012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.955310 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cf06d-7d45-40cf-b5e5-7f75ff2fb536 req-481d6da8-2238-4cad-a497-beb8f88b58bc tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:25.963316 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-607cf06d-7d45-40cf-b5e5-7f75ff2fb536 req-481d6da8-2238-4cad-a497-beb8f88b58bc tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d9b2ee-ed8e-4843-b1b1-a1144a051d95 HTTP/1.1" status: 200 len: 945 time: 0.3773730 Aug 19 18:09:25.970170 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a57c0-9854-45e9-becf-0570e5554001 tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=979cdd92-ce25-402e-a791-2082c705bb26,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:26.028331 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2104ad48-28ab-4101-8319-645dbe6c7b40 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:26.066469 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17defe68-2735-4ace-86ae-a5325067916b req-e354e406-d0c0-4330-8826-6e502cddd0e0 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:26.068834 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-17defe68-2735-4ace-86ae-a5325067916b req-e354e406-d0c0-4330-8826-6e502cddd0e0 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.1130903 Aug 19 18:09:26.115605 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2104ad48-28ab-4101-8319-645dbe6c7b40 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:26.122757 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2104ad48-28ab-4101-8319-645dbe6c7b40 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:26.124418 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2104ad48-28ab-4101-8319-645dbe6c7b40 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:26.166003 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2104ad48-28ab-4101-8319-645dbe6c7b40 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5130196 Aug 19 18:09:26.170603 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43940) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:26.190600 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-a52621d8-8be4-455e-9774-2691c99a1af8 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Request body: {'subnet': {'network_id': '40ffc51b-2fcd-499a-b796-6af3a32e5cb9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:26.210545 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43942) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:26.261993 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-53c06d0d-a21b-4003-9749-e829bfa30aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:26.330593 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-607cf06d-7d45-40cf-b5e5-7f75ff2fb536 req-738be6b3-0a55-43fa-9d6d-565e061427c8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612833 Aug 19 18:09:26.346969 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-17defe68-2735-4ace-86ae-a5325067916b req-c3ce7033-5f3f-4a74-a8c6-bb01c3dbfb81 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709837 Aug 19 18:09:26.379390 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104ad48-28ab-4101-8319-645dbe6c7b40 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event updated for resources: {'Network': ['ID=40ffc51b-2fcd-499a-b796-6af3a32e5cb9,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:26.411458 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 40ffc51b-2fcd-499a-b796-6af3a32e5cb9 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:09:26.412965 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52621d8-8be4-455e-9774-2691c99a1af8 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Made reservation on behalf of b36c037b46974fbab72ee33dddb5d134 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:26.422905 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a52621d8-8be4-455e-9774-2691c99a1af8 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:26.476115 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ab95a-07ab-4044-aaf5-35a6c9022fdd req-042edb56-ab7f-4db3-8f40-d14b38d1e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:26.477826 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-857ab95a-07ab-4044-aaf5-35a6c9022fdd req-042edb56-ab7f-4db3-8f40-d14b38d1e30e service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.5112531 Aug 19 18:09:26.493701 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ab95a-07ab-4044-aaf5-35a6c9022fdd req-060472e7-a3d5-40a8-be89-c9edf43a0be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:26.495221 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-857ab95a-07ab-4044-aaf5-35a6c9022fdd req-060472e7-a3d5-40a8-be89-c9edf43a0be9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.5297346 Aug 19 18:09:26.502381 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484a8cf8-f700-47d2-b98c-6291d0169b99 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Router f394192a-f545-432e-9e03-3688b068a83e has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:09:26.522789 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c4b4f1dd-220f-4f2d-ad12-3343aea45a28 req-f235caa2-e1ae-4624-a7b6-b96cdd2ba5bb tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] 10.222.0.24 "GET /v2.0/security-groups/50378882-9224-4054-8621-de8beab9873b HTTP/1.1" status: 200 len: 1778 time: 0.1443553 Aug 19 18:09:26.536151 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-91348fae-4801-4bf5-ab65-89f5bb3e3012 None None] Allocated IP 19.80.0.2 (330589c8-b28c-49ea-be49-10743383d099/5347ee10-e6d1-4052-8617-02d384e7e282/7c0adf8e-887f-498e-8934-be6fd788fade) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:26.611085 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-857ab95a-07ab-4044-aaf5-35a6c9022fdd req-5ee96e81-e344-4e12-b38c-388c48cedd7c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=e85711fe-eef0-455e-81cb-486825a5ee7c HTTP/1.1" status: 200 len: 217 time: 0.1211119 Aug 19 18:09:26.621643 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-857ab95a-07ab-4044-aaf5-35a6c9022fdd req-5383bb7d-fcc1-4dd3-ba69-05c295c63bee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=e85711fe-eef0-455e-81cb-486825a5ee7c HTTP/1.1" status: 200 len: 217 time: 0.1130238 Aug 19 18:09:26.638311 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbec24-f9f4-4f27-a3c4-0cb5b4920c56 req-58a298c1-d450-4033-836e-5f08e8365810 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:26.641489 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dbdbec24-f9f4-4f27-a3c4-0cb5b4920c56 req-58a298c1-d450-4033-836e-5f08e8365810 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 947 time: 0.1266730 Aug 19 18:09:26.755398 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dbdbec24-f9f4-4f27-a3c4-0cb5b4920c56 req-c1097795-2bb1-46e3-b8e1-8e872c013a20 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053391 Aug 19 18:09:26.914521 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-91348fae-4801-4bf5-ab65-89f5bb3e3012 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:26.915745 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-53c06d0d-a21b-4003-9749-e829bfa30aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:26.919904 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ab95a-07ab-4044-aaf5-35a6c9022fdd req-bc08b554-b951-46a3-bf93-247b8f429b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:26.922287 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-857ab95a-07ab-4044-aaf5-35a6c9022fdd req-bc08b554-b951-46a3-bf93-247b8f429b0f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.2934263 Aug 19 18:09:26.930936 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a52621d8-8be4-455e-9774-2691c99a1af8 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:26.948973 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-91348fae-4801-4bf5-ab65-89f5bb3e3012 None None] Transition to ACTIVE for port object 7c0adf8e-887f-498e-8934-be6fd788fade will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:26.966792 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-53c06d0d-a21b-4003-9749-e829bfa30aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:27.012524 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-91348fae-4801-4bf5-ab65-89f5bb3e3012 None None] Transition to ACTIVE for port object 7c0adf8e-887f-498e-8934-be6fd788fade will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:27.027418 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-91348fae-4801-4bf5-ab65-89f5bb3e3012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:27.088311 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52621d8-8be4-455e-9774-2691c99a1af8 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event updated for resources: {'Subnet': ['ID=95d83e2e-f411-4899-9f93-fa77f7d29d44,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:27.109334 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52621d8-8be4-455e-9774-2691c99a1af8 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Checking segment: {'id': 'c938a109-ba70-4150-a545-097c2f3f5346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '40ffc51b-2fcd-499a-b796-6af3a32e5cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:27.110185 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52621d8-8be4-455e-9774-2691c99a1af8 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Network hostable DHCP agents. Network: 40ffc51b-2fcd-499a-b796-6af3a32e5cb9, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:09:27.174900 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52621d8-8be4-455e-9774-2691c99a1af8 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Network 40ffc51b-2fcd-499a-b796-6af3a32e5cb9 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:09:27.181317 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c4b4f1dd-220f-4f2d-ad12-3343aea45a28 req-0f174bb9-08d2-4386-813f-733f2b7fe7f3 tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:27.198680 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91348fae-4801-4bf5-ab65-89f5bb3e3012 None None] Network 330589c8-b28c-49ea-be49-10743383d099 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:27.199043 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-53c06d0d-a21b-4003-9749-e829bfa30aa8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9dc810c5306c4924847f93034901e26b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9852679 Aug 19 18:09:27.199215 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43956) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:27.199647 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91348fae-4801-4bf5-ab65-89f5bb3e3012 None None] Pushing event updated for resources: {'Port': ['ID=7c0adf8e-887f-498e-8934-be6fd788fade,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:27.206793 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-91348fae-4801-4bf5-ab65-89f5bb3e3012 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:27.213623 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-a52621d8-8be4-455e-9774-2691c99a1af8 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 40ffc51b-2fcd-499a-b796-6af3a32e5cb9) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:27.214012 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91348fae-4801-4bf5-ab65-89f5bb3e3012 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:09:27.232443 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52621d8-8be4-455e-9774-2691c99a1af8 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:27.232728 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a52621d8-8be4-455e-9774-2691c99a1af8 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:27.242900 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d21e7b1-95f5-422f-ab91-ab9b88be0e4d None None] Network 40ffc51b-2fcd-499a-b796-6af3a32e5cb9 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:27.287880 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c06d0d-a21b-4003-9749-e829bfa30aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b21a80-007d-4e2d-9ca4-a63ebda77c6e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:27.301014 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a52621d8-8be4-455e-9774-2691c99a1af8 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1060779 Aug 19 18:09:27.324981 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c1f13ee7-3d7a-4d0c-a51e-3c59514414f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:27.368755 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ab95a-07ab-4044-aaf5-35a6c9022fdd req-cfcc40ec-bbdf-48ef-9333-19fc9f758bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:27.371372 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-857ab95a-07ab-4044-aaf5-35a6c9022fdd req-cfcc40ec-bbdf-48ef-9333-19fc9f758bb2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.7249138 Aug 19 18:09:27.371653 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c1f13ee7-3d7a-4d0c-a51e-3c59514414f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:27.392274 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-91348fae-4801-4bf5-ab65-89f5bb3e3012 None None] Attempting to bind port 7c0adf8e-887f-498e-8934-be6fd788fade on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:09:27.392646 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-91348fae-4801-4bf5-ab65-89f5bb3e3012 None None] Attempting to bind port 7c0adf8e-887f-498e-8934-be6fd788fade by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'dffe4e9a-0f11-46d5-b24d-2ca8b4e53776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '330589c8-b28c-49ea-be49-10743383d099'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:09:27.393019 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91348fae-4801-4bf5-ab65-89f5bb3e3012 None None] Attempting to bind port 7c0adf8e-887f-498e-8934-be6fd788fade on network 330589c8-b28c-49ea-be49-10743383d099 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:27.417450 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91348fae-4801-4bf5-ab65-89f5bb3e3012 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:09:27.418046 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91348fae-4801-4bf5-ab65-89f5bb3e3012 None None] Checking segment: {'id': 'dffe4e9a-0f11-46d5-b24d-2ca8b4e53776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '330589c8-b28c-49ea-be49-10743383d099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:27.418301 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-91348fae-4801-4bf5-ab65-89f5bb3e3012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:27.418675 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91348fae-4801-4bf5-ab65-89f5bb3e3012 None None] Bound using segment: {'id': 'dffe4e9a-0f11-46d5-b24d-2ca8b4e53776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '330589c8-b28c-49ea-be49-10743383d099'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:09:27.419179 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-91348fae-4801-4bf5-ab65-89f5bb3e3012 None None] Bound port: 7c0adf8e-887f-498e-8934-be6fd788fade, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffe4e9a-0f11-46d5-b24d-2ca8b4e53776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '330589c8-b28c-49ea-be49-10743383d099'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:09:27.419571 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-91348fae-4801-4bf5-ab65-89f5bb3e3012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:27.460107 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c1f13ee7-3d7a-4d0c-a51e-3c59514414f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:27.468682 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c1f13ee7-3d7a-4d0c-a51e-3c59514414f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:27.472708 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c1f13ee7-3d7a-4d0c-a51e-3c59514414f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10b21a80-007d-4e2d-9ca4-a63ebda77c6e HTTP/1.1" status: 204 len: 168 time: 0.2711103 Aug 19 18:09:27.510451 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f13ee7-3d7a-4d0c-a51e-3c59514414f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b21a80-007d-4e2d-9ca4-a63ebda77c6e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:27.555207 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-91348fae-4801-4bf5-ab65-89f5bb3e3012 None None] For port 7c0adf8e-887f-498e-8934-be6fd788fade, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:09:27.559564 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-91348fae-4801-4bf5-ab65-89f5bb3e3012 None None] For port 7c0adf8e-887f-498e-8934-be6fd788fade, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7c0adf8e-887f-498e-8934-be6fd788fade,segment=NetworkSegment(dffe4e9a-0f11-46d5-b24d-2ca8b4e53776),segment_id=dffe4e9a-0f11-46d5-b24d-2ca8b4e53776)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:09:27.569864 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-91348fae-4801-4bf5-ab65-89f5bb3e3012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:27.590736 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c4b4f1dd-220f-4f2d-ad12-3343aea45a28 req-0f174bb9-08d2-4386-813f-733f2b7fe7f3 tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:27.638792 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484a8cf8-f700-47d2-b98c-6291d0169b99 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:09:27.649618 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ab95a-07ab-4044-aaf5-35a6c9022fdd req-a8df24d4-61fb-4c75-97ca-752d6b2592ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:27.653609 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-857ab95a-07ab-4044-aaf5-35a6c9022fdd req-a8df24d4-61fb-4c75-97ca-752d6b2592ae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6028786 Aug 19 18:09:27.664781 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-484a8cf8-f700-47d2-b98c-6291d0169b99 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:27.729490 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f82245-7a4e-4772-b7f9-954e36a7aca5 None None] Sync routers for ids ['f394192a-f545-432e-9e03-3688b068a83e'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:09:27.815082 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec975d8-6b95-4f65-b9ef-ac9bda4194a9 req-deff69a0-4e99-4393-866c-f7ea97483e01 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:27.823932 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cec975d8-6b95-4f65-b9ef-ac9bda4194a9 req-deff69a0-4e99-4393-866c-f7ea97483e01 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d9b2ee-ed8e-4843-b1b1-a1144a051d95 HTTP/1.1" status: 200 len: 945 time: 0.1483195 Aug 19 18:09:27.842247 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f82245-7a4e-4772-b7f9-954e36a7aca5 None None] Routers {'f394192a-f545-432e-9e03-3688b068a83e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:27.844203 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f5f82245-7a4e-4772-b7f9-954e36a7aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:09:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f394192a-f545-432e-9e03-3688b068a83e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:28.010509 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cec975d8-6b95-4f65-b9ef-ac9bda4194a9 req-2309b6a0-2006-4399-a130-3181e8c3f24b tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780636 Aug 19 18:09:28.012314 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device e85711fe-eef0-455e-81cb-486825a5ee7c details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:09:28.016822 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91348fae-4801-4bf5-ab65-89f5bb3e3012 None None] Pushing event updated for resources: {'Port': ['ID=7c0adf8e-887f-498e-8934-be6fd788fade,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:28.385999 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-f5f82245-7a4e-4772-b7f9-954e36a7aca5 None None] Set router f394192a-f545-432e-9e03-3688b068a83e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:09:28.463042 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a4ac74-316d-40ba-8c13-36c176067e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-40ffc51b-2fcd-499a-b796-6af3a32e5cb9', 'network_id': '40ffc51b-2fcd-499a-b796-6af3a32e5cb9', 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134', 'fixed_ips': [{'subnet_id': '95d83e2e-f411-4899-9f93-fa77f7d29d44'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:09:28.463958 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78a4ac74-316d-40ba-8c13-36c176067e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:28.537069 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.resource_extend [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:09:28.570888 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-222803a6-56a8-494f-ace1-64bd2da63531 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:28.580331 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-222803a6-56a8-494f-ace1-64bd2da63531 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:28.583789 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-222803a6-56a8-494f-ace1-64bd2da63531 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/networks?id=330589c8-b28c-49ea-be49-10743383d099&id=40ffc51b-2fcd-499a-b796-6af3a32e5cb9 HTTP/1.1" status: 200 len: 1391 time: 0.2859271 Aug 19 18:09:28.590619 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ab95a-07ab-4044-aaf5-35a6c9022fdd req-6af81279-a273-4cf8-a7a5-6136d01734b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:28.598475 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-857ab95a-07ab-4044-aaf5-35a6c9022fdd req-6af81279-a273-4cf8-a7a5-6136d01734b0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1807795 Aug 19 18:09:28.617169 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-6c002852-45a5-47db-abea-5903f9f27c0f tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/quotas/b36c037b46974fbab72ee33dddb5d134 HTTP/1.1" status: 200 len: 375 time: 0.0275350 Aug 19 18:09:28.693135 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-484a8cf8-f700-47d2-b98c-6291d0169b99 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "PUT /v2.0/floatingips/fb63d945-fa1a-4a11-b703-3f1db73091e8 HTTP/1.1" status: 200 len: 991 time: 4.4516487 Aug 19 18:09:28.731770 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-03e1b29d-5020-4596-a9d8-f8226a531feb tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b36c037b46974fbab72ee33dddb5d134&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1135688 Aug 19 18:09:28.844241 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'tag': '8b7af2c9-ee9b-46f3-9f81-ee153dca90f5'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:28.850220 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7dc12a-1efc-43c0-871c-d1f99c54213f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "tag": "8b7af2c9-ee9b-46f3-9f81-ee153dca90f5"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:28.936876 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-e42c5e9f-c148-4243-8b2f-98e71011e303 service neutron] 10.222.0.24 "GET /v2.0/networks/330589c8-b28c-49ea-be49-10743383d099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018435 Aug 19 18:09:29.074797 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port e85711fe-eef0-455e-81cb-486825a5ee7c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e85711fe-eef0-455e-81cb-486825a5ee7c,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:29.084422 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c4b4f1dd-220f-4f2d-ad12-3343aea45a28 req-0f174bb9-08d2-4386-813f-733f2b7fe7f3 tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:29.088423 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c4b4f1dd-220f-4f2d-ad12-3343aea45a28 req-0f174bb9-08d2-4386-813f-733f2b7fe7f3 tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:29.091206 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c4b4f1dd-220f-4f2d-ad12-3343aea45a28 req-0f174bb9-08d2-4386-813f-733f2b7fe7f3 tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] 10.222.0.24 "DELETE /v2.0/security-groups/50378882-9224-4054-8621-de8beab9873b HTTP/1.1" status: 204 len: 173 time: 2.5686281 Aug 19 18:09:29.091367 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'e85711fe-eef0-455e-81cb-486825a5ee7c', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': 'e85711fe-eef0-455e-81cb-486825a5ee7c', 'mac_address': 'fa:16:3e:6c:d0:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:09:29.129357 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-78a4ac74-316d-40ba-8c13-36c176067e99 None None] Allocated IP 19.86.0.2 (40ffc51b-2fcd-499a-b796-6af3a32e5cb9/95d83e2e-f411-4899-9f93-fa77f7d29d44/f2ebedb0-7e21-45d0-8736-e4e34d500c98) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:29.193024 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f174bb9-08d2-4386-813f-733f2b7fe7f3 tempest-SecurityGroupsTestAdminJSON-1296541134 tempest-SecurityGroupsTestAdminJSON-1296541134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50378882-9224-4054-8621-de8beab9873b,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:29.244959 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-e00d9b86-b326-4598-81b2-f395476e4a41 service neutron] 10.222.0.24 "GET /v2.0/networks/330589c8-b28c-49ea-be49-10743383d099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058941 Aug 19 18:09:29.269915 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-857ab95a-07ab-4044-aaf5-35a6c9022fdd req-eecc0554-1174-41e4-8e90-b19183dd80dd service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802941 Aug 19 18:09:29.294533 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-857ab95a-07ab-4044-aaf5-35a6c9022fdd req-9461d0e7-eb49-4d23-a7df-c933c634ff77 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5932717 Aug 19 18:09:29.404083 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7c0adf8e-887f-498e-8934-be6fd788fade up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:29.587137 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-05017623-26ee-4b36-94dd-07184ebfb7e5 service neutron] 10.222.0.24 "GET /v2.0/networks/40ffc51b-2fcd-499a-b796-6af3a32e5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387606 Aug 19 18:09:29.690996 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f77eb-9994-4515-96da-43edc62420fb req-a95703a0-661f-4632-8ffc-691331c77066 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:29.694008 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e06f77eb-9994-4515-96da-43edc62420fb req-a95703a0-661f-4632-8ffc-691331c77066 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 947 time: 0.3919780 Aug 19 18:09:29.848166 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44022) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:29.927345 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-857ab95a-07ab-4044-aaf5-35a6c9022fdd req-30224c56-bdde-40dd-833c-aab640976883 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6260056 Aug 19 18:09:29.963062 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-1f6b14d8-bb9e-4d48-b11f-2d82374b3c39 service neutron] 10.222.0.24 "GET /v2.0/networks/40ffc51b-2fcd-499a-b796-6af3a32e5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697488 Aug 19 18:09:29.972573 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-857ab95a-07ab-4044-aaf5-35a6c9022fdd req-7d065412-2509-4823-9418-75b512eb3af8 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215766 Aug 19 18:09:30.023079 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e06f77eb-9994-4515-96da-43edc62420fb req-ecd72fa3-b10f-4fe1-9817-d9876d7966b0 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189557 Aug 19 18:09:30.065364 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6793380e-7e5a-49ea-91f3-548c475d24a1 None None] Network 330589c8-b28c-49ea-be49-10743383d099 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:30.324784 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:30.395004 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5c2da607-f2f1-4f91-b695-d37a23490efc None None] Provisioning for port 7c0adf8e-887f-498e-8934-be6fd788fade completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:30.422428 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85711fe-eef0-455e-81cb-486825a5ee7c {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:30.521194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port e85711fe-eef0-455e-81cb-486825a5ee7c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e85711fe-eef0-455e-81cb-486825a5ee7c,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:30.541888 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2e1962ad-c741-4ca3-b216-ec9c397b9091 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=926bee9bcb134f16ae210951867877c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6725864 Aug 19 18:09:30.542141 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44068) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:30.547100 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282c7956-9a90-47f2-b02b-0832afa5953e x-openstack-request-id: req-282c7956-9a90-47f2-b02b-0832afa5953e {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:30.547454 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "tag": "8b7af2c9-ee9b-46f3-9f81-ee153dca90f5", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:30.547710 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-282c7956-9a90-47f2-b02b-0832afa5953e {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:30.548124 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'tag': '8b7af2c9-ee9b-46f3-9f81-ee153dca90f5', 'status': 'completed', 'code': 200} Aug 19 18:09:30.556088 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 7c0adf8e-887f-498e-8934-be6fd788fade completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:30.590993 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 7c0adf8e-887f-498e-8934-be6fd788fade triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:30.599431 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:30.613677 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:30.652467 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7dc12a-1efc-43c0-871c-d1f99c54213f req-f84a76c8-ecff-42bd-a523-bbd0843d23a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:30.652955 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7dc12a-1efc-43c0-871c-d1f99c54213f req-f84a76c8-ecff-42bd-a523-bbd0843d23a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:30.654019 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7dc12a-1efc-43c0-871c-d1f99c54213f req-f84a76c8-ecff-42bd-a523-bbd0843d23a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:30.654499 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7dc12a-1efc-43c0-871c-d1f99c54213f req-f84a76c8-ecff-42bd-a523-bbd0843d23a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:30.654976 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7dc12a-1efc-43c0-871c-d1f99c54213f req-f84a76c8-ecff-42bd-a523-bbd0843d23a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:30.655705 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7dc12a-1efc-43c0-871c-d1f99c54213f req-f84a76c8-ecff-42bd-a523-bbd0843d23a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:30.656343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7dc12a-1efc-43c0-871c-d1f99c54213f req-f84a76c8-ecff-42bd-a523-bbd0843d23a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:30.658504 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5e7dc12a-1efc-43c0-871c-d1f99c54213f req-f84a76c8-ecff-42bd-a523-bbd0843d23a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22b0cfe0dd134d888d6f8103e3004f52&device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 6492 time: 0.1019125 Aug 19 18:09:30.732664 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-54c2512c-e02e-4a1f-99e5-5a1d14daf4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:30.876816 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-54c2512c-e02e-4a1f-99e5-5a1d14daf4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:30.916888 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb038c-c230-44ba-a89c-32996006cd2f req-804d4c6f-16fc-46c4-9f1c-a7df633dfd6e tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:30.926128 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-afdb038c-c230-44ba-a89c-32996006cd2f req-804d4c6f-16fc-46c4-9f1c-a7df633dfd6e tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/networks?id=f6ca3005-f821-4bbf-9771-cb98a9ef289d HTTP/1.1" status: 200 len: 806 time: 0.6638713 Aug 19 18:09:30.928347 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f5f82245-7a4e-4772-b7f9-954e36a7aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f394192a-f545-432e-9e03-3688b068a83e', 'name': 'tempest-TaggedBootDevicesTest-107415717-router', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:35Z', 'updated_at': '2021-08-19T18:06:44Z', 'revision_number': 4, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'gw_port': {'id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:37Z', 'updated_at': '2021-08-19T18:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'fb63d945-fa1a-4a11-b703-3f1db73091e8', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'port_id': '8b7af2c9-ee9b-46f3-9f81-ee153dca90f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef', 'mac_address': 'fa:16:3e:8d:87:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:07:39Z', 'updated_at': '2021-08-19T18:09:25Z', 'revision_number': 1, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b60f7eb2-81e8-4c0c-97c1-ed0479550890', 'name': '', 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'mac_address': 'fa:16:3e:cf:25:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'ce67a4c2-3255-481b-8d44-f56c5622f0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:42Z', 'updated_at': '2021-08-19T18:06:50Z', 'revision_number': 5, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'subnets': [{'id': 'ce67a4c2-3255-481b-8d44-f56c5622f0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:30.960598 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-afdb038c-c230-44ba-a89c-32996006cd2f req-8e2512a0-0d5c-4a58-b78a-b22327d93fad tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/quotas/ae64f3b0d3994e079c6bfc4ab34b357b HTTP/1.1" status: 200 len: 375 time: 0.0334549 Aug 19 18:09:31.043351 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6a05a156-97d1-413d-a24e-ffa602d5b6fc req-ca90f27d-8385-4424-bf7a-ca8d43a77fe9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 210 time: 0.1278965 Aug 19 18:09:31.171090 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7dc12a-1efc-43c0-871c-d1f99c54213f req-9ea9017e-637f-450c-a7ee-7d5b7ac9429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:31.176063 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5e7dc12a-1efc-43c0-871c-d1f99c54213f req-9ea9017e-637f-450c-a7ee-7d5b7ac9429b service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a57726d-7b72-4596-ad69-fcea207934ef HTTP/1.1" status: 200 len: 912 time: 0.4762774 Aug 19 18:09:31.191402 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-54c2512c-e02e-4a1f-99e5-5a1d14daf4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:31.198944 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-54c2512c-e02e-4a1f-99e5-5a1d14daf4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:31.211476 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-54c2512c-e02e-4a1f-99e5-5a1d14daf4d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1fb88a0-6736-46de-a811-98642998c977 HTTP/1.1" status: 204 len: 168 time: 0.6638076 Aug 19 18:09:31.315342 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2512c-e02e-4a1f-99e5-5a1d14daf4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fb88a0-6736-46de-a811-98642998c977,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:31.408385 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5e7dc12a-1efc-43c0-871c-d1f99c54213f req-0237bf55-8a8c-41a3-aba0-f38d4e6c967a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 HTTP/1.1" status: 200 len: 999 time: 0.1516962 Aug 19 18:09:31.479420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b64f7-e15c-4199-8e16-4af4978e41d4 req-80dce498-feee-470a-84b1-e88d9a17a13c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:31.481127 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-383b64f7-e15c-4199-8e16-4af4978e41d4 req-80dce498-feee-470a-84b1-e88d9a17a13c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.54 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0&tenant_id=55902b3290884d098547fd36e6097a39&binding%3Ahost_id=n-h2-803753-2 HTTP/1.1" status: 200 len: 948 time: 0.3818996 Aug 19 18:09:31.502942 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200d9a5-98a5-4eeb-afb3-3d12401c493c req-39bb0a05-4d9a-47e9-8294-6fe198615310 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:31.505874 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7200d9a5-98a5-4eeb-afb3-3d12401c493c req-39bb0a05-4d9a-47e9-8294-6fe198615310 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 948 time: 0.2087421 Aug 19 18:09:31.591975 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0d35bcd4-5a5b-4921-8c15-ad5538d1837b req-01feae77-0ee0-45e7-8b2e-1b664a4b0a9f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4146600 Aug 19 18:09:31.613765 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-afdb038c-c230-44ba-a89c-32996006cd2f req-7105d873-5390-4a22-a7fb-3fb2deba9944 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae64f3b0d3994e079c6bfc4ab34b357b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6445305 Aug 19 18:09:31.663945 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7dc12a-1efc-43c0-871c-d1f99c54213f req-292e4abf-40ab-4692-8084-121b21afb0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:31.666338 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5e7dc12a-1efc-43c0-871c-d1f99c54213f req-292e4abf-40ab-4692-8084-121b21afb0b9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce67a4c2-3255-481b-8d44-f56c5622f0d5 HTTP/1.1" status: 200 len: 850 time: 0.2391460 Aug 19 18:09:31.692357 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['e85711fe-eef0-455e-81cb-486825a5ee7c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:31.713991 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f82245-7a4e-4772-b7f9-954e36a7aca5 None None] Checking router: f394192a-f545-432e-9e03-3688b068a83e for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:09:31.742933 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [req-383b64f7-e15c-4199-8e16-4af4978e41d4 req-da979aa9-7d76-420a-b299-c613306b2f21 service neutron] delete failed (client error): The resource could not be found. Aug 19 18:09:31.744133 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-383b64f7-e15c-4199-8e16-4af4978e41d4 req-da979aa9-7d76-420a-b299-c613306b2f21 service neutron] 10.222.0.54 "DELETE /v2.0/ports/e85711fe-eef0-455e-81cb-486825a5ee7c/bindings/n-h1-803753-2 HTTP/1.1" status: 404 len: 380 time: 0.2383573 Aug 19 18:09:31.767574 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78a4ac74-316d-40ba-8c13-36c176067e99 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:31.790239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-78a4ac74-316d-40ba-8c13-36c176067e99 None None] Transition to ACTIVE for port object f2ebedb0-7e21-45d0-8736-e4e34d500c98 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:31.821656 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-78a4ac74-316d-40ba-8c13-36c176067e99 None None] Transition to ACTIVE for port object f2ebedb0-7e21-45d0-8736-e4e34d500c98 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:31.848495 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7200d9a5-98a5-4eeb-afb3-3d12401c493c req-71c94821-5e06-4c23-8072-7a5f4db4d759 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129618 Aug 19 18:09:31.989639 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b64f7-e15c-4199-8e16-4af4978e41d4 req-58cb5434-6a9d-405b-8754-b044acd37954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:31.990943 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=e85711fe-eef0-455e-81cb-486825a5ee7c,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:31.996438 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-383b64f7-e15c-4199-8e16-4af4978e41d4 req-58cb5434-6a9d-405b-8754-b044acd37954 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 1099 time: 0.1451919 Aug 19 18:09:32.016657 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f82245-7a4e-4772-b7f9-954e36a7aca5 None None] Routers {'f394192a-f545-432e-9e03-3688b068a83e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:32.017324 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f5f82245-7a4e-4772-b7f9-954e36a7aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:09:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f394192a-f545-432e-9e03-3688b068a83e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:32.138119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35bcd4-5a5b-4921-8c15-ad5538d1837b req-41f3fa31-0ea9-4c8e-aba2-f41074f02d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:32.148471 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0d35bcd4-5a5b-4921-8c15-ad5538d1837b req-41f3fa31-0ea9-4c8e-aba2-f41074f02d7d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fce72f549e634e21a1104a2106da2de3&device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 1096 time: 0.2331297 Aug 19 18:09:32.149263 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44092) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:32.169894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7dc12a-1efc-43c0-871c-d1f99c54213f req-921795cb-c787-41de-a760-9d3231c20a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:32.173432 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5e7dc12a-1efc-43c0-871c-d1f99c54213f req-921795cb-c787-41de-a760-9d3231c20a25 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a57726d-7b72-4596-ad69-fcea207934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4729469 Aug 19 18:09:32.282599 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-f5f82245-7a4e-4772-b7f9-954e36a7aca5 None None] Set router f394192a-f545-432e-9e03-3688b068a83e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:09:32.346373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b64f7-e15c-4199-8e16-4af4978e41d4 req-e04cf6e5-4733-46c8-ad93-2b26d44a559c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:32.348251 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-383b64f7-e15c-4199-8e16-4af4978e41d4 req-e04cf6e5-4733-46c8-ad93-2b26d44a559c service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.3433704 Aug 19 18:09:32.462364 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78a4ac74-316d-40ba-8c13-36c176067e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:32.485995 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-383b64f7-e15c-4199-8e16-4af4978e41d4 req-3330c349-488a-4864-80f3-28bff7a80e4c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=e85711fe-eef0-455e-81cb-486825a5ee7c HTTP/1.1" status: 200 len: 217 time: 0.1294091 Aug 19 18:09:32.583700 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a4ac74-316d-40ba-8c13-36c176067e99 None None] Network 40ffc51b-2fcd-499a-b796-6af3a32e5cb9 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:32.621716 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-78a4ac74-316d-40ba-8c13-36c176067e99 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:32.626219 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35bcd4-5a5b-4921-8c15-ad5538d1837b req-ace89640-8f9c-4a06-955c-cde20daf636e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:32.627857 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0d35bcd4-5a5b-4921-8c15-ad5538d1837b req-ace89640-8f9c-4a06-955c-cde20daf636e service neutron] 10.222.0.50 "GET /v2.0/networks?id=ed6cc30c-2a55-41f6-a6b0-fee655536fe2 HTTP/1.1" status: 200 len: 919 time: 0.3596497 Aug 19 18:09:32.656160 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a4ac74-316d-40ba-8c13-36c176067e99 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:09:32.698527 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4ac74-316d-40ba-8c13-36c176067e99 None None] Pushing event updated for resources: {'Port': ['ID=f2ebedb0-7e21-45d0-8736-e4e34d500c98,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:32.890855 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-0c9998ff-2038-4e39-a3fe-6ee2402e17c9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:32.898730 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-0c9998ff-2038-4e39-a3fe-6ee2402e17c9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:32.901171 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-0c9998ff-2038-4e39-a3fe-6ee2402e17c9 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.50 "GET /v2.0/networks?id=330589c8-b28c-49ea-be49-10743383d099&id=40ffc51b-2fcd-499a-b796-6af3a32e5cb9 HTTP/1.1" status: 200 len: 1391 time: 0.4480648 Aug 19 18:09:32.928646 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-ff99ff38-c16f-401e-9559-9c83ef8b50b7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Request body: {'port': {'device_id': '33fb6a53-e128-4eb7-92d1-7b126e3ed811', 'network_id': '330589c8-b28c-49ea-be49-10743383d099', 'admin_state_up': True, 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:32.941960 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-dc1a5827-2b8a-44e9-8fa7-9468903c8e39 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=15327eff6be648f18374411b96063619&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2409229 Aug 19 18:09:32.944772 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:32.949461 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0d35bcd4-5a5b-4921-8c15-ad5538d1837b req-65ae589f-db4f-4b72-bf2f-64ca128dcb6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 HTTP/1.1" status: 200 len: 217 time: 0.2627597 Aug 19 18:09:32.968488 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-78a4ac74-316d-40ba-8c13-36c176067e99 None None] Attempting to bind port f2ebedb0-7e21-45d0-8736-e4e34d500c98 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:09:32.969424 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-78a4ac74-316d-40ba-8c13-36c176067e99 None None] Attempting to bind port f2ebedb0-7e21-45d0-8736-e4e34d500c98 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'c938a109-ba70-4150-a545-097c2f3f5346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '40ffc51b-2fcd-499a-b796-6af3a32e5cb9'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:09:32.970241 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4ac74-316d-40ba-8c13-36c176067e99 None None] Attempting to bind port f2ebedb0-7e21-45d0-8736-e4e34d500c98 on network 40ffc51b-2fcd-499a-b796-6af3a32e5cb9 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:32.985572 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3b235f29-fae5-406e-bbd9-bbf5fbf6888a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97d201cab93e472b9e6e17c59290ca0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8084702 Aug 19 18:09:32.988161 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-afdb038c-c230-44ba-a89c-32996006cd2f req-32c339ed-d321-4656-8b93-f44336faf931 service neutron] 10.222.0.24 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3534439 Aug 19 18:09:32.992031 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44106) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:32.995634 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b64f7-e15c-4199-8e16-4af4978e41d4 req-f138ba1d-5888-4fb8-827e-def87f096baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:32.997170 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-383b64f7-e15c-4199-8e16-4af4978e41d4 req-f138ba1d-5888-4fb8-827e-def87f096baa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.4833052 Aug 19 18:09:32.998107 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4ac74-316d-40ba-8c13-36c176067e99 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:09:32.998583 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4ac74-316d-40ba-8c13-36c176067e99 None None] Checking segment: {'id': 'c938a109-ba70-4150-a545-097c2f3f5346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '40ffc51b-2fcd-499a-b796-6af3a32e5cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:32.999704 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78a4ac74-316d-40ba-8c13-36c176067e99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:33.001598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4ac74-316d-40ba-8c13-36c176067e99 None None] Bound using segment: {'id': 'c938a109-ba70-4150-a545-097c2f3f5346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '40ffc51b-2fcd-499a-b796-6af3a32e5cb9'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:09:33.009769 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-78a4ac74-316d-40ba-8c13-36c176067e99 None None] Bound port: f2ebedb0-7e21-45d0-8736-e4e34d500c98, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c938a109-ba70-4150-a545-097c2f3f5346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '40ffc51b-2fcd-499a-b796-6af3a32e5cb9'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:09:33.010332 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78a4ac74-316d-40ba-8c13-36c176067e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:33.138375 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 7c0adf8e-887f-498e-8934-be6fd788fade, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7c0adf8e-887f-498e-8934-be6fd788fade,segment=NetworkSegment(dffe4e9a-0f11-46d5-b24d-2ca8b4e53776),segment_id=dffe4e9a-0f11-46d5-b24d-2ca8b4e53776)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:33.159813 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:33.248173 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35bcd4-5a5b-4921-8c15-ad5538d1837b req-55f271c8-f85f-4fa2-bac6-fbecdecae4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:33.250782 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0d35bcd4-5a5b-4921-8c15-ad5538d1837b req-55f271c8-f85f-4fa2-bac6-fbecdecae4d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e56f2809-e79a-4c5f-bec0-9b7673cca425 HTTP/1.1" status: 200 len: 858 time: 0.2614665 Aug 19 18:09:33.255607 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5e7dc12a-1efc-43c0-871c-d1f99c54213f req-9c50692c-cf89-45d8-b358-fead9d226fc2 service neutron] 10.222.0.54 "GET /v2.0/networks/2a57726d-7b72-4596-ad69-fcea207934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0107694 Aug 19 18:09:33.292343 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-78a4ac74-316d-40ba-8c13-36c176067e99 None None] For port f2ebedb0-7e21-45d0-8736-e4e34d500c98, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:09:33.299493 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b64f7-e15c-4199-8e16-4af4978e41d4 req-74b09a31-7cf1-4ad2-890e-1c24448ff37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:33.302679 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-383b64f7-e15c-4199-8e16-4af4978e41d4 req-74b09a31-7cf1-4ad2-890e-1c24448ff37c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2842343 Aug 19 18:09:33.322090 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0d35bcd4-5a5b-4921-8c15-ad5538d1837b req-10103590-36b5-4ccf-9a02-4bf6832614ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ed6cc30c-2a55-41f6-a6b0-fee655536fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527942 Aug 19 18:09:33.358061 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-78a4ac74-316d-40ba-8c13-36c176067e99 None None] For port f2ebedb0-7e21-45d0-8736-e4e34d500c98, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=f2ebedb0-7e21-45d0-8736-e4e34d500c98,segment=NetworkSegment(c938a109-ba70-4150-a545-097c2f3f5346),segment_id=c938a109-ba70-4150-a545-097c2f3f5346)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:09:33.368421 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78a4ac74-316d-40ba-8c13-36c176067e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:33.381241 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f5f82245-7a4e-4772-b7f9-954e36a7aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f394192a-f545-432e-9e03-3688b068a83e', 'name': 'tempest-TaggedBootDevicesTest-107415717-router', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:35Z', 'updated_at': '2021-08-19T18:06:44Z', 'revision_number': 4, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'gw_port': {'id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:37Z', 'updated_at': '2021-08-19T18:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'fb63d945-fa1a-4a11-b703-3f1db73091e8', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'port_id': '8b7af2c9-ee9b-46f3-9f81-ee153dca90f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef', 'mac_address': 'fa:16:3e:8d:87:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:07:39Z', 'updated_at': '2021-08-19T18:09:25Z', 'revision_number': 1, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b60f7eb2-81e8-4c0c-97c1-ed0479550890', 'name': '', 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'mac_address': 'fa:16:3e:cf:25:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'ce67a4c2-3255-481b-8d44-f56c5622f0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:42Z', 'updated_at': '2021-08-19T18:06:50Z', 'revision_number': 5, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'subnets': [{'id': 'ce67a4c2-3255-481b-8d44-f56c5622f0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:33.394406 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=7c0adf8e-887f-498e-8934-be6fd788fade,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:33.417094 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-5d0335c6-d6e7-49c1-bdac-eb8706070b95 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:33.425500 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-5d0335c6-d6e7-49c1-bdac-eb8706070b95 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4662459 Aug 19 18:09:33.470842 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f82245-7a4e-4772-b7f9-954e36a7aca5 None None] The sync data for ids ['f394192a-f545-432e-9e03-3688b068a83e'] in n-d-803753-2 is: [{'id': 'f394192a-f545-432e-9e03-3688b068a83e', 'name': 'tempest-TaggedBootDevicesTest-107415717-router', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:35Z', 'updated_at': '2021-08-19T18:06:44Z', 'revision_number': 4, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'gw_port': {'id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:37Z', 'updated_at': '2021-08-19T18:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'fb63d945-fa1a-4a11-b703-3f1db73091e8', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'port_id': '8b7af2c9-ee9b-46f3-9f81-ee153dca90f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef', 'mac_address': 'fa:16:3e:8d:87:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:07:39Z', 'updated_at': '2021-08-19T18:09:25Z', 'revision_number': 1, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b60f7eb2-81e8-4c0c-97c1-ed0479550890', 'name': '', 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'mac_address': 'fa:16:3e:cf:25:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'ce67a4c2-3255-481b-8d44-f56c5622f0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:42Z', 'updated_at': '2021-08-19T18:06:50Z', 'revision_number': 5, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'subnets': [{'id': 'ce67a4c2-3255-481b-8d44-f56c5622f0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:09:33.545855 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-086a528d-dfaa-4f70-afb0-aa12fd003684 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/quotas/15327eff6be648f18374411b96063619 HTTP/1.1" status: 200 len: 375 time: 0.1153288 Aug 19 18:09:33.573079 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8e9642ce-3e2f-444e-81b2-b4cc5a5e46c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:33.588711 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a844a18f-8f41-4d93-a074-ce1ccfeb3489 None None] Provisioning complete for port 7c0adf8e-887f-498e-8934-be6fd788fade triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:33.588855 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a844a18f-8f41-4d93-a074-ce1ccfeb3489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:33.608951 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-ff99ff38-c16f-401e-9559-9c83ef8b50b7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Made reservation on behalf of b36c037b46974fbab72ee33dddb5d134 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:33.630421 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-ff99ff38-c16f-401e-9559-9c83ef8b50b7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:33.696931 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-52b41276-8576-4370-b2e3-aa162bafde95 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=15327eff6be648f18374411b96063619&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1496153 Aug 19 18:09:33.715421 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4ac74-316d-40ba-8c13-36c176067e99 None None] Pushing event updated for resources: {'Port': ['ID=f2ebedb0-7e21-45d0-8736-e4e34d500c98,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:33.785294 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-383b64f7-e15c-4199-8e16-4af4978e41d4 req-98394d06-841d-4bca-956c-1301e49b17cd service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716327 Aug 19 18:09:33.807755 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-afdb038c-c230-44ba-a89c-32996006cd2f req-33e71e72-c141-4f18-a245-df3307f96284 service neutron] 10.222.0.24 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7859819 Aug 19 18:09:33.899580 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5e7dc12a-1efc-43c0-871c-d1f99c54213f req-ea68fb14-2cf4-4c4a-b183-66c2e4d1aff2 service neutron] 10.222.0.54 "GET /v2.0/networks/2a57726d-7b72-4596-ad69-fcea207934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600948 Aug 19 18:09:33.902602 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8e9642ce-3e2f-444e-81b2-b4cc5a5e46c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:33.993296 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0d35bcd4-5a5b-4921-8c15-ad5538d1837b req-b2b18567-e653-4118-bc9f-5effee564819 service neutron] 10.222.0.50 "GET /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667530 Aug 19 18:09:33.993836 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695b8b4a-dead-4ab1-a193-b9fdcd2c66ec None None] New status for floating IP fb63d945-fa1a-4a11-b703-3f1db73091e8: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:09:34.173450 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0d35bcd4-5a5b-4921-8c15-ad5538d1837b req-c2433615-c340-41ce-8b71-5838accf079f service neutron] 10.222.0.50 "GET /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661549 Aug 19 18:09:34.174949 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8e9642ce-3e2f-444e-81b2-b4cc5a5e46c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:34.177910 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8e9642ce-3e2f-444e-81b2-b4cc5a5e46c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:34.182048 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8e9642ce-3e2f-444e-81b2-b4cc5a5e46c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1cf0c986-c225-47eb-8461-b15159cb8d26 HTTP/1.1" status: 204 len: 168 time: 1.1870542 Aug 19 18:09:34.217937 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9642ce-3e2f-444e-81b2-b4cc5a5e46c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf0c986-c225-47eb-8461-b15159cb8d26,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:34.343932 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-ff99ff38-c16f-401e-9559-9c83ef8b50b7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Allocated IP 19.80.0.237 (330589c8-b28c-49ea-be49-10743383d099/5347ee10-e6d1-4052-8617-02d384e7e282/51eab8c5-8087-417f-a13b-1f2c89094045) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:34.548631 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b567c5a4-442b-42d3-a069-853f08802d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:34.626093 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5244e450-01d8-4a63-b708-70a901d9c000 req-9ca97e6f-0335-4a67-9e08-178b7d784aaf tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 210 time: 0.0731816 Aug 19 18:09:34.662645 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-383b64f7-e15c-4199-8e16-4af4978e41d4 req-d012a796-ed34-4909-b459-b52354663922 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8641071 Aug 19 18:09:34.664634 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device e85711fe-eef0-455e-81cb-486825a5ee7c up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:34.693299 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac5fec-de1f-40db-b8c3-acc25bd10fc4 req-c2d7c6ed-01c9-4029-a084-27c35047e37d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:34.702549 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8cac5fec-de1f-40db-b8c3-acc25bd10fc4 req-c2d7c6ed-01c9-4029-a084-27c35047e37d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 948 time: 0.2197161 Aug 19 18:09:34.888745 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5dbbe636-0492-4adb-acd5-c7c147fc409e req-f03e896e-d45a-4342-a84e-dae628b41634 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875 HTTP/1.1" status: 200 len: 210 time: 0.1149368 Aug 19 18:09:34.939309 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port e85711fe-eef0-455e-81cb-486825a5ee7c completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:34.960263 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port e85711fe-eef0-455e-81cb-486825a5ee7c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:34.960625 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:34.969924 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8cac5fec-de1f-40db-b8c3-acc25bd10fc4 req-e67052f5-17e8-4bab-8d0a-5ef52ec17473 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662563 Aug 19 18:09:35.075947 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-ff99ff38-c16f-401e-9559-9c83ef8b50b7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:35.151867 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-ff99ff38-c16f-401e-9559-9c83ef8b50b7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Transition to ACTIVE for port object 51eab8c5-8087-417f-a13b-1f2c89094045 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:35.303472 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-ff99ff38-c16f-401e-9559-9c83ef8b50b7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:35.379161 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:35.477107 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e4eb33-9956-4eed-a5c7-13d0324178a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85711fe-eef0-455e-81cb-486825a5ee7c'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:35.483766 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdd2ac1-6cf9-45ca-94b2-769d46afcdc0" -d '{"events": [{"server_uuid": "63e4eb33-9956-4eed-a5c7-13d0324178a0", "name": "network-vif-plugged", "status": "completed", "tag": "e85711fe-eef0-455e-81cb-486825a5ee7c"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:35.518853 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-ff99ff38-c16f-401e-9559-9c83ef8b50b7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Network 330589c8-b28c-49ea-be49-10743383d099 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:35.552173 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port e85711fe-eef0-455e-81cb-486825a5ee7c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e85711fe-eef0-455e-81cb-486825a5ee7c,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:35.565677 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-ff99ff38-c16f-401e-9559-9c83ef8b50b7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:35.579847 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:35.591909 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-ff99ff38-c16f-401e-9559-9c83ef8b50b7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:09:35.693061 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99ff38-c16f-401e-9559-9c83ef8b50b7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event updated for resources: {'Port': ['ID=51eab8c5-8087-417f-a13b-1f2c89094045,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:35.753852 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7c0adf8e-887f-498e-8934-be6fd788fade up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:35.782376 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-ff99ff38-c16f-401e-9559-9c83ef8b50b7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:35.794749 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-ff99ff38-c16f-401e-9559-9c83ef8b50b7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:35.843976 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-ff99ff38-c16f-401e-9559-9c83ef8b50b7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9210291 Aug 19 18:09:35.864750 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-7b17af0b-f74c-4a2c-afc7-e9b96702c306 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Request body: {'port': {'device_id': '33fb6a53-e128-4eb7-92d1-7b126e3ed811', 'network_id': '40ffc51b-2fcd-499a-b796-6af3a32e5cb9', 'admin_state_up': True, 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:35.928038 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b358733-ff74-4866-ae9a-57f9b0dce03a x-openstack-request-id: req-8b358733-ff74-4866-ae9a-57f9b0dce03a {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:35.928824 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e4eb33-9956-4eed-a5c7-13d0324178a0", "name": "network-vif-plugged", "status": "completed", "tag": "e85711fe-eef0-455e-81cb-486825a5ee7c", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:35.929237 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b358733-ff74-4866-ae9a-57f9b0dce03a {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:35.929911 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e4eb33-9956-4eed-a5c7-13d0324178a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85711fe-eef0-455e-81cb-486825a5ee7c', 'code': 200} Aug 19 18:09:35.955778 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c1400a-ec90-4174-8c48-0b7f184b3be9 None None] Network 40ffc51b-2fcd-499a-b796-6af3a32e5cb9 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:36.172719 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=e85711fe-eef0-455e-81cb-486825a5ee7c,revision_number=9']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:36.178208 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 7c0adf8e-887f-498e-8934-be6fd788fade triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:36.178987 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:36.273783 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb30d1-e668-4ba0-8e7d-97d5c38c2b9d req-85a567c0-8954-49ae-99fd-43819734e10b tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:36.289773 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fffb30d1-e668-4ba0-8e7d-97d5c38c2b9d req-85a567c0-8954-49ae-99fd-43819734e10b tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 932 time: 0.2830653 Aug 19 18:09:36.300197 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fefd2126-113c-45a3-a737-d1570d86c462 None None] Provisioning for port f2ebedb0-7e21-45d0-8736-e4e34d500c98 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:36.355506 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fffb30d1-e668-4ba0-8e7d-97d5c38c2b9d req-e1715b19-c917-4c62-86e4-57388a9a0032 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646517 Aug 19 18:09:36.427451 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device f2ebedb0-7e21-45d0-8736-e4e34d500c98 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:36.439988 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8c29d95a-36d6-44fa-b831-c269e889d7c9 req-a5387cb6-8687-4074-9132-0d538b86a53f tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875 HTTP/1.1" status: 200 len: 210 time: 0.0579202 Aug 19 18:09:36.477233 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-7b17af0b-f74c-4a2c-afc7-e9b96702c306 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Made reservation on behalf of b36c037b46974fbab72ee33dddb5d134 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:36.501842 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-7b17af0b-f74c-4a2c-afc7-e9b96702c306 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:36.602185 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb8e0e-95ec-42e8-a9d7-975fbf7165b1 req-c184f30d-4657-485a-bc15-923f41ba5aab tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:36.604024 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f8bb8e0e-95ec-42e8-a9d7-975fbf7165b1 req-c184f30d-4657-485a-bc15-923f41ba5aab tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 949 time: 0.1460099 Aug 19 18:09:36.707262 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f8bb8e0e-95ec-42e8-a9d7-975fbf7165b1 req-062858e1-f0e2-4cbc-8438-ca9533a4974b tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922699 Aug 19 18:09:36.866949 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-798e6743-e110-4d78-a1f5-de5d321c1154 None None] Provisioning for port 51eab8c5-8087-417f-a13b-1f2c89094045 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:36.910583 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port f2ebedb0-7e21-45d0-8736-e4e34d500c98 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:36.931962 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port f2ebedb0-7e21-45d0-8736-e4e34d500c98 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:36.932846 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:36.935378 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-798e6743-e110-4d78-a1f5-de5d321c1154 None None] Provisioning complete for port 51eab8c5-8087-417f-a13b-1f2c89094045 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:36.939890 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-798e6743-e110-4d78-a1f5-de5d321c1154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.034333 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-798e6743-e110-4d78-a1f5-de5d321c1154 None None] Port 51eab8c5-8087-417f-a13b-1f2c89094045 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:09:37.160817 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44228) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:37.173749 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.305416 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d70b1148-4ee4-48cc-a3ff-9d4616580a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.370466 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7a5da580-3b0f-4946-b81d-f856a6cd47f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1809594212-network', 'tenant_id': '94de96d0b35648a0adfcd48a1c570338'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:37.395146 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port f2ebedb0-7e21-45d0-8736-e4e34d500c98, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=f2ebedb0-7e21-45d0-8736-e4e34d500c98,segment=NetworkSegment(c938a109-ba70-4150-a545-097c2f3f5346),segment_id=c938a109-ba70-4150-a545-097c2f3f5346)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:37.398725 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.409024 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.431513 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-5cd269ae-9a4f-450d-99e2-14ee9be5a4f6 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:37.440134 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-5cd269ae-9a4f-450d-99e2-14ee9be5a4f6 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/networks?id=f6ca3005-f821-4bbf-9771-cb98a9ef289d HTTP/1.1" status: 200 len: 806 time: 0.2422397 Aug 19 18:09:37.461498 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-82a49daa-6cf0-481e-a7ce-581926922688 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/quotas/ae64f3b0d3994e079c6bfc4ab34b357b HTTP/1.1" status: 200 len: 375 time: 0.0200679 Aug 19 18:09:37.482167 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5da580-3b0f-4946-b81d-f856a6cd47f9 admin admin] Made reservation on behalf of 94de96d0b35648a0adfcd48a1c570338 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:37.485580 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a5da580-3b0f-4946-b81d-f856a6cd47f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.521639 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a5da580-3b0f-4946-b81d-f856a6cd47f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.541840 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=f2ebedb0-7e21-45d0-8736-e4e34d500c98,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:37.569335 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-7b17af0b-f74c-4a2c-afc7-e9b96702c306 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Allocated IP 19.86.0.170 (40ffc51b-2fcd-499a-b796-6af3a32e5cb9/95d83e2e-f411-4899-9f93-fa77f7d29d44/aaed1c63-e2dd-4f5e-b80c-a732f1fb6331) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:37.595669 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b465-0d1e-411e-97c8-9933174b1ccc None None] Provisioning complete for port f2ebedb0-7e21-45d0-8736-e4e34d500c98 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:37.596051 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b465-0d1e-411e-97c8-9933174b1ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.601210 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-6b926d71-7057-46c5-ba54-d693932ab257 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae64f3b0d3994e079c6bfc4ab34b357b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1351476 Aug 19 18:09:37.610543 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-7a1c0eba-b830-48e8-994a-9db16ad19ad0 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=15327eff6be648f18374411b96063619&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8015714 Aug 19 18:09:37.716471 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a5da580-3b0f-4946-b81d-f856a6cd47f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.724002 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a5da580-3b0f-4946-b81d-f856a6cd47f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.755793 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-f1481597-006d-4bad-a98f-44f17d070e44 service neutron] 10.222.0.24 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533961 Aug 19 18:09:37.823655 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5da580-3b0f-4946-b81d-f856a6cd47f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:09:37.845463 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5da580-3b0f-4946-b81d-f856a6cd47f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2532989-ec9e-40f3-a17a-04218930fe39,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:37.855018 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a5da580-3b0f-4946-b81d-f856a6cd47f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.855359 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-7a5da580-3b0f-4946-b81d-f856a6cd47f9 admin admin] Added segment 06bc3008-1f42-48cd-88e6-8cc9d8e2271c of type vlan for network d8304397-d5e0-4b69-b7c3-d9ceb6478a55 Aug 19 18:09:37.879742 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-7b17af0b-f74c-4a2c-afc7-e9b96702c306 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.897712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-7b17af0b-f74c-4a2c-afc7-e9b96702c306 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Transition to ACTIVE for port object aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:37.963284 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-7b17af0b-f74c-4a2c-afc7-e9b96702c306 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.970074 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a5da580-3b0f-4946-b81d-f856a6cd47f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:38.006286 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-6dc8881d-9cdb-4de7-acc0-5417f64a6779 service neutron] 10.222.0.24 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495360 Aug 19 18:09:38.040104 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a5da580-3b0f-4946-b81d-f856a6cd47f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:38.042408 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5da580-3b0f-4946-b81d-f856a6cd47f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:38.043272 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a5da580-3b0f-4946-b81d-f856a6cd47f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:38.094994 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:38.140513 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5da580-3b0f-4946-b81d-f856a6cd47f9 admin admin] Pushing event updated for resources: {'Network': ['ID=d8304397-d5e0-4b69-b7c3-d9ceb6478a55,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:38.144224 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7a5da580-3b0f-4946-b81d-f856a6cd47f9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9817524 Aug 19 18:09:38.147739 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44240) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:38.153462 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network d8304397-d5e0-4b69-b7c3-d9ceb6478a55 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:09:38.157189 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-b9813ab2-0901-4829-9fc1-28d360cfcc85 admin admin] Request body: {'subnet': {'network_id': 'd8304397-d5e0-4b69-b7c3-d9ceb6478a55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1809594212-subnet', 'tenant_id': '94de96d0b35648a0adfcd48a1c570338', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:38.240124 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9813ab2-0901-4829-9fc1-28d360cfcc85 admin admin] Made reservation on behalf of 94de96d0b35648a0adfcd48a1c570338 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:38.241738 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-7b17af0b-f74c-4a2c-afc7-e9b96702c306 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Network 40ffc51b-2fcd-499a-b796-6af3a32e5cb9 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:38.250063 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b9813ab2-0901-4829-9fc1-28d360cfcc85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:38.262254 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-7b17af0b-f74c-4a2c-afc7-e9b96702c306 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:38.274464 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-7b17af0b-f74c-4a2c-afc7-e9b96702c306 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:09:38.283367 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2a25a-cf32-4324-82e2-c7dcf33dbefc req-f7a6ee9b-46cd-44c0-bed0-a84e51335558 tempest-MigrationsAdminTest-47619855 tempest-MigrationsAdminTest-47619855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:38.295717 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4fe2a25a-cf32-4324-82e2-c7dcf33dbefc req-f7a6ee9b-46cd-44c0-bed0-a84e51335558 tempest-MigrationsAdminTest-47619855 tempest-MigrationsAdminTest-47619855-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 1100 time: 0.6833692 Aug 19 18:09:38.424429 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-77cc86ac-5436-4114-bdb5-b880e73b3356 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:38.429009 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-77cc86ac-5436-4114-bdb5-b880e73b3356 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4927599 Aug 19 18:09:38.437823 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17af0b-f74c-4a2c-afc7-e9b96702c306 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event updated for resources: {'Port': ['ID=aaed1c63-e2dd-4f5e-b80c-a732f1fb6331,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:38.500112 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-f1f53eff-390f-43e1-8da6-5723c23780c4 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Request body: {'port': {'device_id': '6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': '15327eff6be648f18374411b96063619'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:38.553178 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72248ba-0beb-4639-9b29-de8591a73f57 req-065fa9f1-89b5-4103-a71c-c3bc78593586 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:38.570652 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72248ba-0beb-4639-9b29-de8591a73f57 req-065fa9f1-89b5-4103-a71c-c3bc78593586 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:38.574799 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d72248ba-0beb-4639-9b29-de8591a73f57 req-065fa9f1-89b5-4103-a71c-c3bc78593586 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1655 time: 0.2008286 Aug 19 18:09:38.714589 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7057a57d-ad6f-40c4-9503-96eae789b4d4 None None] Provisioning for port aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:38.720730 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7057a57d-ad6f-40c4-9503-96eae789b4d4 None None] Provisioning complete for port aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:38.722510 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7057a57d-ad6f-40c4-9503-96eae789b4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:38.725682 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-f1f53eff-390f-43e1-8da6-5723c23780c4 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Made reservation on behalf of 15327eff6be648f18374411b96063619 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:38.729627 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-f1f53eff-390f-43e1-8da6-5723c23780c4 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:38.747803 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4fe2a25a-cf32-4324-82e2-c7dcf33dbefc req-eb9f2b3f-bd6f-4bdc-a5ba-74a7b7f964d7 tempest-MigrationsAdminTest-47619855 tempest-MigrationsAdminTest-47619855-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438825 Aug 19 18:09:38.775484 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-f1f53eff-390f-43e1-8da6-5723c23780c4 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:38.798827 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d72248ba-0beb-4639-9b29-de8591a73f57 req-bb98d077-e49b-4d9e-ba25-56369c31f640 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140751 Aug 19 18:09:38.816067 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-7b17af0b-f74c-4a2c-afc7-e9b96702c306 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:38.818333 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-7b17af0b-f74c-4a2c-afc7-e9b96702c306 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:38.890958 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7057a57d-ad6f-40c4-9503-96eae789b4d4 None None] Port aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:09:38.986337 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b9813ab2-0901-4829-9fc1-28d360cfcc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:39.020135 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-f1f53eff-390f-43e1-8da6-5723c23780c4 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:39.024986 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-7b17af0b-f74c-4a2c-afc7-e9b96702c306 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1733119 Aug 19 18:09:39.035715 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-f1f53eff-390f-43e1-8da6-5723c23780c4 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:39.121758 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-865b0e68-734b-44ec-82cd-faf9ffc4ffbe service neutron] Request body: {'port': {'device_id': '33fb6a53-e128-4eb7-92d1-7b126e3ed811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:39.141656 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0013edb8-d71e-406e-a7f5-6bac6ff465a6 req-b6782ef9-3eba-4a6c-88c8-205937ad9440 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875 HTTP/1.1" status: 200 len: 210 time: 0.1191401 Aug 19 18:09:39.593850 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-f1f53eff-390f-43e1-8da6-5723c23780c4 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Allocated IP 192.168.233.202 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/b21f1ebc-61bb-4231-8b71-7860c0a465e4) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:39.660977 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device f2ebedb0-7e21-45d0-8736-e4e34d500c98 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:39.711583 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f53eff-390f-43e1-8da6-5723c23780c4 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2485e620-7642-41f4-ba3d-c1b8fea4fc10,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:39.777441 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port f2ebedb0-7e21-45d0-8736-e4e34d500c98 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:39.784190 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:39.847213 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-238708a7-c13b-4568-a0e5-cb778a9de834 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=55902b3290884d098547fd36e6097a39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876572 Aug 19 18:09:39.971047 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-04105aaa-d451-4ec4-aaca-0867fc562a6c req-e10e7510-50b7-4947-824f-94e60bcd0404 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7151e0d4-db87-41fd-9630-3c64ab4a26bd HTTP/1.1" status: 200 len: 210 time: 0.8665485 Aug 19 18:09:39.971741 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9813ab2-0901-4829-9fc1-28d360cfcc85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=298ece02-1e04-44c7-a267-e4d48cf18dcb,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:39.982953 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9813ab2-0901-4829-9fc1-28d360cfcc85 admin admin] Checking segment: {'id': '06bc3008-1f42-48cd-88e6-8cc9d8e2271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd8304397-d5e0-4b69-b7c3-d9ceb6478a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:39.984068 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9813ab2-0901-4829-9fc1-28d360cfcc85 admin admin] Network hostable DHCP agents. Network: d8304397-d5e0-4b69-b7c3-d9ceb6478a55, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:09:40.033863 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9813ab2-0901-4829-9fc1-28d360cfcc85 admin admin] Network d8304397-d5e0-4b69-b7c3-d9ceb6478a55 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:09:40.076216 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-b9813ab2-0901-4829-9fc1-28d360cfcc85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, d8304397-d5e0-4b69-b7c3-d9ceb6478a55) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:40.105693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9813ab2-0901-4829-9fc1-28d360cfcc85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:40.105693 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b9813ab2-0901-4829-9fc1-28d360cfcc85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:40.106071 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03859d7-4e7d-4f74-828a-ba18d18d5872 None None] Network d8304397-d5e0-4b69-b7c3-d9ceb6478a55 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:40.110488 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:40.140361 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b9813ab2-0901-4829-9fc1-28d360cfcc85 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9824612 Aug 19 18:09:40.190446 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-bd39f7d6-fc2d-4e65-a4a2-a961ea816bfa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:40.193647 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-bd39f7d6-fc2d-4e65-a4a2-a961ea816bfa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3441808 Aug 19 18:09:40.194729 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-865b0e68-734b-44ec-82cd-faf9ffc4ffbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:40.221229 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b196277-01d1-4d4c-9011-e7e2900d902d req-d253758e-d1d4-40c2-b756-47b44b0f0974 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:40.231983 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-1183eb7d-1d7f-42f3-a7e8-4e350afbdcb4 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/quotas/55902b3290884d098547fd36e6097a39 HTTP/1.1" status: 200 len: 375 time: 0.0310762 Aug 19 18:09:40.236599 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b196277-01d1-4d4c-9011-e7e2900d902d req-d253758e-d1d4-40c2-b756-47b44b0f0974 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:40.249642 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4b196277-01d1-4d4c-9011-e7e2900d902d req-d253758e-d1d4-40c2-b756-47b44b0f0974 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1655 time: 0.1419213 Aug 19 18:09:40.285697 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-f1f53eff-390f-43e1-8da6-5723c23780c4 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:40.361300 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-f1f53eff-390f-43e1-8da6-5723c23780c4 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Transition to ACTIVE for port object b21f1ebc-61bb-4231-8b71-7860c0a465e4 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:40.373564 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4b196277-01d1-4d4c-9011-e7e2900d902d req-55e55895-f985-4c09-8350-4ab47a1908cd tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169114 Aug 19 18:09:40.440066 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa33048-47cb-41d3-997c-8f1d8055fe09 None None] Network d8304397-d5e0-4b69-b7c3-d9ceb6478a55 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:40.474286 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-0f0afb0b-92d6-47c4-a2fe-0dd9549687c3 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2413714 Aug 19 18:09:40.827785 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:40.921098 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a510fba0-d157-4535-9919-f023523401ad req-2380634a-21ca-46d6-ba88-67088a3e52c6 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 210 time: 0.1062367 Aug 19 18:09:40.969596 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ed64c22a-ec68-4ada-a95a-8c5f90fbf04d req-e71392c4-6de4-4b43-918c-a173fcb7659a tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875 HTTP/1.1" status: 200 len: 210 time: 0.0718970 Aug 19 18:09:41.006355 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-f1f53eff-390f-43e1-8da6-5723c23780c4 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:41.043360 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-1ae778a2-3748-477a-ae7b-ab157b08d4c3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:41.053646 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-1ae778a2-3748-477a-ae7b-ab157b08d4c3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.50 "GET /v2.0/networks?id=f6ca3005-f821-4bbf-9771-cb98a9ef289d HTTP/1.1" status: 200 len: 806 time: 0.5340822 Aug 19 18:09:41.074054 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-a2d7c4d7-6f63-4cea-bda8-8447b7aaf154 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Request body: {'port': {'device_id': '7151e0d4-db87-41fd-9630-3c64ab4a26bd', 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d', 'admin_state_up': True, 'tenant_id': 'ae64f3b0d3994e079c6bfc4ab34b357b'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:41.102933 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f53eff-390f-43e1-8da6-5723c23780c4 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Pushing event updated for resources: {'Port': ['ID=b21f1ebc-61bb-4231-8b71-7860c0a465e4,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:41.267891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-a2d7c4d7-6f63-4cea-bda8-8447b7aaf154 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Made reservation on behalf of ae64f3b0d3994e079c6bfc4ab34b357b for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:41.276062 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-a2d7c4d7-6f63-4cea-bda8-8447b7aaf154 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:41.334623 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-f1f53eff-390f-43e1-8da6-5723c23780c4 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:41.393467 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-f1f53eff-390f-43e1-8da6-5723c23780c4 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:41.421362 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e4db666-e101-4ec7-be37-0e98d6ca20e8 req-1b9f8c4a-1427-4b01-ab9a-7e80c4c300f9 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7151e0d4-db87-41fd-9630-3c64ab4a26bd HTTP/1.1" status: 200 len: 210 time: 0.1779466 Aug 19 18:09:41.434207 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-f1f53eff-390f-43e1-8da6-5723c23780c4 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:09:41.521420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-f1f53eff-390f-43e1-8da6-5723c23780c4 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:41.522883 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-f1f53eff-390f-43e1-8da6-5723c23780c4 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:41.537416 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44336) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:41.546476 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-a2d7c4d7-6f63-4cea-bda8-8447b7aaf154 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Allocated IP 172.20.0.8 (f6ca3005-f821-4bbf-9771-cb98a9ef289d/ee52aea2-4c4c-4ce5-9853-28e4d75899b9/262302b2-a917-4218-9a8d-f6bc42e8b8ab) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:41.564081 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-78975d23-68bd-4c13-88ef-286f248d5c3c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-852009192-network', 'tenant_id': '93617c0b307b445e8a3b0923986b3b10'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:41.654233 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-f1f53eff-390f-43e1-8da6-5723c23780c4 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2112944 Aug 19 18:09:41.688562 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-51a391e6-12b1-4937-8522-37809e0234aa service neutron] Request body: {'port': {'device_id': '6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:41.803712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78975d23-68bd-4c13-88ef-286f248d5c3c admin admin] Made reservation on behalf of 93617c0b307b445e8a3b0923986b3b10 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:41.806694 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-78975d23-68bd-4c13-88ef-286f248d5c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:41.855585 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-78975d23-68bd-4c13-88ef-286f248d5c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:41.866789 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f4d3f611-1aae-4e78-b9fb-95d2b5c6d101 None None] Provisioning for port b21f1ebc-61bb-4231-8b71-7860c0a465e4 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:41.874621 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f4d3f611-1aae-4e78-b9fb-95d2b5c6d101 None None] Provisioning complete for port b21f1ebc-61bb-4231-8b71-7860c0a465e4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:41.875877 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f4d3f611-1aae-4e78-b9fb-95d2b5c6d101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:41.916425 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-51a391e6-12b1-4937-8522-37809e0234aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:41.947889 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-865b0e68-734b-44ec-82cd-faf9ffc4ffbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51eab8c5-8087-417f-a13b-1f2c89094045 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:41.975529 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f4d3f611-1aae-4e78-b9fb-95d2b5c6d101 None None] Port b21f1ebc-61bb-4231-8b71-7860c0a465e4 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:09:41.987432 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-865b0e68-734b-44ec-82cd-faf9ffc4ffbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:42.028263 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ab1fc-9fe8-45cd-a0e0-66c44d97fdec req-3b0e297b-b3b1-4386-bd1d-b37c880a61fd tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:42.039182 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ab1fc-9fe8-45cd-a0e0-66c44d97fdec req-3b0e297b-b3b1-4386-bd1d-b37c880a61fd tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:42.040969 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4b2ab1fc-9fe8-45cd-a0e0-66c44d97fdec req-3b0e297b-b3b1-4386-bd1d-b37c880a61fd tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1655 time: 0.4403994 Aug 19 18:09:42.055220 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-865b0e68-734b-44ec-82cd-faf9ffc4ffbe service neutron] Transition to ACTIVE for port object 51eab8c5-8087-417f-a13b-1f2c89094045 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:42.063095 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-a2d7c4d7-6f63-4cea-bda8-8447b7aaf154 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:42.072406 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-865b0e68-734b-44ec-82cd-faf9ffc4ffbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:42.103429 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f099cce2-0b0e-4b2d-861c-b2a54223a8be req-61d155b2-27da-4264-8ecc-d9de9d8fdfe0 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 210 time: 0.0600877 Aug 19 18:09:42.104146 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4b2ab1fc-9fe8-45cd-a0e0-66c44d97fdec req-5f38f8d1-d225-42a3-8fbc-d1921e8f5ecc tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535681 Aug 19 18:09:42.144135 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-a2d7c4d7-6f63-4cea-bda8-8447b7aaf154 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:42.163010 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['63329f52-4d29-46a2-8007-c28af4280754'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:42.197152 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-a2d7c4d7-6f63-4cea-bda8-8447b7aaf154 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Network f6ca3005-f821-4bbf-9771-cb98a9ef289d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:42.204422 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-a2d7c4d7-6f63-4cea-bda8-8447b7aaf154 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:42.209003 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-a2d7c4d7-6f63-4cea-bda8-8447b7aaf154 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:09:42.224476 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7c4d7-6f63-4cea-bda8-8447b7aaf154 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Pushing event updated for resources: {'Port': ['ID=262302b2-a917-4218-9a8d-f6bc42e8b8ab,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:42.306030 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-a2d7c4d7-6f63-4cea-bda8-8447b7aaf154 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:42.307827 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-a2d7c4d7-6f63-4cea-bda8-8447b7aaf154 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:42.353849 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b0e68-734b-44ec-82cd-faf9ffc4ffbe service neutron] Pushing event updated for resources: {'Port': ['ID=51eab8c5-8087-417f-a13b-1f2c89094045,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:42.456997 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-8a670245-aedc-4b7e-89ab-61cabd8aa4a1 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=55902b3290884d098547fd36e6097a39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382583 Aug 19 18:09:42.528916 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-78975d23-68bd-4c13-88ef-286f248d5c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:42.548582 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-78975d23-68bd-4c13-88ef-286f248d5c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:42.565011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8983f-8e7e-409c-96d0-870a5c99bdb4 req-48543872-a6da-4b1d-9e1b-63fc608939bd tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:42.569576 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-a2d7c4d7-6f63-4cea-bda8-8447b7aaf154 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5044916 Aug 19 18:09:42.572626 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f7b8983f-8e7e-409c-96d0-870a5c99bdb4 req-48543872-a6da-4b1d-9e1b-63fc608939bd tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875 HTTP/1.1" status: 200 len: 936 time: 0.3317251 Aug 19 18:09:42.590712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-865b0e68-734b-44ec-82cd-faf9ffc4ffbe service neutron] Attempting to bind port 51eab8c5-8087-417f-a13b-1f2c89094045 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:09:42.591052 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-865b0e68-734b-44ec-82cd-faf9ffc4ffbe service neutron] Attempting to bind port 51eab8c5-8087-417f-a13b-1f2c89094045 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'dffe4e9a-0f11-46d5-b24d-2ca8b4e53776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '330589c8-b28c-49ea-be49-10743383d099'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:09:42.591477 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-865b0e68-734b-44ec-82cd-faf9ffc4ffbe service neutron] Attempting to bind port 51eab8c5-8087-417f-a13b-1f2c89094045 on network 330589c8-b28c-49ea-be49-10743383d099 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:42.596962 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-f0ead5bb-fbf8-46ff-831f-e1baad7a5913 service neutron] Request body: {'port': {'device_id': '7151e0d4-db87-41fd-9630-3c64ab4a26bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:42.635075 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-865b0e68-734b-44ec-82cd-faf9ffc4ffbe service neutron] Port 51eab8c5-8087-417f-a13b-1f2c89094045 on network 330589c8-b28c-49ea-be49-10743383d099 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:09:42.635408 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-865b0e68-734b-44ec-82cd-faf9ffc4ffbe service neutron] Attempting to bind port 51eab8c5-8087-417f-a13b-1f2c89094045 on network 330589c8-b28c-49ea-be49-10743383d099 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:42.637484 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78975d23-68bd-4c13-88ef-286f248d5c3c admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:09:42.640626 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7400b-c524-4207-957f-dda0f435fec8 req-86c6a5d8-3835-4348-8aee-15780c254450 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:42.642225 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cdc7400b-c524-4207-957f-dda0f435fec8 req-86c6a5d8-3835-4348-8aee-15780c254450 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7151e0d4-db87-41fd-9630-3c64ab4a26bd HTTP/1.1" status: 200 len: 931 time: 0.1146297 Aug 19 18:09:42.656466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78975d23-68bd-4c13-88ef-286f248d5c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b71d7ae-4c29-4469-80a2-26a0723d3132,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:42.673201 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-865b0e68-734b-44ec-82cd-faf9ffc4ffbe service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:09:42.673631 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-865b0e68-734b-44ec-82cd-faf9ffc4ffbe service neutron] Checking segment: {'id': 'dffe4e9a-0f11-46d5-b24d-2ca8b4e53776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '330589c8-b28c-49ea-be49-10743383d099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:42.674027 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-865b0e68-734b-44ec-82cd-faf9ffc4ffbe service neutron] Bound using segment: {'id': 'dffe4e9a-0f11-46d5-b24d-2ca8b4e53776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '330589c8-b28c-49ea-be49-10743383d099'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:09:42.674477 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-865b0e68-734b-44ec-82cd-faf9ffc4ffbe service neutron] Bound port: 51eab8c5-8087-417f-a13b-1f2c89094045, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dffe4e9a-0f11-46d5-b24d-2ca8b4e53776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '330589c8-b28c-49ea-be49-10743383d099'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:09:42.674839 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-865b0e68-734b-44ec-82cd-faf9ffc4ffbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:42.689075 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-78975d23-68bd-4c13-88ef-286f248d5c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:42.689344 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-78975d23-68bd-4c13-88ef-286f248d5c3c admin admin] Added segment 686b6787-5408-4917-85f7-cc4726bc888b of type vlan for network 5c77da85-a915-4a4c-a244-210ec163f7a2 Aug 19 18:09:42.709661 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-f7fde026-4740-40f4-9b8e-ca8f52efc0a9 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:42.711151 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-f7fde026-4740-40f4-9b8e-ca8f52efc0a9 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2473629 Aug 19 18:09:42.713220 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f7b8983f-8e7e-409c-96d0-870a5c99bdb4 req-55590c6e-2d51-48e7-a30c-542d27c134ea tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/security-groups?id=2485e620-7642-41f4-ba3d-c1b8fea4fc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397350 Aug 19 18:09:42.728442 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-f0ead5bb-fbf8-46ff-831f-e1baad7a5913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:42.741379 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-896c9eb7-7293-4e56-b132-eae9645fad1f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Request body: {'port': {'device_id': '747ba496-7746-4f7e-869f-715dfd42a7ec', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': '55902b3290884d098547fd36e6097a39'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:42.768540 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cdc7400b-c524-4207-957f-dda0f435fec8 req-8daf97bb-50cf-46ef-9b8e-2ca5fc26be2d tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167998 Aug 19 18:09:42.802355 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-78975d23-68bd-4c13-88ef-286f248d5c3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:42.937994 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-865b0e68-734b-44ec-82cd-faf9ffc4ffbe service neutron] For port 51eab8c5-8087-417f-a13b-1f2c89094045, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:09:42.946660 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-78975d23-68bd-4c13-88ef-286f248d5c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:42.947957 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78975d23-68bd-4c13-88ef-286f248d5c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:42.948560 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-78975d23-68bd-4c13-88ef-286f248d5c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:42.967253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-51a391e6-12b1-4937-8522-37809e0234aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21f1ebc-61bb-4231-8b71-7860c0a465e4 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:42.997066 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-865b0e68-734b-44ec-82cd-faf9ffc4ffbe service neutron] For port 51eab8c5-8087-417f-a13b-1f2c89094045, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=51eab8c5-8087-417f-a13b-1f2c89094045,segment=NetworkSegment(dffe4e9a-0f11-46d5-b24d-2ca8b4e53776),segment_id=dffe4e9a-0f11-46d5-b24d-2ca8b4e53776)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:09:43.000331 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-51a391e6-12b1-4937-8522-37809e0234aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:43.034428 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-865b0e68-734b-44ec-82cd-faf9ffc4ffbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:43.041364 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-896c9eb7-7293-4e56-b132-eae9645fad1f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Made reservation on behalf of 55902b3290884d098547fd36e6097a39 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:43.045288 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-896c9eb7-7293-4e56-b132-eae9645fad1f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:43.089029 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-78975d23-68bd-4c13-88ef-286f248d5c3c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5445430 Aug 19 18:09:43.089029 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-51a391e6-12b1-4937-8522-37809e0234aa service neutron] Transition to ACTIVE for port object b21f1ebc-61bb-4231-8b71-7860c0a465e4 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:43.090565 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44398) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:43.096558 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2ecb4e84-b3b4-46c5-a840-6025f55aae53 admin admin] Request body: {'subnet': {'network_id': '5c77da85-a915-4a4c-a244-210ec163f7a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-852009192-subnet', 'tenant_id': '93617c0b307b445e8a3b0923986b3b10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:43.102258 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-865b0e68-734b-44ec-82cd-faf9ffc4ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:43.103394 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-865b0e68-734b-44ec-82cd-faf9ffc4ffbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:43.104843 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-865b0e68-734b-44ec-82cd-faf9ffc4ffbe service neutron] 10.222.0.50 "PUT /v2.0/ports/51eab8c5-8087-417f-a13b-1f2c89094045 HTTP/1.1" status: 200 len: 1092 time: 3.9891415 Aug 19 18:09:43.109423 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fb6a53-e128-4eb7-92d1-7b126e3ed811', 'tag': '51eab8c5-8087-417f-a13b-1f2c89094045'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:43.112994 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef84f0d-c502-4a53-8cb6-39c098f66be8" -d '{"events": [{"name": "network-changed", "server_uuid": "33fb6a53-e128-4eb7-92d1-7b126e3ed811", "tag": "51eab8c5-8087-417f-a13b-1f2c89094045"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:43.116572 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-51a391e6-12b1-4937-8522-37809e0234aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:43.132157 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78975d23-68bd-4c13-88ef-286f248d5c3c admin admin] Pushing event updated for resources: {'Network': ['ID=5c77da85-a915-4a4c-a244-210ec163f7a2,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:43.147748 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 5c77da85-a915-4a4c-a244-210ec163f7a2 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:09:43.159229 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-f5da7c19-521c-4e4d-9a66-168297f7fac5 service neutron] Request body: {'port': {'device_id': '33fb6a53-e128-4eb7-92d1-7b126e3ed811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:43.174932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecb4e84-b3b4-46c5-a840-6025f55aae53 admin admin] Made reservation on behalf of 93617c0b307b445e8a3b0923986b3b10 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:43.177340 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ecb4e84-b3b4-46c5-a840-6025f55aae53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:43.218418 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa44873-bc81-4d35-b74c-3a24632f49fd x-openstack-request-id: req-faa44873-bc81-4d35-b74c-3a24632f49fd {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:43.218731 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33fb6a53-e128-4eb7-92d1-7b126e3ed811", "tag": "51eab8c5-8087-417f-a13b-1f2c89094045", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:43.218890 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-faa44873-bc81-4d35-b74c-3a24632f49fd {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:43.225521 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fb6a53-e128-4eb7-92d1-7b126e3ed811', 'tag': '51eab8c5-8087-417f-a13b-1f2c89094045', 'status': 'completed', 'code': 200} Aug 19 18:09:43.262015 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b0e68-734b-44ec-82cd-faf9ffc4ffbe service neutron] Pushing event updated for resources: {'Port': ['ID=51eab8c5-8087-417f-a13b-1f2c89094045,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:43.489226 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-68f2cb7e-8450-41ad-939a-29576f875298 req-60d53198-0c68-4fad-a808-53b248a4efa0 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 210 time: 0.1155038 Aug 19 18:09:43.516675 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-f5da7c19-521c-4e4d-9a66-168297f7fac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:43.564585 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a391e6-12b1-4937-8522-37809e0234aa service neutron] Pushing event updated for resources: {'Port': ['ID=b21f1ebc-61bb-4231-8b71-7860c0a465e4,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:43.570194 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-51a391e6-12b1-4937-8522-37809e0234aa service neutron] Attempting to bind port b21f1ebc-61bb-4231-8b71-7860c0a465e4 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:09:43.570591 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-51a391e6-12b1-4937-8522-37809e0234aa service neutron] Attempting to bind port b21f1ebc-61bb-4231-8b71-7860c0a465e4 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:09:43.570938 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-51a391e6-12b1-4937-8522-37809e0234aa service neutron] Attempting to bind port b21f1ebc-61bb-4231-8b71-7860c0a465e4 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:43.586717 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-f0ead5bb-fbf8-46ff-831f-e1baad7a5913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262302b2-a917-4218-9a8d-f6bc42e8b8ab {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:43.598052 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-f0ead5bb-fbf8-46ff-831f-e1baad7a5913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:43.606982 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-51a391e6-12b1-4937-8522-37809e0234aa service neutron] Port b21f1ebc-61bb-4231-8b71-7860c0a465e4 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:09:43.607399 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-51a391e6-12b1-4937-8522-37809e0234aa service neutron] Attempting to bind port b21f1ebc-61bb-4231-8b71-7860c0a465e4 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:43.615480 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef84f0d-c502-4a53-8cb6-39c098f66be8 req-c5f04c41-8410-4ed1-91ee-52c72d97938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:43.615970 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef84f0d-c502-4a53-8cb6-39c098f66be8 req-c5f04c41-8410-4ed1-91ee-52c72d97938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:43.617601 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3ef84f0d-c502-4a53-8cb6-39c098f66be8 req-c5f04c41-8410-4ed1-91ee-52c72d97938d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b36c037b46974fbab72ee33dddb5d134&device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1914 time: 0.3568349 Aug 19 18:09:43.632722 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-51a391e6-12b1-4937-8522-37809e0234aa service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:09:43.633066 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-51a391e6-12b1-4937-8522-37809e0234aa service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:43.633460 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-51a391e6-12b1-4937-8522-37809e0234aa service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:09:43.634009 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-51a391e6-12b1-4937-8522-37809e0234aa service neutron] Bound port: b21f1ebc-61bb-4231-8b71-7860c0a465e4, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:09:43.634407 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-51a391e6-12b1-4937-8522-37809e0234aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:43.635747 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-f0ead5bb-fbf8-46ff-831f-e1baad7a5913 service neutron] Transition to ACTIVE for port object 262302b2-a917-4218-9a8d-f6bc42e8b8ab will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:43.684282 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-f0ead5bb-fbf8-46ff-831f-e1baad7a5913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:43.695846 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-896c9eb7-7293-4e56-b132-eae9645fad1f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Allocated IP 192.168.233.20 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/487c71c6-c30d-4d41-b8a9-80b9e41204bf) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:43.833910 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ead5bb-fbf8-46ff-831f-e1baad7a5913 service neutron] Pushing event updated for resources: {'Port': ['ID=262302b2-a917-4218-9a8d-f6bc42e8b8ab,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:43.912700 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232071ae-6c98-4952-8cbc-dd1118cf39a2 req-92ee85f1-f549-4cfb-8714-f98b639805e2 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:43.916980 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ecb4e84-b3b4-46c5-a840-6025f55aae53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:43.918717 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232071ae-6c98-4952-8cbc-dd1118cf39a2 req-92ee85f1-f549-4cfb-8714-f98b639805e2 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:43.920362 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-232071ae-6c98-4952-8cbc-dd1118cf39a2 req-92ee85f1-f549-4cfb-8714-f98b639805e2 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1667 time: 0.3105876 Aug 19 18:09:44.015618 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-51a391e6-12b1-4937-8522-37809e0234aa service neutron] For port b21f1ebc-61bb-4231-8b71-7860c0a465e4, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:09:44.018435 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef84f0d-c502-4a53-8cb6-39c098f66be8 req-f6980749-b2fc-41ac-9ae9-e2bfa200169e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:44.018921 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef84f0d-c502-4a53-8cb6-39c098f66be8 req-f6980749-b2fc-41ac-9ae9-e2bfa200169e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:44.019482 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef84f0d-c502-4a53-8cb6-39c098f66be8 req-f6980749-b2fc-41ac-9ae9-e2bfa200169e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:44.021231 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3ef84f0d-c502-4a53-8cb6-39c098f66be8 req-f6980749-b2fc-41ac-9ae9-e2bfa200169e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b36c037b46974fbab72ee33dddb5d134&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3603702 Aug 19 18:09:44.054315 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-51a391e6-12b1-4937-8522-37809e0234aa service neutron] For port b21f1ebc-61bb-4231-8b71-7860c0a465e4, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=b21f1ebc-61bb-4231-8b71-7860c0a465e4,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:09:44.107202 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-51a391e6-12b1-4937-8522-37809e0234aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:44.124846 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb4e84-b3b4-46c5-a840-6025f55aae53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69489b57-423e-4fdd-932a-3478ac26e649,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:44.134011 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec04b1-1693-4415-bedf-20323fcb94c0 req-d259a1aa-8d74-4d3d-a727-a0a2297a3742 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:44.135727 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3ec04b1-1693-4415-bedf-20323fcb94c0 req-d259a1aa-8d74-4d3d-a727-a0a2297a3742 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875 HTTP/1.1" status: 200 len: 948 time: 0.2582984 Aug 19 18:09:44.140853 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-f0ead5bb-fbf8-46ff-831f-e1baad7a5913 service neutron] Attempting to bind port 262302b2-a917-4218-9a8d-f6bc42e8b8ab on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:09:44.141209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-f0ead5bb-fbf8-46ff-831f-e1baad7a5913 service neutron] Attempting to bind port 262302b2-a917-4218-9a8d-f6bc42e8b8ab by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:09:44.142044 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-f0ead5bb-fbf8-46ff-831f-e1baad7a5913 service neutron] Attempting to bind port 262302b2-a917-4218-9a8d-f6bc42e8b8ab on network f6ca3005-f821-4bbf-9771-cb98a9ef289d {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:44.144621 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-232071ae-6c98-4952-8cbc-dd1118cf39a2 req-dab74f82-c11c-4c42-b52d-3da4ebcf30fb tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081637 Aug 19 18:09:44.168669 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-f0ead5bb-fbf8-46ff-831f-e1baad7a5913 service neutron] Port 262302b2-a917-4218-9a8d-f6bc42e8b8ab on network f6ca3005-f821-4bbf-9771-cb98a9ef289d not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:09:44.168997 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-f0ead5bb-fbf8-46ff-831f-e1baad7a5913 service neutron] Attempting to bind port 262302b2-a917-4218-9a8d-f6bc42e8b8ab on network f6ca3005-f821-4bbf-9771-cb98a9ef289d {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:44.174128 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-51a391e6-12b1-4937-8522-37809e0234aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:44.174766 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-51a391e6-12b1-4937-8522-37809e0234aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:44.176188 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-51a391e6-12b1-4937-8522-37809e0234aa service neutron] 10.222.0.54 "PUT /v2.0/ports/b21f1ebc-61bb-4231-8b71-7860c0a465e4 HTTP/1.1" status: 200 len: 1096 time: 2.5116897 Aug 19 18:09:44.193448 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecb4e84-b3b4-46c5-a840-6025f55aae53 admin admin] Checking segment: {'id': '686b6787-5408-4917-85f7-cc4726bc888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c77da85-a915-4a4c-a244-210ec163f7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:44.193956 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecb4e84-b3b4-46c5-a840-6025f55aae53 admin admin] Network hostable DHCP agents. Network: 5c77da85-a915-4a4c-a244-210ec163f7a2, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:09:44.221483 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-f0ead5bb-fbf8-46ff-831f-e1baad7a5913 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:09:44.221861 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-f0ead5bb-fbf8-46ff-831f-e1baad7a5913 service neutron] Checking segment: {'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:44.222261 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-f0ead5bb-fbf8-46ff-831f-e1baad7a5913 service neutron] Bound using segment: {'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:09:44.222715 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-f0ead5bb-fbf8-46ff-831f-e1baad7a5913 service neutron] Bound port: 262302b2-a917-4218-9a8d-f6bc42e8b8ab, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:09:44.223081 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-f0ead5bb-fbf8-46ff-831f-e1baad7a5913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:44.239613 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a391e6-12b1-4937-8522-37809e0234aa service neutron] Pushing event updated for resources: {'Port': ['ID=b21f1ebc-61bb-4231-8b71-7860c0a465e4,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:44.280903 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3ec04b1-1693-4415-bedf-20323fcb94c0 req-3d678a9e-d6e7-489f-b102-db37965f269d tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/security-groups?id=2485e620-7642-41f4-ba3d-c1b8fea4fc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322443 Aug 19 18:09:44.307144 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef84f0d-c502-4a53-8cb6-39c098f66be8 req-d3b7e807-3f46-4ecf-9c8f-d543a3d7a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:44.308680 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3ef84f0d-c502-4a53-8cb6-39c098f66be8 req-d3b7e807-3f46-4ecf-9c8f-d543a3d7a1b3 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2760744 Aug 19 18:09:44.331061 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-896c9eb7-7293-4e56-b132-eae9645fad1f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:44.350002 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-896c9eb7-7293-4e56-b132-eae9645fad1f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Transition to ACTIVE for port object 487c71c6-c30d-4d41-b8a9-80b9e41204bf will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:44.382737 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-f5da7c19-521c-4e4d-9a66-168297f7fac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:44.393507 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-9e428f18-9e93-45c4-95e0-90fd23e300a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:44.395615 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-9e428f18-9e93-45c4-95e0-90fd23e300a9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=15327eff6be648f18374411b96063619&device_id=6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875 HTTP/1.1" status: 200 len: 1099 time: 0.1522770 Aug 19 18:09:44.401639 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-896c9eb7-7293-4e56-b132-eae9645fad1f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:44.413124 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-f5da7c19-521c-4e4d-9a66-168297f7fac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:44.419284 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['e85711fe-eef0-455e-81cb-486825a5ee7c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:44.427970 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-f5da7c19-521c-4e4d-9a66-168297f7fac5 service neutron] Transition to ACTIVE for port object aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:44.450926 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d1439-9a00-4bd2-91c1-3451e64beb2e req-bad42fee-2007-4142-8f16-fa889a2d9acf tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:44.465340 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-597d1439-9a00-4bd2-91c1-3451e64beb2e req-bad42fee-2007-4142-8f16-fa889a2d9acf tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7151e0d4-db87-41fd-9630-3c64ab4a26bd HTTP/1.1" status: 200 len: 943 time: 0.1800325 Aug 19 18:09:44.477789 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-f5da7c19-521c-4e4d-9a66-168297f7fac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:44.492299 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-896c9eb7-7293-4e56-b132-eae9645fad1f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:44.501941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-896c9eb7-7293-4e56-b132-eae9645fad1f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:44.513318 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-896c9eb7-7293-4e56-b132-eae9645fad1f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:09:44.526421 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecb4e84-b3b4-46c5-a840-6025f55aae53 admin admin] Network 5c77da85-a915-4a4c-a244-210ec163f7a2 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:09:44.556872 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c9eb7-7293-4e56-b132-eae9645fad1f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Pushing event updated for resources: {'Port': ['ID=487c71c6-c30d-4d41-b8a9-80b9e41204bf,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:44.563431 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-f0ead5bb-fbf8-46ff-831f-e1baad7a5913 service neutron] For port 262302b2-a917-4218-9a8d-f6bc42e8b8ab, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:09:44.644063 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-896c9eb7-7293-4e56-b132-eae9645fad1f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:44.644063 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-896c9eb7-7293-4e56-b132-eae9645fad1f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:44.647417 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-2ecb4e84-b3b4-46c5-a840-6025f55aae53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 5c77da85-a915-4a4c-a244-210ec163f7a2) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:44.658773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-f0ead5bb-fbf8-46ff-831f-e1baad7a5913 service neutron] For port 262302b2-a917-4218-9a8d-f6bc42e8b8ab, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=262302b2-a917-4218-9a8d-f6bc42e8b8ab,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:09:44.665891 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0295c08-5c2b-478d-ae3f-7354e038a04a None None] Network 5c77da85-a915-4a4c-a244-210ec163f7a2 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:44.682223 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecb4e84-b3b4-46c5-a840-6025f55aae53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:44.682974 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ecb4e84-b3b4-46c5-a840-6025f55aae53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:44.687220 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-f0ead5bb-fbf8-46ff-831f-e1baad7a5913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:44.792183 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ead5bb-fbf8-46ff-831f-e1baad7a5913 service neutron] Pushing event updated for resources: {'Port': ['ID=262302b2-a917-4218-9a8d-f6bc42e8b8ab,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:44.807399 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-896c9eb7-7293-4e56-b132-eae9645fad1f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0800414 Aug 19 18:09:44.809316 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-f0ead5bb-fbf8-46ff-831f-e1baad7a5913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:44.810376 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-f0ead5bb-fbf8-46ff-831f-e1baad7a5913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:44.813101 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-f0ead5bb-fbf8-46ff-831f-e1baad7a5913 service neutron] 10.222.0.50 "PUT /v2.0/ports/262302b2-a917-4218-9a8d-f6bc42e8b8ab HTTP/1.1" status: 200 len: 1091 time: 2.2236307 Aug 19 18:09:44.831645 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7151e0d4-db87-41fd-9630-3c64ab4a26bd', 'tag': '262302b2-a917-4218-9a8d-f6bc42e8b8ab'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:44.835296 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512c0805-7590-470e-b233-350d678ecbbd" -d '{"events": [{"name": "network-changed", "server_uuid": "7151e0d4-db87-41fd-9630-3c64ab4a26bd", "tag": "262302b2-a917-4218-9a8d-f6bc42e8b8ab"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:44.843783 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-a7eb33c7-ef02-4662-92dd-c2c3f4f6dd77 service neutron] Request body: {'port': {'device_id': '747ba496-7746-4f7e-869f-715dfd42a7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:44.866651 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2ecb4e84-b3b4-46c5-a840-6025f55aae53 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7637670 Aug 19 18:09:44.927449 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ad0f8e05-900f-423e-95e1-8856afeff8e6 None None] Provisioning for port 487c71c6-c30d-4d41-b8a9-80b9e41204bf completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:44.930530 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3c69a6-fc43-4b0f-b5dd-0ff8bd47ac9d None None] Network 5c77da85-a915-4a4c-a244-210ec163f7a2 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:44.935145 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae8014-8e0a-4786-81f0-843cab7a3f93 req-4b814d08-a7d2-43b9-a192-7f276ae8ec42 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:44.944570 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-13ae8014-8e0a-4786-81f0-843cab7a3f93 req-4b814d08-a7d2-43b9-a192-7f276ae8ec42 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 935 time: 0.1683779 Aug 19 18:09:45.005180 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-a61e6193-fa7f-4df4-a145-c418638ffc2d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=b21f1ebc-61bb-4231-8b71-7860c0a465e4 HTTP/1.1" status: 200 len: 217 time: 0.5738804 Aug 19 18:09:45.044289 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-c4f3ea97-31a9-4072-90a7-cd9ffee15aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:45.046704 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-c4f3ea97-31a9-4072-90a7-cd9ffee15aa4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae64f3b0d3994e079c6bfc4ab34b357b&device_id=7151e0d4-db87-41fd-9630-3c64ab4a26bd HTTP/1.1" status: 200 len: 1094 time: 0.1640704 Aug 19 18:09:45.061252 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ad0f8e05-900f-423e-95e1-8856afeff8e6 None None] Provisioning complete for port 487c71c6-c30d-4d41-b8a9-80b9e41204bf triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:45.061954 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ad0f8e05-900f-423e-95e1-8856afeff8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:45.064293 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-13ae8014-8e0a-4786-81f0-843cab7a3f93 req-656fc5ac-623e-49e7-b0a7-b63cb10d30e0 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177020 Aug 19 18:09:45.079065 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-a7eb33c7-ef02-4662-92dd-c2c3f4f6dd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:45.089899 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-bd2dc11b-0dad-4570-bf2c-e94ac9a2c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:45.092171 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-bd2dc11b-0dad-4570-bf2c-e94ac9a2c991 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0798147 Aug 19 18:09:45.127962 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da7c19-521c-4e4d-9a66-168297f7fac5 service neutron] Pushing event updated for resources: {'Port': ['ID=aaed1c63-e2dd-4f5e-b80c-a732f1fb6331,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:45.178741 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-dd8d1a9f-49fd-45e8-846b-2850e8d9ca16 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=262302b2-a917-4218-9a8d-f6bc42e8b8ab HTTP/1.1" status: 200 len: 217 time: 0.1115232 Aug 19 18:09:45.179363 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-597d1439-9a00-4bd2-91c1-3451e64beb2e req-bd513ac8-9be1-44f2-bba5-38e3e11d7f77 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7098260 Aug 19 18:09:45.199032 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f8e05-900f-423e-95e1-8856afeff8e6 None None] Port 487c71c6-c30d-4d41-b8a9-80b9e41204bf cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:09:45.227843 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875', 'tag': 'b21f1ebc-61bb-4231-8b71-7860c0a465e4'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:45.230223 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef50e7b3-2cd5-4626-9574-feb6e5ecb47b" -d '{"events": [{"name": "network-changed", "server_uuid": "6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875", "tag": "b21f1ebc-61bb-4231-8b71-7860c0a465e4"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:45.315846 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9961f7-0e9a-4668-ae9e-be807b744048 x-openstack-request-id: req-0a9961f7-0e9a-4668-ae9e-be807b744048 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:45.316436 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7151e0d4-db87-41fd-9630-3c64ab4a26bd", "tag": "262302b2-a917-4218-9a8d-f6bc42e8b8ab", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:45.317010 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a9961f7-0e9a-4668-ae9e-be807b744048 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:45.317744 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7151e0d4-db87-41fd-9630-3c64ab4a26bd', 'tag': '262302b2-a917-4218-9a8d-f6bc42e8b8ab', 'status': 'completed', 'code': 200} Aug 19 18:09:45.332783 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-f5da7c19-521c-4e4d-9a66-168297f7fac5 service neutron] Attempting to bind port aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:09:45.333969 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-f5da7c19-521c-4e4d-9a66-168297f7fac5 service neutron] Attempting to bind port aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'c938a109-ba70-4150-a545-097c2f3f5346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '40ffc51b-2fcd-499a-b796-6af3a32e5cb9'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:09:45.334664 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-f5da7c19-521c-4e4d-9a66-168297f7fac5 service neutron] Attempting to bind port aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 on network 40ffc51b-2fcd-499a-b796-6af3a32e5cb9 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:45.340150 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-e9c195bf-591e-4824-9b54-0623ff684ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:45.343649 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-e9c195bf-591e-4824-9b54-0623ff684ea7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2352777 Aug 19 18:09:45.348152 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-f5da7c19-521c-4e4d-9a66-168297f7fac5 service neutron] Port aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 on network 40ffc51b-2fcd-499a-b796-6af3a32e5cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:09:45.348948 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-f5da7c19-521c-4e4d-9a66-168297f7fac5 service neutron] Attempting to bind port aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 on network 40ffc51b-2fcd-499a-b796-6af3a32e5cb9 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:45.366271 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-f5da7c19-521c-4e4d-9a66-168297f7fac5 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:09:45.366695 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-f5da7c19-521c-4e4d-9a66-168297f7fac5 service neutron] Checking segment: {'id': 'c938a109-ba70-4150-a545-097c2f3f5346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '40ffc51b-2fcd-499a-b796-6af3a32e5cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:45.367153 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-f5da7c19-521c-4e4d-9a66-168297f7fac5 service neutron] Bound using segment: {'id': 'c938a109-ba70-4150-a545-097c2f3f5346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '40ffc51b-2fcd-499a-b796-6af3a32e5cb9'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:09:45.367708 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-f5da7c19-521c-4e4d-9a66-168297f7fac5 service neutron] Bound port: aaed1c63-e2dd-4f5e-b80c-a732f1fb6331, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c938a109-ba70-4150-a545-097c2f3f5346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '40ffc51b-2fcd-499a-b796-6af3a32e5cb9'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:09:45.368153 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-f5da7c19-521c-4e4d-9a66-168297f7fac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:45.372811 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-efba9df2-1472-414b-b88d-ab88dac1fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:45.375643 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-efba9df2-1472-414b-b88d-ab88dac1fa46 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee52aea2-4c4c-4ce5-9853-28e4d75899b9 HTTP/1.1" status: 200 len: 846 time: 0.1540153 Aug 19 18:09:45.425236 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:09:45.514417 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-f5da7c19-521c-4e4d-9a66-168297f7fac5 service neutron] For port aaed1c63-e2dd-4f5e-b80c-a732f1fb6331, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:09:45.516033 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-57d3c2cc-21a2-402f-844e-ec9d35220ac6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6ca3005-f821-4bbf-9771-cb98a9ef289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115320 Aug 19 18:09:45.535766 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-f5da7c19-521c-4e4d-9a66-168297f7fac5 service neutron] For port aaed1c63-e2dd-4f5e-b80c-a732f1fb6331, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=aaed1c63-e2dd-4f5e-b80c-a732f1fb6331,segment=NetworkSegment(c938a109-ba70-4150-a545-097c2f3f5346),segment_id=c938a109-ba70-4150-a545-097c2f3f5346)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:09:45.543290 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-f5da7c19-521c-4e4d-9a66-168297f7fac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:45.549737 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-7a6a05ac-cf01-4641-acd9-22dda3c30854 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934505 Aug 19 18:09:45.684028 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-e1020c54-e733-4329-983a-7d3773155c50 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:45.698225 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-f5da7c19-521c-4e4d-9a66-168297f7fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:45.698976 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-f5da7c19-521c-4e4d-9a66-168297f7fac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:45.699110 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-e1020c54-e733-4329-983a-7d3773155c50 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/networks?id=65564e16-87ea-48ca-8938-07f915ef9c0a HTTP/1.1" status: 200 len: 805 time: 0.4760218 Aug 19 18:09:45.700608 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-f5da7c19-521c-4e4d-9a66-168297f7fac5 service neutron] 10.222.0.50 "PUT /v2.0/ports/aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 HTTP/1.1" status: 200 len: 1092 time: 2.5502563 Aug 19 18:09:45.731215 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da7c19-521c-4e4d-9a66-168297f7fac5 service neutron] Pushing event updated for resources: {'Port': ['ID=aaed1c63-e2dd-4f5e-b80c-a732f1fb6331,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:45.745110 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-c704da67-4ab2-44e3-8bb7-0384b96b59cd tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/quotas/f583f01a579c47af87ffae7dc814cdd2 HTTP/1.1" status: 200 len: 375 time: 0.0450389 Aug 19 18:09:45.807970 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-9413a1ce-6058-4bf1-8001-88c078247d70 service neutron] 10.222.0.50 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718935 Aug 19 18:09:45.840159 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-53420670-4097-4164-86ab-03399ca4c56e tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:45.850878 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-53420670-4097-4164-86ab-03399ca4c56e tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/networks?id=d8304397-d5e0-4b69-b7c3-d9ceb6478a55 HTTP/1.1" status: 200 len: 815 time: 0.2973366 Aug 19 18:09:45.858728 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c54c6472-32e4-4dd2-9d46-c135865b8f42 req-b8713f25-5aad-41fc-8d93-106501678435 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748632 Aug 19 18:09:45.878210 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-168396a2-a0f1-4a29-b796-190f1dd86589 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/quotas/94de96d0b35648a0adfcd48a1c570338 HTTP/1.1" status: 200 len: 375 time: 0.0250671 Aug 19 18:09:45.911083 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-a643d6f7-b642-44bc-86fe-3e3fe9c0b552 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=94de96d0b35648a0adfcd48a1c570338&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318751 Aug 19 18:09:45.918561 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-3f16ad59-2616-4616-a2ba-2521362a7a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:45.918978 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-3f16ad59-2616-4616-a2ba-2521362a7a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:45.920774 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-3f16ad59-2616-4616-a2ba-2521362a7a5e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b36c037b46974fbab72ee33dddb5d134&device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1981 time: 0.1203754 Aug 19 18:09:45.945138 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-ca0ca815-d217-47f1-99d9-14a92c722cc0 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f583f01a579c47af87ffae7dc814cdd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1988328 Aug 19 18:09:46.013067 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-13762053-06fe-4594-b57b-a349711b6c86 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.237&port_id=51eab8c5-8087-417f-a13b-1f2c89094045 HTTP/1.1" status: 200 len: 217 time: 0.0711248 Aug 19 18:09:46.092316 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-cb8b4cfd-2323-4a66-aecf-6e8605aaf977 service neutron] 10.222.0.24 "GET /v2.0/networks/d8304397-d5e0-4b69-b7c3-d9ceb6478a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704180 Aug 19 18:09:46.096289 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-96dedac3-d36a-4e8f-bb34-e60bd9b1d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:46.097828 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-96dedac3-d36a-4e8f-bb34-e60bd9b1d4b8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5347ee10-e6d1-4052-8617-02d384e7e282 HTTP/1.1" status: 200 len: 801 time: 0.0687032 Aug 19 18:09:46.113583 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-a7eb33c7-ef02-4662-92dd-c2c3f4f6dd77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 487c71c6-c30d-4d41-b8a9-80b9e41204bf {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:46.121711 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af4a9bc4-cd8d-432f-9490-e55c855ea88e req-c5e55977-e52e-4009-b5e6-879768376a5e service neutron] 10.222.0.50 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996378 Aug 19 18:09:46.127670 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-a7eb33c7-ef02-4662-92dd-c2c3f4f6dd77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:46.141206 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-dfc017de-6262-4e4d-bf06-735002176292 service neutron] 10.222.0.24 "GET /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946619 Aug 19 18:09:46.211070 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-a7eb33c7-ef02-4662-92dd-c2c3f4f6dd77 service neutron] Transition to ACTIVE for port object 487c71c6-c30d-4d41-b8a9-80b9e41204bf will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:46.226459 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-ac53b9f0-7458-4355-a90e-6fd299a944da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:46.229675 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-ac53b9f0-7458-4355-a90e-6fd299a944da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=330589c8-b28c-49ea-be49-10743383d099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1078973 Aug 19 18:09:46.234025 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-a7eb33c7-ef02-4662-92dd-c2c3f4f6dd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:46.238049 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:46.241090 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-e06e67e2-6568-4c9b-887a-19ddd132eefc service neutron] 10.222.0.24 "GET /v2.0/networks/d8304397-d5e0-4b69-b7c3-d9ceb6478a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400530 Aug 19 18:09:46.333299 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c0805-7590-470e-b233-350d678ecbbd req-6bad6e49-c145-46bf-8fe0-16460bec90fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:46.335171 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-512c0805-7590-470e-b233-350d678ecbbd req-6bad6e49-c145-46bf-8fe0-16460bec90fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae64f3b0d3994e079c6bfc4ab34b357b&device_id=7151e0d4-db87-41fd-9630-3c64ab4a26bd HTTP/1.1" status: 200 len: 1094 time: 0.1398056 Aug 19 18:09:46.375266 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-59becd32-b020-488d-b247-7f189908042d service neutron] 10.222.0.24 "GET /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329135 Aug 19 18:09:46.388165 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb33c7-ef02-4662-92dd-c2c3f4f6dd77 service neutron] Pushing event updated for resources: {'Port': ['ID=487c71c6-c30d-4d41-b8a9-80b9e41204bf,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:46.424659 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-1126b084-6912-46bf-baea-49be178dfecb service neutron] 10.222.0.50 "GET /v2.0/networks/330589c8-b28c-49ea-be49-10743383d099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756868 Aug 19 18:09:46.642479 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c7c4d1-23bf-47e7-9612-a899598757c6 x-openstack-request-id: req-d9c7c4d1-23bf-47e7-9612-a899598757c6 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:46.642858 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875", "tag": "b21f1ebc-61bb-4231-8b71-7860c0a465e4", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:46.643086 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9c7c4d1-23bf-47e7-9612-a899598757c6 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:46.643498 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875', 'tag': 'b21f1ebc-61bb-4231-8b71-7860c0a465e4', 'status': 'completed', 'code': 200} Aug 19 18:09:46.655764 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d1dcc-9104-4342-b40d-29cc95dc12e4 req-bb210f27-5855-45f5-a172-e8b44433e180 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:46.675150 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d1dcc-9104-4342-b40d-29cc95dc12e4 req-bb210f27-5855-45f5-a172-e8b44433e180 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:46.677704 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c91d1dcc-9104-4342-b40d-29cc95dc12e4 req-bb210f27-5855-45f5-a172-e8b44433e180 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1679 time: 0.1331506 Aug 19 18:09:46.729698 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 28754580-96ae-4374-83ef-03cef478e0a2 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:46.792560 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c91d1dcc-9104-4342-b40d-29cc95dc12e4 req-a3dc9ac8-d417-4330-8353-60abe9a984f1 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704520 Aug 19 18:09:46.806465 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-94ec51d8-55e0-46fd-b333-4c2e826efcd7 service neutron] 10.222.0.50 "GET /v2.0/networks/330589c8-b28c-49ea-be49-10743383d099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489668 Aug 19 18:09:46.834998 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50e7b3-2cd5-4626-9574-feb6e5ecb47b req-a6338d18-60a0-4341-87d4-e8756126f152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:46.836620 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ef50e7b3-2cd5-4626-9574-feb6e5ecb47b req-a6338d18-60a0-4341-87d4-e8756126f152 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=15327eff6be648f18374411b96063619&device_id=6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875 HTTP/1.1" status: 200 len: 1099 time: 0.1536937 Aug 19 18:09:46.881993 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-1342ffec-ddde-46c5-b160-429464ca1fdf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.170&port_id=aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 HTTP/1.1" status: 200 len: 217 time: 0.0625055 Aug 19 18:09:46.919002 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:46.993425 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28754580-96ae-4374-83ef-03cef478e0a2'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:46.999193 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b215859-bdb6-4133-8592-574db85121cb" -d '{"events": [{"server_uuid": "e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a", "name": "network-vif-unplugged", "status": "completed", "tag": "28754580-96ae-4374-83ef-03cef478e0a2"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:47.032394 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 28754580-96ae-4374-83ef-03cef478e0a2, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=28754580-96ae-4374-83ef-03cef478e0a2,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:47.039051 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:47.077382 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-10e2e5d2-5ae5-4897-9796-823d49ab434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:47.079333 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-10e2e5d2-5ae5-4897-9796-823d49ab434d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95d83e2e-f411-4899-9f93-fa77f7d29d44 HTTP/1.1" status: 200 len: 801 time: 0.1700034 Aug 19 18:09:47.111015 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=28754580-96ae-4374-83ef-03cef478e0a2,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:47.190403 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6b6f3-d8f4-4d4d-b93b-1b7159da1d13 req-0c52f2b2-321e-4f6e-9e8f-c9ecbe08fa11 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:47.198272 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e1f6b6f3-d8f4-4d4d-b93b-1b7159da1d13 req-0c52f2b2-321e-4f6e-9e8f-c9ecbe08fa11 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 947 time: 0.1654329 Aug 19 18:09:47.201087 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50e7b3-2cd5-4626-9574-feb6e5ecb47b req-fc38a945-9b42-4bd5-a6ee-385c064a8cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:47.202697 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ef50e7b3-2cd5-4626-9574-feb6e5ecb47b req-fc38a945-9b42-4bd5-a6ee-385c064a8cdf service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.3328161 Aug 19 18:09:47.252198 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30027c-7c81-45c9-9d0e-bf76c416b694 req-aff96013-f06a-49af-83c2-d68ce53b2097 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:47.260633 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bd30027c-7c81-45c9-9d0e-bf76c416b694 req-aff96013-f06a-49af-83c2-d68ce53b2097 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875 HTTP/1.1" status: 200 len: 948 time: 0.1680517 Aug 19 18:09:47.265935 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ef50e7b3-2cd5-4626-9574-feb6e5ecb47b req-f7ac519b-8118-4569-893d-123121622dd9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=b21f1ebc-61bb-4231-8b71-7860c0a465e4 HTTP/1.1" status: 200 len: 217 time: 0.0526578 Aug 19 18:09:47.275310 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-ff477e7b-ae53-45b6-ae91-63e51dcebbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:47.276734 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-ff477e7b-ae53-45b6-ae91-63e51dcebbb6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=40ffc51b-2fcd-499a-b796-6af3a32e5cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1566110 Aug 19 18:09:47.313271 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-a7eb33c7-ef02-4662-92dd-c2c3f4f6dd77 service neutron] Attempting to bind port 487c71c6-c30d-4d41-b8a9-80b9e41204bf on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:09:47.313735 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-a7eb33c7-ef02-4662-92dd-c2c3f4f6dd77 service neutron] Attempting to bind port 487c71c6-c30d-4d41-b8a9-80b9e41204bf by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:09:47.314137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-a7eb33c7-ef02-4662-92dd-c2c3f4f6dd77 service neutron] Attempting to bind port 487c71c6-c30d-4d41-b8a9-80b9e41204bf on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:47.330567 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c0805-7590-470e-b233-350d678ecbbd req-a925e223-4578-467c-bd0a-1f6ae8a51f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:47.332289 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-512c0805-7590-470e-b233-350d678ecbbd req-a925e223-4578-467c-bd0a-1f6ae8a51f25 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f6ca3005-f821-4bbf-9771-cb98a9ef289d HTTP/1.1" status: 200 len: 907 time: 0.9807968 Aug 19 18:09:47.335552 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-a7eb33c7-ef02-4662-92dd-c2c3f4f6dd77 service neutron] Port 487c71c6-c30d-4d41-b8a9-80b9e41204bf on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:09:47.336233 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-a7eb33c7-ef02-4662-92dd-c2c3f4f6dd77 service neutron] Attempting to bind port 487c71c6-c30d-4d41-b8a9-80b9e41204bf on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:47.342273 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bd30027c-7c81-45c9-9d0e-bf76c416b694 req-f33b36b2-0627-47b2-8e79-d6b68c8bfffa tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/security-groups?id=2485e620-7642-41f4-ba3d-c1b8fea4fc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805726 Aug 19 18:09:47.346391 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-a7eb33c7-ef02-4662-92dd-c2c3f4f6dd77 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:09:47.346786 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-a7eb33c7-ef02-4662-92dd-c2c3f4f6dd77 service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:47.347186 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-a7eb33c7-ef02-4662-92dd-c2c3f4f6dd77 service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:09:47.347715 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-a7eb33c7-ef02-4662-92dd-c2c3f4f6dd77 service neutron] Bound port: 487c71c6-c30d-4d41-b8a9-80b9e41204bf, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:09:47.348096 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-a7eb33c7-ef02-4662-92dd-c2c3f4f6dd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:47.379192 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e1f6b6f3-d8f4-4d4d-b93b-1b7159da1d13 req-34908153-4341-4a9f-9484-c75cdac37ae7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799304 Aug 19 18:09:47.426666 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50e7b3-2cd5-4626-9574-feb6e5ecb47b req-9bf30b78-904a-4900-9323-1d568419849d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:47.428476 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ef50e7b3-2cd5-4626-9574-feb6e5ecb47b req-9bf30b78-904a-4900-9323-1d568419849d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1555321 Aug 19 18:09:47.529014 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-4ceb76b4-284e-4586-8de4-5b8fa5ecbad9 service neutron] 10.222.0.50 "GET /v2.0/networks/40ffc51b-2fcd-499a-b796-6af3a32e5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366958 Aug 19 18:09:47.557525 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-512c0805-7590-470e-b233-350d678ecbbd req-9e5a4762-c236-40f1-a2bc-b3fe84dc67c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=262302b2-a917-4218-9a8d-f6bc42e8b8ab HTTP/1.1" status: 200 len: 217 time: 0.1463635 Aug 19 18:09:47.558353 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50e7b3-2cd5-4626-9574-feb6e5ecb47b req-42d03bad-821a-4e94-ac06-c7818ee52947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:47.560091 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ef50e7b3-2cd5-4626-9574-feb6e5ecb47b req-42d03bad-821a-4e94-ac06-c7818ee52947 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1119428 Aug 19 18:09:47.579270 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab37b8a-7c10-4b21-b6e2-09c3e9255a23 req-34467f43-3583-47e5-9e3e-eb869cbcc1e6 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:47.580818 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1ab37b8a-7c10-4b21-b6e2-09c3e9255a23 req-34467f43-3583-47e5-9e3e-eb869cbcc1e6 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a HTTP/1.1" status: 200 len: 943 time: 0.1510799 Aug 19 18:09:47.654194 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-a7eb33c7-ef02-4662-92dd-c2c3f4f6dd77 service neutron] For port 487c71c6-c30d-4d41-b8a9-80b9e41204bf, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:09:47.680605 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770af914-4d23-4927-9630-3974f5b312a0 req-cf4d126d-8a50-403f-81eb-e7a8ddc342b7 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:47.683222 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-770af914-4d23-4927-9630-3974f5b312a0 req-cf4d126d-8a50-403f-81eb-e7a8ddc342b7 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7151e0d4-db87-41fd-9630-3c64ab4a26bd HTTP/1.1" status: 200 len: 943 time: 0.1479926 Aug 19 18:09:47.712805 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-a7eb33c7-ef02-4662-92dd-c2c3f4f6dd77 service neutron] For port 487c71c6-c30d-4d41-b8a9-80b9e41204bf, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=487c71c6-c30d-4d41-b8a9-80b9e41204bf,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:09:47.732689 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-a7eb33c7-ef02-4662-92dd-c2c3f4f6dd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:47.784764 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c0805-7590-470e-b233-350d678ecbbd req-da670416-27ce-4800-b862-1c18cbc5e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:47.786453 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-512c0805-7590-470e-b233-350d678ecbbd req-da670416-27ce-4800-b862-1c18cbc5e531 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee52aea2-4c4c-4ce5-9853-28e4d75899b9 HTTP/1.1" status: 200 len: 846 time: 0.2061062 Aug 19 18:09:47.830662 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-a7eb33c7-ef02-4662-92dd-c2c3f4f6dd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:47.831277 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-a7eb33c7-ef02-4662-92dd-c2c3f4f6dd77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:47.833162 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-a7eb33c7-ef02-4662-92dd-c2c3f4f6dd77 service neutron] 10.222.0.54 "PUT /v2.0/ports/487c71c6-c30d-4d41-b8a9-80b9e41204bf HTTP/1.1" status: 200 len: 1095 time: 2.9941404 Aug 19 18:09:47.840459 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7c47488-14bd-47a6-b93d-959267aa7883 req-073914ce-2692-4751-af54-25f69b5181e1 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f5138e-8dff-4170-be3c-7897879e7928 HTTP/1.1" status: 200 len: 210 time: 0.0584941 Aug 19 18:09:47.852182 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ee64ba6-bbe3-4005-9740-0e8d2fe2f816 req-35d40eb6-0ab3-4f93-835e-4f2ff6a3fd76 service neutron] 10.222.0.50 "GET /v2.0/networks/40ffc51b-2fcd-499a-b796-6af3a32e5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077095 Aug 19 18:09:47.859644 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747ba496-7746-4f7e-869f-715dfd42a7ec', 'tag': '487c71c6-c30d-4d41-b8a9-80b9e41204bf'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:47.863146 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a366ce5-5609-4aa5-8160-4cb3bf93cd03" -d '{"events": [{"name": "network-changed", "server_uuid": "747ba496-7746-4f7e-869f-715dfd42a7ec", "tag": "487c71c6-c30d-4d41-b8a9-80b9e41204bf"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:47.866390 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ef50e7b3-2cd5-4626-9574-feb6e5ecb47b req-fbd03600-51d9-49cb-8457-09a72b006b30 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552576 Aug 19 18:09:47.901511 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-1ab37b8a-7c10-4b21-b6e2-09c3e9255a23 req-7fbba33b-5ac3-421c-9d9c-03a4425986b4 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Deleting port 28754580-96ae-4374-83ef-03cef478e0a2 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:47.901821 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1ab37b8a-7c10-4b21-b6e2-09c3e9255a23 req-7fbba33b-5ac3-421c-9d9c-03a4425986b4 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:47.910517 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-770af914-4d23-4927-9630-3974f5b312a0 req-b3ffd300-aa9d-45d7-a97d-d4b2ed9bb8d2 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070079 Aug 19 18:09:47.926259 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-512c0805-7590-470e-b233-350d678ecbbd req-f2efff49-cb2d-4192-b7fa-665f06391317 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6ca3005-f821-4bbf-9771-cb98a9ef289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279435 Aug 19 18:09:47.969569 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f4092b-1a4d-475d-9358-977b4ab78020 x-openstack-request-id: req-97f4092b-1a4d-475d-9358-977b4ab78020 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:47.970150 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a", "name": "network-vif-unplugged", "status": "completed", "tag": "28754580-96ae-4374-83ef-03cef478e0a2", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:47.976536 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97f4092b-1a4d-475d-9358-977b4ab78020 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:47.977160 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28754580-96ae-4374-83ef-03cef478e0a2', 'code': 200} Aug 19 18:09:48.011860 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-625b11a4-aaac-4e9c-86b6-897ed9b0c0e0 req-b01e8c61-c81b-4a3c-9f94-f5b569b9ddc7 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 210 time: 0.0412295 Aug 19 18:09:48.016850 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb33c7-ef02-4662-92dd-c2c3f4f6dd77 service neutron] Pushing event updated for resources: {'Port': ['ID=487c71c6-c30d-4d41-b8a9-80b9e41204bf,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:48.045634 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee2984-c8c0-4357-92a4-153ca43d350b req-0554dc78-326d-410c-b6fa-f224b09137db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:48.047501 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1cee2984-c8c0-4357-92a4-153ca43d350b req-0554dc78-326d-410c-b6fa-f224b09137db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fce72f549e634e21a1104a2106da2de3&device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 1096 time: 0.2566710 Aug 19 18:09:48.178822 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-1ab37b8a-7c10-4b21-b6e2-09c3e9255a23 req-7fbba33b-5ac3-421c-9d9c-03a4425986b4 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] For port 28754580-96ae-4374-83ef-03cef478e0a2, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=28754580-96ae-4374-83ef-03cef478e0a2,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:48.179213 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1ab37b8a-7c10-4b21-b6e2-09c3e9255a23 req-7fbba33b-5ac3-421c-9d9c-03a4425986b4 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:48.220494 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee2984-c8c0-4357-92a4-153ca43d350b req-c904ab9a-5b34-4cbc-838b-155b9cfc0907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:48.222038 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1cee2984-c8c0-4357-92a4-153ca43d350b req-c904ab9a-5b34-4cbc-838b-155b9cfc0907 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ed6cc30c-2a55-41f6-a6b0-fee655536fe2 HTTP/1.1" status: 200 len: 919 time: 0.1433003 Aug 19 18:09:48.228574 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-1ab37b8a-7c10-4b21-b6e2-09c3e9255a23 req-7fbba33b-5ac3-421c-9d9c-03a4425986b4 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Calling delete_port for 28754580-96ae-4374-83ef-03cef478e0a2 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:48.289867 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-43979f7c-b3b7-4a17-8043-6d8153119577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:48.291555 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-43979f7c-b3b7-4a17-8043-6d8153119577 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 1098 time: 0.2684290 Aug 19 18:09:48.292916 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1cee2984-c8c0-4357-92a4-153ca43d350b req-614f3c2e-92fc-4c61-b0ec-47c41b0ce2a4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 HTTP/1.1" status: 200 len: 217 time: 0.0556111 Aug 19 18:09:48.299109 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-512c0805-7590-470e-b233-350d678ecbbd req-b7613a9f-b2bd-4594-bad1-ccf14730b1a4 service neutron] 10.222.0.50 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528116 Aug 19 18:09:48.316483 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08719dd5-6688-4c3f-97e1-42337ae552ea req-6945f680-b666-4fe9-9bfe-67a8324ffd59 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:48.318734 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-08719dd5-6688-4c3f-97e1-42337ae552ea req-6945f680-b666-4fe9-9bfe-67a8324ffd59 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.2533979 Aug 19 18:09:48.362030 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ef50e7b3-2cd5-4626-9574-feb6e5ecb47b req-cc572eaf-398d-48cc-97fd-e6f4b4396918 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448966 Aug 19 18:09:48.378026 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-6440f7ef-de09-46e3-8947-c4b4c83eae26 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=487c71c6-c30d-4d41-b8a9-80b9e41204bf HTTP/1.1" status: 200 len: 217 time: 0.0767548 Aug 19 18:09:48.412804 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e4d45-7495-49f2-8d43-8758b111f1cf req-b35cb424-7c9c-41ad-88c5-edd379cc4844 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:48.420889 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e4d45-7495-49f2-8d43-8758b111f1cf req-b35cb424-7c9c-41ad-88c5-edd379cc4844 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:48.422982 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-218e4d45-7495-49f2-8d43-8758b111f1cf req-b35cb424-7c9c-41ad-88c5-edd379cc4844 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1679 time: 0.2471349 Aug 19 18:09:48.495700 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-15c5344c-6dff-4ae7-a7c9-cc43d3a5bf32 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:48.497135 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-15c5344c-6dff-4ae7-a7c9-cc43d3a5bf32 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.50 "GET /v2.0/networks?id=d8304397-d5e0-4b69-b7c3-d9ceb6478a55 HTTP/1.1" status: 200 len: 815 time: 0.1996272 Aug 19 18:09:48.518775 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-218e4d45-7495-49f2-8d43-8758b111f1cf req-b7eaf2bb-5bbe-479d-aff4-aa320ddeadb6 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777364 Aug 19 18:09:48.528901 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2b6a5e91-6e7c-4966-9904-4d5bb9cc1391 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Request body: {'port': {'device_id': 'c0f5138e-8dff-4170-be3c-7897879e7928', 'network_id': 'd8304397-d5e0-4b69-b7c3-d9ceb6478a55', 'admin_state_up': True, 'tenant_id': '94de96d0b35648a0adfcd48a1c570338'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:48.574469 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-08719dd5-6688-4c3f-97e1-42337ae552ea req-1f2e2092-9686-4d4f-8e3a-652592aa93ba tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177310 Aug 19 18:09:48.593841 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8135de8-93d2-48b3-82fb-2464a4ba6311 x-openstack-request-id: req-b8135de8-93d2-48b3-82fb-2464a4ba6311 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:48.594400 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747ba496-7746-4f7e-869f-715dfd42a7ec", "tag": "487c71c6-c30d-4d41-b8a9-80b9e41204bf", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:48.594856 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8135de8-93d2-48b3-82fb-2464a4ba6311 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:48.595782 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747ba496-7746-4f7e-869f-715dfd42a7ec', 'tag': '487c71c6-c30d-4d41-b8a9-80b9e41204bf', 'status': 'completed', 'code': 200} Aug 19 18:09:48.597449 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee2984-c8c0-4357-92a4-153ca43d350b req-fe8b4e14-6348-4f79-97ab-5b62549088a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:48.599447 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1cee2984-c8c0-4357-92a4-153ca43d350b req-fe8b4e14-6348-4f79-97ab-5b62549088a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e56f2809-e79a-4c5f-bec0-9b7673cca425 HTTP/1.1" status: 200 len: 858 time: 0.2418718 Aug 19 18:09:48.620292 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-cdde48cc-a1b9-4a12-9284-026b52fefe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:48.624330 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-cdde48cc-a1b9-4a12-9284-026b52fefe45 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.2147529 Aug 19 18:09:48.644908 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fb6a53-e128-4eb7-92d1-7b126e3ed811', 'tag': 'aaed1c63-e2dd-4f5e-b80c-a732f1fb6331'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:48.648491 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65444b7-ec1e-4c29-b403-6490505a3b34" -d '{"events": [{"name": "network-changed", "server_uuid": "33fb6a53-e128-4eb7-92d1-7b126e3ed811", "tag": "aaed1c63-e2dd-4f5e-b80c-a732f1fb6331"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:48.667163 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1ab37b8a-7c10-4b21-b6e2-09c3e9255a23 req-7fbba33b-5ac3-421c-9d9c-03a4425986b4 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:48.688612 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-512c0805-7590-470e-b233-350d678ecbbd req-37672020-5f2d-40a8-93d3-d48ac61fff0a service neutron] 10.222.0.50 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291185 Aug 19 18:09:48.691586 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1cee2984-c8c0-4357-92a4-153ca43d350b req-af6c8361-7949-4893-977f-cfccbd7aff0c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ed6cc30c-2a55-41f6-a6b0-fee655536fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580349 Aug 19 18:09:48.717313 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbba33b-5ac3-421c-9d9c-03a4425986b4 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Pushing event deleted for resources: {'Port': ['ID=28754580-96ae-4374-83ef-03cef478e0a2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:48.812604 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab37b8a-7c10-4b21-b6e2-09c3e9255a23 req-7fbba33b-5ac3-421c-9d9c-03a4425986b4 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] No DVR routers for this DVR port 28754580-96ae-4374-83ef-03cef478e0a2 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:09:48.821088 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1ab37b8a-7c10-4b21-b6e2-09c3e9255a23 req-7fbba33b-5ac3-421c-9d9c-03a4425986b4 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:48.823716 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1ab37b8a-7c10-4b21-b6e2-09c3e9255a23 req-7fbba33b-5ac3-421c-9d9c-03a4425986b4 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.50 "DELETE /v2.0/ports/28754580-96ae-4374-83ef-03cef478e0a2 HTTP/1.1" status: 204 len: 173 time: 1.2097418 Aug 19 18:09:48.838645 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2b6a5e91-6e7c-4966-9904-4d5bb9cc1391 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Made reservation on behalf of 94de96d0b35648a0adfcd48a1c570338 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:48.843876 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2b6a5e91-6e7c-4966-9904-4d5bb9cc1391 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:48.883807 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device b21f1ebc-61bb-4231-8b71-7860c0a465e4 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:09:48.885355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f35a09-ee50-4e69-8c55-04b4a2988d66 req-66cec745-71af-44b6-97a7-04f3cba5c212 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:48.887817 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-95f35a09-ee50-4e69-8c55-04b4a2988d66 req-66cec745-71af-44b6-97a7-04f3cba5c212 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 947 time: 0.1231923 Aug 19 18:09:48.894613 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-9b4b930a-1cf7-448d-892f-f671d6a13b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:48.896452 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-9b4b930a-1cf7-448d-892f-f671d6a13b67 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2495100 Aug 19 18:09:48.942028 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f64a75-673b-4026-bef6-15ecf2ee969a req-20bc4520-00c3-412a-aa6d-06f0e7cd8fff tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:48.943663 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3f64a75-673b-4026-bef6-15ecf2ee969a req-20bc4520-00c3-412a-aa6d-06f0e7cd8fff tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875 HTTP/1.1" status: 200 len: 948 time: 0.2241211 Aug 19 18:09:49.081339 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1cee2984-c8c0-4357-92a4-153ca43d350b req-d436a36b-4a49-44ef-b9a3-bf85e49deb46 service neutron] 10.222.0.50 "GET /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217418 Aug 19 18:09:49.105470 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port b21f1ebc-61bb-4231-8b71-7860c0a465e4, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=b21f1ebc-61bb-4231-8b71-7860c0a465e4,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:49.115861 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3f64a75-673b-4026-bef6-15ecf2ee969a req-27bae99b-d1b5-4dec-abc9-fd684a87274f tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/security-groups?id=2485e620-7642-41f4-ba3d-c1b8fea4fc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482797 Aug 19 18:09:49.133692 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'b21f1ebc-61bb-4231-8b71-7860c0a465e4', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': 'b21f1ebc-61bb-4231-8b71-7860c0a465e4', 'mac_address': 'fa:16:3e:77:b4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:09:49.154367 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-95f35a09-ee50-4e69-8c55-04b4a2988d66 req-81b7b1db-f74b-4c47-ab72-88ed99188833 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848493 Aug 19 18:09:49.193137 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-7ef2dc19-2342-48a7-97af-82cec56bff54 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:49.194624 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-7ef2dc19-2342-48a7-97af-82cec56bff54 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.50 "GET /v2.0/networks?id=65564e16-87ea-48ca-8938-07f915ef9c0a HTTP/1.1" status: 200 len: 805 time: 0.2437634 Aug 19 18:09:49.194914 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-29dd5967-8db4-44bc-9dfb-03033ba0954a service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858317 Aug 19 18:09:49.219982 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2b6a5e91-6e7c-4966-9904-4d5bb9cc1391 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Allocated IP 172.20.0.2 (d8304397-d5e0-4b69-b7c3-d9ceb6478a55/298ece02-1e04-44c7-a267-e4d48cf18dcb/6b532c1e-a097-4c94-abc8-6b82c0b5385c) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:49.226345 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:49.231714 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-a54f37f7-562b-4d65-821b-3dacdb7d11d3 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Request body: {'port': {'device_id': 'b0a03536-ad97-4330-bcef-1459c3f537d4', 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a', 'admin_state_up': True, 'tenant_id': 'f583f01a579c47af87ffae7dc814cdd2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:49.251515 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21f1ebc-61bb-4231-8b71-7860c0a465e4 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:49.291660 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port b21f1ebc-61bb-4231-8b71-7860c0a465e4, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=b21f1ebc-61bb-4231-8b71-7860c0a465e4,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:49.295050 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93c473a-5ac8-4644-a51c-8c744c5fa4ef x-openstack-request-id: req-f93c473a-5ac8-4644-a51c-8c744c5fa4ef {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:49.295349 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33fb6a53-e128-4eb7-92d1-7b126e3ed811", "tag": "aaed1c63-e2dd-4f5e-b80c-a732f1fb6331", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:49.296708 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f93c473a-5ac8-4644-a51c-8c744c5fa4ef {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:49.297488 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fb6a53-e128-4eb7-92d1-7b126e3ed811', 'tag': 'aaed1c63-e2dd-4f5e-b80c-a732f1fb6331', 'status': 'completed', 'code': 200} Aug 19 18:09:49.299522 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:49.364374 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d57a0859-1897-4789-89df-03e4354ac501 req-22627459-03d6-4171-ab79-4ee22bbb8f02 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f5138e-8dff-4170-be3c-7897879e7928 HTTP/1.1" status: 200 len: 210 time: 0.0626833 Aug 19 18:09:49.386873 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=b21f1ebc-61bb-4231-8b71-7860c0a465e4,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:49.416991 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1cee2984-c8c0-4357-92a4-153ca43d350b req-43652718-e631-4f5c-b7d7-79bb45e41e2e service neutron] 10.222.0.50 "GET /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180530 Aug 19 18:09:49.546288 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3c8e3f0e-7f2f-4400-8e50-4d14c1059381 req-f66784f9-7180-45cb-b493-2dcba3a59398 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396783 Aug 19 18:09:49.558285 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65444b7-ec1e-4c29-b403-6490505a3b34 req-b8300f55-a6ff-4c43-9676-1e48cac8c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:49.558927 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65444b7-ec1e-4c29-b403-6490505a3b34 req-b8300f55-a6ff-4c43-9676-1e48cac8c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:49.560587 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e65444b7-ec1e-4c29-b403-6490505a3b34 req-b8300f55-a6ff-4c43-9676-1e48cac8c6be service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b36c037b46974fbab72ee33dddb5d134&device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1981 time: 0.2307808 Aug 19 18:09:49.576631 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919538e4-e7f4-4806-982c-f32ce3834531 req-745ce426-fcf8-498c-b9e7-3adbd88a9a73 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:49.578858 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-919538e4-e7f4-4806-982c-f32ce3834531 req-745ce426-fcf8-498c-b9e7-3adbd88a9a73 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7151e0d4-db87-41fd-9630-3c64ab4a26bd HTTP/1.1" status: 200 len: 943 time: 0.1557860 Aug 19 18:09:49.581337 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e77009ea-1733-4a05-acfb-7b790baf3330 req-cbd26159-4643-4420-93fe-01b35468ff4c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 210 time: 0.0527329 Aug 19 18:09:49.597022 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-a54f37f7-562b-4d65-821b-3dacdb7d11d3 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Made reservation on behalf of f583f01a579c47af87ffae7dc814cdd2 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:49.603774 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-a54f37f7-562b-4d65-821b-3dacdb7d11d3 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:49.663601 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['b21f1ebc-61bb-4231-8b71-7860c0a465e4'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:49.748959 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-919538e4-e7f4-4806-982c-f32ce3834531 req-c4e529e3-d8d0-4e88-be1b-5ec74a9c8ae2 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547663 Aug 19 18:09:49.762118 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2b6a5e91-6e7c-4966-9904-4d5bb9cc1391 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:49.867482 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a366ce5-5609-4aa5-8160-4cb3bf93cd03 req-24290236-9fbd-4ffc-ac22-04a77e73bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:49.870980 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a366ce5-5609-4aa5-8160-4cb3bf93cd03 req-24290236-9fbd-4ffc-ac22-04a77e73bff3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 1098 time: 0.2373245 Aug 19 18:09:49.873467 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e79e2c-d146-438b-bbe7-52b875a6fcbd req-4ce5230a-50ad-4835-b7b8-d6ec81b8b5b7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:49.880136 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e79e2c-d146-438b-bbe7-52b875a6fcbd req-4ce5230a-50ad-4835-b7b8-d6ec81b8b5b7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:49.888208 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42e79e2c-d146-438b-bbe7-52b875a6fcbd req-4ce5230a-50ad-4835-b7b8-d6ec81b8b5b7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1679 time: 0.1631856 Aug 19 18:09:49.946368 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2b6a5e91-6e7c-4966-9904-4d5bb9cc1391 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:49.951204 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-a54f37f7-562b-4d65-821b-3dacdb7d11d3 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Allocated IP 172.20.0.6 (65564e16-87ea-48ca-8938-07f915ef9c0a/09884e41-8987-4095-b41a-2dbe97fb4846/50a62129-56ca-42aa-9c64-9257bdaf8fc8) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:49.960944 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65444b7-ec1e-4c29-b403-6490505a3b34 req-dca1f65e-aac2-4f6c-a356-6203890df8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:49.962962 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e65444b7-ec1e-4c29-b403-6490505a3b34 req-dca1f65e-aac2-4f6c-a356-6203890df8cf service neutron] 10.222.0.50 "GET /v2.0/networks?id=40ffc51b-2fcd-499a-b796-6af3a32e5cb9 HTTP/1.1" status: 200 len: 903 time: 0.3831615 Aug 19 18:09:49.965155 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42e79e2c-d146-438b-bbe7-52b875a6fcbd req-1f155d48-13d4-42c5-9026-770b65c31370 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760217 Aug 19 18:09:50.015292 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2b6a5e91-6e7c-4966-9904-4d5bb9cc1391 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Network d8304397-d5e0-4b69-b7c3-d9ceb6478a55 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:50.027177 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2b6a5e91-6e7c-4966-9904-4d5bb9cc1391 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:50.032189 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2b6a5e91-6e7c-4966-9904-4d5bb9cc1391 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:09:50.070713 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a5e91-6e7c-4966-9904-4d5bb9cc1391 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Pushing event updated for resources: {'Port': ['ID=6b532c1e-a097-4c94-abc8-6b82c0b5385c,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:50.079257 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e65444b7-ec1e-4c29-b403-6490505a3b34 req-8768c7d4-41eb-4cd4-a084-3dc6ee6fc116 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.170&port_id=aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 HTTP/1.1" status: 200 len: 217 time: 0.1015553 Aug 19 18:09:50.121313 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2b6a5e91-6e7c-4966-9904-4d5bb9cc1391 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:50.121971 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2b6a5e91-6e7c-4966-9904-4d5bb9cc1391 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:50.138343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddbdfc-b4b5-40ff-ae54-2009c4d3a4a6 req-19ccb422-dac0-4464-a758-decbc0ce6ba2 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:50.140632 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-83ddbdfc-b4b5-40ff-ae54-2009c4d3a4a6 req-19ccb422-dac0-4464-a758-decbc0ce6ba2 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.2334499 Aug 19 18:09:50.182003 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2b6a5e91-6e7c-4966-9904-4d5bb9cc1391 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6577842 Aug 19 18:09:50.191538 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a366ce5-5609-4aa5-8160-4cb3bf93cd03 req-6ed4efc5-6010-48f7-8afa-d9e7bddcd35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:50.193107 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a366ce5-5609-4aa5-8160-4cb3bf93cd03 req-6ed4efc5-6010-48f7-8afa-d9e7bddcd35c service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.3093510 Aug 19 18:09:50.199393 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65444b7-ec1e-4c29-b403-6490505a3b34 req-7237c4d5-9c54-4aab-be81-774c96f800f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:50.200233 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2e52bf76-9a6f-4b42-a568-00b620628f01 service neutron] Request body: {'port': {'device_id': 'c0f5138e-8dff-4170-be3c-7897879e7928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:50.200983 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e65444b7-ec1e-4c29-b403-6490505a3b34 req-7237c4d5-9c54-4aab-be81-774c96f800f0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95d83e2e-f411-4899-9f93-fa77f7d29d44 HTTP/1.1" status: 200 len: 801 time: 0.1115084 Aug 19 18:09:50.281471 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-83ddbdfc-b4b5-40ff-ae54-2009c4d3a4a6 req-688f0b48-f0a7-413f-b727-7cdb116d3381 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294899 Aug 19 18:09:50.282407 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a366ce5-5609-4aa5-8160-4cb3bf93cd03 req-a0979dee-85b6-4a06-b31f-5c3be621914e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=487c71c6-c30d-4d41-b8a9-80b9e41204bf HTTP/1.1" status: 200 len: 217 time: 0.0743396 Aug 19 18:09:50.350600 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-a54f37f7-562b-4d65-821b-3dacdb7d11d3 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:50.354050 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2e52bf76-9a6f-4b42-a568-00b620628f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:50.368445 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65444b7-ec1e-4c29-b403-6490505a3b34 req-1704f68a-a311-4a4f-963b-31ab203bd913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:50.371206 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e65444b7-ec1e-4c29-b403-6490505a3b34 req-1704f68a-a311-4a4f-963b-31ab203bd913 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=40ffc51b-2fcd-499a-b796-6af3a32e5cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1491072 Aug 19 18:09:50.382876 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0d7c1-ca84-43ee-b31d-bd5f24ba5488 req-0de8dbfa-3d14-4a2d-8395-28d7df2785d7 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:50.383955 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d6b0d7c1-ca84-43ee-b31d-bd5f24ba5488 req-0de8dbfa-3d14-4a2d-8395-28d7df2785d7 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875 HTTP/1.1" status: 200 len: 949 time: 0.1524875 Aug 19 18:09:50.479819 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d6b0d7c1-ca84-43ee-b31d-bd5f24ba5488 req-b8638ebf-65b8-4c53-9f7c-1c14f082ace8 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/security-groups?id=2485e620-7642-41f4-ba3d-c1b8fea4fc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871601 Aug 19 18:09:50.559627 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-a54f37f7-562b-4d65-821b-3dacdb7d11d3 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:50.559961 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a366ce5-5609-4aa5-8160-4cb3bf93cd03 req-98422cb3-b290-4f22-b2db-e231339ebed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:50.563490 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a366ce5-5609-4aa5-8160-4cb3bf93cd03 req-98422cb3-b290-4f22-b2db-e231339ebed9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.2599230 Aug 19 18:09:50.604775 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1a0d2-2a68-4923-b838-51d113b5a812 req-7d3041f1-c16d-4c36-a9e4-00e0910dba9c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:50.606640 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0a1a0d2-2a68-4923-b838-51d113b5a812 req-7d3041f1-c16d-4c36-a9e4-00e0910dba9c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 947 time: 0.2459745 Aug 19 18:09:50.680362 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e65444b7-ec1e-4c29-b403-6490505a3b34 req-6de304e1-b3e3-42dc-a085-e9b1cf9e8b34 service neutron] 10.222.0.50 "GET /v2.0/networks/40ffc51b-2fcd-499a-b796-6af3a32e5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916880 Aug 19 18:09:50.711625 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a366ce5-5609-4aa5-8160-4cb3bf93cd03 req-706ac0b2-cd8a-4ce8-b4a7-50d74d35bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:50.713249 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a366ce5-5609-4aa5-8160-4cb3bf93cd03 req-706ac0b2-cd8a-4ce8-b4a7-50d74d35bc7f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1356463 Aug 19 18:09:50.727362 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0a1a0d2-2a68-4923-b838-51d113b5a812 req-577c6868-25e0-43e9-98ba-d6aeb148c567 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017799 Aug 19 18:09:50.741241 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:09:50.899802 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device b21f1ebc-61bb-4231-8b71-7860c0a465e4 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:50.973470 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port aaed1c63-e2dd-4f5e-b80c-a732f1fb6331, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=aaed1c63-e2dd-4f5e-b80c-a732f1fb6331,segment=NetworkSegment(c938a109-ba70-4150-a545-097c2f3f5346),segment_id=c938a109-ba70-4150-a545-097c2f3f5346)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:50.990840 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'aaed1c63-e2dd-4f5e-b80c-a732f1fb6331', 'network_id': '40ffc51b-2fcd-499a-b796-6af3a32e5cb9', 'port_id': 'aaed1c63-e2dd-4f5e-b80c-a732f1fb6331', 'mac_address': 'fa:16:3e:d0:90:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d83e2e-f411-4899-9f93-fa77f7d29d44', 'ip_address': '19.86.0.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:09:50.997776 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port b21f1ebc-61bb-4231-8b71-7860c0a465e4 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:51.019588 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port b21f1ebc-61bb-4231-8b71-7860c0a465e4 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:51.020391 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.058886 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-a54f37f7-562b-4d65-821b-3dacdb7d11d3 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Network 65564e16-87ea-48ca-8938-07f915ef9c0a is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:51.072473 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-a54f37f7-562b-4d65-821b-3dacdb7d11d3 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:51.074052 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.075926 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-a54f37f7-562b-4d65-821b-3dacdb7d11d3 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:09:51.098820 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:51.128577 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port aaed1c63-e2dd-4f5e-b80c-a732f1fb6331, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=aaed1c63-e2dd-4f5e-b80c-a732f1fb6331,segment=NetworkSegment(c938a109-ba70-4150-a545-097c2f3f5346),segment_id=c938a109-ba70-4150-a545-097c2f3f5346)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:51.132634 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f37f7-562b-4d65-821b-3dacdb7d11d3 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Pushing event updated for resources: {'Port': ['ID=50a62129-56ca-42aa-9c64-9257bdaf8fc8,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:51.146639 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0246d-3183-4dd6-8924-ddee126b8835 req-7e4bfccd-356a-4af8-b824-5a811ec63ead tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:51.154078 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54e0246d-3183-4dd6-8924-ddee126b8835 req-7e4bfccd-356a-4af8-b824-5a811ec63ead tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f5138e-8dff-4170-be3c-7897879e7928 HTTP/1.1" status: 200 len: 931 time: 0.5989323 Aug 19 18:09:51.154307 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.155674 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 51eab8c5-8087-417f-a13b-1f2c89094045 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:09:51.197154 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-a54f37f7-562b-4d65-821b-3dacdb7d11d3 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:51.197837 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-a54f37f7-562b-4d65-821b-3dacdb7d11d3 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.218239 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.232583 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e65444b7-ec1e-4c29-b403-6490505a3b34 req-78bc6c19-fd8a-42e8-8b4e-084a49a8028d service neutron] 10.222.0.50 "GET /v2.0/networks/40ffc51b-2fcd-499a-b796-6af3a32e5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370846 Aug 19 18:09:51.237609 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-a54f37f7-562b-4d65-821b-3dacdb7d11d3 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0138042 Aug 19 18:09:51.243293 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180f2cb-5c8a-43b9-83a2-1fe1577e652d req-9ce61335-03f8-4111-814e-3568ab17992c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:51.251333 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0180f2cb-5c8a-43b9-83a2-1fe1577e652d req-9ce61335-03f8-4111-814e-3568ab17992c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 931 time: 0.1169095 Aug 19 18:09:51.255396 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a366ce5-5609-4aa5-8160-4cb3bf93cd03 req-bd0cb975-7640-42a2-8a99-2a9059b62ec9 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270519 Aug 19 18:09:51.266842 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54e0246d-3183-4dd6-8924-ddee126b8835 req-5f1d9404-b332-4cd9-8c8c-a157d7202deb tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2532989-ec9e-40f3-a17a-04218930fe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118681 Aug 19 18:09:51.275069 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-c56b7df0-7d85-4c88-aa0e-74b0eeaa4a4b service neutron] Request body: {'port': {'device_id': 'b0a03536-ad97-4330-bcef-1459c3f537d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:51.311703 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a', 'name': 'network-vif-deleted', 'tag': '28754580-96ae-4374-83ef-03cef478e0a2'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:51.314472 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767f7cfb-54a5-464a-8883-6e07d4597d0b" -d '{"events": [{"server_uuid": "e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a", "name": "network-vif-deleted", "tag": "28754580-96ae-4374-83ef-03cef478e0a2"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:51.314717 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21f1ebc-61bb-4231-8b71-7860c0a465e4'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:51.317039 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948fde02-b332-4c18-a8d9-1f98ee89ba0a" -d '{"events": [{"server_uuid": "6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875", "name": "network-vif-plugged", "status": "completed", "tag": "b21f1ebc-61bb-4231-8b71-7860c0a465e4"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:51.320180 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=aaed1c63-e2dd-4f5e-b80c-a732f1fb6331,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:51.343747 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port b21f1ebc-61bb-4231-8b71-7860c0a465e4, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=b21f1ebc-61bb-4231-8b71-7860c0a465e4,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:51.349824 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.356620 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0180f2cb-5c8a-43b9-83a2-1fe1577e652d req-5a56bd04-2352-41ec-8a0c-5b4af6108d8b tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043003 Aug 19 18:09:51.440899 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 51eab8c5-8087-417f-a13b-1f2c89094045, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=51eab8c5-8087-417f-a13b-1f2c89094045,segment=NetworkSegment(dffe4e9a-0f11-46d5-b24d-2ca8b4e53776),segment_id=dffe4e9a-0f11-46d5-b24d-2ca8b4e53776)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:51.443893 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=b21f1ebc-61bb-4231-8b71-7860c0a465e4,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:51.459009 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '51eab8c5-8087-417f-a13b-1f2c89094045', 'network_id': '330589c8-b28c-49ea-be49-10743383d099', 'port_id': '51eab8c5-8087-417f-a13b-1f2c89094045', 'mac_address': 'fa:16:3e:10:2a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5347ee10-e6d1-4052-8617-02d384e7e282', 'ip_address': '19.80.0.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:09:51.459454 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a366ce5-5609-4aa5-8160-4cb3bf93cd03 req-48eeeca9-767e-4765-8cd4-05df2edb532b service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897891 Aug 19 18:09:51.467781 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2e52bf76-9a6f-4b42-a568-00b620628f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b532c1e-a097-4c94-abc8-6b82c0b5385c {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:51.485767 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eeffca-77b8-46e7-891a-6a79ae2b65bb req-a15d734a-9542-4105-a540-23ed04c77e38 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:51.494798 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2e52bf76-9a6f-4b42-a568-00b620628f01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.495485 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eeffca-77b8-46e7-891a-6a79ae2b65bb req-a15d734a-9542-4105-a540-23ed04c77e38 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:51.497157 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-92eeffca-77b8-46e7-891a-6a79ae2b65bb req-a15d734a-9542-4105-a540-23ed04c77e38 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1680 time: 0.0732622 Aug 19 18:09:51.523131 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.524671 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-c56b7df0-7d85-4c88-aa0e-74b0eeaa4a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.527833 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2e52bf76-9a6f-4b42-a568-00b620628f01 service neutron] Transition to ACTIVE for port object 6b532c1e-a097-4c94-abc8-6b82c0b5385c will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:51.539150 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51eab8c5-8087-417f-a13b-1f2c89094045 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:51.541590 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2e52bf76-9a6f-4b42-a568-00b620628f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.552496 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-92eeffca-77b8-46e7-891a-6a79ae2b65bb req-16283402-e515-47ba-afa9-5e7eca7b694f tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458584 Aug 19 18:09:51.563328 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80106488-b359-4491-8e21-557d658bc670 req-c20602b8-bf6f-47a6-9b45-560f76ac87e8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:51.566063 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80106488-b359-4491-8e21-557d658bc670 req-c20602b8-bf6f-47a6-9b45-560f76ac87e8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7151e0d4-db87-41fd-9630-3c64ab4a26bd HTTP/1.1" status: 200 len: 943 time: 0.1668603 Aug 19 18:09:51.572858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 51eab8c5-8087-417f-a13b-1f2c89094045, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=51eab8c5-8087-417f-a13b-1f2c89094045,segment=NetworkSegment(dffe4e9a-0f11-46d5-b24d-2ca8b4e53776),segment_id=dffe4e9a-0f11-46d5-b24d-2ca8b4e53776)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:51.578548 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.579679 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 262302b2-a917-4218-9a8d-f6bc42e8b8ab details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:09:51.677556 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52bf76-9a6f-4b42-a568-00b620628f01 service neutron] Pushing event updated for resources: {'Port': ['ID=6b532c1e-a097-4c94-abc8-6b82c0b5385c,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:51.694769 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=51eab8c5-8087-417f-a13b-1f2c89094045,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:51.748089 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 262302b2-a917-4218-9a8d-f6bc42e8b8ab, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=262302b2-a917-4218-9a8d-f6bc42e8b8ab,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:51.765161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '262302b2-a917-4218-9a8d-f6bc42e8b8ab', 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d', 'port_id': '262302b2-a917-4218-9a8d-f6bc42e8b8ab', 'mac_address': 'fa:16:3e:98:b1:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee52aea2-4c4c-4ce5-9853-28e4d75899b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:09:51.800826 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80106488-b359-4491-8e21-557d658bc670 req-7f4c39a3-e7c3-4427-ac81-168ff6276e3a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926489 Aug 19 18:09:51.809060 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a785d-af96-4dbc-b7c2-99066c1f41a4 req-a1423290-dc3f-48a6-92ed-d8b229c5df2b tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:51.809969 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0a8a785d-af96-4dbc-b7c2-99066c1f41a4 req-a1423290-dc3f-48a6-92ed-d8b229c5df2b tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0746822 Aug 19 18:09:51.839462 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.854655 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262302b2-a917-4218-9a8d-f6bc42e8b8ab {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:51.876666 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0a8a785d-af96-4dbc-b7c2-99066c1f41a4 req-183fd7c1-90da-430d-a9c7-09de54205de5 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539913 Aug 19 18:09:51.884165 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 262302b2-a917-4218-9a8d-f6bc42e8b8ab, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=262302b2-a917-4218-9a8d-f6bc42e8b8ab,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:51.890476 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.905642 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829e7aae-0452-4067-bae4-2121f6b568e6 x-openstack-request-id: req-829e7aae-0452-4067-bae4-2121f6b568e6 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:51.905642 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a", "name": "network-vif-deleted", "tag": "28754580-96ae-4374-83ef-03cef478e0a2", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:51.905642 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-829e7aae-0452-4067-bae4-2121f6b568e6 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:51.905642 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8373fbd-6bcc-4e2c-ae0c-cfe70d216e8a', 'name': 'network-vif-deleted', 'tag': '28754580-96ae-4374-83ef-03cef478e0a2', 'status': 'completed', 'code': 200} Aug 19 18:09:51.921366 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2e52bf76-9a6f-4b42-a568-00b620628f01 service neutron] Attempting to bind port 6b532c1e-a097-4c94-abc8-6b82c0b5385c on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:09:51.921815 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2e52bf76-9a6f-4b42-a568-00b620628f01 service neutron] Attempting to bind port 6b532c1e-a097-4c94-abc8-6b82c0b5385c by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '06bc3008-1f42-48cd-88e6-8cc9d8e2271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd8304397-d5e0-4b69-b7c3-d9ceb6478a55'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:09:51.922143 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2e52bf76-9a6f-4b42-a568-00b620628f01 service neutron] Attempting to bind port 6b532c1e-a097-4c94-abc8-6b82c0b5385c on network d8304397-d5e0-4b69-b7c3-d9ceb6478a55 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:51.930955 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2e52bf76-9a6f-4b42-a568-00b620628f01 service neutron] Port 6b532c1e-a097-4c94-abc8-6b82c0b5385c on network d8304397-d5e0-4b69-b7c3-d9ceb6478a55 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:09:51.931295 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2e52bf76-9a6f-4b42-a568-00b620628f01 service neutron] Attempting to bind port 6b532c1e-a097-4c94-abc8-6b82c0b5385c on network d8304397-d5e0-4b69-b7c3-d9ceb6478a55 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:51.948797 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2e52bf76-9a6f-4b42-a568-00b620628f01 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:09:51.949874 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2e52bf76-9a6f-4b42-a568-00b620628f01 service neutron] Checking segment: {'id': '06bc3008-1f42-48cd-88e6-8cc9d8e2271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd8304397-d5e0-4b69-b7c3-d9ceb6478a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:51.950487 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2e52bf76-9a6f-4b42-a568-00b620628f01 service neutron] Bound using segment: {'id': '06bc3008-1f42-48cd-88e6-8cc9d8e2271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd8304397-d5e0-4b69-b7c3-d9ceb6478a55'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:09:51.951634 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2e52bf76-9a6f-4b42-a568-00b620628f01 service neutron] Bound port: 6b532c1e-a097-4c94-abc8-6b82c0b5385c, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06bc3008-1f42-48cd-88e6-8cc9d8e2271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd8304397-d5e0-4b69-b7c3-d9ceb6478a55'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:09:51.952061 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2e52bf76-9a6f-4b42-a568-00b620628f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.952263 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fd30bb-c7e8-4848-93f9-635a484faae7 x-openstack-request-id: req-a2fd30bb-c7e8-4848-93f9-635a484faae7 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:51.952590 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875", "name": "network-vif-plugged", "status": "completed", "tag": "b21f1ebc-61bb-4231-8b71-7860c0a465e4", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:51.952936 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2fd30bb-c7e8-4848-93f9-635a484faae7 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:51.953433 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21f1ebc-61bb-4231-8b71-7860c0a465e4', 'code': 200} Aug 19 18:09:51.998194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=262302b2-a917-4218-9a8d-f6bc42e8b8ab,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:52.084264 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfd47c-85e7-4b87-86af-1c3dc39ea2be req-cbb17010-f999-4cce-99cf-da96a0b0e44b tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:52.086184 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8dbfd47c-85e7-4b87-86af-1c3dc39ea2be req-cbb17010-f999-4cce-99cf-da96a0b0e44b tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875 HTTP/1.1" status: 200 len: 950 time: 0.0926595 Aug 19 18:09:52.089347 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1a2f5-99eb-4766-aed3-d48bc634568f req-e0c2a3ed-9e8a-4e06-8af8-e38197203ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:52.090973 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0af1a2f5-99eb-4766-aed3-d48bc634568f req-e0c2a3ed-9e8a-4e06-8af8-e38197203ceb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875 HTTP/1.1" status: 200 len: 1101 time: 0.0608752 Aug 19 18:09:52.128418 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2e52bf76-9a6f-4b42-a568-00b620628f01 service neutron] For port 6b532c1e-a097-4c94-abc8-6b82c0b5385c, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:09:52.149303 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2e52bf76-9a6f-4b42-a568-00b620628f01 service neutron] For port 6b532c1e-a097-4c94-abc8-6b82c0b5385c, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=6b532c1e-a097-4c94-abc8-6b82c0b5385c,segment=NetworkSegment(06bc3008-1f42-48cd-88e6-8cc9d8e2271c),segment_id=06bc3008-1f42-48cd-88e6-8cc9d8e2271c)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:09:52.151999 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0af1a2f5-99eb-4766-aed3-d48bc634568f req-96e93308-0dd5-4fab-a91f-d60a7e67692b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2485e620-7642-41f4-ba3d-c1b8fea4fc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485148 Aug 19 18:09:52.155923 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8dbfd47c-85e7-4b87-86af-1c3dc39ea2be req-6d6f56c3-6843-43df-8f6e-7aad68cb2b7b tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/security-groups?id=2485e620-7642-41f4-ba3d-c1b8fea4fc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594063 Aug 19 18:09:52.161943 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43715fd9-964a-4bbc-8846-5cc999675ad4 req-7d7ee7ec-ee6f-4897-ad69-e17a74d77058 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:52.163482 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-43715fd9-964a-4bbc-8846-5cc999675ad4 req-7d7ee7ec-ee6f-4897-ad69-e17a74d77058 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 947 time: 0.1394925 Aug 19 18:09:52.165658 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-c56b7df0-7d85-4c88-aa0e-74b0eeaa4a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a62129-56ca-42aa-9c64-9257bdaf8fc8 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:52.170724 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2e52bf76-9a6f-4b42-a568-00b620628f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:52.178525 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-c56b7df0-7d85-4c88-aa0e-74b0eeaa4a4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:52.235337 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-c56b7df0-7d85-4c88-aa0e-74b0eeaa4a4b service neutron] Transition to ACTIVE for port object 50a62129-56ca-42aa-9c64-9257bdaf8fc8 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:52.243840 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2e52bf76-9a6f-4b42-a568-00b620628f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:52.244479 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2e52bf76-9a6f-4b42-a568-00b620628f01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:52.245914 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2e52bf76-9a6f-4b42-a568-00b620628f01 service neutron] 10.222.0.50 "PUT /v2.0/ports/6b532c1e-a097-4c94-abc8-6b82c0b5385c HTTP/1.1" status: 200 len: 1091 time: 2.0506001 Aug 19 18:09:52.251066 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-c56b7df0-7d85-4c88-aa0e-74b0eeaa4a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:52.285389 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-43715fd9-964a-4bbc-8846-5cc999675ad4 req-2d312956-3c7c-4909-a391-2cb8252470e9 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122515 Aug 19 18:09:52.299096 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52bf76-9a6f-4b42-a568-00b620628f01 service neutron] Pushing event updated for resources: {'Port': ['ID=6b532c1e-a097-4c94-abc8-6b82c0b5385c,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:52.372104 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['262302b2-a917-4218-9a8d-f6bc42e8b8ab'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:52.404659 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['51eab8c5-8087-417f-a13b-1f2c89094045'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:52.417402 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b7df0-7d85-4c88-aa0e-74b0eeaa4a4b service neutron] Pushing event updated for resources: {'Port': ['ID=50a62129-56ca-42aa-9c64-9257bdaf8fc8,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:52.418671 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae23b6-b0fd-4429-b544-285c45bcd4f6 req-6ef7269f-8039-488d-aad3-955816981dcd tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:52.426160 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2b5fe3a1-3326-498e-8623-7ca898f82326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:52.427718 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-2b5fe3a1-3326-498e-8623-7ca898f82326 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94de96d0b35648a0adfcd48a1c570338&device_id=c0f5138e-8dff-4170-be3c-7897879e7928 HTTP/1.1" status: 200 len: 1094 time: 0.1377671 Aug 19 18:09:52.430178 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b5ae23b6-b0fd-4429-b544-285c45bcd4f6 req-6ef7269f-8039-488d-aad3-955816981dcd tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f5138e-8dff-4170-be3c-7897879e7928 HTTP/1.1" status: 200 len: 943 time: 0.0680242 Aug 19 18:09:52.441773 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['aaed1c63-e2dd-4f5e-b80c-a732f1fb6331'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:52.477681 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b5ae23b6-b0fd-4429-b544-285c45bcd4f6 req-9c97d037-5959-40db-b7b1-98f021fdf9fe tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2532989-ec9e-40f3-a17a-04218930fe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427923 Aug 19 18:09:52.501996 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-c56b7df0-7d85-4c88-aa0e-74b0eeaa4a4b service neutron] Attempting to bind port 50a62129-56ca-42aa-9c64-9257bdaf8fc8 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:09:52.502625 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-c56b7df0-7d85-4c88-aa0e-74b0eeaa4a4b service neutron] Attempting to bind port 50a62129-56ca-42aa-9c64-9257bdaf8fc8 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '469a9014-52c3-4597-97cb-9a032cd2788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:09:52.502833 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-c56b7df0-7d85-4c88-aa0e-74b0eeaa4a4b service neutron] Attempting to bind port 50a62129-56ca-42aa-9c64-9257bdaf8fc8 on network 65564e16-87ea-48ca-8938-07f915ef9c0a {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:52.505520 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-4ac2f088-2b67-4b16-85aa-6fc739eb01c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b532c1e-a097-4c94-abc8-6b82c0b5385c HTTP/1.1" status: 200 len: 217 time: 0.0630162 Aug 19 18:09:52.510051 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-c56b7df0-7d85-4c88-aa0e-74b0eeaa4a4b service neutron] Port 50a62129-56ca-42aa-9c64-9257bdaf8fc8 on network 65564e16-87ea-48ca-8938-07f915ef9c0a not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:09:52.510431 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-c56b7df0-7d85-4c88-aa0e-74b0eeaa4a4b service neutron] Attempting to bind port 50a62129-56ca-42aa-9c64-9257bdaf8fc8 on network 65564e16-87ea-48ca-8938-07f915ef9c0a {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:52.560134 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-c56b7df0-7d85-4c88-aa0e-74b0eeaa4a4b service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:09:52.560487 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-c56b7df0-7d85-4c88-aa0e-74b0eeaa4a4b service neutron] Checking segment: {'id': '469a9014-52c3-4597-97cb-9a032cd2788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:52.560878 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-c56b7df0-7d85-4c88-aa0e-74b0eeaa4a4b service neutron] Bound using segment: {'id': '469a9014-52c3-4597-97cb-9a032cd2788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:09:52.562029 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-c56b7df0-7d85-4c88-aa0e-74b0eeaa4a4b service neutron] Bound port: 50a62129-56ca-42aa-9c64-9257bdaf8fc8, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469a9014-52c3-4597-97cb-9a032cd2788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:09:52.562442 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-c56b7df0-7d85-4c88-aa0e-74b0eeaa4a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:52.607359 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c7da9-7d4a-4a70-9924-6b82dd013c31 req-6382871d-5f00-4bdd-8337-fb24f05ae87c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:52.609243 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-239c7da9-7d4a-4a70-9924-6b82dd013c31 req-6382871d-5f00-4bdd-8337-fb24f05ae87c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 943 time: 0.1511366 Aug 19 18:09:52.630561 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-85c70102-45ec-4f85-8bee-19d84cc1550c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:52.631932 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-85c70102-45ec-4f85-8bee-19d84cc1550c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=298ece02-1e04-44c7-a267-e4d48cf18dcb HTTP/1.1" status: 200 len: 855 time: 0.1041329 Aug 19 18:09:52.688319 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-9178fdb9-3e24-48ad-986e-94c817f86ab9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8304397-d5e0-4b69-b7c3-d9ceb6478a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406573 Aug 19 18:09:52.706893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ed940-5009-446c-a720-c7d6b9c6e464 req-ef9cff5f-7329-4050-9fd0-43c93ea5cf14 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:52.714895 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ed940-5009-446c-a720-c7d6b9c6e464 req-ef9cff5f-7329-4050-9fd0-43c93ea5cf14 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:52.716863 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a9ed940-5009-446c-a720-c7d6b9c6e464 req-ef9cff5f-7329-4050-9fd0-43c93ea5cf14 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1681 time: 0.0796325 Aug 19 18:09:52.747558 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 28754580-96ae-4374-83ef-03cef478e0a2 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:52.766390 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-c56b7df0-7d85-4c88-aa0e-74b0eeaa4a4b service neutron] For port 50a62129-56ca-42aa-9c64-9257bdaf8fc8, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:09:52.778153 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-239c7da9-7d4a-4a70-9924-6b82dd013c31 req-afe58c53-d6bb-4ca6-ab62-d82c085638be tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496277 Aug 19 18:09:52.789248 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a9ed940-5009-446c-a720-c7d6b9c6e464 req-7dbc1be3-7adf-4b63-8887-d914d9ec6a72 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511458 Aug 19 18:09:52.809892 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 28754580-96ae-4374-83ef-03cef478e0a2 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:09:52.809892 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 28754580-96ae-4374-83ef-03cef478e0a2 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:09:52.817915 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-c56b7df0-7d85-4c88-aa0e-74b0eeaa4a4b service neutron] For port 50a62129-56ca-42aa-9c64-9257bdaf8fc8, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=50a62129-56ca-42aa-9c64-9257bdaf8fc8,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:09:52.827096 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-c56b7df0-7d85-4c88-aa0e-74b0eeaa4a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:52.878051 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-c56b7df0-7d85-4c88-aa0e-74b0eeaa4a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:52.879076 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-c56b7df0-7d85-4c88-aa0e-74b0eeaa4a4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:52.880729 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-c56b7df0-7d85-4c88-aa0e-74b0eeaa4a4b service neutron] 10.222.0.50 "PUT /v2.0/ports/50a62129-56ca-42aa-9c64-9257bdaf8fc8 HTTP/1.1" status: 200 len: 1091 time: 1.6173356 Aug 19 18:09:52.919266 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 487c71c6-c30d-4d41-b8a9-80b9e41204bf details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:09:53.013955 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b7df0-7d85-4c88-aa0e-74b0eeaa4a4b service neutron] Pushing event updated for resources: {'Port': ['ID=50a62129-56ca-42aa-9c64-9257bdaf8fc8,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:53.038099 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-7ea1273c-aa79-44b6-82f3-dcdaee9929b9 service neutron] 10.222.0.50 "GET /v2.0/networks/d8304397-d5e0-4b69-b7c3-d9ceb6478a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341062 Aug 19 18:09:53.048776 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134d6f9-aea1-40c2-9d86-4f9e6e42218d req-42f0fa47-2273-46b9-8ca1-6693868072a2 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:53.051045 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a134d6f9-aea1-40c2-9d86-4f9e6e42218d req-42f0fa47-2273-46b9-8ca1-6693868072a2 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0545120 Aug 19 18:09:53.063158 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe33dd3-b53b-41a1-a8a3-bbc650618dd4 req-780afd20-fa5c-4f3e-b763-ea5993323a9e tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:53.065058 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2fe33dd3-b53b-41a1-a8a3-bbc650618dd4 req-780afd20-fa5c-4f3e-b763-ea5993323a9e tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7151e0d4-db87-41fd-9630-3c64ab4a26bd HTTP/1.1" status: 200 len: 944 time: 0.1761851 Aug 19 18:09:53.098143 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 487c71c6-c30d-4d41-b8a9-80b9e41204bf, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=487c71c6-c30d-4d41-b8a9-80b9e41204bf,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:53.100113 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a134d6f9-aea1-40c2-9d86-4f9e6e42218d req-dde847f7-a97b-4e6d-87b1-3a6ff89e1d1b tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416925 Aug 19 18:09:53.113764 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '487c71c6-c30d-4d41-b8a9-80b9e41204bf', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '487c71c6-c30d-4d41-b8a9-80b9e41204bf', 'mac_address': 'fa:16:3e:91:21:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:09:53.133004 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-b62947a5-e029-4851-b6cd-9f664adf782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:53.134643 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-b62947a5-e029-4851-b6cd-9f664adf782d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f583f01a579c47af87ffae7dc814cdd2&device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 1094 time: 0.1894653 Aug 19 18:09:53.160094 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:53.174734 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 487c71c6-c30d-4d41-b8a9-80b9e41204bf {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:53.197241 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-9c73eb32-e43f-4a8e-a141-cb74ef5c2dd4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50a62129-56ca-42aa-9c64-9257bdaf8fc8 HTTP/1.1" status: 200 len: 217 time: 0.0483251 Aug 19 18:09:53.197813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 487c71c6-c30d-4d41-b8a9-80b9e41204bf, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=487c71c6-c30d-4d41-b8a9-80b9e41204bf,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:53.202771 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:53.238196 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2fe33dd3-b53b-41a1-a8a3-bbc650618dd4 req-cdb356ca-24e5-4e89-b35d-623560597a0a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593783 Aug 19 18:09:53.258673 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=487c71c6-c30d-4d41-b8a9-80b9e41204bf,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:53.286426 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-689a14cd-8ac2-4410-9d50-7074112b8f90 req-0b3a0e8c-5dbe-4c32-a5e3-505721b28ca5 service neutron] 10.222.0.50 "GET /v2.0/networks/d8304397-d5e0-4b69-b7c3-d9ceb6478a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201495 Aug 19 18:09:53.310440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bc9c9-4cab-4455-8e9d-a74ace4f9183 req-1e78bfda-4202-497f-8ab0-25854006d429 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:53.311943 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-196a7c79-a67b-41ef-8f47-dd39ebdcc9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:53.312531 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc8bc9c9-4cab-4455-8e9d-a74ace4f9183 req-1e78bfda-4202-497f-8ab0-25854006d429 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875 HTTP/1.1" status: 200 len: 950 time: 0.0754929 Aug 19 18:09:53.314345 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-196a7c79-a67b-41ef-8f47-dd39ebdcc9bb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09884e41-8987-4095-b41a-2dbe97fb4846 HTTP/1.1" status: 200 len: 845 time: 0.1046605 Aug 19 18:09:53.358139 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-b3e62bfc-21ca-4b2b-9ceb-34f37a6ff079 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65564e16-87ea-48ca-8938-07f915ef9c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291951 Aug 19 18:09:53.367269 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc8bc9c9-4cab-4455-8e9d-a74ace4f9183 req-59b3c9f4-53bc-46c7-86a9-7e6418c161d6 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/security-groups?id=2485e620-7642-41f4-ba3d-c1b8fea4fc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458674 Aug 19 18:09:53.490875 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae614d6-6b70-469a-a84d-878b4690bebb req-68440c0b-842b-42e5-8ffb-ce282d964436 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:53.492604 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4ae614d6-6b70-469a-a84d-878b4690bebb req-68440c0b-842b-42e5-8ffb-ce282d964436 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 948 time: 0.1159990 Aug 19 18:09:53.525732 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-5f578887-55d3-4e62-88ff-bb717e4e255c service neutron] 10.222.0.50 "GET /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574883 Aug 19 18:09:53.567138 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['487c71c6-c30d-4d41-b8a9-80b9e41204bf'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:53.569389 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4ae614d6-6b70-469a-a84d-878b4690bebb req-2f011f3c-92cb-4418-8288-8bbf23b31b23 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624900 Aug 19 18:09:53.630282 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3cd26-8930-42c1-be46-88a7322d31ef req-6e8277b8-ba17-43e5-8843-b56f9a53fe4a tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:53.634592 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eea3cd26-8930-42c1-be46-88a7322d31ef req-6e8277b8-ba17-43e5-8843-b56f9a53fe4a tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f5138e-8dff-4170-be3c-7897879e7928 HTTP/1.1" status: 200 len: 943 time: 0.0829725 Aug 19 18:09:53.656016 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-226d9867-ba75-4db8-a00e-aa3c115ca3ce req-769f67ae-b46c-492d-ba04-1680eea4bf9d service neutron] 10.222.0.50 "GET /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130319 Aug 19 18:09:53.677768 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eea3cd26-8930-42c1-be46-88a7322d31ef req-e9ded266-f3a0-41f2-a2b5-563cc4daa42d tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2532989-ec9e-40f3-a17a-04218930fe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395012 Aug 19 18:09:53.896330 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6a57c-aef9-479a-ba3d-a05fecce4fb9 req-c05a6f90-f12b-4c86-b0bd-5935e2cf487b tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:53.902556 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6a57c-aef9-479a-ba3d-a05fecce4fb9 req-c05a6f90-f12b-4c86-b0bd-5935e2cf487b tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:53.904206 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2df6a57c-aef9-479a-ba3d-a05fecce4fb9 req-c05a6f90-f12b-4c86-b0bd-5935e2cf487b tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1681 time: 0.0638452 Aug 19 18:09:53.904906 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f5138e-8dff-4170-be3c-7897879e7928', 'tag': '6b532c1e-a097-4c94-abc8-6b82c0b5385c'}, {'name': 'network-changed', 'server_uuid': 'b0a03536-ad97-4330-bcef-1459c3f537d4', 'tag': '50a62129-56ca-42aa-9c64-9257bdaf8fc8'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:53.907238 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f434524b-6ba0-4e80-8f71-908bd1124127" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f5138e-8dff-4170-be3c-7897879e7928", "tag": "6b532c1e-a097-4c94-abc8-6b82c0b5385c"}, {"name": "network-changed", "server_uuid": "b0a03536-ad97-4330-bcef-1459c3f537d4", "tag": "50a62129-56ca-42aa-9c64-9257bdaf8fc8"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:53.911417 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad462d5-c335-4c60-91ba-a3be17592d2f req-3f7ddecc-4555-4617-821c-16f1cf0a1b27 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:53.912928 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fad462d5-c335-4c60-91ba-a3be17592d2f req-3f7ddecc-4555-4617-821c-16f1cf0a1b27 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 943 time: 0.0525613 Aug 19 18:09:53.945583 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2df6a57c-aef9-479a-ba3d-a05fecce4fb9 req-8afd77bc-d166-4934-bc2a-c609ff241c23 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343473 Aug 19 18:09:53.952781 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fad462d5-c335-4c60-91ba-a3be17592d2f req-530d8cd2-cd59-4731-b0d0-a6046b859742 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334287 Aug 19 18:09:54.006663 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255987b2-e7d8-40bc-891c-a6dbcbc55cb1 x-openstack-request-id: req-255987b2-e7d8-40bc-891c-a6dbcbc55cb1 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:54.006964 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f5138e-8dff-4170-be3c-7897879e7928", "tag": "6b532c1e-a097-4c94-abc8-6b82c0b5385c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b0a03536-ad97-4330-bcef-1459c3f537d4", "tag": "50a62129-56ca-42aa-9c64-9257bdaf8fc8", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:54.007214 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-255987b2-e7d8-40bc-891c-a6dbcbc55cb1 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:54.007619 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f5138e-8dff-4170-be3c-7897879e7928', 'tag': '6b532c1e-a097-4c94-abc8-6b82c0b5385c', 'status': 'completed', 'code': 200} Aug 19 18:09:54.007869 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a03536-ad97-4330-bcef-1459c3f537d4', 'tag': '50a62129-56ca-42aa-9c64-9257bdaf8fc8', 'status': 'completed', 'code': 200} Aug 19 18:09:54.082851 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434524b-6ba0-4e80-8f71-908bd1124127 req-ef1a8375-1da3-425e-bb0e-0a85788a2681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:54.084875 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f434524b-6ba0-4e80-8f71-908bd1124127 req-ef1a8375-1da3-425e-bb0e-0a85788a2681 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=94de96d0b35648a0adfcd48a1c570338&device_id=c0f5138e-8dff-4170-be3c-7897879e7928 HTTP/1.1" status: 200 len: 1094 time: 0.0418730 Aug 19 18:09:54.189773 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434524b-6ba0-4e80-8f71-908bd1124127 req-2e789af8-f2a0-45bb-8201-184f5fe83cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:54.191288 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f434524b-6ba0-4e80-8f71-908bd1124127 req-2e789af8-f2a0-45bb-8201-184f5fe83cd6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d8304397-d5e0-4b69-b7c3-d9ceb6478a55 HTTP/1.1" status: 200 len: 916 time: 0.0931962 Aug 19 18:09:54.225840 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d5a11-b9c1-4996-b993-1b84030a0aee req-fb16bc3b-5288-495b-87bc-5e85baca8d59 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:54.227510 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7c4d5a11-b9c1-4996-b993-1b84030a0aee req-fb16bc3b-5288-495b-87bc-5e85baca8d59 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0518150 Aug 19 18:09:54.244864 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f434524b-6ba0-4e80-8f71-908bd1124127 req-8f84db7b-66dc-4290-96ec-6cf461ca35c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b532c1e-a097-4c94-abc8-6b82c0b5385c HTTP/1.1" status: 200 len: 217 time: 0.0378926 Aug 19 18:09:54.276992 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7c4d5a11-b9c1-4996-b993-1b84030a0aee req-11398074-37fb-407f-973d-4cddcfdcc4e8 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404649 Aug 19 18:09:54.309392 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434524b-6ba0-4e80-8f71-908bd1124127 req-6b5c2df4-dc41-4b19-8368-184d2cf386d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:54.310980 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f434524b-6ba0-4e80-8f71-908bd1124127 req-6b5c2df4-dc41-4b19-8368-184d2cf386d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=298ece02-1e04-44c7-a267-e4d48cf18dcb HTTP/1.1" status: 200 len: 855 time: 0.0547843 Aug 19 18:09:54.368437 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f434524b-6ba0-4e80-8f71-908bd1124127 req-c18c4188-b8c9-486d-a3fb-4d59678c4468 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8304397-d5e0-4b69-b7c3-d9ceb6478a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484414 Aug 19 18:09:54.400858 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b74d4a-3d0a-41c2-b892-7df59a386cbf req-afd03f2f-b8d5-4155-987a-3f612459e960 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:54.402403 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-00b74d4a-3d0a-41c2-b892-7df59a386cbf req-afd03f2f-b8d5-4155-987a-3f612459e960 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7151e0d4-db87-41fd-9630-3c64ab4a26bd HTTP/1.1" status: 200 len: 944 time: 0.0836687 Aug 19 18:09:54.489213 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-00b74d4a-3d0a-41c2-b892-7df59a386cbf req-0a646356-2480-4774-a03b-79a058054a9d tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748730 Aug 19 18:09:54.492748 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb44bc7-876d-4b59-b5aa-4dc343147825 req-0d69c93c-1c32-4292-adbf-35d616594050 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:54.494491 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6eb44bc7-876d-4b59-b5aa-4dc343147825 req-0d69c93c-1c32-4292-adbf-35d616594050 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875 HTTP/1.1" status: 200 len: 950 time: 0.0556388 Aug 19 18:09:54.511716 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f434524b-6ba0-4e80-8f71-908bd1124127 req-a1e76e35-2d4a-475a-abcc-00d05290f4f1 service neutron] 10.222.0.50 "GET /v2.0/networks/d8304397-d5e0-4b69-b7c3-d9ceb6478a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277375 Aug 19 18:09:54.539476 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6eb44bc7-876d-4b59-b5aa-4dc343147825 req-c03483c4-71c5-4001-867c-f66ed546664a tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/security-groups?id=2485e620-7642-41f4-ba3d-c1b8fea4fc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370030 Aug 19 18:09:54.634883 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f434524b-6ba0-4e80-8f71-908bd1124127 req-5350f276-019b-4ddb-b944-322895827fbf service neutron] 10.222.0.50 "GET /v2.0/networks/d8304397-d5e0-4b69-b7c3-d9ceb6478a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015751 Aug 19 18:09:54.749385 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b455d3c-22b8-4a35-801f-7612d4fbd757 req-05a0d3e6-108e-40ca-9fd1-836e0a08c7e0 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:54.751812 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9b455d3c-22b8-4a35-801f-7612d4fbd757 req-05a0d3e6-108e-40ca-9fd1-836e0a08c7e0 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 948 time: 0.0733430 Aug 19 18:09:54.762333 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:54.786785 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434524b-6ba0-4e80-8f71-908bd1124127 req-66d82f66-38d6-47ce-a63a-175157159ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:54.790574 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f434524b-6ba0-4e80-8f71-908bd1124127 req-66d82f66-38d6-47ce-a63a-175157159ee6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f583f01a579c47af87ffae7dc814cdd2&device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 1094 time: 0.0767193 Aug 19 18:09:54.815356 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9b455d3c-22b8-4a35-801f-7612d4fbd757 req-c3416706-c2a5-44c8-bc98-14b9b25fd72f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555599 Aug 19 18:09:54.831780 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:54.835771 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:54.836191 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:54.913965 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 487c71c6-c30d-4d41-b8a9-80b9e41204bf up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:54.968786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434524b-6ba0-4e80-8f71-908bd1124127 req-bf572794-52ab-4279-96ff-840ada1d0d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:54.970348 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f434524b-6ba0-4e80-8f71-908bd1124127 req-bf572794-52ab-4279-96ff-840ada1d0d4c service neutron] 10.222.0.50 "GET /v2.0/networks?id=65564e16-87ea-48ca-8938-07f915ef9c0a HTTP/1.1" status: 200 len: 906 time: 0.1565146 Aug 19 18:09:54.984357 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83477034-335d-4aa5-8641-b323efecf355 req-50a0434e-fa2f-40b9-9f5e-c441614f7b29 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:54.985982 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-83477034-335d-4aa5-8641-b323efecf355 req-50a0434e-fa2f-40b9-9f5e-c441614f7b29 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f5138e-8dff-4170-be3c-7897879e7928 HTTP/1.1" status: 200 len: 943 time: 0.0726156 Aug 19 18:09:54.994283 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fee38-055a-4e70-b835-28c4488de84d req-01a96c33-450d-42ef-aea2-7eecaf1fe614 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:54.995220 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-595fee38-055a-4e70-b835-28c4488de84d req-01a96c33-450d-42ef-aea2-7eecaf1fe614 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875 HTTP/1.1" status: 200 len: 950 time: 0.0734539 Aug 19 18:09:55.015185 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:55.034376 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f434524b-6ba0-4e80-8f71-908bd1124127 req-cbea1129-4009-4ddc-ac1b-6c79965ef905 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50a62129-56ca-42aa-9c64-9257bdaf8fc8 HTTP/1.1" status: 200 len: 217 time: 0.0473056 Aug 19 18:09:55.036231 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 487c71c6-c30d-4d41-b8a9-80b9e41204bf completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:55.041457 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-595fee38-055a-4e70-b835-28c4488de84d req-6ee36301-02f1-4551-a88d-9db3470d2b62 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/security-groups?id=2485e620-7642-41f4-ba3d-c1b8fea4fc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392244 Aug 19 18:09:55.041710 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 487c71c6-c30d-4d41-b8a9-80b9e41204bf triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:55.042043 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:55.048968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fb6a53-e128-4eb7-92d1-7b126e3ed811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaed1c63-e2dd-4f5e-b80c-a732f1fb6331'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:55.052289 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94206e6c-d4d0-44bb-b9b1-3b8226ef8fee" -d '{"events": [{"server_uuid": "33fb6a53-e128-4eb7-92d1-7b126e3ed811", "name": "network-vif-plugged", "status": "completed", "tag": "aaed1c63-e2dd-4f5e-b80c-a732f1fb6331"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:55.090348 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port aaed1c63-e2dd-4f5e-b80c-a732f1fb6331, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=aaed1c63-e2dd-4f5e-b80c-a732f1fb6331,segment=NetworkSegment(c938a109-ba70-4150-a545-097c2f3f5346),segment_id=c938a109-ba70-4150-a545-097c2f3f5346)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:55.090670 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-83477034-335d-4aa5-8641-b323efecf355 req-e7ac93be-ed99-4b1c-a2b0-aeef04981702 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2532989-ec9e-40f3-a17a-04218930fe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965719 Aug 19 18:09:55.096145 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:55.097376 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 51eab8c5-8087-417f-a13b-1f2c89094045 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:55.122011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434524b-6ba0-4e80-8f71-908bd1124127 req-caf2e85d-3ab4-4a4d-b452-f6b808020782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:55.124344 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f434524b-6ba0-4e80-8f71-908bd1124127 req-caf2e85d-3ab4-4a4d-b452-f6b808020782 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09884e41-8987-4095-b41a-2dbe97fb4846 HTTP/1.1" status: 200 len: 845 time: 0.0744152 Aug 19 18:09:55.171648 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f434524b-6ba0-4e80-8f71-908bd1124127 req-30eba50d-d4d0-4c78-872d-93a830d8a970 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65564e16-87ea-48ca-8938-07f915ef9c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353904 Aug 19 18:09:55.199223 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44272cac-e486-42a6-9af3-f77ffb0060bc req-bbf16f9a-b50a-4410-b85f-abb47b6a6919 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:55.206206 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44272cac-e486-42a6-9af3-f77ffb0060bc req-bbf16f9a-b50a-4410-b85f-abb47b6a6919 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:55.207863 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-44272cac-e486-42a6-9af3-f77ffb0060bc req-bbf16f9a-b50a-4410-b85f-abb47b6a6919 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1682 time: 0.0736957 Aug 19 18:09:55.221220 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=aaed1c63-e2dd-4f5e-b80c-a732f1fb6331,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:55.245954 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:55.255108 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-44272cac-e486-42a6-9af3-f77ffb0060bc req-b672956c-d864-4e4c-82f2-0b24633d9577 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391948 Aug 19 18:09:55.257345 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 51eab8c5-8087-417f-a13b-1f2c89094045 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:55.264683 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 51eab8c5-8087-417f-a13b-1f2c89094045 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:55.265056 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:55.279136 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a47b51-6719-4baa-bf1a-5cab7f022a51 req-de724934-8cc9-4678-ab03-a7a02989e669 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:55.281665 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-82a47b51-6719-4baa-bf1a-5cab7f022a51 req-de724934-8cc9-4678-ab03-a7a02989e669 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 943 time: 0.1132169 Aug 19 18:09:55.324375 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 487c71c6-c30d-4d41-b8a9-80b9e41204bf, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=487c71c6-c30d-4d41-b8a9-80b9e41204bf,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:55.330393 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:55.337603 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f434524b-6ba0-4e80-8f71-908bd1124127 req-879d3b92-f216-4dfd-b6d6-96e8efc4e1e2 service neutron] 10.222.0.50 "GET /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558895 Aug 19 18:09:55.347460 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-82a47b51-6719-4baa-bf1a-5cab7f022a51 req-805d9ab0-9021-4605-9f3e-c2a1a6707892 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561025 Aug 19 18:09:55.416496 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e83584-d2d7-4d1e-a8d2-4cb712b1afed x-openstack-request-id: req-b2e83584-d2d7-4d1e-a8d2-4cb712b1afed {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:55.416815 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33fb6a53-e128-4eb7-92d1-7b126e3ed811", "name": "network-vif-plugged", "status": "completed", "tag": "aaed1c63-e2dd-4f5e-b80c-a732f1fb6331", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:55.417031 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2e83584-d2d7-4d1e-a8d2-4cb712b1afed {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:55.417639 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fb6a53-e128-4eb7-92d1-7b126e3ed811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaed1c63-e2dd-4f5e-b80c-a732f1fb6331', 'code': 200} Aug 19 18:09:55.454855 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=487c71c6-c30d-4d41-b8a9-80b9e41204bf,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:55.459264 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:55.478983 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f434524b-6ba0-4e80-8f71-908bd1124127 req-3d8f2464-408f-492c-95ca-58f272e05e55 service neutron] 10.222.0.50 "GET /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305075 Aug 19 18:09:55.495939 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18d208-c710-4d19-8c15-ef06f3819cb6 req-95c72d7b-78ba-4a44-884a-8d82d5e2f9b3 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:55.497232 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a18d208-c710-4d19-8c15-ef06f3819cb6 req-95c72d7b-78ba-4a44-884a-8d82d5e2f9b3 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0710025 Aug 19 18:09:55.498302 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 51eab8c5-8087-417f-a13b-1f2c89094045, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=51eab8c5-8087-417f-a13b-1f2c89094045,segment=NetworkSegment(dffe4e9a-0f11-46d5-b24d-2ca8b4e53776),segment_id=dffe4e9a-0f11-46d5-b24d-2ca8b4e53776)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:55.504478 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:55.505298 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 262302b2-a917-4218-9a8d-f6bc42e8b8ab up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:55.547436 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a18d208-c710-4d19-8c15-ef06f3819cb6 req-a9edf9b7-e469-4d0d-9f26-aa144d9300f3 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419309 Aug 19 18:09:55.591587 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=51eab8c5-8087-417f-a13b-1f2c89094045,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:55.608799 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 262302b2-a917-4218-9a8d-f6bc42e8b8ab completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:55.613919 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 262302b2-a917-4218-9a8d-f6bc42e8b8ab triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:55.614405 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:55.642745 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064b182-543f-48f4-9ebd-857c0ab66435 req-fca79935-94aa-4d7c-85ff-5ab65706f36b tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:55.644331 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3064b182-543f-48f4-9ebd-857c0ab66435 req-fca79935-94aa-4d7c-85ff-5ab65706f36b tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7151e0d4-db87-41fd-9630-3c64ab4a26bd HTTP/1.1" status: 200 len: 944 time: 0.0565393 Aug 19 18:09:55.691913 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3064b182-543f-48f4-9ebd-857c0ab66435 req-8960c1f6-7f38-4a90-88ed-73bb8f8c663d tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369487 Aug 19 18:09:55.702499 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:55.739955 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 262302b2-a917-4218-9a8d-f6bc42e8b8ab, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=262302b2-a917-4218-9a8d-f6bc42e8b8ab,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:55.743328 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:55.793137 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=262302b2-a917-4218-9a8d-f6bc42e8b8ab,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:55.946517 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c76858-1479-486b-a599-e01ea1af2231 req-a926aa9a-4e78-4780-ad42-cce2eb7e6ab9 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:55.948133 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37c76858-1479-486b-a599-e01ea1af2231 req-a926aa9a-4e78-4780-ad42-cce2eb7e6ab9 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.0562890 Aug 19 18:09:55.997568 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37c76858-1479-486b-a599-e01ea1af2231 req-4f108883-6fea-4e74-9dcf-6d2409a4d758 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393956 Aug 19 18:09:56.170261 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0dd8a2-0970-4723-b52b-74e2c749b795 req-33526c91-a964-432a-9c60-9766434693d1 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:56.172437 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ab0dd8a2-0970-4723-b52b-74e2c749b795 req-33526c91-a964-432a-9c60-9766434693d1 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875 HTTP/1.1" status: 200 len: 950 time: 0.0527446 Aug 19 18:09:56.219846 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d02b2-2ce1-4ab9-9246-a0ca44a1cd70 req-a3f2c6fd-d18c-4147-a252-54a69309509e tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:56.221649 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a09d02b2-2ce1-4ab9-9246-a0ca44a1cd70 req-a3f2c6fd-d18c-4147-a252-54a69309509e tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f5138e-8dff-4170-be3c-7897879e7928 HTTP/1.1" status: 200 len: 943 time: 0.0585396 Aug 19 18:09:56.228325 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ab0dd8a2-0970-4723-b52b-74e2c749b795 req-a6d36730-ecfe-455d-83c8-beccd8dd5ca6 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/security-groups?id=2485e620-7642-41f4-ba3d-c1b8fea4fc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484788 Aug 19 18:09:56.284739 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a09d02b2-2ce1-4ab9-9246-a0ca44a1cd70 req-5f2e6ead-1413-4f8e-823b-8f3f43dbf8f1 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2532989-ec9e-40f3-a17a-04218930fe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541465 Aug 19 18:09:56.426376 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36450447-fde5-472a-aeb7-279ae4375699 req-d0ff5191-6cc5-4a1f-b124-850958d33e4d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:56.432427 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36450447-fde5-472a-aeb7-279ae4375699 req-d0ff5191-6cc5-4a1f-b124-850958d33e4d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:56.434208 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36450447-fde5-472a-aeb7-279ae4375699 req-d0ff5191-6cc5-4a1f-b124-850958d33e4d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1683 time: 0.0935297 Aug 19 18:09:56.450905 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0534e26-dbfc-43ee-85c2-2991d46f6880 req-f5b33fa4-cae7-471b-a852-038fa89f801f tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:56.453505 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0534e26-dbfc-43ee-85c2-2991d46f6880 req-f5b33fa4-cae7-471b-a852-038fa89f801f tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875 HTTP/1.1" status: 200 len: 950 time: 0.0794249 Aug 19 18:09:56.533212 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36450447-fde5-472a-aeb7-279ae4375699 req-8be9b5a5-7396-42ea-87a2-683e1e1b7e45 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781972 Aug 19 18:09:56.558913 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45393f41-cd96-4789-979a-d7ddba80e1a8 req-73cc0993-23f0-485a-baf0-995d496804e5 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:56.558913 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-45393f41-cd96-4789-979a-d7ddba80e1a8 req-73cc0993-23f0-485a-baf0-995d496804e5 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 943 time: 0.0656717 Aug 19 18:09:56.599603 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-45393f41-cd96-4789-979a-d7ddba80e1a8 req-bbc1a54d-9eab-4bef-bb87-eb10bbaff39a tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448711 Aug 19 18:09:56.601229 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-c0534e26-dbfc-43ee-85c2-2991d46f6880 req-7e9c1728-d660-433d-9e13-bbed2ef4038e tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Deleting port b21f1ebc-61bb-4231-8b71-7860c0a465e4 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:56.601612 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c0534e26-dbfc-43ee-85c2-2991d46f6880 req-7e9c1728-d660-433d-9e13-bbed2ef4038e tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:56.740905 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5aaa2-8dcb-42cd-8951-070cfa874360 req-5a6bd486-618e-46e6-bcfb-1147f018d300 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:56.742483 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c1c5aaa2-8dcb-42cd-8951-070cfa874360 req-5a6bd486-618e-46e6-bcfb-1147f018d300 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0947368 Aug 19 18:09:56.762933 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-c0534e26-dbfc-43ee-85c2-2991d46f6880 req-7e9c1728-d660-433d-9e13-bbed2ef4038e tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] For port b21f1ebc-61bb-4231-8b71-7860c0a465e4, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=b21f1ebc-61bb-4231-8b71-7860c0a465e4,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:56.763298 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c0534e26-dbfc-43ee-85c2-2991d46f6880 req-7e9c1728-d660-433d-9e13-bbed2ef4038e tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:56.776350 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 6b532c1e-a097-4c94-abc8-6b82c0b5385c details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:09:56.793713 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-c0534e26-dbfc-43ee-85c2-2991d46f6880 req-7e9c1728-d660-433d-9e13-bbed2ef4038e tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Calling delete_port for b21f1ebc-61bb-4231-8b71-7860c0a465e4 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:56.817391 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c1c5aaa2-8dcb-42cd-8951-070cfa874360 req-7607ad1e-459c-416f-9235-224cdf4c24d5 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653067 Aug 19 18:09:56.842985 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce31f9-7e68-4258-8a3b-3e4cb5e275f1 req-576741e6-01c7-49d6-9b4b-181581c4fb25 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:56.846198 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-05ce31f9-7e68-4258-8a3b-3e4cb5e275f1 req-576741e6-01c7-49d6-9b4b-181581c4fb25 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7151e0d4-db87-41fd-9630-3c64ab4a26bd HTTP/1.1" status: 200 len: 945 time: 0.0763836 Aug 19 18:09:56.894298 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-05ce31f9-7e68-4258-8a3b-3e4cb5e275f1 req-4dd20e44-e706-45dc-9da1-c114d4b1a669 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421476 Aug 19 18:09:56.916527 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 6b532c1e-a097-4c94-abc8-6b82c0b5385c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=6b532c1e-a097-4c94-abc8-6b82c0b5385c,segment=NetworkSegment(06bc3008-1f42-48cd-88e6-8cc9d8e2271c),segment_id=06bc3008-1f42-48cd-88e6-8cc9d8e2271c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:56.929916 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '6b532c1e-a097-4c94-abc8-6b82c0b5385c', 'network_id': 'd8304397-d5e0-4b69-b7c3-d9ceb6478a55', 'port_id': '6b532c1e-a097-4c94-abc8-6b82c0b5385c', 'mac_address': 'fa:16:3e:8a:64:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298ece02-1e04-44c7-a267-e4d48cf18dcb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:09:56.955443 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c0534e26-dbfc-43ee-85c2-2991d46f6880 req-7e9c1728-d660-433d-9e13-bbed2ef4038e tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:56.970369 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['b21f1ebc-61bb-4231-8b71-7860c0a465e4'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:56.987696 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c1728-d660-433d-9e13-bbed2ef4038e tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Pushing event deleted for resources: {'Port': ['ID=b21f1ebc-61bb-4231-8b71-7860c0a465e4,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:56.999303 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:57.015316 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b532c1e-a097-4c94-abc8-6b82c0b5385c {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:57.036961 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0534e26-dbfc-43ee-85c2-2991d46f6880 req-7e9c1728-d660-433d-9e13-bbed2ef4038e tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] No DVR routers for this DVR port b21f1ebc-61bb-4231-8b71-7860c0a465e4 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:09:57.040178 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c0534e26-dbfc-43ee-85c2-2991d46f6880 req-7e9c1728-d660-433d-9e13-bbed2ef4038e tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:57.042656 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0534e26-dbfc-43ee-85c2-2991d46f6880 req-7e9c1728-d660-433d-9e13-bbed2ef4038e tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.54 "DELETE /v2.0/ports/b21f1ebc-61bb-4231-8b71-7860c0a465e4 HTTP/1.1" status: 204 len: 173 time: 0.5783515 Aug 19 18:09:57.044618 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875', 'name': 'network-vif-deleted', 'tag': 'b21f1ebc-61bb-4231-8b71-7860c0a465e4'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:57.046272 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c127f8-a116-4be0-82be-53fc1ba64e73" -d '{"events": [{"server_uuid": "6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875", "name": "network-vif-deleted", "tag": "b21f1ebc-61bb-4231-8b71-7860c0a465e4"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:57.051331 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 6b532c1e-a097-4c94-abc8-6b82c0b5385c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=6b532c1e-a097-4c94-abc8-6b82c0b5385c,segment=NetworkSegment(06bc3008-1f42-48cd-88e6-8cc9d8e2271c),segment_id=06bc3008-1f42-48cd-88e6-8cc9d8e2271c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:57.056700 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:57.057886 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 50a62129-56ca-42aa-9c64-9257bdaf8fc8 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:09:57.121167 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62543bec-19e5-4c5b-8357-ccf08368e264 x-openstack-request-id: req-62543bec-19e5-4c5b-8357-ccf08368e264 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:57.121167 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875", "name": "network-vif-deleted", "tag": "b21f1ebc-61bb-4231-8b71-7860c0a465e4", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:57.121167 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62543bec-19e5-4c5b-8357-ccf08368e264 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:57.125996 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875', 'name': 'network-vif-deleted', 'tag': 'b21f1ebc-61bb-4231-8b71-7860c0a465e4', 'status': 'completed', 'code': 200} Aug 19 18:09:57.175731 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e7636-1592-4175-8e1b-85b2e15aab33 req-4a438b48-c967-43a7-88a9-74b5c23bbdc4 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:57.177352 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-608e7636-1592-4175-8e1b-85b2e15aab33 req-4a438b48-c967-43a7-88a9-74b5c23bbdc4 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.0810905 Aug 19 18:09:57.193770 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=6b532c1e-a097-4c94-abc8-6b82c0b5385c,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:57.249494 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-608e7636-1592-4175-8e1b-85b2e15aab33 req-c2ef070b-13ad-4e4a-9e8d-f663e04fc588 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603662 Aug 19 18:09:57.251288 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 50a62129-56ca-42aa-9c64-9257bdaf8fc8, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=50a62129-56ca-42aa-9c64-9257bdaf8fc8,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:57.273847 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '50a62129-56ca-42aa-9c64-9257bdaf8fc8', 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a', 'port_id': '50a62129-56ca-42aa-9c64-9257bdaf8fc8', 'mac_address': 'fa:16:3e:2c:2c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09884e41-8987-4095-b41a-2dbe97fb4846', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:09:57.318701 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:57.334146 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a62129-56ca-42aa-9c64-9257bdaf8fc8 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:57.355737 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0359cd18-f015-495f-b50f-5191cacbe770 req-dbf7c8d0-7fbc-4546-a088-616f38d09bd5 tempest-ServerDiagnosticsNegativeTest-757025114 tempest-ServerDiagnosticsNegativeTest-757025114-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afe8f5c-c7aa-4bc8-a3dc-9cf19743d875 HTTP/1.1" status: 200 len: 210 time: 0.0286036 Aug 19 18:09:57.356952 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 50a62129-56ca-42aa-9c64-9257bdaf8fc8, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=50a62129-56ca-42aa-9c64-9257bdaf8fc8,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:57.363363 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:57.414402 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=50a62129-56ca-42aa-9c64-9257bdaf8fc8,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:57.418616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747ba496-7746-4f7e-869f-715dfd42a7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487c71c6-c30d-4d41-b8a9-80b9e41204bf'}, {'server_uuid': '33fb6a53-e128-4eb7-92d1-7b126e3ed811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51eab8c5-8087-417f-a13b-1f2c89094045'}, {'server_uuid': '7151e0d4-db87-41fd-9630-3c64ab4a26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262302b2-a917-4218-9a8d-f6bc42e8b8ab'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:57.422138 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a4d3f6-8d2f-44f4-bc41-492d3567b438" -d '{"events": [{"server_uuid": "747ba496-7746-4f7e-869f-715dfd42a7ec", "name": "network-vif-plugged", "status": "completed", "tag": "487c71c6-c30d-4d41-b8a9-80b9e41204bf"}, {"server_uuid": "33fb6a53-e128-4eb7-92d1-7b126e3ed811", "name": "network-vif-plugged", "status": "completed", "tag": "51eab8c5-8087-417f-a13b-1f2c89094045"}, {"server_uuid": "7151e0d4-db87-41fd-9630-3c64ab4a26bd", "name": "network-vif-plugged", "status": "completed", "tag": "262302b2-a917-4218-9a8d-f6bc42e8b8ab"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:57.432700 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b32b0d-f79a-45d7-aee1-21283f63c2d1 req-8f6d4bf1-3c5a-403e-8ca3-9bebe893b704 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:57.434316 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-83b32b0d-f79a-45d7-aee1-21283f63c2d1 req-8f6d4bf1-3c5a-403e-8ca3-9bebe893b704 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f5138e-8dff-4170-be3c-7897879e7928 HTTP/1.1" status: 200 len: 944 time: 0.0652881 Aug 19 18:09:57.477974 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc03bd84-c98f-4b59-ac12-138254d62c85 x-openstack-request-id: req-bc03bd84-c98f-4b59-ac12-138254d62c85 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:57.478581 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747ba496-7746-4f7e-869f-715dfd42a7ec", "name": "network-vif-plugged", "status": "completed", "tag": "487c71c6-c30d-4d41-b8a9-80b9e41204bf", "code": 200}, {"server_uuid": "33fb6a53-e128-4eb7-92d1-7b126e3ed811", "name": "network-vif-plugged", "status": "completed", "tag": "51eab8c5-8087-417f-a13b-1f2c89094045", "code": 200}, {"server_uuid": "7151e0d4-db87-41fd-9630-3c64ab4a26bd", "name": "network-vif-plugged", "status": "completed", "tag": "262302b2-a917-4218-9a8d-f6bc42e8b8ab", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:57.479039 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc03bd84-c98f-4b59-ac12-138254d62c85 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:57.479636 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747ba496-7746-4f7e-869f-715dfd42a7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487c71c6-c30d-4d41-b8a9-80b9e41204bf', 'code': 200} Aug 19 18:09:57.480124 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fb6a53-e128-4eb7-92d1-7b126e3ed811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51eab8c5-8087-417f-a13b-1f2c89094045', 'code': 200} Aug 19 18:09:57.480951 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-83b32b0d-f79a-45d7-aee1-21283f63c2d1 req-ec861036-560b-47ba-8eeb-4015ba1fc118 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2532989-ec9e-40f3-a17a-04218930fe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389867 Aug 19 18:09:57.482332 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7151e0d4-db87-41fd-9630-3c64ab4a26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262302b2-a917-4218-9a8d-f6bc42e8b8ab', 'code': 200} Aug 19 18:09:57.687877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d9c51-e942-4cff-b828-549799f111e2 req-8e74dbe3-2236-4dec-baf9-697ccad9c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:57.690379 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-104d9c51-e942-4cff-b828-549799f111e2 req-8e74dbe3-2236-4dec-baf9-697ccad9c54e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 1100 time: 0.1038640 Aug 19 18:09:57.699037 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609b7a6-4204-4e03-84e9-3736b7e92f4c req-e7c6a619-fdc5-4f53-af7e-b428e8a6bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:57.700593 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0609b7a6-4204-4e03-84e9-3736b7e92f4c req-e7c6a619-fdc5-4f53-af7e-b428e8a6bc6b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7151e0d4-db87-41fd-9630-3c64ab4a26bd HTTP/1.1" status: 200 len: 1096 time: 0.1022170 Aug 19 18:09:57.702061 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258196a6-8cb1-4e45-83c4-1a0626f0f03a req-a23b56c5-b98a-4b6d-a032-48233629b202 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:57.708733 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258196a6-8cb1-4e45-83c4-1a0626f0f03a req-a23b56c5-b98a-4b6d-a032-48233629b202 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:57.714064 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-258196a6-8cb1-4e45-83c4-1a0626f0f03a req-a23b56c5-b98a-4b6d-a032-48233629b202 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1683 time: 0.0908861 Aug 19 18:09:57.724210 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d4aea-9ea4-4691-80a5-0a0bf9f788ac req-0c23560c-f575-4c24-a033-792f6bdfa923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:57.724695 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d4aea-9ea4-4691-80a5-0a0bf9f788ac req-0c23560c-f575-4c24-a033-792f6bdfa923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:57.726324 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e46d4aea-9ea4-4691-80a5-0a0bf9f788ac req-0c23560c-f575-4c24-a033-792f6bdfa923 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1985 time: 0.0849736 Aug 19 18:09:57.768965 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-104d9c51-e942-4cff-b828-549799f111e2 req-cd869512-b180-472e-9759-ca4970080c57 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537424 Aug 19 18:09:57.776143 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-258196a6-8cb1-4e45-83c4-1a0626f0f03a req-1e4768f2-5be9-4767-aa9a-cf09b93f66f6 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535998 Aug 19 18:09:57.799723 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0609b7a6-4204-4e03-84e9-3736b7e92f4c req-cb483d43-0512-40b6-bbe7-a0a1d54c34a1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844667 Aug 19 18:09:57.809041 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e46d4aea-9ea4-4691-80a5-0a0bf9f788ac req-7e6a4d2a-d0ff-432b-a4b2-5caf99a9906c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620382 Aug 19 18:09:57.817587 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120babc8-56c3-478a-8570-4eb28a8a469b req-3cc3fd5d-1d41-48cb-b733-68d992c620e4 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:57.819084 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-120babc8-56c3-478a-8570-4eb28a8a469b req-3cc3fd5d-1d41-48cb-b733-68d992c620e4 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 944 time: 0.1154745 Aug 19 18:09:57.822675 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['6b532c1e-a097-4c94-abc8-6b82c0b5385c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:57.827613 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['50a62129-56ca-42aa-9c64-9257bdaf8fc8'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:57.865587 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-120babc8-56c3-478a-8570-4eb28a8a469b req-03d486ba-6dcb-41ed-91ea-d628fb49b99e tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395777 Aug 19 18:09:57.955900 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ded9f-afff-48be-8900-0877ae1fd9b0 req-b7aaba5c-7261-4c48-902c-dd8d7ec16c83 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:57.964987 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb4ded9f-afff-48be-8900-0877ae1fd9b0 req-b7aaba5c-7261-4c48-902c-dd8d7ec16c83 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0705020 Aug 19 18:09:58.004392 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb4ded9f-afff-48be-8900-0877ae1fd9b0 req-170b699f-5ae3-4580-95bf-8ffb316bfb18 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384219 Aug 19 18:09:58.034650 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5539a-e0ba-4b03-bb8e-e3e32b15d5b7 req-079bbc83-5a66-45ca-80c4-79740e876692 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:58.036325 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1fb5539a-e0ba-4b03-bb8e-e3e32b15d5b7 req-079bbc83-5a66-45ca-80c4-79740e876692 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7151e0d4-db87-41fd-9630-3c64ab4a26bd HTTP/1.1" status: 200 len: 945 time: 0.0660770 Aug 19 18:09:58.080046 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1fb5539a-e0ba-4b03-bb8e-e3e32b15d5b7 req-4670be52-5ee3-4cd7-976a-4254925aacb9 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370505 Aug 19 18:09:58.360466 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be373c4-74e3-4423-ace8-8e4fa7b11938 req-693e9ad2-2e30-470e-950e-17b7998a309c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:58.362054 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8be373c4-74e3-4423-ace8-8e4fa7b11938 req-693e9ad2-2e30-470e-950e-17b7998a309c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.0522022 Aug 19 18:09:58.408519 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8be373c4-74e3-4423-ace8-8e4fa7b11938 req-48f628a9-8d02-49b0-825e-0f58f4be8f87 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395377 Aug 19 18:09:58.626371 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf645c47-9f83-4b35-93e3-ba23bb11fe41 req-487ace74-1b90-4ca2-a3c6-52ce4819fbca tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:58.627945 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bf645c47-9f83-4b35-93e3-ba23bb11fe41 req-487ace74-1b90-4ca2-a3c6-52ce4819fbca tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f5138e-8dff-4170-be3c-7897879e7928 HTTP/1.1" status: 200 len: 944 time: 0.0596890 Aug 19 18:09:58.669732 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bf645c47-9f83-4b35-93e3-ba23bb11fe41 req-e6390b44-4c76-4fa8-bf30-c8f81183ede1 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2532989-ec9e-40f3-a17a-04218930fe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354500 Aug 19 18:09:58.703207 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44674) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:58.856519 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bd6f67ae-2e7f-4e78-a481-448495144cde admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15327eff6be648f18374411b96063619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520655 Aug 19 18:09:58.859241 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44680) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:58.925464 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-92a82ee4-8047-45fa-b3df-d8c60c44c377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:58.935103 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8ed59-28ef-4fcf-a6d3-8f12f78f5877 req-6d46a998-4df0-47ed-9834-ce86db155f65 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:58.942949 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8ed59-28ef-4fcf-a6d3-8f12f78f5877 req-6d46a998-4df0-47ed-9834-ce86db155f65 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:58.944666 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b3f8ed59-28ef-4fcf-a6d3-8f12f78f5877 req-6d46a998-4df0-47ed-9834-ce86db155f65 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1683 time: 0.0863898 Aug 19 18:09:58.945318 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device b21f1ebc-61bb-4231-8b71-7860c0a465e4 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:58.967475 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-92a82ee4-8047-45fa-b3df-d8c60c44c377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:58.984488 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: b21f1ebc-61bb-4231-8b71-7860c0a465e4 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:09:58.985277 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device b21f1ebc-61bb-4231-8b71-7860c0a465e4 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:09:58.992530 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b3f8ed59-28ef-4fcf-a6d3-8f12f78f5877 req-b58ca683-4460-4355-b348-19817951b9c0 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387313 Aug 19 18:09:59.050400 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ac530-82f6-464d-bf1d-9b04b3ac3006 req-8dda256b-1418-4207-acb6-a169f41c932c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:59.052154 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-190ac530-82f6-464d-bf1d-9b04b3ac3006 req-8dda256b-1418-4207-acb6-a169f41c932c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 944 time: 0.0914021 Aug 19 18:09:59.084998 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-92a82ee4-8047-45fa-b3df-d8c60c44c377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:59.087670 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-92a82ee4-8047-45fa-b3df-d8c60c44c377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:59.088920 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-92a82ee4-8047-45fa-b3df-d8c60c44c377 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2485e620-7642-41f4-ba3d-c1b8fea4fc10 HTTP/1.1" status: 204 len: 168 time: 0.2286973 Aug 19 18:09:59.107475 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a82ee4-8047-45fa-b3df-d8c60c44c377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2485e620-7642-41f4-ba3d-c1b8fea4fc10,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:59.112817 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-190ac530-82f6-464d-bf1d-9b04b3ac3006 req-416b03ed-d8a2-4796-96b6-ed794abd496a tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533009 Aug 19 18:09:59.120556 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a82ee4-8047-45fa-b3df-d8c60c44c377 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:59.120993 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a82ee4-8047-45fa-b3df-d8c60c44c377 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:59.121466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a82ee4-8047-45fa-b3df-d8c60c44c377 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:59.121912 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a82ee4-8047-45fa-b3df-d8c60c44c377 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:59.122446 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a82ee4-8047-45fa-b3df-d8c60c44c377 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:59.122835 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a82ee4-8047-45fa-b3df-d8c60c44c377 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:59.123373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a82ee4-8047-45fa-b3df-d8c60c44c377 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:59.124529 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a82ee4-8047-45fa-b3df-d8c60c44c377 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:59.125037 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a82ee4-8047-45fa-b3df-d8c60c44c377 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:59.125668 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a82ee4-8047-45fa-b3df-d8c60c44c377 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:59.126187 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a82ee4-8047-45fa-b3df-d8c60c44c377 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:59.135397 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a82ee4-8047-45fa-b3df-d8c60c44c377 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:59.162616 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338aa89-332e-40b1-bf52-90bd85029e4c req-ed196e62-7ec3-43ac-a5fb-edfb16a93640 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:59.164288 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1338aa89-332e-40b1-bf52-90bd85029e4c req-ed196e62-7ec3-43ac-a5fb-edfb16a93640 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0751045 Aug 19 18:09:59.215368 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1338aa89-332e-40b1-bf52-90bd85029e4c req-a59334e9-464a-4f60-a91b-0810ca802dc2 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446744 Aug 19 18:09:59.252124 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c182b8-dcc0-47f7-b54c-958f724d79bf req-f56d914d-72ba-4050-bb6f-44216ceff0da tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:59.253763 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06c182b8-dcc0-47f7-b54c-958f724d79bf req-f56d914d-72ba-4050-bb6f-44216ceff0da tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7151e0d4-db87-41fd-9630-3c64ab4a26bd HTTP/1.1" status: 200 len: 945 time: 0.0564752 Aug 19 18:09:59.296227 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06c182b8-dcc0-47f7-b54c-958f724d79bf req-b9bb917a-7f95-4b51-bc25-6d4c6802a1ef tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338655 Aug 19 18:09:59.404388 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44692) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:59.418222 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7c641e54-47ee-4675-9ab6-9dc3d458ad22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:59.539711 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58a737-2c56-466b-af3b-3872859c1b56 req-c867afe3-114a-4889-8aeb-a3e203a6bc23 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:59.540584 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7c641e54-47ee-4675-9ab6-9dc3d458ad22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:59.541307 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dc58a737-2c56-466b-af3b-3872859c1b56 req-c867afe3-114a-4889-8aeb-a3e203a6bc23 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.0523152 Aug 19 18:09:59.545174 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7c641e54-47ee-4675-9ab6-9dc3d458ad22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:59.588532 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dc58a737-2c56-466b-af3b-3872859c1b56 req-0a6e77aa-5a25-4dfa-ae38-ddb1aa20fe26 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377967 Aug 19 18:09:59.610470 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7c641e54-47ee-4675-9ab6-9dc3d458ad22 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b532ba9f971481a905a5496e7181ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2048919 Aug 19 18:09:59.611562 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c641e54-47ee-4675-9ab6-9dc3d458ad22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5772dd-a0ec-4e45-ad9a-ab10ea3fd6d6,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:59.615085 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44696) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:59.734414 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c56883af-57d0-40af-aa4a-1ce9dfb8ad0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:59.767423 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c56883af-57d0-40af-aa4a-1ce9dfb8ad0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:59.832312 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c56883af-57d0-40af-aa4a-1ce9dfb8ad0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:59.836155 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c56883af-57d0-40af-aa4a-1ce9dfb8ad0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:59.840664 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c56883af-57d0-40af-aa4a-1ce9dfb8ad0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b5772dd-a0ec-4e45-ad9a-ab10ea3fd6d6 HTTP/1.1" status: 204 len: 168 time: 0.2220690 Aug 19 18:09:59.850240 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56883af-57d0-40af-aa4a-1ce9dfb8ad0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5772dd-a0ec-4e45-ad9a-ab10ea3fd6d6,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:59.863452 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc42f10-f2e4-44cc-b113-bd16cf8c362f req-b2275265-6c46-4d90-9c0e-0fdcf0c567ce tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:59.871031 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9cc42f10-f2e4-44cc-b113-bd16cf8c362f req-b2275265-6c46-4d90-9c0e-0fdcf0c567ce tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f5138e-8dff-4170-be3c-7897879e7928 HTTP/1.1" status: 200 len: 944 time: 0.0993168 Aug 19 18:09:59.917552 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9cc42f10-f2e4-44cc-b113-bd16cf8c362f req-601d73af-7c88-4f16-9959-c9bdf87c34a2 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2532989-ec9e-40f3-a17a-04218930fe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452888 Aug 19 18:10:00.090902 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfaabb-4809-4c4f-bf20-af646ca0e561 req-9aa256b5-8e1b-4127-a636-06ab78a15261 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:00.098197 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e5dfaabb-4809-4c4f-bf20-af646ca0e561 req-9aa256b5-8e1b-4127-a636-06ab78a15261 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.0892932 Aug 19 18:10:00.189203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d19fd-d369-4d61-a925-a8e196d31799 req-ca59c09d-d3e8-4339-99ff-c0d29e5e14df tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:00.194171 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e5dfaabb-4809-4c4f-bf20-af646ca0e561 req-099af5a2-3c6c-432f-9298-26033bb47289 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872912 Aug 19 18:10:00.197101 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d19fd-d369-4d61-a925-a8e196d31799 req-ca59c09d-d3e8-4339-99ff-c0d29e5e14df tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:00.199185 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-176d19fd-d369-4d61-a925-a8e196d31799 req-ca59c09d-d3e8-4339-99ff-c0d29e5e14df tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1683 time: 0.1145303 Aug 19 18:10:00.271014 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-176d19fd-d369-4d61-a925-a8e196d31799 req-97179728-bd4e-4054-99b0-7e78f7b4f6ed tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639424 Aug 19 18:10:00.388100 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-80cd4118-fb2a-4093-814e-542946e4e326 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3640654 Aug 19 18:10:00.393290 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee185d10-ca31-488d-8d3c-0d3d4b891aa6 req-3b808174-a7ed-43ea-bff2-67eeacfccdfc tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:00.400327 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2a1e9-794e-4cb5-8ecc-be7c9024bc15 req-d6869c08-f436-4141-8ca2-066d97bac2cf tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:00.401977 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c1a2a1e9-794e-4cb5-8ecc-be7c9024bc15 req-d6869c08-f436-4141-8ca2-066d97bac2cf tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 944 time: 0.0973399 Aug 19 18:10:00.402681 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ee185d10-ca31-488d-8d3c-0d3d4b891aa6 req-3b808174-a7ed-43ea-bff2-67eeacfccdfc tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0746818 Aug 19 18:10:00.452380 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ee185d10-ca31-488d-8d3c-0d3d4b891aa6 req-29112bf1-7f12-42d3-bba3-842a5d2b1d49 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458200 Aug 19 18:10:00.465904 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c1a2a1e9-794e-4cb5-8ecc-be7c9024bc15 req-da8c55fe-31f4-4c60-af00-9798bcaf810e tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510504 Aug 19 18:10:00.580986 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc45da1-b34b-4948-a670-1e9bf5dd2b61 req-48606a8f-5b6c-4675-bfd9-59097b723ad6 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:00.582897 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-adc45da1-b34b-4948-a670-1e9bf5dd2b61 req-48606a8f-5b6c-4675-bfd9-59097b723ad6 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7151e0d4-db87-41fd-9630-3c64ab4a26bd HTTP/1.1" status: 200 len: 945 time: 0.0574205 Aug 19 18:10:00.631621 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-adc45da1-b34b-4948-a670-1e9bf5dd2b61 req-d627adcf-5f33-4159-84b3-6d4c34230775 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409455 Aug 19 18:10:00.792773 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 6b532c1e-a097-4c94-abc8-6b82c0b5385c up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:10:00.821426 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236e22e-a9ad-4500-96ee-2125aece1464 req-7eb4a6c8-d92b-46b7-9a07-f98a153ef182 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:00.831592 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b236e22e-a9ad-4500-96ee-2125aece1464 req-7eb4a6c8-d92b-46b7-9a07-f98a153ef182 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7151e0d4-db87-41fd-9630-3c64ab4a26bd HTTP/1.1" status: 200 len: 945 time: 0.1104627 Aug 19 18:10:00.898563 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b236e22e-a9ad-4500-96ee-2125aece1464 req-97cd8b16-8f9f-4c02-a375-904a8154653f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651364 Aug 19 18:10:00.911096 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 6b532c1e-a097-4c94-abc8-6b82c0b5385c completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:10:00.918434 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 6b532c1e-a097-4c94-abc8-6b82c0b5385c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:00.919498 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:01.089407 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40b3d3-3133-47c0-bfdb-d1daae60da61 req-e695b568-26dc-42d0-8c50-2b0d079572d8 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:01.091404 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5e40b3d3-3133-47c0-bfdb-d1daae60da61 req-e695b568-26dc-42d0-8c50-2b0d079572d8 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f5138e-8dff-4170-be3c-7897879e7928 HTTP/1.1" status: 200 len: 944 time: 0.0803866 Aug 19 18:10:01.118366 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:01.157758 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5e40b3d3-3133-47c0-bfdb-d1daae60da61 req-16f8e87b-006a-4d00-995c-25356dcdcca0 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2532989-ec9e-40f3-a17a-04218930fe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542252 Aug 19 18:10:01.192458 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f5138e-8dff-4170-be3c-7897879e7928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b532c1e-a097-4c94-abc8-6b82c0b5385c'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:01.197763 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813592e3-f765-4595-b81d-ab6ae1476b74" -d '{"events": [{"server_uuid": "c0f5138e-8dff-4170-be3c-7897879e7928", "name": "network-vif-plugged", "status": "completed", "tag": "6b532c1e-a097-4c94-abc8-6b82c0b5385c"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:01.223034 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 6b532c1e-a097-4c94-abc8-6b82c0b5385c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=6b532c1e-a097-4c94-abc8-6b82c0b5385c,segment=NetworkSegment(06bc3008-1f42-48cd-88e6-8cc9d8e2271c),segment_id=06bc3008-1f42-48cd-88e6-8cc9d8e2271c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:01.230148 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:01.232189 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 50a62129-56ca-42aa-9c64-9257bdaf8fc8 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:10:01.290925 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae026d8-edd3-4e90-a1a4-e3f7a8fed696 x-openstack-request-id: req-fae026d8-edd3-4e90-a1a4-e3f7a8fed696 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:01.291303 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f5138e-8dff-4170-be3c-7897879e7928", "name": "network-vif-plugged", "status": "completed", "tag": "6b532c1e-a097-4c94-abc8-6b82c0b5385c", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:01.291504 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fae026d8-edd3-4e90-a1a4-e3f7a8fed696 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:01.292094 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f5138e-8dff-4170-be3c-7897879e7928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b532c1e-a097-4c94-abc8-6b82c0b5385c', 'code': 200} Aug 19 18:10:01.332642 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74ff44-beac-4076-b7ca-8c191e4db559 req-23f50c4a-261f-4ee7-89f9-97da480bbabb tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:01.344150 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d74ff44-beac-4076-b7ca-8c191e4db559 req-23f50c4a-261f-4ee7-89f9-97da480bbabb tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7151e0d4-db87-41fd-9630-3c64ab4a26bd HTTP/1.1" status: 200 len: 945 time: 0.0952282 Aug 19 18:10:01.388109 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=6b532c1e-a097-4c94-abc8-6b82c0b5385c,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:01.410077 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 50a62129-56ca-42aa-9c64-9257bdaf8fc8 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:10:01.418563 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 50a62129-56ca-42aa-9c64-9257bdaf8fc8 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:01.419852 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:01.464572 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1fd71-9769-41f9-aee4-1a351155572f req-572707ca-633b-4b81-9a04-308bbe39c5e2 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:01.466094 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c1b1fd71-9769-41f9-aee4-1a351155572f req-572707ca-633b-4b81-9a04-308bbe39c5e2 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.1480443 Aug 19 18:10:01.504425 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d74ff44-beac-4076-b7ca-8c191e4db559 req-465c708d-bbb1-4c95-815b-79ca9708b06c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585279 Aug 19 18:10:01.530216 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a704d2-49d0-42eb-af08-dbbb8ff58451 req-501efaef-2489-4012-aed6-b42d90623e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:01.541897 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-22a704d2-49d0-42eb-af08-dbbb8ff58451 req-501efaef-2489-4012-aed6-b42d90623e77 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c0f5138e-8dff-4170-be3c-7897879e7928 HTTP/1.1" status: 200 len: 1096 time: 0.1417432 Aug 19 18:10:01.546615 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c1b1fd71-9769-41f9-aee4-1a351155572f req-59f0350b-6bed-4b58-a19e-6fb85acdf02d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710180 Aug 19 18:10:01.594352 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:01.678368 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-22a704d2-49d0-42eb-af08-dbbb8ff58451 req-42beaccf-345a-4d1e-bc57-177d5e9e3a82 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e2532989-ec9e-40f3-a17a-04218930fe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141968 Aug 19 18:10:01.679375 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 50a62129-56ca-42aa-9c64-9257bdaf8fc8, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=50a62129-56ca-42aa-9c64-9257bdaf8fc8,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:01.684827 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:01.720456 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ae95c-6ebd-4032-953f-f9b6d8e0eb9d req-a277c213-cc52-4bd2-b7ab-b74ac0f00ba5 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:01.728137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34554ec-9761-414a-991b-823bc3f3dda4 req-4ab2531f-f884-42c8-ac32-de1630060b4a tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:01.730761 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b34554ec-9761-414a-991b-823bc3f3dda4 req-4ab2531f-f884-42c8-ac32-de1630060b4a tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0944040 Aug 19 18:10:01.731067 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ae95c-6ebd-4032-953f-f9b6d8e0eb9d req-a277c213-cc52-4bd2-b7ab-b74ac0f00ba5 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:01.732841 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-612ae95c-6ebd-4032-953f-f9b6d8e0eb9d req-a277c213-cc52-4bd2-b7ab-b74ac0f00ba5 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1683 time: 0.1120548 Aug 19 18:10:01.784574 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=50a62129-56ca-42aa-9c64-9257bdaf8fc8,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:01.798161 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-612ae95c-6ebd-4032-953f-f9b6d8e0eb9d req-32637f1b-917b-4bf1-9862-c87af6162cc3 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553741 Aug 19 18:10:01.816519 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b34554ec-9761-414a-991b-823bc3f3dda4 req-b7f79ecc-f1b7-404d-b21a-d67e3e890ef3 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749769 Aug 19 18:10:01.957422 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a37fae-9190-43a0-abed-304b4fef2ea9 req-6659b089-1aac-4552-8e2f-85438f32bd33 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:01.959461 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-13a37fae-9190-43a0-abed-304b4fef2ea9 req-6659b089-1aac-4552-8e2f-85438f32bd33 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.0794196 Aug 19 18:10:02.043003 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-13a37fae-9190-43a0-abed-304b4fef2ea9 req-8bcdfafb-bb99-4da6-b4e7-ec3d64e0b330 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757520 Aug 19 18:10:02.154244 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7be86d-3e1a-432b-8d01-b95c4d825a55 req-0722a2a1-a5ba-4ecf-83ea-d5a74d9ff4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:02.157920 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5f7be86d-3e1a-432b-8d01-b95c4d825a55 req-0722a2a1-a5ba-4ecf-83ea-d5a74d9ff4e0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 1096 time: 0.0676904 Aug 19 18:10:02.247627 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5f7be86d-3e1a-432b-8d01-b95c4d825a55 req-7427b034-58d8-40b6-ac4e-31571bac1e87 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647111 Aug 19 18:10:02.327496 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982dcca-f852-4e62-902a-eeb43411dcfd req-0f9db46d-6051-45b0-aa47-108c8447bd82 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:02.327496 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4982dcca-f852-4e62-902a-eeb43411dcfd req-0f9db46d-6051-45b0-aa47-108c8447bd82 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f5138e-8dff-4170-be3c-7897879e7928 HTTP/1.1" status: 200 len: 945 time: 0.0570130 Aug 19 18:10:02.336747 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-bef6dc17-17cf-4fca-980e-20abc67e871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:02.338576 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-bef6dc17-17cf-4fca-980e-20abc67e871f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 1100 time: 0.0883675 Aug 19 18:10:02.365153 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716c71f-40fb-4503-a0a4-eb167a2f7be6 req-594c5762-d814-4343-9449-277449434254 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:02.371558 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716c71f-40fb-4503-a0a4-eb167a2f7be6 req-594c5762-d814-4343-9449-277449434254 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:02.373287 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2716c71f-40fb-4503-a0a4-eb167a2f7be6 req-594c5762-d814-4343-9449-277449434254 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1683 time: 0.0884056 Aug 19 18:10:02.377172 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4982dcca-f852-4e62-902a-eeb43411dcfd req-79d61a76-af68-4a0b-bcf0-8f464f9876ea tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2532989-ec9e-40f3-a17a-04218930fe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396917 Aug 19 18:10:02.480862 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2716c71f-40fb-4503-a0a4-eb167a2f7be6 req-53194588-2828-4acb-80aa-34e3e10e7f97 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957990 Aug 19 18:10:02.504602 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-fb70af3b-4177-44dc-9a4c-0cb0095ce030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:02.509247 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-fb70af3b-4177-44dc-9a4c-0cb0095ce030 service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.1587970 Aug 19 18:10:02.555427 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-69a926ed-cf97-4925-97b1-4c8f239bb080 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=487c71c6-c30d-4d41-b8a9-80b9e41204bf HTTP/1.1" status: 200 len: 217 time: 0.0394943 Aug 19 18:10:02.640450 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-37bed3ff-a72f-4244-93bc-a7cc3e7ce973 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=11f676ae7ee7460b9797b3d37f835c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268133 Aug 19 18:10:02.650029 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-429f34fa-63fe-4d21-917b-d0f3db3817d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:02.651553 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-429f34fa-63fe-4d21-917b-d0f3db3817d5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0879979 Aug 19 18:10:02.681827 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5568121-1470-47e1-951e-1c1f9b1e2c8e req-b9b26e99-78e1-4827-b3de-8da8db1102de tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:02.683470 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e5568121-1470-47e1-951e-1c1f9b1e2c8e req-b9b26e99-78e1-4827-b3de-8da8db1102de tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7151e0d4-db87-41fd-9630-3c64ab4a26bd HTTP/1.1" status: 200 len: 945 time: 0.0891240 Aug 19 18:10:02.746440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-4f764133-6193-4e6f-9c87-b513bfd24629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:02.748051 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-4f764133-6193-4e6f-9c87-b513bfd24629 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0882232 Aug 19 18:10:02.752870 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e5568121-1470-47e1-951e-1c1f9b1e2c8e req-b9d3f01f-d0cc-4442-bae7-174bc6f3e0f9 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534294 Aug 19 18:10:02.789430 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-44293ab7-fb7f-4767-a28f-fc9ed0a84e93 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:02.796392 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-44293ab7-fb7f-4767-a28f-fc9ed0a84e93 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1436810 Aug 19 18:10:02.813833 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-b28972d6-c4eb-4042-bbaf-03eac7597e97 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/quotas/11f676ae7ee7460b9797b3d37f835c87 HTTP/1.1" status: 200 len: 375 time: 0.0126376 Aug 19 18:10:02.852933 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-99c9c86d-acd7-4c1e-aa50-ae98750cc9aa tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=11f676ae7ee7460b9797b3d37f835c87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311315 Aug 19 18:10:02.891711 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-6e3126b6-4d16-4ca7-8449-17ae8848a881 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354585 Aug 19 18:10:02.905342 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0fb9d-0ba3-4205-ba80-fed12a65c876 req-9e08482d-e8a4-4731-9e9b-b83d57560ea5 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:02.906854 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f6b0fb9d-0ba3-4205-ba80-fed12a65c876 req-9e08482d-e8a4-4731-9e9b-b83d57560ea5 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.0761909 Aug 19 18:10:03.013564 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f6b0fb9d-0ba3-4205-ba80-fed12a65c876 req-88bfbaff-d950-440b-90af-b7e6be139e92 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981817 Aug 19 18:10:03.063606 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-3b767905-cdc1-4249-aee4-95a481968485 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553812 Aug 19 18:10:03.088576 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3537b5-055f-42b8-8c6d-67fb82c207fb req-c9fcea26-2d3d-4424-a0ad-74df3acba4d3 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:03.091240 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e3537b5-055f-42b8-8c6d-67fb82c207fb req-c9fcea26-2d3d-4424-a0ad-74df3acba4d3 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0619490 Aug 19 18:10:03.153487 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e3537b5-055f-42b8-8c6d-67fb82c207fb req-33a10d9f-3525-4b98-a831-c67473eeb15f tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538538 Aug 19 18:10:03.271739 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cd16c1e9-3b64-43d8-9a4a-d39d5eeefaa8 req-eac4dadd-2cbc-43ff-980c-da85eb7fed65 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a18778-7013-48c0-a4c0-0f224cef6dfd HTTP/1.1" status: 200 len: 210 time: 0.0700524 Aug 19 18:10:03.293610 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a03536-ad97-4330-bcef-1459c3f537d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a62129-56ca-42aa-9c64-9257bdaf8fc8'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:03.297937 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac219d3-74c4-498b-a899-0b4299596905" -d '{"events": [{"server_uuid": "b0a03536-ad97-4330-bcef-1459c3f537d4", "name": "network-vif-plugged", "status": "completed", "tag": "50a62129-56ca-42aa-9c64-9257bdaf8fc8"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:03.318581 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d941dc-35bf-4218-9568-04f30aee6df7 req-027c075e-91c4-4b0c-b64f-8b4c3a8bb7df tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:03.320867 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-48d941dc-35bf-4218-9568-04f30aee6df7 req-027c075e-91c4-4b0c-b64f-8b4c3a8bb7df tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.0814228 Aug 19 18:10:03.361416 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7230d366-6ea2-49fd-8f7d-484975525186 x-openstack-request-id: req-7230d366-6ea2-49fd-8f7d-484975525186 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:03.361893 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a03536-ad97-4330-bcef-1459c3f537d4", "name": "network-vif-plugged", "status": "completed", "tag": "50a62129-56ca-42aa-9c64-9257bdaf8fc8", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:03.362291 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7230d366-6ea2-49fd-8f7d-484975525186 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:03.362836 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a03536-ad97-4330-bcef-1459c3f537d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a62129-56ca-42aa-9c64-9257bdaf8fc8', 'code': 200} Aug 19 18:10:03.386797 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-48d941dc-35bf-4218-9568-04f30aee6df7 req-b5ecf44c-98ed-4a72-9235-84f023bae196 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590901 Aug 19 18:10:03.537138 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002409e-1db3-478e-a0cd-646fbb3c3410 req-c5c4fa4e-10a0-4d08-b57c-3afa8266bf2c tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:03.545082 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0002409e-1db3-478e-a0cd-646fbb3c3410 req-c5c4fa4e-10a0-4d08-b57c-3afa8266bf2c tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f5138e-8dff-4170-be3c-7897879e7928 HTTP/1.1" status: 200 len: 945 time: 0.0787516 Aug 19 18:10:03.563381 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f2040-53ef-4221-8443-0a3a4c319724 req-a6c5994b-4414-47ff-90ff-3abac2ab4c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:03.566288 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a65f2040-53ef-4221-8443-0a3a4c319724 req-a6c5994b-4414-47ff-90ff-3abac2ab4c20 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 1096 time: 0.0573232 Aug 19 18:10:03.588197 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0002409e-1db3-478e-a0cd-646fbb3c3410 req-08ef5e2f-7946-4bb7-8b26-f83a8578000c tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2532989-ec9e-40f3-a17a-04218930fe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413849 Aug 19 18:10:03.647449 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a65f2040-53ef-4221-8443-0a3a4c319724 req-03d1bc21-cc64-4a45-9051-636ad9dad025 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590391 Aug 19 18:10:03.661894 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da277e6-cdae-41ac-9bb7-0e44dbb83e1d req-084b8ecb-977e-4219-ad66-d856c1dbf772 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:03.669969 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da277e6-cdae-41ac-9bb7-0e44dbb83e1d req-084b8ecb-977e-4219-ad66-d856c1dbf772 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:03.672997 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3da277e6-cdae-41ac-9bb7-0e44dbb83e1d req-084b8ecb-977e-4219-ad66-d856c1dbf772 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1683 time: 0.0973876 Aug 19 18:10:03.719315 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3da277e6-cdae-41ac-9bb7-0e44dbb83e1d req-4d8b36c7-6774-41af-b9a7-7a8616f871b7 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392694 Aug 19 18:10:03.884494 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f673ccc-cd20-4e56-b0af-5444e07e7cfb req-d0cf591b-efd5-49c3-89e9-909f29f82c78 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:03.886296 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0f673ccc-cd20-4e56-b0af-5444e07e7cfb req-d0cf591b-efd5-49c3-89e9-909f29f82c78 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7151e0d4-db87-41fd-9630-3c64ab4a26bd HTTP/1.1" status: 200 len: 945 time: 0.0572133 Aug 19 18:10:03.929694 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0f673ccc-cd20-4e56-b0af-5444e07e7cfb req-4c9920f0-f089-4648-bb4e-a4629757c36c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370054 Aug 19 18:10:04.150351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80012483-f652-485a-a99f-c7a006b6f832 req-e1e92ba9-f128-4637-ae75-7e199e901e67 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:04.152888 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80012483-f652-485a-a99f-c7a006b6f832 req-e1e92ba9-f128-4637-ae75-7e199e901e67 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.0537891 Aug 19 18:10:04.206413 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80012483-f652-485a-a99f-c7a006b6f832 req-869ba79b-3c43-4801-ad8a-c3ff869b0735 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464568 Aug 19 18:10:04.281130 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-d3882947-22e5-48a0-bdb3-fe906e052b45 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=11f676ae7ee7460b9797b3d37f835c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273492 Aug 19 18:10:04.362154 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c38772-863c-44be-953c-e7899fc581d1 req-31f7339f-6277-421f-8315-d6194cec05c3 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:04.366672 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-71c38772-863c-44be-953c-e7899fc581d1 req-31f7339f-6277-421f-8315-d6194cec05c3 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0795274 Aug 19 18:10:04.427594 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-71c38772-863c-44be-953c-e7899fc581d1 req-13be8f50-af33-4a7c-8575-30192cd7123c tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530782 Aug 19 18:10:04.459393 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-20c5a68a-b58b-483a-b9cf-2581d1119c66 req-3a04cba1-8d12-4976-9de6-9d9a98d0274a tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a18778-7013-48c0-a4c0-0f224cef6dfd HTTP/1.1" status: 200 len: 210 time: 0.0502276 Aug 19 18:10:04.470613 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-b0c7255a-5397-4efc-b037-cd7dce359582 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:04.472754 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-b0c7255a-5397-4efc-b037-cd7dce359582 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1854458 Aug 19 18:10:04.496213 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Request body: {'port': {'device_id': '35a18778-7013-48c0-a4c0-0f224cef6dfd', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': '11f676ae7ee7460b9797b3d37f835c87'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:04.538377 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8dc64020-0551-44e5-b404-8d5946d2695e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:04.546656 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d761a-0f4f-49bb-9ab9-d8b908f6672a req-14debd1a-65ed-4606-8562-8f68dab62bcf tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:04.548208 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a8d761a-0f4f-49bb-9ab9-d8b908f6672a req-14debd1a-65ed-4606-8562-8f68dab62bcf tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.0518782 Aug 19 18:10:04.597098 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a8d761a-0f4f-49bb-9ab9-d8b908f6672a req-f8af5e59-9688-41a5-8b63-78772715fc51 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379789 Aug 19 18:10:04.617524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Made reservation on behalf of 11f676ae7ee7460b9797b3d37f835c87 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:10:04.622778 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:04.634172 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:04.745446 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa948c1-a8d4-4487-b491-60129085322e req-2d266061-cc14-4756-bd06-93a16f2b6f1f tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:04.746921 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2aa948c1-a8d4-4487-b491-60129085322e req-2d266061-cc14-4756-bd06-93a16f2b6f1f tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f5138e-8dff-4170-be3c-7897879e7928 HTTP/1.1" status: 200 len: 945 time: 0.0822425 Aug 19 18:10:04.810168 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2aa948c1-a8d4-4487-b491-60129085322e req-aaf4c4e5-b0cb-40a5-88cf-cbea051e1211 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2532989-ec9e-40f3-a17a-04218930fe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557814 Aug 19 18:10:04.816255 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:04.821558 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:04.863310 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc3032-399f-4e6a-86be-f924df38275c req-af52f84c-1b2e-4852-934f-6899137236ff tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:04.869383 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc3032-399f-4e6a-86be-f924df38275c req-af52f84c-1b2e-4852-934f-6899137236ff tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:04.878117 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37cc3032-399f-4e6a-86be-f924df38275c req-af52f84c-1b2e-4852-934f-6899137236ff tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1683 time: 0.0834489 Aug 19 18:10:04.903102 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=197d440b-cf8a-4ac0-b7e9-0edb538c1eac,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:04.916360 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:04.917038 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:04.917038 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:04.917377 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:04.917700 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:04.918031 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:04.918356 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:04.918686 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:04.919005 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:04.919325 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:04.919643 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:04.919965 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:04.955418 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564bc2b-a01a-4591-b5f3-c881d4d523e5 req-584fade6-ed17-4680-a714-0eadb4e1ae38 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:04.957000 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b564bc2b-a01a-4591-b5f3-c881d4d523e5 req-584fade6-ed17-4680-a714-0eadb4e1ae38 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.50 "GET /v2.0/ports?device_id=7151e0d4-db87-41fd-9630-3c64ab4a26bd HTTP/1.1" status: 200 len: 945 time: 0.0765665 Aug 19 18:10:04.960902 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37cc3032-399f-4e6a-86be-f924df38275c req-1820f2d6-a6da-48c9-8338-fefc97d79986 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817645 Aug 19 18:10:05.011579 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Allocated IP 192.168.233.225 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/2913220d-a5aa-4c2d-a359-acf78c5e338c) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:10:05.097039 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-b564bc2b-a01a-4591-b5f3-c881d4d523e5 req-8ea6fb9d-18cb-4a4a-8c5e-8512c67405e6 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Deleting port 262302b2-a917-4218-9a8d-f6bc42e8b8ab {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:05.097386 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b564bc2b-a01a-4591-b5f3-c881d4d523e5 req-8ea6fb9d-18cb-4a4a-8c5e-8512c67405e6 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:05.181185 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9f4c8-c0dc-4dd4-9af8-b13e5188353c req-35c6f86f-312e-45cf-8c28-9cb1bd2c6bca tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:05.197748 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0d9f4c8-c0dc-4dd4-9af8-b13e5188353c req-35c6f86f-312e-45cf-8c28-9cb1bd2c6bca tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7151e0d4-db87-41fd-9630-3c64ab4a26bd HTTP/1.1" status: 200 len: 945 time: 0.1590016 Aug 19 18:10:05.223701 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-b564bc2b-a01a-4591-b5f3-c881d4d523e5 req-8ea6fb9d-18cb-4a4a-8c5e-8512c67405e6 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] For port 262302b2-a917-4218-9a8d-f6bc42e8b8ab, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=262302b2-a917-4218-9a8d-f6bc42e8b8ab,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:05.224100 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b564bc2b-a01a-4591-b5f3-c881d4d523e5 req-8ea6fb9d-18cb-4a4a-8c5e-8512c67405e6 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:05.240706 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-b564bc2b-a01a-4591-b5f3-c881d4d523e5 req-8ea6fb9d-18cb-4a4a-8c5e-8512c67405e6 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Calling delete_port for 262302b2-a917-4218-9a8d-f6bc42e8b8ab owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:05.305708 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0d9f4c8-c0dc-4dd4-9af8-b13e5188353c req-12b2eccc-0ebc-4948-99a7-b64e4543f33e tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093240 Aug 19 18:10:05.375358 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:05.438973 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dab4ab-795e-41e5-8a3e-cc0e2d79a21f req-0845a90b-91f3-4a0c-852e-65f1e742291f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:05.440621 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e7dab4ab-795e-41e5-8a3e-cc0e2d79a21f req-0845a90b-91f3-4a0c-852e-65f1e742291f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.0964787 Aug 19 18:10:05.468806 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Transition to ACTIVE for port object 2913220d-a5aa-4c2d-a359-acf78c5e338c will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:10:05.472715 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b564bc2b-a01a-4591-b5f3-c881d4d523e5 req-8ea6fb9d-18cb-4a4a-8c5e-8512c67405e6 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:05.487242 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['63329f52-4d29-46a2-8007-c28af4280754'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:05.522805 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['262302b2-a917-4218-9a8d-f6bc42e8b8ab'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:05.549256 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:05.563152 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6fb9d-18cb-4a4a-8c5e-8512c67405e6 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Pushing event deleted for resources: {'Port': ['ID=262302b2-a917-4218-9a8d-f6bc42e8b8ab,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:05.606874 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e7dab4ab-795e-41e5-8a3e-cc0e2d79a21f req-a2401950-85bc-41c4-9a5c-026826d4148c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522720 Aug 19 18:10:05.621965 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:10:05.624940 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:10:05.650786 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:10:05.701216 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833a404-5b19-4d2a-9c22-da40fadf34ec req-cf6b1ae5-6c07-4c89-a9eb-7379e9c5c7b5 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:05.709508 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-b564bc2b-a01a-4591-b5f3-c881d4d523e5 req-8ea6fb9d-18cb-4a4a-8c5e-8512c67405e6 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] No DVR routers for this DVR port 262302b2-a917-4218-9a8d-f6bc42e8b8ab on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:05.711414 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7833a404-5b19-4d2a-9c22-da40fadf34ec req-cf6b1ae5-6c07-4c89-a9eb-7379e9c5c7b5 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.1998067 Aug 19 18:10:05.717683 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b564bc2b-a01a-4591-b5f3-c881d4d523e5 req-8ea6fb9d-18cb-4a4a-8c5e-8512c67405e6 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:05.719943 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b564bc2b-a01a-4591-b5f3-c881d4d523e5 req-8ea6fb9d-18cb-4a4a-8c5e-8512c67405e6 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.50 "DELETE /v2.0/ports/262302b2-a917-4218-9a8d-f6bc42e8b8ab HTTP/1.1" status: 204 len: 173 time: 0.7448616 Aug 19 18:10:05.720404 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7151e0d4-db87-41fd-9630-3c64ab4a26bd', 'name': 'network-vif-deleted', 'tag': '262302b2-a917-4218-9a8d-f6bc42e8b8ab'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:05.726056 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605ee071-41b0-4e3b-8c53-f3b7ef816b01" -d '{"events": [{"server_uuid": "7151e0d4-db87-41fd-9630-3c64ab4a26bd", "name": "network-vif-deleted", "tag": "262302b2-a917-4218-9a8d-f6bc42e8b8ab"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:05.737511 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Pushing event updated for resources: {'Port': ['ID=2913220d-a5aa-4c2d-a359-acf78c5e338c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:05.837579 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c5d09-dd56-4cdb-ac18-d79d1c7d4605 req-5cf97292-d062-4f04-8cda-5642aadb354b tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:05.841818 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:05.842560 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:05.843152 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d58c5d09-dd56-4cdb-ac18-d79d1c7d4605 req-5cf97292-d062-4f04-8cda-5642aadb354b tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a18778-7013-48c0-a4c0-0f224cef6dfd HTTP/1.1" status: 200 len: 936 time: 0.1098480 Aug 19 18:10:05.852660 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7833a404-5b19-4d2a-9c22-da40fadf34ec req-94a16450-c2cb-4f77-9720-998d5027c6b7 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399908 Aug 19 18:10:05.882639 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-ff4f3fcf-cb34-4650-baf0-c33787c59c8f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3924267 Aug 19 18:10:05.905230 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-21f23e13-d031-400c-b34a-7c680ecd81b4 service neutron] Request body: {'port': {'device_id': '35a18778-7013-48c0-a4c0-0f224cef6dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:05.923748 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d58c5d09-dd56-4cdb-ac18-d79d1c7d4605 req-0b49c2b8-738d-400c-91d9-5add880daa29 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772011 Aug 19 18:10:06.019216 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb493071-1a13-44f2-b69b-60df38fa506b x-openstack-request-id: req-bb493071-1a13-44f2-b69b-60df38fa506b {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:06.020284 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7151e0d4-db87-41fd-9630-3c64ab4a26bd", "name": "network-vif-deleted", "tag": "262302b2-a917-4218-9a8d-f6bc42e8b8ab", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:06.020284 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb493071-1a13-44f2-b69b-60df38fa506b {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:06.020593 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7151e0d4-db87-41fd-9630-3c64ab4a26bd', 'name': 'network-vif-deleted', 'tag': '262302b2-a917-4218-9a8d-f6bc42e8b8ab', 'status': 'completed', 'code': 200} Aug 19 18:10:06.022984 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2ea4d1d7-5993-40d2-9074-db46386ed2f2 None None] Provisioning for port 2913220d-a5aa-4c2d-a359-acf78c5e338c completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:10:06.034180 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2ea4d1d7-5993-40d2-9074-db46386ed2f2 None None] Provisioning complete for port 2913220d-a5aa-4c2d-a359-acf78c5e338c triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:06.034952 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2ea4d1d7-5993-40d2-9074-db46386ed2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:06.109347 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-21f23e13-d031-400c-b34a-7c680ecd81b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:06.129575 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1d4fa-4d8f-4b93-82fc-b0ee6bc529c2 req-a43b094b-769a-48e4-8af2-2f1f544f0fff tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:06.137838 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aeb1d4fa-4d8f-4b93-82fc-b0ee6bc529c2 req-a43b094b-769a-48e4-8af2-2f1f544f0fff tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.1688619 Aug 19 18:10:06.151797 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-2ea4d1d7-5993-40d2-9074-db46386ed2f2 None None] Port 2913220d-a5aa-4c2d-a359-acf78c5e338c cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:10:06.243033 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aeb1d4fa-4d8f-4b93-82fc-b0ee6bc529c2 req-f8f9d626-3caa-4956-9b68-3aa155fb2fe7 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015720 Aug 19 18:10:06.277671 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd4af5-458e-43c4-80bd-ad5939c90f75 req-b5d06576-411b-43cb-9f0c-2cfb003b6759 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:06.288017 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd4af5-458e-43c4-80bd-ad5939c90f75 req-b5d06576-411b-43cb-9f0c-2cfb003b6759 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:06.289969 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-39dd4af5-458e-43c4-80bd-ad5939c90f75 req-b5d06576-411b-43cb-9f0c-2cfb003b6759 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.50 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1683 time: 0.1377413 Aug 19 18:10:06.428763 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5fa8a-78e9-4640-8219-cabc653baee5 req-e084b087-cc2d-4697-9099-a0785bb528dd tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:06.434693 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5fa8a-78e9-4640-8219-cabc653baee5 req-e084b087-cc2d-4697-9099-a0785bb528dd tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:06.437016 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2ca5fa8a-78e9-4640-8219-cabc653baee5 req-e084b087-cc2d-4697-9099-a0785bb528dd tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 1683 time: 0.1449969 Aug 19 18:10:06.538996 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-21f23e13-d031-400c-b34a-7c680ecd81b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2913220d-a5aa-4c2d-a359-acf78c5e338c {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:10:06.547653 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-21f23e13-d031-400c-b34a-7c680ecd81b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:06.562522 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-21f23e13-d031-400c-b34a-7c680ecd81b4 service neutron] Transition to ACTIVE for port object 2913220d-a5aa-4c2d-a359-acf78c5e338c will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:10:06.569193 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-21f23e13-d031-400c-b34a-7c680ecd81b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:06.640732 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f23e13-d031-400c-b34a-7c680ecd81b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2913220d-a5aa-4c2d-a359-acf78c5e338c,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:06.766925 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-21f23e13-d031-400c-b34a-7c680ecd81b4 service neutron] Attempting to bind port 2913220d-a5aa-4c2d-a359-acf78c5e338c on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:10:06.766925 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-21f23e13-d031-400c-b34a-7c680ecd81b4 service neutron] Attempting to bind port 2913220d-a5aa-4c2d-a359-acf78c5e338c by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:10:06.767353 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-21f23e13-d031-400c-b34a-7c680ecd81b4 service neutron] Attempting to bind port 2913220d-a5aa-4c2d-a359-acf78c5e338c on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:10:06.772349 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-21f23e13-d031-400c-b34a-7c680ecd81b4 service neutron] Port 2913220d-a5aa-4c2d-a359-acf78c5e338c on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:10:06.772685 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-21f23e13-d031-400c-b34a-7c680ecd81b4 service neutron] Attempting to bind port 2913220d-a5aa-4c2d-a359-acf78c5e338c on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:10:06.778606 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-21f23e13-d031-400c-b34a-7c680ecd81b4 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:10:06.779239 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-21f23e13-d031-400c-b34a-7c680ecd81b4 service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:10:06.785808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-21f23e13-d031-400c-b34a-7c680ecd81b4 service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:10:06.785808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-21f23e13-d031-400c-b34a-7c680ecd81b4 service neutron] Bound port: 2913220d-a5aa-4c2d-a359-acf78c5e338c, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:10:06.785808 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-21f23e13-d031-400c-b34a-7c680ecd81b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:06.947789 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-793316c6-bfcb-4162-93f6-ecb26daa5f16 req-e46190e9-cf00-47a2-af53-c9579ae4d376 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7151e0d4-db87-41fd-9630-3c64ab4a26bd HTTP/1.1" status: 200 len: 210 time: 0.0491898 Aug 19 18:10:07.002487 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2ca5fa8a-78e9-4640-8219-cabc653baee5 req-16189407-2286-4701-96ad-e17e99c76f04 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475686 Aug 19 18:10:07.007734 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b35fae-d2a8-491b-922e-f6edce276bfb req-17ee5e35-cacc-4b5f-bc5f-938d3078d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:07.009204 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-91b35fae-d2a8-491b-922e-f6edce276bfb req-17ee5e35-cacc-4b5f-bc5f-938d3078d702 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fce72f549e634e21a1104a2106da2de3&device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 1096 time: 0.5921471 Aug 19 18:10:07.029476 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-21f23e13-d031-400c-b34a-7c680ecd81b4 service neutron] For port 2913220d-a5aa-4c2d-a359-acf78c5e338c, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:10:07.034551 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-21f23e13-d031-400c-b34a-7c680ecd81b4 service neutron] For port 2913220d-a5aa-4c2d-a359-acf78c5e338c, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=2913220d-a5aa-4c2d-a359-acf78c5e338c,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:10:07.044786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-39dd4af5-458e-43c4-80bd-ad5939c90f75 req-3267a4f2-f9a5-454c-806d-e93962acd7e5 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Deleting port aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:07.045129 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-39dd4af5-458e-43c4-80bd-ad5939c90f75 req-3267a4f2-f9a5-454c-806d-e93962acd7e5 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:07.052164 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-21f23e13-d031-400c-b34a-7c680ecd81b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:07.101758 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4eec41b3-aa02-4be1-a497-d105e5ca251a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:07.159601 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-21f23e13-d031-400c-b34a-7c680ecd81b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:07.160618 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-21f23e13-d031-400c-b34a-7c680ecd81b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:07.163215 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-21f23e13-d031-400c-b34a-7c680ecd81b4 service neutron] 10.222.0.54 "PUT /v2.0/ports/2913220d-a5aa-4c2d-a359-acf78c5e338c HTTP/1.1" status: 200 len: 1096 time: 1.2642021 Aug 19 18:10:07.163940 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a18778-7013-48c0-a4c0-0f224cef6dfd', 'tag': '2913220d-a5aa-4c2d-a359-acf78c5e338c'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:07.167229 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44133808-f6b1-44cd-b31e-8108f682213a" -d '{"events": [{"name": "network-changed", "server_uuid": "35a18778-7013-48c0-a4c0-0f224cef6dfd", "tag": "2913220d-a5aa-4c2d-a359-acf78c5e338c"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:07.188822 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218d47b-6100-4ebf-ae39-835137fbf936 req-778b04cc-eb35-4208-a05f-b5968fd4249f tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:07.211683 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8218d47b-6100-4ebf-ae39-835137fbf936 req-778b04cc-eb35-4208-a05f-b5968fd4249f tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.1752360 Aug 19 18:10:07.212214 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:07.243396 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b35fae-d2a8-491b-922e-f6edce276bfb req-b960865c-78d2-4aec-a67b-993b6d87a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:07.245179 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-91b35fae-d2a8-491b-922e-f6edce276bfb req-b960865c-78d2-4aec-a67b-993b6d87a76d service neutron] 10.222.0.50 "GET /v2.0/networks?id=ed6cc30c-2a55-41f6-a6b0-fee655536fe2 HTTP/1.1" status: 200 len: 919 time: 0.2221301 Aug 19 18:10:07.251524 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-39dd4af5-458e-43c4-80bd-ad5939c90f75 req-3267a4f2-f9a5-454c-806d-e93962acd7e5 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] For port aaed1c63-e2dd-4f5e-b80c-a732f1fb6331, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=aaed1c63-e2dd-4f5e-b80c-a732f1fb6331,segment=NetworkSegment(c938a109-ba70-4150-a545-097c2f3f5346),segment_id=c938a109-ba70-4150-a545-097c2f3f5346)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:07.252757 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-39dd4af5-458e-43c4-80bd-ad5939c90f75 req-3267a4f2-f9a5-454c-806d-e93962acd7e5 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:07.257624 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f23e13-d031-400c-b34a-7c680ecd81b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2913220d-a5aa-4c2d-a359-acf78c5e338c,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:07.314520 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-39dd4af5-458e-43c4-80bd-ad5939c90f75 req-3267a4f2-f9a5-454c-806d-e93962acd7e5 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Calling delete_port for aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:07.315741 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8218d47b-6100-4ebf-ae39-835137fbf936 req-2c7c80f2-1ca4-4cce-b865-9579f40e15d2 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022866 Aug 19 18:10:07.330877 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-91b35fae-d2a8-491b-922e-f6edce276bfb req-22f6957d-bf57-4953-9fdb-e04132bd1148 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 HTTP/1.1" status: 200 len: 217 time: 0.0696735 Aug 19 18:10:07.333187 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-b57f7375-d93d-4231-86b1-97f812e127a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:07.342108 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-b57f7375-d93d-4231-86b1-97f812e127a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=11f676ae7ee7460b9797b3d37f835c87&device_id=35a18778-7013-48c0-a4c0-0f224cef6dfd HTTP/1.1" status: 200 len: 1099 time: 0.1121702 Aug 19 18:10:07.408289 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-bf8e2fed-382d-434d-86c9-0c744b2a5cb3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=2913220d-a5aa-4c2d-a359-acf78c5e338c HTTP/1.1" status: 200 len: 217 time: 0.0640602 Aug 19 18:10:07.445248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88955dc2-eb35-415c-99a4-436667a2fc56 req-b9a8175b-7369-47ff-a215-1b6b40854539 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:07.446867 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88955dc2-eb35-415c-99a4-436667a2fc56 req-b9a8175b-7369-47ff-a215-1b6b40854539 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.1756039 Aug 19 18:10:07.482433 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b35fae-d2a8-491b-922e-f6edce276bfb req-b2066fed-594f-4c0f-ba2d-06fb7ebe9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:07.486295 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-91b35fae-d2a8-491b-922e-f6edce276bfb req-b2066fed-594f-4c0f-ba2d-06fb7ebe9ba4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e56f2809-e79a-4c5f-bec0-9b7673cca425 HTTP/1.1" status: 200 len: 858 time: 0.1404760 Aug 19 18:10:07.523048 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-51872175-b270-4532-bf0b-309b3d0f9e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:07.524771 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-51872175-b270-4532-bf0b-309b3d0f9e84 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1063776 Aug 19 18:10:07.534728 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89266084-2015-4bd1-a84d-d4c5cb69b257 req-5c7406d6-0c13-4824-b93f-f8f8c0f5e9cc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:07.537079 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89266084-2015-4bd1-a84d-d4c5cb69b257 req-5c7406d6-0c13-4824-b93f-f8f8c0f5e9cc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a18778-7013-48c0-a4c0-0f224cef6dfd HTTP/1.1" status: 200 len: 948 time: 0.1168518 Aug 19 18:10:07.543991 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-91b35fae-d2a8-491b-922e-f6edce276bfb req-e2962ac8-5a5d-4d8a-b4f0-d2743fecf38f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ed6cc30c-2a55-41f6-a6b0-fee655536fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388331 Aug 19 18:10:07.574047 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88955dc2-eb35-415c-99a4-436667a2fc56 req-d97b3d5b-ac1c-4337-9edf-0ee20f72e2e2 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124167 Aug 19 18:10:07.609801 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-c0fb3787-6370-40e7-a9dd-33353deac4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:07.611317 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-c0fb3787-6370-40e7-a9dd-33353deac4ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0733650 Aug 19 18:10:07.660190 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89266084-2015-4bd1-a84d-d4c5cb69b257 req-7098493a-d754-4b78-a762-44a86892fedc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854142 Aug 19 18:10:07.664221 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e39e71b-18c9-442a-84b5-1efa3e2346ac x-openstack-request-id: req-7e39e71b-18c9-442a-84b5-1efa3e2346ac {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:07.665032 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a18778-7013-48c0-a4c0-0f224cef6dfd", "tag": "2913220d-a5aa-4c2d-a359-acf78c5e338c", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:07.665032 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e39e71b-18c9-442a-84b5-1efa3e2346ac {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:07.665274 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a18778-7013-48c0-a4c0-0f224cef6dfd', 'tag': '2913220d-a5aa-4c2d-a359-acf78c5e338c', 'status': 'completed', 'code': 200} Aug 19 18:10:07.698197 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-39dd4af5-458e-43c4-80bd-ad5939c90f75 req-3267a4f2-f9a5-454c-806d-e93962acd7e5 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:07.717944 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['aaed1c63-e2dd-4f5e-b80c-a732f1fb6331', '51eab8c5-8087-417f-a13b-1f2c89094045'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:07.756005 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-ab160266-74fc-435f-9650-134c2f1afa21 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319306 Aug 19 18:10:07.778455 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267a4f2-f9a5-454c-806d-e93962acd7e5 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event deleted for resources: {'Port': ['ID=aaed1c63-e2dd-4f5e-b80c-a732f1fb6331,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:07.831570 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-91b35fae-d2a8-491b-922e-f6edce276bfb req-1e8b2028-bc2b-4820-8877-ec8061a1ed09 service neutron] 10.222.0.50 "GET /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736707 Aug 19 18:10:07.923455 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-37381483-76a2-4d3a-8d8b-25c3ab9679a2 req-2734b740-3899-449c-ae2e-8c518f3671a2 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589756 Aug 19 18:10:07.972208 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dd4af5-458e-43c4-80bd-ad5939c90f75 req-3267a4f2-f9a5-454c-806d-e93962acd7e5 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] No DVR routers for this DVR port aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:07.977098 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-39dd4af5-458e-43c4-80bd-ad5939c90f75 req-3267a4f2-f9a5-454c-806d-e93962acd7e5 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:07.979403 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-39dd4af5-458e-43c4-80bd-ad5939c90f75 req-3267a4f2-f9a5-454c-806d-e93962acd7e5 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.50 "DELETE /v2.0/ports/aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 HTTP/1.1" status: 204 len: 173 time: 1.6733530 Aug 19 18:10:07.989335 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf7181-9bc6-4d60-b4f2-74a54f0ff6ab req-7f728138-d31d-4ef8-b160-4cf690f6218a tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:08.001328 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-15cf7181-9bc6-4d60-b4f2-74a54f0ff6ab req-7f728138-d31d-4ef8-b160-4cf690f6218a tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.2636867 Aug 19 18:10:08.029389 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fb6a53-e128-4eb7-92d1-7b126e3ed811', 'name': 'network-vif-deleted', 'tag': 'aaed1c63-e2dd-4f5e-b80c-a732f1fb6331'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:08.032911 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de30fbe-74c4-445c-90cc-f0346ad97e4c" -d '{"events": [{"server_uuid": "33fb6a53-e128-4eb7-92d1-7b126e3ed811", "name": "network-vif-deleted", "tag": "aaed1c63-e2dd-4f5e-b80c-a732f1fb6331"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:08.050747 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44133808-f6b1-44cd-b31e-8108f682213a req-aa422208-6041-499f-8092-db8bbe04fd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:08.052302 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-44133808-f6b1-44cd-b31e-8108f682213a req-aa422208-6041-499f-8092-db8bbe04fd98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=11f676ae7ee7460b9797b3d37f835c87&device_id=35a18778-7013-48c0-a4c0-0f224cef6dfd HTTP/1.1" status: 200 len: 1099 time: 0.0714881 Aug 19 18:10:08.089138 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:08.199283 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-15cf7181-9bc6-4d60-b4f2-74a54f0ff6ab req-742777e6-1344-4eb8-8412-b9673e29de9d tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632869 Aug 19 18:10:08.204168 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-91b35fae-d2a8-491b-922e-f6edce276bfb req-c47e9779-2f6d-4cdf-9953-44e48e72b5e9 service neutron] 10.222.0.50 "GET /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193731 Aug 19 18:10:08.229059 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa0ce3-5ecf-4189-aee6-31191c6671e3 req-ee05e6c9-8c05-4fde-89c9-d2350178db68 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:08.231193 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0aa0ce3-5ecf-4189-aee6-31191c6671e3 req-ee05e6c9-8c05-4fde-89c9-d2350178db68 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 946 time: 0.0802968 Aug 19 18:10:08.249339 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-39dd4af5-458e-43c4-80bd-ad5939c90f75 req-ba67ecdb-3e3d-46e2-b672-07eaaf462401 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Deleting port 51eab8c5-8087-417f-a13b-1f2c89094045 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:08.251327 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-39dd4af5-458e-43c4-80bd-ad5939c90f75 req-ba67ecdb-3e3d-46e2-b672-07eaaf462401 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:08.269517 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44133808-f6b1-44cd-b31e-8108f682213a req-2208f0a9-d74a-4036-9930-bbf415c12a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:08.272128 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-44133808-f6b1-44cd-b31e-8108f682213a req-2208f0a9-d74a-4036-9930-bbf415c12a9c service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.2010896 Aug 19 18:10:08.301075 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0aa0ce3-5ecf-4189-aee6-31191c6671e3 req-63919749-66d1-4361-9b28-3adfe131380d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/security-groups?id=846944b7-7f4b-4d38-aa1b-965f7b0dc72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609043 Aug 19 18:10:08.345367 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08180b4-833a-456f-b8ec-64446e17d711 x-openstack-request-id: req-e08180b4-833a-456f-b8ec-64446e17d711 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:08.347767 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33fb6a53-e128-4eb7-92d1-7b126e3ed811", "name": "network-vif-deleted", "tag": "aaed1c63-e2dd-4f5e-b80c-a732f1fb6331", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:08.348145 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e08180b4-833a-456f-b8ec-64446e17d711 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:08.348656 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fb6a53-e128-4eb7-92d1-7b126e3ed811', 'name': 'network-vif-deleted', 'tag': 'aaed1c63-e2dd-4f5e-b80c-a732f1fb6331', 'status': 'completed', 'code': 200} Aug 19 18:10:08.357628 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-44133808-f6b1-44cd-b31e-8108f682213a req-31352c11-313c-4cd3-8bdc-83a4814441fb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=2913220d-a5aa-4c2d-a359-acf78c5e338c HTTP/1.1" status: 200 len: 217 time: 0.0675550 Aug 19 18:10:08.417969 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-39dd4af5-458e-43c4-80bd-ad5939c90f75 req-ba67ecdb-3e3d-46e2-b672-07eaaf462401 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] For port 51eab8c5-8087-417f-a13b-1f2c89094045, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=51eab8c5-8087-417f-a13b-1f2c89094045,segment=NetworkSegment(dffe4e9a-0f11-46d5-b24d-2ca8b4e53776),segment_id=dffe4e9a-0f11-46d5-b24d-2ca8b4e53776)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:08.418656 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-39dd4af5-458e-43c4-80bd-ad5939c90f75 req-ba67ecdb-3e3d-46e2-b672-07eaaf462401 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:08.442821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-39dd4af5-458e-43c4-80bd-ad5939c90f75 req-ba67ecdb-3e3d-46e2-b672-07eaaf462401 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Calling delete_port for 51eab8c5-8087-417f-a13b-1f2c89094045 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:08.475468 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44133808-f6b1-44cd-b31e-8108f682213a req-5f386fd7-55bc-4ff0-82c9-da220ec17457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:08.476993 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-44133808-f6b1-44cd-b31e-8108f682213a req-5f386fd7-55bc-4ff0-82c9-da220ec17457 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1119001 Aug 19 18:10:08.572940 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44133808-f6b1-44cd-b31e-8108f682213a req-ca1f189e-b979-4232-8efc-03bf440c07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:08.574555 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-44133808-f6b1-44cd-b31e-8108f682213a req-ca1f189e-b979-4232-8efc-03bf440c07dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891352 Aug 19 18:10:08.695346 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-39dd4af5-458e-43c4-80bd-ad5939c90f75 req-ba67ecdb-3e3d-46e2-b672-07eaaf462401 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:08.717091 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['aaed1c63-e2dd-4f5e-b80c-a732f1fb6331'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:08.757302 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-44133808-f6b1-44cd-b31e-8108f682213a req-bc49767e-06e2-4890-a116-2dbe0820a538 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680233 Aug 19 18:10:08.810716 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67ecdb-3e3d-46e2-b672-07eaaf462401 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event deleted for resources: {'Port': ['ID=51eab8c5-8087-417f-a13b-1f2c89094045,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:08.814524 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:08.860383 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:10:08.860813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device aaed1c63-e2dd-4f5e-b80c-a732f1fb6331 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:10:08.861324 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 51eab8c5-8087-417f-a13b-1f2c89094045 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:08.887210 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dd4af5-458e-43c4-80bd-ad5939c90f75 req-ba67ecdb-3e3d-46e2-b672-07eaaf462401 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] No DVR routers for this DVR port 51eab8c5-8087-417f-a13b-1f2c89094045 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:08.894772 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-39dd4af5-458e-43c4-80bd-ad5939c90f75 req-ba67ecdb-3e3d-46e2-b672-07eaaf462401 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:08.900938 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-39dd4af5-458e-43c4-80bd-ad5939c90f75 req-ba67ecdb-3e3d-46e2-b672-07eaaf462401 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.50 "DELETE /v2.0/ports/51eab8c5-8087-417f-a13b-1f2c89094045 HTTP/1.1" status: 204 len: 173 time: 0.8984919 Aug 19 18:10:08.935711 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 51eab8c5-8087-417f-a13b-1f2c89094045 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:10:08.936718 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 51eab8c5-8087-417f-a13b-1f2c89094045 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:10:08.937944 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 262302b2-a917-4218-9a8d-f6bc42e8b8ab no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:08.977101 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251f7cc-422a-42ad-8db1-0eb775f236d1 req-e408e095-6cb3-45cc-a736-c2bd80723405 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:08.986434 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 262302b2-a917-4218-9a8d-f6bc42e8b8ab {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:10:08.986781 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 262302b2-a917-4218-9a8d-f6bc42e8b8ab not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:10:08.991101 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5251f7cc-422a-42ad-8db1-0eb775f236d1 req-e408e095-6cb3-45cc-a736-c2bd80723405 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.2314904 Aug 19 18:10:09.019539 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63930f78-8f38-4523-bd06-cadb0c5fc7fe req-c4450217-ebeb-45ce-b4f0-63a458a37f34 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:09.021873 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-63930f78-8f38-4523-bd06-cadb0c5fc7fe req-c4450217-ebeb-45ce-b4f0-63a458a37f34 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.1115918 Aug 19 18:10:09.056567 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-44133808-f6b1-44cd-b31e-8108f682213a req-2707c5b9-d562-4fa8-93b1-2a383347a74d service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543099 Aug 19 18:10:09.076380 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5251f7cc-422a-42ad-8db1-0eb775f236d1 req-d302d203-4ddd-4b22-befc-489267125662 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681963 Aug 19 18:10:09.096357 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-63930f78-8f38-4523-bd06-cadb0c5fc7fe req-c46f84e2-db60-4e2b-8ed5-39f79c0605ea tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665464 Aug 19 18:10:09.225754 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df94b8-11cb-4c7d-8776-00d6b05a5720 req-7120d0a7-1dc8-43c7-bc7a-4410222d64b3 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:09.227698 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02df94b8-11cb-4c7d-8776-00d6b05a5720 req-7120d0a7-1dc8-43c7-bc7a-4410222d64b3 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.0548971 Aug 19 18:10:09.246198 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeaaff3-87bd-48ec-a8ad-ee5667333473 req-8970acb9-fcc7-46cf-83f2-70dad871d4fa tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:09.247928 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-adeaaff3-87bd-48ec-a8ad-ee5667333473 req-8970acb9-fcc7-46cf-83f2-70dad871d4fa tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a18778-7013-48c0-a4c0-0f224cef6dfd HTTP/1.1" status: 200 len: 948 time: 0.0564065 Aug 19 18:10:09.274050 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02df94b8-11cb-4c7d-8776-00d6b05a5720 req-f179f89f-200d-4c12-9043-2ab088735967 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394015 Aug 19 18:10:09.316137 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-adeaaff3-87bd-48ec-a8ad-ee5667333473 req-d58f012a-37d9-483e-8d0b-a12f0592bb0d tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509689 Aug 19 18:10:09.441440 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-879429d9-9318-4983-9a71-94b7d59f6c4f req-9b00a171-5c21-4f41-a9a2-df5b7a2acce4 tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fb6a53-e128-4eb7-92d1-7b126e3ed811 HTTP/1.1" status: 200 len: 210 time: 0.0281374 Aug 19 18:10:09.649166 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec41f1-038d-4550-94f7-654101b257cc req-51012816-3acc-4eb8-93f5-a960b37199a3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:09.654850 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80ec41f1-038d-4550-94f7-654101b257cc req-51012816-3acc-4eb8-93f5-a960b37199a3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/networks?id=f6ca3005-f821-4bbf-9771-cb98a9ef289d HTTP/1.1" status: 200 len: 806 time: 0.1327043 Aug 19 18:10:09.674430 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80ec41f1-038d-4550-94f7-654101b257cc req-bdcd1585-75c5-49cd-b95e-4ce431374c80 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/quotas/ae64f3b0d3994e079c6bfc4ab34b357b HTTP/1.1" status: 200 len: 375 time: 0.0111692 Aug 19 18:10:09.737834 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80ec41f1-038d-4550-94f7-654101b257cc req-fd8cd587-61e7-41d7-881d-6626abe85e70 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae64f3b0d3994e079c6bfc4ab34b357b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0537438 Aug 19 18:10:09.861330 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80ec41f1-038d-4550-94f7-654101b257cc req-cd3a863b-469c-4449-b46e-6df2dcb56a82 service neutron] 10.222.0.24 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059954 Aug 19 18:10:09.963596 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80ec41f1-038d-4550-94f7-654101b257cc req-de4dea60-5263-4262-a3bf-7db7f850910f service neutron] 10.222.0.24 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899670 Aug 19 18:10:10.083192 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:10.213001 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c466-fb94-46bf-9ac2-c096ff8912d5 req-41f25d05-dcd8-4f3d-8402-21ba77742e67 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:10.220804 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c89bf2c-7bc9-4f6f-9ebb-e9bc79bc803b req-80f6834e-77d3-4559-ac2d-9785a5b7ca39 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=65dce9e7-21c9-4f35-a760-343b34cac7c7 HTTP/1.1" status: 200 len: 210 time: 0.0760257 Aug 19 18:10:10.222648 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c835c466-fb94-46bf-9ac2-c096ff8912d5 req-41f25d05-dcd8-4f3d-8402-21ba77742e67 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0720000 Aug 19 18:10:10.273810 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c835c466-fb94-46bf-9ac2-c096ff8912d5 req-391a6a70-d283-43ba-8a8c-0a0475097fa8 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498431 Aug 19 18:10:10.350355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fb6a53-e128-4eb7-92d1-7b126e3ed811', 'name': 'network-vif-deleted', 'tag': '51eab8c5-8087-417f-a13b-1f2c89094045'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:10.353412 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8794e427-cdaf-4695-93c1-07b766f99441" -d '{"events": [{"server_uuid": "33fb6a53-e128-4eb7-92d1-7b126e3ed811", "name": "network-vif-deleted", "tag": "51eab8c5-8087-417f-a13b-1f2c89094045"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:10.402043 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab35cc8-f02d-4820-9ad3-880ce01838f0 req-3a30d87a-d5c7-416e-b673-83d00cc4fcd3 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:10.403953 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ab35cc8-f02d-4820-9ad3-880ce01838f0 req-3a30d87a-d5c7-416e-b673-83d00cc4fcd3 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.0754485 Aug 19 18:10:10.467128 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e51ff-631f-45c6-bd26-f8ce8212c58c req-0c37fd7b-cb98-4883-bbdf-d2fa7031f2f2 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:10.468685 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ab35cc8-f02d-4820-9ad3-880ce01838f0 req-282d7fd5-f85c-4990-968e-f53a3ef51c3d tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519736 Aug 19 18:10:10.484016 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e14e51ff-631f-45c6-bd26-f8ce8212c58c req-0c37fd7b-cb98-4883-bbdf-d2fa7031f2f2 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.0977848 Aug 19 18:10:10.568840 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e14e51ff-631f-45c6-bd26-f8ce8212c58c req-3fec3bf7-5dc5-45ee-932e-b5ec676fdeac tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826657 Aug 19 18:10:10.642483 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcad4136-d278-4685-9740-60f74c39fb38 x-openstack-request-id: req-bcad4136-d278-4685-9740-60f74c39fb38 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:10.642775 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33fb6a53-e128-4eb7-92d1-7b126e3ed811", "name": "network-vif-deleted", "tag": "51eab8c5-8087-417f-a13b-1f2c89094045", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:10.643032 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bcad4136-d278-4685-9740-60f74c39fb38 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:10.643463 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fb6a53-e128-4eb7-92d1-7b126e3ed811', 'name': 'network-vif-deleted', 'tag': '51eab8c5-8087-417f-a13b-1f2c89094045', 'status': 'completed', 'code': 200} Aug 19 18:10:10.668207 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358ea23-c2f3-418d-a3e0-d69dcc22fc5f req-774696ad-b46e-4cb2-afe8-5c60f15c9ad4 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:10.685092 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a358ea23-c2f3-418d-a3e0-d69dcc22fc5f req-774696ad-b46e-4cb2-afe8-5c60f15c9ad4 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a18778-7013-48c0-a4c0-0f224cef6dfd HTTP/1.1" status: 200 len: 948 time: 0.0833716 Aug 19 18:10:10.697799 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44984) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:10.753554 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:10.782535 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a358ea23-c2f3-418d-a3e0-d69dcc22fc5f req-daca2261-0fc2-419c-9024-bcda27f84f7e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801821 Aug 19 18:10:10.788521 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49149c3-ac22-4343-a865-aee42d53076b tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Deleting subnet 95d83e2e-f411-4899-9f93-fa77f7d29d44 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:10:10.794065 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b49149c3-ac22-4343-a865-aee42d53076b tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:10.855846 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b49149c3-ac22-4343-a865-aee42d53076b tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:10.965497 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b49149c3-ac22-4343-a865-aee42d53076b tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:11.038069 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 2913220d-a5aa-4c2d-a359-acf78c5e338c details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:10:11.038315 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b49149c3-ac22-4343-a865-aee42d53076b tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:11.082457 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49149c3-ac22-4343-a865-aee42d53076b tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event deleted for resources: {'Subnet': ['ID=95d83e2e-f411-4899-9f93-fa77f7d29d44,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:11.085806 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b49149c3-ac22-4343-a865-aee42d53076b tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:11.087923 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b49149c3-ac22-4343-a865-aee42d53076b tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "DELETE /v2.0/subnets/95d83e2e-f411-4899-9f93-fa77f7d29d44 HTTP/1.1" status: 204 len: 168 time: 0.3888566 Aug 19 18:10:11.091064 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44986) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:11.208052 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.resource_extend [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:10:11.211863 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47e9361-34d4-4bec-aa90-f8b7093a37f9 None None] Network 40ffc51b-2fcd-499a-b796-6af3a32e5cb9 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:10:11.353861 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-224c4250-edee-446d-be94-377921189519 req-274faa00-62a8-4443-977f-75e6bb8c4e21 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=65dce9e7-21c9-4f35-a760-343b34cac7c7 HTTP/1.1" status: 200 len: 210 time: 0.0572200 Aug 19 18:10:11.499006 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 2913220d-a5aa-4c2d-a359-acf78c5e338c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=2913220d-a5aa-4c2d-a359-acf78c5e338c,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:11.526831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '2913220d-a5aa-4c2d-a359-acf78c5e338c', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '2913220d-a5aa-4c2d-a359-acf78c5e338c', 'mac_address': 'fa:16:3e:da:a8:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:10:11.623259 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:11.625996 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d459ac05-0d35-44b7-83f6-22c44b16876d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:11.639765 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506d16-0b96-43a7-9124-a9192280c72d req-c6842621-7b4a-403c-94ce-aa881dda71bf tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:11.641796 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f5506d16-0b96-43a7-9124-a9192280c72d req-c6842621-7b4a-403c-94ce-aa881dda71bf tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.1405227 Aug 19 18:10:11.676371 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aca7b1-4564-4525-92dd-9e22f92163f4 None None] DHCP port deletion for 40ffc51b-2fcd-499a-b796-6af3a32e5cb9 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:10:11.682787 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2913220d-a5aa-4c2d-a359-acf78c5e338c {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:10:11.714586 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f5506d16-0b96-43a7-9124-a9192280c72d req-8e245e30-bdf4-4053-9a53-09d08dd6f468 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616958 Aug 19 18:10:11.718232 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8fc40-a2b2-4713-bf83-28e9053b8160 req-041ddadf-0275-47a4-b571-86a11267a6dd tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:11.720092 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7c8fc40-a2b2-4713-bf83-28e9053b8160 req-041ddadf-0275-47a4-b571-86a11267a6dd tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.0771890 Aug 19 18:10:11.723130 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 2913220d-a5aa-4c2d-a359-acf78c5e338c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=2913220d-a5aa-4c2d-a359-acf78c5e338c,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:11.737841 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:11.760290 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-d459ac05-0d35-44b7-83f6-22c44b16876d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Deleting port f2ebedb0-7e21-45d0-8736-e4e34d500c98 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:11.760668 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d459ac05-0d35-44b7-83f6-22c44b16876d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:11.916169 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=2913220d-a5aa-4c2d-a359-acf78c5e338c,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:11.953674 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-78aca7b1-4564-4525-92dd-9e22f92163f4 None None] Deleting port f2ebedb0-7e21-45d0-8736-e4e34d500c98 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:11.954537 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78aca7b1-4564-4525-92dd-9e22f92163f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:12.002498 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec41f1-038d-4550-94f7-654101b257cc req-86c3e4d6-5358-48f3-a82f-66ba626eb50a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:12.004298 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80ec41f1-038d-4550-94f7-654101b257cc req-86c3e4d6-5358-48f3-a82f-66ba626eb50a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.50 "GET /v2.0/networks?id=f6ca3005-f821-4bbf-9771-cb98a9ef289d HTTP/1.1" status: 200 len: 806 time: 0.2377758 Aug 19 18:10:12.016476 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7c8fc40-a2b2-4713-bf83-28e9053b8160 req-839d8f37-d835-44f1-a864-ffc019dcab5a tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891512 Aug 19 18:10:12.017286 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-d459ac05-0d35-44b7-83f6-22c44b16876d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] For port f2ebedb0-7e21-45d0-8736-e4e34d500c98, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=f2ebedb0-7e21-45d0-8736-e4e34d500c98,segment=NetworkSegment(c938a109-ba70-4150-a545-097c2f3f5346),segment_id=c938a109-ba70-4150-a545-097c2f3f5346)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:12.017875 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d459ac05-0d35-44b7-83f6-22c44b16876d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:12.033995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-80ec41f1-038d-4550-94f7-654101b257cc req-05393b89-8ba2-4ae1-87e0-bcccf554c745 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Request body: {'port': {'device_id': '65dce9e7-21c9-4f35-a760-343b34cac7c7', 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d', 'admin_state_up': True, 'tenant_id': 'ae64f3b0d3994e079c6bfc4ab34b357b'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:12.057002 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-d459ac05-0d35-44b7-83f6-22c44b16876d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Calling delete_port for f2ebedb0-7e21-45d0-8736-e4e34d500c98 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:12.067502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-78aca7b1-4564-4525-92dd-9e22f92163f4 None None] For port f2ebedb0-7e21-45d0-8736-e4e34d500c98, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=f2ebedb0-7e21-45d0-8736-e4e34d500c98,segment=NetworkSegment(c938a109-ba70-4150-a545-097c2f3f5346),segment_id=c938a109-ba70-4150-a545-097c2f3f5346)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:12.068190 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78aca7b1-4564-4525-92dd-9e22f92163f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:12.074188 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb47ee-86cd-4acb-b406-b77734cace46 req-a2e5f7b3-07b8-41d3-ae50-205fa6d062f1 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:12.074821 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['2913220d-a5aa-4c2d-a359-acf78c5e338c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:12.076073 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02cb47ee-86cd-4acb-b406-b77734cace46 req-a2e5f7b3-07b8-41d3-ae50-205fa6d062f1 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.2278502 Aug 19 18:10:12.158149 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-78aca7b1-4564-4525-92dd-9e22f92163f4 None None] Calling delete_port for f2ebedb0-7e21-45d0-8736-e4e34d500c98 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:12.215785 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02cb47ee-86cd-4acb-b406-b77734cace46 req-1d78a0a5-4612-4f70-a5f8-18c75eac4ad8 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298196 Aug 19 18:10:12.250969 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ec41f1-038d-4550-94f7-654101b257cc req-05393b89-8ba2-4ae1-87e0-bcccf554c745 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Made reservation on behalf of ae64f3b0d3994e079c6bfc4ab34b357b for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:10:12.253858 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d459ac05-0d35-44b7-83f6-22c44b16876d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:12.261088 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-80ec41f1-038d-4550-94f7-654101b257cc req-05393b89-8ba2-4ae1-87e0-bcccf554c745 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:12.286556 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d459ac05-0d35-44b7-83f6-22c44b16876d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] No DVR routers for this DVR port f2ebedb0-7e21-45d0-8736-e4e34d500c98 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:12.362872 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459ac05-0d35-44b7-83f6-22c44b16876d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event deleted for resources: {'Port': ['ID=f2ebedb0-7e21-45d0-8736-e4e34d500c98,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:12.365000 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78aca7b1-4564-4525-92dd-9e22f92163f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:12.422763 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78aca7b1-4564-4525-92dd-9e22f92163f4 None None] No DVR routers for this DVR port f2ebedb0-7e21-45d0-8736-e4e34d500c98 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:12.424396 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aca7b1-4564-4525-92dd-9e22f92163f4 None None] Pushing event deleted for resources: {'Port': ['ID=f2ebedb0-7e21-45d0-8736-e4e34d500c98,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:12.468021 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d459ac05-0d35-44b7-83f6-22c44b16876d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:12.481337 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d459ac05-0d35-44b7-83f6-22c44b16876d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ffc51b-2fcd-499a-b796-6af3a32e5cb9']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:12.495611 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d459ac05-0d35-44b7-83f6-22c44b16876d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c938a109-ba70-4150-a545-097c2f3f5346') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:12.496198 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d459ac05-0d35-44b7-83f6-22c44b16876d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c938a109-ba70-4150-a545-097c2f3f5346') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:12.507649 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d459ac05-0d35-44b7-83f6-22c44b16876d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:12.515794 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a429ddc-cbc7-4515-836b-92385207a0a1 req-8d5850dc-e713-47f4-972b-1c9041a0105e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:12.523275 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7a429ddc-cbc7-4515-836b-92385207a0a1 req-8d5850dc-e713-47f4-972b-1c9041a0105e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a18778-7013-48c0-a4c0-0f224cef6dfd HTTP/1.1" status: 200 len: 949 time: 0.2523100 Aug 19 18:10:12.524934 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d459ac05-0d35-44b7-83f6-22c44b16876d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:12.533005 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d459ac05-0d35-44b7-83f6-22c44b16876d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:10:12.533187 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d459ac05-0d35-44b7-83f6-22c44b16876d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:12.571809 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-80ec41f1-038d-4550-94f7-654101b257cc req-05393b89-8ba2-4ae1-87e0-bcccf554c745 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Allocated IP 172.20.0.13 (f6ca3005-f821-4bbf-9771-cb98a9ef289d/ee52aea2-4c4c-4ce5-9853-28e4d75899b9/e832902f-89db-4d5c-9fc9-06531447d530) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:10:12.591796 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:10:12.606109 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7a429ddc-cbc7-4515-836b-92385207a0a1 req-514e0bc1-8a4e-4e4f-8704-6da2e6fb9411 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818069 Aug 19 18:10:12.609440 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d459ac05-0d35-44b7-83f6-22c44b16876d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:12.621687 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d459ac05-0d35-44b7-83f6-22c44b16876d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:12.627950 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45016) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:12.634732 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d459ac05-0d35-44b7-83f6-22c44b16876d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "DELETE /v2.0/networks/40ffc51b-2fcd-499a-b796-6af3a32e5cb9 HTTP/1.1" status: 204 len: 168 time: 1.5424795 Aug 19 18:10:12.669333 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459ac05-0d35-44b7-83f6-22c44b16876d tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event deleted for resources: {'Network': ['ID=40ffc51b-2fcd-499a-b796-6af3a32e5cb9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:12.762490 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89428630-9053-48fb-8d76-6c460ff0a32f req-d6b8eed6-43fd-4c66-b0f6-aa6d5d68c8c1 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=65dce9e7-21c9-4f35-a760-343b34cac7c7 HTTP/1.1" status: 200 len: 210 time: 0.0382273 Aug 19 18:10:12.784417 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-7464fcf4-4a56-44f7-a72e-defd4d652ecc tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Deleting subnet 5347ee10-e6d1-4052-8617-02d384e7e282 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:10:12.823075 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7464fcf4-4a56-44f7-a72e-defd4d652ecc tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:12.891336 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7464fcf4-4a56-44f7-a72e-defd4d652ecc tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:12.971190 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-80ec41f1-038d-4550-94f7-654101b257cc req-05393b89-8ba2-4ae1-87e0-bcccf554c745 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.032312 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7464fcf4-4a56-44f7-a72e-defd4d652ecc tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.094540 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-80ec41f1-038d-4550-94f7-654101b257cc req-05393b89-8ba2-4ae1-87e0-bcccf554c745 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.105661 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['63329f52-4d29-46a2-8007-c28af4280754'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:13.195689 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ec41f1-038d-4550-94f7-654101b257cc req-05393b89-8ba2-4ae1-87e0-bcccf554c745 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Network f6ca3005-f821-4bbf-9771-cb98a9ef289d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:10:13.200422 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7464fcf4-4a56-44f7-a72e-defd4d652ecc tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.216736 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-80ec41f1-038d-4550-94f7-654101b257cc req-05393b89-8ba2-4ae1-87e0-bcccf554c745 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:10:13.241434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05393b89-8ba2-4ae1-87e0-bcccf554c745 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Pushing event updated for resources: {'Port': ['ID=e832902f-89db-4d5c-9fc9-06531447d530,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:13.244302 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ec41f1-038d-4550-94f7-654101b257cc req-05393b89-8ba2-4ae1-87e0-bcccf554c745 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:10:13.251312 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464fcf4-4a56-44f7-a72e-defd4d652ecc tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event deleted for resources: {'Subnet': ['ID=5347ee10-e6d1-4052-8617-02d384e7e282,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:13.260209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52ac53-67e8-4717-b941-0f7983b8c6c9 req-040f932c-a401-4dea-8416-a0e2f781f845 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:13.261429 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1f52ac53-67e8-4717-b941-0f7983b8c6c9 req-040f932c-a401-4dea-8416-a0e2f781f845 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.1692350 Aug 19 18:10:13.272689 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e44b35-93ae-4373-b2c8-c26d0b342c90 None None] Network 330589c8-b28c-49ea-be49-10743383d099 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:10:13.286562 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7464fcf4-4a56-44f7-a72e-defd4d652ecc tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.289720 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7464fcf4-4a56-44f7-a72e-defd4d652ecc tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "DELETE /v2.0/subnets/5347ee10-e6d1-4052-8617-02d384e7e282 HTTP/1.1" status: 204 len: 168 time: 0.6572566 Aug 19 18:10:13.291470 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45024) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:13.346027 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec41f1-038d-4550-94f7-654101b257cc req-05393b89-8ba2-4ae1-87e0-bcccf554c745 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:13.346683 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-80ec41f1-038d-4550-94f7-654101b257cc req-05393b89-8ba2-4ae1-87e0-bcccf554c745 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.354821 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1f52ac53-67e8-4717-b941-0f7983b8c6c9 req-0f48ad57-2198-40b9-81b6-7a0c81b2769d tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650439 Aug 19 18:10:13.381886 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80ec41f1-038d-4550-94f7-654101b257cc req-05393b89-8ba2-4ae1-87e0-bcccf554c745 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3616412 Aug 19 18:10:13.406528 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-80ec41f1-038d-4550-94f7-654101b257cc req-99e8b5f4-5e4a-4fef-811a-e36da208863f service neutron] Request body: {'port': {'device_id': '65dce9e7-21c9-4f35-a760-343b34cac7c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:13.434529 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4a5c073b-0eca-4e49-9c2d-a348ba6e9bbe tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.450898 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ad929-119f-47b0-b507-7f5624083015 req-b1cefbe7-b21e-4632-a17b-b59b785e2d97 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:13.453201 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-598ad929-119f-47b0-b507-7f5624083015 req-b1cefbe7-b21e-4632-a17b-b59b785e2d97 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.0912006 Aug 19 18:10:13.488625 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-80ec41f1-038d-4550-94f7-654101b257cc req-99e8b5f4-5e4a-4fef-811a-e36da208863f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.552017 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449967c7-dd51-4f70-9a72-076b74490704 None None] DHCP port deletion for 330589c8-b28c-49ea-be49-10743383d099 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:10:13.582161 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-598ad929-119f-47b0-b507-7f5624083015 req-ff1cd0a3-be74-484b-9997-9fff75c06be7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173170 Aug 19 18:10:13.605281 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-4a5c073b-0eca-4e49-9c2d-a348ba6e9bbe tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Deleting port 7c0adf8e-887f-498e-8934-be6fd788fade {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:13.605677 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4a5c073b-0eca-4e49-9c2d-a348ba6e9bbe tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.621931 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device f2ebedb0-7e21-45d0-8736-e4e34d500c98 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:13.652706 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: f2ebedb0-7e21-45d0-8736-e4e34d500c98 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:10:13.654019 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device f2ebedb0-7e21-45d0-8736-e4e34d500c98 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:10:13.690051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-4a5c073b-0eca-4e49-9c2d-a348ba6e9bbe tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] For port 7c0adf8e-887f-498e-8934-be6fd788fade, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7c0adf8e-887f-498e-8934-be6fd788fade,segment=NetworkSegment(dffe4e9a-0f11-46d5-b24d-2ca8b4e53776),segment_id=dffe4e9a-0f11-46d5-b24d-2ca8b4e53776)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:13.691341 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4a5c073b-0eca-4e49-9c2d-a348ba6e9bbe tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.695527 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-449967c7-dd51-4f70-9a72-076b74490704 None None] Deleting port 7c0adf8e-887f-498e-8934-be6fd788fade {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:13.695914 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-449967c7-dd51-4f70-9a72-076b74490704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.707451 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-4a5c073b-0eca-4e49-9c2d-a348ba6e9bbe tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Calling delete_port for 7c0adf8e-887f-498e-8934-be6fd788fade owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:13.793069 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-449967c7-dd51-4f70-9a72-076b74490704 None None] For port 7c0adf8e-887f-498e-8934-be6fd788fade, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7c0adf8e-887f-498e-8934-be6fd788fade,segment=NetworkSegment(dffe4e9a-0f11-46d5-b24d-2ca8b4e53776),segment_id=dffe4e9a-0f11-46d5-b24d-2ca8b4e53776)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:13.793887 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-449967c7-dd51-4f70-9a72-076b74490704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.826141 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4a5c073b-0eca-4e49-9c2d-a348ba6e9bbe tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.832468 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-449967c7-dd51-4f70-9a72-076b74490704 None None] Calling delete_port for 7c0adf8e-887f-498e-8934-be6fd788fade owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:13.858742 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c073b-0eca-4e49-9c2d-a348ba6e9bbe tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event deleted for resources: {'Port': ['ID=7c0adf8e-887f-498e-8934-be6fd788fade,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:13.865373 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5c073b-0eca-4e49-9c2d-a348ba6e9bbe tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] No DVR routers for this DVR port 7c0adf8e-887f-498e-8934-be6fd788fade on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:13.919815 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-80ec41f1-038d-4550-94f7-654101b257cc req-99e8b5f4-5e4a-4fef-811a-e36da208863f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e832902f-89db-4d5c-9fc9-06531447d530 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:10:13.930137 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-80ec41f1-038d-4550-94f7-654101b257cc req-99e8b5f4-5e4a-4fef-811a-e36da208863f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.946825 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-80ec41f1-038d-4550-94f7-654101b257cc req-99e8b5f4-5e4a-4fef-811a-e36da208863f service neutron] Transition to ACTIVE for port object e832902f-89db-4d5c-9fc9-06531447d530 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:10:13.963899 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4a5c073b-0eca-4e49-9c2d-a348ba6e9bbe tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.972525 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-80ec41f1-038d-4550-94f7-654101b257cc req-99e8b5f4-5e4a-4fef-811a-e36da208863f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.976701 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-4a5c073b-0eca-4e49-9c2d-a348ba6e9bbe tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['330589c8-b28c-49ea-be49-10743383d099']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:13.990220 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-4a5c073b-0eca-4e49-9c2d-a348ba6e9bbe tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dffe4e9a-0f11-46d5-b24d-2ca8b4e53776') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:13.990941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-4a5c073b-0eca-4e49-9c2d-a348ba6e9bbe tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dffe4e9a-0f11-46d5-b24d-2ca8b4e53776') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:14.002580 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4a5c073b-0eca-4e49-9c2d-a348ba6e9bbe tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:14.005065 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-449967c7-dd51-4f70-9a72-076b74490704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:14.026586 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449967c7-dd51-4f70-9a72-076b74490704 None None] No DVR routers for this DVR port 7c0adf8e-887f-498e-8934-be6fd788fade on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:14.031613 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4a5c073b-0eca-4e49-9c2d-a348ba6e9bbe tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:14.049802 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5c073b-0eca-4e49-9c2d-a348ba6e9bbe tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:10:14.050844 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4a5c073b-0eca-4e49-9c2d-a348ba6e9bbe tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:14.065719 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449967c7-dd51-4f70-9a72-076b74490704 None None] Pushing event deleted for resources: {'Port': ['ID=7c0adf8e-887f-498e-8934-be6fd788fade,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:14.070824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b624018-be25-49ba-9d60-6c0c0db122cd req-ba8a67ce-d4e0-45ca-90ad-3946fa5eaaa5 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:14.072462 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7b624018-be25-49ba-9d60-6c0c0db122cd req-ba8a67ce-d4e0-45ca-90ad-3946fa5eaaa5 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a18778-7013-48c0-a4c0-0f224cef6dfd HTTP/1.1" status: 200 len: 949 time: 0.2576158 Aug 19 18:10:14.073435 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8b5f4-5e4a-4fef-811a-e36da208863f service neutron] Pushing event updated for resources: {'Port': ['ID=e832902f-89db-4d5c-9fc9-06531447d530,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:14.083985 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449967c7-dd51-4f70-9a72-076b74490704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:14.084819 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449967c7-dd51-4f70-9a72-076b74490704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:14.085319 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449967c7-dd51-4f70-9a72-076b74490704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:14.085841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449967c7-dd51-4f70-9a72-076b74490704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:14.086480 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449967c7-dd51-4f70-9a72-076b74490704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:14.087036 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449967c7-dd51-4f70-9a72-076b74490704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:14.087539 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449967c7-dd51-4f70-9a72-076b74490704 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:14.088024 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449967c7-dd51-4f70-9a72-076b74490704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:14.088578 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449967c7-dd51-4f70-9a72-076b74490704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:14.089059 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449967c7-dd51-4f70-9a72-076b74490704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:14.089791 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449967c7-dd51-4f70-9a72-076b74490704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:14.090396 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449967c7-dd51-4f70-9a72-076b74490704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:10:14.111180 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:10:14.156052 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4a5c073b-0eca-4e49-9c2d-a348ba6e9bbe tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:14.166172 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7b624018-be25-49ba-9d60-6c0c0db122cd req-7fc209ba-d383-4779-8ee0-3071e7588124 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813468 Aug 19 18:10:14.183842 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4a5c073b-0eca-4e49-9c2d-a348ba6e9bbe tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:14.186653 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4a5c073b-0eca-4e49-9c2d-a348ba6e9bbe tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] 10.222.0.24 "DELETE /v2.0/networks/330589c8-b28c-49ea-be49-10743383d099 HTTP/1.1" status: 204 len: 168 time: 0.8938904 Aug 19 18:10:14.192199 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c073b-0eca-4e49-9c2d-a348ba6e9bbe tempest-ServersTestMultiNic-2049871958 tempest-ServersTestMultiNic-2049871958-project] Pushing event deleted for resources: {'Network': ['ID=330589c8-b28c-49ea-be49-10743383d099,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:14.208794 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-80ec41f1-038d-4550-94f7-654101b257cc req-99e8b5f4-5e4a-4fef-811a-e36da208863f service neutron] Attempting to bind port e832902f-89db-4d5c-9fc9-06531447d530 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:10:14.209514 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-80ec41f1-038d-4550-94f7-654101b257cc req-99e8b5f4-5e4a-4fef-811a-e36da208863f service neutron] Attempting to bind port e832902f-89db-4d5c-9fc9-06531447d530 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:10:14.209980 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec41f1-038d-4550-94f7-654101b257cc req-99e8b5f4-5e4a-4fef-811a-e36da208863f service neutron] Attempting to bind port e832902f-89db-4d5c-9fc9-06531447d530 on network f6ca3005-f821-4bbf-9771-cb98a9ef289d {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:10:14.216627 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec41f1-038d-4550-94f7-654101b257cc req-99e8b5f4-5e4a-4fef-811a-e36da208863f service neutron] Port e832902f-89db-4d5c-9fc9-06531447d530 on network f6ca3005-f821-4bbf-9771-cb98a9ef289d not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:10:14.217170 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec41f1-038d-4550-94f7-654101b257cc req-99e8b5f4-5e4a-4fef-811a-e36da208863f service neutron] Attempting to bind port e832902f-89db-4d5c-9fc9-06531447d530 on network f6ca3005-f821-4bbf-9771-cb98a9ef289d {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:10:14.223837 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec41f1-038d-4550-94f7-654101b257cc req-99e8b5f4-5e4a-4fef-811a-e36da208863f service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:10:14.224309 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec41f1-038d-4550-94f7-654101b257cc req-99e8b5f4-5e4a-4fef-811a-e36da208863f service neutron] Checking segment: {'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:10:14.224795 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec41f1-038d-4550-94f7-654101b257cc req-99e8b5f4-5e4a-4fef-811a-e36da208863f service neutron] Bound using segment: {'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:10:14.225625 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-80ec41f1-038d-4550-94f7-654101b257cc req-99e8b5f4-5e4a-4fef-811a-e36da208863f service neutron] Bound port: e832902f-89db-4d5c-9fc9-06531447d530, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:10:14.226103 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-80ec41f1-038d-4550-94f7-654101b257cc req-99e8b5f4-5e4a-4fef-811a-e36da208863f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:14.235265 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5e0f3-a734-4316-9146-581270d62509 req-a98ba9ad-dbf9-494e-9ad1-050fa987d0b5 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:14.243037 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5eb5e0f3-a734-4316-9146-581270d62509 req-a98ba9ad-dbf9-494e-9ad1-050fa987d0b5 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=65dce9e7-21c9-4f35-a760-343b34cac7c7 HTTP/1.1" status: 200 len: 944 time: 0.1340392 Aug 19 18:10:14.297148 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5eb5e0f3-a734-4316-9146-581270d62509 req-e98e408f-f81d-48be-816b-5e9090b2e602 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488148 Aug 19 18:10:14.319473 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-80ec41f1-038d-4550-94f7-654101b257cc req-99e8b5f4-5e4a-4fef-811a-e36da208863f service neutron] For port e832902f-89db-4d5c-9fc9-06531447d530, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:10:14.329762 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-80ec41f1-038d-4550-94f7-654101b257cc req-99e8b5f4-5e4a-4fef-811a-e36da208863f service neutron] For port e832902f-89db-4d5c-9fc9-06531447d530, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e832902f-89db-4d5c-9fc9-06531447d530,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:10:14.335780 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-80ec41f1-038d-4550-94f7-654101b257cc req-99e8b5f4-5e4a-4fef-811a-e36da208863f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:14.392577 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec41f1-038d-4550-94f7-654101b257cc req-99e8b5f4-5e4a-4fef-811a-e36da208863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:14.392577 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-80ec41f1-038d-4550-94f7-654101b257cc req-99e8b5f4-5e4a-4fef-811a-e36da208863f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:14.392577 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80ec41f1-038d-4550-94f7-654101b257cc req-99e8b5f4-5e4a-4fef-811a-e36da208863f service neutron] 10.222.0.50 "PUT /v2.0/ports/e832902f-89db-4d5c-9fc9-06531447d530 HTTP/1.1" status: 200 len: 1092 time: 0.9924593 Aug 19 18:10:14.393275 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65dce9e7-21c9-4f35-a760-343b34cac7c7', 'tag': 'e832902f-89db-4d5c-9fc9-06531447d530'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:14.396082 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a106622-4028-4bb7-91aa-61caa2b912e5" -d '{"events": [{"name": "network-changed", "server_uuid": "65dce9e7-21c9-4f35-a760-343b34cac7c7", "tag": "e832902f-89db-4d5c-9fc9-06531447d530"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:14.429379 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8b5f4-5e4a-4fef-811a-e36da208863f service neutron] Pushing event updated for resources: {'Port': ['ID=e832902f-89db-4d5c-9fc9-06531447d530,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:14.443354 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45048) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:14.510570 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04923b4a-ded1-482b-b7c7-34d3b3489162 x-openstack-request-id: req-04923b4a-ded1-482b-b7c7-34d3b3489162 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:14.510882 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65dce9e7-21c9-4f35-a760-343b34cac7c7", "tag": "e832902f-89db-4d5c-9fc9-06531447d530", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:14.511391 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04923b4a-ded1-482b-b7c7-34d3b3489162 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:14.511636 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65dce9e7-21c9-4f35-a760-343b34cac7c7', 'tag': 'e832902f-89db-4d5c-9fc9-06531447d530', 'status': 'completed', 'code': 200} Aug 19 18:10:14.631846 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec41f1-038d-4550-94f7-654101b257cc req-2701d068-3e16-42be-96e8-e743ddadef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:14.633893 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80ec41f1-038d-4550-94f7-654101b257cc req-2701d068-3e16-42be-96e8-e743ddadef09 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae64f3b0d3994e079c6bfc4ab34b357b&device_id=65dce9e7-21c9-4f35-a760-343b34cac7c7 HTTP/1.1" status: 200 len: 1095 time: 0.1806371 Aug 19 18:10:14.718897 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481dae4-6d5b-4358-84e4-73b5b5a881b6 req-6dcf1e30-9a25-4fa6-b3cf-ed07354bc3d8 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:14.720618 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3481dae4-6d5b-4358-84e4-73b5b5a881b6 req-6dcf1e30-9a25-4fa6-b3cf-ed07354bc3d8 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.2132459 Aug 19 18:10:14.725106 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80ec41f1-038d-4550-94f7-654101b257cc req-81e94e65-818d-4ac6-8ced-dd267a26298b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e832902f-89db-4d5c-9fc9-06531447d530 HTTP/1.1" status: 200 len: 217 time: 0.0713704 Aug 19 18:10:14.761556 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83f619-ff28-459c-998e-484cb399b6f1 req-59b6cc5e-474f-4048-8e10-e52fd03d56af tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:14.763597 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f83f619-ff28-459c-998e-484cb399b6f1 req-59b6cc5e-474f-4048-8e10-e52fd03d56af tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.0727525 Aug 19 18:10:14.820212 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f83f619-ff28-459c-998e-484cb399b6f1 req-7127cee9-1ba5-4e11-bcee-49aec9168c41 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483584 Aug 19 18:10:14.879665 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec41f1-038d-4550-94f7-654101b257cc req-08496bfc-970b-4552-9a32-297420285f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:14.881108 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80ec41f1-038d-4550-94f7-654101b257cc req-08496bfc-970b-4552-9a32-297420285f34 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee52aea2-4c4c-4ce5-9853-28e4d75899b9 HTTP/1.1" status: 200 len: 846 time: 0.1085041 Aug 19 18:10:14.924692 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3481dae4-6d5b-4358-84e4-73b5b5a881b6 req-1bf808d1-7ccd-46c0-9219-d7f2bdda3e71 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879091 Aug 19 18:10:14.948579 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80ec41f1-038d-4550-94f7-654101b257cc req-f34e49a4-0095-4812-b0b5-646795c6ed79 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6ca3005-f821-4bbf-9771-cb98a9ef289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367229 Aug 19 18:10:15.055371 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 2913220d-a5aa-4c2d-a359-acf78c5e338c up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:10:15.112621 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 2913220d-a5aa-4c2d-a359-acf78c5e338c completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:10:15.117014 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 2913220d-a5aa-4c2d-a359-acf78c5e338c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:15.117634 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:15.134160 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80ec41f1-038d-4550-94f7-654101b257cc req-0d4c944a-bf5a-44c8-8a47-192c67194110 service neutron] 10.222.0.50 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696186 Aug 19 18:10:15.218870 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:15.247070 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a18778-7013-48c0-a4c0-0f224cef6dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2913220d-a5aa-4c2d-a359-acf78c5e338c'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:15.250716 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6909832b-2447-409b-8427-c20121ccdc3f" -d '{"events": [{"server_uuid": "35a18778-7013-48c0-a4c0-0f224cef6dfd", "name": "network-vif-plugged", "status": "completed", "tag": "2913220d-a5aa-4c2d-a359-acf78c5e338c"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:15.300483 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcdebd1-159b-47b6-8b84-a0daf6614e56 x-openstack-request-id: req-1dcdebd1-159b-47b6-8b84-a0daf6614e56 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:15.301281 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a18778-7013-48c0-a4c0-0f224cef6dfd", "name": "network-vif-plugged", "status": "completed", "tag": "2913220d-a5aa-4c2d-a359-acf78c5e338c", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:15.301796 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1dcdebd1-159b-47b6-8b84-a0daf6614e56 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:15.302372 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a18778-7013-48c0-a4c0-0f224cef6dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2913220d-a5aa-4c2d-a359-acf78c5e338c', 'code': 200} Aug 19 18:10:15.308176 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 2913220d-a5aa-4c2d-a359-acf78c5e338c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=2913220d-a5aa-4c2d-a359-acf78c5e338c,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:15.326349 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:15.397911 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=2913220d-a5aa-4c2d-a359-acf78c5e338c,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:15.470595 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f036670-1905-45c0-a189-87519cf9bc78 req-2f197174-9bf2-498c-9105-148da33ce4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:15.473133 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3f036670-1905-45c0-a189-87519cf9bc78 req-2f197174-9bf2-498c-9105-148da33ce4ee service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=35a18778-7013-48c0-a4c0-0f224cef6dfd HTTP/1.1" status: 200 len: 1101 time: 0.0636978 Aug 19 18:10:15.481878 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f3d7f-f4aa-4d31-b2be-9ac5884b3684 req-a96365f4-7cda-4965-a3cb-8437b77ed59b tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:15.484199 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-474f3d7f-f4aa-4d31-b2be-9ac5884b3684 req-a96365f4-7cda-4965-a3cb-8437b77ed59b tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a18778-7013-48c0-a4c0-0f224cef6dfd HTTP/1.1" status: 200 len: 950 time: 0.1887448 Aug 19 18:10:15.581896 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7c0adf8e-887f-498e-8934-be6fd788fade no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:15.588590 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3f036670-1905-45c0-a189-87519cf9bc78 req-3ac6cfbf-9b62-4d14-a191-2379f9b2bf17 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012859 Aug 19 18:10:15.604305 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-474f3d7f-f4aa-4d31-b2be-9ac5884b3684 req-4a8c87c6-2fad-459d-b746-20f9260600dc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908058 Aug 19 18:10:15.616351 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 7c0adf8e-887f-498e-8934-be6fd788fade {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:10:15.617024 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7c0adf8e-887f-498e-8934-be6fd788fade not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:10:15.693498 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199469ba-1b9c-438c-be76-be4754bd0f15 req-4efeddc5-9799-4e91-95fc-956044d1e99c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:15.695079 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-199469ba-1b9c-438c-be76-be4754bd0f15 req-4efeddc5-9799-4e91-95fc-956044d1e99c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=65dce9e7-21c9-4f35-a760-343b34cac7c7 HTTP/1.1" status: 200 len: 944 time: 0.1194646 Aug 19 18:10:15.702996 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80ec41f1-038d-4550-94f7-654101b257cc req-0819ceea-3d67-476b-a727-0a4bcbf64043 service neutron] 10.222.0.50 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5521202 Aug 19 18:10:15.751290 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-199469ba-1b9c-438c-be76-be4754bd0f15 req-dcc491e7-25fd-4027-a389-1526591b2014 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462871 Aug 19 18:10:15.771785 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-612184fa-12ff-4469-8c94-2f0c4080de70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:15.931193 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a106622-4028-4bb7-91aa-61caa2b912e5 req-b8b337bb-a4b1-4285-b497-0d3aa820661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:15.932772 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4a106622-4028-4bb7-91aa-61caa2b912e5 req-b8b337bb-a4b1-4285-b497-0d3aa820661a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae64f3b0d3994e079c6bfc4ab34b357b&device_id=65dce9e7-21c9-4f35-a760-343b34cac7c7 HTTP/1.1" status: 200 len: 1095 time: 0.1189370 Aug 19 18:10:16.102014 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15250852-e300-409c-8733-e2cf767cc84a req-afd77a7b-06bc-466b-8f14-e5648e7fc972 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:16.103753 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61168bdc-d651-4b96-afc4-97e05b9d41fd req-3e438d4d-1fbe-476c-8657-861260040692 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:16.104414 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-15250852-e300-409c-8733-e2cf767cc84a req-afd77a7b-06bc-466b-8f14-e5648e7fc972 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.1958132 Aug 19 18:10:16.112107 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-61168bdc-d651-4b96-afc4-97e05b9d41fd req-3e438d4d-1fbe-476c-8657-861260040692 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.0633950 Aug 19 18:10:16.154496 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-61168bdc-d651-4b96-afc4-97e05b9d41fd req-cbe880f4-199b-4744-a3f1-033a7a5fc77a tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366440 Aug 19 18:10:16.159167 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a106622-4028-4bb7-91aa-61caa2b912e5 req-f9544c1d-008f-4a66-9127-28845a44aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:16.160985 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4a106622-4028-4bb7-91aa-61caa2b912e5 req-f9544c1d-008f-4a66-9127-28845a44aa5a service neutron] 10.222.0.50 "GET /v2.0/networks?id=f6ca3005-f821-4bbf-9771-cb98a9ef289d HTTP/1.1" status: 200 len: 907 time: 0.2103715 Aug 19 18:10:16.185510 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-15250852-e300-409c-8733-e2cf767cc84a req-1e141810-dc4a-43b2-9b69-45b2d4af04a7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734956 Aug 19 18:10:16.243012 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4a106622-4028-4bb7-91aa-61caa2b912e5 req-98792ede-4dd4-493b-9fb3-30a3cab225ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e832902f-89db-4d5c-9fc9-06531447d530 HTTP/1.1" status: 200 len: 217 time: 0.0606682 Aug 19 18:10:16.246430 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:16.324159 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a106622-4028-4bb7-91aa-61caa2b912e5 req-99bdf07b-8063-4170-8618-6f4990f0ced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:16.325675 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4a106622-4028-4bb7-91aa-61caa2b912e5 req-99bdf07b-8063-4170-8618-6f4990f0ced5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee52aea2-4c4c-4ce5-9853-28e4d75899b9 HTTP/1.1" status: 200 len: 846 time: 0.0541680 Aug 19 18:10:16.337321 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-612184fa-12ff-4469-8c94-2f0c4080de70 admin admin] Deleting port 3a4b963d-1aba-4bee-9939-1e1f1d248464 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:16.337784 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-612184fa-12ff-4469-8c94-2f0c4080de70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:16.409898 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4a106622-4028-4bb7-91aa-61caa2b912e5 req-afbddba3-1273-4abb-acb5-d093783b10f2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6ca3005-f821-4bbf-9771-cb98a9ef289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557404 Aug 19 18:10:16.505906 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-612184fa-12ff-4469-8c94-2f0c4080de70 admin admin] For port 3a4b963d-1aba-4bee-9939-1e1f1d248464, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3a4b963d-1aba-4bee-9939-1e1f1d248464,segment=NetworkSegment(33a7d544-d969-4a4f-bf00-925d2d216096),segment_id=33a7d544-d969-4a4f-bf00-925d2d216096)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:16.506286 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-612184fa-12ff-4469-8c94-2f0c4080de70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:16.524069 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-612184fa-12ff-4469-8c94-2f0c4080de70 admin admin] Calling delete_port for 3a4b963d-1aba-4bee-9939-1e1f1d248464 owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:16.594514 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4a106622-4028-4bb7-91aa-61caa2b912e5 req-d21ffa4a-2ac7-40a9-95c4-8b5b21605752 service neutron] 10.222.0.50 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628351 Aug 19 18:10:16.736829 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071dde3-25eb-46c3-b286-754c2bddf6fd req-74835562-22b2-480e-bf52-5cbfa149f464 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:16.738785 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6071dde3-25eb-46c3-b286-754c2bddf6fd req-74835562-22b2-480e-bf52-5cbfa149f464 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a18778-7013-48c0-a4c0-0f224cef6dfd HTTP/1.1" status: 200 len: 950 time: 0.0567636 Aug 19 18:10:16.803469 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6071dde3-25eb-46c3-b286-754c2bddf6fd req-96e9eb3e-c0be-4815-b57a-c576ebdbaaa8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497999 Aug 19 18:10:16.803656 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4a106622-4028-4bb7-91aa-61caa2b912e5 req-781dffb3-f8cd-4ec7-93c2-b347d8add4bd service neutron] 10.222.0.50 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912656 Aug 19 18:10:16.950003 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-612184fa-12ff-4469-8c94-2f0c4080de70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:16.986406 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612184fa-12ff-4469-8c94-2f0c4080de70 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a4b963d-1aba-4bee-9939-1e1f1d248464,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:16.999293 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c6b85-44ff-45b6-aa28-78a04adea792 req-66125884-0630-47ad-84ae-4b92c5586156 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:17.000944 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f8c6b85-44ff-45b6-aa28-78a04adea792 req-66125884-0630-47ad-84ae-4b92c5586156 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=65dce9e7-21c9-4f35-a760-343b34cac7c7 HTTP/1.1" status: 200 len: 944 time: 0.1084747 Aug 19 18:10:17.213279 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f8c6b85-44ff-45b6-aa28-78a04adea792 req-8076ae92-8b74-4eb4-b6e1-3670fbf8c7a0 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351664 Aug 19 18:10:17.241056 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-612184fa-12ff-4469-8c94-2f0c4080de70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:17.313892 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bd0da-0d02-4f09-9d79-605421c368bd req-52101e9c-422f-4ee8-9d18-7f9c20c16479 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:17.315385 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ee6bd0da-0d02-4f09-9d79-605421c368bd req-52101e9c-422f-4ee8-9d18-7f9c20c16479 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.0590668 Aug 19 18:10:17.358077 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ee6bd0da-0d02-4f09-9d79-605421c368bd req-dd6abb36-ddf3-4cdf-8b48-ba087f5ce4b1 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355129 Aug 19 18:10:17.403463 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93053297-6a4f-47c0-b4df-a91c5ba499ff req-745c0378-5c75-4f11-a41f-65e5d7f69a71 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:17.405164 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-93053297-6a4f-47c0-b4df-a91c5ba499ff req-745c0378-5c75-4f11-a41f-65e5d7f69a71 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.1090190 Aug 19 18:10:17.497520 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-93053297-6a4f-47c0-b4df-a91c5ba499ff req-5faf70c5-bac4-421b-863a-9042e4c6a81f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846727 Aug 19 18:10:17.572951 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612184fa-12ff-4469-8c94-2f0c4080de70 admin admin] Router 4ac10a2e-2f16-4c7a-a708-d93265d0991b has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:10:17.688663 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612184fa-12ff-4469-8c94-2f0c4080de70 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:10:17.693773 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-612184fa-12ff-4469-8c94-2f0c4080de70 admin admin] 10.222.0.24 "PUT /v2.0/routers/4ac10a2e-2f16-4c7a-a708-d93265d0991b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2496345 Aug 19 18:10:17.696288 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45086) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:17.699158 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac25813-f00c-479c-9ce3-a11e46cb938c None None] Sync routers for ids ['4ac10a2e-2f16-4c7a-a708-d93265d0991b'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:10:17.709776 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac25813-f00c-479c-9ce3-a11e46cb938c None None] Routers {'4ac10a2e-2f16-4c7a-a708-d93265d0991b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:17.710403 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7ac25813-f00c-479c-9ce3-a11e46cb938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:10:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4ac10a2e-2f16-4c7a-a708-d93265d0991b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:17.803652 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-96baa7c9-7abd-4e8e-8109-6c9e5f4cc7ff admin admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:17.821085 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-7ac25813-f00c-479c-9ce3-a11e46cb938c None None] Set router 4ac10a2e-2f16-4c7a-a708-d93265d0991b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:10:17.928548 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-96baa7c9-7abd-4e8e-8109-6c9e5f4cc7ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:17.938877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293d921-eb79-4e19-ab3d-52b5fe704069 req-94a48b45-cd7c-423c-bb0c-323113ccd359 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:17.941308 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1293d921-eb79-4e19-ab3d-52b5fe704069 req-94a48b45-cd7c-423c-bb0c-323113ccd359 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a18778-7013-48c0-a4c0-0f224cef6dfd HTTP/1.1" status: 200 len: 950 time: 0.0850303 Aug 19 18:10:17.995385 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1293d921-eb79-4e19-ab3d-52b5fe704069 req-26ee07ef-1b1c-4f68-8463-a9128ba635e1 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459197 Aug 19 18:10:18.018278 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-96baa7c9-7abd-4e8e-8109-6c9e5f4cc7ff admin admin] Deleting port 50059f4b-528e-4e38-a8f4-cdb99a564cfe {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:18.018902 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-96baa7c9-7abd-4e8e-8109-6c9e5f4cc7ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:18.070046 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7ac25813-f00c-479c-9ce3-a11e46cb938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac10a2e-2f16-4c7a-a708-d93265d0991b', 'name': 'tempest-ServersTestMultiNic-860065807-router', 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '50059f4b-528e-4e38-a8f4-cdb99a564cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:08:02Z', 'updated_at': '2021-08-19T18:10:16Z', 'revision_number': 5, 'project_id': 'b36c037b46974fbab72ee33dddb5d134', 'gw_port': {'id': '50059f4b-528e-4e38-a8f4-cdb99a564cfe', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:92:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac10a2e-2f16-4c7a-a708-d93265d0991b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:08:04Z', 'updated_at': '2021-08-19T18:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:18.105906 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac25813-f00c-479c-9ce3-a11e46cb938c None None] Checking router: 4ac10a2e-2f16-4c7a-a708-d93265d0991b for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:10:18.116708 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac25813-f00c-479c-9ce3-a11e46cb938c None None] Routers {'4ac10a2e-2f16-4c7a-a708-d93265d0991b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:18.117359 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7ac25813-f00c-479c-9ce3-a11e46cb938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:10:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4ac10a2e-2f16-4c7a-a708-d93265d0991b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:18.119055 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-96baa7c9-7abd-4e8e-8109-6c9e5f4cc7ff admin admin] For port 50059f4b-528e-4e38-a8f4-cdb99a564cfe, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=50059f4b-528e-4e38-a8f4-cdb99a564cfe,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:18.121410 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-96baa7c9-7abd-4e8e-8109-6c9e5f4cc7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:18.137672 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-96baa7c9-7abd-4e8e-8109-6c9e5f4cc7ff admin admin] Calling delete_port for 50059f4b-528e-4e38-a8f4-cdb99a564cfe owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:18.246890 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-7ac25813-f00c-479c-9ce3-a11e46cb938c None None] Set router 4ac10a2e-2f16-4c7a-a708-d93265d0991b gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:10:18.288367 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99207f68-98ce-4d86-a6a5-0ab9d811038e req-76a09aae-3d42-49b8-85fe-1358730262bb tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:18.289963 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-99207f68-98ce-4d86-a6a5-0ab9d811038e req-76a09aae-3d42-49b8-85fe-1358730262bb tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=35a18778-7013-48c0-a4c0-0f224cef6dfd HTTP/1.1" status: 200 len: 1101 time: 0.0879128 Aug 19 18:10:18.315320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7ac25813-f00c-479c-9ce3-a11e46cb938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac10a2e-2f16-4c7a-a708-d93265d0991b', 'name': 'tempest-ServersTestMultiNic-860065807-router', 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:08:02Z', 'updated_at': '2021-08-19T18:10:17Z', 'revision_number': 6, 'project_id': 'b36c037b46974fbab72ee33dddb5d134', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:18.316036 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-99207f68-98ce-4d86-a6a5-0ab9d811038e req-8ecf92fc-9210-4421-9982-b2e315fd1f8b tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:18.345511 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac25813-f00c-479c-9ce3-a11e46cb938c None None] The sync data for ids ['4ac10a2e-2f16-4c7a-a708-d93265d0991b'] in n-d-803753-2 is: [{'id': '4ac10a2e-2f16-4c7a-a708-d93265d0991b', 'name': 'tempest-ServersTestMultiNic-860065807-router', 'tenant_id': 'b36c037b46974fbab72ee33dddb5d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:08:02Z', 'updated_at': '2021-08-19T18:10:17Z', 'revision_number': 6, 'project_id': 'b36c037b46974fbab72ee33dddb5d134', 'gw_port_host': None}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:10:18.367814 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac2f8f-836a-4401-861c-1b66e2df4575 req-ff2eaddf-fb8a-4274-983f-ed127b2560cc tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:18.369677 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b8ac2f8f-836a-4401-861c-1b66e2df4575 req-ff2eaddf-fb8a-4274-983f-ed127b2560cc tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=65dce9e7-21c9-4f35-a760-343b34cac7c7 HTTP/1.1" status: 200 len: 944 time: 0.0597575 Aug 19 18:10:18.415892 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-96baa7c9-7abd-4e8e-8109-6c9e5f4cc7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:18.416949 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b8ac2f8f-836a-4401-861c-1b66e2df4575 req-800ee2e9-4c56-4d1a-8ba3-289bec9e581b tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381329 Aug 19 18:10:18.448255 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96baa7c9-7abd-4e8e-8109-6c9e5f4cc7ff admin admin] Pushing event deleted for resources: {'Port': ['ID=50059f4b-528e-4e38-a8f4-cdb99a564cfe,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:18.554027 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-99207f68-98ce-4d86-a6a5-0ab9d811038e req-8ecf92fc-9210-4421-9982-b2e315fd1f8b tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:18.555224 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-96baa7c9-7abd-4e8e-8109-6c9e5f4cc7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:18.597908 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-99207f68-98ce-4d86-a6a5-0ab9d811038e req-8ecf92fc-9210-4421-9982-b2e315fd1f8b tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:18.654070 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-dc11b407-3a53-4ffc-9ce5-c1c5ae888737 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1335366 Aug 19 18:10:18.689789 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7deec-696c-4d2c-b885-743801e44268 req-a7d81f88-fed8-4546-85f2-45726ad9fd91 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:18.699123 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-96baa7c9-7abd-4e8e-8109-6c9e5f4cc7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:18.704391 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2bb7deec-696c-4d2c-b885-743801e44268 req-a7d81f88-fed8-4546-85f2-45726ad9fd91 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.1193781 Aug 19 18:10:18.711906 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-96baa7c9-7abd-4e8e-8109-6c9e5f4cc7ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:18.717583 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-99207f68-98ce-4d86-a6a5-0ab9d811038e req-8ecf92fc-9210-4421-9982-b2e315fd1f8b tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168985 Aug 19 18:10:18.720710 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf92fc-9210-4421-9982-b2e315fd1f8b tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64f7eba-7b0e-4109-aa54-0bc0351d859a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:18.789919 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-96baa7c9-7abd-4e8e-8109-6c9e5f4cc7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:18.791273 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96baa7c9-7abd-4e8e-8109-6c9e5f4cc7ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ac10a2e-2f16-4c7a-a708-d93265d0991b {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:10:18.800484 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-96baa7c9-7abd-4e8e-8109-6c9e5f4cc7ff admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:18.805395 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-96baa7c9-7abd-4e8e-8109-6c9e5f4cc7ff admin admin] 10.222.0.24 "DELETE /v2.0/routers/4ac10a2e-2f16-4c7a-a708-d93265d0991b HTTP/1.1" status: 204 len: 168 time: 1.1077733 Aug 19 18:10:18.806166 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45118) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:18.830517 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device e832902f-89db-4d5c-9fc9-06531447d530 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:10:18.832905 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2bb7deec-696c-4d2c-b885-743801e44268 req-5585055f-5662-4589-9e63-f7c528c031cd tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269231 Aug 19 18:10:18.893340 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62662f-9798-4071-a059-f27b47d5c335 req-390056d6-a37b-4f63-9d50-d4119bd74e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:18.893867 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62662f-9798-4071-a059-f27b47d5c335 req-390056d6-a37b-4f63-9d50-d4119bd74e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:18.894343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62662f-9798-4071-a059-f27b47d5c335 req-390056d6-a37b-4f63-9d50-d4119bd74e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:18.894827 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62662f-9798-4071-a059-f27b47d5c335 req-390056d6-a37b-4f63-9d50-d4119bd74e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:18.895291 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62662f-9798-4071-a059-f27b47d5c335 req-390056d6-a37b-4f63-9d50-d4119bd74e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:18.895818 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62662f-9798-4071-a059-f27b47d5c335 req-390056d6-a37b-4f63-9d50-d4119bd74e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:18.902999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62662f-9798-4071-a059-f27b47d5c335 req-390056d6-a37b-4f63-9d50-d4119bd74e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:18.906585 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-390056d6-a37b-4f63-9d50-d4119bd74e98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22b0cfe0dd134d888d6f8103e3004f52&device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 6492 time: 0.1759501 Aug 19 18:10:18.975286 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeaed195-ca50-47cd-8f38-c6e6b1a8a036 admin admin] Deleting subnet 5d6fc4fd-4407-4240-9265-00371e67473f {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:10:18.980659 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eeaed195-ca50-47cd-8f38-c6e6b1a8a036 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:19.014752 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d35320-2ff7-4075-9123-d2e86b3ab68e req-39606120-8467-4ab2-a7f8-6856172be6a7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:19.023261 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c7d35320-2ff7-4075-9123-d2e86b3ab68e req-39606120-8467-4ab2-a7f8-6856172be6a7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.1595292 Aug 19 18:10:19.085300 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eeaed195-ca50-47cd-8f38-c6e6b1a8a036 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:19.093498 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port e832902f-89db-4d5c-9fc9-06531447d530, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e832902f-89db-4d5c-9fc9-06531447d530,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:19.126661 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'e832902f-89db-4d5c-9fc9-06531447d530', 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d', 'port_id': 'e832902f-89db-4d5c-9fc9-06531447d530', 'mac_address': 'fa:16:3e:f0:c6:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee52aea2-4c4c-4ce5-9853-28e4d75899b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:10:19.186897 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62662f-9798-4071-a059-f27b47d5c335 req-3b6cdf1b-bbcc-44e7-a531-0ff89554b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:19.187457 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62662f-9798-4071-a059-f27b47d5c335 req-3b6cdf1b-bbcc-44e7-a531-0ff89554b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:19.187940 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62662f-9798-4071-a059-f27b47d5c335 req-3b6cdf1b-bbcc-44e7-a531-0ff89554b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:19.194354 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-3b6cdf1b-bbcc-44e7-a531-0ff89554b7ec service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a57726d-7b72-4596-ad69-fcea207934ef&id=516636c4-cca9-40b7-8447-b891fcfd801e&id=516636c4-cca9-40b7-8447-b891fcfd801e&id=516636c4-cca9-40b7-8447-b891fcfd801e&id=516636c4-cca9-40b7-8447-b891fcfd801e&id=5f633b63-84e5-45ac-aad5-d8f674f8a1ad&id=5f633b63-84e5-45ac-aad5-d8f674f8a1ad HTTP/1.1" status: 200 len: 2292 time: 0.2540555 Aug 19 18:10:19.195958 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c7d35320-2ff7-4075-9123-d2e86b3ab68e req-9ed44f30-47ac-42f1-9dfc-b06c4ff7a39f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691251 Aug 19 18:10:19.218896 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:19.251798 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e832902f-89db-4d5c-9fc9-06531447d530 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:10:19.276600 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eeaed195-ca50-47cd-8f38-c6e6b1a8a036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:19.304911 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port e832902f-89db-4d5c-9fc9-06531447d530, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e832902f-89db-4d5c-9fc9-06531447d530,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:19.311541 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:19.362636 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-858ab1a2-8e7a-4add-a59e-34618d2e7753 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=11f676ae7ee7460b9797b3d37f835c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493960 Aug 19 18:10:19.363866 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-8e96401e-bdd0-42aa-981d-151b4d0e50b6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 HTTP/1.1" status: 200 len: 1001 time: 0.1612637 Aug 19 18:10:19.434653 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=e832902f-89db-4d5c-9fc9-06531447d530,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:19.488611 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62662f-9798-4071-a059-f27b47d5c335 req-78be1691-374a-4ae5-bee4-95db8850957b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:19.492216 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-78be1691-374a-4ae5-bee4-95db8850957b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce67a4c2-3255-481b-8d44-f56c5622f0d5 HTTP/1.1" status: 200 len: 850 time: 0.1204705 Aug 19 18:10:19.507072 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eeaed195-ca50-47cd-8f38-c6e6b1a8a036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:19.547243 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62662f-9798-4071-a059-f27b47d5c335 req-abd75e4e-9669-46bd-8562-55b434213c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:19.552349 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaed195-ca50-47cd-8f38-c6e6b1a8a036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d6fc4fd-4407-4240-9265-00371e67473f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:19.553093 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-abd75e4e-9669-46bd-8562-55b434213c79 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a57726d-7b72-4596-ad69-fcea207934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518219 Aug 19 18:10:19.564859 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eeaed195-ca50-47cd-8f38-c6e6b1a8a036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:19.569788 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06fcd01-e32c-46b1-a07f-f841ff7460a3 None None] Network b3986ad4-b00d-45ed-b82d-6ac18e427247 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:10:19.570664 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-eeaed195-ca50-47cd-8f38-c6e6b1a8a036 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5d6fc4fd-4407-4240-9265-00371e67473f HTTP/1.1" status: 204 len: 168 time: 0.7631974 Aug 19 18:10:19.570829 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45146) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:19.580476 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-e5419165-ef6e-49ef-957d-0fd3d7e3296f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:19.582303 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-e5419165-ef6e-49ef-957d-0fd3d7e3296f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2110822 Aug 19 18:10:19.610720 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-2086403e-3ea7-42b2-93b9-50fcb5cbd415 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/quotas/11f676ae7ee7460b9797b3d37f835c87 HTTP/1.1" status: 200 len: 375 time: 0.0188825 Aug 19 18:10:19.680272 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-7156aa34-af82-46eb-8277-e8a429b3b925 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=11f676ae7ee7460b9797b3d37f835c87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0623615 Aug 19 18:10:19.715678 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 50059f4b-528e-4e38-a8f4-cdb99a564cfe no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:19.754406 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 50059f4b-528e-4e38-a8f4-cdb99a564cfe {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:10:19.754767 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 50059f4b-528e-4e38-a8f4-cdb99a564cfe not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:10:19.755247 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3a4b963d-1aba-4bee-9939-1e1f1d248464 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:19.798084 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 3a4b963d-1aba-4bee-9939-1e1f1d248464 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:10:19.798770 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3a4b963d-1aba-4bee-9939-1e1f1d248464 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:10:19.856207 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-3ece0aa4-eeff-47f3-bb9f-fbd6a3146e6f service neutron] 10.222.0.54 "GET /v2.0/networks/2a57726d-7b72-4596-ad69-fcea207934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948749 Aug 19 18:10:19.877929 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6447cae4-0dc5-4382-b460-a2388e8d6f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:19.894315 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['e832902f-89db-4d5c-9fc9-06531447d530'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:20.006618 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacab526-fab1-40ea-8924-71fb881aa5b2 req-3441b141-3187-4287-a8f5-cb96d9823805 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:20.014795 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aacab526-fab1-40ea-8924-71fb881aa5b2 req-3441b141-3187-4287-a8f5-cb96d9823805 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=65dce9e7-21c9-4f35-a760-343b34cac7c7 HTTP/1.1" status: 200 len: 945 time: 0.1568222 Aug 19 18:10:20.103488 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aacab526-fab1-40ea-8924-71fb881aa5b2 req-25e01b24-9efb-44d9-8bc7-6d7b2030aeee tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863068 Aug 19 18:10:20.188892 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-6447cae4-0dc5-4382-b460-a2388e8d6f03 admin admin] Deleting port 0fb9c504-98de-4b88-86ed-7d54e3838993 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:20.189235 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6447cae4-0dc5-4382-b460-a2388e8d6f03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:20.210932 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-3ad66ff0-935b-4a60-8166-fc2a6296ebd1 service neutron] 10.222.0.54 "GET /v2.0/networks/2a57726d-7b72-4596-ad69-fcea207934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389094 Aug 19 18:10:20.229877 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a09e55a-5350-44be-9c0a-8dc21c9cbe2e None None] DHCP port deletion for b3986ad4-b00d-45ed-b82d-6ac18e427247 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:10:20.302851 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-2f5f34a0-e214-4038-8562-5fa40801ca78 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=dfb77d0d-a0bb-41e1-b68c-463a99752b1a HTTP/1.1" status: 200 len: 217 time: 0.0621784 Aug 19 18:10:20.367862 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-6a09e55a-5350-44be-9c0a-8dc21c9cbe2e None None] Deleting port 0fb9c504-98de-4b88-86ed-7d54e3838993 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:20.368506 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6a09e55a-5350-44be-9c0a-8dc21c9cbe2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:20.418939 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-6447cae4-0dc5-4382-b460-a2388e8d6f03 admin admin] For port 0fb9c504-98de-4b88-86ed-7d54e3838993, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0fb9c504-98de-4b88-86ed-7d54e3838993,segment=NetworkSegment(33a7d544-d969-4a4f-bf00-925d2d216096),segment_id=33a7d544-d969-4a4f-bf00-925d2d216096)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:20.419313 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6447cae4-0dc5-4382-b460-a2388e8d6f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:20.431644 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62662f-9798-4071-a059-f27b47d5c335 req-2c9f0e80-e5f3-43cf-91cb-661a0fbe143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:20.433196 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-2c9f0e80-e5f3-43cf-91cb-661a0fbe143d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=148c2169-2926-4f60-a141-8969465d9d36 HTTP/1.1" status: 200 len: 797 time: 0.0916767 Aug 19 18:10:20.440479 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-6447cae4-0dc5-4382-b460-a2388e8d6f03 admin admin] Calling delete_port for 0fb9c504-98de-4b88-86ed-7d54e3838993 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:20.555853 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-6a09e55a-5350-44be-9c0a-8dc21c9cbe2e None None] For port 0fb9c504-98de-4b88-86ed-7d54e3838993, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0fb9c504-98de-4b88-86ed-7d54e3838993,segment=NetworkSegment(33a7d544-d969-4a4f-bf00-925d2d216096),segment_id=33a7d544-d969-4a4f-bf00-925d2d216096)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:20.556503 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6a09e55a-5350-44be-9c0a-8dc21c9cbe2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:20.594145 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62662f-9798-4071-a059-f27b47d5c335 req-cd0db29f-cdde-4048-8662-0b93dbfd84b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:20.598403 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-cd0db29f-cdde-4048-8662-0b93dbfd84b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=516636c4-cca9-40b7-8447-b891fcfd801e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1515269 Aug 19 18:10:20.620338 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-6a09e55a-5350-44be-9c0a-8dc21c9cbe2e None None] Calling delete_port for 0fb9c504-98de-4b88-86ed-7d54e3838993 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:20.649842 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def32f04-d0a9-48b3-870a-ba18641d9c2a req-b647b19c-4ba9-4d3a-96fd-928c646992da tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:20.661955 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-def32f04-d0a9-48b3-870a-ba18641d9c2a req-b647b19c-4ba9-4d3a-96fd-928c646992da tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.1561217 Aug 19 18:10:20.807105 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-def32f04-d0a9-48b3-870a-ba18641d9c2a req-9868eccf-5e3d-4248-a3a8-d5f1d1308ee6 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165071 Aug 19 18:10:20.886481 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6a09e55a-5350-44be-9c0a-8dc21c9cbe2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:20.888053 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9a1a1-9910-4628-a6b8-b0caebfcdb6f req-990fd4fb-9161-4f04-b15e-b8e966265854 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:20.890322 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3fc9a1a1-9910-4628-a6b8-b0caebfcdb6f req-990fd4fb-9161-4f04-b15e-b8e966265854 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.1786439 Aug 19 18:10:20.931633 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09e55a-5350-44be-9c0a-8dc21c9cbe2e None None] Pushing event deleted for resources: {'Port': ['ID=0fb9c504-98de-4b88-86ed-7d54e3838993,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:20.942840 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a09e55a-5350-44be-9c0a-8dc21c9cbe2e None None] No DVR routers for this DVR port 0fb9c504-98de-4b88-86ed-7d54e3838993 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:20.988796 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3fc9a1a1-9910-4628-a6b8-b0caebfcdb6f req-278cc916-6617-44c9-97ae-b332928e497f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876446 Aug 19 18:10:21.061403 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6447cae4-0dc5-4382-b460-a2388e8d6f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:21.112722 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-43eda58d-4d52-445f-aeff-662f4daba3c4 service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435487 Aug 19 18:10:21.115285 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6447cae4-0dc5-4382-b460-a2388e8d6f03 admin admin] No DVR routers for this DVR port 0fb9c504-98de-4b88-86ed-7d54e3838993 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:21.117112 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447cae4-0dc5-4382-b460-a2388e8d6f03 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb9c504-98de-4b88-86ed-7d54e3838993,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:21.226940 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-737c22bd-73ef-4a29-8af0-9afdeada20ed req-74a8f4c2-5e46-4ac7-a8c6-fe306a48dcb1 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=487fa018-15f3-458e-8425-88a56c9baee3 HTTP/1.1" status: 200 len: 210 time: 0.1496990 Aug 19 18:10:21.247927 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f03e10-f9bd-4894-b072-8a8a5eb0d52d req-3d3c6793-4053-485a-afde-3854f9f0ddc2 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:21.250953 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-47f03e10-f9bd-4894-b072-8a8a5eb0d52d req-3d3c6793-4053-485a-afde-3854f9f0ddc2 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=65dce9e7-21c9-4f35-a760-343b34cac7c7 HTTP/1.1" status: 200 len: 945 time: 0.0645361 Aug 19 18:10:21.312798 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-47f03e10-f9bd-4894-b072-8a8a5eb0d52d req-6d163628-f1b7-4347-87b3-0dc0c7940490 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551844 Aug 19 18:10:21.322079 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6447cae4-0dc5-4382-b460-a2388e8d6f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:21.364345 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-6447cae4-0dc5-4382-b460-a2388e8d6f03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3986ad4-b00d-45ed-b82d-6ac18e427247']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:21.394511 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-6447cae4-0dc5-4382-b460-a2388e8d6f03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a7d544-d969-4a4f-bf00-925d2d216096') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:21.394989 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-6447cae4-0dc5-4382-b460-a2388e8d6f03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a7d544-d969-4a4f-bf00-925d2d216096') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:21.400688 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-3e062bcd-2387-4562-8daa-24397f6d8899 service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280710 Aug 19 18:10:21.433299 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6447cae4-0dc5-4382-b460-a2388e8d6f03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:21.501971 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-2f8c3c9e-e2e2-44c5-83c3-574ad4bf130e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=c5aa8d31-a91d-4215-83d9-2d7dea935f79 HTTP/1.1" status: 200 len: 217 time: 0.0850890 Aug 19 18:10:21.506728 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6447cae4-0dc5-4382-b460-a2388e8d6f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:21.617584 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62662f-9798-4071-a059-f27b47d5c335 req-7832a499-6047-4ffc-8314-e1948af6c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:21.621278 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-7832a499-6047-4ffc-8314-e1948af6c461 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=148c2169-2926-4f60-a141-8969465d9d36 HTTP/1.1" status: 200 len: 797 time: 0.1105521 Aug 19 18:10:21.629956 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6447cae4-0dc5-4382-b460-a2388e8d6f03 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:10:21.630701 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6447cae4-0dc5-4382-b460-a2388e8d6f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:10:21.637034 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:10:21.663821 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0fb9c504-98de-4b88-86ed-7d54e3838993 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:21.787320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 0fb9c504-98de-4b88-86ed-7d54e3838993 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:10:21.789743 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0fb9c504-98de-4b88-86ed-7d54e3838993 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:10:21.937464 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6447cae4-0dc5-4382-b460-a2388e8d6f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:21.979604 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6447cae4-0dc5-4382-b460-a2388e8d6f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:21.999250 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6447cae4-0dc5-4382-b460-a2388e8d6f03 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b3986ad4-b00d-45ed-b82d-6ac18e427247 HTTP/1.1" status: 204 len: 168 time: 2.4249070 Aug 19 18:10:22.080486 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447cae4-0dc5-4382-b460-a2388e8d6f03 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3986ad4-b00d-45ed-b82d-6ac18e427247,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:22.100347 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62662f-9798-4071-a059-f27b47d5c335 req-62bdc05b-7b7a-44a4-a4bc-c22ebb14bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:22.103025 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-62bdc05b-7b7a-44a4-a4bc-c22ebb14bcf6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=516636c4-cca9-40b7-8447-b891fcfd801e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4578164 Aug 19 18:10:22.157513 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01154fac-5fb1-4b16-be52-3ff51a971efc req-dcff9e77-c92d-4b32-9e64-951e493cf8d7 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:22.159848 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-01154fac-5fb1-4b16-be52-3ff51a971efc req-dcff9e77-c92d-4b32-9e64-951e493cf8d7 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.2475202 Aug 19 18:10:22.260041 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-01154fac-5fb1-4b16-be52-3ff51a971efc req-ceae9e34-fea1-4a6a-b2a3-a5a57540edee tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891068 Aug 19 18:10:22.349111 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66958223-8edb-4445-a056-895eeeafc712 req-c4eafefc-1d8e-43d3-8c6f-294b88e55549 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:22.351426 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-66958223-8edb-4445-a056-895eeeafc712 req-c4eafefc-1d8e-43d3-8c6f-294b88e55549 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.1234555 Aug 19 18:10:22.390875 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-b783598f-9c0b-40df-ab7a-ae5422160808 service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787724 Aug 19 18:10:22.433171 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:10:22.489199 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d7681bf-2406-4a32-9e4a-60e59eaef70b req-785e6880-38dc-4e0b-8846-10b70df5535f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=487fa018-15f3-458e-8425-88a56c9baee3 HTTP/1.1" status: 200 len: 210 time: 0.0599139 Aug 19 18:10:22.551255 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45204) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:22.597793 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-66958223-8edb-4445-a056-895eeeafc712 req-39ef433e-208e-4ab2-a01d-74d9a4ca4db3 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219303 Aug 19 18:10:22.624837 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-93508bd9-1ad2-4d96-9ee3-6a25f06e833a service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254944 Aug 19 18:10:22.684728 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-b004a5f0-23b8-4486-8413-8d0bcd3ae3de service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=093f4306-674e-490b-a5f0-ea79738c3dd1 HTTP/1.1" status: 200 len: 217 time: 0.0517390 Aug 19 18:10:22.696868 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-06281658-e392-4559-a4c2-7f74e22a596c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b36c037b46974fbab72ee33dddb5d134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434369 Aug 19 18:10:22.700402 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45206) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:22.770740 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa4eca-14bd-42dd-8d82-edbe78534416 req-d120b064-d4ed-4cda-8d26-7d748d9d1f79 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:22.779257 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67fa4eca-14bd-42dd-8d82-edbe78534416 req-d120b064-d4ed-4cda-8d26-7d748d9d1f79 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=65dce9e7-21c9-4f35-a760-343b34cac7c7 HTTP/1.1" status: 200 len: 945 time: 0.1370227 Aug 19 18:10:22.803570 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62662f-9798-4071-a059-f27b47d5c335 req-1ac9dd5b-2272-411f-9643-8edd8a244b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:22.805351 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-1ac9dd5b-2272-411f-9643-8edd8a244b3c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=148c2169-2926-4f60-a141-8969465d9d36 HTTP/1.1" status: 200 len: 797 time: 0.1113286 Aug 19 18:10:22.831183 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-db385cc3-0078-4601-9489-89df615c9211 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=11f676ae7ee7460b9797b3d37f835c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784478 Aug 19 18:10:22.869346 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device e832902f-89db-4d5c-9fc9-06531447d530 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:10:22.924671 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67fa4eca-14bd-42dd-8d82-edbe78534416 req-45db3438-7104-4f66-b715-68326cffb7d7 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441238 Aug 19 18:10:22.954376 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62662f-9798-4071-a059-f27b47d5c335 req-6024738b-b2dc-4b85-99bb-8b75a4b49218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:22.957054 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-6024738b-b2dc-4b85-99bb-8b75a4b49218 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=516636c4-cca9-40b7-8447-b891fcfd801e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1425211 Aug 19 18:10:22.990743 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a481e37-7bc7-4977-8343-d35df15a7499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:23.000751 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port e832902f-89db-4d5c-9fc9-06531447d530 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:10:23.006035 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port e832902f-89db-4d5c-9fc9-06531447d530 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:23.006744 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:23.039791 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a481e37-7bc7-4977-8343-d35df15a7499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:23.231541 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:23.449841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65dce9e7-21c9-4f35-a760-343b34cac7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e832902f-89db-4d5c-9fc9-06531447d530'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:23.470946 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3c22a8-386c-4398-81a9-21263187ab58" -d '{"events": [{"server_uuid": "65dce9e7-21c9-4f35-a760-343b34cac7c7", "name": "network-vif-plugged", "status": "completed", "tag": "e832902f-89db-4d5c-9fc9-06531447d530"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:23.571015 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-9c4b4480-22c8-4aff-8cbd-5f76392d6691 service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5959990 Aug 19 18:10:23.576026 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port e832902f-89db-4d5c-9fc9-06531447d530, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e832902f-89db-4d5c-9fc9-06531447d530,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:23.587759 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:23.728399 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c71b66-14bb-4244-bea4-70c46297fefb x-openstack-request-id: req-a6c71b66-14bb-4244-bea4-70c46297fefb {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:23.734465 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65dce9e7-21c9-4f35-a760-343b34cac7c7", "name": "network-vif-plugged", "status": "completed", "tag": "e832902f-89db-4d5c-9fc9-06531447d530", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:23.735157 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6c71b66-14bb-4244-bea4-70c46297fefb {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:23.735951 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65dce9e7-21c9-4f35-a760-343b34cac7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e832902f-89db-4d5c-9fc9-06531447d530', 'code': 200} Aug 19 18:10:23.775495 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=e832902f-89db-4d5c-9fc9-06531447d530,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:23.811573 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a481e37-7bc7-4977-8343-d35df15a7499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:23.822604 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a481e37-7bc7-4977-8343-d35df15a7499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:23.823856 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7a481e37-7bc7-4977-8343-d35df15a7499 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/846944b7-7f4b-4d38-aa1b-965f7b0dc72d HTTP/1.1" status: 204 len: 168 time: 1.1222610 Aug 19 18:10:23.850868 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-1726db57-8a0f-4de9-8260-23858e88d07a service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715189 Aug 19 18:10:23.862339 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a481e37-7bc7-4977-8343-d35df15a7499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846944b7-7f4b-4d38-aa1b-965f7b0dc72d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:23.949778 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-be320d0e-1cf9-4921-b86b-6ec3cb51400c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=44151cda-69e6-4588-a910-707492210d9d HTTP/1.1" status: 200 len: 217 time: 0.0485930 Aug 19 18:10:24.072632 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62662f-9798-4071-a059-f27b47d5c335 req-efabd43b-90cf-470c-a90b-eda5460364dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:24.074879 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-efabd43b-90cf-470c-a90b-eda5460364dd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=148c2169-2926-4f60-a141-8969465d9d36 HTTP/1.1" status: 200 len: 797 time: 0.0794952 Aug 19 18:10:24.077641 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6d13a48a-999f-494a-bdd9-2d40b4aaae44 req-5e0f7e3c-3296-4aba-867c-62fcc9afa927 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=487fa018-15f3-458e-8425-88a56c9baee3 HTTP/1.1" status: 200 len: 210 time: 0.2253709 Aug 19 18:10:24.079973 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-9f4e9a73-7f66-4b84-b9d2-0562639f5f4d tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=11f676ae7ee7460b9797b3d37f835c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2161243 Aug 19 18:10:24.134253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740492ed-5920-46de-bed8-b9c8168df8f9 req-da3d991b-b97f-4054-a742-f7ab2065d2af tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:24.146330 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-740492ed-5920-46de-bed8-b9c8168df8f9 req-da3d991b-b97f-4054-a742-f7ab2065d2af tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.3324730 Aug 19 18:10:24.276074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb062f9-2a2f-4bef-a702-e119bf5907f9 req-cb8a6ad9-366b-4226-9cc7-27e2662f464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:24.283602 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bfb062f9-2a2f-4bef-a702-e119bf5907f9 req-cb8a6ad9-366b-4226-9cc7-27e2662f464d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=65dce9e7-21c9-4f35-a760-343b34cac7c7 HTTP/1.1" status: 200 len: 1097 time: 0.3709397 Aug 19 18:10:24.379911 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-740492ed-5920-46de-bed8-b9c8168df8f9 req-210ceb54-2756-4fb2-bc2e-c6e2b36937da tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301979 Aug 19 18:10:24.450977 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-60821bf9-1a39-4c80-bc10-a79096f97f95 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:24.452846 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-60821bf9-1a39-4c80-bc10-a79096f97f95 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5445707 Aug 19 18:10:24.455936 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bfb062f9-2a2f-4bef-a702-e119bf5907f9 req-3f443cf1-2961-4b16-84bd-defa15a6a32b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563640 Aug 19 18:10:24.474937 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-08facf7e-928f-4d87-8731-411775f6f7d7 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Request body: {'port': {'device_id': 'f8c0daa5-4159-4c07-ad27-d947998bd064', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': '11f676ae7ee7460b9797b3d37f835c87'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:24.858593 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62662f-9798-4071-a059-f27b47d5c335 req-9a23245a-e236-4ef3-af6a-fd2c1ec12b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:24.875856 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-9a23245a-e236-4ef3-af6a-fd2c1ec12b84 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=516636c4-cca9-40b7-8447-b891fcfd801e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7827003 Aug 19 18:10:24.879680 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e579de-d2d7-47fa-b6ef-d3d74478ebb5 req-a5c1aa2d-4d9d-465b-9406-691a5481b69a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:24.893727 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-07e579de-d2d7-47fa-b6ef-d3d74478ebb5 req-a5c1aa2d-4d9d-465b-9406-691a5481b69a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=65dce9e7-21c9-4f35-a760-343b34cac7c7 HTTP/1.1" status: 200 len: 946 time: 0.2948098 Aug 19 18:10:24.976131 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-07e579de-d2d7-47fa-b6ef-d3d74478ebb5 req-f3651f93-2847-44e2-82fb-fe014bff214e tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805607 Aug 19 18:10:24.984430 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-08facf7e-928f-4d87-8731-411775f6f7d7 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Made reservation on behalf of 11f676ae7ee7460b9797b3d37f835c87 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:10:24.994486 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-08facf7e-928f-4d87-8731-411775f6f7d7 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:25.042601 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7a22c-cd76-4eb4-b4ce-d034850f9691 req-35d54fa2-684b-47e0-8e9b-5b470c6f5cc1 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:25.050140 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f6e7a22c-cd76-4eb4-b4ce-d034850f9691 req-35d54fa2-684b-47e0-8e9b-5b470c6f5cc1 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.8450701 Aug 19 18:10:25.117014 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-c0ecbca5-caec-42c1-b31a-9895dedebbb2 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:25.119791 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-c0ecbca5-caec-42c1-b31a-9895dedebbb2 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0067916 Aug 19 18:10:25.143823 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-432ec189-7565-4ea9-ba81-66a058f10cf0 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Request body: {'port': {'device_id': '487fa018-15f3-458e-8425-88a56c9baee3', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': '11f676ae7ee7460b9797b3d37f835c87'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:25.198837 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-08facf7e-928f-4d87-8731-411775f6f7d7 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Allocated IP 192.168.233.112 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/08531675-2a28-49f9-9907-04a05109ee16) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:10:25.268957 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f6e7a22c-cd76-4eb4-b4ce-d034850f9691 req-227690eb-2744-40fe-92b7-9f1b7c29ec9e tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173572 Aug 19 18:10:25.374317 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-dd89c0c1-0fb9-4264-9913-e8acca3aedc9 service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678335 Aug 19 18:10:25.480450 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4e95ef7e-8e58-48aa-940e-3d8d26d5d265 req-e10c2cff-8615-4d38-9cb8-f743e45e929d tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=487fa018-15f3-458e-8425-88a56c9baee3 HTTP/1.1" status: 200 len: 210 time: 0.0875793 Aug 19 18:10:25.552151 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45258) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:25.570135 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-432ec189-7565-4ea9-ba81-66a058f10cf0 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Made reservation on behalf of 11f676ae7ee7460b9797b3d37f835c87 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:10:25.578470 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-08facf7e-928f-4d87-8731-411775f6f7d7 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:25.582520 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-432ec189-7565-4ea9-ba81-66a058f10cf0 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:25.609872 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-08facf7e-928f-4d87-8731-411775f6f7d7 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Transition to ACTIVE for port object 08531675-2a28-49f9-9907-04a05109ee16 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:10:25.633146 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-7d927c96-3d9c-4b7f-8af8-a0cd9653e7c6 service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501638 Aug 19 18:10:25.651811 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-08facf7e-928f-4d87-8731-411775f6f7d7 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:25.665178 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['2913220d-a5aa-4c2d-a359-acf78c5e338c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:25.703832 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-08facf7e-928f-4d87-8731-411775f6f7d7 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:10:25.708263 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-08facf7e-928f-4d87-8731-411775f6f7d7 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:10:25.712814 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-08facf7e-928f-4d87-8731-411775f6f7d7 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:10:25.802352 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08facf7e-928f-4d87-8731-411775f6f7d7 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Pushing event updated for resources: {'Port': ['ID=08531675-2a28-49f9-9907-04a05109ee16,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:25.808628 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-6ed7e58c-ef37-4e04-8632-34ea60d718ad admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2044541113-network', 'tenant_id': '29f1ebf411dc45818102ce184a92e66f'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:25.853293 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-08facf7e-928f-4d87-8731-411775f6f7d7 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:25.854592 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-08facf7e-928f-4d87-8731-411775f6f7d7 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:25.875093 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed7e58c-ef37-4e04-8632-34ea60d718ad admin admin] Made reservation on behalf of 29f1ebf411dc45818102ce184a92e66f for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:10:25.882470 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-5045998b-147a-4428-9f02-25fd8986dda2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 HTTP/1.1" status: 200 len: 217 time: 0.2357469 Aug 19 18:10:25.884053 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6ed7e58c-ef37-4e04-8632-34ea60d718ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:25.902412 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-08facf7e-928f-4d87-8731-411775f6f7d7 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4318697 Aug 19 18:10:25.903892 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6ed7e58c-ef37-4e04-8632-34ea60d718ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:25.926179 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-230252e6-7297-4afa-a938-618342db2c15 service neutron] Request body: {'port': {'device_id': 'f8c0daa5-4159-4c07-ad27-d947998bd064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:25.948051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d8e2c-7a1e-44d6-a151-2049966b47c2 req-37d347bf-c1e1-4cc9-b60e-ef86c4b94287 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:25.950010 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a17d8e2c-7a1e-44d6-a151-2049966b47c2 req-37d347bf-c1e1-4cc9-b60e-ef86c4b94287 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.4141986 Aug 19 18:10:26.106969 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6ed7e58c-ef37-4e04-8632-34ea60d718ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:26.126722 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6ed7e58c-ef37-4e04-8632-34ea60d718ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:26.128635 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a17d8e2c-7a1e-44d6-a151-2049966b47c2 req-9d7b6705-89f4-4194-9012-92489e9e4736 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516285 Aug 19 18:10:26.161563 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62662f-9798-4071-a059-f27b47d5c335 req-1a25f3a6-0b18-4cef-aaba-2d1facc39d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:26.163229 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-1a25f3a6-0b18-4cef-aaba-2d1facc39d6d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=947e2840-1f3f-4340-b2ca-df7ebf54ea1a HTTP/1.1" status: 200 len: 797 time: 0.2615328 Aug 19 18:10:26.200973 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-83bde8a9-dc28-4e60-9909-ff1b3a2797ff None None] Provisioning for port 08531675-2a28-49f9-9907-04a05109ee16 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:10:26.234688 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-83bde8a9-dc28-4e60-9909-ff1b3a2797ff None None] Provisioning complete for port 08531675-2a28-49f9-9907-04a05109ee16 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:26.235509 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-83bde8a9-dc28-4e60-9909-ff1b3a2797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:26.240829 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-432ec189-7565-4ea9-ba81-66a058f10cf0 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Allocated IP 192.168.233.140 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/9ae00d4e-4f1a-466b-92d7-1b119470125e) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:10:26.272337 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62662f-9798-4071-a059-f27b47d5c335 req-4722a8ff-4a10-44d5-90f9-e46690f9dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:26.274497 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-4722a8ff-4a10-44d5-90f9-e46690f9dfc6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f633b63-84e5-45ac-aad5-d8f674f8a1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1010909 Aug 19 18:10:26.275763 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed7e58c-ef37-4e04-8632-34ea60d718ad admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:10:26.303486 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7e58c-ef37-4e04-8632-34ea60d718ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0232eef9-d831-4019-8d15-583b30478212,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:26.339755 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea35f9-42a6-47f0-8297-2fd3d0de8dee req-7f08d32f-a100-4581-b00d-fb4089201681 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:26.348022 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-83bde8a9-dc28-4e60-9909-ff1b3a2797ff None None] Port 08531675-2a28-49f9-9907-04a05109ee16 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:10:26.348777 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-98ea35f9-42a6-47f0-8297-2fd3d0de8dee req-7f08d32f-a100-4581-b00d-fb4089201681 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=65dce9e7-21c9-4f35-a760-343b34cac7c7 HTTP/1.1" status: 200 len: 946 time: 0.2390938 Aug 19 18:10:26.369069 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6ed7e58c-ef37-4e04-8632-34ea60d718ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:26.369433 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-6ed7e58c-ef37-4e04-8632-34ea60d718ad admin admin] Added segment d43151d8-c865-45b7-9ff3-54ef0877c73a of type vlan for network 0290f77e-c365-4038-ba8b-35727c3e4d23 Aug 19 18:10:26.383961 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-230252e6-7297-4afa-a938-618342db2c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:26.446287 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-98ea35f9-42a6-47f0-8297-2fd3d0de8dee req-ccc895d7-94ca-47da-ad78-fde39c3c0f48 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967870 Aug 19 18:10:26.493645 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6ed7e58c-ef37-4e04-8632-34ea60d718ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:26.600079 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-ddc6d76e-d6d5-40dc-8916-ff5ffbc1be90 service neutron] 10.222.0.54 "GET /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129466 Aug 19 18:10:26.695994 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d9c92b8-5e89-4995-9279-3b68f35e865e req-d5b3c95c-98b2-4a51-a5e7-9ae5a4f74aaa tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=487fa018-15f3-458e-8425-88a56c9baee3 HTTP/1.1" status: 200 len: 210 time: 0.0437534 Aug 19 18:10:26.704022 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6ed7e58c-ef37-4e04-8632-34ea60d718ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:26.705313 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed7e58c-ef37-4e04-8632-34ea60d718ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:26.706278 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6ed7e58c-ef37-4e04-8632-34ea60d718ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:26.791110 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6ed7e58c-ef37-4e04-8632-34ea60d718ad admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2376180 Aug 19 18:10:26.792058 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45274) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:26.802403 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f1aa9c40-fcaf-4000-9d67-241e3e99dea0 admin admin] Request body: {'subnet': {'network_id': '0290f77e-c365-4038-ba8b-35727c3e4d23', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2044541113-subnet', 'tenant_id': '29f1ebf411dc45818102ce184a92e66f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:26.806976 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7e58c-ef37-4e04-8632-34ea60d718ad admin admin] Pushing event updated for resources: {'Network': ['ID=0290f77e-c365-4038-ba8b-35727c3e4d23,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:26.822356 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 0290f77e-c365-4038-ba8b-35727c3e4d23 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:10:26.844696 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1aa9c40-fcaf-4000-9d67-241e3e99dea0 admin admin] Made reservation on behalf of 29f1ebf411dc45818102ce184a92e66f for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:10:26.847200 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9c40-fcaf-4000-9d67-241e3e99dea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:26.867972 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b65766-3dd4-47a7-b0b4-045fb5fadc05 req-c6a87828-83e7-4c17-be3a-f074018d15ea tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:26.869769 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8b65766-3dd4-47a7-b0b4-045fb5fadc05 req-c6a87828-83e7-4c17-be3a-f074018d15ea tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.3809948 Aug 19 18:10:26.897664 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-ac3bc94e-4351-46fc-9298-a77778d66060 service neutron] 10.222.0.54 "GET /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780430 Aug 19 18:10:27.023449 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-02e99dc3-5f13-4cc7-9118-1d2369e7cd11 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc8d0cb7-af16-4948-8360-b08bf7de49ad HTTP/1.1" status: 200 len: 217 time: 0.0774093 Aug 19 18:10:27.039636 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8b65766-3dd4-47a7-b0b4-045fb5fadc05 req-95987bce-2187-4b07-a3e9-1489c5d922bc tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598048 Aug 19 18:10:27.055283 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-432ec189-7565-4ea9-ba81-66a058f10cf0 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:27.112052 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9c40-fcaf-4000-9d67-241e3e99dea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:27.115704 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-432ec189-7565-4ea9-ba81-66a058f10cf0 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Transition to ACTIVE for port object 9ae00d4e-4f1a-466b-92d7-1b119470125e will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:10:27.132780 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62662f-9798-4071-a059-f27b47d5c335 req-3bd6d7d3-adec-412b-9a72-95a6bd91ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:27.134317 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-3bd6d7d3-adec-412b-9a72-95a6bd91ec8c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=947e2840-1f3f-4340-b2ca-df7ebf54ea1a HTTP/1.1" status: 200 len: 797 time: 0.0989027 Aug 19 18:10:27.196669 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa9c40-fcaf-4000-9d67-241e3e99dea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1d0f82b-7162-4497-bdaa-af59ef9e70f8,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:27.242595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aa9c40-fcaf-4000-9d67-241e3e99dea0 admin admin] Checking segment: {'id': 'd43151d8-c865-45b7-9ff3-54ef0877c73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0290f77e-c365-4038-ba8b-35727c3e4d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:10:27.243177 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1aa9c40-fcaf-4000-9d67-241e3e99dea0 admin admin] Network hostable DHCP agents. Network: 0290f77e-c365-4038-ba8b-35727c3e4d23, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:10:27.265702 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1aa9c40-fcaf-4000-9d67-241e3e99dea0 admin admin] Network 0290f77e-c365-4038-ba8b-35727c3e4d23 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:10:27.288266 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62662f-9798-4071-a059-f27b47d5c335 req-4cf8a46a-1e62-4506-b4fd-1e8225b5e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:27.295955 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-4cf8a46a-1e62-4506-b4fd-1e8225b5e717 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f633b63-84e5-45ac-aad5-d8f674f8a1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1468284 Aug 19 18:10:27.310541 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78382f87-bf00-48e5-9164-70c80a290b21 req-274312ee-ba2c-4222-a081-e91973632296 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:27.313372 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-78382f87-bf00-48e5-9164-70c80a290b21 req-274312ee-ba2c-4222-a081-e91973632296 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 945 time: 0.1020706 Aug 19 18:10:27.314787 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-432ec189-7565-4ea9-ba81-66a058f10cf0 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:27.326576 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['2913220d-a5aa-4c2d-a359-acf78c5e338c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:27.367190 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-f1aa9c40-fcaf-4000-9d67-241e3e99dea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 0290f77e-c365-4038-ba8b-35727c3e4d23) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:10:27.388472 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aa9c40-fcaf-4000-9d67-241e3e99dea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:27.389584 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9c40-fcaf-4000-9d67-241e3e99dea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:27.395836 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fe712e-a5f2-4725-8244-534e7be0c1d8 None None] Network 0290f77e-c365-4038-ba8b-35727c3e4d23 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:10:27.413433 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f1aa9c40-fcaf-4000-9d67-241e3e99dea0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6147711 Aug 19 18:10:27.474773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-432ec189-7565-4ea9-ba81-66a058f10cf0 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:10:27.498137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-432ec189-7565-4ea9-ba81-66a058f10cf0 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:10:27.504011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfc8d9-70ea-4860-9fb6-2abdfad432b4 req-6c3f04c8-14d8-403e-8f10-2e537522e58a tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:27.512391 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-20dfc8d9-70ea-4860-9fb6-2abdfad432b4 req-6c3f04c8-14d8-403e-8f10-2e537522e58a tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.2070777 Aug 19 18:10:27.513509 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-432ec189-7565-4ea9-ba81-66a058f10cf0 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:10:27.595417 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-432ec189-7565-4ea9-ba81-66a058f10cf0 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:27.596999 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-432ec189-7565-4ea9-ba81-66a058f10cf0 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:27.612133 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ec189-7565-4ea9-ba81-66a058f10cf0 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Pushing event updated for resources: {'Port': ['ID=9ae00d4e-4f1a-466b-92d7-1b119470125e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:27.626399 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-20dfc8d9-70ea-4860-9fb6-2abdfad432b4 req-ca65802c-bd62-4c40-9b43-f842d1fc1e79 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130145 Aug 19 18:10:27.626713 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-432ec189-7565-4ea9-ba81-66a058f10cf0 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4895682 Aug 19 18:10:27.638142 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-78382f87-bf00-48e5-9164-70c80a290b21 req-0d534caf-f544-4e5e-a71a-9d80161e6509 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021147 Aug 19 18:10:27.649108 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-a42821e0-efec-4522-bb84-f5c8e3459d9f service neutron] Request body: {'port': {'device_id': '487fa018-15f3-458e-8425-88a56c9baee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:27.776861 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-9f57ed17-c0fa-4396-b190-0e30515850f6 service neutron] 10.222.0.54 "GET /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570708 Aug 19 18:10:27.882525 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-230252e6-7297-4afa-a938-618342db2c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08531675-2a28-49f9-9907-04a05109ee16 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:10:27.899259 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-230252e6-7297-4afa-a938-618342db2c15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:27.920341 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-a42821e0-efec-4522-bb84-f5c8e3459d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:27.936506 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4c7dba-7df6-426b-8929-11af1be92dcd None None] Network 0290f77e-c365-4038-ba8b-35727c3e4d23 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:10:27.943305 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-230252e6-7297-4afa-a938-618342db2c15 service neutron] Transition to ACTIVE for port object 08531675-2a28-49f9-9907-04a05109ee16 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:10:27.949716 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-230252e6-7297-4afa-a938-618342db2c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:28.056028 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-290d9b3c-7ac4-4cfb-8590-2795ba92154b None None] Provisioning for port 9ae00d4e-4f1a-466b-92d7-1b119470125e completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:10:28.066087 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-290d9b3c-7ac4-4cfb-8590-2795ba92154b None None] Provisioning complete for port 9ae00d4e-4f1a-466b-92d7-1b119470125e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:28.066749 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-290d9b3c-7ac4-4cfb-8590-2795ba92154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:28.089878 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230252e6-7297-4afa-a938-618342db2c15 service neutron] Pushing event updated for resources: {'Port': ['ID=08531675-2a28-49f9-9907-04a05109ee16,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:28.103132 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de62662f-9798-4071-a059-f27b47d5c335 req-b0f6d0d7-320b-4a4b-afe4-4b8b9b6d7540 service neutron] 10.222.0.54 "GET /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757168 Aug 19 18:10:28.144264 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-290d9b3c-7ac4-4cfb-8590-2795ba92154b None None] Port 9ae00d4e-4f1a-466b-92d7-1b119470125e cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:10:28.192917 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe24eb9-80ea-401c-8964-5a96a6de28b7 req-f6d6f30f-abda-4169-aff3-9fb8bfcb2577 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:28.200711 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1fe24eb9-80ea-401c-8964-5a96a6de28b7 req-f6d6f30f-abda-4169-aff3-9fb8bfcb2577 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=487fa018-15f3-458e-8425-88a56c9baee3 HTTP/1.1" status: 200 len: 936 time: 0.1924016 Aug 19 18:10:28.230277 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7edf0e-e8a0-4821-bf34-3ec2d2c1edae req-a705dc6c-14a2-42a3-bb6a-25bd6369fc8c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:28.232039 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ec7edf0e-e8a0-4821-bf34-3ec2d2c1edae req-a705dc6c-14a2-42a3-bb6a-25bd6369fc8c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=65dce9e7-21c9-4f35-a760-343b34cac7c7 HTTP/1.1" status: 200 len: 946 time: 0.2826827 Aug 19 18:10:28.277813 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1fe24eb9-80ea-401c-8964-5a96a6de28b7 req-6fb9ce43-7978-4644-86d4-8ed3e25d18f3 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761268 Aug 19 18:10:28.283531 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-230252e6-7297-4afa-a938-618342db2c15 service neutron] Attempting to bind port 08531675-2a28-49f9-9907-04a05109ee16 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:10:28.283903 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-230252e6-7297-4afa-a938-618342db2c15 service neutron] Attempting to bind port 08531675-2a28-49f9-9907-04a05109ee16 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:10:28.284230 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-230252e6-7297-4afa-a938-618342db2c15 service neutron] Attempting to bind port 08531675-2a28-49f9-9907-04a05109ee16 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:10:28.289317 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-230252e6-7297-4afa-a938-618342db2c15 service neutron] Port 08531675-2a28-49f9-9907-04a05109ee16 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:10:28.289684 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-230252e6-7297-4afa-a938-618342db2c15 service neutron] Attempting to bind port 08531675-2a28-49f9-9907-04a05109ee16 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:10:28.296125 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-230252e6-7297-4afa-a938-618342db2c15 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:10:28.296553 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-230252e6-7297-4afa-a938-618342db2c15 service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:10:28.296935 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-230252e6-7297-4afa-a938-618342db2c15 service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:10:28.297378 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-230252e6-7297-4afa-a938-618342db2c15 service neutron] Bound port: 08531675-2a28-49f9-9907-04a05109ee16, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:10:28.297926 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-230252e6-7297-4afa-a938-618342db2c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:28.360333 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ec7edf0e-e8a0-4821-bf34-3ec2d2c1edae req-cdd83887-047f-411f-8c5b-aa413d20a469 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015959 Aug 19 18:10:28.406509 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-230252e6-7297-4afa-a938-618342db2c15 service neutron] For port 08531675-2a28-49f9-9907-04a05109ee16, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:10:28.410858 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-230252e6-7297-4afa-a938-618342db2c15 service neutron] For port 08531675-2a28-49f9-9907-04a05109ee16, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=08531675-2a28-49f9-9907-04a05109ee16,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:10:28.418284 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-230252e6-7297-4afa-a938-618342db2c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:28.479547 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-230252e6-7297-4afa-a938-618342db2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:28.480248 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-230252e6-7297-4afa-a938-618342db2c15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:28.483671 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-230252e6-7297-4afa-a938-618342db2c15 service neutron] 10.222.0.54 "PUT /v2.0/ports/08531675-2a28-49f9-9907-04a05109ee16 HTTP/1.1" status: 200 len: 1096 time: 2.5626857 Aug 19 18:10:28.485017 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c0daa5-4159-4c07-ad27-d947998bd064', 'tag': '08531675-2a28-49f9-9907-04a05109ee16'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:28.488636 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9824c13d-6da3-4176-afa3-a393f4c6fa7a" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c0daa5-4159-4c07-ad27-d947998bd064", "tag": "08531675-2a28-49f9-9907-04a05109ee16"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:28.594980 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230252e6-7297-4afa-a938-618342db2c15 service neutron] Pushing event updated for resources: {'Port': ['ID=08531675-2a28-49f9-9907-04a05109ee16,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:28.718613 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33b406-eaf4-4e4a-bd8f-efba0aa0c5c5 req-33510259-233f-4807-9a52-8e5850937d82 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:28.722722 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eb33b406-eaf4-4e4a-bd8f-efba0aa0c5c5 req-33510259-233f-4807-9a52-8e5850937d82 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.1673486 Aug 19 18:10:28.730917 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-a42821e0-efec-4522-bb84-f5c8e3459d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae00d4e-4f1a-466b-92d7-1b119470125e {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:10:28.747899 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-c9cb283e-0e94-458b-91d8-ca9e30762130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:28.749906 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-c9cb283e-0e94-458b-91d8-ca9e30762130 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=11f676ae7ee7460b9797b3d37f835c87&device_id=f8c0daa5-4159-4c07-ad27-d947998bd064 HTTP/1.1" status: 200 len: 1099 time: 0.1629851 Aug 19 18:10:28.782498 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-a42821e0-efec-4522-bb84-f5c8e3459d9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:28.820460 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-a42821e0-efec-4522-bb84-f5c8e3459d9f service neutron] Transition to ACTIVE for port object 9ae00d4e-4f1a-466b-92d7-1b119470125e will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:10:28.824929 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eb33b406-eaf4-4e4a-bd8f-efba0aa0c5c5 req-4e92a47f-0a93-46ee-8fc5-0ec5e460632f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817516 Aug 19 18:10:28.828135 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-a42821e0-efec-4522-bb84-f5c8e3459d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:28.842825 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-e47c6fc4-b6fa-4fb7-98db-5c703b04e1f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=08531675-2a28-49f9-9907-04a05109ee16 HTTP/1.1" status: 200 len: 217 time: 0.0821011 Aug 19 18:10:28.926658 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c9639-dc3e-486a-8348-95d4247c9404 req-a1b1b0d7-ed62-46f4-a682-29e7360c3cf6 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:28.928139 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-105c9639-dc3e-486a-8348-95d4247c9404 req-a1b1b0d7-ed62-46f4-a682-29e7360c3cf6 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/networks?id=0290f77e-c365-4038-ba8b-35727c3e4d23 HTTP/1.1" status: 200 len: 822 time: 0.2781003 Aug 19 18:10:28.956589 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-85de0554-da4f-492d-a4e6-febee8616e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:28.958244 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-85de0554-da4f-492d-a4e6-febee8616e26 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1066620 Aug 19 18:10:28.960050 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-105c9639-dc3e-486a-8348-95d4247c9404 req-45c96d75-8c4e-40e4-8067-711fb5c94ea1 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/quotas/29f1ebf411dc45818102ce184a92e66f HTTP/1.1" status: 200 len: 375 time: 0.0201950 Aug 19 18:10:29.022312 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42821e0-efec-4522-bb84-f5c8e3459d9f service neutron] Pushing event updated for resources: {'Port': ['ID=9ae00d4e-4f1a-466b-92d7-1b119470125e,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:29.026289 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-105c9639-dc3e-486a-8348-95d4247c9404 req-afeb7677-75c1-4291-8b97-071821f10a81 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=29f1ebf411dc45818102ce184a92e66f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460396 Aug 19 18:10:29.040722 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-f4562c83-9051-4250-873c-4e13fa4344c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:29.042437 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-f4562c83-9051-4250-873c-4e13fa4344c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0729382 Aug 19 18:10:29.048892 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3daf5f-d995-453b-bebf-dccb5c0257c4 req-81a5f528-683e-4641-8d53-a279a122665c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:29.050520 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0b3daf5f-d995-453b-bebf-dccb5c0257c4 req-81a5f528-683e-4641-8d53-a279a122665c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=65dce9e7-21c9-4f35-a760-343b34cac7c7 HTTP/1.1" status: 200 len: 946 time: 0.0993447 Aug 19 18:10:29.084204 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-a42821e0-efec-4522-bb84-f5c8e3459d9f service neutron] Attempting to bind port 9ae00d4e-4f1a-466b-92d7-1b119470125e on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:10:29.084677 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-a42821e0-efec-4522-bb84-f5c8e3459d9f service neutron] Attempting to bind port 9ae00d4e-4f1a-466b-92d7-1b119470125e by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:10:29.085009 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-a42821e0-efec-4522-bb84-f5c8e3459d9f service neutron] Attempting to bind port 9ae00d4e-4f1a-466b-92d7-1b119470125e on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:10:29.097487 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-a42821e0-efec-4522-bb84-f5c8e3459d9f service neutron] Port 9ae00d4e-4f1a-466b-92d7-1b119470125e on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:10:29.097849 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-a42821e0-efec-4522-bb84-f5c8e3459d9f service neutron] Attempting to bind port 9ae00d4e-4f1a-466b-92d7-1b119470125e on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:10:29.109501 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-a42821e0-efec-4522-bb84-f5c8e3459d9f service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:10:29.110491 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-a42821e0-efec-4522-bb84-f5c8e3459d9f service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:10:29.110491 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-a42821e0-efec-4522-bb84-f5c8e3459d9f service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:10:29.110770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-a42821e0-efec-4522-bb84-f5c8e3459d9f service neutron] Bound port: 9ae00d4e-4f1a-466b-92d7-1b119470125e, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:10:29.110977 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-a42821e0-efec-4522-bb84-f5c8e3459d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:29.127136 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0b3daf5f-d995-453b-bebf-dccb5c0257c4 req-0e71f7cd-6dda-4677-ac8c-4006985785cd tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666819 Aug 19 18:10:29.190882 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-a42821e0-efec-4522-bb84-f5c8e3459d9f service neutron] For port 9ae00d4e-4f1a-466b-92d7-1b119470125e, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:10:29.194928 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-a42821e0-efec-4522-bb84-f5c8e3459d9f service neutron] For port 9ae00d4e-4f1a-466b-92d7-1b119470125e, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=9ae00d4e-4f1a-466b-92d7-1b119470125e,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:10:29.198243 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caab0f3-b0c5-4ba4-af64-bcb7b189d873 x-openstack-request-id: req-4caab0f3-b0c5-4ba4-af64-bcb7b189d873 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:29.198780 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c0daa5-4159-4c07-ad27-d947998bd064", "tag": "08531675-2a28-49f9-9907-04a05109ee16", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:29.198780 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4caab0f3-b0c5-4ba4-af64-bcb7b189d873 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:29.199219 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c0daa5-4159-4c07-ad27-d947998bd064', 'tag': '08531675-2a28-49f9-9907-04a05109ee16', 'status': 'completed', 'code': 200} Aug 19 18:10:29.203605 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-a42821e0-efec-4522-bb84-f5c8e3459d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:29.225739 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-105c9639-dc3e-486a-8348-95d4247c9404 req-42b8c905-b451-44d6-aec1-f9aed3dc61f3 service neutron] 10.222.0.24 "GET /v2.0/networks/0290f77e-c365-4038-ba8b-35727c3e4d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822112 Aug 19 18:10:29.230359 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-7e714142-d56e-47ad-887c-f3ddc7d67b87 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784961 Aug 19 18:10:29.276145 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-a42821e0-efec-4522-bb84-f5c8e3459d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:29.277453 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-a42821e0-efec-4522-bb84-f5c8e3459d9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:29.278919 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-a42821e0-efec-4522-bb84-f5c8e3459d9f service neutron] 10.222.0.54 "PUT /v2.0/ports/9ae00d4e-4f1a-466b-92d7-1b119470125e HTTP/1.1" status: 200 len: 1096 time: 1.6400607 Aug 19 18:10:29.286558 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487fa018-15f3-458e-8425-88a56c9baee3', 'tag': '9ae00d4e-4f1a-466b-92d7-1b119470125e'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:29.289364 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cbf412-8dd0-46f4-a1f4-35b1642888b8" -d '{"events": [{"name": "network-changed", "server_uuid": "487fa018-15f3-458e-8425-88a56c9baee3", "tag": "9ae00d4e-4f1a-466b-92d7-1b119470125e"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:29.323479 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42821e0-efec-4522-bb84-f5c8e3459d9f service neutron] Pushing event updated for resources: {'Port': ['ID=9ae00d4e-4f1a-466b-92d7-1b119470125e,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:29.385672 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cc7cd-f8b9-4756-a819-3719dd48baf8 req-f9da85a3-6fd4-4382-a450-2fb552c3f253 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:29.387556 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-be2cc7cd-f8b9-4756-a819-3719dd48baf8 req-f9da85a3-6fd4-4382-a450-2fb552c3f253 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.1132045 Aug 19 18:10:29.390514 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-c8caaef0-b00f-4f9e-9e31-80a430d037ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:29.392099 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-c8caaef0-b00f-4f9e-9e31-80a430d037ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=11f676ae7ee7460b9797b3d37f835c87&device_id=487fa018-15f3-458e-8425-88a56c9baee3 HTTP/1.1" status: 200 len: 1099 time: 0.0648410 Aug 19 18:10:29.413026 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-105c9639-dc3e-486a-8348-95d4247c9404 req-fb958988-e2b3-48fe-9a2d-6c3f8fcfd843 service neutron] 10.222.0.24 "GET /v2.0/networks/0290f77e-c365-4038-ba8b-35727c3e4d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799796 Aug 19 18:10:29.417620 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-1921a782-957a-4a3d-9b4c-4b34d103907e service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757677 Aug 19 18:10:29.471018 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-16346035-19f3-4f92-b7b7-3876fd1bcd2f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=9ae00d4e-4f1a-466b-92d7-1b119470125e HTTP/1.1" status: 200 len: 217 time: 0.0684605 Aug 19 18:10:29.526573 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824c13d-6da3-4176-afa3-a393f4c6fa7a req-ffe90437-b361-460c-bd96-16297eee4450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:29.528144 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9824c13d-6da3-4176-afa3-a393f4c6fa7a req-ffe90437-b361-460c-bd96-16297eee4450 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=11f676ae7ee7460b9797b3d37f835c87&device_id=f8c0daa5-4159-4c07-ad27-d947998bd064 HTTP/1.1" status: 200 len: 1099 time: 0.0586782 Aug 19 18:10:29.530493 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-be2cc7cd-f8b9-4756-a819-3719dd48baf8 req-1d6e81af-ab2d-4115-8a49-992c70401de3 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307368 Aug 19 18:10:29.564202 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-b3883b51-c384-4a9f-bfb4-49ac2e1b8772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:29.568249 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-b3883b51-c384-4a9f-bfb4-49ac2e1b8772 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0766809 Aug 19 18:10:29.679706 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-3f5ce6bc-1a9a-406e-995e-dbeee8df25b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:29.681917 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-3f5ce6bc-1a9a-406e-995e-dbeee8df25b8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1059155 Aug 19 18:10:29.691703 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824c13d-6da3-4176-afa3-a393f4c6fa7a req-2ac47a25-0916-4b02-af3f-6ef77f58b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:29.697150 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9824c13d-6da3-4176-afa3-a393f4c6fa7a req-2ac47a25-0916-4b02-af3f-6ef77f58b330 service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.1590033 Aug 19 18:10:29.767805 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9824c13d-6da3-4176-afa3-a393f4c6fa7a req-c1878c71-f55f-42ac-9e09-2a8ed9d5b563 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=08531675-2a28-49f9-9907-04a05109ee16 HTTP/1.1" status: 200 len: 217 time: 0.0633264 Aug 19 18:10:29.858029 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824c13d-6da3-4176-afa3-a393f4c6fa7a req-fda78fdc-13d7-48c8-946d-d8a130e00b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:29.859866 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9824c13d-6da3-4176-afa3-a393f4c6fa7a req-fda78fdc-13d7-48c8-946d-d8a130e00b03 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0841875 Aug 19 18:10:29.861034 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfb1fb-6382-4056-bdae-380cd037db00 req-607ccffb-98a1-4e45-9630-d887588fcb72 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:29.864841 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-26bfb1fb-6382-4056-bdae-380cd037db00 req-607ccffb-98a1-4e45-9630-d887588fcb72 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 945 time: 0.2217045 Aug 19 18:10:29.923606 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-ee565085-e3fc-4978-8557-c6fe5f073374 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269213 Aug 19 18:10:29.953360 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c360284-4462-482e-b350-d64be5724692 x-openstack-request-id: req-4c360284-4462-482e-b350-d64be5724692 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:29.954742 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487fa018-15f3-458e-8425-88a56c9baee3", "tag": "9ae00d4e-4f1a-466b-92d7-1b119470125e", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:29.954964 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824c13d-6da3-4176-afa3-a393f4c6fa7a req-8e7613d9-65ca-40b2-ab33-3fb3d55ac1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:29.955089 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c360284-4462-482e-b350-d64be5724692 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:29.955089 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487fa018-15f3-458e-8425-88a56c9baee3', 'tag': '9ae00d4e-4f1a-466b-92d7-1b119470125e', 'status': 'completed', 'code': 200} Aug 19 18:10:29.960183 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9824c13d-6da3-4176-afa3-a393f4c6fa7a req-8e7613d9-65ca-40b2-ab33-3fb3d55ac1b4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0852978 Aug 19 18:10:30.025228 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-26bfb1fb-6382-4056-bdae-380cd037db00 req-a5a7a9e1-93e4-498c-af4d-d810496d41b6 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448317 Aug 19 18:10:30.156556 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-24de46c6-a3ca-4f8e-9933-d0c239c2ddd9 req-3260cb44-7ce3-46fd-9e48-dcfeb54eb27a service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241428 Aug 19 18:10:30.159303 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1f7466d0-f28f-4cc3-9957-8ddf49d69179 req-984962f2-4d57-4dbc-9c52-2fb0997e94fa tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a27f61-400c-4616-a5f6-a6085e19e075 HTTP/1.1" status: 200 len: 210 time: 0.0490103 Aug 19 18:10:30.193178 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9824c13d-6da3-4176-afa3-a393f4c6fa7a req-f3e52e80-bb42-4fa1-9828-e8616db252a2 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265625 Aug 19 18:10:30.211001 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54811a89-111f-4680-bc81-6f4900dc8b25 req-45f5ad5e-49fa-4607-96a2-ffe1460bed9d tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:30.216082 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54811a89-111f-4680-bc81-6f4900dc8b25 req-45f5ad5e-49fa-4607-96a2-ffe1460bed9d tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=487fa018-15f3-458e-8425-88a56c9baee3 HTTP/1.1" status: 200 len: 948 time: 0.1319854 Aug 19 18:10:30.317033 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbf412-8dd0-46f4-a1f4-35b1642888b8 req-ac3fa789-e99b-414d-bc92-00fa778721b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:30.318752 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-25cbf412-8dd0-46f4-a1f4-35b1642888b8 req-ac3fa789-e99b-414d-bc92-00fa778721b4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=11f676ae7ee7460b9797b3d37f835c87&device_id=487fa018-15f3-458e-8425-88a56c9baee3 HTTP/1.1" status: 200 len: 1099 time: 0.0818577 Aug 19 18:10:30.352156 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54811a89-111f-4680-bc81-6f4900dc8b25 req-ca83d48a-60cf-419b-8248-df2944402d8c tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124988 Aug 19 18:10:30.401927 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9824c13d-6da3-4176-afa3-a393f4c6fa7a req-2ef4b68f-c1df-4ac2-adf7-6f120995c900 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832306 Aug 19 18:10:30.408504 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323c9bc-176a-4867-b2fb-5f2ddda0f5c1 req-9ea284ba-4766-45bc-8543-6f3f2a72d5f8 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:30.410625 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5323c9bc-176a-4867-b2fb-5f2ddda0f5c1 req-9ea284ba-4766-45bc-8543-6f3f2a72d5f8 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.1266932 Aug 19 18:10:30.490825 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5323c9bc-176a-4867-b2fb-5f2ddda0f5c1 req-6da456e3-d182-456e-91f9-d367467e030f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725546 Aug 19 18:10:30.494627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbf412-8dd0-46f4-a1f4-35b1642888b8 req-6b5e2f22-4b86-4bc0-b30c-01e7a0ac893c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:30.497906 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-25cbf412-8dd0-46f4-a1f4-35b1642888b8 req-6b5e2f22-4b86-4bc0-b30c-01e7a0ac893c service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.1685102 Aug 19 18:10:30.518641 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75fe1ef-7a56-4a2b-93dd-2c78ec030ec6 req-54a918c8-7519-48df-a0d4-e556404b7033 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:30.520302 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e75fe1ef-7a56-4a2b-93dd-2c78ec030ec6 req-54a918c8-7519-48df-a0d4-e556404b7033 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=65dce9e7-21c9-4f35-a760-343b34cac7c7 HTTP/1.1" status: 200 len: 946 time: 0.0747061 Aug 19 18:10:30.543283 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-25cbf412-8dd0-46f4-a1f4-35b1642888b8 req-2061963e-4a73-460e-a0bf-8a868fca0104 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=9ae00d4e-4f1a-466b-92d7-1b119470125e HTTP/1.1" status: 200 len: 217 time: 0.0386817 Aug 19 18:10:30.573680 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e75fe1ef-7a56-4a2b-93dd-2c78ec030ec6 req-442fb267-ff69-48b8-872e-b8322bb20a2a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473869 Aug 19 18:10:30.623132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbf412-8dd0-46f4-a1f4-35b1642888b8 req-f5bd4689-90bd-4527-b135-f723e48f3731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:30.624613 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-25cbf412-8dd0-46f4-a1f4-35b1642888b8 req-f5bd4689-90bd-4527-b135-f723e48f3731 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0732002 Aug 19 18:10:30.699009 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e57f3b-464f-45dd-bc62-080d7e1828f1 req-c0a778c4-9075-4154-828f-4930d52f1a16 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:30.700537 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e5e57f3b-464f-45dd-bc62-080d7e1828f1 req-c0a778c4-9075-4154-828f-4930d52f1a16 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.0806088 Aug 19 18:10:30.704006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbf412-8dd0-46f4-a1f4-35b1642888b8 req-d464b913-cbe3-49f7-88dd-38460ebbe626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:30.705404 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-25cbf412-8dd0-46f4-a1f4-35b1642888b8 req-d464b913-cbe3-49f7-88dd-38460ebbe626 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717630 Aug 19 18:10:31.089371 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e5e57f3b-464f-45dd-bc62-080d7e1828f1 req-b4931ede-e205-4ef8-94d2-4770c8fc4d35 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815479 Aug 19 18:10:31.126208 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-25cbf412-8dd0-46f4-a1f4-35b1642888b8 req-fa46d936-5e26-4d6b-9d99-3c00450b7fab service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118977 Aug 19 18:10:31.169325 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e6aba-2fc6-4a2a-9ce5-6e852e2b6718 req-431e1f83-5513-40d6-a4af-7d9be71c8e99 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:31.171637 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b60e6aba-2fc6-4a2a-9ce5-6e852e2b6718 req-431e1f83-5513-40d6-a4af-7d9be71c8e99 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 945 time: 0.0525701 Aug 19 18:10:31.187903 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 08531675-2a28-49f9-9907-04a05109ee16 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:10:31.223296 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b60e6aba-2fc6-4a2a-9ce5-6e852e2b6718 req-818caf8b-06a4-4a47-89ed-18baf4a2eb28 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453060 Aug 19 18:10:31.247069 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-25cbf412-8dd0-46f4-a1f4-35b1642888b8 req-fdca2c26-a0f4-4af9-808f-47fecf9926d1 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131921 Aug 19 18:10:31.287363 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-165b45f7-57d4-409d-9904-d68df9d3d549 req-f15c6053-76df-416a-92fb-55d9bbeef72f tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a27f61-400c-4616-a5f6-a6085e19e075 HTTP/1.1" status: 200 len: 210 time: 0.0392287 Aug 19 18:10:31.313923 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 08531675-2a28-49f9-9907-04a05109ee16, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=08531675-2a28-49f9-9907-04a05109ee16,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:31.326731 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '08531675-2a28-49f9-9907-04a05109ee16', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '08531675-2a28-49f9-9907-04a05109ee16', 'mac_address': 'fa:16:3e:bb:b5:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:10:31.381923 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:31.404958 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08531675-2a28-49f9-9907-04a05109ee16 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:10:31.434499 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 08531675-2a28-49f9-9907-04a05109ee16, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=08531675-2a28-49f9-9907-04a05109ee16,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:31.439975 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:31.502104 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=08531675-2a28-49f9-9907-04a05109ee16,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:31.526958 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88c864-5448-42b5-b0af-38e1396575ae req-074d1f01-52a1-4fd7-9d77-2c4fc5093c10 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:31.530648 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ec88c864-5448-42b5-b0af-38e1396575ae req-074d1f01-52a1-4fd7-9d77-2c4fc5093c10 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=487fa018-15f3-458e-8425-88a56c9baee3 HTTP/1.1" status: 200 len: 948 time: 0.0826972 Aug 19 18:10:31.589900 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ec88c864-5448-42b5-b0af-38e1396575ae req-aa669ff3-b6ba-4fdf-90d3-97bca4a853ac tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527165 Aug 19 18:10:31.718425 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a120607-7760-48cc-af93-43a8138fe46a req-2d821672-aa12-4e13-ab41-108d74212e1c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:31.720375 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0a120607-7760-48cc-af93-43a8138fe46a req-2d821672-aa12-4e13-ab41-108d74212e1c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=65dce9e7-21c9-4f35-a760-343b34cac7c7 HTTP/1.1" status: 200 len: 946 time: 0.0620513 Aug 19 18:10:31.743342 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257de3e-adaa-4b66-8dc5-19e91b0d70e8 req-44adeb35-796e-44bf-bfb5-dfd3f73f01c7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:31.747290 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6257de3e-adaa-4b66-8dc5-19e91b0d70e8 req-44adeb35-796e-44bf-bfb5-dfd3f73f01c7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.1032457 Aug 19 18:10:31.769691 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0a120607-7760-48cc-af93-43a8138fe46a req-7a296c18-87ae-497d-a1a2-0df423f8a82f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410264 Aug 19 18:10:31.796184 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c9639-dc3e-486a-8348-95d4247c9404 req-e07f2e4f-8909-44e2-9702-2399a409dc96 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:31.797771 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-105c9639-dc3e-486a-8348-95d4247c9404 req-e07f2e4f-8909-44e2-9702-2399a409dc96 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.50 "GET /v2.0/networks?id=0290f77e-c365-4038-ba8b-35727c3e4d23 HTTP/1.1" status: 200 len: 822 time: 0.3004556 Aug 19 18:10:31.838431 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['08531675-2a28-49f9-9907-04a05109ee16'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:31.851521 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-105c9639-dc3e-486a-8348-95d4247c9404 req-d37ac895-0506-4a6f-9eee-964d48b442b1 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Request body: {'port': {'device_id': 'e2a27f61-400c-4616-a5f6-a6085e19e075', 'network_id': '0290f77e-c365-4038-ba8b-35727c3e4d23', 'admin_state_up': True, 'tenant_id': '29f1ebf411dc45818102ce184a92e66f'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:31.860722 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6257de3e-adaa-4b66-8dc5-19e91b0d70e8 req-03fd5e0c-e83b-4506-bd5f-a1c2075d3c6c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076880 Aug 19 18:10:31.941379 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7451a6c-60b8-4492-9991-2a986f1fac09 req-9785d07c-f601-4b2e-aee3-0828c3034c87 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:31.942963 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b7451a6c-60b8-4492-9991-2a986f1fac09 req-9785d07c-f601-4b2e-aee3-0828c3034c87 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.50 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 945 time: 0.1428070 Aug 19 18:10:32.058974 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-105c9639-dc3e-486a-8348-95d4247c9404 req-d37ac895-0506-4a6f-9eee-964d48b442b1 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Made reservation on behalf of 29f1ebf411dc45818102ce184a92e66f for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:10:32.062998 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-105c9639-dc3e-486a-8348-95d4247c9404 req-d37ac895-0506-4a6f-9eee-964d48b442b1 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:32.142774 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-b7451a6c-60b8-4492-9991-2a986f1fac09 req-1dacf6ee-a1a0-4eb4-a25d-e0d986a48faf tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Deleting port 40bf330e-8919-4c86-bad6-70aab8c542c1 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:32.143202 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b7451a6c-60b8-4492-9991-2a986f1fac09 req-1dacf6ee-a1a0-4eb4-a25d-e0d986a48faf tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:32.340533 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-105c9639-dc3e-486a-8348-95d4247c9404 req-d37ac895-0506-4a6f-9eee-964d48b442b1 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Allocated IP 172.20.0.10 (0290f77e-c365-4038-ba8b-35727c3e4d23/d1d0f82b-7162-4497-bdaa-af59ef9e70f8/275e699e-f7e1-4cf3-a728-0faa8b94732c) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:10:32.350695 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-b7451a6c-60b8-4492-9991-2a986f1fac09 req-1dacf6ee-a1a0-4eb4-a25d-e0d986a48faf tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] For port 40bf330e-8919-4c86-bad6-70aab8c542c1, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=40bf330e-8919-4c86-bad6-70aab8c542c1,segment=NetworkSegment(5a371276-2b79-43dc-b022-55b2d6960f9e),segment_id=5a371276-2b79-43dc-b022-55b2d6960f9e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:32.351642 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b7451a6c-60b8-4492-9991-2a986f1fac09 req-1dacf6ee-a1a0-4eb4-a25d-e0d986a48faf tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:32.361352 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab22cf4-2aa9-4398-9fbb-88a203af6eab req-d973c9bb-3f22-4e81-a881-304cac88e9b3 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:32.362247 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a5a5d-ab0e-4854-8eba-bb6e8755a748 req-c4d736be-3d65-47e5-b3c9-534282287c1b tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:32.362926 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cab22cf4-2aa9-4398-9fbb-88a203af6eab req-d973c9bb-3f22-4e81-a881-304cac88e9b3 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.1655340 Aug 19 18:10:32.367132 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c23a5a5d-ab0e-4854-8eba-bb6e8755a748 req-c4d736be-3d65-47e5-b3c9-534282287c1b tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 945 time: 0.0661039 Aug 19 18:10:32.380670 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-b7451a6c-60b8-4492-9991-2a986f1fac09 req-1dacf6ee-a1a0-4eb4-a25d-e0d986a48faf tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Calling delete_port for 40bf330e-8919-4c86-bad6-70aab8c542c1 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:32.421950 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c23a5a5d-ab0e-4854-8eba-bb6e8755a748 req-ef9dff04-d5dc-4d26-96d8-97ec2becc2fa tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460131 Aug 19 18:10:32.482022 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cab22cf4-2aa9-4398-9fbb-88a203af6eab req-4d23b0fa-3dbd-4c3d-878f-edfd2b18e7f0 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103513 Aug 19 18:10:32.516307 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b36381fd-ea29-402e-a3e0-176b20d31be3 req-112fbaa4-12ec-40b9-a186-59238ffcc407 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a27f61-400c-4616-a5f6-a6085e19e075 HTTP/1.1" status: 200 len: 210 time: 0.0294943 Aug 19 18:10:32.664972 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-105c9639-dc3e-486a-8348-95d4247c9404 req-d37ac895-0506-4a6f-9eee-964d48b442b1 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:32.690188 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b7451a6c-60b8-4492-9991-2a986f1fac09 req-1dacf6ee-a1a0-4eb4-a25d-e0d986a48faf tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:32.710301 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5', '40bf330e-8919-4c86-bad6-70aab8c542c1'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:32.737083 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacf6ee-a1a0-4eb4-a25d-e0d986a48faf tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Pushing event deleted for resources: {'Port': ['ID=40bf330e-8919-4c86-bad6-70aab8c542c1,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:32.783355 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-105c9639-dc3e-486a-8348-95d4247c9404 req-d37ac895-0506-4a6f-9eee-964d48b442b1 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:32.851835 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-105c9639-dc3e-486a-8348-95d4247c9404 req-d37ac895-0506-4a6f-9eee-964d48b442b1 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Network 0290f77e-c365-4038-ba8b-35727c3e4d23 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:10:32.894818 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-105c9639-dc3e-486a-8348-95d4247c9404 req-d37ac895-0506-4a6f-9eee-964d48b442b1 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:10:32.897912 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-105c9639-dc3e-486a-8348-95d4247c9404 req-d37ac895-0506-4a6f-9eee-964d48b442b1 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:10:32.925243 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7451a6c-60b8-4492-9991-2a986f1fac09 req-1dacf6ee-a1a0-4eb4-a25d-e0d986a48faf tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] No DVR routers for this DVR port 40bf330e-8919-4c86-bad6-70aab8c542c1 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:32.928147 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b7451a6c-60b8-4492-9991-2a986f1fac09 req-1dacf6ee-a1a0-4eb4-a25d-e0d986a48faf tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:32.930560 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b7451a6c-60b8-4492-9991-2a986f1fac09 req-1dacf6ee-a1a0-4eb4-a25d-e0d986a48faf tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.50 "DELETE /v2.0/ports/40bf330e-8919-4c86-bad6-70aab8c542c1 HTTP/1.1" status: 204 len: 173 time: 0.9689085 Aug 19 18:10:32.964735 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e067c5ab-c6ec-4276-935b-e95254a968c3', 'name': 'network-vif-deleted', 'tag': '40bf330e-8919-4c86-bad6-70aab8c542c1'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:32.968112 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9eb5af-20eb-4db9-95ab-29f3f4cf8f22" -d '{"events": [{"server_uuid": "e067c5ab-c6ec-4276-935b-e95254a968c3", "name": "network-vif-deleted", "tag": "40bf330e-8919-4c86-bad6-70aab8c542c1"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:32.969757 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3d473-feae-41fe-9aec-1b47bbe55295 req-44707a78-f5d5-4a70-b28d-93d78edd90e3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:32.971716 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-04b3d473-feae-41fe-9aec-1b47bbe55295 req-44707a78-f5d5-4a70-b28d-93d78edd90e3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=65dce9e7-21c9-4f35-a760-343b34cac7c7 HTTP/1.1" status: 200 len: 946 time: 0.0644546 Aug 19 18:10:33.005880 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ac895-0506-4a6f-9eee-964d48b442b1 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Pushing event updated for resources: {'Port': ['ID=275e699e-f7e1-4cf3-a728-0faa8b94732c,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:33.033584 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c9639-dc3e-486a-8348-95d4247c9404 req-d37ac895-0506-4a6f-9eee-964d48b442b1 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:33.034234 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-105c9639-dc3e-486a-8348-95d4247c9404 req-d37ac895-0506-4a6f-9eee-964d48b442b1 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:33.055918 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-04b3d473-feae-41fe-9aec-1b47bbe55295 req-9a47565c-a211-43f3-8528-f67e33033780 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749867 Aug 19 18:10:33.109302 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-105c9639-dc3e-486a-8348-95d4247c9404 req-d37ac895-0506-4a6f-9eee-964d48b442b1 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2608671 Aug 19 18:10:33.134444 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-105c9639-dc3e-486a-8348-95d4247c9404 req-ba90cdf3-8ade-4d24-bafd-56b7e125cf45 service neutron] Request body: {'port': {'device_id': 'e2a27f61-400c-4616-a5f6-a6085e19e075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:33.191644 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 9ae00d4e-4f1a-466b-92d7-1b119470125e details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:10:33.196107 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 08531675-2a28-49f9-9907-04a05109ee16 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:10:33.220712 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac725691-c63d-4752-931a-c46e730b1071 req-68aa85f0-5837-4bad-8901-28071856ae1a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:33.230377 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ac725691-c63d-4752-931a-c46e730b1071 req-68aa85f0-5837-4bad-8901-28071856ae1a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.0803373 Aug 19 18:10:33.293285 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ac725691-c63d-4752-931a-c46e730b1071 req-a8fa1941-a232-46d5-aa50-2ff2cd9d14e7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619159 Aug 19 18:10:33.361923 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 08531675-2a28-49f9-9907-04a05109ee16 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:10:33.368525 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-27d02167-493d-402c-8e95-146fb6ae23bd req-f0ef4da7-a475-4f38-8e72-bc621067dada service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0568306 Aug 19 18:10:33.404241 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 08531675-2a28-49f9-9907-04a05109ee16 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:33.404559 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:33.447448 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-27d02167-493d-402c-8e95-146fb6ae23bd req-db7921c6-ff0c-4012-a663-74573c3c4275 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fce72f549e634e21a1104a2106da2de3&device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 210 time: 0.0492377 Aug 19 18:10:33.455832 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 9ae00d4e-4f1a-466b-92d7-1b119470125e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=9ae00d4e-4f1a-466b-92d7-1b119470125e,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:33.479037 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '9ae00d4e-4f1a-466b-92d7-1b119470125e', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '9ae00d4e-4f1a-466b-92d7-1b119470125e', 'mac_address': 'fa:16:3e:66:f3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:10:33.610499 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d02167-493d-402c-8e95-146fb6ae23bd req-e10ef652-6d67-4f6d-ae29-f764fc1b4561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:33.612176 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-27d02167-493d-402c-8e95-146fb6ae23bd req-e10ef652-6d67-4f6d-ae29-f764fc1b4561 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=fce72f549e634e21a1104a2106da2de3&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1224322 Aug 19 18:10:33.613010 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd69c3-bbff-4908-b612-a45b3b6079c4 req-da3905de-e3c2-46fb-ba1c-f5eae3b9782d tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:33.614233 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-73fd69c3-bbff-4908-b612-a45b3b6079c4 req-da3905de-e3c2-46fb-ba1c-f5eae3b9782d tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=487fa018-15f3-458e-8425-88a56c9baee3 HTTP/1.1" status: 200 len: 948 time: 0.5590250 Aug 19 18:10:33.622255 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:33.625090 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1115e-4e67-42a5-8cff-84c6a1a77db8 req-5f599f65-d8e0-4d07-8977-4584e481ba4d tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:33.626626 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:33.630105 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c1a1115e-4e67-42a5-8cff-84c6a1a77db8 req-5f599f65-d8e0-4d07-8977-4584e481ba4d tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.50 "GET /v2.0/ports?device_id=65dce9e7-21c9-4f35-a760-343b34cac7c7 HTTP/1.1" status: 200 len: 946 time: 0.6163571 Aug 19 18:10:33.651746 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d847eec-d660-45ad-8bc6-d3ee5a9cd49d x-openstack-request-id: req-8d847eec-d660-45ad-8bc6-d3ee5a9cd49d {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:33.652740 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e067c5ab-c6ec-4276-935b-e95254a968c3", "name": "network-vif-deleted", "tag": "40bf330e-8919-4c86-bad6-70aab8c542c1", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:33.652740 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d847eec-d660-45ad-8bc6-d3ee5a9cd49d {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:33.652740 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e067c5ab-c6ec-4276-935b-e95254a968c3', 'name': 'network-vif-deleted', 'tag': '40bf330e-8919-4c86-bad6-70aab8c542c1', 'status': 'completed', 'code': 200} Aug 19 18:10:33.658027 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae00d4e-4f1a-466b-92d7-1b119470125e {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:10:33.682478 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d37b6267-0c37-4ba7-b1fc-a1b6387b4751 req-90424f39-02c5-44b0-89ef-2ca962950885 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e067c5ab-c6ec-4276-935b-e95254a968c3 HTTP/1.1" status: 200 len: 210 time: 0.0677884 Aug 19 18:10:33.715912 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c0daa5-4159-4c07-ad27-d947998bd064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08531675-2a28-49f9-9907-04a05109ee16'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:33.722844 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27706cfc-24e1-46a6-b202-66667a7d925b" -d '{"events": [{"server_uuid": "f8c0daa5-4159-4c07-ad27-d947998bd064", "name": "network-vif-plugged", "status": "completed", "tag": "08531675-2a28-49f9-9907-04a05109ee16"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:33.777975 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 08531675-2a28-49f9-9907-04a05109ee16, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=08531675-2a28-49f9-9907-04a05109ee16,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:33.783594 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 9ae00d4e-4f1a-466b-92d7-1b119470125e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=9ae00d4e-4f1a-466b-92d7-1b119470125e,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:33.789710 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:33.800912 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:33.913980 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-105c9639-dc3e-486a-8348-95d4247c9404 req-ba90cdf3-8ade-4d24-bafd-56b7e125cf45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:33.916893 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=08531675-2a28-49f9-9907-04a05109ee16,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:33.964098 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cfebb-a923-4063-a329-8ca1bc313f6f req-f9a02cf5-714a-4976-ba0f-8040034ea6e5 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:33.966035 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-506cfebb-a923-4063-a329-8ca1bc313f6f req-f9a02cf5-714a-4976-ba0f-8040034ea6e5 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.1295214 Aug 19 18:10:34.013069 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d02167-493d-402c-8e95-146fb6ae23bd req-f25be3a7-3349-4c9c-a7ec-b1c4318303d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:34.015277 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-27d02167-493d-402c-8e95-146fb6ae23bd req-f25be3a7-3349-4c9c-a7ec-b1c4318303d0 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3555272 Aug 19 18:10:34.046817 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-506cfebb-a923-4063-a329-8ca1bc313f6f req-85f9566e-920a-47ab-acb9-d64a04a6b361 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672777 Aug 19 18:10:34.070516 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=9ae00d4e-4f1a-466b-92d7-1b119470125e,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:34.118891 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-73fd69c3-bbff-4908-b612-a45b3b6079c4 req-316e70ee-e83f-4466-9b23-b20469ed01f5 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667203 Aug 19 18:10:34.186745 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['9ae00d4e-4f1a-466b-92d7-1b119470125e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:34.277291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-c1a1115e-4e67-42a5-8cff-84c6a1a77db8 req-72ff2fed-ef30-4317-9da6-0cf278fe71b8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Deleting port e832902f-89db-4d5c-9fc9-06531447d530 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:34.278004 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c1a1115e-4e67-42a5-8cff-84c6a1a77db8 req-72ff2fed-ef30-4317-9da6-0cf278fe71b8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:34.295893 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135f089e-0ffe-4e98-a361-0816c0c24116 x-openstack-request-id: req-135f089e-0ffe-4e98-a361-0816c0c24116 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:34.296249 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c0daa5-4159-4c07-ad27-d947998bd064", "name": "network-vif-plugged", "status": "completed", "tag": "08531675-2a28-49f9-9907-04a05109ee16", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:34.296630 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-135f089e-0ffe-4e98-a361-0816c0c24116 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:34.297261 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c0daa5-4159-4c07-ad27-d947998bd064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08531675-2a28-49f9-9907-04a05109ee16', 'code': 200} Aug 19 18:10:34.517296 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545346c-12a1-4fc8-a6f4-82278f4d69b4 req-e5eed432-3943-43c7-a35c-450ed7d3dcd5 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:34.519017 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2545346c-12a1-4fc8-a6f4-82278f4d69b4 req-e5eed432-3943-43c7-a35c-450ed7d3dcd5 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a27f61-400c-4616-a5f6-a6085e19e075 HTTP/1.1" status: 200 len: 932 time: 0.3583119 Aug 19 18:10:34.554402 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1d14e485-8de9-4e60-bc47-e3732b52109e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:34.560949 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d324b-f5be-42be-8ac0-a78a049d46dc req-94ec046b-16d9-4b53-bc7c-5f549a999fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:34.563055 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c45d324b-f5be-42be-8ac0-a78a049d46dc req-94ec046b-16d9-4b53-bc7c-5f549a999fe0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f8c0daa5-4159-4c07-ad27-d947998bd064 HTTP/1.1" status: 200 len: 1101 time: 0.2557631 Aug 19 18:10:34.564985 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-c1a1115e-4e67-42a5-8cff-84c6a1a77db8 req-72ff2fed-ef30-4317-9da6-0cf278fe71b8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] For port e832902f-89db-4d5c-9fc9-06531447d530, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e832902f-89db-4d5c-9fc9-06531447d530,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:34.566062 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c1a1115e-4e67-42a5-8cff-84c6a1a77db8 req-72ff2fed-ef30-4317-9da6-0cf278fe71b8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:34.622509 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2545346c-12a1-4fc8-a6f4-82278f4d69b4 req-fd764734-3b14-4e30-9537-8cddfd4ead65 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/security-groups?id=0232eef9-d831-4019-8d15-583b30478212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839911 Aug 19 18:10:34.647575 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-105c9639-dc3e-486a-8348-95d4247c9404 req-ba90cdf3-8ade-4d24-bafd-56b7e125cf45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 275e699e-f7e1-4cf3-a728-0faa8b94732c {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:10:34.662421 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-105c9639-dc3e-486a-8348-95d4247c9404 req-ba90cdf3-8ade-4d24-bafd-56b7e125cf45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:34.665318 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c45d324b-f5be-42be-8ac0-a78a049d46dc req-4719c5ec-11d6-492a-9119-a46d302b784f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906672 Aug 19 18:10:34.677820 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-105c9639-dc3e-486a-8348-95d4247c9404 req-ba90cdf3-8ade-4d24-bafd-56b7e125cf45 service neutron] Transition to ACTIVE for port object 275e699e-f7e1-4cf3-a728-0faa8b94732c will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:10:34.684982 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-c1a1115e-4e67-42a5-8cff-84c6a1a77db8 req-72ff2fed-ef30-4317-9da6-0cf278fe71b8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Calling delete_port for e832902f-89db-4d5c-9fc9-06531447d530 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:34.688345 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-105c9639-dc3e-486a-8348-95d4247c9404 req-ba90cdf3-8ade-4d24-bafd-56b7e125cf45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:34.736752 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a273e89-06b3-4447-aacd-a8a49ddcde85 req-3e8769c3-03c9-4edf-be6f-645b602a81c9 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:34.738366 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a273e89-06b3-4447-aacd-a8a49ddcde85 req-3e8769c3-03c9-4edf-be6f-645b602a81c9 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=65dce9e7-21c9-4f35-a760-343b34cac7c7 HTTP/1.1" status: 200 len: 946 time: 0.2504523 Aug 19 18:10:34.767972 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50513a2-5c8e-4a6c-8f84-530500ad5ef4 req-60699ce6-71f6-4642-8efd-30133348195e tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:34.770507 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a50513a2-5c8e-4a6c-8f84-530500ad5ef4 req-60699ce6-71f6-4642-8efd-30133348195e tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.0679874 Aug 19 18:10:34.809769 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90cdf3-8ade-4d24-bafd-56b7e125cf45 service neutron] Pushing event updated for resources: {'Port': ['ID=275e699e-f7e1-4cf3-a728-0faa8b94732c,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:34.815263 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a50513a2-5c8e-4a6c-8f84-530500ad5ef4 req-dac7656d-9873-402d-bec8-edcaf33563db tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382977 Aug 19 18:10:34.869113 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a273e89-06b3-4447-aacd-a8a49ddcde85 req-91fe3aea-ff58-42a4-b3fd-c9a126788ab7 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142261 Aug 19 18:10:34.921359 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 40bf330e-8919-4c86-bad6-70aab8c542c1 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:34.952578 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 40bf330e-8919-4c86-bad6-70aab8c542c1 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:10:34.952932 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 40bf330e-8919-4c86-bad6-70aab8c542c1 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:10:34.953493 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device e832902f-89db-4d5c-9fc9-06531447d530 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:34.991535 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-105c9639-dc3e-486a-8348-95d4247c9404 req-ba90cdf3-8ade-4d24-bafd-56b7e125cf45 service neutron] Attempting to bind port 275e699e-f7e1-4cf3-a728-0faa8b94732c on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:10:34.991895 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-105c9639-dc3e-486a-8348-95d4247c9404 req-ba90cdf3-8ade-4d24-bafd-56b7e125cf45 service neutron] Attempting to bind port 275e699e-f7e1-4cf3-a728-0faa8b94732c by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'd43151d8-c865-45b7-9ff3-54ef0877c73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0290f77e-c365-4038-ba8b-35727c3e4d23'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:10:34.992235 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c9639-dc3e-486a-8348-95d4247c9404 req-ba90cdf3-8ade-4d24-bafd-56b7e125cf45 service neutron] Attempting to bind port 275e699e-f7e1-4cf3-a728-0faa8b94732c on network 0290f77e-c365-4038-ba8b-35727c3e4d23 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:10:35.007558 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c9639-dc3e-486a-8348-95d4247c9404 req-ba90cdf3-8ade-4d24-bafd-56b7e125cf45 service neutron] Port 275e699e-f7e1-4cf3-a728-0faa8b94732c on network 0290f77e-c365-4038-ba8b-35727c3e4d23 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:10:35.007891 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c9639-dc3e-486a-8348-95d4247c9404 req-ba90cdf3-8ade-4d24-bafd-56b7e125cf45 service neutron] Attempting to bind port 275e699e-f7e1-4cf3-a728-0faa8b94732c on network 0290f77e-c365-4038-ba8b-35727c3e4d23 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:10:35.026027 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c9639-dc3e-486a-8348-95d4247c9404 req-ba90cdf3-8ade-4d24-bafd-56b7e125cf45 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:10:35.026320 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c9639-dc3e-486a-8348-95d4247c9404 req-ba90cdf3-8ade-4d24-bafd-56b7e125cf45 service neutron] Checking segment: {'id': 'd43151d8-c865-45b7-9ff3-54ef0877c73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0290f77e-c365-4038-ba8b-35727c3e4d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:10:35.026742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c9639-dc3e-486a-8348-95d4247c9404 req-ba90cdf3-8ade-4d24-bafd-56b7e125cf45 service neutron] Bound using segment: {'id': 'd43151d8-c865-45b7-9ff3-54ef0877c73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0290f77e-c365-4038-ba8b-35727c3e4d23'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:10:35.027276 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-105c9639-dc3e-486a-8348-95d4247c9404 req-ba90cdf3-8ade-4d24-bafd-56b7e125cf45 service neutron] Bound port: 275e699e-f7e1-4cf3-a728-0faa8b94732c, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43151d8-c865-45b7-9ff3-54ef0877c73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0290f77e-c365-4038-ba8b-35727c3e4d23'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:10:35.027652 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-105c9639-dc3e-486a-8348-95d4247c9404 req-ba90cdf3-8ade-4d24-bafd-56b7e125cf45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:35.058350 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:35.058720 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c1a1115e-4e67-42a5-8cff-84c6a1a77db8 req-72ff2fed-ef30-4317-9da6-0cf278fe71b8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:35.121587 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff2fed-ef30-4317-9da6-0cf278fe71b8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Pushing event deleted for resources: {'Port': ['ID=e832902f-89db-4d5c-9fc9-06531447d530,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:35.191100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a1115e-4e67-42a5-8cff-84c6a1a77db8 req-72ff2fed-ef30-4317-9da6-0cf278fe71b8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] No DVR routers for this DVR port e832902f-89db-4d5c-9fc9-06531447d530 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:35.197317 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c1a1115e-4e67-42a5-8cff-84c6a1a77db8 req-72ff2fed-ef30-4317-9da6-0cf278fe71b8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:35.199696 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c1a1115e-4e67-42a5-8cff-84c6a1a77db8 req-72ff2fed-ef30-4317-9da6-0cf278fe71b8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.50 "DELETE /v2.0/ports/e832902f-89db-4d5c-9fc9-06531447d530 HTTP/1.1" status: 204 len: 173 time: 1.5324593 Aug 19 18:10:35.234465 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-105c9639-dc3e-486a-8348-95d4247c9404 req-ba90cdf3-8ade-4d24-bafd-56b7e125cf45 service neutron] For port 275e699e-f7e1-4cf3-a728-0faa8b94732c, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:10:35.251234 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-105c9639-dc3e-486a-8348-95d4247c9404 req-ba90cdf3-8ade-4d24-bafd-56b7e125cf45 service neutron] For port 275e699e-f7e1-4cf3-a728-0faa8b94732c, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=275e699e-f7e1-4cf3-a728-0faa8b94732c,segment=NetworkSegment(d43151d8-c865-45b7-9ff3-54ef0877c73a),segment_id=d43151d8-c865-45b7-9ff3-54ef0877c73a)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:10:35.267889 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953dc28-fbcf-4264-b830-e6441c1f30af req-16b7a568-ef9d-4d92-bac2-976e4a086aed tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:35.268915 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14a581-00ab-425f-980b-67002e9555bc req-bbd6681b-6036-444b-b99f-0a8323c8ebbd tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:35.270132 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6953dc28-fbcf-4264-b830-e6441c1f30af req-16b7a568-ef9d-4d92-bac2-976e4a086aed tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=487fa018-15f3-458e-8425-88a56c9baee3 HTTP/1.1" status: 200 len: 949 time: 0.0644691 Aug 19 18:10:35.274042 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc14a581-00ab-425f-980b-67002e9555bc req-bbd6681b-6036-444b-b99f-0a8323c8ebbd tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.0841410 Aug 19 18:10:35.275567 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-105c9639-dc3e-486a-8348-95d4247c9404 req-ba90cdf3-8ade-4d24-bafd-56b7e125cf45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:35.321600 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6953dc28-fbcf-4264-b830-e6441c1f30af req-89527859-b5ce-42bb-b735-5294f3ab3a2e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420730 Aug 19 18:10:35.351007 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90cdf3-8ade-4d24-bafd-56b7e125cf45 service neutron] Pushing event updated for resources: {'Port': ['ID=275e699e-f7e1-4cf3-a728-0faa8b94732c,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:35.357669 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c9639-dc3e-486a-8348-95d4247c9404 req-ba90cdf3-8ade-4d24-bafd-56b7e125cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:35.358311 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-105c9639-dc3e-486a-8348-95d4247c9404 req-ba90cdf3-8ade-4d24-bafd-56b7e125cf45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:35.359749 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-105c9639-dc3e-486a-8348-95d4247c9404 req-ba90cdf3-8ade-4d24-bafd-56b7e125cf45 service neutron] 10.222.0.50 "PUT /v2.0/ports/275e699e-f7e1-4cf3-a728-0faa8b94732c HTTP/1.1" status: 200 len: 1092 time: 2.2301733 Aug 19 18:10:35.386373 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc14a581-00ab-425f-980b-67002e9555bc req-83ad9fda-8e1d-4636-8be8-4b6b19697a84 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078360 Aug 19 18:10:35.402316 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['63329f52-4d29-46a2-8007-c28af4280754'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:35.504976 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c9639-dc3e-486a-8348-95d4247c9404 req-16a00c1b-0c09-42db-a5cd-f8a4a9e53de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:35.506697 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-105c9639-dc3e-486a-8348-95d4247c9404 req-16a00c1b-0c09-42db-a5cd-f8a4a9e53de2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=29f1ebf411dc45818102ce184a92e66f&device_id=e2a27f61-400c-4616-a5f6-a6085e19e075 HTTP/1.1" status: 200 len: 1095 time: 0.0611830 Aug 19 18:10:35.515969 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2c99a-15c3-4e81-8260-5704012a29c1 req-525858c8-386b-43af-ba53-a2c095b5264e tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:35.520079 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4ff2c99a-15c3-4e81-8260-5704012a29c1 req-525858c8-386b-43af-ba53-a2c095b5264e tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0987709 Aug 19 18:10:35.547885 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-967fc7a8-10dd-43e1-bf6d-3799ebbb85d8 service neutron] 10.222.0.54 "GET /v2.0/ports/487c71c6-c30d-4d41-b8a9-80b9e41204bf/bindings/n-h1-803753-2 HTTP/1.1" status: 200 len: 382 time: 0.1586845 Aug 19 18:10:35.570235 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-105c9639-dc3e-486a-8348-95d4247c9404 req-4305b97b-ccd4-40fc-a818-2aaccdacd984 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=275e699e-f7e1-4cf3-a728-0faa8b94732c HTTP/1.1" status: 200 len: 217 time: 0.0419722 Aug 19 18:10:35.574614 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4ff2c99a-15c3-4e81-8260-5704012a29c1 req-7073eca3-2f13-4982-8acc-6ac02e02ca2e tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492568 Aug 19 18:10:35.647480 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c9639-dc3e-486a-8348-95d4247c9404 req-67f6375d-580f-4835-aabf-9ed38b54edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:35.649447 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-105c9639-dc3e-486a-8348-95d4247c9404 req-67f6375d-580f-4835-aabf-9ed38b54edd1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d1d0f82b-7162-4497-bdaa-af59ef9e70f8 HTTP/1.1" status: 200 len: 862 time: 0.0653584 Aug 19 18:10:35.654951 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65dce9e7-21c9-4f35-a760-343b34cac7c7', 'name': 'network-vif-deleted', 'tag': 'e832902f-89db-4d5c-9fc9-06531447d530'}, {'name': 'network-changed', 'server_uuid': 'e2a27f61-400c-4616-a5f6-a6085e19e075', 'tag': '275e699e-f7e1-4cf3-a728-0faa8b94732c'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:35.657041 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f70584-a67c-41fb-8425-8a319f47ec14" -d '{"events": [{"server_uuid": "65dce9e7-21c9-4f35-a760-343b34cac7c7", "name": "network-vif-deleted", "tag": "e832902f-89db-4d5c-9fc9-06531447d530"}, {"name": "network-changed", "server_uuid": "e2a27f61-400c-4616-a5f6-a6085e19e075", "tag": "275e699e-f7e1-4cf3-a728-0faa8b94732c"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:35.692921 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-105c9639-dc3e-486a-8348-95d4247c9404 req-e87ed07c-c410-475a-9fb1-be7eb7ec3d05 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0290f77e-c365-4038-ba8b-35727c3e4d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311534 Aug 19 18:10:35.736052 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b7c619-c2e7-4471-a2ff-9f16c6aca9da x-openstack-request-id: req-c2b7c619-c2e7-4471-a2ff-9f16c6aca9da {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:35.736453 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65dce9e7-21c9-4f35-a760-343b34cac7c7", "name": "network-vif-deleted", "tag": "e832902f-89db-4d5c-9fc9-06531447d530", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e2a27f61-400c-4616-a5f6-a6085e19e075", "tag": "275e699e-f7e1-4cf3-a728-0faa8b94732c", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:35.736748 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2b7c619-c2e7-4471-a2ff-9f16c6aca9da {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:35.737165 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65dce9e7-21c9-4f35-a760-343b34cac7c7', 'name': 'network-vif-deleted', 'tag': 'e832902f-89db-4d5c-9fc9-06531447d530', 'status': 'completed', 'code': 200} Aug 19 18:10:35.737426 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a27f61-400c-4616-a5f6-a6085e19e075', 'tag': '275e699e-f7e1-4cf3-a728-0faa8b94732c', 'status': 'completed', 'code': 200} Aug 19 18:10:35.858639 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-4a9b2b71-5439-40c2-84f5-0339f0fb0386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:35.862748 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-4a9b2b71-5439-40c2-84f5-0339f0fb0386 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec&tenant_id=55902b3290884d098547fd36e6097a39 HTTP/1.1" status: 200 len: 1100 time: 0.0749228 Aug 19 18:10:35.874762 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177b8b8-791b-42ec-a85f-d05099593869 req-67f68b94-a9a9-41fb-9b40-b6df397c39ab tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:35.876137 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5177b8b8-791b-42ec-a85f-d05099593869 req-67f68b94-a9a9-41fb-9b40-b6df397c39ab tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a27f61-400c-4616-a5f6-a6085e19e075 HTTP/1.1" status: 200 len: 944 time: 0.1511660 Aug 19 18:10:35.878607 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-105c9639-dc3e-486a-8348-95d4247c9404 req-f565445f-f5ee-4421-915c-56178b2de833 service neutron] 10.222.0.50 "GET /v2.0/networks/0290f77e-c365-4038-ba8b-35727c3e4d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633451 Aug 19 18:10:36.014247 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636022e3-038b-4ca7-9b6a-c5c78453e20c req-110b3ac1-b24c-4aec-b6df-2821b932510c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:36.016354 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-636022e3-038b-4ca7-9b6a-c5c78453e20c req-110b3ac1-b24c-4aec-b6df-2821b932510c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.0890231 Aug 19 18:10:36.019458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-9ab670bd-0b91-4da1-992c-957fd26f542f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:36.020302 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-9ab670bd-0b91-4da1-992c-957fd26f542f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 1100 time: 0.1285331 Aug 19 18:10:36.035316 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5177b8b8-791b-42ec-a85f-d05099593869 req-37f9c6a7-787d-4cea-8283-17246076523d tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/security-groups?id=0232eef9-d831-4019-8d15-583b30478212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492860 Aug 19 18:10:36.104876 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-105c9639-dc3e-486a-8348-95d4247c9404 req-7f7f943a-e36b-4c1d-9546-facff410209b service neutron] 10.222.0.50 "GET /v2.0/networks/0290f77e-c365-4038-ba8b-35727c3e4d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109072 Aug 19 18:10:36.187421 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-636022e3-038b-4ca7-9b6a-c5c78453e20c req-ac7b3a9a-4ead-4923-8e01-b6ab1a988060 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448998 Aug 19 18:10:36.225377 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-2876a2d7-10dc-417d-a446-8246fc607a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:36.226832 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-2876a2d7-10dc-417d-a446-8246fc607a36 service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.1979697 Aug 19 18:10:36.286250 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-24b53a66-54e6-4dbb-896a-594f11dcc902 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=487c71c6-c30d-4d41-b8a9-80b9e41204bf HTTP/1.1" status: 200 len: 217 time: 0.0500140 Aug 19 18:10:36.287786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f70584-a67c-41fb-8425-8a319f47ec14 req-3c0fd06e-63b4-4cf2-8131-8c1eaef8b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:36.289905 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-49f70584-a67c-41fb-8425-8a319f47ec14 req-3c0fd06e-63b4-4cf2-8131-8c1eaef8b6b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=29f1ebf411dc45818102ce184a92e66f&device_id=e2a27f61-400c-4616-a5f6-a6085e19e075 HTTP/1.1" status: 200 len: 1095 time: 0.0941372 Aug 19 18:10:36.350019 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-f8b19942-7f82-4775-8393-8d2e98f23506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:36.362852 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-f8b19942-7f82-4775-8393-8d2e98f23506 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0686691 Aug 19 18:10:36.443309 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-03bec906-fc46-4e64-87a2-ff8d2319616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:36.445355 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-03bec906-fc46-4e64-87a2-ff8d2319616d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0743856 Aug 19 18:10:36.511885 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f70584-a67c-41fb-8425-8a319f47ec14 req-c868e456-6065-4521-8baa-c7b0f6aeb31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:36.513289 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-49f70584-a67c-41fb-8425-8a319f47ec14 req-c868e456-6065-4521-8baa-c7b0f6aeb31a service neutron] 10.222.0.50 "GET /v2.0/networks?id=0290f77e-c365-4038-ba8b-35727c3e4d23 HTTP/1.1" status: 200 len: 923 time: 0.2043455 Aug 19 18:10:36.533473 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe38ea4-5d6b-4318-ac9b-f13a13bcda5d req-2be298b8-eee0-4e01-ba13-574a522eb304 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:36.536542 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5fe38ea4-5d6b-4318-ac9b-f13a13bcda5d req-2be298b8-eee0-4e01-ba13-574a522eb304 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=487fa018-15f3-458e-8425-88a56c9baee3 HTTP/1.1" status: 200 len: 949 time: 0.0792191 Aug 19 18:10:36.590003 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-49f70584-a67c-41fb-8425-8a319f47ec14 req-57b25d14-8b69-4dbc-85cb-fd1f66708368 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=275e699e-f7e1-4cf3-a728-0faa8b94732c HTTP/1.1" status: 200 len: 217 time: 0.0523224 Aug 19 18:10:36.653451 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5fe38ea4-5d6b-4318-ac9b-f13a13bcda5d req-02cfb12d-db8e-4dc3-8abd-52a9de5cf17e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066515 Aug 19 18:10:36.656744 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-667bfcd3-0119-4deb-8dbe-d49ca24cd625 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013013 Aug 19 18:10:36.682765 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f70584-a67c-41fb-8425-8a319f47ec14 req-2532259a-c1e2-456a-8091-dc285d8c2ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:36.682765 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-49f70584-a67c-41fb-8425-8a319f47ec14 req-2532259a-c1e2-456a-8091-dc285d8c2ec7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d1d0f82b-7162-4497-bdaa-af59ef9e70f8 HTTP/1.1" status: 200 len: 862 time: 0.0708852 Aug 19 18:10:36.683024 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31354b95-e170-412d-b77e-097c50bd84a8 req-60268f3c-32b0-420b-a346-21e2b542307c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:36.683024 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-31354b95-e170-412d-b77e-097c50bd84a8 req-60268f3c-32b0-420b-a346-21e2b542307c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/networks?id=f6ca3005-f821-4bbf-9771-cb98a9ef289d HTTP/1.1" status: 200 len: 806 time: 0.2097981 Aug 19 18:10:36.738371 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-49f70584-a67c-41fb-8425-8a319f47ec14 req-a3c737f7-8bea-4544-8d10-009ae39728f9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0290f77e-c365-4038-ba8b-35727c3e4d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427923 Aug 19 18:10:36.742117 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-31354b95-e170-412d-b77e-097c50bd84a8 req-8e9b690e-c2a3-4888-8cb7-44ea1137029e tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/quotas/ae64f3b0d3994e079c6bfc4ab34b357b HTTP/1.1" status: 200 len: 375 time: 0.0592470 Aug 19 18:10:36.827227 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51b6b47f-9bb5-405a-a783-2eada241ce5b req-2f22299d-d3de-414d-81c3-d8f4d17076e8 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602929 Aug 19 18:10:36.831710 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-31354b95-e170-412d-b77e-097c50bd84a8 req-1aaabb75-07bd-497b-9aa6-d2366f91f5ac tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae64f3b0d3994e079c6bfc4ab34b357b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0839787 Aug 19 18:10:36.863747 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a28fe-135f-417c-92de-6607bec0bee1 req-30f04d41-4853-4f1d-a4c0-b6f8b8a6be25 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:36.865334 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-817a28fe-135f-417c-92de-6607bec0bee1 req-30f04d41-4853-4f1d-a4c0-b6f8b8a6be25 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.1199739 Aug 19 18:10:36.895733 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-49f70584-a67c-41fb-8425-8a319f47ec14 req-eec52734-79db-41b6-a28c-a997790e39f6 service neutron] 10.222.0.50 "GET /v2.0/networks/0290f77e-c365-4038-ba8b-35727c3e4d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395695 Aug 19 18:10:36.971833 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-31354b95-e170-412d-b77e-097c50bd84a8 req-0f0187ac-28cc-4665-94dd-84ffb75c6611 service neutron] 10.222.0.24 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166093 Aug 19 18:10:36.976408 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-817a28fe-135f-417c-92de-6607bec0bee1 req-2219e411-280b-46e1-b68d-899d53621e03 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891705 Aug 19 18:10:37.041959 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-49f70584-a67c-41fb-8425-8a319f47ec14 req-2c91a1b3-621d-474a-9d37-33a3bd32d389 service neutron] 10.222.0.50 "GET /v2.0/networks/0290f77e-c365-4038-ba8b-35727c3e4d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283717 Aug 19 18:10:37.079511 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8314e6a8-ad27-4386-a000-c2da3f946143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:37.119277 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-31354b95-e170-412d-b77e-097c50bd84a8 req-cb3d6323-079f-4e37-acb3-6504729b1061 service neutron] 10.222.0.24 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353550 Aug 19 18:10:37.122423 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261a86d-6058-4d97-9a64-f3c08cc3cbeb req-54a72fe6-1ae6-4377-830a-9b68731ac2ad tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:37.124526 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5261a86d-6058-4d97-9a64-f3c08cc3cbeb req-54a72fe6-1ae6-4377-830a-9b68731ac2ad tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0759697 Aug 19 18:10:37.178381 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5261a86d-6058-4d97-9a64-f3c08cc3cbeb req-3ea666c6-bc65-4c35-83de-e9fe51508669 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474806 Aug 19 18:10:37.196789 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:37.233703 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 9ae00d4e-4f1a-466b-92d7-1b119470125e up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:10:37.346942 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 9ae00d4e-4f1a-466b-92d7-1b119470125e completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:10:37.352707 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 9ae00d4e-4f1a-466b-92d7-1b119470125e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:37.353133 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:37.362024 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ad553-26e5-4a66-82a7-633b5907e06f req-9c2c8679-04e9-4cf7-b238-9c537bc905f2 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:37.380623 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-974ad553-26e5-4a66-82a7-633b5907e06f req-9c2c8679-04e9-4cf7-b238-9c537bc905f2 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a27f61-400c-4616-a5f6-a6085e19e075 HTTP/1.1" status: 200 len: 944 time: 0.0830972 Aug 19 18:10:37.402027 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3a0df-c8da-4d01-b7c0-81931ab856fb req-b17a9f4f-852d-4cad-92cf-d90e842724cd tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:37.405237 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-61a3a0df-c8da-4d01-b7c0-81931ab856fb req-b17a9f4f-852d-4cad-92cf-d90e842724cd tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.0675704 Aug 19 18:10:37.443717 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-974ad553-26e5-4a66-82a7-633b5907e06f req-4dc455dd-0c4f-430a-a63c-745484acc1a9 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/security-groups?id=0232eef9-d831-4019-8d15-583b30478212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578258 Aug 19 18:10:37.492918 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-61a3a0df-c8da-4d01-b7c0-81931ab856fb req-f813de21-c149-46a1-85ed-f4c167e35474 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792992 Aug 19 18:10:37.554984 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:37.598521 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 9ae00d4e-4f1a-466b-92d7-1b119470125e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=9ae00d4e-4f1a-466b-92d7-1b119470125e,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:37.599743 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487fa018-15f3-458e-8425-88a56c9baee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae00d4e-4f1a-466b-92d7-1b119470125e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:37.602851 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7796b1c-250e-4eab-a518-f367b51c144d" -d '{"events": [{"server_uuid": "487fa018-15f3-458e-8425-88a56c9baee3", "name": "network-vif-plugged", "status": "completed", "tag": "9ae00d4e-4f1a-466b-92d7-1b119470125e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:37.607792 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:37.608464 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 487c71c6-c30d-4d41-b8a9-80b9e41204bf no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:37.697388 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13638280-2adb-4611-acc6-8d14492a1c48 x-openstack-request-id: req-13638280-2adb-4611-acc6-8d14492a1c48 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:37.697668 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487fa018-15f3-458e-8425-88a56c9baee3", "name": "network-vif-plugged", "status": "completed", "tag": "9ae00d4e-4f1a-466b-92d7-1b119470125e", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:37.697931 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13638280-2adb-4611-acc6-8d14492a1c48 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:37.698328 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487fa018-15f3-458e-8425-88a56c9baee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae00d4e-4f1a-466b-92d7-1b119470125e', 'code': 200} Aug 19 18:10:37.703715 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=9ae00d4e-4f1a-466b-92d7-1b119470125e,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:37.734367 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cd67b4ec-8c31-4494-9f92-618d6f8ab373 req-5cda4609-7eaa-4288-bc2e-f60c9af8da5b tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7069e351-b134-49f2-9267-5c55dfb6cb7f HTTP/1.1" status: 200 len: 210 time: 0.0586007 Aug 19 18:10:37.752039 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:37.797967 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 487c71c6-c30d-4d41-b8a9-80b9e41204bf, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=487c71c6-c30d-4d41-b8a9-80b9e41204bf,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:37.804711 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:37.859244 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf68e7-857d-4f39-a849-e1ce5e31fc79 req-8f770234-1699-4ccd-8e18-c3845891e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:37.874863 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8fdf68e7-857d-4f39-a849-e1ce5e31fc79 req-8f770234-1699-4ccd-8e18-c3845891e2ba service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=487fa018-15f3-458e-8425-88a56c9baee3 HTTP/1.1" status: 200 len: 1101 time: 0.0997758 Aug 19 18:10:37.896474 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=487c71c6-c30d-4d41-b8a9-80b9e41204bf,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:37.928265 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0e7fc-eeea-4700-85b3-1e98ed23ef0f req-b9ce2f22-0bf3-42fd-88a9-52cf5cad5af1 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:37.931147 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a1c0e7fc-eeea-4700-85b3-1e98ed23ef0f req-b9ce2f22-0bf3-42fd-88a9-52cf5cad5af1 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f5138e-8dff-4170-be3c-7897879e7928 HTTP/1.1" status: 200 len: 945 time: 0.1058552 Aug 19 18:10:37.977347 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8fdf68e7-857d-4f39-a849-e1ce5e31fc79 req-ed3f188d-6341-44f3-ad99-9b06750b071f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826533 Aug 19 18:10:37.985864 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a1c0e7fc-eeea-4700-85b3-1e98ed23ef0f req-213f21b7-d4d3-489b-975f-5cb65637bebd tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2532989-ec9e-40f3-a17a-04218930fe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456719 Aug 19 18:10:38.007813 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93457344-916e-4ab5-a5c4-196ce0adf63d req-d0365b08-e56f-452f-9504-19916786d5dc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:38.021327 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-93457344-916e-4ab5-a5c4-196ce0adf63d req-d0365b08-e56f-452f-9504-19916786d5dc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=487fa018-15f3-458e-8425-88a56c9baee3 HTTP/1.1" status: 200 len: 950 time: 0.1440897 Aug 19 18:10:38.074071 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-93457344-916e-4ab5-a5c4-196ce0adf63d req-8665f9e4-ecf1-4b77-8167-d66db84e4235 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516887 Aug 19 18:10:38.105898 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:38.180117 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3fc9a-605c-4b3b-9a54-be2c647ce4be req-2c9aee0b-72b9-4b3d-8a93-899705aa03fd tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:38.181764 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-93f3fc9a-605c-4b3b-9a54-be2c647ce4be req-2c9aee0b-72b9-4b3d-8a93-899705aa03fd tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.0684392 Aug 19 18:10:38.242994 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-93f3fc9a-605c-4b3b-9a54-be2c647ce4be req-42bbaae4-81b1-4562-8b06-8c4407b4728a tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530987 Aug 19 18:10:38.322541 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae94f4c-a70b-4c84-b2e0-2acfdcb9cd7b req-11b136ff-ed37-4271-b218-d22d345c2d15 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:38.324118 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5ae94f4c-a70b-4c84-b2e0-2acfdcb9cd7b req-11b136ff-ed37-4271-b218-d22d345c2d15 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0529428 Aug 19 18:10:38.370357 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5ae94f4c-a70b-4c84-b2e0-2acfdcb9cd7b req-fe0ee02c-65ff-4164-819b-519516929b52 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398271 Aug 19 18:10:38.574728 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2146e-0933-4f1c-a946-5d16363f452e req-766097de-f307-46ca-b958-254bf15312cb tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:38.577516 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4ea2146e-0933-4f1c-a946-5d16363f452e req-766097de-f307-46ca-b958-254bf15312cb tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a27f61-400c-4616-a5f6-a6085e19e075 HTTP/1.1" status: 200 len: 944 time: 0.0690093 Aug 19 18:10:38.632219 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4ea2146e-0933-4f1c-a946-5d16363f452e req-7a58ce0d-16b5-439a-967c-7690fda27f46 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/security-groups?id=0232eef9-d831-4019-8d15-583b30478212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486412 Aug 19 18:10:38.641206 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647226a6-636e-4511-b8ce-a5d36d34a103 req-bb564dd5-06cf-447d-98f5-357e05a68442 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:38.642850 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-647226a6-636e-4511-b8ce-a5d36d34a103 req-bb564dd5-06cf-447d-98f5-357e05a68442 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 947 time: 0.0558379 Aug 19 18:10:38.688710 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-647226a6-636e-4511-b8ce-a5d36d34a103 req-e02e81ee-7d34-4403-b1ca-7d090c4cc0fc tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386143 Aug 19 18:10:38.840286 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dacc38e7-6661-4ef8-a15b-2eb9acaa9075 req-0e81e7b3-0296-449d-a15e-cab15e6223aa tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7069e351-b134-49f2-9267-5c55dfb6cb7f HTTP/1.1" status: 200 len: 210 time: 0.0326374 Aug 19 18:10:38.949242 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 275e699e-f7e1-4cf3-a728-0faa8b94732c details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:10:39.043739 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31354b95-e170-412d-b77e-097c50bd84a8 req-a5685a05-e21f-4ab9-bd3c-e06ee43f260a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:39.048223 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-31354b95-e170-412d-b77e-097c50bd84a8 req-a5685a05-e21f-4ab9-bd3c-e06ee43f260a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.50 "GET /v2.0/networks?id=f6ca3005-f821-4bbf-9771-cb98a9ef289d HTTP/1.1" status: 200 len: 806 time: 0.1589327 Aug 19 18:10:39.065995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-31354b95-e170-412d-b77e-097c50bd84a8 req-b3a5b145-fbec-41e2-9f9b-6d3ee71ad7df tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Request body: {'port': {'device_id': '7069e351-b134-49f2-9267-5c55dfb6cb7f', 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d', 'admin_state_up': True, 'tenant_id': 'ae64f3b0d3994e079c6bfc4ab34b357b'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:39.115317 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 275e699e-f7e1-4cf3-a728-0faa8b94732c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=275e699e-f7e1-4cf3-a728-0faa8b94732c,segment=NetworkSegment(d43151d8-c865-45b7-9ff3-54ef0877c73a),segment_id=d43151d8-c865-45b7-9ff3-54ef0877c73a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:39.133256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '275e699e-f7e1-4cf3-a728-0faa8b94732c', 'network_id': '0290f77e-c365-4038-ba8b-35727c3e4d23', 'port_id': '275e699e-f7e1-4cf3-a728-0faa8b94732c', 'mac_address': 'fa:16:3e:ac:82:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1d0f82b-7162-4497-bdaa-af59ef9e70f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:10:39.179598 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:39.197856 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275e699e-f7e1-4cf3-a728-0faa8b94732c {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:10:39.231410 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 275e699e-f7e1-4cf3-a728-0faa8b94732c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=275e699e-f7e1-4cf3-a728-0faa8b94732c,segment=NetworkSegment(d43151d8-c865-45b7-9ff3-54ef0877c73a),segment_id=d43151d8-c865-45b7-9ff3-54ef0877c73a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:39.237144 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:39.238087 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a67a9b-43c4-45f1-81bf-12071bb930a5 req-af9cc1f6-d580-425d-bb9e-53c9d643d35c tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:39.245825 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f8a67a9b-43c4-45f1-81bf-12071bb930a5 req-af9cc1f6-d580-425d-bb9e-53c9d643d35c tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f5138e-8dff-4170-be3c-7897879e7928 HTTP/1.1" status: 200 len: 945 time: 0.1002417 Aug 19 18:10:39.249454 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa88d7-214b-4519-a546-18056cb78456 req-7b1d8ff3-e312-4302-b856-8cc9ed9ddcea tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:39.251362 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-49aa88d7-214b-4519-a546-18056cb78456 req-7b1d8ff3-e312-4302-b856-8cc9ed9ddcea tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=487fa018-15f3-458e-8425-88a56c9baee3 HTTP/1.1" status: 200 len: 950 time: 0.0613499 Aug 19 18:10:39.263538 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 487c71c6-c30d-4d41-b8a9-80b9e41204bf details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:10:39.306736 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=275e699e-f7e1-4cf3-a728-0faa8b94732c,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:39.315896 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f8a67a9b-43c4-45f1-81bf-12071bb930a5 req-1a124af9-036b-4b46-a0ab-e844c5e9f80d tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2532989-ec9e-40f3-a17a-04218930fe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691490 Aug 19 18:10:39.330365 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31354b95-e170-412d-b77e-097c50bd84a8 req-b3a5b145-fbec-41e2-9f9b-6d3ee71ad7df tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Made reservation on behalf of ae64f3b0d3994e079c6bfc4ab34b357b for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:10:39.338523 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-31354b95-e170-412d-b77e-097c50bd84a8 req-b3a5b145-fbec-41e2-9f9b-6d3ee71ad7df tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:39.363373 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-49aa88d7-214b-4519-a546-18056cb78456 req-430ac40e-7e7e-4e37-ab64-6372e4ebb05e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056023 Aug 19 18:10:39.541520 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641142f-2976-49c6-8b3f-9db6c6656e44 req-648e4445-690e-4b56-8402-eaab6e5e44ea tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:39.543727 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2641142f-2976-49c6-8b3f-9db6c6656e44 req-648e4445-690e-4b56-8402-eaab6e5e44ea tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.0721822 Aug 19 18:10:39.572986 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 487c71c6-c30d-4d41-b8a9-80b9e41204bf, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=487c71c6-c30d-4d41-b8a9-80b9e41204bf,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:39.590262 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b95b1-0332-48a2-a0ed-b685c77a166c req-f7abb3c4-ae6e-4b86-9d4c-f027804cb6a2 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:39.593192 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d18b95b1-0332-48a2-a0ed-b685c77a166c req-f7abb3c4-ae6e-4b86-9d4c-f027804cb6a2 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.1350794 Aug 19 18:10:39.597639 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '487c71c6-c30d-4d41-b8a9-80b9e41204bf', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '487c71c6-c30d-4d41-b8a9-80b9e41204bf', 'mac_address': 'fa:16:3e:91:21:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:10:39.604131 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2641142f-2976-49c6-8b3f-9db6c6656e44 req-a59839cf-ce22-4a57-8a08-3f7af073ee48 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499752 Aug 19 18:10:39.655750 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:39.664607 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-31354b95-e170-412d-b77e-097c50bd84a8 req-b3a5b145-fbec-41e2-9f9b-6d3ee71ad7df tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Allocated IP 172.20.0.6 (f6ca3005-f821-4bbf-9771-cb98a9ef289d/ee52aea2-4c4c-4ce5-9853-28e4d75899b9/98eef2b1-c7de-4ebf-9afc-2706e5f66e86) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:10:39.673735 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 487c71c6-c30d-4d41-b8a9-80b9e41204bf {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:10:39.689311 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['275e699e-f7e1-4cf3-a728-0faa8b94732c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:39.697142 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d18b95b1-0332-48a2-a0ed-b685c77a166c req-4c4faf46-a6dd-422f-b2fd-469ab7ace162 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853074 Aug 19 18:10:39.703170 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747ba496-7746-4f7e-869f-715dfd42a7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '487c71c6-c30d-4d41-b8a9-80b9e41204bf'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:39.705505 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc80476-408a-4822-8347-2f55201afb60" -d '{"events": [{"server_uuid": "747ba496-7746-4f7e-869f-715dfd42a7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "487c71c6-c30d-4d41-b8a9-80b9e41204bf"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:39.741400 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 487c71c6-c30d-4d41-b8a9-80b9e41204bf, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=487c71c6-c30d-4d41-b8a9-80b9e41204bf,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:39.752477 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:39.797081 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266c9f7-d34e-471c-91a1-f595177308e6 req-634045ef-b4e2-4912-9d5a-871f793ce4c8 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:39.801175 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0266c9f7-d34e-471c-91a1-f595177308e6 req-634045ef-b4e2-4912-9d5a-871f793ce4c8 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a27f61-400c-4616-a5f6-a6085e19e075 HTTP/1.1" status: 200 len: 945 time: 0.0857942 Aug 19 18:10:39.820845 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c4c0e3-9091-4c81-acce-281685eacb3e x-openstack-request-id: req-e8c4c0e3-9091-4c81-acce-281685eacb3e {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:39.820845 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747ba496-7746-4f7e-869f-715dfd42a7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "487c71c6-c30d-4d41-b8a9-80b9e41204bf", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:39.820845 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8c4c0e3-9091-4c81-acce-281685eacb3e {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:39.821431 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747ba496-7746-4f7e-869f-715dfd42a7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '487c71c6-c30d-4d41-b8a9-80b9e41204bf', 'code': 200} Aug 19 18:10:39.856315 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=487c71c6-c30d-4d41-b8a9-80b9e41204bf,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:39.863662 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0266c9f7-d34e-471c-91a1-f595177308e6 req-653c73f3-577b-486b-ae80-2421b13d6177 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/security-groups?id=0232eef9-d831-4019-8d15-583b30478212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503535 Aug 19 18:10:40.007238 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677ce84-eb11-493b-94eb-754339f117f4 req-9d31452e-6b2d-4178-84da-883be4f34bda tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:40.008763 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3677ce84-eb11-493b-94eb-754339f117f4 req-9d31452e-6b2d-4178-84da-883be4f34bda tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 948 time: 0.1150064 Aug 19 18:10:40.011835 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-31354b95-e170-412d-b77e-097c50bd84a8 req-b3a5b145-fbec-41e2-9f9b-6d3ee71ad7df tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:40.035229 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-599792af-826e-4779-bb2c-bacc53395d9f req-a13578b3-e69d-42a5-b710-66758c3eb791 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7069e351-b134-49f2-9267-5c55dfb6cb7f HTTP/1.1" status: 200 len: 210 time: 0.0283816 Aug 19 18:10:40.063905 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3677ce84-eb11-493b-94eb-754339f117f4 req-19a4d9c3-5911-48b6-baf2-9613a1d66fe1 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473163 Aug 19 18:10:40.066096 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:40.086438 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-31354b95-e170-412d-b77e-097c50bd84a8 req-b3a5b145-fbec-41e2-9f9b-6d3ee71ad7df tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:40.105035 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['63329f52-4d29-46a2-8007-c28af4280754'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:40.109476 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['487c71c6-c30d-4d41-b8a9-80b9e41204bf'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:40.134257 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31354b95-e170-412d-b77e-097c50bd84a8 req-b3a5b145-fbec-41e2-9f9b-6d3ee71ad7df tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Network f6ca3005-f821-4bbf-9771-cb98a9ef289d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:10:40.140319 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-31354b95-e170-412d-b77e-097c50bd84a8 req-b3a5b145-fbec-41e2-9f9b-6d3ee71ad7df tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:10:40.144768 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-31354b95-e170-412d-b77e-097c50bd84a8 req-b3a5b145-fbec-41e2-9f9b-6d3ee71ad7df tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:10:40.176425 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5b145-fbec-41e2-9f9b-6d3ee71ad7df tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Pushing event updated for resources: {'Port': ['ID=98eef2b1-c7de-4ebf-9afc-2706e5f66e86,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:40.217712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31354b95-e170-412d-b77e-097c50bd84a8 req-b3a5b145-fbec-41e2-9f9b-6d3ee71ad7df tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:40.218467 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-31354b95-e170-412d-b77e-097c50bd84a8 req-b3a5b145-fbec-41e2-9f9b-6d3ee71ad7df tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:40.241276 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-31354b95-e170-412d-b77e-097c50bd84a8 req-b3a5b145-fbec-41e2-9f9b-6d3ee71ad7df tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1810894 Aug 19 18:10:40.269762 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-31354b95-e170-412d-b77e-097c50bd84a8 req-7315c0ab-8ed7-446b-8577-2c26223b6e53 service neutron] Request body: {'port': {'device_id': '7069e351-b134-49f2-9267-5c55dfb6cb7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:40.380688 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33285011-f45c-45c6-9619-42a2245ffd57 req-173d5be3-ad7e-46dc-bd21-52c64aa93bd7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:40.383112 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b2a9d-6c2d-44b7-93b7-8b6d6365dbd6 req-eed88e6c-4277-4728-87ca-5947b78fe14a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:40.385018 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a2b2a9d-6c2d-44b7-93b7-8b6d6365dbd6 req-eed88e6c-4277-4728-87ca-5947b78fe14a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.54 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec&tenant_id=55902b3290884d098547fd36e6097a39&binding%3Ahost_id=n-h1-803753-2 HTTP/1.1" status: 200 len: 948 time: 0.1050503 Aug 19 18:10:40.386061 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33285011-f45c-45c6-9619-42a2245ffd57 req-173d5be3-ad7e-46dc-bd21-52c64aa93bd7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 948 time: 0.1233301 Aug 19 18:10:40.387323 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-31354b95-e170-412d-b77e-097c50bd84a8 req-7315c0ab-8ed7-446b-8577-2c26223b6e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:40.480203 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33285011-f45c-45c6-9619-42a2245ffd57 req-9056c48f-9917-4cb1-b1e4-ac39feaeb723 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894978 Aug 19 18:10:40.545594 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8c86e-60cf-4f77-8240-124d384bbec1 req-cbd3d8aa-aea9-4195-8286-c50d608a056b tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:40.548508 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-60c8c86e-60cf-4f77-8240-124d384bbec1 req-cbd3d8aa-aea9-4195-8286-c50d608a056b tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f5138e-8dff-4170-be3c-7897879e7928 HTTP/1.1" status: 200 len: 945 time: 0.0943320 Aug 19 18:10:40.556117 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b2a9d-6c2d-44b7-93b7-8b6d6365dbd6 req-f22c7658-3c6f-40b4-9b24-a99e0fae29d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:40.557606 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a2b2a9d-6c2d-44b7-93b7-8b6d6365dbd6 req-f22c7658-3c6f-40b4-9b24-a99e0fae29d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 1099 time: 0.0781255 Aug 19 18:10:40.649298 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-60c8c86e-60cf-4f77-8240-124d384bbec1 req-5eb28373-ab4c-4f38-b6ad-646cdee68f15 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2532989-ec9e-40f3-a17a-04218930fe39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906262 Aug 19 18:10:40.657968 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623c895-2b15-46f3-914b-eed6cc1fb17f req-dc77c611-be5c-4530-bb3b-569eb3ba88ea tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:40.659838 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d623c895-2b15-46f3-914b-eed6cc1fb17f req-dc77c611-be5c-4530-bb3b-569eb3ba88ea tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0f5138e-8dff-4170-be3c-7897879e7928 HTTP/1.1" status: 200 len: 945 time: 0.1705599 Aug 19 18:10:40.683721 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b2a9d-6c2d-44b7-93b7-8b6d6365dbd6 req-ac39450d-1e7e-4f66-aa12-0228df5d950f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:40.685218 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a2b2a9d-6c2d-44b7-93b7-8b6d6365dbd6 req-ac39450d-1e7e-4f66-aa12-0228df5d950f service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.1203439 Aug 19 18:10:40.736349 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a2b2a9d-6c2d-44b7-93b7-8b6d6365dbd6 req-ab6d267b-8387-4180-8f80-229d4c4ec35d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=487c71c6-c30d-4d41-b8a9-80b9e41204bf HTTP/1.1" status: 200 len: 217 time: 0.0425022 Aug 19 18:10:40.745244 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:40.792141 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e60fac-e602-47db-b2e7-1b75f80d6e1e req-863ccb1d-6374-47b9-a639-40750bfd9887 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:40.793726 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2e60fac-e602-47db-b2e7-1b75f80d6e1e req-863ccb1d-6374-47b9-a639-40750bfd9887 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=487fa018-15f3-458e-8425-88a56c9baee3 HTTP/1.1" status: 200 len: 950 time: 0.2173998 Aug 19 18:10:40.809611 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b2a9d-6c2d-44b7-93b7-8b6d6365dbd6 req-00036613-1a4b-452a-b11c-a87176fc9d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:40.812148 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a2b2a9d-6c2d-44b7-93b7-8b6d6365dbd6 req-00036613-1a4b-452a-b11c-a87176fc9d99 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0643537 Aug 19 18:10:40.877137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b2a9d-6c2d-44b7-93b7-8b6d6365dbd6 req-861f03c5-8b04-4dc6-8b99-99ed11290a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:40.880161 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a2b2a9d-6c2d-44b7-93b7-8b6d6365dbd6 req-861f03c5-8b04-4dc6-8b99-99ed11290a67 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0565231 Aug 19 18:10:40.887340 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2e60fac-e602-47db-b2e7-1b75f80d6e1e req-fb31d4d2-551f-41a9-be39-53e257d988fa tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774772 Aug 19 18:10:40.917582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-d623c895-2b15-46f3-914b-eed6cc1fb17f req-70775e79-ff26-4312-8026-3edc62813055 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Deleting port 6b532c1e-a097-4c94-abc8-6b82c0b5385c {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:40.917931 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d623c895-2b15-46f3-914b-eed6cc1fb17f req-70775e79-ff26-4312-8026-3edc62813055 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:40.947676 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 275e699e-f7e1-4cf3-a728-0faa8b94732c up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:10:41.010215 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-31354b95-e170-412d-b77e-097c50bd84a8 req-7315c0ab-8ed7-446b-8577-2c26223b6e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98eef2b1-c7de-4ebf-9afc-2706e5f66e86 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:10:41.014003 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 275e699e-f7e1-4cf3-a728-0faa8b94732c completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:10:41.018678 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 275e699e-f7e1-4cf3-a728-0faa8b94732c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:41.019272 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:41.021059 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fff7c3-4517-4d2b-9339-0bad4876fccc req-e706a8ec-d177-4708-b9b9-a1d795e8ddb0 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:41.026022 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-16fff7c3-4517-4d2b-9339-0bad4876fccc req-e706a8ec-d177-4708-b9b9-a1d795e8ddb0 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.2913821 Aug 19 18:10:41.040122 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-31354b95-e170-412d-b77e-097c50bd84a8 req-7315c0ab-8ed7-446b-8577-2c26223b6e53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:41.084194 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-31354b95-e170-412d-b77e-097c50bd84a8 req-7315c0ab-8ed7-446b-8577-2c26223b6e53 service neutron] Transition to ACTIVE for port object 98eef2b1-c7de-4ebf-9afc-2706e5f66e86 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:10:41.095220 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-16fff7c3-4517-4d2b-9339-0bad4876fccc req-ae3d5ab7-1099-47a8-a9ef-44aeb8474942 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640006 Aug 19 18:10:41.097874 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a2b2a9d-6c2d-44b7-93b7-8b6d6365dbd6 req-bfa6cfee-061e-4974-8f3e-f90ff07d6a46 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915274 Aug 19 18:10:41.098071 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-31354b95-e170-412d-b77e-097c50bd84a8 req-7315c0ab-8ed7-446b-8577-2c26223b6e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:41.115112 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-d623c895-2b15-46f3-914b-eed6cc1fb17f req-70775e79-ff26-4312-8026-3edc62813055 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] For port 6b532c1e-a097-4c94-abc8-6b82c0b5385c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=6b532c1e-a097-4c94-abc8-6b82c0b5385c,segment=NetworkSegment(06bc3008-1f42-48cd-88e6-8cc9d8e2271c),segment_id=06bc3008-1f42-48cd-88e6-8cc9d8e2271c)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:41.115481 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d623c895-2b15-46f3-914b-eed6cc1fb17f req-70775e79-ff26-4312-8026-3edc62813055 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:41.125668 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:41.144368 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45abc3-9511-4069-be67-882f76227619 req-b42eb79b-85ab-4598-9ea4-0bd608c3f07c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:41.152193 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-be45abc3-9511-4069-be67-882f76227619 req-b42eb79b-85ab-4598-9ea4-0bd608c3f07c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.1656990 Aug 19 18:10:41.169393 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 275e699e-f7e1-4cf3-a728-0faa8b94732c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=275e699e-f7e1-4cf3-a728-0faa8b94732c,segment=NetworkSegment(d43151d8-c865-45b7-9ff3-54ef0877c73a),segment_id=d43151d8-c865-45b7-9ff3-54ef0877c73a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:41.176602 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:41.200802 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-d623c895-2b15-46f3-914b-eed6cc1fb17f req-70775e79-ff26-4312-8026-3edc62813055 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Calling delete_port for 6b532c1e-a097-4c94-abc8-6b82c0b5385c owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:41.221595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315c0ab-8ed7-446b-8577-2c26223b6e53 service neutron] Pushing event updated for resources: {'Port': ['ID=98eef2b1-c7de-4ebf-9afc-2706e5f66e86,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:41.243961 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=275e699e-f7e1-4cf3-a728-0faa8b94732c,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:41.254015 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dd075-5344-4640-b046-39125ddd7c15 req-e4f53307-2aa1-4490-89ef-10420bc276f4 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:41.255688 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eb8dd075-5344-4640-b046-39125ddd7c15 req-e4f53307-2aa1-4490-89ef-10420bc276f4 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a27f61-400c-4616-a5f6-a6085e19e075 HTTP/1.1" status: 200 len: 946 time: 0.0729258 Aug 19 18:10:41.280323 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a2b2a9d-6c2d-44b7-93b7-8b6d6365dbd6 req-da978487-767e-42cc-b270-0904fc9839b2 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629915 Aug 19 18:10:41.312442 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eb8dd075-5344-4640-b046-39125ddd7c15 req-c25357ff-ee60-4c5b-a9ef-358fd03316bf tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/security-groups?id=0232eef9-d831-4019-8d15-583b30478212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442743 Aug 19 18:10:41.326871 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-be45abc3-9511-4069-be67-882f76227619 req-e1da0da6-7aa2-4051-8c70-e6584583643b tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729765 Aug 19 18:10:41.387500 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-31354b95-e170-412d-b77e-097c50bd84a8 req-7315c0ab-8ed7-446b-8577-2c26223b6e53 service neutron] Attempting to bind port 98eef2b1-c7de-4ebf-9afc-2706e5f66e86 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:10:41.387943 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-31354b95-e170-412d-b77e-097c50bd84a8 req-7315c0ab-8ed7-446b-8577-2c26223b6e53 service neutron] Attempting to bind port 98eef2b1-c7de-4ebf-9afc-2706e5f66e86 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:10:41.388340 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31354b95-e170-412d-b77e-097c50bd84a8 req-7315c0ab-8ed7-446b-8577-2c26223b6e53 service neutron] Attempting to bind port 98eef2b1-c7de-4ebf-9afc-2706e5f66e86 on network f6ca3005-f821-4bbf-9771-cb98a9ef289d {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:10:41.402946 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31354b95-e170-412d-b77e-097c50bd84a8 req-7315c0ab-8ed7-446b-8577-2c26223b6e53 service neutron] Port 98eef2b1-c7de-4ebf-9afc-2706e5f66e86 on network f6ca3005-f821-4bbf-9771-cb98a9ef289d not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:10:41.403207 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31354b95-e170-412d-b77e-097c50bd84a8 req-7315c0ab-8ed7-446b-8577-2c26223b6e53 service neutron] Attempting to bind port 98eef2b1-c7de-4ebf-9afc-2706e5f66e86 on network f6ca3005-f821-4bbf-9771-cb98a9ef289d {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:10:41.415524 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31354b95-e170-412d-b77e-097c50bd84a8 req-7315c0ab-8ed7-446b-8577-2c26223b6e53 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:10:41.415909 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31354b95-e170-412d-b77e-097c50bd84a8 req-7315c0ab-8ed7-446b-8577-2c26223b6e53 service neutron] Checking segment: {'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:10:41.416303 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31354b95-e170-412d-b77e-097c50bd84a8 req-7315c0ab-8ed7-446b-8577-2c26223b6e53 service neutron] Bound using segment: {'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:10:41.416831 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-31354b95-e170-412d-b77e-097c50bd84a8 req-7315c0ab-8ed7-446b-8577-2c26223b6e53 service neutron] Bound port: 98eef2b1-c7de-4ebf-9afc-2706e5f66e86, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:10:41.417274 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-31354b95-e170-412d-b77e-097c50bd84a8 req-7315c0ab-8ed7-446b-8577-2c26223b6e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:41.453195 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcb27c-ca00-46d9-a35f-e4a67f718fcb req-dacd7f60-c8ca-4ff2-ade5-b744362f97ef tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:41.460923 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2fdcb27c-ca00-46d9-a35f-e4a67f718fcb req-dacd7f60-c8ca-4ff2-ade5-b744362f97ef tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8c0daa5-4159-4c07-ad27-d947998bd064 HTTP/1.1" status: 200 len: 950 time: 0.0634072 Aug 19 18:10:41.516998 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2fdcb27c-ca00-46d9-a35f-e4a67f718fcb req-49f3c3c6-d85e-4840-ad37-6dde3caa6aec tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551724 Aug 19 18:10:41.578962 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-31354b95-e170-412d-b77e-097c50bd84a8 req-7315c0ab-8ed7-446b-8577-2c26223b6e53 service neutron] For port 98eef2b1-c7de-4ebf-9afc-2706e5f66e86, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:10:41.582957 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-31354b95-e170-412d-b77e-097c50bd84a8 req-7315c0ab-8ed7-446b-8577-2c26223b6e53 service neutron] For port 98eef2b1-c7de-4ebf-9afc-2706e5f66e86, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=98eef2b1-c7de-4ebf-9afc-2706e5f66e86,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:10:41.586433 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d623c895-2b15-46f3-914b-eed6cc1fb17f req-70775e79-ff26-4312-8026-3edc62813055 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:41.591419 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-31354b95-e170-412d-b77e-097c50bd84a8 req-7315c0ab-8ed7-446b-8577-2c26223b6e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:41.602610 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['6b532c1e-a097-4c94-abc8-6b82c0b5385c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:41.640175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70775e79-ff26-4312-8026-3edc62813055 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Pushing event deleted for resources: {'Port': ['ID=6b532c1e-a097-4c94-abc8-6b82c0b5385c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:41.647750 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31354b95-e170-412d-b77e-097c50bd84a8 req-7315c0ab-8ed7-446b-8577-2c26223b6e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:41.648353 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-31354b95-e170-412d-b77e-097c50bd84a8 req-7315c0ab-8ed7-446b-8577-2c26223b6e53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:41.649916 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-31354b95-e170-412d-b77e-097c50bd84a8 req-7315c0ab-8ed7-446b-8577-2c26223b6e53 service neutron] 10.222.0.50 "PUT /v2.0/ports/98eef2b1-c7de-4ebf-9afc-2706e5f66e86 HTTP/1.1" status: 200 len: 1091 time: 1.3847475 Aug 19 18:10:41.654901 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7069e351-b134-49f2-9267-5c55dfb6cb7f', 'tag': '98eef2b1-c7de-4ebf-9afc-2706e5f66e86'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:41.657887 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dc8b3c-a8c5-4a78-b981-9535c00ac3cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7069e351-b134-49f2-9267-5c55dfb6cb7f", "tag": "98eef2b1-c7de-4ebf-9afc-2706e5f66e86"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:41.659313 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83bc76-4dee-4b71-b31b-d8e30630f394 req-b26fdc62-23aa-4c9d-8035-a8e8b0e7a86c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:41.660976 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e83bc76-4dee-4b71-b31b-d8e30630f394 req-b26fdc62-23aa-4c9d-8035-a8e8b0e7a86c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 948 time: 0.0655277 Aug 19 18:10:41.680478 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19775d-21af-4e5c-ba33-d59b776d3930 req-235f80aa-59a6-4324-b184-287f991ace81 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:41.686954 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6a19775d-21af-4e5c-ba33-d59b776d3930 req-235f80aa-59a6-4324-b184-287f991ace81 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7069e351-b134-49f2-9267-5c55dfb6cb7f HTTP/1.1" status: 200 len: 943 time: 0.1787121 Aug 19 18:10:41.711704 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e83bc76-4dee-4b71-b31b-d8e30630f394 req-ac28f1e9-86b5-4f0b-8a8c-438662e07a8c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413151 Aug 19 18:10:41.796186 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-d623c895-2b15-46f3-914b-eed6cc1fb17f req-70775e79-ff26-4312-8026-3edc62813055 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] No DVR routers for this DVR port 6b532c1e-a097-4c94-abc8-6b82c0b5385c on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:41.808623 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d623c895-2b15-46f3-914b-eed6cc1fb17f req-70775e79-ff26-4312-8026-3edc62813055 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:41.810818 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d623c895-2b15-46f3-914b-eed6cc1fb17f req-70775e79-ff26-4312-8026-3edc62813055 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.50 "DELETE /v2.0/ports/6b532c1e-a097-4c94-abc8-6b82c0b5385c HTTP/1.1" status: 204 len: 173 time: 1.1304929 Aug 19 18:10:41.821957 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a27f61-400c-4616-a5f6-a6085e19e075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275e699e-f7e1-4cf3-a728-0faa8b94732c'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:41.827869 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122f6335-288a-44f6-a213-638a76cf5a51" -d '{"events": [{"server_uuid": "e2a27f61-400c-4616-a5f6-a6085e19e075", "name": "network-vif-plugged", "status": "completed", "tag": "275e699e-f7e1-4cf3-a728-0faa8b94732c"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:41.865168 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315c0ab-8ed7-446b-8577-2c26223b6e53 service neutron] Pushing event updated for resources: {'Port': ['ID=98eef2b1-c7de-4ebf-9afc-2706e5f66e86,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:41.886414 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6a19775d-21af-4e5c-ba33-d59b776d3930 req-1891de0e-2f14-4411-a0cf-49a9c4d964a0 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486962 Aug 19 18:10:41.887454 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31354b95-e170-412d-b77e-097c50bd84a8 req-6435ff7e-568e-4732-981d-d096df83ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:41.902059 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-31354b95-e170-412d-b77e-097c50bd84a8 req-6435ff7e-568e-4732-981d-d096df83ba2d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae64f3b0d3994e079c6bfc4ab34b357b&device_id=7069e351-b134-49f2-9267-5c55dfb6cb7f HTTP/1.1" status: 200 len: 1094 time: 0.1702569 Aug 19 18:10:42.011770 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba42525-1a02-4e99-84c4-70ee388618ff x-openstack-request-id: req-bba42525-1a02-4e99-84c4-70ee388618ff {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:42.012503 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7069e351-b134-49f2-9267-5c55dfb6cb7f", "tag": "98eef2b1-c7de-4ebf-9afc-2706e5f66e86", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:42.012949 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bba42525-1a02-4e99-84c4-70ee388618ff {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:42.014978 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7069e351-b134-49f2-9267-5c55dfb6cb7f', 'tag': '98eef2b1-c7de-4ebf-9afc-2706e5f66e86', 'status': 'completed', 'code': 200} Aug 19 18:10:42.017863 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-31354b95-e170-412d-b77e-097c50bd84a8 req-baffe843-84b3-4b06-88d1-ed4e20007f5d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98eef2b1-c7de-4ebf-9afc-2706e5f66e86 HTTP/1.1" status: 200 len: 217 time: 0.1024251 Aug 19 18:10:42.088629 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b6b6cf12-e717-4948-98cd-97a6b07ff00e req-6e466533-8766-460e-98d3-b09f2097efd5 tempest-VolumesAdminNegativeTest-298367208 tempest-VolumesAdminNegativeTest-298367208-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f5138e-8dff-4170-be3c-7897879e7928 HTTP/1.1" status: 200 len: 210 time: 0.0555623 Aug 19 18:10:42.125186 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31354b95-e170-412d-b77e-097c50bd84a8 req-736f5a3e-3a03-43dc-9fba-7dd5487c1e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:42.127027 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-31354b95-e170-412d-b77e-097c50bd84a8 req-736f5a3e-3a03-43dc-9fba-7dd5487c1e6e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee52aea2-4c4c-4ce5-9853-28e4d75899b9 HTTP/1.1" status: 200 len: 846 time: 0.0833540 Aug 19 18:10:42.141594 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30043de-2795-47af-a38d-ec7ceee66048 req-fed14eac-a4fa-4861-8d49-3ec6861903a3 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:42.147743 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30043de-2795-47af-a38d-ec7ceee66048 req-fed14eac-a4fa-4861-8d49-3ec6861903a3 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:42.149460 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a30043de-2795-47af-a38d-ec7ceee66048 req-fed14eac-a4fa-4861-8d49-3ec6861903a3 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=487fa018-15f3-458e-8425-88a56c9baee3&device_id=f8c0daa5-4159-4c07-ad27-d947998bd064 HTTP/1.1" status: 200 len: 1691 time: 0.0926852 Aug 19 18:10:42.172890 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3567cc-e061-4582-b8b6-63eb2d3eb830 x-openstack-request-id: req-cc3567cc-e061-4582-b8b6-63eb2d3eb830 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:42.173185 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a27f61-400c-4616-a5f6-a6085e19e075", "name": "network-vif-plugged", "status": "completed", "tag": "275e699e-f7e1-4cf3-a728-0faa8b94732c", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:42.173441 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc3567cc-e061-4582-b8b6-63eb2d3eb830 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:42.173897 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a27f61-400c-4616-a5f6-a6085e19e075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275e699e-f7e1-4cf3-a728-0faa8b94732c', 'code': 200} Aug 19 18:10:42.184392 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-31354b95-e170-412d-b77e-097c50bd84a8 req-e7f7f52a-91cd-43db-8907-582246a35cd4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6ca3005-f821-4bbf-9771-cb98a9ef289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332987 Aug 19 18:10:42.204210 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a30043de-2795-47af-a38d-ec7ceee66048 req-ac655fee-b717-4469-9d9c-d551ffeaa711 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423071 Aug 19 18:10:42.390413 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40425f-6a29-4b73-894d-202309ac4143 req-af3c196b-ebe8-475d-ac7f-0bab5d4c297c tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:42.391974 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ad40425f-6a29-4b73-894d-202309ac4143 req-af3c196b-ebe8-475d-ac7f-0bab5d4c297c tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.1283572 Aug 19 18:10:42.395712 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-31354b95-e170-412d-b77e-097c50bd84a8 req-641f1bd7-0b04-4579-9377-209b8e639adb service neutron] 10.222.0.50 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859965 Aug 19 18:10:42.397700 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf536f-a99d-432d-99f7-5476aba431d6 req-9fe113d8-6443-4388-bd86-2e0b863aa876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:42.399344 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7fcf536f-a99d-432d-99f7-5476aba431d6 req-9fe113d8-6443-4388-bd86-2e0b863aa876 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e2a27f61-400c-4616-a5f6-a6085e19e075 HTTP/1.1" status: 200 len: 1097 time: 0.1185236 Aug 19 18:10:42.408945 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6ed00-78a7-436c-9ef2-9df1b227e819 req-6b008c38-b9c2-4a16-b62b-d24aa081ab2b tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:42.410572 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-08b6ed00-78a7-436c-9ef2-9df1b227e819 req-6b008c38-b9c2-4a16-b62b-d24aa081ab2b tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=487fa018-15f3-458e-8425-88a56c9baee3 HTTP/1.1" status: 200 len: 1101 time: 0.0550463 Aug 19 18:10:42.454874 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-08b6ed00-78a7-436c-9ef2-9df1b227e819 req-ed5ec2ae-808c-43ac-9d5c-3a72569ffb1b tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375876 Aug 19 18:10:42.507262 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ad40425f-6a29-4b73-894d-202309ac4143 req-7d0b7a2c-3d2d-4f62-b211-7351907a8420 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037388 Aug 19 18:10:42.535814 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7fcf536f-a99d-432d-99f7-5476aba431d6 req-1d941a3c-4df6-4336-9c59-318f1773a027 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0232eef9-d831-4019-8d15-583b30478212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043732 Aug 19 18:10:42.557600 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-31354b95-e170-412d-b77e-097c50bd84a8 req-0cb6c556-999c-4ead-ba70-b277da78591b service neutron] 10.222.0.50 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344020 Aug 19 18:10:42.580437 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cddc1c-c885-4b55-879c-f018ed84652e req-69fb976c-f413-45d2-b426-c3400ee906a3 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:42.582010 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99cddc1c-c885-4b55-879c-f018ed84652e req-69fb976c-f413-45d2-b426-c3400ee906a3 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a27f61-400c-4616-a5f6-a6085e19e075 HTTP/1.1" status: 200 len: 946 time: 0.0648286 Aug 19 18:10:42.625109 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99cddc1c-c885-4b55-879c-f018ed84652e req-f9393f47-38c4-4924-80d6-e70b667dca47 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/security-groups?id=0232eef9-d831-4019-8d15-583b30478212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361457 Aug 19 18:10:42.630371 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3689bb-a831-4440-8d1b-9f46a1bc9f16 req-84829641-f544-4c11-bb59-fdd84912962e tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:42.631932 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7a3689bb-a831-4440-8d1b-9f46a1bc9f16 req-84829641-f544-4c11-bb59-fdd84912962e tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.0574262 Aug 19 18:10:42.800175 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad533d-f873-4f3c-ba54-0214d41198da req-d86d7929-dd8c-4518-9ee0-19796734c6b5 tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:42.801794 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-85ad533d-f873-4f3c-ba54-0214d41198da req-d86d7929-dd8c-4518-9ee0-19796734c6b5 tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f8c0daa5-4159-4c07-ad27-d947998bd064 HTTP/1.1" status: 200 len: 1101 time: 0.0469525 Aug 19 18:10:42.854360 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-85ad533d-f873-4f3c-ba54-0214d41198da req-c2192cdf-1253-479f-8ad2-199986849722 tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448542 Aug 19 18:10:43.009922 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f97f2-e602-476a-ad4c-70f72f6a8db4 req-6b8c6e05-2812-4a02-8607-7b0de858daf2 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:43.012307 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b35f97f2-e602-476a-ad4c-70f72f6a8db4 req-6b8c6e05-2812-4a02-8607-7b0de858daf2 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 948 time: 0.0835721 Aug 19 18:10:43.039097 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7a3689bb-a831-4440-8d1b-9f46a1bc9f16 req-5c50bfb2-6550-409d-984c-bc13dde1a0ae tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004343 Aug 19 18:10:43.054413 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc8b3c-a8c5-4a78-b981-9535c00ac3cd req-6730d110-ae62-46d1-b4c4-ef7e08ccb29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:43.056305 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60dc8b3c-a8c5-4a78-b981-9535c00ac3cd req-6730d110-ae62-46d1-b4c4-ef7e08ccb29f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae64f3b0d3994e079c6bfc4ab34b357b&device_id=7069e351-b134-49f2-9267-5c55dfb6cb7f HTTP/1.1" status: 200 len: 1094 time: 0.0623226 Aug 19 18:10:43.070583 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b35f97f2-e602-476a-ad4c-70f72f6a8db4 req-bb887f0b-90e5-439b-bd42-d0c06cc0273e tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492935 Aug 19 18:10:43.196102 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc8b3c-a8c5-4a78-b981-9535c00ac3cd req-58bff328-b318-4d3c-9285-9733da5d1db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:43.198349 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60dc8b3c-a8c5-4a78-b981-9535c00ac3cd req-58bff328-b318-4d3c-9285-9733da5d1db0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f6ca3005-f821-4bbf-9771-cb98a9ef289d HTTP/1.1" status: 200 len: 907 time: 0.1221912 Aug 19 18:10:43.217143 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d10d3a-f6e2-4b25-888a-09f9554a5cac req-ac913c4b-d7a8-451e-96e8-bddf0f71e5de tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:43.219042 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-28d10d3a-f6e2-4b25-888a-09f9554a5cac req-ac913c4b-d7a8-451e-96e8-bddf0f71e5de tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7069e351-b134-49f2-9267-5c55dfb6cb7f HTTP/1.1" status: 200 len: 943 time: 0.0649810 Aug 19 18:10:43.262040 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-28d10d3a-f6e2-4b25-888a-09f9554a5cac req-e7a2333a-471d-4ea6-aae0-6ca99e8dde96 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347083 Aug 19 18:10:43.266252 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 487c71c6-c30d-4d41-b8a9-80b9e41204bf up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:10:43.287214 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60dc8b3c-a8c5-4a78-b981-9535c00ac3cd req-0bc88d4e-18e0-4a8e-83e0-f00d5607110a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98eef2b1-c7de-4ebf-9afc-2706e5f66e86 HTTP/1.1" status: 200 len: 217 time: 0.0646195 Aug 19 18:10:43.324635 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45576) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:43.339297 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 487c71c6-c30d-4d41-b8a9-80b9e41204bf triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:43.339743 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:43.371010 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-61826ba0-bd1e-40c3-9d0e-95802a259342 admin admin] Deleting subnet 298ece02-1e04-44c7-a267-e4d48cf18dcb {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:10:43.375320 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-61826ba0-bd1e-40c3-9d0e-95802a259342 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:43.394349 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4bb44-8010-4bfd-8866-2c2ed9f6eddb req-218ef700-4e16-473a-8a09-aeec374cfbe3 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:43.396976 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4ff4bb44-8010-4bfd-8866-2c2ed9f6eddb req-218ef700-4e16-473a-8a09-aeec374cfbe3 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 948 time: 0.1209047 Aug 19 18:10:43.399515 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc8b3c-a8c5-4a78-b981-9535c00ac3cd req-14a958d5-1580-4b51-b372-dddf2e0b812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:43.401060 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60dc8b3c-a8c5-4a78-b981-9535c00ac3cd req-14a958d5-1580-4b51-b372-dddf2e0b812d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee52aea2-4c4c-4ce5-9853-28e4d75899b9 HTTP/1.1" status: 200 len: 846 time: 0.0927145 Aug 19 18:10:43.443375 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67422df8-33dc-400d-a48a-83fd3c852793 req-f2589105-fb12-49c1-917d-583b67b98d6f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=11f676ae7ee7460b9797b3d37f835c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368311 Aug 19 18:10:43.448747 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60dc8b3c-a8c5-4a78-b981-9535c00ac3cd req-0722683a-76e2-4590-bdd8-5fc477afe283 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6ca3005-f821-4bbf-9771-cb98a9ef289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308051 Aug 19 18:10:43.448979 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-61826ba0-bd1e-40c3-9d0e-95802a259342 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:43.454744 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:43.471463 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4ff4bb44-8010-4bfd-8866-2c2ed9f6eddb req-d538d7df-755b-4cdb-a82f-fd4fabe24eac tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672612 Aug 19 18:10:43.515598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 487c71c6-c30d-4d41-b8a9-80b9e41204bf, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=487c71c6-c30d-4d41-b8a9-80b9e41204bf,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:43.521564 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:43.580438 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60dc8b3c-a8c5-4a78-b981-9535c00ac3cd req-f92e930c-0687-49a6-b755-d2d58c76be0c service neutron] 10.222.0.50 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193602 Aug 19 18:10:43.592475 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-61826ba0-bd1e-40c3-9d0e-95802a259342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:43.594832 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=487c71c6-c30d-4d41-b8a9-80b9e41204bf,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:43.665036 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67422df8-33dc-400d-a48a-83fd3c852793 req-26f9533b-9f94-4572-8885-b1de743e2bbc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:43.666659 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67422df8-33dc-400d-a48a-83fd3c852793 req-26f9533b-9f94-4572-8885-b1de743e2bbc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2155869 Aug 19 18:10:43.693703 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67422df8-33dc-400d-a48a-83fd3c852793 req-b70e7f9e-e024-456a-a588-99c9fe71419a tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/quotas/11f676ae7ee7460b9797b3d37f835c87 HTTP/1.1" status: 200 len: 375 time: 0.0149670 Aug 19 18:10:43.705214 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-61826ba0-bd1e-40c3-9d0e-95802a259342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:43.741696 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe63463-743d-45e2-99d9-cd1b53e73f27 req-ead738b8-db23-497b-93ab-1aedfa6be7e3 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:43.743236 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0fe63463-743d-45e2-99d9-cd1b53e73f27 req-ead738b8-db23-497b-93ab-1aedfa6be7e3 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.1235440 Aug 19 18:10:43.762294 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61826ba0-bd1e-40c3-9d0e-95802a259342 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=298ece02-1e04-44c7-a267-e4d48cf18dcb,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:43.765730 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-61826ba0-bd1e-40c3-9d0e-95802a259342 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:43.767167 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-61826ba0-bd1e-40c3-9d0e-95802a259342 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/298ece02-1e04-44c7-a267-e4d48cf18dcb HTTP/1.1" status: 204 len: 168 time: 0.4495313 Aug 19 18:10:43.770107 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45598) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:43.774336 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60dc8b3c-a8c5-4a78-b981-9535c00ac3cd req-6a0a4362-25ce-4341-a8e7-61869b894638 service neutron] 10.222.0.50 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800046 Aug 19 18:10:43.799772 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0fe63463-743d-45e2-99d9-cd1b53e73f27 req-eaa4480f-a656-422c-9490-2085bf813462 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464199 Aug 19 18:10:43.852298 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67422df8-33dc-400d-a48a-83fd3c852793 req-21883d45-db83-41db-9f58-2d1d4272dea5 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=11f676ae7ee7460b9797b3d37f835c87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1423290 Aug 19 18:10:43.866798 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f6ed3e3e-116b-4361-aada-fe87ed6b0199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:43.944860 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564350d-00fe-4437-be5c-c6daf9e0d04c req-31463730-5e0f-4e65-b7a1-93d8d495182d tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:43.946613 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f564350d-00fe-4437-be5c-c6daf9e0d04c req-31463730-5e0f-4e65-b7a1-93d8d495182d tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a27f61-400c-4616-a5f6-a6085e19e075 HTTP/1.1" status: 200 len: 946 time: 0.0594022 Aug 19 18:10:43.960968 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f6ed3e3e-116b-4361-aada-fe87ed6b0199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:43.976713 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-f6ed3e3e-116b-4361-aada-fe87ed6b0199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8304397-d5e0-4b69-b7c3-d9ceb6478a55']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:43.991271 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-f6ed3e3e-116b-4361-aada-fe87ed6b0199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06bc3008-1f42-48cd-88e6-8cc9d8e2271c') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:43.991894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-f6ed3e3e-116b-4361-aada-fe87ed6b0199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06bc3008-1f42-48cd-88e6-8cc9d8e2271c') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:43.995351 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f564350d-00fe-4437-be5c-c6daf9e0d04c req-b1afe689-8772-40fd-a2d9-a09c22c3a82f tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/security-groups?id=0232eef9-d831-4019-8d15-583b30478212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391800 Aug 19 18:10:44.010090 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f6ed3e3e-116b-4361-aada-fe87ed6b0199 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:44.016751 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f5138e-8dff-4170-be3c-7897879e7928', 'name': 'network-vif-deleted', 'tag': '6b532c1e-a097-4c94-abc8-6b82c0b5385c'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:44.021227 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a5e15e-bc56-4f81-9b21-98fc62011a38" -d '{"events": [{"server_uuid": "c0f5138e-8dff-4170-be3c-7897879e7928", "name": "network-vif-deleted", "tag": "6b532c1e-a097-4c94-abc8-6b82c0b5385c"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:44.033141 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f6ed3e3e-116b-4361-aada-fe87ed6b0199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:44.047357 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ed3e3e-116b-4361-aada-fe87ed6b0199 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:10:44.047792 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f6ed3e3e-116b-4361-aada-fe87ed6b0199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:10:44.050542 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:10:44.129391 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f6ed3e3e-116b-4361-aada-fe87ed6b0199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:44.141246 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f6ed3e3e-116b-4361-aada-fe87ed6b0199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:44.143561 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f6ed3e3e-116b-4361-aada-fe87ed6b0199 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d8304397-d5e0-4b69-b7c3-d9ceb6478a55 HTTP/1.1" status: 204 len: 168 time: 0.3727217 Aug 19 18:10:44.146474 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45608) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:44.156337 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9ee9ec-2b37-4203-9325-a2fbeb661201 x-openstack-request-id: req-4d9ee9ec-2b37-4203-9325-a2fbeb661201 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:44.157332 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f5138e-8dff-4170-be3c-7897879e7928", "name": "network-vif-deleted", "tag": "6b532c1e-a097-4c94-abc8-6b82c0b5385c", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:44.157778 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d9ee9ec-2b37-4203-9325-a2fbeb661201 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:44.158034 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f5138e-8dff-4170-be3c-7897879e7928', 'name': 'network-vif-deleted', 'tag': '6b532c1e-a097-4c94-abc8-6b82c0b5385c', 'status': 'completed', 'code': 200} Aug 19 18:10:44.166283 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed3e3e-116b-4361-aada-fe87ed6b0199 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8304397-d5e0-4b69-b7c3-d9ceb6478a55,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:44.175537 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747ba496-7746-4f7e-869f-715dfd42a7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487c71c6-c30d-4d41-b8a9-80b9e41204bf'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:44.178587 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761509a0-27ec-4f4b-a9d6-ac3241253513" -d '{"events": [{"server_uuid": "747ba496-7746-4f7e-869f-715dfd42a7ec", "name": "network-vif-plugged", "status": "completed", "tag": "487c71c6-c30d-4d41-b8a9-80b9e41204bf"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:44.202941 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32ccd6e-8585-45bc-a26d-5f08221576f3 admin admin] Deleting subnet 69489b57-423e-4fdd-932a-3478ac26e649 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:10:44.206979 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d32ccd6e-8585-45bc-a26d-5f08221576f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:44.276883 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d32ccd6e-8585-45bc-a26d-5f08221576f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:44.325902 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65276edb-9922-4364-b848-edc0d7ca4569 x-openstack-request-id: req-65276edb-9922-4364-b848-edc0d7ca4569 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:44.326670 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747ba496-7746-4f7e-869f-715dfd42a7ec", "name": "network-vif-plugged", "status": "completed", "tag": "487c71c6-c30d-4d41-b8a9-80b9e41204bf", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:44.326670 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65276edb-9922-4364-b848-edc0d7ca4569 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:44.326884 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747ba496-7746-4f7e-869f-715dfd42a7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487c71c6-c30d-4d41-b8a9-80b9e41204bf', 'code': 200} Aug 19 18:10:44.335721 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ded463-ee71-442f-9e21-239ff921e153 req-2c01eb4d-6e7e-41af-b6a5-1148b8f1e616 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:44.337305 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-34ded463-ee71-442f-9e21-239ff921e153 req-2c01eb4d-6e7e-41af-b6a5-1148b8f1e616 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.1060765 Aug 19 18:10:44.347115 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d32ccd6e-8585-45bc-a26d-5f08221576f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:44.437945 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-34ded463-ee71-442f-9e21-239ff921e153 req-33a4644f-5e46-4413-a37c-58feb2c02684 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862691 Aug 19 18:10:44.451390 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-5c7666c8-c0e7-43f5-bba7-edf5d892d57d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=55902b3290884d098547fd36e6097a39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422380 Aug 19 18:10:44.470078 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d32ccd6e-8585-45bc-a26d-5f08221576f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:44.511462 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d32ccd6e-8585-45bc-a26d-5f08221576f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:44.513423 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d32ccd6e-8585-45bc-a26d-5f08221576f3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/69489b57-423e-4fdd-932a-3478ac26e649 HTTP/1.1" status: 204 len: 168 time: 0.3657131 Aug 19 18:10:44.516191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ccd6e-8585-45bc-a26d-5f08221576f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69489b57-423e-4fdd-932a-3478ac26e649,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:44.518021 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45628) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:44.591524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-1d02e693-a52b-4e88-86a9-242e992e5475 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:44.596167 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-1d02e693-a52b-4e88-86a9-242e992e5475 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1430953 Aug 19 18:10:44.621438 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-1278a139-23b5-4d6b-9f7d-31017545070e tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/quotas/55902b3290884d098547fd36e6097a39 HTTP/1.1" status: 200 len: 375 time: 0.0122917 Aug 19 18:10:44.634185 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94abba3a-54d0-4fa0-be07-48fac9ef49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:44.645649 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0a845-3d7e-47b6-a2ee-53f25901e141 req-21a8cdd1-c39d-4f2c-a6bd-8603eaccac06 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:44.647334 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ffd0a845-3d7e-47b6-a2ee-53f25901e141 req-21a8cdd1-c39d-4f2c-a6bd-8603eaccac06 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7069e351-b134-49f2-9267-5c55dfb6cb7f HTTP/1.1" status: 200 len: 943 time: 0.1210799 Aug 19 18:10:44.685299 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-827ccc96-6c56-46f5-9957-a2c56dba1204 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567634 Aug 19 18:10:44.772360 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ffd0a845-3d7e-47b6-a2ee-53f25901e141 req-6734c8b3-51d4-4bc9-b311-30c5acb5041f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112223 Aug 19 18:10:44.774272 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94abba3a-54d0-4fa0-be07-48fac9ef49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:44.790047 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-94abba3a-54d0-4fa0-be07-48fac9ef49f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c77da85-a915-4a4c-a244-210ec163f7a2']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:44.811517 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-94abba3a-54d0-4fa0-be07-48fac9ef49f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686b6787-5408-4917-85f7-cc4726bc888b') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:44.811982 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-94abba3a-54d0-4fa0-be07-48fac9ef49f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686b6787-5408-4917-85f7-cc4726bc888b') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:44.826822 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94abba3a-54d0-4fa0-be07-48fac9ef49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:44.844432 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94abba3a-54d0-4fa0-be07-48fac9ef49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:44.855687 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94abba3a-54d0-4fa0-be07-48fac9ef49f4 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:10:44.856851 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94abba3a-54d0-4fa0-be07-48fac9ef49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:10:44.860597 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:10:44.997450 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 6b532c1e-a097-4c94-abc8-6b82c0b5385c no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:45.025136 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94abba3a-54d0-4fa0-be07-48fac9ef49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:45.031627 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 6b532c1e-a097-4c94-abc8-6b82c0b5385c {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:10:45.032217 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 6b532c1e-a097-4c94-abc8-6b82c0b5385c not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:10:45.049513 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94abba3a-54d0-4fa0-be07-48fac9ef49f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:45.050921 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-94abba3a-54d0-4fa0-be07-48fac9ef49f4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5c77da85-a915-4a4c-a244-210ec163f7a2 HTTP/1.1" status: 204 len: 168 time: 0.5321078 Aug 19 18:10:45.064869 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5caae-9ecf-4439-ad92-4216b110f8d3 req-e42ca376-df66-4c8e-81ed-381661cbfdf0 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:45.067467 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b2b5caae-9ecf-4439-ad92-4216b110f8d3 req-e42ca376-df66-4c8e-81ed-381661cbfdf0 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.1535485 Aug 19 18:10:45.069646 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3968d9bb-a207-4060-b70c-eb64a13ca307 req-0782527b-0781-425c-b744-9cc1ac0ed664 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 210 time: 0.0415483 Aug 19 18:10:45.085749 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abba3a-54d0-4fa0-be07-48fac9ef49f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c77da85-a915-4a4c-a244-210ec163f7a2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:45.128393 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dbee3-6432-4499-bb97-e635d31fe833 req-6afe2d5f-c40a-44fd-b1a7-9a602576a385 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:45.136541 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e30dbee3-6432-4499-bb97-e635d31fe833 req-6afe2d5f-c40a-44fd-b1a7-9a602576a385 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.50 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 945 time: 0.1831820 Aug 19 18:10:45.182335 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b2b5caae-9ecf-4439-ad92-4216b110f8d3 req-2be49bc9-db1e-42b8-8ee3-4c0373d9968f tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b5a40b2-563f-4523-8b3d-44117b74a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995317 Aug 19 18:10:45.215316 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1be92f3c-25dd-40f2-9de0-c21d4b0902a8 req-3596ff87-3c82-4c1a-bb02-a168b6ad0d72 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3da21f1-9163-4fec-b1c4-2b4faf8b9540 HTTP/1.1" status: 200 len: 210 time: 0.0661602 Aug 19 18:10:45.369134 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac00ec-adf4-4b12-8152-4765f9f887fa req-6c38b4ad-d4fb-4581-9462-ae4edf6d5469 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:45.379800 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d3ac00ec-adf4-4b12-8152-4765f9f887fa req-6c38b4ad-d4fb-4581-9462-ae4edf6d5469 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a27f61-400c-4616-a5f6-a6085e19e075 HTTP/1.1" status: 200 len: 946 time: 0.0937932 Aug 19 18:10:45.397256 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45660) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:45.446128 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d3ac00ec-adf4-4b12-8152-4765f9f887fa req-af44b373-ff7a-4a6f-b672-9895b1a8117e tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/security-groups?id=0232eef9-d831-4019-8d15-583b30478212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653062 Aug 19 18:10:45.480063 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5a4bb5db-c98e-4bb3-ac25-0766c428c732 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94de96d0b35648a0adfcd48a1c570338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0697644 Aug 19 18:10:45.480247 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45666) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:45.528480 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-e30dbee3-6432-4499-bb97-e635d31fe833 req-5213163e-a87b-4d6e-a278-a2d3317a5bc3 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Deleting port ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:45.530250 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e30dbee3-6432-4499-bb97-e635d31fe833 req-5213163e-a87b-4d6e-a278-a2d3317a5bc3 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:45.648296 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0885d0d8-ad92-48d8-ab13-1d963d01d6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:45.678829 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0885d0d8-ad92-48d8-ab13-1d963d01d6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:45.746159 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de28d62-52a9-4ce2-b7f7-99e7efdbf60c req-89cd31f2-1364-43a0-8ece-8dcba1ef4aa7 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:45.747754 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5de28d62-52a9-4ce2-b7f7-99e7efdbf60c req-89cd31f2-1364-43a0-8ece-8dcba1ef4aa7 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.1431792 Aug 19 18:10:45.766381 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-e30dbee3-6432-4499-bb97-e635d31fe833 req-5213163e-a87b-4d6e-a278-a2d3317a5bc3 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] For port ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5,segment=NetworkSegment(5a371276-2b79-43dc-b022-55b2d6960f9e),segment_id=5a371276-2b79-43dc-b022-55b2d6960f9e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:45.767105 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e30dbee3-6432-4499-bb97-e635d31fe833 req-5213163e-a87b-4d6e-a278-a2d3317a5bc3 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:45.775892 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0885d0d8-ad92-48d8-ab13-1d963d01d6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:45.778588 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0885d0d8-ad92-48d8-ab13-1d963d01d6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:45.783572 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0885d0d8-ad92-48d8-ab13-1d963d01d6af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e2532989-ec9e-40f3-a17a-04218930fe39 HTTP/1.1" status: 204 len: 168 time: 0.3024285 Aug 19 18:10:45.789588 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-e30dbee3-6432-4499-bb97-e635d31fe833 req-5213163e-a87b-4d6e-a278-a2d3317a5bc3 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Calling delete_port for ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:45.793908 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885d0d8-ad92-48d8-ab13-1d963d01d6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2532989-ec9e-40f3-a17a-04218930fe39,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:45.979945 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e30dbee3-6432-4499-bb97-e635d31fe833 req-5213163e-a87b-4d6e-a278-a2d3317a5bc3 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:46.000287 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81190cd8-b907-4365-9c95-fc18f56e5c99 req-1add97e6-25a8-4cd6-b03f-cd285897cea5 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:46.002136 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-81190cd8-b907-4365-9c95-fc18f56e5c99 req-1add97e6-25a8-4cd6-b03f-cd285897cea5 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7069e351-b134-49f2-9267-5c55dfb6cb7f HTTP/1.1" status: 200 len: 943 time: 0.0640955 Aug 19 18:10:46.003163 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:46.025420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213163e-a87b-4d6e-a278-a2d3317a5bc3 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Pushing event deleted for resources: {'Port': ['ID=ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:46.077584 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30dbee3-6432-4499-bb97-e635d31fe833 req-5213163e-a87b-4d6e-a278-a2d3317a5bc3 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] No DVR routers for this DVR port ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:46.086868 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e30dbee3-6432-4499-bb97-e635d31fe833 req-5213163e-a87b-4d6e-a278-a2d3317a5bc3 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:46.088922 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-81190cd8-b907-4365-9c95-fc18f56e5c99 req-9c9f8396-7859-4bc8-99b6-f0a876f92fec tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802052 Aug 19 18:10:46.090158 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e30dbee3-6432-4499-bb97-e635d31fe833 req-5213163e-a87b-4d6e-a278-a2d3317a5bc3 tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.50 "DELETE /v2.0/ports/ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 HTTP/1.1" status: 204 len: 173 time: 0.8862832 Aug 19 18:10:46.116679 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5de28d62-52a9-4ce2-b7f7-99e7efdbf60c req-e7630598-75a4-468f-91d2-60f173f8234d tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411691 Aug 19 18:10:46.160115 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b299e3-677b-4f3e-bc5c-e744521d52ad', 'name': 'network-vif-deleted', 'tag': 'ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:46.164194 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741e2c6d-d5ff-484e-bbb4-d8c953c3ac7f" -d '{"events": [{"server_uuid": "50b299e3-677b-4f3e-bc5c-e744521d52ad", "name": "network-vif-deleted", "tag": "ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:46.222881 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6dd31-b7f3-4fe8-b6ee-a78c5b82aaba req-f9ba902c-457c-491a-82e9-3516b88a2143 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:46.224702 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-07e6dd31-b7f3-4fe8-b6ee-a78c5b82aaba req-f9ba902c-457c-491a-82e9-3516b88a2143 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a27f61-400c-4616-a5f6-a6085e19e075 HTTP/1.1" status: 200 len: 946 time: 0.0658133 Aug 19 18:10:46.273107 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:46.282614 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b68549de-aaf2-4bec-8da1-06823f481ea9 req-691ec43a-949a-4367-9832-7890ef8af00c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 210 time: 0.0544131 Aug 19 18:10:46.308219 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-07e6dd31-b7f3-4fe8-b6ee-a78c5b82aaba req-538b5e3d-c62a-4022-8d11-c1d3f5e4b0d0 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/security-groups?id=0232eef9-d831-4019-8d15-583b30478212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695827 Aug 19 18:10:46.368121 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d524824-3b66-4154-b343-09ae20c0b464 x-openstack-request-id: req-6d524824-3b66-4154-b343-09ae20c0b464 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:46.368627 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b299e3-677b-4f3e-bc5c-e744521d52ad", "name": "network-vif-deleted", "tag": "ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:46.369006 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d524824-3b66-4154-b343-09ae20c0b464 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:46.369599 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b299e3-677b-4f3e-bc5c-e744521d52ad', 'name': 'network-vif-deleted', 'tag': 'ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5', 'status': 'completed', 'code': 200} Aug 19 18:10:46.388694 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45692) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:46.423221 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67422df8-33dc-400d-a48a-83fd3c852793 req-78a16e71-6706-492d-8936-3c1262c50141 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=11f676ae7ee7460b9797b3d37f835c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413189 Aug 19 18:10:46.460577 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7f201f7-5356-422f-b693-caa683c3ac0d req-1cb4bd68-e4aa-4cf6-a5c3-02652118b18e tempest-ServerRescueNegativeTestJSON-917581099 tempest-ServerRescueNegativeTestJSON-917581099-project] 10.222.0.24 "GET /v2.0/ports?device_id=50b299e3-677b-4f3e-bc5c-e744521d52ad HTTP/1.1" status: 200 len: 210 time: 0.0736275 Aug 19 18:10:46.500091 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67422df8-33dc-400d-a48a-83fd3c852793 req-e60636a7-5ab7-4f48-812c-51dc99c2bc69 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=11f676ae7ee7460b9797b3d37f835c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352294 Aug 19 18:10:46.503806 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-471828f7-9e3f-482c-93f2-14e4ef5e7872 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93617c0b307b445e8a3b0923986b3b10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1139486 Aug 19 18:10:46.506369 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45694) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:46.554821 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-98fc3595-2e37-4a37-8d23-853e70829fc0 req-49c9a5ab-cf27-41e7-af69-45e9694c0a9a tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3da21f1-9163-4fec-b1c4-2b4faf8b9540 HTTP/1.1" status: 200 len: 210 time: 0.0979047 Aug 19 18:10:46.656918 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67422df8-33dc-400d-a48a-83fd3c852793 req-8db9f41c-bed5-478b-a2c4-ce43db548bcd tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:46.658599 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67422df8-33dc-400d-a48a-83fd3c852793 req-8db9f41c-bed5-478b-a2c4-ce43db548bcd tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271557 Aug 19 18:10:46.698913 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-67422df8-33dc-400d-a48a-83fd3c852793 req-5e8f1415-6154-4f6e-b3d3-1aad8f37fc66 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Request body: {'port': {'device_id': '02bb1b3c-907b-4742-b719-d891092cbf31', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': '11f676ae7ee7460b9797b3d37f835c87'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:46.834052 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-ca8c8e91-cea8-44f1-beeb-632ec0ac9fe4 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=55902b3290884d098547fd36e6097a39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320678 Aug 19 18:10:46.911215 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67422df8-33dc-400d-a48a-83fd3c852793 req-5e8f1415-6154-4f6e-b3d3-1aad8f37fc66 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Made reservation on behalf of 11f676ae7ee7460b9797b3d37f835c87 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:10:46.914562 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-67422df8-33dc-400d-a48a-83fd3c852793 req-5e8f1415-6154-4f6e-b3d3-1aad8f37fc66 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:46.970368 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48417290-7286-4552-9e99-8b08211ed2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:47.000905 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 98eef2b1-c7de-4ebf-9afc-2706e5f66e86 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:10:47.008559 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67422df8-33dc-400d-a48a-83fd3c852793 req-e1b2bddc-e8f4-4a1a-9651-c98b80a5801b tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:47.010108 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67422df8-33dc-400d-a48a-83fd3c852793 req-e1b2bddc-e8f4-4a1a-9651-c98b80a5801b tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4965758 Aug 19 18:10:47.015282 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48417290-7286-4552-9e99-8b08211ed2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:47.030424 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-67422df8-33dc-400d-a48a-83fd3c852793 req-d148e28c-98b0-4e19-8553-d4e0f3893ecf tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Request body: {'port': {'device_id': 'd3da21f1-9163-4fec-b1c4-2b4faf8b9540', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': '11f676ae7ee7460b9797b3d37f835c87'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:47.030684 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-9af133fc-b2bb-4b81-b6d2-cd0ca0879f85 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:47.032138 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-9af133fc-b2bb-4b81-b6d2-cd0ca0879f85 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1844893 Aug 19 18:10:47.066664 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-5065631b-8f4f-4852-b104-15e2396dd2df tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Request body: {'port': {'device_id': 'c482f7fe-5c86-4ab7-9c9e-99889f320d91', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': '55902b3290884d098547fd36e6097a39'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:47.147310 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 98eef2b1-c7de-4ebf-9afc-2706e5f66e86, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=98eef2b1-c7de-4ebf-9afc-2706e5f66e86,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:47.167850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '98eef2b1-c7de-4ebf-9afc-2706e5f66e86', 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d', 'port_id': '98eef2b1-c7de-4ebf-9afc-2706e5f66e86', 'mac_address': 'fa:16:3e:93:ac:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee52aea2-4c4c-4ce5-9853-28e4d75899b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:10:47.169090 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48417290-7286-4552-9e99-8b08211ed2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:47.173101 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48417290-7286-4552-9e99-8b08211ed2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:47.178051 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-48417290-7286-4552-9e99-8b08211ed2b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b71d7ae-4c29-4469-80a2-26a0723d3132 HTTP/1.1" status: 204 len: 168 time: 0.6705132 Aug 19 18:10:47.196928 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-67422df8-33dc-400d-a48a-83fd3c852793 req-5e8f1415-6154-4f6e-b3d3-1aad8f37fc66 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Allocated IP 192.168.233.117 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:10:47.205431 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48417290-7286-4552-9e99-8b08211ed2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b71d7ae-4c29-4469-80a2-26a0723d3132,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:47.221191 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:47.247809 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98eef2b1-c7de-4ebf-9afc-2706e5f66e86 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:10:47.287322 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 98eef2b1-c7de-4ebf-9afc-2706e5f66e86, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=98eef2b1-c7de-4ebf-9afc-2706e5f66e86,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:47.293682 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:47.314788 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67422df8-33dc-400d-a48a-83fd3c852793 req-d148e28c-98b0-4e19-8553-d4e0f3893ecf tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Made reservation on behalf of 11f676ae7ee7460b9797b3d37f835c87 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:10:47.324495 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-67422df8-33dc-400d-a48a-83fd3c852793 req-d148e28c-98b0-4e19-8553-d4e0f3893ecf tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:47.385709 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=98eef2b1-c7de-4ebf-9afc-2706e5f66e86,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:47.398467 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91efc85-c9b5-4e4f-88ae-c3e834f997d7 req-f8256f95-0367-4f88-8648-5c9daad4b386 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:47.406397 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b91efc85-c9b5-4e4f-88ae-c3e834f997d7 req-f8256f95-0367-4f88-8648-5c9daad4b386 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7069e351-b134-49f2-9267-5c55dfb6cb7f HTTP/1.1" status: 200 len: 944 time: 0.1507897 Aug 19 18:10:47.411741 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76b1a8-1826-49f8-8bcd-d68327971a4f req-cbf0f80d-38dd-4975-b7d7-90009891aa7a tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:47.413613 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7f76b1a8-1826-49f8-8bcd-d68327971a4f req-cbf0f80d-38dd-4975-b7d7-90009891aa7a tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.1750548 Aug 19 18:10:47.470056 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-5065631b-8f4f-4852-b104-15e2396dd2df tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Made reservation on behalf of 55902b3290884d098547fd36e6097a39 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:10:47.473647 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-5065631b-8f4f-4852-b104-15e2396dd2df tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:47.526277 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7f76b1a8-1826-49f8-8bcd-d68327971a4f req-ce311690-91a1-42ea-8531-bcb0bb843ee3 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730145 Aug 19 18:10:47.558265 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b91efc85-c9b5-4e4f-88ae-c3e834f997d7 req-9c06d09d-d5c1-4347-9901-deaec10b92bd tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510162 Aug 19 18:10:47.647599 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9e539cf1-dcd5-4f76-a1c2-0049389e502f req-6f9314fc-9fd0-4ca4-889b-e46afcc3e192 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 210 time: 0.0387793 Aug 19 18:10:47.672004 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['98eef2b1-c7de-4ebf-9afc-2706e5f66e86'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:47.699313 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-67422df8-33dc-400d-a48a-83fd3c852793 req-5e8f1415-6154-4f6e-b3d3-1aad8f37fc66 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:47.716160 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45716) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:47.722999 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-67422df8-33dc-400d-a48a-83fd3c852793 req-5e8f1415-6154-4f6e-b3d3-1aad8f37fc66 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Transition to ACTIVE for port object 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:10:47.748996 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbeb7a5-70c2-4af0-94d7-ec2fe01585e5 req-e822e51b-cb30-474e-b663-6cc34e046d91 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:47.757347 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dcbeb7a5-70c2-4af0-94d7-ec2fe01585e5 req-e822e51b-cb30-474e-b663-6cc34e046d91 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a27f61-400c-4616-a5f6-a6085e19e075 HTTP/1.1" status: 200 len: 946 time: 0.1251738 Aug 19 18:10:47.828258 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e18a6727-407e-4bde-a26a-763f2d9577f9 req-4ffa2625-99aa-4056-8ee7-a9256f8ca917 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3da21f1-9163-4fec-b1c4-2b4faf8b9540 HTTP/1.1" status: 200 len: 210 time: 0.0455005 Aug 19 18:10:47.836926 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dcbeb7a5-70c2-4af0-94d7-ec2fe01585e5 req-89caa21a-8f31-4920-a36a-0a2342053636 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/security-groups?id=0232eef9-d831-4019-8d15-583b30478212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784900 Aug 19 18:10:47.848464 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-67422df8-33dc-400d-a48a-83fd3c852793 req-5e8f1415-6154-4f6e-b3d3-1aad8f37fc66 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:47.874795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['2913220d-a5aa-4c2d-a359-acf78c5e338c', '08531675-2a28-49f9-9907-04a05109ee16', '9ae00d4e-4f1a-466b-92d7-1b119470125e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:47.986201 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67422df8-33dc-400d-a48a-83fd3c852793 req-5e8f1415-6154-4f6e-b3d3-1aad8f37fc66 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:10:47.994440 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f1415-6154-4f6e-b3d3-1aad8f37fc66 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Pushing event updated for resources: {'Port': ['ID=718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:47.997752 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-67422df8-33dc-400d-a48a-83fd3c852793 req-d148e28c-98b0-4e19-8553-d4e0f3893ecf tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Allocated IP 192.168.233.45 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/2967d7ed-d48e-4ab5-8c8a-777565e1b5b4) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:10:47.999013 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-67422df8-33dc-400d-a48a-83fd3c852793 req-5e8f1415-6154-4f6e-b3d3-1aad8f37fc66 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:10:48.001445 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-67422df8-33dc-400d-a48a-83fd3c852793 req-5e8f1415-6154-4f6e-b3d3-1aad8f37fc66 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:10:48.075157 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67422df8-33dc-400d-a48a-83fd3c852793 req-5e8f1415-6154-4f6e-b3d3-1aad8f37fc66 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:48.078228 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-67422df8-33dc-400d-a48a-83fd3c852793 req-5e8f1415-6154-4f6e-b3d3-1aad8f37fc66 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:48.109076 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67422df8-33dc-400d-a48a-83fd3c852793 req-5e8f1415-6154-4f6e-b3d3-1aad8f37fc66 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4141786 Aug 19 18:10:48.134824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-67422df8-33dc-400d-a48a-83fd3c852793 req-951c3f0f-53a8-4d48-9db3-0c9b5dae8dbb service neutron] Request body: {'port': {'device_id': '02bb1b3c-907b-4742-b719-d891092cbf31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:48.207540 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c02e6-e949-401f-a70c-79ad97908cee req-c1508177-63a2-493d-a1fc-a9e4d3a7a1a1 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:48.209484 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2a3c02e6-e949-401f-a70c-79ad97908cee req-c1508177-63a2-493d-a1fc-a9e4d3a7a1a1 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2a27f61-400c-4616-a5f6-a6085e19e075 HTTP/1.1" status: 200 len: 946 time: 0.1602623 Aug 19 18:10:48.229851 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-67422df8-33dc-400d-a48a-83fd3c852793 req-951c3f0f-53a8-4d48-9db3-0c9b5dae8dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:48.395841 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-67422df8-33dc-400d-a48a-83fd3c852793 req-d148e28c-98b0-4e19-8553-d4e0f3893ecf tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:48.414906 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-30b61064-5a7a-4f68-90b5-34a541ada710 None None] Provisioning for port 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:10:48.426906 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-30b61064-5a7a-4f68-90b5-34a541ada710 None None] Provisioning complete for port 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:48.427329 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-30b61064-5a7a-4f68-90b5-34a541ada710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:48.463488 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-30b61064-5a7a-4f68-90b5-34a541ada710 None None] Port 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:10:48.471695 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-67422df8-33dc-400d-a48a-83fd3c852793 req-d148e28c-98b0-4e19-8553-d4e0f3893ecf tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Transition to ACTIVE for port object 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:10:48.562240 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-2a3c02e6-e949-401f-a70c-79ad97908cee req-44186e5c-b9b5-4db3-8750-e580b893810e tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Deleting port 275e699e-f7e1-4cf3-a728-0faa8b94732c {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:48.562957 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2a3c02e6-e949-401f-a70c-79ad97908cee req-44186e5c-b9b5-4db3-8750-e580b893810e tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:48.640812 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-67422df8-33dc-400d-a48a-83fd3c852793 req-d148e28c-98b0-4e19-8553-d4e0f3893ecf tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:48.715660 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-5065631b-8f4f-4852-b104-15e2396dd2df tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Allocated IP 192.168.233.133 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/296334cd-9192-4123-af02-9692a05ffe23) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:10:48.738763 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0eab7-973f-4802-93d5-22a488401ed4 req-9ad2812b-a1f8-4171-bfe6-b2f1cb05d9d1 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:48.740322 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ccf0eab7-973f-4802-93d5-22a488401ed4 req-9ad2812b-a1f8-4171-bfe6-b2f1cb05d9d1 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7069e351-b134-49f2-9267-5c55dfb6cb7f HTTP/1.1" status: 200 len: 944 time: 0.0826066 Aug 19 18:10:48.752458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67422df8-33dc-400d-a48a-83fd3c852793 req-d148e28c-98b0-4e19-8553-d4e0f3893ecf tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:10:48.766634 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-67422df8-33dc-400d-a48a-83fd3c852793 req-d148e28c-98b0-4e19-8553-d4e0f3893ecf tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:10:48.772725 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-67422df8-33dc-400d-a48a-83fd3c852793 req-d148e28c-98b0-4e19-8553-d4e0f3893ecf tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:10:48.792405 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-2a3c02e6-e949-401f-a70c-79ad97908cee req-44186e5c-b9b5-4db3-8750-e580b893810e tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] For port 275e699e-f7e1-4cf3-a728-0faa8b94732c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=275e699e-f7e1-4cf3-a728-0faa8b94732c,segment=NetworkSegment(d43151d8-c865-45b7-9ff3-54ef0877c73a),segment_id=d43151d8-c865-45b7-9ff3-54ef0877c73a)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:48.793143 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2a3c02e6-e949-401f-a70c-79ad97908cee req-44186e5c-b9b5-4db3-8750-e580b893810e tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:48.814593 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ccf0eab7-973f-4802-93d5-22a488401ed4 req-a6602e2a-7d5f-4c5a-b3c8-eca75255aaec tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669472 Aug 19 18:10:48.838118 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148e28c-98b0-4e19-8553-d4e0f3893ecf tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Pushing event updated for resources: {'Port': ['ID=2967d7ed-d48e-4ab5-8c8a-777565e1b5b4,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:48.841181 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e67ca-5c3a-4739-8067-ad0c8d5f1852 req-c67d9b18-34c8-4381-b7e5-304c272ffca6 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:48.843859 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-007e67ca-5c3a-4739-8067-ad0c8d5f1852 req-c67d9b18-34c8-4381-b7e5-304c272ffca6 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.2282102 Aug 19 18:10:48.848749 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-2a3c02e6-e949-401f-a70c-79ad97908cee req-44186e5c-b9b5-4db3-8750-e580b893810e tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Calling delete_port for 275e699e-f7e1-4cf3-a728-0faa8b94732c owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:48.950890 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-5065631b-8f4f-4852-b104-15e2396dd2df tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:48.970552 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-14ce4ae4-d7b9-4420-aa29-279efc7e258c req-75ed0280-66b7-46a0-b93b-08a69c2a7006 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 210 time: 0.0557868 Aug 19 18:10:48.981696 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67422df8-33dc-400d-a48a-83fd3c852793 req-d148e28c-98b0-4e19-8553-d4e0f3893ecf tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:48.983379 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-67422df8-33dc-400d-a48a-83fd3c852793 req-d148e28c-98b0-4e19-8553-d4e0f3893ecf tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:48.996559 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-5065631b-8f4f-4852-b104-15e2396dd2df tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Transition to ACTIVE for port object 296334cd-9192-4123-af02-9692a05ffe23 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:10:49.003892 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 98eef2b1-c7de-4ebf-9afc-2706e5f66e86 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:10:49.023820 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-007e67ca-5c3a-4739-8067-ad0c8d5f1852 req-09c68526-60f6-4ae3-bf2a-bf1615a222f5 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573071 Aug 19 18:10:49.111842 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-5065631b-8f4f-4852-b104-15e2396dd2df tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:49.123487 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7ebe1d3d-da8e-431a-9ef2-fbd22e82f107 None None] Provisioning for port 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:10:49.136296 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67422df8-33dc-400d-a48a-83fd3c852793 req-d148e28c-98b0-4e19-8553-d4e0f3893ecf tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1101224 Aug 19 18:10:49.139600 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['e85711fe-eef0-455e-81cb-486825a5ee7c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:49.143927 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 98eef2b1-c7de-4ebf-9afc-2706e5f66e86 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:10:49.151870 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7ebe1d3d-da8e-431a-9ef2-fbd22e82f107 None None] Provisioning complete for port 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:49.153930 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7ebe1d3d-da8e-431a-9ef2-fbd22e82f107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:49.171046 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-67422df8-33dc-400d-a48a-83fd3c852793 req-ffd3ff41-2a1c-43d5-a6b8-d5a8a0fd6bef service neutron] Request body: {'port': {'device_id': 'd3da21f1-9163-4fec-b1c4-2b4faf8b9540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:49.188445 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 98eef2b1-c7de-4ebf-9afc-2706e5f66e86 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:49.188821 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:49.231881 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-5065631b-8f4f-4852-b104-15e2396dd2df tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:10:49.239270 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80bf4ceb-3c2e-4fb9-ad0f-d39aab5e654c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:49.241818 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-5065631b-8f4f-4852-b104-15e2396dd2df tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:10:49.251785 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-5065631b-8f4f-4852-b104-15e2396dd2df tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:10:49.254679 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065631b-8f4f-4852-b104-15e2396dd2df tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Pushing event updated for resources: {'Port': ['ID=296334cd-9192-4123-af02-9692a05ffe23,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:49.285078 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7ebe1d3d-da8e-431a-9ef2-fbd22e82f107 None None] Port 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:10:49.287182 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff63360-2529-4616-98cc-746e199f3b3d req-cc329b06-fe14-489b-b07c-ecea0585fbf0 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:49.295734 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6ff63360-2529-4616-98cc-746e199f3b3d req-cc329b06-fe14-489b-b07c-ecea0585fbf0 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a27f61-400c-4616-a5f6-a6085e19e075 HTTP/1.1" status: 200 len: 946 time: 0.2095702 Aug 19 18:10:49.323892 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2a3c02e6-e949-401f-a70c-79ad97908cee req-44186e5c-b9b5-4db3-8750-e580b893810e tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:49.354784 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['2913220d-a5aa-4c2d-a359-acf78c5e338c', '08531675-2a28-49f9-9907-04a05109ee16', '9ae00d4e-4f1a-466b-92d7-1b119470125e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:49.362211 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['487c71c6-c30d-4d41-b8a9-80b9e41204bf'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:49.364327 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-5065631b-8f4f-4852-b104-15e2396dd2df tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:49.365028 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-5065631b-8f4f-4852-b104-15e2396dd2df tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:49.407404 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6ff63360-2529-4616-98cc-746e199f3b3d req-a38ddc7a-9d47-4993-b0e0-a94871dd7238 tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.24 "GET /v2.0/security-groups?id=0232eef9-d831-4019-8d15-583b30478212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106815 Aug 19 18:10:49.471507 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-5065631b-8f4f-4852-b104-15e2396dd2df tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4114304 Aug 19 18:10:49.476251 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:49.490542 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-36762156-5b2f-4d1f-9909-68bd536ee1a9 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:10:49.491585 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-36762156-5b2f-4d1f-9909-68bd536ee1a9 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060399 Aug 19 18:10:49.506854 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-b0e442ca-30e4-437c-8676-2f4caf69e644 service neutron] Request body: {'port': {'device_id': 'c482f7fe-5c86-4ab7-9c9e-99889f320d91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:49.510945 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-67422df8-33dc-400d-a48a-83fd3c852793 req-951c3f0f-53a8-4d48-9db3-0c9b5dae8dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:10:49.548094 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-67422df8-33dc-400d-a48a-83fd3c852793 req-951c3f0f-53a8-4d48-9db3-0c9b5dae8dbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:49.568789 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7069e351-b134-49f2-9267-5c55dfb6cb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98eef2b1-c7de-4ebf-9afc-2706e5f66e86'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:49.571315 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a90283-7cf1-4962-899d-51cebb58b390" -d '{"events": [{"server_uuid": "7069e351-b134-49f2-9267-5c55dfb6cb7f", "name": "network-vif-plugged", "status": "completed", "tag": "98eef2b1-c7de-4ebf-9afc-2706e5f66e86"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:49.579561 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-67422df8-33dc-400d-a48a-83fd3c852793 req-951c3f0f-53a8-4d48-9db3-0c9b5dae8dbb service neutron] Transition to ACTIVE for port object 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:10:49.604828 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44186e5c-b9b5-4db3-8750-e580b893810e tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Pushing event deleted for resources: {'Port': ['ID=275e699e-f7e1-4cf3-a728-0faa8b94732c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:49.612581 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 98eef2b1-c7de-4ebf-9afc-2706e5f66e86, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=98eef2b1-c7de-4ebf-9afc-2706e5f66e86,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:49.628306 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-67422df8-33dc-400d-a48a-83fd3c852793 req-951c3f0f-53a8-4d48-9db3-0c9b5dae8dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:49.646002 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:49.646824 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:49.666929 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-b0e442ca-30e4-437c-8676-2f4caf69e644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:49.696821 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5f3791-8035-4d8f-96c2-38a444ae1016 x-openstack-request-id: req-eb5f3791-8035-4d8f-96c2-38a444ae1016 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:49.696821 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7069e351-b134-49f2-9267-5c55dfb6cb7f", "name": "network-vif-plugged", "status": "completed", "tag": "98eef2b1-c7de-4ebf-9afc-2706e5f66e86", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:49.696821 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb5f3791-8035-4d8f-96c2-38a444ae1016 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:49.696821 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7069e351-b134-49f2-9267-5c55dfb6cb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98eef2b1-c7de-4ebf-9afc-2706e5f66e86', 'code': 200} Aug 19 18:10:49.722574 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c070b65-f76c-4867-88cc-74086a410f85 req-ef32c295-9c17-48e0-8889-1df9ecd0c347 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:49.727084 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:10:49.727420 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device ef2a66b3-4c15-4df7-a7f0-cf3a4b2b16a5 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:10:49.745411 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6c070b65-f76c-4867-88cc-74086a410f85 req-ef32c295-9c17-48e0-8889-1df9ecd0c347 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3da21f1-9163-4fec-b1c4-2b4faf8b9540 HTTP/1.1" status: 200 len: 935 time: 0.6069143 Aug 19 18:10:49.749725 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3c02e6-e949-401f-a70c-79ad97908cee req-44186e5c-b9b5-4db3-8750-e580b893810e tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] No DVR routers for this DVR port 275e699e-f7e1-4cf3-a728-0faa8b94732c on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:49.766421 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b7a21b12-e631-4b34-99d6-a97839411c98 None None] Provisioning for port 296334cd-9192-4123-af02-9692a05ffe23 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:10:49.785216 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2a3c02e6-e949-401f-a70c-79ad97908cee req-44186e5c-b9b5-4db3-8750-e580b893810e tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:49.789122 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2a3c02e6-e949-401f-a70c-79ad97908cee req-44186e5c-b9b5-4db3-8750-e580b893810e tempest-InstanceActionsNegativeTestJSON-347212940 tempest-InstanceActionsNegativeTestJSON-347212940-project] 10.222.0.50 "DELETE /v2.0/ports/275e699e-f7e1-4cf3-a728-0faa8b94732c HTTP/1.1" status: 204 len: 173 time: 1.4607096 Aug 19 18:10:49.789793 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a27f61-400c-4616-a5f6-a6085e19e075', 'name': 'network-vif-deleted', 'tag': '275e699e-f7e1-4cf3-a728-0faa8b94732c'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:49.801449 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c3f0f-53a8-4d48-9db3-0c9b5dae8dbb service neutron] Pushing event updated for resources: {'Port': ['ID=718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:49.815026 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d44a0e6-253a-4e53-a8ae-4fb8ff5de857" -d '{"events": [{"server_uuid": "e2a27f61-400c-4616-a5f6-a6085e19e075", "name": "network-vif-deleted", "tag": "275e699e-f7e1-4cf3-a728-0faa8b94732c"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:49.824575 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-67422df8-33dc-400d-a48a-83fd3c852793 req-ffd3ff41-2a1c-43d5-a6b8-d5a8a0fd6bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:50.029137 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b7a21b12-e631-4b34-99d6-a97839411c98 None None] Provisioning complete for port 296334cd-9192-4123-af02-9692a05ffe23 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:50.031117 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b7a21b12-e631-4b34-99d6-a97839411c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:50.062332 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-67422df8-33dc-400d-a48a-83fd3c852793 req-951c3f0f-53a8-4d48-9db3-0c9b5dae8dbb service neutron] Attempting to bind port 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:10:50.062675 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-67422df8-33dc-400d-a48a-83fd3c852793 req-951c3f0f-53a8-4d48-9db3-0c9b5dae8dbb service neutron] Attempting to bind port 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:10:50.063243 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67422df8-33dc-400d-a48a-83fd3c852793 req-951c3f0f-53a8-4d48-9db3-0c9b5dae8dbb service neutron] Attempting to bind port 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:10:50.096544 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67422df8-33dc-400d-a48a-83fd3c852793 req-951c3f0f-53a8-4d48-9db3-0c9b5dae8dbb service neutron] Port 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:10:50.096892 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67422df8-33dc-400d-a48a-83fd3c852793 req-951c3f0f-53a8-4d48-9db3-0c9b5dae8dbb service neutron] Attempting to bind port 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:10:50.150518 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=98eef2b1-c7de-4ebf-9afc-2706e5f66e86,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:50.160078 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67422df8-33dc-400d-a48a-83fd3c852793 req-951c3f0f-53a8-4d48-9db3-0c9b5dae8dbb service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:10:50.160760 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67422df8-33dc-400d-a48a-83fd3c852793 req-951c3f0f-53a8-4d48-9db3-0c9b5dae8dbb service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:10:50.161336 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67422df8-33dc-400d-a48a-83fd3c852793 req-951c3f0f-53a8-4d48-9db3-0c9b5dae8dbb service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:10:50.161997 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-67422df8-33dc-400d-a48a-83fd3c852793 req-951c3f0f-53a8-4d48-9db3-0c9b5dae8dbb service neutron] Bound port: 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:10:50.162668 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-67422df8-33dc-400d-a48a-83fd3c852793 req-951c3f0f-53a8-4d48-9db3-0c9b5dae8dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:50.195066 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc27ed-f3b3-45b9-9cc4-23607c248b1d req-7859137e-7c59-4cc8-bc5c-c28733f9430d tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:50.198578 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6c070b65-f76c-4867-88cc-74086a410f85 req-e48a7566-18aa-49ef-af6b-b11370824f8d tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435768 Aug 19 18:10:50.206320 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d4dc27ed-f3b3-45b9-9cc4-23607c248b1d req-7859137e-7c59-4cc8-bc5c-c28733f9430d tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7069e351-b134-49f2-9267-5c55dfb6cb7f HTTP/1.1" status: 200 len: 945 time: 0.2262394 Aug 19 18:10:50.220591 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['275e699e-f7e1-4cf3-a728-0faa8b94732c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:50.309347 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e544eea-551f-4829-81dd-fa6e63b1a7ee x-openstack-request-id: req-9e544eea-551f-4829-81dd-fa6e63b1a7ee {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:50.309734 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a27f61-400c-4616-a5f6-a6085e19e075", "name": "network-vif-deleted", "tag": "275e699e-f7e1-4cf3-a728-0faa8b94732c", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:50.310003 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e544eea-551f-4829-81dd-fa6e63b1a7ee {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:50.311018 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a27f61-400c-4616-a5f6-a6085e19e075', 'name': 'network-vif-deleted', 'tag': '275e699e-f7e1-4cf3-a728-0faa8b94732c', 'status': 'completed', 'code': 200} Aug 19 18:10:50.376393 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b7a21b12-e631-4b34-99d6-a97839411c98 None None] Port 296334cd-9192-4123-af02-9692a05ffe23 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:10:50.459613 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45764c65-6cda-4e19-98f4-5f0b1916b23c req-3560607c-f3c3-41e8-bb2e-3583983ee505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:50.462091 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-45764c65-6cda-4e19-98f4-5f0b1916b23c req-3560607c-f3c3-41e8-bb2e-3583983ee505 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7069e351-b134-49f2-9267-5c55dfb6cb7f HTTP/1.1" status: 200 len: 1096 time: 0.4873564 Aug 19 18:10:50.611513 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-45764c65-6cda-4e19-98f4-5f0b1916b23c req-ea9bd6a3-a516-4fd3-b175-287ca89e8ad3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215336 Aug 19 18:10:50.625863 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a801fd-8770-4dfa-947f-69b192d025bf req-a8f6add9-3d89-497c-94c2-8237241f8967 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:50.630238 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-07a801fd-8770-4dfa-947f-69b192d025bf req-a8f6add9-3d89-497c-94c2-8237241f8967 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 936 time: 0.1804507 Aug 19 18:10:50.716584 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-07a801fd-8770-4dfa-947f-69b192d025bf req-508cda10-80a8-48bf-bb85-1c383a41dbce tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554729 Aug 19 18:10:50.727801 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-80bf4ceb-3c2e-4fb9-ad0f-d39aab5e654c admin admin] Deleting port 96b8bc98-b880-4d9f-956b-8893c928f175 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:50.728315 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80bf4ceb-3c2e-4fb9-ad0f-d39aab5e654c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:50.802214 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d4dc27ed-f3b3-45b9-9cc4-23607c248b1d req-26b89139-0008-4a01-9a10-562ffc7ba0b8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5948756 Aug 19 18:10:50.808824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-67422df8-33dc-400d-a48a-83fd3c852793 req-951c3f0f-53a8-4d48-9db3-0c9b5dae8dbb service neutron] For port 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:10:50.831079 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-67422df8-33dc-400d-a48a-83fd3c852793 req-951c3f0f-53a8-4d48-9db3-0c9b5dae8dbb service neutron] For port 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:10:50.840797 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-67422df8-33dc-400d-a48a-83fd3c852793 req-951c3f0f-53a8-4d48-9db3-0c9b5dae8dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:50.867079 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-80bf4ceb-3c2e-4fb9-ad0f-d39aab5e654c admin admin] For port 96b8bc98-b880-4d9f-956b-8893c928f175, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=96b8bc98-b880-4d9f-956b-8893c928f175,segment=NetworkSegment(5a371276-2b79-43dc-b022-55b2d6960f9e),segment_id=5a371276-2b79-43dc-b022-55b2d6960f9e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:50.867566 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80bf4ceb-3c2e-4fb9-ad0f-d39aab5e654c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:50.872010 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45788) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:50.883952 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04faed-afc3-4f15-91b2-b1802d9d2383 req-26b11048-7c6e-41ae-b137-4427fbdd8ade tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:50.885608 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa04faed-afc3-4f15-91b2-b1802d9d2383 req-26b11048-7c6e-41ae-b137-4427fbdd8ade tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 945 time: 0.1016538 Aug 19 18:10:50.894540 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-80bf4ceb-3c2e-4fb9-ad0f-d39aab5e654c admin admin] Calling delete_port for 96b8bc98-b880-4d9f-956b-8893c928f175 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:50.957249 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67422df8-33dc-400d-a48a-83fd3c852793 req-951c3f0f-53a8-4d48-9db3-0c9b5dae8dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:50.957925 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-67422df8-33dc-400d-a48a-83fd3c852793 req-951c3f0f-53a8-4d48-9db3-0c9b5dae8dbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:50.959364 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67422df8-33dc-400d-a48a-83fd3c852793 req-951c3f0f-53a8-4d48-9db3-0c9b5dae8dbb service neutron] 10.222.0.50 "PUT /v2.0/ports/718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a HTTP/1.1" status: 200 len: 1096 time: 2.8381758 Aug 19 18:10:50.960088 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02bb1b3c-907b-4742-b719-d891092cbf31', 'tag': '718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:50.962433 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f84c7b-b864-4678-9b96-f177f7776577" -d '{"events": [{"name": "network-changed", "server_uuid": "02bb1b3c-907b-4742-b719-d891092cbf31", "tag": "718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:50.979437 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-b0e442ca-30e4-437c-8676-2f4caf69e644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 296334cd-9192-4123-af02-9692a05ffe23 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:10:50.994002 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa04faed-afc3-4f15-91b2-b1802d9d2383 req-b4647c8b-08a3-40b2-b25c-769935c655aa tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014440 Aug 19 18:10:51.015530 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c3f0f-53a8-4d48-9db3-0c9b5dae8dbb service neutron] Pushing event updated for resources: {'Port': ['ID=718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:51.033712 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-b0e442ca-30e4-437c-8676-2f4caf69e644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:51.048032 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-b0e442ca-30e4-437c-8676-2f4caf69e644 service neutron] Transition to ACTIVE for port object 296334cd-9192-4123-af02-9692a05ffe23 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:10:51.054292 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-849cb73a-5fc3-4e61-9a5b-c6e18ae72062 admin admin] Deleting subnet d1d0f82b-7162-4497-bdaa-af59ef9e70f8 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:10:51.058528 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-849cb73a-5fc3-4e61-9a5b-c6e18ae72062 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:51.109415 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4af5125-da23-48cf-a053-eff0be68aea2 x-openstack-request-id: req-a4af5125-da23-48cf-a053-eff0be68aea2 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:51.109731 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02bb1b3c-907b-4742-b719-d891092cbf31", "tag": "718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:51.109986 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4af5125-da23-48cf-a053-eff0be68aea2 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:51.110385 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02bb1b3c-907b-4742-b719-d891092cbf31', 'tag': '718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a', 'status': 'completed', 'code': 200} Aug 19 18:10:51.121299 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-b0e442ca-30e4-437c-8676-2f4caf69e644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:51.187904 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-849cb73a-5fc3-4e61-9a5b-c6e18ae72062 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:51.251070 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e442ca-30e4-437c-8676-2f4caf69e644 service neutron] Pushing event updated for resources: {'Port': ['ID=296334cd-9192-4123-af02-9692a05ffe23,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:51.425858 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-849cb73a-5fc3-4e61-9a5b-c6e18ae72062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:51.530775 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67422df8-33dc-400d-a48a-83fd3c852793 req-a4223683-e803-46e8-961c-dc45339bf259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:51.532359 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67422df8-33dc-400d-a48a-83fd3c852793 req-a4223683-e803-46e8-961c-dc45339bf259 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11f676ae7ee7460b9797b3d37f835c87&device_id=02bb1b3c-907b-4742-b719-d891092cbf31 HTTP/1.1" status: 200 len: 1099 time: 0.4209449 Aug 19 18:10:51.549095 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921db7ac-5522-44cb-ba18-304e7d447bb9 req-2b2bc645-c5d3-4565-95a4-47d6b5f2bcd8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:51.550937 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-921db7ac-5522-44cb-ba18-304e7d447bb9 req-2b2bc645-c5d3-4565-95a4-47d6b5f2bcd8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3da21f1-9163-4fec-b1c4-2b4faf8b9540 HTTP/1.1" status: 200 len: 935 time: 0.2249222 Aug 19 18:10:51.628737 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67422df8-33dc-400d-a48a-83fd3c852793 req-b98353ed-c876-4696-9e2c-cbb5eda8ec6b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a HTTP/1.1" status: 200 len: 217 time: 0.0755401 Aug 19 18:10:51.659466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-b0e442ca-30e4-437c-8676-2f4caf69e644 service neutron] Attempting to bind port 296334cd-9192-4123-af02-9692a05ffe23 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:10:51.659894 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-b0e442ca-30e4-437c-8676-2f4caf69e644 service neutron] Attempting to bind port 296334cd-9192-4123-af02-9692a05ffe23 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:10:51.660160 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-b0e442ca-30e4-437c-8676-2f4caf69e644 service neutron] Attempting to bind port 296334cd-9192-4123-af02-9692a05ffe23 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:10:51.693832 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-849cb73a-5fc3-4e61-9a5b-c6e18ae72062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:51.705947 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-b0e442ca-30e4-437c-8676-2f4caf69e644 service neutron] Port 296334cd-9192-4123-af02-9692a05ffe23 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:10:51.706575 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-b0e442ca-30e4-437c-8676-2f4caf69e644 service neutron] Attempting to bind port 296334cd-9192-4123-af02-9692a05ffe23 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:10:51.747606 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-67422df8-33dc-400d-a48a-83fd3c852793 req-ffd3ff41-2a1c-43d5-a6b8-d5a8a0fd6bef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:10:51.751844 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-921db7ac-5522-44cb-ba18-304e7d447bb9 req-552ca532-e6c8-4425-8350-e5122e2b57b3 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858239 Aug 19 18:10:51.755464 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cb73a-5fc3-4e61-9a5b-c6e18ae72062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1d0f82b-7162-4497-bdaa-af59ef9e70f8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:51.760926 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-67422df8-33dc-400d-a48a-83fd3c852793 req-ffd3ff41-2a1c-43d5-a6b8-d5a8a0fd6bef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:51.761760 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-b0e442ca-30e4-437c-8676-2f4caf69e644 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:10:51.762429 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-b0e442ca-30e4-437c-8676-2f4caf69e644 service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:10:51.763028 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-b0e442ca-30e4-437c-8676-2f4caf69e644 service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:10:51.764228 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-b0e442ca-30e4-437c-8676-2f4caf69e644 service neutron] Bound port: 296334cd-9192-4123-af02-9692a05ffe23, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:10:51.765376 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-b0e442ca-30e4-437c-8676-2f4caf69e644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:51.781484 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-849cb73a-5fc3-4e61-9a5b-c6e18ae72062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:51.783446 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-849cb73a-5fc3-4e61-9a5b-c6e18ae72062 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d1d0f82b-7162-4497-bdaa-af59ef9e70f8 HTTP/1.1" status: 204 len: 168 time: 0.8805470 Aug 19 18:10:51.785711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67422df8-33dc-400d-a48a-83fd3c852793 req-210316dd-4dcf-4a31-8645-f1ea2c692525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:51.788128 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67422df8-33dc-400d-a48a-83fd3c852793 req-210316dd-4dcf-4a31-8645-f1ea2c692525 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1429076 Aug 19 18:10:51.788821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45840) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:51.806153 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-67422df8-33dc-400d-a48a-83fd3c852793 req-ffd3ff41-2a1c-43d5-a6b8-d5a8a0fd6bef service neutron] Transition to ACTIVE for port object 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:10:51.810534 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80bf4ceb-3c2e-4fb9-ad0f-d39aab5e654c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:51.819063 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-67422df8-33dc-400d-a48a-83fd3c852793 req-ffd3ff41-2a1c-43d5-a6b8-d5a8a0fd6bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:51.894931 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf4ceb-3c2e-4fb9-ad0f-d39aab5e654c admin admin] Pushing event deleted for resources: {'Port': ['ID=96b8bc98-b880-4d9f-956b-8893c928f175,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:52.005095 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-629b2c83-ea07-4989-9402-a816c573e9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:52.013057 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-b0e442ca-30e4-437c-8676-2f4caf69e644 service neutron] For port 296334cd-9192-4123-af02-9692a05ffe23, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:10:52.020814 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-b0e442ca-30e4-437c-8676-2f4caf69e644 service neutron] For port 296334cd-9192-4123-af02-9692a05ffe23, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=296334cd-9192-4123-af02-9692a05ffe23,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:10:52.028741 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67422df8-33dc-400d-a48a-83fd3c852793 req-8d3a4b50-5e9c-4807-bab2-3fab5a810b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:52.030753 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67422df8-33dc-400d-a48a-83fd3c852793 req-8d3a4b50-5e9c-4807-bab2-3fab5a810b29 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2316601 Aug 19 18:10:52.032693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1ed13-694c-40f3-9bfb-96f7c26a66e9 req-f28ac4f4-968e-419b-b855-fb5fecc91885 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:52.034491 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b5c1ed13-694c-40f3-9bfb-96f7c26a66e9 req-f28ac4f4-968e-419b-b855-fb5fecc91885 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 948 time: 0.2107017 Aug 19 18:10:52.035385 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-b0e442ca-30e4-437c-8676-2f4caf69e644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:52.055496 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdea72-0aa2-4c11-921b-f7e18f7810ba req-c6cbecf5-605e-4ec2-93ad-dccf29a656b0 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:52.057374 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2bfdea72-0aa2-4c11-921b-f7e18f7810ba req-c6cbecf5-605e-4ec2-93ad-dccf29a656b0 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7069e351-b134-49f2-9267-5c55dfb6cb7f HTTP/1.1" status: 200 len: 945 time: 0.1412547 Aug 19 18:10:52.088807 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3ff41-2a1c-43d5-a6b8-d5a8a0fd6bef service neutron] Pushing event updated for resources: {'Port': ['ID=2967d7ed-d48e-4ab5-8c8a-777565e1b5b4,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:52.184945 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-b0e442ca-30e4-437c-8676-2f4caf69e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:52.185745 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-b0e442ca-30e4-437c-8676-2f4caf69e644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:52.187066 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-b0e442ca-30e4-437c-8676-2f4caf69e644 service neutron] 10.222.0.50 "PUT /v2.0/ports/296334cd-9192-4123-af02-9692a05ffe23 HTTP/1.1" status: 200 len: 1096 time: 2.6845813 Aug 19 18:10:52.210686 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b5c1ed13-694c-40f3-9bfb-96f7c26a66e9 req-e1468e57-6a45-4d19-adeb-c1ea58e8379c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522670 Aug 19 18:10:52.214854 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-67422df8-33dc-400d-a48a-83fd3c852793 req-ffd3ff41-2a1c-43d5-a6b8-d5a8a0fd6bef service neutron] Attempting to bind port 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:10:52.215576 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-67422df8-33dc-400d-a48a-83fd3c852793 req-ffd3ff41-2a1c-43d5-a6b8-d5a8a0fd6bef service neutron] Attempting to bind port 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:10:52.215576 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67422df8-33dc-400d-a48a-83fd3c852793 req-ffd3ff41-2a1c-43d5-a6b8-d5a8a0fd6bef service neutron] Attempting to bind port 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:10:52.253245 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67422df8-33dc-400d-a48a-83fd3c852793 req-ffd3ff41-2a1c-43d5-a6b8-d5a8a0fd6bef service neutron] Port 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:10:52.253245 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67422df8-33dc-400d-a48a-83fd3c852793 req-ffd3ff41-2a1c-43d5-a6b8-d5a8a0fd6bef service neutron] Attempting to bind port 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:10:52.301920 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2bfdea72-0aa2-4c11-921b-f7e18f7810ba req-5d43f9ea-27e3-4a6c-bc6a-56f81f27ad5b tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102172 Aug 19 18:10:52.302627 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e442ca-30e4-437c-8676-2f4caf69e644 service neutron] Pushing event updated for resources: {'Port': ['ID=296334cd-9192-4123-af02-9692a05ffe23,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:52.326186 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67422df8-33dc-400d-a48a-83fd3c852793 req-ffd3ff41-2a1c-43d5-a6b8-d5a8a0fd6bef service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:10:52.326646 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67422df8-33dc-400d-a48a-83fd3c852793 req-ffd3ff41-2a1c-43d5-a6b8-d5a8a0fd6bef service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:10:52.327045 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67422df8-33dc-400d-a48a-83fd3c852793 req-ffd3ff41-2a1c-43d5-a6b8-d5a8a0fd6bef service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:10:52.327500 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-67422df8-33dc-400d-a48a-83fd3c852793 req-ffd3ff41-2a1c-43d5-a6b8-d5a8a0fd6bef service neutron] Bound port: 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:10:52.327866 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-67422df8-33dc-400d-a48a-83fd3c852793 req-ffd3ff41-2a1c-43d5-a6b8-d5a8a0fd6bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:52.352410 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-629b2c83-ea07-4989-9402-a816c573e9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:52.370500 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-629b2c83-ea07-4989-9402-a816c573e9cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0290f77e-c365-4038-ba8b-35727c3e4d23']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:52.393505 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-629b2c83-ea07-4989-9402-a816c573e9cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43151d8-c865-45b7-9ff3-54ef0877c73a') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:52.393935 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-629b2c83-ea07-4989-9402-a816c573e9cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43151d8-c865-45b7-9ff3-54ef0877c73a') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:52.410467 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-629b2c83-ea07-4989-9402-a816c573e9cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:52.421742 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67422df8-33dc-400d-a48a-83fd3c852793 req-c6c13b42-e138-4df6-a553-599dea24b475 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743446 Aug 19 18:10:52.432620 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-05949efc-4328-4db8-b446-5e72cd4712bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:52.434277 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-05949efc-4328-4db8-b446-5e72cd4712bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 1099 time: 0.1620209 Aug 19 18:10:52.435461 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-629b2c83-ea07-4989-9402-a816c573e9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:52.439206 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-67422df8-33dc-400d-a48a-83fd3c852793 req-ffd3ff41-2a1c-43d5-a6b8-d5a8a0fd6bef service neutron] For port 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:10:52.443032 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-67422df8-33dc-400d-a48a-83fd3c852793 req-ffd3ff41-2a1c-43d5-a6b8-d5a8a0fd6bef service neutron] For port 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=2967d7ed-d48e-4ab5-8c8a-777565e1b5b4,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:10:52.453151 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-67422df8-33dc-400d-a48a-83fd3c852793 req-ffd3ff41-2a1c-43d5-a6b8-d5a8a0fd6bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:52.478571 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80bf4ceb-3c2e-4fb9-ad0f-d39aab5e654c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:52.500304 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-629b2c83-ea07-4989-9402-a816c573e9cc admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:10:52.500797 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-629b2c83-ea07-4989-9402-a816c573e9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:52.516930 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67422df8-33dc-400d-a48a-83fd3c852793 req-ffd3ff41-2a1c-43d5-a6b8-d5a8a0fd6bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:52.517972 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-67422df8-33dc-400d-a48a-83fd3c852793 req-ffd3ff41-2a1c-43d5-a6b8-d5a8a0fd6bef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:52.522025 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67422df8-33dc-400d-a48a-83fd3c852793 req-ffd3ff41-2a1c-43d5-a6b8-d5a8a0fd6bef service neutron] 10.222.0.54 "PUT /v2.0/ports/2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 HTTP/1.1" status: 200 len: 1095 time: 3.3608050 Aug 19 18:10:52.522699 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3da21f1-9163-4fec-b1c4-2b4faf8b9540', 'tag': '2967d7ed-d48e-4ab5-8c8a-777565e1b5b4'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:52.525592 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295ed8d2-77b1-41b9-9346-ea40b6356427" -d '{"events": [{"name": "network-changed", "server_uuid": "d3da21f1-9163-4fec-b1c4-2b4faf8b9540", "tag": "2967d7ed-d48e-4ab5-8c8a-777565e1b5b4"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:52.613239 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f94c6fe-d744-434f-b9cd-0f4541b1e229 x-openstack-request-id: req-2f94c6fe-d744-434f-b9cd-0f4541b1e229 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:52.613829 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3da21f1-9163-4fec-b1c4-2b4faf8b9540", "tag": "2967d7ed-d48e-4ab5-8c8a-777565e1b5b4", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:52.614269 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f94c6fe-d744-434f-b9cd-0f4541b1e229 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:52.614844 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3da21f1-9163-4fec-b1c4-2b4faf8b9540', 'tag': '2967d7ed-d48e-4ab5-8c8a-777565e1b5b4', 'status': 'completed', 'code': 200} Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:10:52.620827 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:10:52.668128 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-e8f695d4-85a1-4586-a60f-8aad27658b83 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=296334cd-9192-4123-af02-9692a05ffe23 HTTP/1.1" status: 200 len: 217 time: 0.2187130 Aug 19 18:10:52.730376 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3ff41-2a1c-43d5-a6b8-d5a8a0fd6bef service neutron] Pushing event updated for resources: {'Port': ['ID=2967d7ed-d48e-4ab5-8c8a-777565e1b5b4,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:52.743238 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-629b2c83-ea07-4989-9402-a816c573e9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:52.765950 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67422df8-33dc-400d-a48a-83fd3c852793 req-57260595-da2c-4666-a5ed-36a3b7d2d9b4 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271677 Aug 19 18:10:52.794634 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-629b2c83-ea07-4989-9402-a816c573e9cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:52.797150 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-629b2c83-ea07-4989-9402-a816c573e9cc admin admin] 10.222.0.24 "DELETE /v2.0/networks/0290f77e-c365-4038-ba8b-35727c3e4d23 HTTP/1.1" status: 204 len: 168 time: 1.0051930 Aug 19 18:10:52.844774 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67422df8-33dc-400d-a48a-83fd3c852793 req-a57dda02-8e2d-413e-8b20-9787680011d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:52.846786 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67422df8-33dc-400d-a48a-83fd3c852793 req-a57dda02-8e2d-413e-8b20-9787680011d5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=11f676ae7ee7460b9797b3d37f835c87&device_id=d3da21f1-9163-4fec-b1c4-2b4faf8b9540 HTTP/1.1" status: 200 len: 1098 time: 0.2711084 Aug 19 18:10:52.856894 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b2c83-ea07-4989-9402-a816c573e9cc admin admin] Pushing event deleted for resources: {'Network': ['ID=0290f77e-c365-4038-ba8b-35727c3e4d23,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:52.949994 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67422df8-33dc-400d-a48a-83fd3c852793 req-ce82a1fe-bfac-47d5-a068-bd8891057e6b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 HTTP/1.1" status: 200 len: 217 time: 0.0740287 Aug 19 18:10:52.998785 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-b9115f31-3826-4fab-b269-303ec2b1b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:53.000378 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-b9115f31-3826-4fab-b269-303ec2b1b59b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.2597809 Aug 19 18:10:53.025348 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f84c7b-b864-4678-9b96-f177f7776577 req-c78dc7ae-7e02-4dd6-a838-b9150a41ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:53.026932 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d7f84c7b-b864-4678-9b96-f177f7776577 req-c78dc7ae-7e02-4dd6-a838-b9150a41ee9a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11f676ae7ee7460b9797b3d37f835c87&device_id=02bb1b3c-907b-4742-b719-d891092cbf31 HTTP/1.1" status: 200 len: 1099 time: 0.1741941 Aug 19 18:10:53.035301 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 275e699e-f7e1-4cf3-a728-0faa8b94732c no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:53.064242 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 275e699e-f7e1-4cf3-a728-0faa8b94732c {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:10:53.065393 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 275e699e-f7e1-4cf3-a728-0faa8b94732c not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:10:53.070610 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8fe2b-2d95-42ed-8427-8a8647e14af2 req-a42e58d6-f79d-4aea-be4c-1039dfea15b4 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:53.072288 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fbc8fe2b-2d95-42ed-8427-8a8647e14af2 req-a42e58d6-f79d-4aea-be4c-1039dfea15b4 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3da21f1-9163-4fec-b1c4-2b4faf8b9540 HTTP/1.1" status: 200 len: 947 time: 0.1624203 Aug 19 18:10:53.099642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45902) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:53.113493 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c482f7fe-5c86-4ab7-9c9e-99889f320d91', 'tag': '296334cd-9192-4123-af02-9692a05ffe23'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:53.115806 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be78a03-405e-49cf-9503-1e50558dd4c3" -d '{"events": [{"name": "network-changed", "server_uuid": "c482f7fe-5c86-4ab7-9c9e-99889f320d91", "tag": "296334cd-9192-4123-af02-9692a05ffe23"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:53.128077 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67422df8-33dc-400d-a48a-83fd3c852793 req-f9b092bd-1e4f-4a61-82a8-9090893c3829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:53.129446 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67422df8-33dc-400d-a48a-83fd3c852793 req-f9b092bd-1e4f-4a61-82a8-9090893c3829 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1235266 Aug 19 18:10:53.158175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-6968c479-4b53-4aef-8da5-e9923a1a2966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:53.159724 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-6968c479-4b53-4aef-8da5-e9923a1a2966 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1438966 Aug 19 18:10:53.167962 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b0e682-2f32-482f-bec9-f717877ebb9f x-openstack-request-id: req-43b0e682-2f32-482f-bec9-f717877ebb9f {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:53.168248 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c482f7fe-5c86-4ab7-9c9e-99889f320d91", "tag": "296334cd-9192-4123-af02-9692a05ffe23", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:53.168492 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43b0e682-2f32-482f-bec9-f717877ebb9f {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:53.169493 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c482f7fe-5c86-4ab7-9c9e-99889f320d91', 'tag': '296334cd-9192-4123-af02-9692a05ffe23', 'status': 'completed', 'code': 200} Aug 19 18:10:53.191697 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fbc8fe2b-2d95-42ed-8427-8a8647e14af2 req-825e812c-81b4-402e-88de-674aa87ba0ee tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042104 Aug 19 18:10:53.207362 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bf4ceb-3c2e-4fb9-ad0f-d39aab5e654c admin admin] Router 50b7f6a9-8189-462f-8603-69cf906ff409 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:10:53.222149 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-181ad9ad-0023-4b4f-9e29-928efc14b960 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29f1ebf411dc45818102ce184a92e66f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1106212 Aug 19 18:10:53.222656 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45906) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:53.222770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67422df8-33dc-400d-a48a-83fd3c852793 req-5916aa69-550e-434a-92e5-b480613502ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:53.222770 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67422df8-33dc-400d-a48a-83fd3c852793 req-5916aa69-550e-434a-92e5-b480613502ed service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0803039 Aug 19 18:10:53.260399 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f84c7b-b864-4678-9b96-f177f7776577 req-11a61b45-55bd-487f-ac77-ce207f229e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:53.261920 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d7f84c7b-b864-4678-9b96-f177f7776577 req-11a61b45-55bd-487f-ac77-ce207f229e58 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.2135584 Aug 19 18:10:53.348997 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d7f84c7b-b864-4678-9b96-f177f7776577 req-51de415d-44fb-42b2-bd65-5c52bb1e487e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a HTTP/1.1" status: 200 len: 217 time: 0.0634520 Aug 19 18:10:53.426768 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-4d1f04a3-5d04-4a36-88e3-07edb6292318 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346430 Aug 19 18:10:53.432246 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cfd6e6fb-2baf-4d3f-bffd-01137445dce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:53.459372 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974c6c7-ebfa-4bec-bb0b-5d2a40552073 req-07845feb-bb50-49b7-9306-9654054824bc tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:53.461439 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7974c6c7-ebfa-4bec-bb0b-5d2a40552073 req-07845feb-bb50-49b7-9306-9654054824bc tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 948 time: 0.1442339 Aug 19 18:10:53.476168 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bf4ceb-3c2e-4fb9-ad0f-d39aab5e654c admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:10:53.482320 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-80bf4ceb-3c2e-4fb9-ad0f-d39aab5e654c admin admin] 10.222.0.24 "PUT /v2.0/routers/50b7f6a9-8189-462f-8603-69cf906ff409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7650461 Aug 19 18:10:53.486679 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67422df8-33dc-400d-a48a-83fd3c852793 req-52d57f06-c4bc-4068-847e-9c83c67ef039 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520812 Aug 19 18:10:53.489781 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a52d74-6e96-4b56-95b9-0fecc40f855d None None] Sync routers for ids ['50b7f6a9-8189-462f-8603-69cf906ff409'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:10:53.496070 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45914) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:53.502031 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a52d74-6e96-4b56-95b9-0fecc40f855d None None] Routers {'50b7f6a9-8189-462f-8603-69cf906ff409'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:53.503351 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-40a52d74-6e96-4b56-95b9-0fecc40f855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:10:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['50b7f6a9-8189-462f-8603-69cf906ff409'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:53.546133 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f84c7b-b864-4678-9b96-f177f7776577 req-e7d3e6cc-d289-4ebe-a3d2-9267e007a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:53.547849 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d7f84c7b-b864-4678-9b96-f177f7776577 req-e7d3e6cc-d289-4ebe-a3d2-9267e007a489 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1750360 Aug 19 18:10:53.563941 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cfd6e6fb-2baf-4d3f-bffd-01137445dce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:53.644718 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b42f0-8be5-4587-a528-35dd36251f28 req-c7f93a8c-7299-49cc-a810-9361a02f6a95 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:53.646374 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a29b42f0-8be5-4587-a528-35dd36251f28 req-c7f93a8c-7299-49cc-a810-9361a02f6a95 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7069e351-b134-49f2-9267-5c55dfb6cb7f HTTP/1.1" status: 200 len: 945 time: 0.2558794 Aug 19 18:10:53.676007 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-40a52d74-6e96-4b56-95b9-0fecc40f855d None None] Set router 50b7f6a9-8189-462f-8603-69cf906ff409 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:10:53.707850 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5055fef4-d5ab-4adc-9a37-7cb3901c59d9 req-32ea4aee-d738-469a-ae9a-648eb658d802 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549431 Aug 19 18:10:53.726632 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f84c7b-b864-4678-9b96-f177f7776577 req-a3b1f04d-7d22-4315-98ce-4a3164f421dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:53.728208 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d7f84c7b-b864-4678-9b96-f177f7776577 req-a3b1f04d-7d22-4315-98ce-4a3164f421dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1588147 Aug 19 18:10:53.737910 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7974c6c7-ebfa-4bec-bb0b-5d2a40552073 req-dc897cad-594c-4c2a-8fbd-ba8d12a4bd93 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630610 Aug 19 18:10:53.747234 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a29b42f0-8be5-4587-a528-35dd36251f28 req-dd8c27d3-bf75-4046-8f5f-1fb3599fa7de tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820291 Aug 19 18:10:53.792327 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cfd6e6fb-2baf-4d3f-bffd-01137445dce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:53.797996 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cfd6e6fb-2baf-4d3f-bffd-01137445dce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:53.800023 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cfd6e6fb-2baf-4d3f-bffd-01137445dce9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0232eef9-d831-4019-8d15-583b30478212 HTTP/1.1" status: 204 len: 168 time: 0.5736506 Aug 19 18:10:53.923993 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67422df8-33dc-400d-a48a-83fd3c852793 req-d5552faa-b265-4f2e-ad47-89d362c84d99 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142478 Aug 19 18:10:53.963068 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6e6fb-2baf-4d3f-bffd-01137445dce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0232eef9-d831-4019-8d15-583b30478212,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:54.016365 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-afd17183-67cd-4619-9e56-7c9c16dcf317 admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:54.023412 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be78a03-405e-49cf-9503-1e50558dd4c3 req-11d414f8-5751-4c19-81c6-6b753038bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:54.024949 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2be78a03-405e-49cf-9503-1e50558dd4c3 req-11d414f8-5751-4c19-81c6-6b753038bc0f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 1099 time: 0.0945282 Aug 19 18:10:54.078026 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-40a52d74-6e96-4b56-95b9-0fecc40f855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b7f6a9-8189-462f-8603-69cf906ff409', 'name': 'tempest-ServerRescueNegativeTestJSON-171225752-router', 'tenant_id': 'fce72f549e634e21a1104a2106da2de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '1fcbf40e-fe80-448b-9ec0-411794c17d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:07:15Z', 'updated_at': '2021-08-19T18:10:51Z', 'revision_number': 5, 'project_id': 'fce72f549e634e21a1104a2106da2de3', 'gw_port': {'id': '1fcbf40e-fe80-448b-9ec0-411794c17d8d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b7f6a9-8189-462f-8603-69cf906ff409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:16Z', 'updated_at': '2021-08-19T18:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:54.155150 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d7f84c7b-b864-4678-9b96-f177f7776577 req-5d543ef2-d73c-4f78-bdd7-1c96ef2a2576 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998008 Aug 19 18:10:54.267840 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a52d74-6e96-4b56-95b9-0fecc40f855d None None] Checking router: 50b7f6a9-8189-462f-8603-69cf906ff409 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:10:54.287033 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a52d74-6e96-4b56-95b9-0fecc40f855d None None] Routers {'50b7f6a9-8189-462f-8603-69cf906ff409'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:54.287737 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-40a52d74-6e96-4b56-95b9-0fecc40f855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:10:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['50b7f6a9-8189-462f-8603-69cf906ff409'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:54.349929 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be78a03-405e-49cf-9503-1e50558dd4c3 req-2550e58e-646f-4cc0-9e44-0cacb5372983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:54.352462 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2be78a03-405e-49cf-9503-1e50558dd4c3 req-2550e58e-646f-4cc0-9e44-0cacb5372983 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.3096969 Aug 19 18:10:54.356475 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d7f84c7b-b864-4678-9b96-f177f7776577 req-9d754d47-23ae-4ec8-a45e-fa333a9faa03 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771154 Aug 19 18:10:54.491432 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2be78a03-405e-49cf-9503-1e50558dd4c3 req-a8c345de-10ec-45a5-9e73-0698da8c0beb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=296334cd-9192-4123-af02-9692a05ffe23 HTTP/1.1" status: 200 len: 217 time: 0.1217113 Aug 19 18:10:54.537107 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-40a52d74-6e96-4b56-95b9-0fecc40f855d None None] Set router 50b7f6a9-8189-462f-8603-69cf906ff409 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:10:54.608624 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ed8d2-77b1-41b9-9346-ea40b6356427 req-42c4e0be-f463-459c-88f5-0855360c330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:54.610580 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-295ed8d2-77b1-41b9-9346-ea40b6356427 req-42c4e0be-f463-459c-88f5-0855360c330f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=11f676ae7ee7460b9797b3d37f835c87&device_id=d3da21f1-9163-4fec-b1c4-2b4faf8b9540 HTTP/1.1" status: 200 len: 1098 time: 0.4884756 Aug 19 18:10:54.689337 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380356e-78fd-42d5-a233-1ae163090b85 req-70f657ea-7216-47db-b983-4054bf6476a3 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:54.704562 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5380356e-78fd-42d5-a233-1ae163090b85 req-70f657ea-7216-47db-b983-4054bf6476a3 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3da21f1-9163-4fec-b1c4-2b4faf8b9540 HTTP/1.1" status: 200 len: 947 time: 0.2181787 Aug 19 18:10:54.760394 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be78a03-405e-49cf-9503-1e50558dd4c3 req-fe798ffb-e4e4-4e26-8027-4e141e790698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:54.761675 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2be78a03-405e-49cf-9503-1e50558dd4c3 req-fe798ffb-e4e4-4e26-8027-4e141e790698 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.2482359 Aug 19 18:10:54.773507 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-afd17183-67cd-4619-9e56-7c9c16dcf317 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:54.818341 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216ce57-92cf-4357-aac6-0672facdb31c req-ecec4e83-3203-4d1b-b382-0879d92758ca tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:54.829135 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4216ce57-92cf-4357-aac6-0672facdb31c req-ecec4e83-3203-4d1b-b382-0879d92758ca tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/networks?id=f6ca3005-f821-4bbf-9771-cb98a9ef289d HTTP/1.1" status: 200 len: 806 time: 0.5772240 Aug 19 18:10:54.884850 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4216ce57-92cf-4357-aac6-0672facdb31c req-d2a0c11c-91e6-4b2f-912a-9a823edc3f55 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/quotas/ae64f3b0d3994e079c6bfc4ab34b357b HTTP/1.1" status: 200 len: 375 time: 0.0544906 Aug 19 18:10:54.919207 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-40a52d74-6e96-4b56-95b9-0fecc40f855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b7f6a9-8189-462f-8603-69cf906ff409', 'name': 'tempest-ServerRescueNegativeTestJSON-171225752-router', 'tenant_id': 'fce72f549e634e21a1104a2106da2de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '1fcbf40e-fe80-448b-9ec0-411794c17d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:07:15Z', 'updated_at': '2021-08-19T18:10:51Z', 'revision_number': 5, 'project_id': 'fce72f549e634e21a1104a2106da2de3', 'gw_port': {'id': '1fcbf40e-fe80-448b-9ec0-411794c17d8d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b7f6a9-8189-462f-8603-69cf906ff409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:16Z', 'updated_at': '2021-08-19T18:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:54.945852 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ed8d2-77b1-41b9-9346-ea40b6356427 req-ab0d7369-bd90-4817-b47f-cc1a628b7575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:54.947508 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-295ed8d2-77b1-41b9-9346-ea40b6356427 req-ab0d7369-bd90-4817-b47f-cc1a628b7575 service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.2961729 Aug 19 18:10:54.969665 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a52d74-6e96-4b56-95b9-0fecc40f855d None None] The sync data for ids ['50b7f6a9-8189-462f-8603-69cf906ff409'] in n-d-803753-2 is: [{'id': '50b7f6a9-8189-462f-8603-69cf906ff409', 'name': 'tempest-ServerRescueNegativeTestJSON-171225752-router', 'tenant_id': 'fce72f549e634e21a1104a2106da2de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '1fcbf40e-fe80-448b-9ec0-411794c17d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:07:15Z', 'updated_at': '2021-08-19T18:10:51Z', 'revision_number': 5, 'project_id': 'fce72f549e634e21a1104a2106da2de3', 'gw_port': {'id': '1fcbf40e-fe80-448b-9ec0-411794c17d8d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b7f6a9-8189-462f-8603-69cf906ff409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:16Z', 'updated_at': '2021-08-19T18:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:10:54.981934 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5380356e-78fd-42d5-a233-1ae163090b85 req-c3505cb8-2653-42fd-b95b-335fa48230c9 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748475 Aug 19 18:10:55.015621 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be78a03-405e-49cf-9503-1e50558dd4c3 req-e1ac3384-b6f1-4bac-83a2-86b14d750531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:55.018118 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2be78a03-405e-49cf-9503-1e50558dd4c3 req-e1ac3384-b6f1-4bac-83a2-86b14d750531 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2422378 Aug 19 18:10:55.043253 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-295ed8d2-77b1-41b9-9346-ea40b6356427 req-c69b6f4d-1635-40ec-a36b-b1e6f52ec39a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 HTTP/1.1" status: 200 len: 217 time: 0.0829523 Aug 19 18:10:55.069477 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:10:55.110409 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4216ce57-92cf-4357-aac6-0672facdb31c req-098cca5e-73fc-46bf-b01a-a4e340048c86 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae64f3b0d3994e079c6bfc4ab34b357b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2241864 Aug 19 18:10:55.293650 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086f3e8-6e3e-4dc8-9f50-a62edc9e61b6 req-32a92219-9ae8-4559-a475-45c102dc009f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:55.295578 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5086f3e8-6e3e-4dc8-9f50-a62edc9e61b6 req-32a92219-9ae8-4559-a475-45c102dc009f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 948 time: 0.1777265 Aug 19 18:10:55.315485 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4216ce57-92cf-4357-aac6-0672facdb31c req-8a976c8d-d9d4-47f2-8f89-0e6c87475232 service neutron] 10.222.0.24 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036626 Aug 19 18:10:55.347477 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:10:55.348352 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2be78a03-405e-49cf-9503-1e50558dd4c3 req-34d587b0-3660-438e-b6ef-691c89b4a76a service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850564 Aug 19 18:10:55.403454 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ed8d2-77b1-41b9-9346-ea40b6356427 req-169bf7ea-f05c-4894-a8f6-6a19c5d549b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:55.406309 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-295ed8d2-77b1-41b9-9346-ea40b6356427 req-169bf7ea-f05c-4894-a8f6-6a19c5d549b9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.2927418 Aug 19 18:10:55.410179 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-afd17183-67cd-4619-9e56-7c9c16dcf317 admin admin] Deleting port 1fcbf40e-fe80-448b-9ec0-411794c17d8d {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:55.410760 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-afd17183-67cd-4619-9e56-7c9c16dcf317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:55.494234 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5086f3e8-6e3e-4dc8-9f50-a62edc9e61b6 req-9f2f7e34-6943-4d28-b6ae-b5e63f18cf7e tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878979 Aug 19 18:10:55.523540 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-afd17183-67cd-4619-9e56-7c9c16dcf317 admin admin] For port 1fcbf40e-fe80-448b-9ec0-411794c17d8d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1fcbf40e-fe80-448b-9ec0-411794c17d8d,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:55.524564 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-afd17183-67cd-4619-9e56-7c9c16dcf317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:55.542473 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-afd17183-67cd-4619-9e56-7c9c16dcf317 admin admin] Calling delete_port for 1fcbf40e-fe80-448b-9ec0-411794c17d8d owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:55.610815 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:55.632666 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 96b8bc98-b880-4d9f-956b-8893c928f175 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:55.645284 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2be78a03-405e-49cf-9503-1e50558dd4c3 req-1586e8a2-9796-410e-ad78-cb0a0e970bfe service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861233 Aug 19 18:10:55.689654 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46002) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:55.721140 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 96b8bc98-b880-4d9f-956b-8893c928f175 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:10:55.721741 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 96b8bc98-b880-4d9f-956b-8893c928f175 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:10:55.754186 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a', 'mac_address': 'fa:16:3e:b8:62:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:10:55.869782 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:55.908640 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:10:55.930079 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=2967d7ed-d48e-4ab5-8c8a-777565e1b5b4,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:55.979333 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-5794495f-a1b4-4237-a0a3-d2fd4e11e21e admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1043794653-network', 'tenant_id': 'a413cea9951e4055a6809abbbf35aa58'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:56.007320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '2967d7ed-d48e-4ab5-8c8a-777565e1b5b4', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '2967d7ed-d48e-4ab5-8c8a-777565e1b5b4', 'mac_address': 'fa:16:3e:20:4c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:10:56.046112 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5794495f-a1b4-4237-a0a3-d2fd4e11e21e admin admin] Made reservation on behalf of a413cea9951e4055a6809abbbf35aa58 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:10:56.046268 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:56.046437 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5794495f-a1b4-4237-a0a3-d2fd4e11e21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.082714 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5794495f-a1b4-4237-a0a3-d2fd4e11e21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.129073 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.132694 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 50a62129-56ca-42aa-9c64-9257bdaf8fc8 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:10:56.272255 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:56.320585 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.362050 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad911e1f-84c3-40e2-98c5-5989d116a92e req-f8176289-c9cb-48b6-a0c2-46c317b69ffd tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:56.369565 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ad911e1f-84c3-40e2-98c5-5989d116a92e req-f8176289-c9cb-48b6-a0c2-46c317b69ffd tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3da21f1-9163-4fec-b1c4-2b4faf8b9540 HTTP/1.1" status: 200 len: 947 time: 0.1716237 Aug 19 18:10:56.381772 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5794495f-a1b4-4237-a0a3-d2fd4e11e21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.396264 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5794495f-a1b4-4237-a0a3-d2fd4e11e21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.398817 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:10:56.425990 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=2967d7ed-d48e-4ab5-8c8a-777565e1b5b4,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:56.430779 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5794495f-a1b4-4237-a0a3-d2fd4e11e21e admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:10:56.436239 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.460578 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4216ce57-92cf-4357-aac6-0672facdb31c req-49435a5e-d34e-4e28-aefe-a18413a09c89 service neutron] 10.222.0.24 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0521908 Aug 19 18:10:56.462915 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ad911e1f-84c3-40e2-98c5-5989d116a92e req-f18ad118-524c-43b0-9929-d0fe1738fbf2 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924985 Aug 19 18:10:56.482945 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794495f-a1b4-4237-a0a3-d2fd4e11e21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cc503b-7a1f-4fc2-8d97-992210d2beff,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:56.490370 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5794495f-a1b4-4237-a0a3-d2fd4e11e21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.493081 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-5794495f-a1b4-4237-a0a3-d2fd4e11e21e admin admin] Added segment db614f98-5879-40ca-9296-5da0da71b4ee of type vlan for network 249813a8-ef8c-46fa-8b64-ad0a01830348 Aug 19 18:10:56.518642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ed8d2-77b1-41b9-9346-ea40b6356427 req-99c808c4-4fe5-4ce6-b50d-9f05d11f5c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:56.520762 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-295ed8d2-77b1-41b9-9346-ea40b6356427 req-99c808c4-4fe5-4ce6-b50d-9f05d11f5c0e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7640710 Aug 19 18:10:56.532493 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-afd17183-67cd-4619-9e56-7c9c16dcf317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.557645 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-295ed8d2-77b1-41b9-9346-ea40b6356427 req-13a3c507-26a4-4f2c-8e93-cf5d6a7a9af7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:10:56.560562 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-295ed8d2-77b1-41b9-9346-ea40b6356427 req-13a3c507-26a4-4f2c-8e93-cf5d6a7a9af7 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239348 Aug 19 18:10:56.579247 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5794495f-a1b4-4237-a0a3-d2fd4e11e21e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.580522 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=2967d7ed-d48e-4ab5-8c8a-777565e1b5b4,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:56.602575 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 50a62129-56ca-42aa-9c64-9257bdaf8fc8, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=50a62129-56ca-42aa-9c64-9257bdaf8fc8,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:56.632661 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '50a62129-56ca-42aa-9c64-9257bdaf8fc8', 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a', 'port_id': '50a62129-56ca-42aa-9c64-9257bdaf8fc8', 'mac_address': 'fa:16:3e:2c:2c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09884e41-8987-4095-b41a-2dbe97fb4846', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:10:56.680010 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-cf94ce01-4d6b-4d35-a06a-3ef59f8be7c1 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=cdb8f2e60b36474a9d37aa85fe47fdc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512114 Aug 19 18:10:56.696397 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5794495f-a1b4-4237-a0a3-d2fd4e11e21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.697388 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5794495f-a1b4-4237-a0a3-d2fd4e11e21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:56.698010 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5794495f-a1b4-4237-a0a3-d2fd4e11e21e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.720155 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.726175 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd17183-67cd-4619-9e56-7c9c16dcf317 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fcbf40e-fe80-448b-9ec0-411794c17d8d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:56.730266 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-295ed8d2-77b1-41b9-9346-ea40b6356427 req-00a49e04-859c-465e-ae4a-472f4fbecc58 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300018 Aug 19 18:10:56.762887 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50a62129-56ca-42aa-9c64-9257bdaf8fc8 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:10:56.827053 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 50a62129-56ca-42aa-9c64-9257bdaf8fc8, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=50a62129-56ca-42aa-9c64-9257bdaf8fc8,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:56.837652 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.900526 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-afd17183-67cd-4619-9e56-7c9c16dcf317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.930663 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['2967d7ed-d48e-4ab5-8c8a-777565e1b5b4'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:56.990021 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5794495f-a1b4-4237-a0a3-d2fd4e11e21e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2988882 Aug 19 18:10:56.995773 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46062) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:57.010930 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e5addd4b-acf4-44e2-9c1c-50306a6c3295 admin admin] Request body: {'subnet': {'network_id': '249813a8-ef8c-46fa-8b64-ad0a01830348', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1043794653-subnet', 'tenant_id': 'a413cea9951e4055a6809abbbf35aa58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:57.034215 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-61a0581b-eee7-462c-a35b-258e848fc722 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:57.041694 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-61a0581b-eee7-462c-a35b-258e848fc722 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3605640 Aug 19 18:10:57.048744 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794495f-a1b4-4237-a0a3-d2fd4e11e21e admin admin] Pushing event updated for resources: {'Network': ['ID=249813a8-ef8c-46fa-8b64-ad0a01830348,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:57.069141 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-4789629b-7ed2-4fc8-ac88-389db2d4612e tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/quotas/cdb8f2e60b36474a9d37aa85fe47fdc5 HTTP/1.1" status: 200 len: 375 time: 0.0263765 Aug 19 18:10:57.087763 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-afd17183-67cd-4619-9e56-7c9c16dcf317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:57.092148 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-295ed8d2-77b1-41b9-9346-ea40b6356427 req-1b7eefa7-e206-4541-a130-37bfe8edd96b service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320429 Aug 19 18:10:57.095867 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-afd17183-67cd-4619-9e56-7c9c16dcf317 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:57.096788 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 249813a8-ef8c-46fa-8b64-ad0a01830348 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:10:57.127396 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-1d17af4e-0c48-419d-ab14-8923c745e4c4 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdb8f2e60b36474a9d37aa85fe47fdc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573485 Aug 19 18:10:57.130045 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5addd4b-acf4-44e2-9c1c-50306a6c3295 admin admin] Made reservation on behalf of a413cea9951e4055a6809abbbf35aa58 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:10:57.135928 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8f80f-0bbe-4735-9f53-65a2bb71ea50 req-c9084634-c8d9-42a5-ab87-ab411e08a0f4 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:57.136894 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e5addd4b-acf4-44e2-9c1c-50306a6c3295 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:57.146020 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f2c8f80f-0bbe-4735-9f53-65a2bb71ea50 req-c9084634-c8d9-42a5-ab87-ab411e08a0f4 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 948 time: 0.2400205 Aug 19 18:10:57.173377 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['50a62129-56ca-42aa-9c64-9257bdaf8fc8'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:57.231016 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 296334cd-9192-4123-af02-9692a05ffe23 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:10:57.275730 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-afd17183-67cd-4619-9e56-7c9c16dcf317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:57.276293 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd17183-67cd-4619-9e56-7c9c16dcf317 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50b7f6a9-8189-462f-8603-69cf906ff409 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:10:57.296804 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-afd17183-67cd-4619-9e56-7c9c16dcf317 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:57.297518 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-afd17183-67cd-4619-9e56-7c9c16dcf317 admin admin] 10.222.0.24 "DELETE /v2.0/routers/50b7f6a9-8189-462f-8603-69cf906ff409 HTTP/1.1" status: 204 len: 168 time: 3.8003206 Aug 19 18:10:57.300410 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46064) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:57.312333 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f2c8f80f-0bbe-4735-9f53-65a2bb71ea50 req-b1c6446c-98d9-4931-8beb-5e2efbdbb7a9 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561191 Aug 19 18:10:57.503514 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-244d8d74-e6e9-4997-a35c-93d59b0de320 admin admin] Deleting subnet e56f2809-e79a-4c5f-bec0-9b7673cca425 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:10:57.665477 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d3168483-160e-4d70-924f-6152ed2deb1f req-ec38c1eb-1f34-4bb0-85a6-44ebd570e29c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=284266f3-69b7-4f77-8deb-e7f4f76bc55e HTTP/1.1" status: 200 len: 210 time: 0.1695020 Aug 19 18:10:57.671206 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-244d8d74-e6e9-4997-a35c-93d59b0de320 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:57.908118 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=50a62129-56ca-42aa-9c64-9257bdaf8fc8,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:57.945829 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-244d8d74-e6e9-4997-a35c-93d59b0de320 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:57.975670 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-ba87a1cc-4925-43ee-b8a3-cf6c6ff15bc0 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=cdb8f2e60b36474a9d37aa85fe47fdc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603068 Aug 19 18:10:57.994502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:58.132390 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e5addd4b-acf4-44e2-9c1c-50306a6c3295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:58.231223 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-244d8d74-e6e9-4997-a35c-93d59b0de320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:58.288395 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f8004-a7ff-4c81-b64f-0c983d23bdb4 req-928edf5c-9ac5-4e46-921e-28acbd567954 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:58.306788 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-996f8004-a7ff-4c81-b64f-0c983d23bdb4 req-928edf5c-9ac5-4e46-921e-28acbd567954 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3da21f1-9163-4fec-b1c4-2b4faf8b9540 HTTP/1.1" status: 200 len: 948 time: 0.4055514 Aug 19 18:10:58.320994 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-f361b02b-0e69-4bd7-ae10-5b7e87027ca3 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:58.326372 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-f361b02b-0e69-4bd7-ae10-5b7e87027ca3 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3495283 Aug 19 18:10:58.344701 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 296334cd-9192-4123-af02-9692a05ffe23, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=296334cd-9192-4123-af02-9692a05ffe23,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:58.352902 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5addd4b-acf4-44e2-9c1c-50306a6c3295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22fb6eaf-3a6a-4e3b-8873-29145062fe1f,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:58.353458 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-ef3ade51-4eb3-4b21-936e-564583e8c582 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/quotas/cdb8f2e60b36474a9d37aa85fe47fdc5 HTTP/1.1" status: 200 len: 375 time: 0.0197551 Aug 19 18:10:58.464918 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5addd4b-acf4-44e2-9c1c-50306a6c3295 admin admin] Checking segment: {'id': 'db614f98-5879-40ca-9296-5da0da71b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '249813a8-ef8c-46fa-8b64-ad0a01830348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:10:58.465284 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5addd4b-acf4-44e2-9c1c-50306a6c3295 admin admin] Network hostable DHCP agents. Network: 249813a8-ef8c-46fa-8b64-ad0a01830348, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:10:58.483323 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-aa54b10c-aa00-42cd-bbf7-f0d0373acbe7 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdb8f2e60b36474a9d37aa85fe47fdc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1116338 Aug 19 18:10:58.502933 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-996f8004-a7ff-4c81-b64f-0c983d23bdb4 req-50a3e78f-bda3-42b4-8a3a-eddefb9385cb tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879685 Aug 19 18:10:58.517239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '296334cd-9192-4123-af02-9692a05ffe23', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '296334cd-9192-4123-af02-9692a05ffe23', 'mac_address': 'fa:16:3e:bf:ed:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:10:58.577095 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-244d8d74-e6e9-4997-a35c-93d59b0de320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:58.622524 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5addd4b-acf4-44e2-9c1c-50306a6c3295 admin admin] Network 249813a8-ef8c-46fa-8b64-ad0a01830348 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:10:58.631695 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-244d8d74-e6e9-4997-a35c-93d59b0de320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:58.637152 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46108) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:58.637950 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-244d8d74-e6e9-4997-a35c-93d59b0de320 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e56f2809-e79a-4c5f-bec0-9b7673cca425 HTTP/1.1" status: 204 len: 168 time: 1.3319461 Aug 19 18:10:58.639970 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d8d74-e6e9-4997-a35c-93d59b0de320 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e56f2809-e79a-4c5f-bec0-9b7673cca425,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:58.650007 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-e5addd4b-acf4-44e2-9c1c-50306a6c3295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 249813a8-ef8c-46fa-8b64-ad0a01830348) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:10:58.656775 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5addd4b-acf4-44e2-9c1c-50306a6c3295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:58.657526 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e5addd4b-acf4-44e2-9c1c-50306a6c3295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:58.691684 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e5addd4b-acf4-44e2-9c1c-50306a6c3295 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6805947 Aug 19 18:10:58.753319 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3bbadc-75c4-4daf-bbd6-7bc8a72bbb4c None None] Network 249813a8-ef8c-46fa-8b64-ad0a01830348 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:10:58.781384 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36b2d4-7235-489b-875f-8c5efa52ac57 req-379ba369-05cd-4f54-b062-ea476e20f8f1 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:58.796454 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e36b2d4-7235-489b-875f-8c5efa52ac57 req-379ba369-05cd-4f54-b062-ea476e20f8f1 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 948 time: 0.1437249 Aug 19 18:10:58.895479 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e36b2d4-7235-489b-875f-8c5efa52ac57 req-0c601822-a5f9-43fb-a338-238bad842226 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901196 Aug 19 18:10:59.009394 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:59.017361 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-559a02f5-6350-433b-a5e2-8840bc3b8d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:59.043939 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 296334cd-9192-4123-af02-9692a05ffe23 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:10:59.082742 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 296334cd-9192-4123-af02-9692a05ffe23, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=296334cd-9192-4123-af02-9692a05ffe23,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:59.195494 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:59.304642 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb14e7c3-23c5-4ad5-a60e-8f79b01255ee None None] Network 249813a8-ef8c-46fa-8b64-ad0a01830348 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:10:59.384811 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a95d8abb-a0f8-4d0a-b8ab-3e6bf59b47e5 req-abca62ec-0804-4aef-af9a-4c71efbc0c85 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=284266f3-69b7-4f77-8deb-e7f4f76bc55e HTTP/1.1" status: 200 len: 210 time: 0.1161053 Aug 19 18:10:59.387706 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-559a02f5-6350-433b-a5e2-8840bc3b8d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:59.428311 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-559a02f5-6350-433b-a5e2-8840bc3b8d3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed6cc30c-2a55-41f6-a6b0-fee655536fe2']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:59.446241 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:10:59.463031 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-559a02f5-6350-433b-a5e2-8840bc3b8d3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a371276-2b79-43dc-b022-55b2d6960f9e') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:59.463527 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-559a02f5-6350-433b-a5e2-8840bc3b8d3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a371276-2b79-43dc-b022-55b2d6960f9e') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:59.483767 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=296334cd-9192-4123-af02-9692a05ffe23,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:59.502704 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-559a02f5-6350-433b-a5e2-8840bc3b8d3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:59.552277 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216ce57-92cf-4357-aac6-0672facdb31c req-e802b249-23ea-447b-99d9-d424bedd6d1b tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:59.555362 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4216ce57-92cf-4357-aac6-0672facdb31c req-e802b249-23ea-447b-99d9-d424bedd6d1b tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.50 "GET /v2.0/networks?id=f6ca3005-f821-4bbf-9771-cb98a9ef289d HTTP/1.1" status: 200 len: 806 time: 0.2938759 Aug 19 18:10:59.559185 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-559a02f5-6350-433b-a5e2-8840bc3b8d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:59.568548 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559a02f5-6350-433b-a5e2-8840bc3b8d3c admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:10:59.569364 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-559a02f5-6350-433b-a5e2-8840bc3b8d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:10:59.571966 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:10:59.582999 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1fcbf40e-fe80-448b-9ec0-411794c17d8d no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:59.697934 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-559a02f5-6350-433b-a5e2-8840bc3b8d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:59.698962 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e3e25a58-b407-41f0-9529-5fd5e6563ff9 req-63b93fad-17eb-4a7d-ab2a-b5de0d7ad8ce tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 210 time: 0.1405497 Aug 19 18:10:59.706488 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-559a02f5-6350-433b-a5e2-8840bc3b8d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:59.716598 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-559a02f5-6350-433b-a5e2-8840bc3b8d3c admin admin] 10.222.0.24 "DELETE /v2.0/networks/ed6cc30c-2a55-41f6-a6b0-fee655536fe2 HTTP/1.1" status: 204 len: 168 time: 1.0756302 Aug 19 18:10:59.737777 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-4216ce57-92cf-4357-aac6-0672facdb31c req-a4964245-11a7-4b9e-b973-c57e3c351512 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Request body: {'port': {'device_id': '284266f3-69b7-4f77-8deb-e7f4f76bc55e', 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d', 'admin_state_up': True, 'tenant_id': 'ae64f3b0d3994e079c6bfc4ab34b357b'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:59.755305 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a02f5-6350-433b-a5e2-8840bc3b8d3c admin admin] Pushing event deleted for resources: {'Network': ['ID=ed6cc30c-2a55-41f6-a6b0-fee655536fe2,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:59.815539 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['296334cd-9192-4123-af02-9692a05ffe23'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:59.890278 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 1fcbf40e-fe80-448b-9ec0-411794c17d8d {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:10:59.890278 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1fcbf40e-fe80-448b-9ec0-411794c17d8d not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:10:59.911731 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-30fda45c-bb4a-4634-be5a-56d9df356da8 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=cdb8f2e60b36474a9d37aa85fe47fdc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374124 Aug 19 18:11:00.169283 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46156) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:00.181143 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-80b317fc-39d2-4e87-9485-df4010e06240 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:00.182880 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-80b317fc-39d2-4e87-9485-df4010e06240 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2531567 Aug 19 18:11:00.218503 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Request body: {'port': {'device_id': '33b3bf55-40b0-4463-8f5c-308fabd65089', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': 'cdb8f2e60b36474a9d37aa85fe47fdc5'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:00.237597 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0604f-c266-4384-8fbd-b113cf47da5b req-0c88a194-35d9-4d80-95ba-bf3fe1f1a44b tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:00.245507 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bef0604f-c266-4384-8fbd-b113cf47da5b req-0c88a194-35d9-4d80-95ba-bf3fe1f1a44b tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3da21f1-9163-4fec-b1c4-2b4faf8b9540 HTTP/1.1" status: 200 len: 948 time: 0.3733981 Aug 19 18:11:00.389586 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-2b9c598f-fdc2-4f4f-ac94-f97eabc737b0 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:00.389586 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-2b9c598f-fdc2-4f4f-ac94-f97eabc737b0 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/networks?id=249813a8-ef8c-46fa-8b64-ad0a01830348 HTTP/1.1" status: 200 len: 818 time: 0.3725619 Aug 19 18:11:00.389586 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2123d87e-a110-4af5-bb2f-e8246f0bca7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fce72f549e634e21a1104a2106da2de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137887 Aug 19 18:11:00.398481 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46160) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:00.510365 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-b86ea76d-6eb4-4c0e-95e7-62565d65a255 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/quotas/a413cea9951e4055a6809abbbf35aa58 HTTP/1.1" status: 200 len: 375 time: 0.1159608 Aug 19 18:11:00.572098 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-e886f074-d54c-4acb-a0c6-17df2d096da5 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a413cea9951e4055a6809abbbf35aa58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606990 Aug 19 18:11:00.654479 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fc88a779-743e-41f1-95e5-27b239e7e5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:00.702840 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fc88a779-743e-41f1-95e5-27b239e7e5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:00.752909 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-1c4727a3-f5d0-46ea-b16c-93baeaa2526e service neutron] 10.222.0.24 "GET /v2.0/networks/249813a8-ef8c-46fa-8b64-ad0a01830348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797755 Aug 19 18:11:00.820054 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fc88a779-743e-41f1-95e5-27b239e7e5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:00.822691 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fc88a779-743e-41f1-95e5-27b239e7e5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:00.836453 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fc88a779-743e-41f1-95e5-27b239e7e5cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b5a40b2-563f-4523-8b3d-44117b74a7d2 HTTP/1.1" status: 204 len: 168 time: 0.4274731 Aug 19 18:11:00.869745 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bef0604f-c266-4384-8fbd-b113cf47da5b req-dbd18819-9065-4dff-aba7-f543bf204838 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6088350 Aug 19 18:11:00.901827 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88a779-743e-41f1-95e5-27b239e7e5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5a40b2-563f-4523-8b3d-44117b74a7d2,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:00.931473 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4216ce57-92cf-4357-aac6-0672facdb31c req-a4964245-11a7-4b9e-b973-c57e3c351512 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Made reservation on behalf of ae64f3b0d3994e079c6bfc4ab34b357b for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:11:00.937589 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4216ce57-92cf-4357-aac6-0672facdb31c req-a4964245-11a7-4b9e-b973-c57e3c351512 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:01.031098 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-fc7d6ed3-b185-4db0-8310-1e9d9e23285d service neutron] 10.222.0.24 "GET /v2.0/networks/249813a8-ef8c-46fa-8b64-ad0a01830348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756262 Aug 19 18:11:01.149958 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-4b412f93-d7c4-4f46-ab0d-46ddaf834154 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=cdb8f2e60b36474a9d37aa85fe47fdc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516751 Aug 19 18:11:01.212175 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 50a62129-56ca-42aa-9c64-9257bdaf8fc8 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:11:01.250479 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd14a87-3c7b-4711-bb87-06e8343afe5d req-290cf7a0-cdca-4672-8a39-935151da4e13 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:01.259138 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5fd14a87-3c7b-4711-bb87-06e8343afe5d req-290cf7a0-cdca-4672-8a39-935151da4e13 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 949 time: 0.2838669 Aug 19 18:11:01.330948 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 50a62129-56ca-42aa-9c64-9257bdaf8fc8 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:11:01.331672 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:01.379974 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Made reservation on behalf of cdb8f2e60b36474a9d37aa85fe47fdc5 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:11:01.385576 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:11:01.390157 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:01.459031 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:01.477665 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-3f6200e4-d909-4690-87f4-c88ba85db44a tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:01.487416 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-3f6200e4-d909-4690-87f4-c88ba85db44a tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3309770 Aug 19 18:11:01.520931 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Request body: {'port': {'device_id': '84c131c6-745d-4a15-bc8c-604db21e6418', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': 'cdb8f2e60b36474a9d37aa85fe47fdc5'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:01.559735 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5fd14a87-3c7b-4711-bb87-06e8343afe5d req-95698c7d-4be3-4602-bfcc-a5bf4946533e tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971966 Aug 19 18:11:01.613115 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-4216ce57-92cf-4357-aac6-0672facdb31c req-a4964245-11a7-4b9e-b973-c57e3c351512 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Allocated IP 172.20.0.12 (f6ca3005-f821-4bbf-9771-cb98a9ef289d/ee52aea2-4c4c-4ce5-9853-28e4d75899b9/0452b9d9-5372-4140-b152-ede2e92ee4ac) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:11:01.681329 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:11:01.786160 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:11:01.786545 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:01.905075 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f1a1ceea-4d3f-47ba-9ce3-dd576205723d req-44a93a41-6b22-4426-892f-3446eba75bab tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=284266f3-69b7-4f77-8deb-e7f4f76bc55e HTTP/1.1" status: 200 len: 210 time: 0.1291380 Aug 19 18:11:01.907401 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:01.995205 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a03536-ad97-4330-bcef-1459c3f537d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a62129-56ca-42aa-9c64-9257bdaf8fc8'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:01.996217 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5896481-817e-44e5-8d27-8f4a802cc43a" -d '{"events": [{"server_uuid": "b0a03536-ad97-4330-bcef-1459c3f537d4", "name": "network-vif-plugged", "status": "completed", "tag": "50a62129-56ca-42aa-9c64-9257bdaf8fc8"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:02.036766 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 50a62129-56ca-42aa-9c64-9257bdaf8fc8, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=50a62129-56ca-42aa-9c64-9257bdaf8fc8,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:02.047313 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:02.128702 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4ae1699e-84cb-4ce1-bb8b-f2bab16b422f req-97f684cb-e52e-4dff-b5ee-43fdaf89262c tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 210 time: 0.2029371 Aug 19 18:11:02.256339 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:02.272732 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:02.278342 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:02.287008 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f389bec-a762-427e-9712-29b7bde00bb0 req-860ecbe1-2029-462c-8eb3-4b6bd06ecde4 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:02.294966 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142dbb4b-a46d-4f2e-91bd-09cdf1884279 x-openstack-request-id: req-142dbb4b-a46d-4f2e-91bd-09cdf1884279 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:02.295274 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a03536-ad97-4330-bcef-1459c3f537d4", "name": "network-vif-plugged", "status": "completed", "tag": "50a62129-56ca-42aa-9c64-9257bdaf8fc8", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:02.295745 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-142dbb4b-a46d-4f2e-91bd-09cdf1884279 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:02.296454 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8f389bec-a762-427e-9712-29b7bde00bb0 req-860ecbe1-2029-462c-8eb3-4b6bd06ecde4 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3da21f1-9163-4fec-b1c4-2b4faf8b9540 HTTP/1.1" status: 200 len: 948 time: 0.1381676 Aug 19 18:11:02.297085 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a03536-ad97-4330-bcef-1459c3f537d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a62129-56ca-42aa-9c64-9257bdaf8fc8', 'code': 200} Aug 19 18:11:02.307552 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=50a62129-56ca-42aa-9c64-9257bdaf8fc8,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:02.375217 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=2967d7ed-d48e-4ab5-8c8a-777565e1b5b4,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:02.380957 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9595f75-67bf-4d22-bc21-b0f3af141999,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:02.382408 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:02.396256 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Made reservation on behalf of cdb8f2e60b36474a9d37aa85fe47fdc5 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:11:02.400142 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:02.460833 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:02.461964 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:02.462632 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:02.464638 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:02.465328 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:02.466896 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:02.469172 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:02.470455 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:02.471517 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:02.473273 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:02.475213 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:02.476299 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:02.476630 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8f389bec-a762-427e-9712-29b7bde00bb0 req-22c552c9-c4fe-4503-b3ba-9e4f5ebdfa66 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783559 Aug 19 18:11:02.570908 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=2967d7ed-d48e-4ab5-8c8a-777565e1b5b4,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:02.662495 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-255020a4-872d-4fd2-87c6-964d6360c13b req-dd8a8df8-50dc-409a-990a-f7b79ade4b89 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c2e8f93-3bf7-4aa4-939d-823333a12b95 HTTP/1.1" status: 200 len: 210 time: 0.2910357 Aug 19 18:11:02.722207 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4216ce57-92cf-4357-aac6-0672facdb31c req-a4964245-11a7-4b9e-b973-c57e3c351512 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:02.937211 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Allocated IP 192.168.233.7 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/680b1459-3fc0-4c9a-bb5b-45acceaaba91) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:11:02.993770 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc5af1-0130-4a83-909c-d0135cf9aab6 req-a9cf4914-5cee-44e2-b56d-60d41a1dce29 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:03.003470 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-01bc5af1-0130-4a83-909c-d0135cf9aab6 req-a9cf4914-5cee-44e2-b56d-60d41a1dce29 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 949 time: 0.1740828 Aug 19 18:11:03.041590 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4216ce57-92cf-4357-aac6-0672facdb31c req-a4964245-11a7-4b9e-b973-c57e3c351512 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:03.061733 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['63329f52-4d29-46a2-8007-c28af4280754'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:03.067336 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['98eef2b1-c7de-4ebf-9afc-2706e5f66e86'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:03.120821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4216ce57-92cf-4357-aac6-0672facdb31c req-a4964245-11a7-4b9e-b973-c57e3c351512 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Network f6ca3005-f821-4bbf-9771-cb98a9ef289d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:11:03.146433 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-4216ce57-92cf-4357-aac6-0672facdb31c req-a4964245-11a7-4b9e-b973-c57e3c351512 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:11:03.176983 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-4216ce57-92cf-4357-aac6-0672facdb31c req-a4964245-11a7-4b9e-b973-c57e3c351512 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:11:03.244051 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216ce57-92cf-4357-aac6-0672facdb31c req-a4964245-11a7-4b9e-b973-c57e3c351512 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:03.245171 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4216ce57-92cf-4357-aac6-0672facdb31c req-a4964245-11a7-4b9e-b973-c57e3c351512 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:03.290110 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-01bc5af1-0130-4a83-909c-d0135cf9aab6 req-ca46c53a-88f7-49b1-9ddf-66ea2aa54ede tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737107 Aug 19 18:11:03.314171 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:11:03.448601 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:11:03.474983 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4964245-11a7-4b9e-b973-c57e3c351512 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Pushing event updated for resources: {'Port': ['ID=0452b9d9-5372-4140-b152-ede2e92ee4ac,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:03.518809 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:11:03.524671 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:03.559693 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4216ce57-92cf-4357-aac6-0672facdb31c req-a4964245-11a7-4b9e-b973-c57e3c351512 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8542249 Aug 19 18:11:03.614074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-4216ce57-92cf-4357-aac6-0672facdb31c req-1de70748-8731-468b-9dc4-2baa93efc60e service neutron] Request body: {'port': {'device_id': '284266f3-69b7-4f77-8deb-e7f4f76bc55e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:03.736219 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-276c0e6b-8419-4b88-b749-1356ae00deae req-eb389d9a-060f-447a-9e54-9861b261804b tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 210 time: 0.0454955 Aug 19 18:11:03.861968 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd1a3a-cfc4-47dc-84d4-aad4e562c9b5 req-4f164420-93f1-44f2-aa03-581807d19764 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:03.875026 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e3dd1a3a-cfc4-47dc-84d4-aad4e562c9b5 req-4f164420-93f1-44f2-aa03-581807d19764 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=284266f3-69b7-4f77-8deb-e7f4f76bc55e HTTP/1.1" status: 200 len: 932 time: 0.2147696 Aug 19 18:11:03.958118 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:03.964251 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4216ce57-92cf-4357-aac6-0672facdb31c req-1de70748-8731-468b-9dc4-2baa93efc60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:03.993788 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:04.037649 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e3dd1a3a-cfc4-47dc-84d4-aad4e562c9b5 req-cc202bc5-e756-407a-8c98-01f789952423 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610644 Aug 19 18:11:04.100952 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:04.106818 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:04.108022 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 296334cd-9192-4123-af02-9692a05ffe23 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:11:04.133447 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Transition to ACTIVE for port object 680b1459-3fc0-4c9a-bb5b-45acceaaba91 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:11:04.230394 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0a70bbf-96c5-4327-9f8a-b2a1822adfbd req-6bbc9df3-65cf-4f4b-8715-36578387d93d tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c2e8f93-3bf7-4aa4-939d-823333a12b95 HTTP/1.1" status: 200 len: 210 time: 0.0609641 Aug 19 18:11:04.309251 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3da21f1-9163-4fec-b1c4-2b4faf8b9540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2967d7ed-d48e-4ab5-8c8a-777565e1b5b4'}, {'server_uuid': '02bb1b3c-907b-4742-b719-d891092cbf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:04.313216 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a975b17e-f90f-4d16-9e0b-142e6d48ae02" -d '{"events": [{"server_uuid": "d3da21f1-9163-4fec-b1c4-2b4faf8b9540", "name": "network-vif-plugged", "status": "completed", "tag": "2967d7ed-d48e-4ab5-8c8a-777565e1b5b4"}, {"server_uuid": "02bb1b3c-907b-4742-b719-d891092cbf31", "name": "network-vif-plugged", "status": "completed", "tag": "718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:04.316794 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:04.347608 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 296334cd-9192-4123-af02-9692a05ffe23 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:11:04.353405 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 296334cd-9192-4123-af02-9692a05ffe23 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:11:04.354040 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:04.396436 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b1b07-fc1a-40c5-a961-ea5f59bd7a97 req-1319e17b-04d0-4848-9d4c-aee3d93ad241 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:04.406561 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a77b1b07-fc1a-40c5-a961-ea5f59bd7a97 req-1319e17b-04d0-4848-9d4c-aee3d93ad241 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3da21f1-9163-4fec-b1c4-2b4faf8b9540 HTTP/1.1" status: 200 len: 949 time: 0.2999570 Aug 19 18:11:04.410714 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:04.538533 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Pushing event updated for resources: {'Port': ['ID=680b1459-3fc0-4c9a-bb5b-45acceaaba91,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:04.554237 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d307c5c-747b-48cf-b429-6d24537efbfd req-6eefe184-5bf0-4765-9ae3-c88b9a62b695 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:04.556497 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8d307c5c-747b-48cf-b429-6d24537efbfd req-6eefe184-5bf0-4765-9ae3-c88b9a62b695 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 949 time: 0.1980610 Aug 19 18:11:04.588654 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Allocated IP 192.168.233.6 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/8f1f8822-d38a-4e2f-9897-4d902d178537) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:11:04.602475 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:11:04.651702 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:11:04.666969 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:04.682781 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1aa4a8c8-bf0f-483d-9dbd-9e68ddcb54e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:04.760449 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a77b1b07-fc1a-40c5-a961-ea5f59bd7a97 req-ba5187f7-bbb2-43b6-a42e-aedbf9fd6282 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453779 Aug 19 18:11:04.768763 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:11:04.795086 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 296334cd-9192-4123-af02-9692a05ffe23, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=296334cd-9192-4123-af02-9692a05ffe23,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:04.799648 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:04.962961 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74cc3a5-19f3-4f3f-8a36-4729dd374e65 x-openstack-request-id: req-d74cc3a5-19f3-4f3f-8a36-4729dd374e65 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:04.963287 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3da21f1-9163-4fec-b1c4-2b4faf8b9540", "name": "network-vif-plugged", "status": "completed", "tag": "2967d7ed-d48e-4ab5-8c8a-777565e1b5b4", "code": 200}, {"server_uuid": "02bb1b3c-907b-4742-b719-d891092cbf31", "name": "network-vif-plugged", "status": "completed", "tag": "718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:04.963427 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d74cc3a5-19f3-4f3f-8a36-4729dd374e65 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:04.966182 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3da21f1-9163-4fec-b1c4-2b4faf8b9540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2967d7ed-d48e-4ab5-8c8a-777565e1b5b4', 'code': 200} Aug 19 18:11:04.967678 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bb1b3c-907b-4742-b719-d891092cbf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a', 'code': 200} Aug 19 18:11:05.047437 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=296334cd-9192-4123-af02-9692a05ffe23,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:05.069964 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-816bd29f-01fb-4b27-8e34-f82f246b482c tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:05.071777 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-816bd29f-01fb-4b27-8e34-f82f246b482c tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.50 "GET /v2.0/networks?id=249813a8-ef8c-46fa-8b64-ad0a01830348 HTTP/1.1" status: 200 len: 818 time: 0.4421830 Aug 19 18:11:05.094472 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8d307c5c-747b-48cf-b429-6d24537efbfd req-fd055084-c7c0-4ca7-83f2-998af8d549ac tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268147 Aug 19 18:11:05.156298 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-4216ce57-92cf-4357-aac6-0672facdb31c req-1de70748-8731-468b-9dc4-2baa93efc60e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0452b9d9-5372-4140-b152-ede2e92ee4ac {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:11:05.182417 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4216ce57-92cf-4357-aac6-0672facdb31c req-1de70748-8731-468b-9dc4-2baa93efc60e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:05.199552 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-fa87071f-0f65-49a2-ba7b-34dd206e6d39 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Request body: {'port': {'device_id': '7fc56d12-a636-400f-90cc-c9d4563d5987', 'network_id': '249813a8-ef8c-46fa-8b64-ad0a01830348', 'admin_state_up': True, 'tenant_id': 'a413cea9951e4055a6809abbbf35aa58'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:05.277798 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5ca6ae93-703b-401f-8413-901e92812006 None None] Provisioning for port 680b1459-3fc0-4c9a-bb5b-45acceaaba91 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:11:05.284196 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5ca6ae93-703b-401f-8413-901e92812006 None None] Provisioning complete for port 680b1459-3fc0-4c9a-bb5b-45acceaaba91 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:11:05.284585 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5ca6ae93-703b-401f-8413-901e92812006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:05.320171 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-4216ce57-92cf-4357-aac6-0672facdb31c req-1de70748-8731-468b-9dc4-2baa93efc60e service neutron] Transition to ACTIVE for port object 0452b9d9-5372-4140-b152-ede2e92ee4ac will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:11:05.346834 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-149c1a8e-bca2-4036-9257-868b0f1d806f req-c04cb48f-508a-4ab8-b2a1-c2eeaaae811c tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 210 time: 0.1049316 Aug 19 18:11:05.385008 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:05.392888 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-5ca6ae93-703b-401f-8413-901e92812006 None None] Port 680b1459-3fc0-4c9a-bb5b-45acceaaba91 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:11:05.395465 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:05.445708 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4216ce57-92cf-4357-aac6-0672facdb31c req-1de70748-8731-468b-9dc4-2baa93efc60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:05.486233 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.50', 49899) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:05.490945 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-4940d762-9601-466d-829e-707fc3953caf tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.2822127 Aug 19 18:11:05.549960 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-fc6f894b-58be-4545-a8f8-823b5824ebdb service neutron] Request body: {'port': {'device_id': '33b3bf55-40b0-4463-8f5c-308fabd65089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:05.558741 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:05.648460 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-35e3aa03-9292-4824-90b9-6828e50b2447 req-0340c25f-f022-4cbc-80fb-d0b952c407a8 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c2e8f93-3bf7-4aa4-939d-823333a12b95 HTTP/1.1" status: 200 len: 210 time: 0.1080697 Aug 19 18:11:05.664789 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-fc6f894b-58be-4545-a8f8-823b5824ebdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:05.706641 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Transition to ACTIVE for port object 8f1f8822-d38a-4e2f-9897-4d902d178537 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:11:05.812265 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bee315-aba8-4f66-b78e-673323679f79 req-7f08b832-eacc-4b42-b488-35e435410bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:05.814560 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b7bee315-aba8-4f66-b78e-673323679f79 req-7f08b832-eacc-4b42-b488-35e435410bb4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=02bb1b3c-907b-4742-b719-d891092cbf31 HTTP/1.1" status: 200 len: 1101 time: 0.6663997 Aug 19 18:11:05.907242 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-4216ce57-92cf-4357-aac6-0672facdb31c req-1de70748-8731-468b-9dc4-2baa93efc60e service neutron] Attempting to bind port 0452b9d9-5372-4140-b152-ede2e92ee4ac on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:11:05.907479 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-4216ce57-92cf-4357-aac6-0672facdb31c req-1de70748-8731-468b-9dc4-2baa93efc60e service neutron] Attempting to bind port 0452b9d9-5372-4140-b152-ede2e92ee4ac by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:11:05.907812 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4216ce57-92cf-4357-aac6-0672facdb31c req-1de70748-8731-468b-9dc4-2baa93efc60e service neutron] Attempting to bind port 0452b9d9-5372-4140-b152-ede2e92ee4ac on network f6ca3005-f821-4bbf-9771-cb98a9ef289d {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:11:05.923322 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4216ce57-92cf-4357-aac6-0672facdb31c req-1de70748-8731-468b-9dc4-2baa93efc60e service neutron] Port 0452b9d9-5372-4140-b152-ede2e92ee4ac on network f6ca3005-f821-4bbf-9771-cb98a9ef289d not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:11:05.923322 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4216ce57-92cf-4357-aac6-0672facdb31c req-1de70748-8731-468b-9dc4-2baa93efc60e service neutron] Attempting to bind port 0452b9d9-5372-4140-b152-ede2e92ee4ac on network f6ca3005-f821-4bbf-9771-cb98a9ef289d {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:11:05.927830 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58cd34-0339-44ca-bd65-b5cffbf4d29a req-20d104a3-de97-42f3-bb9b-7e752f02635d tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:05.932666 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9d58cd34-0339-44ca-bd65-b5cffbf4d29a req-20d104a3-de97-42f3-bb9b-7e752f02635d tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=284266f3-69b7-4f77-8deb-e7f4f76bc55e HTTP/1.1" status: 200 len: 944 time: 0.3973799 Aug 19 18:11:05.944552 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4216ce57-92cf-4357-aac6-0672facdb31c req-1de70748-8731-468b-9dc4-2baa93efc60e service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:11:05.944919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4216ce57-92cf-4357-aac6-0672facdb31c req-1de70748-8731-468b-9dc4-2baa93efc60e service neutron] Checking segment: {'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:11:05.945332 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4216ce57-92cf-4357-aac6-0672facdb31c req-1de70748-8731-468b-9dc4-2baa93efc60e service neutron] Bound using segment: {'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:11:05.945838 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-4216ce57-92cf-4357-aac6-0672facdb31c req-1de70748-8731-468b-9dc4-2baa93efc60e service neutron] Bound port: 0452b9d9-5372-4140-b152-ede2e92ee4ac, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:11:05.946217 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4216ce57-92cf-4357-aac6-0672facdb31c req-1de70748-8731-468b-9dc4-2baa93efc60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:06.032167 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-4216ce57-92cf-4357-aac6-0672facdb31c req-1de70748-8731-468b-9dc4-2baa93efc60e service neutron] For port 0452b9d9-5372-4140-b152-ede2e92ee4ac, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:11:06.035657 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-4216ce57-92cf-4357-aac6-0672facdb31c req-1de70748-8731-468b-9dc4-2baa93efc60e service neutron] For port 0452b9d9-5372-4140-b152-ede2e92ee4ac, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=0452b9d9-5372-4140-b152-ede2e92ee4ac,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:11:06.036860 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de70748-8731-468b-9dc4-2baa93efc60e service neutron] Pushing event updated for resources: {'Port': ['ID=0452b9d9-5372-4140-b152-ede2e92ee4ac,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:06.066001 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-59d842a3-774c-41e9-82f0-9c781de68125 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:06.068022 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-59d842a3-774c-41e9-82f0-9c781de68125 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.54 "GET /v2.0/networks?id=249813a8-ef8c-46fa-8b64-ad0a01830348 HTTP/1.1" status: 200 len: 818 time: 0.8704319 Aug 19 18:11:06.077799 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4216ce57-92cf-4357-aac6-0672facdb31c req-1de70748-8731-468b-9dc4-2baa93efc60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:06.080781 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9d58cd34-0339-44ca-bd65-b5cffbf4d29a req-7ddbff35-4622-4fe7-98f1-86f171d9537b tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126943 Aug 19 18:11:06.081978 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:06.092099 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bedd2-ef83-4e29-be68-3d0ae27584e3 req-c80e5376-730b-4a22-9635-3a50c2146fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:06.104013 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-629bedd2-ef83-4e29-be68-3d0ae27584e3 req-c80e5376-730b-4a22-9635-3a50c2146fe3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d3da21f1-9163-4fec-b1c4-2b4faf8b9540 HTTP/1.1" status: 200 len: 1100 time: 0.6085901 Aug 19 18:11:06.134057 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b7bee315-aba8-4f66-b78e-673323679f79 req-71345ebd-eaef-442b-84b3-9271cd3c6070 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011136 Aug 19 18:11:06.171385 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:11:06.184949 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:11:06.209926 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:11:06.221336 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-fa87071f-0f65-49a2-ba7b-34dd206e6d39 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Made reservation on behalf of a413cea9951e4055a6809abbbf35aa58 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:11:06.225887 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-fa87071f-0f65-49a2-ba7b-34dd206e6d39 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:06.297005 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:06.298078 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:06.323017 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0067af5e-a752-4368-9f51-a57e824c4ffc tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Request body: {'port': {'device_id': '12700087-fd96-4294-bd58-0f2b02de31f2', 'network_id': '249813a8-ef8c-46fa-8b64-ad0a01830348', 'admin_state_up': True, 'tenant_id': 'a413cea9951e4055a6809abbbf35aa58'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:06.351812 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-629bedd2-ef83-4e29-be68-3d0ae27584e3 req-4e24d2c7-af82-4916-8952-c6db41e2d3b6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269709 Aug 19 18:11:06.366992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Pushing event updated for resources: {'Port': ['ID=8f1f8822-d38a-4e2f-9897-4d902d178537,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:06.385693 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de70748-8731-468b-9dc4-2baa93efc60e service neutron] Pushing event updated for resources: {'Port': ['ID=0452b9d9-5372-4140-b152-ede2e92ee4ac,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:06.397235 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-d10c73aa-a559-408f-a748-6e9c18cfdfbf tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:06.399209 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-d10c73aa-a559-408f-a748-6e9c18cfdfbf tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.50 "GET /v2.0/networks?id=249813a8-ef8c-46fa-8b64-ad0a01830348 HTTP/1.1" status: 200 len: 818 time: 0.9073994 Aug 19 18:11:06.403484 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:06.405129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:06.405950 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:06.406460 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:06.406836 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:06.407173 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:06.407533 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:06.408268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:06.408689 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:06.409020 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:06.409350 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:06.409872 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:06.461432 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-52264904-3386-4b6d-8374-d3d2dbc9d532 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.9445064 Aug 19 18:11:06.497228 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-941c3f38-1643-499e-905c-803b8285c933 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Request body: {'port': {'device_id': '6c2e8f93-3bf7-4aa4-939d-823333a12b95', 'network_id': '249813a8-ef8c-46fa-8b64-ad0a01830348', 'admin_state_up': True, 'tenant_id': 'a413cea9951e4055a6809abbbf35aa58'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:06.504969 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216ce57-92cf-4357-aac6-0672facdb31c req-1de70748-8731-468b-9dc4-2baa93efc60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:06.505915 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4216ce57-92cf-4357-aac6-0672facdb31c req-1de70748-8731-468b-9dc4-2baa93efc60e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:06.507506 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4216ce57-92cf-4357-aac6-0672facdb31c req-1de70748-8731-468b-9dc4-2baa93efc60e service neutron] 10.222.0.50 "PUT /v2.0/ports/0452b9d9-5372-4140-b152-ede2e92ee4ac HTTP/1.1" status: 200 len: 1092 time: 2.9102690 Aug 19 18:11:06.538782 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284266f3-69b7-4f77-8deb-e7f4f76bc55e', 'tag': '0452b9d9-5372-4140-b152-ede2e92ee4ac'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:06.542007 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616ba3bf-e69c-4f98-a4a2-b0a444718745" -d '{"events": [{"name": "network-changed", "server_uuid": "284266f3-69b7-4f77-8deb-e7f4f76bc55e", "tag": "0452b9d9-5372-4140-b152-ede2e92ee4ac"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:06.584906 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c7f6ca3d-c6db-42b7-9948-8b8ac77d27e2 service neutron] Request body: {'port': {'device_id': '84c131c6-745d-4a15-bc8c-604db21e6418', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:06.633289 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9714a3f-003c-4af1-be86-913e1a2615fb req-c5850ab5-4a24-4bfc-8cf8-316f0d82c750 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:06.635507 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c9714a3f-003c-4af1-be86-913e1a2615fb req-c5850ab5-4a24-4bfc-8cf8-316f0d82c750 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.2746964 Aug 19 18:11:06.641063 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-341e10c7-162c-45c4-83fb-4ccaa438374f None None] Provisioning for port 8f1f8822-d38a-4e2f-9897-4d902d178537 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:11:06.646858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-341e10c7-162c-45c4-83fb-4ccaa438374f None None] Provisioning complete for port 8f1f8822-d38a-4e2f-9897-4d902d178537 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:11:06.647358 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-341e10c7-162c-45c4-83fb-4ccaa438374f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:06.727403 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-341e10c7-162c-45c4-83fb-4ccaa438374f None None] Port 8f1f8822-d38a-4e2f-9897-4d902d178537 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:11:06.736275 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfa1b7-1606-4375-b38a-808a5de69682 req-f9ea553d-1a1c-405e-b2d2-fec647424e07 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:06.741789 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3fcfa1b7-1606-4375-b38a-808a5de69682 req-f9ea553d-1a1c-405e-b2d2-fec647424e07 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3da21f1-9163-4fec-b1c4-2b4faf8b9540 HTTP/1.1" status: 200 len: 949 time: 0.6011245 Aug 19 18:11:06.857165 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c9714a3f-003c-4af1-be86-913e1a2615fb req-43430b3f-ade1-47d7-b5b5-b97fca45c91f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901128 Aug 19 18:11:06.858351 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3fcfa1b7-1606-4375-b38a-808a5de69682 req-c537d4d1-4c82-43af-acef-0082274a4be5 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851827 Aug 19 18:11:06.879593 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c7f6ca3d-c6db-42b7-9948-8b8ac77d27e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:06.939261 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-fa87071f-0f65-49a2-ba7b-34dd206e6d39 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Allocated IP 172.20.0.8 (249813a8-ef8c-46fa-8b64-ad0a01830348/22fb6eaf-3a6a-4e3b-8873-29145062fe1f/2bea62d4-5485-4b96-a485-93683f1a4542) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:11:06.949548 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216ce57-92cf-4357-aac6-0672facdb31c req-932dc7a0-af82-4af0-8580-7c1f4e38d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:06.952094 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4216ce57-92cf-4357-aac6-0672facdb31c req-932dc7a0-af82-4af0-8580-7c1f4e38d19c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae64f3b0d3994e079c6bfc4ab34b357b&device_id=284266f3-69b7-4f77-8deb-e7f4f76bc55e HTTP/1.1" status: 200 len: 1095 time: 0.3195972 Aug 19 18:11:06.969918 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c482f7fe-5c86-4ab7-9c9e-99889f320d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296334cd-9192-4123-af02-9692a05ffe23'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:06.973046 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c648f7-c8e7-47ef-8b81-48db4ca37861" -d '{"events": [{"server_uuid": "c482f7fe-5c86-4ab7-9c9e-99889f320d91", "name": "network-vif-plugged", "status": "completed", "tag": "296334cd-9192-4123-af02-9692a05ffe23"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:07.041856 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4216ce57-92cf-4357-aac6-0672facdb31c req-8e62c06a-30d7-493f-ad1f-0853e1e5d50f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0452b9d9-5372-4140-b152-ede2e92ee4ac HTTP/1.1" status: 200 len: 217 time: 0.0605824 Aug 19 18:11:07.089093 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-02e301f7-83eb-413e-b0df-3b313af3c3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:07.142555 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0067af5e-a752-4368-9f51-a57e824c4ffc tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Made reservation on behalf of a413cea9951e4055a6809abbbf35aa58 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:11:07.146291 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0067af5e-a752-4368-9f51-a57e824c4ffc tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:07.198194 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:07.216024 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f1d11e-7a8b-48d1-82e2-e9ac936b45f0 x-openstack-request-id: req-44f1d11e-7a8b-48d1-82e2-e9ac936b45f0 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:07.216409 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284266f3-69b7-4f77-8deb-e7f4f76bc55e", "tag": "0452b9d9-5372-4140-b152-ede2e92ee4ac", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:07.216764 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44f1d11e-7a8b-48d1-82e2-e9ac936b45f0 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:07.217337 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284266f3-69b7-4f77-8deb-e7f4f76bc55e', 'tag': '0452b9d9-5372-4140-b152-ede2e92ee4ac', 'status': 'completed', 'code': 200} Aug 19 18:11:07.330214 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-941c3f38-1643-499e-905c-803b8285c933 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Made reservation on behalf of a413cea9951e4055a6809abbbf35aa58 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:11:07.333620 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-941c3f38-1643-499e-905c-803b8285c933 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:07.387943 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-fa87071f-0f65-49a2-ba7b-34dd206e6d39 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:07.446354 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216ce57-92cf-4357-aac6-0672facdb31c req-db33233d-3128-4cdf-a005-64a003912032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:07.447993 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4216ce57-92cf-4357-aac6-0672facdb31c req-db33233d-3128-4cdf-a005-64a003912032 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee52aea2-4c4c-4ce5-9853-28e4d75899b9 HTTP/1.1" status: 200 len: 846 time: 0.3665819 Aug 19 18:11:07.466215 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-fa87071f-0f65-49a2-ba7b-34dd206e6d39 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:07.505990 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-92b26489-d44b-4af4-891e-11dd2718dca1 req-10c56872-7986-47c0-8ff3-aff332c703a6 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c2e8f93-3bf7-4aa4-939d-823333a12b95 HTTP/1.1" status: 200 len: 210 time: 0.0643091 Aug 19 18:11:07.553668 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-fc6f894b-58be-4545-a8f8-823b5824ebdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 680b1459-3fc0-4c9a-bb5b-45acceaaba91 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:11:07.555003 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-fa87071f-0f65-49a2-ba7b-34dd206e6d39 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Network 249813a8-ef8c-46fa-8b64-ad0a01830348 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:11:07.559432 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-fa87071f-0f65-49a2-ba7b-34dd206e6d39 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:11:07.568821 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-fa87071f-0f65-49a2-ba7b-34dd206e6d39 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:11:07.608088 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb1d0c7-8e96-4550-b5bc-897cb2652c42 x-openstack-request-id: req-1eb1d0c7-8e96-4550-b5bc-897cb2652c42 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:07.608617 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c482f7fe-5c86-4ab7-9c9e-99889f320d91", "name": "network-vif-plugged", "status": "completed", "tag": "296334cd-9192-4123-af02-9692a05ffe23", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:07.609042 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1eb1d0c7-8e96-4550-b5bc-897cb2652c42 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:07.609706 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c482f7fe-5c86-4ab7-9c9e-99889f320d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296334cd-9192-4123-af02-9692a05ffe23', 'code': 200} Aug 19 18:11:07.611206 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4216ce57-92cf-4357-aac6-0672facdb31c req-1e0a6b3c-4613-459d-be13-9c9f2cd074b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6ca3005-f821-4bbf-9771-cb98a9ef289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403766 Aug 19 18:11:07.618852 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-fc6f894b-58be-4545-a8f8-823b5824ebdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:07.623142 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87071f-0f65-49a2-ba7b-34dd206e6d39 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Pushing event updated for resources: {'Port': ['ID=2bea62d4-5485-4b96-a485-93683f1a4542,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:07.664357 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-fa87071f-0f65-49a2-ba7b-34dd206e6d39 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:07.666103 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-fa87071f-0f65-49a2-ba7b-34dd206e6d39 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:07.675783 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a8811-6c38-4a68-bff2-c693ac7a01a4 req-dbf482c7-3cc9-4317-81cd-2f95642af0ec tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:07.683147 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-307a8811-6c38-4a68-bff2-c693ac7a01a4 req-dbf482c7-3cc9-4317-81cd-2f95642af0ec tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 934 time: 0.4727025 Aug 19 18:11:07.772779 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-fa87071f-0f65-49a2-ba7b-34dd206e6d39 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6017721 Aug 19 18:11:07.816029 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0c387863-c73a-4e9d-834d-f5642b717858 service neutron] Request body: {'port': {'device_id': '7fc56d12-a636-400f-90cc-c9d4563d5987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:08.038263 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4216ce57-92cf-4357-aac6-0672facdb31c req-956daf09-4fca-41f8-b986-980f2288c8ea service neutron] 10.222.0.50 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354342 Aug 19 18:11:08.040185 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-fc6f894b-58be-4545-a8f8-823b5824ebdb service neutron] Transition to ACTIVE for port object 680b1459-3fc0-4c9a-bb5b-45acceaaba91 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:11:08.063477 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-fc6f894b-58be-4545-a8f8-823b5824ebdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:08.098069 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:08.110856 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-941c3f38-1643-499e-905c-803b8285c933 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Allocated IP 172.20.0.6 (249813a8-ef8c-46fa-8b64-ad0a01830348/22fb6eaf-3a6a-4e3b-8873-29145062fe1f/2b41d37a-3180-451f-9185-3760d06e5e90) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:11:08.248400 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-307a8811-6c38-4a68-bff2-c693ac7a01a4 req-212fbf3e-009d-4c54-9d48-1488ea76f07e tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347068 Aug 19 18:11:08.338178 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f894b-58be-4545-a8f8-823b5824ebdb service neutron] Pushing event updated for resources: {'Port': ['ID=680b1459-3fc0-4c9a-bb5b-45acceaaba91,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:08.570965 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0c387863-c73a-4e9d-834d-f5642b717858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:08.754922 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1071c31-7ee2-43b5-9ae7-eb37f3e2be45 req-78de1003-e7bc-4c7e-8d9a-f751dc8eb4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:08.756682 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f1071c31-7ee2-43b5-9ae7-eb37f3e2be45 req-78de1003-e7bc-4c7e-8d9a-f751dc8eb4e3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 1101 time: 0.9507892 Aug 19 18:11:08.774137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534bf5c-6087-4a4f-9cd1-0ca784372783 req-ac9f1d9c-c745-401a-833f-23dd734d7e7c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:08.778142 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5534bf5c-6087-4a4f-9cd1-0ca784372783 req-ac9f1d9c-c745-401a-833f-23dd734d7e7c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=284266f3-69b7-4f77-8deb-e7f4f76bc55e HTTP/1.1" status: 200 len: 944 time: 0.8194740 Aug 19 18:11:08.903529 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f1071c31-7ee2-43b5-9ae7-eb37f3e2be45 req-bba10c35-39e7-4cb1-aa3c-9636800852ed service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235402 Aug 19 18:11:08.934035 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5534bf5c-6087-4a4f-9cd1-0ca784372783 req-0d6699dd-e5eb-4439-958c-0b6f7403e428 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340399 Aug 19 18:11:08.975754 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4216ce57-92cf-4357-aac6-0672facdb31c req-21d2443f-4eb7-4537-977a-c36f2daa5872 service neutron] 10.222.0.50 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9132941 Aug 19 18:11:09.021522 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-fc6f894b-58be-4545-a8f8-823b5824ebdb service neutron] Attempting to bind port 680b1459-3fc0-4c9a-bb5b-45acceaaba91 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:11:09.024819 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-fc6f894b-58be-4545-a8f8-823b5824ebdb service neutron] Attempting to bind port 680b1459-3fc0-4c9a-bb5b-45acceaaba91 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:11:09.024819 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-fc6f894b-58be-4545-a8f8-823b5824ebdb service neutron] Attempting to bind port 680b1459-3fc0-4c9a-bb5b-45acceaaba91 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:11:09.034711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53579de7-ccea-4145-a872-1e0d217dcb2a req-841cc275-7ff9-4c6f-ad1c-3dd4968c76c2 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:09.042168 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-53579de7-ccea-4145-a872-1e0d217dcb2a req-841cc275-7ff9-4c6f-ad1c-3dd4968c76c2 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3da21f1-9163-4fec-b1c4-2b4faf8b9540 HTTP/1.1" status: 200 len: 949 time: 0.2219977 Aug 19 18:11:09.075063 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c7f6ca3d-c6db-42b7-9948-8b8ac77d27e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1f8822-d38a-4e2f-9897-4d902d178537 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:11:09.075416 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-fc6f894b-58be-4545-a8f8-823b5824ebdb service neutron] Port 680b1459-3fc0-4c9a-bb5b-45acceaaba91 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:11:09.076675 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-fc6f894b-58be-4545-a8f8-823b5824ebdb service neutron] Attempting to bind port 680b1459-3fc0-4c9a-bb5b-45acceaaba91 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:11:09.085689 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c7f6ca3d-c6db-42b7-9948-8b8ac77d27e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:09.102049 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-fc6f894b-58be-4545-a8f8-823b5824ebdb service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:11:09.102348 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665eabcf-44e2-444e-8b8e-12fc06628c02 req-261a865d-9802-4dd6-83aa-838287957306 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:09.102489 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-fc6f894b-58be-4545-a8f8-823b5824ebdb service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:11:09.102489 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-fc6f894b-58be-4545-a8f8-823b5824ebdb service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:11:09.102728 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-fc6f894b-58be-4545-a8f8-823b5824ebdb service neutron] Bound port: 680b1459-3fc0-4c9a-bb5b-45acceaaba91, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:11:09.103090 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-fc6f894b-58be-4545-a8f8-823b5824ebdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:09.109659 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-941c3f38-1643-499e-905c-803b8285c933 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:09.110088 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-665eabcf-44e2-444e-8b8e-12fc06628c02 req-261a865d-9802-4dd6-83aa-838287957306 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.0854523 Aug 19 18:11:09.130772 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c7f6ca3d-c6db-42b7-9948-8b8ac77d27e2 service neutron] Transition to ACTIVE for port object 8f1f8822-d38a-4e2f-9897-4d902d178537 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:11:09.143994 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c7f6ca3d-c6db-42b7-9948-8b8ac77d27e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:09.163308 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-53579de7-ccea-4145-a872-1e0d217dcb2a req-be363b33-dfcc-42c2-9cd3-20704ab0414c tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200395 Aug 19 18:11:09.220787 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-665eabcf-44e2-444e-8b8e-12fc06628c02 req-08fb295f-f1a2-4c5f-9742-1b1ae07b4386 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091661 Aug 19 18:11:09.298265 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-fc6f894b-58be-4545-a8f8-823b5824ebdb service neutron] For port 680b1459-3fc0-4c9a-bb5b-45acceaaba91, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:11:09.410368 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-941c3f38-1643-499e-905c-803b8285c933 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:09.415966 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-fc6f894b-58be-4545-a8f8-823b5824ebdb service neutron] For port 680b1459-3fc0-4c9a-bb5b-45acceaaba91, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=680b1459-3fc0-4c9a-bb5b-45acceaaba91,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:11:09.430928 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6ca3d-c6db-42b7-9948-8b8ac77d27e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1f8822-d38a-4e2f-9897-4d902d178537,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:09.535262 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c3f38-1643-499e-905c-803b8285c933 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Pushing event updated for resources: {'Port': ['ID=2b41d37a-3180-451f-9185-3760d06e5e90,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:09.550131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c7f6ca3d-c6db-42b7-9948-8b8ac77d27e2 service neutron] Attempting to bind port 8f1f8822-d38a-4e2f-9897-4d902d178537 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:11:09.552226 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c7f6ca3d-c6db-42b7-9948-8b8ac77d27e2 service neutron] Attempting to bind port 8f1f8822-d38a-4e2f-9897-4d902d178537 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:11:09.553990 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c7f6ca3d-c6db-42b7-9948-8b8ac77d27e2 service neutron] Attempting to bind port 8f1f8822-d38a-4e2f-9897-4d902d178537 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:11:09.564764 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c7f6ca3d-c6db-42b7-9948-8b8ac77d27e2 service neutron] Port 8f1f8822-d38a-4e2f-9897-4d902d178537 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:11:09.565123 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c7f6ca3d-c6db-42b7-9948-8b8ac77d27e2 service neutron] Attempting to bind port 8f1f8822-d38a-4e2f-9897-4d902d178537 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:11:09.580103 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c7f6ca3d-c6db-42b7-9948-8b8ac77d27e2 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:11:09.580918 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c7f6ca3d-c6db-42b7-9948-8b8ac77d27e2 service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:11:09.580918 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c7f6ca3d-c6db-42b7-9948-8b8ac77d27e2 service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:11:09.581252 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c7f6ca3d-c6db-42b7-9948-8b8ac77d27e2 service neutron] Bound port: 8f1f8822-d38a-4e2f-9897-4d902d178537, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:11:09.581647 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c7f6ca3d-c6db-42b7-9948-8b8ac77d27e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:09.590596 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-fc6f894b-58be-4545-a8f8-823b5824ebdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:09.613714 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b274a-d7a6-4d03-87a9-6dd378322931 req-e488a26e-e66d-4ab7-9a61-1667f09f3c41 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:09.615412 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-152b274a-d7a6-4d03-87a9-6dd378322931 req-e488a26e-e66d-4ab7-9a61-1667f09f3c41 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c2e8f93-3bf7-4aa4-939d-823333a12b95 HTTP/1.1" status: 200 len: 931 time: 0.1414175 Aug 19 18:11:09.635958 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ba3bf-e69c-4f98-a4a2-b0a444718745 req-e9356afa-abb1-4852-ad91-f18fd96a8a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:09.637775 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-616ba3bf-e69c-4f98-a4a2-b0a444718745 req-e9356afa-abb1-4852-ad91-f18fd96a8a3a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae64f3b0d3994e079c6bfc4ab34b357b&device_id=284266f3-69b7-4f77-8deb-e7f4f76bc55e HTTP/1.1" status: 200 len: 1095 time: 0.3578353 Aug 19 18:11:09.683565 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-fc6f894b-58be-4545-a8f8-823b5824ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:09.685886 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-fc6f894b-58be-4545-a8f8-823b5824ebdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:09.687414 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-fc6f894b-58be-4545-a8f8-823b5824ebdb service neutron] 10.222.0.50 "PUT /v2.0/ports/680b1459-3fc0-4c9a-bb5b-45acceaaba91 HTTP/1.1" status: 200 len: 1094 time: 4.1587939 Aug 19 18:11:09.688261 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-152b274a-d7a6-4d03-87a9-6dd378322931 req-7931264e-7a1b-496f-835a-2e9ff1384954 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665097 Aug 19 18:11:09.689974 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-941c3f38-1643-499e-905c-803b8285c933 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Network 249813a8-ef8c-46fa-8b64-ad0a01830348 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:11:09.690833 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b3bf55-40b0-4463-8f5c-308fabd65089', 'tag': '680b1459-3fc0-4c9a-bb5b-45acceaaba91'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:09.693439 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1d8c66-f669-4705-a40d-80e16a11879c" -d '{"events": [{"name": "network-changed", "server_uuid": "33b3bf55-40b0-4463-8f5c-308fabd65089", "tag": "680b1459-3fc0-4c9a-bb5b-45acceaaba91"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:09.723468 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-941c3f38-1643-499e-905c-803b8285c933 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:11:09.741578 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c7f6ca3d-c6db-42b7-9948-8b8ac77d27e2 service neutron] For port 8f1f8822-d38a-4e2f-9897-4d902d178537, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:11:09.748126 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c7f6ca3d-c6db-42b7-9948-8b8ac77d27e2 service neutron] For port 8f1f8822-d38a-4e2f-9897-4d902d178537, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=8f1f8822-d38a-4e2f-9897-4d902d178537,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:11:09.756337 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c7f6ca3d-c6db-42b7-9948-8b8ac77d27e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:09.778348 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-941c3f38-1643-499e-905c-803b8285c933 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:11:09.807898 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c7f6ca3d-c6db-42b7-9948-8b8ac77d27e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:09.808450 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c7f6ca3d-c6db-42b7-9948-8b8ac77d27e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:09.810637 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c7f6ca3d-c6db-42b7-9948-8b8ac77d27e2 service neutron] 10.222.0.54 "PUT /v2.0/ports/8f1f8822-d38a-4e2f-9897-4d902d178537 HTTP/1.1" status: 200 len: 1094 time: 3.2403936 Aug 19 18:11:09.811340 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c131c6-745d-4a15-bc8c-604db21e6418', 'tag': '8f1f8822-d38a-4e2f-9897-4d902d178537'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:09.813840 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c318784-f8ac-4d30-ac01-7bb54a552cee" -d '{"events": [{"name": "network-changed", "server_uuid": "84c131c6-745d-4a15-bc8c-604db21e6418", "tag": "8f1f8822-d38a-4e2f-9897-4d902d178537"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:09.846421 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0067af5e-a752-4368-9f51-a57e824c4ffc tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Allocated IP 172.20.0.4 (249813a8-ef8c-46fa-8b64-ad0a01830348/22fb6eaf-3a6a-4e3b-8873-29145062fe1f/0580690e-de96-4822-b775-be6a8d594558) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:11:09.858038 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5417be-089d-4e2f-9d3b-9a262dfc6b5d req-63facca1-d772-4e79-a96b-651df94835fc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:09.873484 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1f5417be-089d-4e2f-9d3b-9a262dfc6b5d req-63facca1-d772-4e79-a96b-651df94835fc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=02bb1b3c-907b-4742-b719-d891092cbf31 HTTP/1.1" status: 200 len: 950 time: 0.3245130 Aug 19 18:11:09.955642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6ca3d-c6db-42b7-9948-8b8ac77d27e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1f8822-d38a-4e2f-9897-4d902d178537,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:10.001712 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-15c7f295-f9cf-43bc-8aa9-e7aca9be96ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:10.005003 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-15c7f295-f9cf-43bc-8aa9-e7aca9be96ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cdb8f2e60b36474a9d37aa85fe47fdc5&device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 1097 time: 0.1053579 Aug 19 18:11:10.020462 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb751d2-fff1-4088-a119-3386d29004e4 req-5d5cf45a-166b-4e3e-8d50-614fa7248f54 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:10.023152 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6cb751d2-fff1-4088-a119-3386d29004e4 req-5d5cf45a-166b-4e3e-8d50-614fa7248f54 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 946 time: 0.1716297 Aug 19 18:11:10.036386 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f894b-58be-4545-a8f8-823b5824ebdb service neutron] Pushing event updated for resources: {'Port': ['ID=680b1459-3fc0-4c9a-bb5b-45acceaaba91,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:10.081639 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:10.084521 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ba3bf-e69c-4f98-a4a2-b0a444718745 req-bc25913b-e533-4f41-b27d-cf63858334b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:10.086836 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-616ba3bf-e69c-4f98-a4a2-b0a444718745 req-bc25913b-e533-4f41-b27d-cf63858334b2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f6ca3005-f821-4bbf-9771-cb98a9ef289d HTTP/1.1" status: 200 len: 907 time: 0.4083238 Aug 19 18:11:10.127757 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-941c3f38-1643-499e-905c-803b8285c933 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:10.128179 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c7055597-10b4-4980-bed4-3bac6d704084 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=8f1f8822-d38a-4e2f-9897-4d902d178537 HTTP/1.1" status: 200 len: 217 time: 0.1034715 Aug 19 18:11:10.129076 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-941c3f38-1643-499e-905c-803b8285c933 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:10.191069 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-941c3f38-1643-499e-905c-803b8285c933 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6980572 Aug 19 18:11:10.194021 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6cb751d2-fff1-4088-a119-3386d29004e4 req-97a9887a-5a89-44dd-a147-da87c153429f tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592000 Aug 19 18:11:10.200885 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-81812b43-c9d8-412f-b2b9-9d1ff20659f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:10.210639 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-81812b43-c9d8-412f-b2b9-9d1ff20659f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cdb8f2e60b36474a9d37aa85fe47fdc5&device_id=33b3bf55-40b0-4463-8f5c-308fabd65089 HTTP/1.1" status: 200 len: 1097 time: 0.4028745 Aug 19 18:11:10.210639 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-616ba3bf-e69c-4f98-a4a2-b0a444718745 req-3469670b-4d80-4e8d-ac52-8a0ef22128f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0452b9d9-5372-4140-b152-ede2e92ee4ac HTTP/1.1" status: 200 len: 217 time: 0.1029141 Aug 19 18:11:10.212372 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-f621a287-1000-49bf-bc1a-f8f32e86b690 service neutron] Request body: {'port': {'device_id': '6c2e8f93-3bf7-4aa4-939d-823333a12b95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:10.234491 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1f5417be-089d-4e2f-9d3b-9a262dfc6b5d req-cd1e0b63-bfd1-4a33-8456-f1efd120f8a0 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053093 Aug 19 18:11:10.286815 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c2ef41de-d972-4b49-9623-26d1a5aa8ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:10.293969 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-c2ef41de-d972-4b49-9623-26d1a5aa8ea6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1481781 Aug 19 18:11:10.422914 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-815b7bf9-2f3f-4f34-8ae1-eaf95ce85b16 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=680b1459-3fc0-4c9a-bb5b-45acceaaba91 HTTP/1.1" status: 200 len: 217 time: 0.1797090 Aug 19 18:11:10.443210 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3555bad8-82e6-4b16-8126-4068eef3b200 x-openstack-request-id: req-3555bad8-82e6-4b16-8126-4068eef3b200 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:10.443576 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b3bf55-40b0-4463-8f5c-308fabd65089", "tag": "680b1459-3fc0-4c9a-bb5b-45acceaaba91", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:10.443884 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3555bad8-82e6-4b16-8126-4068eef3b200 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:10.444349 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b3bf55-40b0-4463-8f5c-308fabd65089', 'tag': '680b1459-3fc0-4c9a-bb5b-45acceaaba91', 'status': 'completed', 'code': 200} Aug 19 18:11:10.450691 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-2782921e-0065-49b6-9239-3f4853bfc624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:10.452879 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-2782921e-0065-49b6-9239-3f4853bfc624 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1445482 Aug 19 18:11:10.604296 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50606129-9a90-4e2b-8a1c-be0c6e42263b x-openstack-request-id: req-50606129-9a90-4e2b-8a1c-be0c6e42263b {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:10.604927 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c131c6-745d-4a15-bc8c-604db21e6418", "tag": "8f1f8822-d38a-4e2f-9897-4d902d178537", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:10.604927 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50606129-9a90-4e2b-8a1c-be0c6e42263b {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:10.605221 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c131c6-745d-4a15-bc8c-604db21e6418', 'tag': '8f1f8822-d38a-4e2f-9897-4d902d178537', 'status': 'completed', 'code': 200} Aug 19 18:11:10.627365 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ba3bf-e69c-4f98-a4a2-b0a444718745 req-426b1473-e25f-4310-bccf-180eeb9a91ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:10.630162 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-616ba3bf-e69c-4f98-a4a2-b0a444718745 req-426b1473-e25f-4310-bccf-180eeb9a91ca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee52aea2-4c4c-4ce5-9853-28e4d75899b9 HTTP/1.1" status: 200 len: 846 time: 0.3844838 Aug 19 18:11:10.641513 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-f621a287-1000-49bf-bc1a-f8f32e86b690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:10.672645 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8732a0-70e3-4f22-a5e7-af0b429f4514 req-b15a2415-9922-4560-9204-ff9495ddd983 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:10.683251 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5c8732a0-70e3-4f22-a5e7-af0b429f4514 req-b15a2415-9922-4560-9204-ff9495ddd983 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=284266f3-69b7-4f77-8deb-e7f4f76bc55e HTTP/1.1" status: 200 len: 944 time: 0.1103406 Aug 19 18:11:10.695163 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-616ba3bf-e69c-4f98-a4a2-b0a444718745 req-f75da936-ebcf-478e-8eb0-9798f2cf4666 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6ca3005-f821-4bbf-9771-cb98a9ef289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508201 Aug 19 18:11:10.716816 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-dab8360a-ae70-439b-9b3f-6df23bf0d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:10.719753 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-dab8360a-ae70-439b-9b3f-6df23bf0d5c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.2699161 Aug 19 18:11:10.765664 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:10.770085 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-fe64bf03-02d4-4198-8548-61ab232d35e4 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995100 Aug 19 18:11:10.782364 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5c8732a0-70e3-4f22-a5e7-af0b429f4514 req-bceb3b12-2349-41f1-9bfc-8797379243bc tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981119 Aug 19 18:11:11.055989 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3cfe23b2-3c06-4b46-87ef-ff21f5267364 req-5211adad-4f34-4938-b81a-d7fc52e2c8b7 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716997 Aug 19 18:11:11.076794 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0067af5e-a752-4368-9f51-a57e824c4ffc tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:11.133003 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-35a85395-243a-49c6-96db-054292a90d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:11.144032 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-35a85395-243a-49c6-96db-054292a90d56 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3767259 Aug 19 18:11:11.219323 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c318784-f8ac-4d30-ac01-7bb54a552cee req-c44e51cf-0578-481b-867f-ece9851b8c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:11.220980 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c318784-f8ac-4d30-ac01-7bb54a552cee req-c44e51cf-0578-481b-867f-ece9851b8c8a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cdb8f2e60b36474a9d37aa85fe47fdc5&device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 1097 time: 0.0867400 Aug 19 18:11:11.245675 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f624f1-98fa-4ec6-8d22-cda5d5718a0b req-65eba49b-1fbb-4eb5-b0f3-759cc3ae3ba2 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:11.247265 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e9f624f1-98fa-4ec6-8d22-cda5d5718a0b req-65eba49b-1fbb-4eb5-b0f3-759cc3ae3ba2 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.5329194 Aug 19 18:11:11.318755 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-616ba3bf-e69c-4f98-a4a2-b0a444718745 req-43332b96-a8eb-430a-97cb-467ac981f257 service neutron] 10.222.0.50 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5911984 Aug 19 18:11:11.366123 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee29d49-4f2b-4847-b7ab-581a48b545f8 req-cd869d8e-06c9-4758-82d9-bf822f9d7bd2 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:11.374010 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee29d49-4f2b-4847-b7ab-581a48b545f8 req-cd869d8e-06c9-4758-82d9-bf822f9d7bd2 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:11.376079 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fee29d49-4f2b-4847-b7ab-581a48b545f8 req-cd869d8e-06c9-4758-82d9-bf822f9d7bd2 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3da21f1-9163-4fec-b1c4-2b4faf8b9540&device_id=02bb1b3c-907b-4742-b719-d891092cbf31 HTTP/1.1" status: 200 len: 1690 time: 0.1368992 Aug 19 18:11:11.415412 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c318784-f8ac-4d30-ac01-7bb54a552cee req-34de6bd7-9f6c-401f-a0cf-8702f7bd9daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:11.417100 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c318784-f8ac-4d30-ac01-7bb54a552cee req-34de6bd7-9f6c-401f-a0cf-8702f7bd9daf service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.1870396 Aug 19 18:11:11.469897 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e9f624f1-98fa-4ec6-8d22-cda5d5718a0b req-e8ebe6e7-1fd6-4850-b3ce-e66eb4a34fcf tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897292 Aug 19 18:11:11.491204 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c318784-f8ac-4d30-ac01-7bb54a552cee req-e82add48-da80-4c59-8eb7-fcfa3bf8d5af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=8f1f8822-d38a-4e2f-9897-4d902d178537 HTTP/1.1" status: 200 len: 217 time: 0.0577796 Aug 19 18:11:11.575515 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0067af5e-a752-4368-9f51-a57e824c4ffc tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:11.607633 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c318784-f8ac-4d30-ac01-7bb54a552cee req-564bf38a-ac78-46c5-b377-26e046a948bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:11.609464 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c318784-f8ac-4d30-ac01-7bb54a552cee req-564bf38a-ac78-46c5-b377-26e046a948bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1079772 Aug 19 18:11:11.670266 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-333b5b1a-5cd2-4811-84be-5ceebbbb2b7c service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879007 Aug 19 18:11:11.694200 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067af5e-a752-4368-9f51-a57e824c4ffc tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Pushing event updated for resources: {'Port': ['ID=0580690e-de96-4822-b775-be6a8d594558,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:11.721471 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fee29d49-4f2b-4847-b7ab-581a48b545f8 req-31d1c3cf-bab3-4078-8f17-47a8b1fe6da4 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378887 Aug 19 18:11:11.761765 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0067af5e-a752-4368-9f51-a57e824c4ffc tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Network 249813a8-ef8c-46fa-8b64-ad0a01830348 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:11:11.769915 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0067af5e-a752-4368-9f51-a57e824c4ffc tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:11:11.857777 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-616ba3bf-e69c-4f98-a4a2-b0a444718745 req-cceac733-fca6-405a-8877-5f05fcf28f1f service neutron] 10.222.0.50 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016446 Aug 19 18:11:11.865506 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0067af5e-a752-4368-9f51-a57e824c4ffc tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:11:11.894135 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c318784-f8ac-4d30-ac01-7bb54a552cee req-17c10c28-c401-4ae4-af44-0d6cfc093b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:11.895941 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c318784-f8ac-4d30-ac01-7bb54a552cee req-17c10c28-c401-4ae4-af44-0d6cfc093b1b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2673633 Aug 19 18:11:11.978419 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-567a8f47-11b9-4cba-93a3-b7a2cd070961 req-b0f44a03-6191-428a-a203-08fa5560eed1 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951992 Aug 19 18:11:12.017993 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0067af5e-a752-4368-9f51-a57e824c4ffc tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:12.018791 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0067af5e-a752-4368-9f51-a57e824c4ffc tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:12.058370 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05551bb-518b-4501-af1b-01048bb15ab6 req-bdb59224-512f-423f-9bf1-ec1b3415eeb4 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:12.062284 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c05551bb-518b-4501-af1b-01048bb15ab6 req-bdb59224-512f-423f-9bf1-ec1b3415eeb4 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 946 time: 0.1585650 Aug 19 18:11:12.064964 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0067af5e-a752-4368-9f51-a57e824c4ffc tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9453278 Aug 19 18:11:12.096978 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-c2dce71c-6479-46af-ac9c-f505f9d72413 service neutron] Request body: {'port': {'device_id': '12700087-fd96-4294-bd58-0f2b02de31f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:12.112556 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb8393-1d5f-4eb5-82ad-b3cde63ec3e4 req-144d8217-3f0d-4bab-a9bb-0349112dedc1 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:12.120701 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-54eb8393-1d5f-4eb5-82ad-b3cde63ec3e4 req-144d8217-3f0d-4bab-a9bb-0349112dedc1 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c2e8f93-3bf7-4aa4-939d-823333a12b95 HTTP/1.1" status: 200 len: 931 time: 0.2578170 Aug 19 18:11:12.187843 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-54eb8393-1d5f-4eb5-82ad-b3cde63ec3e4 req-481945d6-67f1-4e71-ae29-a853b54d65ee tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660567 Aug 19 18:11:12.225594 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c05551bb-518b-4501-af1b-01048bb15ab6 req-ffea4777-2a44-4df2-9107-eab28f0a1699 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564572 Aug 19 18:11:12.274184 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-c2dce71c-6479-46af-ac9c-f505f9d72413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:12.281497 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0c387863-c73a-4e9d-834d-f5642b717858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bea62d4-5485-4b96-a485-93683f1a4542 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:11:12.281674 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d8c66-f669-4705-a40d-80e16a11879c req-1ef02f1a-4721-490f-b7e2-abce130462fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:12.282955 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9c1d8c66-f669-4705-a40d-80e16a11879c req-1ef02f1a-4721-490f-b7e2-abce130462fd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cdb8f2e60b36474a9d37aa85fe47fdc5&device_id=33b3bf55-40b0-4463-8f5c-308fabd65089 HTTP/1.1" status: 200 len: 1097 time: 0.1718869 Aug 19 18:11:12.315485 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0c387863-c73a-4e9d-834d-f5642b717858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:12.350466 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0c387863-c73a-4e9d-834d-f5642b717858 service neutron] Transition to ACTIVE for port object 2bea62d4-5485-4b96-a485-93683f1a4542 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:11:12.354990 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c318784-f8ac-4d30-ac01-7bb54a552cee req-4bd4e42f-46db-4445-bf29-ec3090ce9b35 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173393 Aug 19 18:11:12.357929 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0c387863-c73a-4e9d-834d-f5642b717858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:12.546570 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c387863-c73a-4e9d-834d-f5642b717858 service neutron] Pushing event updated for resources: {'Port': ['ID=2bea62d4-5485-4b96-a485-93683f1a4542,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:12.549284 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f94ffe-004b-4e9b-8f0f-25b268c86e6e req-860065e3-402d-40fc-b009-ae38fea94320 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:12.556676 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84f94ffe-004b-4e9b-8f0f-25b268c86e6e req-860065e3-402d-40fc-b009-ae38fea94320 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=284266f3-69b7-4f77-8deb-e7f4f76bc55e HTTP/1.1" status: 200 len: 944 time: 0.2505262 Aug 19 18:11:12.627047 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe9b60-091d-4b95-9420-2a1119c8cd98 req-eddfe50f-1f5b-467b-a79a-a1869f90a390 tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:12.634872 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7dbe9b60-091d-4b95-9420-2a1119c8cd98 req-eddfe50f-1f5b-467b-a79a-a1869f90a390 tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d3da21f1-9163-4fec-b1c4-2b4faf8b9540 HTTP/1.1" status: 200 len: 1100 time: 0.2288344 Aug 19 18:11:12.676267 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c318784-f8ac-4d30-ac01-7bb54a552cee req-2826877e-dfc8-47e0-84b5-7185bf047c35 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078222 Aug 19 18:11:12.715650 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d8c66-f669-4705-a40d-80e16a11879c req-a2de2bf0-3702-44bf-8f19-943308876807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:12.717570 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9c1d8c66-f669-4705-a40d-80e16a11879c req-a2de2bf0-3702-44bf-8f19-943308876807 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.4125557 Aug 19 18:11:12.731677 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7dbe9b60-091d-4b95-9420-2a1119c8cd98 req-67e6934b-6cd7-4c0e-9bae-79d8d31eb6e9 tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902991 Aug 19 18:11:12.746908 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0c387863-c73a-4e9d-834d-f5642b717858 service neutron] Attempting to bind port 2bea62d4-5485-4b96-a485-93683f1a4542 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:11:12.747368 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0c387863-c73a-4e9d-834d-f5642b717858 service neutron] Attempting to bind port 2bea62d4-5485-4b96-a485-93683f1a4542 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'db614f98-5879-40ca-9296-5da0da71b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '249813a8-ef8c-46fa-8b64-ad0a01830348'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:11:12.748698 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0c387863-c73a-4e9d-834d-f5642b717858 service neutron] Attempting to bind port 2bea62d4-5485-4b96-a485-93683f1a4542 on network 249813a8-ef8c-46fa-8b64-ad0a01830348 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:11:12.754007 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84f94ffe-004b-4e9b-8f0f-25b268c86e6e req-d7bc7e65-a3e6-427a-9823-ae69e37e5dc8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963127 Aug 19 18:11:12.758899 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0c387863-c73a-4e9d-834d-f5642b717858 service neutron] Port 2bea62d4-5485-4b96-a485-93683f1a4542 on network 249813a8-ef8c-46fa-8b64-ad0a01830348 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:11:12.778527 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0c387863-c73a-4e9d-834d-f5642b717858 service neutron] Attempting to bind port 2bea62d4-5485-4b96-a485-93683f1a4542 on network 249813a8-ef8c-46fa-8b64-ad0a01830348 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:11:12.781558 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0c387863-c73a-4e9d-834d-f5642b717858 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:11:12.781896 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0c387863-c73a-4e9d-834d-f5642b717858 service neutron] Checking segment: {'id': 'db614f98-5879-40ca-9296-5da0da71b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '249813a8-ef8c-46fa-8b64-ad0a01830348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:11:12.782327 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0c387863-c73a-4e9d-834d-f5642b717858 service neutron] Bound using segment: {'id': 'db614f98-5879-40ca-9296-5da0da71b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '249813a8-ef8c-46fa-8b64-ad0a01830348'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:11:12.782509 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0c387863-c73a-4e9d-834d-f5642b717858 service neutron] Bound port: 2bea62d4-5485-4b96-a485-93683f1a4542, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db614f98-5879-40ca-9296-5da0da71b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '249813a8-ef8c-46fa-8b64-ad0a01830348'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:11:12.782855 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0c387863-c73a-4e9d-834d-f5642b717858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:12.842882 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9c1d8c66-f669-4705-a40d-80e16a11879c req-fd3d4498-aeef-4494-9b98-dae9cd53dde5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=680b1459-3fc0-4c9a-bb5b-45acceaaba91 HTTP/1.1" status: 200 len: 217 time: 0.0877166 Aug 19 18:11:12.917087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2c7b3-3dca-40d6-87d1-e98d8e513e2e req-d60afc49-f31f-4e50-b240-6c4359990b0a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:12.918747 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0dd2c7b3-3dca-40d6-87d1-e98d8e513e2e req-d60afc49-f31f-4e50-b240-6c4359990b0a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.0739238 Aug 19 18:11:12.994405 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0c387863-c73a-4e9d-834d-f5642b717858 service neutron] For port 2bea62d4-5485-4b96-a485-93683f1a4542, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:11:13.022791 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-f621a287-1000-49bf-bc1a-f8f32e86b690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b41d37a-3180-451f-9185-3760d06e5e90 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:11:13.034246 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-f621a287-1000-49bf-bc1a-f8f32e86b690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:13.034819 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0c387863-c73a-4e9d-834d-f5642b717858 service neutron] For port 2bea62d4-5485-4b96-a485-93683f1a4542, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=2bea62d4-5485-4b96-a485-93683f1a4542,segment=NetworkSegment(db614f98-5879-40ca-9296-5da0da71b4ee),segment_id=db614f98-5879-40ca-9296-5da0da71b4ee)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:11:13.052930 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-f621a287-1000-49bf-bc1a-f8f32e86b690 service neutron] Transition to ACTIVE for port object 2b41d37a-3180-451f-9185-3760d06e5e90 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:11:13.065579 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0dd2c7b3-3dca-40d6-87d1-e98d8e513e2e req-1bba138f-3d47-4538-bc76-9a9c67d66924 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342931 Aug 19 18:11:13.079953 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0c387863-c73a-4e9d-834d-f5642b717858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:13.168948 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0c387863-c73a-4e9d-834d-f5642b717858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:13.171045 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0c387863-c73a-4e9d-834d-f5642b717858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:13.173846 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0c387863-c73a-4e9d-834d-f5642b717858 service neutron] 10.222.0.50 "PUT /v2.0/ports/2bea62d4-5485-4b96-a485-93683f1a4542 HTTP/1.1" status: 200 len: 1091 time: 5.3689415 Aug 19 18:11:13.174503 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc56d12-a636-400f-90cc-c9d4563d5987', 'tag': '2bea62d4-5485-4b96-a485-93683f1a4542'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:13.175792 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-f621a287-1000-49bf-bc1a-f8f32e86b690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:13.178457 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674576f5-62b5-42fe-a38b-07ec6d6d85d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc56d12-a636-400f-90cc-c9d4563d5987", "tag": "2bea62d4-5485-4b96-a485-93683f1a4542"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:13.324936 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 0452b9d9-5372-4140-b152-ede2e92ee4ac details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:11:13.367172 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c387863-c73a-4e9d-834d-f5642b717858 service neutron] Pushing event updated for resources: {'Port': ['ID=2bea62d4-5485-4b96-a485-93683f1a4542,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:13.419652 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-784a10d9-e74d-4cec-8814-0cd0555f95b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:13.421260 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-784a10d9-e74d-4cec-8814-0cd0555f95b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a413cea9951e4055a6809abbbf35aa58&device_id=7fc56d12-a636-400f-90cc-c9d4563d5987 HTTP/1.1" status: 200 len: 1094 time: 0.1637728 Aug 19 18:11:13.431736 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f824d-5aa6-462f-a485-973e1e5b5341 req-d186a24a-7194-46e5-adb9-7febd295b3e5 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:13.441287 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1e7f824d-5aa6-462f-a485-973e1e5b5341 req-d186a24a-7194-46e5-adb9-7febd295b3e5 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.2158508 Aug 19 18:11:13.503460 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-b3542080-6149-495f-9ce2-f90b02df8cfc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bea62d4-5485-4b96-a485-93683f1a4542 HTTP/1.1" status: 200 len: 217 time: 0.0535526 Aug 19 18:11:13.503703 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 0452b9d9-5372-4140-b152-ede2e92ee4ac, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=0452b9d9-5372-4140-b152-ede2e92ee4ac,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:13.521483 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '0452b9d9-5372-4140-b152-ede2e92ee4ac', 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d', 'port_id': '0452b9d9-5372-4140-b152-ede2e92ee4ac', 'mac_address': 'fa:16:3e:fc:46:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee52aea2-4c4c-4ce5-9853-28e4d75899b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:11:13.573171 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-8dac1acd-b3d4-4394-be0d-11dd75eb2995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:13.575139 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-8dac1acd-b3d4-4394-be0d-11dd75eb2995 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22fb6eaf-3a6a-4e3b-8873-29145062fe1f HTTP/1.1" status: 200 len: 858 time: 0.0551109 Aug 19 18:11:13.588885 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1e7f824d-5aa6-462f-a485-973e1e5b5341 req-3bdcb456-7e40-4a0b-a295-753bfa098ff2 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465762 Aug 19 18:11:13.602486 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:13.629868 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0452b9d9-5372-4140-b152-ede2e92ee4ac {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:11:13.645734 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-814d4ea2-eb59-4780-8e9a-ee15ef0f2a2c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=249813a8-ef8c-46fa-8b64-ad0a01830348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498533 Aug 19 18:11:13.666375 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 0452b9d9-5372-4140-b152-ede2e92ee4ac, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=0452b9d9-5372-4140-b152-ede2e92ee4ac,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:13.681665 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:13.761078 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d8c66-f669-4705-a40d-80e16a11879c req-e2d2dced-9c71-4d8f-9810-41d0d5080343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:13.762651 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9c1d8c66-f669-4705-a40d-80e16a11879c req-e2d2dced-9c71-4d8f-9810-41d0d5080343 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.8962433 Aug 19 18:11:13.794331 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=0452b9d9-5372-4140-b152-ede2e92ee4ac,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:13.841092 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621a287-1000-49bf-bc1a-f8f32e86b690 service neutron] Pushing event updated for resources: {'Port': ['ID=2b41d37a-3180-451f-9185-3760d06e5e90,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:13.855674 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58efb668-cac7-4b74-a088-a3997bfd0a5e x-openstack-request-id: req-58efb668-cac7-4b74-a088-a3997bfd0a5e {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:13.856494 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc56d12-a636-400f-90cc-c9d4563d5987", "tag": "2bea62d4-5485-4b96-a485-93683f1a4542", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:13.856756 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-58efb668-cac7-4b74-a088-a3997bfd0a5e {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:13.858535 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc56d12-a636-400f-90cc-c9d4563d5987', 'tag': '2bea62d4-5485-4b96-a485-93683f1a4542', 'status': 'completed', 'code': 200} Aug 19 18:11:13.877150 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b342d2-385f-494b-b126-ca1c73be8b13 req-571fa001-d1eb-4eeb-b209-494013227f63 tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:13.887662 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e3b342d2-385f-494b-b126-ca1c73be8b13 req-571fa001-d1eb-4eeb-b209-494013227f63 tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=02bb1b3c-907b-4742-b719-d891092cbf31 HTTP/1.1" status: 200 len: 1101 time: 0.7068796 Aug 19 18:11:13.905950 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-2cae64cc-86fc-4aa2-9b4b-66be45400a97 service neutron] 10.222.0.50 "GET /v2.0/networks/249813a8-ef8c-46fa-8b64-ad0a01830348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490835 Aug 19 18:11:13.987454 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d8c66-f669-4705-a40d-80e16a11879c req-bfe1b0ae-9109-490b-b2e8-ea9409348a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:13.989197 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9c1d8c66-f669-4705-a40d-80e16a11879c req-bfe1b0ae-9109-490b-b2e8-ea9409348a4c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1954062 Aug 19 18:11:14.061942 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e3b342d2-385f-494b-b126-ca1c73be8b13 req-e3407647-f2f1-431f-ac85-a7299f340b34 tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694267 Aug 19 18:11:14.084009 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0083d-3c9f-4f1a-891e-69beea93a56c req-328db23b-9e7a-47e4-b2eb-bb22dd0a2906 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:14.085984 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-faa0083d-3c9f-4f1a-891e-69beea93a56c req-328db23b-9e7a-47e4-b2eb-bb22dd0a2906 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c2e8f93-3bf7-4aa4-939d-823333a12b95 HTTP/1.1" status: 200 len: 943 time: 0.0909541 Aug 19 18:11:14.152283 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-b5b1909d-4f63-49cf-b94e-233a888fdaf0 service neutron] 10.222.0.50 "GET /v2.0/networks/249813a8-ef8c-46fa-8b64-ad0a01830348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294338 Aug 19 18:11:14.179367 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['0452b9d9-5372-4140-b152-ede2e92ee4ac'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:14.207689 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-f621a287-1000-49bf-bc1a-f8f32e86b690 service neutron] Attempting to bind port 2b41d37a-3180-451f-9185-3760d06e5e90 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:11:14.208698 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-f621a287-1000-49bf-bc1a-f8f32e86b690 service neutron] Attempting to bind port 2b41d37a-3180-451f-9185-3760d06e5e90 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'db614f98-5879-40ca-9296-5da0da71b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '249813a8-ef8c-46fa-8b64-ad0a01830348'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:11:14.209229 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-f621a287-1000-49bf-bc1a-f8f32e86b690 service neutron] Attempting to bind port 2b41d37a-3180-451f-9185-3760d06e5e90 on network 249813a8-ef8c-46fa-8b64-ad0a01830348 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:11:14.209589 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-faa0083d-3c9f-4f1a-891e-69beea93a56c req-02ef0a00-b372-4c36-a826-eba5e5145f9c tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873153 Aug 19 18:11:14.220747 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-f621a287-1000-49bf-bc1a-f8f32e86b690 service neutron] Port 2b41d37a-3180-451f-9185-3760d06e5e90 on network 249813a8-ef8c-46fa-8b64-ad0a01830348 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:11:14.233885 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-f621a287-1000-49bf-bc1a-f8f32e86b690 service neutron] Attempting to bind port 2b41d37a-3180-451f-9185-3760d06e5e90 on network 249813a8-ef8c-46fa-8b64-ad0a01830348 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:11:14.251457 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-c2dce71c-6479-46af-ac9c-f505f9d72413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0580690e-de96-4822-b775-be6a8d594558 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:11:14.273293 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-c2dce71c-6479-46af-ac9c-f505f9d72413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:14.310474 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-c2dce71c-6479-46af-ac9c-f505f9d72413 service neutron] Transition to ACTIVE for port object 0580690e-de96-4822-b775-be6a8d594558 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:11:14.334865 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674576f5-62b5-42fe-a38b-07ec6d6d85d0 req-513ae011-bbff-480f-a035-ed3b579295ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:14.338342 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-674576f5-62b5-42fe-a38b-07ec6d6d85d0 req-513ae011-bbff-480f-a035-ed3b579295ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a413cea9951e4055a6809abbbf35aa58&device_id=7fc56d12-a636-400f-90cc-c9d4563d5987 HTTP/1.1" status: 200 len: 1094 time: 0.1125448 Aug 19 18:11:14.339462 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-f621a287-1000-49bf-bc1a-f8f32e86b690 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:11:14.339462 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-f621a287-1000-49bf-bc1a-f8f32e86b690 service neutron] Checking segment: {'id': 'db614f98-5879-40ca-9296-5da0da71b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '249813a8-ef8c-46fa-8b64-ad0a01830348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:11:14.339745 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-f621a287-1000-49bf-bc1a-f8f32e86b690 service neutron] Bound using segment: {'id': 'db614f98-5879-40ca-9296-5da0da71b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '249813a8-ef8c-46fa-8b64-ad0a01830348'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:11:14.340130 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-f621a287-1000-49bf-bc1a-f8f32e86b690 service neutron] Bound port: 2b41d37a-3180-451f-9185-3760d06e5e90, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db614f98-5879-40ca-9296-5da0da71b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '249813a8-ef8c-46fa-8b64-ad0a01830348'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:11:14.340499 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-f621a287-1000-49bf-bc1a-f8f32e86b690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:14.364332 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-c2dce71c-6479-46af-ac9c-f505f9d72413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:14.560074 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674576f5-62b5-42fe-a38b-07ec6d6d85d0 req-e567e926-702e-4b37-943b-746cbd3a320d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:14.563770 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-674576f5-62b5-42fe-a38b-07ec6d6d85d0 req-e567e926-702e-4b37-943b-746cbd3a320d service neutron] 10.222.0.50 "GET /v2.0/networks?id=249813a8-ef8c-46fa-8b64-ad0a01830348 HTTP/1.1" status: 200 len: 919 time: 0.2130890 Aug 19 18:11:14.692543 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-674576f5-62b5-42fe-a38b-07ec6d6d85d0 req-3322b0a1-aa85-483e-8e0a-83e25ebebbbf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bea62d4-5485-4b96-a485-93683f1a4542 HTTP/1.1" status: 200 len: 217 time: 0.0953026 Aug 19 18:11:14.709773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18325c-454c-4560-bdf4-a29a8806f8db req-2c0a0527-7b55-4e73-a7d4-9faa62293f4d tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:14.711603 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-be18325c-454c-4560-bdf4-a29a8806f8db req-2c0a0527-7b55-4e73-a7d4-9faa62293f4d tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=284266f3-69b7-4f77-8deb-e7f4f76bc55e HTTP/1.1" status: 200 len: 945 time: 0.1243374 Aug 19 18:11:14.743022 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9c1d8c66-f669-4705-a40d-80e16a11879c req-abd3a8e8-11db-4486-8ff3-3e86de3621ff service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7193592 Aug 19 18:11:14.786682 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daace83-2f1e-42fe-8c5c-096ca9b94b45 req-0e80a8cf-8ebc-40f8-9b1b-4110a9e742ea tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:14.794970 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2daace83-2f1e-42fe-8c5c-096ca9b94b45 req-0e80a8cf-8ebc-40f8-9b1b-4110a9e742ea tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 946 time: 0.5709152 Aug 19 18:11:14.805783 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-be18325c-454c-4560-bdf4-a29a8806f8db req-273140bb-14c9-4503-b85b-88c10de7223e tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595977 Aug 19 18:11:14.829358 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674576f5-62b5-42fe-a38b-07ec6d6d85d0 req-cf54adca-6d04-4799-89d8-49f323077ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:14.830902 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-674576f5-62b5-42fe-a38b-07ec6d6d85d0 req-cf54adca-6d04-4799-89d8-49f323077ab0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22fb6eaf-3a6a-4e3b-8873-29145062fe1f HTTP/1.1" status: 200 len: 858 time: 0.1184123 Aug 19 18:11:14.854779 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dce71c-6479-46af-ac9c-f505f9d72413 service neutron] Pushing event updated for resources: {'Port': ['ID=0580690e-de96-4822-b775-be6a8d594558,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:14.931174 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-674576f5-62b5-42fe-a38b-07ec6d6d85d0 req-c94a5b48-c8fe-42cc-9cc0-1b844c49f7b7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=249813a8-ef8c-46fa-8b64-ad0a01830348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867355 Aug 19 18:11:15.055476 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9c1d8c66-f669-4705-a40d-80e16a11879c req-c42794bb-049d-4ac5-990d-2d32a2e66227 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178118 Aug 19 18:11:15.075384 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-f621a287-1000-49bf-bc1a-f8f32e86b690 service neutron] For port 2b41d37a-3180-451f-9185-3760d06e5e90, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:11:15.083526 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2daace83-2f1e-42fe-8c5c-096ca9b94b45 req-e5fefacf-22c7-4222-8a38-add6c49b5131 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448056 Aug 19 18:11:15.087206 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-c2dce71c-6479-46af-ac9c-f505f9d72413 service neutron] Attempting to bind port 0580690e-de96-4822-b775-be6a8d594558 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:11:15.087206 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-c2dce71c-6479-46af-ac9c-f505f9d72413 service neutron] Attempting to bind port 0580690e-de96-4822-b775-be6a8d594558 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': 'db614f98-5879-40ca-9296-5da0da71b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '249813a8-ef8c-46fa-8b64-ad0a01830348'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:11:15.087501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-c2dce71c-6479-46af-ac9c-f505f9d72413 service neutron] Attempting to bind port 0580690e-de96-4822-b775-be6a8d594558 on network 249813a8-ef8c-46fa-8b64-ad0a01830348 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:11:15.103584 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-f621a287-1000-49bf-bc1a-f8f32e86b690 service neutron] For port 2b41d37a-3180-451f-9185-3760d06e5e90, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=2b41d37a-3180-451f-9185-3760d06e5e90,segment=NetworkSegment(db614f98-5879-40ca-9296-5da0da71b4ee),segment_id=db614f98-5879-40ca-9296-5da0da71b4ee)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:11:15.106356 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-c2dce71c-6479-46af-ac9c-f505f9d72413 service neutron] Port 0580690e-de96-4822-b775-be6a8d594558 on network 249813a8-ef8c-46fa-8b64-ad0a01830348 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:11:15.106674 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-c2dce71c-6479-46af-ac9c-f505f9d72413 service neutron] Attempting to bind port 0580690e-de96-4822-b775-be6a8d594558 on network 249813a8-ef8c-46fa-8b64-ad0a01830348 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:11:15.115008 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-f621a287-1000-49bf-bc1a-f8f32e86b690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:15.170322 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-c2dce71c-6479-46af-ac9c-f505f9d72413 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:11:15.172613 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-c2dce71c-6479-46af-ac9c-f505f9d72413 service neutron] Checking segment: {'id': 'db614f98-5879-40ca-9296-5da0da71b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '249813a8-ef8c-46fa-8b64-ad0a01830348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:11:15.173260 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-c2dce71c-6479-46af-ac9c-f505f9d72413 service neutron] Bound using segment: {'id': 'db614f98-5879-40ca-9296-5da0da71b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '249813a8-ef8c-46fa-8b64-ad0a01830348'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:11:15.173774 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-c2dce71c-6479-46af-ac9c-f505f9d72413 service neutron] Bound port: 0580690e-de96-4822-b775-be6a8d594558, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db614f98-5879-40ca-9296-5da0da71b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '249813a8-ef8c-46fa-8b64-ad0a01830348'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:11:15.174160 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-c2dce71c-6479-46af-ac9c-f505f9d72413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:15.204992 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d247e800-ed05-4730-a29a-117a28369181 req-eb1c97cf-042d-4b63-a133-90d0e2d4c282 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=11f676ae7ee7460b9797b3d37f835c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914159 Aug 19 18:11:15.246563 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-f621a287-1000-49bf-bc1a-f8f32e86b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:15.247296 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-f621a287-1000-49bf-bc1a-f8f32e86b690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:15.249426 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-f621a287-1000-49bf-bc1a-f8f32e86b690 service neutron] 10.222.0.50 "PUT /v2.0/ports/2b41d37a-3180-451f-9185-3760d06e5e90 HTTP/1.1" status: 200 len: 1091 time: 5.0437875 Aug 19 18:11:15.252114 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c2e8f93-3bf7-4aa4-939d-823333a12b95', 'tag': '2b41d37a-3180-451f-9185-3760d06e5e90'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:15.255919 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ce6db0-a9e1-47a2-846a-43c530acfcd2" -d '{"events": [{"name": "network-changed", "server_uuid": "6c2e8f93-3bf7-4aa4-939d-823333a12b95", "tag": "2b41d37a-3180-451f-9185-3760d06e5e90"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:15.296466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621a287-1000-49bf-bc1a-f8f32e86b690 service neutron] Pushing event updated for resources: {'Port': ['ID=2b41d37a-3180-451f-9185-3760d06e5e90,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:15.330920 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 680b1459-3fc0-4c9a-bb5b-45acceaaba91 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:11:15.346472 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-674576f5-62b5-42fe-a38b-07ec6d6d85d0 req-da84cc4e-88d9-4bca-8f5b-54a060a1522b service neutron] 10.222.0.50 "GET /v2.0/networks/249813a8-ef8c-46fa-8b64-ad0a01830348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995426 Aug 19 18:11:15.363622 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-c2dce71c-6479-46af-ac9c-f505f9d72413 service neutron] For port 0580690e-de96-4822-b775-be6a8d594558, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:11:15.368859 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-c2dce71c-6479-46af-ac9c-f505f9d72413 service neutron] For port 0580690e-de96-4822-b775-be6a8d594558, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=0580690e-de96-4822-b775-be6a8d594558,segment=NetworkSegment(db614f98-5879-40ca-9296-5da0da71b4ee),segment_id=db614f98-5879-40ca-9296-5da0da71b4ee)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:11:15.385685 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-3c1ab777-d0e5-4592-bf27-5d8c544ed1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:15.388900 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-3c1ab777-d0e5-4592-bf27-5d8c544ed1dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a413cea9951e4055a6809abbbf35aa58&device_id=6c2e8f93-3bf7-4aa4-939d-823333a12b95 HTTP/1.1" status: 200 len: 1094 time: 0.0788193 Aug 19 18:11:15.390354 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-c2dce71c-6479-46af-ac9c-f505f9d72413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:15.488368 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dce71c-6479-46af-ac9c-f505f9d72413 service neutron] Pushing event updated for resources: {'Port': ['ID=0580690e-de96-4822-b775-be6a8d594558,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:15.503708 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-c2dce71c-6479-46af-ac9c-f505f9d72413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:15.504697 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-c2dce71c-6479-46af-ac9c-f505f9d72413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:15.506539 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-c2dce71c-6479-46af-ac9c-f505f9d72413 service neutron] 10.222.0.54 "PUT /v2.0/ports/0580690e-de96-4822-b775-be6a8d594558 HTTP/1.1" status: 200 len: 1091 time: 3.4278049 Aug 19 18:11:15.552271 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 8f1f8822-d38a-4e2f-9897-4d902d178537 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:11:15.611212 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-2e40d3f1-9b45-4cfb-bfaf-87680313d2cc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b41d37a-3180-451f-9185-3760d06e5e90 HTTP/1.1" status: 200 len: 217 time: 0.2082012 Aug 19 18:11:15.616566 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-674576f5-62b5-42fe-a38b-07ec6d6d85d0 req-5fb5d4f7-b71c-4fd9-b99e-c5479f30b8fe service neutron] 10.222.0.50 "GET /v2.0/networks/249813a8-ef8c-46fa-8b64-ad0a01830348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538164 Aug 19 18:11:15.722369 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-68dc88ce-da7a-4e71-ba68-8da6eda5f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:15.725598 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-68dc88ce-da7a-4e71-ba68-8da6eda5f8d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22fb6eaf-3a6a-4e3b-8873-29145062fe1f HTTP/1.1" status: 200 len: 858 time: 0.0748506 Aug 19 18:11:15.744197 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 680b1459-3fc0-4c9a-bb5b-45acceaaba91, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=680b1459-3fc0-4c9a-bb5b-45acceaaba91,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:15.769385 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '680b1459-3fc0-4c9a-bb5b-45acceaaba91', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '680b1459-3fc0-4c9a-bb5b-45acceaaba91', 'mac_address': 'fa:16:3e:ed:7e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:11:15.833011 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-e3013ba8-aa3a-40f8-a654-b3828c7d8288 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2131467 Aug 19 18:11:15.844812 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-4deb5bf2-45bd-45b9-b91c-56c8c8ac233e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=249813a8-ef8c-46fa-8b64-ad0a01830348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000822 Aug 19 18:11:15.865001 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-7ea87887-68d6-4248-bd24-8688272ddc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:15.867069 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-7ea87887-68d6-4248-bd24-8688272ddc9f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a413cea9951e4055a6809abbbf35aa58&device_id=12700087-fd96-4294-bd58-0f2b02de31f2 HTTP/1.1" status: 200 len: 1094 time: 0.2885644 Aug 19 18:11:15.868129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247e800-ed05-4730-a29a-117a28369181 req-79a0a0ca-bf0b-41aa-90cd-d56bc1413c32 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:15.882230 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d247e800-ed05-4730-a29a-117a28369181 req-79a0a0ca-bf0b-41aa-90cd-d56bc1413c32 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6763608 Aug 19 18:11:15.928785 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d247e800-ed05-4730-a29a-117a28369181 req-f0bf095c-ff9c-4c28-8187-979bb127a0f0 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/quotas/11f676ae7ee7460b9797b3d37f835c87 HTTP/1.1" status: 200 len: 375 time: 0.0443892 Aug 19 18:11:15.988425 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-fbf706e9-ed43-41e4-9678-75c972261071 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0580690e-de96-4822-b775-be6a8d594558 HTTP/1.1" status: 200 len: 217 time: 0.0990245 Aug 19 18:11:16.043720 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdffd3-7248-4c47-b7e3-636605277fa6 req-dccafdf1-57d5-4dc0-9b25-8bbcc9cd10c2 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:16.054526 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-13bdffd3-7248-4c47-b7e3-636605277fa6 req-dccafdf1-57d5-4dc0-9b25-8bbcc9cd10c2 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c2e8f93-3bf7-4aa4-939d-823333a12b95 HTTP/1.1" status: 200 len: 943 time: 0.4778168 Aug 19 18:11:16.090717 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 8f1f8822-d38a-4e2f-9897-4d902d178537, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=8f1f8822-d38a-4e2f-9897-4d902d178537,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:16.113628 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:16.127645 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '8f1f8822-d38a-4e2f-9897-4d902d178537', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '8f1f8822-d38a-4e2f-9897-4d902d178537', 'mac_address': 'fa:16:3e:df:9f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:11:16.130535 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 680b1459-3fc0-4c9a-bb5b-45acceaaba91 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:11:16.153594 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 680b1459-3fc0-4c9a-bb5b-45acceaaba91, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=680b1459-3fc0-4c9a-bb5b-45acceaaba91,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:16.177512 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d247e800-ed05-4730-a29a-117a28369181 req-f42c3835-9dfb-43a8-a4a2-7c207bd37a7c tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=11f676ae7ee7460b9797b3d37f835c87&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2433612 Aug 19 18:11:16.200311 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:16.202775 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:16.283875 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-feafb633-1753-41eb-beaf-973c78a07789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:16.287248 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-feafb633-1753-41eb-beaf-973c78a07789 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=22fb6eaf-3a6a-4e3b-8873-29145062fe1f HTTP/1.1" status: 200 len: 858 time: 0.2304766 Aug 19 18:11:16.305424 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1f8822-d38a-4e2f-9897-4d902d178537 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:11:16.317180 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-13bdffd3-7248-4c47-b7e3-636605277fa6 req-6a87b3f8-e15b-486d-a1b2-73a5736bde45 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616289 Aug 19 18:11:16.359381 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:16.385381 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 8f1f8822-d38a-4e2f-9897-4d902d178537, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=8f1f8822-d38a-4e2f-9897-4d902d178537,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:16.392828 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:16.394762 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=680b1459-3fc0-4c9a-bb5b-45acceaaba91,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:16.406469 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:16.407253 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:16.407936 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:16.409515 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:16.410655 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:16.411224 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:16.411959 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:16.412603 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:16.413399 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:16.414074 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:16.425628 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:16.426653 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:16.467078 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-9bcaa3cd-3b84-4ccb-9021-2798642bc166 service neutron] 10.222.0.50 "GET /v2.0/networks/249813a8-ef8c-46fa-8b64-ad0a01830348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5973210 Aug 19 18:11:16.534498 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0aaa1197-857c-43b5-a3d4-61347703f03e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=249813a8-ef8c-46fa-8b64-ad0a01830348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2129049 Aug 19 18:11:16.588146 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=8f1f8822-d38a-4e2f-9897-4d902d178537,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:16.598221 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216fe408-7651-41d6-8648-6162a33b9ed8 x-openstack-request-id: req-216fe408-7651-41d6-8648-6162a33b9ed8 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:16.598776 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c2e8f93-3bf7-4aa4-939d-823333a12b95", "tag": "2b41d37a-3180-451f-9185-3760d06e5e90", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:16.599009 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-216fe408-7651-41d6-8648-6162a33b9ed8 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:16.599498 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c2e8f93-3bf7-4aa4-939d-823333a12b95', 'tag': '2b41d37a-3180-451f-9185-3760d06e5e90', 'status': 'completed', 'code': 200} Aug 19 18:11:16.658636 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['680b1459-3fc0-4c9a-bb5b-45acceaaba91'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:16.671120 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd50f8c-2312-4351-9b4c-dd17b2f633cf req-cefa13b9-19ef-4064-bb99-b1545ccc1b1e tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:16.672808 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3cd50f8c-2312-4351-9b4c-dd17b2f633cf req-cefa13b9-19ef-4064-bb99-b1545ccc1b1e tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.1777880 Aug 19 18:11:16.771279 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3cd50f8c-2312-4351-9b4c-dd17b2f633cf req-a43ca8eb-2070-4a8a-831b-d6c9d612f7ba tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873239 Aug 19 18:11:16.853563 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['8f1f8822-d38a-4e2f-9897-4d902d178537'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:16.952929 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b0cef-721d-4ea7-93c0-affe0da1115c req-b0d29e99-d185-4b85-88ff-bb03da29c12e tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:16.955200 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1b7b0cef-721d-4ea7-93c0-affe0da1115c req-b0d29e99-d185-4b85-88ff-bb03da29c12e tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=284266f3-69b7-4f77-8deb-e7f4f76bc55e HTTP/1.1" status: 200 len: 945 time: 0.2188518 Aug 19 18:11:16.964579 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-35bfebc8-7ac8-4e33-818c-bec38755bb0d service neutron] 10.222.0.50 "GET /v2.0/networks/249813a8-ef8c-46fa-8b64-ad0a01830348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440720 Aug 19 18:11:17.001579 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-0c3200c6-b5ae-456d-aa72-bd35b3c1a0f9 service neutron] 10.222.0.54 "GET /v2.0/networks/249813a8-ef8c-46fa-8b64-ad0a01830348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490252 Aug 19 18:11:17.277829 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1b7b0cef-721d-4ea7-93c0-affe0da1115c req-bfb2997a-0396-427d-b11a-a69315b3cf7a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121240 Aug 19 18:11:17.323327 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9dfa4957-abba-40ed-ae2d-23959d5808b6 req-4bf7dde6-88eb-4ba0-8448-2a3f3fe70b0c service neutron] 10.222.0.54 "GET /v2.0/networks/249813a8-ef8c-46fa-8b64-ad0a01830348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067698 Aug 19 18:11:17.351278 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce6db0-a9e1-47a2-846a-43c530acfcd2 req-71137de9-1df9-47ee-a71e-08dd4007621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:17.359103 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40ce6db0-a9e1-47a2-846a-43c530acfcd2 req-71137de9-1df9-47ee-a71e-08dd4007621b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a413cea9951e4055a6809abbbf35aa58&device_id=6c2e8f93-3bf7-4aa4-939d-823333a12b95 HTTP/1.1" status: 200 len: 1094 time: 0.2138481 Aug 19 18:11:17.383208 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62775df4-2778-47be-ab2d-e76d13c2d039 req-5b51ba57-4195-41d7-97cc-0f0bd4d784de tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:17.385259 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 2bea62d4-5485-4b96-a485-93683f1a4542 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:11:17.394523 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-62775df4-2778-47be-ab2d-e76d13c2d039 req-5b51ba57-4195-41d7-97cc-0f0bd4d784de tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 947 time: 0.1393378 Aug 19 18:11:17.409137 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 0452b9d9-5372-4140-b152-ede2e92ee4ac up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:11:17.530523 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-62775df4-2778-47be-ab2d-e76d13c2d039 req-14960dbb-26ed-41bf-960d-2d435128d524 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332569 Aug 19 18:11:17.610935 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-973dda1e-9460-4d35-add6-9c5a95ffaebc req-e72f8cc6-c667-4237-9e81-bd8a1c9dc05c tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bea8e88-f856-433a-8c7a-29e02cc459b8 HTTP/1.1" status: 200 len: 210 time: 0.1749895 Aug 19 18:11:17.680914 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce6db0-a9e1-47a2-846a-43c530acfcd2 req-19e6623f-a386-4cad-b1b6-dacf804c066f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:17.683067 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40ce6db0-a9e1-47a2-846a-43c530acfcd2 req-19e6623f-a386-4cad-b1b6-dacf804c066f service neutron] 10.222.0.50 "GET /v2.0/networks?id=249813a8-ef8c-46fa-8b64-ad0a01830348 HTTP/1.1" status: 200 len: 919 time: 0.3116896 Aug 19 18:11:17.694943 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 0452b9d9-5372-4140-b152-ede2e92ee4ac completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:11:17.747136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 0452b9d9-5372-4140-b152-ede2e92ee4ac triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:11:17.749628 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:17.769393 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40ce6db0-a9e1-47a2-846a-43c530acfcd2 req-98244307-f594-4cfe-a081-04e8f3cd7bfd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b41d37a-3180-451f-9185-3760d06e5e90 HTTP/1.1" status: 200 len: 217 time: 0.0703418 Aug 19 18:11:18.071004 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce6db0-a9e1-47a2-846a-43c530acfcd2 req-bd6d511f-67dd-4f1a-adf0-9b7fd715191c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:18.082307 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40ce6db0-a9e1-47a2-846a-43c530acfcd2 req-bd6d511f-67dd-4f1a-adf0-9b7fd715191c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22fb6eaf-3a6a-4e3b-8873-29145062fe1f HTTP/1.1" status: 200 len: 858 time: 0.2895846 Aug 19 18:11:18.130216 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 2bea62d4-5485-4b96-a485-93683f1a4542, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=2bea62d4-5485-4b96-a485-93683f1a4542,segment=NetworkSegment(db614f98-5879-40ca-9296-5da0da71b4ee),segment_id=db614f98-5879-40ca-9296-5da0da71b4ee)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:18.145662 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda38b39-1924-45af-8dd9-032113ee343c req-b9fd03a7-cd4d-4865-af59-6dda1d276ff3 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:18.150479 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cda38b39-1924-45af-8dd9-032113ee343c req-b9fd03a7-cd4d-4865-af59-6dda1d276ff3 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.1400294 Aug 19 18:11:18.189105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '2bea62d4-5485-4b96-a485-93683f1a4542', 'network_id': '249813a8-ef8c-46fa-8b64-ad0a01830348', 'port_id': '2bea62d4-5485-4b96-a485-93683f1a4542', 'mac_address': 'fa:16:3e:18:08:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22fb6eaf-3a6a-4e3b-8873-29145062fe1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:11:18.241610 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936020fe-b288-48cc-a3ad-60fe195b1025 req-93232824-14f1-4415-ad78-04fbd874bcad tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:18.257765 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-936020fe-b288-48cc-a3ad-60fe195b1025 req-93232824-14f1-4415-ad78-04fbd874bcad tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c2e8f93-3bf7-4aa4-939d-823333a12b95 HTTP/1.1" status: 200 len: 943 time: 0.3909419 Aug 19 18:11:18.260123 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40ce6db0-a9e1-47a2-846a-43c530acfcd2 req-a558ad9d-9bb8-4db4-a8bb-a7a5fa853d76 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=249813a8-ef8c-46fa-8b64-ad0a01830348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1515851 Aug 19 18:11:18.278719 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cda38b39-1924-45af-8dd9-032113ee343c req-6eb64cc4-0e52-4a77-9a81-0fb270603694 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912776 Aug 19 18:11:18.401108 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:18.519095 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46562) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:18.579272 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:18.587738 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284266f3-69b7-4f77-8deb-e7f4f76bc55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0452b9d9-5372-4140-b152-ede2e92ee4ac'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:18.590557 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f9cf25-2f2a-49ab-a7e2-ec0a07a214a1" -d '{"events": [{"server_uuid": "284266f3-69b7-4f77-8deb-e7f4f76bc55e", "name": "network-vif-plugged", "status": "completed", "tag": "0452b9d9-5372-4140-b152-ede2e92ee4ac"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:18.656030 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-936020fe-b288-48cc-a3ad-60fe195b1025 req-34d3dcd7-53ae-49b0-b629-8938c951b74f tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897212 Aug 19 18:11:18.659637 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 0452b9d9-5372-4140-b152-ede2e92ee4ac, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=0452b9d9-5372-4140-b152-ede2e92ee4ac,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:18.672975 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12700087-fd96-4294-bd58-0f2b02de31f2', 'tag': '0580690e-de96-4822-b775-be6a8d594558'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:18.675778 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68adaa2d-39c6-4a75-9981-29c470a80d74" -d '{"events": [{"name": "network-changed", "server_uuid": "12700087-fd96-4294-bd58-0f2b02de31f2", "tag": "0580690e-de96-4822-b775-be6a8d594558"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:18.678400 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bea62d4-5485-4b96-a485-93683f1a4542 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:11:18.686385 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:18.702055 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40ce6db0-a9e1-47a2-846a-43c530acfcd2 req-9a660557-1b6d-4884-8d12-85589155ad1c service neutron] 10.222.0.50 "GET /v2.0/networks/249813a8-ef8c-46fa-8b64-ad0a01830348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171767 Aug 19 18:11:18.787469 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=0452b9d9-5372-4140-b152-ede2e92ee4ac,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:18.815035 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bcef5f77-0517-4fda-ab47-267b96a26ec9 req-6bc024e4-e36c-470f-9533-7924834807c6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a1d9b2ee-ed8e-4843-b1b1-a1144a051d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2641838 Aug 19 18:11:18.816988 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 2bea62d4-5485-4b96-a485-93683f1a4542, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=2bea62d4-5485-4b96-a485-93683f1a4542,segment=NetworkSegment(db614f98-5879-40ca-9296-5da0da71b4ee),segment_id=db614f98-5879-40ca-9296-5da0da71b4ee)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:18.822376 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:18.843527 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-90cf6cb6-9f59-452f-afdd-74a46c2596fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:18.949066 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=2bea62d4-5485-4b96-a485-93683f1a4542,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:19.041100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef5f77-0517-4fda-ab47-267b96a26ec9 req-fce1331a-0c97-4aba-b3f3-8dc5b05867d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:19.043107 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bcef5f77-0517-4fda-ab47-267b96a26ec9 req-fce1331a-0c97-4aba-b3f3-8dc5b05867d0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ae64f3b0d3994e079c6bfc4ab34b357b&device_id=a1d9b2ee-ed8e-4843-b1b1-a1144a051d95 HTTP/1.1" status: 200 len: 1096 time: 0.1469269 Aug 19 18:11:19.074177 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-90cf6cb6-9f59-452f-afdd-74a46c2596fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:19.083567 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-90cf6cb6-9f59-452f-afdd-74a46c2596fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:19.098524 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef9734-9e0d-4610-9367-f5cd898947ce req-ff9cc221-0396-4936-90d9-6c55a14785e0 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:19.129174 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25ef9734-9e0d-4610-9367-f5cd898947ce req-ff9cc221-0396-4936-90d9-6c55a14785e0 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 947 time: 0.2347753 Aug 19 18:11:19.195637 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-90cf6cb6-9f59-452f-afdd-74a46c2596fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6084acbf59e4713b304fac97e9cc34f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6749945 Aug 19 18:11:19.201720 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46576) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:19.204747 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf6cb6-9f59-452f-afdd-74a46c2596fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4aa98b-98e5-4f1e-9da3-bbfa44a8d036,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:19.277999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-cf2a683a-8ce8-44d9-8097-c46342e454d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:19.280914 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-cf2a683a-8ce8-44d9-8097-c46342e454d2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 1101 time: 0.1506042 Aug 19 18:11:19.289008 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40ce6db0-a9e1-47a2-846a-43c530acfcd2 req-e21eeff8-54ac-4269-be6d-24790fc841f9 service neutron] 10.222.0.50 "GET /v2.0/networks/249813a8-ef8c-46fa-8b64-ad0a01830348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648108 Aug 19 18:11:19.290405 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef5f77-0517-4fda-ab47-267b96a26ec9 req-25ba71e1-7530-4733-afa9-43123fc0c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:19.291975 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bcef5f77-0517-4fda-ab47-267b96a26ec9 req-25ba71e1-7530-4733-afa9-43123fc0c7ca service neutron] 10.222.0.54 "GET /v2.0/networks?id=f6ca3005-f821-4bbf-9771-cb98a9ef289d HTTP/1.1" status: 200 len: 907 time: 0.1228654 Aug 19 18:11:19.308459 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1fc1d-b06c-4e64-8ed9-8c7387ef84d2 req-6931178d-967c-4bdb-9d67-42377d0b7511 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:19.311760 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-18b1fc1d-b06c-4e64-8ed9-8c7387ef84d2 req-6931178d-967c-4bdb-9d67-42377d0b7511 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=284266f3-69b7-4f77-8deb-e7f4f76bc55e HTTP/1.1" status: 200 len: 946 time: 0.1317856 Aug 19 18:11:19.321332 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d247e800-ed05-4730-a29a-117a28369181 req-d1d53e6c-4a88-4745-8216-cc756d8815df tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=11f676ae7ee7460b9797b3d37f835c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1897476 Aug 19 18:11:19.349054 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['2bea62d4-5485-4b96-a485-93683f1a4542'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:19.352593 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 680b1459-3fc0-4c9a-bb5b-45acceaaba91 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:11:19.379110 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bcef5f77-0517-4fda-ab47-267b96a26ec9 req-a9e5c46a-2254-4b44-ac9f-c8456864c6da service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63329f52-4d29-46a2-8007-c28af4280754 HTTP/1.1" status: 200 len: 217 time: 0.0611796 Aug 19 18:11:19.407251 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25ef9734-9e0d-4610-9367-f5cd898947ce req-a4383070-21eb-4ebb-800e-e777845001d2 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756639 Aug 19 18:11:19.499650 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef5f77-0517-4fda-ab47-267b96a26ec9 req-66ab5fd8-3423-4682-9b71-d80000333d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:19.501126 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bcef5f77-0517-4fda-ab47-267b96a26ec9 req-66ab5fd8-3423-4682-9b71-d80000333d6d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ee52aea2-4c4c-4ce5-9853-28e4d75899b9 HTTP/1.1" status: 200 len: 846 time: 0.1045821 Aug 19 18:11:19.549244 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 680b1459-3fc0-4c9a-bb5b-45acceaaba91 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:11:19.598763 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 680b1459-3fc0-4c9a-bb5b-45acceaaba91 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:11:19.602099 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:19.676926 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247e800-ed05-4730-a29a-117a28369181 req-63fa0095-6a65-42e6-aacd-27fdf8e79ce5 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:19.678598 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d247e800-ed05-4730-a29a-117a28369181 req-63fa0095-6a65-42e6-aacd-27fdf8e79ce5 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2964635 Aug 19 18:11:19.696656 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bcef5f77-0517-4fda-ab47-267b96a26ec9 req-37b3b2c5-8a89-44df-9e60-760eed234542 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f6ca3005-f821-4bbf-9771-cb98a9ef289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1661747 Aug 19 18:11:19.709427 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-d247e800-ed05-4730-a29a-117a28369181 req-d9a9623b-e3ea-4ff9-bda0-3962e21998ce tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Request body: {'port': {'device_id': '5bea8e88-f856-433a-8c7a-29e02cc459b8', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': '11f676ae7ee7460b9797b3d37f835c87'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:19.756945 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88d0493-dd6d-4a43-834f-5d76bb058e9e x-openstack-request-id: req-e88d0493-dd6d-4a43-834f-5d76bb058e9e {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:19.757523 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284266f3-69b7-4f77-8deb-e7f4f76bc55e", "name": "network-vif-plugged", "status": "completed", "tag": "0452b9d9-5372-4140-b152-ede2e92ee4ac", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:19.758003 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e88d0493-dd6d-4a43-834f-5d76bb058e9e {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:19.759218 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284266f3-69b7-4f77-8deb-e7f4f76bc55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0452b9d9-5372-4140-b152-ede2e92ee4ac', 'code': 200} Aug 19 18:11:19.760046 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:19.819995 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 680b1459-3fc0-4c9a-bb5b-45acceaaba91, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=680b1459-3fc0-4c9a-bb5b-45acceaaba91,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:19.826258 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:19.901602 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=680b1459-3fc0-4c9a-bb5b-45acceaaba91,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:19.937243 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-27dea428-19f9-4ee0-95b5-ac49403f534d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:19.965094 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-18b1fc1d-b06c-4e64-8ed9-8c7387ef84d2 req-aa3c0372-4b91-400d-a91e-cc5ab2a2b96a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6408374 Aug 19 18:11:19.977468 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-61eefdb5-4a78-4b79-a869-9c20c397af44 req-46a10e66-155b-44a5-b53e-7978e0dac5ac tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bea8e88-f856-433a-8c7a-29e02cc459b8 HTTP/1.1" status: 200 len: 210 time: 0.1112106 Aug 19 18:11:19.990179 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-27dea428-19f9-4ee0-95b5-ac49403f534d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:20.023477 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-beec107e-f47e-4223-b98e-3d5c906cb2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:20.025256 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-beec107e-f47e-4223-b98e-3d5c906cb2cf service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.7124639 Aug 19 18:11:20.063007 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9572fc7-d242-4380-a59f-ffec3c2e055d x-openstack-request-id: req-c9572fc7-d242-4380-a59f-ffec3c2e055d {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:20.064126 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12700087-fd96-4294-bd58-0f2b02de31f2", "tag": "0580690e-de96-4822-b775-be6a8d594558", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:20.064998 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9572fc7-d242-4380-a59f-ffec3c2e055d {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:20.065636 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12700087-fd96-4294-bd58-0f2b02de31f2', 'tag': '0580690e-de96-4822-b775-be6a8d594558', 'status': 'completed', 'code': 200} Aug 19 18:11:20.093259 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-b8522526-da59-4f63-a52b-8dd4587cb27f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=296334cd-9192-4123-af02-9692a05ffe23 HTTP/1.1" status: 200 len: 217 time: 0.0522807 Aug 19 18:11:20.124154 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e49827-7b02-4bd1-a243-3051392b3bc5 req-1267ffa0-7406-49c4-b020-9895deda2ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:20.124154 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d3e49827-7b02-4bd1-a243-3051392b3bc5 req-1267ffa0-7406-49c4-b020-9895deda2ba7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=284266f3-69b7-4f77-8deb-e7f4f76bc55e HTTP/1.1" status: 200 len: 1097 time: 0.2538226 Aug 19 18:11:20.156547 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bcef5f77-0517-4fda-ab47-267b96a26ec9 req-18005245-3b55-4dea-86ce-f61fd3e00ab7 service neutron] 10.222.0.54 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334209 Aug 19 18:11:20.173362 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-27dea428-19f9-4ee0-95b5-ac49403f534d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:20.175964 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-27dea428-19f9-4ee0-95b5-ac49403f534d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:20.177179 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-27dea428-19f9-4ee0-95b5-ac49403f534d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db4aa98b-98e5-4f1e-9da3-bbfa44a8d036 HTTP/1.1" status: 204 len: 168 time: 0.9686627 Aug 19 18:11:20.189557 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dea428-19f9-4ee0-95b5-ac49403f534d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4aa98b-98e5-4f1e-9da3-bbfa44a8d036,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:20.202776 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-347cd736-cae5-4e60-ba08-234164faa917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:20.204157 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-347cd736-cae5-4e60-ba08-234164faa917 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0776038 Aug 19 18:11:20.211285 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adaa2d-39c6-4a75-9981-29c470a80d74 req-04054202-2ac5-4aa4-a87c-b439b8be6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:20.212826 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68adaa2d-39c6-4a75-9981-29c470a80d74 req-04054202-2ac5-4aa4-a87c-b439b8be6cc3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a413cea9951e4055a6809abbbf35aa58&device_id=12700087-fd96-4294-bd58-0f2b02de31f2 HTTP/1.1" status: 200 len: 1094 time: 0.1155956 Aug 19 18:11:20.329294 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d3e49827-7b02-4bd1-a243-3051392b3bc5 req-b6fe9c27-8427-4c14-9711-680e515a271b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917117 Aug 19 18:11:20.361312 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d247e800-ed05-4730-a29a-117a28369181 req-d9a9623b-e3ea-4ff9-bda0-3962e21998ce tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Made reservation on behalf of 11f676ae7ee7460b9797b3d37f835c87 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:11:20.364734 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d247e800-ed05-4730-a29a-117a28369181 req-d9a9623b-e3ea-4ff9-bda0-3962e21998ce tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:20.392735 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f0aa3-8a7c-4123-a91d-3084927a90b4 req-1c32864b-55da-4761-991b-f876c98ff9c0 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:20.400209 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-932f0aa3-8a7c-4123-a91d-3084927a90b4 req-1c32864b-55da-4761-991b-f876c98ff9c0 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.2652817 Aug 19 18:11:20.439154 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-d1172580-9dda-49fa-aef5-0313ecce4526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:20.439888 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-d1172580-9dda-49fa-aef5-0313ecce4526 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2202425 Aug 19 18:11:20.517132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71124b1-944b-4139-8718-b7093e626663 req-a3e73030-d8fc-4759-8b56-eb7deb117f7f tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:20.534703 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b71124b1-944b-4139-8718-b7093e626663 req-a3e73030-d8fc-4759-8b56-eb7deb117f7f tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c2e8f93-3bf7-4aa4-939d-823333a12b95 HTTP/1.1" status: 200 len: 943 time: 0.2296684 Aug 19 18:11:20.535310 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bcef5f77-0517-4fda-ab47-267b96a26ec9 req-212f5e7d-49b6-414c-adae-66b99ff05b5c service neutron] 10.222.0.54 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065901 Aug 19 18:11:20.563504 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adaa2d-39c6-4a75-9981-29c470a80d74 req-af1ba5c8-b235-47ab-92e3-a36dcdde712c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:20.564335 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-932f0aa3-8a7c-4123-a91d-3084927a90b4 req-5aa69c83-8173-4943-be42-70a3d8dfb464 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631925 Aug 19 18:11:20.568055 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68adaa2d-39c6-4a75-9981-29c470a80d74 req-af1ba5c8-b235-47ab-92e3-a36dcdde712c service neutron] 10.222.0.54 "GET /v2.0/networks?id=249813a8-ef8c-46fa-8b64-ad0a01830348 HTTP/1.1" status: 200 len: 919 time: 0.3462725 Aug 19 18:11:20.708045 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-d247e800-ed05-4730-a29a-117a28369181 req-d9a9623b-e3ea-4ff9-bda0-3962e21998ce tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Allocated IP 192.168.233.183 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/6fdf8726-9329-4e22-973a-5e30d1c03d3f) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:11:20.711277 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b71124b1-944b-4139-8718-b7093e626663 req-961a9ee7-18ca-4213-bb2c-a625f2d2bbaa tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745925 Aug 19 18:11:20.714860 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68adaa2d-39c6-4a75-9981-29c470a80d74 req-248e83f9-fb9f-4766-9aa6-3da84e9849b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0580690e-de96-4822-b775-be6a8d594558 HTTP/1.1" status: 200 len: 217 time: 0.1238630 Aug 19 18:11:20.900722 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76418d-8179-4ad8-b456-932ce84d8a4f req-1ffc9994-f06f-4720-8279-ed97a17ef5ac tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:20.903295 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a76418d-8179-4ad8-b456-932ce84d8a4f req-1ffc9994-f06f-4720-8279-ed97a17ef5ac tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 947 time: 0.1558595 Aug 19 18:11:20.964801 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-7842a12f-71d7-4875-8aa3-9a051c9bda69 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411630 Aug 19 18:11:21.059380 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a76418d-8179-4ad8-b456-932ce84d8a4f req-f4577920-932a-46ee-9d92-a3392b7211b2 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383379 Aug 19 18:11:21.171445 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-5a31d9a2-f749-4b03-ada4-25471470121b service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871288 Aug 19 18:11:21.175858 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adaa2d-39c6-4a75-9981-29c470a80d74 req-0bd19d2c-5c55-46c9-ace9-e4e4c1d01a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:21.177408 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68adaa2d-39c6-4a75-9981-29c470a80d74 req-0bd19d2c-5c55-46c9-ace9-e4e4c1d01a33 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=22fb6eaf-3a6a-4e3b-8873-29145062fe1f HTTP/1.1" status: 200 len: 858 time: 0.4209502 Aug 19 18:11:21.214938 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d247e800-ed05-4730-a29a-117a28369181 req-d9a9623b-e3ea-4ff9-bda0-3962e21998ce tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:21.259894 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68adaa2d-39c6-4a75-9981-29c470a80d74 req-c339cd7d-323e-4f67-96b4-270e652dadb5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=249813a8-ef8c-46fa-8b64-ad0a01830348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724380 Aug 19 18:11:21.286699 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-d247e800-ed05-4730-a29a-117a28369181 req-d9a9623b-e3ea-4ff9-bda0-3962e21998ce tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Transition to ACTIVE for port object 6fdf8726-9329-4e22-973a-5e30d1c03d3f will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:11:21.324922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642654cd-fc00-4f89-88f0-f15b9bdf6972 req-96fc66f5-9a87-4b3e-9843-9e9f66a73213 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:21.327301 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-642654cd-fc00-4f89-88f0-f15b9bdf6972 req-96fc66f5-9a87-4b3e-9843-9e9f66a73213 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=284266f3-69b7-4f77-8deb-e7f4f76bc55e HTTP/1.1" status: 200 len: 946 time: 0.1093917 Aug 19 18:11:21.365053 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 2b41d37a-3180-451f-9185-3760d06e5e90 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:11:21.404664 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 2bea62d4-5485-4b96-a485-93683f1a4542 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:11:21.438226 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d247e800-ed05-4730-a29a-117a28369181 req-d9a9623b-e3ea-4ff9-bda0-3962e21998ce tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:21.462752 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:21.510200 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['2913220d-a5aa-4c2d-a359-acf78c5e338c', '08531675-2a28-49f9-9907-04a05109ee16', '9ae00d4e-4f1a-466b-92d7-1b119470125e', '2967d7ed-d48e-4ab5-8c8a-777565e1b5b4'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:21.536803 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68adaa2d-39c6-4a75-9981-29c470a80d74 req-84808013-4e2f-4d5e-bd19-a41e03b38da1 service neutron] 10.222.0.54 "GET /v2.0/networks/249813a8-ef8c-46fa-8b64-ad0a01830348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622614 Aug 19 18:11:21.574472 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 0580690e-de96-4822-b775-be6a8d594558 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:11:21.577904 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 8f1f8822-d38a-4e2f-9897-4d902d178537 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:11:21.768495 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.resource_extend [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:11:21.775289 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b3bf55-40b0-4463-8f5c-308fabd65089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680b1459-3fc0-4c9a-bb5b-45acceaaba91'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:21.780666 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9afcaad-311e-4bf4-9527-c8f7f39a4593" -d '{"events": [{"server_uuid": "33b3bf55-40b0-4463-8f5c-308fabd65089", "name": "network-vif-plugged", "status": "completed", "tag": "680b1459-3fc0-4c9a-bb5b-45acceaaba91"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:21.808959 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68adaa2d-39c6-4a75-9981-29c470a80d74 req-a23325b5-4bb3-4642-a3ac-e88e3b71e484 service neutron] 10.222.0.54 "GET /v2.0/networks/249813a8-ef8c-46fa-8b64-ad0a01830348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563136 Aug 19 18:11:21.920988 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 2bea62d4-5485-4b96-a485-93683f1a4542 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:11:21.935838 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 2b41d37a-3180-451f-9185-3760d06e5e90, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=2b41d37a-3180-451f-9185-3760d06e5e90,segment=NetworkSegment(db614f98-5879-40ca-9296-5da0da71b4ee),segment_id=db614f98-5879-40ca-9296-5da0da71b4ee)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:21.948290 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 2bea62d4-5485-4b96-a485-93683f1a4542 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:11:21.948753 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:22.053552 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 8f1f8822-d38a-4e2f-9897-4d902d178537 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:11:22.061750 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '2b41d37a-3180-451f-9185-3760d06e5e90', 'network_id': '249813a8-ef8c-46fa-8b64-ad0a01830348', 'port_id': '2b41d37a-3180-451f-9185-3760d06e5e90', 'mac_address': 'fa:16:3e:57:79:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22fb6eaf-3a6a-4e3b-8873-29145062fe1f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:11:22.106333 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 8f1f8822-d38a-4e2f-9897-4d902d178537 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:11:22.106798 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:22.222617 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958e926-68e5-462f-8eeb-8e93e00f50f1 req-9cc7f78f-5e31-452c-bf4a-618bfe3da3c8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:22.229651 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d247e800-ed05-4730-a29a-117a28369181 req-d9a9623b-e3ea-4ff9-bda0-3962e21998ce tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:11:22.234822 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5958e926-68e5-462f-8eeb-8e93e00f50f1 req-9cc7f78f-5e31-452c-bf4a-618bfe3da3c8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bea8e88-f856-433a-8c7a-29e02cc459b8 HTTP/1.1" status: 200 len: 936 time: 0.1243520 Aug 19 18:11:22.241252 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-d247e800-ed05-4730-a29a-117a28369181 req-d9a9623b-e3ea-4ff9-bda0-3962e21998ce tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:11:22.244549 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-d247e800-ed05-4730-a29a-117a28369181 req-d9a9623b-e3ea-4ff9-bda0-3962e21998ce tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:11:22.300417 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9623b-e3ea-4ff9-bda0-3962e21998ce tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Pushing event updated for resources: {'Port': ['ID=6fdf8726-9329-4e22-973a-5e30d1c03d3f,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:22.308756 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5958e926-68e5-462f-8eeb-8e93e00f50f1 req-c75f3ab2-4a77-41b2-bed6-70c4bef74449 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727310 Aug 19 18:11:22.359100 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-642654cd-fc00-4f89-88f0-f15b9bdf6972 req-fc406e3c-f900-4ff9-841b-2bfe1e34629b tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0198662 Aug 19 18:11:22.452173 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247e800-ed05-4730-a29a-117a28369181 req-d9a9623b-e3ea-4ff9-bda0-3962e21998ce tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:22.452173 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d247e800-ed05-4730-a29a-117a28369181 req-d9a9623b-e3ea-4ff9-bda0-3962e21998ce tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:22.473574 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 0580690e-de96-4822-b775-be6a8d594558, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=0580690e-de96-4822-b775-be6a8d594558,segment=NetworkSegment(db614f98-5879-40ca-9296-5da0da71b4ee),segment_id=db614f98-5879-40ca-9296-5da0da71b4ee)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:22.477872 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:22.509270 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d247e800-ed05-4730-a29a-117a28369181 req-d9a9623b-e3ea-4ff9-bda0-3962e21998ce tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8104961 Aug 19 18:11:22.533592 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-d247e800-ed05-4730-a29a-117a28369181 req-f05b2e55-e091-4d8c-9f1e-9daa832cc0d8 service neutron] Request body: {'port': {'device_id': '5bea8e88-f856-433a-8c7a-29e02cc459b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:22.573949 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '0580690e-de96-4822-b775-be6a8d594558', 'network_id': '249813a8-ef8c-46fa-8b64-ad0a01830348', 'port_id': '0580690e-de96-4822-b775-be6a8d594558', 'mac_address': 'fa:16:3e:21:2e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22fb6eaf-3a6a-4e3b-8873-29145062fe1f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:11:22.614948 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b41d37a-3180-451f-9185-3760d06e5e90 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:11:22.623816 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d247e800-ed05-4730-a29a-117a28369181 req-f05b2e55-e091-4d8c-9f1e-9daa832cc0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:22.738539 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609297a9-d2eb-4a83-9350-db5f601aa084 req-c4f71105-5335-4029-83e9-0eac7a4f1c89 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:22.740763 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4dc8b-8600-40ea-bd01-2a9b64fc5d31 req-6b6531b4-f17f-426b-a003-8acbcefad59b tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:22.744602 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-609297a9-d2eb-4a83-9350-db5f601aa084 req-c4f71105-5335-4029-83e9-0eac7a4f1c89 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c2e8f93-3bf7-4aa4-939d-823333a12b95 HTTP/1.1" status: 200 len: 943 time: 0.1732435 Aug 19 18:11:22.748978 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32b4dc8b-8600-40ea-bd01-2a9b64fc5d31 req-6b6531b4-f17f-426b-a003-8acbcefad59b tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.1264052 Aug 19 18:11:22.758876 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 2b41d37a-3180-451f-9185-3760d06e5e90, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=2b41d37a-3180-451f-9185-3760d06e5e90,segment=NetworkSegment(db614f98-5879-40ca-9296-5da0da71b4ee),segment_id=db614f98-5879-40ca-9296-5da0da71b4ee)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:22.767825 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:22.849439 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-609297a9-d2eb-4a83-9350-db5f601aa084 req-144e3737-10be-431c-b03c-9e1e558bdc07 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929999 Aug 19 18:11:22.938901 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32b4dc8b-8600-40ea-bd01-2a9b64fc5d31 req-ed61d9c3-b79d-4be0-842e-9fee07ac4e2e tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882343 Aug 19 18:11:22.944495 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:22.978790 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0644c304-c10a-4b55-8c2a-6b788120da71 x-openstack-request-id: req-0644c304-c10a-4b55-8c2a-6b788120da71 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:22.979091 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b3bf55-40b0-4463-8f5c-308fabd65089", "name": "network-vif-plugged", "status": "completed", "tag": "680b1459-3fc0-4c9a-bb5b-45acceaaba91", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:22.979386 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0644c304-c10a-4b55-8c2a-6b788120da71 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:22.979773 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b3bf55-40b0-4463-8f5c-308fabd65089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680b1459-3fc0-4c9a-bb5b-45acceaaba91', 'code': 200} Aug 19 18:11:23.079058 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:23.102531 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-db89d5da-e214-4279-839d-c3788cc86624 None None] Provisioning for port 6fdf8726-9329-4e22-973a-5e30d1c03d3f completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:11:23.113263 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d47196-08b8-444e-a8e1-b1410b884961 req-4d222910-b004-4db0-900f-0e509e83ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:23.115122 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e7d47196-08b8-444e-a8e1-b1410b884961 req-4d222910-b004-4db0-900f-0e509e83ed5d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=33b3bf55-40b0-4463-8f5c-308fabd65089 HTTP/1.1" status: 200 len: 1099 time: 0.0842133 Aug 19 18:11:23.157261 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-db89d5da-e214-4279-839d-c3788cc86624 None None] Provisioning complete for port 6fdf8726-9329-4e22-973a-5e30d1c03d3f triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:11:23.157704 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-db89d5da-e214-4279-839d-c3788cc86624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:23.187396 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 2bea62d4-5485-4b96-a485-93683f1a4542, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=2bea62d4-5485-4b96-a485-93683f1a4542,segment=NetworkSegment(db614f98-5879-40ca-9296-5da0da71b4ee),segment_id=db614f98-5879-40ca-9296-5da0da71b4ee)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:23.230949 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:23.234693 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0580690e-de96-4822-b775-be6a8d594558 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:11:23.236430 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-d247e800-ed05-4730-a29a-117a28369181 req-f05b2e55-e091-4d8c-9f1e-9daa832cc0d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fdf8726-9329-4e22-973a-5e30d1c03d3f {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:11:23.253284 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d247e800-ed05-4730-a29a-117a28369181 req-f05b2e55-e091-4d8c-9f1e-9daa832cc0d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:23.255153 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e7d47196-08b8-444e-a8e1-b1410b884961 req-5316fd2d-4e82-4651-acf0-0b2eac1fdd43 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935733 Aug 19 18:11:23.271349 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3286fb9-bcc5-4eab-8b21-e2879655b380 req-decfcfab-fa58-43f1-85db-2375afd9e180 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:23.271680 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:23.277593 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d3286fb9-bcc5-4eab-8b21-e2879655b380 req-decfcfab-fa58-43f1-85db-2375afd9e180 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 947 time: 0.1206408 Aug 19 18:11:23.315402 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=2b41d37a-3180-451f-9185-3760d06e5e90,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:23.354970 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-d247e800-ed05-4730-a29a-117a28369181 req-f05b2e55-e091-4d8c-9f1e-9daa832cc0d8 service neutron] Transition to ACTIVE for port object 6fdf8726-9329-4e22-973a-5e30d1c03d3f will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:11:23.369303 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d247e800-ed05-4730-a29a-117a28369181 req-f05b2e55-e091-4d8c-9f1e-9daa832cc0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:23.392548 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 0580690e-de96-4822-b775-be6a8d594558, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=0580690e-de96-4822-b775-be6a8d594558,segment=NetworkSegment(db614f98-5879-40ca-9296-5da0da71b4ee),segment_id=db614f98-5879-40ca-9296-5da0da71b4ee)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:23.394574 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-db89d5da-e214-4279-839d-c3788cc86624 None None] Port 6fdf8726-9329-4e22-973a-5e30d1c03d3f cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:11:23.407262 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 50a62129-56ca-42aa-9c64-9257bdaf8fc8 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:11:23.449128 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:23.464395 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b2e55-e091-4d8c-9f1e-9daa832cc0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fdf8726-9329-4e22-973a-5e30d1c03d3f,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:23.465648 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 8f1f8822-d38a-4e2f-9897-4d902d178537, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=8f1f8822-d38a-4e2f-9897-4d902d178537,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:23.501840 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:23.538797 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=2bea62d4-5485-4b96-a485-93683f1a4542,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:23.541135 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d3286fb9-bcc5-4eab-8b21-e2879655b380 req-f34a8c94-7008-425b-8b9b-6dd79649bda3 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529624 Aug 19 18:11:23.607364 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40e4f2-d8af-41eb-af78-fa3830574248 req-65fb9a2c-d3b8-400e-b804-d6449008fb7c tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:23.609761 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3e40e4f2-d8af-41eb-af78-fa3830574248 req-65fb9a2c-d3b8-400e-b804-d6449008fb7c tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bea8e88-f856-433a-8c7a-29e02cc459b8 HTTP/1.1" status: 200 len: 948 time: 0.1480281 Aug 19 18:11:23.634441 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['2b41d37a-3180-451f-9185-3760d06e5e90'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:23.718026 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3e40e4f2-d8af-41eb-af78-fa3830574248 req-6e41d64c-f189-4e4a-8c66-409bf114bad7 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968020 Aug 19 18:11:23.816706 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-d247e800-ed05-4730-a29a-117a28369181 req-f05b2e55-e091-4d8c-9f1e-9daa832cc0d8 service neutron] Attempting to bind port 6fdf8726-9329-4e22-973a-5e30d1c03d3f on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:11:23.817049 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-d247e800-ed05-4730-a29a-117a28369181 req-f05b2e55-e091-4d8c-9f1e-9daa832cc0d8 service neutron] Attempting to bind port 6fdf8726-9329-4e22-973a-5e30d1c03d3f by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:11:23.817381 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d247e800-ed05-4730-a29a-117a28369181 req-f05b2e55-e091-4d8c-9f1e-9daa832cc0d8 service neutron] Attempting to bind port 6fdf8726-9329-4e22-973a-5e30d1c03d3f on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:11:23.853740 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df13a0-4c65-41ca-94ab-482816d3b517 req-ca32de3c-8dc5-4e6d-beb1-0a0ef41ebdcb tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:23.856319 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f6df13a0-4c65-41ca-94ab-482816d3b517 req-ca32de3c-8dc5-4e6d-beb1-0a0ef41ebdcb tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=284266f3-69b7-4f77-8deb-e7f4f76bc55e HTTP/1.1" status: 200 len: 946 time: 0.1597474 Aug 19 18:11:23.858195 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d247e800-ed05-4730-a29a-117a28369181 req-f05b2e55-e091-4d8c-9f1e-9daa832cc0d8 service neutron] Port 6fdf8726-9329-4e22-973a-5e30d1c03d3f on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:11:23.858718 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d247e800-ed05-4730-a29a-117a28369181 req-f05b2e55-e091-4d8c-9f1e-9daa832cc0d8 service neutron] Attempting to bind port 6fdf8726-9329-4e22-973a-5e30d1c03d3f on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:11:23.866698 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=0580690e-de96-4822-b775-be6a8d594558,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:23.889406 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d247e800-ed05-4730-a29a-117a28369181 req-f05b2e55-e091-4d8c-9f1e-9daa832cc0d8 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:11:23.889795 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d247e800-ed05-4730-a29a-117a28369181 req-f05b2e55-e091-4d8c-9f1e-9daa832cc0d8 service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:11:23.890187 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d247e800-ed05-4730-a29a-117a28369181 req-f05b2e55-e091-4d8c-9f1e-9daa832cc0d8 service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:11:23.890639 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-d247e800-ed05-4730-a29a-117a28369181 req-f05b2e55-e091-4d8c-9f1e-9daa832cc0d8 service neutron] Bound port: 6fdf8726-9329-4e22-973a-5e30d1c03d3f, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:11:23.891132 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d247e800-ed05-4730-a29a-117a28369181 req-f05b2e55-e091-4d8c-9f1e-9daa832cc0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:24.009367 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-d247e800-ed05-4730-a29a-117a28369181 req-f05b2e55-e091-4d8c-9f1e-9daa832cc0d8 service neutron] For port 6fdf8726-9329-4e22-973a-5e30d1c03d3f, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:11:24.014461 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-d247e800-ed05-4730-a29a-117a28369181 req-f05b2e55-e091-4d8c-9f1e-9daa832cc0d8 service neutron] For port 6fdf8726-9329-4e22-973a-5e30d1c03d3f, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=6fdf8726-9329-4e22-973a-5e30d1c03d3f,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:11:24.031273 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f6df13a0-4c65-41ca-94ab-482816d3b517 req-140ec5f5-1110-4f0a-ad7d-34b2e31a8cb4 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643209 Aug 19 18:11:24.040339 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d247e800-ed05-4730-a29a-117a28369181 req-f05b2e55-e091-4d8c-9f1e-9daa832cc0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:24.120726 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['0580690e-de96-4822-b775-be6a8d594558'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:24.140238 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:24.155008 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247e800-ed05-4730-a29a-117a28369181 req-f05b2e55-e091-4d8c-9f1e-9daa832cc0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:24.155569 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d247e800-ed05-4730-a29a-117a28369181 req-f05b2e55-e091-4d8c-9f1e-9daa832cc0d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:24.158623 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d247e800-ed05-4730-a29a-117a28369181 req-f05b2e55-e091-4d8c-9f1e-9daa832cc0d8 service neutron] 10.222.0.50 "PUT /v2.0/ports/6fdf8726-9329-4e22-973a-5e30d1c03d3f HTTP/1.1" status: 200 len: 1096 time: 1.6303277 Aug 19 18:11:24.159491 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bea8e88-f856-433a-8c7a-29e02cc459b8', 'tag': '6fdf8726-9329-4e22-973a-5e30d1c03d3f'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:24.164305 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2152e427-763c-4ff2-ac49-4723ec337721" -d '{"events": [{"name": "network-changed", "server_uuid": "5bea8e88-f856-433a-8c7a-29e02cc459b8", "tag": "6fdf8726-9329-4e22-973a-5e30d1c03d3f"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:24.242634 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b2e55-e091-4d8c-9f1e-9daa832cc0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fdf8726-9329-4e22-973a-5e30d1c03d3f,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:24.299992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eec5c6-49d8-498c-90df-b47495d32067 req-1d64e141-f095-495d-b130-0092f3da506b tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:24.303040 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75eec5c6-49d8-498c-90df-b47495d32067 req-1d64e141-f095-495d-b130-0092f3da506b tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/networks?id=65564e16-87ea-48ca-8938-07f915ef9c0a HTTP/1.1" status: 200 len: 805 time: 0.2908871 Aug 19 18:11:24.344662 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75eec5c6-49d8-498c-90df-b47495d32067 req-d23ad268-fe60-4674-b594-5cfc8089a8c3 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/quotas/f583f01a579c47af87ffae7dc814cdd2 HTTP/1.1" status: 200 len: 375 time: 0.0298388 Aug 19 18:11:24.352730 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247e800-ed05-4730-a29a-117a28369181 req-7ccbd3b3-1edf-4da6-8f1c-1481b5fe2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:24.354817 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d247e800-ed05-4730-a29a-117a28369181 req-7ccbd3b3-1edf-4da6-8f1c-1481b5fe2e21 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11f676ae7ee7460b9797b3d37f835c87&device_id=5bea8e88-f856-433a-8c7a-29e02cc459b8 HTTP/1.1" status: 200 len: 1099 time: 0.1315696 Aug 19 18:11:24.369422 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=8f1f8822-d38a-4e2f-9897-4d902d178537,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:24.379134 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661741ee-32b6-4607-940f-5244a6c70231 req-5cc3e5a9-0df0-455d-9bb7-387319111f42 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:24.389785 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-661741ee-32b6-4607-940f-5244a6c70231 req-5cc3e5a9-0df0-455d-9bb7-387319111f42 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c2e8f93-3bf7-4aa4-939d-823333a12b95 HTTP/1.1" status: 200 len: 944 time: 0.1530967 Aug 19 18:11:24.439536 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75eec5c6-49d8-498c-90df-b47495d32067 req-23f2cf7c-3ef7-4225-be43-e584309f3e44 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f583f01a579c47af87ffae7dc814cdd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0793393 Aug 19 18:11:24.452700 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 50a62129-56ca-42aa-9c64-9257bdaf8fc8, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=50a62129-56ca-42aa-9c64-9257bdaf8fc8,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:24.470910 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d247e800-ed05-4730-a29a-117a28369181 req-b30ab5a7-222a-42d3-9723-088cf9535259 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=6fdf8726-9329-4e22-973a-5e30d1c03d3f HTTP/1.1" status: 200 len: 217 time: 0.0800877 Aug 19 18:11:24.473334 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:24.577738 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-661741ee-32b6-4607-940f-5244a6c70231 req-3c61033a-1458-4c08-835d-a007382aaac8 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714833 Aug 19 18:11:24.602758 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247e800-ed05-4730-a29a-117a28369181 req-7525b6c6-060c-40f2-a65c-32759e39c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:24.604262 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d247e800-ed05-4730-a29a-117a28369181 req-7525b6c6-060c-40f2-a65c-32759e39c096 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1083016 Aug 19 18:11:24.608243 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75eec5c6-49d8-498c-90df-b47495d32067 req-fde51fb6-5d3d-482f-b8da-85bd93912510 service neutron] 10.222.0.24 "GET /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509047 Aug 19 18:11:24.696244 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=50a62129-56ca-42aa-9c64-9257bdaf8fc8,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:24.715818 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247e800-ed05-4730-a29a-117a28369181 req-b81656bd-f893-4693-9cea-fecdef289dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:24.718393 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d247e800-ed05-4730-a29a-117a28369181 req-b81656bd-f893-4693-9cea-fecdef289dd1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0911062 Aug 19 18:11:24.734777 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa22407-e7fb-433e-ae20-b6f780f457bc req-7516bafa-0c79-4dd5-9d28-3c153340e373 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:24.736866 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0aa22407-e7fb-433e-ae20-b6f780f457bc req-7516bafa-0c79-4dd5-9d28-3c153340e373 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.0722477 Aug 19 18:11:24.768369 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75eec5c6-49d8-498c-90df-b47495d32067 req-4af36c0a-f7d2-4ef4-9932-3f5ca9b49c89 service neutron] 10.222.0.24 "GET /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517036 Aug 19 18:11:24.866752 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0aa22407-e7fb-433e-ae20-b6f780f457bc req-4a332fae-7689-4dba-99d8-d397665aac70 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594077 Aug 19 18:11:24.898466 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d247e800-ed05-4730-a29a-117a28369181 req-921fccc7-f835-4239-afd5-b546797a513c service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611371 Aug 19 18:11:24.982561 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc56d12-a636-400f-90cc-c9d4563d5987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bea62d4-5485-4b96-a485-93683f1a4542'}, {'server_uuid': '84c131c6-745d-4a15-bc8c-604db21e6418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1f8822-d38a-4e2f-9897-4d902d178537'}, {'server_uuid': 'b0a03536-ad97-4330-bcef-1459c3f537d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50a62129-56ca-42aa-9c64-9257bdaf8fc8'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:24.987221 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1567b19a-13fe-4818-b2fd-ee3e3cb77274" -d '{"events": [{"server_uuid": "7fc56d12-a636-400f-90cc-c9d4563d5987", "name": "network-vif-plugged", "status": "completed", "tag": "2bea62d4-5485-4b96-a485-93683f1a4542"}, {"server_uuid": "84c131c6-745d-4a15-bc8c-604db21e6418", "name": "network-vif-plugged", "status": "completed", "tag": "8f1f8822-d38a-4e2f-9897-4d902d178537"}, {"server_uuid": "b0a03536-ad97-4330-bcef-1459c3f537d4", "name": "network-vif-unplugged", "status": "completed", "tag": "50a62129-56ca-42aa-9c64-9257bdaf8fc8"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:25.023398 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ab5ffb-3171-4019-828d-6276b9505bfd x-openstack-request-id: req-c1ab5ffb-3171-4019-828d-6276b9505bfd {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:25.023839 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bea8e88-f856-433a-8c7a-29e02cc459b8", "tag": "6fdf8726-9329-4e22-973a-5e30d1c03d3f", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:25.024429 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1ab5ffb-3171-4019-828d-6276b9505bfd {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:25.024836 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bea8e88-f856-433a-8c7a-29e02cc459b8', 'tag': '6fdf8726-9329-4e22-973a-5e30d1c03d3f', 'status': 'completed', 'code': 200} Aug 19 18:11:25.165454 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6afd7-dcdf-46f3-ac51-70798dc825de req-9549764e-befa-4928-92ef-643260684325 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:25.167748 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9cf6afd7-dcdf-46f3-ac51-70798dc825de req-9549764e-befa-4928-92ef-643260684325 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 948 time: 0.0924664 Aug 19 18:11:25.194850 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2178ab-d954-463b-9b3a-173840e39328 req-963cfcae-0ca5-4228-a270-16d5f5c539e0 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:25.196453 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1e2178ab-d954-463b-9b3a-173840e39328 req-963cfcae-0ca5-4228-a270-16d5f5c539e0 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7069e351-b134-49f2-9267-5c55dfb6cb7f HTTP/1.1" status: 200 len: 945 time: 0.1330123 Aug 19 18:11:25.199021 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d247e800-ed05-4730-a29a-117a28369181 req-52b0cc71-4f8a-46ba-867a-0db07a5f16d2 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620046 Aug 19 18:11:25.243184 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9cf6afd7-dcdf-46f3-ac51-70798dc825de req-49c20d72-5e5d-4507-8cbf-8e37d1cd5551 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677035 Aug 19 18:11:25.257375 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1e2178ab-d954-463b-9b3a-173840e39328 req-233dd30e-9bb7-44d3-b277-cd57acc3642b tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503650 Aug 19 18:11:25.411812 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e110c-dade-4d91-8208-1851bcf5b5c7 req-6f83c93c-b2b5-489e-809c-628ccbd11335 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:25.420754 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2c7e110c-dade-4d91-8208-1851bcf5b5c7 req-6f83c93c-b2b5-489e-809c-628ccbd11335 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bea8e88-f856-433a-8c7a-29e02cc459b8 HTTP/1.1" status: 200 len: 948 time: 0.0797389 Aug 19 18:11:25.481555 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a668b874-01ed-4a18-a0cf-5d4d809695df req-f5c07f95-c38c-4120-8697-f4aae180e9a8 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=918a4672-aee8-4ca7-a20d-f6a91d2eddfe HTTP/1.1" status: 200 len: 210 time: 0.0575945 Aug 19 18:11:25.484961 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152e427-763c-4ff2-ac49-4723ec337721 req-9fbaf5fe-7e96-4c17-8515-da107bc3d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:25.486918 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2152e427-763c-4ff2-ac49-4723ec337721 req-9fbaf5fe-7e96-4c17-8515-da107bc3d0a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11f676ae7ee7460b9797b3d37f835c87&device_id=5bea8e88-f856-433a-8c7a-29e02cc459b8 HTTP/1.1" status: 200 len: 1099 time: 0.1559331 Aug 19 18:11:25.543584 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2c7e110c-dade-4d91-8208-1851bcf5b5c7 req-2f068cef-8532-4098-8f62-b78135d03a7c tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205213 Aug 19 18:11:25.558909 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46784) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:25.614728 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6a5231-dcc2-466a-bece-cf3c26f46cfc x-openstack-request-id: req-9d6a5231-dcc2-466a-bece-cf3c26f46cfc {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:25.615359 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc56d12-a636-400f-90cc-c9d4563d5987", "name": "network-vif-plugged", "status": "completed", "tag": "2bea62d4-5485-4b96-a485-93683f1a4542", "code": 200}, {"server_uuid": "84c131c6-745d-4a15-bc8c-604db21e6418", "name": "network-vif-plugged", "status": "completed", "tag": "8f1f8822-d38a-4e2f-9897-4d902d178537", "code": 200}, {"server_uuid": "b0a03536-ad97-4330-bcef-1459c3f537d4", "name": "network-vif-unplugged", "status": "completed", "tag": "50a62129-56ca-42aa-9c64-9257bdaf8fc8", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:25.615521 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d6a5231-dcc2-466a-bece-cf3c26f46cfc {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:25.615842 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc56d12-a636-400f-90cc-c9d4563d5987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bea62d4-5485-4b96-a485-93683f1a4542', 'code': 200} Aug 19 18:11:25.616126 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c131c6-745d-4a15-bc8c-604db21e6418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1f8822-d38a-4e2f-9897-4d902d178537', 'code': 200} Aug 19 18:11:25.616420 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a03536-ad97-4330-bcef-1459c3f537d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50a62129-56ca-42aa-9c64-9257bdaf8fc8', 'code': 200} Aug 19 18:11:25.706711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152e427-763c-4ff2-ac49-4723ec337721 req-72fa6f00-ec0b-4451-99ea-7d95f1e70423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:25.711029 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2152e427-763c-4ff2-ac49-4723ec337721 req-72fa6f00-ec0b-4451-99ea-7d95f1e70423 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.2017391 Aug 19 18:11:25.739368 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c60b7-16cf-4168-aa3e-1242b931c9af req-955cad11-522e-4354-9761-6c48ec4fffcf tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:25.741076 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fc7c60b7-16cf-4168-aa3e-1242b931c9af req-955cad11-522e-4354-9761-6c48ec4fffcf tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=284266f3-69b7-4f77-8deb-e7f4f76bc55e HTTP/1.1" status: 200 len: 946 time: 0.1079097 Aug 19 18:11:25.786732 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2152e427-763c-4ff2-ac49-4723ec337721 req-1d22cad4-5627-4b9d-982d-b4a3c43dcc48 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=6fdf8726-9329-4e22-973a-5e30d1c03d3f HTTP/1.1" status: 200 len: 217 time: 0.0621800 Aug 19 18:11:25.858701 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ca378-abf2-4793-a437-8bf64bfda8c6 req-bb290881-8daa-4027-ad62-1582faac4831 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:25.860414 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a4ca378-abf2-4793-a437-8bf64bfda8c6 req-bb290881-8daa-4027-ad62-1582faac4831 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c2e8f93-3bf7-4aa4-939d-823333a12b95 HTTP/1.1" status: 200 len: 944 time: 0.1614087 Aug 19 18:11:25.865709 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-575ca1bd-60d3-4062-9d5a-5f7eb993767f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:25.866784 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152e427-763c-4ff2-ac49-4723ec337721 req-90ea9067-c35d-481e-8883-f61372ff079e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:25.868327 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2152e427-763c-4ff2-ac49-4723ec337721 req-90ea9067-c35d-481e-8883-f61372ff079e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0690231 Aug 19 18:11:25.883372 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fc7c60b7-16cf-4168-aa3e-1242b931c9af req-76424b34-b606-4672-96d7-51afacbd90c5 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340172 Aug 19 18:11:25.900148 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c49606-7d32-438f-b0a5-cd2e4827854c req-82563db1-e32d-4263-8a8c-47b51cc80d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:25.901817 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-58c49606-7d32-438f-b0a5-cd2e4827854c req-82563db1-e32d-4263-8a8c-47b51cc80d8a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7fc56d12-a636-400f-90cc-c9d4563d5987 HTTP/1.1" status: 200 len: 1096 time: 0.1444988 Aug 19 18:11:25.905885 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7980d2-0b17-4402-8380-2564cce66b01 req-328bfd15-0cbb-4389-b503-79b5d51cecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:25.907505 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de7980d2-0b17-4402-8380-2564cce66b01 req-328bfd15-0cbb-4389-b503-79b5d51cecda service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 1099 time: 0.1148508 Aug 19 18:11:25.934594 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a4ca378-abf2-4793-a437-8bf64bfda8c6 req-6a8fb94a-e7e4-41af-90d0-1bdc7c67a1ad tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652184 Aug 19 18:11:25.972236 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152e427-763c-4ff2-ac49-4723ec337721 req-6dcb1418-077b-4c38-bb78-e01bed0927c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:25.973980 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2152e427-763c-4ff2-ac49-4723ec337721 req-6dcb1418-077b-4c38-bb78-e01bed0927c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0722461 Aug 19 18:11:26.073525 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-58c49606-7d32-438f-b0a5-cd2e4827854c req-d1d2aa59-907c-4ea0-bf82-24f02056d8f1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403689 Aug 19 18:11:26.098469 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de7980d2-0b17-4402-8380-2564cce66b01 req-b33d1562-2e0f-459f-a9f0-d2b1fadffc2a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178999 Aug 19 18:11:26.132789 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-575ca1bd-60d3-4062-9d5a-5f7eb993767f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:26.138946 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-575ca1bd-60d3-4062-9d5a-5f7eb993767f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:26.163547 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec72bb8-c2f0-43ce-95db-395fea1c2b63 req-138f4312-b269-47d9-9794-d6f00cdc641d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:26.165087 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bec72bb8-c2f0-43ce-95db-395fea1c2b63 req-138f4312-b269-47d9-9794-d6f00cdc641d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.1021626 Aug 19 18:11:26.169097 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2152e427-763c-4ff2-ac49-4723ec337721 req-ff395be5-d08e-482f-a934-f1cc0f27347e service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776335 Aug 19 18:11:26.206877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ca1bd-60d3-4062-9d5a-5f7eb993767f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28089f5e-ad17-4815-b01d-1811640c5540,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:26.208085 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bec72bb8-c2f0-43ce-95db-395fea1c2b63 req-1111b8b0-af8f-42ab-8938-c75709f88247 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351086 Aug 19 18:11:26.214196 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-575ca1bd-60d3-4062-9d5a-5f7eb993767f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76cbbeeaba07471fb4b7bfb18dc9ca82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6527703 Aug 19 18:11:26.218146 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46796) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:26.238872 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b26f6-be2a-4e09-b67a-c8414b86a7c0 req-6e17bc4f-b6cd-4b3f-9bcb-76cbce64c778 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:26.240469 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-842b26f6-be2a-4e09-b67a-c8414b86a7c0 req-6e17bc4f-b6cd-4b3f-9bcb-76cbce64c778 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=284266f3-69b7-4f77-8deb-e7f4f76bc55e HTTP/1.1" status: 200 len: 946 time: 0.0900528 Aug 19 18:11:26.271325 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5d50857-4216-437a-9878-5ddcdc3bc41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:26.280907 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-842b26f6-be2a-4e09-b67a-c8414b86a7c0 req-fc576da2-52cf-4d98-a1b3-54e0e079c679 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344036 Aug 19 18:11:26.295046 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5d50857-4216-437a-9878-5ddcdc3bc41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:26.375562 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5d50857-4216-437a-9878-5ddcdc3bc41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:26.376695 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5d50857-4216-437a-9878-5ddcdc3bc41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:26.380243 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f5d50857-4216-437a-9878-5ddcdc3bc41a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28089f5e-ad17-4815-b01d-1811640c5540 HTTP/1.1" status: 204 len: 168 time: 0.1578240 Aug 19 18:11:26.397393 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ab21c-a68d-4575-8b2f-70e98cb592ed req-e8b91e61-d7e2-40db-8a85-9bb0a72b6336 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:26.399011 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c39ab21c-a68d-4575-8b2f-70e98cb592ed req-e8b91e61-d7e2-40db-8a85-9bb0a72b6336 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 948 time: 0.0691147 Aug 19 18:11:26.400352 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d50857-4216-437a-9878-5ddcdc3bc41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28089f5e-ad17-4815-b01d-1811640c5540,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:26.500166 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c39ab21c-a68d-4575-8b2f-70e98cb592ed req-05a6f469-f345-48c4-ba24-f20b3216c214 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851851 Aug 19 18:11:26.534501 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2152e427-763c-4ff2-ac49-4723ec337721 req-26d1a8ff-ebe4-425c-9f87-233eeff43b2b service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306329 Aug 19 18:11:26.601506 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2132a273-0630-489a-b5d0-923770cf474d req-b71522d9-aeda-4ec9-9bf4-1bbe1f5b0b30 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=918a4672-aee8-4ca7-a20d-f6a91d2eddfe HTTP/1.1" status: 200 len: 210 time: 0.0358019 Aug 19 18:11:26.666146 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acc5f6-98f8-433b-9ae8-7793069ae66c req-433da0cb-3043-463d-8cf4-e7e00c93aeba tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:26.667737 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-94acc5f6-98f8-433b-9ae8-7793069ae66c req-433da0cb-3043-463d-8cf4-e7e00c93aeba tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bea8e88-f856-433a-8c7a-29e02cc459b8 HTTP/1.1" status: 200 len: 948 time: 0.0572751 Aug 19 18:11:26.719312 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-94acc5f6-98f8-433b-9ae8-7793069ae66c req-f70cce4d-b7c2-46db-8c50-7c19db2fcc0b tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440707 Aug 19 18:11:26.752910 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46810) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:26.766827 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b9e6f32d-09c6-4806-860d-cb74ac7a6381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:26.867993 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b9e6f32d-09c6-4806-860d-cb74ac7a6381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:26.872116 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b9e6f32d-09c6-4806-860d-cb74ac7a6381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:26.911278 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6f32d-09c6-4806-860d-cb74ac7a6381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defe0013-6a8c-4d93-9c6a-eb4c32e181d3,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:26.915608 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b9e6f32d-09c6-4806-860d-cb74ac7a6381 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da623745200c41ef80fc49a733476dd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616204 Aug 19 18:11:26.918317 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46812) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:26.975542 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-757845d4-100f-452e-b230-719dfd6e5d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:27.003705 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-757845d4-100f-452e-b230-719dfd6e5d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:27.161222 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11152b7b-548e-437e-8271-caf490ec5b0f req-e0278ad7-1b1c-4acb-a33b-a18c199a411c tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:27.162762 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11152b7b-548e-437e-8271-caf490ec5b0f req-e0278ad7-1b1c-4acb-a33b-a18c199a411c tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c2e8f93-3bf7-4aa4-939d-823333a12b95 HTTP/1.1" status: 200 len: 944 time: 0.1416624 Aug 19 18:11:27.177485 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-757845d4-100f-452e-b230-719dfd6e5d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:27.178600 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-757845d4-100f-452e-b230-719dfd6e5d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:27.179736 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-757845d4-100f-452e-b230-719dfd6e5d31 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/defe0013-6a8c-4d93-9c6a-eb4c32e181d3 HTTP/1.1" status: 204 len: 168 time: 0.2604787 Aug 19 18:11:27.221186 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eec5c6-49d8-498c-90df-b47495d32067 req-60c712e7-d0f5-44bd-80a2-879c7c4724f0 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:27.222807 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75eec5c6-49d8-498c-90df-b47495d32067 req-60c712e7-d0f5-44bd-80a2-879c7c4724f0 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.54 "GET /v2.0/networks?id=65564e16-87ea-48ca-8938-07f915ef9c0a HTTP/1.1" status: 200 len: 805 time: 0.2162967 Aug 19 18:11:27.223603 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757845d4-100f-452e-b230-719dfd6e5d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defe0013-6a8c-4d93-9c6a-eb4c32e181d3,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:27.263238 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-75eec5c6-49d8-498c-90df-b47495d32067 req-1831bda9-dfbe-4b28-a779-d4936011ea0c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Request body: {'port': {'device_id': '918a4672-aee8-4ca7-a20d-f6a91d2eddfe', 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a', 'admin_state_up': True, 'tenant_id': 'f583f01a579c47af87ffae7dc814cdd2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:27.281210 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11152b7b-548e-437e-8271-caf490ec5b0f req-1b3d0cd6-9cf8-4356-a84a-0035f342d7d9 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102939 Aug 19 18:11:27.393450 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04228296-0f82-4fe5-bafb-cf15527530e9 req-a340f691-c6aa-476c-a2ab-329a6bc26804 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:27.398132 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-04228296-0f82-4fe5-bafb-cf15527530e9 req-a340f691-c6aa-476c-a2ab-329a6bc26804 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.0709090 Aug 19 18:11:27.407838 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 2b41d37a-3180-451f-9185-3760d06e5e90 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:11:27.437149 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75eec5c6-49d8-498c-90df-b47495d32067 req-1831bda9-dfbe-4b28-a779-d4936011ea0c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Made reservation on behalf of f583f01a579c47af87ffae7dc814cdd2 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:11:27.441258 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-75eec5c6-49d8-498c-90df-b47495d32067 req-1831bda9-dfbe-4b28-a779-d4936011ea0c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:27.454219 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea50711-5261-447c-993b-f0544c6044dc req-faf102a6-c9d9-4375-bd61-ac2bf91eb4e9 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:27.456658 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3ea50711-5261-447c-993b-f0544c6044dc req-faf102a6-c9d9-4375-bd61-ac2bf91eb4e9 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=284266f3-69b7-4f77-8deb-e7f4f76bc55e HTTP/1.1" status: 200 len: 946 time: 0.0909672 Aug 19 18:11:27.481295 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-04228296-0f82-4fe5-bafb-cf15527530e9 req-6bf2d3a9-0430-4bdf-8a51-a9a5694c22ce tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799260 Aug 19 18:11:27.511760 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae6cec-0a12-4c4c-b2c9-3439f59bb817 req-8eb2ce3b-12ac-488d-b5a5-430bc27f924f tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:27.514399 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-43ae6cec-0a12-4c4c-b2c9-3439f59bb817 req-8eb2ce3b-12ac-488d-b5a5-430bc27f924f tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0a03536-ad97-4330-bcef-1459c3f537d4 HTTP/1.1" status: 200 len: 943 time: 0.0707059 Aug 19 18:11:27.517973 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 2b41d37a-3180-451f-9185-3760d06e5e90 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:11:27.523035 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 0580690e-de96-4822-b775-be6a8d594558 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:11:27.527086 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 2b41d37a-3180-451f-9185-3760d06e5e90 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:11:27.527572 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:27.621515 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3ea50711-5261-447c-993b-f0544c6044dc req-e390332d-2748-49d3-8589-e318e735e638 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526153 Aug 19 18:11:27.657076 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 0580690e-de96-4822-b775-be6a8d594558 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:11:27.699608 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-43ae6cec-0a12-4c4c-b2c9-3439f59bb817 req-4e5f408a-ce2a-47b4-8abd-31b95d03fd91 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Deleting port 50a62129-56ca-42aa-9c64-9257bdaf8fc8 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:11:27.702014 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-43ae6cec-0a12-4c4c-b2c9-3439f59bb817 req-4e5f408a-ce2a-47b4-8abd-31b95d03fd91 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:27.702306 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:27.705718 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 0580690e-de96-4822-b775-be6a8d594558 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:11:27.706679 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:27.786503 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2e8f93-3bf7-4aa4-939d-823333a12b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b41d37a-3180-451f-9185-3760d06e5e90'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:27.789651 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-50559318-97b1-49a0-815a-6e50aab742f8 req-1c115c03-f32e-4b4d-8d3a-2f51706d3800 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=918a4672-aee8-4ca7-a20d-f6a91d2eddfe HTTP/1.1" status: 200 len: 210 time: 0.0510068 Aug 19 18:11:27.790237 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f7fc71-789a-48a3-b4a4-c8e777840645" -d '{"events": [{"server_uuid": "6c2e8f93-3bf7-4aa4-939d-823333a12b95", "name": "network-vif-plugged", "status": "completed", "tag": "2b41d37a-3180-451f-9185-3760d06e5e90"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:27.807553 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 2b41d37a-3180-451f-9185-3760d06e5e90, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=2b41d37a-3180-451f-9185-3760d06e5e90,segment=NetworkSegment(db614f98-5879-40ca-9296-5da0da71b4ee),segment_id=db614f98-5879-40ca-9296-5da0da71b4ee)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:27.813753 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-75eec5c6-49d8-498c-90df-b47495d32067 req-1831bda9-dfbe-4b28-a779-d4936011ea0c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Allocated IP 172.20.0.14 (65564e16-87ea-48ca-8938-07f915ef9c0a/09884e41-8987-4095-b41a-2dbe97fb4846/2028ecf0-53e2-45e6-9dbf-698ed5ee158e) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:11:27.814866 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:27.938282 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abb186-891a-4036-8241-e4b231e7ea49 req-53d5588c-58cd-4ab0-9da2-20f0f1551d78 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:27.944791 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:27.948290 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a8abb186-891a-4036-8241-e4b231e7ea49 req-53d5588c-58cd-4ab0-9da2-20f0f1551d78 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 948 time: 0.1459432 Aug 19 18:11:27.948908 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=2b41d37a-3180-451f-9185-3760d06e5e90,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:27.989017 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 0580690e-de96-4822-b775-be6a8d594558, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=0580690e-de96-4822-b775-be6a8d594558,segment=NetworkSegment(db614f98-5879-40ca-9296-5da0da71b4ee),segment_id=db614f98-5879-40ca-9296-5da0da71b4ee)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:27.989370 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-43ae6cec-0a12-4c4c-b2c9-3439f59bb817 req-4e5f408a-ce2a-47b4-8abd-31b95d03fd91 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] For port 50a62129-56ca-42aa-9c64-9257bdaf8fc8, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=50a62129-56ca-42aa-9c64-9257bdaf8fc8,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:27.989617 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-43ae6cec-0a12-4c4c-b2c9-3439f59bb817 req-4e5f408a-ce2a-47b4-8abd-31b95d03fd91 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:27.994809 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:28.014881 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-43ae6cec-0a12-4c4c-b2c9-3439f59bb817 req-4e5f408a-ce2a-47b4-8abd-31b95d03fd91 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Calling delete_port for 50a62129-56ca-42aa-9c64-9257bdaf8fc8 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:11:28.033582 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f789e-31c9-4616-be51-98fbbc10d276 req-4dc82b50-542f-4e6f-83e8-5192ffe03c01 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:28.042211 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-748f789e-31c9-4616-be51-98fbbc10d276 req-4dc82b50-542f-4e6f-83e8-5192ffe03c01 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bea8e88-f856-433a-8c7a-29e02cc459b8 HTTP/1.1" status: 200 len: 948 time: 0.1651402 Aug 19 18:11:28.062126 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a8abb186-891a-4036-8241-e4b231e7ea49 req-ebb43403-11cc-425e-8b53-76dcc29ebb4f tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100857 Aug 19 18:11:28.111903 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=0580690e-de96-4822-b775-be6a8d594558,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:28.144586 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab520ea-2b23-4fd4-a9db-06ca2e4cdced x-openstack-request-id: req-9ab520ea-2b23-4fd4-a9db-06ca2e4cdced {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:28.144958 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2e8f93-3bf7-4aa4-939d-823333a12b95", "name": "network-vif-plugged", "status": "completed", "tag": "2b41d37a-3180-451f-9185-3760d06e5e90", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:28.145281 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ab520ea-2b23-4fd4-a9db-06ca2e4cdced {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:28.145932 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2e8f93-3bf7-4aa4-939d-823333a12b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b41d37a-3180-451f-9185-3760d06e5e90', 'code': 200} Aug 19 18:11:28.158011 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-748f789e-31c9-4616-be51-98fbbc10d276 req-b817fdbf-d74f-4d41-bb9e-61bbff8363df tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136475 Aug 19 18:11:28.231465 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-75eec5c6-49d8-498c-90df-b47495d32067 req-1831bda9-dfbe-4b28-a779-d4936011ea0c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:28.277589 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-43ae6cec-0a12-4c4c-b2c9-3439f59bb817 req-4e5f408a-ce2a-47b4-8abd-31b95d03fd91 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:28.313325 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f408a-ce2a-47b4-8abd-31b95d03fd91 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Pushing event deleted for resources: {'Port': ['ID=50a62129-56ca-42aa-9c64-9257bdaf8fc8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:28.363957 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048b7c2-c1d5-4131-bd97-7dcac7a7e55b req-35067f81-3d67-4e37-a1e7-5bf155afebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:28.366673 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d048b7c2-c1d5-4131-bd97-7dcac7a7e55b req-35067f81-3d67-4e37-a1e7-5bf155afebcb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6c2e8f93-3bf7-4aa4-939d-823333a12b95 HTTP/1.1" status: 200 len: 1096 time: 0.0961707 Aug 19 18:11:28.368006 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-75eec5c6-49d8-498c-90df-b47495d32067 req-1831bda9-dfbe-4b28-a779-d4936011ea0c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:28.381959 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ae6cec-0a12-4c4c-b2c9-3439f59bb817 req-4e5f408a-ce2a-47b4-8abd-31b95d03fd91 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] No DVR routers for this DVR port 50a62129-56ca-42aa-9c64-9257bdaf8fc8 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:11:28.386285 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-43ae6cec-0a12-4c4c-b2c9-3439f59bb817 req-4e5f408a-ce2a-47b4-8abd-31b95d03fd91 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:28.389347 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-43ae6cec-0a12-4c4c-b2c9-3439f59bb817 req-4e5f408a-ce2a-47b4-8abd-31b95d03fd91 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.50 "DELETE /v2.0/ports/50a62129-56ca-42aa-9c64-9257bdaf8fc8 HTTP/1.1" status: 204 len: 173 time: 0.8633964 Aug 19 18:11:28.391258 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a03536-ad97-4330-bcef-1459c3f537d4', 'name': 'network-vif-deleted', 'tag': '50a62129-56ca-42aa-9c64-9257bdaf8fc8'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:28.396158 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fb4a42-a8b4-49a6-909d-3dc0e6b77e23" -d '{"events": [{"server_uuid": "b0a03536-ad97-4330-bcef-1459c3f537d4", "name": "network-vif-deleted", "tag": "50a62129-56ca-42aa-9c64-9257bdaf8fc8"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:28.455978 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0974e2-46cc-483e-a80d-6af73c4000b0 x-openstack-request-id: req-3b0974e2-46cc-483e-a80d-6af73c4000b0 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:28.456456 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a03536-ad97-4330-bcef-1459c3f537d4", "name": "network-vif-deleted", "tag": "50a62129-56ca-42aa-9c64-9257bdaf8fc8", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:28.457858 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b0974e2-46cc-483e-a80d-6af73c4000b0 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:28.458610 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a03536-ad97-4330-bcef-1459c3f537d4', 'name': 'network-vif-deleted', 'tag': '50a62129-56ca-42aa-9c64-9257bdaf8fc8', 'status': 'completed', 'code': 200} Aug 19 18:11:28.474392 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc993e3-1037-4b3d-89c0-f4a013029d7b req-49189168-663b-4285-9fcb-df3a678dfebc tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:28.476259 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1fc993e3-1037-4b3d-89c0-f4a013029d7b req-49189168-663b-4285-9fcb-df3a678dfebc tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c2e8f93-3bf7-4aa4-939d-823333a12b95 HTTP/1.1" status: 200 len: 945 time: 0.0857880 Aug 19 18:11:28.481122 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75eec5c6-49d8-498c-90df-b47495d32067 req-1831bda9-dfbe-4b28-a779-d4936011ea0c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Network 65564e16-87ea-48ca-8938-07f915ef9c0a is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:11:28.492906 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-75eec5c6-49d8-498c-90df-b47495d32067 req-1831bda9-dfbe-4b28-a779-d4936011ea0c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:11:28.523368 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-75eec5c6-49d8-498c-90df-b47495d32067 req-1831bda9-dfbe-4b28-a779-d4936011ea0c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:11:28.564524 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1fc993e3-1037-4b3d-89c0-f4a013029d7b req-4288f2c1-5aa9-480b-b550-ffccaaa44d21 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815818 Aug 19 18:11:28.580225 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831bda9-dfbe-4b28-a779-d4936011ea0c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Pushing event updated for resources: {'Port': ['ID=2028ecf0-53e2-45e6-9dbf-698ed5ee158e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:28.595087 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d048b7c2-c1d5-4131-bd97-7dcac7a7e55b req-821ee3f6-6fd1-4d42-aa52-339eec882c32 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730809 Aug 19 18:11:28.620470 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eec5c6-49d8-498c-90df-b47495d32067 req-1831bda9-dfbe-4b28-a779-d4936011ea0c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:28.621480 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-75eec5c6-49d8-498c-90df-b47495d32067 req-1831bda9-dfbe-4b28-a779-d4936011ea0c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:28.672171 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75eec5c6-49d8-498c-90df-b47495d32067 req-1831bda9-dfbe-4b28-a779-d4936011ea0c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4160655 Aug 19 18:11:28.696306 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-75eec5c6-49d8-498c-90df-b47495d32067 req-43cdbe1c-f72f-419e-8bfd-af5b3e506341 service neutron] Request body: {'port': {'device_id': '918a4672-aee8-4ca7-a20d-f6a91d2eddfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:28.708893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb74eb7-410f-4146-8abf-331c225baf63 req-f39be249-d56c-4f79-99a3-5abf63a6d4cc tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:28.710786 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2eb74eb7-410f-4146-8abf-331c225baf63 req-f39be249-d56c-4f79-99a3-5abf63a6d4cc tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.0846765 Aug 19 18:11:28.793933 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-75eec5c6-49d8-498c-90df-b47495d32067 req-43cdbe1c-f72f-419e-8bfd-af5b3e506341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:28.799121 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2eb74eb7-410f-4146-8abf-331c225baf63 req-81b0066b-b408-44a6-ade1-6b89698d67a7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726333 Aug 19 18:11:28.812249 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ea90b-0659-43c2-a074-4870e1c4fb3a req-0e868216-42ce-4728-af9f-c82d1b13d1f3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:28.814397 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-723ea90b-0659-43c2-a074-4870e1c4fb3a req-0e868216-42ce-4728-af9f-c82d1b13d1f3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=284266f3-69b7-4f77-8deb-e7f4f76bc55e HTTP/1.1" status: 200 len: 946 time: 0.0755529 Aug 19 18:11:28.863171 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-723ea90b-0659-43c2-a074-4870e1c4fb3a req-9ae46fb0-5ca4-4046-93f1-80ed5ba268f7 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408771 Aug 19 18:11:29.043691 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d4110-35eb-4001-b108-6cdadc067deb req-e6ae16f2-8309-4fed-b0fa-e17c7f8d6161 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:29.046632 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-347d4110-35eb-4001-b108-6cdadc067deb req-e6ae16f2-8309-4fed-b0fa-e17c7f8d6161 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=918a4672-aee8-4ca7-a20d-f6a91d2eddfe HTTP/1.1" status: 200 len: 932 time: 0.1640329 Aug 19 18:11:29.117288 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-347d4110-35eb-4001-b108-6cdadc067deb req-d1a9c875-f6b2-4957-86c6-76883126266c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634880 Aug 19 18:11:29.183347 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388965e-7ade-490f-a3b3-25da259a6f2f req-94194e1a-89a8-4a16-a464-bbb4e32f7c53 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:29.185106 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e388965e-7ade-490f-a3b3-25da259a6f2f req-94194e1a-89a8-4a16-a464-bbb4e32f7c53 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 948 time: 0.0552502 Aug 19 18:11:29.206412 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-75eec5c6-49d8-498c-90df-b47495d32067 req-43cdbe1c-f72f-419e-8bfd-af5b3e506341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2028ecf0-53e2-45e6-9dbf-698ed5ee158e {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:11:29.217742 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-75eec5c6-49d8-498c-90df-b47495d32067 req-43cdbe1c-f72f-419e-8bfd-af5b3e506341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:29.235039 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-75eec5c6-49d8-498c-90df-b47495d32067 req-43cdbe1c-f72f-419e-8bfd-af5b3e506341 service neutron] Transition to ACTIVE for port object 2028ecf0-53e2-45e6-9dbf-698ed5ee158e will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:11:29.240433 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-75eec5c6-49d8-498c-90df-b47495d32067 req-43cdbe1c-f72f-419e-8bfd-af5b3e506341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:29.248818 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e388965e-7ade-490f-a3b3-25da259a6f2f req-8b80d880-7d2f-402b-ba81-11d97d19d6d0 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479829 Aug 19 18:11:29.332054 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdbe1c-f72f-419e-8bfd-af5b3e506341 service neutron] Pushing event updated for resources: {'Port': ['ID=2028ecf0-53e2-45e6-9dbf-698ed5ee158e,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:29.382294 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3d835-0df5-416c-8e3b-39f703174ce3 req-29d08755-4984-4e64-8532-a4ec04281095 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:29.385568 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ecf3d835-0df5-416c-8e3b-39f703174ce3 req-29d08755-4984-4e64-8532-a4ec04281095 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=33b3bf55-40b0-4463-8f5c-308fabd65089 HTTP/1.1" status: 200 len: 948 time: 0.0624564 Aug 19 18:11:29.403594 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3577c-fb8e-4373-bedf-7b342e1ee933 req-8b5ccdd9-1953-4a9f-a723-b699e37d0623 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:29.405594 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-73b3577c-fb8e-4373-bedf-7b342e1ee933 req-8b5ccdd9-1953-4a9f-a723-b699e37d0623 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bea8e88-f856-433a-8c7a-29e02cc459b8 HTTP/1.1" status: 200 len: 948 time: 0.1306043 Aug 19 18:11:29.422102 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 6fdf8726-9329-4e22-973a-5e30d1c03d3f details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:11:29.447004 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-75eec5c6-49d8-498c-90df-b47495d32067 req-43cdbe1c-f72f-419e-8bfd-af5b3e506341 service neutron] Attempting to bind port 2028ecf0-53e2-45e6-9dbf-698ed5ee158e on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:11:29.447335 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-75eec5c6-49d8-498c-90df-b47495d32067 req-43cdbe1c-f72f-419e-8bfd-af5b3e506341 service neutron] Attempting to bind port 2028ecf0-53e2-45e6-9dbf-698ed5ee158e by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '469a9014-52c3-4597-97cb-9a032cd2788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:11:29.447669 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eec5c6-49d8-498c-90df-b47495d32067 req-43cdbe1c-f72f-419e-8bfd-af5b3e506341 service neutron] Attempting to bind port 2028ecf0-53e2-45e6-9dbf-698ed5ee158e on network 65564e16-87ea-48ca-8938-07f915ef9c0a {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:11:29.456884 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eec5c6-49d8-498c-90df-b47495d32067 req-43cdbe1c-f72f-419e-8bfd-af5b3e506341 service neutron] Port 2028ecf0-53e2-45e6-9dbf-698ed5ee158e on network 65564e16-87ea-48ca-8938-07f915ef9c0a not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:11:29.457216 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eec5c6-49d8-498c-90df-b47495d32067 req-43cdbe1c-f72f-419e-8bfd-af5b3e506341 service neutron] Attempting to bind port 2028ecf0-53e2-45e6-9dbf-698ed5ee158e on network 65564e16-87ea-48ca-8938-07f915ef9c0a {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:11:29.471561 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eec5c6-49d8-498c-90df-b47495d32067 req-43cdbe1c-f72f-419e-8bfd-af5b3e506341 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:11:29.471905 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eec5c6-49d8-498c-90df-b47495d32067 req-43cdbe1c-f72f-419e-8bfd-af5b3e506341 service neutron] Checking segment: {'id': '469a9014-52c3-4597-97cb-9a032cd2788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:11:29.472297 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eec5c6-49d8-498c-90df-b47495d32067 req-43cdbe1c-f72f-419e-8bfd-af5b3e506341 service neutron] Bound using segment: {'id': '469a9014-52c3-4597-97cb-9a032cd2788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:11:29.473415 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-75eec5c6-49d8-498c-90df-b47495d32067 req-43cdbe1c-f72f-419e-8bfd-af5b3e506341 service neutron] Bound port: 2028ecf0-53e2-45e6-9dbf-698ed5ee158e, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469a9014-52c3-4597-97cb-9a032cd2788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:11:29.473415 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-75eec5c6-49d8-498c-90df-b47495d32067 req-43cdbe1c-f72f-419e-8bfd-af5b3e506341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:29.474700 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ecf3d835-0df5-416c-8e3b-39f703174ce3 req-46bc7def-e574-4637-92cc-78885d735d2a tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753658 Aug 19 18:11:29.479135 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-73b3577c-fb8e-4373-bedf-7b342e1ee933 req-87821b04-bb97-48cc-90c5-c4e8bb452afc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599802 Aug 19 18:11:29.601421 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-75eec5c6-49d8-498c-90df-b47495d32067 req-43cdbe1c-f72f-419e-8bfd-af5b3e506341 service neutron] For port 2028ecf0-53e2-45e6-9dbf-698ed5ee158e, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:11:29.609930 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-75eec5c6-49d8-498c-90df-b47495d32067 req-43cdbe1c-f72f-419e-8bfd-af5b3e506341 service neutron] For port 2028ecf0-53e2-45e6-9dbf-698ed5ee158e, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=2028ecf0-53e2-45e6-9dbf-698ed5ee158e,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:11:29.617507 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 6fdf8726-9329-4e22-973a-5e30d1c03d3f, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=6fdf8726-9329-4e22-973a-5e30d1c03d3f,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:29.618821 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-75eec5c6-49d8-498c-90df-b47495d32067 req-43cdbe1c-f72f-419e-8bfd-af5b3e506341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:29.635754 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '6fdf8726-9329-4e22-973a-5e30d1c03d3f', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '6fdf8726-9329-4e22-973a-5e30d1c03d3f', 'mac_address': 'fa:16:3e:1e:84:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:11:29.650965 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eec5c6-49d8-498c-90df-b47495d32067 req-43cdbe1c-f72f-419e-8bfd-af5b3e506341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:29.654330 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-75eec5c6-49d8-498c-90df-b47495d32067 req-43cdbe1c-f72f-419e-8bfd-af5b3e506341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:29.656172 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75eec5c6-49d8-498c-90df-b47495d32067 req-43cdbe1c-f72f-419e-8bfd-af5b3e506341 service neutron] 10.222.0.54 "PUT /v2.0/ports/2028ecf0-53e2-45e6-9dbf-698ed5ee158e HTTP/1.1" status: 200 len: 1092 time: 0.9655724 Aug 19 18:11:29.660918 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '918a4672-aee8-4ca7-a20d-f6a91d2eddfe', 'tag': '2028ecf0-53e2-45e6-9dbf-698ed5ee158e'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:29.669805 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9d7edf-cfa9-4fa8-b243-35d066635de4" -d '{"events": [{"name": "network-changed", "server_uuid": "918a4672-aee8-4ca7-a20d-f6a91d2eddfe", "tag": "2028ecf0-53e2-45e6-9dbf-698ed5ee158e"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:29.696980 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:29.719687 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fdf8726-9329-4e22-973a-5e30d1c03d3f {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:11:29.757992 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 6fdf8726-9329-4e22-973a-5e30d1c03d3f, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=6fdf8726-9329-4e22-973a-5e30d1c03d3f,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:29.776774 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:29.864633 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdbe1c-f72f-419e-8bfd-af5b3e506341 service neutron] Pushing event updated for resources: {'Port': ['ID=2028ecf0-53e2-45e6-9dbf-698ed5ee158e,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:29.889786 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=6fdf8726-9329-4e22-973a-5e30d1c03d3f,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:29.891508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe77357-cbf4-4fd0-8413-999aa0a39376 req-45f124fd-c983-41ae-a8ee-5ab5ab3e5fd8 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:29.914181 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2fe77357-cbf4-4fd0-8413-999aa0a39376 req-45f124fd-c983-41ae-a8ee-5ab5ab3e5fd8 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c2e8f93-3bf7-4aa4-939d-823333a12b95 HTTP/1.1" status: 200 len: 945 time: 0.1952899 Aug 19 18:11:29.921905 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eec5c6-49d8-498c-90df-b47495d32067 req-3d96307d-a1be-4eaa-892f-9bd81cb41816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:29.924451 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75eec5c6-49d8-498c-90df-b47495d32067 req-3d96307d-a1be-4eaa-892f-9bd81cb41816 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f583f01a579c47af87ffae7dc814cdd2&device_id=918a4672-aee8-4ca7-a20d-f6a91d2eddfe HTTP/1.1" status: 200 len: 1095 time: 0.2065351 Aug 19 18:11:29.954382 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31698903-4a4c-4c5e-9d59-e5bf6e9cf4bc x-openstack-request-id: req-31698903-4a4c-4c5e-9d59-e5bf6e9cf4bc {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:29.954767 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "918a4672-aee8-4ca7-a20d-f6a91d2eddfe", "tag": "2028ecf0-53e2-45e6-9dbf-698ed5ee158e", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:29.955035 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31698903-4a4c-4c5e-9d59-e5bf6e9cf4bc {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:29.956208 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '918a4672-aee8-4ca7-a20d-f6a91d2eddfe', 'tag': '2028ecf0-53e2-45e6-9dbf-698ed5ee158e', 'status': 'completed', 'code': 200} Aug 19 18:11:30.018494 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75eec5c6-49d8-498c-90df-b47495d32067 req-f15b4f41-d218-42a5-9b53-48ec14a4d97e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2028ecf0-53e2-45e6-9dbf-698ed5ee158e HTTP/1.1" status: 200 len: 217 time: 0.0857494 Aug 19 18:11:30.029637 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2fe77357-cbf4-4fd0-8413-999aa0a39376 req-1b722f33-6270-44da-8aba-7e54c523ec4d tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141002 Aug 19 18:11:30.127278 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eec5c6-49d8-498c-90df-b47495d32067 req-0a6d147f-06b2-45f4-b716-fc5da38968ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:30.129184 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75eec5c6-49d8-498c-90df-b47495d32067 req-0a6d147f-06b2-45f4-b716-fc5da38968ce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=09884e41-8987-4095-b41a-2dbe97fb4846 HTTP/1.1" status: 200 len: 845 time: 0.0985529 Aug 19 18:11:30.147418 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12700087-fd96-4294-bd58-0f2b02de31f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0580690e-de96-4822-b775-be6a8d594558'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:30.151639 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45db986-452e-4496-b615-be2436811cfd" -d '{"events": [{"server_uuid": "12700087-fd96-4294-bd58-0f2b02de31f2", "name": "network-vif-plugged", "status": "completed", "tag": "0580690e-de96-4822-b775-be6a8d594558"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:30.186447 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9aa46f-1db5-4fb0-b590-6559d171dea4 req-b6b32db1-256c-4836-9938-498c731ae184 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:30.188468 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d9aa46f-1db5-4fb0-b590-6559d171dea4 req-b6b32db1-256c-4836-9938-498c731ae184 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.0789907 Aug 19 18:11:30.201173 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75eec5c6-49d8-498c-90df-b47495d32067 req-3bb889d2-809f-41f8-8c5a-9579517cd048 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65564e16-87ea-48ca-8938-07f915ef9c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637093 Aug 19 18:11:30.252784 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d9aa46f-1db5-4fb0-b590-6559d171dea4 req-8b8ba5f3-ddb9-481c-9c43-92e6ad75b413 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557446 Aug 19 18:11:30.290103 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03473b9b-cd95-42fe-98ef-ca5365510f0a req-7c5dc268-07ba-4b03-b956-25022789b060 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:30.291812 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-03473b9b-cd95-42fe-98ef-ca5365510f0a req-7c5dc268-07ba-4b03-b956-25022789b060 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=284266f3-69b7-4f77-8deb-e7f4f76bc55e HTTP/1.1" status: 200 len: 946 time: 0.1378493 Aug 19 18:11:30.393566 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd2888-d092-4f41-b78a-f8d8e8cb34a2 req-cacf0662-ccb9-4fba-a347-6b8edb44108a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:30.395407 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d6bd2888-d092-4f41-b78a-f8d8e8cb34a2 req-cacf0662-ccb9-4fba-a347-6b8edb44108a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.50 "GET /v2.0/ports?device_id=284266f3-69b7-4f77-8deb-e7f4f76bc55e HTTP/1.1" status: 200 len: 946 time: 0.1537564 Aug 19 18:11:30.404031 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75eec5c6-49d8-498c-90df-b47495d32067 req-b038ddf5-3857-4ef4-b276-2c0612a9dcec service neutron] 10.222.0.54 "GET /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920266 Aug 19 18:11:30.407992 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-03473b9b-cd95-42fe-98ef-ca5365510f0a req-e8bc60e8-d8ca-4408-8dc3-c893d1aae5c1 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966120 Aug 19 18:11:30.447782 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9230059-52ed-4892-a7ac-1e6d8a73f2aa req-8e6a5a91-e184-4c4a-b99f-fd99ac6550a9 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:30.462006 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d9230059-52ed-4892-a7ac-1e6d8a73f2aa req-8e6a5a91-e184-4c4a-b99f-fd99ac6550a9 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=918a4672-aee8-4ca7-a20d-f6a91d2eddfe HTTP/1.1" status: 200 len: 944 time: 0.0770299 Aug 19 18:11:30.491774 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad04e0a3-52c1-46ff-9592-4d1f5c4a209b x-openstack-request-id: req-ad04e0a3-52c1-46ff-9592-4d1f5c4a209b {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:30.492799 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12700087-fd96-4294-bd58-0f2b02de31f2", "name": "network-vif-plugged", "status": "completed", "tag": "0580690e-de96-4822-b775-be6a8d594558", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:30.493587 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad04e0a3-52c1-46ff-9592-4d1f5c4a209b {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:30.494187 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12700087-fd96-4294-bd58-0f2b02de31f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0580690e-de96-4822-b775-be6a8d594558', 'code': 200} Aug 19 18:11:30.507858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['6fdf8726-9329-4e22-973a-5e30d1c03d3f'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:30.515466 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d9230059-52ed-4892-a7ac-1e6d8a73f2aa req-fb5f8797-523f-4a8f-be83-8437fa0a5c80 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466022 Aug 19 18:11:30.579966 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75eec5c6-49d8-498c-90df-b47495d32067 req-ca8841e1-47ab-4fa3-aa59-937e190b5964 service neutron] 10.222.0.54 "GET /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675756 Aug 19 18:11:30.631416 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-d6bd2888-d092-4f41-b78a-f8d8e8cb34a2 req-81c690ef-97ac-4048-bb28-5573d69fa968 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Deleting port 0452b9d9-5372-4140-b152-ede2e92ee4ac {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:11:30.631708 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d6bd2888-d092-4f41-b78a-f8d8e8cb34a2 req-81c690ef-97ac-4048-bb28-5573d69fa968 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:30.653017 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55af74-8fa7-4e58-9f80-e531f380ff5c req-c63f7a34-b4e7-4428-96bb-48cd448157ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:30.654846 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc55af74-8fa7-4e58-9f80-e531f380ff5c req-c63f7a34-b4e7-4428-96bb-48cd448157ed service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=12700087-fd96-4294-bd58-0f2b02de31f2 HTTP/1.1" status: 200 len: 1096 time: 0.0667372 Aug 19 18:11:30.698951 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc55af74-8fa7-4e58-9f80-e531f380ff5c req-51a8d57a-b36e-4aa2-a2aa-c776b589f490 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361989 Aug 19 18:11:30.703378 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d7d82-83dd-4b00-96a5-958a3d310878 req-22ea279e-8a7f-4e31-bec9-8ad6856e3659 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:30.704963 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ba1d7d82-83dd-4b00-96a5-958a3d310878 req-22ea279e-8a7f-4e31-bec9-8ad6856e3659 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bea8e88-f856-433a-8c7a-29e02cc459b8 HTTP/1.1" status: 200 len: 949 time: 0.1210492 Aug 19 18:11:31.104557 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ba1d7d82-83dd-4b00-96a5-958a3d310878 req-029809c6-00a2-4076-b154-3ab83405be00 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900714 Aug 19 18:11:31.112575 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-d6bd2888-d092-4f41-b78a-f8d8e8cb34a2 req-81c690ef-97ac-4048-bb28-5573d69fa968 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] For port 0452b9d9-5372-4140-b152-ede2e92ee4ac, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=0452b9d9-5372-4140-b152-ede2e92ee4ac,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:31.113423 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d6bd2888-d092-4f41-b78a-f8d8e8cb34a2 req-81c690ef-97ac-4048-bb28-5573d69fa968 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:31.116732 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d7edf-cfa9-4fa8-b243-35d066635de4 req-bf26cea1-6db1-4af5-bb0d-e918633f0438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:31.118360 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb9d7edf-cfa9-4fa8-b243-35d066635de4 req-bf26cea1-6db1-4af5-bb0d-e918633f0438 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f583f01a579c47af87ffae7dc814cdd2&device_id=918a4672-aee8-4ca7-a20d-f6a91d2eddfe HTTP/1.1" status: 200 len: 1095 time: 0.4400601 Aug 19 18:11:31.145074 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-d6bd2888-d092-4f41-b78a-f8d8e8cb34a2 req-81c690ef-97ac-4048-bb28-5573d69fa968 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Calling delete_port for 0452b9d9-5372-4140-b152-ede2e92ee4ac owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:11:31.347391 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53875c-f7bd-442c-b4ce-0bea440b319a req-0aa07f94-219b-479f-8f3f-8389536a557e tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:31.348964 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0e53875c-f7bd-442c-b4ce-0bea440b319a req-0aa07f94-219b-479f-8f3f-8389536a557e tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c2e8f93-3bf7-4aa4-939d-823333a12b95 HTTP/1.1" status: 200 len: 945 time: 0.1734436 Aug 19 18:11:31.357684 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d7edf-cfa9-4fa8-b243-35d066635de4 req-dea0b64f-d166-43c3-a8fd-a4641c65dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:31.359021 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb9d7edf-cfa9-4fa8-b243-35d066635de4 req-dea0b64f-d166-43c3-a8fd-a4641c65dab9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=65564e16-87ea-48ca-8938-07f915ef9c0a HTTP/1.1" status: 200 len: 906 time: 0.2081647 Aug 19 18:11:31.446477 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 0452b9d9-5372-4140-b152-ede2e92ee4ac no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:11:31.454408 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb9d7edf-cfa9-4fa8-b243-35d066635de4 req-5f6b98fd-3659-45d2-bc76-348e12905197 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2028ecf0-53e2-45e6-9dbf-698ed5ee158e HTTP/1.1" status: 200 len: 217 time: 0.0572121 Aug 19 18:11:31.456553 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc197ad-df67-48bc-9ed1-af5e89018291 req-26c17df2-8740-4f5c-98f6-f15581bac054 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:31.460263 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9bc197ad-df67-48bc-9ed1-af5e89018291 req-26c17df2-8740-4f5c-98f6-f15581bac054 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.1057653 Aug 19 18:11:31.495287 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0e53875c-f7bd-442c-b4ce-0bea440b319a req-1da486d5-e0de-4d2f-bdd9-d6863815a30a tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343346 Aug 19 18:11:31.550802 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9bc197ad-df67-48bc-9ed1-af5e89018291 req-c4580a02-9690-4165-9b23-ae42eec1a893 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822558 Aug 19 18:11:31.555098 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d7edf-cfa9-4fa8-b243-35d066635de4 req-333ae2e8-d820-4bd4-8fef-c07c2d7347e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:31.556639 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb9d7edf-cfa9-4fa8-b243-35d066635de4 req-333ae2e8-d820-4bd4-8fef-c07c2d7347e6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=09884e41-8987-4095-b41a-2dbe97fb4846 HTTP/1.1" status: 200 len: 845 time: 0.0756886 Aug 19 18:11:31.557444 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d6bd2888-d092-4f41-b78a-f8d8e8cb34a2 req-81c690ef-97ac-4048-bb28-5573d69fa968 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:31.582702 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['63329f52-4d29-46a2-8007-c28af4280754'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:31.628773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c690ef-97ac-4048-bb28-5573d69fa968 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Pushing event deleted for resources: {'Port': ['ID=0452b9d9-5372-4140-b152-ede2e92ee4ac,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:31.632334 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb9d7edf-cfa9-4fa8-b243-35d066635de4 req-539c848b-c00b-4ba0-8532-1c58c4fc92c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65564e16-87ea-48ca-8938-07f915ef9c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674319 Aug 19 18:11:31.691438 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:31.711269 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-290a3d79-5724-4d9d-ad1f-ffffd46b3506 req-d72586eb-9ea0-48aa-9f08-d12d735285c5 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=284266f3-69b7-4f77-8deb-e7f4f76bc55e HTTP/1.1" status: 200 len: 210 time: 0.0571282 Aug 19 18:11:31.735228 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bd2888-d092-4f41-b78a-f8d8e8cb34a2 req-81c690ef-97ac-4048-bb28-5573d69fa968 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] No DVR routers for this DVR port 0452b9d9-5372-4140-b152-ede2e92ee4ac on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:11:31.751773 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d6bd2888-d092-4f41-b78a-f8d8e8cb34a2 req-81c690ef-97ac-4048-bb28-5573d69fa968 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:31.754368 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d6bd2888-d092-4f41-b78a-f8d8e8cb34a2 req-81c690ef-97ac-4048-bb28-5573d69fa968 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.50 "DELETE /v2.0/ports/0452b9d9-5372-4140-b152-ede2e92ee4ac HTTP/1.1" status: 204 len: 173 time: 1.3281367 Aug 19 18:11:31.769685 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 50a62129-56ca-42aa-9c64-9257bdaf8fc8 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:11:31.819593 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 50a62129-56ca-42aa-9c64-9257bdaf8fc8 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:11:31.820089 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 50a62129-56ca-42aa-9c64-9257bdaf8fc8 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:11:31.893362 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7941fa2-8665-42b9-9985-267f4ede833d req-fe5362aa-a323-4066-8a09-afa2867de8f8 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:31.895017 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a7941fa2-8665-42b9-9985-267f4ede833d req-fe5362aa-a323-4066-8a09-afa2867de8f8 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=918a4672-aee8-4ca7-a20d-f6a91d2eddfe HTTP/1.1" status: 200 len: 944 time: 0.1622632 Aug 19 18:11:31.958756 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284266f3-69b7-4f77-8deb-e7f4f76bc55e', 'name': 'network-vif-deleted', 'tag': '0452b9d9-5372-4140-b152-ede2e92ee4ac'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:31.961444 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bc0e78-6306-4617-b8c3-0b5ec94cee62" -d '{"events": [{"server_uuid": "284266f3-69b7-4f77-8deb-e7f4f76bc55e", "name": "network-vif-deleted", "tag": "0452b9d9-5372-4140-b152-ede2e92ee4ac"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:31.980139 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a7941fa2-8665-42b9-9985-267f4ede833d req-7fd25fa6-7053-467c-a65e-fda983cdd876 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754187 Aug 19 18:11:31.982927 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb9d7edf-cfa9-4fa8-b243-35d066635de4 req-e249b0f1-eb29-4be7-876d-05ccd5ee654b service neutron] 10.222.0.54 "GET /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953391 Aug 19 18:11:32.023901 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb9d03d-e92d-4fd0-83dc-1db5c4a5554f x-openstack-request-id: req-dbb9d03d-e92d-4fd0-83dc-1db5c4a5554f {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:32.024390 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284266f3-69b7-4f77-8deb-e7f4f76bc55e", "name": "network-vif-deleted", "tag": "0452b9d9-5372-4140-b152-ede2e92ee4ac", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:32.024701 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dbb9d03d-e92d-4fd0-83dc-1db5c4a5554f {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:32.025099 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284266f3-69b7-4f77-8deb-e7f4f76bc55e', 'name': 'network-vif-deleted', 'tag': '0452b9d9-5372-4140-b152-ede2e92ee4ac', 'status': 'completed', 'code': 200} Aug 19 18:11:32.119189 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb9d7edf-cfa9-4fa8-b243-35d066635de4 req-836d96e2-6b48-4724-af8c-e72535a61e4f service neutron] 10.222.0.54 "GET /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206164 Aug 19 18:11:32.259326 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf3103-e85f-465f-8ea8-12f837ed0891 req-7c9dbf98-85dd-4086-a8fd-4c3baa84dda7 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:32.261353 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cbbf3103-e85f-465f-8ea8-12f837ed0891 req-7c9dbf98-85dd-4086-a8fd-4c3baa84dda7 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bea8e88-f856-433a-8c7a-29e02cc459b8 HTTP/1.1" status: 200 len: 949 time: 0.0737309 Aug 19 18:11:32.310469 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cbbf3103-e85f-465f-8ea8-12f837ed0891 req-3718745b-a9e1-4198-b69c-0419c81fcfe1 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410984 Aug 19 18:11:32.319234 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['98eef2b1-c7de-4ebf-9afc-2706e5f66e86'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:32.696178 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a6eb3-690f-4993-875f-3c93cf665831 req-5b0cc0ac-7d80-4591-a709-748031c67ab7 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:32.698711 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-188a6eb3-690f-4993-875f-3c93cf665831 req-5b0cc0ac-7d80-4591-a709-748031c67ab7 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c2e8f93-3bf7-4aa4-939d-823333a12b95 HTTP/1.1" status: 200 len: 945 time: 0.0842173 Aug 19 18:11:32.752113 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-188a6eb3-690f-4993-875f-3c93cf665831 req-cf2d5d49-d285-4a9b-b1be-8b0514e45adf tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441473 Aug 19 18:11:32.765942 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674116d3-37fa-46e8-979b-c2ec60e192ac req-786150bc-5064-4b62-ae45-960531c1a6c9 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:32.780952 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-674116d3-37fa-46e8-979b-c2ec60e192ac req-786150bc-5064-4b62-ae45-960531c1a6c9 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.1153328 Aug 19 18:11:32.864964 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-674116d3-37fa-46e8-979b-c2ec60e192ac req-7bda10cc-5694-41bc-ac24-570fcb7720b2 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820403 Aug 19 18:11:32.944554 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b33c4728-4b72-42c8-a35c-d2a5d380b5e5 req-d4f9ee82-92d6-40c4-8778-8bd6c4dd5eb3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=284266f3-69b7-4f77-8deb-e7f4f76bc55e HTTP/1.1" status: 200 len: 210 time: 0.0361691 Aug 19 18:11:33.035982 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830a10f-d030-4a65-a7d3-31bc4acb3797 req-cd9c5329-abf9-4b52-b95c-85864f782334 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:33.037737 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5830a10f-d030-4a65-a7d3-31bc4acb3797 req-cd9c5329-abf9-4b52-b95c-85864f782334 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=12700087-fd96-4294-bd58-0f2b02de31f2 HTTP/1.1" status: 200 len: 945 time: 0.0703843 Aug 19 18:11:33.082186 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5830a10f-d030-4a65-a7d3-31bc4acb3797 req-baf465a5-a4ac-4355-a5b2-effca71fa121 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363753 Aug 19 18:11:33.113407 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbaedc-8952-414c-aaac-44952c3b1094 req-62f2f414-1112-44f6-a3ca-318fd080bbcb tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:33.115353 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3dfbaedc-8952-414c-aaac-44952c3b1094 req-62f2f414-1112-44f6-a3ca-318fd080bbcb tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=918a4672-aee8-4ca7-a20d-f6a91d2eddfe HTTP/1.1" status: 200 len: 944 time: 0.0557284 Aug 19 18:11:33.158898 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3dfbaedc-8952-414c-aaac-44952c3b1094 req-965944a9-71f3-4c68-a79f-d8ce20b06325 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373311 Aug 19 18:11:33.219605 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bee12-df8c-44d7-bf4a-f0a825dc8c9d req-ac896625-3730-42a7-a3db-ba8b00284c57 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:33.221159 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ae4bee12-df8c-44d7-bf4a-f0a825dc8c9d req-ac896625-3730-42a7-a3db-ba8b00284c57 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc56d12-a636-400f-90cc-c9d4563d5987 HTTP/1.1" status: 200 len: 945 time: 0.0524230 Aug 19 18:11:33.268921 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ae4bee12-df8c-44d7-bf4a-f0a825dc8c9d req-001ca0d6-8977-458e-88f0-7d42a8ba7774 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392849 Aug 19 18:11:33.451141 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 680b1459-3fc0-4c9a-bb5b-45acceaaba91 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:11:33.453645 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 6fdf8726-9329-4e22-973a-5e30d1c03d3f up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:11:33.473191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21074da-fde0-4eed-8f11-c1ab682fa666 req-266cc71b-f86a-4439-abe2-8108d9432ec9 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:33.473191 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f21074da-fde0-4eed-8f11-c1ab682fa666 req-266cc71b-f86a-4439-abe2-8108d9432ec9 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bea8e88-f856-433a-8c7a-29e02cc459b8 HTTP/1.1" status: 200 len: 949 time: 0.0713756 Aug 19 18:11:33.543799 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f21074da-fde0-4eed-8f11-c1ab682fa666 req-8a01d38f-b605-4fa5-b9e9-f9177f95f4e3 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630620 Aug 19 18:11:33.550250 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 2028ecf0-53e2-45e6-9dbf-698ed5ee158e details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:11:33.613774 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbef87d-596b-4542-9a6a-4a3a8d12371b req-373c16df-2828-4fcd-844b-fa1847d3b856 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:33.615553 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1cbef87d-596b-4542-9a6a-4a3a8d12371b req-373c16df-2828-4fcd-844b-fa1847d3b856 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc56d12-a636-400f-90cc-c9d4563d5987 HTTP/1.1" status: 200 len: 945 time: 0.0605476 Aug 19 18:11:33.629225 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 6fdf8726-9329-4e22-973a-5e30d1c03d3f completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:11:33.668693 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1cbef87d-596b-4542-9a6a-4a3a8d12371b req-3f2e599b-def9-4ede-8f85-f20e02cdcc44 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464916 Aug 19 18:11:33.681635 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 6fdf8726-9329-4e22-973a-5e30d1c03d3f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:11:33.681908 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:33.725800 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 680b1459-3fc0-4c9a-bb5b-45acceaaba91, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=680b1459-3fc0-4c9a-bb5b-45acceaaba91,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:33.753815 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '680b1459-3fc0-4c9a-bb5b-45acceaaba91', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '680b1459-3fc0-4c9a-bb5b-45acceaaba91', 'mac_address': 'fa:16:3e:ed:7e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:11:33.817322 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 2028ecf0-53e2-45e6-9dbf-698ed5ee158e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=2028ecf0-53e2-45e6-9dbf-698ed5ee158e,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:33.840429 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:33.843011 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '2028ecf0-53e2-45e6-9dbf-698ed5ee158e', 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a', 'port_id': '2028ecf0-53e2-45e6-9dbf-698ed5ee158e', 'mac_address': 'fa:16:3e:7b:08:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09884e41-8987-4095-b41a-2dbe97fb4846', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:11:33.905958 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 680b1459-3fc0-4c9a-bb5b-45acceaaba91 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:11:33.963475 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:33.969137 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:33.992772 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 680b1459-3fc0-4c9a-bb5b-45acceaaba91, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=680b1459-3fc0-4c9a-bb5b-45acceaaba91,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:33.999768 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:34.005879 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2028ecf0-53e2-45e6-9dbf-698ed5ee158e {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:11:34.049107 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bea8e88-f856-433a-8c7a-29e02cc459b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fdf8726-9329-4e22-973a-5e30d1c03d3f'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:34.051427 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c537af39-b154-4783-a3cd-2bc29786ac95" -d '{"events": [{"server_uuid": "5bea8e88-f856-433a-8c7a-29e02cc459b8", "name": "network-vif-plugged", "status": "completed", "tag": "6fdf8726-9329-4e22-973a-5e30d1c03d3f"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:34.078250 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 2028ecf0-53e2-45e6-9dbf-698ed5ee158e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=2028ecf0-53e2-45e6-9dbf-698ed5ee158e,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:34.086213 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebf28e-6f6c-4fdc-812e-3dc92b77444c req-c2f766b5-70f8-4cc9-af16-5e3f57242baf tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:34.088042 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-71ebf28e-6f6c-4fdc-812e-3dc92b77444c req-c2f766b5-70f8-4cc9-af16-5e3f57242baf tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.0714347 Aug 19 18:11:34.098572 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:34.102984 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 6fdf8726-9329-4e22-973a-5e30d1c03d3f, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=6fdf8726-9329-4e22-973a-5e30d1c03d3f,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:34.111278 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:34.129117 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=680b1459-3fc0-4c9a-bb5b-45acceaaba91,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:34.141345 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-71ebf28e-6f6c-4fdc-812e-3dc92b77444c req-4f497085-b0c9-490c-aed6-3d26e2952927 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447404 Aug 19 18:11:34.212950 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c4d536-1c99-4a4a-ac7a-6daa5572bf37 x-openstack-request-id: req-d2c4d536-1c99-4a4a-ac7a-6daa5572bf37 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:34.213656 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bea8e88-f856-433a-8c7a-29e02cc459b8", "name": "network-vif-plugged", "status": "completed", "tag": "6fdf8726-9329-4e22-973a-5e30d1c03d3f", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:34.214298 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2c4d536-1c99-4a4a-ac7a-6daa5572bf37 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:34.215046 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bea8e88-f856-433a-8c7a-29e02cc459b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fdf8726-9329-4e22-973a-5e30d1c03d3f', 'code': 200} Aug 19 18:11:34.240921 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=2028ecf0-53e2-45e6-9dbf-698ed5ee158e,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:34.318876 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=6fdf8726-9329-4e22-973a-5e30d1c03d3f,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:34.365716 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570f1ed-953a-488e-b757-3d23ce345541 req-35d3b8e6-ddd5-4ac3-9749-231056f48c2b tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:34.368131 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c570f1ed-953a-488e-b757-3d23ce345541 req-35d3b8e6-ddd5-4ac3-9749-231056f48c2b tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=918a4672-aee8-4ca7-a20d-f6a91d2eddfe HTTP/1.1" status: 200 len: 945 time: 0.0900567 Aug 19 18:11:34.374754 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23aa149-21ec-47d2-9f52-d33ac851450a req-0900fe9d-c877-46e6-b515-aab9a275d9c8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:34.382019 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d23aa149-21ec-47d2-9f52-d33ac851450a req-0900fe9d-c877-46e6-b515-aab9a275d9c8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7069e351-b134-49f2-9267-5c55dfb6cb7f HTTP/1.1" status: 200 len: 945 time: 0.0731723 Aug 19 18:11:34.413957 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c570f1ed-953a-488e-b757-3d23ce345541 req-5d41b30c-3275-4c65-99f7-6996c42f81d6 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389581 Aug 19 18:11:34.427115 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['680b1459-3fc0-4c9a-bb5b-45acceaaba91'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:34.438801 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d23aa149-21ec-47d2-9f52-d33ac851450a req-0c3a40b9-bc8b-4baa-aa66-943e6f3c2c62 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554168 Aug 19 18:11:34.506012 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6e664-d1e1-4698-a0e8-d1c0b5fb7ae0 req-2e42d371-67c9-4f61-9ad7-02da943c40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:34.508354 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3b6e664-d1e1-4698-a0e8-d1c0b5fb7ae0 req-2e42d371-67c9-4f61-9ad7-02da943c40c1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5bea8e88-f856-433a-8c7a-29e02cc459b8 HTTP/1.1" status: 200 len: 1101 time: 0.0515904 Aug 19 18:11:34.560544 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3b6e664-d1e1-4698-a0e8-d1c0b5fb7ae0 req-36a881cf-9699-4be7-b58d-7b0686e504d7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323062 Aug 19 18:11:34.565323 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c51ccb02-9fe3-414d-99e2-e550cad8f4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:34.573593 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['2028ecf0-53e2-45e6-9dbf-698ed5ee158e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:34.683252 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d70ac0-a1e9-4571-adba-5e0889dbb7f6 req-bfd3789d-b748-4c8c-bfbd-677642089296 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:34.685266 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32d70ac0-a1e9-4571-adba-5e0889dbb7f6 req-bfd3789d-b748-4c8c-bfbd-677642089296 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bea8e88-f856-433a-8c7a-29e02cc459b8 HTTP/1.1" status: 200 len: 950 time: 0.0563087 Aug 19 18:11:34.736494 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32d70ac0-a1e9-4571-adba-5e0889dbb7f6 req-57d37c13-8042-4e71-ba91-7f0e09f9e81a tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427408 Aug 19 18:11:34.829513 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf62311-6ea3-42a9-a175-13995648e5fb req-fad3da61-9819-4ff9-9b47-049d06cb6c94 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:34.831091 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aaf62311-6ea3-42a9-a175-13995648e5fb req-fad3da61-9819-4ff9-9b47-049d06cb6c94 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc56d12-a636-400f-90cc-c9d4563d5987 HTTP/1.1" status: 200 len: 945 time: 0.0643146 Aug 19 18:11:34.874794 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aaf62311-6ea3-42a9-a175-13995648e5fb req-05b8ef7b-1177-4f7a-92c2-8ba5849acea1 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365202 Aug 19 18:11:35.115906 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47112) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:35.260922 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b1ad695c-19cc-463f-a165-022b1cc4ab7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:35.314048 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11c329-98d7-4d93-87b4-e54a7d85befa req-9758f5bd-798a-42b9-aaf7-145704f812ef tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:35.315732 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9b11c329-98d7-4d93-87b4-e54a7d85befa req-9758f5bd-798a-42b9-aaf7-145704f812ef tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.0922103 Aug 19 18:11:35.389676 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9b11c329-98d7-4d93-87b4-e54a7d85befa req-5e7207f4-f064-4171-8af5-8e31a5b582bd tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622587 Aug 19 18:11:35.444729 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b1ad695c-19cc-463f-a165-022b1cc4ab7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:35.451025 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b1ad695c-19cc-463f-a165-022b1cc4ab7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:35.465844 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 680b1459-3fc0-4c9a-bb5b-45acceaaba91 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:11:35.526717 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad695c-19cc-463f-a165-022b1cc4ab7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9c665e-3d4c-405f-a0f8-df26399607af,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:35.534155 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b1ad695c-19cc-463f-a165-022b1cc4ab7f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b56e6e96ca2f4e6681e511e4a57fcf21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4171164 Aug 19 18:11:35.537642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47134) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:35.571014 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a29771-d6f8-4698-a2bd-7e78751bfcbb req-ec42793f-38f4-4b10-873b-7c9344fad9b0 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:35.582920 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-98a29771-d6f8-4698-a2bd-7e78751bfcbb req-ec42793f-38f4-4b10-873b-7c9344fad9b0 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=918a4672-aee8-4ca7-a20d-f6a91d2eddfe HTTP/1.1" status: 200 len: 945 time: 0.0866051 Aug 19 18:11:35.620037 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 680b1459-3fc0-4c9a-bb5b-45acceaaba91 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:11:35.622117 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:35.639238 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-98a29771-d6f8-4698-a2bd-7e78751bfcbb req-35a2a8b9-00b4-41cb-87fd-3e8209431843 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536726 Aug 19 18:11:35.665065 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-211d4031-26c5-4937-96ef-57f9009d8781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:35.697621 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b958c1-b233-4ba4-93f8-0989fb637ddb req-d2a5b5f0-0f6c-464a-888e-6ea0f29f17c6 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:35.699856 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0b958c1-b233-4ba4-93f8-0989fb637ddb req-d2a5b5f0-0f6c-464a-888e-6ea0f29f17c6 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7069e351-b134-49f2-9267-5c55dfb6cb7f HTTP/1.1" status: 200 len: 945 time: 0.0944898 Aug 19 18:11:35.751977 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:35.777265 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-211d4031-26c5-4937-96ef-57f9009d8781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:35.816438 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0b958c1-b233-4ba4-93f8-0989fb637ddb req-2792f33c-87b6-4eb2-98c6-34c67cc7d4e9 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950525 Aug 19 18:11:35.834597 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 680b1459-3fc0-4c9a-bb5b-45acceaaba91, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=680b1459-3fc0-4c9a-bb5b-45acceaaba91,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:35.842128 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:35.889215 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-211d4031-26c5-4937-96ef-57f9009d8781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:35.892452 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-211d4031-26c5-4937-96ef-57f9009d8781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:35.893889 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-211d4031-26c5-4937-96ef-57f9009d8781 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e9c665e-3d4c-405f-a0f8-df26399607af HTTP/1.1" status: 204 len: 168 time: 0.3542752 Aug 19 18:11:35.920774 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d4031-26c5-4937-96ef-57f9009d8781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9c665e-3d4c-405f-a0f8-df26399607af,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:35.974271 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=680b1459-3fc0-4c9a-bb5b-45acceaaba91,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:36.021319 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caf262-740f-48be-886f-c3b891ab890c req-8225731b-e92a-4499-a8dc-7f58b10a28bc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:36.032544 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e0caf262-740f-48be-886f-c3b891ab890c req-8225731b-e92a-4499-a8dc-7f58b10a28bc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bea8e88-f856-433a-8c7a-29e02cc459b8 HTTP/1.1" status: 200 len: 950 time: 0.1209073 Aug 19 18:11:36.098219 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e0caf262-740f-48be-886f-c3b891ab890c req-d57f4669-4259-4fa6-97dc-588b88d4f14c tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644321 Aug 19 18:11:36.121065 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab47488-c4fd-4729-8b28-a164079750ac req-cf55eac6-8f18-4c11-8069-58b37e0cdf1b tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:36.131758 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cab47488-c4fd-4729-8b28-a164079750ac req-cf55eac6-8f18-4c11-8069-58b37e0cdf1b tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc56d12-a636-400f-90cc-c9d4563d5987 HTTP/1.1" status: 200 len: 945 time: 0.0910397 Aug 19 18:11:36.194289 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cab47488-c4fd-4729-8b28-a164079750ac req-887b70c2-cd48-4d7b-ae13-160ccd91613e tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611196 Aug 19 18:11:36.217053 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b3bf55-40b0-4463-8f5c-308fabd65089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680b1459-3fc0-4c9a-bb5b-45acceaaba91'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:36.220297 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c573b071-878c-47c6-884a-aedcb88e5692" -d '{"events": [{"server_uuid": "33b3bf55-40b0-4463-8f5c-308fabd65089", "name": "network-vif-plugged", "status": "completed", "tag": "680b1459-3fc0-4c9a-bb5b-45acceaaba91"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:36.255458 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3bf42876-ac94-4764-aca7-0a0b22bf2565 req-b6aa5443-9a1d-404e-8077-f9094999f5ce service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569746 Aug 19 18:11:36.277159 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14337de-4ed8-4bde-8b02-478e547cf8de x-openstack-request-id: req-e14337de-4ed8-4bde-8b02-478e547cf8de {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:36.277772 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b3bf55-40b0-4463-8f5c-308fabd65089", "name": "network-vif-plugged", "status": "completed", "tag": "680b1459-3fc0-4c9a-bb5b-45acceaaba91", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:36.278224 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e14337de-4ed8-4bde-8b02-478e547cf8de {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:36.279466 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b3bf55-40b0-4463-8f5c-308fabd65089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680b1459-3fc0-4c9a-bb5b-45acceaaba91', 'code': 200} Aug 19 18:11:36.381712 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf42876-ac94-4764-aca7-0a0b22bf2565 req-1ac1ba20-3e54-415c-8b5c-427497894243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:36.383401 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3bf42876-ac94-4764-aca7-0a0b22bf2565 req-1ac1ba20-3e54-415c-8b5c-427497894243 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 1100 time: 0.0531230 Aug 19 18:11:36.430765 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:11:36.441885 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47162) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:36.469013 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bcffbd26-dac0-4480-86eb-111fb2839a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:36.573011 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf42876-ac94-4764-aca7-0a0b22bf2565 req-9955337b-5cd7-41b6-87bd-ab2cbdd18367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:36.575333 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3bf42876-ac94-4764-aca7-0a0b22bf2565 req-9955337b-5cd7-41b6-87bd-ab2cbdd18367 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.1514745 Aug 19 18:11:36.681724 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bcffbd26-dac0-4480-86eb-111fb2839a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:36.688491 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bcffbd26-dac0-4480-86eb-111fb2839a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:36.691807 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3bf42876-ac94-4764-aca7-0a0b22bf2565 req-08afcfe1-5e7c-4103-bf80-ca371e92f61e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=e85711fe-eef0-455e-81cb-486825a5ee7c HTTP/1.1" status: 200 len: 217 time: 0.0703037 Aug 19 18:11:36.734031 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bcffbd26-dac0-4480-86eb-111fb2839a8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1cda800dbfe4e399e20c453b1748a63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2906680 Aug 19 18:11:36.735542 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47166) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:36.766788 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffbd26-dac0-4480-86eb-111fb2839a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2242210b-a2a1-47c9-8714-3305ce715be7,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:36.776310 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9393f-2660-42e2-847d-cbafa20905d1 req-4cacc23b-83b2-4bc7-bc65-b42684ea5272 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:36.778016 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f0f9393f-2660-42e2-847d-cbafa20905d1 req-4cacc23b-83b2-4bc7-bc65-b42684ea5272 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.2220829 Aug 19 18:11:36.845012 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf42876-ac94-4764-aca7-0a0b22bf2565 req-f449939f-25b0-4b87-b7dc-a968ce1de661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:36.846811 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3bf42876-ac94-4764-aca7-0a0b22bf2565 req-f449939f-25b0-4b87-b7dc-a968ce1de661 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1270974 Aug 19 18:11:36.856665 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f0f9393f-2660-42e2-847d-cbafa20905d1 req-2b6fd2ba-8b15-47b4-97f7-64f3a4e461f8 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708544 Aug 19 18:11:36.883025 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c3a90154-cd0b-4e20-82dc-7b11c855405c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:36.896238 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb588f9b-1826-4f10-b34c-bea9569f0b96 req-93e5ef3f-5f24-4e73-875c-97fbd4e4fc83 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:36.901307 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fb588f9b-1826-4f10-b34c-bea9569f0b96 req-93e5ef3f-5f24-4e73-875c-97fbd4e4fc83 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=918a4672-aee8-4ca7-a20d-f6a91d2eddfe HTTP/1.1" status: 200 len: 945 time: 0.1392310 Aug 19 18:11:36.939882 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf42876-ac94-4764-aca7-0a0b22bf2565 req-1090ae36-72b0-410e-aa79-bb7440d53dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:36.943045 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3bf42876-ac94-4764-aca7-0a0b22bf2565 req-1090ae36-72b0-410e-aa79-bb7440d53dd3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0560052 Aug 19 18:11:36.969321 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c3a90154-cd0b-4e20-82dc-7b11c855405c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:37.033508 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fb588f9b-1826-4f10-b34c-bea9569f0b96 req-ce2090d4-1e9d-4ef1-9da2-a313a87925e6 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102357 Aug 19 18:11:37.064315 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3bf42876-ac94-4764-aca7-0a0b22bf2565 req-edb0edad-d9c4-4d85-94c0-78f4d79f658d service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076372 Aug 19 18:11:37.077857 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-49d75884-5d34-4269-93fe-b70092b8d913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:37.095146 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c3a90154-cd0b-4e20-82dc-7b11c855405c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:37.103920 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c3a90154-cd0b-4e20-82dc-7b11c855405c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:37.115404 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c3a90154-cd0b-4e20-82dc-7b11c855405c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2242210b-a2a1-47c9-8714-3305ce715be7 HTTP/1.1" status: 204 len: 168 time: 0.3755786 Aug 19 18:11:37.148259 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a90154-cd0b-4e20-82dc-7b11c855405c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2242210b-a2a1-47c9-8714-3305ce715be7,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:37.209923 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:37.221984 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf596b5b-9a2d-4aee-b5fa-d721f1eaf5dc req-51558886-b149-4117-a8bd-35934e9258dc tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:37.230216 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bf596b5b-9a2d-4aee-b5fa-d721f1eaf5dc req-51558886-b149-4117-a8bd-35934e9258dc tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7069e351-b134-49f2-9267-5c55dfb6cb7f HTTP/1.1" status: 200 len: 945 time: 0.1098657 Aug 19 18:11:37.292250 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3bf42876-ac94-4764-aca7-0a0b22bf2565 req-d2a8fc66-a056-43fe-a3d7-6410bf56f946 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093906 Aug 19 18:11:37.300120 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bf596b5b-9a2d-4aee-b5fa-d721f1eaf5dc req-ededa143-9996-4005-ae06-cf866f8ebfbd tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659137 Aug 19 18:11:37.339907 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506416f7-8934-40ba-aa2e-be9e3c1f94ef req-689543b4-02a6-4678-8e43-631bf27c67eb tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:37.348635 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-506416f7-8934-40ba-aa2e-be9e3c1f94ef req-689543b4-02a6-4678-8e43-631bf27c67eb tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bea8e88-f856-433a-8c7a-29e02cc459b8 HTTP/1.1" status: 200 len: 950 time: 0.1110711 Aug 19 18:11:37.400060 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-506416f7-8934-40ba-aa2e-be9e3c1f94ef req-691f2eb0-958c-40ff-89cf-47a02995b797 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468957 Aug 19 18:11:37.544105 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839eee8-1005-479f-8254-6f1a36e63b4c req-6a4c0cb6-a88f-40bd-826a-e266a8f736eb tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:37.547080 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e839eee8-1005-479f-8254-6f1a36e63b4c req-6a4c0cb6-a88f-40bd-826a-e266a8f736eb tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc56d12-a636-400f-90cc-c9d4563d5987 HTTP/1.1" status: 200 len: 945 time: 0.0773335 Aug 19 18:11:37.567356 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 2028ecf0-53e2-45e6-9dbf-698ed5ee158e up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:11:37.642360 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e839eee8-1005-479f-8254-6f1a36e63b4c req-7f72432c-cd4a-4c51-b3f8-a1d26b296317 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860565 Aug 19 18:11:37.664525 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 2028ecf0-53e2-45e6-9dbf-698ed5ee158e completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:11:37.670244 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 2028ecf0-53e2-45e6-9dbf-698ed5ee158e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:11:37.670855 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:37.808860 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:37.865481 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 2028ecf0-53e2-45e6-9dbf-698ed5ee158e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=2028ecf0-53e2-45e6-9dbf-698ed5ee158e,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:37.870880 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:37.964910 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=2028ecf0-53e2-45e6-9dbf-698ed5ee158e,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:38.054289 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b24fce-cebf-4d5a-b73d-aa46e044a772 req-fb3d31a5-ae0f-4dee-b8f6-9ecb07ab22f9 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:38.067279 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-04b24fce-cebf-4d5a-b73d-aa46e044a772 req-fb3d31a5-ae0f-4dee-b8f6-9ecb07ab22f9 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.0788951 Aug 19 18:11:38.105749 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:38.117902 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-04b24fce-cebf-4d5a-b73d-aa46e044a772 req-a0099113-756c-44c4-9476-0c90e4b27a86 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492249 Aug 19 18:11:38.281054 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918a4672-aee8-4ca7-a20d-f6a91d2eddfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2028ecf0-53e2-45e6-9dbf-698ed5ee158e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:38.284644 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a000453-ce00-46a3-ae08-335bc5360efb" -d '{"events": [{"server_uuid": "918a4672-aee8-4ca7-a20d-f6a91d2eddfe", "name": "network-vif-plugged", "status": "completed", "tag": "2028ecf0-53e2-45e6-9dbf-698ed5ee158e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:38.298873 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ce125-7f97-43b2-9f3b-74d092bc3843 req-6657b839-7e58-441a-b7c1-db90c3fd44b4 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:38.302307 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0a5ce125-7f97-43b2-9f3b-74d092bc3843 req-6657b839-7e58-441a-b7c1-db90c3fd44b4 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=918a4672-aee8-4ca7-a20d-f6a91d2eddfe HTTP/1.1" status: 200 len: 946 time: 0.0899115 Aug 19 18:11:38.319785 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61d746-5d31-4722-847b-5d259acab852 req-d1a7fdb4-bf1d-429c-82c2-41854454dc72 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:38.321345 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a61d746-5d31-4722-847b-5d259acab852 req-d1a7fdb4-bf1d-429c-82c2-41854454dc72 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fc56d12-a636-400f-90cc-c9d4563d5987 HTTP/1.1" status: 200 len: 945 time: 0.0972650 Aug 19 18:11:38.360228 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a4933a-035b-44a2-94c9-c933e0ecbd45 x-openstack-request-id: req-23a4933a-035b-44a2-94c9-c933e0ecbd45 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:38.360779 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918a4672-aee8-4ca7-a20d-f6a91d2eddfe", "name": "network-vif-plugged", "status": "completed", "tag": "2028ecf0-53e2-45e6-9dbf-698ed5ee158e", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:38.361879 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23a4933a-035b-44a2-94c9-c933e0ecbd45 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:38.362409 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918a4672-aee8-4ca7-a20d-f6a91d2eddfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2028ecf0-53e2-45e6-9dbf-698ed5ee158e', 'code': 200} Aug 19 18:11:38.476611 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0a5ce125-7f97-43b2-9f3b-74d092bc3843 req-81dec9cc-3a81-4978-b35a-49c6f582f610 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491332 Aug 19 18:11:38.522876 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c4ff4-64d1-46e0-a964-2782756c1d7b req-d69444fa-737d-4018-94e9-e8286051e3c8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:38.532635 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-026c4ff4-64d1-46e0-a964-2782756c1d7b req-d69444fa-737d-4018-94e9-e8286051e3c8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7069e351-b134-49f2-9267-5c55dfb6cb7f HTTP/1.1" status: 200 len: 945 time: 0.1025612 Aug 19 18:11:38.581877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f13879-f45e-4888-bba6-1c56ccbc678a req-ea52a729-d5fc-4840-a60d-c43ba1482f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:38.586170 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-93f13879-f45e-4888-bba6-1c56ccbc678a req-ea52a729-d5fc-4840-a60d-c43ba1482f3b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=918a4672-aee8-4ca7-a20d-f6a91d2eddfe HTTP/1.1" status: 200 len: 1097 time: 0.1263342 Aug 19 18:11:38.631046 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-026c4ff4-64d1-46e0-a964-2782756c1d7b req-fb253d67-4faa-4c14-9f94-b56f0b9d477e tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972366 Aug 19 18:11:38.675143 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da405dd-fefc-4696-a49e-bb106b9c20af req-a5d36373-8b33-40ef-a9d2-1eeb3e3ef398 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:38.682456 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7da405dd-fefc-4696-a49e-bb106b9c20af req-a5d36373-8b33-40ef-a9d2-1eeb3e3ef398 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.50 "GET /v2.0/ports?device_id=7069e351-b134-49f2-9267-5c55dfb6cb7f HTTP/1.1" status: 200 len: 945 time: 0.1179898 Aug 19 18:11:38.754237 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-93f13879-f45e-4888-bba6-1c56ccbc678a req-a246cc7c-82f0-43b1-96a7-155293eac7cf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533926 Aug 19 18:11:38.767171 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-3a61d746-5d31-4722-847b-5d259acab852 req-7904ffb7-9038-4b06-8f52-573112134442 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Deleting port 2bea62d4-5485-4b96-a485-93683f1a4542 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:11:38.771229 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3a61d746-5d31-4722-847b-5d259acab852 req-7904ffb7-9038-4b06-8f52-573112134442 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:38.878658 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2bcdb-b5ea-429c-9a90-d7fd4466369d req-e1633ceb-c13a-4511-8cf7-3d3d5d0f8ad2 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:38.886661 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d1c2bcdb-b5ea-429c-9a90-d7fd4466369d req-e1633ceb-c13a-4511-8cf7-3d3d5d0f8ad2 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc56d12-a636-400f-90cc-c9d4563d5987 HTTP/1.1" status: 200 len: 945 time: 0.1133358 Aug 19 18:11:38.916584 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-7da405dd-fefc-4696-a49e-bb106b9c20af req-0cf292f8-0611-482a-8984-fe231ed7e9be tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Deleting port 98eef2b1-c7de-4ebf-9afc-2706e5f66e86 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:11:38.916979 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7da405dd-fefc-4696-a49e-bb106b9c20af req-0cf292f8-0611-482a-8984-fe231ed7e9be tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:38.969581 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-3a61d746-5d31-4722-847b-5d259acab852 req-7904ffb7-9038-4b06-8f52-573112134442 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] For port 2bea62d4-5485-4b96-a485-93683f1a4542, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=2bea62d4-5485-4b96-a485-93683f1a4542,segment=NetworkSegment(db614f98-5879-40ca-9296-5da0da71b4ee),segment_id=db614f98-5879-40ca-9296-5da0da71b4ee)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:38.970859 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3a61d746-5d31-4722-847b-5d259acab852 req-7904ffb7-9038-4b06-8f52-573112134442 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:38.989274 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-3a61d746-5d31-4722-847b-5d259acab852 req-7904ffb7-9038-4b06-8f52-573112134442 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Calling delete_port for 2bea62d4-5485-4b96-a485-93683f1a4542 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:11:39.018672 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d1c2bcdb-b5ea-429c-9a90-d7fd4466369d req-37290266-6a1c-4a02-9d43-d5c252b0abe3 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271157 Aug 19 18:11:39.077893 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-7da405dd-fefc-4696-a49e-bb106b9c20af req-0cf292f8-0611-482a-8984-fe231ed7e9be tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] For port 98eef2b1-c7de-4ebf-9afc-2706e5f66e86, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=98eef2b1-c7de-4ebf-9afc-2706e5f66e86,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:39.079492 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7da405dd-fefc-4696-a49e-bb106b9c20af req-0cf292f8-0611-482a-8984-fe231ed7e9be tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:39.102640 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-7da405dd-fefc-4696-a49e-bb106b9c20af req-0cf292f8-0611-482a-8984-fe231ed7e9be tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Calling delete_port for 98eef2b1-c7de-4ebf-9afc-2706e5f66e86 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:11:39.110716 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d088e4-e49b-4ddb-9d15-bf406445853a req-11286475-5c28-429f-a3bf-004a530be679 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:39.119029 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95d088e4-e49b-4ddb-9d15-bf406445853a req-11286475-5c28-429f-a3bf-004a530be679 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bea8e88-f856-433a-8c7a-29e02cc459b8 HTTP/1.1" status: 200 len: 950 time: 0.1187744 Aug 19 18:11:39.230246 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95d088e4-e49b-4ddb-9d15-bf406445853a req-3c89e240-fe65-4cdf-a85a-e6fbeb98d107 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075749 Aug 19 18:11:39.378320 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7da405dd-fefc-4696-a49e-bb106b9c20af req-0cf292f8-0611-482a-8984-fe231ed7e9be tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:39.402390 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['98eef2b1-c7de-4ebf-9afc-2706e5f66e86'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:39.406300 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['63329f52-4d29-46a2-8007-c28af4280754'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:39.423250 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3a61d746-5d31-4722-847b-5d259acab852 req-7904ffb7-9038-4b06-8f52-573112134442 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:39.424055 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf292f8-0611-482a-8984-fe231ed7e9be tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Pushing event deleted for resources: {'Port': ['ID=98eef2b1-c7de-4ebf-9afc-2706e5f66e86,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:39.466832 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fd7d3-7b3d-4587-8d8a-5648e6091bfd req-31cfd1fa-a2af-446d-aacf-5a96d5ac00af tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:39.475961 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9c6fd7d3-7b3d-4587-8d8a-5648e6091bfd req-31cfd1fa-a2af-446d-aacf-5a96d5ac00af tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.1485617 Aug 19 18:11:39.499035 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da405dd-fefc-4696-a49e-bb106b9c20af req-0cf292f8-0611-482a-8984-fe231ed7e9be tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] No DVR routers for this DVR port 98eef2b1-c7de-4ebf-9afc-2706e5f66e86 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:11:39.503367 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7da405dd-fefc-4696-a49e-bb106b9c20af req-0cf292f8-0611-482a-8984-fe231ed7e9be tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:39.505750 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7da405dd-fefc-4696-a49e-bb106b9c20af req-0cf292f8-0611-482a-8984-fe231ed7e9be tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.50 "DELETE /v2.0/ports/98eef2b1-c7de-4ebf-9afc-2706e5f66e86 HTTP/1.1" status: 204 len: 173 time: 0.8179410 Aug 19 18:11:39.506219 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7069e351-b134-49f2-9267-5c55dfb6cb7f', 'name': 'network-vif-deleted', 'tag': '98eef2b1-c7de-4ebf-9afc-2706e5f66e86'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:39.508525 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6699eb7-8a69-4962-b42e-5f112bbdbd14" -d '{"events": [{"server_uuid": "7069e351-b134-49f2-9267-5c55dfb6cb7f", "name": "network-vif-deleted", "tag": "98eef2b1-c7de-4ebf-9afc-2706e5f66e86"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:39.535341 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904ffb7-9038-4b06-8f52-573112134442 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Pushing event deleted for resources: {'Port': ['ID=2bea62d4-5485-4b96-a485-93683f1a4542,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:39.584495 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9c6fd7d3-7b3d-4587-8d8a-5648e6091bfd req-16430504-429a-4ab7-8ed3-dad9ffa6effa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071365 Aug 19 18:11:39.599865 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a61d746-5d31-4722-847b-5d259acab852 req-7904ffb7-9038-4b06-8f52-573112134442 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] No DVR routers for this DVR port 2bea62d4-5485-4b96-a485-93683f1a4542 on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:11:39.604485 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['2b41d37a-3180-451f-9185-3760d06e5e90'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:39.609661 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3a61d746-5d31-4722-847b-5d259acab852 req-7904ffb7-9038-4b06-8f52-573112134442 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:39.614515 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a61d746-5d31-4722-847b-5d259acab852 req-7904ffb7-9038-4b06-8f52-573112134442 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.50 "DELETE /v2.0/ports/2bea62d4-5485-4b96-a485-93683f1a4542 HTTP/1.1" status: 204 len: 173 time: 1.2583616 Aug 19 18:11:39.614990 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc56d12-a636-400f-90cc-c9d4563d5987', 'name': 'network-vif-deleted', 'tag': '2bea62d4-5485-4b96-a485-93683f1a4542'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:39.617355 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d153b1-084b-4301-aef3-66659fe4cf8d" -d '{"events": [{"server_uuid": "7fc56d12-a636-400f-90cc-c9d4563d5987", "name": "network-vif-deleted", "tag": "2bea62d4-5485-4b96-a485-93683f1a4542"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:39.644138 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd9bcb-3449-4e61-8a7f-09e328fe0307 req-7f7924b9-8845-4699-b997-b6b20065d9a8 tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:39.654633 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2bcd9bcb-3449-4e61-8a7f-09e328fe0307 req-7f7924b9-8845-4699-b997-b6b20065d9a8 tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5bea8e88-f856-433a-8c7a-29e02cc459b8 HTTP/1.1" status: 200 len: 1101 time: 0.2721891 Aug 19 18:11:39.778778 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2bcd9bcb-3449-4e61-8a7f-09e328fe0307 req-089ec6cd-8cf3-49dc-9136-57a0cfd3d157 tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198869 Aug 19 18:11:39.803565 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887a90b-4e8b-4695-8343-b0531b942564 req-ab4c5077-4fb2-47c3-a663-eac100ee2c8f tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:39.822593 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a887a90b-4e8b-4695-8343-b0531b942564 req-ab4c5077-4fb2-47c3-a663-eac100ee2c8f tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=918a4672-aee8-4ca7-a20d-f6a91d2eddfe HTTP/1.1" status: 200 len: 946 time: 0.1254225 Aug 19 18:11:39.877767 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae66a75-75ac-43b7-bfeb-7a83398adc13 x-openstack-request-id: req-bae66a75-75ac-43b7-bfeb-7a83398adc13 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:39.878066 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7069e351-b134-49f2-9267-5c55dfb6cb7f", "name": "network-vif-deleted", "tag": "98eef2b1-c7de-4ebf-9afc-2706e5f66e86", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:39.878326 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bae66a75-75ac-43b7-bfeb-7a83398adc13 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:39.878776 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7069e351-b134-49f2-9267-5c55dfb6cb7f', 'name': 'network-vif-deleted', 'tag': '98eef2b1-c7de-4ebf-9afc-2706e5f66e86', 'status': 'completed', 'code': 200} Aug 19 18:11:39.922099 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a887a90b-4e8b-4695-8343-b0531b942564 req-02356dbe-951b-4c92-93f2-24b111d7a7d7 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902684 Aug 19 18:11:39.990263 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0300b6c-9530-4103-ba2d-3575bd06655a x-openstack-request-id: req-b0300b6c-9530-4103-ba2d-3575bd06655a {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:39.990824 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc56d12-a636-400f-90cc-c9d4563d5987", "name": "network-vif-deleted", "tag": "2bea62d4-5485-4b96-a485-93683f1a4542", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:39.991251 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0300b6c-9530-4103-ba2d-3575bd06655a {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:39.991826 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc56d12-a636-400f-90cc-c9d4563d5987', 'name': 'network-vif-deleted', 'tag': '2bea62d4-5485-4b96-a485-93683f1a4542', 'status': 'completed', 'code': 200} Aug 19 18:11:40.075631 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b7238cf-a813-4982-8b66-305be6c11efa req-f8338c3b-80bb-432a-b7ea-b4bfeb06a827 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=7069e351-b134-49f2-9267-5c55dfb6cb7f HTTP/1.1" status: 200 len: 210 time: 0.0581892 Aug 19 18:11:40.167041 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:40.201607 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-557c588e-60c5-4372-bdca-889c7f709f0d req-a44012ae-ff57-4d31-a13f-c5f2093172d1 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc56d12-a636-400f-90cc-c9d4563d5987 HTTP/1.1" status: 200 len: 210 time: 0.0346608 Aug 19 18:11:40.274441 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-b55d67c5-c615-4785-8d71-983a14d83b87 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=11f676ae7ee7460b9797b3d37f835c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944805 Aug 19 18:11:40.473058 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-1e156861-ac37-4770-9ff8-94abe4ab87ad tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:40.485152 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-1e156861-ac37-4770-9ff8-94abe4ab87ad tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2097511 Aug 19 18:11:40.505949 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-a4ca5f4a-0648-47d8-b283-dbeaaa50d7cf tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/quotas/11f676ae7ee7460b9797b3d37f835c87 HTTP/1.1" status: 200 len: 375 time: 0.0194702 Aug 19 18:11:40.619293 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-e249176d-51fc-4da7-b304-f5132dae9a20 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=11f676ae7ee7460b9797b3d37f835c87&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1073043 Aug 19 18:11:40.740429 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['0580690e-de96-4822-b775-be6a8d594558'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:40.752407 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd6a1a-ce5d-40b5-afe0-b815880686d8 req-c5ed8c9c-29a4-4a49-b0dc-2932b78c47b4 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:40.762609 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aebd6a1a-ce5d-40b5-afe0-b815880686d8 req-c5ed8c9c-29a4-4a49-b0dc-2932b78c47b4 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.0837407 Aug 19 18:11:40.820060 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:40.842870 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aebd6a1a-ce5d-40b5-afe0-b815880686d8 req-db68bf8d-3870-4a06-887b-8ce27a7e527e tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770378 Aug 19 18:11:40.986618 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1cb089a9-ea0a-43ec-bc6e-b333cbb4411f req-26685443-1e3f-4dbf-88f4-929a5a05a92b tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=f91a3070-0e10-46b4-a38f-324a967ade37 HTTP/1.1" status: 200 len: 210 time: 0.0735373 Aug 19 18:11:41.167513 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c8718-474f-43a2-87a4-189d9d28805f req-39953a0f-bb76-49c6-8c71-23083f2a37f4 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:41.170469 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ae0c8718-474f-43a2-87a4-189d9d28805f req-39953a0f-bb76-49c6-8c71-23083f2a37f4 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=918a4672-aee8-4ca7-a20d-f6a91d2eddfe HTTP/1.1" status: 200 len: 946 time: 0.1433723 Aug 19 18:11:41.278932 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ae0c8718-474f-43a2-87a4-189d9d28805f req-fab0875b-0583-4f2d-ae5c-9a7f2cb48f81 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988002 Aug 19 18:11:41.501083 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 98eef2b1-c7de-4ebf-9afc-2706e5f66e86 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:11:41.524155 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a2cf9fd4-545e-4b96-8bab-82578d100dd1 req-15da89ac-dde2-4154-a8e2-f9e5982452d3 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc56d12-a636-400f-90cc-c9d4563d5987 HTTP/1.1" status: 200 len: 210 time: 0.0761447 Aug 19 18:11:41.543269 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 98eef2b1-c7de-4ebf-9afc-2706e5f66e86 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:11:41.548667 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 98eef2b1-c7de-4ebf-9afc-2706e5f66e86 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:11:41.551909 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 2bea62d4-5485-4b96-a485-93683f1a4542 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:11:41.615890 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 2bea62d4-5485-4b96-a485-93683f1a4542 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:11:41.616586 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 2bea62d4-5485-4b96-a485-93683f1a4542 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:11:41.852797 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f0437-2dc9-413e-a7a3-261518cae654 req-395275e6-9834-4c01-bccc-6cbd82a65416 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:41.863557 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-200f0437-2dc9-413e-a7a3-261518cae654 req-395275e6-9834-4c01-bccc-6cbd82a65416 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=918a4672-aee8-4ca7-a20d-f6a91d2eddfe HTTP/1.1" status: 200 len: 946 time: 0.0861938 Aug 19 18:11:41.941447 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-93a4d607-45f2-42d3-aaa4-222dbf2b4409 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:41.950613 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-93a4d607-45f2-42d3-aaa4-222dbf2b4409 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/networks?id=f6ca3005-f821-4bbf-9771-cb98a9ef289d HTTP/1.1" status: 200 len: 806 time: 0.1904271 Aug 19 18:11:41.970429 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-200f0437-2dc9-413e-a7a3-261518cae654 req-a49298c7-8732-4ebe-ae5f-aea45b473932 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055381 Aug 19 18:11:41.972853 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-312cdc6b-b4e0-4fd5-8058-9f244b5d4e00 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/quotas/ae64f3b0d3994e079c6bfc4ab34b357b HTTP/1.1" status: 200 len: 375 time: 0.0204313 Aug 19 18:11:42.049947 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-7189b425-c2bc-4b42-9544-17380b1bca05 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae64f3b0d3994e079c6bfc4ab34b357b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0714564 Aug 19 18:11:42.109963 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18509b0-bce4-4a80-8d6f-f139dc0d8ec6 req-77529051-673c-4392-b022-99de87dec86e tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:42.118308 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c18509b0-bce4-4a80-8d6f-f139dc0d8ec6 req-77529051-673c-4392-b022-99de87dec86e tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.0702717 Aug 19 18:11:42.168517 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c18509b0-bce4-4a80-8d6f-f139dc0d8ec6 req-f78d993d-ce31-482d-8dd8-ffdad44451cd tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490558 Aug 19 18:11:42.218151 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-9ffaaba9-2401-486a-bcbb-c8d2e09923d0 service neutron] 10.222.0.24 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589017 Aug 19 18:11:42.274869 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-92479e6c-0e90-48bd-abdf-cbf99d10b67a req-f5a67789-ceb7-4da2-8730-f6d476140566 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=f91a3070-0e10-46b4-a38f-324a967ade37 HTTP/1.1" status: 200 len: 210 time: 0.0365462 Aug 19 18:11:42.358463 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-40fb6189-55c2-4d4d-9890-0a9888d082e4 service neutron] 10.222.0.24 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342764 Aug 19 18:11:42.627967 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10d5c6e6-05d9-4692-91a6-bc801a4058d9 req-20182d74-dbc2-4d13-b944-fc5b59120f7b tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=0effc9bc-3c0e-45e4-8343-4dbd36fe9c31 HTTP/1.1" status: 200 len: 210 time: 0.0779297 Aug 19 18:11:42.737593 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-6a165317-be15-4548-a12d-456797a1fb4e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=11f676ae7ee7460b9797b3d37f835c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664442 Aug 19 18:11:43.002911 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-1c3bbadf-daea-4a87-b464-41de565884db tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:43.011443 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-1c3bbadf-daea-4a87-b464-41de565884db tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2584584 Aug 19 18:11:43.032213 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-d5707e97-ee29-43da-aae5-794076d027d1 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Request body: {'port': {'device_id': 'f91a3070-0e10-46b4-a38f-324a967ade37', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': '11f676ae7ee7460b9797b3d37f835c87'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:43.175106 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0799d-d2d8-49f7-ab23-97ac1ad5fffc req-51dcab78-1265-48db-b03b-82cdc6b76341 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:43.182892 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9fd0799d-d2d8-49f7-ab23-97ac1ad5fffc req-51dcab78-1265-48db-b03b-82cdc6b76341 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=918a4672-aee8-4ca7-a20d-f6a91d2eddfe HTTP/1.1" status: 200 len: 946 time: 0.1146348 Aug 19 18:11:43.257599 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9fd0799d-d2d8-49f7-ab23-97ac1ad5fffc req-a4eb41e9-32ec-44d1-9d17-66b333f6860b tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735455 Aug 19 18:11:43.305964 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-d5707e97-ee29-43da-aae5-794076d027d1 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Made reservation on behalf of 11f676ae7ee7460b9797b3d37f835c87 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:11:43.311469 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-d5707e97-ee29-43da-aae5-794076d027d1 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:43.535087 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1ed75db2-8ace-4e2a-bd0b-1f7ea7c03f4a req-5972d6f3-cf6c-4e80-8563-5bae04267b40 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=f91a3070-0e10-46b4-a38f-324a967ade37 HTTP/1.1" status: 200 len: 210 time: 0.0394557 Aug 19 18:11:43.626992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-d5707e97-ee29-43da-aae5-794076d027d1 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Allocated IP 192.168.233.114 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/93715d9b-1d15-4d7f-9a26-36ed1c605c1c) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:11:43.839724 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b0249-9c9e-4382-8269-a55f04b1b792 req-ef230ba2-6624-48d8-931f-0862234df7bd tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:43.848078 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-026b0249-9c9e-4382-8269-a55f04b1b792 req-ef230ba2-6624-48d8-931f-0862234df7bd tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.3939135 Aug 19 18:11:43.913238 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-d5707e97-ee29-43da-aae5-794076d027d1 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:43.934537 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-026b0249-9c9e-4382-8269-a55f04b1b792 req-e8048218-1cbd-44b5-9f59-03d8e69c7b70 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853145 Aug 19 18:11:43.967943 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-d5707e97-ee29-43da-aae5-794076d027d1 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Transition to ACTIVE for port object 93715d9b-1d15-4d7f-9a26-36ed1c605c1c will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:11:44.018312 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-d5707e97-ee29-43da-aae5-794076d027d1 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:44.034106 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['2913220d-a5aa-4c2d-a359-acf78c5e338c', '08531675-2a28-49f9-9907-04a05109ee16', '9ae00d4e-4f1a-466b-92d7-1b119470125e', '2967d7ed-d48e-4ab5-8c8a-777565e1b5b4'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:44.076475 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-d5707e97-ee29-43da-aae5-794076d027d1 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:11:44.080866 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-d5707e97-ee29-43da-aae5-794076d027d1 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:11:44.089891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-d5707e97-ee29-43da-aae5-794076d027d1 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:11:44.132335 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a', '6fdf8726-9329-4e22-973a-5e30d1c03d3f'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:44.137383 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5707e97-ee29-43da-aae5-794076d027d1 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Pushing event updated for resources: {'Port': ['ID=93715d9b-1d15-4d7f-9a26-36ed1c605c1c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:44.210011 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-d5707e97-ee29-43da-aae5-794076d027d1 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:44.211265 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-d5707e97-ee29-43da-aae5-794076d027d1 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:44.269357 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-70d4dd20-9f56-4312-bf3f-dc22e5a94fdb req-dc1e6680-1038-4ecb-9019-2a4da7b0cfdb tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=0effc9bc-3c0e-45e4-8343-4dbd36fe9c31 HTTP/1.1" status: 200 len: 210 time: 0.0774620 Aug 19 18:11:44.281556 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-d5707e97-ee29-43da-aae5-794076d027d1 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2540405 Aug 19 18:11:44.320344 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-534c58d3-02b8-4fcc-ac82-330d9d4bb02e service neutron] Request body: {'port': {'device_id': 'f91a3070-0e10-46b4-a38f-324a967ade37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:44.549025 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-534c58d3-02b8-4fcc-ac82-330d9d4bb02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:44.745209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-99ea2204-8867-4d50-9e25-da3a67e5ad4b tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:44.756004 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-99ea2204-8867-4d50-9e25-da3a67e5ad4b tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.50 "GET /v2.0/networks?id=f6ca3005-f821-4bbf-9771-cb98a9ef289d HTTP/1.1" status: 200 len: 806 time: 0.3411870 Aug 19 18:11:44.775018 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-7b3b38c2-a7f4-40b8-bcdd-c1aaae06fed3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Request body: {'port': {'device_id': '0effc9bc-3c0e-45e4-8343-4dbd36fe9c31', 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d', 'admin_state_up': True, 'tenant_id': 'ae64f3b0d3994e079c6bfc4ab34b357b'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:44.875919 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-605e4497-0261-40d8-b98a-f5559910b920 None None] Provisioning for port 93715d9b-1d15-4d7f-9a26-36ed1c605c1c completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:11:44.882841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-605e4497-0261-40d8-b98a-f5559910b920 None None] Provisioning complete for port 93715d9b-1d15-4d7f-9a26-36ed1c605c1c triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:11:44.883527 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-605e4497-0261-40d8-b98a-f5559910b920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:44.986372 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-605e4497-0261-40d8-b98a-f5559910b920 None None] Port 93715d9b-1d15-4d7f-9a26-36ed1c605c1c cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:11:45.214749 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-7b3b38c2-a7f4-40b8-bcdd-c1aaae06fed3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Made reservation on behalf of ae64f3b0d3994e079c6bfc4ab34b357b for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:11:45.223548 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-7b3b38c2-a7f4-40b8-bcdd-c1aaae06fed3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:45.319061 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1af568-88e3-46b1-a98f-1162f3a0069d req-90b10dc3-a358-48bc-8c4b-211242ca0519 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:45.343744 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fe1af568-88e3-46b1-a98f-1162f3a0069d req-90b10dc3-a358-48bc-8c4b-211242ca0519 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.2489550 Aug 19 18:11:45.464550 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fe1af568-88e3-46b1-a98f-1162f3a0069d req-e0249aaf-f0c4-44bb-9875-169e0a2b8d9b tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197214 Aug 19 18:11:45.574611 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-7b3b38c2-a7f4-40b8-bcdd-c1aaae06fed3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Allocated IP 172.20.0.12 (f6ca3005-f821-4bbf-9771-cb98a9ef289d/ee52aea2-4c4c-4ce5-9853-28e4d75899b9/94ae0f59-615b-46c8-a5ba-5a8ef04c75cf) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:11:45.659109 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da21310-0b68-4445-a59a-04ebecaddc47 req-aea9f9ce-bbb7-4370-a0b0-371c9b582e67 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:45.667249 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5da21310-0b68-4445-a59a-04ebecaddc47 req-aea9f9ce-bbb7-4370-a0b0-371c9b582e67 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=f91a3070-0e10-46b4-a38f-324a967ade37 HTTP/1.1" status: 200 len: 936 time: 0.1420109 Aug 19 18:11:45.751898 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5da21310-0b68-4445-a59a-04ebecaddc47 req-69657a26-faa3-4327-8d92-599127140e81 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773108 Aug 19 18:11:45.829455 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-534c58d3-02b8-4fcc-ac82-330d9d4bb02e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93715d9b-1d15-4d7f-9a26-36ed1c605c1c {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:11:45.837987 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-534c58d3-02b8-4fcc-ac82-330d9d4bb02e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:45.846888 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-7b3b38c2-a7f4-40b8-bcdd-c1aaae06fed3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:45.851686 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-534c58d3-02b8-4fcc-ac82-330d9d4bb02e service neutron] Transition to ACTIVE for port object 93715d9b-1d15-4d7f-9a26-36ed1c605c1c will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:11:45.859746 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-534c58d3-02b8-4fcc-ac82-330d9d4bb02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:45.897344 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e63be-5c73-4eb6-9efe-22238cf8ca67 req-04852fa1-7757-4cf1-9381-3de30af750c5 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:45.903459 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e63be-5c73-4eb6-9efe-22238cf8ca67 req-04852fa1-7757-4cf1-9381-3de30af750c5 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:45.905188 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e02e63be-5c73-4eb6-9efe-22238cf8ca67 req-04852fa1-7757-4cf1-9381-3de30af750c5 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/ports?device_id=12700087-fd96-4294-bd58-0f2b02de31f2&device_id=6c2e8f93-3bf7-4aa4-939d-823333a12b95 HTTP/1.1" status: 200 len: 1681 time: 0.1601713 Aug 19 18:11:45.949832 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c58d3-02b8-4fcc-ac82-330d9d4bb02e service neutron] Pushing event updated for resources: {'Port': ['ID=93715d9b-1d15-4d7f-9a26-36ed1c605c1c,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:46.003440 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-7b3b38c2-a7f4-40b8-bcdd-c1aaae06fed3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:46.057781 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e02e63be-5c73-4eb6-9efe-22238cf8ca67 req-5c636dce-c1da-440f-bc71-2991377fef69 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.24 "GET /v2.0/security-groups?id=07cc503b-7a1f-4fc2-8d97-992210d2beff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337361 Aug 19 18:11:46.071401 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-7b3b38c2-a7f4-40b8-bcdd-c1aaae06fed3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Network f6ca3005-f821-4bbf-9771-cb98a9ef289d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:11:46.086857 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-7b3b38c2-a7f4-40b8-bcdd-c1aaae06fed3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:11:46.104796 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-7b3b38c2-a7f4-40b8-bcdd-c1aaae06fed3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:11:46.146728 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-534c58d3-02b8-4fcc-ac82-330d9d4bb02e service neutron] Attempting to bind port 93715d9b-1d15-4d7f-9a26-36ed1c605c1c on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:11:46.147064 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-534c58d3-02b8-4fcc-ac82-330d9d4bb02e service neutron] Attempting to bind port 93715d9b-1d15-4d7f-9a26-36ed1c605c1c by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:11:46.147395 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-534c58d3-02b8-4fcc-ac82-330d9d4bb02e service neutron] Attempting to bind port 93715d9b-1d15-4d7f-9a26-36ed1c605c1c on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:11:46.154578 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b38c2-a7f4-40b8-bcdd-c1aaae06fed3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Pushing event updated for resources: {'Port': ['ID=94ae0f59-615b-46c8-a5ba-5a8ef04c75cf,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:46.169129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c00a54-2ef2-4621-9bad-f64bf6bcd5f0 req-7bd6c3e9-08fb-47ee-a971-e9efcc9dfd17 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:46.177095 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68c00a54-2ef2-4621-9bad-f64bf6bcd5f0 req-7bd6c3e9-08fb-47ee-a971-e9efcc9dfd17 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=0effc9bc-3c0e-45e4-8343-4dbd36fe9c31 HTTP/1.1" status: 200 len: 932 time: 0.1573339 Aug 19 18:11:46.195997 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-534c58d3-02b8-4fcc-ac82-330d9d4bb02e service neutron] Port 93715d9b-1d15-4d7f-9a26-36ed1c605c1c on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:11:46.196306 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-534c58d3-02b8-4fcc-ac82-330d9d4bb02e service neutron] Attempting to bind port 93715d9b-1d15-4d7f-9a26-36ed1c605c1c on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:11:46.214476 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-7b3b38c2-a7f4-40b8-bcdd-c1aaae06fed3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:46.217853 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-7b3b38c2-a7f4-40b8-bcdd-c1aaae06fed3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:46.223735 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-534c58d3-02b8-4fcc-ac82-330d9d4bb02e service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:11:46.224080 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-534c58d3-02b8-4fcc-ac82-330d9d4bb02e service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:11:46.224731 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-534c58d3-02b8-4fcc-ac82-330d9d4bb02e service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:11:46.224924 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-534c58d3-02b8-4fcc-ac82-330d9d4bb02e service neutron] Bound port: 93715d9b-1d15-4d7f-9a26-36ed1c605c1c, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:11:46.225294 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-534c58d3-02b8-4fcc-ac82-330d9d4bb02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:46.246868 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-7b3b38c2-a7f4-40b8-bcdd-c1aaae06fed3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4774098 Aug 19 18:11:46.277501 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68c00a54-2ef2-4621-9bad-f64bf6bcd5f0 req-35d1b20d-0489-4c20-8b78-8c457def9160 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991671 Aug 19 18:11:46.287183 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-885be998-5af4-4975-9f41-6a261b2c3579 service neutron] Request body: {'port': {'device_id': '0effc9bc-3c0e-45e4-8343-4dbd36fe9c31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:46.292291 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:46.391058 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-885be998-5af4-4975-9f41-6a261b2c3579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:46.446255 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-534c58d3-02b8-4fcc-ac82-330d9d4bb02e service neutron] For port 93715d9b-1d15-4d7f-9a26-36ed1c605c1c, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:11:46.455668 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-534c58d3-02b8-4fcc-ac82-330d9d4bb02e service neutron] For port 93715d9b-1d15-4d7f-9a26-36ed1c605c1c, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=93715d9b-1d15-4d7f-9a26-36ed1c605c1c,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:11:46.461918 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-534c58d3-02b8-4fcc-ac82-330d9d4bb02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:46.504127 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-534c58d3-02b8-4fcc-ac82-330d9d4bb02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:46.504768 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-534c58d3-02b8-4fcc-ac82-330d9d4bb02e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:46.506227 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-534c58d3-02b8-4fcc-ac82-330d9d4bb02e service neutron] 10.222.0.50 "PUT /v2.0/ports/93715d9b-1d15-4d7f-9a26-36ed1c605c1c HTTP/1.1" status: 200 len: 1096 time: 2.2013690 Aug 19 18:11:46.522683 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91a3070-0e10-46b4-a38f-324a967ade37', 'tag': '93715d9b-1d15-4d7f-9a26-36ed1c605c1c'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:46.548758 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b89303f-1362-406f-ae44-0c7c0550fda4" -d '{"events": [{"name": "network-changed", "server_uuid": "f91a3070-0e10-46b4-a38f-324a967ade37", "tag": "93715d9b-1d15-4d7f-9a26-36ed1c605c1c"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:46.690457 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3757fb76-e5f8-493d-adc2-3284279b485d x-openstack-request-id: req-3757fb76-e5f8-493d-adc2-3284279b485d {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:46.698134 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f91a3070-0e10-46b4-a38f-324a967ade37", "tag": "93715d9b-1d15-4d7f-9a26-36ed1c605c1c", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:46.699586 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3757fb76-e5f8-493d-adc2-3284279b485d {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:46.701708 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f91a3070-0e10-46b4-a38f-324a967ade37', 'tag': '93715d9b-1d15-4d7f-9a26-36ed1c605c1c', 'status': 'completed', 'code': 200} Aug 19 18:11:46.853844 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-79ea7789-659b-4445-bf25-b0d18e990d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:46.857790 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-79ea7789-659b-4445-bf25-b0d18e990d15 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11f676ae7ee7460b9797b3d37f835c87&device_id=f91a3070-0e10-46b4-a38f-324a967ade37 HTTP/1.1" status: 200 len: 1099 time: 0.1973274 Aug 19 18:11:46.865942 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c58d3-02b8-4fcc-ac82-330d9d4bb02e service neutron] Pushing event updated for resources: {'Port': ['ID=93715d9b-1d15-4d7f-9a26-36ed1c605c1c,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:46.942470 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-245dad82-6535-48e1-b773-28ccf8aff115 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=93715d9b-1d15-4d7f-9a26-36ed1c605c1c HTTP/1.1" status: 200 len: 217 time: 0.0661926 Aug 19 18:11:47.048249 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-9cd16c0c-cf29-43db-945e-b7ec2544b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:47.049896 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-9cd16c0c-cf29-43db-945e-b7ec2544b909 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0787745 Aug 19 18:11:47.067786 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca2adf-df50-4bb7-a451-2a78d4d19f45 req-1a2f93ad-7095-4530-bf25-1e6e7f993b84 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:47.076016 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6fca2adf-df50-4bb7-a451-2a78d4d19f45 req-1a2f93ad-7095-4530-bf25-1e6e7f993b84 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=f91a3070-0e10-46b4-a38f-324a967ade37 HTTP/1.1" status: 200 len: 948 time: 0.1368554 Aug 19 18:11:47.135386 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3771b60-8477-4227-867b-18a6268fd2ec req-46adaa3d-47fc-4b06-b86d-a971e6541db4 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:47.142946 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3771b60-8477-4227-867b-18a6268fd2ec req-46adaa3d-47fc-4b06-b86d-a971e6541db4 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.0952981 Aug 19 18:11:47.208235 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-1cd422ef-064b-47b7-8ae3-b195a4d7e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:47.210362 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-1cd422ef-064b-47b7-8ae3-b195a4d7e232 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1232786 Aug 19 18:11:47.236068 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3771b60-8477-4227-867b-18a6268fd2ec req-9f1e4279-d525-4fcf-b122-f6a4f77ec91f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921142 Aug 19 18:11:47.247702 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6fca2adf-df50-4bb7-a451-2a78d4d19f45 req-96a87355-5390-4edf-bef3-f184796e4221 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696148 Aug 19 18:11:47.417114 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-885be998-5af4-4975-9f41-6a261b2c3579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:11:47.428350 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-885be998-5af4-4975-9f41-6a261b2c3579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:47.464888 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-885be998-5af4-4975-9f41-6a261b2c3579 service neutron] Transition to ACTIVE for port object 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:11:47.468785 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['63329f52-4d29-46a2-8007-c28af4280754'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:47.475577 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-885be998-5af4-4975-9f41-6a261b2c3579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:47.503894 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-455abf15-2745-4125-a3a8-fde133bb7d93 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547092 Aug 19 18:11:47.669420 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 2028ecf0-53e2-45e6-9dbf-698ed5ee158e details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:11:47.671666 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885be998-5af4-4975-9f41-6a261b2c3579 service neutron] Pushing event updated for resources: {'Port': ['ID=94ae0f59-615b-46c8-a5ba-5a8ef04c75cf,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:47.736596 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59803eb7-5629-4b84-9fe6-2172489800b9 req-190bfc7f-f014-45bb-b7df-8783bfd92cd6 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164395 Aug 19 18:11:47.878710 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-885be998-5af4-4975-9f41-6a261b2c3579 service neutron] Attempting to bind port 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:11:47.878710 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-885be998-5af4-4975-9f41-6a261b2c3579 service neutron] Attempting to bind port 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:11:47.878710 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-885be998-5af4-4975-9f41-6a261b2c3579 service neutron] Attempting to bind port 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf on network f6ca3005-f821-4bbf-9771-cb98a9ef289d {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:11:47.878710 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-885be998-5af4-4975-9f41-6a261b2c3579 service neutron] Port 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf on network f6ca3005-f821-4bbf-9771-cb98a9ef289d not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:11:47.878710 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-885be998-5af4-4975-9f41-6a261b2c3579 service neutron] Attempting to bind port 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf on network f6ca3005-f821-4bbf-9771-cb98a9ef289d {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:11:47.907538 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fd901-bdf7-46a7-8d1b-e3f33cba3eb5 req-e51d94d5-1551-498f-8803-33a6ec09273c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:47.922985 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-021fd901-bdf7-46a7-8d1b-e3f33cba3eb5 req-e51d94d5-1551-498f-8803-33a6ec09273c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=0effc9bc-3c0e-45e4-8343-4dbd36fe9c31 HTTP/1.1" status: 200 len: 944 time: 0.1530805 Aug 19 18:11:47.967313 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-885be998-5af4-4975-9f41-6a261b2c3579 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:11:47.967905 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-885be998-5af4-4975-9f41-6a261b2c3579 service neutron] Checking segment: {'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:11:47.968310 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-885be998-5af4-4975-9f41-6a261b2c3579 service neutron] Bound using segment: {'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:11:47.968776 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-885be998-5af4-4975-9f41-6a261b2c3579 service neutron] Bound port: 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:11:47.969145 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-885be998-5af4-4975-9f41-6a261b2c3579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:47.984587 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89303f-1362-406f-ae44-0c7c0550fda4 req-1d529a2d-eb61-44d9-95b2-3c7c10b167d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:47.987142 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5b89303f-1362-406f-ae44-0c7c0550fda4 req-1d529a2d-eb61-44d9-95b2-3c7c10b167d5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11f676ae7ee7460b9797b3d37f835c87&device_id=f91a3070-0e10-46b4-a38f-324a967ade37 HTTP/1.1" status: 200 len: 1099 time: 0.1662071 Aug 19 18:11:48.042623 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-021fd901-bdf7-46a7-8d1b-e3f33cba3eb5 req-58551504-e443-47a5-b089-4089ce6c5fb1 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181419 Aug 19 18:11:48.152550 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-885be998-5af4-4975-9f41-6a261b2c3579 service neutron] For port 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:11:48.156591 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-885be998-5af4-4975-9f41-6a261b2c3579 service neutron] For port 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=94ae0f59-615b-46c8-a5ba-5a8ef04c75cf,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:11:48.161952 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-885be998-5af4-4975-9f41-6a261b2c3579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:48.198791 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 2028ecf0-53e2-45e6-9dbf-698ed5ee158e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=2028ecf0-53e2-45e6-9dbf-698ed5ee158e,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:48.235235 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '2028ecf0-53e2-45e6-9dbf-698ed5ee158e', 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a', 'port_id': '2028ecf0-53e2-45e6-9dbf-698ed5ee158e', 'mac_address': 'fa:16:3e:7b:08:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09884e41-8987-4095-b41a-2dbe97fb4846', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:11:48.236880 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885be998-5af4-4975-9f41-6a261b2c3579 service neutron] Pushing event updated for resources: {'Port': ['ID=94ae0f59-615b-46c8-a5ba-5a8ef04c75cf,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:48.243966 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-885be998-5af4-4975-9f41-6a261b2c3579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:48.244965 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-885be998-5af4-4975-9f41-6a261b2c3579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:48.249381 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-885be998-5af4-4975-9f41-6a261b2c3579 service neutron] 10.222.0.50 "PUT /v2.0/ports/94ae0f59-615b-46c8-a5ba-5a8ef04c75cf HTTP/1.1" status: 200 len: 1092 time: 1.9725003 Aug 19 18:11:48.250574 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0effc9bc-3c0e-45e4-8343-4dbd36fe9c31', 'tag': '94ae0f59-615b-46c8-a5ba-5a8ef04c75cf'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:48.259993 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67402c5-43f0-4950-a1ac-ea61af915a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "0effc9bc-3c0e-45e4-8343-4dbd36fe9c31", "tag": "94ae0f59-615b-46c8-a5ba-5a8ef04c75cf"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:48.293123 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89303f-1362-406f-ae44-0c7c0550fda4 req-a78ce044-80f6-4ab4-a7ad-c295a79f4535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:48.299380 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5b89303f-1362-406f-ae44-0c7c0550fda4 req-a78ce044-80f6-4ab4-a7ad-c295a79f4535 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.2910807 Aug 19 18:11:48.357042 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:48.389306 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2028ecf0-53e2-45e6-9dbf-698ed5ee158e {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:11:48.435923 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-39947262-48a2-4aaf-864a-5960fd5fee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:48.439873 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5b89303f-1362-406f-ae44-0c7c0550fda4 req-9363a409-dc6d-41df-89e8-25cfca6b5a1b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=93715d9b-1d15-4d7f-9a26-36ed1c605c1c HTTP/1.1" status: 200 len: 217 time: 0.1216223 Aug 19 18:11:48.440238 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-39947262-48a2-4aaf-864a-5960fd5fee29 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae64f3b0d3994e079c6bfc4ab34b357b&device_id=0effc9bc-3c0e-45e4-8343-4dbd36fe9c31 HTTP/1.1" status: 200 len: 1095 time: 0.1066191 Aug 19 18:11:48.442127 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 2028ecf0-53e2-45e6-9dbf-698ed5ee158e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=2028ecf0-53e2-45e6-9dbf-698ed5ee158e,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:48.454721 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:48.593715 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-183c2ee7-4001-4dae-886d-6805804b793c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94ae0f59-615b-46c8-a5ba-5a8ef04c75cf HTTP/1.1" status: 200 len: 217 time: 0.1233213 Aug 19 18:11:48.608002 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89303f-1362-406f-ae44-0c7c0550fda4 req-85fd53bd-97b6-4128-b03d-e1f42337ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:48.610186 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5b89303f-1362-406f-ae44-0c7c0550fda4 req-85fd53bd-97b6-4128-b03d-e1f42337ce5f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1428611 Aug 19 18:11:48.619809 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=2028ecf0-53e2-45e6-9dbf-698ed5ee158e,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:48.660695 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['2028ecf0-53e2-45e6-9dbf-698ed5ee158e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:48.738937 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-f0d67a95-57a3-4e1c-a1c3-54be639cb7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:48.743268 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-f0d67a95-57a3-4e1c-a1c3-54be639cb7b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee52aea2-4c4c-4ce5-9853-28e4d75899b9 HTTP/1.1" status: 200 len: 846 time: 0.1330187 Aug 19 18:11:48.759640 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89303f-1362-406f-ae44-0c7c0550fda4 req-6aafaa6f-2423-4af4-ae2d-833994f40300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:48.798924 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5b89303f-1362-406f-ae44-0c7c0550fda4 req-6aafaa6f-2423-4af4-ae2d-833994f40300 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1449714 Aug 19 18:11:48.847356 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-50dad07c-3474-4a6c-9261-8eb35b8f0cb7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6ca3005-f821-4bbf-9771-cb98a9ef289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850203 Aug 19 18:11:49.042745 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-ec46d5e1-9cc2-4616-9d4e-e2b8cb3ce9bb service neutron] 10.222.0.50 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723261 Aug 19 18:11:49.065879 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870421d-881c-4376-a495-b3af9c2d74d3 req-5d82af32-52c7-492a-bbbc-34066cb33489 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:49.081631 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3870421d-881c-4376-a495-b3af9c2d74d3 req-5d82af32-52c7-492a-bbbc-34066cb33489 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.3553975 Aug 19 18:11:49.214558 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3870421d-881c-4376-a495-b3af9c2d74d3 req-4d4d4dec-f1f6-4342-b56f-7aa869e2cfdd tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078906 Aug 19 18:11:49.226483 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5b89303f-1362-406f-ae44-0c7c0550fda4 req-f530fc18-898c-4425-87a5-73272b9bf820 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262214 Aug 19 18:11:49.270807 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-19ff9ade-b706-4f11-866d-19061bd5a7f6 req-fbce6d56-a7da-4bc5-99bb-5c0befe8b621 service neutron] 10.222.0.50 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122083 Aug 19 18:11:49.314596 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26ed28d-ba5d-4d45-b6a3-1a7d196914c1 x-openstack-request-id: req-d26ed28d-ba5d-4d45-b6a3-1a7d196914c1 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:49.315146 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0effc9bc-3c0e-45e4-8343-4dbd36fe9c31", "tag": "94ae0f59-615b-46c8-a5ba-5a8ef04c75cf", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:49.315639 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d26ed28d-ba5d-4d45-b6a3-1a7d196914c1 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:49.316356 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0effc9bc-3c0e-45e4-8343-4dbd36fe9c31', 'tag': '94ae0f59-615b-46c8-a5ba-5a8ef04c75cf', 'status': 'completed', 'code': 200} Aug 19 18:11:49.416456 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5b89303f-1362-406f-ae44-0c7c0550fda4 req-f024a11a-f1fc-4bd1-b574-a82b78d0123b service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790857 Aug 19 18:11:49.493896 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67402c5-43f0-4950-a1ac-ea61af915a5f req-08bc2bfb-7831-4de8-a980-8c76fb66ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:49.500763 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a67402c5-43f0-4950-a1ac-ea61af915a5f req-08bc2bfb-7831-4de8-a980-8c76fb66ba7c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae64f3b0d3994e079c6bfc4ab34b357b&device_id=0effc9bc-3c0e-45e4-8343-4dbd36fe9c31 HTTP/1.1" status: 200 len: 1095 time: 0.1366847 Aug 19 18:11:49.606279 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79815b55-65b1-4b79-aaa4-23c680ad46e3 req-79e0a380-1277-4a76-b775-9baf195f0046 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:49.608197 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-79815b55-65b1-4b79-aaa4-23c680ad46e3 req-79e0a380-1277-4a76-b775-9baf195f0046 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.54 "GET /v2.0/ports?device_id=12700087-fd96-4294-bd58-0f2b02de31f2 HTTP/1.1" status: 200 len: 945 time: 0.1908336 Aug 19 18:11:49.649501 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee097e-2e7f-44b7-9fb1-f986c83e6a42 req-8fe1bd7f-954c-4a03-9996-b90651f342a6 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:49.661899 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 2028ecf0-53e2-45e6-9dbf-698ed5ee158e up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:11:49.671907 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7eee097e-2e7f-44b7-9fb1-f986c83e6a42 req-8fe1bd7f-954c-4a03-9996-b90651f342a6 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=f91a3070-0e10-46b4-a38f-324a967ade37 HTTP/1.1" status: 200 len: 948 time: 0.1959493 Aug 19 18:11:49.734371 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67402c5-43f0-4950-a1ac-ea61af915a5f req-857748cc-c3ad-4184-b53e-cee3cfb7d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:49.736628 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a67402c5-43f0-4950-a1ac-ea61af915a5f req-857748cc-c3ad-4184-b53e-cee3cfb7d940 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f6ca3005-f821-4bbf-9771-cb98a9ef289d HTTP/1.1" status: 200 len: 907 time: 0.1988246 Aug 19 18:11:49.760366 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 2028ecf0-53e2-45e6-9dbf-698ed5ee158e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:11:49.761090 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:49.814990 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a67402c5-43f0-4950-a1ac-ea61af915a5f req-60a5e695-ceef-41a7-8c5a-03c293416f6a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94ae0f59-615b-46c8-a5ba-5a8ef04c75cf HTTP/1.1" status: 200 len: 217 time: 0.0655463 Aug 19 18:11:49.818360 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7eee097e-2e7f-44b7-9fb1-f986c83e6a42 req-683dd1a9-ac5e-4bed-8e5c-5a7597d05d74 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316216 Aug 19 18:11:49.894339 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-79815b55-65b1-4b79-aaa4-23c680ad46e3 req-a2b32cef-9ea9-4ca2-9403-4ed340725f08 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Deleting port 0580690e-de96-4822-b775-be6a8d594558 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:11:49.894722 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-79815b55-65b1-4b79-aaa4-23c680ad46e3 req-a2b32cef-9ea9-4ca2-9403-4ed340725f08 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:49.941846 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67402c5-43f0-4950-a1ac-ea61af915a5f req-95ea95fd-8e38-4979-865a-0b9dca1034ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:49.948174 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a67402c5-43f0-4950-a1ac-ea61af915a5f req-95ea95fd-8e38-4979-865a-0b9dca1034ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee52aea2-4c4c-4ce5-9853-28e4d75899b9 HTTP/1.1" status: 200 len: 846 time: 0.1155775 Aug 19 18:11:49.954379 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:49.996748 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918a4672-aee8-4ca7-a20d-f6a91d2eddfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2028ecf0-53e2-45e6-9dbf-698ed5ee158e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:50.002129 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091e7953-112e-4cf9-a5f4-6c26fa72efc7" -d '{"events": [{"server_uuid": "918a4672-aee8-4ca7-a20d-f6a91d2eddfe", "name": "network-vif-plugged", "status": "completed", "tag": "2028ecf0-53e2-45e6-9dbf-698ed5ee158e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:50.027595 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 2028ecf0-53e2-45e6-9dbf-698ed5ee158e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=2028ecf0-53e2-45e6-9dbf-698ed5ee158e,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:50.034873 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a67402c5-43f0-4950-a1ac-ea61af915a5f req-02e42c05-ff05-47d6-96ef-91e08ab448a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6ca3005-f821-4bbf-9771-cb98a9ef289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597501 Aug 19 18:11:50.035589 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:50.102053 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-79815b55-65b1-4b79-aaa4-23c680ad46e3 req-a2b32cef-9ea9-4ca2-9403-4ed340725f08 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] For port 0580690e-de96-4822-b775-be6a8d594558, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=0580690e-de96-4822-b775-be6a8d594558,segment=NetworkSegment(db614f98-5879-40ca-9296-5da0da71b4ee),segment_id=db614f98-5879-40ca-9296-5da0da71b4ee)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:50.102421 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-79815b55-65b1-4b79-aaa4-23c680ad46e3 req-a2b32cef-9ea9-4ca2-9403-4ed340725f08 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:50.131280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-79815b55-65b1-4b79-aaa4-23c680ad46e3 req-a2b32cef-9ea9-4ca2-9403-4ed340725f08 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Calling delete_port for 0580690e-de96-4822-b775-be6a8d594558 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:11:50.160412 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=2028ecf0-53e2-45e6-9dbf-698ed5ee158e,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:50.224705 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a67402c5-43f0-4950-a1ac-ea61af915a5f req-f2c7f58a-442c-4975-9996-b6c7d7a96a2a service neutron] 10.222.0.50 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725631 Aug 19 18:11:50.429957 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a67402c5-43f0-4950-a1ac-ea61af915a5f req-24ea0cf5-3796-4b3b-8540-1afd12ce8406 service neutron] 10.222.0.50 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854305 Aug 19 18:11:50.499028 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-79815b55-65b1-4b79-aaa4-23c680ad46e3 req-a2b32cef-9ea9-4ca2-9403-4ed340725f08 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:50.513148 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['0580690e-de96-4822-b775-be6a8d594558'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:50.551272 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b32cef-9ea9-4ca2-9403-4ed340725f08 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Pushing event deleted for resources: {'Port': ['ID=0580690e-de96-4822-b775-be6a8d594558,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:50.568058 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['2b41d37a-3180-451f-9185-3760d06e5e90'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:50.610774 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-79815b55-65b1-4b79-aaa4-23c680ad46e3 req-a2b32cef-9ea9-4ca2-9403-4ed340725f08 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] No DVR routers for this DVR port 0580690e-de96-4822-b775-be6a8d594558 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:11:50.613907 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-79815b55-65b1-4b79-aaa4-23c680ad46e3 req-a2b32cef-9ea9-4ca2-9403-4ed340725f08 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:50.616040 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-79815b55-65b1-4b79-aaa4-23c680ad46e3 req-a2b32cef-9ea9-4ca2-9403-4ed340725f08 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.54 "DELETE /v2.0/ports/0580690e-de96-4822-b775-be6a8d594558 HTTP/1.1" status: 204 len: 173 time: 0.9962206 Aug 19 18:11:50.616510 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12700087-fd96-4294-bd58-0f2b02de31f2', 'name': 'network-vif-deleted', 'tag': '0580690e-de96-4822-b775-be6a8d594558'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:50.619414 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8afbb0-c74c-484f-b41b-2a4e6e097ec7" -d '{"events": [{"server_uuid": "12700087-fd96-4294-bd58-0f2b02de31f2", "name": "network-vif-deleted", "tag": "0580690e-de96-4822-b775-be6a8d594558"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:50.994129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47644) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:51.139053 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b9cd-c47d-4ca5-b7f0-579002ef984b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:51.360150 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b9cd-c47d-4ca5-b7f0-579002ef984b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:51.366104 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b9cd-c47d-4ca5-b7f0-579002ef984b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:51.413826 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0bd2b9cd-c47d-4ca5-b7f0-579002ef984b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca0978881c5545febbdb699bf4d389d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4159982 Aug 19 18:11:51.414345 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47648) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:51.468394 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2b9cd-c47d-4ca5-b7f0-579002ef984b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd24d97-7aac-45ef-869d-d120100c1762,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:51.547069 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-74470668-1c2b-4808-97ab-943d5fc77bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:51.558856 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 93715d9b-1d15-4d7f-9a26-36ed1c605c1c details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:11:51.604155 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-74470668-1c2b-4808-97ab-943d5fc77bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:51.725389 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-74470668-1c2b-4808-97ab-943d5fc77bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:51.729938 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-74470668-1c2b-4808-97ab-943d5fc77bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:51.732524 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-74470668-1c2b-4808-97ab-943d5fc77bca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0dd24d97-7aac-45ef-869d-d120100c1762 HTTP/1.1" status: 204 len: 168 time: 0.3161383 Aug 19 18:11:51.748990 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74470668-1c2b-4808-97ab-943d5fc77bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd24d97-7aac-45ef-869d-d120100c1762,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:51.863720 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 93715d9b-1d15-4d7f-9a26-36ed1c605c1c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=93715d9b-1d15-4d7f-9a26-36ed1c605c1c,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:51.903229 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '93715d9b-1d15-4d7f-9a26-36ed1c605c1c', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '93715d9b-1d15-4d7f-9a26-36ed1c605c1c', 'mac_address': 'fa:16:3e:8e:1c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:11:51.952199 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b965b-6ed2-4468-8083-e26981359509 req-40efc1df-bec4-4b19-b3d1-90189f1963a8 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:51.954544 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9f6b965b-6ed2-4468-8083-e26981359509 req-40efc1df-bec4-4b19-b3d1-90189f1963a8 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c2e8f93-3bf7-4aa4-939d-823333a12b95 HTTP/1.1" status: 200 len: 945 time: 0.0876939 Aug 19 18:11:52.003890 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:52.029508 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93715d9b-1d15-4d7f-9a26-36ed1c605c1c {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:11:52.078190 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 93715d9b-1d15-4d7f-9a26-36ed1c605c1c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=93715d9b-1d15-4d7f-9a26-36ed1c605c1c,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:52.086081 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:52.156313 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-9f6b965b-6ed2-4468-8083-e26981359509 req-a7883049-9eb4-4cfb-afbe-e5bda69b63d5 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Deleting port 2b41d37a-3180-451f-9185-3760d06e5e90 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:11:52.163047 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9f6b965b-6ed2-4468-8083-e26981359509 req-a7883049-9eb4-4cfb-afbe-e5bda69b63d5 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:52.177924 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=93715d9b-1d15-4d7f-9a26-36ed1c605c1c,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:52.235730 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47654) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:52.253191 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-917da368-e354-46ed-bbd5-c241a47fb2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:52.382348 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-917da368-e354-46ed-bbd5-c241a47fb2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:52.386528 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-9f6b965b-6ed2-4468-8083-e26981359509 req-a7883049-9eb4-4cfb-afbe-e5bda69b63d5 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] For port 2b41d37a-3180-451f-9185-3760d06e5e90, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=2b41d37a-3180-451f-9185-3760d06e5e90,segment=NetworkSegment(db614f98-5879-40ca-9296-5da0da71b4ee),segment_id=db614f98-5879-40ca-9296-5da0da71b4ee)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:52.390022 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-917da368-e354-46ed-bbd5-c241a47fb2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:52.390515 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9f6b965b-6ed2-4468-8083-e26981359509 req-a7883049-9eb4-4cfb-afbe-e5bda69b63d5 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:52.424720 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-9f6b965b-6ed2-4468-8083-e26981359509 req-a7883049-9eb4-4cfb-afbe-e5bda69b63d5 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Calling delete_port for 2b41d37a-3180-451f-9185-3760d06e5e90 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:11:52.468357 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-917da368-e354-46ed-bbd5-c241a47fb2a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=abef0ee6f30346d4985bd3f331563308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2311227 Aug 19 18:11:52.472942 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47656) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:52.591614 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917da368-e354-46ed-bbd5-c241a47fb2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fcd34a-224b-4c94-ace6-e67989b4a8e7,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:52.593338 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['93715d9b-1d15-4d7f-9a26-36ed1c605c1c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:52.614796 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-62e32403-0f3b-439a-aded-fe22d304bff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:52.695882 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-62e32403-0f3b-439a-aded-fe22d304bff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:52.769269 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9f6b965b-6ed2-4468-8083-e26981359509 req-a7883049-9eb4-4cfb-afbe-e5bda69b63d5 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:52.833463 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-62e32403-0f3b-439a-aded-fe22d304bff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:52.836961 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-62e32403-0f3b-439a-aded-fe22d304bff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:52.838376 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-62e32403-0f3b-439a-aded-fe22d304bff5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55fcd34a-224b-4c94-ace6-e67989b4a8e7 HTTP/1.1" status: 204 len: 168 time: 0.3635316 Aug 19 18:11:52.854181 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7883049-9eb4-4cfb-afbe-e5bda69b63d5 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Pushing event deleted for resources: {'Port': ['ID=2b41d37a-3180-451f-9185-3760d06e5e90,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:52.855378 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e32403-0f3b-439a-aded-fe22d304bff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fcd34a-224b-4c94-ace6-e67989b4a8e7,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:53.002527 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6b965b-6ed2-4468-8083-e26981359509 req-a7883049-9eb4-4cfb-afbe-e5bda69b63d5 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] No DVR routers for this DVR port 2b41d37a-3180-451f-9185-3760d06e5e90 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:11:53.010921 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9f6b965b-6ed2-4468-8083-e26981359509 req-a7883049-9eb4-4cfb-afbe-e5bda69b63d5 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:53.013648 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9f6b965b-6ed2-4468-8083-e26981359509 req-a7883049-9eb4-4cfb-afbe-e5bda69b63d5 tempest-ListServersNegativeTestJSON-2118229655 tempest-ListServersNegativeTestJSON-2118229655-project] 10.222.0.50 "DELETE /v2.0/ports/2b41d37a-3180-451f-9185-3760d06e5e90 HTTP/1.1" status: 204 len: 173 time: 1.0450275 Aug 19 18:11:53.014450 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2e8f93-3bf7-4aa4-939d-823333a12b95', 'name': 'network-vif-deleted', 'tag': '2b41d37a-3180-451f-9185-3760d06e5e90'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:53.016811 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2150e5fe-dedd-438e-a62f-e04129a185ee" -d '{"events": [{"server_uuid": "6c2e8f93-3bf7-4aa4-939d-823333a12b95", "name": "network-vif-deleted", "tag": "2b41d37a-3180-451f-9185-3760d06e5e90"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:53.571464 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:11:53.844357 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 0580690e-de96-4822-b775-be6a8d594558 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:11:53.879732 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 0580690e-de96-4822-b775-be6a8d594558 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:11:53.880103 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 0580690e-de96-4822-b775-be6a8d594558 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:11:53.935164 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=94ae0f59-615b-46c8-a5ba-5a8ef04c75cf,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:53.952840 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '94ae0f59-615b-46c8-a5ba-5a8ef04c75cf', 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d', 'port_id': '94ae0f59-615b-46c8-a5ba-5a8ef04c75cf', 'mac_address': 'fa:16:3e:b9:44:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee52aea2-4c4c-4ce5-9853-28e4d75899b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:11:54.052982 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:54.083125 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:11:54.119430 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=94ae0f59-615b-46c8-a5ba-5a8ef04c75cf,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:54.128814 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:54.203544 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['2b41d37a-3180-451f-9185-3760d06e5e90'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:54.281023 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=94ae0f59-615b-46c8-a5ba-5a8ef04c75cf,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:54.640645 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfe0c5-363e-431f-afe0-77ecde1f9195 req-1c71140b-573d-497d-ad4f-1ec4567aab83 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:54.649507 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dbdfe0c5-363e-431f-afe0-77ecde1f9195 req-1c71140b-573d-497d-ad4f-1ec4567aab83 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=0effc9bc-3c0e-45e4-8343-4dbd36fe9c31 HTTP/1.1" status: 200 len: 945 time: 0.0701230 Aug 19 18:11:54.683627 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592ba2fc-4e61-4c02-942c-40aef62cebe0 x-openstack-request-id: req-592ba2fc-4e61-4c02-942c-40aef62cebe0 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:54.683938 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918a4672-aee8-4ca7-a20d-f6a91d2eddfe", "name": "network-vif-plugged", "status": "completed", "tag": "2028ecf0-53e2-45e6-9dbf-698ed5ee158e", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:54.684191 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-592ba2fc-4e61-4c02-942c-40aef62cebe0 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:54.685064 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918a4672-aee8-4ca7-a20d-f6a91d2eddfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2028ecf0-53e2-45e6-9dbf-698ed5ee158e', 'code': 200} Aug 19 18:11:54.711901 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dbdfe0c5-363e-431f-afe0-77ecde1f9195 req-154abbb9-22de-4e67-9fc1-63dd81adbec0 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613363 Aug 19 18:11:54.730996 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['94ae0f59-615b-46c8-a5ba-5a8ef04c75cf'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:54.765615 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db530d7-e656-4fa7-bf43-4cb25b9c66c0 x-openstack-request-id: req-0db530d7-e656-4fa7-bf43-4cb25b9c66c0 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:54.765924 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12700087-fd96-4294-bd58-0f2b02de31f2", "name": "network-vif-deleted", "tag": "0580690e-de96-4822-b775-be6a8d594558", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:54.766179 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0db530d7-e656-4fa7-bf43-4cb25b9c66c0 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:54.766587 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12700087-fd96-4294-bd58-0f2b02de31f2', 'name': 'network-vif-deleted', 'tag': '0580690e-de96-4822-b775-be6a8d594558', 'status': 'completed', 'code': 200} Aug 19 18:11:54.844670 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27ddf2-9616-4a41-ab69-79e5287319e7 req-ee65ccc9-6013-4ca2-b20b-b0e04a9be24c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:54.854122 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-db27ddf2-9616-4a41-ab69-79e5287319e7 req-ee65ccc9-6013-4ca2-b20b-b0e04a9be24c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.0977385 Aug 19 18:11:54.926915 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-db27ddf2-9616-4a41-ab69-79e5287319e7 req-336cb40f-7e39-4ee5-be6f-92d65b63bc80 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718713 Aug 19 18:11:55.043501 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8ff68-90b6-4512-9bc9-cca504f19998 req-7d3c95c3-635e-4f84-b7ee-ed525dcb9aed tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:55.052338 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ced3858-c124-4a52-8779-ef181cd72f51 x-openstack-request-id: req-1ced3858-c124-4a52-8779-ef181cd72f51 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:55.052841 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2e8f93-3bf7-4aa4-939d-823333a12b95", "name": "network-vif-deleted", "tag": "2b41d37a-3180-451f-9185-3760d06e5e90", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:55.053338 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ced3858-c124-4a52-8779-ef181cd72f51 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:55.054860 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2e8f93-3bf7-4aa4-939d-823333a12b95', 'name': 'network-vif-deleted', 'tag': '2b41d37a-3180-451f-9185-3760d06e5e90', 'status': 'completed', 'code': 200} Aug 19 18:11:55.070478 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dbc8ff68-90b6-4512-9bc9-cca504f19998 req-7d3c95c3-635e-4f84-b7ee-ed525dcb9aed tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=f91a3070-0e10-46b4-a38f-324a967ade37 HTTP/1.1" status: 200 len: 949 time: 0.2035849 Aug 19 18:11:55.121324 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dbc8ff68-90b6-4512-9bc9-cca504f19998 req-d18d6428-fac8-49a6-9714-5d22028575e5 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474725 Aug 19 18:11:55.228423 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47738) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:55.336070 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd3c9cf-8476-4ff7-a559-10b2abca6966 admin admin] Deleting subnet 22fb6eaf-3a6a-4e3b-8873-29145062fe1f {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:11:55.340106 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6cd3c9cf-8476-4ff7-a559-10b2abca6966 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:55.423609 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b042a-065b-4119-8ba0-e3f0c328c8b1 req-6f4f540c-2b98-4122-83af-4758ed04ae8b tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:55.425822 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b44b042a-065b-4119-8ba0-e3f0c328c8b1 req-6f4f540c-2b98-4122-83af-4758ed04ae8b tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=33b3bf55-40b0-4463-8f5c-308fabd65089 HTTP/1.1" status: 200 len: 948 time: 0.1511347 Aug 19 18:11:55.428571 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6cd3c9cf-8476-4ff7-a559-10b2abca6966 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:55.511307 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b44b042a-065b-4119-8ba0-e3f0c328c8b1 req-8bd3500f-0c0b-4d12-9659-1566e582ffb0 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512416 Aug 19 18:11:55.547435 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6cd3c9cf-8476-4ff7-a559-10b2abca6966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:55.575653 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 93715d9b-1d15-4d7f-9a26-36ed1c605c1c up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:11:55.659034 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6cd3c9cf-8476-4ff7-a559-10b2abca6966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:55.691671 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 93715d9b-1d15-4d7f-9a26-36ed1c605c1c completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:11:55.696267 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 93715d9b-1d15-4d7f-9a26-36ed1c605c1c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:11:55.696665 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:55.709627 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3c9cf-8476-4ff7-a559-10b2abca6966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22fb6eaf-3a6a-4e3b-8873-29145062fe1f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:55.713311 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6cd3c9cf-8476-4ff7-a559-10b2abca6966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:55.718500 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6cd3c9cf-8476-4ff7-a559-10b2abca6966 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/22fb6eaf-3a6a-4e3b-8873-29145062fe1f HTTP/1.1" status: 204 len: 168 time: 0.4858840 Aug 19 18:11:55.719147 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47764) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:55.826451 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3e35521-431e-420b-a540-d1cca057d589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:55.918378 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:56.027873 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 93715d9b-1d15-4d7f-9a26-36ed1c605c1c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=93715d9b-1d15-4d7f-9a26-36ed1c605c1c,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:56.029431 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3e35521-431e-420b-a540-d1cca057d589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:56.040837 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:56.041827 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 2b41d37a-3180-451f-9185-3760d06e5e90 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:11:56.053671 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d3e35521-431e-420b-a540-d1cca057d589 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249813a8-ef8c-46fa-8b64-ad0a01830348']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:11:56.074667 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d3e35521-431e-420b-a540-d1cca057d589 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db614f98-5879-40ca-9296-5da0da71b4ee') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:11:56.075900 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d3e35521-431e-420b-a540-d1cca057d589 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db614f98-5879-40ca-9296-5da0da71b4ee') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:11:56.095147 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3e35521-431e-420b-a540-d1cca057d589 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:56.118548 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 2b41d37a-3180-451f-9185-3760d06e5e90 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:11:56.118893 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 2b41d37a-3180-451f-9185-3760d06e5e90 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:11:56.121345 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=93715d9b-1d15-4d7f-9a26-36ed1c605c1c,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:56.128276 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3e35521-431e-420b-a540-d1cca057d589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:56.137700 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e35521-431e-420b-a540-d1cca057d589 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:11:56.138099 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3e35521-431e-420b-a540-d1cca057d589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:11:56.140558 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:11:56.218964 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083174a9-cc87-412f-9bc3-4947fdc8577e req-59db014e-e307-4266-85d0-e37bfc1e0602 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:56.220890 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-083174a9-cc87-412f-9bc3-4947fdc8577e req-59db014e-e307-4266-85d0-e37bfc1e0602 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=0effc9bc-3c0e-45e4-8343-4dbd36fe9c31 HTTP/1.1" status: 200 len: 945 time: 0.3350298 Aug 19 18:11:56.232098 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3e35521-431e-420b-a540-d1cca057d589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:56.257151 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3e35521-431e-420b-a540-d1cca057d589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:56.259109 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d3e35521-431e-420b-a540-d1cca057d589 admin admin] 10.222.0.24 "DELETE /v2.0/networks/249813a8-ef8c-46fa-8b64-ad0a01830348 HTTP/1.1" status: 204 len: 168 time: 0.5377586 Aug 19 18:11:56.260010 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e35521-431e-420b-a540-d1cca057d589 admin admin] Pushing event deleted for resources: {'Network': ['ID=249813a8-ef8c-46fa-8b64-ad0a01830348,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:56.316451 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-083174a9-cc87-412f-9bc3-4947fdc8577e req-be49e7a5-f473-4033-891b-f399787a73b2 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854378 Aug 19 18:11:56.440074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd601b8-001c-46d1-b401-29365c132aaf req-435f16c2-ea87-4c2a-836a-6dc3c2b9319b tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:56.442613 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cfd601b8-001c-46d1-b401-29365c132aaf req-435f16c2-ea87-4c2a-836a-6dc3c2b9319b tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.0977833 Aug 19 18:11:56.465668 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661177e-1dd9-4091-94d0-2b5ab841fdb3 req-f0588595-1774-423b-80e9-84d4879d30eb tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:56.468694 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9661177e-1dd9-4091-94d0-2b5ab841fdb3 req-f0588595-1774-423b-80e9-84d4879d30eb tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=f91a3070-0e10-46b4-a38f-324a967ade37 HTTP/1.1" status: 200 len: 950 time: 0.0968366 Aug 19 18:11:56.544107 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9661177e-1dd9-4091-94d0-2b5ab841fdb3 req-fae6514d-c4b2-4358-a5ea-97b5bfad4e79 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639064 Aug 19 18:11:56.579338 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cfd601b8-001c-46d1-b401-29365c132aaf req-ff53e730-bae1-426c-98d6-68d89ed023e8 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280408 Aug 19 18:11:56.686995 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91a3070-0e10-46b4-a38f-324a967ade37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93715d9b-1d15-4d7f-9a26-36ed1c605c1c'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:56.689461 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca87a91-b5a4-4006-9965-cc449ae9133f" -d '{"events": [{"server_uuid": "f91a3070-0e10-46b4-a38f-324a967ade37", "name": "network-vif-plugged", "status": "completed", "tag": "93715d9b-1d15-4d7f-9a26-36ed1c605c1c"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:56.719417 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47820) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:56.752121 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb2cd14-dce7-4bb0-84f6-9e16f0465eab x-openstack-request-id: req-8cb2cd14-dce7-4bb0-84f6-9e16f0465eab {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:56.752489 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91a3070-0e10-46b4-a38f-324a967ade37", "name": "network-vif-plugged", "status": "completed", "tag": "93715d9b-1d15-4d7f-9a26-36ed1c605c1c", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:56.752973 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8cb2cd14-dce7-4bb0-84f6-9e16f0465eab {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:56.753445 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91a3070-0e10-46b4-a38f-324a967ade37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93715d9b-1d15-4d7f-9a26-36ed1c605c1c', 'code': 200} Aug 19 18:11:56.784193 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5e06c4b9-834b-4bef-9df1-f89d515e61f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a413cea9951e4055a6809abbbf35aa58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0628114 Aug 19 18:11:56.786944 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47824) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:56.857076 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47826) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:56.931020 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e73cd3d9-0b27-4034-853a-8108544391a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:56.946254 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e6d12-26d8-42a4-b59c-eaab3658ac84 req-2cfa8e1d-aaa5-43b4-9922-d5aa7e0d5808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:56.948227 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c68e6d12-26d8-42a4-b59c-eaab3658ac84 req-2cfa8e1d-aaa5-43b4-9922-d5aa7e0d5808 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f91a3070-0e10-46b4-a38f-324a967ade37 HTTP/1.1" status: 200 len: 1101 time: 0.0844512 Aug 19 18:11:57.014500 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e73cd3d9-0b27-4034-853a-8108544391a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:57.051383 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c68e6d12-26d8-42a4-b59c-eaab3658ac84 req-59f4cacd-9a6f-41d2-980d-0b5eb3f9f295 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925548 Aug 19 18:11:57.088635 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9c86d9fc-6cd5-4ded-b5c3-18147f7b32b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:57.100070 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e73cd3d9-0b27-4034-853a-8108544391a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:57.107125 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e73cd3d9-0b27-4034-853a-8108544391a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:57.108340 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e73cd3d9-0b27-4034-853a-8108544391a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07cc503b-7a1f-4fc2-8d97-992210d2beff HTTP/1.1" status: 204 len: 168 time: 0.3200564 Aug 19 18:11:57.140803 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cd3d9-0b27-4034-853a-8108544391a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cc503b-7a1f-4fc2-8d97-992210d2beff,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:57.242116 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9c86d9fc-6cd5-4ded-b5c3-18147f7b32b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:57.250834 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9c86d9fc-6cd5-4ded-b5c3-18147f7b32b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:57.306210 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9c86d9fc-6cd5-4ded-b5c3-18147f7b32b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e15567fcf1e0459b9090a53599b7af24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4449732 Aug 19 18:11:57.306210 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86d9fc-6cd5-4ded-b5c3-18147f7b32b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa795f32-9b9b-4e54-a2c1-b952398a52be,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:57.306588 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47832) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:57.374938 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-47e7ab3e-37df-416d-b8e5-b9043c4f86b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:57.403052 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-47e7ab3e-37df-416d-b8e5-b9043c4f86b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:57.433171 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82d271-3ec5-4593-bc2a-538634240236 req-ff1f5589-5c68-42bf-88d2-4eaaa1060b99 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:57.436766 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0f82d271-3ec5-4593-bc2a-538634240236 req-ff1f5589-5c68-42bf-88d2-4eaaa1060b99 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=0effc9bc-3c0e-45e4-8343-4dbd36fe9c31 HTTP/1.1" status: 200 len: 945 time: 0.0620878 Aug 19 18:11:57.496035 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-47e7ab3e-37df-416d-b8e5-b9043c4f86b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:57.499468 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-47e7ab3e-37df-416d-b8e5-b9043c4f86b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:57.503051 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-47e7ab3e-37df-416d-b8e5-b9043c4f86b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa795f32-9b9b-4e54-a2c1-b952398a52be HTTP/1.1" status: 204 len: 168 time: 0.1929939 Aug 19 18:11:57.505069 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0f82d271-3ec5-4593-bc2a-538634240236 req-771f4242-72ec-445a-b44d-88b5b2939524 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615327 Aug 19 18:11:57.525739 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7ab3e-37df-416d-b8e5-b9043c4f86b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa795f32-9b9b-4e54-a2c1-b952398a52be,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:57.598433 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:11:57.733172 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bfa67-be09-448f-bde0-193eb4f5ebd4 req-81aa35ec-cc9b-44d0-8afd-f3064f201214 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:57.741547 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-091bfa67-be09-448f-bde0-193eb4f5ebd4 req-81aa35ec-cc9b-44d0-8afd-f3064f201214 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=f91a3070-0e10-46b4-a38f-324a967ade37 HTTP/1.1" status: 200 len: 950 time: 0.1127794 Aug 19 18:11:57.766233 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:11:57.771838 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628f8de-669c-49e7-a40c-48e49a7b8c98 req-d3805b68-9df9-4a33-85e9-d55e88369bd7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:57.774114 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:11:57.776742 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:57.786195 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2628f8de-669c-49e7-a40c-48e49a7b8c98 req-d3805b68-9df9-4a33-85e9-d55e88369bd7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.1242855 Aug 19 18:11:57.852266 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-091bfa67-be09-448f-bde0-193eb4f5ebd4 req-9c92835d-e0d2-433c-ad2b-6b392cea5ae3 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978038 Aug 19 18:11:57.871127 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2628f8de-669c-49e7-a40c-48e49a7b8c98 req-2e6c03b5-570c-44ea-8979-3d421370dd06 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814877 Aug 19 18:11:57.961560 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:58.023507 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=94ae0f59-615b-46c8-a5ba-5a8ef04c75cf,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:58.032129 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:58.035099 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 680b1459-3fc0-4c9a-bb5b-45acceaaba91 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:11:58.126983 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=94ae0f59-615b-46c8-a5ba-5a8ef04c75cf,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:58.208942 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47878) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:58.233386 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-304f3d91-fa85-46ec-81f8-0e9cc995d7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:58.234218 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:58.279166 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 680b1459-3fc0-4c9a-bb5b-45acceaaba91, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=680b1459-3fc0-4c9a-bb5b-45acceaaba91,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:58.289242 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:58.354142 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=680b1459-3fc0-4c9a-bb5b-45acceaaba91,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:58.384294 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-304f3d91-fa85-46ec-81f8-0e9cc995d7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:58.390689 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-304f3d91-fa85-46ec-81f8-0e9cc995d7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:58.423619 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-304f3d91-fa85-46ec-81f8-0e9cc995d7d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ae96dcb785b4eca9b4f8629a0caad83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2129395 Aug 19 18:11:58.426473 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47884) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:58.474893 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f3d91-fa85-46ec-81f8-0e9cc995d7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab60140-5baf-4086-b652-a67c6c2aba20,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:58.511899 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b50d91a9-ce61-4d7c-84c6-787b5c836d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:58.546435 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b50d91a9-ce61-4d7c-84c6-787b5c836d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:58.626234 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47890) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:58.662937 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b50d91a9-ce61-4d7c-84c6-787b5c836d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:58.665866 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b50d91a9-ce61-4d7c-84c6-787b5c836d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:58.671052 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b50d91a9-ce61-4d7c-84c6-787b5c836d57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ab60140-5baf-4086-b652-a67c6c2aba20 HTTP/1.1" status: 204 len: 168 time: 0.2402668 Aug 19 18:11:58.686970 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d91a9-ce61-4d7c-84c6-787b5c836d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab60140-5baf-4086-b652-a67c6c2aba20,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:58.717975 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa91bc-90e1-4b48-b3b3-2406753e94b7 req-8e1c7c8d-e242-46a2-b69b-e53d24f3aa37 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:58.728501 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b1fa91bc-90e1-4b48-b3b3-2406753e94b7 req-8e1c7c8d-e242-46a2-b69b-e53d24f3aa37 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=0effc9bc-3c0e-45e4-8343-4dbd36fe9c31 HTTP/1.1" status: 200 len: 946 time: 0.1195805 Aug 19 18:11:58.754664 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0effc9bc-3c0e-45e4-8343-4dbd36fe9c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ae0f59-615b-46c8-a5ba-5a8ef04c75cf'}, {'server_uuid': '33b3bf55-40b0-4463-8f5c-308fabd65089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '680b1459-3fc0-4c9a-bb5b-45acceaaba91'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:58.758231 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f724a8-eb0c-4237-b417-ca891cad9a00" -d '{"events": [{"server_uuid": "0effc9bc-3c0e-45e4-8343-4dbd36fe9c31", "name": "network-vif-plugged", "status": "completed", "tag": "94ae0f59-615b-46c8-a5ba-5a8ef04c75cf"}, {"server_uuid": "33b3bf55-40b0-4463-8f5c-308fabd65089", "name": "network-vif-unplugged", "status": "completed", "tag": "680b1459-3fc0-4c9a-bb5b-45acceaaba91"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:58.805547 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b1fa91bc-90e1-4b48-b3b3-2406753e94b7 req-f2d31a38-b56c-4aff-b5cc-8e8794f4a0ea tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720537 Aug 19 18:11:58.826389 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fd3775-a7bb-475f-8d7a-ccb4f630de55 x-openstack-request-id: req-f4fd3775-a7bb-475f-8d7a-ccb4f630de55 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:58.827403 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0effc9bc-3c0e-45e4-8343-4dbd36fe9c31", "name": "network-vif-plugged", "status": "completed", "tag": "94ae0f59-615b-46c8-a5ba-5a8ef04c75cf", "code": 200}, {"server_uuid": "33b3bf55-40b0-4463-8f5c-308fabd65089", "name": "network-vif-unplugged", "status": "completed", "tag": "680b1459-3fc0-4c9a-bb5b-45acceaaba91", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:58.827852 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4fd3775-a7bb-475f-8d7a-ccb4f630de55 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:58.828559 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0effc9bc-3c0e-45e4-8343-4dbd36fe9c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ae0f59-615b-46c8-a5ba-5a8ef04c75cf', 'code': 200} Aug 19 18:11:58.829044 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b3bf55-40b0-4463-8f5c-308fabd65089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '680b1459-3fc0-4c9a-bb5b-45acceaaba91', 'code': 200} Aug 19 18:11:58.867169 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-598881d0-09c5-47c6-b8ab-cf82d71f614e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-532688986-network', 'tenant_id': 'd9bbc732a0834be28a9f46ec821438de'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:58.895035 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598881d0-09c5-47c6-b8ab-cf82d71f614e admin admin] Made reservation on behalf of d9bbc732a0834be28a9f46ec821438de for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:11:58.897628 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-598881d0-09c5-47c6-b8ab-cf82d71f614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:58.908873 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-598881d0-09c5-47c6-b8ab-cf82d71f614e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:59.103394 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcaeadb-25fa-4816-ac52-c0947211b8f2 req-34ff05ec-e7fe-4cfc-a685-f22f933d5bc5 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:59.111237 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f410dd-f4b6-47fb-a0c8-492650befc7a req-add078f3-6a90-4407-bf65-73de335534a3 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:59.113797 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3f410dd-f4b6-47fb-a0c8-492650befc7a req-add078f3-6a90-4407-bf65-73de335534a3 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.0969296 Aug 19 18:11:59.120320 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdcaeadb-25fa-4816-ac52-c0947211b8f2 req-34ff05ec-e7fe-4cfc-a685-f22f933d5bc5 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=f91a3070-0e10-46b4-a38f-324a967ade37 HTTP/1.1" status: 200 len: 950 time: 0.1548173 Aug 19 18:11:59.170163 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3f410dd-f4b6-47fb-a0c8-492650befc7a req-91c122b9-078a-4d4d-9bec-eb5c1c236931 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491076 Aug 19 18:11:59.171175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4260b4-336e-4fb3-b338-bfb4616009b0 req-3a108979-c4d7-49a1-ba8b-c6e37f1dcc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:59.172757 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7b4260b4-336e-4fb3-b338-bfb4616009b0 req-3a108979-c4d7-49a1-ba8b-c6e37f1dcc8c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0effc9bc-3c0e-45e4-8343-4dbd36fe9c31 HTTP/1.1" status: 200 len: 1097 time: 0.2041135 Aug 19 18:11:59.201683 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-598881d0-09c5-47c6-b8ab-cf82d71f614e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:59.262415 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-598881d0-09c5-47c6-b8ab-cf82d71f614e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:59.332427 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdcaeadb-25fa-4816-ac52-c0947211b8f2 req-a5964979-3274-40db-8782-37c510eee4b8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108791 Aug 19 18:11:59.343287 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598881d0-09c5-47c6-b8ab-cf82d71f614e admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:11:59.371370 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7b4260b4-336e-4fb3-b338-bfb4616009b0 req-c32b59dd-63c9-4652-bbb9-a0c97cc78aa6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337042 Aug 19 18:11:59.373201 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598881d0-09c5-47c6-b8ab-cf82d71f614e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314e38d1-9ca8-4406-bb9f-e3c6d82a4500,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:59.399338 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-598881d0-09c5-47c6-b8ab-cf82d71f614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:59.400606 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-598881d0-09c5-47c6-b8ab-cf82d71f614e admin admin] Added segment 8c5cb264-b4c5-488f-b6b5-be62a6ceb911 of type vlan for network cc225d2c-e9e1-4676-b856-0c0529879926 Aug 19 18:11:59.476109 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-598881d0-09c5-47c6-b8ab-cf82d71f614e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:59.505780 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-598881d0-09c5-47c6-b8ab-cf82d71f614e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:59.506981 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598881d0-09c5-47c6-b8ab-cf82d71f614e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:59.507659 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-598881d0-09c5-47c6-b8ab-cf82d71f614e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:59.567524 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-598881d0-09c5-47c6-b8ab-cf82d71f614e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9391613 Aug 19 18:11:59.572037 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47938) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:59.580294 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598881d0-09c5-47c6-b8ab-cf82d71f614e admin admin] Pushing event updated for resources: {'Network': ['ID=cc225d2c-e9e1-4676-b856-0c0529879926,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:59.584630 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-247bfeca-c19b-4f98-b518-6505a664807c admin admin] Request body: {'subnet': {'network_id': 'cc225d2c-e9e1-4676-b856-0c0529879926', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-532688986-subnet', 'tenant_id': 'd9bbc732a0834be28a9f46ec821438de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:59.595532 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network cc225d2c-e9e1-4676-b856-0c0529879926 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:11:59.618594 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247bfeca-c19b-4f98-b518-6505a664807c admin admin] Made reservation on behalf of d9bbc732a0834be28a9f46ec821438de for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:11:59.622815 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-247bfeca-c19b-4f98-b518-6505a664807c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:59.759704 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 8f1f8822-d38a-4e2f-9897-4d902d178537 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:11:59.945982 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-247bfeca-c19b-4f98-b518-6505a664807c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:59.987165 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 8f1f8822-d38a-4e2f-9897-4d902d178537, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=8f1f8822-d38a-4e2f-9897-4d902d178537,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:00.006905 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '8f1f8822-d38a-4e2f-9897-4d902d178537', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '8f1f8822-d38a-4e2f-9897-4d902d178537', 'mac_address': 'fa:16:3e:df:9f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:12:00.057517 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bfeca-c19b-4f98-b518-6505a664807c admin admin] Pushing event updated for resources: {'Subnet': ['ID=67cce07b-5dcd-48f3-b2cd-be16621d607a,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:00.080015 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:00.097146 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19581e95-032a-4868-9956-b5cf11e71396 req-41205d94-86e7-48ec-9b49-096fb7d98b48 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:00.098800 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-19581e95-032a-4868-9956-b5cf11e71396 req-41205d94-86e7-48ec-9b49-096fb7d98b48 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=0effc9bc-3c0e-45e4-8343-4dbd36fe9c31 HTTP/1.1" status: 200 len: 946 time: 0.1498187 Aug 19 18:12:00.108374 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f1f8822-d38a-4e2f-9897-4d902d178537 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:12:00.108687 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247bfeca-c19b-4f98-b518-6505a664807c admin admin] Checking segment: {'id': '8c5cb264-b4c5-488f-b6b5-be62a6ceb911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cc225d2c-e9e1-4676-b856-0c0529879926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:12:00.109115 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247bfeca-c19b-4f98-b518-6505a664807c admin admin] Network hostable DHCP agents. Network: cc225d2c-e9e1-4676-b856-0c0529879926, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:12:00.143127 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 8f1f8822-d38a-4e2f-9897-4d902d178537, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=8f1f8822-d38a-4e2f-9897-4d902d178537,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:00.154309 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:00.173409 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-19581e95-032a-4868-9956-b5cf11e71396 req-fdef8d09-3daa-4b5e-aea1-6e131d2c58ae tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603275 Aug 19 18:12:00.174250 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247bfeca-c19b-4f98-b518-6505a664807c admin admin] Network cc225d2c-e9e1-4676-b856-0c0529879926 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:12:00.187946 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-247bfeca-c19b-4f98-b518-6505a664807c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, cc225d2c-e9e1-4676-b856-0c0529879926) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:12:00.195276 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247bfeca-c19b-4f98-b518-6505a664807c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:00.196023 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-247bfeca-c19b-4f98-b518-6505a664807c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:00.213618 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493d64c7-3d23-47bb-9305-ad5d4a35f3db None None] Network cc225d2c-e9e1-4676-b856-0c0529879926 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:12:00.229396 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-247bfeca-c19b-4f98-b518-6505a664807c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6554043 Aug 19 18:12:00.345952 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=8f1f8822-d38a-4e2f-9897-4d902d178537,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:00.461949 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeacaee-ebd5-4d74-9320-f0a2bedfc41a req-32e1e738-8883-4174-b326-1eb7b9066313 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:00.469112 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3aeacaee-ebd5-4d74-9320-f0a2bedfc41a req-32e1e738-8883-4174-b326-1eb7b9066313 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.1489127 Aug 19 18:12:00.494958 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['8f1f8822-d38a-4e2f-9897-4d902d178537'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:00.578949 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3aeacaee-ebd5-4d74-9320-f0a2bedfc41a req-763139d8-0d11-4918-9cef-24a00217a2f3 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961800 Aug 19 18:12:00.671490 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045f3953-975e-4c25-bd2c-20898ae1b76e None None] Network cc225d2c-e9e1-4676-b856-0c0529879926 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:12:01.761984 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 8f1f8822-d38a-4e2f-9897-4d902d178537 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:12:01.894873 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 8f1f8822-d38a-4e2f-9897-4d902d178537 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:12:01.895555 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:02.148618 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:02.248437 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 8f1f8822-d38a-4e2f-9897-4d902d178537, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=8f1f8822-d38a-4e2f-9897-4d902d178537,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:02.251686 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c131c6-745d-4a15-bc8c-604db21e6418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1f8822-d38a-4e2f-9897-4d902d178537'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:02.257453 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddefcd34-e914-400c-b38a-191fb683d86e" -d '{"events": [{"server_uuid": "84c131c6-745d-4a15-bc8c-604db21e6418", "name": "network-vif-plugged", "status": "completed", "tag": "8f1f8822-d38a-4e2f-9897-4d902d178537"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:02.274449 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:02.397340 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=8f1f8822-d38a-4e2f-9897-4d902d178537,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:04.537941 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0e07d7af-c7dd-458c-b93a-e9a968d092ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:04.855999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e713d1c-08c0-4fdb-8afc-e09f370eed6d req-d4e738d0-73d9-4f54-9226-c3ac026dffa2 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:04.857786 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9e713d1c-08c0-4fdb-8afc-e09f370eed6d req-d4e738d0-73d9-4f54-9226-c3ac026dffa2 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=f91a3070-0e10-46b4-a38f-324a967ade37 HTTP/1.1" status: 200 len: 950 time: 0.0724118 Aug 19 18:12:04.942303 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9e713d1c-08c0-4fdb-8afc-e09f370eed6d req-6edfced1-4721-4076-8dcc-72cc12a43101 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737183 Aug 19 18:12:05.082623 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165f07e-02df-4dce-b8cf-f07467518f97 req-fb36a61e-3bf5-4ada-b75e-7e531118d816 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:05.091924 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4165f07e-02df-4dce-b8cf-f07467518f97 req-fb36a61e-3bf5-4ada-b75e-7e531118d816 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=0effc9bc-3c0e-45e4-8343-4dbd36fe9c31 HTTP/1.1" status: 200 len: 946 time: 0.0777421 Aug 19 18:12:05.152242 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4165f07e-02df-4dce-b8cf-f07467518f97 req-c44212a1-ba53-4936-999c-b67ae84d3f54 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585916 Aug 19 18:12:05.377011 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dade32d-d023-417c-8324-872e26d8c77e req-619b651b-2e2a-49c0-9748-81f26c6bd52c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:05.385141 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6dade32d-d023-417c-8324-872e26d8c77e req-619b651b-2e2a-49c0-9748-81f26c6bd52c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.0880668 Aug 19 18:12:05.406147 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-26cfc558-a9b5-4f07-8c03-622d0518887f tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:05.419749 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-26cfc558-a9b5-4f07-8c03-622d0518887f tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/networks?id=cc225d2c-e9e1-4676-b856-0c0529879926 HTTP/1.1" status: 200 len: 820 time: 0.1545501 Aug 19 18:12:05.440803 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-32c9d609-3f54-4291-ad7f-d635f772907a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/quotas/d9bbc732a0834be28a9f46ec821438de HTTP/1.1" status: 200 len: 375 time: 0.0192497 Aug 19 18:12:05.443044 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6dade32d-d023-417c-8324-872e26d8c77e req-8afff334-a5f3-46ab-944f-2ab273058287 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566673 Aug 19 18:12:05.490760 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d12e41-7b5f-4e6f-881b-a5377fd71557 x-openstack-request-id: req-c7d12e41-7b5f-4e6f-881b-a5377fd71557 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:05.491051 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c131c6-745d-4a15-bc8c-604db21e6418", "name": "network-vif-plugged", "status": "completed", "tag": "8f1f8822-d38a-4e2f-9897-4d902d178537", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:05.491511 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7d12e41-7b5f-4e6f-881b-a5377fd71557 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:05.492176 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c131c6-745d-4a15-bc8c-604db21e6418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1f8822-d38a-4e2f-9897-4d902d178537', 'code': 200} Aug 19 18:12:05.494063 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-b3bd56c5-b8c0-4b21-8f22-ffab5650dba6 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9bbc732a0834be28a9f46ec821438de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517466 Aug 19 18:12:05.628883 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db492db-2ca2-4a37-a642-7a538fda611b req-2a026ab6-5118-4929-ad9c-75257fd3cbab tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:05.637185 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7db492db-2ca2-4a37-a642-7a538fda611b req-2a026ab6-5118-4929-ad9c-75257fd3cbab tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f91a3070-0e10-46b4-a38f-324a967ade37 HTTP/1.1" status: 200 len: 1101 time: 0.0841920 Aug 19 18:12:05.692744 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7db492db-2ca2-4a37-a642-7a538fda611b req-4e918274-21f0-4de2-9101-2a23e7945c7a tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516410 Aug 19 18:12:05.727542 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-7fc66e9a-213e-489d-ba3d-8138ea614fc7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:12:05.736339 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-7fc66e9a-213e-489d-ba3d-8138ea614fc7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2408333 Aug 19 18:12:05.897212 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-62e51e76-42f7-4514-a730-cc2a6cc1ad8d service neutron] 10.222.0.24 "GET /v2.0/networks/cc225d2c-e9e1-4676-b856-0c0529879926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597550 Aug 19 18:12:06.079291 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-6910eabb-3419-474c-91d3-1c78e33b712a service neutron] 10.222.0.24 "GET /v2.0/networks/cc225d2c-e9e1-4676-b856-0c0529879926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806939 Aug 19 18:12:06.277605 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95567b4-e36d-4c44-b44e-17bc1bd73194 req-e8c6201a-6152-4a99-a35b-c38b28f71d87 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:06.288310 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e95567b4-e36d-4c44-b44e-17bc1bd73194 req-e8c6201a-6152-4a99-a35b-c38b28f71d87 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=0effc9bc-3c0e-45e4-8343-4dbd36fe9c31 HTTP/1.1" status: 200 len: 946 time: 0.1446824 Aug 19 18:12:06.343428 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e95567b4-e36d-4c44-b44e-17bc1bd73194 req-8b3a8002-5af7-4f89-ab6e-375a67e803b5 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537777 Aug 19 18:12:06.492957 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-e69a4f78-8b5f-478a-bcb4-be1a65b92a05 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=11f676ae7ee7460b9797b3d37f835c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488429 Aug 19 18:12:06.560622 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-da8f46db-8ebd-4a73-b9e8-86792221bc00 req-7124ba70-6bbc-40f8-846d-92c6cf639d3d tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fc190da-af2c-4faa-9359-49b887ea14b4 HTTP/1.1" status: 200 len: 210 time: 0.0511830 Aug 19 18:12:06.750965 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-f6cdd550-9650-45b6-8f8e-2b77cb464b22 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:06.753000 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-f6cdd550-9650-45b6-8f8e-2b77cb464b22 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2585559 Aug 19 18:12:06.784579 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-5a05b8b5-3642-4a76-9754-1be897089083 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/quotas/11f676ae7ee7460b9797b3d37f835c87 HTTP/1.1" status: 200 len: 375 time: 0.0252361 Aug 19 18:12:06.801476 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd431e-6a19-466a-af8f-66df940d94f8 req-b4257113-9d79-4d6f-9495-0bed2e0c036a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:06.815250 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eedd431e-6a19-466a-af8f-66df940d94f8 req-b4257113-9d79-4d6f-9495-0bed2e0c036a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=0effc9bc-3c0e-45e4-8343-4dbd36fe9c31 HTTP/1.1" status: 200 len: 946 time: 0.1425948 Aug 19 18:12:06.889196 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eedd431e-6a19-466a-af8f-66df940d94f8 req-58d132f4-ff3d-4dcb-b197-cdc27f2a82e7 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675938 Aug 19 18:12:06.947540 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-d89a9090-473f-46a0-897d-0ae1f82c7055 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=11f676ae7ee7460b9797b3d37f835c87&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1619213 Aug 19 18:12:07.086216 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-135d1cef-331a-4aad-9faa-d4dff5b08228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:07.101260 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f2715-2a0d-4580-9b43-639a4a7ed450 req-e6109fc2-0490-41af-a0f4-e28b89f7a141 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:07.109345 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2c1f2715-2a0d-4580-9b43-639a4a7ed450 req-e6109fc2-0490-41af-a0f4-e28b89f7a141 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.1237226 Aug 19 18:12:07.191821 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2c1f2715-2a0d-4580-9b43-639a4a7ed450 req-8b624c36-6219-47ca-9f40-adae043086cb tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631931 Aug 19 18:12:07.212406 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:08.102059 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:08.155344 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-5e1332a4-82bc-44f2-929a-fe46c7cb8c5e tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:08.162158 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-5e1332a4-82bc-44f2-929a-fe46c7cb8c5e tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.54 "GET /v2.0/networks?id=cc225d2c-e9e1-4676-b856-0c0529879926 HTTP/1.1" status: 200 len: 820 time: 0.2726603 Aug 19 18:12:08.177040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Request body: {'port': {'device_id': '9fc190da-af2c-4faa-9359-49b887ea14b4', 'network_id': 'cc225d2c-e9e1-4676-b856-0c0529879926', 'admin_state_up': True, 'tenant_id': 'd9bbc732a0834be28a9f46ec821438de'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:08.395308 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Made reservation on behalf of d9bbc732a0834be28a9f46ec821438de for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:08.400625 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:08.641613 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Allocated IP 172.20.0.7 (cc225d2c-e9e1-4676-b856-0c0529879926/67cce07b-5dcd-48f3-b2cd-be16621d607a/b5c2883d-1eb5-40b7-a42c-30a6f40924d6) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:12:08.850985 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-06f01ba5-9967-419c-96ed-858866bbcbfc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=11f676ae7ee7460b9797b3d37f835c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1248295 Aug 19 18:12:08.956019 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-583713c7-9fd6-495a-9911-431394bc97b7 req-2f6a3f19-8f16-401b-8ebc-838fd3f3d502 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=6380507a-04da-46b5-aef8-7612935d93cc HTTP/1.1" status: 200 len: 210 time: 0.1818104 Aug 19 18:12:08.964654 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:09.093188 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:09.158297 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5134d-e37b-4a94-8a26-a48e36330e7e req-b87c127e-9226-4f03-88fc-5121b21cdc37 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:09.167117 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-64c5134d-e37b-4a94-8a26-a48e36330e7e req-b87c127e-9226-4f03-88fc-5121b21cdc37 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fc190da-af2c-4faa-9359-49b887ea14b4 HTTP/1.1" status: 200 len: 931 time: 0.1271710 Aug 19 18:12:09.201810 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-79b3fa38-a61c-43f0-b7fe-f94a8868f4e8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:09.204583 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-79b3fa38-a61c-43f0-b7fe-f94a8868f4e8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3340857 Aug 19 18:12:09.205240 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Pushing event updated for resources: {'Port': ['ID=b5c2883d-1eb5-40b7-a42c-30a6f40924d6,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:09.214191 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Network cc225d2c-e9e1-4676-b856-0c0529879926 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:12:09.223586 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:12:09.226782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:09.227338 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:09.227840 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:09.228185 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:09.228527 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:09.228868 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:09.229203 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:09.229556 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:09.229956 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:09.230463 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:09.230803 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:09.231201 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:09.239517 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:12:09.246206 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Request body: {'port': {'device_id': '6380507a-04da-46b5-aef8-7612935d93cc', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': '11f676ae7ee7460b9797b3d37f835c87'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:09.256320 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c645f5-aae5-44b7-82b5-779015fffc69 req-57209b58-20a6-447e-bd4e-88e6df9662ac tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:09.257903 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75c645f5-aae5-44b7-82b5-779015fffc69 req-57209b58-20a6-447e-bd4e-88e6df9662ac tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=0effc9bc-3c0e-45e4-8343-4dbd36fe9c31 HTTP/1.1" status: 200 len: 946 time: 0.2056632 Aug 19 18:12:09.286145 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-64c5134d-e37b-4a94-8a26-a48e36330e7e req-113ee000-0ae6-49d9-92de-16cbb6eb8ba4 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/security-groups?id=314e38d1-9ca8-4406-bb9f-e3c6d82a4500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176589 Aug 19 18:12:09.319755 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75c645f5-aae5-44b7-82b5-779015fffc69 req-5f66d0eb-e5eb-40cd-b89a-9e4020668d58 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400894 Aug 19 18:12:09.363835 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:09.364740 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:09.401713 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-92fa1cba-9760-470e-9b39-43bc15ba448a tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2291083 Aug 19 18:12:09.419679 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-ff0b09bb-0f16-4645-896f-88ed4c745914 service neutron] Request body: {'port': {'device_id': '9fc190da-af2c-4faa-9359-49b887ea14b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:09.510303 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e522d46-7602-46c8-94f4-06e095e0ec49 req-beba8a60-eb0c-4dcd-ba49-19f6bcf3acd5 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:09.518497 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7e522d46-7602-46c8-94f4-06e095e0ec49 req-beba8a60-eb0c-4dcd-ba49-19f6bcf3acd5 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.1065433 Aug 19 18:12:09.577374 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Made reservation on behalf of 11f676ae7ee7460b9797b3d37f835c87 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:09.578954 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-ff0b09bb-0f16-4645-896f-88ed4c745914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:09.581476 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:09.606308 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7e522d46-7602-46c8-94f4-06e095e0ec49 req-81c611f7-a6e6-45dc-9c8c-e6d60f7a8b53 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867302 Aug 19 18:12:09.788602 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 2028ecf0-53e2-45e6-9dbf-698ed5ee158e no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:12:09.967063 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Allocated IP 192.168.233.247 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/4b66f902-33bc-45c5-84d3-d911cd5cd1e9) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:12:10.050893 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:10.136529 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:10.162073 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918a4672-aee8-4ca7-a20d-f6a91d2eddfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2028ecf0-53e2-45e6-9dbf-698ed5ee158e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:10.179894 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ff137d-c966-4c33-8fe1-52167d078f57" -d '{"events": [{"server_uuid": "918a4672-aee8-4ca7-a20d-f6a91d2eddfe", "name": "network-vif-unplugged", "status": "completed", "tag": "2028ecf0-53e2-45e6-9dbf-698ed5ee158e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:10.212259 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 2028ecf0-53e2-45e6-9dbf-698ed5ee158e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=2028ecf0-53e2-45e6-9dbf-698ed5ee158e,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:10.230536 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:10.244263 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:10.261859 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Transition to ACTIVE for port object 4b66f902-33bc-45c5-84d3-d911cd5cd1e9 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:12:10.308692 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:10.328026 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['2913220d-a5aa-4c2d-a359-acf78c5e338c', '08531675-2a28-49f9-9907-04a05109ee16', '9ae00d4e-4f1a-466b-92d7-1b119470125e', '2967d7ed-d48e-4ab5-8c8a-777565e1b5b4'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:10.330469 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a', '6fdf8726-9329-4e22-973a-5e30d1c03d3f', '93715d9b-1d15-4d7f-9a26-36ed1c605c1c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:10.439056 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:12:10.460179 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=2028ecf0-53e2-45e6-9dbf-698ed5ee158e,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:10.470964 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:12:10.487885 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:12:10.613283 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Pushing event updated for resources: {'Port': ['ID=4b66f902-33bc-45c5-84d3-d911cd5cd1e9,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:10.667318 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b1580-4ef6-49da-9e93-02cdcb263959 req-5650bb90-9756-4a1e-a7ad-fc3c1dd35069 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:10.669047 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-274b1580-4ef6-49da-9e93-02cdcb263959 req-5650bb90-9756-4a1e-a7ad-fc3c1dd35069 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=6380507a-04da-46b5-aef8-7612935d93cc HTTP/1.1" status: 200 len: 936 time: 0.3724353 Aug 19 18:12:10.697242 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-7c187581-f372-4714-bef7-89f53946cdc7 service neutron] show failed (client error): The resource could not be found. Aug 19 18:12:10.698272 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-7c187581-f372-4714-bef7-89f53946cdc7 service neutron] 10.222.0.50 "GET /v2.0/ports/296334cd-9192-4123-af02-9692a05ffe23/bindings/n-h1-803753-2 HTTP/1.1" status: 404 len: 380 time: 0.4000702 Aug 19 18:12:10.716829 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:10.717091 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:10.718040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-620c1cc3-92ea-4aca-9559-654d6fb82bfe tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:10.719432 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:10.720279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:10.720700 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:10.720873 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-620c1cc3-92ea-4aca-9559-654d6fb82bfe tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/networks?id=65564e16-87ea-48ca-8938-07f915ef9c0a HTTP/1.1" status: 200 len: 805 time: 0.4640779 Aug 19 18:12:10.722860 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:10.723268 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:10.724650 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:10.725816 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:10.727275 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:10.732123 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:10.732123 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:10.785826 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a30d6-2d7c-4db1-b2ea-dc0e44b40327 req-4ce3cad2-5d25-4770-8462-b96eac1bc916 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:10.795515 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a99a30d6-2d7c-4db1-b2ea-dc0e44b40327 req-4ce3cad2-5d25-4770-8462-b96eac1bc916 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.50 "GET /v2.0/ports?device_id=0effc9bc-3c0e-45e4-8343-4dbd36fe9c31 HTTP/1.1" status: 200 len: 946 time: 0.6179276 Aug 19 18:12:10.800242 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-cc075feb-5baa-4051-82ec-756f5508f280 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/quotas/f583f01a579c47af87ffae7dc814cdd2 HTTP/1.1" status: 200 len: 375 time: 0.0655932 Aug 19 18:12:10.806456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-ff0b09bb-0f16-4645-896f-88ed4c745914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c2883d-1eb5-40b7-a42c-30a6f40924d6 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:12:10.829613 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:10.831119 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:10.867685 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-ff0b09bb-0f16-4645-896f-88ed4c745914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:10.938535 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-274b1580-4ef6-49da-9e93-02cdcb263959 req-b0c416bf-adbe-43db-9cb9-c86fbe10757a tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525566 Aug 19 18:12:10.955627 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-0224213f-f25e-4658-8af4-a2e130d82724 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7335742 Aug 19 18:12:10.983550 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-61ee8544-601d-40ed-997f-a817c56adc1e service neutron] Request body: {'port': {'device_id': '6380507a-04da-46b5-aef8-7612935d93cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:11.026534 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:11.083884 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3837478f-90c8-4c0e-84f9-38cf49d71950 x-openstack-request-id: req-3837478f-90c8-4c0e-84f9-38cf49d71950 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:11.086379 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-ff0b09bb-0f16-4645-896f-88ed4c745914 service neutron] Transition to ACTIVE for port object b5c2883d-1eb5-40b7-a42c-30a6f40924d6 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:12:11.095839 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918a4672-aee8-4ca7-a20d-f6a91d2eddfe", "name": "network-vif-unplugged", "status": "completed", "tag": "2028ecf0-53e2-45e6-9dbf-698ed5ee158e", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:11.096267 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3837478f-90c8-4c0e-84f9-38cf49d71950 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:11.096930 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918a4672-aee8-4ca7-a20d-f6a91d2eddfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2028ecf0-53e2-45e6-9dbf-698ed5ee158e', 'code': 200} Aug 19 18:12:11.156666 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-61ee8544-601d-40ed-997f-a817c56adc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:11.181381 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ebc76e8e-9fb8-46be-b611-7f8a8b003f01 None None] Provisioning for port 4b66f902-33bc-45c5-84d3-d911cd5cd1e9 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:12:11.197581 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5a162-5a38-43f8-a361-b16cfe1b4bbd req-942a2b0d-9d51-4e0e-a4c7-00c40f8d074f tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:11.207895 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0ae5a162-5a38-43f8-a361-b16cfe1b4bbd req-942a2b0d-9d51-4e0e-a4c7-00c40f8d074f tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fc190da-af2c-4faa-9359-49b887ea14b4 HTTP/1.1" status: 200 len: 943 time: 0.0917997 Aug 19 18:12:11.210613 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-ff0b09bb-0f16-4645-896f-88ed4c745914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:11.227298 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-2c1bedbe-40c0-45f6-8750-45779859c98a tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f583f01a579c47af87ffae7dc814cdd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3846598 Aug 19 18:12:11.234081 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ebc76e8e-9fb8-46be-b611-7f8a8b003f01 None None] Provisioning complete for port 4b66f902-33bc-45c5-84d3-d911cd5cd1e9 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:12:11.234782 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ebc76e8e-9fb8-46be-b611-7f8a8b003f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:11.300178 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0ae5a162-5a38-43f8-a361-b16cfe1b4bbd req-ca17b20e-b8bb-4e12-9037-755c7c9a8c8e tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/security-groups?id=314e38d1-9ca8-4406-bb9f-e3c6d82a4500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913951 Aug 19 18:12:11.431421 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-ebc76e8e-9fb8-46be-b611-7f8a8b003f01 None None] Port 4b66f902-33bc-45c5-84d3-d911cd5cd1e9 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:12:11.553687 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91d665-42ee-49e8-860f-bfdd9e507c7e req-d29530c7-d4e1-495c-84cd-f07ae5b760b8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:11.555303 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4f91d665-42ee-49e8-860f-bfdd9e507c7e req-d29530c7-d4e1-495c-84cd-f07ae5b760b8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=0effc9bc-3c0e-45e4-8343-4dbd36fe9c31 HTTP/1.1" status: 200 len: 946 time: 0.1369448 Aug 19 18:12:11.745406 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4f91d665-42ee-49e8-860f-bfdd9e507c7e req-02d3bfd7-b59e-4ccd-8658-6d82f7ed5b46 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630564 Aug 19 18:12:11.900545 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-61ee8544-601d-40ed-997f-a817c56adc1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b66f902-33bc-45c5-84d3-d911cd5cd1e9 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:12:11.931012 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-61ee8544-601d-40ed-997f-a817c56adc1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:11.957855 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-61ee8544-601d-40ed-997f-a817c56adc1e service neutron] Transition to ACTIVE for port object 4b66f902-33bc-45c5-84d3-d911cd5cd1e9 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:12:11.967399 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-61ee8544-601d-40ed-997f-a817c56adc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:11.982280 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e84b86-9a25-45d9-8a0c-e6939b1972a5 req-5c824cad-d0f5-4187-a788-740cc8acb92d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:11.992149 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d7e84b86-9a25-45d9-8a0c-e6939b1972a5 req-5c824cad-d0f5-4187-a788-740cc8acb92d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.1245646 Aug 19 18:12:12.017481 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b09bb-0f16-4645-896f-88ed4c745914 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c2883d-1eb5-40b7-a42c-30a6f40924d6,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:12.035467 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-50ca1985-208a-4f54-a739-a52dbd9d3ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:12.037252 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-50ca1985-208a-4f54-a739-a52dbd9d3ca4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91&tenant_id=55902b3290884d098547fd36e6097a39 HTTP/1.1" status: 200 len: 1101 time: 1.0047905 Aug 19 18:12:12.077416 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803753-2', 'device_owner': 'compute:nova'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:12.110210 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d7e84b86-9a25-45d9-8a0c-e6939b1972a5 req-3d39f42e-0e68-460d-9b30-27e7a1dedfcc tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163809 Aug 19 18:12:12.139253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee8544-601d-40ed-997f-a817c56adc1e service neutron] Pushing event updated for resources: {'Port': ['ID=4b66f902-33bc-45c5-84d3-d911cd5cd1e9,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:12.179655 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d0618-a957-47c3-9833-7bc182722b6d req-4dbf031b-2e42-4e6e-8d0e-1f5b6bf6b208 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:12.181753 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d6d0618-a957-47c3-9833-7bc182722b6d req-4dbf031b-2e42-4e6e-8d0e-1f5b6bf6b208 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.54 "GET /v2.0/ports?device_id=918a4672-aee8-4ca7-a20d-f6a91d2eddfe HTTP/1.1" status: 200 len: 944 time: 0.2527437 Aug 19 18:12:12.189956 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-a99a30d6-2d7c-4db1-b2ea-dc0e44b40327 req-c5ced7ae-a749-43f9-8a80-302e3bce1108 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Deleting port 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:12:12.191493 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a99a30d6-2d7c-4db1-b2ea-dc0e44b40327 req-c5ced7ae-a749-43f9-8a80-302e3bce1108 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:12.251490 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-360ba88f-a577-4453-acba-391a8e8e297d service neutron] 10.222.0.24 "GET /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0124969 Aug 19 18:12:12.358463 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-61ee8544-601d-40ed-997f-a817c56adc1e service neutron] Attempting to bind port 4b66f902-33bc-45c5-84d3-d911cd5cd1e9 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:12.358805 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-61ee8544-601d-40ed-997f-a817c56adc1e service neutron] Attempting to bind port 4b66f902-33bc-45c5-84d3-d911cd5cd1e9 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:12.359143 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-61ee8544-601d-40ed-997f-a817c56adc1e service neutron] Attempting to bind port 4b66f902-33bc-45c5-84d3-d911cd5cd1e9 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:12.368420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-61ee8544-601d-40ed-997f-a817c56adc1e service neutron] Port 4b66f902-33bc-45c5-84d3-d911cd5cd1e9 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:12.374155 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-61ee8544-601d-40ed-997f-a817c56adc1e service neutron] Attempting to bind port 4b66f902-33bc-45c5-84d3-d911cd5cd1e9 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:12.394741 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-61ee8544-601d-40ed-997f-a817c56adc1e service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:12:12.395117 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-61ee8544-601d-40ed-997f-a817c56adc1e service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:12:12.395607 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-61ee8544-601d-40ed-997f-a817c56adc1e service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:12:12.396318 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-61ee8544-601d-40ed-997f-a817c56adc1e service neutron] Bound port: 4b66f902-33bc-45c5-84d3-d911cd5cd1e9, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:12:12.396807 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-61ee8544-601d-40ed-997f-a817c56adc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:12.576757 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:12.624016 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-ff0b09bb-0f16-4645-896f-88ed4c745914 service neutron] Attempting to bind port b5c2883d-1eb5-40b7-a42c-30a6f40924d6 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:12.624016 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-ff0b09bb-0f16-4645-896f-88ed4c745914 service neutron] Attempting to bind port b5c2883d-1eb5-40b7-a42c-30a6f40924d6 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '8c5cb264-b4c5-488f-b6b5-be62a6ceb911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cc225d2c-e9e1-4676-b856-0c0529879926'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:12.624333 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-ff0b09bb-0f16-4645-896f-88ed4c745914 service neutron] Attempting to bind port b5c2883d-1eb5-40b7-a42c-30a6f40924d6 on network cc225d2c-e9e1-4676-b856-0c0529879926 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:12.680237 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-ff0b09bb-0f16-4645-896f-88ed4c745914 service neutron] Port b5c2883d-1eb5-40b7-a42c-30a6f40924d6 on network cc225d2c-e9e1-4676-b856-0c0529879926 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:12.681222 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-ff0b09bb-0f16-4645-896f-88ed4c745914 service neutron] Attempting to bind port b5c2883d-1eb5-40b7-a42c-30a6f40924d6 on network cc225d2c-e9e1-4676-b856-0c0529879926 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:12.693175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88b477-6ecd-4c09-a17a-8b5ed9469c21 req-f9c73fe8-5cae-4d22-88bb-aa627aa7ff5b tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:12.694807 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6c88b477-6ecd-4c09-a17a-8b5ed9469c21 req-f9c73fe8-5cae-4d22-88bb-aa627aa7ff5b tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=6380507a-04da-46b5-aef8-7612935d93cc HTTP/1.1" status: 200 len: 948 time: 0.2015045 Aug 19 18:12:12.696009 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-61ee8544-601d-40ed-997f-a817c56adc1e service neutron] For port 4b66f902-33bc-45c5-84d3-d911cd5cd1e9, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:12:12.725107 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-a99a30d6-2d7c-4db1-b2ea-dc0e44b40327 req-c5ced7ae-a749-43f9-8a80-302e3bce1108 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] For port 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=94ae0f59-615b-46c8-a5ba-5a8ef04c75cf,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:12.725107 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a99a30d6-2d7c-4db1-b2ea-dc0e44b40327 req-c5ced7ae-a749-43f9-8a80-302e3bce1108 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:12.744286 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-ff0b09bb-0f16-4645-896f-88ed4c745914 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:12:12.744286 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-ff0b09bb-0f16-4645-896f-88ed4c745914 service neutron] Checking segment: {'id': '8c5cb264-b4c5-488f-b6b5-be62a6ceb911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cc225d2c-e9e1-4676-b856-0c0529879926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:12:12.744286 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-ff0b09bb-0f16-4645-896f-88ed4c745914 service neutron] Bound using segment: {'id': '8c5cb264-b4c5-488f-b6b5-be62a6ceb911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cc225d2c-e9e1-4676-b856-0c0529879926'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:12:12.745048 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-ff0b09bb-0f16-4645-896f-88ed4c745914 service neutron] Bound port: b5c2883d-1eb5-40b7-a42c-30a6f40924d6, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c5cb264-b4c5-488f-b6b5-be62a6ceb911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cc225d2c-e9e1-4676-b856-0c0529879926'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:12:12.745526 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-ff0b09bb-0f16-4645-896f-88ed4c745914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:12.771289 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-561ecbdd-8fb0-412d-8827-652913f1668c service neutron] 10.222.0.24 "GET /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106716 Aug 19 18:12:12.778277 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-61ee8544-601d-40ed-997f-a817c56adc1e service neutron] For port 4b66f902-33bc-45c5-84d3-d911cd5cd1e9, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=4b66f902-33bc-45c5-84d3-d911cd5cd1e9,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:12:12.813241 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-61ee8544-601d-40ed-997f-a817c56adc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:12.878244 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-a99a30d6-2d7c-4db1-b2ea-dc0e44b40327 req-c5ced7ae-a749-43f9-8a80-302e3bce1108 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Calling delete_port for 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:12:12.924086 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-61ee8544-601d-40ed-997f-a817c56adc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:12.924733 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-61ee8544-601d-40ed-997f-a817c56adc1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:12.926243 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-61ee8544-601d-40ed-997f-a817c56adc1e service neutron] 10.222.0.54 "PUT /v2.0/ports/4b66f902-33bc-45c5-84d3-d911cd5cd1e9 HTTP/1.1" status: 200 len: 1096 time: 1.9513822 Aug 19 18:12:12.926720 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6380507a-04da-46b5-aef8-7612935d93cc', 'tag': '4b66f902-33bc-45c5-84d3-d911cd5cd1e9'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:12.929056 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea25c606-41c6-4f00-9b61-cf6f7711e525" -d '{"events": [{"name": "network-changed", "server_uuid": "6380507a-04da-46b5-aef8-7612935d93cc", "tag": "4b66f902-33bc-45c5-84d3-d911cd5cd1e9"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:12.972384 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6c88b477-6ecd-4c09-a17a-8b5ed9469c21 req-5b7a576d-f185-48b6-a525-5e5a2c99f71b tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595696 Aug 19 18:12:13.151306 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee8544-601d-40ed-997f-a817c56adc1e service neutron] Pushing event updated for resources: {'Port': ['ID=4b66f902-33bc-45c5-84d3-d911cd5cd1e9,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:13.217937 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-86c8ab20-f6d1-417d-b90a-8b644756887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:13.219811 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-86c8ab20-f6d1-417d-b90a-8b644756887d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=11f676ae7ee7460b9797b3d37f835c87&device_id=6380507a-04da-46b5-aef8-7612935d93cc HTTP/1.1" status: 200 len: 1099 time: 0.2406776 Aug 19 18:12:13.225181 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-7d6d0618-a957-47c3-9833-7bc182722b6d req-7112652f-0c77-4375-bc58-e34527481aa1 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Deleting port 2028ecf0-53e2-45e6-9dbf-698ed5ee158e {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:12:13.225943 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7d6d0618-a957-47c3-9833-7bc182722b6d req-7112652f-0c77-4375-bc58-e34527481aa1 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:13.339993 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-c4935607-0072-429a-95cd-5dee6f33af17 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=4b66f902-33bc-45c5-84d3-d911cd5cd1e9 HTTP/1.1" status: 200 len: 217 time: 0.0860767 Aug 19 18:12:13.364678 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a99a30d6-2d7c-4db1-b2ea-dc0e44b40327 req-c5ced7ae-a749-43f9-8a80-302e3bce1108 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:13.401362 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-9e21991b-cee5-4e37-8a93-0d94b5c91aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:13.402979 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-9e21991b-cee5-4e37-8a93-0d94b5c91aca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0537608 Aug 19 18:12:13.432098 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:12:13.444541 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ac953-dbb9-4deb-8019-991a062c2171 req-1ae0f2b7-9bd8-442c-8459-eaaf2996e213 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:13.452845 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-747ac953-dbb9-4deb-8019-991a062c2171 req-1ae0f2b7-9bd8-442c-8459-eaaf2996e213 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=0effc9bc-3c0e-45e4-8343-4dbd36fe9c31 HTTP/1.1" status: 200 len: 867 time: 0.2761884 Aug 19 18:12:13.533749 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['63329f52-4d29-46a2-8007-c28af4280754'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:13.552901 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-747ac953-dbb9-4deb-8019-991a062c2171 req-2c0ab3f5-f0da-4274-96a7-5860692417fd tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990694 Aug 19 18:12:13.558130 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-bb446b99-24aa-40fd-a654-900cd5a559a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:13.560706 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-bb446b99-24aa-40fd-a654-900cd5a559a6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1478298 Aug 19 18:12:13.560921 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ced7ae-a749-43f9-8a80-302e3bce1108 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Pushing event deleted for resources: {'Port': ['ID=94ae0f59-615b-46c8-a5ba-5a8ef04c75cf,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:13.644087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4ff9b-4018-48e4-a037-636af4a64f3e req-acaba872-d39d-4204-a798-7166ddc5c663 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:13.656993 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a4e4ff9b-4018-48e4-a037-636af4a64f3e req-acaba872-d39d-4204-a798-7166ddc5c663 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fc190da-af2c-4faa-9359-49b887ea14b4 HTTP/1.1" status: 200 len: 943 time: 0.5116570 Aug 19 18:12:13.776613 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-ff0b09bb-0f16-4645-896f-88ed4c745914 service neutron] For port b5c2883d-1eb5-40b7-a42c-30a6f40924d6, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:12:13.819301 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:12:13.833026 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dcd02649-1d50-46df-8ed0-ba9de9ab2a75 req-700e6912-e4ad-46e0-b15e-9122ce3d764b tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 210 time: 0.1286280 Aug 19 18:12:13.857836 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-ff0b09bb-0f16-4645-896f-88ed4c745914 service neutron] For port b5c2883d-1eb5-40b7-a42c-30a6f40924d6, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=b5c2883d-1eb5-40b7-a42c-30a6f40924d6,segment=NetworkSegment(8c5cb264-b4c5-488f-b6b5-be62a6ceb911),segment_id=8c5cb264-b4c5-488f-b6b5-be62a6ceb911)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:12:13.902640 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7d6d0618-a957-47c3-9833-7bc182722b6d req-7112652f-0c77-4375-bc58-e34527481aa1 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] For port 2028ecf0-53e2-45e6-9dbf-698ed5ee158e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=2028ecf0-53e2-45e6-9dbf-698ed5ee158e,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:13.903230 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7d6d0618-a957-47c3-9833-7bc182722b6d req-7112652f-0c77-4375-bc58-e34527481aa1 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:13.919369 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-1b633c59-fa55-4e21-a8da-900476f8a4e6 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462739 Aug 19 18:12:13.922017 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-7d6d0618-a957-47c3-9833-7bc182722b6d req-7112652f-0c77-4375-bc58-e34527481aa1 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Calling delete_port for 2028ecf0-53e2-45e6-9dbf-698ed5ee158e owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:12:13.922760 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:12:13.923124 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:12:13.923543 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 296334cd-9192-4123-af02-9692a05ffe23 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:12:13.945734 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda6f86d-b7d8-458f-8267-022e759f536b x-openstack-request-id: req-dda6f86d-b7d8-458f-8267-022e759f536b {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:13.946031 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6380507a-04da-46b5-aef8-7612935d93cc", "tag": "4b66f902-33bc-45c5-84d3-d911cd5cd1e9", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:13.946290 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dda6f86d-b7d8-458f-8267-022e759f536b {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:13.946695 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6380507a-04da-46b5-aef8-7612935d93cc', 'tag': '4b66f902-33bc-45c5-84d3-d911cd5cd1e9', 'status': 'completed', 'code': 200} Aug 19 18:12:14.096178 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-ff0b09bb-0f16-4645-896f-88ed4c745914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:14.116820 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99a30d6-2d7c-4db1-b2ea-dc0e44b40327 req-c5ced7ae-a749-43f9-8a80-302e3bce1108 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] No DVR routers for this DVR port 94ae0f59-615b-46c8-a5ba-5a8ef04c75cf on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:12:14.144119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] For port 296334cd-9192-4123-af02-9692a05ffe23, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=296334cd-9192-4123-af02-9692a05ffe23,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:14.233386 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a99a30d6-2d7c-4db1-b2ea-dc0e44b40327 req-c5ced7ae-a749-43f9-8a80-302e3bce1108 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:14.235021 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a99a30d6-2d7c-4db1-b2ea-dc0e44b40327 req-c5ced7ae-a749-43f9-8a80-302e3bce1108 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.50 "DELETE /v2.0/ports/94ae0f59-615b-46c8-a5ba-5a8ef04c75cf HTTP/1.1" status: 204 len: 173 time: 3.4181592 Aug 19 18:12:14.236232 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b09bb-0f16-4645-896f-88ed4c745914 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c2883d-1eb5-40b7-a42c-30a6f40924d6,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:14.239522 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0effc9bc-3c0e-45e4-8343-4dbd36fe9c31', 'name': 'network-vif-deleted', 'tag': '94ae0f59-615b-46c8-a5ba-5a8ef04c75cf'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:14.242246 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cf9a24-d01d-48f4-b58f-64d544085c35" -d '{"events": [{"server_uuid": "0effc9bc-3c0e-45e4-8343-4dbd36fe9c31", "name": "network-vif-deleted", "tag": "94ae0f59-615b-46c8-a5ba-5a8ef04c75cf"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:14.257994 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:14.259176 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-ff0b09bb-0f16-4645-896f-88ed4c745914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:14.259919 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-ff0b09bb-0f16-4645-896f-88ed4c745914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:14.261767 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-ff0b09bb-0f16-4645-896f-88ed4c745914 service neutron] 10.222.0.54 "PUT /v2.0/ports/b5c2883d-1eb5-40b7-a42c-30a6f40924d6 HTTP/1.1" status: 200 len: 1091 time: 4.8477631 Aug 19 18:12:14.315049 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a4e4ff9b-4018-48e4-a037-636af4a64f3e req-5aa77adc-5102-438a-af7b-ea52dc23f5f4 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/security-groups?id=314e38d1-9ca8-4406-bb9f-e3c6d82a4500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6570554 Aug 19 18:12:14.369034 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7d6d0618-a957-47c3-9833-7bc182722b6d req-7112652f-0c77-4375-bc58-e34527481aa1 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:14.647651 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a382cbd-41eb-459c-b366-ad1376202aa8 req-de7a4992-8005-48c9-bbb2-95649aecc83d service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7113464 Aug 19 18:12:14.724244 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdec0c-a70d-4cfe-b1dc-206194f6dfbc req-dc89f0b7-c3a5-40e2-b217-c218fcf8ae73 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:14.734551 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6ecdec0c-a70d-4cfe-b1dc-206194f6dfbc req-dc89f0b7-c3a5-40e2-b217-c218fcf8ae73 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.0852027 Aug 19 18:12:14.812739 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6ecdec0c-a70d-4cfe-b1dc-206194f6dfbc req-bda7c02a-840e-499d-9363-95f8d4def17c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770452 Aug 19 18:12:14.833573 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6d0618-a957-47c3-9833-7bc182722b6d req-7112652f-0c77-4375-bc58-e34527481aa1 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] No DVR routers for this DVR port 2028ecf0-53e2-45e6-9dbf-698ed5ee158e on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:12:14.833573 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112652f-0c77-4375-bc58-e34527481aa1 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Pushing event deleted for resources: {'Port': ['ID=2028ecf0-53e2-45e6-9dbf-698ed5ee158e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:14.843673 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7d6d0618-a957-47c3-9833-7bc182722b6d req-7112652f-0c77-4375-bc58-e34527481aa1 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:14.845744 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d6d0618-a957-47c3-9833-7bc182722b6d req-7112652f-0c77-4375-bc58-e34527481aa1 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.54 "DELETE /v2.0/ports/2028ecf0-53e2-45e6-9dbf-698ed5ee158e HTTP/1.1" status: 204 len: 173 time: 2.6466463 Aug 19 18:12:14.849381 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] For port 296334cd-9192-4123-af02-9692a05ffe23, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:12:14.875246 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25c606-41c6-4f00-9b61-cf6f7711e525 req-28ee4ff3-4d99-4551-8dd9-0a0443203789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:14.879132 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea25c606-41c6-4f00-9b61-cf6f7711e525 req-28ee4ff3-4d99-4551-8dd9-0a0443203789 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=11f676ae7ee7460b9797b3d37f835c87&device_id=6380507a-04da-46b5-aef8-7612935d93cc HTTP/1.1" status: 200 len: 1099 time: 0.1423619 Aug 19 18:12:15.000730 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1477fe-4af6-4a12-a3c1-9919b7f29ef7 x-openstack-request-id: req-fc1477fe-4af6-4a12-a3c1-9919b7f29ef7 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:15.004097 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0effc9bc-3c0e-45e4-8343-4dbd36fe9c31", "name": "network-vif-deleted", "tag": "94ae0f59-615b-46c8-a5ba-5a8ef04c75cf", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:15.004097 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc1477fe-4af6-4a12-a3c1-9919b7f29ef7 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:15.004414 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0effc9bc-3c0e-45e4-8343-4dbd36fe9c31', 'name': 'network-vif-deleted', 'tag': '94ae0f59-615b-46c8-a5ba-5a8ef04c75cf', 'status': 'completed', 'code': 200} Aug 19 18:12:15.080361 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:15.129333 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25c606-41c6-4f00-9b61-cf6f7711e525 req-3d911488-e314-4cef-9029-b74975d50d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:15.134030 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea25c606-41c6-4f00-9b61-cf6f7711e525 req-3d911488-e314-4cef-9029-b74975d50d04 service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.2448354 Aug 19 18:12:15.196764 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cf0a535b-12a5-4a9d-a846-8497b3b8fcf7 req-6707ed0f-d194-48d4-8f93-711b7d4b02a4 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=0effc9bc-3c0e-45e4-8343-4dbd36fe9c31 HTTP/1.1" status: 200 len: 210 time: 0.0615497 Aug 19 18:12:15.233226 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea25c606-41c6-4f00-9b61-cf6f7711e525 req-7d0a95f1-fd14-4032-9dc7-c8c14129f2d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=4b66f902-33bc-45c5-84d3-d911cd5cd1e9 HTTP/1.1" status: 200 len: 217 time: 0.0760469 Aug 19 18:12:15.251021 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-b30b25ce-935e-4fbc-87a8-8bad7e8cc913 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:15.254172 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-b30b25ce-935e-4fbc-87a8-8bad7e8cc913 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.50 "GET /v2.0/networks?id=65564e16-87ea-48ca-8938-07f915ef9c0a HTTP/1.1" status: 200 len: 805 time: 0.2486982 Aug 19 18:12:15.330488 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1ed47-0026-46ab-b832-ee918e00d8e3 req-b3d4e9ae-8972-4298-adc0-d832bfabdcde tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:15.338639 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-08a1ed47-0026-46ab-b832-ee918e00d8e3 req-b3d4e9ae-8972-4298-adc0-d832bfabdcde tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=6380507a-04da-46b5-aef8-7612935d93cc HTTP/1.1" status: 200 len: 948 time: 0.6919775 Aug 19 18:12:15.344737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-fd04cd03-0771-40d2-870c-7958f04a8d29 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Request body: {'port': {'device_id': 'dd4070a9-9500-4b78-baf6-9e91c530e56a', 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a', 'admin_state_up': True, 'tenant_id': 'f583f01a579c47af87ffae7dc814cdd2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:15.365810 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-3c9d3fbf-1ff5-43d2-9e88-ba170529b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:15.367465 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-3c9d3fbf-1ff5-43d2-9e88-ba170529b834 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d9bbc732a0834be28a9f46ec821438de&device_id=9fc190da-af2c-4faa-9359-49b887ea14b4 HTTP/1.1" status: 200 len: 1094 time: 1.0211904 Aug 19 18:12:15.377189 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] Transition to ACTIVE for port object 296334cd-9192-4123-af02-9692a05ffe23 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:12:15.394439 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-181ef129-b71a-4d7f-ac93-c4f7d7483b16 req-9e26381a-46e5-466e-ad7e-aa90b3ac6059 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 210 time: 0.0958438 Aug 19 18:12:15.401810 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25c606-41c6-4f00-9b61-cf6f7711e525 req-d267209c-570b-4ed6-aa01-4a63dd59a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:15.409296 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea25c606-41c6-4f00-9b61-cf6f7711e525 req-d267209c-570b-4ed6-aa01-4a63dd59a8c7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1636362 Aug 19 18:12:15.470937 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:15.516050 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25c606-41c6-4f00-9b61-cf6f7711e525 req-9bfadb00-17a6-4e53-b88a-a6ec28f52661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:15.520305 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea25c606-41c6-4f00-9b61-cf6f7711e525 req-9bfadb00-17a6-4e53-b88a-a6ec28f52661 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1059303 Aug 19 18:12:15.537844 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.api [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:12:15.555982 n-d-803753-2 neutron-server[94683]: DEBUG oslo_db.api [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:12:15.640263 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-9d76274b-80b6-4120-9259-2f3a59fc9a20 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5c2883d-1eb5-40b7-a42c-30a6f40924d6 HTTP/1.1" status: 200 len: 217 time: 0.2455664 Aug 19 18:12:15.763925 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99536126-d2d7-4409-b8d1-036760a81059 req-5f74bc1a-470d-4381-95a6-0043eff9bb73 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:15.801634 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-99536126-d2d7-4409-b8d1-036760a81059 req-5f74bc1a-470d-4381-95a6-0043eff9bb73 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fc190da-af2c-4faa-9359-49b887ea14b4 HTTP/1.1" status: 200 len: 943 time: 0.2405686 Aug 19 18:12:15.809999 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 2028ecf0-53e2-45e6-9dbf-698ed5ee158e no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:12:15.846160 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea25c606-41c6-4f00-9b61-cf6f7711e525 req-c4044e33-bde9-4e82-8235-06e2b7b22a5e service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152282 Aug 19 18:12:15.849597 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 2028ecf0-53e2-45e6-9dbf-698ed5ee158e {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:12:15.849949 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 2028ecf0-53e2-45e6-9dbf-698ed5ee158e not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:12:15.945018 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-08a1ed47-0026-46ab-b832-ee918e00d8e3 req-abde014a-9ada-475f-8340-03c8a4e6451a tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6053352 Aug 19 18:12:15.958481 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] No DVR routers for this DVR port 296334cd-9192-4123-af02-9692a05ffe23 on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:12:15.984384 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] Pushing event updated for resources: {'Port': ['ID=296334cd-9192-4123-af02-9692a05ffe23,revision_number=6']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:15.984852 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-99536126-d2d7-4409-b8d1-036760a81059 req-c86248d0-65d6-4a18-8330-b9825dbe489e tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/security-groups?id=314e38d1-9ca8-4406-bb9f-e3c6d82a4500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821992 Aug 19 18:12:16.019982 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-1376d850-2fab-4e55-8d0d-9b6e3bab4013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:16.022804 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-1376d850-2fab-4e55-8d0d-9b6e3bab4013 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=67cce07b-5dcd-48f3-b2cd-be16621d607a HTTP/1.1" status: 200 len: 860 time: 0.3201096 Aug 19 18:12:16.125671 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea25c606-41c6-4f00-9b61-cf6f7711e525 req-b32aa3f0-bcdb-42f6-9654-4285ed235558 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713168 Aug 19 18:12:16.137218 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-fd04cd03-0771-40d2-870c-7958f04a8d29 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Made reservation on behalf of f583f01a579c47af87ffae7dc814cdd2 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:16.150013 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-fd04cd03-0771-40d2-870c-7958f04a8d29 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:16.274486 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:16.288461 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] Attempting to bind port 296334cd-9192-4123-af02-9692a05ffe23 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:16.288998 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] Attempting to bind port 296334cd-9192-4123-af02-9692a05ffe23 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:16.289275 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] Attempting to bind port 296334cd-9192-4123-af02-9692a05ffe23 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:16.297823 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-b6939f31-6ec2-47c6-ab50-5bc36cd211a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cc225d2c-e9e1-4676-b856-0c0529879926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1720896 Aug 19 18:12:16.318843 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] Port 296334cd-9192-4123-af02-9692a05ffe23 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:16.319189 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] Attempting to bind port 296334cd-9192-4123-af02-9692a05ffe23 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:16.433702 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:12:16.434066 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:12:16.434528 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:12:16.435052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] Bound port: 296334cd-9192-4123-af02-9692a05ffe23, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:12:16.435501 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:16.546472 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cde4f-d20e-448d-b55a-b30669123282 req-990f20dd-6f5c-4c8b-8443-6afb023e6007 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:16.547431 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-95786cfc-206e-4236-9afa-e72dc954cf01 req-bedebce3-c93a-429f-bdad-1a9d8cf667b2 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 210 time: 0.0437565 Aug 19 18:12:16.554177 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bd1cde4f-d20e-448d-b55a-b30669123282 req-990f20dd-6f5c-4c8b-8443-6afb023e6007 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 948 time: 0.2607367 Aug 19 18:12:16.626522 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-d6435fa9-fec4-4546-8c58-1a41b56ae54b service neutron] 10.222.0.54 "GET /v2.0/networks/cc225d2c-e9e1-4676-b856-0c0529879926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110287 Aug 19 18:12:16.716516 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-fd04cd03-0771-40d2-870c-7958f04a8d29 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Allocated IP 172.20.0.13 (65564e16-87ea-48ca-8938-07f915ef9c0a/09884e41-8987-4095-b41a-2dbe97fb4846/cc712787-f882-43d1-9256-306a231e19f1) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:12:16.734920 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] For port 296334cd-9192-4123-af02-9692a05ffe23, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:12:16.751985 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bd1cde4f-d20e-448d-b55a-b30669123282 req-07230f0f-0ff1-42ed-8437-0d5e466fbea4 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968143 Aug 19 18:12:16.789868 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] For port 296334cd-9192-4123-af02-9692a05ffe23, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=296334cd-9192-4123-af02-9692a05ffe23,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:12:16.808096 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:16.814687 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-b187de50-dd91-4faf-ab7f-15bc788ffe30 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:16.816277 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-b187de50-dd91-4faf-ab7f-15bc788ffe30 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/networks?id=f6ca3005-f821-4bbf-9771-cb98a9ef289d HTTP/1.1" status: 200 len: 806 time: 0.1951118 Aug 19 18:12:16.850228 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-ab65a681-9825-4d31-84a0-56440218310b tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/quotas/ae64f3b0d3994e079c6bfc4ab34b357b HTTP/1.1" status: 200 len: 375 time: 0.0206721 Aug 19 18:12:16.942668 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-4e98ad46-79f8-4cdb-b642-9ca57ba3a677 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae64f3b0d3994e079c6bfc4ab34b357b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0914290 Aug 19 18:12:17.117489 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-9fba98ad-bcc8-461f-be8d-edf6769d8b83 service neutron] 10.222.0.24 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720407 Aug 19 18:12:17.175437 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc190da-af2c-4faa-9359-49b887ea14b4', 'tag': 'b5c2883d-1eb5-40b7-a42c-30a6f40924d6'}, {'server_uuid': '918a4672-aee8-4ca7-a20d-f6a91d2eddfe', 'name': 'network-vif-deleted', 'tag': '2028ecf0-53e2-45e6-9dbf-698ed5ee158e'}, {'server_uuid': 'c482f7fe-5c86-4ab7-9c9e-99889f320d91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '296334cd-9192-4123-af02-9692a05ffe23'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:17.177919 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbeb210e-7615-4c68-8b65-2906b3491ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc190da-af2c-4faa-9359-49b887ea14b4", "tag": "b5c2883d-1eb5-40b7-a42c-30a6f40924d6"}, {"server_uuid": "918a4672-aee8-4ca7-a20d-f6a91d2eddfe", "name": "network-vif-deleted", "tag": "2028ecf0-53e2-45e6-9dbf-698ed5ee158e"}, {"server_uuid": "c482f7fe-5c86-4ab7-9c9e-99889f320d91", "name": "network-vif-unplugged", "status": "completed", "tag": "296334cd-9192-4123-af02-9692a05ffe23"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:17.223055 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c66605de-acf5-4b06-8414-1827efe9ac92 req-8566087f-14ec-4d76-bbbb-13a04c1c40c6 service neutron] 10.222.0.54 "GET /v2.0/networks/cc225d2c-e9e1-4676-b856-0c0529879926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5855334 Aug 19 18:12:17.241438 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:17.242261 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:17.244096 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] 10.222.0.54 "PUT /v2.0/ports/296334cd-9192-4123-af02-9692a05ffe23 HTTP/1.1" status: 200 len: 1096 time: 5.1928918 Aug 19 18:12:17.283208 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-814b5637-98e7-4ee2-935a-5065bcff9a6e service neutron] 10.222.0.24 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606934 Aug 19 18:12:17.445008 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e113c-bf9a-4493-8da3-60cc5e145791 service neutron] Pushing event updated for resources: {'Port': ['ID=296334cd-9192-4123-af02-9692a05ffe23,revision_number=7']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:17.526818 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0659b-6c81-465d-922e-9e30cfbac8ff req-9c384f72-0c92-45dd-9d5b-d7c1f9f4206f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:17.526818 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9cb0659b-6c81-465d-922e-9e30cfbac8ff req-9c384f72-0c92-45dd-9d5b-d7c1f9f4206f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=6380507a-04da-46b5-aef8-7612935d93cc HTTP/1.1" status: 200 len: 948 time: 0.3387878 Aug 19 18:12:17.601598 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-829d0b34-805c-4066-8e3e-fe4cda0a0cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:17.603161 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-829d0b34-805c-4066-8e3e-fe4cda0a0cfd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 1099 time: 0.3068590 Aug 19 18:12:17.701461 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-fd04cd03-0771-40d2-870c-7958f04a8d29 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:17.804379 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-ec819789-1bac-480f-8261-4bc56c4d3fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:17.805981 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-ec819789-1bac-480f-8261-4bc56c4d3fee service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.1855786 Aug 19 18:12:17.819125 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 4b66f902-33bc-45c5-84d3-d911cd5cd1e9 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:12:17.861580 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4d52b-2073-4656-9716-a7f94712bfe7 req-7f1719d2-e8b0-44eb-8924-f27e3fd62ea5 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:17.874596 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d4d4d52b-2073-4656-9716-a7f94712bfe7 req-7f1719d2-e8b0-44eb-8924-f27e3fd62ea5 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fc190da-af2c-4faa-9359-49b887ea14b4 HTTP/1.1" status: 200 len: 943 time: 0.1749861 Aug 19 18:12:17.908845 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-9a146f70-d95d-4785-a5aa-afc4ad72fadf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=296334cd-9192-4123-af02-9692a05ffe23 HTTP/1.1" status: 200 len: 217 time: 0.0665581 Aug 19 18:12:17.924027 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9cb0659b-6c81-465d-922e-9e30cfbac8ff req-9f3f1e72-c898-4d16-b815-6207100979fc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877335 Aug 19 18:12:18.023909 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d4d4d52b-2073-4656-9716-a7f94712bfe7 req-14f721c4-447e-4ef5-8323-7f9323c6f2cc tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/security-groups?id=314e38d1-9ca8-4406-bb9f-e3c6d82a4500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424203 Aug 19 18:12:18.065129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-80b7d1da-58e9-45be-b9b5-e08c91a0eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:18.067645 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-80b7d1da-58e9-45be-b9b5-e08c91a0eb6f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1377974 Aug 19 18:12:18.143981 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-fd04cd03-0771-40d2-870c-7958f04a8d29 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:18.208503 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-88520c0d-6a0a-4432-9aff-241a10a5441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:18.210395 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-88520c0d-6a0a-4432-9aff-241a10a5441f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1301513 Aug 19 18:12:18.231216 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6743def2-6b2e-4e89-9813-853073cac7c7 x-openstack-request-id: req-6743def2-6b2e-4e89-9813-853073cac7c7 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:18.231629 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc190da-af2c-4faa-9359-49b887ea14b4", "tag": "b5c2883d-1eb5-40b7-a42c-30a6f40924d6", "status": "completed", "code": 200}, {"server_uuid": "918a4672-aee8-4ca7-a20d-f6a91d2eddfe", "name": "network-vif-deleted", "tag": "2028ecf0-53e2-45e6-9dbf-698ed5ee158e", "status": "completed", "code": 200}, {"server_uuid": "c482f7fe-5c86-4ab7-9c9e-99889f320d91", "name": "network-vif-unplugged", "status": "completed", "tag": "296334cd-9192-4123-af02-9692a05ffe23", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:18.232111 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6743def2-6b2e-4e89-9813-853073cac7c7 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:18.232662 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc190da-af2c-4faa-9359-49b887ea14b4', 'tag': 'b5c2883d-1eb5-40b7-a42c-30a6f40924d6', 'status': 'completed', 'code': 200} Aug 19 18:12:18.233020 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918a4672-aee8-4ca7-a20d-f6a91d2eddfe', 'name': 'network-vif-deleted', 'tag': '2028ecf0-53e2-45e6-9dbf-698ed5ee158e', 'status': 'completed', 'code': 200} Aug 19 18:12:18.233390 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c482f7fe-5c86-4ab7-9c9e-99889f320d91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '296334cd-9192-4123-af02-9692a05ffe23', 'code': 200} Aug 19 18:12:18.369068 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-57f29f88-c4ea-41b4-91fc-4be89796ca42 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339593 Aug 19 18:12:18.470537 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bebd8f-42b8-4de8-b991-df649fb75880 req-0a66b457-2341-4324-a72f-2db0e5e783c2 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:18.475118 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b5bebd8f-42b8-4de8-b991-df649fb75880 req-0a66b457-2341-4324-a72f-2db0e5e783c2 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 932 time: 0.1012444 Aug 19 18:12:18.480605 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 4b66f902-33bc-45c5-84d3-d911cd5cd1e9, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=4b66f902-33bc-45c5-84d3-d911cd5cd1e9,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:18.513508 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51a64392-ffe8-44e8-a297-84f4d655237b req-2b4517c1-4f98-4a65-868e-1e02a60e99ef tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 210 time: 0.1398973 Aug 19 18:12:18.522306 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '4b66f902-33bc-45c5-84d3-d911cd5cd1e9', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '4b66f902-33bc-45c5-84d3-d911cd5cd1e9', 'mac_address': 'fa:16:3e:ad:e0:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:12:18.522973 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-fd04cd03-0771-40d2-870c-7958f04a8d29 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Network 65564e16-87ea-48ca-8938-07f915ef9c0a is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:12:18.582835 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-fd04cd03-0771-40d2-870c-7958f04a8d29 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:12:18.583749 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b5bebd8f-42b8-4de8-b991-df649fb75880 req-a77eb40a-8230-47fa-bb58-b52a2bb3b9da tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005766 Aug 19 18:12:18.598452 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-fd04cd03-0771-40d2-870c-7958f04a8d29 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:12:18.640747 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:18.692485 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04cd03-0771-40d2-870c-7958f04a8d29 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Pushing event updated for resources: {'Port': ['ID=cc712787-f882-43d1-9256-306a231e19f1,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:18.705151 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b66f902-33bc-45c5-84d3-d911cd5cd1e9 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:12:18.753644 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb210e-7615-4c68-8b65-2906b3491ba2 req-fc75b68d-bc23-4229-b1b1-3bf1b11e88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:18.755202 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cbeb210e-7615-4c68-8b65-2906b3491ba2 req-fc75b68d-bc23-4229-b1b1-3bf1b11e88c5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d9bbc732a0834be28a9f46ec821438de&device_id=9fc190da-af2c-4faa-9359-49b887ea14b4 HTTP/1.1" status: 200 len: 1094 time: 0.3892961 Aug 19 18:12:18.765930 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 4b66f902-33bc-45c5-84d3-d911cd5cd1e9, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=4b66f902-33bc-45c5-84d3-d911cd5cd1e9,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:18.775890 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:18.890822 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb210e-7615-4c68-8b65-2906b3491ba2 req-672b7874-dbe6-4d7d-a0de-4c1fadc92fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:18.892366 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cbeb210e-7615-4c68-8b65-2906b3491ba2 req-672b7874-dbe6-4d7d-a0de-4c1fadc92fdc service neutron] 10.222.0.54 "GET /v2.0/networks?id=cc225d2c-e9e1-4676-b856-0c0529879926 HTTP/1.1" status: 200 len: 921 time: 0.1239507 Aug 19 18:12:18.905844 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-fd04cd03-0771-40d2-870c-7958f04a8d29 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:18.906308 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=4b66f902-33bc-45c5-84d3-d911cd5cd1e9,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:18.906755 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-fd04cd03-0771-40d2-870c-7958f04a8d29 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:18.926572 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:18.928330 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:18.928946 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:18.931195 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:18.931768 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:18.932646 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:18.933164 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:18.933706 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:18.934744 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:18.936338 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:18.936910 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:18.937827 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:18.979972 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cbeb210e-7615-4c68-8b65-2906b3491ba2 req-d359a025-6906-44ef-a7ff-bf618eb464e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5c2883d-1eb5-40b7-a42c-30a6f40924d6 HTTP/1.1" status: 200 len: 217 time: 0.0676076 Aug 19 18:12:19.015372 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0753e80-6aae-4c4a-9cd1-93fbc0fae6d0 req-b31db68a-9705-430b-b75b-3ae21c59af12 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:19.017333 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0753e80-6aae-4c4a-9cd1-93fbc0fae6d0 req-b31db68a-9705-430b-b75b-3ae21c59af12 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 948 time: 0.3297651 Aug 19 18:12:19.019514 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0bf2079b-0cb8-42b6-a2d2-02704a791148 req-bfb68bbb-3840-4231-80e0-fa1d9f856a68 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5784945 Aug 19 18:12:19.044722 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-fd04cd03-0771-40d2-870c-7958f04a8d29 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7514350 Aug 19 18:12:19.080471 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-24c13b70-f67b-4e8f-b555-ff9a4da0bdab service neutron] Request body: {'port': {'device_id': 'dd4070a9-9500-4b78-baf6-9e91c530e56a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:19.094420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea22716-8f75-46bd-afd0-ef2c895a8157 req-0a5f59e6-379f-401e-9b7b-d8783e96fa2a tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:19.104821 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9ea22716-8f75-46bd-afd0-ef2c895a8157 req-0a5f59e6-379f-401e-9b7b-d8783e96fa2a tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=6380507a-04da-46b5-aef8-7612935d93cc HTTP/1.1" status: 200 len: 949 time: 0.0871837 Aug 19 18:12:19.172214 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9ea22716-8f75-46bd-afd0-ef2c895a8157 req-1e1039aa-c16f-4b01-95f9-560b67587ef2 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661056 Aug 19 18:12:19.195327 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0753e80-6aae-4c4a-9cd1-93fbc0fae6d0 req-dabe89c1-c247-4934-840c-b0dabda88666 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515770 Aug 19 18:12:19.243515 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb210e-7615-4c68-8b65-2906b3491ba2 req-b42632f5-f705-4a86-a7b8-dde0ae669239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:19.247562 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cbeb210e-7615-4c68-8b65-2906b3491ba2 req-b42632f5-f705-4a86-a7b8-dde0ae669239 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=67cce07b-5dcd-48f3-b2cd-be16621d607a HTTP/1.1" status: 200 len: 860 time: 0.2550106 Aug 19 18:12:19.262165 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-24c13b70-f67b-4e8f-b555-ff9a4da0bdab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:19.273836 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['4b66f902-33bc-45c5-84d3-d911cd5cd1e9'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:19.300225 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac95c59-dd1b-40a1-880e-20b572ebc81b req-b86e69c3-5672-46a5-97a7-85c491fbe60b tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:19.308218 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1ac95c59-dd1b-40a1-880e-20b572ebc81b req-b86e69c3-5672-46a5-97a7-85c491fbe60b tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fc190da-af2c-4faa-9359-49b887ea14b4 HTTP/1.1" status: 200 len: 943 time: 0.0749309 Aug 19 18:12:19.361355 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1ac95c59-dd1b-40a1-880e-20b572ebc81b req-2586f2c8-2a42-4b82-b003-0ee8e9102df6 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/security-groups?id=314e38d1-9ca8-4406-bb9f-e3c6d82a4500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521376 Aug 19 18:12:19.376996 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cbeb210e-7615-4c68-8b65-2906b3491ba2 req-2a3e7b50-b596-40cb-8cb4-ce7dbde7f543 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cc225d2c-e9e1-4676-b856-0c0529879926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962288 Aug 19 18:12:19.712754 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-102c977c-f804-4200-8c95-b871e5178e7e tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:19.714457 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-102c977c-f804-4200-8c95-b871e5178e7e tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.50 "GET /v2.0/networks?id=f6ca3005-f821-4bbf-9771-cb98a9ef289d HTTP/1.1" status: 200 len: 806 time: 0.3282771 Aug 19 18:12:19.728389 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6972277-53db-4fd6-96cc-6e824df01198 req-90f27499-8e9b-4d7e-8d58-3d4242e95004 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:19.730094 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6972277-53db-4fd6-96cc-6e824df01198 req-90f27499-8e9b-4d7e-8d58-3d4242e95004 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 948 time: 0.1133122 Aug 19 18:12:19.736876 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b82d67fd-52b1-4252-a759-6914786081b5 req-3b524492-68eb-49a0-95e8-0d90a71588d6 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 210 time: 0.0787461 Aug 19 18:12:19.738147 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48604) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:19.758255 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-6390cfc0-806e-42ef-b396-7820ea9afd1f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Request body: {'port': {'device_id': 'e7d561cd-a75f-472e-afcb-a1215161f391', 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d', 'admin_state_up': True, 'tenant_id': 'ae64f3b0d3994e079c6bfc4ab34b357b'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:19.822569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device b5c2883d-1eb5-40b7-a42c-30a6f40924d6 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:12:19.855050 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cbeb210e-7615-4c68-8b65-2906b3491ba2 req-5c21ed31-60a1-46fe-9c0c-64c83eab1ad0 service neutron] 10.222.0.54 "GET /v2.0/networks/cc225d2c-e9e1-4676-b856-0c0529879926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386178 Aug 19 18:12:19.926060 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6972277-53db-4fd6-96cc-6e824df01198 req-4c7d517a-fec0-4c12-b2fe-02a73a8b016e tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680884 Aug 19 18:12:19.945767 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcd56-d71e-4e4b-935b-0c0557a57cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:19.975568 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port b5c2883d-1eb5-40b7-a42c-30a6f40924d6, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=b5c2883d-1eb5-40b7-a42c-30a6f40924d6,segment=NetworkSegment(8c5cb264-b4c5-488f-b6b5-be62a6ceb911),segment_id=8c5cb264-b4c5-488f-b6b5-be62a6ceb911)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:19.989767 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'b5c2883d-1eb5-40b7-a42c-30a6f40924d6', 'network_id': 'cc225d2c-e9e1-4676-b856-0c0529879926', 'port_id': 'b5c2883d-1eb5-40b7-a42c-30a6f40924d6', 'mac_address': 'fa:16:3e:11:e8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67cce07b-5dcd-48f3-b2cd-be16621d607a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:12:20.030544 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.036774 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-24c13b70-f67b-4e8f-b555-ff9a4da0bdab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc712787-f882-43d1-9256-306a231e19f1 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:12:20.051592 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c2883d-1eb5-40b7-a42c-30a6f40924d6 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:12:20.064727 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-24c13b70-f67b-4e8f-b555-ff9a4da0bdab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.088318 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port b5c2883d-1eb5-40b7-a42c-30a6f40924d6, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=b5c2883d-1eb5-40b7-a42c-30a6f40924d6,segment=NetworkSegment(8c5cb264-b4c5-488f-b6b5-be62a6ceb911),segment_id=8c5cb264-b4c5-488f-b6b5-be62a6ceb911)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:20.095210 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.104555 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-24c13b70-f67b-4e8f-b555-ff9a4da0bdab service neutron] Transition to ACTIVE for port object cc712787-f882-43d1-9256-306a231e19f1 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:12:20.133406 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcd56-d71e-4e4b-935b-0c0557a57cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.139073 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd418113-08c6-46f8-8f81-20395e36fb23 req-b5b20ebe-5763-4226-9953-c961e590cf46 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:20.141203 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcd56-d71e-4e4b-935b-0c0557a57cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.141720 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bd418113-08c6-46f8-8f81-20395e36fb23 req-b5b20ebe-5763-4226-9953-c961e590cf46 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 932 time: 0.2548382 Aug 19 18:12:20.146234 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-24c13b70-f67b-4e8f-b555-ff9a4da0bdab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.191641 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-6390cfc0-806e-42ef-b396-7820ea9afd1f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Made reservation on behalf of ae64f3b0d3994e079c6bfc4ab34b357b for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:20.195226 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-6390cfc0-806e-42ef-b396-7820ea9afd1f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.220373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9dcd56-d71e-4e4b-935b-0c0557a57cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f90b6c-f053-4c88-bd3c-e67b13a184de,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:20.223148 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=b5c2883d-1eb5-40b7-a42c-30a6f40924d6,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:20.237336 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c482f7fe-5c86-4ab7-9c9e-99889f320d91', 'tag': '296334cd-9192-4123-af02-9692a05ffe23'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:20.242318 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01e3a50-2b63-4026-862d-5292bedda201" -d '{"events": [{"name": "network-changed", "server_uuid": "c482f7fe-5c86-4ab7-9c9e-99889f320d91", "tag": "296334cd-9192-4123-af02-9692a05ffe23"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:20.245014 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2e9dcd56-d71e-4e4b-935b-0c0557a57cb7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ccf1fb92c1744687bab2357b68521bcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5051162 Aug 19 18:12:20.248725 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48612) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:20.296321 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cbeb210e-7615-4c68-8b65-2906b3491ba2 req-ed29a4f9-f7a0-4b1d-aca8-d1a053c8acfc service neutron] 10.222.0.54 "GET /v2.0/networks/cc225d2c-e9e1-4676-b856-0c0529879926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061244 Aug 19 18:12:20.341286 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b70-f67b-4e8f-b555-ff9a4da0bdab service neutron] Pushing event updated for resources: {'Port': ['ID=cc712787-f882-43d1-9256-306a231e19f1,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:20.367791 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bd418113-08c6-46f8-8f81-20395e36fb23 req-45bc73ce-b599-4930-9e44-7bfdb31052d9 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121294 Aug 19 18:12:20.432328 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-24c13b70-f67b-4e8f-b555-ff9a4da0bdab service neutron] Attempting to bind port cc712787-f882-43d1-9256-306a231e19f1 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:20.432770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-24c13b70-f67b-4e8f-b555-ff9a4da0bdab service neutron] Attempting to bind port cc712787-f882-43d1-9256-306a231e19f1 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '469a9014-52c3-4597-97cb-9a032cd2788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:20.433283 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-24c13b70-f67b-4e8f-b555-ff9a4da0bdab service neutron] Attempting to bind port cc712787-f882-43d1-9256-306a231e19f1 on network 65564e16-87ea-48ca-8938-07f915ef9c0a {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:20.438376 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-24c13b70-f67b-4e8f-b555-ff9a4da0bdab service neutron] Port cc712787-f882-43d1-9256-306a231e19f1 on network 65564e16-87ea-48ca-8938-07f915ef9c0a not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:20.438713 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-24c13b70-f67b-4e8f-b555-ff9a4da0bdab service neutron] Attempting to bind port cc712787-f882-43d1-9256-306a231e19f1 on network 65564e16-87ea-48ca-8938-07f915ef9c0a {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:20.446440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-24c13b70-f67b-4e8f-b555-ff9a4da0bdab service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:12:20.446786 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-24c13b70-f67b-4e8f-b555-ff9a4da0bdab service neutron] Checking segment: {'id': '469a9014-52c3-4597-97cb-9a032cd2788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:12:20.447181 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-24c13b70-f67b-4e8f-b555-ff9a4da0bdab service neutron] Bound using segment: {'id': '469a9014-52c3-4597-97cb-9a032cd2788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:12:20.447633 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-24c13b70-f67b-4e8f-b555-ff9a4da0bdab service neutron] Bound port: cc712787-f882-43d1-9256-306a231e19f1, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469a9014-52c3-4597-97cb-9a032cd2788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:12:20.447998 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-24c13b70-f67b-4e8f-b555-ff9a4da0bdab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.475945 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f215d8-45cc-4580-b8e4-614cc63e159d req-8e19ebe9-9b08-4595-8764-9c864b30a994 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:20.477462 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11f215d8-45cc-4580-b8e4-614cc63e159d req-8e19ebe9-9b08-4595-8764-9c864b30a994 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=6380507a-04da-46b5-aef8-7612935d93cc HTTP/1.1" status: 200 len: 949 time: 0.1985204 Aug 19 18:12:20.493313 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['b5c2883d-1eb5-40b7-a42c-30a6f40924d6'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:20.539688 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80a1db9b-4ba7-4064-a757-b7eb1248870e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.576761 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-6390cfc0-806e-42ef-b396-7820ea9afd1f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Allocated IP 172.20.0.5 (f6ca3005-f821-4bbf-9771-cb98a9ef289d/ee52aea2-4c4c-4ce5-9853-28e4d75899b9/56f79924-0418-4c07-8ef1-48a9e79d1ae8) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:12:20.605278 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80a1db9b-4ba7-4064-a757-b7eb1248870e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.618445 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11f215d8-45cc-4580-b8e4-614cc63e159d req-e004549f-d32b-4942-8e25-a76934bf4e1f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337283 Aug 19 18:12:20.652445 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dde37c-1adf-42f2-834c-f1628537d7d9 req-7a0f11cd-0358-4b30-8219-5102c633394a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:20.656465 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b5dde37c-1adf-42f2-834c-f1628537d7d9 req-7a0f11cd-0358-4b30-8219-5102c633394a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 948 time: 0.2118578 Aug 19 18:12:20.735409 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-df17017e-a084-45b9-9cda-8a291e511a68 req-af16064a-f6ab-4b53-9a09-45319e762327 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2190263 Aug 19 18:12:20.737415 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-24c13b70-f67b-4e8f-b555-ff9a4da0bdab service neutron] For port cc712787-f882-43d1-9256-306a231e19f1, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:12:20.782837 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-24c13b70-f67b-4e8f-b555-ff9a4da0bdab service neutron] For port cc712787-f882-43d1-9256-306a231e19f1, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=cc712787-f882-43d1-9256-306a231e19f1,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:12:20.794843 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f87b358-1c07-4187-891f-c49e47368033 x-openstack-request-id: req-3f87b358-1c07-4187-891f-c49e47368033 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:20.795828 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c482f7fe-5c86-4ab7-9c9e-99889f320d91", "tag": "296334cd-9192-4123-af02-9692a05ffe23", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:20.796497 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3f87b358-1c07-4187-891f-c49e47368033 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:20.802388 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c482f7fe-5c86-4ab7-9c9e-99889f320d91', 'tag': '296334cd-9192-4123-af02-9692a05ffe23', 'status': 'completed', 'code': 200} Aug 19 18:12:20.842184 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-24c13b70-f67b-4e8f-b555-ff9a4da0bdab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.865082 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80a1db9b-4ba7-4064-a757-b7eb1248870e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.867950 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80a1db9b-4ba7-4064-a757-b7eb1248870e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.874099 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-80a1db9b-4ba7-4064-a757-b7eb1248870e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9f90b6c-f053-4c88-bd3c-e67b13a184de HTTP/1.1" status: 204 len: 168 time: 0.6188328 Aug 19 18:12:20.937301 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1db9b-4ba7-4064-a757-b7eb1248870e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f90b6c-f053-4c88-bd3c-e67b13a184de,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:20.943431 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b5dde37c-1adf-42f2-834c-f1628537d7d9 req-a42cd154-23e8-4c22-84f0-c45e854c538f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636116 Aug 19 18:12:20.952883 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-24c13b70-f67b-4e8f-b555-ff9a4da0bdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:20.954123 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-24c13b70-f67b-4e8f-b555-ff9a4da0bdab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.955588 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-24c13b70-f67b-4e8f-b555-ff9a4da0bdab service neutron] 10.222.0.50 "PUT /v2.0/ports/cc712787-f882-43d1-9256-306a231e19f1 HTTP/1.1" status: 200 len: 1092 time: 1.8980641 Aug 19 18:12:21.014282 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e3a50-2b63-4026-862d-5292bedda201 req-ce219b20-6da3-4e9c-9c2e-758f4fa96561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:21.021860 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c01e3a50-2b63-4026-862d-5292bedda201 req-ce219b20-6da3-4e9c-9c2e-758f4fa96561 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 1099 time: 0.2197881 Aug 19 18:12:21.045382 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b70-f67b-4e8f-b555-ff9a4da0bdab service neutron] Pushing event updated for resources: {'Port': ['ID=cc712787-f882-43d1-9256-306a231e19f1,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:21.061838 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e3a50-2b63-4026-862d-5292bedda201 req-f8769c94-633d-49db-aa0d-5a10946fc89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:21.063616 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c01e3a50-2b63-4026-862d-5292bedda201 req-f8769c94-633d-49db-aa0d-5a10946fc89f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 1099 time: 0.2387815 Aug 19 18:12:21.074040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17017e-a084-45b9-9cda-8a291e511a68 req-ae802dfd-c279-4f8b-a1bb-8bad9886e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:21.076389 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-df17017e-a084-45b9-9cda-8a291e511a68 req-ae802dfd-c279-4f8b-a1bb-8bad9886e1c5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 1100 time: 0.2706349 Aug 19 18:12:21.102758 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62950f-e20c-47e4-a7b4-c491a7aaeae6 req-897e9de7-7c2b-4ad2-a55f-a57513addb5e tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:21.105009 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0a62950f-e20c-47e4-a7b4-c491a7aaeae6 req-897e9de7-7c2b-4ad2-a55f-a57513addb5e tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fc190da-af2c-4faa-9359-49b887ea14b4 HTTP/1.1" status: 200 len: 944 time: 0.2446065 Aug 19 18:12:21.186132 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-6390cfc0-806e-42ef-b396-7820ea9afd1f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:21.287985 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e3a50-2b63-4026-862d-5292bedda201 req-dec85ea7-eca8-49c0-a3f5-c2a7f80ea7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:21.290102 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c01e3a50-2b63-4026-862d-5292bedda201 req-dec85ea7-eca8-49c0-a3f5-c2a7f80ea7a6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.2298830 Aug 19 18:12:21.342288 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0a62950f-e20c-47e4-a7b4-c491a7aaeae6 req-55265af6-adb7-46c5-bfc7-67b14ea4db07 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/security-groups?id=314e38d1-9ca8-4406-bb9f-e3c6d82a4500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055988 Aug 19 18:12:21.355284 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-6390cfc0-806e-42ef-b396-7820ea9afd1f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:21.432998 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-3f1a44ab-2068-4ec5-a618-15f6649a88df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:21.434672 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-3f1a44ab-2068-4ec5-a618-15f6649a88df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f583f01a579c47af87ffae7dc814cdd2&device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 1095 time: 0.3780921 Aug 19 18:12:21.478658 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c01e3a50-2b63-4026-862d-5292bedda201 req-82e4b196-77eb-4b9b-9561-be7591da00df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=296334cd-9192-4123-af02-9692a05ffe23 HTTP/1.1" status: 200 len: 217 time: 0.1300848 Aug 19 18:12:21.510955 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e9181-d109-4b49-a9a8-4b86cb79f690 req-fb8c5917-172b-44f3-b71d-e3b5d6b49d04 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:21.513074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48630) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:21.517887 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-847e9181-d109-4b49-a9a8-4b86cb79f690 req-fb8c5917-172b-44f3-b71d-e3b5d6b49d04 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 931 time: 0.2954216 Aug 19 18:12:21.566684 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e3a50-2b63-4026-862d-5292bedda201 req-fdf27b87-2784-4022-aa09-899e87a61364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:21.568058 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c01e3a50-2b63-4026-862d-5292bedda201 req-fdf27b87-2784-4022-aa09-899e87a61364 service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.4907358 Aug 19 18:12:21.582317 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-326505a6-fe97-44fc-bdc6-cdbbf8bd3a96 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc712787-f882-43d1-9256-306a231e19f1 HTTP/1.1" status: 200 len: 217 time: 0.1225655 Aug 19 18:12:21.602026 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-6390cfc0-806e-42ef-b396-7820ea9afd1f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Network f6ca3005-f821-4bbf-9771-cb98a9ef289d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:12:21.609949 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8b1a8f2-6cf8-4066-9b6a-1b24087d9bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:21.629248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-6390cfc0-806e-42ef-b396-7820ea9afd1f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:12:21.638281 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-6390cfc0-806e-42ef-b396-7820ea9afd1f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:12:21.649001 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390cfc0-806e-42ef-b396-7820ea9afd1f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Pushing event updated for resources: {'Port': ['ID=56f79924-0418-4c07-8ef1-48a9e79d1ae8,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:21.659853 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c01e3a50-2b63-4026-862d-5292bedda201 req-cc1bb12c-0456-4d34-8f54-7c186aa34763 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=296334cd-9192-4123-af02-9692a05ffe23 HTTP/1.1" status: 200 len: 217 time: 0.0793424 Aug 19 18:12:21.678764 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17017e-a084-45b9-9cda-8a291e511a68 req-7f64488f-f57a-4ea8-9167-9566388cb303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:21.680298 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-df17017e-a084-45b9-9cda-8a291e511a68 req-7f64488f-f57a-4ea8-9167-9566388cb303 service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.5476701 Aug 19 18:12:21.712355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e3a50-2b63-4026-862d-5292bedda201 req-9513bbeb-c889-4a07-b70c-80d5d27b4771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:21.713883 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c01e3a50-2b63-4026-862d-5292bedda201 req-9513bbeb-c889-4a07-b70c-80d5d27b4771 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.2021816 Aug 19 18:12:21.726383 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d2a4e-3eb9-4843-a2d6-6bcdec53fbd0 req-be6a561e-e56a-4c2a-b2f7-69d53493b30b tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:21.728018 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd7d2a4e-3eb9-4843-a2d6-6bcdec53fbd0 req-be6a561e-e56a-4c2a-b2f7-69d53493b30b tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 948 time: 0.2479951 Aug 19 18:12:21.751317 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-6390cfc0-806e-42ef-b396-7820ea9afd1f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:21.751988 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-6390cfc0-806e-42ef-b396-7820ea9afd1f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:21.775188 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-847e9181-d109-4b49-a9a8-4b86cb79f690 req-fdcf11aa-057d-4c96-bcf6-c222f3cfccad tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391610 Aug 19 18:12:21.784417 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-df17017e-a084-45b9-9cda-8a291e511a68 req-2e10ac7e-5f6f-4e7f-96eb-d166c20faf4d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=487c71c6-c30d-4d41-b8a9-80b9e41204bf HTTP/1.1" status: 200 len: 217 time: 0.0826445 Aug 19 18:12:21.794677 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-9c618b83-e866-4774-ab15-c24a975b7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:21.796381 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-9c618b83-e866-4774-ab15-c24a975b7cc1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09884e41-8987-4095-b41a-2dbe97fb4846 HTTP/1.1" status: 200 len: 845 time: 0.1945410 Aug 19 18:12:21.847445 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 296334cd-9192-4123-af02-9692a05ffe23 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:12:21.853258 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 4b66f902-33bc-45c5-84d3-d911cd5cd1e9 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:12:21.865100 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd7d2a4e-3eb9-4843-a2d6-6bcdec53fbd0 req-f48f12f4-ed28-45e0-873a-d0506c6cb3d9 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100249 Aug 19 18:12:21.873958 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e3a50-2b63-4026-862d-5292bedda201 req-16d8caef-49e1-4d7c-adbd-eb940e3b69f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:21.875543 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c01e3a50-2b63-4026-862d-5292bedda201 req-16d8caef-49e1-4d7c-adbd-eb940e3b69f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1898754 Aug 19 18:12:21.907343 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-377f885f-2b20-4d11-a100-8eaf0d252474 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65564e16-87ea-48ca-8938-07f915ef9c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446656 Aug 19 18:12:21.911693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17017e-a084-45b9-9cda-8a291e511a68 req-c06f38f5-6105-4635-b5ce-54a525abd7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:21.912255 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-df17017e-a084-45b9-9cda-8a291e511a68 req-c06f38f5-6105-4635-b5ce-54a525abd7c2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1131699 Aug 19 18:12:21.919039 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e3a50-2b63-4026-862d-5292bedda201 req-07324119-3829-4f46-a03f-42690e92e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:21.924978 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c01e3a50-2b63-4026-862d-5292bedda201 req-07324119-3829-4f46-a03f-42690e92e62f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1908793 Aug 19 18:12:21.946873 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['63329f52-4d29-46a2-8007-c28af4280754'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:22.065827 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8b1a8f2-6cf8-4066-9b6a-1b24087d9bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:22.078824 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8b1a8f2-6cf8-4066-9b6a-1b24087d9bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:22.089954 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-6390cfc0-806e-42ef-b396-7820ea9afd1f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3534043 Aug 19 18:12:22.124001 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-c8a9ce76-f92a-46f4-9878-1bd815c9dff5 service neutron] Request body: {'port': {'device_id': 'e7d561cd-a75f-472e-afcb-a1215161f391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:22.133687 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 4b66f902-33bc-45c5-84d3-d911cd5cd1e9 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:12:22.150978 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 4b66f902-33bc-45c5-84d3-d911cd5cd1e9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:12:22.151569 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:22.185347 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1a8f2-6cf8-4066-9b6a-1b24087d9bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89539d6f-ada0-4917-b260-9bf3ea1fc867,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:22.200875 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3dcdf3-9b4c-4283-a904-3dc93a6150d2 req-e96f27d6-3a21-46dc-b01f-bf14f670f404 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:22.203837 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a3dcdf3-9b4c-4283-a904-3dc93a6150d2 req-e96f27d6-3a21-46dc-b01f-bf14f670f404 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=6380507a-04da-46b5-aef8-7612935d93cc HTTP/1.1" status: 200 len: 949 time: 0.2410445 Aug 19 18:12:22.214996 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c01e3a50-2b63-4026-862d-5292bedda201 req-e72a9514-889f-4cd9-a7c2-bb0effcc7c61 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659948 Aug 19 18:12:22.217683 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c8b1a8f2-6cf8-4066-9b6a-1b24087d9bb8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3daacc8f0863427c9e9bf0908f711ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7024746 Aug 19 18:12:22.224281 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48642) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:22.225338 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 296334cd-9192-4123-af02-9692a05ffe23, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=296334cd-9192-4123-af02-9692a05ffe23,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:22.263237 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '296334cd-9192-4123-af02-9692a05ffe23', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '296334cd-9192-4123-af02-9692a05ffe23', 'mac_address': 'fa:16:3e:bf:ed:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:12:22.361582 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-c8a9ce76-f92a-46f4-9878-1bd815c9dff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:22.372213 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a3dcdf3-9b4c-4283-a904-3dc93a6150d2 req-108a8cb0-cdc1-4157-9b4e-92f43939ede9 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524172 Aug 19 18:12:22.375868 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:22.378082 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e3a50-2b63-4026-862d-5292bedda201 req-20c4b644-ad0b-44ba-9e81-4886a2487fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:22.379666 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c01e3a50-2b63-4026-862d-5292bedda201 req-20c4b644-ad0b-44ba-9e81-4886a2487fa4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4846044 Aug 19 18:12:22.396622 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17017e-a084-45b9-9cda-8a291e511a68 req-5cb4b85b-fabb-41ac-8df4-4d6eae520392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:22.398179 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-df17017e-a084-45b9-9cda-8a291e511a68 req-5cb4b85b-fabb-41ac-8df4-4d6eae520392 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4710338 Aug 19 18:12:22.403022 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:22.429911 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 296334cd-9192-4123-af02-9692a05ffe23 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:12:22.455615 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6380507a-04da-46b5-aef8-7612935d93cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b66f902-33bc-45c5-84d3-d911cd5cd1e9'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:22.459497 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddeba685-a9dc-40eb-9913-60b33ec1a57c" -d '{"events": [{"server_uuid": "6380507a-04da-46b5-aef8-7612935d93cc", "name": "network-vif-plugged", "status": "completed", "tag": "4b66f902-33bc-45c5-84d3-d911cd5cd1e9"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:22.501626 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a8aa3437-1ce0-46af-821f-1d191c305a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:22.507901 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 4b66f902-33bc-45c5-84d3-d911cd5cd1e9, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=4b66f902-33bc-45c5-84d3-d911cd5cd1e9,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:22.510512 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 296334cd-9192-4123-af02-9692a05ffe23, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=296334cd-9192-4123-af02-9692a05ffe23,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:22.516936 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c01e3a50-2b63-4026-862d-5292bedda201 req-df6dac52-b3e0-4f4d-89d8-4fc700dc446c service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772474 Aug 19 18:12:22.518029 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:22.528301 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:22.528775 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d89be4-45b8-4e89-97b2-3eafafb8cef8 req-e474f90f-0e84-485e-a722-340ab96fc4a6 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:22.537791 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c5d89be4-45b8-4e89-97b2-3eafafb8cef8 req-e474f90f-0e84-485e-a722-340ab96fc4a6 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 944 time: 0.2639508 Aug 19 18:12:22.557754 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-c9c30e56-220c-4d25-a513-70bcdc92de71 service neutron] 10.222.0.50 "GET /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860119 Aug 19 18:12:22.597055 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a8aa3437-1ce0-46af-821f-1d191c305a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:22.616446 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=4b66f902-33bc-45c5-84d3-d911cd5cd1e9,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:22.686923 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c5d89be4-45b8-4e89-97b2-3eafafb8cef8 req-1b1de147-36f0-468b-aecc-32a58e1e4462 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481006 Aug 19 18:12:22.713855 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=296334cd-9192-4123-af02-9692a05ffe23,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:22.728908 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c01e3a50-2b63-4026-862d-5292bedda201 req-e5fa9ed4-80b6-4223-a7c1-64061cb35f32 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345337 Aug 19 18:12:22.733513 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-df17017e-a084-45b9-9cda-8a291e511a68 req-458e0ae3-5d97-4fb8-935a-03a4cbe744a3 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218796 Aug 19 18:12:22.766516 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a8aa3437-1ce0-46af-821f-1d191c305a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:22.769327 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a8aa3437-1ce0-46af-821f-1d191c305a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:22.773199 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a8aa3437-1ce0-46af-821f-1d191c305a2c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89539d6f-ada0-4917-b260-9bf3ea1fc867 HTTP/1.1" status: 204 len: 168 time: 0.5459096 Aug 19 18:12:22.788909 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa3437-1ce0-46af-821f-1d191c305a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89539d6f-ada0-4917-b260-9bf3ea1fc867,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:22.836873 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4070a9-9500-4b78-baf6-9e91c530e56a', 'tag': 'cc712787-f882-43d1-9256-306a231e19f1'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:22.839216 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56a7055-cb2b-484d-af5b-5c057c95154a" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4070a9-9500-4b78-baf6-9e91c530e56a", "tag": "cc712787-f882-43d1-9256-306a231e19f1"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:22.894034 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-c8a9ce76-f92a-46f4-9878-1bd815c9dff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f79924-0418-4c07-8ef1-48a9e79d1ae8 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:12:22.906211 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-c8a9ce76-f92a-46f4-9878-1bd815c9dff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:22.927235 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-c8a9ce76-f92a-46f4-9878-1bd815c9dff5 service neutron] Transition to ACTIVE for port object 56f79924-0418-4c07-8ef1-48a9e79d1ae8 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:12:22.934630 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-c8a9ce76-f92a-46f4-9878-1bd815c9dff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:22.970257 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['296334cd-9192-4123-af02-9692a05ffe23'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:23.059654 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b4ca113-90e2-404e-9853-bbbba12f4604 req-c060f951-d503-4ae2-bf9e-7f13a62da9ae service neutron] 10.222.0.50 "GET /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823954 Aug 19 18:12:23.076049 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-df17017e-a084-45b9-9cda-8a291e511a68 req-0edc57e6-d374-473e-b1ae-05a5b8fe205e service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318554 Aug 19 18:12:23.112206 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c8d39-6d36-4ba2-8a8b-9fe5f4b741a3 req-ea79053a-cdbf-4132-8555-8c31cb94bc11 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:23.119529 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad8c8d39-6d36-4ba2-8a8b-9fe5f4b741a3 req-ea79053a-cdbf-4132-8555-8c31cb94bc11 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 949 time: 0.1930332 Aug 19 18:12:23.130624 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c01e3a50-2b63-4026-862d-5292bedda201 req-67edbe4c-c7f7-4373-954d-e00df3aab7da service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876901 Aug 19 18:12:23.165251 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9ce76-f92a-46f4-9878-1bd815c9dff5 service neutron] Pushing event updated for resources: {'Port': ['ID=56f79924-0418-4c07-8ef1-48a9e79d1ae8,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:23.191591 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad8c8d39-6d36-4ba2-8a8b-9fe5f4b741a3 req-7d01aba8-76f2-4a8e-aa31-ce29a5d43caf tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710742 Aug 19 18:12:23.252890 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e3a959-761a-40a0-88e3-a346298e0792 x-openstack-request-id: req-b8e3a959-761a-40a0-88e3-a346298e0792 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:23.253182 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6380507a-04da-46b5-aef8-7612935d93cc", "name": "network-vif-plugged", "status": "completed", "tag": "4b66f902-33bc-45c5-84d3-d911cd5cd1e9", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:23.253434 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8e3a959-761a-40a0-88e3-a346298e0792 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:23.254129 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6380507a-04da-46b5-aef8-7612935d93cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b66f902-33bc-45c5-84d3-d911cd5cd1e9', 'code': 200} Aug 19 18:12:23.276477 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3581a-7b22-4072-98b1-5f16257cc773 req-023da2e4-f804-497c-9547-50bf68c26ef5 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:23.279176 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9ae3581a-7b22-4072-98b1-5f16257cc773 req-023da2e4-f804-497c-9547-50bf68c26ef5 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fc190da-af2c-4faa-9359-49b887ea14b4 HTTP/1.1" status: 200 len: 944 time: 0.1865218 Aug 19 18:12:23.346758 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9ae3581a-7b22-4072-98b1-5f16257cc773 req-2faae889-b111-4e40-b043-02fd6d1acbfa tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/security-groups?id=314e38d1-9ca8-4406-bb9f-e3c6d82a4500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587690 Aug 19 18:12:23.349586 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-c8a9ce76-f92a-46f4-9878-1bd815c9dff5 service neutron] Attempting to bind port 56f79924-0418-4c07-8ef1-48a9e79d1ae8 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:23.349897 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-c8a9ce76-f92a-46f4-9878-1bd815c9dff5 service neutron] Attempting to bind port 56f79924-0418-4c07-8ef1-48a9e79d1ae8 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:23.350313 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-c8a9ce76-f92a-46f4-9878-1bd815c9dff5 service neutron] Attempting to bind port 56f79924-0418-4c07-8ef1-48a9e79d1ae8 on network f6ca3005-f821-4bbf-9771-cb98a9ef289d {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:23.355085 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-c8a9ce76-f92a-46f4-9878-1bd815c9dff5 service neutron] Port 56f79924-0418-4c07-8ef1-48a9e79d1ae8 on network f6ca3005-f821-4bbf-9771-cb98a9ef289d not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:23.355496 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-c8a9ce76-f92a-46f4-9878-1bd815c9dff5 service neutron] Attempting to bind port 56f79924-0418-4c07-8ef1-48a9e79d1ae8 on network f6ca3005-f821-4bbf-9771-cb98a9ef289d {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:23.364057 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-c8a9ce76-f92a-46f4-9878-1bd815c9dff5 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:12:23.364498 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-c8a9ce76-f92a-46f4-9878-1bd815c9dff5 service neutron] Checking segment: {'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:12:23.365022 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-c8a9ce76-f92a-46f4-9878-1bd815c9dff5 service neutron] Bound using segment: {'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:12:23.365491 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-c8a9ce76-f92a-46f4-9878-1bd815c9dff5 service neutron] Bound port: 56f79924-0418-4c07-8ef1-48a9e79d1ae8, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c99a40c-e180-4247-b9cd-f786fdec5866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:12:23.365984 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-c8a9ce76-f92a-46f4-9878-1bd815c9dff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:23.399638 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a061c3a6-56f2-466e-aa92-452156f02b96 x-openstack-request-id: req-a061c3a6-56f2-466e-aa92-452156f02b96 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:23.400049 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4070a9-9500-4b78-baf6-9e91c530e56a", "tag": "cc712787-f882-43d1-9256-306a231e19f1", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:23.400376 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a061c3a6-56f2-466e-aa92-452156f02b96 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:23.400868 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4070a9-9500-4b78-baf6-9e91c530e56a', 'tag': 'cc712787-f882-43d1-9256-306a231e19f1', 'status': 'completed', 'code': 200} Aug 19 18:12:23.443245 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfb738-9860-474c-bc0c-e538f4b01aad req-f5e13c28-6f5e-43a8-b9a6-06c4537994df tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:23.448221 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-c8a9ce76-f92a-46f4-9878-1bd815c9dff5 service neutron] For port 56f79924-0418-4c07-8ef1-48a9e79d1ae8, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:12:23.452020 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a2bfb738-9860-474c-bc0c-e538f4b01aad req-f5e13c28-6f5e-43a8-b9a6-06c4537994df tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 943 time: 0.1482718 Aug 19 18:12:23.452901 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-c8a9ce76-f92a-46f4-9878-1bd815c9dff5 service neutron] For port 56f79924-0418-4c07-8ef1-48a9e79d1ae8, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=56f79924-0418-4c07-8ef1-48a9e79d1ae8,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:12:23.459631 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-c8a9ce76-f92a-46f4-9878-1bd815c9dff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:23.477196 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b68c5-905a-47c5-8118-6149fd6e9134 req-e024f347-443f-417b-ab98-e114339e0aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:23.478918 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b74b68c5-905a-47c5-8118-6149fd6e9134 req-e024f347-443f-417b-ab98-e114339e0aaa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6380507a-04da-46b5-aef8-7612935d93cc HTTP/1.1" status: 200 len: 1101 time: 0.1589949 Aug 19 18:12:23.505916 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-c8a9ce76-f92a-46f4-9878-1bd815c9dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:23.507653 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-c8a9ce76-f92a-46f4-9878-1bd815c9dff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:23.510636 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-c8a9ce76-f92a-46f4-9878-1bd815c9dff5 service neutron] 10.222.0.50 "PUT /v2.0/ports/56f79924-0418-4c07-8ef1-48a9e79d1ae8 HTTP/1.1" status: 200 len: 1091 time: 1.3947313 Aug 19 18:12:23.515859 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d561cd-a75f-472e-afcb-a1215161f391', 'tag': '56f79924-0418-4c07-8ef1-48a9e79d1ae8'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:23.533952 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4e8581-b027-4882-81dc-7fd5a3ac8818" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d561cd-a75f-472e-afcb-a1215161f391", "tag": "56f79924-0418-4c07-8ef1-48a9e79d1ae8"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:23.592255 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a2bfb738-9860-474c-bc0c-e538f4b01aad req-0d6602dc-5b5f-4a86-8d1e-0d6496cb2b3a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392443 Aug 19 18:12:23.596070 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b74b68c5-905a-47c5-8118-6149fd6e9134 req-355bbcdd-1c8f-4f4a-b764-376dc3fe103e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060090 Aug 19 18:12:23.599430 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9ce76-f92a-46f4-9878-1bd815c9dff5 service neutron] Pushing event updated for resources: {'Port': ['ID=56f79924-0418-4c07-8ef1-48a9e79d1ae8,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:23.602303 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7055-cb2b-484d-af5b-5c057c95154a req-b480b652-2c00-436f-ba1d-ece35570d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:23.609682 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d56a7055-cb2b-484d-af5b-5c057c95154a req-b480b652-2c00-436f-ba1d-ece35570d0bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f583f01a579c47af87ffae7dc814cdd2&device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 1095 time: 0.1549687 Aug 19 18:12:23.675974 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-9f190971-42c3-4199-bc56-7465eb36f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:23.678987 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-9f190971-42c3-4199-bc56-7465eb36f436 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae64f3b0d3994e079c6bfc4ab34b357b&device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 1094 time: 0.0958228 Aug 19 18:12:23.756418 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-41a399a3-1cca-491e-8d97-f0bac7787ee7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56f79924-0418-4c07-8ef1-48a9e79d1ae8 HTTP/1.1" status: 200 len: 217 time: 0.0611036 Aug 19 18:12:23.852276 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cc31e5-e1ea-4ced-9260-d6e8568a305a x-openstack-request-id: req-b4cc31e5-e1ea-4ced-9260-d6e8568a305a {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:23.853247 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d561cd-a75f-472e-afcb-a1215161f391", "tag": "56f79924-0418-4c07-8ef1-48a9e79d1ae8", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:23.854340 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4cc31e5-e1ea-4ced-9260-d6e8568a305a {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:23.855398 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d561cd-a75f-472e-afcb-a1215161f391', 'tag': '56f79924-0418-4c07-8ef1-48a9e79d1ae8', 'status': 'completed', 'code': 200} Aug 19 18:12:23.855524 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device b5c2883d-1eb5-40b7-a42c-30a6f40924d6 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:12:23.858056 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f8a33-e63a-4ef7-8d09-2494508baeb1 req-ce682cd3-b21f-481e-9a6d-7a62c2755674 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:23.861741 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-980f8a33-e63a-4ef7-8d09-2494508baeb1 req-ce682cd3-b21f-481e-9a6d-7a62c2755674 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=6380507a-04da-46b5-aef8-7612935d93cc HTTP/1.1" status: 200 len: 950 time: 0.1318569 Aug 19 18:12:23.863598 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7055-cb2b-484d-af5b-5c057c95154a req-df3428c8-f7e2-4713-a0f8-ee2e4fde8126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:23.865346 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d56a7055-cb2b-484d-af5b-5c057c95154a req-df3428c8-f7e2-4713-a0f8-ee2e4fde8126 service neutron] 10.222.0.50 "GET /v2.0/networks?id=65564e16-87ea-48ca-8938-07f915ef9c0a HTTP/1.1" status: 200 len: 906 time: 0.2417331 Aug 19 18:12:23.893363 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-c1aa5f1f-473b-4658-a22f-6b7a0b509281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:23.895333 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-c1aa5f1f-473b-4658-a22f-6b7a0b509281 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee52aea2-4c4c-4ce5-9853-28e4d75899b9 HTTP/1.1" status: 200 len: 846 time: 0.1237721 Aug 19 18:12:23.936220 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port b5c2883d-1eb5-40b7-a42c-30a6f40924d6 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:12:23.946417 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port b5c2883d-1eb5-40b7-a42c-30a6f40924d6 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:12:23.946842 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:23.979732 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-9630de14-7617-41c2-8ff8-31d225ac3e24 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6ca3005-f821-4bbf-9771-cb98a9ef289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663931 Aug 19 18:12:23.991566 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d56a7055-cb2b-484d-af5b-5c057c95154a req-81764dd2-e302-4ed7-b4f9-2aa010bd6ac5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc712787-f882-43d1-9256-306a231e19f1 HTTP/1.1" status: 200 len: 217 time: 0.1018701 Aug 19 18:12:24.078322 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-980f8a33-e63a-4ef7-8d09-2494508baeb1 req-642fccbc-294e-4539-9f31-78b0361f2601 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782618 Aug 19 18:12:24.094911 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:24.107778 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdb9a0-7010-4662-96df-77d15332000e req-d61e2005-c9d0-4570-8704-a673dbe494c0 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:24.107778 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-20cdb9a0-7010-4662-96df-77d15332000e req-d61e2005-c9d0-4570-8704-a673dbe494c0 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.54 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91&tenant_id=55902b3290884d098547fd36e6097a39&binding%3Ahost_id=n-h1-803753-2 HTTP/1.1" status: 200 len: 949 time: 0.2352743 Aug 19 18:12:24.152332 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730a6d2-8077-40f9-826e-f789e03f845d req-2d5a5cd8-b59e-461f-8c86-055532cf3535 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:24.153939 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0730a6d2-8077-40f9-826e-f789e03f845d req-2d5a5cd8-b59e-461f-8c86-055532cf3535 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 944 time: 0.2233815 Aug 19 18:12:24.156682 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-e4a47599-14ca-4450-bd43-7808c121f21f service neutron] 10.222.0.50 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506343 Aug 19 18:12:24.172294 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port b5c2883d-1eb5-40b7-a42c-30a6f40924d6, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=b5c2883d-1eb5-40b7-a42c-30a6f40924d6,segment=NetworkSegment(8c5cb264-b4c5-488f-b6b5-be62a6ceb911),segment_id=8c5cb264-b4c5-488f-b6b5-be62a6ceb911)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:24.178234 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:24.179770 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 8f1f8822-d38a-4e2f-9897-4d902d178537 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:12:24.186129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7055-cb2b-484d-af5b-5c057c95154a req-43165cac-ad12-4ffe-bf33-9af30319d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:24.187958 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d56a7055-cb2b-484d-af5b-5c057c95154a req-43165cac-ad12-4ffe-bf33-9af30319d70a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09884e41-8987-4095-b41a-2dbe97fb4846 HTTP/1.1" status: 200 len: 845 time: 0.1822047 Aug 19 18:12:24.321652 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0730a6d2-8077-40f9-826e-f789e03f845d req-16c0bae3-b450-4de1-b5ec-f7233e89b102 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592939 Aug 19 18:12:24.337419 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d56a7055-cb2b-484d-af5b-5c057c95154a req-96abd736-1e86-4452-a1d6-dcf3436adcca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65564e16-87ea-48ca-8938-07f915ef9c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265423 Aug 19 18:12:24.392284 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=b5c2883d-1eb5-40b7-a42c-30a6f40924d6,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:24.458101 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-20cdb9a0-7010-4662-96df-77d15332000e req-38d3ebe3-f686-457e-a021-9e14e69d16ba service neutron] 10.222.0.54 "GET /v2.0/ports/296334cd-9192-4123-af02-9692a05ffe23/bindings/n-h1-803753-2 HTTP/1.1" status: 200 len: 382 time: 0.3300576 Aug 19 18:12:24.458904 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd8d3161-cc56-4ddb-9d1e-c38103c1722d req-6756d0bc-fb17-46de-8d28-c6495a6795de service neutron] 10.222.0.50 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623358 Aug 19 18:12:24.492307 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:24.499654 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15de59-1e4e-487c-9906-5875db7a79da req-a8939261-734c-44a0-84bd-196e7093ad50 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:24.511095 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ba15de59-1e4e-487c-9906-5875db7a79da req-a8939261-734c-44a0-84bd-196e7093ad50 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 949 time: 0.2276928 Aug 19 18:12:24.536306 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 8f1f8822-d38a-4e2f-9897-4d902d178537, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=8f1f8822-d38a-4e2f-9897-4d902d178537,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:24.550605 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:24.640262 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d56a7055-cb2b-484d-af5b-5c057c95154a req-5fc9129a-8a8f-4fd1-a602-74df2e13eb3c service neutron] 10.222.0.50 "GET /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795761 Aug 19 18:12:24.640750 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=8f1f8822-d38a-4e2f-9897-4d902d178537,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:24.690744 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e8581-b027-4882-81dc-7fd5a3ac8818 req-d874c062-8be5-4f3e-aaf6-7a5096a07f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:24.692342 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c4e8581-b027-4882-81dc-7fd5a3ac8818 req-d874c062-8be5-4f3e-aaf6-7a5096a07f09 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae64f3b0d3994e079c6bfc4ab34b357b&device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 1094 time: 0.1226344 Aug 19 18:12:24.716434 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ba15de59-1e4e-487c-9906-5875db7a79da req-428d242a-8ab7-4c97-b0df-22a6ba48a4d5 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041953 Aug 19 18:12:24.717791 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d723ac6-bc28-413a-b2bc-5c04fdf86fb9 req-e96c2ae7-965a-4fb8-bec2-d8cb455a47fa tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:24.719487 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0d723ac6-bc28-413a-b2bc-5c04fdf86fb9 req-e96c2ae7-965a-4fb8-bec2-d8cb455a47fa tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fc190da-af2c-4faa-9359-49b887ea14b4 HTTP/1.1" status: 200 len: 945 time: 0.0958760 Aug 19 18:12:24.765412 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdb9a0-7010-4662-96df-77d15332000e req-bc231aec-dbd8-4481-9929-c9f16ca1a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:24.767277 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-20cdb9a0-7010-4662-96df-77d15332000e req-bc231aec-dbd8-4481-9929-c9f16ca1a9a2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 1100 time: 0.2497277 Aug 19 18:12:24.910540 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e8581-b027-4882-81dc-7fd5a3ac8818 req-78333ccc-b27a-4931-8c2f-c55bcb94eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:24.912201 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c4e8581-b027-4882-81dc-7fd5a3ac8818 req-78333ccc-b27a-4931-8c2f-c55bcb94eedd service neutron] 10.222.0.50 "GET /v2.0/networks?id=f6ca3005-f821-4bbf-9771-cb98a9ef289d HTTP/1.1" status: 200 len: 907 time: 0.1915987 Aug 19 18:12:24.937720 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d56a7055-cb2b-484d-af5b-5c057c95154a req-ab9580f8-4f30-4757-b98d-40f7c35fbf38 service neutron] 10.222.0.50 "GET /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676210 Aug 19 18:12:24.983687 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c4e8581-b027-4882-81dc-7fd5a3ac8818 req-2d7b3810-ac08-4c1d-962b-efef0956e106 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56f79924-0418-4c07-8ef1-48a9e79d1ae8 HTTP/1.1" status: 200 len: 217 time: 0.0521147 Aug 19 18:12:24.986701 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0d723ac6-bc28-413a-b2bc-5c04fdf86fb9 req-654e30c1-a573-4d4e-b076-ef34f3b3acfe tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/security-groups?id=314e38d1-9ca8-4406-bb9f-e3c6d82a4500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579985 Aug 19 18:12:25.047746 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdb9a0-7010-4662-96df-77d15332000e req-363f0ebb-0c8e-47f7-9146-44c81a9fe3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:25.049305 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-20cdb9a0-7010-4662-96df-77d15332000e req-363f0ebb-0c8e-47f7-9146-44c81a9fe3f6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.2741544 Aug 19 18:12:25.060272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e8581-b027-4882-81dc-7fd5a3ac8818 req-184e775a-1d4a-4421-b8ce-d021af467fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:25.061975 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c4e8581-b027-4882-81dc-7fd5a3ac8818 req-184e775a-1d4a-4421-b8ce-d021af467fa7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee52aea2-4c4c-4ce5-9853-28e4d75899b9 HTTP/1.1" status: 200 len: 846 time: 0.0544655 Aug 19 18:12:25.073501 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f02da-7166-4f40-8447-677efac31fb2 req-554f57a2-6e02-483a-8a06-2a1a40afd1e6 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:25.076072 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e3f02da-7166-4f40-8447-677efac31fb2 req-554f57a2-6e02-483a-8a06-2a1a40afd1e6 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 943 time: 0.0865698 Aug 19 18:12:25.097843 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c4e8581-b027-4882-81dc-7fd5a3ac8818 req-f2c6bbee-170b-41a2-a215-aeb817e38166 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6ca3005-f821-4bbf-9771-cb98a9ef289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275953 Aug 19 18:12:25.107308 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-20cdb9a0-7010-4662-96df-77d15332000e req-08d309e0-6c0c-4c14-ac17-b50a7e7009b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=296334cd-9192-4123-af02-9692a05ffe23 HTTP/1.1" status: 200 len: 217 time: 0.0489781 Aug 19 18:12:25.181112 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e3f02da-7166-4f40-8447-677efac31fb2 req-f3c1e8a1-b469-47f8-897d-c46a5593ccb3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764413 Aug 19 18:12:25.188867 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdb9a0-7010-4662-96df-77d15332000e req-20452ce3-6486-4a71-a35b-e298cb4dd46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:25.192098 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-20cdb9a0-7010-4662-96df-77d15332000e req-20452ce3-6486-4a71-a35b-e298cb4dd46c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0717428 Aug 19 18:12:25.250262 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdb9a0-7010-4662-96df-77d15332000e req-4b9cab99-6bc6-4660-84c9-e06e7e48daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:25.252213 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-20cdb9a0-7010-4662-96df-77d15332000e req-4b9cab99-6bc6-4660-84c9-e06e7e48daa6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0496020 Aug 19 18:12:25.254772 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc190da-af2c-4faa-9359-49b887ea14b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c2883d-1eb5-40b7-a42c-30a6f40924d6'}, {'server_uuid': '84c131c6-745d-4a15-bc8c-604db21e6418', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1f8822-d38a-4e2f-9897-4d902d178537'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:25.257513 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91addf3-892c-4d8e-8cc2-f64915f012ed" -d '{"events": [{"server_uuid": "9fc190da-af2c-4faa-9359-49b887ea14b4", "name": "network-vif-plugged", "status": "completed", "tag": "b5c2883d-1eb5-40b7-a42c-30a6f40924d6"}, {"server_uuid": "84c131c6-745d-4a15-bc8c-604db21e6418", "name": "network-vif-unplugged", "status": "completed", "tag": "8f1f8822-d38a-4e2f-9897-4d902d178537"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:25.303540 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada0f2ac-4893-4162-a280-b8a53ff1a22b x-openstack-request-id: req-ada0f2ac-4893-4162-a280-b8a53ff1a22b {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:25.303846 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc190da-af2c-4faa-9359-49b887ea14b4", "name": "network-vif-plugged", "status": "completed", "tag": "b5c2883d-1eb5-40b7-a42c-30a6f40924d6", "code": 200}, {"server_uuid": "84c131c6-745d-4a15-bc8c-604db21e6418", "name": "network-vif-unplugged", "status": "completed", "tag": "8f1f8822-d38a-4e2f-9897-4d902d178537", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:25.304099 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ada0f2ac-4893-4162-a280-b8a53ff1a22b {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:25.304523 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc190da-af2c-4faa-9359-49b887ea14b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c2883d-1eb5-40b7-a42c-30a6f40924d6', 'code': 200} Aug 19 18:12:25.304894 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c131c6-745d-4a15-bc8c-604db21e6418', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1f8822-d38a-4e2f-9897-4d902d178537', 'code': 200} Aug 19 18:12:25.400728 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-20cdb9a0-7010-4662-96df-77d15332000e req-f03185a4-a338-4035-bd94-100b30149376 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399636 Aug 19 18:12:25.557414 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7f634-f7c5-49ca-9a73-aca8cbb08a87 req-8a0fcd4b-f59c-4541-80d6-db0f66bf25b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:25.559898 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-47f7f634-f7c5-49ca-9a73-aca8cbb08a87 req-8a0fcd4b-f59c-4541-80d6-db0f66bf25b7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9fc190da-af2c-4faa-9359-49b887ea14b4 HTTP/1.1" status: 200 len: 1096 time: 0.1791744 Aug 19 18:12:25.577293 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799474f-27cc-4c9c-bd7c-c5cd7ac90fd0 req-3b8061b4-2f2b-41cf-9077-d94e5b3ae07c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:25.578815 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9799474f-27cc-4c9c-bd7c-c5cd7ac90fd0 req-3b8061b4-2f2b-41cf-9077-d94e5b3ae07c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 944 time: 0.0938754 Aug 19 18:12:25.626563 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93773670-9a9f-4322-96cf-35653ac6955c req-62678d8c-cd82-4844-9bdc-0bb5076ba0db tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:25.634705 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-93773670-9a9f-4322-96cf-35653ac6955c req-62678d8c-cd82-4844-9bdc-0bb5076ba0db tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=6380507a-04da-46b5-aef8-7612935d93cc HTTP/1.1" status: 200 len: 950 time: 0.4450691 Aug 19 18:12:25.650221 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-47f7f634-f7c5-49ca-9a73-aca8cbb08a87 req-b6adacc5-ba0f-409a-b4dd-d630c0d11f23 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=314e38d1-9ca8-4406-bb9f-e3c6d82a4500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822995 Aug 19 18:12:25.665272 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c4e8581-b027-4882-81dc-7fd5a3ac8818 req-00173bb3-52fb-44e2-81d7-3b6575e17b89 service neutron] 10.222.0.50 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5493047 Aug 19 18:12:25.665465 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-20cdb9a0-7010-4662-96df-77d15332000e req-c5eb716a-8d50-41e6-a21b-d51c849900e0 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391076 Aug 19 18:12:25.670882 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9799474f-27cc-4c9c-bd7c-c5cd7ac90fd0 req-8dcd29d9-8411-487d-a563-921048d0824e tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747716 Aug 19 18:12:25.697572 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-93773670-9a9f-4322-96cf-35653ac6955c req-e9e7e5ff-e42e-4943-8e7d-c061454eb904 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536733 Aug 19 18:12:25.814372 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 680b1459-3fc0-4c9a-bb5b-45acceaaba91 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:12:25.838561 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c4e8581-b027-4882-81dc-7fd5a3ac8818 req-1f63cd4d-f821-49e8-82e3-836350078cf1 service neutron] 10.222.0.50 "GET /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400902 Aug 19 18:12:25.845796 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed5734-409d-43b1-a315-5cd8936b70fe req-3f5ee22d-970b-48e9-9774-5993f5af87bc tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:25.847355 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dbed5734-409d-43b1-a315-5cd8936b70fe req-3f5ee22d-970b-48e9-9774-5993f5af87bc tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6380507a-04da-46b5-aef8-7612935d93cc HTTP/1.1" status: 200 len: 1101 time: 0.0870032 Aug 19 18:12:25.903117 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dbed5734-409d-43b1-a315-5cd8936b70fe req-b57bff04-888c-44a4-851a-2abc0d728f83 tempest-ServersOnMultiNodesTest-987246005 tempest-ServersOnMultiNodesTest-987246005-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403285 Aug 19 18:12:25.907880 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 296334cd-9192-4123-af02-9692a05ffe23 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:12:26.007737 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 680b1459-3fc0-4c9a-bb5b-45acceaaba91, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=680b1459-3fc0-4c9a-bb5b-45acceaaba91,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:26.018151 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 296334cd-9192-4123-af02-9692a05ffe23 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:12:26.026029 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 296334cd-9192-4123-af02-9692a05ffe23 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:12:26.026408 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:26.028940 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '680b1459-3fc0-4c9a-bb5b-45acceaaba91', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '680b1459-3fc0-4c9a-bb5b-45acceaaba91', 'mac_address': 'fa:16:3e:ed:7e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:12:26.034743 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970f6e2-f0e9-494a-a93e-28b2dd684f70 req-e21ec3b5-e007-4340-bfc7-4bc18f4dce2d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.037587 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a970f6e2-f0e9-494a-a93e-28b2dd684f70 req-e21ec3b5-e007-4340-bfc7-4bc18f4dce2d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 949 time: 0.1021605 Aug 19 18:12:26.094789 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a970f6e2-f0e9-494a-a93e-28b2dd684f70 req-50acc7f6-3b83-4cbe-92a4-dbf1c5232dbb tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498259 Aug 19 18:12:26.097669 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:26.115671 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 680b1459-3fc0-4c9a-bb5b-45acceaaba91 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:12:26.181439 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 680b1459-3fc0-4c9a-bb5b-45acceaaba91, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=680b1459-3fc0-4c9a-bb5b-45acceaaba91,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:26.191266 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:26.191944 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device cc712787-f882-43d1-9256-306a231e19f1 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:12:26.212098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48798) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:26.229273 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:26.269550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4b587-abdb-47a3-aef7-8acb7b180d7e req-08fdf100-a2ef-444a-9a64-d26f64cb6b50 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.280023 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ccf4b587-abdb-47a3-aef7-8acb7b180d7e req-08fdf100-a2ef-444a-9a64-d26f64cb6b50 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fc190da-af2c-4faa-9359-49b887ea14b4 HTTP/1.1" status: 200 len: 945 time: 0.0968623 Aug 19 18:12:26.315241 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=680b1459-3fc0-4c9a-bb5b-45acceaaba91,revision_number=9']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:26.339765 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baf634-da4b-46a6-9087-001e33623530 req-31818fb5-d533-479b-a737-140157f38b02 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.343151 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 296334cd-9192-4123-af02-9692a05ffe23, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=296334cd-9192-4123-af02-9692a05ffe23,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:26.343330 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-52baf634-da4b-46a6-9087-001e33623530 req-31818fb5-d533-479b-a737-140157f38b02 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=6380507a-04da-46b5-aef8-7612935d93cc HTTP/1.1" status: 200 len: 950 time: 0.0751996 Aug 19 18:12:26.346592 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ccf4b587-abdb-47a3-aef7-8acb7b180d7e req-a8ea111c-9c8b-40d2-9f79-259bdf8eb4e8 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/security-groups?id=314e38d1-9ca8-4406-bb9f-e3c6d82a4500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646603 Aug 19 18:12:26.356574 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:26.367686 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f684a60-9452-4065-b231-0ae08ad25cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:26.415741 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-52baf634-da4b-46a6-9087-001e33623530 req-5fa2b32e-3d74-4575-8333-b6b47508837a tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634310 Aug 19 18:12:26.416124 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port cc712787-f882-43d1-9256-306a231e19f1, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=cc712787-f882-43d1-9256-306a231e19f1,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:26.440577 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'cc712787-f882-43d1-9256-306a231e19f1', 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a', 'port_id': 'cc712787-f882-43d1-9256-306a231e19f1', 'mac_address': 'fa:16:3e:0b:39:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09884e41-8987-4095-b41a-2dbe97fb4846', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:12:26.445870 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=296334cd-9192-4123-af02-9692a05ffe23,revision_number=9']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:26.489952 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:26.496174 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7912d-77cb-45a6-8a6a-810567969c88 req-3b38b6ef-1fc1-4095-83ec-d6c2b56b4789 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.502086 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-17f7912d-77cb-45a6-8a6a-810567969c88 req-3b38b6ef-1fc1-4095-83ec-d6c2b56b4789 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 943 time: 0.0882769 Aug 19 18:12:26.505365 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc712787-f882-43d1-9256-306a231e19f1 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:12:26.520695 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f684a60-9452-4065-b231-0ae08ad25cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:26.526850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port cc712787-f882-43d1-9256-306a231e19f1, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=cc712787-f882-43d1-9256-306a231e19f1,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:26.529331 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f684a60-9452-4065-b231-0ae08ad25cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:26.534050 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:26.549860 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-17f7912d-77cb-45a6-8a6a-810567969c88 req-b4e97a5c-16b1-437a-984d-5589c971d03a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440028 Aug 19 18:12:26.576980 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9f684a60-9452-4065-b231-0ae08ad25cda admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5b2103db5bd4af3a6e77a5e525d6a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3638654 Aug 19 18:12:26.579461 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f684a60-9452-4065-b231-0ae08ad25cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf252df-1b31-49ae-9eb0-0515505d75a6,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:26.579893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48802) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:26.591620 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=cc712787-f882-43d1-9256-306a231e19f1,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:26.633550 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-873d0adb-60ed-4540-abdd-74bbd8d6d04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:26.659834 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-873d0adb-60ed-4540-abdd-74bbd8d6d04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:26.698261 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['680b1459-3fc0-4c9a-bb5b-45acceaaba91'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:26.712915 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-873d0adb-60ed-4540-abdd-74bbd8d6d04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:26.716456 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-873d0adb-60ed-4540-abdd-74bbd8d6d04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:26.717885 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-873d0adb-60ed-4540-abdd-74bbd8d6d04e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/edf252df-1b31-49ae-9eb0-0515505d75a6 HTTP/1.1" status: 204 len: 168 time: 0.1365569 Aug 19 18:12:26.726281 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d0adb-60ed-4540-abdd-74bbd8d6d04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf252df-1b31-49ae-9eb0-0515505d75a6,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:26.813569 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7dfb2-8ff7-458b-ae08-a0eeb7667870 req-82f881fd-77e8-4813-99cb-2378720fe95e tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.821106 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-72c7dfb2-8ff7-458b-ae08-a0eeb7667870 req-82f881fd-77e8-4813-99cb-2378720fe95e tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 945 time: 0.0673857 Aug 19 18:12:26.882612 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-72c7dfb2-8ff7-458b-ae08-a0eeb7667870 req-2d5fad3e-7ae8-4944-ab99-aff57c159f45 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605340 Aug 19 18:12:27.060954 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['cc712787-f882-43d1-9256-306a231e19f1'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:27.068084 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48822) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:27.086594 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1379d725-e008-4ce2-9beb-e2c7aa994159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:27.266949 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefd0b0-3bec-4b93-8365-41dc36efe897 req-b72fa925-7037-46be-9bae-779960b66458 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:27.268523 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0eefd0b0-3bec-4b93-8365-41dc36efe897 req-b72fa925-7037-46be-9bae-779960b66458 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.0909345 Aug 19 18:12:27.270600 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1379d725-e008-4ce2-9beb-e2c7aa994159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:27.275377 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1379d725-e008-4ce2-9beb-e2c7aa994159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:27.306194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c482f7fe-5c86-4ab7-9c9e-99889f320d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296334cd-9192-4123-af02-9692a05ffe23'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:27.308955 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c936217e-84c7-4346-aa5b-754b46d12b73" -d '{"events": [{"server_uuid": "c482f7fe-5c86-4ab7-9c9e-99889f320d91", "name": "network-vif-plugged", "status": "completed", "tag": "296334cd-9192-4123-af02-9692a05ffe23"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:27.334749 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1379d725-e008-4ce2-9beb-e2c7aa994159 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d91a40c1cdb24402a98b1aba1f26ffaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2654970 Aug 19 18:12:27.335488 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379d725-e008-4ce2-9beb-e2c7aa994159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e245028-60eb-48f1-bc2b-e846d18da088,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:27.337866 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48832) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:27.351392 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0eefd0b0-3bec-4b93-8365-41dc36efe897 req-7fd123b2-67ea-4d45-828d-7aba7ea407f7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730326 Aug 19 18:12:27.376733 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33108e45-669b-4473-a211-f0842abd0146 x-openstack-request-id: req-33108e45-669b-4473-a211-f0842abd0146 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:27.377239 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c482f7fe-5c86-4ab7-9c9e-99889f320d91", "name": "network-vif-plugged", "status": "completed", "tag": "296334cd-9192-4123-af02-9692a05ffe23", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:27.377355 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33108e45-669b-4473-a211-f0842abd0146 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:27.377720 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c482f7fe-5c86-4ab7-9c9e-99889f320d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296334cd-9192-4123-af02-9692a05ffe23', 'code': 200} Aug 19 18:12:27.410110 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e500e64d-4583-4d8c-bbd0-ba3da21ff09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:27.443250 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e500e64d-4583-4d8c-bbd0-ba3da21ff09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:27.500207 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fd06e-bb86-4f2e-acb0-d2af01e73868 req-7043e308-d774-49e2-8800-10ac836e3226 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:27.508648 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b19fd06e-bb86-4f2e-acb0-d2af01e73868 req-7043e308-d774-49e2-8800-10ac836e3226 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fc190da-af2c-4faa-9359-49b887ea14b4 HTTP/1.1" status: 200 len: 945 time: 0.0808506 Aug 19 18:12:27.515867 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e500e64d-4583-4d8c-bbd0-ba3da21ff09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:27.520344 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e500e64d-4583-4d8c-bbd0-ba3da21ff09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:27.524077 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e500e64d-4583-4d8c-bbd0-ba3da21ff09c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e245028-60eb-48f1-bc2b-e846d18da088 HTTP/1.1" status: 204 len: 168 time: 0.1825032 Aug 19 18:12:27.550311 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b19fd06e-bb86-4f2e-acb0-d2af01e73868 req-6f259af8-4a03-4aa1-b507-6c297aa45910 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/security-groups?id=314e38d1-9ca8-4406-bb9f-e3c6d82a4500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406582 Aug 19 18:12:27.572522 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500e64d-4583-4d8c-bbd0-ba3da21ff09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e245028-60eb-48f1-bc2b-e846d18da088,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:27.674868 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b92f3-f728-46de-8767-845e157f58b3 req-2a67bf22-522f-497d-90a1-ec224e82d7b4 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:27.685456 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-db9b92f3-f728-46de-8767-845e157f58b3 req-2a67bf22-522f-497d-90a1-ec224e82d7b4 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=6380507a-04da-46b5-aef8-7612935d93cc HTTP/1.1" status: 200 len: 950 time: 0.1581376 Aug 19 18:12:27.724124 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-db9b92f3-f728-46de-8767-845e157f58b3 req-4a756954-7524-4992-a009-5300c546b77d tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374546 Aug 19 18:12:27.755748 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d854de-ea90-48fb-a116-7c064bf268e7 req-ec95058d-14b5-4f3f-bed9-53605b113c87 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:27.762938 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-04d854de-ea90-48fb-a116-7c064bf268e7 req-ec95058d-14b5-4f3f-bed9-53605b113c87 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 943 time: 0.0690577 Aug 19 18:12:27.823829 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-04d854de-ea90-48fb-a116-7c064bf268e7 req-77e33119-fffb-46c3-adb1-f12ba881924d tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546079 Aug 19 18:12:27.829756 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 56f79924-0418-4c07-8ef1-48a9e79d1ae8 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:12:27.978822 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 56f79924-0418-4c07-8ef1-48a9e79d1ae8, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=56f79924-0418-4c07-8ef1-48a9e79d1ae8,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:27.994086 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '56f79924-0418-4c07-8ef1-48a9e79d1ae8', 'network_id': 'f6ca3005-f821-4bbf-9771-cb98a9ef289d', 'port_id': '56f79924-0418-4c07-8ef1-48a9e79d1ae8', 'mac_address': 'fa:16:3e:02:c4:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee52aea2-4c4c-4ce5-9853-28e4d75899b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:12:28.068695 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd73c2-a412-45ad-a779-bea1e85bd550 req-7532641c-9006-4cb5-8778-142202b24b65 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:28.069272 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8dcd73c2-a412-45ad-a779-bea1e85bd550 req-7532641c-9006-4cb5-8778-142202b24b65 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "GET /v2.0/ports?device_id=6380507a-04da-46b5-aef8-7612935d93cc HTTP/1.1" status: 200 len: 950 time: 0.1107280 Aug 19 18:12:28.107858 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:28.114303 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaec009-9bb0-41e8-add5-b7b2f1bde045 req-605f3a6b-27e9-4fab-ab94-3ca21001aa7e tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:28.116042 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fcaec009-9bb0-41e8-add5-b7b2f1bde045 req-605f3a6b-27e9-4fab-ab94-3ca21001aa7e tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 945 time: 0.1264102 Aug 19 18:12:28.139708 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f79924-0418-4c07-8ef1-48a9e79d1ae8 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:12:28.186317 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 56f79924-0418-4c07-8ef1-48a9e79d1ae8, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=56f79924-0418-4c07-8ef1-48a9e79d1ae8,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:28.197562 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fcaec009-9bb0-41e8-add5-b7b2f1bde045 req-8f803c2d-fb24-4ca5-935b-8d4a96c32d98 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724850 Aug 19 18:12:28.208065 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:28.325717 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-8dcd73c2-a412-45ad-a779-bea1e85bd550 req-ef8aa385-f582-4bac-ba05-caa42bb1717d tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Deleting port 4b66f902-33bc-45c5-84d3-d911cd5cd1e9 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:12:28.326214 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8dcd73c2-a412-45ad-a779-bea1e85bd550 req-ef8aa385-f582-4bac-ba05-caa42bb1717d tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:28.328259 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=56f79924-0418-4c07-8ef1-48a9e79d1ae8,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:28.564519 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-8dcd73c2-a412-45ad-a779-bea1e85bd550 req-ef8aa385-f582-4bac-ba05-caa42bb1717d tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] For port 4b66f902-33bc-45c5-84d3-d911cd5cd1e9, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=4b66f902-33bc-45c5-84d3-d911cd5cd1e9,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:28.565613 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8dcd73c2-a412-45ad-a779-bea1e85bd550 req-ef8aa385-f582-4bac-ba05-caa42bb1717d tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:28.663995 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-8dcd73c2-a412-45ad-a779-bea1e85bd550 req-ef8aa385-f582-4bac-ba05-caa42bb1717d tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Calling delete_port for 4b66f902-33bc-45c5-84d3-d911cd5cd1e9 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:12:28.677027 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['56f79924-0418-4c07-8ef1-48a9e79d1ae8'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:28.931380 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70979cc6-d3b7-489f-95e5-5ba849af2d6c req-abb8635b-a06d-4a52-bf40-e6ba38c45d81 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:28.952419 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-70979cc6-d3b7-489f-95e5-5ba849af2d6c req-abb8635b-a06d-4a52-bf40-e6ba38c45d81 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.3775997 Aug 19 18:12:28.965825 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdb9a0-7010-4662-96df-77d15332000e req-9e007c6a-06ca-4635-b2e7-4f2f8ce85e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:28.972927 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-20cdb9a0-7010-4662-96df-77d15332000e req-9e007c6a-06ca-4635-b2e7-4f2f8ce85e56 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91&tenant_id=55902b3290884d098547fd36e6097a39 HTTP/1.1" status: 200 len: 1101 time: 0.2586091 Aug 19 18:12:29.037481 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-20cdb9a0-7010-4662-96df-77d15332000e req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803753-2', 'device_owner': 'compute:nova'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:29.093936 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-70979cc6-d3b7-489f-95e5-5ba849af2d6c req-b4429957-0d8f-4538-bc34-60d5837793f4 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152618 Aug 19 18:12:29.179402 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-20cdb9a0-7010-4662-96df-77d15332000e req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:29.388961 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb8e30-e32e-44cb-b332-b5a7ce16f688 req-f24ca2ea-16f3-4166-9e89-4378ae84e210 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:29.397082 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8cbb8e30-e32e-44cb-b332-b5a7ce16f688 req-f24ca2ea-16f3-4166-9e89-4378ae84e210 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=6380507a-04da-46b5-aef8-7612935d93cc HTTP/1.1" status: 200 len: 950 time: 0.1185000 Aug 19 18:12:29.408192 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83a835-3cb2-457b-9616-dea590ae2111 req-9b2cacf4-c80a-498d-805f-0136b0bc9616 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:29.416563 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2d83a835-3cb2-457b-9616-dea590ae2111 req-9b2cacf4-c80a-498d-805f-0136b0bc9616 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 944 time: 0.1575835 Aug 19 18:12:29.517620 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8cbb8e30-e32e-44cb-b332-b5a7ce16f688 req-f1453be4-d5b0-412f-ba14-3b59dc422853 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164217 Aug 19 18:12:29.518608 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2d83a835-3cb2-457b-9616-dea590ae2111 req-4cce41e5-a83f-44f5-935f-51e6783f6019 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009276 Aug 19 18:12:29.600823 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8dcd73c2-a412-45ad-a779-bea1e85bd550 req-ef8aa385-f582-4bac-ba05-caa42bb1717d tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:29.618470 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['2913220d-a5aa-4c2d-a359-acf78c5e338c', '08531675-2a28-49f9-9907-04a05109ee16', '9ae00d4e-4f1a-466b-92d7-1b119470125e', '2967d7ed-d48e-4ab5-8c8a-777565e1b5b4', '4b66f902-33bc-45c5-84d3-d911cd5cd1e9'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:29.688278 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8aa385-f582-4bac-ba05-caa42bb1717d tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Pushing event deleted for resources: {'Port': ['ID=4b66f902-33bc-45c5-84d3-d911cd5cd1e9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:29.844463 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcd73c2-a412-45ad-a779-bea1e85bd550 req-ef8aa385-f582-4bac-ba05-caa42bb1717d tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] No DVR routers for this DVR port 4b66f902-33bc-45c5-84d3-d911cd5cd1e9 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:12:29.870986 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 680b1459-3fc0-4c9a-bb5b-45acceaaba91 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:12:29.883871 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-20cdb9a0-7010-4662-96df-77d15332000e req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] For port 296334cd-9192-4123-af02-9692a05ffe23, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=296334cd-9192-4123-af02-9692a05ffe23,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:29.904130 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8dcd73c2-a412-45ad-a779-bea1e85bd550 req-ef8aa385-f582-4bac-ba05-caa42bb1717d tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:29.907414 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8dcd73c2-a412-45ad-a779-bea1e85bd550 req-ef8aa385-f582-4bac-ba05-caa42bb1717d tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "DELETE /v2.0/ports/4b66f902-33bc-45c5-84d3-d911cd5cd1e9 HTTP/1.1" status: 204 len: 173 time: 1.8315158 Aug 19 18:12:29.929113 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6380507a-04da-46b5-aef8-7612935d93cc', 'name': 'network-vif-deleted', 'tag': '4b66f902-33bc-45c5-84d3-d911cd5cd1e9'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:29.932767 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c6d96a-7e7b-4ee5-b9c8-6484ab4b53bf" -d '{"events": [{"server_uuid": "6380507a-04da-46b5-aef8-7612935d93cc", "name": "network-vif-deleted", "tag": "4b66f902-33bc-45c5-84d3-d911cd5cd1e9"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:29.992296 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603235ab-2a81-4e92-b8c5-df9746bfc823 req-fe2ab716-80a7-41d7-a3f9-02096c4ab8ef tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:29.993413 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-20cdb9a0-7010-4662-96df-77d15332000e req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] For port 296334cd-9192-4123-af02-9692a05ffe23, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:12:29.995629 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-603235ab-2a81-4e92-b8c5-df9746bfc823 req-fe2ab716-80a7-41d7-a3f9-02096c4ab8ef tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 945 time: 0.1761477 Aug 19 18:12:30.081167 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a', '6fdf8726-9329-4e22-973a-5e30d1c03d3f', '93715d9b-1d15-4d7f-9a26-36ed1c605c1c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:30.130407 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c482f7fe-5c86-4ab7-9c9e-99889f320d91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '296334cd-9192-4123-af02-9692a05ffe23'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:30.149972 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f884306-2f63-4363-a73a-300f6211a36a" -d '{"events": [{"server_uuid": "c482f7fe-5c86-4ab7-9c9e-99889f320d91", "name": "network-vif-unplugged", "status": "completed", "tag": "296334cd-9192-4123-af02-9692a05ffe23"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:30.165883 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-20cdb9a0-7010-4662-96df-77d15332000e req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:30.176386 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-603235ab-2a81-4e92-b8c5-df9746bfc823 req-2c8a52e0-4094-4547-9500-005e92c31c51 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681707 Aug 19 18:12:30.210905 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-20cdb9a0-7010-4662-96df-77d15332000e req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] Transition to ACTIVE for port object 296334cd-9192-4123-af02-9692a05ffe23 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:12:30.221014 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-20cdb9a0-7010-4662-96df-77d15332000e req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:30.283424 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180ba663-4c95-4e55-aabe-8d5aa0895592 x-openstack-request-id: req-180ba663-4c95-4e55-aabe-8d5aa0895592 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:30.283424 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6380507a-04da-46b5-aef8-7612935d93cc", "name": "network-vif-deleted", "tag": "4b66f902-33bc-45c5-84d3-d911cd5cd1e9", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:30.283712 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-180ba663-4c95-4e55-aabe-8d5aa0895592 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:30.284093 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6380507a-04da-46b5-aef8-7612935d93cc', 'name': 'network-vif-deleted', 'tag': '4b66f902-33bc-45c5-84d3-d911cd5cd1e9', 'status': 'completed', 'code': 200} Aug 19 18:12:30.303338 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48962) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:30.359177 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cdb9a0-7010-4662-96df-77d15332000e req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] No DVR routers for this DVR port 296334cd-9192-4123-af02-9692a05ffe23 on host n-h1-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:12:30.439565 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b82d0ca-208c-4f33-a229-fb9c52e60308 x-openstack-request-id: req-6b82d0ca-208c-4f33-a229-fb9c52e60308 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:30.442451 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c482f7fe-5c86-4ab7-9c9e-99889f320d91", "name": "network-vif-unplugged", "status": "completed", "tag": "296334cd-9192-4123-af02-9692a05ffe23", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:30.442735 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b82d0ca-208c-4f33-a229-fb9c52e60308 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:30.443313 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c482f7fe-5c86-4ab7-9c9e-99889f320d91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '296334cd-9192-4123-af02-9692a05ffe23', 'code': 200} Aug 19 18:12:30.507376 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-20cdb9a0-7010-4662-96df-77d15332000e req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] Attempting to bind port 296334cd-9192-4123-af02-9692a05ffe23 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:30.508239 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-20cdb9a0-7010-4662-96df-77d15332000e req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] Attempting to bind port 296334cd-9192-4123-af02-9692a05ffe23 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:30.508777 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cdb9a0-7010-4662-96df-77d15332000e req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] Attempting to bind port 296334cd-9192-4123-af02-9692a05ffe23 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:30.544555 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] Pushing event updated for resources: {'Port': ['ID=296334cd-9192-4123-af02-9692a05ffe23,revision_number=10']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:30.561948 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 680b1459-3fc0-4c9a-bb5b-45acceaaba91 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:12:30.562542 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:30.592494 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cdb9a0-7010-4662-96df-77d15332000e req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] Port 296334cd-9192-4123-af02-9692a05ffe23 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:30.592983 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cdb9a0-7010-4662-96df-77d15332000e req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] Attempting to bind port 296334cd-9192-4123-af02-9692a05ffe23 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:30.600336 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d888cd-051e-4d91-a32d-c59e5c979e73 req-8a46ee7a-f458-4fe5-9c37-4ab878f8f4c6 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:30.602157 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-78d888cd-051e-4d91-a32d-c59e5c979e73 req-8a46ee7a-f458-4fe5-9c37-4ab878f8f4c6 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fc190da-af2c-4faa-9359-49b887ea14b4 HTTP/1.1" status: 200 len: 945 time: 0.0865977 Aug 19 18:12:30.625326 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcb389-f579-4d3f-b558-15e49719777b req-7b2960e3-3e94-45d9-a861-4b984ab9627f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:30.627767 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fbfcb389-f579-4d3f-b558-15e49719777b req-7b2960e3-3e94-45d9-a861-4b984ab9627f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 949 time: 0.2726972 Aug 19 18:12:30.631676 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cdb9a0-7010-4662-96df-77d15332000e req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:12:30.632357 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cdb9a0-7010-4662-96df-77d15332000e req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:12:30.633068 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cdb9a0-7010-4662-96df-77d15332000e req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:12:30.633761 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-20cdb9a0-7010-4662-96df-77d15332000e req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] Bound port: 296334cd-9192-4123-af02-9692a05ffe23, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:12:30.638457 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-20cdb9a0-7010-4662-96df-77d15332000e req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:30.655170 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d0eeb2e2-5830-4b5d-89b2-522733538369 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1216034900'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:30.735277 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0eeb2e2-5830-4b5d-89b2-522733538369 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Made reservation on behalf of e938de5fd9714dc2a2b0d398fb885c5b for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:30.741171 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0eeb2e2-5830-4b5d-89b2-522733538369 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:30.767519 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0eeb2e2-5830-4b5d-89b2-522733538369 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:30.790232 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-78d888cd-051e-4d91-a32d-c59e5c979e73 req-b0629e81-9135-495e-93ca-e4f7325b6c48 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/security-groups?id=314e38d1-9ca8-4406-bb9f-e3c6d82a4500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805546 Aug 19 18:12:30.814517 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fbfcb389-f579-4d3f-b558-15e49719777b req-9b8c9309-1a75-4be2-9f12-ef2034b13da1 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705973 Aug 19 18:12:30.959264 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-20cdb9a0-7010-4662-96df-77d15332000e req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] For port 296334cd-9192-4123-af02-9692a05ffe23, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:12:30.968077 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-20cdb9a0-7010-4662-96df-77d15332000e req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] For port 296334cd-9192-4123-af02-9692a05ffe23, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=296334cd-9192-4123-af02-9692a05ffe23,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:12:30.978670 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-20cdb9a0-7010-4662-96df-77d15332000e req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:30.989772 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0eeb2e2-5830-4b5d-89b2-522733538369 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:31.063842 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdb9a0-7010-4662-96df-77d15332000e req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:31.064981 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-20cdb9a0-7010-4662-96df-77d15332000e req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:31.067020 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-20cdb9a0-7010-4662-96df-77d15332000e req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] 10.222.0.50 "PUT /v2.0/ports/296334cd-9192-4123-af02-9692a05ffe23 HTTP/1.1" status: 200 len: 1097 time: 2.0544178 Aug 19 18:12:31.101582 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0eeb2e2-5830-4b5d-89b2-522733538369 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:31.119069 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dcb495-577a-4d84-8213-0e1e7444ef0e service neutron] Pushing event updated for resources: {'Port': ['ID=296334cd-9192-4123-af02-9692a05ffe23,revision_number=11']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:31.155652 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:31.191534 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0eeb2e2-5830-4b5d-89b2-522733538369 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:12:31.232449 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b3bf55-40b0-4463-8f5c-308fabd65089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680b1459-3fc0-4c9a-bb5b-45acceaaba91'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:31.234772 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072a7070-5bcf-45fd-b9d7-2638bef8b276" -d '{"events": [{"server_uuid": "33b3bf55-40b0-4463-8f5c-308fabd65089", "name": "network-vif-plugged", "status": "completed", "tag": "680b1459-3fc0-4c9a-bb5b-45acceaaba91"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:31.283025 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdb9a0-7010-4662-96df-77d15332000e req-608fda1a-b1e1-4fcb-a9fa-7718076e86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:31.284417 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0eeb2e2-5830-4b5d-89b2-522733538369 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:31.284417 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-d0eeb2e2-5830-4b5d-89b2-522733538369 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Added segment 1ab5dbb1-5c97-46ac-a73d-20f77aba8252 of type vlan for network f33b13cd-10a4-49c1-848c-48fa5aa79a18 Aug 19 18:12:31.284868 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-20cdb9a0-7010-4662-96df-77d15332000e req-608fda1a-b1e1-4fcb-a9fa-7718076e86bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 1100 time: 0.1263936 Aug 19 18:12:31.291302 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 680b1459-3fc0-4c9a-bb5b-45acceaaba91, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=680b1459-3fc0-4c9a-bb5b-45acceaaba91,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:31.345963 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:31.346870 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device cc712787-f882-43d1-9256-306a231e19f1 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:12:31.354002 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0eeb2e2-5830-4b5d-89b2-522733538369 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:31.416068 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0eeb2e2-5830-4b5d-89b2-522733538369 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:31.431187 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0eeb2e2-5830-4b5d-89b2-522733538369 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:31.432290 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0eeb2e2-5830-4b5d-89b2-522733538369 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:31.489667 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c5acb-3caf-464e-9a19-955041bfcf35 req-b35cf9fb-ff2c-4606-8520-95e90ab094c4 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:31.507476 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-747c5acb-3caf-464e-9a19-955041bfcf35 req-b35cf9fb-ff2c-4606-8520-95e90ab094c4 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 944 time: 0.5156929 Aug 19 18:12:31.519632 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eeb2e2-5830-4b5d-89b2-522733538369 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64fefcca-d01e-4621-ae07-30f31926cc9e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:31.531882 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48990) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:31.534594 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d0eeb2e2-5830-4b5d-89b2-522733538369 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2294314 Aug 19 18:12:31.543976 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-66633598-ca34-4d0a-8238-6ba88dec49f3 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Request body: {'subnet': {'network_id': 'f33b13cd-10a4-49c1-848c-48fa5aa79a18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:31.713705 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eeb2e2-5830-4b5d-89b2-522733538369 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Pushing event updated for resources: {'Network': ['ID=f33b13cd-10a4-49c1-848c-48fa5aa79a18,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:31.742616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=680b1459-3fc0-4c9a-bb5b-45acceaaba91,revision_number=10']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:31.749320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network f33b13cd-10a4-49c1-848c-48fa5aa79a18 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:12:31.767380 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-747c5acb-3caf-464e-9a19-955041bfcf35 req-37b44414-4617-4a48-a47b-598dbc926f53 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309580 Aug 19 18:12:31.839658 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdb9a0-7010-4662-96df-77d15332000e req-547be40d-ee17-4d62-ae9b-ae646cfd899b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:31.841785 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-20cdb9a0-7010-4662-96df-77d15332000e req-547be40d-ee17-4d62-ae9b-ae646cfd899b service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.5363743 Aug 19 18:12:31.935847 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-20cdb9a0-7010-4662-96df-77d15332000e req-0f4d37f9-f4e2-4a3e-a581-8ff6b7332679 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=296334cd-9192-4123-af02-9692a05ffe23 HTTP/1.1" status: 200 len: 217 time: 0.0733013 Aug 19 18:12:31.941400 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cbe0e0-821c-4997-ba4c-cb13bc0f19c1 x-openstack-request-id: req-25cbe0e0-821c-4997-ba4c-cb13bc0f19c1 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:31.941803 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b3bf55-40b0-4463-8f5c-308fabd65089", "name": "network-vif-plugged", "status": "completed", "tag": "680b1459-3fc0-4c9a-bb5b-45acceaaba91", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:31.942080 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25cbe0e0-821c-4997-ba4c-cb13bc0f19c1 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:31.942525 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b3bf55-40b0-4463-8f5c-308fabd65089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680b1459-3fc0-4c9a-bb5b-45acceaaba91', 'code': 200} Aug 19 18:12:31.962039 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a9da9-f90b-466a-a04b-7390c2caff5f req-22b42015-6b67-4573-88a3-9bc83de6cc40 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:31.962691 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 4b66f902-33bc-45c5-84d3-d911cd5cd1e9 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:12:31.970991 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afe4d2-8748-492e-865b-1805afa07a19 req-72cfa8f6-5218-4511-9063-662dc5a14f23 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:31.972807 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-42afe4d2-8748-492e-865b-1805afa07a19 req-72cfa8f6-5218-4511-9063-662dc5a14f23 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fc190da-af2c-4faa-9359-49b887ea14b4 HTTP/1.1" status: 200 len: 945 time: 0.1405637 Aug 19 18:12:31.974607 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-896a9da9-f90b-466a-a04b-7390c2caff5f req-22b42015-6b67-4573-88a3-9bc83de6cc40 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 945 time: 0.2072091 Aug 19 18:12:31.999116 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port cc712787-f882-43d1-9256-306a231e19f1 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:12:32.006327 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port cc712787-f882-43d1-9256-306a231e19f1 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:12:32.006964 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:32.020186 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 4b66f902-33bc-45c5-84d3-d911cd5cd1e9 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:12:32.020544 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 4b66f902-33bc-45c5-84d3-d911cd5cd1e9 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:12:32.020975 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 296334cd-9192-4123-af02-9692a05ffe23 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:12:32.045305 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556713e8-db51-48ab-a3b0-7a23d2f7dfad req-e1daf882-93f1-492c-aa7e-371bb33b2087 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:32.048329 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-556713e8-db51-48ab-a3b0-7a23d2f7dfad req-e1daf882-93f1-492c-aa7e-371bb33b2087 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=f91a3070-0e10-46b4-a38f-324a967ade37 HTTP/1.1" status: 200 len: 950 time: 0.1557069 Aug 19 18:12:32.071676 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdb9a0-7010-4662-96df-77d15332000e req-97589ac1-35d7-4260-9a0f-515a7088026f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:32.074671 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-20cdb9a0-7010-4662-96df-77d15332000e req-97589ac1-35d7-4260-9a0f-515a7088026f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0942595 Aug 19 18:12:32.082956 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66633598-ca34-4d0a-8238-6ba88dec49f3 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Made reservation on behalf of e938de5fd9714dc2a2b0d398fb885c5b for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:32.087786 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-66633598-ca34-4d0a-8238-6ba88dec49f3 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:32.151693 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-556713e8-db51-48ab-a3b0-7a23d2f7dfad req-d95fb50e-76d8-4a0c-8879-a9fae69bd9cf tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911202 Aug 19 18:12:32.160069 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 296334cd-9192-4123-af02-9692a05ffe23 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:12:32.188342 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-42afe4d2-8748-492e-865b-1805afa07a19 req-5ba06ad7-5913-4e3a-84fc-7065d86e2c80 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Deleting port b5c2883d-1eb5-40b7-a42c-30a6f40924d6 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:12:32.188719 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-42afe4d2-8748-492e-865b-1805afa07a19 req-5ba06ad7-5913-4e3a-84fc-7065d86e2c80 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:32.280767 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-896a9da9-f90b-466a-a04b-7390c2caff5f req-40d6864f-47fa-4c22-a82a-729f535e402c tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025792 Aug 19 18:12:32.363865 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdb9a0-7010-4662-96df-77d15332000e req-29e23aad-a1d9-4496-a712-7d4f47ab651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:32.365632 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-20cdb9a0-7010-4662-96df-77d15332000e req-29e23aad-a1d9-4496-a712-7d4f47ab651f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1754375 Aug 19 18:12:32.379953 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-42afe4d2-8748-492e-865b-1805afa07a19 req-5ba06ad7-5913-4e3a-84fc-7065d86e2c80 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] For port b5c2883d-1eb5-40b7-a42c-30a6f40924d6, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=b5c2883d-1eb5-40b7-a42c-30a6f40924d6,segment=NetworkSegment(8c5cb264-b4c5-488f-b6b5-be62a6ceb911),segment_id=8c5cb264-b4c5-488f-b6b5-be62a6ceb911)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:32.380428 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-42afe4d2-8748-492e-865b-1805afa07a19 req-5ba06ad7-5913-4e3a-84fc-7065d86e2c80 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:32.393734 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:32.442184 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-42afe4d2-8748-492e-865b-1805afa07a19 req-5ba06ad7-5913-4e3a-84fc-7065d86e2c80 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Calling delete_port for b5c2883d-1eb5-40b7-a42c-30a6f40924d6 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:12:32.452117 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c482f7fe-5c86-4ab7-9c9e-99889f320d91', 'tag': '296334cd-9192-4123-af02-9692a05ffe23'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:32.456690 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3f5f21-fdb4-4bb9-b864-ead7012b1c40" -d '{"events": [{"name": "network-changed", "server_uuid": "c482f7fe-5c86-4ab7-9c9e-99889f320d91", "tag": "296334cd-9192-4123-af02-9692a05ffe23"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:32.481132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8b882-33c5-4965-bbdc-c2fb38ee234d req-c01b6a90-a4a3-4cd1-9037-5bc1eab78271 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:32.483221 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bda8b882-33c5-4965-bbdc-c2fb38ee234d req-c01b6a90-a4a3-4cd1-9037-5bc1eab78271 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fc190da-af2c-4faa-9359-49b887ea14b4 HTTP/1.1" status: 200 len: 945 time: 0.1433451 Aug 19 18:12:32.508114 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port cc712787-f882-43d1-9256-306a231e19f1, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=cc712787-f882-43d1-9256-306a231e19f1,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:32.515997 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:32.549902 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 56f79924-0418-4c07-8ef1-48a9e79d1ae8 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:12:32.621791 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bda8b882-33c5-4965-bbdc-c2fb38ee234d req-f6bc8fd5-b9fd-4a20-940d-cfe529e91f38 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/security-groups?id=314e38d1-9ca8-4406-bb9f-e3c6d82a4500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805850 Aug 19 18:12:32.624139 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=cc712787-f882-43d1-9256-306a231e19f1,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:32.638762 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60c535-2d8f-4191-86b8-881b01c9cedc req-1d9fe23a-a900-424f-b2b3-cbf7e739d363 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:32.652000 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4b60c535-2d8f-4191-86b8-881b01c9cedc req-1d9fe23a-a900-424f-b2b3-cbf7e739d363 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 949 time: 0.2687590 Aug 19 18:12:32.656540 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 56f79924-0418-4c07-8ef1-48a9e79d1ae8 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:12:32.662617 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 56f79924-0418-4c07-8ef1-48a9e79d1ae8 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:12:32.662994 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:32.724637 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-20cdb9a0-7010-4662-96df-77d15332000e req-17f355ec-0e27-4d79-8565-74f901234129 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010426 Aug 19 18:12:32.802180 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-42afe4d2-8748-492e-865b-1805afa07a19 req-5ba06ad7-5913-4e3a-84fc-7065d86e2c80 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:32.827165 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4b60c535-2d8f-4191-86b8-881b01c9cedc req-ba52ea6b-16f1-4c3c-8c6f-0f2e1bd0bc6a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732588 Aug 19 18:12:32.914225 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:32.946889 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba06ad7-5913-4e3a-84fc-7065d86e2c80 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Pushing event deleted for resources: {'Port': ['ID=b5c2883d-1eb5-40b7-a42c-30a6f40924d6,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:32.986697 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 56f79924-0418-4c07-8ef1-48a9e79d1ae8, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=56f79924-0418-4c07-8ef1-48a9e79d1ae8,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:32.989939 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698072fb-d496-4d69-b0f5-1dcdcfa4e820 x-openstack-request-id: req-698072fb-d496-4d69-b0f5-1dcdcfa4e820 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:32.990256 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c482f7fe-5c86-4ab7-9c9e-99889f320d91", "tag": "296334cd-9192-4123-af02-9692a05ffe23", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:32.990537 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-698072fb-d496-4d69-b0f5-1dcdcfa4e820 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:32.990918 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c482f7fe-5c86-4ab7-9c9e-99889f320d91', 'tag': '296334cd-9192-4123-af02-9692a05ffe23', 'status': 'completed', 'code': 200} Aug 19 18:12:32.993303 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:33.018481 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-66633598-ca34-4d0a-8238-6ba88dec49f3 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:33.034755 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-42afe4d2-8748-492e-865b-1805afa07a19 req-5ba06ad7-5913-4e3a-84fc-7065d86e2c80 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] No DVR routers for this DVR port b5c2883d-1eb5-40b7-a42c-30a6f40924d6 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:12:33.063876 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=56f79924-0418-4c07-8ef1-48a9e79d1ae8,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:33.079149 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-42afe4d2-8748-492e-865b-1805afa07a19 req-5ba06ad7-5913-4e3a-84fc-7065d86e2c80 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:33.082134 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-42afe4d2-8748-492e-865b-1805afa07a19 req-5ba06ad7-5913-4e3a-84fc-7065d86e2c80 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.54 "DELETE /v2.0/ports/b5c2883d-1eb5-40b7-a42c-30a6f40924d6 HTTP/1.1" status: 204 len: 173 time: 1.0979097 Aug 19 18:12:33.113153 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc190da-af2c-4faa-9359-49b887ea14b4', 'name': 'network-vif-deleted', 'tag': 'b5c2883d-1eb5-40b7-a42c-30a6f40924d6'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:33.116342 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d57c65c-bbb5-4982-897f-5445dcf62e4e" -d '{"events": [{"server_uuid": "9fc190da-af2c-4faa-9359-49b887ea14b4", "name": "network-vif-deleted", "tag": "b5c2883d-1eb5-40b7-a42c-30a6f40924d6"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:33.142162 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-20cdb9a0-7010-4662-96df-77d15332000e req-93fb5f4f-844a-46e3-9476-e42f06fe73b5 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466861 Aug 19 18:12:33.142849 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66633598-ca34-4d0a-8238-6ba88dec49f3 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Pushing event updated for resources: {'Subnet': ['ID=449a1385-fe8e-4e84-8324-d1c06b0e69bd,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:33.180864 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f5f21-fdb4-4bb9-b864-ead7012b1c40 req-1d8e5b4d-edff-427a-95ff-6623e6e0e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:33.183489 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2d3f5f21-fdb4-4bb9-b864-ead7012b1c40 req-1d8e5b4d-edff-427a-95ff-6623e6e0e40c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 1100 time: 0.1819556 Aug 19 18:12:33.192458 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66633598-ca34-4d0a-8238-6ba88dec49f3 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Checking segment: {'id': '1ab5dbb1-5c97-46ac-a73d-20f77aba8252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f33b13cd-10a4-49c1-848c-48fa5aa79a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:12:33.192883 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66633598-ca34-4d0a-8238-6ba88dec49f3 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Network hostable DHCP agents. Network: f33b13cd-10a4-49c1-848c-48fa5aa79a18, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:12:33.201258 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04e105-5557-4c5a-a5ff-160150153620 req-5bea373c-7850-40d4-976f-130b766a3c7a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:33.220004 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9f04e105-5557-4c5a-a5ff-160150153620 req-5bea373c-7850-40d4-976f-130b766a3c7a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.2208359 Aug 19 18:12:33.223886 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66633598-ca34-4d0a-8238-6ba88dec49f3 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Network f33b13cd-10a4-49c1-848c-48fa5aa79a18 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:12:33.240388 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-66633598-ca34-4d0a-8238-6ba88dec49f3 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, f33b13cd-10a4-49c1-848c-48fa5aa79a18) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:12:33.245143 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a3246e-3e57-4234-b502-974a34e97315 x-openstack-request-id: req-80a3246e-3e57-4234-b502-974a34e97315 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:33.245583 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc190da-af2c-4faa-9359-49b887ea14b4", "name": "network-vif-deleted", "tag": "b5c2883d-1eb5-40b7-a42c-30a6f40924d6", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:33.246094 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80a3246e-3e57-4234-b502-974a34e97315 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:33.247782 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc190da-af2c-4faa-9359-49b887ea14b4', 'name': 'network-vif-deleted', 'tag': 'b5c2883d-1eb5-40b7-a42c-30a6f40924d6', 'status': 'completed', 'code': 200} Aug 19 18:12:33.252001 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7d23ad-5767-4288-a14f-10b984e6199f None None] Network f33b13cd-10a4-49c1-848c-48fa5aa79a18 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:12:33.265493 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66633598-ca34-4d0a-8238-6ba88dec49f3 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:33.269373 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-66633598-ca34-4d0a-8238-6ba88dec49f3 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:33.315852 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-66633598-ca34-4d0a-8238-6ba88dec49f3 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7823222 Aug 19 18:12:33.321079 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49020) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:33.333163 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-324970d6-e570-4705-85e6-a63eed954e2d tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Request body: {'port': {'network_id': 'f33b13cd-10a4-49c1-848c-48fa5aa79a18', 'name': 'tempest-DHCPAgentSchedulersTestJSON-756517045'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:33.370150 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9f04e105-5557-4c5a-a5ff-160150153620 req-63988492-a58c-436a-947a-5611e9aa292d tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498313 Aug 19 18:12:33.430734 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f5f21-fdb4-4bb9-b864-ead7012b1c40 req-6ba4da19-05c6-475f-b61b-b84c06bf647e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:33.433043 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2d3f5f21-fdb4-4bb9-b864-ead7012b1c40 req-6ba4da19-05c6-475f-b61b-b84c06bf647e service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.1978855 Aug 19 18:12:33.433474 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f5f21-fdb4-4bb9-b864-ead7012b1c40 req-800e7ccc-c2e6-4a64-89e6-e3477f6060d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:33.436666 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2d3f5f21-fdb4-4bb9-b864-ead7012b1c40 req-800e7ccc-c2e6-4a64-89e6-e3477f6060d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 1100 time: 0.1878779 Aug 19 18:12:33.476172 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916b773-0b05-4641-b1a6-feaf6f30074e req-4a3ec558-be8a-4f32-a105-a6cc50c0634c tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:33.478297 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3916b773-0b05-4641-b1a6-feaf6f30074e req-4a3ec558-be8a-4f32-a105-a6cc50c0634c tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=f91a3070-0e10-46b4-a38f-324a967ade37 HTTP/1.1" status: 200 len: 950 time: 0.1318469 Aug 19 18:12:33.524684 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2d3f5f21-fdb4-4bb9-b864-ead7012b1c40 req-87ac02f2-b1a2-4061-a7a8-cc68f9ced137 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=296334cd-9192-4123-af02-9692a05ffe23 HTTP/1.1" status: 200 len: 217 time: 0.0678251 Aug 19 18:12:33.557042 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3916b773-0b05-4641-b1a6-feaf6f30074e req-f2a0df6e-9d9d-4ecb-b43d-03fad181728c tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675647 Aug 19 18:12:33.586515 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324970d6-e570-4705-85e6-a63eed954e2d tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Made reservation on behalf of e938de5fd9714dc2a2b0d398fb885c5b for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:33.590006 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbba6e9-74b1-4274-b791-0a584470e51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-f33b13cd-10a4-49c1-848c-48fa5aa79a18', 'network_id': 'f33b13cd-10a4-49c1-848c-48fa5aa79a18', 'tenant_id': 'e938de5fd9714dc2a2b0d398fb885c5b', 'fixed_ips': [{'subnet_id': '449a1385-fe8e-4e84-8324-d1c06b0e69bd'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:12:33.591144 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1dbba6e9-74b1-4274-b791-0a584470e51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:33.592794 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-324970d6-e570-4705-85e6-a63eed954e2d tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:33.619543 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-324970d6-e570-4705-85e6-a63eed954e2d tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] device_id is not set on port e3912dc8-3965-4c37-8c45-46c2dbdb71c8 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:12:33.675691 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f5f21-fdb4-4bb9-b864-ead7012b1c40 req-719ed673-61bc-4fb5-a5c2-d7e679ec379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:33.677753 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2d3f5f21-fdb4-4bb9-b864-ead7012b1c40 req-719ed673-61bc-4fb5-a5c2-d7e679ec379a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1159277 Aug 19 18:12:33.707802 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b77f8-c5c5-4ab4-a40d-e8f594823e61 req-0f0c9d2f-056d-4d7c-8838-68ef1f521a5b tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:33.722283 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f44b77f8-c5c5-4ab4-a40d-e8f594823e61 req-0f0c9d2f-056d-4d7c-8838-68ef1f521a5b tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 946 time: 0.1970181 Aug 19 18:12:33.900103 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f44b77f8-c5c5-4ab4-a40d-e8f594823e61 req-b9a5cda7-ed56-4a0d-ad40-f14475e971b9 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762960 Aug 19 18:12:33.917369 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f5f21-fdb4-4bb9-b864-ead7012b1c40 req-439611e0-ae4a-4758-90a4-7d11fead1e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:33.921394 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2d3f5f21-fdb4-4bb9-b864-ead7012b1c40 req-439611e0-ae4a-4758-90a4-7d11fead1e73 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1893749 Aug 19 18:12:33.953223 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4070a9-9500-4b78-baf6-9e91c530e56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc712787-f882-43d1-9256-306a231e19f1'}, {'server_uuid': 'e7d561cd-a75f-472e-afcb-a1215161f391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f79924-0418-4c07-8ef1-48a9e79d1ae8'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:33.967440 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a670ba-7bf2-4597-8764-d34495996c6a" -d '{"events": [{"server_uuid": "dd4070a9-9500-4b78-baf6-9e91c530e56a", "name": "network-vif-plugged", "status": "completed", "tag": "cc712787-f882-43d1-9256-306a231e19f1"}, {"server_uuid": "e7d561cd-a75f-472e-afcb-a1215161f391", "name": "network-vif-plugged", "status": "completed", "tag": "56f79924-0418-4c07-8ef1-48a9e79d1ae8"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:34.029636 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f39b3bbd-b6b0-447b-a09c-e668eed4709b req-19142486-7220-422f-9556-041532abcf73 tempest-ServerMetadataNegativeTestJSON-1397269990 tempest-ServerMetadataNegativeTestJSON-1397269990-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fc190da-af2c-4faa-9359-49b887ea14b4 HTTP/1.1" status: 200 len: 210 time: 0.1023209 Aug 19 18:12:34.072883 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-324970d6-e570-4705-85e6-a63eed954e2d tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Allocated IP 172.20.0.10 (f33b13cd-10a4-49c1-848c-48fa5aa79a18/449a1385-fe8e-4e84-8324-d1c06b0e69bd/e3912dc8-3965-4c37-8c45-46c2dbdb71c8) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:12:34.095313 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f5f21-fdb4-4bb9-b864-ead7012b1c40 req-a0decc1f-7454-4910-b62e-bee8952e2202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:34.097183 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2d3f5f21-fdb4-4bb9-b864-ead7012b1c40 req-a0decc1f-7454-4910-b62e-bee8952e2202 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.4234865 Aug 19 18:12:34.139804 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2d3f5f21-fdb4-4bb9-b864-ead7012b1c40 req-ad18daad-4c94-4a20-9a00-1407701ee5f8 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034905 Aug 19 18:12:34.175483 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2d3f5f21-fdb4-4bb9-b864-ead7012b1c40 req-cddf8e4b-f054-4540-a291-a078c033cf59 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=296334cd-9192-4123-af02-9692a05ffe23 HTTP/1.1" status: 200 len: 217 time: 0.0602758 Aug 19 18:12:34.216585 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a901db86-6476-413f-9b3b-8fe0cba9ff73 x-openstack-request-id: req-a901db86-6476-413f-9b3b-8fe0cba9ff73 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:34.217142 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4070a9-9500-4b78-baf6-9e91c530e56a", "name": "network-vif-plugged", "status": "completed", "tag": "cc712787-f882-43d1-9256-306a231e19f1", "code": 200}, {"server_uuid": "e7d561cd-a75f-472e-afcb-a1215161f391", "name": "network-vif-plugged", "status": "completed", "tag": "56f79924-0418-4c07-8ef1-48a9e79d1ae8", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:34.217683 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a901db86-6476-413f-9b3b-8fe0cba9ff73 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:34.218290 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4070a9-9500-4b78-baf6-9e91c530e56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc712787-f882-43d1-9256-306a231e19f1', 'code': 200} Aug 19 18:12:34.218742 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d561cd-a75f-472e-afcb-a1215161f391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f79924-0418-4c07-8ef1-48a9e79d1ae8', 'code': 200} Aug 19 18:12:34.274614 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2d3f5f21-fdb4-4bb9-b864-ead7012b1c40 req-b20c6b34-cd6b-4e44-9881-4a527b84e1f0 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271286 Aug 19 18:12:34.367056 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a332e56-57c7-42a7-a2f6-5a030305ad1e req-5e0eeec4-052f-4b9c-876c-340904a39996 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:34.368575 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a332e56-57c7-42a7-a2f6-5a030305ad1e req-5e0eeec4-052f-4b9c-876c-340904a39996 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 949 time: 0.1981552 Aug 19 18:12:34.378522 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f5f21-fdb4-4bb9-b864-ead7012b1c40 req-850de348-ede0-4f89-99a6-0f91daec51ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:34.380020 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2d3f5f21-fdb4-4bb9-b864-ead7012b1c40 req-850de348-ede0-4f89-99a6-0f91daec51ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1558437 Aug 19 18:12:34.423972 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29e68b-af7b-43c5-9f71-f6bfc1a59446 req-98677a6d-1213-41e7-b45b-d1f6529fb860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:34.426582 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3f29e68b-af7b-43c5-9f71-f6bfc1a59446 req-98677a6d-1213-41e7-b45b-d1f6529fb860 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 1096 time: 0.0654488 Aug 19 18:12:34.461635 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a332e56-57c7-42a7-a2f6-5a030305ad1e req-b6d8b953-ce7a-4a5a-a421-19852a5ce1cc tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674498 Aug 19 18:12:34.506908 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-324970d6-e570-4705-85e6-a63eed954e2d tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:34.550270 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5db0cdef-9490-4a2b-80d5-a5277a24c03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:34.604284 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12306c2c-f063-454c-99f1-b0f09f0bb51d req-d08cbffb-c090-4e64-9afc-261bd185905c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:34.612311 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-12306c2c-f063-454c-99f1-b0f09f0bb51d req-d08cbffb-c090-4e64-9afc-261bd185905c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1428008 Aug 19 18:12:34.621331 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3f29e68b-af7b-43c5-9f71-f6bfc1a59446 req-db902f52-66ad-4fc7-9946-52a7e1402919 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975859 Aug 19 18:12:34.631979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-324970d6-e570-4705-85e6-a63eed954e2d tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Transition to ACTIVE for port object e3912dc8-3965-4c37-8c45-46c2dbdb71c8 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:12:34.646680 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f5f21-fdb4-4bb9-b864-ead7012b1c40 req-b53f73bb-f019-495e-b04e-3a185e6d223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:34.648396 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2d3f5f21-fdb4-4bb9-b864-ead7012b1c40 req-b53f73bb-f019-495e-b04e-3a185e6d223a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1958630 Aug 19 18:12:34.668631 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ca0d4-e2ce-4785-aed8-367b1955e361 req-5b2310f5-9d69-443a-8829-bf5cc89bede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:34.670179 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-122ca0d4-e2ce-4785-aed8-367b1955e361 req-5b2310f5-9d69-443a-8829-bf5cc89bede9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 1097 time: 0.1669843 Aug 19 18:12:34.677390 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-12306c2c-f063-454c-99f1-b0f09f0bb51d req-e0a2927c-12ff-4273-9ae9-a6b6d761db64 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544205 Aug 19 18:12:34.713035 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74208655-0450-4448-a790-48e141944ea8 req-ac857ae6-8382-4cc0-aa4b-7d33c48f4faa tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:34.714583 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-74208655-0450-4448-a790-48e141944ea8 req-ac857ae6-8382-4cc0-aa4b-7d33c48f4faa tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.50 "GET /v2.0/ports?device_id=f91a3070-0e10-46b4-a38f-324a967ade37 HTTP/1.1" status: 200 len: 950 time: 0.1815963 Aug 19 18:12:34.748812 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-324970d6-e570-4705-85e6-a63eed954e2d tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:34.786485 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011d80a-c5ae-4dd6-bd68-f009c74da204 req-0e344e2b-13e3-46d2-a0e4-7aa314e452f0 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:34.819925 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c011d80a-c5ae-4dd6-bd68-f009c74da204 req-0e344e2b-13e3-46d2-a0e4-7aa314e452f0 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=f91a3070-0e10-46b4-a38f-324a967ade37 HTTP/1.1" status: 200 len: 950 time: 0.1159651 Aug 19 18:12:34.860745 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-1dbba6e9-74b1-4274-b791-0a584470e51d None None] Allocated IP 172.20.0.2 (f33b13cd-10a4-49c1-848c-48fa5aa79a18/449a1385-fe8e-4e84-8324-d1c06b0e69bd/64060b43-b6c2-4ebb-8fe2-9471de639726) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:12:34.886363 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324970d6-e570-4705-85e6-a63eed954e2d tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Network f33b13cd-10a4-49c1-848c-48fa5aa79a18 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:12:34.901572 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324970d6-e570-4705-85e6-a63eed954e2d tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Pushing event updated for resources: {'Port': ['ID=e3912dc8-3965-4c37-8c45-46c2dbdb71c8,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:34.927845 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-324970d6-e570-4705-85e6-a63eed954e2d tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:12:35.033262 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c011d80a-c5ae-4dd6-bd68-f009c74da204 req-3b3ea22a-5809-406a-b0ca-97fbe6582a6d tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294779 Aug 19 18:12:35.034698 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324970d6-e570-4705-85e6-a63eed954e2d tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:12:35.104818 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e792ef1-bd55-4271-a283-65596549e18e req-f3a0907c-b525-49b4-a4c1-e79f2e40bf6b tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:35.107340 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5e792ef1-bd55-4271-a283-65596549e18e req-f3a0907c-b525-49b4-a4c1-e79f2e40bf6b tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 946 time: 0.0803573 Aug 19 18:12:35.110998 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49054) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:35.148790 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1dbba6e9-74b1-4274-b791-0a584470e51d None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:35.174274 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1dbba6e9-74b1-4274-b791-0a584470e51d None None] Transition to ACTIVE for port object 64060b43-b6c2-4ebb-8fe2-9471de639726 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:12:35.192335 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2d3f5f21-fdb4-4bb9-b864-ead7012b1c40 req-7babc09b-57af-4775-a71c-4f19072f0ab0 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525053 Aug 19 18:12:35.201924 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af52ae1-42f1-4843-bd14-acfb2ca72af7 admin admin] Deleting subnet 67cce07b-5dcd-48f3-b2cd-be16621d607a {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:12:35.205485 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1af52ae1-42f1-4843-bd14-acfb2ca72af7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:35.213372 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-122ca0d4-e2ce-4785-aed8-367b1955e361 req-2fe4ccc7-13a9-4eaf-80d6-5c410863e9a5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026593 Aug 19 18:12:35.216925 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1dbba6e9-74b1-4274-b791-0a584470e51d None None] Transition to ACTIVE for port object 64060b43-b6c2-4ebb-8fe2-9471de639726 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:12:35.229436 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1dbba6e9-74b1-4274-b791-0a584470e51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:35.258301 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5e792ef1-bd55-4271-a283-65596549e18e req-66b49acd-7340-4def-ab1f-9b19fb78d332 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316566 Aug 19 18:12:35.285176 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1af52ae1-42f1-4843-bd14-acfb2ca72af7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:35.311070 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbba6e9-74b1-4274-b791-0a584470e51d None None] Network f33b13cd-10a4-49c1-848c-48fa5aa79a18 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:12:35.314709 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-1dbba6e9-74b1-4274-b791-0a584470e51d None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:12:35.321496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbba6e9-74b1-4274-b791-0a584470e51d None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:12:35.342944 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbba6e9-74b1-4274-b791-0a584470e51d None None] Pushing event updated for resources: {'Port': ['ID=64060b43-b6c2-4ebb-8fe2-9471de639726,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:35.359334 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324970d6-e570-4705-85e6-a63eed954e2d tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:35.360018 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-324970d6-e570-4705-85e6-a63eed954e2d tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:35.381202 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1af52ae1-42f1-4843-bd14-acfb2ca72af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:35.408364 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-324970d6-e570-4705-85e6-a63eed954e2d tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0782197 Aug 19 18:12:35.416250 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49066) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:35.425999 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-1dbba6e9-74b1-4274-b791-0a584470e51d None None] Attempting to bind port 64060b43-b6c2-4ebb-8fe2-9471de639726 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:35.426656 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-1dbba6e9-74b1-4274-b791-0a584470e51d None None] Attempting to bind port 64060b43-b6c2-4ebb-8fe2-9471de639726 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '1ab5dbb1-5c97-46ac-a73d-20f77aba8252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f33b13cd-10a4-49c1-848c-48fa5aa79a18'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:35.427227 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbba6e9-74b1-4274-b791-0a584470e51d None None] Attempting to bind port 64060b43-b6c2-4ebb-8fe2-9471de639726 on network f33b13cd-10a4-49c1-848c-48fa5aa79a18 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:35.437700 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbba6e9-74b1-4274-b791-0a584470e51d None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:12:35.441615 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbba6e9-74b1-4274-b791-0a584470e51d None None] Checking segment: {'id': '1ab5dbb1-5c97-46ac-a73d-20f77aba8252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f33b13cd-10a4-49c1-848c-48fa5aa79a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:12:35.442565 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1dbba6e9-74b1-4274-b791-0a584470e51d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:35.443136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbba6e9-74b1-4274-b791-0a584470e51d None None] Bound using segment: {'id': '1ab5dbb1-5c97-46ac-a73d-20f77aba8252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f33b13cd-10a4-49c1-848c-48fa5aa79a18'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:12:35.443792 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-1dbba6e9-74b1-4274-b791-0a584470e51d None None] Bound port: 64060b43-b6c2-4ebb-8fe2-9471de639726, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab5dbb1-5c97-46ac-a73d-20f77aba8252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f33b13cd-10a4-49c1-848c-48fa5aa79a18'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:12:35.444350 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1dbba6e9-74b1-4274-b791-0a584470e51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:35.461932 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-74208655-0450-4448-a790-48e141944ea8 req-4dbd8f89-50d0-473d-b9c2-ddac45d9a32e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Deleting port 93715d9b-1d15-4d7f-9a26-36ed1c605c1c {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:12:35.462563 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-74208655-0450-4448-a790-48e141944ea8 req-4dbd8f89-50d0-473d-b9c2-ddac45d9a32e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:35.471326 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2d3f5f21-fdb4-4bb9-b864-ead7012b1c40 req-44616e32-1d45-47e6-9f85-6071126b58c0 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597861 Aug 19 18:12:35.490993 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1af52ae1-42f1-4843-bd14-acfb2ca72af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:35.559748 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-1dbba6e9-74b1-4274-b791-0a584470e51d None None] For port 64060b43-b6c2-4ebb-8fe2-9471de639726, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:12:35.563620 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-1dbba6e9-74b1-4274-b791-0a584470e51d None None] For port 64060b43-b6c2-4ebb-8fe2-9471de639726, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=64060b43-b6c2-4ebb-8fe2-9471de639726,segment=NetworkSegment(1ab5dbb1-5c97-46ac-a73d-20f77aba8252),segment_id=1ab5dbb1-5c97-46ac-a73d-20f77aba8252)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:12:35.569312 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1dbba6e9-74b1-4274-b791-0a584470e51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:35.573961 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af52ae1-42f1-4843-bd14-acfb2ca72af7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67cce07b-5dcd-48f3-b2cd-be16621d607a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:35.605447 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1af52ae1-42f1-4843-bd14-acfb2ca72af7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:35.609470 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1af52ae1-42f1-4843-bd14-acfb2ca72af7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/67cce07b-5dcd-48f3-b2cd-be16621d607a HTTP/1.1" status: 204 len: 168 time: 0.4967175 Aug 19 18:12:35.615622 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49070) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:35.672177 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbba6e9-74b1-4274-b791-0a584470e51d None None] Pushing event updated for resources: {'Port': ['ID=64060b43-b6c2-4ebb-8fe2-9471de639726,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:35.680152 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6fcc4b-0e66-49f8-a7f2-dca96ce4c63c req-f91fe256-1a7d-4405-9465-12d9c118fbfb tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:35.688164 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7e6fcc4b-0e66-49f8-a7f2-dca96ce4c63c req-f91fe256-1a7d-4405-9465-12d9c118fbfb tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 949 time: 0.1070261 Aug 19 18:12:35.747418 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-74208655-0450-4448-a790-48e141944ea8 req-4dbd8f89-50d0-473d-b9c2-ddac45d9a32e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] For port 93715d9b-1d15-4d7f-9a26-36ed1c605c1c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=93715d9b-1d15-4d7f-9a26-36ed1c605c1c,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:35.748412 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-74208655-0450-4448-a790-48e141944ea8 req-4dbd8f89-50d0-473d-b9c2-ddac45d9a32e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:35.750383 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7e6fcc4b-0e66-49f8-a7f2-dca96ce4c63c req-4474be83-4ec2-4d81-a3f2-2c2671328f57 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612586 Aug 19 18:12:35.801979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-74208655-0450-4448-a790-48e141944ea8 req-4dbd8f89-50d0-473d-b9c2-ddac45d9a32e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Calling delete_port for 93715d9b-1d15-4d7f-9a26-36ed1c605c1c owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:12:35.808583 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4875b8c2-acb5-4cd1-8dca-ed8bd8f483f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:35.840045 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-392ac428-38cc-4a91-94c7-33e15c4c0db1 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Deleting port e3912dc8-3965-4c37-8c45-46c2dbdb71c8 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:12:35.841070 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-392ac428-38cc-4a91-94c7-33e15c4c0db1 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:35.900954 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device b5c2883d-1eb5-40b7-a42c-30a6f40924d6 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:12:35.935231 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 296334cd-9192-4123-af02-9692a05ffe23 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:12:35.937520 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: b5c2883d-1eb5-40b7-a42c-30a6f40924d6 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:12:35.938183 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device b5c2883d-1eb5-40b7-a42c-30a6f40924d6 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:12:36.093748 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 296334cd-9192-4123-af02-9692a05ffe23, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=296334cd-9192-4123-af02-9692a05ffe23,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:36.107259 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '296334cd-9192-4123-af02-9692a05ffe23', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '296334cd-9192-4123-af02-9692a05ffe23', 'mac_address': 'fa:16:3e:bf:ed:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:12:36.148371 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4875b8c2-acb5-4cd1-8dca-ed8bd8f483f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:36.160083 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-4875b8c2-acb5-4cd1-8dca-ed8bd8f483f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc225d2c-e9e1-4676-b856-0c0529879926']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:12:36.172929 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-4875b8c2-acb5-4cd1-8dca-ed8bd8f483f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5cb264-b4c5-488f-b6b5-be62a6ceb911') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:12:36.173227 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-4875b8c2-acb5-4cd1-8dca-ed8bd8f483f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5cb264-b4c5-488f-b6b5-be62a6ceb911') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:12:36.183067 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4875b8c2-acb5-4cd1-8dca-ed8bd8f483f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:36.190852 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:36.198114 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f642f-deaa-4602-9938-8d8f6606c4f7 req-bc3d7874-886b-42bb-b6c9-be4f05c8bc81 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:36.200371 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-472f642f-deaa-4602-9938-8d8f6606c4f7 req-bc3d7874-886b-42bb-b6c9-be4f05c8bc81 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=f91a3070-0e10-46b4-a38f-324a967ade37 HTTP/1.1" status: 200 len: 950 time: 0.0806808 Aug 19 18:12:36.210190 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4875b8c2-acb5-4cd1-8dca-ed8bd8f483f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:36.221903 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 296334cd-9192-4123-af02-9692a05ffe23 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:12:36.229751 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f9a0d-d729-4a6a-a274-a035a19c81dc req-4cf333de-f2ec-4e30-a8de-d4f77992414b tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:36.240403 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a30f9a0d-d729-4a6a-a274-a035a19c81dc req-4cf333de-f2ec-4e30-a8de-d4f77992414b tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.4767590 Aug 19 18:12:36.268871 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 296334cd-9192-4123-af02-9692a05ffe23, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=296334cd-9192-4123-af02-9692a05ffe23,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:36.276415 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:36.281108 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4875b8c2-acb5-4cd1-8dca-ed8bd8f483f6 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:12:36.281822 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4875b8c2-acb5-4cd1-8dca-ed8bd8f483f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:12:36.283343 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:12:36.288697 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-472f642f-deaa-4602-9938-8d8f6606c4f7 req-99dc6329-44f0-4dbc-82e6-51c688d495f6 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780804 Aug 19 18:12:36.376298 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=296334cd-9192-4123-af02-9692a05ffe23,revision_number=12']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:36.564368 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8899af5-1216-4b76-a890-80be27370893 req-fae71bc5-12ba-46ea-aba8-398a5fbfdf21 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:36.573437 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f8899af5-1216-4b76-a890-80be27370893 req-fae71bc5-12ba-46ea-aba8-398a5fbfdf21 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 946 time: 0.0747066 Aug 19 18:12:36.627748 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f8899af5-1216-4b76-a890-80be27370893 req-c41875c9-b7ca-416a-a0c8-b9977b424622 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529876 Aug 19 18:12:36.962948 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a0402-82d5-42df-8da4-a5bd300cc56e req-5a791d7c-bc82-4b77-8e84-29647ca99427 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:36.966073 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fb3a0402-82d5-42df-8da4-a5bd300cc56e req-5a791d7c-bc82-4b77-8e84-29647ca99427 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.0948172 Aug 19 18:12:37.023487 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-392ac428-38cc-4a91-94c7-33e15c4c0db1 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:37.029621 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a30f9a0d-d729-4a6a-a274-a035a19c81dc req-db0238dd-d326-46d4-9e13-bc6733c00432 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7882714 Aug 19 18:12:37.079632 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-392ac428-38cc-4a91-94c7-33e15c4c0db1 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Calling delete_port for e3912dc8-3965-4c37-8c45-46c2dbdb71c8 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:12:37.098562 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75931fca-1f80-427b-9ff4-6b6255023679 None None] Network f33b13cd-10a4-49c1-848c-48fa5aa79a18 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:12:37.122527 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fb3a0402-82d5-42df-8da4-a5bd300cc56e req-a2ee1f85-2214-4a3b-95a9-1e92a3f45ee2 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288610 Aug 19 18:12:37.130534 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4875b8c2-acb5-4cd1-8dca-ed8bd8f483f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:37.140301 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4875b8c2-acb5-4cd1-8dca-ed8bd8f483f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:37.142413 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4875b8c2-acb5-4cd1-8dca-ed8bd8f483f6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cc225d2c-e9e1-4676-b856-0c0529879926 HTTP/1.1" status: 204 len: 168 time: 1.5218267 Aug 19 18:12:37.189292 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875b8c2-acb5-4cd1-8dca-ed8bd8f483f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc225d2c-e9e1-4676-b856-0c0529879926,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:37.193198 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-74208655-0450-4448-a790-48e141944ea8 req-4dbd8f89-50d0-473d-b9c2-ddac45d9a32e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:37.306969 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd8f89-50d0-473d-b9c2-ddac45d9a32e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Pushing event deleted for resources: {'Port': ['ID=93715d9b-1d15-4d7f-9a26-36ed1c605c1c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:37.427778 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-74208655-0450-4448-a790-48e141944ea8 req-4dbd8f89-50d0-473d-b9c2-ddac45d9a32e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] No DVR routers for this DVR port 93715d9b-1d15-4d7f-9a26-36ed1c605c1c on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:12:37.439126 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-74208655-0450-4448-a790-48e141944ea8 req-4dbd8f89-50d0-473d-b9c2-ddac45d9a32e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:37.441505 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-74208655-0450-4448-a790-48e141944ea8 req-4dbd8f89-50d0-473d-b9c2-ddac45d9a32e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.50 "DELETE /v2.0/ports/93715d9b-1d15-4d7f-9a26-36ed1c605c1c HTTP/1.1" status: 204 len: 173 time: 2.5234442 Aug 19 18:12:37.442700 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91a3070-0e10-46b4-a38f-324a967ade37', 'name': 'network-vif-deleted', 'tag': '93715d9b-1d15-4d7f-9a26-36ed1c605c1c'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:37.445001 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9de244f-6a2a-43b6-acfc-b0bea62a1408" -d '{"events": [{"server_uuid": "f91a3070-0e10-46b4-a38f-324a967ade37", "name": "network-vif-deleted", "tag": "93715d9b-1d15-4d7f-9a26-36ed1c605c1c"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:37.521625 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['2913220d-a5aa-4c2d-a359-acf78c5e338c', '08531675-2a28-49f9-9907-04a05109ee16', '9ae00d4e-4f1a-466b-92d7-1b119470125e', '2967d7ed-d48e-4ab5-8c8a-777565e1b5b4'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:37.524770 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a', '6fdf8726-9329-4e22-973a-5e30d1c03d3f'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:37.557334 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-de67467f-0659-4ed6-9ea0-ea2eb390353f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:37.581488 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da0c5e08-710e-43f0-baac-165941ddc5d0 req-4cd35b41-1c00-4b4a-ae4a-c6a7864191ef tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=f91a3070-0e10-46b4-a38f-324a967ade37 HTTP/1.1" status: 200 len: 210 time: 0.1088109 Aug 19 18:12:37.725756 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd6ded9-15e6-4212-bea4-83470fb80fc2 x-openstack-request-id: req-ebd6ded9-15e6-4212-bea4-83470fb80fc2 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:37.727854 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91a3070-0e10-46b4-a38f-324a967ade37", "name": "network-vif-deleted", "tag": "93715d9b-1d15-4d7f-9a26-36ed1c605c1c", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:37.727854 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ebd6ded9-15e6-4212-bea4-83470fb80fc2 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:37.727854 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91a3070-0e10-46b4-a38f-324a967ade37', 'name': 'network-vif-deleted', 'tag': '93715d9b-1d15-4d7f-9a26-36ed1c605c1c', 'status': 'completed', 'code': 200} Aug 19 18:12:37.758301 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49104) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:37.864440 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-20544cc6-4f5c-4f62-92a7-4fd4af66a795 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9bbc732a0834be28a9f46ec821438de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1043386 Aug 19 18:12:37.868963 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-392ac428-38cc-4a91-94c7-33e15c4c0db1 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:37.876739 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49114) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:37.951098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec12d72-2bf7-4a05-a94a-08026efcec66 req-44594b6e-8fb1-4543-b194-2d7ddb2bb5a5 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:37.959123 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1ec12d72-2bf7-4a05-a94a-08026efcec66 req-44594b6e-8fb1-4543-b194-2d7ddb2bb5a5 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 946 time: 0.2122169 Aug 19 18:12:37.977352 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 93715d9b-1d15-4d7f-9a26-36ed1c605c1c no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:12:37.978197 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ac428-38cc-4a91-94c7-33e15c4c0db1 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Pushing event deleted for resources: {'Port': ['ID=e3912dc8-3965-4c37-8c45-46c2dbdb71c8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:37.989593 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-66f4ebde-02b8-4e35-a72b-884cc4e6fb40 None None] Provisioning for port 64060b43-b6c2-4ebb-8fe2-9471de639726 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:12:37.995250 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4a71895b-9463-445d-a8e6-58f93bc92822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:38.010518 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 64060b43-b6c2-4ebb-8fe2-9471de639726 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:12:38.026398 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4a71895b-9463-445d-a8e6-58f93bc92822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:38.037348 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1ec12d72-2bf7-4a05-a94a-08026efcec66 req-0538ee2c-857d-4d65-b1e3-0f309770edff tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770042 Aug 19 18:12:38.115821 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 93715d9b-1d15-4d7f-9a26-36ed1c605c1c {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:12:38.116770 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 93715d9b-1d15-4d7f-9a26-36ed1c605c1c not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:12:38.150476 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4a71895b-9463-445d-a8e6-58f93bc92822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:38.154045 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4a71895b-9463-445d-a8e6-58f93bc92822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:38.155296 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4a71895b-9463-445d-a8e6-58f93bc92822 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/314e38d1-9ca8-4406-bb9f-e3c6d82a4500 HTTP/1.1" status: 204 len: 168 time: 0.2770777 Aug 19 18:12:38.160432 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-392ac428-38cc-4a91-94c7-33e15c4c0db1 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:38.164627 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-392ac428-38cc-4a91-94c7-33e15c4c0db1 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] 10.222.0.24 "DELETE /v2.0/ports/e3912dc8-3965-4c37-8c45-46c2dbdb71c8 HTTP/1.1" status: 204 len: 168 time: 2.7449386 Aug 19 18:12:38.165193 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49124) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:38.174081 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71895b-9463-445d-a8e6-58f93bc92822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314e38d1-9ca8-4406-bb9f-e3c6d82a4500,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:38.187470 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:38.235738 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['296334cd-9192-4123-af02-9692a05ffe23'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:38.261292 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:38.348899 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33262abc-fc1d-4bd3-963f-a5fe18c128f7 req-cfebc2e0-7848-4aa9-b2d5-2857a03517a3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:38.366260 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33262abc-fc1d-4bd3-963f-a5fe18c128f7 req-cfebc2e0-7848-4aa9-b2d5-2857a03517a3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1183169 Aug 19 18:12:38.444804 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33262abc-fc1d-4bd3-963f-a5fe18c128f7 req-fca06f9b-62cd-421e-a902-5ea5ba6bfa66 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769906 Aug 19 18:12:38.666882 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 64060b43-b6c2-4ebb-8fe2-9471de639726 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:12:38.681259 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49144) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:38.682424 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a87498d2-79f6-49ac-9b0d-5c0d11e72b71 tempest-DHCPAgentSchedulersTestJSON-388503131 tempest-DHCPAgentSchedulersTestJSON-388503131-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.5159349 Aug 19 18:12:38.688835 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-154a0fb5-6ac0-48a8-a5e1-06447d0778a8 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1476220835'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:38.703448 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 64060b43-b6c2-4ebb-8fe2-9471de639726 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:12:38.703761 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:38.775750 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154a0fb5-6ac0-48a8-a5e1-06447d0778a8 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Made reservation on behalf of e938de5fd9714dc2a2b0d398fb885c5b for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:38.782055 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-154a0fb5-6ac0-48a8-a5e1-06447d0778a8 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:38.847872 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154a0fb5-6ac0-48a8-a5e1-06447d0778a8 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:12:38.849580 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660c8f8-5b92-445e-9366-868832577642 req-0a5818e1-cbd6-4a09-b2f4-bc43119d3e68 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:38.862243 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-154a0fb5-6ac0-48a8-a5e1-06447d0778a8 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:38.862759 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4660c8f8-5b92-445e-9366-868832577642 req-0a5818e1-cbd6-4a09-b2f4-bc43119d3e68 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.1395948 Aug 19 18:12:38.863267 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-154a0fb5-6ac0-48a8-a5e1-06447d0778a8 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Added segment 5da9e374-645a-4b40-81ab-67e9b51e3863 of type vlan for network 4f548786-5b7e-46c5-91a8-6306cb520f4d Aug 19 18:12:38.931422 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-88cc4b3e-e222-4b59-93fe-e2ffb0473ec4 None None] Could not find standard attr ID for object e3912dc8-3965-4c37-8c45-46c2dbdb71c8. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:12:38.997958 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4660c8f8-5b92-445e-9366-868832577642 req-78541731-14ed-4458-a2d4-9dd648693377 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077819 Aug 19 18:12:39.009619 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-154a0fb5-6ac0-48a8-a5e1-06447d0778a8 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:39.101143 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-154a0fb5-6ac0-48a8-a5e1-06447d0778a8 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:39.116737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154a0fb5-6ac0-48a8-a5e1-06447d0778a8 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:39.117610 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-154a0fb5-6ac0-48a8-a5e1-06447d0778a8 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:39.226292 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-88cc4b3e-e222-4b59-93fe-e2ffb0473ec4 None None] Provisioning complete for port 64060b43-b6c2-4ebb-8fe2-9471de639726 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:12:39.227190 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-88cc4b3e-e222-4b59-93fe-e2ffb0473ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:39.323791 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a0fb5-6ac0-48a8-a5e1-06447d0778a8 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Pushing event updated for resources: {'Network': ['ID=4f548786-5b7e-46c5-91a8-6306cb520f4d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:39.327073 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-154a0fb5-6ac0-48a8-a5e1-06447d0778a8 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6442208 Aug 19 18:12:39.334590 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49180) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:39.392981 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 4f548786-5b7e-46c5-91a8-6306cb520f4d details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:12:39.397088 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eed787-fc15-437e-8e07-c48518ca61c4 req-01c22508-6bf6-4f4f-ab0c-962bb9c9ad0e tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:39.407742 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-46eed787-fc15-437e-8e07-c48518ca61c4 req-01c22508-6bf6-4f4f-ab0c-962bb9c9ad0e tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1276066 Aug 19 18:12:39.509918 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:39.513194 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-46eed787-fc15-437e-8e07-c48518ca61c4 req-dca21377-796d-4868-bd5a-92197fcb32cf tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996192 Aug 19 18:12:39.662829 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-33f69361-5d27-41c2-8015-2f9e3cf3a649 tempest-DHCPAgentSchedulersTestJSON-388503131 tempest-DHCPAgentSchedulersTestJSON-388503131-project-admin] 10.222.0.24 "GET /v2.0/agents/53e7f1aa-5968-4147-bc9d-a5e588d97dc5/dhcp-networks HTTP/1.1" status: 200 len: 7249 time: 0.3262594 Aug 19 18:12:39.666105 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49188) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:39.763880 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745a955-8b17-4346-ac3d-0ba5e2f99e6e req-d975a207-dea5-4160-bf31-a7378f744d6a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:39.766125 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f745a955-8b17-4346-ac3d-0ba5e2f99e6e req-d975a207-dea5-4160-bf31-a7378f744d6a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 950 time: 0.1064837 Aug 19 18:12:39.889401 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ad8ab1-35ab-4523-92a0-fb15a610ac50 tempest-DHCPAgentSchedulersTestJSON-388503131 tempest-DHCPAgentSchedulersTestJSON-388503131-project-admin] Network 4f548786-5b7e-46c5-91a8-6306cb520f4d is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:12:39.920675 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-41ad8ab1-35ab-4523-92a0-fb15a610ac50 tempest-DHCPAgentSchedulersTestJSON-388503131 tempest-DHCPAgentSchedulersTestJSON-388503131-project-admin] 10.222.0.24 "POST /v2.0/agents/53e7f1aa-5968-4147-bc9d-a5e588d97dc5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2524109 Aug 19 18:12:39.922573 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49206) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:39.936384 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 64060b43-b6c2-4ebb-8fe2-9471de639726, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=64060b43-b6c2-4ebb-8fe2-9471de639726,segment=NetworkSegment(1ab5dbb1-5c97-46ac-a73d-20f77aba8252),segment_id=1ab5dbb1-5c97-46ac-a73d-20f77aba8252)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:39.940624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0b479b-f727-45d7-8253-16199d9b8db5 None None] Network 4f548786-5b7e-46c5-91a8-6306cb520f4d requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:12:39.955559 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f745a955-8b17-4346-ac3d-0ba5e2f99e6e req-46f3ffb3-ec64-4614-97b5-621d6bb0e5b7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746459 Aug 19 18:12:39.971961 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:40.166140 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72667b1b-95a4-46ef-80c0-3c8fc39962bb req-a8254e1f-74e7-463e-a62c-a383a4cbf2d8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:40.168040 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-72667b1b-95a4-46ef-80c0-3c8fc39962bb req-a8254e1f-74e7-463e-a62c-a383a4cbf2d8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1023235 Aug 19 18:12:40.191167 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:40.222374 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=64060b43-b6c2-4ebb-8fe2-9471de639726,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:40.235190 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d49fe-f8f8-46aa-bdf8-07c95bdf4621 req-58ee790e-a95c-494a-9217-2a59d3113f35 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:40.242660 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-791d49fe-f8f8-46aa-bdf8-07c95bdf4621 req-58ee790e-a95c-494a-9217-2a59d3113f35 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bea8e88-f856-433a-8c7a-29e02cc459b8 HTTP/1.1" status: 200 len: 950 time: 0.1252015 Aug 19 18:12:40.278065 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-72667b1b-95a4-46ef-80c0-3c8fc39962bb req-50d0e0ac-49dc-45c5-b78c-b0ec7ffb5ff0 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030238 Aug 19 18:12:40.342153 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-96e6d006-e767-417f-82df-1a93badfe751 tempest-DHCPAgentSchedulersTestJSON-388503131 tempest-DHCPAgentSchedulersTestJSON-388503131-project-admin] 10.222.0.24 "GET /v2.0/agents/53e7f1aa-5968-4147-bc9d-a5e588d97dc5/dhcp-networks HTTP/1.1" status: 200 len: 8020 time: 0.4168077 Aug 19 18:12:40.344364 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49226) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:40.349612 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d1725956-9a84-4a54-9eba-f0a5fdc0e458 None None] Could not find standard attr ID for object e3912dc8-3965-4c37-8c45-46c2dbdb71c8. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:12:40.389199 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-791d49fe-f8f8-46aa-bdf8-07c95bdf4621 req-46fd110e-0f87-4e3c-a5c3-e5bf416747f8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456411 Aug 19 18:12:40.493160 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c8d05d35-8a5b-46a7-a4fa-4116fca395e1 tempest-DHCPAgentSchedulersTestJSON-388503131 tempest-DHCPAgentSchedulersTestJSON-388503131-project-admin] 10.222.0.24 "DELETE /v2.0/agents/53e7f1aa-5968-4147-bc9d-a5e588d97dc5/dhcp-networks/4f548786-5b7e-46c5-91a8-6306cb520f4d HTTP/1.1" status: 204 len: 168 time: 0.1465173 Aug 19 18:12:40.495879 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49230) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:40.806110 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:40.831456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49252) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:40.842817 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0f4da4d5-5540-4465-9104-ef98e28d186e tempest-DHCPAgentSchedulersTestJSON-388503131 tempest-DHCPAgentSchedulersTestJSON-388503131-project-admin] 10.222.0.24 "GET /v2.0/agents/53e7f1aa-5968-4147-bc9d-a5e588d97dc5/dhcp-networks HTTP/1.1" status: 200 len: 7249 time: 0.3389907 Aug 19 18:12:40.863472 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49258) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:40.875276 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-db1c880e-acba-4113-a0ad-8870326e09d2 tempest-DHCPAgentSchedulersTestJSON-388503131 tempest-DHCPAgentSchedulersTestJSON-388503131-project-admin] 10.222.0.24 "GET /v2.0/networks/f33b13cd-10a4-49c1-848c-48fa5aa79a18/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0269139 Aug 19 18:12:40.910652 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a0451aa2-226b-4b4b-93b5-da76136757ba tempest-DHCPAgentSchedulersTestJSON-388503131 tempest-DHCPAgentSchedulersTestJSON-388503131-project-admin] 10.222.0.24 "GET /v2.0/networks/f33b13cd-10a4-49c1-848c-48fa5aa79a18/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0459137 Aug 19 18:12:40.911413 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49264) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:41.114591 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-7dc78f9f-e30c-4727-8d4a-254661ab0eab tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=55902b3290884d098547fd36e6097a39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375772 Aug 19 18:12:41.230117 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8f9dd-6483-436c-b797-57ace74a928c req-9c93f77b-2f5c-407d-95e1-76ea935a60d8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:41.232634 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-88a8f9dd-6483-436c-b797-57ace74a928c req-9c93f77b-2f5c-407d-95e1-76ea935a60d8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.0928748 Aug 19 18:12:41.305765 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-b50efcbf-5ab5-49ac-b6a7-66e91a06aaa9 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:41.307488 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-b50efcbf-5ab5-49ac-b6a7-66e91a06aaa9 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919172 Aug 19 18:12:41.322735 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-88a8f9dd-6483-436c-b797-57ace74a928c req-dda5c495-29d1-4439-b4f6-462787d95b12 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807619 Aug 19 18:12:41.349955 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e48fdabf-e523-43c9-872c-e7cb657d2e4e tempest-DHCPAgentSchedulersTestJSON-388503131 tempest-DHCPAgentSchedulersTestJSON-388503131-project-admin] 10.222.0.24 "GET /v2.0/agents/53e7f1aa-5968-4147-bc9d-a5e588d97dc5/dhcp-networks HTTP/1.1" status: 200 len: 7249 time: 0.4342146 Aug 19 18:12:41.350422 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49284) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:41.359992 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-67fd8247-4c00-4605-b949-11015a8a127b tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/quotas/55902b3290884d098547fd36e6097a39 HTTP/1.1" status: 200 len: 375 time: 0.0428605 Aug 19 18:12:41.474913 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-43ee4f51-7355-465a-8692-4bc44d73b457 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1135943 Aug 19 18:12:41.558109 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c2b0eb8b-8df9-4dcd-aa46-ecd2c4200ac6 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:41.575300 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d5228-7729-427c-a497-19eef580e086 req-3ad0e39e-29bf-49a2-a173-b9039983e0b6 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:41.577104 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ac7d5228-7729-427c-a497-19eef580e086 req-3ad0e39e-29bf-49a2-a173-b9039983e0b6 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 946 time: 0.1414289 Aug 19 18:12:41.720619 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c2b0eb8b-8df9-4dcd-aa46-ecd2c4200ac6 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:41.741129 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ac7d5228-7729-427c-a497-19eef580e086 req-ed06ca97-65a4-4574-a1ed-87e7364233dd tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498926 Aug 19 18:12:41.748047 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-c2b0eb8b-8df9-4dcd-aa46-ecd2c4200ac6 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f548786-5b7e-46c5-91a8-6306cb520f4d']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:12:41.761113 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-c2b0eb8b-8df9-4dcd-aa46-ecd2c4200ac6 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da9e374-645a-4b40-81ab-67e9b51e3863') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:12:41.761944 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-c2b0eb8b-8df9-4dcd-aa46-ecd2c4200ac6 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da9e374-645a-4b40-81ab-67e9b51e3863') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:12:41.790565 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c2b0eb8b-8df9-4dcd-aa46-ecd2c4200ac6 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:41.809082 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c2b0eb8b-8df9-4dcd-aa46-ecd2c4200ac6 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:41.819321 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b0eb8b-8df9-4dcd-aa46-ecd2c4200ac6 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:12:41.820816 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c2b0eb8b-8df9-4dcd-aa46-ecd2c4200ac6 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:12:41.826426 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:12:41.839145 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-93bf64e5-a907-4015-8c43-9db338783df2 req-99f2c06b-48c6-45fa-84d7-239a5cf807c6 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0733914 Aug 19 18:12:41.982296 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device cc712787-f882-43d1-9256-306a231e19f1 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:12:42.035348 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c2b0eb8b-8df9-4dcd-aa46-ecd2c4200ac6 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:42.045097 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c2b0eb8b-8df9-4dcd-aa46-ecd2c4200ac6 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:42.047478 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c2b0eb8b-8df9-4dcd-aa46-ecd2c4200ac6 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] 10.222.0.24 "DELETE /v2.0/networks/4f548786-5b7e-46c5-91a8-6306cb520f4d HTTP/1.1" status: 204 len: 168 time: 0.6957047 Aug 19 18:12:42.051887 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49306) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:42.067367 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-180815c8-746d-448d-8c28-6d06562f59c4 req-4677a6c6-eac7-4957-b9b5-4edf0eda31bf tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 210 time: 0.0695274 Aug 19 18:12:42.128666 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df97b27-b404-4946-877d-c90b716ee0d6 req-adc3c21c-5ee0-4362-8864-07836c6b4bf2 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:42.139652 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5df97b27-b404-4946-877d-c90b716ee0d6 req-adc3c21c-5ee0-4362-8864-07836c6b4bf2 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bea8e88-f856-433a-8c7a-29e02cc459b8 HTTP/1.1" status: 200 len: 950 time: 0.2235065 Aug 19 18:12:42.164724 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0eb8b-8df9-4dcd-aa46-ecd2c4200ac6 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Pushing event deleted for resources: {'Network': ['ID=4f548786-5b7e-46c5-91a8-6306cb520f4d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:42.197853 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 64060b43-b6c2-4ebb-8fe2-9471de639726 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:12:42.204491 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-289cf37a-99c0-46e0-a421-29b9740cec83 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] DELETE failed (client error): The resource could not be found. Aug 19 18:12:42.207726 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-289cf37a-99c0-46e0-a421-29b9740cec83 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:12:42.209710 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-289cf37a-99c0-46e0-a421-29b9740cec83 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] 10.222.0.24 "DELETE /v2.0/ports/e3912dc8-3965-4c37-8c45-46c2dbdb71c8 HTTP/1.1" status: 404 len: 333 time: 0.1433067 Aug 19 18:12:42.212760 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49316) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:42.287336 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5df97b27-b404-4946-877d-c90b716ee0d6 req-0b10c02e-7acb-4a4a-a863-d2b1e3250f4c tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473589 Aug 19 18:12:42.338138 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d8dfed-866e-4ebe-8b01-92687e2b0b66 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Deleting subnet 449a1385-fe8e-4e84-8324-d1c06b0e69bd {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:12:42.342473 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-99d8dfed-866e-4ebe-8b01-92687e2b0b66 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:42.368604 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 64060b43-b6c2-4ebb-8fe2-9471de639726 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:12:42.369241 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:42.443974 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-99d8dfed-866e-4ebe-8b01-92687e2b0b66 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:42.457799 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port cc712787-f882-43d1-9256-306a231e19f1, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=cc712787-f882-43d1-9256-306a231e19f1,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:42.483127 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'cc712787-f882-43d1-9256-306a231e19f1', 'network_id': '65564e16-87ea-48ca-8938-07f915ef9c0a', 'port_id': 'cc712787-f882-43d1-9256-306a231e19f1', 'mac_address': 'fa:16:3e:0b:39:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09884e41-8987-4095-b41a-2dbe97fb4846', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:12:42.603556 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bd549-7628-451d-bba4-0c3485b56beb req-44293204-ff75-444e-aa12-cc2bf1b713a9 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:42.606038 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:42.611251 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f78bd549-7628-451d-bba4-0c3485b56beb req-44293204-ff75-444e-aa12-cc2bf1b713a9 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1110609 Aug 19 18:12:42.626318 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc712787-f882-43d1-9256-306a231e19f1 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:12:42.644450 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-99d8dfed-866e-4ebe-8b01-92687e2b0b66 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:42.670345 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port cc712787-f882-43d1-9256-306a231e19f1, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=cc712787-f882-43d1-9256-306a231e19f1,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:42.676543 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:42.702206 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f78bd549-7628-451d-bba4-0c3485b56beb req-78810ac2-d070-4b26-8428-5d7710837fca tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899458 Aug 19 18:12:42.754024 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-99d8dfed-866e-4ebe-8b01-92687e2b0b66 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:42.756901 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=cc712787-f882-43d1-9256-306a231e19f1,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:42.783325 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8dfed-866e-4ebe-8b01-92687e2b0b66 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Pushing event deleted for resources: {'Subnet': ['ID=449a1385-fe8e-4e84-8324-d1c06b0e69bd,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:42.790413 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-99d8dfed-866e-4ebe-8b01-92687e2b0b66 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:42.797072 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49326) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:42.797378 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-99d8dfed-866e-4ebe-8b01-92687e2b0b66 tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] 10.222.0.24 "DELETE /v2.0/subnets/449a1385-fe8e-4e84-8324-d1c06b0e69bd HTTP/1.1" status: 204 len: 168 time: 0.5834854 Aug 19 18:12:42.817783 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73ff789-c9d0-4fa4-b1c1-0ad3d6571fe6 None None] Network f33b13cd-10a4-49c1-848c-48fa5aa79a18 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:12:42.955241 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6df6f49-97fd-4d51-a437-491c2695879a tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:43.042919 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['cc712787-f882-43d1-9256-306a231e19f1'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:43.076527 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e7625dc0-64be-4131-a9d5-0c2d48d9c226 req-a2e9d221-d084-44f3-83f6-3506ecaed33e tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0562305 Aug 19 18:12:43.109410 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbd4e7-b2f2-4088-955b-aee106ff78ab req-f6d2422a-739c-4f2f-b0d1-6935db81d62e tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:43.117896 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-09cbd4e7-b2f2-4088-955b-aee106ff78ab req-f6d2422a-739c-4f2f-b0d1-6935db81d62e tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 945 time: 0.1534848 Aug 19 18:12:43.189603 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-a6df6f49-97fd-4d51-a437-491c2695879a tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Deleting port 64060b43-b6c2-4ebb-8fe2-9471de639726 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:12:43.191505 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6df6f49-97fd-4d51-a437-491c2695879a tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:43.217290 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-09cbd4e7-b2f2-4088-955b-aee106ff78ab req-31f509fd-fe26-4aa5-8218-9900757932ac tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981252 Aug 19 18:12:43.255999 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c30772-553c-403b-8a21-b843eec04c98 req-e486dca5-dd0e-4997-8db5-235fb963021e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:43.263948 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-98c30772-553c-403b-8a21-b843eec04c98 req-e486dca5-dd0e-4997-8db5-235fb963021e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bea8e88-f856-433a-8c7a-29e02cc459b8 HTTP/1.1" status: 200 len: 950 time: 0.1226876 Aug 19 18:12:43.371897 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-a6df6f49-97fd-4d51-a437-491c2695879a tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] For port 64060b43-b6c2-4ebb-8fe2-9471de639726, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=64060b43-b6c2-4ebb-8fe2-9471de639726,segment=NetworkSegment(1ab5dbb1-5c97-46ac-a73d-20f77aba8252),segment_id=1ab5dbb1-5c97-46ac-a73d-20f77aba8252)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:43.372428 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2296fc5c-46ae-4e38-859b-fe0af32cc48a req-0d5fa14f-ae6d-4e5d-95d7-f130009c1219 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 210 time: 0.0574143 Aug 19 18:12:43.375364 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6df6f49-97fd-4d51-a437-491c2695879a tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:43.427250 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-a6df6f49-97fd-4d51-a437-491c2695879a tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Calling delete_port for 64060b43-b6c2-4ebb-8fe2-9471de639726 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:12:43.477683 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4bf9ad-a158-4fc9-8188-49c7dbafe205 None None] DHCP port deletion for f33b13cd-10a4-49c1-848c-48fa5aa79a18 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:12:43.517154 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-98c30772-553c-403b-8a21-b843eec04c98 req-e8fe0647-1b91-4cc8-8f9e-d393dbf00a0e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Deleting port 6fdf8726-9329-4e22-973a-5e30d1c03d3f {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:12:43.517504 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-98c30772-553c-403b-8a21-b843eec04c98 req-e8fe0647-1b91-4cc8-8f9e-d393dbf00a0e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:43.579504 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7f4bf9ad-a158-4fc9-8188-49c7dbafe205 None None] Deleting port 64060b43-b6c2-4ebb-8fe2-9471de639726 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:12:43.594352 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7f4bf9ad-a158-4fc9-8188-49c7dbafe205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:43.612391 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-32c5c4d7-2154-4c85-942e-2c3b6c4b1c78 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=55902b3290884d098547fd36e6097a39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388408 Aug 19 18:12:43.667058 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e52894-0a40-441c-ab86-6bb9ba667ece req-5c0f765d-4b50-439f-89cc-2b66170fa3a9 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:43.668622 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3e52894-0a40-441c-ab86-6bb9ba667ece req-5c0f765d-4b50-439f-89cc-2b66170fa3a9 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bea8e88-f856-433a-8c7a-29e02cc459b8 HTTP/1.1" status: 200 len: 950 time: 0.2120917 Aug 19 18:12:43.743056 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6df6f49-97fd-4d51-a437-491c2695879a tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:43.744135 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7f4bf9ad-a158-4fc9-8188-49c7dbafe205 None None] For port 64060b43-b6c2-4ebb-8fe2-9471de639726, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=64060b43-b6c2-4ebb-8fe2-9471de639726,segment=NetworkSegment(1ab5dbb1-5c97-46ac-a73d-20f77aba8252),segment_id=1ab5dbb1-5c97-46ac-a73d-20f77aba8252)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:43.744659 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7f4bf9ad-a158-4fc9-8188-49c7dbafe205 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:43.767834 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-98c30772-553c-403b-8a21-b843eec04c98 req-e8fe0647-1b91-4cc8-8f9e-d393dbf00a0e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] For port 6fdf8726-9329-4e22-973a-5e30d1c03d3f, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=6fdf8726-9329-4e22-973a-5e30d1c03d3f,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:43.768565 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-98c30772-553c-403b-8a21-b843eec04c98 req-e8fe0647-1b91-4cc8-8f9e-d393dbf00a0e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:43.775258 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7f4bf9ad-a158-4fc9-8188-49c7dbafe205 None None] Calling delete_port for 64060b43-b6c2-4ebb-8fe2-9471de639726 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:12:43.784202 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3e52894-0a40-441c-ab86-6bb9ba667ece req-eb50ad3b-b21f-4b35-b8b0-884dc31a6fa9 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806851 Aug 19 18:12:43.819440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df6f49-97fd-4d51-a437-491c2695879a tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Pushing event deleted for resources: {'Port': ['ID=64060b43-b6c2-4ebb-8fe2-9471de639726,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:43.827259 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6df6f49-97fd-4d51-a437-491c2695879a tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] No DVR routers for this DVR port 64060b43-b6c2-4ebb-8fe2-9471de639726 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:12:43.838587 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-98c30772-553c-403b-8a21-b843eec04c98 req-e8fe0647-1b91-4cc8-8f9e-d393dbf00a0e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Calling delete_port for 6fdf8726-9329-4e22-973a-5e30d1c03d3f owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:12:43.929124 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6df6f49-97fd-4d51-a437-491c2695879a tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:43.940543 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-a6df6f49-97fd-4d51-a437-491c2695879a tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33b13cd-10a4-49c1-848c-48fa5aa79a18']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:12:43.947608 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7f4bf9ad-a158-4fc9-8188-49c7dbafe205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:43.959346 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-a6df6f49-97fd-4d51-a437-491c2695879a tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab5dbb1-5c97-46ac-a73d-20f77aba8252') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:12:43.959910 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-a6df6f49-97fd-4d51-a437-491c2695879a tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab5dbb1-5c97-46ac-a73d-20f77aba8252') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:12:43.974077 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6df6f49-97fd-4d51-a437-491c2695879a tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:43.989692 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6df6f49-97fd-4d51-a437-491c2695879a tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:43.994186 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4bf9ad-a158-4fc9-8188-49c7dbafe205 None None] No DVR routers for this DVR port 64060b43-b6c2-4ebb-8fe2-9471de639726 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:12:43.997094 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6df6f49-97fd-4d51-a437-491c2695879a tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:12:43.997519 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6df6f49-97fd-4d51-a437-491c2695879a tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:44.010391 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097c22e-77a1-4367-9a6a-9795ee071dba req-d3996e16-0c5f-4a25-9744-a6365ceb2f72 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:44.015750 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device cc712787-f882-43d1-9256-306a231e19f1 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:12:44.016330 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0097c22e-77a1-4367-9a6a-9795ee071dba req-d3996e16-0c5f-4a25-9744-a6365ceb2f72 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1673951 Aug 19 18:12:44.089410 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4bf9ad-a158-4fc9-8188-49c7dbafe205 None None] Pushing event deleted for resources: {'Port': ['ID=64060b43-b6c2-4ebb-8fe2-9471de639726,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:12:44.103613 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:12:44.108328 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0097c22e-77a1-4367-9a6a-9795ee071dba req-092e6ff5-acc3-4ffc-9a73-c779e30f0e7b tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799537 Aug 19 18:12:44.125597 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-653776a4-36ce-4edb-8d18-81bcf4ae97f7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:44.127248 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-653776a4-36ce-4edb-8d18-81bcf4ae97f7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5023897 Aug 19 18:12:44.137047 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 64060b43-b6c2-4ebb-8fe2-9471de639726 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:12:44.152941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-64ed36cf-16e4-465c-8aa9-3b775643504f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Request body: {'port': {'device_id': '2346e12a-e172-4665-96cc-be565b373680', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': '55902b3290884d098547fd36e6097a39'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:44.169157 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 64060b43-b6c2-4ebb-8fe2-9471de639726 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:12:44.169754 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 64060b43-b6c2-4ebb-8fe2-9471de639726 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:12:44.226173 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port cc712787-f882-43d1-9256-306a231e19f1 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:12:44.229642 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:44.239198 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6df6f49-97fd-4d51-a437-491c2695879a tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:44.243536 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-98c30772-553c-403b-8a21-b843eec04c98 req-e8fe0647-1b91-4cc8-8f9e-d393dbf00a0e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:44.268293 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6df6f49-97fd-4d51-a437-491c2695879a tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:44.270984 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a6df6f49-97fd-4d51-a437-491c2695879a tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] 10.222.0.24 "DELETE /v2.0/networks/f33b13cd-10a4-49c1-848c-48fa5aa79a18 HTTP/1.1" status: 204 len: 168 time: 1.4688692 Aug 19 18:12:44.300428 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['2913220d-a5aa-4c2d-a359-acf78c5e338c', '08531675-2a28-49f9-9907-04a05109ee16', '9ae00d4e-4f1a-466b-92d7-1b119470125e', '2967d7ed-d48e-4ab5-8c8a-777565e1b5b4'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:44.303778 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:44.353859 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe0647-1b91-4cc8-8f9e-d393dbf00a0e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Pushing event deleted for resources: {'Port': ['ID=6fdf8726-9329-4e22-973a-5e30d1c03d3f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:44.421244 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c30772-553c-403b-8a21-b843eec04c98 req-e8fe0647-1b91-4cc8-8f9e-d393dbf00a0e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] No DVR routers for this DVR port 6fdf8726-9329-4e22-973a-5e30d1c03d3f on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:12:44.425264 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-98c30772-553c-403b-8a21-b843eec04c98 req-e8fe0647-1b91-4cc8-8f9e-d393dbf00a0e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:44.433690 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-98c30772-553c-403b-8a21-b843eec04c98 req-e8fe0647-1b91-4cc8-8f9e-d393dbf00a0e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.50 "DELETE /v2.0/ports/6fdf8726-9329-4e22-973a-5e30d1c03d3f HTTP/1.1" status: 204 len: 173 time: 1.1547239 Aug 19 18:12:44.434293 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bea8e88-f856-433a-8c7a-29e02cc459b8', 'name': 'network-vif-deleted', 'tag': '6fdf8726-9329-4e22-973a-5e30d1c03d3f'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:44.436784 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef7b959-1636-476c-abbb-32551a1456ed" -d '{"events": [{"server_uuid": "5bea8e88-f856-433a-8c7a-29e02cc459b8", "name": "network-vif-deleted", "tag": "6fdf8726-9329-4e22-973a-5e30d1c03d3f"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:44.609295 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45770201-e04f-463d-9f35-61be1e3c6f10 req-59e3b983-4727-4065-b004-202a15e26697 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:44.611091 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-45770201-e04f-463d-9f35-61be1e3c6f10 req-59e3b983-4727-4065-b004-202a15e26697 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 945 time: 0.1003866 Aug 19 18:12:44.654050 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:44.705151 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-45770201-e04f-463d-9f35-61be1e3c6f10 req-966ebb8b-0053-4490-9649-deb72165ae03 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858552 Aug 19 18:12:44.718190 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port cc712787-f882-43d1-9256-306a231e19f1, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=cc712787-f882-43d1-9256-306a231e19f1,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:44.723379 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4070a9-9500-4b78-baf6-9e91c530e56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc712787-f882-43d1-9256-306a231e19f1'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:44.726274 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a487b28-3330-48d8-9a43-8d9976a9e3bf" -d '{"events": [{"server_uuid": "dd4070a9-9500-4b78-baf6-9e91c530e56a", "name": "network-vif-plugged", "status": "completed", "tag": "cc712787-f882-43d1-9256-306a231e19f1"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:44.826465 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:44.827336 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 296334cd-9192-4123-af02-9692a05ffe23 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:12:44.844214 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df6f49-97fd-4d51-a437-491c2695879a tempest-DHCPAgentSchedulersTestJSON-1054891554 tempest-DHCPAgentSchedulersTestJSON-1054891554-project] Pushing event deleted for resources: {'Network': ['ID=f33b13cd-10a4-49c1-848c-48fa5aa79a18,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:44.939415 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-62e6e963-d0b9-4460-91ad-4cdcf33a8ac6 req-e5393b17-2f68-4429-93d3-ac0a7ee6ba32 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 210 time: 0.0730445 Aug 19 18:12:44.966459 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0901ee34-e4b4-4832-a709-b9692769068d req-de8478d3-0256-48fe-be3f-5944eca146ef tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.7076507 Aug 19 18:12:44.970458 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49378) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:45.003696 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0891a5e2-960b-4327-b329-41afe7a44f7c req-b4c4be04-c107-438d-bcd9-3ad856ee2d6d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.1805530 Aug 19 18:12:45.062143 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=cc712787-f882-43d1-9256-306a231e19f1,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:45.075515 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f644e6-259a-4edf-8c59-33511db7d045 x-openstack-request-id: req-b4f644e6-259a-4edf-8c59-33511db7d045 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:45.075681 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bea8e88-f856-433a-8c7a-29e02cc459b8", "name": "network-vif-deleted", "tag": "6fdf8726-9329-4e22-973a-5e30d1c03d3f", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:45.076404 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4f644e6-259a-4edf-8c59-33511db7d045 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:45.076559 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bea8e88-f856-433a-8c7a-29e02cc459b8', 'name': 'network-vif-deleted', 'tag': '6fdf8726-9329-4e22-973a-5e30d1c03d3f', 'status': 'completed', 'code': 200} Aug 19 18:12:45.121082 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-64ed36cf-16e4-465c-8aa9-3b775643504f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Made reservation on behalf of 55902b3290884d098547fd36e6097a39 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:45.126268 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-64ed36cf-16e4-465c-8aa9-3b775643504f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:45.136458 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44f13b3-df72-4752-ac47-945fa67c235b x-openstack-request-id: req-d44f13b3-df72-4752-ac47-945fa67c235b {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:45.137966 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4070a9-9500-4b78-baf6-9e91c530e56a", "name": "network-vif-plugged", "status": "completed", "tag": "cc712787-f882-43d1-9256-306a231e19f1", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:45.137966 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d44f13b3-df72-4752-ac47-945fa67c235b {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:45.142142 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4070a9-9500-4b78-baf6-9e91c530e56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc712787-f882-43d1-9256-306a231e19f1', 'code': 200} Aug 19 18:12:45.271254 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7df825de-c6eb-4614-b58b-19df5bcce4b9 req-c107ad6b-e1af-43de-aa28-649e35b26997 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bea8e88-f856-433a-8c7a-29e02cc459b8 HTTP/1.1" status: 200 len: 210 time: 0.0426364 Aug 19 18:12:45.289327 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 296334cd-9192-4123-af02-9692a05ffe23 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:12:45.310763 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 296334cd-9192-4123-af02-9692a05ffe23 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:12:45.312327 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:45.344569 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e12d3d6d-b155-499d-b34c-9be3c3c01a5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e938de5fd9714dc2a2b0d398fb885c5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3728034 Aug 19 18:12:45.346322 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49386) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:45.440762 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-64ed36cf-16e4-465c-8aa9-3b775643504f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Allocated IP 192.168.233.88 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/7760510b-7a1f-44de-9258-ac7cf7537d0d) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:12:45.467917 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9a42ebeb-33a7-4d20-8e76-3da5aff4dba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:45.516916 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:45.548862 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9a42ebeb-33a7-4d20-8e76-3da5aff4dba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:45.665092 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9a42ebeb-33a7-4d20-8e76-3da5aff4dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:45.665316 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5dcf8-3f2d-464c-ae06-74237ee07677 req-d516c137-0f65-41f0-8cec-83c069f36571 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:45.667008 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9cc5dcf8-3f2d-464c-ae06-74237ee07677 req-d516c137-0f65-41f0-8cec-83c069f36571 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.3930540 Aug 19 18:12:45.681143 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9a42ebeb-33a7-4d20-8e76-3da5aff4dba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:45.685204 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9a42ebeb-33a7-4d20-8e76-3da5aff4dba0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64fefcca-d01e-4621-ae07-30f31926cc9e HTTP/1.1" status: 204 len: 168 time: 0.3354561 Aug 19 18:12:45.687932 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 296334cd-9192-4123-af02-9692a05ffe23, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=296334cd-9192-4123-af02-9692a05ffe23,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:45.701390 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:45.701622 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42ebeb-33a7-4d20-8e76-3da5aff4dba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fefcca-d01e-4621-ae07-30f31926cc9e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:45.765866 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9cc5dcf8-3f2d-464c-ae06-74237ee07677 req-cea79a41-a614-4156-9a44-aaeb9b212e8f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830791 Aug 19 18:12:45.801369 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-64ed36cf-16e4-465c-8aa9-3b775643504f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:45.823614 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=296334cd-9192-4123-af02-9692a05ffe23,revision_number=13']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:45.842093 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-64ed36cf-16e4-465c-8aa9-3b775643504f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Transition to ACTIVE for port object 7760510b-7a1f-44de-9258-ac7cf7537d0d will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:12:45.935214 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-64ed36cf-16e4-465c-8aa9-3b775643504f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:45.966856 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['e85711fe-eef0-455e-81cb-486825a5ee7c', '296334cd-9192-4123-af02-9692a05ffe23'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:45.969691 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccb3d8-17f2-4e98-9566-2cfc887a0587 req-8b15418d-a733-4750-abd5-1953c68ee308 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:45.981591 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-12ccb3d8-17f2-4e98-9566-2cfc887a0587 req-8b15418d-a733-4750-abd5-1953c68ee308 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 946 time: 0.1035659 Aug 19 18:12:46.056184 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 6fdf8726-9329-4e22-973a-5e30d1c03d3f no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:12:46.062761 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed36cf-16e4-465c-8aa9-3b775643504f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Pushing event updated for resources: {'Port': ['ID=7760510b-7a1f-44de-9258-ac7cf7537d0d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:46.100823 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-12ccb3d8-17f2-4e98-9566-2cfc887a0587 req-5d419509-6c8a-4881-9ab8-916dc0da406b tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181810 Aug 19 18:12:46.108096 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-64ed36cf-16e4-465c-8aa9-3b775643504f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:12:46.112173 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-64ed36cf-16e4-465c-8aa9-3b775643504f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:12:46.115527 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-64ed36cf-16e4-465c-8aa9-3b775643504f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:12:46.136877 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 6fdf8726-9329-4e22-973a-5e30d1c03d3f {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:12:46.137404 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 6fdf8726-9329-4e22-973a-5e30d1c03d3f not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:12:46.227799 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49410) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:46.241016 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44e2f6-6964-4946-9436-a452d3ac97e9 req-05302a6a-9fad-4739-bf92-454da5418d74 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:46.255680 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ff44e2f6-6964-4946-9436-a452d3ac97e9 req-05302a6a-9fad-4739-bf92-454da5418d74 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 935 time: 0.1872485 Aug 19 18:12:46.281090 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0321239f-bee1-426b-b677-77693e89afbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:46.331593 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d28b4b38-5330-45b7-9c53-fa744b84df3a req-ecf6b70f-6cde-4b54-ab91-b6b86de19b99 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0610275 Aug 19 18:12:46.353023 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-64ed36cf-16e4-465c-8aa9-3b775643504f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:46.354615 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-64ed36cf-16e4-465c-8aa9-3b775643504f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:46.432200 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:46.448414 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ff44e2f6-6964-4946-9436-a452d3ac97e9 req-5088e6a7-743c-41f7-a0f9-2c4723bc9244 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917496 Aug 19 18:12:46.485959 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0321239f-bee1-426b-b677-77693e89afbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:46.501292 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0321239f-bee1-426b-b677-77693e89afbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:46.501650 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-64ed36cf-16e4-465c-8aa9-3b775643504f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3578024 Aug 19 18:12:46.516968 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-148e9285-35b9-4ef2-a3d1-9c55326fd910 service neutron] Request body: {'port': {'device_id': '2346e12a-e172-4665-96cc-be565b373680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:46.558235 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0321239f-bee1-426b-b677-77693e89afbb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6271d5f97bb341c9bab793edcc1ba0cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3291061 Aug 19 18:12:46.558979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49416) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:46.562040 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321239f-bee1-426b-b677-77693e89afbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43598e8e-5fea-48bb-a8e9-9cbb09dee625,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:46.632756 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c10ed98-765e-48d0-8c36-a718db1e9844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:46.658364 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1f0fe1d3-3228-4b77-8095-4b1be7b319ba None None] Provisioning for port 7760510b-7a1f-44de-9258-ac7cf7537d0d completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:12:46.671566 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c10ed98-765e-48d0-8c36-a718db1e9844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:46.710984 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-148e9285-35b9-4ef2-a3d1-9c55326fd910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:46.715301 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1f0fe1d3-3228-4b77-8095-4b1be7b319ba None None] Provisioning complete for port 7760510b-7a1f-44de-9258-ac7cf7537d0d triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:12:46.715700 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1f0fe1d3-3228-4b77-8095-4b1be7b319ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:46.781782 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c10ed98-765e-48d0-8c36-a718db1e9844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:46.785327 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c10ed98-765e-48d0-8c36-a718db1e9844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:46.788409 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0c10ed98-765e-48d0-8c36-a718db1e9844 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43598e8e-5fea-48bb-a8e9-9cbb09dee625 HTTP/1.1" status: 204 len: 168 time: 0.2214518 Aug 19 18:12:46.818966 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10ed98-765e-48d0-8c36-a718db1e9844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43598e8e-5fea-48bb-a8e9-9cbb09dee625,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:46.909708 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-1f0fe1d3-3228-4b77-8095-4b1be7b319ba None None] Port 7760510b-7a1f-44de-9258-ac7cf7537d0d cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:12:47.144449 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c482f7fe-5c86-4ab7-9c9e-99889f320d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296334cd-9192-4123-af02-9692a05ffe23'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:47.147568 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdeaa939-fa28-477a-a9b0-bfd2f4351c19" -d '{"events": [{"server_uuid": "c482f7fe-5c86-4ab7-9c9e-99889f320d91", "name": "network-vif-plugged", "status": "completed", "tag": "296334cd-9192-4123-af02-9692a05ffe23"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:47.159535 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e264793-cb9c-4d6d-9e5a-46771ed2ea4f req-f46e3618-6ff4-48b8-a6f3-0d056d52545a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:47.161115 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6e264793-cb9c-4d6d-9e5a-46771ed2ea4f req-f46e3618-6ff4-48b8-a6f3-0d056d52545a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1786859 Aug 19 18:12:47.272059 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6e264793-cb9c-4d6d-9e5a-46771ed2ea4f req-ba8a3686-5a34-4a21-8c0d-62a333eb71f6 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957131 Aug 19 18:12:47.415225 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-148e9285-35b9-4ef2-a3d1-9c55326fd910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7760510b-7a1f-44de-9258-ac7cf7537d0d {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:12:47.428544 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-148e9285-35b9-4ef2-a3d1-9c55326fd910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:47.455415 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-148e9285-35b9-4ef2-a3d1-9c55326fd910 service neutron] Transition to ACTIVE for port object 7760510b-7a1f-44de-9258-ac7cf7537d0d will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:12:47.467122 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29307f6c-e34d-45f5-b3cf-2ea1eca1ecba req-423bd43a-48bb-4bd2-9e3d-ff896e58297f tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:47.468687 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-29307f6c-e34d-45f5-b3cf-2ea1eca1ecba req-423bd43a-48bb-4bd2-9e3d-ff896e58297f tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 946 time: 0.0957093 Aug 19 18:12:47.469938 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-148e9285-35b9-4ef2-a3d1-9c55326fd910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:47.513359 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e9285-35b9-4ef2-a3d1-9c55326fd910 service neutron] Pushing event updated for resources: {'Port': ['ID=7760510b-7a1f-44de-9258-ac7cf7537d0d,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:47.519458 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0289c51-96ec-4c1b-b719-8ec3248a6b8a x-openstack-request-id: req-c0289c51-96ec-4c1b-b719-8ec3248a6b8a {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:47.520797 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c482f7fe-5c86-4ab7-9c9e-99889f320d91", "name": "network-vif-plugged", "status": "completed", "tag": "296334cd-9192-4123-af02-9692a05ffe23", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:47.520888 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0289c51-96ec-4c1b-b719-8ec3248a6b8a {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:47.521522 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c482f7fe-5c86-4ab7-9c9e-99889f320d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296334cd-9192-4123-af02-9692a05ffe23', 'code': 200} Aug 19 18:12:47.627941 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-29307f6c-e34d-45f5-b3cf-2ea1eca1ecba req-db310da4-6a6f-4e6d-9af0-49b14d5c22d9 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163111 Aug 19 18:12:47.685883 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-83644100-c1b5-45f8-9d36-830c77f20f68 req-5300e1e1-2c67-4faf-854d-6eee7a717dbb tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0662849 Aug 19 18:12:47.767178 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-148e9285-35b9-4ef2-a3d1-9c55326fd910 service neutron] Attempting to bind port 7760510b-7a1f-44de-9258-ac7cf7537d0d on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:47.767486 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-148e9285-35b9-4ef2-a3d1-9c55326fd910 service neutron] Attempting to bind port 7760510b-7a1f-44de-9258-ac7cf7537d0d by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:47.767768 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-148e9285-35b9-4ef2-a3d1-9c55326fd910 service neutron] Attempting to bind port 7760510b-7a1f-44de-9258-ac7cf7537d0d on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:47.772792 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-148e9285-35b9-4ef2-a3d1-9c55326fd910 service neutron] Port 7760510b-7a1f-44de-9258-ac7cf7537d0d on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:47.773225 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-148e9285-35b9-4ef2-a3d1-9c55326fd910 service neutron] Attempting to bind port 7760510b-7a1f-44de-9258-ac7cf7537d0d on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:47.781798 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-148e9285-35b9-4ef2-a3d1-9c55326fd910 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:12:47.781798 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-148e9285-35b9-4ef2-a3d1-9c55326fd910 service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:12:47.781798 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-148e9285-35b9-4ef2-a3d1-9c55326fd910 service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:12:47.782191 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-148e9285-35b9-4ef2-a3d1-9c55326fd910 service neutron] Bound port: 7760510b-7a1f-44de-9258-ac7cf7537d0d, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:12:47.785683 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-148e9285-35b9-4ef2-a3d1-9c55326fd910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:47.870095 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b705e7b-59fe-4bb6-8259-fe7b7533cbd8 req-f741efac-a7fc-4996-9961-050254653bff tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:47.879118 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9b705e7b-59fe-4bb6-8259-fe7b7533cbd8 req-f741efac-a7fc-4996-9961-050254653bff tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=02bb1b3c-907b-4742-b719-d891092cbf31 HTTP/1.1" status: 200 len: 950 time: 0.0977485 Aug 19 18:12:47.919167 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['487c71c6-c30d-4d41-b8a9-80b9e41204bf'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:47.950899 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9b705e7b-59fe-4bb6-8259-fe7b7533cbd8 req-e56a1f46-5786-4e95-8a0c-2235a6c51b45 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643871 Aug 19 18:12:48.002325 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-148e9285-35b9-4ef2-a3d1-9c55326fd910 service neutron] For port 7760510b-7a1f-44de-9258-ac7cf7537d0d, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:12:48.016286 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-148e9285-35b9-4ef2-a3d1-9c55326fd910 service neutron] For port 7760510b-7a1f-44de-9258-ac7cf7537d0d, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:12:48.018382 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device cc712787-f882-43d1-9256-306a231e19f1 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:12:48.052777 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5795bc-d422-4eab-822a-280575675147 req-100ce929-e1ce-4eba-9a25-e024666e2f97 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:48.057310 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7c5795bc-d422-4eab-822a-280575675147 req-100ce929-e1ce-4eba-9a25-e024666e2f97 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 947 time: 0.2287402 Aug 19 18:12:48.062236 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-148e9285-35b9-4ef2-a3d1-9c55326fd910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:48.147112 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-148e9285-35b9-4ef2-a3d1-9c55326fd910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:48.147910 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-148e9285-35b9-4ef2-a3d1-9c55326fd910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:48.150216 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-148e9285-35b9-4ef2-a3d1-9c55326fd910 service neutron] 10.222.0.54 "PUT /v2.0/ports/7760510b-7a1f-44de-9258-ac7cf7537d0d HTTP/1.1" status: 200 len: 1095 time: 1.6398554 Aug 19 18:12:48.150884 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2346e12a-e172-4665-96cc-be565b373680', 'tag': '7760510b-7a1f-44de-9258-ac7cf7537d0d'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:48.154523 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83acaa71-f7d5-4dab-afb7-bc21093c45c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2346e12a-e172-4665-96cc-be565b373680", "tag": "7760510b-7a1f-44de-9258-ac7cf7537d0d"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:48.434388 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7c5795bc-d422-4eab-822a-280575675147 req-063d1173-4873-492d-9d4f-48622b3af06e tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282163 Aug 19 18:12:48.434388 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e9285-35b9-4ef2-a3d1-9c55326fd910 service neutron] Pushing event updated for resources: {'Port': ['ID=7760510b-7a1f-44de-9258-ac7cf7537d0d,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:48.460465 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-98794c1f-deaa-4a2f-9b7d-32aaf9ae5661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:48.460465 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-98794c1f-deaa-4a2f-9b7d-32aaf9ae5661 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 1098 time: 0.1413424 Aug 19 18:12:48.510315 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:48.576023 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-f2007e20-c787-413b-af30-873f3dc436a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d HTTP/1.1" status: 200 len: 217 time: 0.1122994 Aug 19 18:12:48.660770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-6066a7a0-e112-47b9-88f2-e09a745e76ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:48.664577 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-6066a7a0-e112-47b9-88f2-e09a745e76ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0692952 Aug 19 18:12:48.714225 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0e86bf-be58-4c07-a24b-2a9294933368 x-openstack-request-id: req-dc0e86bf-be58-4c07-a24b-2a9294933368 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:48.714670 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2346e12a-e172-4665-96cc-be565b373680", "tag": "7760510b-7a1f-44de-9258-ac7cf7537d0d", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:48.715986 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc0e86bf-be58-4c07-a24b-2a9294933368 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:48.716632 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2346e12a-e172-4665-96cc-be565b373680', 'tag': '7760510b-7a1f-44de-9258-ac7cf7537d0d', 'status': 'completed', 'code': 200} Aug 19 18:12:48.760561 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-4ad95a05-f5fc-4fa9-b083-650e57001439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:48.762791 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-4ad95a05-f5fc-4fa9-b083-650e57001439 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0854220 Aug 19 18:12:48.775032 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port cc712787-f882-43d1-9256-306a231e19f1, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=cc712787-f882-43d1-9256-306a231e19f1,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:48.796847 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:48.856433 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=cc712787-f882-43d1-9256-306a231e19f1,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:48.987952 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-80516122-2252-46a5-a362-515111d101f6 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153254 Aug 19 18:12:49.039509 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0d65c-c1f2-4dc4-b846-3cf206783a3b req-0a0d232f-0217-46b4-8104-9f6dc6eb8d0b tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:49.050289 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d5b0d65c-c1f2-4dc4-b846-3cf206783a3b req-0a0d232f-0217-46b4-8104-9f6dc6eb8d0b tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 944 time: 0.0662551 Aug 19 18:12:49.102149 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d5392-e310-4e7e-9413-4febe119aff5 req-c6caf938-f9f2-4b27-aa07-7587a2fd3411 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:49.111241 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dc4d5392-e310-4e7e-9413-4febe119aff5 req-c6caf938-f9f2-4b27-aa07-7587a2fd3411 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.2587190 Aug 19 18:12:49.162096 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d5b0d65c-c1f2-4dc4-b846-3cf206783a3b req-2e261331-2df1-46f5-9520-b117b21ffb3d tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101413 Aug 19 18:12:49.228870 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e926b-eaf2-42b1-9016-04bcccf938e1 req-ec4200c4-0fd1-4e1a-9a02-63e181e7319d tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:49.230715 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-862e926b-eaf2-42b1-9016-04bcccf938e1 req-ec4200c4-0fd1-4e1a-9a02-63e181e7319d tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3da21f1-9163-4fec-b1c4-2b4faf8b9540 HTTP/1.1" status: 200 len: 949 time: 0.2925341 Aug 19 18:12:49.309496 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dc4d5392-e310-4e7e-9413-4febe119aff5 req-7df6837e-032d-4246-ba27-b0e766f0ffc4 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969612 Aug 19 18:12:49.326281 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-554d6e6a-56c2-442a-b735-07ae48a1e7ab req-21dc38f4-4efb-4e5b-ae99-ceef84c2b60c tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0424409 Aug 19 18:12:49.431928 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8774490c-0a99-4f9a-84a2-5e3a56eb1326 req-1d6985a8-9a10-4217-aaf7-04a49ba51fcd service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146476 Aug 19 18:12:49.482255 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-862e926b-eaf2-42b1-9016-04bcccf938e1 req-9ff9d81b-511c-4fda-b171-e0ce6517d3c8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Deleting port 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:12:49.483206 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-862e926b-eaf2-42b1-9016-04bcccf938e1 req-9ff9d81b-511c-4fda-b171-e0ce6517d3c8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:49.523250 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4070a9-9500-4b78-baf6-9e91c530e56a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc712787-f882-43d1-9256-306a231e19f1'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:49.526456 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f810f6ec-64c2-42f1-b58b-ffe18ec50665" -d '{"events": [{"server_uuid": "dd4070a9-9500-4b78-baf6-9e91c530e56a", "name": "network-vif-unplugged", "status": "completed", "tag": "cc712787-f882-43d1-9256-306a231e19f1"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:49.583019 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d55e2a-0db2-42a6-8a64-92c5030e0537 req-ca6d6592-f600-491b-a568-1a5c5e341687 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:49.585012 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-16d55e2a-0db2-42a6-8a64-92c5030e0537 req-ca6d6592-f600-491b-a568-1a5c5e341687 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=02bb1b3c-907b-4742-b719-d891092cbf31 HTTP/1.1" status: 200 len: 950 time: 0.1818800 Aug 19 18:12:49.610174 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e99699-96ce-4d5c-9052-fb8e45382754 req-943698cd-f3cf-47ca-be46-7787cebcf86c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:49.619106 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b9e99699-96ce-4d5c-9052-fb8e45382754 req-943698cd-f3cf-47ca-be46-7787cebcf86c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 947 time: 0.1027794 Aug 19 18:12:49.665436 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b9e99699-96ce-4d5c-9052-fb8e45382754 req-8f180d80-7044-4814-9b52-5aefbfdfe9a1 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451698 Aug 19 18:12:49.690956 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-862e926b-eaf2-42b1-9016-04bcccf938e1 req-9ff9d81b-511c-4fda-b171-e0ce6517d3c8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] For port 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=2967d7ed-d48e-4ab5-8c8a-777565e1b5b4,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:49.693404 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-862e926b-eaf2-42b1-9016-04bcccf938e1 req-9ff9d81b-511c-4fda-b171-e0ce6517d3c8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:49.698727 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acaa71-f7d5-4dab-afb7-bc21093c45c0 req-5f3b8e2e-eeaf-4b5e-b954-24abaae9ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:49.701764 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-83acaa71-f7d5-4dab-afb7-bc21093c45c0 req-5f3b8e2e-eeaf-4b5e-b954-24abaae9ba23 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 1098 time: 0.1416655 Aug 19 18:12:49.729968 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28809633-7cbc-4ea2-8e92-372140731281 x-openstack-request-id: req-28809633-7cbc-4ea2-8e92-372140731281 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:49.730355 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4070a9-9500-4b78-baf6-9e91c530e56a", "name": "network-vif-unplugged", "status": "completed", "tag": "cc712787-f882-43d1-9256-306a231e19f1", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:49.730931 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28809633-7cbc-4ea2-8e92-372140731281 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:49.731476 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4070a9-9500-4b78-baf6-9e91c530e56a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc712787-f882-43d1-9256-306a231e19f1', 'code': 200} Aug 19 18:12:49.740377 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-862e926b-eaf2-42b1-9016-04bcccf938e1 req-9ff9d81b-511c-4fda-b171-e0ce6517d3c8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Calling delete_port for 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:12:49.816641 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-16d55e2a-0db2-42a6-8a64-92c5030e0537 req-34d033e4-814c-4752-8af8-8b30debed401 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984251 Aug 19 18:12:49.828375 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49538) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:49.886107 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e1734-a23b-4df6-8083-f6f1c0cedc2a req-25b3f6cd-b6b0-4ca1-a337-667fcb856df8 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:49.888303 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-980e1734-a23b-4df6-8083-f6f1c0cedc2a req-25b3f6cd-b6b0-4ca1-a337-667fcb856df8 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 944 time: 0.1183062 Aug 19 18:12:49.916919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9c89d-b536-4702-8677-a240635d08f5 req-66500bc1-11ff-4a33-be60-d4808f57fd1e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:49.920060 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-34d9c89d-b536-4702-8677-a240635d08f5 req-66500bc1-11ff-4a33-be60-d4808f57fd1e tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.50 "GET /v2.0/ports?device_id=02bb1b3c-907b-4742-b719-d891092cbf31 HTTP/1.1" status: 200 len: 950 time: 0.1397734 Aug 19 18:12:49.983820 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acaa71-f7d5-4dab-afb7-bc21093c45c0 req-5f660617-538d-49eb-a3a1-dbdd98bcfc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:49.985424 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-83acaa71-f7d5-4dab-afb7-bc21093c45c0 req-5f660617-538d-49eb-a3a1-dbdd98bcfc2f service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.2728310 Aug 19 18:12:50.036404 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-83acaa71-f7d5-4dab-afb7-bc21093c45c0 req-20676013-56eb-40dc-97e5-ed811b1baa03 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d HTTP/1.1" status: 200 len: 217 time: 0.0415978 Aug 19 18:12:50.060490 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-6761bd92-5364-4e8e-80bf-51f1aa205ba3 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:50.123161 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-980e1734-a23b-4df6-8083-f6f1c0cedc2a req-1f654a39-29fc-4e3d-971d-c33cd642fbb5 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Deleting port cc712787-f882-43d1-9256-306a231e19f1 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:12:50.123764 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-980e1734-a23b-4df6-8083-f6f1c0cedc2a req-1f654a39-29fc-4e3d-971d-c33cd642fbb5 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:50.147615 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6761bd92-5364-4e8e-80bf-51f1aa205ba3 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] 10.222.0.24 "PUT /v2.0/quotas/f35fd6ede75241e39b5221554c5d20b1 HTTP/1.1" status: 200 len: 368 time: 0.3149323 Aug 19 18:12:50.149008 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49560) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:50.159679 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-aceb49b7-652b-43f4-8563-21825a923a7a tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Request body: {'network': {'project_id': 'f35fd6ede75241e39b5221554c5d20b1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:50.169589 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acaa71-f7d5-4dab-afb7-bc21093c45c0 req-20bafc2d-d354-479f-9051-584adae69af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:50.171075 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-83acaa71-f7d5-4dab-afb7-bc21093c45c0 req-20bafc2d-d354-479f-9051-584adae69af9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1265228 Aug 19 18:12:50.173835 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-862e926b-eaf2-42b1-9016-04bcccf938e1 req-9ff9d81b-511c-4fda-b171-e0ce6517d3c8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:50.186457 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['2913220d-a5aa-4c2d-a359-acf78c5e338c', '08531675-2a28-49f9-9907-04a05109ee16', '9ae00d4e-4f1a-466b-92d7-1b119470125e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:50.187008 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-34d9c89d-b536-4702-8677-a240635d08f5 req-0e8b8ba0-a417-4088-954c-6ce28d2c368f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Deleting port 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:12:50.187360 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-34d9c89d-b536-4702-8677-a240635d08f5 req-0e8b8ba0-a417-4088-954c-6ce28d2c368f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:50.282586 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9d81b-511c-4fda-b171-e0ce6517d3c8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Pushing event deleted for resources: {'Port': ['ID=2967d7ed-d48e-4ab5-8c8a-777565e1b5b4,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:50.302479 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-980e1734-a23b-4df6-8083-f6f1c0cedc2a req-1f654a39-29fc-4e3d-971d-c33cd642fbb5 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] For port cc712787-f882-43d1-9256-306a231e19f1, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=cc712787-f882-43d1-9256-306a231e19f1,segment=NetworkSegment(469a9014-52c3-4597-97cb-9a032cd2788d),segment_id=469a9014-52c3-4597-97cb-9a032cd2788d)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:50.305190 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-980e1734-a23b-4df6-8083-f6f1c0cedc2a req-1f654a39-29fc-4e3d-971d-c33cd642fbb5 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:50.305351 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aceb49b7-652b-43f4-8563-21825a923a7a tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Made reservation on behalf of f35fd6ede75241e39b5221554c5d20b1 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:50.307201 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aceb49b7-652b-43f4-8563-21825a923a7a tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:50.316027 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-980e1734-a23b-4df6-8083-f6f1c0cedc2a req-1f654a39-29fc-4e3d-971d-c33cd642fbb5 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Calling delete_port for cc712787-f882-43d1-9256-306a231e19f1 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:12:50.385223 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aceb49b7-652b-43f4-8563-21825a923a7a tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:50.391353 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-862e926b-eaf2-42b1-9016-04bcccf938e1 req-9ff9d81b-511c-4fda-b171-e0ce6517d3c8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] No DVR routers for this DVR port 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:12:50.392717 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-34d9c89d-b536-4702-8677-a240635d08f5 req-0e8b8ba0-a417-4088-954c-6ce28d2c368f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] For port 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:50.393267 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-34d9c89d-b536-4702-8677-a240635d08f5 req-0e8b8ba0-a417-4088-954c-6ce28d2c368f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:50.395899 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-862e926b-eaf2-42b1-9016-04bcccf938e1 req-9ff9d81b-511c-4fda-b171-e0ce6517d3c8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:50.397962 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-862e926b-eaf2-42b1-9016-04bcccf938e1 req-9ff9d81b-511c-4fda-b171-e0ce6517d3c8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "DELETE /v2.0/ports/2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 HTTP/1.1" status: 204 len: 173 time: 1.1595502 Aug 19 18:12:50.415715 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acaa71-f7d5-4dab-afb7-bc21093c45c0 req-34826a89-d96a-4ca5-af22-24c2317845b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:50.417240 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-83acaa71-f7d5-4dab-afb7-bc21093c45c0 req-34826a89-d96a-4ca5-af22-24c2317845b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2357123 Aug 19 18:12:50.439525 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:12:50.460255 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-34d9c89d-b536-4702-8677-a240635d08f5 req-0e8b8ba0-a417-4088-954c-6ce28d2c368f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Calling delete_port for 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:12:50.509552 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d1b1f-8398-4dbe-9c70-07d65fc0b773 req-002e02ab-8402-4556-b1d9-99433db1d404 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:50.511100 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c16d1b1f-8398-4dbe-9c70-07d65fc0b773 req-002e02ab-8402-4556-b1d9-99433db1d404 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1014049 Aug 19 18:12:50.520057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df128dd-3275-43fa-8470-b293e9e30bd3 req-b7ca88c7-1e48-4cd1-84bc-ec2f1decb30e tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:50.521684 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3df128dd-3275-43fa-8470-b293e9e30bd3 req-b7ca88c7-1e48-4cd1-84bc-ec2f1decb30e tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 944 time: 0.2246904 Aug 19 18:12:50.622730 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-83acaa71-f7d5-4dab-afb7-bc21093c45c0 req-4b10e230-9da3-49d8-8de3-6e08478b6723 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759210 Aug 19 18:12:50.632611 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3df128dd-3275-43fa-8470-b293e9e30bd3 req-fa9ae6eb-cf98-4c33-a2f0-cb86650739e3 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/security-groups?id=38300189-07d1-49ee-98ee-d5d6b227c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909445 Aug 19 18:12:50.694980 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aceb49b7-652b-43f4-8563-21825a923a7a tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:50.724399 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3da21f1-9163-4fec-b1c4-2b4faf8b9540', 'name': 'network-vif-deleted', 'tag': '2967d7ed-d48e-4ab5-8c8a-777565e1b5b4'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:50.727251 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f063a540-42e4-462e-9edb-b0656d5d1baa" -d '{"events": [{"server_uuid": "d3da21f1-9163-4fec-b1c4-2b4faf8b9540", "name": "network-vif-deleted", "tag": "2967d7ed-d48e-4ab5-8c8a-777565e1b5b4"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:50.739401 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c16d1b1f-8398-4dbe-9c70-07d65fc0b773 req-c6f1154a-8ab4-459b-a470-156d32ace038 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901400 Aug 19 18:12:50.742115 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aceb49b7-652b-43f4-8563-21825a923a7a tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:50.744214 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-980e1734-a23b-4df6-8083-f6f1c0cedc2a req-1f654a39-29fc-4e3d-971d-c33cd642fbb5 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:50.799789 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f654a39-29fc-4e3d-971d-c33cd642fbb5 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Pushing event deleted for resources: {'Port': ['ID=cc712787-f882-43d1-9256-306a231e19f1,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:50.814949 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fc474bf8-96a5-4f47-b96f-0963c9c30621 req-18bb5eb6-5088-4fe7-b329-8e897ffad49b tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0656221 Aug 19 18:12:50.843362 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb49b7-652b-43f4-8563-21825a923a7a tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea38dc0-0079-4a1b-bc66-411a6f71a959,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:50.850781 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-83acaa71-f7d5-4dab-afb7-bc21093c45c0 req-5c9ea51f-10f9-44a0-9ee2-ed35b0712201 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116661 Aug 19 18:12:50.902529 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87ff487-7921-405b-a10f-e128968ea943 x-openstack-request-id: req-d87ff487-7921-405b-a10f-e128968ea943 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:50.902769 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3da21f1-9163-4fec-b1c4-2b4faf8b9540", "name": "network-vif-deleted", "tag": "2967d7ed-d48e-4ab5-8c8a-777565e1b5b4", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:50.903040 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d87ff487-7921-405b-a10f-e128968ea943 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:50.903515 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3da21f1-9163-4fec-b1c4-2b4faf8b9540', 'name': 'network-vif-deleted', 'tag': '2967d7ed-d48e-4ab5-8c8a-777565e1b5b4', 'status': 'completed', 'code': 200} Aug 19 18:12:50.911858 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-980e1734-a23b-4df6-8083-f6f1c0cedc2a req-1f654a39-29fc-4e3d-971d-c33cd642fbb5 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] No DVR routers for this DVR port cc712787-f882-43d1-9256-306a231e19f1 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:12:50.917629 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-980e1734-a23b-4df6-8083-f6f1c0cedc2a req-1f654a39-29fc-4e3d-971d-c33cd642fbb5 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:50.920655 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-980e1734-a23b-4df6-8083-f6f1c0cedc2a req-1f654a39-29fc-4e3d-971d-c33cd642fbb5 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.50 "DELETE /v2.0/ports/cc712787-f882-43d1-9256-306a231e19f1 HTTP/1.1" status: 204 len: 173 time: 1.0126286 Aug 19 18:12:50.921862 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4070a9-9500-4b78-baf6-9e91c530e56a', 'name': 'network-vif-deleted', 'tag': 'cc712787-f882-43d1-9256-306a231e19f1'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:50.924497 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27356d30-f80e-4ef2-a5a7-4b1febaf0288" -d '{"events": [{"server_uuid": "dd4070a9-9500-4b78-baf6-9e91c530e56a", "name": "network-vif-deleted", "tag": "cc712787-f882-43d1-9256-306a231e19f1"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:50.930312 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-34d9c89d-b536-4702-8677-a240635d08f5 req-0e8b8ba0-a417-4088-954c-6ce28d2c368f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:50.933226 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aceb49b7-652b-43f4-8563-21825a923a7a tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:12:50.947351 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aceb49b7-652b-43f4-8563-21825a923a7a tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:50.948042 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-aceb49b7-652b-43f4-8563-21825a923a7a tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Added segment 619ab695-d4d8-4d02-99f3-bf21e8105a92 of type vlan for network 67d657fc-61d9-4bd8-8245-fbf8faabb935 Aug 19 18:12:50.969951 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b8ba0-a417-4088-954c-6ce28d2c368f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Pushing event deleted for resources: {'Port': ['ID=718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:51.010926 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aceb49b7-652b-43f4-8563-21825a923a7a tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:51.030398 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb14a6-cae8-4716-a1c2-1883164e50b8 req-829cdda9-5046-49af-a392-00df2ac1a2c6 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:51.032142 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-16eb14a6-cae8-4716-a1c2-1883164e50b8 req-829cdda9-5046-49af-a392-00df2ac1a2c6 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 947 time: 0.1888599 Aug 19 18:12:51.041016 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aceb49b7-652b-43f4-8563-21825a923a7a tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:51.042559 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceb49b7-652b-43f4-8563-21825a923a7a tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:51.044274 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aceb49b7-652b-43f4-8563-21825a923a7a tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:51.058184 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d9c89d-b536-4702-8677-a240635d08f5 req-0e8b8ba0-a417-4088-954c-6ce28d2c368f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] No DVR routers for this DVR port 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:12:51.085179 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-34d9c89d-b536-4702-8677-a240635d08f5 req-0e8b8ba0-a417-4088-954c-6ce28d2c368f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:51.087912 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-34d9c89d-b536-4702-8677-a240635d08f5 req-0e8b8ba0-a417-4088-954c-6ce28d2c368f tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.50 "DELETE /v2.0/ports/718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a HTTP/1.1" status: 204 len: 173 time: 1.1306331 Aug 19 18:12:51.108075 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-aceb49b7-652b-43f4-8563-21825a923a7a tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9579601 Aug 19 18:12:51.110752 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49582) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:51.117854 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-4e52f9f7-d6f6-4962-84ff-044b9d9b2317 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Request body: {'network': {'project_id': 'f35fd6ede75241e39b5221554c5d20b1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:51.124338 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-16eb14a6-cae8-4716-a1c2-1883164e50b8 req-fade5c20-7ece-4ee7-b312-72b43c372f57 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598812 Aug 19 18:12:51.172423 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-533f029d-f0b4-4a33-b179-84a8e175738e req-7175f7a3-9e0c-46d8-b2cd-bb23f4e63d26 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=02bb1b3c-907b-4742-b719-d891092cbf31 HTTP/1.1" status: 200 len: 210 time: 0.0512445 Aug 19 18:12:51.173059 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb49b7-652b-43f4-8563-21825a923a7a tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Pushing event updated for resources: {'Network': ['ID=67d657fc-61d9-4bd8-8245-fbf8faabb935,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:51.185882 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 67d657fc-61d9-4bd8-8245-fbf8faabb935 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:12:51.196286 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9784c07f-41e8-4e33-9af4-93bed8cdefc5 x-openstack-request-id: req-9784c07f-41e8-4e33-9af4-93bed8cdefc5 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:51.196650 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4070a9-9500-4b78-baf6-9e91c530e56a", "name": "network-vif-deleted", "tag": "cc712787-f882-43d1-9256-306a231e19f1", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:51.196943 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9784c07f-41e8-4e33-9af4-93bed8cdefc5 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:51.197641 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4070a9-9500-4b78-baf6-9e91c530e56a', 'name': 'network-vif-deleted', 'tag': 'cc712787-f882-43d1-9256-306a231e19f1', 'status': 'completed', 'code': 200} Aug 19 18:12:51.206514 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e52f9f7-d6f6-4962-84ff-044b9d9b2317 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Made reservation on behalf of f35fd6ede75241e39b5221554c5d20b1 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:51.209928 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4e52f9f7-d6f6-4962-84ff-044b9d9b2317 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:51.243867 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e52f9f7-d6f6-4962-84ff-044b9d9b2317 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:12:51.258013 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4e52f9f7-d6f6-4962-84ff-044b9d9b2317 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:51.258875 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-4e52f9f7-d6f6-4962-84ff-044b9d9b2317 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Added segment 859bd42d-10f2-45ef-8d84-72eb49a06325 of type vlan for network 6caa6fbe-70fb-4a36-bc36-b1159deaaa1e Aug 19 18:12:51.309730 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4e52f9f7-d6f6-4962-84ff-044b9d9b2317 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:51.335466 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4e52f9f7-d6f6-4962-84ff-044b9d9b2317 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:51.336758 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e52f9f7-d6f6-4962-84ff-044b9d9b2317 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:51.337459 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4e52f9f7-d6f6-4962-84ff-044b9d9b2317 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:51.392656 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4e52f9f7-d6f6-4962-84ff-044b9d9b2317 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2808604 Aug 19 18:12:51.395596 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49604) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:51.401119 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-9b35fc3a-a7da-4109-9d1a-850ab7aca7be tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Request body: {'network': {'project_id': 'f35fd6ede75241e39b5221554c5d20b1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:51.407179 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52f9f7-d6f6-4962-84ff-044b9d9b2317 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Pushing event updated for resources: {'Network': ['ID=6caa6fbe-70fb-4a36-bc36-b1159deaaa1e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:51.420604 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 6caa6fbe-70fb-4a36-bc36-b1159deaaa1e details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:12:51.444602 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b35fc3a-a7da-4109-9d1a-850ab7aca7be tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 19 18:12:51.444602 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b35fc3a-a7da-4109-9d1a-850ab7aca7be tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:12:51.444602 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9b35fc3a-a7da-4109-9d1a-850ab7aca7be tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0474920 Aug 19 18:12:51.490693 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c1b29-f009-40ee-96a4-bbdd06941a1c req-19e55d65-141f-4aac-bd36-94948bae6f26 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:51.494131 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-153c1b29-f009-40ee-96a4-bbdd06941a1c req-19e55d65-141f-4aac-bd36-94948bae6f26 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=33b3bf55-40b0-4463-8f5c-308fabd65089 HTTP/1.1" status: 200 len: 949 time: 0.0806761 Aug 19 18:12:51.542661 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-153c1b29-f009-40ee-96a4-bbdd06941a1c req-596f3601-58cd-49dd-a00b-f5c015cc46d7 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416656 Aug 19 18:12:51.560323 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49608) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:51.710349 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['2913220d-a5aa-4c2d-a359-acf78c5e338c', '08531675-2a28-49f9-9907-04a05109ee16', '9ae00d4e-4f1a-466b-92d7-1b119470125e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:51.726622 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7083a957-a9f2-4287-aefe-8a6ab89334dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f35fd6ede75241e39b5221554c5d20b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1644399 Aug 19 18:12:51.730640 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49624) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:51.864372 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-98aa084a-d4a5-44a5-b38d-54b65e9b45ae req-e5a00172-b57a-4dff-8c4d-685a596ad1b7 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd4070a9-9500-4b78-baf6-9e91c530e56a HTTP/1.1" status: 200 len: 210 time: 0.0543213 Aug 19 18:12:51.875184 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-28428667-58fe-4019-92f8-a7bbd4d093e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:51.923613 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-28428667-58fe-4019-92f8-a7bbd4d093e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:51.993595 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 7760510b-7a1f-44de-9258-ac7cf7537d0d details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:12:51.996750 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:12:52.020347 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf095fe-c4bd-40e6-9294-c16e9275d8ef req-5279936d-44c6-4a64-a90b-a4e435b97662 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:52.022124 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eaf095fe-c4bd-40e6-9294-c16e9275d8ef req-5279936d-44c6-4a64-a90b-a4e435b97662 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.0784585 Aug 19 18:12:52.023919 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:12:52.024269 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 2967d7ed-d48e-4ab5-8c8a-777565e1b5b4 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:12:52.038370 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:12:52.038593 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0d4e8b37-fe3a-4879-99f7-09d63b679f14 req-f14f23f7-fccd-4f8d-a4eb-2f927bc1f306 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0321329 Aug 19 18:12:52.046490 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-28428667-58fe-4019-92f8-a7bbd4d093e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:52.049659 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-28428667-58fe-4019-92f8-a7bbd4d093e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:52.051317 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-28428667-58fe-4019-92f8-a7bbd4d093e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dea38dc0-0079-4a1b-bc66-411a6f71a959 HTTP/1.1" status: 204 len: 168 time: 0.3196862 Aug 19 18:12:52.055833 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49644) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:52.062402 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28428667-58fe-4019-92f8-a7bbd4d093e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea38dc0-0079-4a1b-bc66-411a6f71a959,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:52.147316 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eaf095fe-c4bd-40e6-9294-c16e9275d8ef req-3581d525-0f2c-4576-97d1-0ce463fcbe59 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125844 Aug 19 18:12:52.162737 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d2aae10-feee-4af6-adad-b86aa64aec29 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:52.231838 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:12:52.232805 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:12:52.233241 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device cc712787-f882-43d1-9256-306a231e19f1 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:12:52.261250 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: cc712787-f882-43d1-9256-306a231e19f1 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:12:52.261642 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device cc712787-f882-43d1-9256-306a231e19f1 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:12:52.266847 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.resource_extend [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:12:52.309681 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d2aae10-feee-4af6-adad-b86aa64aec29 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:52.323139 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-0d2aae10-feee-4af6-adad-b86aa64aec29 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6caa6fbe-70fb-4a36-bc36-b1159deaaa1e']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:12:52.337782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-0d2aae10-feee-4af6-adad-b86aa64aec29 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859bd42d-10f2-45ef-8d84-72eb49a06325') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:12:52.338208 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-0d2aae10-feee-4af6-adad-b86aa64aec29 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859bd42d-10f2-45ef-8d84-72eb49a06325') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:12:52.350401 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d2aae10-feee-4af6-adad-b86aa64aec29 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:52.372608 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d2aae10-feee-4af6-adad-b86aa64aec29 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:52.382179 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2aae10-feee-4af6-adad-b86aa64aec29 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:12:52.382770 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d2aae10-feee-4af6-adad-b86aa64aec29 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:12:52.384872 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:12:52.396250 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a02b6-d185-42ec-ac8a-c68a10fd3135 req-8877b729-3efd-4433-b758-734c502e0ee7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:52.406116 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-357a02b6-d185-42ec-ac8a-c68a10fd3135 req-8877b729-3efd-4433-b758-734c502e0ee7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 947 time: 0.0859535 Aug 19 18:12:52.453964 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 7760510b-7a1f-44de-9258-ac7cf7537d0d, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:52.457736 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-357a02b6-d185-42ec-ac8a-c68a10fd3135 req-8d75f87d-f02b-40ec-b070-516e6a35d741 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505254 Aug 19 18:12:52.470829 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d2aae10-feee-4af6-adad-b86aa64aec29 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:52.485640 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '7760510b-7a1f-44de-9258-ac7cf7537d0d', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '7760510b-7a1f-44de-9258-ac7cf7537d0d', 'mac_address': 'fa:16:3e:89:11:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:12:52.486881 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d2aae10-feee-4af6-adad-b86aa64aec29 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:52.487035 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49682) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:52.493809 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0d2aae10-feee-4af6-adad-b86aa64aec29 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] 10.222.0.24 "DELETE /v2.0/networks/6caa6fbe-70fb-4a36-bc36-b1159deaaa1e HTTP/1.1" status: 204 len: 168 time: 0.4364634 Aug 19 18:12:52.509271 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2aae10-feee-4af6-adad-b86aa64aec29 tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Pushing event deleted for resources: {'Network': ['ID=6caa6fbe-70fb-4a36-bc36-b1159deaaa1e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:52.551177 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:52.571237 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7760510b-7a1f-44de-9258-ac7cf7537d0d {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:12:52.597005 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 7760510b-7a1f-44de-9258-ac7cf7537d0d, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:52.598423 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-794a3ef2-97b5-4ca4-be08-a9d76949e0ac tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:52.603090 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:52.661648 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=7760510b-7a1f-44de-9258-ac7cf7537d0d,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:52.707915 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-794a3ef2-97b5-4ca4-be08-a9d76949e0ac tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:52.720216 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-794a3ef2-97b5-4ca4-be08-a9d76949e0ac tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d657fc-61d9-4bd8-8245-fbf8faabb935']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:12:52.731940 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-794a3ef2-97b5-4ca4-be08-a9d76949e0ac tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619ab695-d4d8-4d02-99f3-bf21e8105a92') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:12:52.732389 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-794a3ef2-97b5-4ca4-be08-a9d76949e0ac tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619ab695-d4d8-4d02-99f3-bf21e8105a92') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:12:52.742503 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-794a3ef2-97b5-4ca4-be08-a9d76949e0ac tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:52.758816 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-794a3ef2-97b5-4ca4-be08-a9d76949e0ac tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:52.767109 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794a3ef2-97b5-4ca4-be08-a9d76949e0ac tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:12:52.767595 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-794a3ef2-97b5-4ca4-be08-a9d76949e0ac tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:12:52.769579 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:12:52.852258 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-794a3ef2-97b5-4ca4-be08-a9d76949e0ac tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:52.862547 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-794a3ef2-97b5-4ca4-be08-a9d76949e0ac tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:52.867837 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-794a3ef2-97b5-4ca4-be08-a9d76949e0ac tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] 10.222.0.24 "DELETE /v2.0/networks/67d657fc-61d9-4bd8-8245-fbf8faabb935 HTTP/1.1" status: 204 len: 168 time: 0.3806791 Aug 19 18:12:52.889560 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a3ef2-97b5-4ca4-be08-a9d76949e0ac tempest-QuotasNegativeTest-297154867 tempest-QuotasNegativeTest-297154867-project-admin] Pushing event deleted for resources: {'Network': ['ID=67d657fc-61d9-4bd8-8245-fbf8faabb935,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:52.972237 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['7760510b-7a1f-44de-9258-ac7cf7537d0d'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:53.016759 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f620ac-6d6b-401c-bbd4-11df53b82123 req-415aed17-a4cc-4436-a2e8-8e77ca9b1123 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:53.026830 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95f620ac-6d6b-401c-bbd4-11df53b82123 req-415aed17-a4cc-4436-a2e8-8e77ca9b1123 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8c0daa5-4159-4c07-ad27-d947998bd064 HTTP/1.1" status: 200 len: 950 time: 0.0881968 Aug 19 18:12:53.108172 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95f620ac-6d6b-401c-bbd4-11df53b82123 req-641c1503-5dbe-4338-a966-1b77c382b5df tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546532 Aug 19 18:12:53.199619 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bb1b3c-907b-4742-b719-d891092cbf31', 'name': 'network-vif-deleted', 'tag': '718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:53.202766 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fefd1f-a0b3-41fb-a25b-c53968f66708" -d '{"events": [{"server_uuid": "02bb1b3c-907b-4742-b719-d891092cbf31", "name": "network-vif-deleted", "tag": "718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:53.264735 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49776) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:53.272671 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ccb5d3f4-6a45-461f-b371-0f3b8da78135 req-059956a7-49e0-4307-82e3-107679643103 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0373318 Aug 19 18:12:53.280659 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e843f02d-9e54-4d65-86a7-c70e17f8c854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:53.325466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28171e1f-44e7-4b5d-8578-7c973d3c6b38 req-ff2bf5c2-527b-47fb-8494-f9fccd23e39b tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:53.330057 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-28171e1f-44e7-4b5d-8578-7c973d3c6b38 req-ff2bf5c2-527b-47fb-8494-f9fccd23e39b tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.0640090 Aug 19 18:12:53.369108 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-28171e1f-44e7-4b5d-8578-7c973d3c6b38 req-caea14b3-3663-4ad9-a483-9911bccc4173 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354049 Aug 19 18:12:53.396173 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e843f02d-9e54-4d65-86a7-c70e17f8c854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:53.401913 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e843f02d-9e54-4d65-86a7-c70e17f8c854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:53.413776 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e6cef1-f6a9-4390-a86d-1a810a3294f2 x-openstack-request-id: req-f7e6cef1-f6a9-4390-a86d-1a810a3294f2 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:53.414281 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bb1b3c-907b-4742-b719-d891092cbf31", "name": "network-vif-deleted", "tag": "718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:53.414692 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7e6cef1-f6a9-4390-a86d-1a810a3294f2 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:53.415568 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bb1b3c-907b-4742-b719-d891092cbf31', 'name': 'network-vif-deleted', 'tag': '718e5c3d-3bb9-4e0f-a85c-437bd17d2a1a', 'status': 'completed', 'code': 200} Aug 19 18:12:53.458109 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e843f02d-9e54-4d65-86a7-c70e17f8c854 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9eb793eb80904588bd2818fed59d9af8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1921916 Aug 19 18:12:53.458731 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49800) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:53.459362 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843f02d-9e54-4d65-86a7-c70e17f8c854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acecfddf-df88-4eaa-973c-39f5ad1dafa7,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:53.521836 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-54bff95f-3653-4056-8b39-e297e9c569d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:53.556122 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-54bff95f-3653-4056-8b39-e297e9c569d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:53.609895 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-54bff95f-3653-4056-8b39-e297e9c569d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:53.612595 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-54bff95f-3653-4056-8b39-e297e9c569d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:53.613764 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-54bff95f-3653-4056-8b39-e297e9c569d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/acecfddf-df88-4eaa-973c-39f5ad1dafa7 HTTP/1.1" status: 204 len: 168 time: 0.1537087 Aug 19 18:12:53.623102 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bff95f-3653-4056-8b39-e297e9c569d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acecfddf-df88-4eaa-973c-39f5ad1dafa7,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:53.631557 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419748-2fdb-431d-b520-258ffcc9ecc2 req-22a6e875-c3b7-453f-8b9b-77aa794132a7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:53.633586 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-42419748-2fdb-431d-b520-258ffcc9ecc2 req-22a6e875-c3b7-453f-8b9b-77aa794132a7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 948 time: 0.0626595 Aug 19 18:12:53.680319 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-42419748-2fdb-431d-b520-258ffcc9ecc2 req-650b3fba-4192-4820-b9a2-5cc104bf4232 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395603 Aug 19 18:12:53.785754 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49848) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:53.832874 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2017ad-83ec-4c63-801c-e3316297db9f admin admin] Deleting subnet 09884e41-8987-4095-b41a-2dbe97fb4846 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:12:53.836356 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5a2017ad-83ec-4c63-801c-e3316297db9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:53.875484 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5a2017ad-83ec-4c63-801c-e3316297db9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:53.922547 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5a2017ad-83ec-4c63-801c-e3316297db9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:53.987846 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5a2017ad-83ec-4c63-801c-e3316297db9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.024721 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2017ad-83ec-4c63-801c-e3316297db9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09884e41-8987-4095-b41a-2dbe97fb4846,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:54.029051 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5a2017ad-83ec-4c63-801c-e3316297db9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.033844 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49868) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:54.034247 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5a2017ad-83ec-4c63-801c-e3316297db9f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/09884e41-8987-4095-b41a-2dbe97fb4846 HTTP/1.1" status: 204 len: 168 time: 0.2501636 Aug 19 18:12:54.049847 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 680b1459-3fc0-4c9a-bb5b-45acceaaba91 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:12:54.058100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49872) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:54.077998 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9495895d-51a4-478a-8582-55a63c2ffdb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.125437 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30b4c9d5-cb0c-40d1-9a6d-b95a06c5c406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.196614 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9495895d-51a4-478a-8582-55a63c2ffdb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.202312 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9495895d-51a4-478a-8582-55a63c2ffdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.202715 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.234929 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30b4c9d5-cb0c-40d1-9a6d-b95a06c5c406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.236589 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b3bf55-40b0-4463-8f5c-308fabd65089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '680b1459-3fc0-4c9a-bb5b-45acceaaba91'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:54.242262 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a1163b-955a-4118-ab87-c78f94aa7723" -d '{"events": [{"server_uuid": "33b3bf55-40b0-4463-8f5c-308fabd65089", "name": "network-vif-unplugged", "status": "completed", "tag": "680b1459-3fc0-4c9a-bb5b-45acceaaba91"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:54.257851 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9495895d-51a4-478a-8582-55a63c2ffdb2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f2f83f0876a74161a95eb0a74dabc039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972911 Aug 19 18:12:54.260728 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 680b1459-3fc0-4c9a-bb5b-45acceaaba91, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=680b1459-3fc0-4c9a-bb5b-45acceaaba91,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:54.261235 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49878) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:54.267816 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.272958 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495895d-51a4-478a-8582-55a63c2ffdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4d90e2-2f83-4135-8e03-ce2786bb2022,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:54.299269 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-30b4c9d5-cb0c-40d1-9a6d-b95a06c5c406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65564e16-87ea-48ca-8938-07f915ef9c0a']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:12:54.340292 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-815f67b5-93b5-47f2-9c2d-58a39e1b194a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.357600 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=680b1459-3fc0-4c9a-bb5b-45acceaaba91,revision_number=11']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:54.369690 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-815f67b5-93b5-47f2-9c2d-58a39e1b194a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.440134 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-815f67b5-93b5-47f2-9c2d-58a39e1b194a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.443144 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-815f67b5-93b5-47f2-9c2d-58a39e1b194a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.446940 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-815f67b5-93b5-47f2-9c2d-58a39e1b194a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c4d90e2-2f83-4135-8e03-ce2786bb2022 HTTP/1.1" status: 204 len: 168 time: 0.1814361 Aug 19 18:12:54.458575 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f67b5-93b5-47f2-9c2d-58a39e1b194a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4d90e2-2f83-4135-8e03-ce2786bb2022,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:54.695456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-30b4c9d5-cb0c-40d1-9a6d-b95a06c5c406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469a9014-52c3-4597-97cb-9a032cd2788d') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:12:54.695743 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-30b4c9d5-cb0c-40d1-9a6d-b95a06c5c406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469a9014-52c3-4597-97cb-9a032cd2788d') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:12:54.724674 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30b4c9d5-cb0c-40d1-9a6d-b95a06c5c406 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.754208 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30b4c9d5-cb0c-40d1-9a6d-b95a06c5c406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.760093 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0553cc09-7cc9-49c3-b4b0-ba62e6bd90d1 x-openstack-request-id: req-0553cc09-7cc9-49c3-b4b0-ba62e6bd90d1 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:54.760390 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b3bf55-40b0-4463-8f5c-308fabd65089", "name": "network-vif-unplugged", "status": "completed", "tag": "680b1459-3fc0-4c9a-bb5b-45acceaaba91", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:54.760692 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0553cc09-7cc9-49c3-b4b0-ba62e6bd90d1 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:54.761250 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b3bf55-40b0-4463-8f5c-308fabd65089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '680b1459-3fc0-4c9a-bb5b-45acceaaba91', 'code': 200} Aug 19 18:12:54.765744 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16ae1c-7c7e-4ba3-9ddf-c5b1285c4506 req-30416573-2aa8-4ead-8344-e67678fbc5ff tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:54.767261 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7c16ae1c-7c7e-4ba3-9ddf-c5b1285c4506 req-30416573-2aa8-4ead-8344-e67678fbc5ff tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8c0daa5-4159-4c07-ad27-d947998bd064 HTTP/1.1" status: 200 len: 950 time: 0.5445006 Aug 19 18:12:54.787138 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b4c9d5-cb0c-40d1-9a6d-b95a06c5c406 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:12:54.787552 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30b4c9d5-cb0c-40d1-9a6d-b95a06c5c406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:12:54.789506 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:12:54.808257 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2cd79-bcbe-47c5-a747-f672929ab896 req-8402a40e-d2c9-4ca8-82c8-79d6eac5a35b tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:54.810243 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57d2cd79-bcbe-47c5-a747-f672929ab896 req-8402a40e-d2c9-4ca8-82c8-79d6eac5a35b tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "GET /v2.0/ports?device_id=487fa018-15f3-458e-8425-88a56c9baee3 HTTP/1.1" status: 200 len: 950 time: 0.1349232 Aug 19 18:12:54.818028 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6866b-a220-4224-b70b-297d1d4467f6 req-2e6cbc3c-58cb-40aa-8b04-1db277226eed tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:54.819612 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-79e6866b-a220-4224-b70b-297d1d4467f6 req-2e6cbc3c-58cb-40aa-8b04-1db277226eed tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8c0daa5-4159-4c07-ad27-d947998bd064 HTTP/1.1" status: 200 len: 950 time: 0.5472410 Aug 19 18:12:54.863924 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8a6fb5da-2f00-4200-8d68-74367d18a0ae req-650441eb-6420-4201-ace5-71c9e491d453 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0331414 Aug 19 18:12:55.007440 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30b4c9d5-cb0c-40d1-9a6d-b95a06c5c406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:55.008927 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dde136-3556-418a-9f4d-0887a9b83bba req-00255f16-b748-48f7-847f-b8c4f1aa87a0 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:55.010570 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6dde136-3556-418a-9f4d-0887a9b83bba req-00255f16-b748-48f7-847f-b8c4f1aa87a0 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.0651565 Aug 19 18:12:55.013211 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30b4c9d5-cb0c-40d1-9a6d-b95a06c5c406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:55.015320 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-30b4c9d5-cb0c-40d1-9a6d-b95a06c5c406 admin admin] 10.222.0.24 "DELETE /v2.0/networks/65564e16-87ea-48ca-8938-07f915ef9c0a HTTP/1.1" status: 204 len: 168 time: 0.9803305 Aug 19 18:12:55.028120 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-79e6866b-a220-4224-b70b-297d1d4467f6 req-1f35930d-6dc5-436c-bd8e-b39646b9aff9 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559045 Aug 19 18:12:55.044903 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4c9d5-cb0c-40d1-9a6d-b95a06c5c406 admin admin] Pushing event deleted for resources: {'Network': ['ID=65564e16-87ea-48ca-8938-07f915ef9c0a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:55.070010 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6dde136-3556-418a-9f4d-0887a9b83bba req-94380b96-8185-4cdb-8b53-153ae8dcf245 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484905 Aug 19 18:12:55.096127 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-57d2cd79-bcbe-47c5-a747-f672929ab896 req-c15a5caa-56b0-4df1-83bf-8b8263d3a7fc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Deleting port 9ae00d4e-4f1a-466b-92d7-1b119470125e {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:12:55.096127 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-57d2cd79-bcbe-47c5-a747-f672929ab896 req-c15a5caa-56b0-4df1-83bf-8b8263d3a7fc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:55.117990 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-7c16ae1c-7c7e-4ba3-9ddf-c5b1285c4506 req-e204b645-3eed-49bc-aeb5-989e84e0eaa8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Deleting port 08531675-2a28-49f9-9907-04a05109ee16 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:12:55.118332 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7c16ae1c-7c7e-4ba3-9ddf-c5b1285c4506 req-e204b645-3eed-49bc-aeb5-989e84e0eaa8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:55.228963 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ab649-c79b-4108-8baa-b719d7bb3e5a req-95a67a63-b5a0-4a1a-ab97-aa407c8933ba tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:55.236078 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ee7ab649-c79b-4108-8baa-b719d7bb3e5a req-95a67a63-b5a0-4a1a-ab97-aa407c8933ba tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 948 time: 0.0762107 Aug 19 18:12:55.265013 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49940) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:55.295270 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ee7ab649-c79b-4108-8baa-b719d7bb3e5a req-ba4edf11-547d-41b7-96ce-41bb505eb1e1 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520368 Aug 19 18:12:55.340012 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-572f1a3b-ca12-4191-97d0-90567ae36bb6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f583f01a579c47af87ffae7dc814cdd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569961 Aug 19 18:12:55.342521 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49944) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:55.365661 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-57d2cd79-bcbe-47c5-a747-f672929ab896 req-c15a5caa-56b0-4df1-83bf-8b8263d3a7fc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] For port 9ae00d4e-4f1a-466b-92d7-1b119470125e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=9ae00d4e-4f1a-466b-92d7-1b119470125e,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:55.366290 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-57d2cd79-bcbe-47c5-a747-f672929ab896 req-c15a5caa-56b0-4df1-83bf-8b8263d3a7fc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:55.374599 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7c16ae1c-7c7e-4ba3-9ddf-c5b1285c4506 req-e204b645-3eed-49bc-aeb5-989e84e0eaa8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] For port 08531675-2a28-49f9-9907-04a05109ee16, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=08531675-2a28-49f9-9907-04a05109ee16,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:55.374977 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7c16ae1c-7c7e-4ba3-9ddf-c5b1285c4506 req-e204b645-3eed-49bc-aeb5-989e84e0eaa8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:55.397938 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-57d2cd79-bcbe-47c5-a747-f672929ab896 req-c15a5caa-56b0-4df1-83bf-8b8263d3a7fc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Calling delete_port for 9ae00d4e-4f1a-466b-92d7-1b119470125e owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:12:55.399991 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-7c16ae1c-7c7e-4ba3-9ddf-c5b1285c4506 req-e204b645-3eed-49bc-aeb5-989e84e0eaa8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Calling delete_port for 08531675-2a28-49f9-9907-04a05109ee16 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:12:55.407841 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-471c2b99-150c-49f5-8264-5462e1d85274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:55.444871 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-471c2b99-150c-49f5-8264-5462e1d85274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:55.501932 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-471c2b99-150c-49f5-8264-5462e1d85274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:55.505355 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-471c2b99-150c-49f5-8264-5462e1d85274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:55.510037 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-471c2b99-150c-49f5-8264-5462e1d85274 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38300189-07d1-49ee-98ee-d5d6b227c839 HTTP/1.1" status: 204 len: 168 time: 0.1663840 Aug 19 18:12:55.520593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2b99-150c-49f5-8264-5462e1d85274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38300189-07d1-49ee-98ee-d5d6b227c839,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:55.597200 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49954) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:55.676602 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-57d2cd79-bcbe-47c5-a747-f672929ab896 req-c15a5caa-56b0-4df1-83bf-8b8263d3a7fc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:55.680638 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7c16ae1c-7c7e-4ba3-9ddf-c5b1285c4506 req-e204b645-3eed-49bc-aeb5-989e84e0eaa8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:55.690388 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['2913220d-a5aa-4c2d-a359-acf78c5e338c', '08531675-2a28-49f9-9907-04a05109ee16', '9ae00d4e-4f1a-466b-92d7-1b119470125e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:55.721726 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a5caa-56b0-4df1-83bf-8b8263d3a7fc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Pushing event deleted for resources: {'Port': ['ID=9ae00d4e-4f1a-466b-92d7-1b119470125e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:55.817524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204b645-3eed-49bc-aeb5-989e84e0eaa8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Pushing event deleted for resources: {'Port': ['ID=08531675-2a28-49f9-9907-04a05109ee16,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:55.866057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c16ae1c-7c7e-4ba3-9ddf-c5b1285c4506 req-e204b645-3eed-49bc-aeb5-989e84e0eaa8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] No DVR routers for this DVR port 08531675-2a28-49f9-9907-04a05109ee16 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:12:55.868017 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d2cd79-bcbe-47c5-a747-f672929ab896 req-c15a5caa-56b0-4df1-83bf-8b8263d3a7fc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] No DVR routers for this DVR port 9ae00d4e-4f1a-466b-92d7-1b119470125e on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:12:55.869864 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7c16ae1c-7c7e-4ba3-9ddf-c5b1285c4506 req-e204b645-3eed-49bc-aeb5-989e84e0eaa8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:55.872470 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7c16ae1c-7c7e-4ba3-9ddf-c5b1285c4506 req-e204b645-3eed-49bc-aeb5-989e84e0eaa8 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "DELETE /v2.0/ports/08531675-2a28-49f9-9907-04a05109ee16 HTTP/1.1" status: 204 len: 173 time: 1.0950820 Aug 19 18:12:55.873041 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c0daa5-4159-4c07-ad27-d947998bd064', 'name': 'network-vif-deleted', 'tag': '08531675-2a28-49f9-9907-04a05109ee16'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:55.875838 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f143f2a-fef8-4a7f-b81c-c92b3a13d0f7" -d '{"events": [{"server_uuid": "f8c0daa5-4159-4c07-ad27-d947998bd064", "name": "network-vif-deleted", "tag": "08531675-2a28-49f9-9907-04a05109ee16"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:55.879455 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-57d2cd79-bcbe-47c5-a747-f672929ab896 req-c15a5caa-56b0-4df1-83bf-8b8263d3a7fc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:55.881499 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57d2cd79-bcbe-47c5-a747-f672929ab896 req-c15a5caa-56b0-4df1-83bf-8b8263d3a7fc tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "DELETE /v2.0/ports/9ae00d4e-4f1a-466b-92d7-1b119470125e HTTP/1.1" status: 204 len: 173 time: 1.0318720 Aug 19 18:12:55.982535 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9a46b4-b761-4974-84ef-b6738fef7c46 x-openstack-request-id: req-2f9a46b4-b761-4974-84ef-b6738fef7c46 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:55.982828 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c0daa5-4159-4c07-ad27-d947998bd064", "name": "network-vif-deleted", "tag": "08531675-2a28-49f9-9907-04a05109ee16", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:55.983082 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f9a46b4-b761-4974-84ef-b6738fef7c46 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:55.983489 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c0daa5-4159-4c07-ad27-d947998bd064', 'name': 'network-vif-deleted', 'tag': '08531675-2a28-49f9-9907-04a05109ee16', 'status': 'completed', 'code': 200} Aug 19 18:12:56.016886 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 7760510b-7a1f-44de-9258-ac7cf7537d0d up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:12:56.119532 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-355dc920-2a15-47a4-b9ad-38651c00358e tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2040251195'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:56.165087 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 7760510b-7a1f-44de-9258-ac7cf7537d0d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:12:56.173290 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 7760510b-7a1f-44de-9258-ac7cf7537d0d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:12:56.174102 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:56.200960 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4a3fa05e-844d-47cb-b413-37cb1b723925 req-51979e84-178c-49ef-adfc-fefb7c062794 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0360630 Aug 19 18:12:56.209033 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355dc920-2a15-47a4-b9ad-38651c00358e tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Made reservation on behalf of 3de9a82873444a318509487befc694f3 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:56.219328 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-355dc920-2a15-47a4-b9ad-38651c00358e tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:56.243108 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-355dc920-2a15-47a4-b9ad-38651c00358e tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:56.315536 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:56.332203 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['2913220d-a5aa-4c2d-a359-acf78c5e338c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:12:56.462007 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-355dc920-2a15-47a4-b9ad-38651c00358e tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:56.487404 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-355dc920-2a15-47a4-b9ad-38651c00358e tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:56.502293 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 7760510b-7a1f-44de-9258-ac7cf7537d0d, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:56.512793 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:56.513641 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 08531675-2a28-49f9-9907-04a05109ee16 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:12:56.539908 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206fabb-2346-4ded-88dc-fcb040534b1f req-a27f87c6-6b5c-4545-ad29-9be3dd68f470 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:56.546553 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355dc920-2a15-47a4-b9ad-38651c00358e tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27929893-2248-490f-a988-e4067416fc15,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:56.559058 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3206fabb-2346-4ded-88dc-fcb040534b1f req-a27f87c6-6b5c-4545-ad29-9be3dd68f470 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1423132 Aug 19 18:12:56.564306 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-edcda6f0-0366-42c3-92af-c07c6f6c5055 req-880883de-ba8d-43f9-9a6f-138c554eacb9 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8c0daa5-4159-4c07-ad27-d947998bd064 HTTP/1.1" status: 200 len: 210 time: 0.1001368 Aug 19 18:12:56.579146 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355dc920-2a15-47a4-b9ad-38651c00358e tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:12:56.606157 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-355dc920-2a15-47a4-b9ad-38651c00358e tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:56.606654 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-355dc920-2a15-47a4-b9ad-38651c00358e tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Added segment 7319d5eb-0e53-4405-83e1-d5110f074056 of type vlan for network 53db22e9-beae-45d1-9080-d79d73115f98 Aug 19 18:12:56.633332 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 08531675-2a28-49f9-9907-04a05109ee16 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:12:56.634065 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 08531675-2a28-49f9-9907-04a05109ee16 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:12:56.634823 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 9ae00d4e-4f1a-466b-92d7-1b119470125e no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:12:56.640466 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=7760510b-7a1f-44de-9258-ac7cf7537d0d,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:56.666908 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3206fabb-2346-4ded-88dc-fcb040534b1f req-0bc2b3ee-89f2-4c9b-9806-a064cf6b68c9 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052067 Aug 19 18:12:56.684262 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 9ae00d4e-4f1a-466b-92d7-1b119470125e {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:12:56.685109 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 9ae00d4e-4f1a-466b-92d7-1b119470125e not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:12:56.741850 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-355dc920-2a15-47a4-b9ad-38651c00358e tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:56.772163 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2346e12a-e172-4665-96cc-be565b373680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7760510b-7a1f-44de-9258-ac7cf7537d0d'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:56.780689 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5edb8b1-3882-47be-a1d9-badaac20fbdf" -d '{"events": [{"server_uuid": "2346e12a-e172-4665-96cc-be565b373680", "name": "network-vif-plugged", "status": "completed", "tag": "7760510b-7a1f-44de-9258-ac7cf7537d0d"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:56.834322 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-355dc920-2a15-47a4-b9ad-38651c00358e tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:56.848231 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355dc920-2a15-47a4-b9ad-38651c00358e tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:56.849850 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-355dc920-2a15-47a4-b9ad-38651c00358e tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:56.928325 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f4331-3895-4152-b113-e4db8908fc06 req-3aa006ab-c2b7-41b2-90c3-a18c60274459 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:56.931869 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0c4f4331-3895-4152-b113-e4db8908fc06 req-3aa006ab-c2b7-41b2-90c3-a18c60274459 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.0869391 Aug 19 18:12:57.038883 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355dc920-2a15-47a4-b9ad-38651c00358e tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Pushing event updated for resources: {'Network': ['ID=53db22e9-beae-45d1-9080-d79d73115f98,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:57.048771 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0c4f4331-3895-4152-b113-e4db8908fc06 req-d9006b98-325a-464a-932f-0272ba2882cf tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992920 Aug 19 18:12:57.052753 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 53db22e9-beae-45d1-9080-d79d73115f98 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:12:57.072646 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50028) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:57.074304 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-355dc920-2a15-47a4-b9ad-38651c00358e tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4763620 Aug 19 18:12:57.078759 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-5e540f45-c84c-45e7-86c5-ca735b60f34c tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Request body: {'subnet': {'network_id': '53db22e9-beae-45d1-9080-d79d73115f98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:57.143412 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d0e599-8d2e-4807-9c0e-e9c8e716ab62 x-openstack-request-id: req-92d0e599-8d2e-4807-9c0e-e9c8e716ab62 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:57.143943 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2346e12a-e172-4665-96cc-be565b373680", "name": "network-vif-plugged", "status": "completed", "tag": "7760510b-7a1f-44de-9258-ac7cf7537d0d", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:57.144350 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92d0e599-8d2e-4807-9c0e-e9c8e716ab62 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:57.144888 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2346e12a-e172-4665-96cc-be565b373680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7760510b-7a1f-44de-9258-ac7cf7537d0d', 'code': 200} Aug 19 18:12:57.161271 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50030) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:57.267525 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e540f45-c84c-45e7-86c5-ca735b60f34c tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Made reservation on behalf of 3de9a82873444a318509487befc694f3 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:57.271599 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e540f45-c84c-45e7-86c5-ca735b60f34c tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:57.301186 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-d431262c-9c52-4350-9ab3-8a823a1661fb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1956941069-network', 'tenant_id': 'b4a7af90eddc4fcd95550f2f124890b4'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:57.331566 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d431262c-9c52-4350-9ab3-8a823a1661fb admin admin] Made reservation on behalf of b4a7af90eddc4fcd95550f2f124890b4 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:57.340089 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d431262c-9c52-4350-9ab3-8a823a1661fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:57.351366 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d431262c-9c52-4350-9ab3-8a823a1661fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:57.367374 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4104b0e-04d2-4c85-9e63-ecd8af94f003 req-2982c5e0-f581-494f-a24a-a09b47771e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:57.368706 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4104b0e-04d2-4c85-9e63-ecd8af94f003 req-2982c5e0-f581-494f-a24a-a09b47771e4e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 1100 time: 0.1465015 Aug 19 18:12:57.389444 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f79d9aac-758e-4a4c-a0f9-b6cc137e579a req-d2d35063-4776-46d5-85bd-e777ac3fb5e0 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0655851 Aug 19 18:12:57.467505 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4104b0e-04d2-4c85-9e63-ecd8af94f003 req-76f099a4-7409-4761-869f-95820e4562a1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767474 Aug 19 18:12:57.469052 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d431262c-9c52-4350-9ab3-8a823a1661fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:57.477938 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d431262c-9c52-4350-9ab3-8a823a1661fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:57.509867 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d431262c-9c52-4350-9ab3-8a823a1661fb admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:12:57.519605 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431262c-9c52-4350-9ab3-8a823a1661fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce11eb72-56c4-4f67-b0f5-fba37963741b,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:57.525022 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d431262c-9c52-4350-9ab3-8a823a1661fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:57.525611 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-d431262c-9c52-4350-9ab3-8a823a1661fb admin admin] Added segment 4a69a187-a089-4d8c-aac4-3b3f9ce8574c of type vlan for network 6a232ed5-d6ef-427b-adae-4f7272a3c429 Aug 19 18:12:57.573518 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d431262c-9c52-4350-9ab3-8a823a1661fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:57.599338 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e540f45-c84c-45e7-86c5-ca735b60f34c tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:57.614290 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d431262c-9c52-4350-9ab3-8a823a1661fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:57.615504 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d431262c-9c52-4350-9ab3-8a823a1661fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:57.616281 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d431262c-9c52-4350-9ab3-8a823a1661fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:57.678617 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e540f45-c84c-45e7-86c5-ca735b60f34c tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Pushing event updated for resources: {'Subnet': ['ID=92716e3f-e5e4-4ba0-b2ab-3c20a3ad3659,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:57.689006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e540f45-c84c-45e7-86c5-ca735b60f34c tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Checking segment: {'id': '7319d5eb-0e53-4405-83e1-d5110f074056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '53db22e9-beae-45d1-9080-d79d73115f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:12:57.689561 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e540f45-c84c-45e7-86c5-ca735b60f34c tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Network hostable DHCP agents. Network: 53db22e9-beae-45d1-9080-d79d73115f98, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:12:57.695561 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d431262c-9c52-4350-9ab3-8a823a1661fb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5327179 Aug 19 18:12:57.698068 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50070) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:57.706848 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-3b933765-dd2a-4d42-96e7-8101bbd8dbd6 admin admin] Request body: {'subnet': {'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1956941069-subnet', 'tenant_id': 'b4a7af90eddc4fcd95550f2f124890b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:57.712157 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e540f45-c84c-45e7-86c5-ca735b60f34c tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Network 53db22e9-beae-45d1-9080-d79d73115f98 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:12:57.727862 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-5e540f45-c84c-45e7-86c5-ca735b60f34c tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 53db22e9-beae-45d1-9080-d79d73115f98) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:12:57.733668 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431262c-9c52-4350-9ab3-8a823a1661fb admin admin] Pushing event updated for resources: {'Network': ['ID=6a232ed5-d6ef-427b-adae-4f7272a3c429,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:57.738491 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f7503e-f6e5-442d-b85a-e38d7b24c15d None None] Network 53db22e9-beae-45d1-9080-d79d73115f98 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:12:57.741421 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e540f45-c84c-45e7-86c5-ca735b60f34c tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:57.742354 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e540f45-c84c-45e7-86c5-ca735b60f34c tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:57.755028 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b933765-dd2a-4d42-96e7-8101bbd8dbd6 admin admin] Made reservation on behalf of b4a7af90eddc4fcd95550f2f124890b4 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:57.758024 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b933765-dd2a-4d42-96e7-8101bbd8dbd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:57.763411 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 6a232ed5-d6ef-427b-adae-4f7272a3c429 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:12:57.764187 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5e540f45-c84c-45e7-86c5-ca735b60f34c tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6901112 Aug 19 18:12:57.766816 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50074) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:57.775453 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-5caba442-391a-433a-8c0d-b2471fcbcb29 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Request body: {'port': {'network_id': '53db22e9-beae-45d1-9080-d79d73115f98', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1022170095'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:57.929976 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caba442-391a-433a-8c0d-b2471fcbcb29 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Made reservation on behalf of 3de9a82873444a318509487befc694f3 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:57.934298 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5caba442-391a-433a-8c0d-b2471fcbcb29 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:57.965693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-5caba442-391a-433a-8c0d-b2471fcbcb29 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] device_id is not set on port 980eab72-07bc-42d6-b60f-3018c5bc3238 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:12:58.027536 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba06a41-5216-4ad3-a964-8f8e51236e23 req-47b29a84-65ef-4ea0-8bed-4ab020f154e8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:58.029400 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dba06a41-5216-4ad3-a964-8f8e51236e23 req-47b29a84-65ef-4ea0-8bed-4ab020f154e8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1241927 Aug 19 18:12:58.040214 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487fa018-15f3-458e-8425-88a56c9baee3', 'name': 'network-vif-deleted', 'tag': '9ae00d4e-4f1a-466b-92d7-1b119470125e'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:12:58.045767 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca59813-272d-4193-99e4-49fd1e43e263" -d '{"events": [{"server_uuid": "487fa018-15f3-458e-8425-88a56c9baee3", "name": "network-vif-deleted", "tag": "9ae00d4e-4f1a-466b-92d7-1b119470125e"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:12:58.046409 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b933765-dd2a-4d42-96e7-8101bbd8dbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:58.096535 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c200b03f-76ed-4d65-84d3-335383849b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-53db22e9-beae-45d1-9080-d79d73115f98', 'network_id': '53db22e9-beae-45d1-9080-d79d73115f98', 'tenant_id': '3de9a82873444a318509487befc694f3', 'fixed_ips': [{'subnet_id': '92716e3f-e5e4-4ba0-b2ab-3c20a3ad3659'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:12:58.097998 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c200b03f-76ed-4d65-84d3-335383849b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:58.134845 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dba06a41-5216-4ad3-a964-8f8e51236e23 req-3ac2dbff-77f5-4644-8e4d-6fa318421588 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988739 Aug 19 18:12:58.145179 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b933765-dd2a-4d42-96e7-8101bbd8dbd6 admin admin] Checking segment: {'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:12:58.145468 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b933765-dd2a-4d42-96e7-8101bbd8dbd6 admin admin] Network hostable DHCP agents. Network: 6a232ed5-d6ef-427b-adae-4f7272a3c429, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:12:58.147547 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b933765-dd2a-4d42-96e7-8101bbd8dbd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b90853f9-3a3c-4d5a-8d68-8dea22f30a90,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:58.164174 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-5caba442-391a-433a-8c0d-b2471fcbcb29 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Allocated IP 2001:db8::60 (53db22e9-beae-45d1-9080-d79d73115f98/92716e3f-e5e4-4ba0-b2ab-3c20a3ad3659/980eab72-07bc-42d6-b60f-3018c5bc3238) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:12:58.177576 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b933765-dd2a-4d42-96e7-8101bbd8dbd6 admin admin] Network 6a232ed5-d6ef-427b-adae-4f7272a3c429 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:12:58.195486 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-3b933765-dd2a-4d42-96e7-8101bbd8dbd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 6a232ed5-d6ef-427b-adae-4f7272a3c429) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:12:58.204985 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b933765-dd2a-4d42-96e7-8101bbd8dbd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:58.205695 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b933765-dd2a-4d42-96e7-8101bbd8dbd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:58.210712 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dde07f-0ec0-4c76-99d7-76a686eb7fac None None] Network 6a232ed5-d6ef-427b-adae-4f7272a3c429 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:12:58.250164 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3b933765-dd2a-4d42-96e7-8101bbd8dbd6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5508146 Aug 19 18:12:58.326096 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b17c9d-c37c-44c6-8775-e2971a49ccb9 x-openstack-request-id: req-18b17c9d-c37c-44c6-8775-e2971a49ccb9 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:12:58.326410 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487fa018-15f3-458e-8425-88a56c9baee3", "name": "network-vif-deleted", "tag": "9ae00d4e-4f1a-466b-92d7-1b119470125e", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:12:58.326650 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18b17c9d-c37c-44c6-8775-e2971a49ccb9 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:12:58.327039 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487fa018-15f3-458e-8425-88a56c9baee3', 'name': 'network-vif-deleted', 'tag': '9ae00d4e-4f1a-466b-92d7-1b119470125e', 'status': 'completed', 'code': 200} Aug 19 18:12:58.370951 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fbb404-5e9c-42b0-b578-cc32e944d323 None None] Network 6a232ed5-d6ef-427b-adae-4f7272a3c429 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:12:58.376564 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bcb4f-e23d-4375-80a8-1996676cdad5 req-745bccfc-a2b9-48c6-b773-46ac9c299b29 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:58.386162 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d23bcb4f-e23d-4375-80a8-1996676cdad5 req-745bccfc-a2b9-48c6-b773-46ac9c299b29 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 946 time: 0.1079314 Aug 19 18:12:58.441355 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d23bcb4f-e23d-4375-80a8-1996676cdad5 req-2d1eed4f-3b9c-4fe9-a74f-2eb767191565 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532589 Aug 19 18:12:58.462496 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90a300-6bcc-4937-9325-79453d17e672 req-5cc3542e-991a-40fa-b341-a626b5f38138 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:58.468103 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dc90a300-6bcc-4937-9325-79453d17e672 req-5cc3542e-991a-40fa-b341-a626b5f38138 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.0835729 Aug 19 18:12:58.480926 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5caba442-391a-433a-8c0d-b2471fcbcb29 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:58.510596 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-5caba442-391a-433a-8c0d-b2471fcbcb29 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Transition to ACTIVE for port object 980eab72-07bc-42d6-b60f-3018c5bc3238 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:12:58.533922 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dc90a300-6bcc-4937-9325-79453d17e672 req-38bd576d-8c61-4f0c-b5a1-20b99541a375 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644333 Aug 19 18:12:58.568848 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5caba442-391a-433a-8c0d-b2471fcbcb29 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:58.569423 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a99c7b-8d8e-4e41-bc68-a658b0c68a31 req-e6cdfef9-2765-42ac-bffb-17e3abedffe7 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:58.571569 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23a99c7b-8d8e-4e41-bc68-a658b0c68a31 req-e6cdfef9-2765-42ac-bffb-17e3abedffe7 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a18778-7013-48c0-a4c0-0f224cef6dfd HTTP/1.1" status: 200 len: 950 time: 0.0583344 Aug 19 18:12:58.621359 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-c200b03f-76ed-4d65-84d3-335383849b63 None None] Allocated IP 2001:db8::2 (53db22e9-beae-45d1-9080-d79d73115f98/92716e3f-e5e4-4ba0-b2ab-3c20a3ad3659/a12969e4-9931-41e6-903a-f23cae659e6a) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:12:58.644183 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caba442-391a-433a-8c0d-b2471fcbcb29 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Network 53db22e9-beae-45d1-9080-d79d73115f98 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:12:58.646280 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23a99c7b-8d8e-4e41-bc68-a658b0c68a31 req-49c759d3-c503-4dd8-98df-5b3b259c1f83 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630102 Aug 19 18:12:58.663550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-5caba442-391a-433a-8c0d-b2471fcbcb29 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:12:58.666323 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caba442-391a-433a-8c0d-b2471fcbcb29 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:12:58.672997 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caba442-391a-433a-8c0d-b2471fcbcb29 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:58.673702 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5caba442-391a-433a-8c0d-b2471fcbcb29 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:58.677754 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36124537-76e7-423a-ae2f-3839ed4e9223 req-d008a017-b79a-4a71-9ed5-20ae9c6a2e04 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0615847 Aug 19 18:12:58.686571 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caba442-391a-433a-8c0d-b2471fcbcb29 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Pushing event updated for resources: {'Port': ['ID=980eab72-07bc-42d6-b60f-3018c5bc3238,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:58.717862 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50098) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:58.719418 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5caba442-391a-433a-8c0d-b2471fcbcb29 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.9463239 Aug 19 18:12:58.723471 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-45e9584b-c415-47ba-8a02-02b8e5d18e6a tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Request body: {'port': {'network_id': '53db22e9-beae-45d1-9080-d79d73115f98', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-37601145', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:58.724240 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.api.validators [None req-45e9584b-c415-47ba-8a02-02b8e5d18e6a tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] bootfile-name is not in valid_values {{(pid=94681) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 18:12:58.724586 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.api.validators [None req-45e9584b-c415-47ba-8a02-02b8e5d18e6a tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] tftp-server is not in valid_values {{(pid=94681) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 18:12:58.724936 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.api.validators [None req-45e9584b-c415-47ba-8a02-02b8e5d18e6a tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] server-ip-address is not in valid_values {{(pid=94681) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 18:12:58.827955 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c200b03f-76ed-4d65-84d3-335383849b63 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:58.838792 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c200b03f-76ed-4d65-84d3-335383849b63 None None] Transition to ACTIVE for port object a12969e4-9931-41e6-903a-f23cae659e6a will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:12:58.869151 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c200b03f-76ed-4d65-84d3-335383849b63 None None] Transition to ACTIVE for port object a12969e4-9931-41e6-903a-f23cae659e6a will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:12:58.877994 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c200b03f-76ed-4d65-84d3-335383849b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:58.935071 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e9584b-c415-47ba-8a02-02b8e5d18e6a tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Made reservation on behalf of 3de9a82873444a318509487befc694f3 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:58.936381 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200b03f-76ed-4d65-84d3-335383849b63 None None] Pushing event updated for resources: {'Port': ['ID=a12969e4-9931-41e6-903a-f23cae659e6a,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:58.938632 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-45e9584b-c415-47ba-8a02-02b8e5d18e6a tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:58.941264 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c200b03f-76ed-4d65-84d3-335383849b63 None None] Network 53db22e9-beae-45d1-9080-d79d73115f98 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:12:58.942744 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-c200b03f-76ed-4d65-84d3-335383849b63 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:12:58.945996 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c200b03f-76ed-4d65-84d3-335383849b63 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:12:58.967942 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-45e9584b-c415-47ba-8a02-02b8e5d18e6a tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] device_id is not set on port ee364a33-5cdd-45ba-8e48-cbd172ba5ccd yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:12:59.010913 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c200b03f-76ed-4d65-84d3-335383849b63 None None] Attempting to bind port a12969e4-9931-41e6-903a-f23cae659e6a on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:59.011287 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c200b03f-76ed-4d65-84d3-335383849b63 None None] Attempting to bind port a12969e4-9931-41e6-903a-f23cae659e6a by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '7319d5eb-0e53-4405-83e1-d5110f074056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '53db22e9-beae-45d1-9080-d79d73115f98'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:59.011758 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c200b03f-76ed-4d65-84d3-335383849b63 None None] Attempting to bind port a12969e4-9931-41e6-903a-f23cae659e6a on network 53db22e9-beae-45d1-9080-d79d73115f98 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:59.016875 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c200b03f-76ed-4d65-84d3-335383849b63 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:12:59.017246 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c200b03f-76ed-4d65-84d3-335383849b63 None None] Checking segment: {'id': '7319d5eb-0e53-4405-83e1-d5110f074056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '53db22e9-beae-45d1-9080-d79d73115f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:12:59.017713 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c200b03f-76ed-4d65-84d3-335383849b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:59.018103 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c200b03f-76ed-4d65-84d3-335383849b63 None None] Bound using segment: {'id': '7319d5eb-0e53-4405-83e1-d5110f074056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '53db22e9-beae-45d1-9080-d79d73115f98'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:12:59.018572 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c200b03f-76ed-4d65-84d3-335383849b63 None None] Bound port: a12969e4-9931-41e6-903a-f23cae659e6a, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7319d5eb-0e53-4405-83e1-d5110f074056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '53db22e9-beae-45d1-9080-d79d73115f98'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:12:59.018952 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c200b03f-76ed-4d65-84d3-335383849b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:59.054363 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0c690-073e-4356-9217-dc30a5a49981 req-a9054d57-78ee-4ce3-b701-fe6403c88b88 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:59.055882 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06e0c690-073e-4356-9217-dc30a5a49981 req-a9054d57-78ee-4ce3-b701-fe6403c88b88 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/networks?id=6a232ed5-d6ef-427b-adae-4f7272a3c429 HTTP/1.1" status: 200 len: 812 time: 0.1812091 Aug 19 18:12:59.084946 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c200b03f-76ed-4d65-84d3-335383849b63 None None] For port a12969e4-9931-41e6-903a-f23cae659e6a, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:12:59.088337 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c200b03f-76ed-4d65-84d3-335383849b63 None None] For port a12969e4-9931-41e6-903a-f23cae659e6a, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a12969e4-9931-41e6-903a-f23cae659e6a,segment=NetworkSegment(7319d5eb-0e53-4405-83e1-d5110f074056),segment_id=7319d5eb-0e53-4405-83e1-d5110f074056)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:12:59.093796 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c200b03f-76ed-4d65-84d3-335383849b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:59.105079 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06e0c690-073e-4356-9217-dc30a5a49981 req-47a0d7fe-6edd-4f2f-8e37-e9f88a50cc19 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/quotas/b4a7af90eddc4fcd95550f2f124890b4 HTTP/1.1" status: 200 len: 375 time: 0.0402243 Aug 19 18:12:59.152089 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200b03f-76ed-4d65-84d3-335383849b63 None None] Pushing event updated for resources: {'Port': ['ID=a12969e4-9931-41e6-903a-f23cae659e6a,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:59.158130 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06e0c690-073e-4356-9217-dc30a5a49981 req-cfed3062-101c-4d43-88d5-a0f98f649b4b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4a7af90eddc4fcd95550f2f124890b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454872 Aug 19 18:12:59.159620 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-45e9584b-c415-47ba-8a02-02b8e5d18e6a tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Allocated IP 2001:db8::1fb (53db22e9-beae-45d1-9080-d79d73115f98/92716e3f-e5e4-4ba0-b2ab-3c20a3ad3659/ee364a33-5cdd-45ba-8e48-cbd172ba5ccd) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:12:59.292333 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef6cb0-309d-407d-ab81-cfe9699b3b01 req-871ec00f-d794-4c78-808f-387c24412524 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:59.293455 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ffef6cb0-309d-407d-ab81-cfe9699b3b01 req-871ec00f-d794-4c78-808f-387c24412524 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.0705960 Aug 19 18:12:59.369226 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ffef6cb0-309d-407d-ab81-cfe9699b3b01 req-6f923a84-83ec-4367-9c7f-87304f24bb81 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504894 Aug 19 18:12:59.574119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f99b27-3d6a-4d6d-ac56-4795a0a97aec req-64b88ac9-b5a5-412d-8e91-bc58d56915af tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:59.576795 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-14f99b27-3d6a-4d6d-ac56-4795a0a97aec req-64b88ac9-b5a5-412d-8e91-bc58d56915af tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 946 time: 0.0606205 Aug 19 18:12:59.622045 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-14f99b27-3d6a-4d6d-ac56-4795a0a97aec req-c7ae3cdd-209f-4f74-a54b-fa9df6487cbe tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390520 Aug 19 18:12:59.679512 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06e0c690-073e-4356-9217-dc30a5a49981 req-ede47ff1-ad85-40ef-92dc-a136902b88b5 service neutron] 10.222.0.24 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173900 Aug 19 18:12:59.754864 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b230a5-6673-4de7-a966-45fd21f1044a req-1f7782a7-5bf2-41fd-ade2-7182a54019df tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:59.757346 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0b230a5-6673-4de7-a966-45fd21f1044a req-1f7782a7-5bf2-41fd-ade2-7182a54019df tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.0659406 Aug 19 18:12:59.806285 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0b230a5-6673-4de7-a966-45fd21f1044a req-b41cc11e-9829-4686-b3c0-837e3827aea8 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417912 Aug 19 18:12:59.843156 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06e0c690-073e-4356-9217-dc30a5a49981 req-7fb547f2-bcc9-4d59-bacf-079cec873f2e service neutron] 10.222.0.24 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551931 Aug 19 18:12:59.844853 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-45e9584b-c415-47ba-8a02-02b8e5d18e6a tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:59.860730 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-45e9584b-c415-47ba-8a02-02b8e5d18e6a tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Transition to ACTIVE for port object ee364a33-5cdd-45ba-8e48-cbd172ba5ccd will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:12:59.905732 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-45e9584b-c415-47ba-8a02-02b8e5d18e6a tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:59.954308 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bdd5f-6b00-485b-914e-a457b8813afa req-559f012b-1b21-4336-9f22-1647f7657bfa tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:59.956981 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ab1bdd5f-6b00-485b-914e-a457b8813afa req-559f012b-1b21-4336-9f22-1647f7657bfa tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a18778-7013-48c0-a4c0-0f224cef6dfd HTTP/1.1" status: 200 len: 950 time: 0.0626283 Aug 19 18:12:59.964159 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e9584b-c415-47ba-8a02-02b8e5d18e6a tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Network 53db22e9-beae-45d1-9080-d79d73115f98 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:12:59.968285 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-45e9584b-c415-47ba-8a02-02b8e5d18e6a tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:12:59.970966 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e9584b-c415-47ba-8a02-02b8e5d18e6a tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:12:59.977558 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e9584b-c415-47ba-8a02-02b8e5d18e6a tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:59.978382 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-45e9584b-c415-47ba-8a02-02b8e5d18e6a tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:59.998046 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9584b-c415-47ba-8a02-02b8e5d18e6a tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Pushing event updated for resources: {'Port': ['ID=ee364a33-5cdd-45ba-8e48-cbd172ba5ccd,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:00.020692 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-45e9584b-c415-47ba-8a02-02b8e5d18e6a tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.3012118 Aug 19 18:13:00.023656 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50126) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:00.129313 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f797f5b9-969b-484a-bf5a-8c67063cfceb req-2ec327eb-d023-4128-b636-56f6e8312e78 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.1072972 Aug 19 18:13:00.142167 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead082f4-8e6e-4fbe-a8c2-73505f7d7ba8 req-886871e1-5f48-432b-9a28-c985f4fd32c2 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:00.148497 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ead082f4-8e6e-4fbe-a8c2-73505f7d7ba8 req-886871e1-5f48-432b-9a28-c985f4fd32c2 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "GET /v2.0/ports?device_id=35a18778-7013-48c0-a4c0-0f224cef6dfd HTTP/1.1" status: 200 len: 950 time: 0.1730287 Aug 19 18:13:00.160302 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ab1bdd5f-6b00-485b-914e-a457b8813afa req-d64abe02-88fd-480c-bc14-3c975ca4851a tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804357 Aug 19 18:13:00.181826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a12969e4-9931-41e6-903a-f23cae659e6a up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:00.217930 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17de787-6390-4232-b696-b4ec60b5954c tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:00.224490 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed5c84-b856-46c9-9104-a300095d8bdd req-2e593dd9-3d6c-4a23-b270-93656a85e309 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:00.227959 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-26ed5c84-b856-46c9-9104-a300095d8bdd req-2e593dd9-3d6c-4a23-b270-93656a85e309 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.54 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 946 time: 0.2017539 Aug 19 18:13:00.238222 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17de787-6390-4232-b696-b4ec60b5954c tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:00.246056 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17de787-6390-4232-b696-b4ec60b5954c tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:00.252858 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50130) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:00.256480 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a17de787-6390-4232-b696-b4ec60b5954c tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2178268 Aug 19 18:13:00.321724 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348b096-1c87-4f72-9317-60d9e93bebfe req-30e888fd-c2c5-46dd-a2b6-6be2a9606335 tempest-MigrationsAdminTest-47619855 tempest-MigrationsAdminTest-47619855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:00.323677 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5348b096-1c87-4f72-9317-60d9e93bebfe req-30e888fd-c2c5-46dd-a2b6-6be2a9606335 tempest-MigrationsAdminTest-47619855 tempest-MigrationsAdminTest-47619855-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 1100 time: 0.0546248 Aug 19 18:13:00.326404 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port a12969e4-9931-41e6-903a-f23cae659e6a completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:00.350869 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861dd22e-928e-415e-9858-70aa56d3f182 None None] Network 53db22e9-beae-45d1-9080-d79d73115f98 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:00.417055 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5348b096-1c87-4f72-9317-60d9e93bebfe req-d71835a6-9f75-4128-8d0f-310502c09fa2 tempest-MigrationsAdminTest-47619855 tempest-MigrationsAdminTest-47619855-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697119 Aug 19 18:13:00.452394 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a0934647-0309-4d8a-9e6e-f9e84db205f6 None None] Provisioning for port a12969e4-9931-41e6-903a-f23cae659e6a completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:00.468655 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10401f4a-0d48-4b9e-8a76-5a4901b06bdf req-4cca16a4-db27-49b7-bc89-18dc9ab421c3 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=616d5cca-894d-4981-b930-37e6c9bf6bf4 HTTP/1.1" status: 200 len: 210 time: 0.0467792 Aug 19 18:13:00.471280 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a0934647-0309-4d8a-9e6e-f9e84db205f6 None None] Provisioning complete for port a12969e4-9931-41e6-903a-f23cae659e6a triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:00.471808 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a0934647-0309-4d8a-9e6e-f9e84db205f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:00.499212 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-ead082f4-8e6e-4fbe-a8c2-73505f7d7ba8 req-a325f72b-4a33-42a4-96f6-58b409fe4225 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Deleting port 2913220d-a5aa-4c2d-a359-acf78c5e338c {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:00.499548 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ead082f4-8e6e-4fbe-a8c2-73505f7d7ba8 req-a325f72b-4a33-42a4-96f6-58b409fe4225 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:00.608125 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-26ed5c84-b856-46c9-9104-a300095d8bdd req-bfbaae99-8451-4cd9-85c9-30bc1157b487 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Deleting port 8f1f8822-d38a-4e2f-9897-4d902d178537 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:00.608624 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-26ed5c84-b856-46c9-9104-a300095d8bdd req-bfbaae99-8451-4cd9-85c9-30bc1157b487 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:00.613846 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-70dcbb3e-6fc8-42bc-8506-928986bba1db tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Deleting port ee364a33-5cdd-45ba-8e48-cbd172ba5ccd {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:00.614301 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-70dcbb3e-6fc8-42bc-8506-928986bba1db tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:00.617031 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c1a73-961d-4b42-b0c4-da1f025a7ad5 req-aba30749-e810-448f-bd38-46bed0c1ce1c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:00.623792 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-657c1a73-961d-4b42-b0c4-da1f025a7ad5 req-aba30749-e810-448f-bd38-46bed0c1ce1c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1130323 Aug 19 18:13:00.693837 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-657c1a73-961d-4b42-b0c4-da1f025a7ad5 req-64cf10d0-8520-4ffd-bf0a-e142cb199bc5 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653045 Aug 19 18:13:00.698352 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a0934647-0309-4d8a-9e6e-f9e84db205f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:00.743936 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a0934647-0309-4d8a-9e6e-f9e84db205f6 None None] For port a12969e4-9931-41e6-903a-f23cae659e6a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a12969e4-9931-41e6-903a-f23cae659e6a,segment=NetworkSegment(7319d5eb-0e53-4405-83e1-d5110f074056),segment_id=7319d5eb-0e53-4405-83e1-d5110f074056)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:00.749733 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a0934647-0309-4d8a-9e6e-f9e84db205f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:00.850474 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0934647-0309-4d8a-9e6e-f9e84db205f6 None None] Pushing event updated for resources: {'Port': ['ID=a12969e4-9931-41e6-903a-f23cae659e6a,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:00.856981 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-ead082f4-8e6e-4fbe-a8c2-73505f7d7ba8 req-a325f72b-4a33-42a4-96f6-58b409fe4225 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] For port 2913220d-a5aa-4c2d-a359-acf78c5e338c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=2913220d-a5aa-4c2d-a359-acf78c5e338c,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:00.857601 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ead082f4-8e6e-4fbe-a8c2-73505f7d7ba8 req-a325f72b-4a33-42a4-96f6-58b409fe4225 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:00.898590 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3adb0-abd0-474a-94e3-3c54ce2146e5 req-81b77eb1-4a4a-4a7f-83ae-bf350a744012 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:00.900838 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-26ed5c84-b856-46c9-9104-a300095d8bdd req-bfbaae99-8451-4cd9-85c9-30bc1157b487 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] For port 8f1f8822-d38a-4e2f-9897-4d902d178537, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=8f1f8822-d38a-4e2f-9897-4d902d178537,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:00.901289 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-26ed5c84-b856-46c9-9104-a300095d8bdd req-bfbaae99-8451-4cd9-85c9-30bc1157b487 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:00.909129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-ead082f4-8e6e-4fbe-a8c2-73505f7d7ba8 req-a325f72b-4a33-42a4-96f6-58b409fe4225 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Calling delete_port for 2913220d-a5aa-4c2d-a359-acf78c5e338c owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:00.910029 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e8a3adb0-abd0-474a-94e3-3c54ce2146e5 req-81b77eb1-4a4a-4a7f-83ae-bf350a744012 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 946 time: 0.1110725 Aug 19 18:13:00.954101 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e8a3adb0-abd0-474a-94e3-3c54ce2146e5 req-4ce85246-c9d7-408e-8db1-53afb361c4bb tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430045 Aug 19 18:13:00.967380 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-70dcbb3e-6fc8-42bc-8506-928986bba1db tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:01.016382 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-26ed5c84-b856-46c9-9104-a300095d8bdd req-bfbaae99-8451-4cd9-85c9-30bc1157b487 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Calling delete_port for 8f1f8822-d38a-4e2f-9897-4d902d178537 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:01.018298 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-70dcbb3e-6fc8-42bc-8506-928986bba1db tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Calling delete_port for ee364a33-5cdd-45ba-8e48-cbd172ba5ccd owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:01.161622 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20af946-d137-42b3-b248-77d1113ac2fb req-a1cbedcd-3c68-4f84-b9f4-c6f339053251 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:01.163150 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d20af946-d137-42b3-b248-77d1113ac2fb req-a1cbedcd-3c68-4f84-b9f4-c6f339053251 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.2649684 Aug 19 18:13:01.204038 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7c0288c2-e3fb-46e3-b0ec-556f56274b2e None None] Provisioning for port ee364a33-5cdd-45ba-8e48-cbd172ba5ccd completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:01.212979 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7c0288c2-e3fb-46e3-b0ec-556f56274b2e None None] Provisioning complete for port ee364a33-5cdd-45ba-8e48-cbd172ba5ccd triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:01.213467 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7c0288c2-e3fb-46e3-b0ec-556f56274b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:01.280859 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a460c44a-0eb0-455b-ae06-c2393e51e670 req-3478840b-3aee-4fc7-ac5e-b6a7fd6f1103 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0487485 Aug 19 18:13:01.429025 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7c0288c2-e3fb-46e3-b0ec-556f56274b2e None None] Port ee364a33-5cdd-45ba-8e48-cbd172ba5ccd cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:13:01.443447 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7c0288c2-e3fb-46e3-b0ec-556f56274b2e None None] Provisioning for port 980eab72-07bc-42d6-b60f-3018c5bc3238 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:01.448192 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6213-6776-4ae8-bc86-6d9db8bd471a req-2c0a7c54-6e1c-4f50-8dda-a3cabbc58ce7 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:01.448724 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7c0288c2-e3fb-46e3-b0ec-556f56274b2e None None] Provisioning complete for port 980eab72-07bc-42d6-b60f-3018c5bc3238 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:01.449848 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a81e6213-6776-4ae8-bc86-6d9db8bd471a req-2c0a7c54-6e1c-4f50-8dda-a3cabbc58ce7 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a18778-7013-48c0-a4c0-0f224cef6dfd HTTP/1.1" status: 200 len: 950 time: 0.0886464 Aug 19 18:13:01.452257 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7c0288c2-e3fb-46e3-b0ec-556f56274b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:01.504319 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7c0288c2-e3fb-46e3-b0ec-556f56274b2e None None] Port 980eab72-07bc-42d6-b60f-3018c5bc3238 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:13:01.517324 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7c0288c2-e3fb-46e3-b0ec-556f56274b2e None None] Provisioning complete for port a12969e4-9931-41e6-903a-f23cae659e6a triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:01.518095 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7c0288c2-e3fb-46e3-b0ec-556f56274b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:01.531511 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a81e6213-6776-4ae8-bc86-6d9db8bd471a req-ee2ac4d8-6913-40ed-b8b8-593087542bea tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/security-groups?id=197d440b-cf8a-4ac0-b7e9-0edb538c1eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558653 Aug 19 18:13:01.564120 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-8671adcb-4cf8-4cdf-ad3c-344cad3b5dba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6021087 Aug 19 18:13:01.654443 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d20af946-d137-42b3-b248-77d1113ac2fb req-b329affc-f071-47a5-b2c7-58ac847b1ff9 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804392 Aug 19 18:13:01.814586 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6ee97d97-a16f-4cc5-9567-6dc992a3ac06 None None] Provisioning complete for port 980eab72-07bc-42d6-b60f-3018c5bc3238 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:01.816088 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6ee97d97-a16f-4cc5-9567-6dc992a3ac06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:01.849343 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0c690-073e-4356-9217-dc30a5a49981 req-e9702271-c7f9-49e4-8fcc-af9051bdb539 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:01.850951 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06e0c690-073e-4356-9217-dc30a5a49981 req-e9702271-c7f9-49e4-8fcc-af9051bdb539 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.50 "GET /v2.0/networks?id=6a232ed5-d6ef-427b-adae-4f7272a3c429 HTTP/1.1" status: 200 len: 812 time: 0.2867739 Aug 19 18:13:01.859858 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f650d08-c7d2-484d-a0ad-584c82a7b9c7 req-464edf1b-6886-420e-9037-98925f44258d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=616d5cca-894d-4981-b930-37e6c9bf6bf4 HTTP/1.1" status: 200 len: 210 time: 0.1115692 Aug 19 18:13:01.874427 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-06e0c690-073e-4356-9217-dc30a5a49981 req-9f11ed7a-fcb8-484d-8d7e-26ca8e2f34be tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Request body: {'port': {'device_id': '616d5cca-894d-4981-b930-37e6c9bf6bf4', 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429', 'admin_state_up': True, 'tenant_id': 'b4a7af90eddc4fcd95550f2f124890b4'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:01.879245 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ead082f4-8e6e-4fbe-a8c2-73505f7d7ba8 req-a325f72b-4a33-42a4-96f6-58b409fe4225 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:01.893951 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['2913220d-a5aa-4c2d-a359-acf78c5e338c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:13:01.901943 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-6ee97d97-a16f-4cc5-9567-6dc992a3ac06 None None] Port 980eab72-07bc-42d6-b60f-3018c5bc3238 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:13:01.945375 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325f72b-4a33-42a4-96f6-58b409fe4225 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Pushing event deleted for resources: {'Port': ['ID=2913220d-a5aa-4c2d-a359-acf78c5e338c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:01.950051 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-26ed5c84-b856-46c9-9104-a300095d8bdd req-bfbaae99-8451-4cd9-85c9-30bc1157b487 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:01.962342 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-70dcbb3e-6fc8-42bc-8506-928986bba1db tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:01.977019 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6ee97d97-a16f-4cc5-9567-6dc992a3ac06 None None] Provisioning complete for port ee364a33-5cdd-45ba-8e48-cbd172ba5ccd triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:01.977401 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6ee97d97-a16f-4cc5-9567-6dc992a3ac06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:02.032896 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-6ee97d97-a16f-4cc5-9567-6dc992a3ac06 None None] Port ee364a33-5cdd-45ba-8e48-cbd172ba5ccd was deleted so its status cannot be updated. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 18:13:02.056258 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee56c6d-0386-4f6a-8753-d869bfa44ded req-45d5cbf4-a8e7-4865-84d6-aac251bf92d4 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:02.057863 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cee56c6d-0386-4f6a-8753-d869bfa44ded req-45d5cbf4-a8e7-4865-84d6-aac251bf92d4 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.2545388 Aug 19 18:13:02.075368 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e0c690-073e-4356-9217-dc30a5a49981 req-9f11ed7a-fcb8-484d-8d7e-26ca8e2f34be tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Made reservation on behalf of b4a7af90eddc4fcd95550f2f124890b4 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:02.082394 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbaae99-8451-4cd9-85c9-30bc1157b487 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Pushing event deleted for resources: {'Port': ['ID=8f1f8822-d38a-4e2f-9897-4d902d178537,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:02.082963 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-06e0c690-073e-4356-9217-dc30a5a49981 req-9f11ed7a-fcb8-484d-8d7e-26ca8e2f34be tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:02.084943 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead082f4-8e6e-4fbe-a8c2-73505f7d7ba8 req-a325f72b-4a33-42a4-96f6-58b409fe4225 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] No DVR routers for this DVR port 2913220d-a5aa-4c2d-a359-acf78c5e338c on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:13:02.100834 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ead082f4-8e6e-4fbe-a8c2-73505f7d7ba8 req-a325f72b-4a33-42a4-96f6-58b409fe4225 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:02.103076 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ead082f4-8e6e-4fbe-a8c2-73505f7d7ba8 req-a325f72b-4a33-42a4-96f6-58b409fe4225 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.54 "DELETE /v2.0/ports/2913220d-a5aa-4c2d-a359-acf78c5e338c HTTP/1.1" status: 204 len: 173 time: 1.9417555 Aug 19 18:13:02.103843 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a18778-7013-48c0-a4c0-0f224cef6dfd', 'name': 'network-vif-deleted', 'tag': '2913220d-a5aa-4c2d-a359-acf78c5e338c'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:13:02.107960 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e3fca9-5532-4a06-a5f9-1e5aa80d4727" -d '{"events": [{"server_uuid": "35a18778-7013-48c0-a4c0-0f224cef6dfd", "name": "network-vif-deleted", "tag": "2913220d-a5aa-4c2d-a359-acf78c5e338c"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:13:02.160146 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b6683d76-4e35-45e8-adbf-31f586fa0439 req-fafbaca3-b375-4ae1-91b7-0e2da5783441 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 210 time: 0.0546553 Aug 19 18:13:02.161874 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dcbb3e-6fc8-42bc-8506-928986bba1db tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Pushing event deleted for resources: {'Port': ['ID=ee364a33-5cdd-45ba-8e48-cbd172ba5ccd,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:02.196358 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a12969e4-9931-41e6-903a-f23cae659e6a up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:02.246668 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-70dcbb3e-6fc8-42bc-8506-928986bba1db tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:02.252531 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-70dcbb3e-6fc8-42bc-8506-928986bba1db tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] 10.222.0.24 "DELETE /v2.0/ports/ee364a33-5cdd-45ba-8e48-cbd172ba5ccd HTTP/1.1" status: 204 len: 168 time: 1.9946117 Aug 19 18:13:02.252723 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50178) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:02.255774 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ed5c84-b856-46c9-9104-a300095d8bdd req-bfbaae99-8451-4cd9-85c9-30bc1157b487 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] No DVR routers for this DVR port 8f1f8822-d38a-4e2f-9897-4d902d178537 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:13:02.263704 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-7fde9544-ae2b-47aa-828b-f31e7675bca3 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Request body: {'port': {'name': 'tempest-new-port-name-443809622', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:02.264112 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.api.validators [None req-7fde9544-ae2b-47aa-828b-f31e7675bca3 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] bootfile-name is not in valid_values {{(pid=94681) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 18:13:02.264505 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.api.validators [None req-7fde9544-ae2b-47aa-828b-f31e7675bca3 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] tftp-server is not in valid_values {{(pid=94681) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 18:13:02.264848 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.api.validators [None req-7fde9544-ae2b-47aa-828b-f31e7675bca3 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] server-ip-address is not in valid_values {{(pid=94681) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 18:13:02.277200 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-26ed5c84-b856-46c9-9104-a300095d8bdd req-bfbaae99-8451-4cd9-85c9-30bc1157b487 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:02.280781 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-26ed5c84-b856-46c9-9104-a300095d8bdd req-bfbaae99-8451-4cd9-85c9-30bc1157b487 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.54 "DELETE /v2.0/ports/8f1f8822-d38a-4e2f-9897-4d902d178537 HTTP/1.1" status: 204 len: 173 time: 2.0408947 Aug 19 18:13:02.283223 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port a12969e4-9931-41e6-903a-f23cae659e6a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:02.283728 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:02.287827 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f226292-2bfb-480b-b61a-68ee4f7ecba5 x-openstack-request-id: req-3f226292-2bfb-480b-b61a-68ee4f7ecba5 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:13:02.288413 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a18778-7013-48c0-a4c0-0f224cef6dfd", "name": "network-vif-deleted", "tag": "2913220d-a5aa-4c2d-a359-acf78c5e338c", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:13:02.288896 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3f226292-2bfb-480b-b61a-68ee4f7ecba5 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:13:02.289489 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a18778-7013-48c0-a4c0-0f224cef6dfd', 'name': 'network-vif-deleted', 'tag': '2913220d-a5aa-4c2d-a359-acf78c5e338c', 'status': 'completed', 'code': 200} Aug 19 18:13:02.341121 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cee56c6d-0386-4f6a-8753-d869bfa44ded req-176267b6-aa70-45ed-b688-bfccaa329cd3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591779 Aug 19 18:13:02.519006 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a89e598d-167a-4d4a-a11b-3bb5c64cf6bc req-d92e506a-b3a6-40c4-bdc6-f26fbecc26a3 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.1084156 Aug 19 18:13:02.526136 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7fde9544-ae2b-47aa-828b-f31e7675bca3 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:02.594583 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-06e0c690-073e-4356-9217-dc30a5a49981 req-9f11ed7a-fcb8-484d-8d7e-26ca8e2f34be tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Allocated IP 172.20.0.9 (6a232ed5-d6ef-427b-adae-4f7272a3c429/b90853f9-3a3c-4d5a-8d68-8dea22f30a90/e658b600-1b05-46d3-8256-a3188816c74b) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:02.713581 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fd4c720c-b93b-4e28-972d-1c252823eb73 req-bdbc1b8a-e7c1-4e4a-b300-3b3e16f57055 tempest-ServersOnMultiNodesTest-253494195 tempest-ServersOnMultiNodesTest-253494195-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a18778-7013-48c0-a4c0-0f224cef6dfd HTTP/1.1" status: 200 len: 210 time: 0.0612352 Aug 19 18:13:02.869895 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c29e85-044d-4154-90c0-555b6157be98 req-15abd9e8-49f9-4117-80e1-f43d33db02b0 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:02.879167 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-47c29e85-044d-4154-90c0-555b6157be98 req-15abd9e8-49f9-4117-80e1-f43d33db02b0 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.0651536 Aug 19 18:13:02.935444 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-47c29e85-044d-4154-90c0-555b6157be98 req-e36a81d9-5fb1-4b23-9b6e-7d8bca9f0f72 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552499 Aug 19 18:13:02.976785 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-06e0c690-073e-4356-9217-dc30a5a49981 req-9f11ed7a-fcb8-484d-8d7e-26ca8e2f34be tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:02.990695 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7fde9544-ae2b-47aa-828b-f31e7675bca3 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:03.020683 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-509194b4-dcf3-4358-8e38-10f4702a7d2c req-9f579879-d2c7-449d-91ad-4280d8f0f4cc tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=616d5cca-894d-4981-b930-37e6c9bf6bf4 HTTP/1.1" status: 200 len: 210 time: 0.0614598 Aug 19 18:13:03.023175 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7fde9544-ae2b-47aa-828b-f31e7675bca3 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:03.071356 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-7fde9544-ae2b-47aa-828b-f31e7675bca3 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] In _notify_port_updated(), no bound segment for port 980eab72-07bc-42d6-b60f-3018c5bc3238 on network 53db22e9-beae-45d1-9080-d79d73115f98 {{(pid=94681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:13:03.078305 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde9544-ae2b-47aa-828b-f31e7675bca3 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:03.079006 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7fde9544-ae2b-47aa-828b-f31e7675bca3 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:03.082672 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7fde9544-ae2b-47aa-828b-f31e7675bca3 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] 10.222.0.24 "PUT /v2.0/ports/980eab72-07bc-42d6-b60f-3018c5bc3238 HTTP/1.1" status: 200 len: 1128 time: 0.8266873 Aug 19 18:13:03.083056 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50196) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:03.154151 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde9544-ae2b-47aa-828b-f31e7675bca3 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Pushing event updated for resources: {'Port': ['ID=980eab72-07bc-42d6-b60f-3018c5bc3238,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:03.171319 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789232ce-978c-4e25-b241-bc480a8abd88 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:03.172832 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-789232ce-978c-4e25-b241-bc480a8abd88 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] 10.222.0.24 "GET /v2.0/ports/980eab72-07bc-42d6-b60f-3018c5bc3238 HTTP/1.1" status: 200 len: 1128 time: 0.0874462 Aug 19 18:13:03.176496 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50198) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:03.189789 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-06e0c690-073e-4356-9217-dc30a5a49981 req-9f11ed7a-fcb8-484d-8d7e-26ca8e2f34be tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:03.289526 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e0c690-073e-4356-9217-dc30a5a49981 req-9f11ed7a-fcb8-484d-8d7e-26ca8e2f34be tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Network 6a232ed5-d6ef-427b-adae-4f7272a3c429 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:03.316548 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-06e0c690-073e-4356-9217-dc30a5a49981 req-9f11ed7a-fcb8-484d-8d7e-26ca8e2f34be tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:03.322424 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e0c690-073e-4356-9217-dc30a5a49981 req-9f11ed7a-fcb8-484d-8d7e-26ca8e2f34be tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:03.328763 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11ed7a-fcb8-484d-8d7e-26ca8e2f34be tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Pushing event updated for resources: {'Port': ['ID=e658b600-1b05-46d3-8256-a3188816c74b,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:03.332002 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bbd57ed0-a192-4360-9157-f8df586e0626 req-ae793e2a-72a5-45da-a51a-5ec1e504fad0 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=84c131c6-745d-4a15-bc8c-604db21e6418 HTTP/1.1" status: 200 len: 210 time: 0.0395632 Aug 19 18:13:03.393097 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0c690-073e-4356-9217-dc30a5a49981 req-9f11ed7a-fcb8-484d-8d7e-26ca8e2f34be tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:03.393771 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-06e0c690-073e-4356-9217-dc30a5a49981 req-9f11ed7a-fcb8-484d-8d7e-26ca8e2f34be tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:03.425557 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a11c5e1b-0e35-4acd-8f97-d1b2607c2092 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Deleting port 980eab72-07bc-42d6-b60f-3018c5bc3238 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:03.426021 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a11c5e1b-0e35-4acd-8f97-d1b2607c2092 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:03.442463 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06e0c690-073e-4356-9217-dc30a5a49981 req-9f11ed7a-fcb8-484d-8d7e-26ca8e2f34be tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5744655 Aug 19 18:13:03.489161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8173c2cb-25c6-4665-9330-33ee1efb3ca6 None None] Provisioning complete for port 980eab72-07bc-42d6-b60f-3018c5bc3238 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:03.489773 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8173c2cb-25c6-4665-9330-33ee1efb3ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:03.490682 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-06e0c690-073e-4356-9217-dc30a5a49981 req-d4be226e-1fbd-4c86-bcc7-d026988efe3a service neutron] Request body: {'port': {'device_id': '616d5cca-894d-4981-b930-37e6c9bf6bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:03.526114 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-8173c2cb-25c6-4665-9330-33ee1efb3ca6 None None] Port 980eab72-07bc-42d6-b60f-3018c5bc3238 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:13:03.548469 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb357e4a-6032-4b35-8f86-b7bc97fda9f6 req-f4014ed4-c8c5-47e7-bf51-b31090533efd tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:03.550014 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cb357e4a-6032-4b35-8f86-b7bc97fda9f6 req-f4014ed4-c8c5-47e7-bf51-b31090533efd tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1434717 Aug 19 18:13:03.627574 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a11c5e1b-0e35-4acd-8f97-d1b2607c2092 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:03.630892 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-06e0c690-073e-4356-9217-dc30a5a49981 req-d4be226e-1fbd-4c86-bcc7-d026988efe3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:03.659663 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a11c5e1b-0e35-4acd-8f97-d1b2607c2092 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Calling delete_port for 980eab72-07bc-42d6-b60f-3018c5bc3238 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:03.663727 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cb357e4a-6032-4b35-8f86-b7bc97fda9f6 req-c17f91dc-6fb1-4dc8-9211-b942a63eba15 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026304 Aug 19 18:13:03.686684 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-491cfd9b-3f3c-4d33-aeee-fa1e57fe71ef req-33374296-83ca-4422-9c60-842bad4b4be4 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0451717 Aug 19 18:13:03.702599 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-fe3c4573-1f7c-40b7-a36e-5718ea09aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:03.704101 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-fe3c4573-1f7c-40b7-a36e-5718ea09aeff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 1100 time: 0.0727975 Aug 19 18:13:03.845959 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-63326c3e-a131-4c17-9aa8-dc0c9feb0cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:03.847780 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-63326c3e-a131-4c17-9aa8-dc0c9feb0cd1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.1359763 Aug 19 18:13:03.920076 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-72133151-286a-4420-8cfe-ca718e104f18 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d HTTP/1.1" status: 200 len: 217 time: 0.0528862 Aug 19 18:13:03.979581 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-61bb5e25-ed9f-48cc-bca4-881685184bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:03.982949 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-61bb5e25-ed9f-48cc-bca4-881685184bed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0554967 Aug 19 18:13:03.993756 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a11c5e1b-0e35-4acd-8f97-d1b2607c2092 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.033857 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 2913220d-a5aa-4c2d-a359-acf78c5e338c no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:13:04.039957 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50216) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:04.060877 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 2913220d-a5aa-4c2d-a359-acf78c5e338c {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:13:04.061247 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 2913220d-a5aa-4c2d-a359-acf78c5e338c not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:13:04.061686 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 8f1f8822-d38a-4e2f-9897-4d902d178537 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:13:04.065407 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-56471103-c995-47ce-82ad-57b467a947fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:04.067153 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-56471103-c995-47ce-82ad-57b467a947fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0726578 Aug 19 18:13:04.094715 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c5e1b-0e35-4acd-8f97-d1b2607c2092 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Pushing event deleted for resources: {'Port': ['ID=980eab72-07bc-42d6-b60f-3018c5bc3238,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:04.134415 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 8f1f8822-d38a-4e2f-9897-4d902d178537 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:13:04.135015 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 8f1f8822-d38a-4e2f-9897-4d902d178537 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:13:04.175669 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a11c5e1b-0e35-4acd-8f97-d1b2607c2092 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.178252 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a11c5e1b-0e35-4acd-8f97-d1b2607c2092 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] 10.222.0.24 "DELETE /v2.0/ports/980eab72-07bc-42d6-b60f-3018c5bc3238 HTTP/1.1" status: 204 len: 168 time: 1.0007639 Aug 19 18:13:04.185602 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50222) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:04.231664 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-06e0c690-073e-4356-9217-dc30a5a49981 req-d4be226e-1fbd-4c86-bcc7-d026988efe3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e658b600-1b05-46d3-8256-a3188816c74b {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:13:04.243383 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c106ba5-66c2-416e-b9ff-89c86f15c7a9 req-b03d36cc-0308-4c89-9fe9-3e27d9451f99 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:04.245081 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9c106ba5-66c2-416e-b9ff-89c86f15c7a9 req-b03d36cc-0308-4c89-9fe9-3e27d9451f99 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.1998475 Aug 19 18:13:04.252092 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-06e0c690-073e-4356-9217-dc30a5a49981 req-d4be226e-1fbd-4c86-bcc7-d026988efe3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.259700 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65363e6d-2a17-4a32-ba5b-920b76b61c5d req-225dac76-afc2-473b-8c10-023a3ba0aa7d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:04.261318 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-65363e6d-2a17-4a32-ba5b-920b76b61c5d req-225dac76-afc2-473b-8c10-023a3ba0aa7d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=616d5cca-894d-4981-b930-37e6c9bf6bf4 HTTP/1.1" status: 200 len: 931 time: 0.1045327 Aug 19 18:13:04.290825 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-39a00078-d305-45a7-92e6-ba035a2c812d service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148771 Aug 19 18:13:04.299872 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c131c6-745d-4a15-bc8c-604db21e6418', 'name': 'network-vif-deleted', 'tag': '8f1f8822-d38a-4e2f-9897-4d902d178537'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:13:04.302257 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-06e0c690-073e-4356-9217-dc30a5a49981 req-d4be226e-1fbd-4c86-bcc7-d026988efe3a service neutron] Transition to ACTIVE for port object e658b600-1b05-46d3-8256-a3188816c74b will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:04.302413 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8916e378-01c0-43a9-a8d2-18394a9df533" -d '{"events": [{"server_uuid": "84c131c6-745d-4a15-bc8c-604db21e6418", "name": "network-vif-deleted", "tag": "8f1f8822-d38a-4e2f-9897-4d902d178537"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:13:04.307035 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-24984de4-1eb8-43a4-ad12-a74beec75f79 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Deleting subnet 92716e3f-e5e4-4ba0-b2ab-3c20a3ad3659 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:13:04.314156 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-06e0c690-073e-4356-9217-dc30a5a49981 req-d4be226e-1fbd-4c86-bcc7-d026988efe3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.316164 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-24984de4-1eb8-43a4-ad12-a74beec75f79 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.343897 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-614cc9a5-8d39-448e-b31e-632180153071 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11f676ae7ee7460b9797b3d37f835c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016806 Aug 19 18:13:04.347322 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50226) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:04.395610 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-65363e6d-2a17-4a32-ba5b-920b76b61c5d req-8070d97a-1842-42a2-ae25-32c9b7ba4378 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223702 Aug 19 18:13:04.405915 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9c106ba5-66c2-416e-b9ff-89c86f15c7a9 req-8b99e03c-e886-4d4e-9847-5fb88906846b tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465752 Aug 19 18:13:04.437098 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-24984de4-1eb8-43a4-ad12-a74beec75f79 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.456231 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-b4bef74f-6cad-4e95-8e36-3b04b8a39530 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448226 Aug 19 18:13:04.479080 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be226e-1fbd-4c86-bcc7-d026988efe3a service neutron] Pushing event updated for resources: {'Port': ['ID=e658b600-1b05-46d3-8256-a3188816c74b,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:04.486222 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e63086-d312-4bc4-9928-14d1947bb7cd x-openstack-request-id: req-e1e63086-d312-4bc4-9928-14d1947bb7cd {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:13:04.487172 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c131c6-745d-4a15-bc8c-604db21e6418", "name": "network-vif-deleted", "tag": "8f1f8822-d38a-4e2f-9897-4d902d178537", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:13:04.487700 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1e63086-d312-4bc4-9928-14d1947bb7cd {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:13:04.488456 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c131c6-745d-4a15-bc8c-604db21e6418', 'name': 'network-vif-deleted', 'tag': '8f1f8822-d38a-4e2f-9897-4d902d178537', 'status': 'completed', 'code': 200} Aug 19 18:13:04.551757 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-21575730-026f-4f2a-a826-8ac3c8d19102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.574794 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-56771ca5-7677-4757-a5a7-530f89ab2585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.647038 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-56771ca5-7677-4757-a5a7-530f89ab2585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.656780 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-06e0c690-073e-4356-9217-dc30a5a49981 req-d4be226e-1fbd-4c86-bcc7-d026988efe3a service neutron] Attempting to bind port e658b600-1b05-46d3-8256-a3188816c74b on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:04.657124 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-06e0c690-073e-4356-9217-dc30a5a49981 req-d4be226e-1fbd-4c86-bcc7-d026988efe3a service neutron] Attempting to bind port e658b600-1b05-46d3-8256-a3188816c74b by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:04.657450 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e0c690-073e-4356-9217-dc30a5a49981 req-d4be226e-1fbd-4c86-bcc7-d026988efe3a service neutron] Attempting to bind port e658b600-1b05-46d3-8256-a3188816c74b on network 6a232ed5-d6ef-427b-adae-4f7272a3c429 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:04.670541 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-24984de4-1eb8-43a4-ad12-a74beec75f79 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.697199 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e0c690-073e-4356-9217-dc30a5a49981 req-d4be226e-1fbd-4c86-bcc7-d026988efe3a service neutron] Port e658b600-1b05-46d3-8256-a3188816c74b on network 6a232ed5-d6ef-427b-adae-4f7272a3c429 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:13:04.697503 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e0c690-073e-4356-9217-dc30a5a49981 req-d4be226e-1fbd-4c86-bcc7-d026988efe3a service neutron] Attempting to bind port e658b600-1b05-46d3-8256-a3188816c74b on network 6a232ed5-d6ef-427b-adae-4f7272a3c429 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:04.728308 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e0c690-073e-4356-9217-dc30a5a49981 req-d4be226e-1fbd-4c86-bcc7-d026988efe3a service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:04.728663 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e0c690-073e-4356-9217-dc30a5a49981 req-d4be226e-1fbd-4c86-bcc7-d026988efe3a service neutron] Checking segment: {'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:04.729060 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e0c690-073e-4356-9217-dc30a5a49981 req-d4be226e-1fbd-4c86-bcc7-d026988efe3a service neutron] Bound using segment: {'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:04.729512 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-06e0c690-073e-4356-9217-dc30a5a49981 req-d4be226e-1fbd-4c86-bcc7-d026988efe3a service neutron] Bound port: e658b600-1b05-46d3-8256-a3188816c74b, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:04.731327 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-06e0c690-073e-4356-9217-dc30a5a49981 req-d4be226e-1fbd-4c86-bcc7-d026988efe3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.775194 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346894a-54b9-4854-bac1-924cf4474204 req-f711b220-056c-428c-a5ae-6358b2323c19 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:04.777789 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3346894a-54b9-4854-bac1-924cf4474204 req-f711b220-056c-428c-a5ae-6358b2323c19 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=33b3bf55-40b0-4463-8f5c-308fabd65089 HTTP/1.1" status: 200 len: 947 time: 0.0756483 Aug 19 18:13:04.826000 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-56771ca5-7677-4757-a5a7-530f89ab2585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.830578 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-56771ca5-7677-4757-a5a7-530f89ab2585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.832759 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-56771ca5-7677-4757-a5a7-530f89ab2585 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/197d440b-cf8a-4ac0-b7e9-0edb538c1eac HTTP/1.1" status: 204 len: 168 time: 0.4779563 Aug 19 18:13:04.845930 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3346894a-54b9-4854-bac1-924cf4474204 req-71afc43a-d4de-467b-8b56-e9cdf2d1d0b9 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606971 Aug 19 18:13:04.864971 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-24984de4-1eb8-43a4-ad12-a74beec75f79 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.902942 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56771ca5-7677-4757-a5a7-530f89ab2585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197d440b-cf8a-4ac0-b7e9-0edb538c1eac,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:04.913151 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24984de4-1eb8-43a4-ad12-a74beec75f79 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Pushing event deleted for resources: {'Subnet': ['ID=92716e3f-e5e4-4ba0-b2ab-3c20a3ad3659,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:04.925566 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00266644-6c75-4d08-bc04-d031a250aa33 req-f68ea032-8c67-427c-b919-b5a1b8a7d1d3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:04.927095 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-00266644-6c75-4d08-bc04-d031a250aa33 req-f68ea032-8c67-427c-b919-b5a1b8a7d1d3 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1799295 Aug 19 18:13:04.928271 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-24984de4-1eb8-43a4-ad12-a74beec75f79 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.930050 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-24984de4-1eb8-43a4-ad12-a74beec75f79 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] 10.222.0.24 "DELETE /v2.0/subnets/92716e3f-e5e4-4ba0-b2ab-3c20a3ad3659 HTTP/1.1" status: 204 len: 168 time: 0.7408128 Aug 19 18:13:04.931591 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-06e0c690-073e-4356-9217-dc30a5a49981 req-d4be226e-1fbd-4c86-bcc7-d026988efe3a service neutron] For port e658b600-1b05-46d3-8256-a3188816c74b, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:04.933829 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50242) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:04.943089 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-06e0c690-073e-4356-9217-dc30a5a49981 req-d4be226e-1fbd-4c86-bcc7-d026988efe3a service neutron] For port e658b600-1b05-46d3-8256-a3188816c74b, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e658b600-1b05-46d3-8256-a3188816c74b,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:04.944930 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5915e009-91e9-4506-ac6f-93fca8b3f00c None None] Network 53db22e9-beae-45d1-9080-d79d73115f98 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:04.968513 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10f9429d-b910-461e-b5f5-32ffb29c8e4b req-5b19c1eb-31a0-41a1-b9ce-87c25b0ef5e1 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0432196 Aug 19 18:13:04.990526 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-06e0c690-073e-4356-9217-dc30a5a49981 req-d4be226e-1fbd-4c86-bcc7-d026988efe3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:05.078385 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0c690-073e-4356-9217-dc30a5a49981 req-d4be226e-1fbd-4c86-bcc7-d026988efe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:05.079056 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-06e0c690-073e-4356-9217-dc30a5a49981 req-d4be226e-1fbd-4c86-bcc7-d026988efe3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:05.081171 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06e0c690-073e-4356-9217-dc30a5a49981 req-d4be226e-1fbd-4c86-bcc7-d026988efe3a service neutron] 10.222.0.50 "PUT /v2.0/ports/e658b600-1b05-46d3-8256-a3188816c74b HTTP/1.1" status: 200 len: 1091 time: 1.6189435 Aug 19 18:13:05.085265 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '616d5cca-894d-4981-b930-37e6c9bf6bf4', 'tag': 'e658b600-1b05-46d3-8256-a3188816c74b'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:13:05.087808 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9eddde-40dc-42fc-bf2b-31069948f558" -d '{"events": [{"name": "network-changed", "server_uuid": "616d5cca-894d-4981-b930-37e6c9bf6bf4", "tag": "e658b600-1b05-46d3-8256-a3188816c74b"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:13:05.110500 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-00266644-6c75-4d08-bc04-d031a250aa33 req-bd387295-d286-4da0-bcaa-8b570d49a146 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647260 Aug 19 18:13:05.127258 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d30bff67-fd56-42df-909d-416eaecd919f tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:05.139074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be226e-1fbd-4c86-bcc7-d026988efe3a service neutron] Pushing event updated for resources: {'Port': ['ID=e658b600-1b05-46d3-8256-a3188816c74b,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:05.171064 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3799f0db-151c-4623-b4a6-d1603043a699 x-openstack-request-id: req-3799f0db-151c-4623-b4a6-d1603043a699 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:13:05.171363 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "616d5cca-894d-4981-b930-37e6c9bf6bf4", "tag": "e658b600-1b05-46d3-8256-a3188816c74b", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:13:05.171617 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3799f0db-151c-4623-b4a6-d1603043a699 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:13:05.172033 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '616d5cca-894d-4981-b930-37e6c9bf6bf4', 'tag': 'e658b600-1b05-46d3-8256-a3188816c74b', 'status': 'completed', 'code': 200} Aug 19 18:13:05.185893 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7326d1c4-2d90-478b-bb55-cac33327e78e None None] DHCP port deletion for 53db22e9-beae-45d1-9080-d79d73115f98 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:13:05.233785 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0c690-073e-4356-9217-dc30a5a49981 req-2089fd1b-d498-42f4-8e25-464344a0813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:05.235425 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06e0c690-073e-4356-9217-dc30a5a49981 req-2089fd1b-d498-42f4-8e25-464344a0813a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4a7af90eddc4fcd95550f2f124890b4&device_id=616d5cca-894d-4981-b930-37e6c9bf6bf4 HTTP/1.1" status: 200 len: 1094 time: 0.0626323 Aug 19 18:13:05.236034 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7326d1c4-2d90-478b-bb55-cac33327e78e None None] Deleting port a12969e4-9931-41e6-903a-f23cae659e6a {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:05.236412 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7326d1c4-2d90-478b-bb55-cac33327e78e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:05.238390 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-d30bff67-fd56-42df-909d-416eaecd919f tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Deleting port a12969e4-9931-41e6-903a-f23cae659e6a {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:05.238814 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d30bff67-fd56-42df-909d-416eaecd919f tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:05.272548 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50248) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:05.310408 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7326d1c4-2d90-478b-bb55-cac33327e78e None None] For port a12969e4-9931-41e6-903a-f23cae659e6a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a12969e4-9931-41e6-903a-f23cae659e6a,segment=NetworkSegment(7319d5eb-0e53-4405-83e1-d5110f074056),segment_id=7319d5eb-0e53-4405-83e1-d5110f074056)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:05.311242 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7326d1c4-2d90-478b-bb55-cac33327e78e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:05.326197 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7326d1c4-2d90-478b-bb55-cac33327e78e None None] Calling delete_port for a12969e4-9931-41e6-903a-f23cae659e6a owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:05.327649 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06e0c690-073e-4356-9217-dc30a5a49981 req-678b2bcd-0669-446f-8699-5f70a4478db2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e658b600-1b05-46d3-8256-a3188816c74b HTTP/1.1" status: 200 len: 217 time: 0.0762517 Aug 19 18:13:05.327947 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2a8feb90-a38e-464a-8ee4-8d056ec14137 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd2fa2b924b74670a47d19abdb22a808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536623 Aug 19 18:13:05.330390 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50250) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:05.370689 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-d30bff67-fd56-42df-909d-416eaecd919f tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] For port a12969e4-9931-41e6-903a-f23cae659e6a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a12969e4-9931-41e6-903a-f23cae659e6a,segment=NetworkSegment(7319d5eb-0e53-4405-83e1-d5110f074056),segment_id=7319d5eb-0e53-4405-83e1-d5110f074056)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:05.371117 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d30bff67-fd56-42df-909d-416eaecd919f tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:05.419284 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7326d1c4-2d90-478b-bb55-cac33327e78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:05.430100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-d30bff67-fd56-42df-909d-416eaecd919f tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Calling delete_port for a12969e4-9931-41e6-903a-f23cae659e6a owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:05.455379 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326d1c4-2d90-478b-bb55-cac33327e78e None None] Pushing event deleted for resources: {'Port': ['ID=a12969e4-9931-41e6-903a-f23cae659e6a,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:05.458021 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7326d1c4-2d90-478b-bb55-cac33327e78e None None] No DVR routers for this DVR port a12969e4-9931-41e6-903a-f23cae659e6a on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:13:05.471694 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-787afff7-f503-4697-83c6-57d5b38b1f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:05.475714 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0c690-073e-4356-9217-dc30a5a49981 req-820cda5d-18ef-4d44-8921-df46de5c2eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:05.477215 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06e0c690-073e-4356-9217-dc30a5a49981 req-820cda5d-18ef-4d44-8921-df46de5c2eb6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b90853f9-3a3c-4d5a-8d68-8dea22f30a90 HTTP/1.1" status: 200 len: 852 time: 0.1248434 Aug 19 18:13:05.549108 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0faa18-7772-4df0-83df-38d6daadea70 req-73f19a47-ab59-493a-b506-0dada4423ce3 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:05.550680 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fe0faa18-7772-4df0-83df-38d6daadea70 req-73f19a47-ab59-493a-b506-0dada4423ce3 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.0515928 Aug 19 18:13:05.571803 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06e0c690-073e-4356-9217-dc30a5a49981 req-6fd52725-e445-4b55-af3d-916471e4f052 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a232ed5-d6ef-427b-adae-4f7272a3c429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604892 Aug 19 18:13:05.588251 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-787afff7-f503-4697-83c6-57d5b38b1f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:05.592992 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fe0faa18-7772-4df0-83df-38d6daadea70 req-a6e4986b-2630-4da9-8cc7-56f170198181 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359635 Aug 19 18:13:05.708860 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21039e-11c8-472a-acff-4accdc599395 req-78bc5f1c-1bdb-46f9-bc82-96d2c6332a43 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:05.710407 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ae21039e-11c8-472a-acff-4accdc599395 req-78bc5f1c-1bdb-46f9-bc82-96d2c6332a43 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=616d5cca-894d-4981-b930-37e6c9bf6bf4 HTTP/1.1" status: 200 len: 943 time: 0.2003860 Aug 19 18:13:05.736105 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d30bff67-fd56-42df-909d-416eaecd919f tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:05.786874 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bff67-fd56-42df-909d-416eaecd919f tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Pushing event deleted for resources: {'Port': ['ID=a12969e4-9931-41e6-903a-f23cae659e6a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:05.788724 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-787afff7-f503-4697-83c6-57d5b38b1f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:05.791710 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-787afff7-f503-4697-83c6-57d5b38b1f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:05.795687 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-787afff7-f503-4697-83c6-57d5b38b1f5c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d64f7eba-7b0e-4109-aa54-0bc0351d859a HTTP/1.1" status: 204 len: 168 time: 0.4615321 Aug 19 18:13:05.801692 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30bff67-fd56-42df-909d-416eaecd919f tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] No DVR routers for this DVR port a12969e4-9931-41e6-903a-f23cae659e6a on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:13:05.818594 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06e0c690-073e-4356-9217-dc30a5a49981 req-6618a37e-3f45-4f0c-b958-ff02a599d14b service neutron] 10.222.0.50 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277787 Aug 19 18:13:05.839438 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787afff7-f503-4697-83c6-57d5b38b1f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64f7eba-7b0e-4109-aa54-0bc0351d859a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:05.858668 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ae21039e-11c8-472a-acff-4accdc599395 req-f47f3d93-00de-48fc-a530-bbb17699610c tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341131 Aug 19 18:13:05.958000 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d30bff67-fd56-42df-909d-416eaecd919f tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:05.972744 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-d30bff67-fd56-42df-909d-416eaecd919f tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53db22e9-beae-45d1-9080-d79d73115f98']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:05.972991 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7082b-6966-43b7-a0d6-965fa6b5ea62 req-08aeb25a-9842-44bc-ab0f-148c2aa740f6 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:05.974769 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b5f7082b-6966-43b7-a0d6-965fa6b5ea62 req-08aeb25a-9842-44bc-ab0f-148c2aa740f6 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=33b3bf55-40b0-4463-8f5c-308fabd65089 HTTP/1.1" status: 200 len: 947 time: 0.0546966 Aug 19 18:13:05.992103 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-d30bff67-fd56-42df-909d-416eaecd919f tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7319d5eb-0e53-4405-83e1-d5110f074056') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:05.992428 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-d30bff67-fd56-42df-909d-416eaecd919f tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7319d5eb-0e53-4405-83e1-d5110f074056') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:06.009445 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d30bff67-fd56-42df-909d-416eaecd919f tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:06.034113 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06e0c690-073e-4356-9217-dc30a5a49981 req-d5586ba9-0179-4c7e-8350-4f2aa577346f service neutron] 10.222.0.50 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899114 Aug 19 18:13:06.042373 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d30bff67-fd56-42df-909d-416eaecd919f tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:06.057700 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30bff67-fd56-42df-909d-416eaecd919f tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:13:06.058612 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d30bff67-fd56-42df-909d-416eaecd919f tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: self.session.flush() Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: self.session.flush() Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: self.session.flush() Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: self.session.flush() Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:13:06.063857 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:13:06.075596 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b5f7082b-6966-43b7-a0d6-965fa6b5ea62 req-0982509a-e002-4a0e-9feb-758d005d3e54 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814900 Aug 19 18:13:06.113262 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a12969e4-9931-41e6-903a-f23cae659e6a no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:13:06.135027 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: a12969e4-9931-41e6-903a-f23cae659e6a {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:13:06.135436 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a12969e4-9931-41e6-903a-f23cae659e6a not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:13:06.192954 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c987c982-2e6d-4f50-99a9-21aeab8a5fbc req-04dd08ab-0606-4068-b9ab-0a2c0097b9f0 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0689349 Aug 19 18:13:06.217082 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d30bff67-fd56-42df-909d-416eaecd919f tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:06.239979 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d30bff67-fd56-42df-909d-416eaecd919f tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:06.244320 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d30bff67-fd56-42df-909d-416eaecd919f tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] 10.222.0.24 "DELETE /v2.0/networks/53db22e9-beae-45d1-9080-d79d73115f98 HTTP/1.1" status: 204 len: 168 time: 1.3072207 Aug 19 18:13:06.245574 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9eddde-40dc-42fc-bf2b-31069948f558 req-a8236344-2a32-43f7-912b-ea5445b49514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:06.247981 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c9eddde-40dc-42fc-bf2b-31069948f558 req-a8236344-2a32-43f7-912b-ea5445b49514 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4a7af90eddc4fcd95550f2f124890b4&device_id=616d5cca-894d-4981-b930-37e6c9bf6bf4 HTTP/1.1" status: 200 len: 1094 time: 0.1242626 Aug 19 18:13:06.247981 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bff67-fd56-42df-909d-416eaecd919f tempest-ExtraDHCPOptionsIpV6TestJSON-299100193 tempest-ExtraDHCPOptionsIpV6TestJSON-299100193-project] Pushing event deleted for resources: {'Network': ['ID=53db22e9-beae-45d1-9080-d79d73115f98,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:06.292238 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68402d04-8595-4272-b09c-302423536564 req-c3a1521b-a60a-4caf-8ce9-a8c51f3fbaac tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:06.300805 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68402d04-8595-4272-b09c-302423536564 req-c3a1521b-a60a-4caf-8ce9-a8c51f3fbaac tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.0689750 Aug 19 18:13:06.359744 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68402d04-8595-4272-b09c-302423536564 req-dac56ef2-a04a-4168-8489-3c0267c5fe5b tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529988 Aug 19 18:13:06.484517 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50280) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:06.651547 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6a539603-ac05-4141-8032-3f0153b4e2a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3de9a82873444a318509487befc694f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1653759 Aug 19 18:13:06.658114 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50292) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:06.722387 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4164a090-2730-4af3-8fd7-a178a0f290b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:06.745777 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4164a090-2730-4af3-8fd7-a178a0f290b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:06.781263 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351d6d5-a233-42ef-aa19-d742de44b6f8 req-1578b958-bfb5-45c1-911e-0f2f7def2a5d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:06.788879 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d351d6d5-a233-42ef-aa19-d742de44b6f8 req-1578b958-bfb5-45c1-911e-0f2f7def2a5d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.0897856 Aug 19 18:13:06.797686 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9eddde-40dc-42fc-bf2b-31069948f558 req-0545f5ac-ceb6-4712-9e7b-df2958777ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:06.799309 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c9eddde-40dc-42fc-bf2b-31069948f558 req-0545f5ac-ceb6-4712-9e7b-df2958777ccb service neutron] 10.222.0.50 "GET /v2.0/networks?id=6a232ed5-d6ef-427b-adae-4f7272a3c429 HTTP/1.1" status: 200 len: 913 time: 0.5345664 Aug 19 18:13:06.809066 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4164a090-2730-4af3-8fd7-a178a0f290b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:06.811814 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4164a090-2730-4af3-8fd7-a178a0f290b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:06.813092 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4164a090-2730-4af3-8fd7-a178a0f290b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27929893-2248-490f-a988-e4067416fc15 HTTP/1.1" status: 204 len: 168 time: 0.1539235 Aug 19 18:13:06.834663 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164a090-2730-4af3-8fd7-a178a0f290b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27929893-2248-490f-a988-e4067416fc15,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:06.860746 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c9eddde-40dc-42fc-bf2b-31069948f558 req-c869b1ea-8f12-44ca-8adf-e4244b124f62 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e658b600-1b05-46d3-8256-a3188816c74b HTTP/1.1" status: 200 len: 217 time: 0.0441859 Aug 19 18:13:06.874151 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d351d6d5-a233-42ef-aa19-d742de44b6f8 req-a9a480ea-dc5c-48fc-81dc-daa3ebf63e2d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843081 Aug 19 18:13:06.950097 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9eddde-40dc-42fc-bf2b-31069948f558 req-1c3c9b7b-90be-4154-9ea2-197852b9bad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:06.952232 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c9eddde-40dc-42fc-bf2b-31069948f558 req-1c3c9b7b-90be-4154-9ea2-197852b9bad2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b90853f9-3a3c-4d5a-8d68-8dea22f30a90 HTTP/1.1" status: 200 len: 852 time: 0.0707560 Aug 19 18:13:07.002872 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c9eddde-40dc-42fc-bf2b-31069948f558 req-0902c9ac-dc36-4109-8d19-5dd588402f9c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a232ed5-d6ef-427b-adae-4f7272a3c429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348027 Aug 19 18:13:07.012306 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f1d0c-9739-480d-a04e-64be59bc9ea7 req-95329918-dc53-4197-83f4-8588377dbb70 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:07.014093 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ca4f1d0c-9739-480d-a04e-64be59bc9ea7 req-95329918-dc53-4197-83f4-8588377dbb70 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=616d5cca-894d-4981-b930-37e6c9bf6bf4 HTTP/1.1" status: 200 len: 943 time: 0.0676706 Aug 19 18:13:07.071479 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ca4f1d0c-9739-480d-a04e-64be59bc9ea7 req-6e025eac-c1c7-4f72-b3c1-a90d902c4dcd tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456805 Aug 19 18:13:07.071713 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-503346f4-2131-4ae1-904d-e78cdc8e25bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:07.130045 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c9eddde-40dc-42fc-bf2b-31069948f558 req-ef49f8fd-bb60-4938-8b2d-7071b2a61718 service neutron] 10.222.0.50 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140554 Aug 19 18:13:07.209520 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:07.291662 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e345940-21a1-4e4d-aa64-ee9a73644c8f req-abd4e339-8207-4322-810f-6b6d11bd9a53 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:07.301756 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0e345940-21a1-4e4d-aa64-ee9a73644c8f req-abd4e339-8207-4322-810f-6b6d11bd9a53 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=33b3bf55-40b0-4463-8f5c-308fabd65089 HTTP/1.1" status: 200 len: 947 time: 0.1441252 Aug 19 18:13:07.334324 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c9eddde-40dc-42fc-bf2b-31069948f558 req-db44f8ec-3fd0-4176-9be9-81ed69859cab service neutron] 10.222.0.50 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893981 Aug 19 18:13:07.369632 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0e345940-21a1-4e4d-aa64-ee9a73644c8f req-1ca319cb-4fdc-4e32-af69-73958782054a tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570092 Aug 19 18:13:07.372513 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9a3c8608-c5a0-4320-83e0-00516f6e9992 req-6b592222-ee0b-42b9-b1f5-3589d51548f1 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0345423 Aug 19 18:13:07.497509 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7f467-c1c9-421d-b3be-6435b9cba7f1 req-9b5e3af2-00f7-4ca7-80e8-c61575003700 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:07.497509 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5ae7f467-c1c9-421d-b3be-6435b9cba7f1 req-9b5e3af2-00f7-4ca7-80e8-c61575003700 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.0562758 Aug 19 18:13:07.536846 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5ae7f467-c1c9-421d-b3be-6435b9cba7f1 req-f8a86395-dc54-4803-995b-c3529d265fb8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377412 Aug 19 18:13:07.795838 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50344) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:07.899496 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-b633afa9-7cc9-4111-a93e-094750bdde5f tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-40986387'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:07.939650 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b633afa9-7cc9-4111-a93e-094750bdde5f tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Made reservation on behalf of ebbfe3112c8e4fd4812d13f732926f47 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:07.945499 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b633afa9-7cc9-4111-a93e-094750bdde5f tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:07.956053 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b633afa9-7cc9-4111-a93e-094750bdde5f tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:08.008926 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bc4e3-4122-4c13-bdc7-5af19ae24b19 req-d268eb8f-745b-4b0a-a34b-c345e3671b87 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:08.010924 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-683bc4e3-4122-4c13-bdc7-5af19ae24b19 req-d268eb8f-745b-4b0a-a34b-c345e3671b87 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.50 "GET /v2.0/ports?device_id=33b3bf55-40b0-4463-8f5c-308fabd65089 HTTP/1.1" status: 200 len: 947 time: 0.1080301 Aug 19 18:13:08.031662 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33429e-c0b8-4207-9163-43177687aa33 req-79672f8c-8c9b-405a-b786-1459562578f7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:08.034253 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd33429e-c0b8-4207-9163-43177687aa33 req-79672f8c-8c9b-405a-b786-1459562578f7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.0828772 Aug 19 18:13:08.074216 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b633afa9-7cc9-4111-a93e-094750bdde5f tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:08.080038 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b633afa9-7cc9-4111-a93e-094750bdde5f tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:08.107506 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:08.120435 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b633afa9-7cc9-4111-a93e-094750bdde5f tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:13:08.132202 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633afa9-7cc9-4111-a93e-094750bdde5f tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ed2467-4ec6-4ed2-9bcb-0acd31a59d29,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:08.148617 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b633afa9-7cc9-4111-a93e-094750bdde5f tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:08.148967 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-b633afa9-7cc9-4111-a93e-094750bdde5f tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Added segment 1d5954d6-2ace-4975-aed0-146b51e4ca76 of type vlan for network bb2099a4-3745-4066-9f1a-19d1fd554376 Aug 19 18:13:08.150600 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd33429e-c0b8-4207-9163-43177687aa33 req-3baab25c-9b03-405b-b444-43f15c96c946 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039855 Aug 19 18:13:08.150998 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device e658b600-1b05-46d3-8256-a3188816c74b details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:13:08.215498 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-683bc4e3-4122-4c13-bdc7-5af19ae24b19 req-c28b1760-d58d-41e7-b272-579e82764513 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Deleting port 680b1459-3fc0-4c9a-bb5b-45acceaaba91 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:08.216151 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-683bc4e3-4122-4c13-bdc7-5af19ae24b19 req-c28b1760-d58d-41e7-b272-579e82764513 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:08.253620 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b633afa9-7cc9-4111-a93e-094750bdde5f tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:08.265925 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port e658b600-1b05-46d3-8256-a3188816c74b, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e658b600-1b05-46d3-8256-a3188816c74b,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:08.287581 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'e658b600-1b05-46d3-8256-a3188816c74b', 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429', 'port_id': 'e658b600-1b05-46d3-8256-a3188816c74b', 'mac_address': 'fa:16:3e:4a:7b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b90853f9-3a3c-4d5a-8d68-8dea22f30a90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:13:08.289852 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4f9f9-862b-44b8-b05a-3670591e1619 req-25a4274a-c46d-4ffa-b1d3-ea010e5caf71 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:08.292140 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-64b4f9f9-862b-44b8-b05a-3670591e1619 req-25a4274a-c46d-4ffa-b1d3-ea010e5caf71 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=616d5cca-894d-4981-b930-37e6c9bf6bf4 HTTP/1.1" status: 200 len: 943 time: 0.0836422 Aug 19 18:13:08.309695 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b633afa9-7cc9-4111-a93e-094750bdde5f tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:08.317009 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b633afa9-7cc9-4111-a93e-094750bdde5f tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:08.317655 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b633afa9-7cc9-4111-a93e-094750bdde5f tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:08.333489 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:08.343790 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-683bc4e3-4122-4c13-bdc7-5af19ae24b19 req-c28b1760-d58d-41e7-b272-579e82764513 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] For port 680b1459-3fc0-4c9a-bb5b-45acceaaba91, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=680b1459-3fc0-4c9a-bb5b-45acceaaba91,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:08.344334 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-683bc4e3-4122-4c13-bdc7-5af19ae24b19 req-c28b1760-d58d-41e7-b272-579e82764513 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:08.361094 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e658b600-1b05-46d3-8256-a3188816c74b {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:13:08.368551 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-683bc4e3-4122-4c13-bdc7-5af19ae24b19 req-c28b1760-d58d-41e7-b272-579e82764513 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Calling delete_port for 680b1459-3fc0-4c9a-bb5b-45acceaaba91 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:08.394455 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port e658b600-1b05-46d3-8256-a3188816c74b, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e658b600-1b05-46d3-8256-a3188816c74b,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:08.400358 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b633afa9-7cc9-4111-a93e-094750bdde5f tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6006742 Aug 19 18:13:08.400887 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50384) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:08.404369 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:08.409693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-880e5954-7b43-4844-85d8-d32f1bca08ef tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Request body: {'subnet': {'network_id': 'bb2099a4-3745-4066-9f1a-19d1fd554376', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:08.505209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633afa9-7cc9-4111-a93e-094750bdde5f tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Pushing event updated for resources: {'Network': ['ID=bb2099a4-3745-4066-9f1a-19d1fd554376,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:08.517520 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network bb2099a4-3745-4066-9f1a-19d1fd554376 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:13:08.523884 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=e658b600-1b05-46d3-8256-a3188816c74b,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:08.535379 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-64b4f9f9-862b-44b8-b05a-3670591e1619 req-65a8f0ba-43d9-489a-94ea-c7eb872cdb8e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349777 Aug 19 18:13:08.598728 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880e5954-7b43-4844-85d8-d32f1bca08ef tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Made reservation on behalf of ebbfe3112c8e4fd4812d13f732926f47 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:08.603939 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-880e5954-7b43-4844-85d8-d32f1bca08ef tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:08.605686 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-683bc4e3-4122-4c13-bdc7-5af19ae24b19 req-c28b1760-d58d-41e7-b272-579e82764513 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:08.649375 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b1760-d58d-41e7-b272-579e82764513 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Pushing event deleted for resources: {'Port': ['ID=680b1459-3fc0-4c9a-bb5b-45acceaaba91,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:08.697660 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a6304-37f7-4c9b-9611-3e2f5793fab4 req-e30d5e81-6ed8-481c-856e-c73fe323ac81 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:08.700821 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-070a6304-37f7-4c9b-9611-3e2f5793fab4 req-e30d5e81-6ed8-481c-856e-c73fe323ac81 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/ports?device_id=33b3bf55-40b0-4463-8f5c-308fabd65089 HTTP/1.1" status: 200 len: 866 time: 0.1586516 Aug 19 18:13:08.720561 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-683bc4e3-4122-4c13-bdc7-5af19ae24b19 req-c28b1760-d58d-41e7-b272-579e82764513 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] No DVR routers for this DVR port 680b1459-3fc0-4c9a-bb5b-45acceaaba91 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:13:08.723306 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-683bc4e3-4122-4c13-bdc7-5af19ae24b19 req-c28b1760-d58d-41e7-b272-579e82764513 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:08.723441 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a8b3dd1-860a-40ba-9797-f59d5e6bef1e req-3d8f834d-01fe-4da7-9a58-d094d434b272 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0316963 Aug 19 18:13:08.726435 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-683bc4e3-4122-4c13-bdc7-5af19ae24b19 req-c28b1760-d58d-41e7-b272-579e82764513 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.50 "DELETE /v2.0/ports/680b1459-3fc0-4c9a-bb5b-45acceaaba91 HTTP/1.1" status: 204 len: 173 time: 0.6904745 Aug 19 18:13:08.726955 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b3bf55-40b0-4463-8f5c-308fabd65089', 'name': 'network-vif-deleted', 'tag': '680b1459-3fc0-4c9a-bb5b-45acceaaba91'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:13:08.730985 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ff8ae6-2501-4105-8005-9cb28697f0f0" -d '{"events": [{"server_uuid": "33b3bf55-40b0-4463-8f5c-308fabd65089", "name": "network-vif-deleted", "tag": "680b1459-3fc0-4c9a-bb5b-45acceaaba91"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:13:08.739400 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50394) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:08.767035 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['e658b600-1b05-46d3-8256-a3188816c74b'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:13:08.812844 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-070a6304-37f7-4c9b-9611-3e2f5793fab4 req-7a6016e1-743d-4151-8d48-cdbb77b9c8c7 tempest-ListImageFiltersTestJSON-117236889 tempest-ListImageFiltersTestJSON-117236889-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9595f75-67bf-4d22-bc21-b0f3af141999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934892 Aug 19 18:13:08.884624 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed0f72c-8376-4437-af76-9b6651df96ad x-openstack-request-id: req-7ed0f72c-8376-4437-af76-9b6651df96ad {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:13:08.884912 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b3bf55-40b0-4463-8f5c-308fabd65089", "name": "network-vif-deleted", "tag": "680b1459-3fc0-4c9a-bb5b-45acceaaba91", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:13:08.885171 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ed0f72c-8376-4437-af76-9b6651df96ad {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:13:08.886732 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b3bf55-40b0-4463-8f5c-308fabd65089', 'name': 'network-vif-deleted', 'tag': '680b1459-3fc0-4c9a-bb5b-45acceaaba91', 'status': 'completed', 'code': 200} Aug 19 18:13:08.912675 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3aed251f-406e-4893-b62e-ecd8cef2d187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:08.977268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93fcf4-8187-413c-a7eb-fb27f82d79b6 req-05e1b801-068e-43d6-814d-3b9111be3ff9 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:08.978778 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2a93fcf4-8187-413c-a7eb-fb27f82d79b6 req-05e1b801-068e-43d6-814d-3b9111be3ff9 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1408226 Aug 19 18:13:09.027348 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-880e5954-7b43-4844-85d8-d32f1bca08ef tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:09.043805 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3aed251f-406e-4893-b62e-ecd8cef2d187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:09.048140 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3aed251f-406e-4893-b62e-ecd8cef2d187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:09.073509 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2a93fcf4-8187-413c-a7eb-fb27f82d79b6 req-bf556497-a724-4fcb-9a73-fe33191b3adc tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866208 Aug 19 18:13:09.092286 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed251f-406e-4893-b62e-ecd8cef2d187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa54a6c-8a99-4175-a668-412877d3f062,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:09.104817 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3aed251f-406e-4893-b62e-ecd8cef2d187 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b3811e2dc74411f829a1083600eab6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3631709 Aug 19 18:13:09.107816 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50398) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:09.133299 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e5954-7b43-4844-85d8-d32f1bca08ef tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Pushing event updated for resources: {'Subnet': ['ID=1eaf5043-8d61-4711-8478-e24b61543240,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:09.145988 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e5954-7b43-4844-85d8-d32f1bca08ef tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Checking segment: {'id': '1d5954d6-2ace-4975-aed0-146b51e4ca76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bb2099a4-3745-4066-9f1a-19d1fd554376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:09.146435 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880e5954-7b43-4844-85d8-d32f1bca08ef tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Network hostable DHCP agents. Network: bb2099a4-3745-4066-9f1a-19d1fd554376, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:13:09.166361 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880e5954-7b43-4844-85d8-d32f1bca08ef tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Network bb2099a4-3745-4066-9f1a-19d1fd554376 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:13:09.169429 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-96cf153b-3638-4ad8-8199-b89011b48c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:09.178989 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-880e5954-7b43-4844-85d8-d32f1bca08ef tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, bb2099a4-3745-4066-9f1a-19d1fd554376) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:09.187666 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880e5954-7b43-4844-85d8-d32f1bca08ef tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:09.189622 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-880e5954-7b43-4844-85d8-d32f1bca08ef tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:09.190253 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d86c18a-a5e5-4f8e-90ce-e228030d8e9c None None] Network bb2099a4-3745-4066-9f1a-19d1fd554376 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:09.209496 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-96cf153b-3638-4ad8-8199-b89011b48c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:09.210101 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-880e5954-7b43-4844-85d8-d32f1bca08ef tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8046722 Aug 19 18:13:09.213892 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50402) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:09.233514 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Request body: {'port': {'network_id': 'bb2099a4-3745-4066-9f1a-19d1fd554376', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2095213291'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:09.325620 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab667281-b75c-48a2-9984-c04af4bc09a2 req-f65c715e-9654-4f29-9970-ce3ac09ea988 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:09.333374 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ab667281-b75c-48a2-9984-c04af4bc09a2 req-f65c715e-9654-4f29-9970-ce3ac09ea988 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.0898800 Aug 19 18:13:09.372138 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-96cf153b-3638-4ad8-8199-b89011b48c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:09.377294 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-96cf153b-3638-4ad8-8199-b89011b48c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:09.383151 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-96cf153b-3638-4ad8-8199-b89011b48c9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0fa54a6c-8a99-4175-a668-412877d3f062 HTTP/1.1" status: 204 len: 168 time: 0.2699616 Aug 19 18:13:09.394933 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e137d878-167c-4246-9384-dfab99b41888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-bb2099a4-3745-4066-9f1a-19d1fd554376', 'network_id': 'bb2099a4-3745-4066-9f1a-19d1fd554376', 'tenant_id': 'ebbfe3112c8e4fd4812d13f732926f47', 'fixed_ips': [{'subnet_id': '1eaf5043-8d61-4711-8478-e24b61543240'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:13:09.397127 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e137d878-167c-4246-9384-dfab99b41888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:09.403353 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Made reservation on behalf of ebbfe3112c8e4fd4812d13f732926f47 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:09.410187 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf153b-3638-4ad8-8199-b89011b48c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa54a6c-8a99-4175-a668-412877d3f062,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:09.412148 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:09.436139 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ab667281-b75c-48a2-9984-c04af4bc09a2 req-b6459ed1-f1f0-4c66-adfd-c36c11de167f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985651 Aug 19 18:13:09.456850 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] device_id is not set on port c87cc090-ddff-4ccb-99cb-07be6631e6e4 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:13:09.638277 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Allocated IP 172.20.0.5 (bb2099a4-3745-4066-9f1a-19d1fd554376/1eaf5043-8d61-4711-8478-e24b61543240/c87cc090-ddff-4ccb-99cb-07be6631e6e4) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:09.714346 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ae553-be24-48e6-bc7f-7fcafc069064 req-b1935ff1-9e3f-4b6a-b923-f71b34c88309 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:09.716808 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-981ae553-be24-48e6-bc7f-7fcafc069064 req-b1935ff1-9e3f-4b6a-b923-f71b34c88309 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=616d5cca-894d-4981-b930-37e6c9bf6bf4 HTTP/1.1" status: 200 len: 944 time: 0.0666139 Aug 19 18:13:09.770151 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-981ae553-be24-48e6-bc7f-7fcafc069064 req-9a90fa8f-3b19-4aee-84a0-0f0616b0d1a9 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430231 Aug 19 18:13:09.867711 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-845d38de-833b-4693-8524-3b424c2ccb70 req-bff12233-34f4-47ff-90c3-96683a8619d3 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0465462 Aug 19 18:13:09.873051 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:09.877592 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50418) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:09.893038 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Transition to ACTIVE for port object c87cc090-ddff-4ccb-99cb-07be6631e6e4 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:09.897070 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-34e806f3-866d-48de-a2ad-00999741029b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:09.931453 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:09.992170 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Network bb2099a4-3745-4066-9f1a-19d1fd554376 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:09.996641 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:10.004849 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:10.009790 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Pushing event updated for resources: {'Port': ['ID=c87cc090-ddff-4ccb-99cb-07be6631e6e4,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:10.014273 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-e137d878-167c-4246-9384-dfab99b41888 None None] Allocated IP 172.20.0.2 (bb2099a4-3745-4066-9f1a-19d1fd554376/1eaf5043-8d61-4711-8478-e24b61543240/78f2c514-7749-4592-93ad-6d03635e18f9) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:10.040500 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:10.040671 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:10.041899 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:10.041899 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:10.041899 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:10.042105 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:10.042321 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:10.042622 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:10.042984 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:10.043294 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:10.043642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:10.043943 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:10.056137 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-34e806f3-866d-48de-a2ad-00999741029b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.063212 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-34e806f3-866d-48de-a2ad-00999741029b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.073070 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:10.074476 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.094148 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d0c53627-cd67-49ec-854a-d3427c8acfdf tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.8754599 Aug 19 18:13:10.096049 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50426) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:10.105927 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-df4af16e-3b26-4879-9fd6-edec7ab8f095 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Request body: {'port': {'network_id': 'bb2099a4-3745-4066-9f1a-19d1fd554376', 'name': 'tempest-ExtraDHCPOptionsTestJSON-585361811', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:10.110523 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.api.validators [None req-df4af16e-3b26-4879-9fd6-edec7ab8f095 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] bootfile-name is not in valid_values {{(pid=94682) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 18:13:10.110886 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.api.validators [None req-df4af16e-3b26-4879-9fd6-edec7ab8f095 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] tftp-server is not in valid_values {{(pid=94682) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 18:13:10.113948 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.api.validators [None req-df4af16e-3b26-4879-9fd6-edec7ab8f095 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] server-ip-address is not in valid_values {{(pid=94682) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 18:13:10.114778 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-34e806f3-866d-48de-a2ad-00999741029b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5877787b7e964f3d8a77bbdf288ee09b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360473 Aug 19 18:13:10.116413 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50434) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:10.125517 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e806f3-866d-48de-a2ad-00999741029b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733a7015-fc52-481c-90fd-42efbec87641,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:10.144033 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.159373 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device e658b600-1b05-46d3-8256-a3188816c74b up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:10.178028 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f023c8a-7803-4915-9d04-ce3249c95fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.204701 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f023c8a-7803-4915-9d04-ce3249c95fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.275626 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f023c8a-7803-4915-9d04-ce3249c95fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.278732 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f023c8a-7803-4915-9d04-ce3249c95fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.285858 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9f023c8a-7803-4915-9d04-ce3249c95fc6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/733a7015-fc52-481c-90fd-42efbec87641 HTTP/1.1" status: 204 len: 168 time: 0.1683080 Aug 19 18:13:10.298562 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f023c8a-7803-4915-9d04-ce3249c95fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733a7015-fc52-481c-90fd-42efbec87641,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:10.302868 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port e658b600-1b05-46d3-8256-a3188816c74b completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:10.313690 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port e658b600-1b05-46d3-8256-a3188816c74b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:10.316203 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.332050 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b10c2-a0b8-4f53-b481-d425116cfca6 req-71d5e140-fb04-4718-b219-d3cc20258e37 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:10.340391 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-507b10c2-a0b8-4f53-b481-d425116cfca6 req-71d5e140-fb04-4718-b219-d3cc20258e37 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1305737 Aug 19 18:13:10.383365 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e137d878-167c-4246-9384-dfab99b41888 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.400672 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-507b10c2-a0b8-4f53-b481-d425116cfca6 req-6f5363a8-4b5a-4b91-abc2-5cf31a544e74 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595374 Aug 19 18:13:10.402820 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e137d878-167c-4246-9384-dfab99b41888 None None] Transition to ACTIVE for port object 78f2c514-7749-4592-93ad-6d03635e18f9 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:10.432835 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4af16e-3b26-4879-9fd6-edec7ab8f095 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Made reservation on behalf of ebbfe3112c8e4fd4812d13f732926f47 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:10.434920 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e137d878-167c-4246-9384-dfab99b41888 None None] Transition to ACTIVE for port object 78f2c514-7749-4592-93ad-6d03635e18f9 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:10.439309 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-df4af16e-3b26-4879-9fd6-edec7ab8f095 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.444323 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e137d878-167c-4246-9384-dfab99b41888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.494811 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-df4af16e-3b26-4879-9fd6-edec7ab8f095 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] device_id is not set on port a2a6ee5b-aa9f-493b-b228-21820e19cfb8 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:13:10.534848 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e137d878-167c-4246-9384-dfab99b41888 None None] Network bb2099a4-3745-4066-9f1a-19d1fd554376 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:10.537679 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-e137d878-167c-4246-9384-dfab99b41888 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:10.570216 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e137d878-167c-4246-9384-dfab99b41888 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:10.575072 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137d878-167c-4246-9384-dfab99b41888 None None] Pushing event updated for resources: {'Port': ['ID=78f2c514-7749-4592-93ad-6d03635e18f9,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:10.587913 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.665484 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441e31f-82ee-4284-bf49-044498bc8404 req-6c9ae69d-1896-47ea-b064-60496f602cd1 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:10.673433 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7441e31f-82ee-4284-bf49-044498bc8404 req-6c9ae69d-1896-47ea-b064-60496f602cd1 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.1199110 Aug 19 18:13:10.710686 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-df4af16e-3b26-4879-9fd6-edec7ab8f095 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Allocated IP 172.20.0.3 (bb2099a4-3745-4066-9f1a-19d1fd554376/1eaf5043-8d61-4711-8478-e24b61543240/a2a6ee5b-aa9f-493b-b228-21820e19cfb8) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:10.742393 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7441e31f-82ee-4284-bf49-044498bc8404 req-bd6eda7f-a823-4041-992b-e32396b896ff tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656521 Aug 19 18:13:10.755595 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616d5cca-894d-4981-b930-37e6c9bf6bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e658b600-1b05-46d3-8256-a3188816c74b'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:13:10.759020 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1016cb7a-b8a8-482f-8636-83826e485a21" -d '{"events": [{"server_uuid": "616d5cca-894d-4981-b930-37e6c9bf6bf4", "name": "network-vif-plugged", "status": "completed", "tag": "e658b600-1b05-46d3-8256-a3188816c74b"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:13:10.767729 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e137d878-167c-4246-9384-dfab99b41888 None None] Attempting to bind port 78f2c514-7749-4592-93ad-6d03635e18f9 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:10.768497 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e137d878-167c-4246-9384-dfab99b41888 None None] Attempting to bind port 78f2c514-7749-4592-93ad-6d03635e18f9 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '1d5954d6-2ace-4975-aed0-146b51e4ca76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bb2099a4-3745-4066-9f1a-19d1fd554376'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:10.769835 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e137d878-167c-4246-9384-dfab99b41888 None None] Attempting to bind port 78f2c514-7749-4592-93ad-6d03635e18f9 on network bb2099a4-3745-4066-9f1a-19d1fd554376 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:10.811914 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port e658b600-1b05-46d3-8256-a3188816c74b, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e658b600-1b05-46d3-8256-a3188816c74b,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:10.815010 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e137d878-167c-4246-9384-dfab99b41888 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:10.815327 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e137d878-167c-4246-9384-dfab99b41888 None None] Checking segment: {'id': '1d5954d6-2ace-4975-aed0-146b51e4ca76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bb2099a4-3745-4066-9f1a-19d1fd554376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:10.818860 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e137d878-167c-4246-9384-dfab99b41888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.819014 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e137d878-167c-4246-9384-dfab99b41888 None None] Bound using segment: {'id': '1d5954d6-2ace-4975-aed0-146b51e4ca76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bb2099a4-3745-4066-9f1a-19d1fd554376'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:10.820545 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e137d878-167c-4246-9384-dfab99b41888 None None] Bound port: 78f2c514-7749-4592-93ad-6d03635e18f9, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5954d6-2ace-4975-aed0-146b51e4ca76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bb2099a4-3745-4066-9f1a-19d1fd554376'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:10.821135 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e137d878-167c-4246-9384-dfab99b41888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.832704 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.834179 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 680b1459-3fc0-4c9a-bb5b-45acceaaba91 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:13:10.986413 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=e658b600-1b05-46d3-8256-a3188816c74b,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:10.994031 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e6bcf3-6d6a-4755-94f7-687c965bb996 x-openstack-request-id: req-93e6bcf3-6d6a-4755-94f7-687c965bb996 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:13:10.994031 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616d5cca-894d-4981-b930-37e6c9bf6bf4", "name": "network-vif-plugged", "status": "completed", "tag": "e658b600-1b05-46d3-8256-a3188816c74b", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:13:10.994031 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93e6bcf3-6d6a-4755-94f7-687c965bb996 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:13:10.995381 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616d5cca-894d-4981-b930-37e6c9bf6bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e658b600-1b05-46d3-8256-a3188816c74b', 'code': 200} Aug 19 18:13:10.995381 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.998350 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 680b1459-3fc0-4c9a-bb5b-45acceaaba91 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:13:10.998350 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 680b1459-3fc0-4c9a-bb5b-45acceaaba91 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:13:11.024423 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-df4af16e-3b26-4879-9fd6-edec7ab8f095 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:11.043486 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-df4af16e-3b26-4879-9fd6-edec7ab8f095 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Transition to ACTIVE for port object a2a6ee5b-aa9f-493b-b228-21820e19cfb8 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:11.087516 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e137d878-167c-4246-9384-dfab99b41888 None None] For port 78f2c514-7749-4592-93ad-6d03635e18f9, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:11.093258 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e137d878-167c-4246-9384-dfab99b41888 None None] For port 78f2c514-7749-4592-93ad-6d03635e18f9, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=78f2c514-7749-4592-93ad-6d03635e18f9,segment=NetworkSegment(1d5954d6-2ace-4975-aed0-146b51e4ca76),segment_id=1d5954d6-2ace-4975-aed0-146b51e4ca76)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:11.101586 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-df4af16e-3b26-4879-9fd6-edec7ab8f095 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:11.118055 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e137d878-167c-4246-9384-dfab99b41888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:11.173476 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4af16e-3b26-4879-9fd6-edec7ab8f095 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Network bb2099a4-3745-4066-9f1a-19d1fd554376 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:11.188738 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508d1b0-8c85-487b-91f9-d5c1ed794bed req-8d7b7fa5-ceaa-4a4c-82f0-0494211c0a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:11.190946 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4508d1b0-8c85-487b-91f9-d5c1ed794bed req-8d7b7fa5-ceaa-4a4c-82f0-0494211c0a8e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=616d5cca-894d-4981-b930-37e6c9bf6bf4 HTTP/1.1" status: 200 len: 1096 time: 0.0725229 Aug 19 18:13:11.198500 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-df4af16e-3b26-4879-9fd6-edec7ab8f095 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:11.205847 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4af16e-3b26-4879-9fd6-edec7ab8f095 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:11.213565 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4af16e-3b26-4879-9fd6-edec7ab8f095 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Pushing event updated for resources: {'Port': ['ID=a2a6ee5b-aa9f-493b-b228-21820e19cfb8,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:11.232462 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137d878-167c-4246-9384-dfab99b41888 None None] Pushing event updated for resources: {'Port': ['ID=78f2c514-7749-4592-93ad-6d03635e18f9,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:11.261371 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4b8e9-8b28-4074-babe-9a3a3acd4f3e req-1b667877-7058-4f91-886d-e5906e4f8e75 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:11.264483 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e6d4b8e9-8b28-4074-babe-9a3a3acd4f3e req-1b667877-7058-4f91-886d-e5906e4f8e75 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=616d5cca-894d-4981-b930-37e6c9bf6bf4 HTTP/1.1" status: 200 len: 945 time: 0.1796052 Aug 19 18:13:11.297103 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6ef9b7bb-6fe7-4cba-a344-f52a152ab550 req-01e80a84-086b-4219-960d-023dbff4ada2 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0441015 Aug 19 18:13:11.299470 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4508d1b0-8c85-487b-91f9-d5c1ed794bed req-40bbc4a7-a4b1-46fa-89b7-e5ee487173e7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955818 Aug 19 18:13:11.324172 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4af16e-3b26-4879-9fd6-edec7ab8f095 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:11.324172 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-df4af16e-3b26-4879-9fd6-edec7ab8f095 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:11.357406 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e6d4b8e9-8b28-4074-babe-9a3a3acd4f3e req-d2ccf922-3af4-4c54-aa67-134288c28fca tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732157 Aug 19 18:13:11.364436 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-df4af16e-3b26-4879-9fd6-edec7ab8f095 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.2652268 Aug 19 18:13:11.367923 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50492) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:11.560336 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddf5489-2f49-49c0-94b3-824094dcde78 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:11.568045 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddf5489-2f49-49c0-94b3-824094dcde78 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:11.576706 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddf5489-2f49-49c0-94b3-824094dcde78 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:11.578971 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bddf5489-2f49-49c0-94b3-824094dcde78 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.2101059 Aug 19 18:13:11.582040 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50506) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:11.610449 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25763a68-685a-4cc1-b7b3-460f1c919082 req-26fac134-72c8-4ebd-851b-4021d09c5c95 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:11.611325 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-25763a68-685a-4cc1-b7b3-460f1c919082 req-26fac134-72c8-4ebd-851b-4021d09c5c95 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1066566 Aug 19 18:13:11.660383 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-25763a68-685a-4cc1-b7b3-460f1c919082 req-a97f8017-209e-428c-81e6-dbecdb04d824 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408812 Aug 19 18:13:11.660791 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50508) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:11.706221 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-fbca18cc-982b-4cd5-b211-017bf00cd257 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Deleting port a2a6ee5b-aa9f-493b-b228-21820e19cfb8 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:11.706578 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fbca18cc-982b-4cd5-b211-017bf00cd257 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:11.790210 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-053e8b28-aecb-4dcc-848e-73d8f84c6400 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117518738-network', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:11.827124 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fbca18cc-982b-4cd5-b211-017bf00cd257 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:11.830142 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053e8b28-aecb-4dcc-848e-73d8f84c6400 admin admin] Made reservation on behalf of c6b3292180c94253a49b386ad540adeb for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:11.833023 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-053e8b28-aecb-4dcc-848e-73d8f84c6400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:11.843519 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-fbca18cc-982b-4cd5-b211-017bf00cd257 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Calling delete_port for a2a6ee5b-aa9f-493b-b228-21820e19cfb8 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:11.869966 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-053e8b28-aecb-4dcc-848e-73d8f84c6400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:11.916290 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e66a27-bc1c-48ab-bc7a-358a73db03bb req-d2ffb7d2-8d66-4e8d-9d23-f033a34bbc6c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:11.918968 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39e66a27-bc1c-48ab-bc7a-358a73db03bb req-d2ffb7d2-8d66-4e8d-9d23-f033a34bbc6c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.0829432 Aug 19 18:13:11.986596 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39e66a27-bc1c-48ab-bc7a-358a73db03bb req-7ec2cfbf-7bdc-4b92-95bb-ebd35afd4ef0 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424263 Aug 19 18:13:12.062472 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fbca18cc-982b-4cd5-b211-017bf00cd257 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:12.104225 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca18cc-982b-4cd5-b211-017bf00cd257 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Pushing event deleted for resources: {'Port': ['ID=a2a6ee5b-aa9f-493b-b228-21820e19cfb8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:12.126903 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca18cc-982b-4cd5-b211-017bf00cd257 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:12.127251 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca18cc-982b-4cd5-b211-017bf00cd257 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:12.127601 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca18cc-982b-4cd5-b211-017bf00cd257 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:12.128094 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca18cc-982b-4cd5-b211-017bf00cd257 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:12.128267 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca18cc-982b-4cd5-b211-017bf00cd257 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:12.128631 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca18cc-982b-4cd5-b211-017bf00cd257 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:12.128962 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca18cc-982b-4cd5-b211-017bf00cd257 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:12.129294 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca18cc-982b-4cd5-b211-017bf00cd257 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:12.129643 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca18cc-982b-4cd5-b211-017bf00cd257 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:12.129963 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca18cc-982b-4cd5-b211-017bf00cd257 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:12.130342 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca18cc-982b-4cd5-b211-017bf00cd257 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:12.130606 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca18cc-982b-4cd5-b211-017bf00cd257 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:12.157481 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 78f2c514-7749-4592-93ad-6d03635e18f9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:12.160135 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-053e8b28-aecb-4dcc-848e-73d8f84c6400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:12.167822 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-053e8b28-aecb-4dcc-848e-73d8f84c6400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:12.205372 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053e8b28-aecb-4dcc-848e-73d8f84c6400 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:13:12.218391 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e8b28-aecb-4dcc-848e-73d8f84c6400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3cbb18-950c-489a-99fe-9a1d52c37109,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:12.235546 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-053e8b28-aecb-4dcc-848e-73d8f84c6400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:12.235915 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-053e8b28-aecb-4dcc-848e-73d8f84c6400 admin admin] Added segment 4ff22b05-bdca-4fb2-92d1-887f779a487d of type vlan for network f401d804-fc47-4ec9-9c4d-dab130dd1d93 Aug 19 18:13:12.240874 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fbca18cc-982b-4cd5-b211-017bf00cd257 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:12.247247 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fbca18cc-982b-4cd5-b211-017bf00cd257 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] 10.222.0.24 "DELETE /v2.0/ports/a2a6ee5b-aa9f-493b-b228-21820e19cfb8 HTTP/1.1" status: 204 len: 168 time: 0.6510773 Aug 19 18:13:12.248405 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50526) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:12.253550 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 78f2c514-7749-4592-93ad-6d03635e18f9 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:12.256477 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-5701d074-0990-4071-89f8-268c907bed75 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Request body: {'port': {'name': 'tempest-new-port-name-246716822', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:12.256946 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.api.validators [None req-5701d074-0990-4071-89f8-268c907bed75 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] bootfile-name is not in valid_values {{(pid=94681) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 18:13:12.257302 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.api.validators [None req-5701d074-0990-4071-89f8-268c907bed75 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] tftp-server is not in valid_values {{(pid=94681) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 18:13:12.257670 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.api.validators [None req-5701d074-0990-4071-89f8-268c907bed75 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] server-ip-address is not in valid_values {{(pid=94681) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 18:13:12.300914 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-053e8b28-aecb-4dcc-848e-73d8f84c6400 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:12.342281 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-053e8b28-aecb-4dcc-848e-73d8f84c6400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:12.343889 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053e8b28-aecb-4dcc-848e-73d8f84c6400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:12.345172 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-053e8b28-aecb-4dcc-848e-73d8f84c6400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:12.364972 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5701d074-0990-4071-89f8-268c907bed75 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:12.383824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50530) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:12.414468 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-053e8b28-aecb-4dcc-848e-73d8f84c6400 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.7526050 Aug 19 18:13:12.421105 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50536) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:12.433930 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-5aa4530e-fb05-4f51-8075-bc3facc2f6bf admin admin] Request body: {'subnet': {'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117518738-subnet', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:12.445457 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e8b28-aecb-4dcc-848e-73d8f84c6400 admin admin] Pushing event updated for resources: {'Network': ['ID=f401d804-fc47-4ec9-9c4d-dab130dd1d93,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:12.457926 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network f401d804-fc47-4ec9-9c4d-dab130dd1d93 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:13:12.534435 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99164225-1196-4c14-89f6-e7fd3c8a3706 req-4f14617e-e75d-4304-8472-401677a68700 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0834439 Aug 19 18:13:12.550767 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c805e4b3-3e1f-4b9a-b30b-f9055bb5a8fb None None] Network bb2099a4-3745-4066-9f1a-19d1fd554376 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:12.613739 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa4530e-fb05-4f51-8075-bc3facc2f6bf admin admin] Made reservation on behalf of c6b3292180c94253a49b386ad540adeb for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:12.616620 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5aa4530e-fb05-4f51-8075-bc3facc2f6bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:12.653849 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f26fe006-5836-4846-9d8b-7ef8ae1009d0 None None] Provisioning for port 78f2c514-7749-4592-93ad-6d03635e18f9 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:12.666432 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f26fe006-5836-4846-9d8b-7ef8ae1009d0 None None] Provisioning complete for port 78f2c514-7749-4592-93ad-6d03635e18f9 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:12.666966 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f26fe006-5836-4846-9d8b-7ef8ae1009d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:12.763772 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5ee15f39-87d1-4bf6-b301-28380519f2bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cdb8f2e60b36474a9d37aa85fe47fdc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3745227 Aug 19 18:13:12.770681 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50540) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:12.795045 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925f84e-6828-4948-a07a-d2bbcf50d3d3 req-49fb012d-535e-4cc7-a80e-3566058fa3a4 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:12.802120 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8925f84e-6828-4948-a07a-d2bbcf50d3d3 req-49fb012d-535e-4cc7-a80e-3566058fa3a4 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=616d5cca-894d-4981-b930-37e6c9bf6bf4 HTTP/1.1" status: 200 len: 945 time: 0.2549269 Aug 19 18:13:12.841291 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f26fe006-5836-4846-9d8b-7ef8ae1009d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:12.843118 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b7335-7324-45f7-a712-34104ef635e0 req-ffba9984-52d5-4afb-8a97-1a09c1eb4111 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:12.844576 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-276b7335-7324-45f7-a712-34104ef635e0 req-ffba9984-52d5-4afb-8a97-1a09c1eb4111 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.0857418 Aug 19 18:13:12.889418 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8925f84e-6828-4948-a07a-d2bbcf50d3d3 req-b995e1c8-c3f6-48e5-ac62-14fe19d83833 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863879 Aug 19 18:13:12.892130 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-f26fe006-5836-4846-9d8b-7ef8ae1009d0 None None] For port 78f2c514-7749-4592-93ad-6d03635e18f9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=78f2c514-7749-4592-93ad-6d03635e18f9,segment=NetworkSegment(1d5954d6-2ace-4975-aed0-146b51e4ca76),segment_id=1d5954d6-2ace-4975-aed0-146b51e4ca76)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:12.898197 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f26fe006-5836-4846-9d8b-7ef8ae1009d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:12.944689 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-276b7335-7324-45f7-a712-34104ef635e0 req-347279c3-f01f-4179-abe4-49e1d123225c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762355 Aug 19 18:13:12.976800 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fe006-5836-4846-9d8b-7ef8ae1009d0 None None] Pushing event updated for resources: {'Port': ['ID=78f2c514-7749-4592-93ad-6d03635e18f9,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:13.087981 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e0512aa-07ca-4122-9b00-0d6227a93404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:13.102601 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5701d074-0990-4071-89f8-268c907bed75 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:13.131803 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5701d074-0990-4071-89f8-268c907bed75 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:13.192092 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5aa4530e-fb05-4f51-8075-bc3facc2f6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:13.199459 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e0512aa-07ca-4122-9b00-0d6227a93404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:13.231363 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-36cbb6fc-6e93-412c-9fb4-f0e0a1278663 None None] Provisioning complete for port 78f2c514-7749-4592-93ad-6d03635e18f9 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:13.232171 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-36cbb6fc-6e93-412c-9fb4-f0e0a1278663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:13.351377 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-36cbb6fc-6e93-412c-9fb4-f0e0a1278663 None None] Provisioning for port c87cc090-ddff-4ccb-99cb-07be6631e6e4 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:13.357489 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-36cbb6fc-6e93-412c-9fb4-f0e0a1278663 None None] Provisioning complete for port c87cc090-ddff-4ccb-99cb-07be6631e6e4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:13.358500 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-36cbb6fc-6e93-412c-9fb4-f0e0a1278663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:13.361377 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701d074-0990-4071-89f8-268c907bed75 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Pushing event updated for resources: {'Port': ['ID=c87cc090-ddff-4ccb-99cb-07be6631e6e4,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:13.393739 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55022743-0db7-4241-a53b-c0caa577530b req-6efaae4a-6b1e-4089-befa-f80d0c7a641c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:13.397148 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-55022743-0db7-4241-a53b-c0caa577530b req-6efaae4a-6b1e-4089-befa-f80d0c7a641c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.2978387 Aug 19 18:13:13.409249 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-5701d074-0990-4071-89f8-268c907bed75 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] In _notify_port_updated(), no bound segment for port c87cc090-ddff-4ccb-99cb-07be6631e6e4 on network bb2099a4-3745-4066-9f1a-19d1fd554376 {{(pid=94681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:13:13.418756 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5701d074-0990-4071-89f8-268c907bed75 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:13.419816 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5701d074-0990-4071-89f8-268c907bed75 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:13.425745 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5701d074-0990-4071-89f8-268c907bed75 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] 10.222.0.24 "PUT /v2.0/ports/c87cc090-ddff-4ccb-99cb-07be6631e6e4 HTTP/1.1" status: 200 len: 1135 time: 1.1718214 Aug 19 18:13:13.426517 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50546) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:13.433015 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4530e-fb05-4f51-8075-bc3facc2f6bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7d3be1f-d269-4137-8233-9cf810517229,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:13.443042 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-36cbb6fc-6e93-412c-9fb4-f0e0a1278663 None None] Port c87cc090-ddff-4ccb-99cb-07be6631e6e4 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:13:13.485266 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bef518-c724-480c-a639-e6ec6095894d tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:13.485505 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa4530e-fb05-4f51-8075-bc3facc2f6bf admin admin] Checking segment: {'id': '4ff22b05-bdca-4fb2-92d1-887f779a487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:13.485942 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa4530e-fb05-4f51-8075-bc3facc2f6bf admin admin] Network hostable DHCP agents. Network: f401d804-fc47-4ec9-9c4d-dab130dd1d93, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:13:13.489623 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a5bef518-c724-480c-a639-e6ec6095894d tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] 10.222.0.24 "GET /v2.0/ports/c87cc090-ddff-4ccb-99cb-07be6631e6e4 HTTP/1.1" status: 200 len: 1135 time: 0.0577495 Aug 19 18:13:13.490421 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50548) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:13.504202 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e0512aa-07ca-4122-9b00-0d6227a93404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:13.506137 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e0512aa-07ca-4122-9b00-0d6227a93404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:13.511960 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0e0512aa-07ca-4122-9b00-0d6227a93404 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9595f75-67bf-4d22-bc21-b0f3af141999 HTTP/1.1" status: 204 len: 168 time: 0.7333994 Aug 19 18:13:13.537169 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0512aa-07ca-4122-9b00-0d6227a93404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9595f75-67bf-4d22-bc21-b0f3af141999,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:13.550288 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-55022743-0db7-4241-a53b-c0caa577530b req-e2431611-3b0a-4855-bd78-b68ae31919eb tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426272 Aug 19 18:13:13.562671 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa4530e-fb05-4f51-8075-bc3facc2f6bf admin admin] Network f401d804-fc47-4ec9-9c4d-dab130dd1d93 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:13:13.600191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-5aa4530e-fb05-4f51-8075-bc3facc2f6bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, f401d804-fc47-4ec9-9c4d-dab130dd1d93) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:13.609639 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa4530e-fb05-4f51-8075-bc3facc2f6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:13.610453 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-04fe110e-d2fe-4e6b-894c-8a76651e56de None None] Provisioning complete for port c87cc090-ddff-4ccb-99cb-07be6631e6e4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:13.611112 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-04fe110e-d2fe-4e6b-894c-8a76651e56de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:13.611519 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5aa4530e-fb05-4f51-8075-bc3facc2f6bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:13.648959 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5aa4530e-fb05-4f51-8075-bc3facc2f6bf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2255170 Aug 19 18:13:13.650020 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50554) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:13.666343 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-9455a905-e4e1-4e3a-9510-22ffe10cc633 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117518738-router', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:13.668624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-04fe110e-d2fe-4e6b-894c-8a76651e56de None None] Port c87cc090-ddff-4ccb-99cb-07be6631e6e4 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:13:13.670550 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a246ff53-005f-494d-969b-1cb22bde3bc0 None None] Network f401d804-fc47-4ec9-9c4d-dab130dd1d93 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:13.680445 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-417b772e-b8cd-4bfa-9f7b-47d7f51c630c tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Deleting port c87cc090-ddff-4ccb-99cb-07be6631e6e4 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:13.685186 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-417b772e-b8cd-4bfa-9f7b-47d7f51c630c tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:13.727866 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9455a905-e4e1-4e3a-9510-22ffe10cc633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:13.737237 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9455a905-e4e1-4e3a-9510-22ffe10cc633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:13.804645 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3f55dfd5-18d2-4e25-bed3-2542e945bf77 req-b248b593-4405-4b63-99d6-3bdc1689a602 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.1137843 Aug 19 18:13:13.880337 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9455a905-e4e1-4e3a-9510-22ffe10cc633 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:13.910107 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-417b772e-b8cd-4bfa-9f7b-47d7f51c630c tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:13.927559 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-417b772e-b8cd-4bfa-9f7b-47d7f51c630c tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Calling delete_port for c87cc090-ddff-4ccb-99cb-07be6631e6e4 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:13.972791 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c3e29278-cf1c-499f-842c-af7aae03578a None None] Could not find standard attr ID for object a2a6ee5b-aa9f-493b-b228-21820e19cfb8. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:13:14.174371 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 78f2c514-7749-4592-93ad-6d03635e18f9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:14.207896 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53c730-85eb-4b0e-8d32-cd697eb9a2d2 req-22109b91-6bc7-4747-a0e8-d161690ea91a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:14.210515 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3d53c730-85eb-4b0e-8d32-cd697eb9a2d2 req-22109b91-6bc7-4747-a0e8-d161690ea91a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1152923 Aug 19 18:13:14.213778 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3e79f6-7b9f-4c37-9e52-d77712082c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-f401d804-fc47-4ec9-9c4d-dab130dd1d93', 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'fixed_ips': [{'subnet_id': 'b7d3be1f-d269-4137-8233-9cf810517229'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:13:14.214595 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fc3e79f6-7b9f-4c37-9e52-d77712082c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:14.236229 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9455a905-e4e1-4e3a-9510-22ffe10cc633 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:14.292096 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b6a86-5935-4405-9262-bd00d6642be8 req-e07dc6a0-dc4b-454c-8ca4-b98436e367b5 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:14.295616 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c48b6a86-5935-4405-9262-bd00d6642be8 req-e07dc6a0-dc4b-454c-8ca4-b98436e367b5 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=616d5cca-894d-4981-b930-37e6c9bf6bf4 HTTP/1.1" status: 200 len: 945 time: 0.2420158 Aug 19 18:13:14.358117 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3d53c730-85eb-4b0e-8d32-cd697eb9a2d2 req-2e503884-a4c5-4073-92de-dbdfdca8073e tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306021 Aug 19 18:13:14.421524 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c48b6a86-5935-4405-9262-bd00d6642be8 req-14bbf3fb-6244-42d5-92cb-4d110976c27a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800290 Aug 19 18:13:14.429616 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-417b772e-b8cd-4bfa-9f7b-47d7f51c630c tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:14.469788 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b772e-b8cd-4bfa-9f7b-47d7f51c630c tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Pushing event deleted for resources: {'Port': ['ID=c87cc090-ddff-4ccb-99cb-07be6631e6e4,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:14.478125 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 78f2c514-7749-4592-93ad-6d03635e18f9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:14.479511 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:14.608571 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-89c4cdcf-fece-49b9-b8b8-0f65fab610fb None None] Provisioning complete for port c87cc090-ddff-4ccb-99cb-07be6631e6e4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:14.608948 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-89c4cdcf-fece-49b9-b8b8-0f65fab610fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:14.625506 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-417b772e-b8cd-4bfa-9f7b-47d7f51c630c tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:14.633227 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-417b772e-b8cd-4bfa-9f7b-47d7f51c630c tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] 10.222.0.24 "DELETE /v2.0/ports/c87cc090-ddff-4ccb-99cb-07be6631e6e4 HTTP/1.1" status: 204 len: 168 time: 1.1386166 Aug 19 18:13:14.634028 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50580) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:14.657022 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-89c4cdcf-fece-49b9-b8b8-0f65fab610fb None None] Port c87cc090-ddff-4ccb-99cb-07be6631e6e4 was deleted so its status cannot be updated. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 18:13:14.673837 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-fc3e79f6-7b9f-4c37-9e52-d77712082c78 None None] Allocated IP 172.20.0.2 (f401d804-fc47-4ec9-9c4d-dab130dd1d93/b7d3be1f-d269-4137-8233-9cf810517229/5f16830e-babc-4a17-8f20-9436bddbb773) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:14.726633 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9455a905-e4e1-4e3a-9510-22ffe10cc633 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:14.760682 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9455a905-e4e1-4e3a-9510-22ffe10cc633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:14.827315 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0211ff2-0600-4984-937d-be0d394a3666 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Deleting subnet 1eaf5043-8d61-4711-8478-e24b61543240 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:13:14.834005 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f0211ff2-0600-4984-937d-be0d394a3666 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:15.008351 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fc3e79f6-7b9f-4c37-9e52-d77712082c78 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:15.021653 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fc3e79f6-7b9f-4c37-9e52-d77712082c78 None None] Transition to ACTIVE for port object 5f16830e-babc-4a17-8f20-9436bddbb773 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:15.040113 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fc3e79f6-7b9f-4c37-9e52-d77712082c78 None None] Transition to ACTIVE for port object 5f16830e-babc-4a17-8f20-9436bddbb773 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:15.049431 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fc3e79f6-7b9f-4c37-9e52-d77712082c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:15.053729 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbb184-7390-4872-ba20-3dcadd57363a req-8a5b9b1d-7179-4bd3-a306-8f8a53408d79 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:15.060528 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-58dbb184-7390-4872-ba20-3dcadd57363a req-8a5b9b1d-7179-4bd3-a306-8f8a53408d79 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=616d5cca-894d-4981-b930-37e6c9bf6bf4 HTTP/1.1" status: 200 len: 945 time: 0.1272309 Aug 19 18:13:15.100930 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3e79f6-7b9f-4c37-9e52-d77712082c78 None None] Network f401d804-fc47-4ec9-9c4d-dab130dd1d93 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:15.102796 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-9455a905-e4e1-4e3a-9510-22ffe10cc633 admin admin] Allocated IP 172.25.8.125 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/1a889256-3281-43ab-9e7a-bb61a8325a5e) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:15.105461 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-fc3e79f6-7b9f-4c37-9e52-d77712082c78 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:15.110444 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3e79f6-7b9f-4c37-9e52-d77712082c78 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:15.118605 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e79f6-7b9f-4c37-9e52-d77712082c78 None None] Pushing event updated for resources: {'Port': ['ID=5f16830e-babc-4a17-8f20-9436bddbb773,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:15.139402 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-58dbb184-7390-4872-ba20-3dcadd57363a req-04916da8-53cd-4668-abad-013c3d1e419c tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726647 Aug 19 18:13:15.190790 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-fc3e79f6-7b9f-4c37-9e52-d77712082c78 None None] Attempting to bind port 5f16830e-babc-4a17-8f20-9436bddbb773 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:15.191471 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-fc3e79f6-7b9f-4c37-9e52-d77712082c78 None None] Attempting to bind port 5f16830e-babc-4a17-8f20-9436bddbb773 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '4ff22b05-bdca-4fb2-92d1-887f779a487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:15.191736 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3e79f6-7b9f-4c37-9e52-d77712082c78 None None] Attempting to bind port 5f16830e-babc-4a17-8f20-9436bddbb773 on network f401d804-fc47-4ec9-9c4d-dab130dd1d93 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:15.197963 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3e79f6-7b9f-4c37-9e52-d77712082c78 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:15.198339 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3e79f6-7b9f-4c37-9e52-d77712082c78 None None] Checking segment: {'id': '4ff22b05-bdca-4fb2-92d1-887f779a487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:15.199533 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fc3e79f6-7b9f-4c37-9e52-d77712082c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:15.199848 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3e79f6-7b9f-4c37-9e52-d77712082c78 None None] Bound using segment: {'id': '4ff22b05-bdca-4fb2-92d1-887f779a487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:15.200830 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-fc3e79f6-7b9f-4c37-9e52-d77712082c78 None None] Bound port: 5f16830e-babc-4a17-8f20-9436bddbb773, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff22b05-bdca-4fb2-92d1-887f779a487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:15.201565 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fc3e79f6-7b9f-4c37-9e52-d77712082c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:15.217703 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b137221-ae7b-4ddc-b321-7467047bb1e6 req-2c7cdb19-9002-4897-9de1-0d2f42923860 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:15.219275 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4b137221-ae7b-4ddc-b321-7467047bb1e6 req-2c7cdb19-9002-4897-9de1-0d2f42923860 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.4850616 Aug 19 18:13:15.241320 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f0211ff2-0600-4984-937d-be0d394a3666 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:15.288751 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9455a905-e4e1-4e3a-9510-22ffe10cc633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:15.289809 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-fc3e79f6-7b9f-4c37-9e52-d77712082c78 None None] For port 5f16830e-babc-4a17-8f20-9436bddbb773, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:15.295010 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-fc3e79f6-7b9f-4c37-9e52-d77712082c78 None None] For port 5f16830e-babc-4a17-8f20-9436bddbb773, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=5f16830e-babc-4a17-8f20-9436bddbb773,segment=NetworkSegment(4ff22b05-bdca-4fb2-92d1-887f779a487d),segment_id=4ff22b05-bdca-4fb2-92d1-887f779a487d)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:15.300219 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fc3e79f6-7b9f-4c37-9e52-d77712082c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:15.310582 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4b137221-ae7b-4ddc-b321-7467047bb1e6 req-5bd6db91-5f54-44e8-97d7-e2c371c2261a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809143 Aug 19 18:13:15.325464 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e05afa9f-c0b6-4106-bdd8-fc08e6dee240 req-dd636139-f8f8-4b20-95a5-59b2c1be2b21 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0507803 Aug 19 18:13:15.393364 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e79f6-7b9f-4c37-9e52-d77712082c78 None None] Pushing event updated for resources: {'Port': ['ID=5f16830e-babc-4a17-8f20-9436bddbb773,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:15.400518 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9455a905-e4e1-4e3a-9510-22ffe10cc633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:15.432935 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f0211ff2-0600-4984-937d-be0d394a3666 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:15.476660 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9455a905-e4e1-4e3a-9510-22ffe10cc633 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:15.494169 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455a905-e4e1-4e3a-9510-22ffe10cc633 admin admin] Pushing event updated for resources: {'Port': ['ID=1a889256-3281-43ab-9e7a-bb61a8325a5e,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:15.502130 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-9455a905-e4e1-4e3a-9510-22ffe10cc633 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:15.510527 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9455a905-e4e1-4e3a-9510-22ffe10cc633 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:15.542415 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f0211ff2-0600-4984-937d-be0d394a3666 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:15.583797 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0211ff2-0600-4984-937d-be0d394a3666 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Pushing event deleted for resources: {'Subnet': ['ID=1eaf5043-8d61-4711-8478-e24b61543240,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:15.590388 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f0211ff2-0600-4984-937d-be0d394a3666 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:15.592818 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0f60d8-e6f9-41df-8af2-40eca76a56a5 None None] Network bb2099a4-3745-4066-9f1a-19d1fd554376 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:15.596223 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f0211ff2-0600-4984-937d-be0d394a3666 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] 10.222.0.24 "DELETE /v2.0/subnets/1eaf5043-8d61-4711-8478-e24b61543240 HTTP/1.1" status: 204 len: 168 time: 0.9607611 Aug 19 18:13:15.596967 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50604) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:15.629436 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1068b-7af6-4ed0-8316-3843ec4836ad req-4fdeba90-1d13-4120-9086-53502159fd42 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:15.651140 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e3f1068b-7af6-4ed0-8316-3843ec4836ad req-4fdeba90-1d13-4120-9086-53502159fd42 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1479940 Aug 19 18:13:15.754858 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d96ddaac-cb1f-4ac8-83f6-9c46415a9ec7 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:15.862007 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-d96ddaac-cb1f-4ac8-83f6-9c46415a9ec7 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Deleting port 78f2c514-7749-4592-93ad-6d03635e18f9 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:15.864788 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d96ddaac-cb1f-4ac8-83f6-9c46415a9ec7 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:15.974436 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-d96ddaac-cb1f-4ac8-83f6-9c46415a9ec7 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] For port 78f2c514-7749-4592-93ad-6d03635e18f9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=78f2c514-7749-4592-93ad-6d03635e18f9,segment=NetworkSegment(1d5954d6-2ace-4975-aed0-146b51e4ca76),segment_id=1d5954d6-2ace-4975-aed0-146b51e4ca76)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:15.974808 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d96ddaac-cb1f-4ac8-83f6-9c46415a9ec7 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:15.975307 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba86253-4834-4428-b1e6-c0d411c873f2 None None] DHCP port deletion for bb2099a4-3745-4066-9f1a-19d1fd554376 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:13:15.992211 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-d96ddaac-cb1f-4ac8-83f6-9c46415a9ec7 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Calling delete_port for 78f2c514-7749-4592-93ad-6d03635e18f9 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:16.011880 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e3f1068b-7af6-4ed0-8316-3843ec4836ad req-a031627e-b529-4821-ab93-bf34603efe0a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582771 Aug 19 18:13:16.033203 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-5ba86253-4834-4428-b1e6-c0d411c873f2 None None] Deleting port 78f2c514-7749-4592-93ad-6d03635e18f9 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:16.037368 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5ba86253-4834-4428-b1e6-c0d411c873f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:16.099279 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9455a905-e4e1-4e3a-9510-22ffe10cc633 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:16.127756 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-5ba86253-4834-4428-b1e6-c0d411c873f2 None None] For port 78f2c514-7749-4592-93ad-6d03635e18f9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=78f2c514-7749-4592-93ad-6d03635e18f9,segment=NetworkSegment(1d5954d6-2ace-4975-aed0-146b51e4ca76),segment_id=1d5954d6-2ace-4975-aed0-146b51e4ca76)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:16.128558 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5ba86253-4834-4428-b1e6-c0d411c873f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:16.154286 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d96ddaac-cb1f-4ac8-83f6-9c46415a9ec7 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:16.156103 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-5ba86253-4834-4428-b1e6-c0d411c873f2 None None] Calling delete_port for 78f2c514-7749-4592-93ad-6d03635e18f9 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:16.221508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ddaac-cb1f-4ac8-83f6-9c46415a9ec7 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Pushing event deleted for resources: {'Port': ['ID=78f2c514-7749-4592-93ad-6d03635e18f9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:16.223220 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 5f16830e-babc-4a17-8f20-9436bddbb773 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:16.231563 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96ddaac-cb1f-4ac8-83f6-9c46415a9ec7 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] No DVR routers for this DVR port 78f2c514-7749-4592-93ad-6d03635e18f9 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:13:16.233098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50610) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:16.321010 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:16.330165 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 5f16830e-babc-4a17-8f20-9436bddbb773 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:16.338952 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5ba86253-4834-4428-b1e6-c0d411c873f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:16.346913 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d96ddaac-cb1f-4ac8-83f6-9c46415a9ec7 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:16.367524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d96ddaac-cb1f-4ac8-83f6-9c46415a9ec7 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb2099a4-3745-4066-9f1a-19d1fd554376']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:16.392504 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba86253-4834-4428-b1e6-c0d411c873f2 None None] Pushing event deleted for resources: {'Port': ['ID=78f2c514-7749-4592-93ad-6d03635e18f9,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:16.395931 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d96ddaac-cb1f-4ac8-83f6-9c46415a9ec7 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5954d6-2ace-4975-aed0-146b51e4ca76') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:16.396237 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d96ddaac-cb1f-4ac8-83f6-9c46415a9ec7 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5954d6-2ace-4975-aed0-146b51e4ca76') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:16.401234 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba86253-4834-4428-b1e6-c0d411c873f2 None None] No DVR routers for this DVR port 78f2c514-7749-4592-93ad-6d03635e18f9 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:13:16.416008 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d96ddaac-cb1f-4ac8-83f6-9c46415a9ec7 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:16.455511 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 78f2c514-7749-4592-93ad-6d03635e18f9 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:13:16.463086 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d96ddaac-cb1f-4ac8-83f6-9c46415a9ec7 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:16.473230 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96ddaac-cb1f-4ac8-83f6-9c46415a9ec7 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:13:16.473473 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0655be00-dc85-4739-aaa3-b7784d6e9989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:16.473671 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d96ddaac-cb1f-4ac8-83f6-9c46415a9ec7 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:13:16.477888 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:13:16.482589 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 78f2c514-7749-4592-93ad-6d03635e18f9 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:13:16.482942 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 78f2c514-7749-4592-93ad-6d03635e18f9 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:13:16.535947 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d77788-7004-42e0-8dfa-b6715d801721 req-2780ec6e-23e1-4d50-b304-b83382a5c887 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:16.537571 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-78d77788-7004-42e0-8dfa-b6715d801721 req-2780ec6e-23e1-4d50-b304-b83382a5c887 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=616d5cca-894d-4981-b930-37e6c9bf6bf4 HTTP/1.1" status: 200 len: 945 time: 0.1188607 Aug 19 18:13:16.552532 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9455a905-e4e1-4e3a-9510-22ffe10cc633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:16.578566 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d96ddaac-cb1f-4ac8-83f6-9c46415a9ec7 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:16.596370 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d96ddaac-cb1f-4ac8-83f6-9c46415a9ec7 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:16.598371 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d96ddaac-cb1f-4ac8-83f6-9c46415a9ec7 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] 10.222.0.24 "DELETE /v2.0/networks/bb2099a4-3745-4066-9f1a-19d1fd554376 HTTP/1.1" status: 204 len: 168 time: 0.9999523 Aug 19 18:13:16.609049 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a6e4e-3eb5-49f5-b0cc-04a10be41fe8 req-23a80c67-431e-4e3e-bceb-3df49023ac17 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:16.610673 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b69a6e4e-3eb5-49f5-b0cc-04a10be41fe8 req-23a80c67-431e-4e3e-bceb-3df49023ac17 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.1501176 Aug 19 18:13:16.617226 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-78d77788-7004-42e0-8dfa-b6715d801721 req-949012d2-8893-4316-aac7-1dce7f2beb40 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719118 Aug 19 18:13:16.618306 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ddaac-cb1f-4ac8-83f6-9c46415a9ec7 tempest-ExtraDHCPOptionsTestJSON-1689058874 tempest-ExtraDHCPOptionsTestJSON-1689058874-project] Pushing event deleted for resources: {'Network': ['ID=bb2099a4-3745-4066-9f1a-19d1fd554376,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:16.738367 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-06455fef-e579-4039-98d8-9ed7145346fd req-a14d7ffe-8e81-4ac8-ad5f-2e583469033c tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0397985 Aug 19 18:13:16.774282 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b69a6e4e-3eb5-49f5-b0cc-04a10be41fe8 req-f78a243d-543c-4ba1-95a8-3bad3da5c696 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248488 Aug 19 18:13:16.849853 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0655be00-dc85-4739-aaa3-b7784d6e9989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:16.873136 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0655be00-dc85-4739-aaa3-b7784d6e9989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:16.887397 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29f2a75-ba18-4777-9199-5e607acff8f0 None None] Network f401d804-fc47-4ec9-9c4d-dab130dd1d93 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:16.930955 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50624) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:16.933460 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0655be00-dc85-4739-aaa3-b7784d6e9989 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f07e8b56e1954cc7a857b87fdf0315da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6989067 Aug 19 18:13:16.934136 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50626) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:16.940907 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9455a905-e4e1-4e3a-9510-22ffe10cc633 admin admin] Router 4b369e6b-5df6-4d23-bac3-6cb60c3daef6 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:13:16.947878 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655be00-dc85-4739-aaa3-b7784d6e9989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dec745-9ea3-437b-a354-e3da04870f1e,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:16.961605 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267516f-ef03-4b01-b005-984c4c7299e4 req-9111a7da-1846-4370-9a20-f43a47b8fb93 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:16.963487 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a267516f-ef03-4b01-b005-984c4c7299e4 req-9111a7da-1846-4370-9a20-f43a47b8fb93 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.50 "GET /v2.0/ports?device_id=616d5cca-894d-4981-b930-37e6c9bf6bf4 HTTP/1.1" status: 200 len: 945 time: 0.1257894 Aug 19 18:13:16.985806 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8b9cebf5-e0c8-42a5-9f0b-15b0bc5492f8 None None] Provisioning for port 5f16830e-babc-4a17-8f20-9436bddbb773 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:17.004406 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f3ced505-fdaf-4b50-a7a1-d8bb7544d9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.012112 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8b9cebf5-e0c8-42a5-9f0b-15b0bc5492f8 None None] Provisioning complete for port 5f16830e-babc-4a17-8f20-9436bddbb773 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:17.012357 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8b9cebf5-e0c8-42a5-9f0b-15b0bc5492f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.031422 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f3ced505-fdaf-4b50-a7a1-d8bb7544d9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.100860 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f3ced505-fdaf-4b50-a7a1-d8bb7544d9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.103815 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f3ced505-fdaf-4b50-a7a1-d8bb7544d9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.105181 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f3ced505-fdaf-4b50-a7a1-d8bb7544d9a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95dec745-9ea3-437b-a354-e3da04870f1e HTTP/1.1" status: 204 len: 168 time: 0.1662283 Aug 19 18:13:17.124031 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ced505-fdaf-4b50-a7a1-d8bb7544d9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dec745-9ea3-437b-a354-e3da04870f1e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:17.205778 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-61d7a439-6d92-47ea-b550-c16f65268833 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebbfe3112c8e4fd4812d13f732926f47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2727468 Aug 19 18:13:17.206302 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8b9cebf5-e0c8-42a5-9f0b-15b0bc5492f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.208182 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50634) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:17.260862 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-8b9cebf5-e0c8-42a5-9f0b-15b0bc5492f8 None None] For port 5f16830e-babc-4a17-8f20-9436bddbb773, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=5f16830e-babc-4a17-8f20-9436bddbb773,segment=NetworkSegment(4ff22b05-bdca-4fb2-92d1-887f779a487d),segment_id=4ff22b05-bdca-4fb2-92d1-887f779a487d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:17.268303 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8b9cebf5-e0c8-42a5-9f0b-15b0bc5492f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.316536 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-23ae7cf8-f83a-4563-a4ce-099ab0c587b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.349971 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cebf5-e0c8-42a5-9f0b-15b0bc5492f8 None None] Pushing event updated for resources: {'Port': ['ID=5f16830e-babc-4a17-8f20-9436bddbb773,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:17.355564 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-23ae7cf8-f83a-4563-a4ce-099ab0c587b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.428672 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-23ae7cf8-f83a-4563-a4ce-099ab0c587b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.432545 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-23ae7cf8-f83a-4563-a4ce-099ab0c587b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.437834 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-23ae7cf8-f83a-4563-a4ce-099ab0c587b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5ed2467-4ec6-4ed2-9bcb-0acd31a59d29 HTTP/1.1" status: 204 len: 168 time: 0.2279665 Aug 19 18:13:17.452611 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae7cf8-f83a-4563-a4ce-099ab0c587b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ed2467-4ec6-4ed2-9bcb-0acd31a59d29,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:17.590417 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9455a905-e4e1-4e3a-9510-22ffe10cc633 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:13:17.590886 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-23a897cb-14d1-43e4-9278-815acea3ad65 None None] Provisioning complete for port 5f16830e-babc-4a17-8f20-9436bddbb773 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:17.591158 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-23a897cb-14d1-43e4-9278-815acea3ad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.611675 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d15f0a-d63f-4d63-bf78-602176028490 req-c15d8334-7c96-4134-b938-a1fee3626137 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:17.613231 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b6d15f0a-d63f-4d63-bf78-602176028490 req-c15d8334-7c96-4134-b938-a1fee3626137 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1676013 Aug 19 18:13:17.628656 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] Sync routers for ids ['4b369e6b-5df6-4d23-bac3-6cb60c3daef6'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:13:17.644695 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9455a905-e4e1-4e3a-9510-22ffe10cc633 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.648336 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9455a905-e4e1-4e3a-9510-22ffe10cc633 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.9922745 Aug 19 18:13:17.650706 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50650) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:17.657291 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] Routers {'4b369e6b-5df6-4d23-bac3-6cb60c3daef6'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:17.658176 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4b369e6b-5df6-4d23-bac3-6cb60c3daef6'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:17.673436 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-a267516f-ef03-4b01-b005-984c4c7299e4 req-0b60df21-5e24-4744-87b7-c48ee72d9464 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Deleting port e658b600-1b05-46d3-8256-a3188816c74b {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:17.673811 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a267516f-ef03-4b01-b005-984c4c7299e4 req-0b60df21-5e24-4744-87b7-c48ee72d9464 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.692429 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b6d15f0a-d63f-4d63-bf78-602176028490 req-7744f560-631b-4ab9-aca9-4e5f1733be22 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716610 Aug 19 18:13:17.853748 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-a267516f-ef03-4b01-b005-984c4c7299e4 req-0b60df21-5e24-4744-87b7-c48ee72d9464 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] For port e658b600-1b05-46d3-8256-a3188816c74b, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e658b600-1b05-46d3-8256-a3188816c74b,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:17.854119 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a267516f-ef03-4b01-b005-984c4c7299e4 req-0b60df21-5e24-4744-87b7-c48ee72d9464 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.875268 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-a267516f-ef03-4b01-b005-984c4c7299e4 req-0b60df21-5e24-4744-87b7-c48ee72d9464 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Calling delete_port for e658b600-1b05-46d3-8256-a3188816c74b owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:17.928788 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-12b25b16-8803-4a1c-9dcb-996c5d47d7c1 req-8d572b43-dd75-4696-b131-e46e539893fc tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0464051 Aug 19 18:13:17.939885 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] Set router 4b369e6b-5df6-4d23-bac3-6cb60c3daef6 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:13:18.109500 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59290ec4-7f68-4774-8935-16b067a3ecc0 req-858a1a87-42ba-4074-ae71-8cfb8d60f098 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:18.112379 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59290ec4-7f68-4774-8935-16b067a3ecc0 req-858a1a87-42ba-4074-ae71-8cfb8d60f098 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=616d5cca-894d-4981-b930-37e6c9bf6bf4 HTTP/1.1" status: 200 len: 945 time: 0.2803524 Aug 19 18:13:18.175511 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da24e1-355d-46cd-965a-32d9b9b37242 req-f95915e8-2953-453f-bae1-513c4a2fb939 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:18.185236 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-08da24e1-355d-46cd-965a-32d9b9b37242 req-f95915e8-2953-453f-bae1-513c4a2fb939 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.1378605 Aug 19 18:13:18.188510 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a267516f-ef03-4b01-b005-984c4c7299e4 req-0b60df21-5e24-4744-87b7-c48ee72d9464 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:18.213239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 5f16830e-babc-4a17-8f20-9436bddbb773 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:18.245273 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60df21-5e24-4744-87b7-c48ee72d9464 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Pushing event deleted for resources: {'Port': ['ID=e658b600-1b05-46d3-8256-a3188816c74b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:18.257674 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59290ec4-7f68-4774-8935-16b067a3ecc0 req-91f1a907-0eb6-4b9c-bd97-242601921928 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078222 Aug 19 18:13:18.318272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a267516f-ef03-4b01-b005-984c4c7299e4 req-0b60df21-5e24-4744-87b7-c48ee72d9464 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] No DVR routers for this DVR port e658b600-1b05-46d3-8256-a3188816c74b on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:13:18.321154 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a267516f-ef03-4b01-b005-984c4c7299e4 req-0b60df21-5e24-4744-87b7-c48ee72d9464 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:18.323969 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a267516f-ef03-4b01-b005-984c4c7299e4 req-0b60df21-5e24-4744-87b7-c48ee72d9464 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.50 "DELETE /v2.0/ports/e658b600-1b05-46d3-8256-a3188816c74b HTTP/1.1" status: 204 len: 173 time: 1.3512707 Aug 19 18:13:18.373030 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-08da24e1-355d-46cd-965a-32d9b9b37242 req-206e0254-b8a7-4bfd-b5a8-2c5ace6732ca tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855495 Aug 19 18:13:18.377672 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616d5cca-894d-4981-b930-37e6c9bf6bf4', 'name': 'network-vif-deleted', 'tag': 'e658b600-1b05-46d3-8256-a3188816c74b'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:13:18.385783 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3f31c1-1115-4055-89ab-5e45b590a6d4" -d '{"events": [{"server_uuid": "616d5cca-894d-4981-b930-37e6c9bf6bf4", "name": "network-vif-deleted", "tag": "e658b600-1b05-46d3-8256-a3188816c74b"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:13:18.400223 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 5f16830e-babc-4a17-8f20-9436bddbb773 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:18.400618 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:18.434546 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa4c3ec-e5c4-40da-99c7-654296b24262 x-openstack-request-id: req-0aa4c3ec-e5c4-40da-99c7-654296b24262 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:13:18.434838 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616d5cca-894d-4981-b930-37e6c9bf6bf4", "name": "network-vif-deleted", "tag": "e658b600-1b05-46d3-8256-a3188816c74b", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:13:18.435086 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0aa4c3ec-e5c4-40da-99c7-654296b24262 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:13:18.435487 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616d5cca-894d-4981-b930-37e6c9bf6bf4', 'name': 'network-vif-deleted', 'tag': 'e658b600-1b05-46d3-8256-a3188816c74b', 'status': 'completed', 'code': 200} Aug 19 18:13:18.518954 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50682) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:18.558602 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cd93c781-fcc4-4d8e-b511-fe542c9d56ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:18.710267 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117518738-router', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:13Z', 'updated_at': '2021-08-19T18:13:15Z', 'revision_number': 3, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'gw_port': {'id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:14Z', 'updated_at': '2021-08-19T18:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:18.766465 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] Checking router: 4b369e6b-5df6-4d23-bac3-6cb60c3daef6 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:13:18.767109 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] Updating router 4b369e6b-5df6-4d23-bac3-6cb60c3daef6 port 1a889256-3281-43ab-9e7a-bb61a8325a5e binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:13:18.796009 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:18.864209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50692) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:18.906140 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-cd93c781-fcc4-4d8e-b511-fe542c9d56ed admin admin] Allocated IP 172.20.0.1 (f401d804-fc47-4ec9-9c4d-dab130dd1d93/b7d3be1f-d269-4137-8233-9cf810517229/15793957-8fd3-4e41-9eeb-f12e984bdf6e) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:18.914628 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5a4d8-87c3-4030-bec3-214b16dae8cc req-2e4e4e69-4345-4fc0-aa34-8c81a5c5adbd tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:18.918494 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6ad5a4d8-87c3-4030-bec3-214b16dae8cc req-2e4e4e69-4345-4fc0-aa34-8c81a5c5adbd tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.0897193 Aug 19 18:13:18.998864 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-21729d6e-bcf2-4a9a-874e-582bb9d4e665 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-597891062-network', 'tenant_id': '74b3412aae1f4bf1971e7bff50c13389'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:19.064119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-85347d5b-bec0-4697-b57a-512d3db449d3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-213216970'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:19.066598 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6ad5a4d8-87c3-4030-bec3-214b16dae8cc req-8750f186-d062-4882-89a2-502706178853 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408010 Aug 19 18:13:19.097379 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21729d6e-bcf2-4a9a-874e-582bb9d4e665 admin admin] Made reservation on behalf of 74b3412aae1f4bf1971e7bff50c13389 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:19.104416 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21729d6e-bcf2-4a9a-874e-582bb9d4e665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.117641 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21729d6e-bcf2-4a9a-874e-582bb9d4e665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.139137 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35c29234-df5d-4973-9f13-ca24581bd0d2 req-3370d9e9-551e-4567-b0cb-e42549977fc0 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0826194 Aug 19 18:13:19.184575 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cd93c781-fcc4-4d8e-b511-fe542c9d56ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.195977 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85347d5b-bec0-4697-b57a-512d3db449d3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Made reservation on behalf of 68654bdf79fb406da1f88875405c74ed for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:19.200854 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85347d5b-bec0-4697-b57a-512d3db449d3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.218923 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85347d5b-bec0-4697-b57a-512d3db449d3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.225368 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.231687 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-cd93c781-fcc4-4d8e-b511-fe542c9d56ed admin admin] Transition to ACTIVE for port object 15793957-8fd3-4e41-9eeb-f12e984bdf6e will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:19.238848 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] Transition to ACTIVE for port object 1a889256-3281-43ab-9e7a-bb61a8325a5e will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:19.247664 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.280738 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cd93c781-fcc4-4d8e-b511-fe542c9d56ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.321772 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21729d6e-bcf2-4a9a-874e-582bb9d4e665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.327216 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21729d6e-bcf2-4a9a-874e-582bb9d4e665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.356992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93c781-fcc4-4d8e-b511-fe542c9d56ed admin admin] Pushing event updated for resources: {'Port': ['ID=15793957-8fd3-4e41-9eeb-f12e984bdf6e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:19.357223 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa7660-af0e-4e8a-9dea-d980c671ac25 None None] Pushing event updated for resources: {'Port': ['ID=1a889256-3281-43ab-9e7a-bb61a8325a5e,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:19.364822 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] Attempting to bind port 1a889256-3281-43ab-9e7a-bb61a8325a5e on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:19.365194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] Attempting to bind port 1a889256-3281-43ab-9e7a-bb61a8325a5e by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:19.365728 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] Attempting to bind port 1a889256-3281-43ab-9e7a-bb61a8325a5e on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:19.372504 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21729d6e-bcf2-4a9a-874e-582bb9d4e665 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:13:19.379056 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd93c781-fcc4-4d8e-b511-fe542c9d56ed admin admin] Network f401d804-fc47-4ec9-9c4d-dab130dd1d93 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:19.379918 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa7660-af0e-4e8a-9dea-d980c671ac25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:19.380346 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa7660-af0e-4e8a-9dea-d980c671ac25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:19.380812 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa7660-af0e-4e8a-9dea-d980c671ac25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:19.381161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa7660-af0e-4e8a-9dea-d980c671ac25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:19.381583 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa7660-af0e-4e8a-9dea-d980c671ac25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:19.381926 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa7660-af0e-4e8a-9dea-d980c671ac25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:19.382259 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa7660-af0e-4e8a-9dea-d980c671ac25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:19.382595 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa7660-af0e-4e8a-9dea-d980c671ac25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:19.382921 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa7660-af0e-4e8a-9dea-d980c671ac25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:19.383246 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa7660-af0e-4e8a-9dea-d980c671ac25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:19.383646 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa7660-af0e-4e8a-9dea-d980c671ac25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:19.384060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa7660-af0e-4e8a-9dea-d980c671ac25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:19.385411 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-cd93c781-fcc4-4d8e-b511-fe542c9d56ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:19.392658 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93c781-fcc4-4d8e-b511-fe542c9d56ed admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:19.393439 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:19.394010 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:19.394779 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.395161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:19.395652 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] Bound port: 1a889256-3281-43ab-9e7a-bb61a8325a5e, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:19.396102 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.408499 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21729d6e-bcf2-4a9a-874e-582bb9d4e665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d382db5b-bd88-4f59-bee2-2dd6fd89d236,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:19.432850 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21729d6e-bcf2-4a9a-874e-582bb9d4e665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.436094 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-21729d6e-bcf2-4a9a-874e-582bb9d4e665 admin admin] Added segment 09325bde-f41c-4caf-86b4-57ee33eb4fe1 of type vlan for network f6ede8dd-ceee-4192-8e4a-813a06d9d8b7 Aug 19 18:13:19.463667 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cd93c781-fcc4-4d8e-b511-fe542c9d56ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.566644 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] For port 1a889256-3281-43ab-9e7a-bb61a8325a5e, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:19.578446 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] For port 1a889256-3281-43ab-9e7a-bb61a8325a5e, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1a889256-3281-43ab-9e7a-bb61a8325a5e,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:19.584146 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.596997 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21729d6e-bcf2-4a9a-874e-582bb9d4e665 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.691637 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85347d5b-bec0-4697-b57a-512d3db449d3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.692346 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa7660-af0e-4e8a-9dea-d980c671ac25 None None] Pushing event updated for resources: {'Port': ['ID=1a889256-3281-43ab-9e7a-bb61a8325a5e,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:19.699343 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85347d5b-bec0-4697-b57a-512d3db449d3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.702405 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21729d6e-bcf2-4a9a-874e-582bb9d4e665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.703491 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21729d6e-bcf2-4a9a-874e-582bb9d4e665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:19.704021 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21729d6e-bcf2-4a9a-874e-582bb9d4e665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.709281 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] Routers {'4b369e6b-5df6-4d23-bac3-6cb60c3daef6'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:19.710040 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4b369e6b-5df6-4d23-bac3-6cb60c3daef6'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:19.788343 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adcd30-5b60-467a-bfbe-9e794729a795 req-a89c534e-6c1e-440e-8d5e-696e44201052 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:19.796470 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f8adcd30-5b60-467a-bfbe-9e794729a795 req-a89c534e-6c1e-440e-8d5e-696e44201052 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.2239969 Aug 19 18:13:19.804175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21729d6e-bcf2-4a9a-874e-582bb9d4e665 admin admin] Pushing event updated for resources: {'Network': ['ID=f6ede8dd-ceee-4192-8e4a-813a06d9d8b7,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:19.807089 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-21729d6e-bcf2-4a9a-874e-582bb9d4e665 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2868376 Aug 19 18:13:19.819224 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cd93c781-fcc4-4d8e-b511-fe542c9d56ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.823367 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50716) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:19.827216 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network f6ede8dd-ceee-4192-8e4a-813a06d9d8b7 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:13:19.828283 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-085d7997-594b-46fd-952c-a10e81ee5053 admin admin] Request body: {'subnet': {'network_id': 'f6ede8dd-ceee-4192-8e4a-813a06d9d8b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-597891062-subnet', 'tenant_id': '74b3412aae1f4bf1971e7bff50c13389', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:19.864423 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f8adcd30-5b60-467a-bfbe-9e794729a795 req-466f6d41-0e47-4706-87e6-d1367b07ac95 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670614 Aug 19 18:13:19.867812 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85347d5b-bec0-4697-b57a-512d3db449d3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:13:19.876317 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085d7997-594b-46fd-952c-a10e81ee5053 admin admin] Made reservation on behalf of 74b3412aae1f4bf1971e7bff50c13389 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:19.879556 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-085d7997-594b-46fd-952c-a10e81ee5053 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.881327 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85347d5b-bec0-4697-b57a-512d3db449d3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9db491-5132-424e-8b70-49c4dfb955f6,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:19.924480 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-72439a35-f00c-463d-8f4b-44af016d1a2b None None] Provisioning for port 15793957-8fd3-4e41-9eeb-f12e984bdf6e completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:19.925050 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85347d5b-bec0-4697-b57a-512d3db449d3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.925507 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-85347d5b-bec0-4697-b57a-512d3db449d3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Added segment 0f17194a-6b57-43cb-9463-d21ea07acd23 of type vlan for network b3d78871-7019-4454-85f6-10700f3736c3 Aug 19 18:13:19.941266 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-72439a35-f00c-463d-8f4b-44af016d1a2b None None] Provisioning complete for port 15793957-8fd3-4e41-9eeb-f12e984bdf6e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:19.941664 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-72439a35-f00c-463d-8f4b-44af016d1a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.945449 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] Set router 4b369e6b-5df6-4d23-bac3-6cb60c3daef6 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:13:20.028536 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-72439a35-f00c-463d-8f4b-44af016d1a2b None None] Port 15793957-8fd3-4e41-9eeb-f12e984bdf6e cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:13:20.084694 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85347d5b-bec0-4697-b57a-512d3db449d3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.094828 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-1592e3d9-7743-49b8-ab97-a2e75b033db2 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:20.096476 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-1592e3d9-7743-49b8-ab97-a2e75b033db2 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/networks?id=6a232ed5-d6ef-427b-adae-4f7272a3c429 HTTP/1.1" status: 200 len: 812 time: 0.3411970 Aug 19 18:13:20.104703 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-085d7997-594b-46fd-952c-a10e81ee5053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.140631 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-2ea242c8-5be9-4a63-a8e3-4dc466b780b1 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/quotas/b4a7af90eddc4fcd95550f2f124890b4 HTTP/1.1" status: 200 len: 375 time: 0.0371234 Aug 19 18:13:20.177794 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device e658b600-1b05-46d3-8256-a3188816c74b no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:13:20.192955 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-9b332bba-0268-48a3-b620-b29adea3805e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4a7af90eddc4fcd95550f2f124890b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454149 Aug 19 18:13:20.196761 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85347d5b-bec0-4697-b57a-512d3db449d3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.202016 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85347d5b-bec0-4697-b57a-512d3db449d3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:20.202646 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85347d5b-bec0-4697-b57a-512d3db449d3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.205851 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: e658b600-1b05-46d3-8256-a3188816c74b {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:13:20.206204 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device e658b600-1b05-46d3-8256-a3188816c74b not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:13:20.235621 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d7997-594b-46fd-952c-a10e81ee5053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a687500-adec-43e0-91c0-2ae9eed7ea86,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:20.254736 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085d7997-594b-46fd-952c-a10e81ee5053 admin admin] Checking segment: {'id': '09325bde-f41c-4caf-86b4-57ee33eb4fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f6ede8dd-ceee-4192-8e4a-813a06d9d8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:20.255384 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085d7997-594b-46fd-952c-a10e81ee5053 admin admin] Network hostable DHCP agents. Network: f6ede8dd-ceee-4192-8e4a-813a06d9d8b7, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:13:20.271237 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117518738-router', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:13Z', 'updated_at': '2021-08-19T18:13:19Z', 'revision_number': 4, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'gw_port': {'id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:14Z', 'updated_at': '2021-08-19T18:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '15793957-8fd3-4e41-9eeb-f12e984bdf6e', 'name': '', 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'mac_address': 'fa:16:3e:57:90:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b7d3be1f-d269-4137-8233-9cf810517229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:18Z', 'updated_at': '2021-08-19T18:13:18Z', 'revision_number': 1, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'subnets': [{'id': 'b7d3be1f-d269-4137-8233-9cf810517229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:20.277777 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbf57a-15f5-4fc8-b255-9a007e52fd6a req-fc9fcba1-de95-4ab6-9a94-badd508a2369 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:20.286562 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f5dbf57a-15f5-4fc8-b255-9a007e52fd6a req-fc9fcba1-de95-4ab6-9a94-badd508a2369 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1145358 Aug 19 18:13:20.293516 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85347d5b-bec0-4697-b57a-512d3db449d3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Network': ['ID=b3d78871-7019-4454-85f6-10700f3736c3,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:20.308426 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network b3d78871-7019-4454-85f6-10700f3736c3 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:13:20.315656 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb60458-ce22-40db-a7d3-d48a641ad43b None None] The sync data for ids ['4b369e6b-5df6-4d23-bac3-6cb60c3daef6'] in n-d-803753-2 is: [{'id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117518738-router', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:13Z', 'updated_at': '2021-08-19T18:13:19Z', 'revision_number': 4, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'gw_port': {'id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:14Z', 'updated_at': '2021-08-19T18:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '15793957-8fd3-4e41-9eeb-f12e984bdf6e', 'name': '', 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'mac_address': 'fa:16:3e:57:90:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b7d3be1f-d269-4137-8233-9cf810517229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:18Z', 'updated_at': '2021-08-19T18:13:18Z', 'revision_number': 1, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'subnets': [{'id': 'b7d3be1f-d269-4137-8233-9cf810517229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:13:20.316486 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085d7997-594b-46fd-952c-a10e81ee5053 admin admin] Network f6ede8dd-ceee-4192-8e4a-813a06d9d8b7 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:13:20.320276 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-85347d5b-bec0-4697-b57a-512d3db449d3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4510536 Aug 19 18:13:20.320918 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50724) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:20.332179 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-85074005-eb07-48b9-821b-416bbd8a00af tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Request body: {'subnet': {'network_id': 'b3d78871-7019-4454-85f6-10700f3736c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:20.358291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-085d7997-594b-46fd-952c-a10e81ee5053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, f6ede8dd-ceee-4192-8e4a-813a06d9d8b7) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:20.370355 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cd93c781-fcc4-4d8e-b511-fe542c9d56ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.378885 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085d7997-594b-46fd-952c-a10e81ee5053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:20.379997 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-085d7997-594b-46fd-952c-a10e81ee5053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.398376 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cc5699-eff1-4b8f-ae74-ca1c67a74b6d None None] Network f6ede8dd-ceee-4192-8e4a-813a06d9d8b7 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:20.399410 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f5dbf57a-15f5-4fc8-b255-9a007e52fd6a req-db6b01ec-4a97-41a6-aafa-73e3f9ac8a38 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118960 Aug 19 18:13:20.439868 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-b0a1cf94-b005-423a-a77f-e8ac06df9ed5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:13:20.441042 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-b0a1cf94-b005-423a-a77f-e8ac06df9ed5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2356436 Aug 19 18:13:20.443622 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cd93c781-fcc4-4d8e-b511-fe542c9d56ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.449412 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-085d7997-594b-46fd-952c-a10e81ee5053 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6246383 Aug 19 18:13:20.606888 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-27675552-3e7b-443e-be59-121870f08a76 req-1d602d3f-05e7-4271-b6d2-aa1061c1696a tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0524642 Aug 19 18:13:20.623295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6ddf19-3ecb-4232-9300-17c9ead7edaf None None] Network f6ede8dd-ceee-4192-8e4a-813a06d9d8b7 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:20.682936 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cd93c781-fcc4-4d8e-b511-fe542c9d56ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.745361 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93c781-fcc4-4d8e-b511-fe542c9d56ed admin admin] Pushing event updated for resources: {'Port': ['ID=15793957-8fd3-4e41-9eeb-f12e984bdf6e,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:20.827809 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85074005-eb07-48b9-821b-416bbd8a00af tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Made reservation on behalf of 68654bdf79fb406da1f88875405c74ed for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:20.831494 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85074005-eb07-48b9-821b-416bbd8a00af tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.964009 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-e0e0b9b6-2de5-4ba1-a11e-070e3f3bb2ec service neutron] 10.222.0.24 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050309 Aug 19 18:13:21.020789 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [req-eb0504ff-f7a4-4107-abda-5c0cbf195161 req-6e36471a-c8dd-49eb-94be-f2e2f4297ffe tempest-SecurityGroupsNegativeTestJSON-274433560 tempest-SecurityGroupsNegativeTestJSON-274433560-project] show failed (client error): The resource could not be found. Aug 19 18:13:21.030169 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-eb0504ff-f7a4-4107-abda-5c0cbf195161 req-6e36471a-c8dd-49eb-94be-f2e2f4297ffe tempest-SecurityGroupsNegativeTestJSON-274433560 tempest-SecurityGroupsNegativeTestJSON-274433560-project] 10.222.0.24 "GET /v2.0/security-groups/5f75277d-bf89-4b5f-8df2-2c6e216bd7ed HTTP/1.1" status: 404 len: 352 time: 0.0254297 Aug 19 18:13:21.081383 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd93c781-fcc4-4d8e-b511-fe542c9d56ed admin admin] Network f401d804-fc47-4ec9-9c4d-dab130dd1d93 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:21.111855 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-cd93c781-fcc4-4d8e-b511-fe542c9d56ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:21.165491 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101ef59-e972-4f3d-af0a-58595deab942 req-50bda38f-4e80-4c70-a6aa-7e54ad1c60e4 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:21.175044 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5101ef59-e972-4f3d-af0a-58595deab942 req-50bda38f-4e80-4c70-a6aa-7e54ad1c60e4 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.0792317 Aug 19 18:13:21.227518 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5101ef59-e972-4f3d-af0a-58595deab942 req-32250a4a-946d-4c82-8552-7284668774e3 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513563 Aug 19 18:13:21.274374 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-cd5dfcce-2d01-44b2-b87a-67fd4bd912a0 service neutron] 10.222.0.24 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995901 Aug 19 18:13:21.327551 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8fde7d72-f0cc-4197-9055-ff15b64c7177 req-0fb3f572-a00b-4d43-b4a9-a75c87b117eb tempest-SecurityGroupsNegativeTestJSON-274433560 tempest-SecurityGroupsNegativeTestJSON-274433560-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74b3412aae1f4bf1971e7bff50c13389 HTTP/1.1" status: 200 len: 2988 time: 0.0582662 Aug 19 18:13:21.352678 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85074005-eb07-48b9-821b-416bbd8a00af tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:21.384503 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8fde7d72-f0cc-4197-9055-ff15b64c7177 req-bb51262b-f4d2-482c-b61e-51eef54be06c tempest-SecurityGroupsNegativeTestJSON-274433560 tempest-SecurityGroupsNegativeTestJSON-274433560-project] 10.222.0.24 "GET /v2.0/security-groups/d382db5b-bd88-4f59-bee2-2dd6fd89d236 HTTP/1.1" status: 200 len: 2985 time: 0.0555222 Aug 19 18:13:21.501087 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8fde7d72-f0cc-4197-9055-ff15b64c7177 req-6ed48115-e8b0-49bd-84f7-534b822d0831 tempest-SecurityGroupsNegativeTestJSON-274433560 tempest-SecurityGroupsNegativeTestJSON-274433560-project] 10.222.0.24 "GET /v2.0/security-groups/d382db5b-bd88-4f59-bee2-2dd6fd89d236 HTTP/1.1" status: 200 len: 2985 time: 0.1160197 Aug 19 18:13:21.571063 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4fb13582-44d0-4ae2-bd3d-a8511423a3ac None None] Provisioning complete for port 15793957-8fd3-4e41-9eeb-f12e984bdf6e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:21.571686 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4fb13582-44d0-4ae2-bd3d-a8511423a3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:21.634311 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd93c781-fcc4-4d8e-b511-fe542c9d56ed admin admin] Router 4b369e6b-5df6-4d23-bac3-6cb60c3daef6 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:13:21.649282 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-4fb13582-44d0-4ae2-bd3d-a8511423a3ac None None] Port 15793957-8fd3-4e41-9eeb-f12e984bdf6e cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:13:21.662434 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85074005-eb07-48b9-821b-416bbd8a00af tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Subnet': ['ID=e25b3247-3deb-4729-98a0-8c5ae74f728e,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:21.692466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6d018-aaa1-4cdb-bc94-84aa5c7bda28 req-9a25562a-d2c9-4073-b36e-49029a23e908 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:21.703249 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85074005-eb07-48b9-821b-416bbd8a00af tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Checking segment: {'id': '0f17194a-6b57-43cb-9463-d21ea07acd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b3d78871-7019-4454-85f6-10700f3736c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:21.703893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85074005-eb07-48b9-821b-416bbd8a00af tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Network hostable DHCP agents. Network: b3d78871-7019-4454-85f6-10700f3736c3, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:13:21.709479 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0fe6d018-aaa1-4cdb-bc94-84aa5c7bda28 req-9a25562a-d2c9-4073-b36e-49029a23e908 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1112149 Aug 19 18:13:21.709637 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a6f2ed99-0e46-4166-91f8-7fa1232b33e2 req-4a9a3a89-bfe2-4f77-8040-f45aed37d6bc tempest-SecurityGroupsNegativeTestJSON-274433560 tempest-SecurityGroupsNegativeTestJSON-274433560-project] 10.222.0.24 "GET /v2.0/security-groups/d382db5b-bd88-4f59-bee2-2dd6fd89d236 HTTP/1.1" status: 200 len: 2985 time: 0.1747167 Aug 19 18:13:21.778340 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0fe6d018-aaa1-4cdb-bc94-84aa5c7bda28 req-b83c434e-8525-498a-9c41-dee9ffa2b034 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558000 Aug 19 18:13:21.848165 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-74a5226e-d9ae-494d-a912-d6e1117250a3 req-b59b7276-3b45-45fe-87b8-a1d7cbb8903f tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 210 time: 0.0347352 Aug 19 18:13:21.978614 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-392a72aa-22d8-4e1b-9c86-a76193f6ae99 req-b94eba4d-fa92-495a-9d63-522359b28fc7 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0427477 Aug 19 18:13:22.160342 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1a889256-3281-43ab-9e7a-bb61a8325a5e up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:22.234274 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85074005-eb07-48b9-821b-416bbd8a00af tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Network b3d78871-7019-4454-85f6-10700f3736c3 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:13:22.241204 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 1a889256-3281-43ab-9e7a-bb61a8325a5e completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:22.250862 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 1a889256-3281-43ab-9e7a-bb61a8325a5e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:22.251473 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.265676 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-a6f2ed99-0e46-4166-91f8-7fa1232b33e2 req-634472d1-a3e1-447f-910b-10cf4bfea351 tempest-SecurityGroupsNegativeTestJSON-274433560 tempest-SecurityGroupsNegativeTestJSON-274433560-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 18:13:22.271926 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a6f2ed99-0e46-4166-91f8-7fa1232b33e2 req-634472d1-a3e1-447f-910b-10cf4bfea351 tempest-SecurityGroupsNegativeTestJSON-274433560 tempest-SecurityGroupsNegativeTestJSON-274433560-project] 10.222.0.24 "DELETE /v2.0/security-groups/d382db5b-bd88-4f59-bee2-2dd6fd89d236 HTTP/1.1" status: 409 len: 352 time: 0.1357226 Aug 19 18:13:22.279491 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-85074005-eb07-48b9-821b-416bbd8a00af tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, b3d78871-7019-4454-85f6-10700f3736c3) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:22.304116 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85074005-eb07-48b9-821b-416bbd8a00af tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:22.304972 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85074005-eb07-48b9-821b-416bbd8a00af tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.324630 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-4c086aff-e5ce-4345-8ceb-25696c4f7db4 req-ba5e4cad-ff86-4e0b-8469-8cc2b36e32d1 tempest-SecurityGroupsNegativeTestJSON-274433560 tempest-SecurityGroupsNegativeTestJSON-274433560-project] show failed (client error): The resource could not be found. Aug 19 18:13:22.329992 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3d5c8a-3322-4135-bdd2-5261c49144db None None] Network b3d78871-7019-4454-85f6-10700f3736c3 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:22.333160 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c086aff-e5ce-4345-8ceb-25696c4f7db4 req-ba5e4cad-ff86-4e0b-8469-8cc2b36e32d1 tempest-SecurityGroupsNegativeTestJSON-274433560 tempest-SecurityGroupsNegativeTestJSON-274433560-project] 10.222.0.24 "GET /v2.0/security-groups/0263f6c7-f19d-4e75-a5bc-5e715d590819 HTTP/1.1" status: 404 len: 352 time: 0.0332606 Aug 19 18:13:22.349203 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd93c781-fcc4-4d8e-b511-fe542c9d56ed admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:13:22.365581 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cd93c781-fcc4-4d8e-b511-fe542c9d56ed admin admin] 10.222.0.24 "PUT /v2.0/routers/4b369e6b-5df6-4d23-bac3-6cb60c3daef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7016904 Aug 19 18:13:22.365581 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-85074005-eb07-48b9-821b-416bbd8a00af tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0335765 Aug 19 18:13:22.366932 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50764) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:22.372728 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-9b130edf-7944-4eaf-9f8e-a8dec23e7a0d tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-692898218', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}, 'admin_state_up': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:22.410951 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-92eab814-95d7-40f2-9138-a3d081a85226 req-47f646f0-5b65-40a7-992a-cd9578753954 tempest-SecurityGroupsNegativeTestJSON-274433560 tempest-SecurityGroupsNegativeTestJSON-274433560-project] show failed (client error): The resource could not be found. Aug 19 18:13:22.442706 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-92eab814-95d7-40f2-9138-a3d081a85226 req-47f646f0-5b65-40a7-992a-cd9578753954 tempest-SecurityGroupsNegativeTestJSON-274433560 tempest-SecurityGroupsNegativeTestJSON-274433560-project] 10.222.0.24 "GET /v2.0/security-groups/1537a909-3693-4744-a406-dd728a874241 HTTP/1.1" status: 404 len: 352 time: 0.0551522 Aug 19 18:13:22.442835 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b130edf-7944-4eaf-9f8e-a8dec23e7a0d tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.451268 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b130edf-7944-4eaf-9f8e-a8dec23e7a0d tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.451791 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50768) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:22.591456 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.592567 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c1dbcf-0918-4407-ba8f-293a5b631f4d admin admin] Deleting subnet 7a687500-adec-43e0-91c0-2ae9eed7ea86 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:13:22.599877 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b9c1dbcf-0918-4407-ba8f-293a5b631f4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.658930 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67db8813-ed8f-4c4c-a86c-fd60feffcc6e None None] Network b3d78871-7019-4454-85f6-10700f3736c3 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:22.660511 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998af2e-1784-42a8-9f43-fd8f4d127ef3 req-ad9f9046-4a92-4ecd-ac45-958ca890b02c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:22.665784 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 1a889256-3281-43ab-9e7a-bb61a8325a5e, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1a889256-3281-43ab-9e7a-bb61a8325a5e,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:22.669896 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7998af2e-1784-42a8-9f43-fd8f4d127ef3 req-ad9f9046-4a92-4ecd-ac45-958ca890b02c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.1927385 Aug 19 18:13:22.676057 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b130edf-7944-4eaf-9f8e-a8dec23e7a0d tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.690209 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-930831cf-4991-441d-bebb-b8fde16b019d req-d42df667-ee69-410c-bfc9-ae31b8c9b480 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0381408 Aug 19 18:13:22.700037 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b9c1dbcf-0918-4407-ba8f-293a5b631f4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.704111 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.751814 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b9c1dbcf-0918-4407-ba8f-293a5b631f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.841404 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=1a889256-3281-43ab-9e7a-bb61a8325a5e,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:22.875740 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7998af2e-1784-42a8-9f43-fd8f4d127ef3 req-a81b812f-d447-4610-9287-fdbb28ad009c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048576 Aug 19 18:13:22.916140 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b9c1dbcf-0918-4407-ba8f-293a5b631f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.962046 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b130edf-7944-4eaf-9f8e-a8dec23e7a0d tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.967320 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1dbcf-0918-4407-ba8f-293a5b631f4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a687500-adec-43e0-91c0-2ae9eed7ea86,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:22.979118 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b9c1dbcf-0918-4407-ba8f-293a5b631f4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.983912 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b9c1dbcf-0918-4407-ba8f-293a5b631f4d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7a687500-adec-43e0-91c0-2ae9eed7ea86 HTTP/1.1" status: 204 len: 168 time: 0.5255313 Aug 19 18:13:22.987008 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50788) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:23.016171 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-db58e848-f67e-4834-8736-3d8418c8e102 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:23.017758 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-db58e848-f67e-4834-8736-3d8418c8e102 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/networks?id=f401d804-fc47-4ec9-9c4d-dab130dd1d93 HTTP/1.1" status: 200 len: 829 time: 0.1846597 Aug 19 18:13:23.060388 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-ae760969-50bf-4e05-a35d-8b827a8df62a tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/quotas/c6b3292180c94253a49b386ad540adeb HTTP/1.1" status: 200 len: 375 time: 0.0177960 Aug 19 18:13:23.064926 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e66d24-5f79-4e41-802e-19b5557513f9 req-a801d7ea-a502-49b8-92bb-b3e6869eea44 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:23.067773 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38e66d24-5f79-4e41-802e-19b5557513f9 req-a801d7ea-a502-49b8-92bb-b3e6869eea44 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1105034 Aug 19 18:13:23.119584 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbe9b-798b-4472-a2a3-d13c3dd95c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.153894 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-31f6a705-57ec-43f0-8174-6daad277ba1f tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6b3292180c94253a49b386ad540adeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745392 Aug 19 18:13:23.222500 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38e66d24-5f79-4e41-802e-19b5557513f9 req-35dc5323-fe90-4d9d-a8b8-0482f2023a72 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416731 Aug 19 18:13:23.285477 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbe9b-798b-4472-a2a3-d13c3dd95c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.296326 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-351ba54c-d2c2-45cc-b015-042cefdd12af tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:23.297921 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-351ba54c-d2c2-45cc-b015-042cefdd12af tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.50 "GET /v2.0/networks?id=6a232ed5-d6ef-427b-adae-4f7272a3c429 HTTP/1.1" status: 200 len: 812 time: 0.1890519 Aug 19 18:13:23.304220 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-3d0bbe9b-798b-4472-a2a3-d13c3dd95c54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ede8dd-ceee-4192-8e4a-813a06d9d8b7']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:23.318649 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-3d0bbe9b-798b-4472-a2a3-d13c3dd95c54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09325bde-f41c-4caf-86b4-57ee33eb4fe1') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:23.319016 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-3d0bbe9b-798b-4472-a2a3-d13c3dd95c54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09325bde-f41c-4caf-86b4-57ee33eb4fe1') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:23.337501 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbe9b-798b-4472-a2a3-d13c3dd95c54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.352672 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-cd15832e-c070-43aa-b669-6ec9ad6743f7 service neutron] 10.222.0.24 "GET /v2.0/networks/f401d804-fc47-4ec9-9c4d-dab130dd1d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770222 Aug 19 18:13:23.359057 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-275e5172-79b0-4b45-bde2-d86232455c8e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Request body: {'port': {'device_id': '80467993-311f-454b-b984-41604051d173', 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429', 'admin_state_up': True, 'tenant_id': 'b4a7af90eddc4fcd95550f2f124890b4'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:23.359723 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbe9b-798b-4472-a2a3-d13c3dd95c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.375859 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0bbe9b-798b-4472-a2a3-d13c3dd95c54 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:13:23.376315 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbe9b-798b-4472-a2a3-d13c3dd95c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:13:23.377959 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:13:23.418988 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3641aad1-d8d0-44f1-a6e3-d45575d41f4c req-5e5097d3-e415-46e1-8bb6-890c1d667366 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 210 time: 0.1103575 Aug 19 18:13:23.490979 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbe9b-798b-4472-a2a3-d13c3dd95c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.500764 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbe9b-798b-4472-a2a3-d13c3dd95c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.502939 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3d0bbe9b-798b-4472-a2a3-d13c3dd95c54 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f6ede8dd-ceee-4192-8e4a-813a06d9d8b7 HTTP/1.1" status: 204 len: 168 time: 0.5148375 Aug 19 18:13:23.509354 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b130edf-7944-4eaf-9f8e-a8dec23e7a0d tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.525021 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bbe9b-798b-4472-a2a3-d13c3dd95c54 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6ede8dd-ceee-4192-8e4a-813a06d9d8b7,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:23.532711 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-a746347a-20ed-4cbb-a561-99a13b639ebd service neutron] 10.222.0.24 "GET /v2.0/networks/f401d804-fc47-4ec9-9c4d-dab130dd1d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702824 Aug 19 18:13:23.553777 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] Sync routers for ids ['4b369e6b-5df6-4d23-bac3-6cb60c3daef6'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:13:23.566699 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] Routers {'4b369e6b-5df6-4d23-bac3-6cb60c3daef6'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:23.567609 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4b369e6b-5df6-4d23-bac3-6cb60c3daef6'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:23.568520 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b130edf-7944-4eaf-9f8e-a8dec23e7a0d tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.588595 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2ce43362-e71e-4c7e-940e-b9b907c52b44 req-3bb7dc41-b8f8-4300-8c97-d79ba848cce0 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0871353 Aug 19 18:13:23.680348 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50798) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:23.720872 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] Set router 4b369e6b-5df6-4d23-bac3-6cb60c3daef6 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:13:23.786549 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1074dc1f-6508-4747-8cc8-150dc0457c5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74b3412aae1f4bf1971e7bff50c13389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1038241 Aug 19 18:13:23.797014 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50804) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:23.872791 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd6bdc86-0634-425d-bdfb-35123bcc221f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.903698 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd6bdc86-0634-425d-bdfb-35123bcc221f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:24.040842 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88e6e00d-ccb0-46e7-b962-69621489a8d5 req-1fb2d7d7-35b7-4c4e-960e-319e52cb570d tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 210 time: 0.1401360 Aug 19 18:13:24.057241 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-275e5172-79b0-4b45-bde2-d86232455c8e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Made reservation on behalf of b4a7af90eddc4fcd95550f2f124890b4 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:24.068808 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-275e5172-79b0-4b45-bde2-d86232455c8e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:24.074085 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2f5cd-f0cc-4fc4-b136-acfed7b60e7b req-49a7507b-a613-4296-a0c6-057dea6a6219 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:24.085201 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f8f2f5cd-f0cc-4fc4-b136-acfed7b60e7b req-49a7507b-a613-4296-a0c6-057dea6a6219 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1222813 Aug 19 18:13:24.117589 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd6bdc86-0634-425d-bdfb-35123bcc221f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:24.123526 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd6bdc86-0634-425d-bdfb-35123bcc221f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:24.125677 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fd6bdc86-0634-425d-bdfb-35123bcc221f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d382db5b-bd88-4f59-bee2-2dd6fd89d236 HTTP/1.1" status: 204 len: 168 time: 0.3271480 Aug 19 18:13:24.151032 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6bdc86-0634-425d-bdfb-35123bcc221f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d382db5b-bd88-4f59-bee2-2dd6fd89d236,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:24.188641 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f8f2f5cd-f0cc-4fc4-b136-acfed7b60e7b req-613e5f59-b00c-483e-9402-2c9db54befbd tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960624 Aug 19 18:13:24.222317 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1a889256-3281-43ab-9e7a-bb61a8325a5e up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:24.252337 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-9b130edf-7944-4eaf-9f8e-a8dec23e7a0d tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Allocated IP 172.25.8.127 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/3071ae52-e5d4-47ed-ba77-0fe3eb758782) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:24.362387 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117518738-router', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:13Z', 'updated_at': '2021-08-19T18:13:19Z', 'revision_number': 4, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'gw_port': {'id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:14Z', 'updated_at': '2021-08-19T18:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '15793957-8fd3-4e41-9eeb-f12e984bdf6e', 'name': '', 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'mac_address': 'fa:16:3e:57:90:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b7d3be1f-d269-4137-8233-9cf810517229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:18Z', 'updated_at': '2021-08-19T18:13:19Z', 'revision_number': 2, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'subnets': [{'id': 'b7d3be1f-d269-4137-8233-9cf810517229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:24.364343 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 1a889256-3281-43ab-9e7a-bb61a8325a5e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:24.364862 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:24.420339 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdcd31-98e1-4b3b-9739-d085f2736e71 req-0af6082f-eada-40e1-ab85-dc7f6ce36194 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:24.432129 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-01cdcd31-98e1-4b3b-9739-d085f2736e71 req-0af6082f-eada-40e1-ab85-dc7f6ce36194 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.2506771 Aug 19 18:13:24.459224 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] Checking router: 4b369e6b-5df6-4d23-bac3-6cb60c3daef6 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:13:24.462110 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] Updating router 4b369e6b-5df6-4d23-bac3-6cb60c3daef6 port 15793957-8fd3-4e41-9eeb-f12e984bdf6e binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:13:24.481139 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff55db8-602e-4288-bf77-f2253d2d73d3 req-56664a73-6506-4509-8c3a-12bff3160c02 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:24.491125 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cff55db8-602e-4288-bf77-f2253d2d73d3 req-56664a73-6506-4509-8c3a-12bff3160c02 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1221299 Aug 19 18:13:24.534231 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:24.591303 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cff55db8-602e-4288-bf77-f2253d2d73d3 req-6fc25ea1-5e35-4fd1-bc75-fbdfcec09efa tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985599 Aug 19 18:13:24.595540 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-01cdcd31-98e1-4b3b-9739-d085f2736e71 req-e0e8f606-5f73-436f-bb7d-cb2eb72d358a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614850 Aug 19 18:13:24.630616 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b130edf-7944-4eaf-9f8e-a8dec23e7a0d tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:24.651100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-275e5172-79b0-4b45-bde2-d86232455c8e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Allocated IP 172.20.0.11 (6a232ed5-d6ef-427b-adae-4f7272a3c429/b90853f9-3a3c-4d5a-8d68-8dea22f30a90/c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:24.811261 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b130edf-7944-4eaf-9f8e-a8dec23e7a0d tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:24.812892 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d396884-38bc-4657-9d94-7446917d25ae req-4d77e531-b380-4474-ba6a-5c561e3c8be1 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 210 time: 0.0786073 Aug 19 18:13:25.014773 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b130edf-7944-4eaf-9f8e-a8dec23e7a0d tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:25.025581 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fcc655e4-10f1-4d06-9cc1-c6f2be270a04 req-a82a3422-e85c-405e-96df-f9e041893496 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0839994 Aug 19 18:13:25.036623 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-9b130edf-7944-4eaf-9f8e-a8dec23e7a0d tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:25.055961 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b130edf-7944-4eaf-9f8e-a8dec23e7a0d tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:25.059583 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b130edf-7944-4eaf-9f8e-a8dec23e7a0d tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Port': ['ID=3071ae52-e5d4-47ed-ba77-0fe3eb758782,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:25.150637 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-275e5172-79b0-4b45-bde2-d86232455c8e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:25.200257 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:25.223791 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] Transition to ACTIVE for port object 15793957-8fd3-4e41-9eeb-f12e984bdf6e will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:25.239883 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:25.268012 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e251653-d952-4e26-ab91-4f43a6bc3400 req-d2805f9a-9df8-4c9a-add4-aca1a9723a84 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:25.278006 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5e251653-d952-4e26-ab91-4f43a6bc3400 req-d2805f9a-9df8-4c9a-add4-aca1a9723a84 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.1620374 Aug 19 18:13:25.333665 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d7bc7-d8f5-45dd-8073-33da76de14b2 None None] Pushing event updated for resources: {'Port': ['ID=15793957-8fd3-4e41-9eeb-f12e984bdf6e,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:25.387959 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5e251653-d952-4e26-ab91-4f43a6bc3400 req-9f4f8bcb-55f5-459e-afad-a629be6ae97c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061914 Aug 19 18:13:25.476709 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f80ae09-928f-4928-a1c6-bbde648bfe4c req-06e23871-893d-448f-aca4-4aadee7c74ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=993af00bb45d40e99caec1364e76c422&device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0554740 Aug 19 18:13:25.477019 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7bc7-d8f5-45dd-8073-33da76de14b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:25.477412 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7bc7-d8f5-45dd-8073-33da76de14b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:25.477859 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7bc7-d8f5-45dd-8073-33da76de14b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:25.478200 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7bc7-d8f5-45dd-8073-33da76de14b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:25.479169 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7bc7-d8f5-45dd-8073-33da76de14b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:25.479534 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7bc7-d8f5-45dd-8073-33da76de14b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:25.480404 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7bc7-d8f5-45dd-8073-33da76de14b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:25.480757 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7bc7-d8f5-45dd-8073-33da76de14b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:25.481105 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7bc7-d8f5-45dd-8073-33da76de14b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:25.481440 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7bc7-d8f5-45dd-8073-33da76de14b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:25.481815 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7bc7-d8f5-45dd-8073-33da76de14b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:25.482143 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7bc7-d8f5-45dd-8073-33da76de14b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:25.512408 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] Attempting to bind port 15793957-8fd3-4e41-9eeb-f12e984bdf6e on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:25.512844 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] Attempting to bind port 15793957-8fd3-4e41-9eeb-f12e984bdf6e by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '4ff22b05-bdca-4fb2-92d1-887f779a487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:25.513388 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] Attempting to bind port 15793957-8fd3-4e41-9eeb-f12e984bdf6e on network f401d804-fc47-4ec9-9c4d-dab130dd1d93 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:25.525401 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:25.525850 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] Checking segment: {'id': '4ff22b05-bdca-4fb2-92d1-887f779a487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:25.526265 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:25.526846 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] Bound using segment: {'id': '4ff22b05-bdca-4fb2-92d1-887f779a487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:25.534661 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] Bound port: 15793957-8fd3-4e41-9eeb-f12e984bdf6e, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff22b05-bdca-4fb2-92d1-887f779a487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:25.535224 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:25.569952 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-275e5172-79b0-4b45-bde2-d86232455c8e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:25.599721 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-334ee0de-0517-4a33-b2a1-d936edcefb5b req-42e16de1-4ae8-433e-9b8f-65c775ae7574 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 210 time: 0.0773518 Aug 19 18:13:25.615714 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f80ae09-928f-4928-a1c6-bbde648bfe4c req-d9530824-ae3c-4837-b4e2-1d524cbd1fc1 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=993af00bb45d40e99caec1364e76c422&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1205025 Aug 19 18:13:25.671835 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] For port 15793957-8fd3-4e41-9eeb-f12e984bdf6e, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:25.676262 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] For port 15793957-8fd3-4e41-9eeb-f12e984bdf6e, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=15793957-8fd3-4e41-9eeb-f12e984bdf6e,segment=NetworkSegment(4ff22b05-bdca-4fb2-92d1-887f779a487d),segment_id=4ff22b05-bdca-4fb2-92d1-887f779a487d)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:25.689763 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:25.760755 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d7bc7-d8f5-45dd-8073-33da76de14b2 None None] Pushing event updated for resources: {'Port': ['ID=15793957-8fd3-4e41-9eeb-f12e984bdf6e,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:25.793313 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] Routers {'4b369e6b-5df6-4d23-bac3-6cb60c3daef6'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:25.794020 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4b369e6b-5df6-4d23-bac3-6cb60c3daef6'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:25.806832 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80ae09-928f-4928-a1c6-bbde648bfe4c req-74046944-038e-4c0c-9f9f-240537bf90f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:25.809693 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f80ae09-928f-4928-a1c6-bbde648bfe4c req-74046944-038e-4c0c-9f9f-240537bf90f2 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1862791 Aug 19 18:13:25.891597 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76070c02-8547-42f2-b083-7caaccc82d34 req-990ca516-9146-4b8b-968c-12247d542d75 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:25.894012 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-76070c02-8547-42f2-b083-7caaccc82d34 req-990ca516-9146-4b8b-968c-12247d542d75 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.0920794 Aug 19 18:13:25.946470 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-76070c02-8547-42f2-b083-7caaccc82d34 req-9f2590a7-5678-4388-a944-1a0effc09873 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466788 Aug 19 18:13:25.962890 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] Set router 4b369e6b-5df6-4d23-bac3-6cb60c3daef6 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:13:26.124964 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aad39b-d72d-4c73-808e-e8d60ceac218 req-8702511c-931a-4e24-a88c-1282328df450 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:26.126645 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-58aad39b-d72d-4c73-808e-e8d60ceac218 req-8702511c-931a-4e24-a88c-1282328df450 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 932 time: 0.0869682 Aug 19 18:13:26.156186 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 15793957-8fd3-4e41-9eeb-f12e984bdf6e up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:26.190671 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-58aad39b-d72d-4c73-808e-e8d60ceac218 req-3fa58389-ee6c-4c0c-a00d-0da84e57613c tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572178 Aug 19 18:13:26.190926 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b9b88be2-5c67-4492-87eb-b4a2d730ce71 req-522c03c9-2078-4f8d-8bb7-92a4356f7eb0 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.6431956 Aug 19 18:13:26.191437 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e5172-79b0-4b45-bde2-d86232455c8e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Pushing event updated for resources: {'Port': ['ID=c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:26.252388 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 15793957-8fd3-4e41-9eeb-f12e984bdf6e completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:26.263136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 15793957-8fd3-4e41-9eeb-f12e984bdf6e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:26.263962 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:26.315354 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-54e42e30-0d82-48e0-b44d-2702709ea8ea tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:26.318667 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-54e42e30-0d82-48e0-b44d-2702709ea8ea tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.50 "GET /v2.0/networks?id=f401d804-fc47-4ec9-9c4d-dab130dd1d93 HTTP/1.1" status: 200 len: 829 time: 0.7368474 Aug 19 18:13:26.358623 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117518738-router', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:13Z', 'updated_at': '2021-08-19T18:13:19Z', 'revision_number': 4, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'gw_port': {'id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:14Z', 'updated_at': '2021-08-19T18:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '15793957-8fd3-4e41-9eeb-f12e984bdf6e', 'name': '', 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'mac_address': 'fa:16:3e:57:90:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b7d3be1f-d269-4137-8233-9cf810517229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:18Z', 'updated_at': '2021-08-19T18:13:25Z', 'revision_number': 4, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'subnets': [{'id': 'b7d3be1f-d269-4137-8233-9cf810517229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:26.376524 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:26.379800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-3efdfc09-460c-45e3-b41b-f236d25e655f tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Request body: {'port': {'device_id': '6b54f953-d878-4a4b-915c-2853b0e8b295', 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93', 'admin_state_up': True, 'tenant_id': 'c6b3292180c94253a49b386ad540adeb'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:26.393636 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1d2f87-3f0f-4bbc-8468-f34908a0b22f None None] The sync data for ids ['4b369e6b-5df6-4d23-bac3-6cb60c3daef6'] in n-d-803753-2 is: [{'id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117518738-router', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:13Z', 'updated_at': '2021-08-19T18:13:19Z', 'revision_number': 4, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'gw_port': {'id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:14Z', 'updated_at': '2021-08-19T18:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '15793957-8fd3-4e41-9eeb-f12e984bdf6e', 'name': '', 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'mac_address': 'fa:16:3e:57:90:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b7d3be1f-d269-4137-8233-9cf810517229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:18Z', 'updated_at': '2021-08-19T18:13:25Z', 'revision_number': 4, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'subnets': [{'id': 'b7d3be1f-d269-4137-8233-9cf810517229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:13:26.406509 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-275e5172-79b0-4b45-bde2-d86232455c8e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Network 6a232ed5-d6ef-427b-adae-4f7272a3c429 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:26.444968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 15793957-8fd3-4e41-9eeb-f12e984bdf6e, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=15793957-8fd3-4e41-9eeb-f12e984bdf6e,segment=NetworkSegment(4ff22b05-bdca-4fb2-92d1-887f779a487d),segment_id=4ff22b05-bdca-4fb2-92d1-887f779a487d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:26.451539 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:26.514196 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-275e5172-79b0-4b45-bde2-d86232455c8e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:26.518853 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-275e5172-79b0-4b45-bde2-d86232455c8e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:26.540677 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbca198-c5b2-4679-ab7e-35615daa8771 req-7798b199-cc9c-4174-9df9-dce61c2e4110 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:26.544418 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=15793957-8fd3-4e41-9eeb-f12e984bdf6e,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:26.559189 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-edbca198-c5b2-4679-ab7e-35615daa8771 req-7798b199-cc9c-4174-9df9-dce61c2e4110 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.0893955 Aug 19 18:13:26.611776 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-edbca198-c5b2-4679-ab7e-35615daa8771 req-e1bd992f-b8fb-4d65-8c12-01b23b3352de tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514631 Aug 19 18:13:26.622719 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-3efdfc09-460c-45e3-b41b-f236d25e655f tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Made reservation on behalf of c6b3292180c94253a49b386ad540adeb for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:26.626506 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-3efdfc09-460c-45e3-b41b-f236d25e655f tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:26.645701 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b130edf-7944-4eaf-9f8e-a8dec23e7a0d tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:26.708340 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-275e5172-79b0-4b45-bde2-d86232455c8e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:26.709019 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-275e5172-79b0-4b45-bde2-d86232455c8e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:26.769323 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50874) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:26.786598 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c8cfd986-d153-4657-af3c-2e69a7568abc req-6db7b631-090a-468f-8466-8bec5bf7f72b tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 210 time: 0.0843167 Aug 19 18:13:26.863367 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-275e5172-79b0-4b45-bde2-d86232455c8e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5218034 Aug 19 18:13:26.892867 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-466fc746-e327-416b-9685-fcf73beb752d service neutron] Request body: {'port': {'device_id': '80467993-311f-454b-b984-41604051d173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:26.897035 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f95b7713-500e-4f2a-a2ea-4a7cb9cbed24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.017636 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f95b7713-500e-4f2a-a2ea-4a7cb9cbed24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.025337 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f95b7713-500e-4f2a-a2ea-4a7cb9cbed24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.099059 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ae00a-aca5-44de-ad0a-3f956faed0c0 req-8c9c3b47-8f90-4552-9ba1-eefd4532431b tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:27.100687 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a0ae00a-aca5-44de-ad0a-3f956faed0c0 req-8c9c3b47-8f90-4552-9ba1-eefd4532431b tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.2365053 Aug 19 18:13:27.101943 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-466fc746-e327-416b-9685-fcf73beb752d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.114381 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f95b7713-500e-4f2a-a2ea-4a7cb9cbed24 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30cf068ba30942438563c7735382a748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3416264 Aug 19 18:13:27.122098 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50880) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:27.128876 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b7713-500e-4f2a-a2ea-4a7cb9cbed24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec68f76-0cec-4978-9b0c-b89f72b2b6d4,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:27.142165 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-3efdfc09-460c-45e3-b41b-f236d25e655f tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Allocated IP 172.20.0.9 (f401d804-fc47-4ec9-9c4d-dab130dd1d93/b7d3be1f-d269-4137-8233-9cf810517229/64152517-3ce0-428f-9e59-aafa79f30a78) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:27.180096 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beab873-5398-403d-b6e1-c7c508174a74 req-3989ecaa-23f8-4414-b673-24f9cdf1fec4 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:27.181666 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5beab873-5398-403d-b6e1-c7c508174a74 req-3989ecaa-23f8-4414-b673-24f9cdf1fec4 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.1375723 Aug 19 18:13:27.219932 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73edc1fa-0684-4610-948d-b85bb2413129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.245276 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b130edf-7944-4eaf-9f8e-a8dec23e7a0d tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.276695 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5beab873-5398-403d-b6e1-c7c508174a74 req-f9d3ca48-f568-43fc-9699-e0fc1a5fd381 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867283 Aug 19 18:13:27.282288 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f80ae09-928f-4928-a1c6-bbde648bfe4c req-e491303d-9524-412c-9896-a7c3a10bee82 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.54 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.0441678 Aug 19 18:13:27.284219 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73edc1fa-0684-4610-948d-b85bb2413129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.347617 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73edc1fa-0684-4610-948d-b85bb2413129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.350239 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73edc1fa-0684-4610-948d-b85bb2413129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.353727 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-73edc1fa-0684-4610-948d-b85bb2413129 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eec68f76-0cec-4978-9b0c-b89f72b2b6d4 HTTP/1.1" status: 204 len: 168 time: 0.2282662 Aug 19 18:13:27.360645 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edc1fa-0684-4610-948d-b85bb2413129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec68f76-0cec-4978-9b0c-b89f72b2b6d4,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:27.434251 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:13:27.495962 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f98055-ef12-4234-8da9-fded518e13e4 req-9b4665ea-44ce-4ba5-a583-f8f20ffec152 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:27.498437 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-97f98055-ef12-4234-8da9-fded518e13e4 req-9b4665ea-44ce-4ba5-a583-f8f20ffec152 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 932 time: 0.0693445 Aug 19 18:13:27.529062 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bddf1c2b-a121-44da-84f2-8c4d9a6197fd req-dbda78f5-f1d0-4824-860e-8444361b1179 tempest-ServerShowV257Test-895802248 tempest-ServerShowV257Test-895802248-project] 10.222.0.24 "GET /v2.0/ports?device_id=de44ee33-a5e5-4069-b2df-7ae47ba2312c HTTP/1.1" status: 200 len: 210 time: 0.1341386 Aug 19 18:13:27.568027 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-97f98055-ef12-4234-8da9-fded518e13e4 req-91dbd850-31ba-4822-bf41-24f525ccb189 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603719 Aug 19 18:13:27.727432 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-1a0ae00a-aca5-44de-ad0a-3f956faed0c0 req-966a7652-270b-48fc-9e65-2b3dfe35ae03 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Deleting port 56f79924-0418-4c07-8ef1-48a9e79d1ae8 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:27.727993 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1a0ae00a-aca5-44de-ad0a-3f956faed0c0 req-966a7652-270b-48fc-9e65-2b3dfe35ae03 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.764519 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06617922-055b-4dab-87d7-7c4011dc6a25 req-47e39817-0e86-4472-b366-370d4c5cab12 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:27.766314 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-06617922-055b-4dab-87d7-7c4011dc6a25 req-47e39817-0e86-4472-b366-370d4c5cab12 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 945 time: 0.0727043 Aug 19 18:13:27.822364 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-06617922-055b-4dab-87d7-7c4011dc6a25 req-99c4b143-c58f-4be1-a28a-3ae6801a0579 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491128 Aug 19 18:13:27.889036 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-3efdfc09-460c-45e3-b41b-f236d25e655f tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.954555 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ece817ce-bfff-4c99-87f5-d7cab51b970b req-78a4c347-de25-4bb0-9a38-e15fcd035d16 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 210 time: 0.0703142 Aug 19 18:13:27.963399 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-3efdfc09-460c-45e3-b41b-f236d25e655f tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Transition to ACTIVE for port object 64152517-3ce0-428f-9e59-aafa79f30a78 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:27.998742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-1a0ae00a-aca5-44de-ad0a-3f956faed0c0 req-966a7652-270b-48fc-9e65-2b3dfe35ae03 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] For port 56f79924-0418-4c07-8ef1-48a9e79d1ae8, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=56f79924-0418-4c07-8ef1-48a9e79d1ae8,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:27.999121 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1a0ae00a-aca5-44de-ad0a-3f956faed0c0 req-966a7652-270b-48fc-9e65-2b3dfe35ae03 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.003000 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b130edf-7944-4eaf-9f8e-a8dec23e7a0d tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Router 82e3a0eb-169b-407c-b3e6-4504654fdfb5 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:13:28.028458 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-1a0ae00a-aca5-44de-ad0a-3f956faed0c0 req-966a7652-270b-48fc-9e65-2b3dfe35ae03 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Calling delete_port for 56f79924-0418-4c07-8ef1-48a9e79d1ae8 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:28.094366 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 15793957-8fd3-4e41-9eeb-f12e984bdf6e up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:28.159106 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 15793957-8fd3-4e41-9eeb-f12e984bdf6e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:28.159999 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.176875 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-466fc746-e327-416b-9685-fcf73beb752d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:13:28.192837 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-466fc746-e327-416b-9685-fcf73beb752d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.216605 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-3efdfc09-460c-45e3-b41b-f236d25e655f tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.241595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-466fc746-e327-416b-9685-fcf73beb752d service neutron] Transition to ACTIVE for port object c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:28.331112 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50916) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:28.491771 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d14af-6daf-45e4-bdaf-dc9a54e31fcf req-55b971e5-66b8-4697-92bd-77dce6e52d4f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:28.499940 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b6d14af-6daf-45e4-bdaf-dc9a54e31fcf req-55b971e5-66b8-4697-92bd-77dce6e52d4f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.0725942 Aug 19 18:13:28.507129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-5bc524fc-2031-41c8-8087-068808c5b695 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-184526674-network', 'tenant_id': 'ae80c06dc10a4ca3827cce85fbacc6e6'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:28.558764 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc524fc-2031-41c8-8087-068808c5b695 admin admin] Made reservation on behalf of ae80c06dc10a4ca3827cce85fbacc6e6 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:28.561626 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5bc524fc-2031-41c8-8087-068808c5b695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.566548 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b6d14af-6daf-45e4-bdaf-dc9a54e31fcf req-17d8be3a-23e0-41d6-aa40-c899788bcdbe tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657237 Aug 19 18:13:28.574142 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-466fc746-e327-416b-9685-fcf73beb752d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.578994 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5bc524fc-2031-41c8-8087-068808c5b695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.607212 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-3efdfc09-460c-45e3-b41b-f236d25e655f tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Network f401d804-fc47-4ec9-9c4d-dab130dd1d93 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:28.636445 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-3efdfc09-460c-45e3-b41b-f236d25e655f tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:28.645792 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-3efdfc09-460c-45e3-b41b-f236d25e655f tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:28.652463 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdfc09-460c-45e3-b41b-f236d25e655f tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Pushing event updated for resources: {'Port': ['ID=64152517-3ce0-428f-9e59-aafa79f30a78,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:28.723288 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5bc524fc-2031-41c8-8087-068808c5b695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.743564 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5bc524fc-2031-41c8-8087-068808c5b695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.793657 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b130edf-7944-4eaf-9f8e-a8dec23e7a0d tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:13:28.803843 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc524fc-2031-41c8-8087-068808c5b695 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:13:28.819934 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5bc524fc-2031-41c8-8087-068808c5b695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.823188 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8b25aa-4e5c-446f-900a-793a3a414840 None None] Sync routers for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:13:28.833711 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-5bc524fc-2031-41c8-8087-068808c5b695 admin admin] Added segment 8d1b91f9-eb67-4862-ab25-b92a357c2185 of type vlan for network f3700011-a00d-444a-b5c3-5a096e23b70c Aug 19 18:13:28.853185 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8b25aa-4e5c-446f-900a-793a3a414840 None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:28.854350 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ca8b25aa-4e5c-446f-900a-793a3a414840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:28.873102 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fc746-e327-416b-9685-fcf73beb752d service neutron] Pushing event updated for resources: {'Port': ['ID=c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:28.885686 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-3efdfc09-460c-45e3-b41b-f236d25e655f tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:28.887385 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-3efdfc09-460c-45e3-b41b-f236d25e655f tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.899983 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ca8b25aa-4e5c-446f-900a-793a3a414840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:28.932249 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8b25aa-4e5c-446f-900a-793a3a414840 None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:28.935282 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ca8b25aa-4e5c-446f-900a-793a3a414840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:28.941456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc524fc-2031-41c8-8087-068808c5b695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a10032-dab2-4a75-9e3c-9756e60f9eea,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:28.972928 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c8592-8791-46dc-8379-3a87db5eb881 req-dd5dcb3c-3928-4891-b84e-ff68a5166a20 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:28.986336 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-990c8592-8791-46dc-8379-3a87db5eb881 req-dd5dcb3c-3928-4891-b84e-ff68a5166a20 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 944 time: 0.2601202 Aug 19 18:13:29.010708 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ca8b25aa-4e5c-446f-900a-793a3a414840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:29.011805 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8b25aa-4e5c-446f-900a-793a3a414840 None None] The sync data for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:13:29.034177 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-3efdfc09-460c-45e3-b41b-f236d25e655f tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6709778 Aug 19 18:13:29.034892 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b130edf-7944-4eaf-9f8e-a8dec23e7a0d tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.036060 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9b130edf-7944-4eaf-9f8e-a8dec23e7a0d tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.6736434 Aug 19 18:13:29.037009 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5bc524fc-2031-41c8-8087-068808c5b695 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.040955 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50934) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:29.056668 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-990c8592-8791-46dc-8379-3a87db5eb881 req-f1aa7203-3945-4184-aecc-fff3278bea1a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642748 Aug 19 18:13:29.075415 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-884d7060-91a6-4821-88a0-b65efaf5084f service neutron] Request body: {'port': {'device_id': '6b54f953-d878-4a4b-915c-2853b0e8b295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:29.104907 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1a0ae00a-aca5-44de-ad0a-3f956faed0c0 req-966a7652-270b-48fc-9e65-2b3dfe35ae03 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.120137 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['63329f52-4d29-46a2-8007-c28af4280754'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:13:29.124577 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50936) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:29.142484 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.db.resource_extend [None req-5bc524fc-2031-41c8-8087-068808c5b695 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:13:29.146830 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['56f79924-0418-4c07-8ef1-48a9e79d1ae8'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:13:29.190990 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a7652-270b-48fc-9e65-2b3dfe35ae03 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Pushing event deleted for resources: {'Port': ['ID=56f79924-0418-4c07-8ef1-48a9e79d1ae8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:29.206598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5fd7236e-cfc2-4695-b4f3-9d7aa11c1606 None None] Provisioning for port 64152517-3ce0-428f-9e59-aafa79f30a78 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:29.212711 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5fd7236e-cfc2-4695-b4f3-9d7aa11c1606 None None] Provisioning complete for port 64152517-3ce0-428f-9e59-aafa79f30a78 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:29.213179 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5fd7236e-cfc2-4695-b4f3-9d7aa11c1606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.252846 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-466fc746-e327-416b-9685-fcf73beb752d service neutron] Attempting to bind port c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:29.252846 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-466fc746-e327-416b-9685-fcf73beb752d service neutron] Attempting to bind port c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:29.253183 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-466fc746-e327-416b-9685-fcf73beb752d service neutron] Attempting to bind port c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6 on network 6a232ed5-d6ef-427b-adae-4f7272a3c429 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:29.280153 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-5fd7236e-cfc2-4695-b4f3-9d7aa11c1606 None None] Port 64152517-3ce0-428f-9e59-aafa79f30a78 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:13:29.290821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae2a1d-e48f-409f-a866-bbc27b6f2e1f req-f7e7498b-ac61-465a-a9a6-dfab937e235a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:29.293081 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-96ae2a1d-e48f-409f-a866-bbc27b6f2e1f req-f7e7498b-ac61-465a-a9a6-dfab937e235a tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d561cd-a75f-472e-afcb-a1215161f391 HTTP/1.1" status: 200 len: 867 time: 0.2638464 Aug 19 18:13:29.294522 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0ae00a-aca5-44de-ad0a-3f956faed0c0 req-966a7652-270b-48fc-9e65-2b3dfe35ae03 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] No DVR routers for this DVR port 56f79924-0418-4c07-8ef1-48a9e79d1ae8 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:13:29.298305 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-466fc746-e327-416b-9685-fcf73beb752d service neutron] Port c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6 on network 6a232ed5-d6ef-427b-adae-4f7272a3c429 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:13:29.298786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-466fc746-e327-416b-9685-fcf73beb752d service neutron] Attempting to bind port c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6 on network 6a232ed5-d6ef-427b-adae-4f7272a3c429 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:29.301709 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1a0ae00a-aca5-44de-ad0a-3f956faed0c0 req-966a7652-270b-48fc-9e65-2b3dfe35ae03 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.303662 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a0ae00a-aca5-44de-ad0a-3f956faed0c0 req-966a7652-270b-48fc-9e65-2b3dfe35ae03 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.50 "DELETE /v2.0/ports/56f79924-0418-4c07-8ef1-48a9e79d1ae8 HTTP/1.1" status: 204 len: 173 time: 2.1631355 Aug 19 18:13:29.306556 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d561cd-a75f-472e-afcb-a1215161f391', 'name': 'network-vif-deleted', 'tag': '56f79924-0418-4c07-8ef1-48a9e79d1ae8'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:13:29.309588 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47511d36-fd46-437d-bbd3-4ae48bc42f58" -d '{"events": [{"server_uuid": "e7d561cd-a75f-472e-afcb-a1215161f391", "name": "network-vif-deleted", "tag": "56f79924-0418-4c07-8ef1-48a9e79d1ae8"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:13:29.316014 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5bc524fc-2031-41c8-8087-068808c5b695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.317191 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-884d7060-91a6-4821-88a0-b65efaf5084f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.317340 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc524fc-2031-41c8-8087-068808c5b695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:29.318201 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5bc524fc-2031-41c8-8087-068808c5b695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.334790 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-466fc746-e327-416b-9685-fcf73beb752d service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:29.335128 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-466fc746-e327-416b-9685-fcf73beb752d service neutron] Checking segment: {'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:29.335517 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-466fc746-e327-416b-9685-fcf73beb752d service neutron] Bound using segment: {'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:29.335996 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-466fc746-e327-416b-9685-fcf73beb752d service neutron] Bound port: c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:29.336326 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-466fc746-e327-416b-9685-fcf73beb752d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.368918 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aa5b3e3a-561e-4e9a-9cc5-a674a2caea40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.422721 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c2a41-5c12-4c22-ad14-d247e52e64ef req-d6c68075-b875-436b-bbee-baefa2c8298d tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:29.432336 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-118c2a41-5c12-4c22-ad14-d247e52e64ef req-d6c68075-b875-436b-bbee-baefa2c8298d tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 931 time: 0.2981577 Aug 19 18:13:29.459247 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-96ae2a1d-e48f-409f-a866-bbc27b6f2e1f req-481017c8-2d8d-4b89-b8c2-6d41166f72e5 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532800 Aug 19 18:13:29.488048 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc524fc-2031-41c8-8087-068808c5b695 admin admin] Pushing event updated for resources: {'Network': ['ID=f3700011-a00d-444a-b5c3-5a096e23b70c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:29.506371 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network f3700011-a00d-444a-b5c3-5a096e23b70c details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:13:29.555328 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a636d5-5a4b-47ef-b6d6-e839e4aa0c05 x-openstack-request-id: req-b5a636d5-5a4b-47ef-b6d6-e839e4aa0c05 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:13:29.555656 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d561cd-a75f-472e-afcb-a1215161f391", "name": "network-vif-deleted", "tag": "56f79924-0418-4c07-8ef1-48a9e79d1ae8", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:13:29.556173 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5a636d5-5a4b-47ef-b6d6-e839e4aa0c05 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:13:29.556816 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d561cd-a75f-472e-afcb-a1215161f391', 'name': 'network-vif-deleted', 'tag': '56f79924-0418-4c07-8ef1-48a9e79d1ae8', 'status': 'completed', 'code': 200} Aug 19 18:13:29.565359 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-118c2a41-5c12-4c22-ad14-d247e52e64ef req-2eb6fcc9-6751-433d-84ce-14714f1c6f40 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b3cbb18-950c-489a-99fe-9a1d52c37109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312230 Aug 19 18:13:29.607276 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-466fc746-e327-416b-9685-fcf73beb752d service neutron] For port c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:29.673142 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-466fc746-e327-416b-9685-fcf73beb752d service neutron] For port c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:29.697560 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-466fc746-e327-416b-9685-fcf73beb752d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.804012 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-466fc746-e327-416b-9685-fcf73beb752d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:29.805309 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-466fc746-e327-416b-9685-fcf73beb752d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.806175 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-466fc746-e327-416b-9685-fcf73beb752d service neutron] 10.222.0.50 "PUT /v2.0/ports/c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6 HTTP/1.1" status: 200 len: 1092 time: 2.9206314 Aug 19 18:13:29.880228 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fc746-e327-416b-9685-fcf73beb752d service neutron] Pushing event updated for resources: {'Port': ['ID=c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:29.897419 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0999f9-f398-41f5-87ed-e33ba8f23c2b req-7ae56e7b-cab3-4ced-bc42-8f7cf72d8d45 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:29.905872 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d0999f9-f398-41f5-87ed-e33ba8f23c2b req-7ae56e7b-cab3-4ced-bc42-8f7cf72d8d45 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.2349949 Aug 19 18:13:29.932577 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aa5b3e3a-561e-4e9a-9cc5-a674a2caea40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.954377 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5bc524fc-2031-41c8-8087-068808c5b695 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6159797 Aug 19 18:13:29.955701 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50948) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:29.963166 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-36485df9-00ff-4516-92eb-1fb2d5085b31 admin admin] Request body: {'subnet': {'network_id': 'f3700011-a00d-444a-b5c3-5a096e23b70c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-184526674-subnet', 'tenant_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:29.970245 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0cd8410-8fe6-4824-96d7-2ae7c37d127a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.973765 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aa5b3e3a-561e-4e9a-9cc5-a674a2caea40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:30.004077 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36485df9-00ff-4516-92eb-1fb2d5085b31 admin admin] Made reservation on behalf of ae80c06dc10a4ca3827cce85fbacc6e6 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:30.006474 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-36485df9-00ff-4516-92eb-1fb2d5085b31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:30.088243 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d0999f9-f398-41f5-87ed-e33ba8f23c2b req-6b664060-d91e-42b1-a088-e6e5d188a9f3 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761081 Aug 19 18:13:30.092994 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b3e3a-561e-4e9a-9cc5-a674a2caea40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891c62b9-7e57-46b2-9f96-6f09be52ea3a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:30.098904 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-aa5b3e3a-561e-4e9a-9cc5-a674a2caea40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=993af00bb45d40e99caec1364e76c422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9675386 Aug 19 18:13:30.102414 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50952) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:30.104897 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-884d7060-91a6-4821-88a0-b65efaf5084f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64152517-3ce0-428f-9e59-aafa79f30a78 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:13:30.117362 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-884d7060-91a6-4821-88a0-b65efaf5084f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:30.123698 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-ae1889fd-41a3-4283-932b-93d2b14cecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:30.125761 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-ae1889fd-41a3-4283-932b-93d2b14cecbc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4a7af90eddc4fcd95550f2f124890b4&device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 1095 time: 0.2174058 Aug 19 18:13:30.152476 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-884d7060-91a6-4821-88a0-b65efaf5084f service neutron] Transition to ACTIVE for port object 64152517-3ce0-428f-9e59-aafa79f30a78 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:30.197575 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-1b5765d3-3fab-4fbf-a546-3842675e9a09 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6 HTTP/1.1" status: 200 len: 217 time: 0.0547152 Aug 19 18:13:30.198075 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-884d7060-91a6-4821-88a0-b65efaf5084f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:30.299751 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d7060-91a6-4821-88a0-b65efaf5084f service neutron] Pushing event updated for resources: {'Port': ['ID=64152517-3ce0-428f-9e59-aafa79f30a78,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:30.334805 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-dbf876b4-85b8-4346-a168-23b80a50dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:30.336474 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-dbf876b4-85b8-4346-a168-23b80a50dd90 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b90853f9-3a3c-4d5a-8d68-8dea22f30a90 HTTP/1.1" status: 200 len: 852 time: 0.1106622 Aug 19 18:13:30.400962 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-a77073e8-58e5-407d-a514-f4885f6621b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a232ed5-d6ef-427b-adae-4f7272a3c429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395620 Aug 19 18:13:30.537050 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-884d7060-91a6-4821-88a0-b65efaf5084f service neutron] Attempting to bind port 64152517-3ce0-428f-9e59-aafa79f30a78 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:30.548944 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-884d7060-91a6-4821-88a0-b65efaf5084f service neutron] Attempting to bind port 64152517-3ce0-428f-9e59-aafa79f30a78 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '4ff22b05-bdca-4fb2-92d1-887f779a487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:30.549553 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-884d7060-91a6-4821-88a0-b65efaf5084f service neutron] Attempting to bind port 64152517-3ce0-428f-9e59-aafa79f30a78 on network f401d804-fc47-4ec9-9c4d-dab130dd1d93 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:30.582128 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-884d7060-91a6-4821-88a0-b65efaf5084f service neutron] Port 64152517-3ce0-428f-9e59-aafa79f30a78 on network f401d804-fc47-4ec9-9c4d-dab130dd1d93 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:13:30.584774 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-884d7060-91a6-4821-88a0-b65efaf5084f service neutron] Attempting to bind port 64152517-3ce0-428f-9e59-aafa79f30a78 on network f401d804-fc47-4ec9-9c4d-dab130dd1d93 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:30.645416 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-884d7060-91a6-4821-88a0-b65efaf5084f service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:30.646147 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-884d7060-91a6-4821-88a0-b65efaf5084f service neutron] Checking segment: {'id': '4ff22b05-bdca-4fb2-92d1-887f779a487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:30.656050 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-884d7060-91a6-4821-88a0-b65efaf5084f service neutron] Bound using segment: {'id': '4ff22b05-bdca-4fb2-92d1-887f779a487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:30.656797 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-884d7060-91a6-4821-88a0-b65efaf5084f service neutron] Bound port: 64152517-3ce0-428f-9e59-aafa79f30a78, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff22b05-bdca-4fb2-92d1-887f779a487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:30.658224 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-884d7060-91a6-4821-88a0-b65efaf5084f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:30.665513 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-888c2ef0-0f0c-499e-8966-412a4a188cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:30.705798 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-357ec58e-83ea-454f-8472-0139dba59bb1 service neutron] 10.222.0.50 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963059 Aug 19 18:13:30.732716 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27dfa91-dd5d-469a-9ff2-cf7b73361b85 req-8a1d2c60-fd77-45d1-a489-29e0cfad0b70 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:30.734348 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d27dfa91-dd5d-469a-9ff2-cf7b73361b85 req-8a1d2c60-fd77-45d1-a489-29e0cfad0b70 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 944 time: 0.2226937 Aug 19 18:13:30.756682 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-888c2ef0-0f0c-499e-8966-412a4a188cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:30.852806 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977b077-2342-419f-8284-a187341c1eaf req-beb7ec46-ce32-44c4-8fb3-ea7f9aa727f9 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:30.854407 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9977b077-2342-419f-8284-a187341c1eaf req-beb7ec46-ce32-44c4-8fb3-ea7f9aa727f9 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 943 time: 0.1678615 Aug 19 18:13:30.888422 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-884d7060-91a6-4821-88a0-b65efaf5084f service neutron] For port 64152517-3ce0-428f-9e59-aafa79f30a78, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:30.891521 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-36485df9-00ff-4516-92eb-1fb2d5085b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:30.936896 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-884d7060-91a6-4821-88a0-b65efaf5084f service neutron] For port 64152517-3ce0-428f-9e59-aafa79f30a78, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=64152517-3ce0-428f-9e59-aafa79f30a78,segment=NetworkSegment(4ff22b05-bdca-4fb2-92d1-887f779a487d),segment_id=4ff22b05-bdca-4fb2-92d1-887f779a487d)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:30.950680 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-884d7060-91a6-4821-88a0-b65efaf5084f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:30.974973 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f63409df-aa81-4416-9d3b-8bb7642d07b8 req-30995059-c484-4de2-ab02-0a9129d86bf0 service neutron] 10.222.0.50 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299170 Aug 19 18:13:30.983414 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d27dfa91-dd5d-469a-9ff2-cf7b73361b85 req-17a88738-4222-47fa-9138-bc6d0c168f07 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288401 Aug 19 18:13:30.995991 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36485df9-00ff-4516-92eb-1fb2d5085b31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1d4e6d1-19da-4c86-acd1-805ea460bc92,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:31.042603 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9977b077-2342-419f-8284-a187341c1eaf req-297d0294-c105-4ad8-9688-5f72b175f26c tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b3cbb18-950c-489a-99fe-9a1d52c37109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469719 Aug 19 18:13:31.058452 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-888c2ef0-0f0c-499e-8966-412a4a188cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:31.061283 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-888c2ef0-0f0c-499e-8966-412a4a188cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:31.065112 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-888c2ef0-0f0c-499e-8966-412a4a188cfa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/891c62b9-7e57-46b2-9f96-6f09be52ea3a HTTP/1.1" status: 204 len: 168 time: 0.9572959 Aug 19 18:13:31.086163 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-884d7060-91a6-4821-88a0-b65efaf5084f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:31.089786 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-884d7060-91a6-4821-88a0-b65efaf5084f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:31.092169 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-884d7060-91a6-4821-88a0-b65efaf5084f service neutron] 10.222.0.50 "PUT /v2.0/ports/64152517-3ce0-428f-9e59-aafa79f30a78 HTTP/1.1" status: 200 len: 1091 time: 2.0250936 Aug 19 18:13:31.093494 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c2ef0-0f0c-499e-8966-412a4a188cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891c62b9-7e57-46b2-9f96-6f09be52ea3a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:31.096288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-c0cd8410-8fe6-4824-96d7-2ae7c37d127a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Allocated IP 172.20.0.1 (b3d78871-7019-4454-85f6-10700f3736c3/e25b3247-3deb-4729-98a0-8c5ae74f728e/99dc0035-c234-49be-a66e-02604ea7d619) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:31.098925 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36485df9-00ff-4516-92eb-1fb2d5085b31 admin admin] Checking segment: {'id': '8d1b91f9-eb67-4862-ab25-b92a357c2185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f3700011-a00d-444a-b5c3-5a096e23b70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:31.099317 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36485df9-00ff-4516-92eb-1fb2d5085b31 admin admin] Network hostable DHCP agents. Network: f3700011-a00d-444a-b5c3-5a096e23b70c, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:13:31.180238 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36485df9-00ff-4516-92eb-1fb2d5085b31 admin admin] Network f3700011-a00d-444a-b5c3-5a096e23b70c is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:13:31.183761 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d7060-91a6-4821-88a0-b65efaf5084f service neutron] Pushing event updated for resources: {'Port': ['ID=64152517-3ce0-428f-9e59-aafa79f30a78,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:31.209870 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-36485df9-00ff-4516-92eb-1fb2d5085b31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, f3700011-a00d-444a-b5c3-5a096e23b70c) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:31.222858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aca7de1-cc83-40b8-890a-27bf1d1382b2 None None] Network f3700011-a00d-444a-b5c3-5a096e23b70c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:31.223525 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36485df9-00ff-4516-92eb-1fb2d5085b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:31.223525 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-36485df9-00ff-4516-92eb-1fb2d5085b31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:31.300119 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-641d252e-1667-4737-bed7-1ffb74ea548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:31.301681 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-641d252e-1667-4737-bed7-1ffb74ea548b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c6b3292180c94253a49b386ad540adeb&device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 1094 time: 0.1081240 Aug 19 18:13:31.329769 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-36485df9-00ff-4516-92eb-1fb2d5085b31 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3702581 Aug 19 18:13:31.331613 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50976) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:31.407948 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-71ce8d9c-1b13-42fc-85b1-e7c72146a6fb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-184526674-router', 'tenant_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:31.422947 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-927cf9ca-a843-4fa7-83f0-6ac550a598bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64152517-3ce0-428f-9e59-aafa79f30a78 HTTP/1.1" status: 200 len: 217 time: 0.1056128 Aug 19 18:13:31.429293 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ad1a81-805a-4d4e-b74b-317e9511f143 None None] Network f3700011-a00d-444a-b5c3-5a096e23b70c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:31.457628 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71ce8d9c-1b13-42fc-85b1-e7c72146a6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:31.458881 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71ce8d9c-1b13-42fc-85b1-e7c72146a6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:31.496436 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0cd8410-8fe6-4824-96d7-2ae7c37d127a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:31.533662 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-cb9793d7-587d-4a7b-9b7e-f5f57fccc85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:31.536159 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-cb9793d7-587d-4a7b-9b7e-f5f57fccc85e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7d3be1f-d269-4137-8233-9cf810517229 HTTP/1.1" status: 200 len: 868 time: 0.0931947 Aug 19 18:13:31.579758 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80467993-311f-454b-b984-41604051d173', 'tag': 'c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6'}, {'name': 'network-changed', 'server_uuid': '6b54f953-d878-4a4b-915c-2853b0e8b295', 'tag': '64152517-3ce0-428f-9e59-aafa79f30a78'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:13:31.582719 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1547d176-ac79-4b20-9c3c-d2d0351f0159" -d '{"events": [{"name": "network-changed", "server_uuid": "80467993-311f-454b-b984-41604051d173", "tag": "c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6"}, {"name": "network-changed", "server_uuid": "6b54f953-d878-4a4b-915c-2853b0e8b295", "tag": "64152517-3ce0-428f-9e59-aafa79f30a78"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:13:31.602988 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71ce8d9c-1b13-42fc-85b1-e7c72146a6fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:31.636646 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63285856-320c-4a19-a61f-375b5445ffb0 req-5bd30f14-f83c-45aa-8b4d-87464c29cd08 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:31.638330 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-63285856-320c-4a19-a61f-375b5445ffb0 req-5bd30f14-f83c-45aa-8b4d-87464c29cd08 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.3237357 Aug 19 18:13:31.666036 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0cd8410-8fe6-4824-96d7-2ae7c37d127a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:31.728390 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 18:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c9dc59-c507-4c22-b494-8f17a9a5ee8e x-openstack-request-id: req-89c9dc59-c507-4c22-b494-8f17a9a5ee8e {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:13:31.728695 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80467993-311f-454b-b984-41604051d173", "tag": "c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6b54f953-d878-4a4b-915c-2853b0e8b295", "tag": "64152517-3ce0-428f-9e59-aafa79f30a78", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:13:31.728950 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89c9dc59-c507-4c22-b494-8f17a9a5ee8e {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:13:31.729346 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80467993-311f-454b-b984-41604051d173', 'tag': 'c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6', 'status': 'completed', 'code': 200} Aug 19 18:13:31.730340 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b54f953-d878-4a4b-915c-2853b0e8b295', 'tag': '64152517-3ce0-428f-9e59-aafa79f30a78', 'status': 'completed', 'code': 200} Aug 19 18:13:31.748613 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cd8410-8fe6-4824-96d7-2ae7c37d127a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Network b3d78871-7019-4454-85f6-10700f3736c3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:31.774446 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-63285856-320c-4a19-a61f-375b5445ffb0 req-8bb02d19-5485-4df3-8915-d769460fc67d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146674 Aug 19 18:13:31.781670 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-c0cd8410-8fe6-4824-96d7-2ae7c37d127a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:31.791593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-bf7b7faa-82b0-4ca7-af39-bafd1001731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:31.794640 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-bf7b7faa-82b0-4ca7-af39-bafd1001731b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f401d804-fc47-4ec9-9c4d-dab130dd1d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2049849 Aug 19 18:13:31.798292 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cd8410-8fe6-4824-96d7-2ae7c37d127a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:31.874971 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0cd8410-8fe6-4824-96d7-2ae7c37d127a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:31.882108 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd8410-8fe6-4824-96d7-2ae7c37d127a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Port': ['ID=99dc0035-c234-49be-a66e-02604ea7d619,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:31.935475 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547d176-ac79-4b20-9c3c-d2d0351f0159 req-4b9c4087-ba13-4573-8f0f-d6d5bb54418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:31.937464 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1547d176-ac79-4b20-9c3c-d2d0351f0159 req-4b9c4087-ba13-4573-8f0f-d6d5bb54418f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4a7af90eddc4fcd95550f2f124890b4&device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 1095 time: 0.2050068 Aug 19 18:13:31.944746 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71ce8d9c-1b13-42fc-85b1-e7c72146a6fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:32.086513 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0cd8410-8fe6-4824-96d7-2ae7c37d127a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:32.137340 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-1018d3ef-e189-46ee-955d-cb8d8fbcb2f9 service neutron] 10.222.0.50 "GET /v2.0/networks/f401d804-fc47-4ec9-9c4d-dab130dd1d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931585 Aug 19 18:13:32.188951 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552575f1-517d-42ed-a70e-6c1308c55f23 req-78a77486-ee08-499f-a5ac-974e0f4acbb9 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:32.190685 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-552575f1-517d-42ed-a70e-6c1308c55f23 req-78a77486-ee08-499f-a5ac-974e0f4acbb9 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 944 time: 0.0985372 Aug 19 18:13:32.255192 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 56f79924-0418-4c07-8ef1-48a9e79d1ae8 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:13:32.265795 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547d176-ac79-4b20-9c3c-d2d0351f0159 req-cafcf0ba-6830-4a60-baaf-4d32f1eec25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:32.267282 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1547d176-ac79-4b20-9c3c-d2d0351f0159 req-cafcf0ba-6830-4a60-baaf-4d32f1eec25f service neutron] 10.222.0.50 "GET /v2.0/networks?id=6a232ed5-d6ef-427b-adae-4f7272a3c429 HTTP/1.1" status: 200 len: 913 time: 0.3129275 Aug 19 18:13:32.283507 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 56f79924-0418-4c07-8ef1-48a9e79d1ae8 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:13:32.283961 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 56f79924-0418-4c07-8ef1-48a9e79d1ae8 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:13:32.302635 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99cc9f-bd5a-4587-85e0-60d4d083cf66 req-8f478dfc-ee29-49da-9f9d-0076577ff867 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:32.304119 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7d99cc9f-bd5a-4587-85e0-60d4d083cf66 req-8f478dfc-ee29-49da-9f9d-0076577ff867 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d9b2ee-ed8e-4843-b1b1-a1144a051d95 HTTP/1.1" status: 200 len: 945 time: 0.2098329 Aug 19 18:13:32.319341 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-552575f1-517d-42ed-a70e-6c1308c55f23 req-87fb255b-3c29-4631-bf3e-0ee2380243ba tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860662 Aug 19 18:13:32.355456 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1547d176-ac79-4b20-9c3c-d2d0351f0159 req-5208cd66-c65e-475e-a2b0-08f208693dc9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6 HTTP/1.1" status: 200 len: 217 time: 0.0675361 Aug 19 18:13:32.425768 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3abb05b6-ed9a-472e-b7eb-e6003ea27242 req-ce9fff95-c655-43f6-b2e2-27413ba80dd6 service neutron] 10.222.0.50 "GET /v2.0/networks/f401d804-fc47-4ec9-9c4d-dab130dd1d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653949 Aug 19 18:13:32.461800 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7d99cc9f-bd5a-4587-85e0-60d4d083cf66 req-26589373-dfe6-4083-a4d3-9f3751ee33b8 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165040 Aug 19 18:13:32.469975 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547d176-ac79-4b20-9c3c-d2d0351f0159 req-b1280523-57b1-4b04-9056-0950a688ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:32.471545 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1547d176-ac79-4b20-9c3c-d2d0351f0159 req-b1280523-57b1-4b04-9056-0950a688ceba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b90853f9-3a3c-4d5a-8d68-8dea22f30a90 HTTP/1.1" status: 200 len: 852 time: 0.1021388 Aug 19 18:13:32.475830 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbea93a-bde2-40c4-b077-17df42094e77 req-2c72a022-e979-4807-9985-76d940e00199 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:32.477373 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ecbea93a-bde2-40c4-b077-17df42094e77 req-2c72a022-e979-4807-9985-76d940e00199 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 943 time: 0.0856600 Aug 19 18:13:32.539171 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0cd8410-8fe6-4824-96d7-2ae7c37d127a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:32.541448 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1547d176-ac79-4b20-9c3c-d2d0351f0159 req-6f43f785-5557-4345-9b7c-9c4f75794b6c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a232ed5-d6ef-427b-adae-4f7272a3c429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620790 Aug 19 18:13:32.546045 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ecbea93a-bde2-40c4-b077-17df42094e77 req-509ccd72-b683-48e8-a7bc-2c886e260d45 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b3cbb18-950c-489a-99fe-9a1d52c37109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561309 Aug 19 18:13:32.548251 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0cd8410-8fe6-4824-96d7-2ae7c37d127a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:32.659929 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd8410-8fe6-4824-96d7-2ae7c37d127a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Port': ['ID=99dc0035-c234-49be-a66e-02604ea7d619,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:32.663621 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0cd8410-8fe6-4824-96d7-2ae7c37d127a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:32.765486 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cd8410-8fe6-4824-96d7-2ae7c37d127a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Network b3d78871-7019-4454-85f6-10700f3736c3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:32.767124 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-c0cd8410-8fe6-4824-96d7-2ae7c37d127a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:32.951066 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf13be5-8299-4ef6-b7c9-896fc0d7ce24 req-7d4cf13b-d64b-4a64-9d8d-51b601dbfbbe tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:32.951470 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71ce8d9c-1b13-42fc-85b1-e7c72146a6fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:32.952855 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6cf13be5-8299-4ef6-b7c9-896fc0d7ce24 req-7d4cf13b-d64b-4a64-9d8d-51b601dbfbbe tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.1066000 Aug 19 18:13:32.963263 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cd8410-8fe6-4824-96d7-2ae7c37d127a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Router 82e3a0eb-169b-407c-b3e6-4504654fdfb5 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:13:32.978144 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51038) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:32.982461 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71ce8d9c-1b13-42fc-85b1-e7c72146a6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:33.004966 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1547d176-ac79-4b20-9c3c-d2d0351f0159 req-cd40a17b-f1f5-4e2b-b4d8-a9c5f23c6a2a service neutron] 10.222.0.50 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677506 Aug 19 18:13:33.059072 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6cf13be5-8299-4ef6-b7c9-896fc0d7ce24 req-c5b1399d-fca2-4199-95ba-d77cfc37941a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939734 Aug 19 18:13:33.135375 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b6d081a8-332c-4401-81c5-89e416b2be44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:33.138996 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cd8410-8fe6-4824-96d7-2ae7c37d127a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:13:33.150202 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e6862e-2f35-4417-8735-d36603ab31f2 None None] Sync routers for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:13:33.151255 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c0cd8410-8fe6-4824-96d7-2ae7c37d127a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "PUT /v2.0/routers/82e3a0eb-169b-407c-b3e6-4504654fdfb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0929732 Aug 19 18:13:33.152432 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51042) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:33.159836 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-792721fe-3549-48fd-bef1-d7b1d29f5d15 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Request body: {'port': {'network_id': 'b3d78871-7019-4454-85f6-10700f3736c3', 'name': 'tempest-FloatingIPTestJSON-1418912704'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:33.161280 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e6862e-2f35-4417-8735-d36603ab31f2 None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:33.162050 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c9e6862e-2f35-4417-8735-d36603ab31f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:33.182828 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-71ce8d9c-1b13-42fc-85b1-e7c72146a6fb admin admin] Allocated IP 172.25.8.175 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/a310f831-0d92-4fb0-abca-9c1c9274101a) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:33.189415 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1547d176-ac79-4b20-9c3c-d2d0351f0159 req-15625689-4c7c-42d9-8125-c24c719d76d3 service neutron] 10.222.0.50 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572392 Aug 19 18:13:33.196847 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c9e6862e-2f35-4417-8735-d36603ab31f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:33.207881 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e6862e-2f35-4417-8735-d36603ab31f2 None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:33.208990 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c9e6862e-2f35-4417-8735-d36603ab31f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:33.250227 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c9e6862e-2f35-4417-8735-d36603ab31f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:33.251269 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e6862e-2f35-4417-8735-d36603ab31f2 None None] The sync data for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:13:33.329079 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b6d081a8-332c-4401-81c5-89e416b2be44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:33.339926 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b6d081a8-332c-4401-81c5-89e416b2be44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:33.340127 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547d176-ac79-4b20-9c3c-d2d0351f0159 req-a215e6ca-e025-4656-bf3b-3eb392726667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:33.340127 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1547d176-ac79-4b20-9c3c-d2d0351f0159 req-a215e6ca-e025-4656-bf3b-3eb392726667 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c6b3292180c94253a49b386ad540adeb&device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 1094 time: 0.0748754 Aug 19 18:13:33.349415 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71ce8d9c-1b13-42fc-85b1-e7c72146a6fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:33.389018 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792721fe-3549-48fd-bef1-d7b1d29f5d15 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Made reservation on behalf of 68654bdf79fb406da1f88875405c74ed for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:33.392588 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-792721fe-3549-48fd-bef1-d7b1d29f5d15 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:33.413693 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b6d081a8-332c-4401-81c5-89e416b2be44 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=766337d40b70450dbc403f3aeb501818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4321404 Aug 19 18:13:33.415180 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51046) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:33.423172 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d081a8-332c-4401-81c5-89e416b2be44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8db71bd-c0b8-4ca2-aa6c-123530a45262,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:33.443537 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-792721fe-3549-48fd-bef1-d7b1d29f5d15 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] device_id is not set on port b5165e2a-1f19-4dbd-90d5-3d2a0c03c6bf yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:13:33.520945 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbde71-4b47-4c33-9a87-179a718b2393 req-d2013df8-e9ad-48eb-a15e-3902f87fe2c7 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:33.522674 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bfbbde71-4b47-4c33-9a87-179a718b2393 req-d2013df8-e9ad-48eb-a15e-3902f87fe2c7 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 944 time: 0.1144390 Aug 19 18:13:33.535283 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547d176-ac79-4b20-9c3c-d2d0351f0159 req-21263670-4177-4532-9585-edac9fe981dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:33.535741 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4b85008-3c24-400f-8d10-7cdec87c8a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:33.537600 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1547d176-ac79-4b20-9c3c-d2d0351f0159 req-21263670-4177-4532-9585-edac9fe981dd service neutron] 10.222.0.50 "GET /v2.0/networks?id=f401d804-fc47-4ec9-9c4d-dab130dd1d93 HTTP/1.1" status: 200 len: 930 time: 0.1855159 Aug 19 18:13:33.561185 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71ce8d9c-1b13-42fc-85b1-e7c72146a6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:33.627516 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1547d176-ac79-4b20-9c3c-d2d0351f0159 req-eb0a8d73-492f-4b74-ab2f-d529d6c306db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64152517-3ce0-428f-9e59-aafa79f30a78 HTTP/1.1" status: 200 len: 217 time: 0.0780864 Aug 19 18:13:33.649521 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4b85008-3c24-400f-8d10-7cdec87c8a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:33.649843 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ce8d9c-1b13-42fc-85b1-e7c72146a6fb admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:33.666358 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bfbbde71-4b47-4c33-9a87-179a718b2393 req-eb1885db-27a9-41b9-84e7-04b5011619d0 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276238 Aug 19 18:13:33.667595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-71ce8d9c-1b13-42fc-85b1-e7c72146a6fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:33.692700 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-792721fe-3549-48fd-bef1-d7b1d29f5d15 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Allocated IP 172.20.0.2 (b3d78871-7019-4454-85f6-10700f3736c3/e25b3247-3deb-4729-98a0-8c5ae74f728e/b5165e2a-1f19-4dbd-90d5-3d2a0c03c6bf) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:33.692854 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ce8d9c-1b13-42fc-85b1-e7c72146a6fb admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:33.725585 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce8d9c-1b13-42fc-85b1-e7c72146a6fb admin admin] Pushing event updated for resources: {'Port': ['ID=a310f831-0d92-4fb0-abca-9c1c9274101a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:33.739280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab3282-f418-4cb8-b28c-2b4b827bd87b req-c4e11b9e-7a13-40c4-bc4d-ded9f3999a65 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:33.741439 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-77ab3282-f418-4cb8-b28c-2b4b827bd87b req-c4e11b9e-7a13-40c4-bc4d-ded9f3999a65 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d9b2ee-ed8e-4843-b1b1-a1144a051d95 HTTP/1.1" status: 200 len: 945 time: 0.2034194 Aug 19 18:13:33.750964 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547d176-ac79-4b20-9c3c-d2d0351f0159 req-b4a8570a-c87e-4010-86dc-89535b4bca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:33.752516 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1547d176-ac79-4b20-9c3c-d2d0351f0159 req-b4a8570a-c87e-4010-86dc-89535b4bca03 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7d3be1f-d269-4137-8233-9cf810517229 HTTP/1.1" status: 200 len: 868 time: 0.1099312 Aug 19 18:13:33.757267 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37216deb-4d31-4271-aec8-a8b13109a773 req-7b5b63d1-55f1-45b6-8e89-c6e24fa1fdfc tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:33.759072 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-37216deb-4d31-4271-aec8-a8b13109a773 req-7b5b63d1-55f1-45b6-8e89-c6e24fa1fdfc tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1d9b2ee-ed8e-4843-b1b1-a1144a051d95 HTTP/1.1" status: 200 len: 945 time: 0.1499929 Aug 19 18:13:33.859113 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4b85008-3c24-400f-8d10-7cdec87c8a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:33.861690 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4b85008-3c24-400f-8d10-7cdec87c8a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:33.862844 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d4b85008-3c24-400f-8d10-7cdec87c8a70 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8db71bd-c0b8-4ca2-aa6c-123530a45262 HTTP/1.1" status: 204 len: 168 time: 0.4467487 Aug 19 18:13:33.918949 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-77ab3282-f418-4cb8-b28c-2b4b827bd87b req-33a1b77a-c6eb-44f0-8a69-6085cd30ec8f tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530657 Aug 19 18:13:33.946187 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba0ef5-251b-48e1-ac48-bcee8be86a5f req-bb669d50-d842-456b-94e2-3b5d274866f5 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:33.949133 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-98ba0ef5-251b-48e1-ac48-bcee8be86a5f req-bb669d50-d842-456b-94e2-3b5d274866f5 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 943 time: 0.1895237 Aug 19 18:13:33.953517 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b85008-3c24-400f-8d10-7cdec87c8a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8db71bd-c0b8-4ca2-aa6c-123530a45262,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:33.957416 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547d176-ac79-4b20-9c3c-d2d0351f0159 req-8dbbfdc3-5fba-4ab2-90e9-49ef2ce8fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:33.959008 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1547d176-ac79-4b20-9c3c-d2d0351f0159 req-8dbbfdc3-5fba-4ab2-90e9-49ef2ce8fa5f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f401d804-fc47-4ec9-9c4d-dab130dd1d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1969106 Aug 19 18:13:34.018632 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-37216deb-4d31-4271-aec8-a8b13109a773 req-579925e0-1015-4a38-ab24-54899a613d5c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Deleting port 63329f52-4d29-46a2-8007-c28af4280754 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:34.019145 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-37216deb-4d31-4271-aec8-a8b13109a773 req-579925e0-1015-4a38-ab24-54899a613d5c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:34.135980 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-792721fe-3549-48fd-bef1-d7b1d29f5d15 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:34.168581 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-98ba0ef5-251b-48e1-ac48-bcee8be86a5f req-aad1290f-3aec-4c99-95eb-599b7ea0051c tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b3cbb18-950c-489a-99fe-9a1d52c37109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553895 Aug 19 18:13:34.180288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-37216deb-4d31-4271-aec8-a8b13109a773 req-579925e0-1015-4a38-ab24-54899a613d5c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] For port 63329f52-4d29-46a2-8007-c28af4280754, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=63329f52-4d29-46a2-8007-c28af4280754,segment=NetworkSegment(8c99a40c-e180-4247-b9cd-f786fdec5866),segment_id=8c99a40c-e180-4247-b9cd-f786fdec5866)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:34.180672 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-37216deb-4d31-4271-aec8-a8b13109a773 req-579925e0-1015-4a38-ab24-54899a613d5c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:34.207282 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1547d176-ac79-4b20-9c3c-d2d0351f0159 req-0497ca0b-4d13-45f2-b630-c8ddc07fb013 service neutron] 10.222.0.50 "GET /v2.0/networks/f401d804-fc47-4ec9-9c4d-dab130dd1d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969535 Aug 19 18:13:34.209984 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71ce8d9c-1b13-42fc-85b1-e7c72146a6fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:34.226119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-37216deb-4d31-4271-aec8-a8b13109a773 req-579925e0-1015-4a38-ab24-54899a613d5c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Calling delete_port for 63329f52-4d29-46a2-8007-c28af4280754 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:34.268455 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:13:34.309853 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696581d-86dd-45de-938d-cbe27389222a req-6b898d3f-a9b2-45f0-bddd-aba3a630afbc tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:34.312050 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4696581d-86dd-45de-938d-cbe27389222a req-6b898d3f-a9b2-45f0-bddd-aba3a630afbc tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.1384437 Aug 19 18:13:34.329881 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-792721fe-3549-48fd-bef1-d7b1d29f5d15 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:34.413501 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792721fe-3549-48fd-bef1-d7b1d29f5d15 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Port': ['ID=b5165e2a-1f19-4dbd-90d5-3d2a0c03c6bf,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:34.416503 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:34.437714 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6', 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429', 'port_id': 'c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6', 'mac_address': 'fa:16:3e:4e:88:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b90853f9-3a3c-4d5a-8d68-8dea22f30a90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:13:34.446299 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792721fe-3549-48fd-bef1-d7b1d29f5d15 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Network b3d78871-7019-4454-85f6-10700f3736c3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:34.455077 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-792721fe-3549-48fd-bef1-d7b1d29f5d15 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:34.458154 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1547d176-ac79-4b20-9c3c-d2d0351f0159 req-e8038aeb-dfda-4e97-925a-5ad0a0dec9f1 service neutron] 10.222.0.50 "GET /v2.0/networks/f401d804-fc47-4ec9-9c4d-dab130dd1d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087858 Aug 19 18:13:34.460995 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792721fe-3549-48fd-bef1-d7b1d29f5d15 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:34.500143 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:34.524326 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4696581d-86dd-45de-938d-cbe27389222a req-034e601d-a2c3-4d74-868d-89705855cc88 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775682 Aug 19 18:13:34.541454 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:13:34.571030 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71ce8d9c-1b13-42fc-85b1-e7c72146a6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:34.575415 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:34.581418 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:34.582259 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792721fe-3549-48fd-bef1-d7b1d29f5d15 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:34.583095 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-792721fe-3549-48fd-bef1-d7b1d29f5d15 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:34.600314 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-792721fe-3549-48fd-bef1-d7b1d29f5d15 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4465709 Aug 19 18:13:34.604162 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51074) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:34.611489 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-b5ad5543-f554-408b-b4f2-d11d33b8eeba tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Request body: {'port': {'network_id': 'b3d78871-7019-4454-85f6-10700f3736c3', 'name': 'tempest-FloatingIPTestJSON-1809693995'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:34.629126 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-37216deb-4d31-4271-aec8-a8b13109a773 req-579925e0-1015-4a38-ab24-54899a613d5c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:34.644058 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2b8b2ec3-50fb-4799-8262-97b4b1b596d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:34.648700 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:34.714027 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579925e0-1015-4a38-ab24-54899a613d5c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Pushing event deleted for resources: {'Port': ['ID=63329f52-4d29-46a2-8007-c28af4280754,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:34.736523 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ce8d9c-1b13-42fc-85b1-e7c72146a6fb admin admin] Router fbb8e251-379e-47ce-ba89-9a9ba5e66715 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:13:34.814857 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-37216deb-4d31-4271-aec8-a8b13109a773 req-579925e0-1015-4a38-ab24-54899a613d5c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] No DVR routers for this DVR port 63329f52-4d29-46a2-8007-c28af4280754 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:13:34.816307 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-37216deb-4d31-4271-aec8-a8b13109a773 req-579925e0-1015-4a38-ab24-54899a613d5c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:34.824022 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-37216deb-4d31-4271-aec8-a8b13109a773 req-579925e0-1015-4a38-ab24-54899a613d5c tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.54 "DELETE /v2.0/ports/63329f52-4d29-46a2-8007-c28af4280754 HTTP/1.1" status: 204 len: 173 time: 1.0467458 Aug 19 18:13:34.824022 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d9b2ee-ed8e-4843-b1b1-a1144a051d95', 'name': 'network-vif-deleted', 'tag': '63329f52-4d29-46a2-8007-c28af4280754'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:13:34.824022 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370ba823-533c-4ee5-a917-a97f26e8d2d5" -d '{"events": [{"server_uuid": "a1d9b2ee-ed8e-4843-b1b1-a1144a051d95", "name": "network-vif-deleted", "tag": "63329f52-4d29-46a2-8007-c28af4280754"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:13:34.867660 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393f8d22-4c25-49fb-808d-fba22e7e1f65 x-openstack-request-id: req-393f8d22-4c25-49fb-808d-fba22e7e1f65 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:13:34.867957 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d9b2ee-ed8e-4843-b1b1-a1144a051d95", "name": "network-vif-deleted", "tag": "63329f52-4d29-46a2-8007-c28af4280754", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:13:34.868198 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-393f8d22-4c25-49fb-808d-fba22e7e1f65 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:13:34.868600 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d9b2ee-ed8e-4843-b1b1-a1144a051d95', 'name': 'network-vif-deleted', 'tag': '63329f52-4d29-46a2-8007-c28af4280754', 'status': 'completed', 'code': 200} Aug 19 18:13:34.870428 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:13:34.892228 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ad5543-f554-408b-b4f2-d11d33b8eeba tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Made reservation on behalf of 68654bdf79fb406da1f88875405c74ed for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:34.896426 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b5ad5543-f554-408b-b4f2-d11d33b8eeba tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:34.920751 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-b5ad5543-f554-408b-b4f2-d11d33b8eeba tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] device_id is not set on port 0c479771-02c1-4dea-8aaa-28658041b1cb yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:13:35.109435 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e732ea77-0274-4aca-bf20-527174738068 req-92b8bfb8-3876-4a59-a8d5-2395896da827 tempest-ServersTestJSON-424975337 tempest-ServersTestJSON-424975337-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d9b2ee-ed8e-4843-b1b1-a1144a051d95 HTTP/1.1" status: 200 len: 210 time: 0.0387149 Aug 19 18:13:35.139676 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-b5ad5543-f554-408b-b4f2-d11d33b8eeba tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Allocated IP 172.20.0.5 (b3d78871-7019-4454-85f6-10700f3736c3/e25b3247-3deb-4729-98a0-8c5ae74f728e/0c479771-02c1-4dea-8aaa-28658041b1cb) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:35.228962 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51100) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:35.229128 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db1b27-cd18-4072-9148-7cdf0f90e8ef req-0b592581-e431-4aaf-a8bb-67faf278a059 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:35.231526 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87db1b27-cd18-4072-9148-7cdf0f90e8ef req-0b592581-e431-4aaf-a8bb-67faf278a059 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 945 time: 0.4475443 Aug 19 18:13:35.246907 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ce8d9c-1b13-42fc-85b1-e7c72146a6fb admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:13:35.262615 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] Sync routers for ids ['fbb8e251-379e-47ce-ba89-9a9ba5e66715'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:13:35.282649 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] Routers {'fbb8e251-379e-47ce-ba89-9a9ba5e66715'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:35.283985 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['fbb8e251-379e-47ce-ba89-9a9ba5e66715'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:35.289315 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71ce8d9c-1b13-42fc-85b1-e7c72146a6fb admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:35.294038 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-71ce8d9c-1b13-42fc-85b1-e7c72146a6fb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9616551 Aug 19 18:13:35.294682 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 51104) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:35.307717 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87db1b27-cd18-4072-9148-7cdf0f90e8ef req-6ffc1495-16bd-4292-9e8e-f2f50d931004 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635819 Aug 19 18:13:35.443708 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b5ad5543-f554-408b-b4f2-d11d33b8eeba tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:35.468900 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-15cc9acc-cf3d-4ece-8a0b-0df4d15c1cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:35.477527 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] Set router fbb8e251-379e-47ce-ba89-9a9ba5e66715 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:13:35.497038 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a06f03-9a73-4292-9fae-3a9cb8d22fe4 req-c656ff6e-9ab1-4e04-972d-c929922d22cc tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:35.498801 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8a06f03-9a73-4292-9fae-3a9cb8d22fe4 req-c656ff6e-9ab1-4e04-972d-c929922d22cc tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 943 time: 0.1296718 Aug 19 18:13:35.596986 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8a06f03-9a73-4292-9fae-3a9cb8d22fe4 req-ec803804-85a4-47b2-98b8-930054af7a15 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b3cbb18-950c-489a-99fe-9a1d52c37109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883965 Aug 19 18:13:35.607004 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b5ad5543-f554-408b-b4f2-d11d33b8eeba tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:35.692895 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ad5543-f554-408b-b4f2-d11d33b8eeba tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Network b3d78871-7019-4454-85f6-10700f3736c3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:35.699806 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-b5ad5543-f554-408b-b4f2-d11d33b8eeba tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:35.704463 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad5543-f554-408b-b4f2-d11d33b8eeba tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Port': ['ID=0c479771-02c1-4dea-8aaa-28658041b1cb,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:35.710257 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ad5543-f554-408b-b4f2-d11d33b8eeba tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:35.769778 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-15cc9acc-cf3d-4ece-8a0b-0df4d15c1cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:35.772773 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54325e-4c91-4f7e-be99-9dccd2f7c254 req-5ae9789d-80f1-499f-8f95-ae015d5beeee tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:35.774774 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb8e251-379e-47ce-ba89-9a9ba5e66715', 'name': 'tempest-ServerRescueTestJSON-184526674-router', 'tenant_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'a310f831-0d92-4fb0-abca-9c1c9274101a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:31Z', 'updated_at': '2021-08-19T18:13:33Z', 'revision_number': 3, 'project_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'gw_port': {'id': 'a310f831-0d92-4fb0-abca-9c1c9274101a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:da:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb8e251-379e-47ce-ba89-9a9ba5e66715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:32Z', 'updated_at': '2021-08-19T18:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:35.776986 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-15cc9acc-cf3d-4ece-8a0b-0df4d15c1cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:35.782331 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7f54325e-4c91-4f7e-be99-9dccd2f7c254 req-5ae9789d-80f1-499f-8f95-ae015d5beeee tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.0760174 Aug 19 18:13:35.787104 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ad5543-f554-408b-b4f2-d11d33b8eeba tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:35.787932 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b5ad5543-f554-408b-b4f2-d11d33b8eeba tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:35.803824 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] Checking router: fbb8e251-379e-47ce-ba89-9a9ba5e66715 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:13:35.804295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] Updating router fbb8e251-379e-47ce-ba89-9a9ba5e66715 port a310f831-0d92-4fb0-abca-9c1c9274101a binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:13:35.832338 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:35.837184 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b5ad5543-f554-408b-b4f2-d11d33b8eeba tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2310972 Aug 19 18:13:35.840733 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-15cc9acc-cf3d-4ece-8a0b-0df4d15c1cc2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34e91530f63a481ab5b0a5e5e0f58974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6112618 Aug 19 18:13:35.841475 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51108) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:35.843764 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc9acc-cf3d-4ece-8a0b-0df4d15c1cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41da2caa-94c2-4516-a37e-80b09e89ef3f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:35.846264 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51110) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:35.849616 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-4c21c1ed-ce8d-4705-8b9a-1ba14ec13f24 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': '0c479771-02c1-4dea-8aaa-28658041b1cb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:35.902508 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7f54325e-4c91-4f7e-be99-9dccd2f7c254 req-6b1a0a62-574f-4e14-951e-1d66834b750f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910127 Aug 19 18:13:35.904766 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c21c1ed-ce8d-4705-8b9a-1ba14ec13f24 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:35.978107 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-18ab1c27-d90a-4330-8c7f-bd95c1065f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.001713 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8d9a30fb-dbcd-4f7f-8e1f-694f230b6189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.025623 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-18ab1c27-d90a-4330-8c7f-bd95c1065f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.115442 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-18ab1c27-d90a-4330-8c7f-bd95c1065f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.118484 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-18ab1c27-d90a-4330-8c7f-bd95c1065f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.122416 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-18ab1c27-d90a-4330-8c7f-bd95c1065f1f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41da2caa-94c2-4516-a37e-80b09e89ef3f HTTP/1.1" status: 204 len: 168 time: 0.2655294 Aug 19 18:13:36.131013 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c21c1ed-ce8d-4705-8b9a-1ba14ec13f24 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.200690 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 51116) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:36.211513 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.221357 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab1c27-d90a-4330-8c7f-bd95c1065f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41da2caa-94c2-4516-a37e-80b09e89ef3f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:36.230129 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] Transition to ACTIVE for port object a310f831-0d92-4fb0-abca-9c1c9274101a will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:36.235282 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 63329f52-4d29-46a2-8007-c28af4280754 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:13:36.306813 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff412974-fdc3-4da9-94e3-ddcd58d21f39 admin admin] Deleting subnet ee52aea2-4c4c-4ce5-9853-28e4d75899b9 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:13:36.312209 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ff412974-fdc3-4da9-94e3-ddcd58d21f39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.327699 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 64152517-3ce0-428f-9e59-aafa79f30a78 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:13:36.330808 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:36.335074 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.345377 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-4c21c1ed-ce8d-4705-8b9a-1ba14ec13f24 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Allocated IP 172.25.8.4 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/796d61c9-196e-4273-bd4c-ac2191ef51f5) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:36.348481 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 63329f52-4d29-46a2-8007-c28af4280754 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:13:36.348922 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 63329f52-4d29-46a2-8007-c28af4280754 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:13:36.478379 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ff412974-fdc3-4da9-94e3-ddcd58d21f39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.505402 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] Attempting to bind port a310f831-0d92-4fb0-abca-9c1c9274101a on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:36.505870 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] Attempting to bind port a310f831-0d92-4fb0-abca-9c1c9274101a by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:36.506289 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] Attempting to bind port a310f831-0d92-4fb0-abca-9c1c9274101a on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:36.508642 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-8d9a30fb-dbcd-4f7f-8e1f-694f230b6189 admin admin] Allocated IP 172.20.0.1 (f3700011-a00d-444a-b5c3-5a096e23b70c/d1d4e6d1-19da-4c86-acd1-805ea460bc92/946b4b92-6c98-4f37-bbf6-634344f005b3) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:36.511814 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c0f8a-9ea0-4274-b1f1-cb4c91f41b66 None None] Pushing event updated for resources: {'Port': ['ID=a310f831-0d92-4fb0-abca-9c1c9274101a,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:36.523998 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:36.524471 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:36.524945 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.525401 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:36.525989 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] Bound port: a310f831-0d92-4fb0-abca-9c1c9274101a, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:36.526369 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.556017 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ff412974-fdc3-4da9-94e3-ddcd58d21f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.573078 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c21c1ed-ce8d-4705-8b9a-1ba14ec13f24 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.589267 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:36.591442 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178098c-6447-4ae5-b25c-7c80b592c1b4 req-b9fce607-226b-4193-9150-031df1f5a8c3 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:36.593334 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4178098c-6447-4ae5-b25c-7c80b592c1b4 req-b9fce607-226b-4193-9150-031df1f5a8c3 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 945 time: 0.1048977 Aug 19 18:13:36.610030 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:36.610477 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.654663 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4178098c-6447-4ae5-b25c-7c80b592c1b4 req-07a5b20d-d95b-499e-8bd8-6b1df6c06a8d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541213 Aug 19 18:13:36.676426 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] For port a310f831-0d92-4fb0-abca-9c1c9274101a, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:36.713829 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 64152517-3ce0-428f-9e59-aafa79f30a78, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=64152517-3ce0-428f-9e59-aafa79f30a78,segment=NetworkSegment(4ff22b05-bdca-4fb2-92d1-887f779a487d),segment_id=4ff22b05-bdca-4fb2-92d1-887f779a487d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:36.727233 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ff412974-fdc3-4da9-94e3-ddcd58d21f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.739145 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-3661504d-ad63-45c0-b381-9c79fba3012b service neutron] show failed (client error): The resource could not be found. Aug 19 18:13:36.739595 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-3661504d-ad63-45c0-b381-9c79fba3012b service neutron] 10.222.0.54 "GET /v2.0/ports/7760510b-7a1f-44de-9258-ac7cf7537d0d/bindings/n-h2-803753-2 HTTP/1.1" status: 404 len: 380 time: 0.0837998 Aug 19 18:13:36.750488 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] For port a310f831-0d92-4fb0-abca-9c1c9274101a, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a310f831-0d92-4fb0-abca-9c1c9274101a,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:36.754569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '64152517-3ce0-428f-9e59-aafa79f30a78', 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93', 'port_id': '64152517-3ce0-428f-9e59-aafa79f30a78', 'mac_address': 'fa:16:3e:45:f1:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d3be1f-d269-4137-8233-9cf810517229', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:13:36.761856 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.774694 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c21c1ed-ce8d-4705-8b9a-1ba14ec13f24 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.826787 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8d9a30fb-dbcd-4f7f-8e1f-694f230b6189 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.847806 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c21c1ed-ce8d-4705-8b9a-1ba14ec13f24 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:36.849781 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21c1ed-ce8d-4705-8b9a-1ba14ec13f24 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Port': ['ID=796d61c9-196e-4273-bd4c-ac2191ef51f5,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:36.863051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-4c21c1ed-ce8d-4705-8b9a-1ba14ec13f24 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:36.867279 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c21c1ed-ce8d-4705-8b9a-1ba14ec13f24 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:36.868164 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ff412974-fdc3-4da9-94e3-ddcd58d21f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.874813 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ff412974-fdc3-4da9-94e3-ddcd58d21f39 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ee52aea2-4c4c-4ce5-9853-28e4d75899b9 HTTP/1.1" status: 204 len: 168 time: 0.6703179 Aug 19 18:13:36.876367 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51134) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:36.878514 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff412974-fdc3-4da9-94e3-ddcd58d21f39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee52aea2-4c4c-4ce5-9853-28e4d75899b9,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:36.900133 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.905313 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c0f8a-9ea0-4274-b1f1-cb4c91f41b66 None None] Pushing event updated for resources: {'Port': ['ID=a310f831-0d92-4fb0-abca-9c1c9274101a,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:36.918138 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] Routers {'fbb8e251-379e-47ce-ba89-9a9ba5e66715'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:36.918856 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['fbb8e251-379e-47ce-ba89-9a9ba5e66715'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:36.978685 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64152517-3ce0-428f-9e59-aafa79f30a78 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:13:36.990146 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:37.007348 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad878b41-201c-420c-9fd3-26437cff2528 req-2704ae40-c913-4791-af9e-edafe6fa3640 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:37.009245 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ad878b41-201c-420c-9fd3-26437cff2528 req-2704ae40-c913-4791-af9e-edafe6fa3640 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 943 time: 0.2676985 Aug 19 18:13:37.036356 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8d9a30fb-dbcd-4f7f-8e1f-694f230b6189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:37.090731 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 64152517-3ce0-428f-9e59-aafa79f30a78, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=64152517-3ce0-428f-9e59-aafa79f30a78,segment=NetworkSegment(4ff22b05-bdca-4fb2-92d1-887f779a487d),segment_id=4ff22b05-bdca-4fb2-92d1-887f779a487d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:37.222525 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9a30fb-dbcd-4f7f-8e1f-694f230b6189 admin admin] Network f3700011-a00d-444a-b5c3-5a096e23b70c is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:37.241596 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-8d9a30fb-dbcd-4f7f-8e1f-694f230b6189 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:37.252698 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9a30fb-dbcd-4f7f-8e1f-694f230b6189 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:37.253163 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:37.266503 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ad878b41-201c-420c-9fd3-26437cff2528 req-e22b5f0a-501a-4b77-89b6-ea8922089d83 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b3cbb18-950c-489a-99fe-9a1d52c37109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466609 Aug 19 18:13:37.272054 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-176af627-5c87-46d9-a9f6-be9bc6bd9bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:37.275907 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-176af627-5c87-46d9-a9f6-be9bc6bd9bc1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680&tenant_id=55902b3290884d098547fd36e6097a39 HTTP/1.1" status: 200 len: 1100 time: 0.2640357 Aug 19 18:13:37.299002 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbab3a8a-5e6c-48cf-aef6-79393b377e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:37.303345 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80467993-311f-454b-b984-41604051d173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:13:37.305880 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b31a55-c311-439d-b4e4-9e2d9b86425b" -d '{"events": [{"server_uuid": "80467993-311f-454b-b984-41604051d173", "name": "network-vif-plugged", "status": "completed", "tag": "c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:13:37.346966 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a30fb-dbcd-4f7f-8e1f-694f230b6189 admin admin] Pushing event updated for resources: {'Port': ['ID=946b4b92-6c98-4f37-bbf6-634344f005b3,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:37.372244 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803753-2', 'device_owner': 'compute:nova'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:37.394197 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:37.423499 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ac0e1d-777b-4775-b1de-8a554c3e06a9 x-openstack-request-id: req-a2ac0e1d-777b-4775-b1de-8a554c3e06a9 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:13:37.424815 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80467993-311f-454b-b984-41604051d173", "name": "network-vif-plugged", "status": "completed", "tag": "c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:13:37.425264 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2ac0e1d-777b-4775-b1de-8a554c3e06a9 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:13:37.426866 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80467993-311f-454b-b984-41604051d173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6', 'code': 200} Aug 19 18:13:37.437007 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] Set router fbb8e251-379e-47ce-ba89-9a9ba5e66715 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:13:37.448633 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:37.451030 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:37.554907 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=64152517-3ce0-428f-9e59-aafa79f30a78,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:37.564335 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-13ccba88-7ca7-449f-b04a-27c2578469d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:37.592541 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8d9a30fb-dbcd-4f7f-8e1f-694f230b6189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:37.613004 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['64152517-3ce0-428f-9e59-aafa79f30a78'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:13:37.719055 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:37.859402 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4067390-d031-44ac-aad0-99f67d0f0417 req-c42d3bff-71e7-4e0b-a7e6-ac4ea900221b tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:37.861636 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4067390-d031-44ac-aad0-99f67d0f0417 req-c42d3bff-71e7-4e0b-a7e6-ac4ea900221b tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.2337422 Aug 19 18:13:37.879662 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-13ccba88-7ca7-449f-b04a-27c2578469d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:37.901559 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb8e251-379e-47ce-ba89-9a9ba5e66715', 'name': 'tempest-ServerRescueTestJSON-184526674-router', 'tenant_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'a310f831-0d92-4fb0-abca-9c1c9274101a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:31Z', 'updated_at': '2021-08-19T18:13:33Z', 'revision_number': 3, 'project_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'gw_port': {'id': 'a310f831-0d92-4fb0-abca-9c1c9274101a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:da:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb8e251-379e-47ce-ba89-9a9ba5e66715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:32Z', 'updated_at': '2021-08-19T18:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:37.920526 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f221c65-8196-434e-9ae1-6634d1cb4af7 req-6377e2ae-3236-4868-b31e-f1f66b37028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:37.922617 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1f221c65-8196-434e-9ae1-6634d1cb4af7 req-6377e2ae-3236-4868-b31e-f1f66b37028c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 1097 time: 0.4531517 Aug 19 18:13:37.923642 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:37.943181 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab491002-ca69-4b51-9876-b44faa81a373 None None] The sync data for ids ['fbb8e251-379e-47ce-ba89-9a9ba5e66715'] in n-d-803753-2 is: [{'id': 'fbb8e251-379e-47ce-ba89-9a9ba5e66715', 'name': 'tempest-ServerRescueTestJSON-184526674-router', 'tenant_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'a310f831-0d92-4fb0-abca-9c1c9274101a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:31Z', 'updated_at': '2021-08-19T18:13:33Z', 'revision_number': 3, 'project_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'gw_port': {'id': 'a310f831-0d92-4fb0-abca-9c1c9274101a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:da:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb8e251-379e-47ce-ba89-9a9ba5e66715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:32Z', 'updated_at': '2021-08-19T18:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:13:37.983087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-13ccba88-7ca7-449f-b04a-27c2578469d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ca3005-f821-4bbf-9771-cb98a9ef289d']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:37.990764 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4067390-d031-44ac-aad0-99f67d0f0417 req-c135f0dc-0377-49b2-a7b4-8dea1f68273e tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206031 Aug 19 18:13:38.005654 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-13ccba88-7ca7-449f-b04a-27c2578469d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c99a40c-e180-4247-b9cd-f786fdec5866') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:38.006341 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-13ccba88-7ca7-449f-b04a-27c2578469d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c99a40c-e180-4247-b9cd-f786fdec5866') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:38.042536 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3c089d06-cfbb-448b-a30a-49a6b1491868 req-37dceab7-2633-4c49-9e71-7037ba6071dc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2183101 Aug 19 18:13:38.056451 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-13ccba88-7ca7-449f-b04a-27c2578469d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:38.069775 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db33eb-40eb-4398-985c-3d3064424a19 req-0a4131c3-b38f-497e-8a98-74b223afcd17 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:38.072271 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2db33eb-40eb-4398-985c-3d3064424a19 req-0a4131c3-b38f-497e-8a98-74b223afcd17 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 946 time: 0.2633405 Aug 19 18:13:38.097332 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8d9a30fb-dbcd-4f7f-8e1f-694f230b6189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:38.123662 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:38.148110 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-13ccba88-7ca7-449f-b04a-27c2578469d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:38.158262 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ccba88-7ca7-449f-b04a-27c2578469d9 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:13:38.158471 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1f221c65-8196-434e-9ae1-6634d1cb4af7 req-1fa67499-a4de-46bb-be68-819f71419782 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199771 Aug 19 18:13:38.158951 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-13ccba88-7ca7-449f-b04a-27c2578469d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:13:38.160948 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:13:38.269674 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-13ccba88-7ca7-449f-b04a-27c2578469d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:38.286451 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-13ccba88-7ca7-449f-b04a-27c2578469d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:38.289235 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-13ccba88-7ca7-449f-b04a-27c2578469d9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f6ca3005-f821-4bbf-9771-cb98a9ef289d HTTP/1.1" status: 204 len: 168 time: 1.3890700 Aug 19 18:13:38.397067 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2db33eb-40eb-4398-985c-3d3064424a19 req-11022cb8-38de-4287-aef7-7eb553fe6f65 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036878 Aug 19 18:13:38.450835 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ccba88-7ca7-449f-b04a-27c2578469d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6ca3005-f821-4bbf-9771-cb98a9ef289d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:38.460184 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c089d06-cfbb-448b-a30a-49a6b1491868 req-99046cf8-ac6b-47a7-a4a2-2bbb365293ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:38.462433 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3c089d06-cfbb-448b-a30a-49a6b1491868 req-99046cf8-ac6b-47a7-a4a2-2bbb365293ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 1100 time: 0.3496082 Aug 19 18:13:38.577340 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeea62c-46cb-44c7-9d4e-5a316955df72 req-49eaf362-3811-4c7b-8e1c-9bf580e5cb89 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:38.585480 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1eeea62c-46cb-44c7-9d4e-5a316955df72 req-49eaf362-3811-4c7b-8e1c-9bf580e5cb89 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 944 time: 0.1941288 Aug 19 18:13:38.615851 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51180) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:38.739462 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1eeea62c-46cb-44c7-9d4e-5a316955df72 req-ff07c3de-093e-407c-a6ac-cd0c6a15df43 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b3cbb18-950c-489a-99fe-9a1d52c37109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529880 Aug 19 18:13:38.748638 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a091e4e8-e66b-4856-8edd-799ecb2393ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae64f3b0d3994e079c6bfc4ab34b357b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0940325 Aug 19 18:13:38.755247 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51182) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:38.784286 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c21c1ed-ce8d-4705-8b9a-1ba14ec13f24 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:38.894922 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fab6882a-bae3-4e9c-9edc-f6deeb0d2de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:38.918052 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c21c1ed-ce8d-4705-8b9a-1ba14ec13f24 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:38.958398 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fab6882a-bae3-4e9c-9edc-f6deeb0d2de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:38.969025 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] For port 7760510b-7a1f-44de-9258-ac7cf7537d0d, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:39.060784 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c089d06-cfbb-448b-a30a-49a6b1491868 req-33dbfdb1-beab-4c2e-a68c-94f0a55c4b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:39.062305 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3c089d06-cfbb-448b-a30a-49a6b1491868 req-33dbfdb1-beab-4c2e-a68c-94f0a55c4b70 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.5690813 Aug 19 18:13:39.065291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] For port 7760510b-7a1f-44de-9258-ac7cf7537d0d, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:39.121524 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fab6882a-bae3-4e9c-9edc-f6deeb0d2de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.124154 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fab6882a-bae3-4e9c-9edc-f6deeb0d2de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.125339 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fab6882a-bae3-4e9c-9edc-f6deeb0d2de9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b HTTP/1.1" status: 204 len: 168 time: 0.3689234 Aug 19 18:13:39.149261 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6882a-bae3-4e9c-9edc-f6deeb0d2de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6b2bbc-ba8f-4b13-bef2-00f809acfa8b,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:39.217662 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3c089d06-cfbb-448b-a30a-49a6b1491868 req-82693cb2-a8f9-415d-b177-99cc43c83215 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=e85711fe-eef0-455e-81cb-486825a5ee7c HTTP/1.1" status: 200 len: 217 time: 0.1310692 Aug 19 18:13:39.227869 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c21c1ed-ce8d-4705-8b9a-1ba14ec13f24 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.239299 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c21c1ed-ce8d-4705-8b9a-1ba14ec13f24 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.247189 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2346e12a-e172-4665-96cc-be565b373680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7760510b-7a1f-44de-9258-ac7cf7537d0d'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:13:39.250308 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301a833c-deea-4276-a546-a3b653135ea3" -d '{"events": [{"server_uuid": "2346e12a-e172-4665-96cc-be565b373680", "name": "network-vif-unplugged", "status": "completed", "tag": "7760510b-7a1f-44de-9258-ac7cf7537d0d"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:13:39.254403 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.324703 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8d9a30fb-dbcd-4f7f-8e1f-694f230b6189 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.342156 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8d9a30fb-dbcd-4f7f-8e1f-694f230b6189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.345497 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] Transition to ACTIVE for port object 7760510b-7a1f-44de-9258-ac7cf7537d0d will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:39.364238 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f0728-8f8d-440d-96d1-5b413594b954 req-8e4cdbcf-d67a-4694-9985-77b3530ae5c7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:39.365838 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1d2f0728-8f8d-440d-96d1-5b413594b954 req-8e4cdbcf-d67a-4694-9985-77b3530ae5c7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.2381158 Aug 19 18:13:39.368527 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd2ae5f-918c-4c35-8884-93b308c58cd0 x-openstack-request-id: req-9fd2ae5f-918c-4c35-8884-93b308c58cd0 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:13:39.368738 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2346e12a-e172-4665-96cc-be565b373680", "name": "network-vif-unplugged", "status": "completed", "tag": "7760510b-7a1f-44de-9258-ac7cf7537d0d", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:13:39.369011 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9fd2ae5f-918c-4c35-8884-93b308c58cd0 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:13:39.369478 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2346e12a-e172-4665-96cc-be565b373680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7760510b-7a1f-44de-9258-ac7cf7537d0d', 'code': 200} Aug 19 18:13:39.419098 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.430314 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c089d06-cfbb-448b-a30a-49a6b1491868 req-19e4c9e9-3e42-4c42-b941-b384ae87dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:39.432197 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3c089d06-cfbb-448b-a30a-49a6b1491868 req-19e4c9e9-3e42-4c42-b941-b384ae87dafa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.2007868 Aug 19 18:13:39.438494 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21c1ed-ce8d-4705-8b9a-1ba14ec13f24 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Port': ['ID=796d61c9-196e-4273-bd4c-ac2191ef51f5,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:39.470264 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c21c1ed-ce8d-4705-8b9a-1ba14ec13f24 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.532471 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a30fb-dbcd-4f7f-8e1f-694f230b6189 admin admin] Pushing event updated for resources: {'Port': ['ID=946b4b92-6c98-4f37-bbf6-634344f005b3,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:39.543181 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8d9a30fb-dbcd-4f7f-8e1f-694f230b6189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.611038 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] No DVR routers for this DVR port 7760510b-7a1f-44de-9258-ac7cf7537d0d on host n-h1-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:13:39.652370 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1d2f0728-8f8d-440d-96d1-5b413594b954 req-fcc229ed-0d1f-4d7e-a86d-79c5d462d0c0 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543266 Aug 19 18:13:39.700622 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-4c21c1ed-ce8d-4705-8b9a-1ba14ec13f24 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Floating IP 482e3f33-902f-4347-8cea-49da92e874c3 associated. External IP: 172.25.8.4, port: 0c479771-02c1-4dea-8aaa-28658041b1cb. Aug 19 18:13:39.834875 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9a30fb-dbcd-4f7f-8e1f-694f230b6189 admin admin] Network f3700011-a00d-444a-b5c3-5a096e23b70c is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:39.841546 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e298c-dae0-4519-b5e6-46793bd07d46 req-39fae590-404d-4224-9c46-868d40edff20 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:39.851444 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d75e298c-dae0-4519-b5e6-46793bd07d46 req-39fae590-404d-4224-9c46-868d40edff20 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 946 time: 0.2967789 Aug 19 18:13:39.878373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c089d06-cfbb-448b-a30a-49a6b1491868 req-9371c93a-a231-4630-8409-df366ee501a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:39.880127 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3c089d06-cfbb-448b-a30a-49a6b1491868 req-9371c93a-a231-4630-8409-df366ee501a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4350202 Aug 19 18:13:39.882741 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-8d9a30fb-dbcd-4f7f-8e1f-694f230b6189 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:39.894915 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] Pushing event updated for resources: {'Port': ['ID=7760510b-7a1f-44de-9258-ac7cf7537d0d,revision_number=6']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:39.930472 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] Attempting to bind port 7760510b-7a1f-44de-9258-ac7cf7537d0d on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:39.930825 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] Attempting to bind port 7760510b-7a1f-44de-9258-ac7cf7537d0d by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:39.931163 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] Attempting to bind port 7760510b-7a1f-44de-9258-ac7cf7537d0d on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:39.931705 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d75e298c-dae0-4519-b5e6-46793bd07d46 req-812980a1-a25b-4586-873d-3fba632bc62c tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653391 Aug 19 18:13:40.090248 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c21c1ed-ce8d-4705-8b9a-1ba14ec13f24 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Router 82e3a0eb-169b-407c-b3e6-4504654fdfb5 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:13:40.090623 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:40.190934 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] Port 7760510b-7a1f-44de-9258-ac7cf7537d0d on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:13:40.191653 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] Attempting to bind port 7760510b-7a1f-44de-9258-ac7cf7537d0d on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:40.203430 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:40.203909 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:40.204415 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:40.204959 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] Bound port: 7760510b-7a1f-44de-9258-ac7cf7537d0d, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:40.205416 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:40.222577 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 7760510b-7a1f-44de-9258-ac7cf7537d0d no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:13:40.268200 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a310f831-0d92-4fb0-abca-9c1c9274101a up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:40.321916 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c21c1ed-ce8d-4705-8b9a-1ba14ec13f24 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:13:40.323787 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] For port 7760510b-7a1f-44de-9258-ac7cf7537d0d, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:40.328777 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] For port 7760510b-7a1f-44de-9258-ac7cf7537d0d, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:40.336652 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62338ec1-5353-424f-95e8-cd5d209d49e0 None None] Sync routers for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:13:40.344374 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:40.375168 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 64152517-3ce0-428f-9e59-aafa79f30a78 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:40.375628 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62338ec1-5353-424f-95e8-cd5d209d49e0 None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:40.377065 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-62338ec1-5353-424f-95e8-cd5d209d49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:40.377908 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c21c1ed-ce8d-4705-8b9a-1ba14ec13f24 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:40.440280 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] Pushing event updated for resources: {'Port': ['ID=7760510b-7a1f-44de-9258-ac7cf7537d0d,revision_number=7']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:40.444072 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-62338ec1-5353-424f-95e8-cd5d209d49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:40.446028 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9a30fb-dbcd-4f7f-8e1f-694f230b6189 admin admin] Router fbb8e251-379e-47ce-ba89-9a9ba5e66715 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:13:40.466714 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62338ec1-5353-424f-95e8-cd5d209d49e0 None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:40.467916 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-62338ec1-5353-424f-95e8-cd5d209d49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:40.472690 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4c21c1ed-ce8d-4705-8b9a-1ba14ec13f24 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.6296461 Aug 19 18:13:40.473382 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51224) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:40.476067 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2cb01-8b9e-478e-8b5c-885b3c5688ec req-9f45520a-01c6-4379-8522-407f6db0aa43 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:40.477699 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9ee2cb01-8b9e-478e-8b5c-885b3c5688ec req-9f45520a-01c6-4379-8522-407f6db0aa43 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 944 time: 0.3261974 Aug 19 18:13:40.496075 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d0502e26-5ea7-4d1e-a117-693658cd52e1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:40.532115 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:40.532772 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:40.534371 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-c0e6c74f-ea21-4ea9-805c-f61d046b442e service neutron] 10.222.0.50 "PUT /v2.0/ports/7760510b-7a1f-44de-9258-ac7cf7537d0d HTTP/1.1" status: 200 len: 1095 time: 3.1926198 Aug 19 18:13:40.552548 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-62338ec1-5353-424f-95e8-cd5d209d49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:40.554250 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62338ec1-5353-424f-95e8-cd5d209d49e0 None None] The sync data for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:13:40.561293 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port a310f831-0d92-4fb0-abca-9c1c9274101a completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:40.572772 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port a310f831-0d92-4fb0-abca-9c1c9274101a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:40.573526 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:40.578114 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 7760510b-7a1f-44de-9258-ac7cf7537d0d not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:13:40.656873 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0502e26-5ea7-4d1e-a117-693658cd52e1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:40.657564 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 64152517-3ce0-428f-9e59-aafa79f30a78 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:40.680915 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 64152517-3ce0-428f-9e59-aafa79f30a78 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:40.681349 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:40.685480 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3c089d06-cfbb-448b-a30a-49a6b1491868 req-f2047172-9cb3-45a6-8149-ec865781697c service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7849207 Aug 19 18:13:40.825872 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:40.835817 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:40.884808 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3c089d06-cfbb-448b-a30a-49a6b1491868 req-09aff30f-2a56-4f27-968e-ae1874dc7cae service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629188 Aug 19 18:13:40.903767 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port a310f831-0d92-4fb0-abca-9c1c9274101a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a310f831-0d92-4fb0-abca-9c1c9274101a,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:40.928534 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:40.987201 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9ee2cb01-8b9e-478e-8b5c-885b3c5688ec req-7089e330-3b99-487f-8ab6-8805a840cc3d tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b3cbb18-950c-489a-99fe-9a1d52c37109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988494 Aug 19 18:13:41.003695 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-a84ca614-a589-482c-83d6-5aebd0120fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:41.005287 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-a84ca614-a589-482c-83d6-5aebd0120fa6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 1098 time: 0.3598697 Aug 19 18:13:41.016248 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaece3b3-1939-4779-8c92-6ffcce0f8a4f req-c284aabf-6f71-46ad-b912-71a1e78dd7ac tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:41.017822 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eaece3b3-1939-4779-8c92-6ffcce0f8a4f req-c284aabf-6f71-46ad-b912-71a1e78dd7ac tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 947 time: 0.2503667 Aug 19 18:13:41.022440 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0502e26-5ea7-4d1e-a117-693658cd52e1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:41.036003 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0502e26-5ea7-4d1e-a117-693658cd52e1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:41.036555 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-d0502e26-5ea7-4d1e-a117-693658cd52e1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Floating IP 482e3f33-902f-4347-8cea-49da92e874c3 disassociated. External IP: 172.25.8.4, port: 0c479771-02c1-4dea-8aaa-28658041b1cb. Aug 19 18:13:41.068850 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:41.085796 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9a30fb-dbcd-4f7f-8e1f-694f230b6189 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:13:41.100728 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8d9a30fb-dbcd-4f7f-8e1f-694f230b6189 admin admin] 10.222.0.24 "PUT /v2.0/routers/fbb8e251-379e-47ce-ba89-9a9ba5e66715/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7951086 Aug 19 18:13:41.117980 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] Sync routers for ids ['fbb8e251-379e-47ce-ba89-9a9ba5e66715'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:13:41.126459 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=a310f831-0d92-4fb0-abca-9c1c9274101a,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:41.151606 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b54f953-d878-4a4b-915c-2853b0e8b295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64152517-3ce0-428f-9e59-aafa79f30a78'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:13:41.154888 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e91be6-49b5-4c82-b605-238c382958f5" -d '{"events": [{"server_uuid": "6b54f953-d878-4a4b-915c-2853b0e8b295", "name": "network-vif-plugged", "status": "completed", "tag": "64152517-3ce0-428f-9e59-aafa79f30a78"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:13:41.168109 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] Routers {'fbb8e251-379e-47ce-ba89-9a9ba5e66715'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:41.168990 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['fbb8e251-379e-47ce-ba89-9a9ba5e66715'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:41.176615 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 64152517-3ce0-428f-9e59-aafa79f30a78, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=64152517-3ce0-428f-9e59-aafa79f30a78,segment=NetworkSegment(4ff22b05-bdca-4fb2-92d1-887f779a487d),segment_id=4ff22b05-bdca-4fb2-92d1-887f779a487d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:41.188132 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-5e9e6b55-5cad-4104-98ac-daaf19ffd756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:41.189879 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-5e9e6b55-5cad-4104-98ac-daaf19ffd756 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.1754339 Aug 19 18:13:41.216803 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:41.234556 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51248) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:41.298204 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-59915be5-2d19-46dd-9e4c-7683abcb4f85 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d HTTP/1.1" status: 200 len: 217 time: 0.0991211 Aug 19 18:13:41.326525 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=64152517-3ce0-428f-9e59-aafa79f30a78,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:41.333238 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eaece3b3-1939-4779-8c92-6ffcce0f8a4f req-f1643bf9-def0-4772-9773-12991b41e80b tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080764 Aug 19 18:13:41.370481 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] Set router fbb8e251-379e-47ce-ba89-9a9ba5e66715 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:13:41.392224 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2346e12a-e172-4665-96cc-be565b373680', 'tag': '7760510b-7a1f-44de-9258-ac7cf7537d0d'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:13:41.396125 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881667bb-6931-4129-bb92-f1996ced0a63" -d '{"events": [{"name": "network-changed", "server_uuid": "2346e12a-e172-4665-96cc-be565b373680", "tag": "7760510b-7a1f-44de-9258-ac7cf7537d0d"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:13:41.399995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-85ba1267-09af-4a5e-ad95-47a928641109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:41.401791 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-85ba1267-09af-4a5e-ad95-47a928641109 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0860243 Aug 19 18:13:41.457608 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6602b-6c2f-4b12-a054-1725d8e705a8 req-6f5afd63-cb08-4be9-9216-b68d362b548a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:41.462390 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccca0da-79f1-42a8-af56-90958bba2c4d x-openstack-request-id: req-cccca0da-79f1-42a8-af56-90958bba2c4d {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:13:41.464608 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b54f953-d878-4a4b-915c-2853b0e8b295", "name": "network-vif-plugged", "status": "completed", "tag": "64152517-3ce0-428f-9e59-aafa79f30a78", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:13:41.465119 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cccca0da-79f1-42a8-af56-90958bba2c4d {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:13:41.465760 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b54f953-d878-4a4b-915c-2853b0e8b295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64152517-3ce0-428f-9e59-aafa79f30a78', 'code': 200} Aug 19 18:13:41.467466 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3bb6602b-6c2f-4b12-a054-1725d8e705a8 req-6f5afd63-cb08-4be9-9216-b68d362b548a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 946 time: 0.1838648 Aug 19 18:13:41.508730 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2ac4ce-b065-4020-86aa-95b26e764726 x-openstack-request-id: req-cd2ac4ce-b065-4020-86aa-95b26e764726 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:13:41.509387 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2346e12a-e172-4665-96cc-be565b373680", "tag": "7760510b-7a1f-44de-9258-ac7cf7537d0d", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:13:41.509935 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd2ac4ce-b065-4020-86aa-95b26e764726 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:13:41.510621 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2346e12a-e172-4665-96cc-be565b373680', 'tag': '7760510b-7a1f-44de-9258-ac7cf7537d0d', 'status': 'completed', 'code': 200} Aug 19 18:13:41.574336 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3bb6602b-6c2f-4b12-a054-1725d8e705a8 req-d1d0a199-094a-471b-b7fc-4b8cbfb4ae2c tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059742 Aug 19 18:13:41.583655 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-3a66fc67-b0b3-4d97-be04-4172a9f92511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:41.585710 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-3a66fc67-b0b3-4d97-be04-4172a9f92511 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1675146 Aug 19 18:13:41.645334 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdab3f-d7d3-4e5d-bbfe-3f04d715409c req-842bd14b-2317-40a6-ac45-d61aa6d4b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:41.647878 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3fdab3f-d7d3-4e5d-bbfe-3f04d715409c req-842bd14b-2317-40a6-ac45-d61aa6d4b25f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 1096 time: 0.1403425 Aug 19 18:13:41.707748 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6c1c873-7da5-4f92-9403-a1e63ffc283f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:41.726446 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb8e251-379e-47ce-ba89-9a9ba5e66715', 'name': 'tempest-ServerRescueTestJSON-184526674-router', 'tenant_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'a310f831-0d92-4fb0-abca-9c1c9274101a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:31Z', 'updated_at': '2021-08-19T18:13:37Z', 'revision_number': 4, 'project_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'gw_port': {'id': 'a310f831-0d92-4fb0-abca-9c1c9274101a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb8e251-379e-47ce-ba89-9a9ba5e66715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:32Z', 'updated_at': '2021-08-19T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '946b4b92-6c98-4f37-bbf6-634344f005b3', 'name': '', 'network_id': 'f3700011-a00d-444a-b5c3-5a096e23b70c', 'tenant_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'mac_address': 'fa:16:3e:07:74:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb8e251-379e-47ce-ba89-9a9ba5e66715', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'd1d4e6d1-19da-4c86-acd1-805ea460bc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:36Z', 'updated_at': '2021-08-19T18:13:38Z', 'revision_number': 2, 'project_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'subnets': [{'id': 'd1d4e6d1-19da-4c86-acd1-805ea460bc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:41.741719 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3fdab3f-d7d3-4e5d-bbfe-3f04d715409c req-95e7ac0b-2726-4113-baea-74af3ffa57d3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8b3cbb18-950c-489a-99fe-9a1d52c37109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588107 Aug 19 18:13:41.756816 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] Checking router: fbb8e251-379e-47ce-ba89-9a9ba5e66715 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:13:41.756917 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] Updating router fbb8e251-379e-47ce-ba89-9a9ba5e66715 port 946b4b92-6c98-4f37-bbf6-634344f005b3 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:13:41.783989 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-1d86d234-778a-4d2f-8554-a6c7cb881f8c service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869390 Aug 19 18:13:41.804550 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:41.817341 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881667bb-6931-4129-bb92-f1996ced0a63 req-4557c7a9-6745-47f5-9de6-b03f520f58f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:41.818948 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-881667bb-6931-4129-bb92-f1996ced0a63 req-4557c7a9-6745-47f5-9de6-b03f520f58f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 1098 time: 0.2710831 Aug 19 18:13:41.920018 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0502e26-5ea7-4d1e-a117-693658cd52e1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Router 82e3a0eb-169b-407c-b3e6-4504654fdfb5 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:13:41.951599 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881667bb-6931-4129-bb92-f1996ced0a63 req-f66f425d-64a9-43ce-b7aa-f30ffcd1c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:41.953097 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-881667bb-6931-4129-bb92-f1996ced0a63 req-f66f425d-64a9-43ce-b7aa-f30ffcd1c76f service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.1222343 Aug 19 18:13:41.955205 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6c1c873-7da5-4f92-9403-a1e63ffc283f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:41.977932 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6c1c873-7da5-4f92-9403-a1e63ffc283f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:42.090787 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1c873-7da5-4f92-9403-a1e63ffc283f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909e624d-233c-4391-ae22-cfd92a254cde,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:42.103484 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-881667bb-6931-4129-bb92-f1996ced0a63 req-4cb3487d-3011-4a93-928b-d954c8fdce90 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d HTTP/1.1" status: 200 len: 217 time: 0.1389689 Aug 19 18:13:42.219002 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a6c1c873-7da5-4f92-9403-a1e63ffc283f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a63b338d5884c95b26abe645e6bfbf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9389153 Aug 19 18:13:42.222201 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a310f831-0d92-4fb0-abca-9c1c9274101a up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:42.246854 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 51288) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:42.333434 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0502e26-5ea7-4d1e-a117-693658cd52e1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:13:42.342923 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0502e26-5ea7-4d1e-a117-693658cd52e1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:42.345166 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52958c7a-ac31-40aa-a921-155bb81cddad None None] Sync routers for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:13:42.359443 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52958c7a-ac31-40aa-a921-155bb81cddad None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:42.360156 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-52958c7a-ac31-40aa-a921-155bb81cddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:42.398349 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d0502e26-5ea7-4d1e-a117-693658cd52e1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "PUT /v2.0/floatingips/482e3f33-902f-4347-8cea-49da92e874c3 HTTP/1.1" status: 200 len: 686 time: 1.9237947 Aug 19 18:13:42.401016 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51292) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:42.410241 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3467d3e-4d3e-4fd2-ab76-543f29ffd792 req-66657067-37e7-4580-b8b8-7afd287fbaf1 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441333 Aug 19 18:13:42.485491 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:42.489956 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-52958c7a-ac31-40aa-a921-155bb81cddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:42.498517 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] Transition to ACTIVE for port object 946b4b92-6c98-4f37-bbf6-634344f005b3 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:42.502555 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881667bb-6931-4129-bb92-f1996ced0a63 req-d55a6d9f-7d94-48a7-8468-084bdaf6f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:42.504049 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-881667bb-6931-4129-bb92-f1996ced0a63 req-d55a6d9f-7d94-48a7-8468-084bdaf6f505 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.3845391 Aug 19 18:13:42.508579 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:42.535860 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52958c7a-ac31-40aa-a921-155bb81cddad None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:42.536896 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-52958c7a-ac31-40aa-a921-155bb81cddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:42.598188 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port a310f831-0d92-4fb0-abca-9c1c9274101a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:42.598552 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:42.610304 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8dd88a7a-a161-40fb-a817-990a0147cf73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:42.620923 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f68c2-a358-490a-b81f-66c16f68996c req-518093b2-3271-4c5c-9e57-fea30a5dfaaa tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:42.627236 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-52958c7a-ac31-40aa-a921-155bb81cddad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:42.627908 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52958c7a-ac31-40aa-a921-155bb81cddad None None] The sync data for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:13:42.635085 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4e5f68c2-a358-490a-b81f-66c16f68996c req-518093b2-3271-4c5c-9e57-fea30a5dfaaa tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 945 time: 0.4424567 Aug 19 18:13:42.655647 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794b51a-181e-430a-9a31-83e12842e04f None None] Pushing event updated for resources: {'Port': ['ID=946b4b92-6c98-4f37-bbf6-634344f005b3,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:42.681089 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881667bb-6931-4129-bb92-f1996ced0a63 req-1b87f4c9-94c5-4481-8346-eb5ce3a04c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:42.683857 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-881667bb-6931-4129-bb92-f1996ced0a63 req-1b87f4c9-94c5-4481-8346-eb5ce3a04c62 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 1098 time: 0.1787617 Aug 19 18:13:42.699855 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8dd88a7a-a161-40fb-a817-990a0147cf73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:42.788850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] Attempting to bind port 946b4b92-6c98-4f37-bbf6-634344f005b3 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:42.789216 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] Attempting to bind port 946b4b92-6c98-4f37-bbf6-634344f005b3 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '8d1b91f9-eb67-4862-ab25-b92a357c2185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f3700011-a00d-444a-b5c3-5a096e23b70c'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:42.789721 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] Attempting to bind port 946b4b92-6c98-4f37-bbf6-634344f005b3 on network f3700011-a00d-444a-b5c3-5a096e23b70c {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:42.799080 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4e5f68c2-a358-490a-b81f-66c16f68996c req-75f2b63f-11c1-4255-b05a-e70c9cb2a89e tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b3cbb18-950c-489a-99fe-9a1d52c37109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623092 Aug 19 18:13:42.800528 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:42.800903 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] Checking segment: {'id': '8d1b91f9-eb67-4862-ab25-b92a357c2185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f3700011-a00d-444a-b5c3-5a096e23b70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:42.801591 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:42.817872 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] Bound using segment: {'id': '8d1b91f9-eb67-4862-ab25-b92a357c2185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f3700011-a00d-444a-b5c3-5a096e23b70c'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:42.827285 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] Bound port: 946b4b92-6c98-4f37-bbf6-634344f005b3, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1b91f9-eb67-4862-ab25-b92a357c2185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f3700011-a00d-444a-b5c3-5a096e23b70c'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:42.827285 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:42.888783 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8dd88a7a-a161-40fb-a817-990a0147cf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:42.893880 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8dd88a7a-a161-40fb-a817-990a0147cf73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:42.895646 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8dd88a7a-a161-40fb-a817-990a0147cf73 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/909e624d-233c-4391-ae22-cfd92a254cde HTTP/1.1" status: 204 len: 168 time: 0.6464159 Aug 19 18:13:42.900063 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881667bb-6931-4129-bb92-f1996ced0a63 req-ae6b60e5-7bcf-42f5-a8c4-dbadbdbff3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:42.902205 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-881667bb-6931-4129-bb92-f1996ced0a63 req-ae6b60e5-7bcf-42f5-a8c4-dbadbdbff3f3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.2052002 Aug 19 18:13:42.927971 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd88a7a-a161-40fb-a817-990a0147cf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909e624d-233c-4391-ae22-cfd92a254cde,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:43.011636 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-881667bb-6931-4129-bb92-f1996ced0a63 req-a61f21f4-5a11-4085-b30f-0c4d86045264 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d HTTP/1.1" status: 200 len: 217 time: 0.0981145 Aug 19 18:13:43.050926 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] For port 946b4b92-6c98-4f37-bbf6-634344f005b3, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:43.054723 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] For port 946b4b92-6c98-4f37-bbf6-634344f005b3, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=946b4b92-6c98-4f37-bbf6-634344f005b3,segment=NetworkSegment(8d1b91f9-eb67-4862-ab25-b92a357c2185),segment_id=8d1b91f9-eb67-4862-ab25-b92a357c2185)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:43.060624 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:43.194183 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881667bb-6931-4129-bb92-f1996ced0a63 req-c6e357f8-e43b-4ba6-8212-ffb8615afe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:43.196010 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-881667bb-6931-4129-bb92-f1996ced0a63 req-c6e357f8-e43b-4ba6-8212-ffb8615afe81 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1683519 Aug 19 18:13:43.219077 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] Routers {'fbb8e251-379e-47ce-ba89-9a9ba5e66715'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:43.219729 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['fbb8e251-379e-47ce-ba89-9a9ba5e66715'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:43.222409 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794b51a-181e-430a-9a31-83e12842e04f None None] Pushing event updated for resources: {'Port': ['ID=946b4b92-6c98-4f37-bbf6-634344f005b3,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:43.296147 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033bf94-e430-4750-bede-d4ab7c0ac246 req-52c6b8d8-125c-4781-b37f-2fcadc4d4cda tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:43.298056 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4033bf94-e430-4750-bede-d4ab7c0ac246 req-52c6b8d8-125c-4781-b37f-2fcadc4d4cda tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 947 time: 0.2614124 Aug 19 18:13:43.401884 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881667bb-6931-4129-bb92-f1996ced0a63 req-d9bf8865-efb7-4a5e-aad6-8bae8730e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:43.403552 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-881667bb-6931-4129-bb92-f1996ced0a63 req-d9bf8865-efb7-4a5e-aad6-8bae8730e6a7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1958721 Aug 19 18:13:43.554259 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881667bb-6931-4129-bb92-f1996ced0a63 req-0592311b-83db-4007-9c93-ec3c171fde92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:43.555788 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-881667bb-6931-4129-bb92-f1996ced0a63 req-0592311b-83db-4007-9c93-ec3c171fde92 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0314593 Aug 19 18:13:43.571025 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4033bf94-e430-4750-bede-d4ab7c0ac246 req-257788ac-bbd7-4111-a742-a0f626eb843d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452061 Aug 19 18:13:43.604737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-932a2586-11c2-4d55-b098-8693742edeaf tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:43.606815 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-932a2586-11c2-4d55-b098-8693742edeaf tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/networks?id=f3700011-a00d-444a-b5c3-5a096e23b70c HTTP/1.1" status: 200 len: 810 time: 1.0804768 Aug 19 18:13:43.648260 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-881667bb-6931-4129-bb92-f1996ced0a63 req-a307c98a-627a-4197-aa02-47a699f351bc service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268870 Aug 19 18:13:43.675745 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] Set router fbb8e251-379e-47ce-ba89-9a9ba5e66715 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:13:43.679576 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51320) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:43.701734 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07be0153-2fd5-48ad-a630-0da6d5c3f8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:43.704494 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-98a593a9-2213-4330-8956-672eaf816bf1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Deleting port 796d61c9-196e-4273-bd4c-ac2191ef51f5 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:43.705015 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-98a593a9-2213-4330-8956-672eaf816bf1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:43.711341 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-744fd336-0b1c-4866-a018-3d27f528cb96 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/quotas/ae80c06dc10a4ca3827cce85fbacc6e6 HTTP/1.1" status: 200 len: 375 time: 0.0814335 Aug 19 18:13:43.789179 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-881667bb-6931-4129-bb92-f1996ced0a63 req-3e62612b-aa9d-4d5c-aa5c-3bca93891aa7 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276493 Aug 19 18:13:43.919199 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-881667bb-6931-4129-bb92-f1996ced0a63 req-88d93d49-d7b9-4e65-b637-649113988de6 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517158 Aug 19 18:13:43.948690 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb8e251-379e-47ce-ba89-9a9ba5e66715', 'name': 'tempest-ServerRescueTestJSON-184526674-router', 'tenant_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'a310f831-0d92-4fb0-abca-9c1c9274101a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:31Z', 'updated_at': '2021-08-19T18:13:37Z', 'revision_number': 4, 'project_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'gw_port': {'id': 'a310f831-0d92-4fb0-abca-9c1c9274101a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb8e251-379e-47ce-ba89-9a9ba5e66715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:32Z', 'updated_at': '2021-08-19T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '946b4b92-6c98-4f37-bbf6-634344f005b3', 'name': '', 'network_id': 'f3700011-a00d-444a-b5c3-5a096e23b70c', 'tenant_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'mac_address': 'fa:16:3e:07:74:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb8e251-379e-47ce-ba89-9a9ba5e66715', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'd1d4e6d1-19da-4c86-acd1-805ea460bc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:36Z', 'updated_at': '2021-08-19T18:13:43Z', 'revision_number': 4, 'project_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'subnets': [{'id': 'd1d4e6d1-19da-4c86-acd1-805ea460bc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:43.954087 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-3f6016ec-3d18-4995-bcab-0af48fc28055 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae80c06dc10a4ca3827cce85fbacc6e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2182786 Aug 19 18:13:43.957945 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-98a593a9-2213-4330-8956-672eaf816bf1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:43.958270 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-98a593a9-2213-4330-8956-672eaf816bf1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:43.986909 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53727f3-f02a-4acc-afcb-812fbd21bcc7 None None] The sync data for ids ['fbb8e251-379e-47ce-ba89-9a9ba5e66715'] in n-d-803753-2 is: [{'id': 'fbb8e251-379e-47ce-ba89-9a9ba5e66715', 'name': 'tempest-ServerRescueTestJSON-184526674-router', 'tenant_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'a310f831-0d92-4fb0-abca-9c1c9274101a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:31Z', 'updated_at': '2021-08-19T18:13:37Z', 'revision_number': 4, 'project_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'gw_port': {'id': 'a310f831-0d92-4fb0-abca-9c1c9274101a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb8e251-379e-47ce-ba89-9a9ba5e66715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:32Z', 'updated_at': '2021-08-19T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '946b4b92-6c98-4f37-bbf6-634344f005b3', 'name': '', 'network_id': 'f3700011-a00d-444a-b5c3-5a096e23b70c', 'tenant_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'mac_address': 'fa:16:3e:07:74:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb8e251-379e-47ce-ba89-9a9ba5e66715', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'd1d4e6d1-19da-4c86-acd1-805ea460bc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:36Z', 'updated_at': '2021-08-19T18:13:43Z', 'revision_number': 4, 'project_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'subnets': [{'id': 'd1d4e6d1-19da-4c86-acd1-805ea460bc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:13:44.034914 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-98a593a9-2213-4330-8956-672eaf816bf1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Calling delete_port for 796d61c9-196e-4273-bd4c-ac2191ef51f5 owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:44.263482 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd68774-98fb-4aa0-b59b-1a08dbcb6c5b req-2d4310bc-ad50-48d5-8540-288485cfeef4 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:44.272466 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1dd68774-98fb-4aa0-b59b-1a08dbcb6c5b req-2d4310bc-ad50-48d5-8540-288485cfeef4 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 945 time: 0.3776100 Aug 19 18:13:44.329485 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1dd68774-98fb-4aa0-b59b-1a08dbcb6c5b req-cad4bbe6-633f-4cae-9849-558cdf31398f tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b3cbb18-950c-489a-99fe-9a1d52c37109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559180 Aug 19 18:13:44.333241 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-c0d6842e-3d62-4d93-9e05-acb11055ef8e service neutron] 10.222.0.24 "GET /v2.0/networks/f3700011-a00d-444a-b5c3-5a096e23b70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604176 Aug 19 18:13:44.335978 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-881667bb-6931-4129-bb92-f1996ced0a63 req-63538a0e-3fba-4564-8be6-5b86aa76ab9d service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987632 Aug 19 18:13:44.339003 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07be0153-2fd5-48ad-a630-0da6d5c3f8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.410849 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07be0153-2fd5-48ad-a630-0da6d5c3f8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.523626 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-07be0153-2fd5-48ad-a630-0da6d5c3f8e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=159164c3428f431fb4e8c28e5c52617d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8426800 Aug 19 18:13:44.530163 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be0153-2fd5-48ad-a630-0da6d5c3f8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfcc9ec-56fd-4365-96a5-aa9afbfa546b,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:44.534331 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51336) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:44.593130 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-1dc284ab-28ad-42cc-b813-dc325cab9ce4 service neutron] 10.222.0.24 "GET /v2.0/networks/f3700011-a00d-444a-b5c3-5a096e23b70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511804 Aug 19 18:13:44.602492 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-98a593a9-2213-4330-8956-672eaf816bf1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.659770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a593a9-2213-4330-8956-672eaf816bf1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event deleted for resources: {'Port': ['ID=796d61c9-196e-4273-bd4c-ac2191ef51f5,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:44.711964 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-52dfe329-81e1-4255-9851-429b0be9dbed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.757584 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-52dfe329-81e1-4255-9851-429b0be9dbed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.788887 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7a39bc1-a655-416b-8b36-e32674433884 req-509f7f2b-6d01-446e-ac05-7fb3885ab668 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 258 time: 0.3365233 Aug 19 18:13:44.819054 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-98a593a9-2213-4330-8956-672eaf816bf1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.820556 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-a7a39bc1-a655-416b-8b36-e32674433884 req-5120043b-89f6-4cc2-a39e-def69e98fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:44.826737 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-98a593a9-2213-4330-8956-672eaf816bf1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.836668 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-98a593a9-2213-4330-8956-672eaf816bf1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "DELETE /v2.0/floatingips/482e3f33-902f-4347-8cea-49da92e874c3 HTTP/1.1" status: 204 len: 168 time: 2.4300098 Aug 19 18:13:44.846574 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 51348) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:44.862763 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-1529fccc-1bcd-4f52-8938-13c9470fa251 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': 'b5165e2a-1f19-4dbd-90d5-3d2a0c03c6bf'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:44.880984 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-52dfe329-81e1-4255-9851-429b0be9dbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.884324 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-52dfe329-81e1-4255-9851-429b0be9dbed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.890544 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-52dfe329-81e1-4255-9851-429b0be9dbed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ddfcc9ec-56fd-4365-96a5-aa9afbfa546b HTTP/1.1" status: 204 len: 168 time: 0.3546739 Aug 19 18:13:44.900863 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfe329-81e1-4255-9851-429b0be9dbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfcc9ec-56fd-4365-96a5-aa9afbfa546b,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:44.913290 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.db.api [None req-1529fccc-1bcd-4f52-8938-13c9470fa251 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 18:13:44.913290 n-d-803753-2 neutron-server[94681]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 18:13:44.913290 n-d-803753-2 neutron-server[94681]: [parameters: {'project_id': '68654bdf79fb406da1f88875405c74ed', 'id': 'a9b3b4d8-4ae0-438e-9078-7afd49d32a2d', 'expiration': datetime.datetime(2021, 8, 19, 18, 15, 44, 887059)}] Aug 19 18:13:44.913290 n-d-803753-2 neutron-server[94681]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:13:44.924705 n-d-803753-2 neutron-server[94681]: DEBUG oslo_db.api [None req-1529fccc-1bcd-4f52-8938-13c9470fa251 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:13:44.948628 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7a39bc1-a655-416b-8b36-e32674433884 req-5120043b-89f6-4cc2-a39e-def69e98fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:45.222931 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7a39bc1-a655-416b-8b36-e32674433884 req-5120043b-89f6-4cc2-a39e-def69e98fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:45.443675 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-a7a39bc1-a655-416b-8b36-e32674433884 req-5120043b-89f6-4cc2-a39e-def69e98fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Allocated IP 172.25.8.53 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/39dbcb7c-5fb5-4192-aa08-618a659b783e) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:45.634513 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1529fccc-1bcd-4f52-8938-13c9470fa251 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:45.664320 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042fe13-e967-46a7-8a7d-c26cd03fac0e req-39db3c3e-c673-462e-ab02-b26ad286286c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:45.678214 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c042fe13-e967-46a7-8a7d-c26cd03fac0e req-39db3c3e-c673-462e-ab02-b26ad286286c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 947 time: 0.1527255 Aug 19 18:13:45.786418 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c042fe13-e967-46a7-8a7d-c26cd03fac0e req-03e7f538-59e8-47a5-8db3-24b308e8ad5c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071784 Aug 19 18:13:45.787135 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7a39bc1-a655-416b-8b36-e32674433884 req-5120043b-89f6-4cc2-a39e-def69e98fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:45.911277 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1529fccc-1bcd-4f52-8938-13c9470fa251 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:45.913471 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7a39bc1-a655-416b-8b36-e32674433884 req-5120043b-89f6-4cc2-a39e-def69e98fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:45.957117 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75f6db1c-f49f-444f-85c5-99901c568f83 req-c6995e58-7f38-4f14-b870-589296911d49 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 210 time: 0.0933244 Aug 19 18:13:46.036816 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a39bc1-a655-416b-8b36-e32674433884 req-5120043b-89f6-4cc2-a39e-def69e98fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:46.046408 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-a7a39bc1-a655-416b-8b36-e32674433884 req-5120043b-89f6-4cc2-a39e-def69e98fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:46.051160 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120043b-89f6-4cc2-a39e-def69e98fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Pushing event updated for resources: {'Port': ['ID=39dbcb7c-5fb5-4192-aa08-618a659b783e,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:46.056827 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a39bc1-a655-416b-8b36-e32674433884 req-5120043b-89f6-4cc2-a39e-def69e98fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:46.197566 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-1529fccc-1bcd-4f52-8938-13c9470fa251 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Allocated IP 172.25.8.67 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/b465412a-868f-4220-90f2-09dc690c3500) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:46.304555 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.352916 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 946b4b92-6c98-4f37-bbf6-634344f005b3 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:46.358017 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7a39bc1-a655-416b-8b36-e32674433884 req-5120043b-89f6-4cc2-a39e-def69e98fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.390657 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 7760510b-7a1f-44de-9258-ac7cf7537d0d details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:13:46.564434 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 946b4b92-6c98-4f37-bbf6-634344f005b3 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:46.586677 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 946b4b92-6c98-4f37-bbf6-634344f005b3 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:46.587308 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.637585 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7a39bc1-a655-416b-8b36-e32674433884 req-5120043b-89f6-4cc2-a39e-def69e98fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.671190 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1529fccc-1bcd-4f52-8938-13c9470fa251 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.712452 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-ce94368f-24fd-45df-91be-52a510df1ea8 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:46.719379 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-ce94368f-24fd-45df-91be-52a510df1ea8 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.54 "GET /v2.0/networks?id=f3700011-a00d-444a-b5c3-5a096e23b70c HTTP/1.1" status: 200 len: 810 time: 0.3433700 Aug 19 18:13:46.754607 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-6a75dbb9-02e3-46bf-89b2-8c5c869254d3 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Request body: {'port': {'device_id': '086ae75c-2936-4843-a01e-0f337f2507b0', 'network_id': 'f3700011-a00d-444a-b5c3-5a096e23b70c', 'admin_state_up': True, 'tenant_id': 'ae80c06dc10a4ca3827cce85fbacc6e6'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:46.755186 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 7760510b-7a1f-44de-9258-ac7cf7537d0d, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:46.781870 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1529fccc-1bcd-4f52-8938-13c9470fa251 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.784235 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589f5c8-b9ad-4636-ac77-f5e74d42869e req-9e189dfe-7701-44b1-a24d-d0fe5ea3723a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:46.794893 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '7760510b-7a1f-44de-9258-ac7cf7537d0d', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '7760510b-7a1f-44de-9258-ac7cf7537d0d', 'mac_address': 'fa:16:3e:89:11:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:13:46.795773 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d589f5c8-b9ad-4636-ac77-f5e74d42869e req-9e189dfe-7701-44b1-a24d-d0fe5ea3723a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 947 time: 0.2388909 Aug 19 18:13:46.898935 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.899066 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d589f5c8-b9ad-4636-ac77-f5e74d42869e req-25e1cf91-3b44-42d1-810f-7de26209e04f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973732 Aug 19 18:13:46.900742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529fccc-1bcd-4f52-8938-13c9470fa251 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Port': ['ID=b465412a-868f-4220-90f2-09dc690c3500,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:46.966589 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7760510b-7a1f-44de-9258-ac7cf7537d0d {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:13:46.971095 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.983823 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1529fccc-1bcd-4f52-8938-13c9470fa251 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:47.030731 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 7760510b-7a1f-44de-9258-ac7cf7537d0d, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:47.033317 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 946b4b92-6c98-4f37-bbf6-634344f005b3, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=946b4b92-6c98-4f37-bbf6-634344f005b3,segment=NetworkSegment(8d1b91f9-eb67-4862-ab25-b92a357c2185),segment_id=8d1b91f9-eb67-4862-ab25-b92a357c2185)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:47.036658 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:47.039084 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-557c2782-758e-49a0-99cd-35cdcd5c515f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:47.041637 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-557c2782-758e-49a0-99cd-35cdcd5c515f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.50 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680&tenant_id=55902b3290884d098547fd36e6097a39&binding%3Ahost_id=n-h2-803753-2 HTTP/1.1" status: 200 len: 947 time: 0.5691309 Aug 19 18:13:47.096776 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-1529fccc-1bcd-4f52-8938-13c9470fa251 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:47.106574 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:47.107034 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1529fccc-1bcd-4f52-8938-13c9470fa251 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:47.115766 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=7760510b-7a1f-44de-9258-ac7cf7537d0d,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:47.163863 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-485553e2-2025-4783-9498-1e7970982827 req-aeaa8fe4-7094-4d65-a3af-da72c67fe823 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 210 time: 0.0821922 Aug 19 18:13:47.167047 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-6a75dbb9-02e3-46bf-89b2-8c5c869254d3 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Made reservation on behalf of ae80c06dc10a4ca3827cce85fbacc6e6 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:47.173996 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-6a75dbb9-02e3-46bf-89b2-8c5c869254d3 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:47.211205 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=946b4b92-6c98-4f37-bbf6-634344f005b3,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:47.350252 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-97f92b23-883c-4fe6-924a-d66ef3fef036 service neutron] 10.222.0.50 "GET /v2.0/ports/7760510b-7a1f-44de-9258-ac7cf7537d0d/bindings/n-h2-803753-2 HTTP/1.1" status: 200 len: 382 time: 0.2448752 Aug 19 18:13:47.457435 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7a39bc1-a655-416b-8b36-e32674433884 req-5120043b-89f6-4cc2-a39e-def69e98fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:47.460968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['7760510b-7a1f-44de-9258-ac7cf7537d0d'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:13:47.472551 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-6a75dbb9-02e3-46bf-89b2-8c5c869254d3 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Allocated IP 172.20.0.3 (f3700011-a00d-444a-b5c3-5a096e23b70c/d1d4e6d1-19da-4c86-acd1-805ea460bc92/5cccf3b6-5860-450d-82a9-d709127e139c) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:47.499528 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7a39bc1-a655-416b-8b36-e32674433884 req-5120043b-89f6-4cc2-a39e-def69e98fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:47.571267 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-6601d755-d288-4663-9b8d-45dca3e264cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:47.573253 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-6601d755-d288-4663-9b8d-45dca3e264cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 1099 time: 0.1798761 Aug 19 18:13:47.980546 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-6a75dbb9-02e3-46bf-89b2-8c5c869254d3 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:48.051534 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120043b-89f6-4cc2-a39e-def69e98fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Pushing event updated for resources: {'Port': ['ID=39dbcb7c-5fb5-4192-aa08-618a659b783e,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:48.090746 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7a39bc1-a655-416b-8b36-e32674433884 req-5120043b-89f6-4cc2-a39e-def69e98fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:48.094815 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-b35a3026-0d6b-4676-b0e0-4a03b216ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:48.096338 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-b35a3026-0d6b-4676-b0e0-4a03b216ee83 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.4662652 Aug 19 18:13:48.161739 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-6a75dbb9-02e3-46bf-89b2-8c5c869254d3 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:48.172183 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 946b4b92-6c98-4f37-bbf6-634344f005b3 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:48.264438 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984b27a-d1d6-48c6-85f6-5eae27ca32b1 req-115a1636-c3f6-41c7-9222-5b9b6e3a73bc tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:48.266531 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8984b27a-d1d6-48c6-85f6-5eae27ca32b1 req-115a1636-c3f6-41c7-9222-5b9b6e3a73bc tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 948 time: 0.1935205 Aug 19 18:13:48.268099 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 946b4b92-6c98-4f37-bbf6-634344f005b3 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:48.273774 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:48.283550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-6a75dbb9-02e3-46bf-89b2-8c5c869254d3 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Network f3700011-a00d-444a-b5c3-5a096e23b70c is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:48.325984 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8984b27a-d1d6-48c6-85f6-5eae27ca32b1 req-b241e258-8612-4f30-acb8-42e3438db3d9 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469081 Aug 19 18:13:48.326917 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-6a75dbb9-02e3-46bf-89b2-8c5c869254d3 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:48.329554 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-6a75dbb9-02e3-46bf-89b2-8c5c869254d3 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:48.364725 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75dbb9-02e3-46bf-89b2-8c5c869254d3 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Pushing event updated for resources: {'Port': ['ID=5cccf3b6-5860-450d-82a9-d709127e139c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:48.395498 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-6a75dbb9-02e3-46bf-89b2-8c5c869254d3 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:48.396839 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-6a75dbb9-02e3-46bf-89b2-8c5c869254d3 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:48.412891 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-6a75dbb9-02e3-46bf-89b2-8c5c869254d3 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6667194 Aug 19 18:13:48.434074 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-0b718907-9369-49e5-a029-bfebb4c26f88 service neutron] Request body: {'port': {'device_id': '086ae75c-2936-4843-a01e-0f337f2507b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:48.508643 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-0b718907-9369-49e5-a029-bfebb4c26f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:48.547082 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1529fccc-1bcd-4f52-8938-13c9470fa251 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:48.664199 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a5c02-4bc6-4b69-ae87-ff12652530e2 req-c2098e06-131d-4993-9bdd-631076d0cd2e tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:48.667400 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a6a5c02-4bc6-4b69-ae87-ff12652530e2 req-c2098e06-131d-4993-9bdd-631076d0cd2e tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 931 time: 0.1596811 Aug 19 18:13:48.680787 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7a39bc1-a655-416b-8b36-e32674433884 req-5120043b-89f6-4cc2-a39e-def69e98fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:48.690076 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7a39bc1-a655-416b-8b36-e32674433884 req-5120043b-89f6-4cc2-a39e-def69e98fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8825090 Aug 19 18:13:48.695069 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-16301c0e-6ea7-4d29-bdd5-b749f2d9d4df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d HTTP/1.1" status: 200 len: 217 time: 0.5861883 Aug 19 18:13:48.746552 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a6a5c02-4bc6-4b69-ae87-ff12652530e2 req-834444c9-8153-4e37-8dd9-8a4b0050c880 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638258 Aug 19 18:13:48.984414 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7a39bc1-a655-416b-8b36-e32674433884 req-f5633f1a-12c4-4737-b8d3-a48e3cda381e tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 695 time: 0.2934079 Aug 19 18:13:49.015064 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1529fccc-1bcd-4f52-8938-13c9470fa251 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:49.098082 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-0b718907-9369-49e5-a029-bfebb4c26f88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cccf3b6-5860-450d-82a9-d709127e139c {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:13:49.108952 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-0b718907-9369-49e5-a029-bfebb4c26f88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:49.125310 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-0b718907-9369-49e5-a029-bfebb4c26f88 service neutron] Transition to ACTIVE for port object 5cccf3b6-5860-450d-82a9-d709127e139c will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:49.132920 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-0b718907-9369-49e5-a029-bfebb4c26f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:49.144233 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-a7002f7a-edfd-45d9-bec9-fc7bac29bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:49.148006 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-a7002f7a-edfd-45d9-bec9-fc7bac29bf56 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.4266670 Aug 19 18:13:49.193328 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b718907-9369-49e5-a029-bfebb4c26f88 service neutron] Pushing event updated for resources: {'Port': ['ID=5cccf3b6-5860-450d-82a9-d709127e139c,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:49.300206 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-0b718907-9369-49e5-a029-bfebb4c26f88 service neutron] Attempting to bind port 5cccf3b6-5860-450d-82a9-d709127e139c on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:49.300792 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-0b718907-9369-49e5-a029-bfebb4c26f88 service neutron] Attempting to bind port 5cccf3b6-5860-450d-82a9-d709127e139c by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '8d1b91f9-eb67-4862-ab25-b92a357c2185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f3700011-a00d-444a-b5c3-5a096e23b70c'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:49.301324 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-0b718907-9369-49e5-a029-bfebb4c26f88 service neutron] Attempting to bind port 5cccf3b6-5860-450d-82a9-d709127e139c on network f3700011-a00d-444a-b5c3-5a096e23b70c {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:49.307029 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-0b718907-9369-49e5-a029-bfebb4c26f88 service neutron] Port 5cccf3b6-5860-450d-82a9-d709127e139c on network f3700011-a00d-444a-b5c3-5a096e23b70c not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:13:49.307785 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-0b718907-9369-49e5-a029-bfebb4c26f88 service neutron] Attempting to bind port 5cccf3b6-5860-450d-82a9-d709127e139c on network f3700011-a00d-444a-b5c3-5a096e23b70c {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:49.315136 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-0b718907-9369-49e5-a029-bfebb4c26f88 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:49.315802 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-0b718907-9369-49e5-a029-bfebb4c26f88 service neutron] Checking segment: {'id': '8d1b91f9-eb67-4862-ab25-b92a357c2185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f3700011-a00d-444a-b5c3-5a096e23b70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:49.316712 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-0b718907-9369-49e5-a029-bfebb4c26f88 service neutron] Bound using segment: {'id': '8d1b91f9-eb67-4862-ab25-b92a357c2185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f3700011-a00d-444a-b5c3-5a096e23b70c'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:49.317383 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-0b718907-9369-49e5-a029-bfebb4c26f88 service neutron] Bound port: 5cccf3b6-5860-450d-82a9-d709127e139c, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d1b91f9-eb67-4862-ab25-b92a357c2185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f3700011-a00d-444a-b5c3-5a096e23b70c'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:49.317999 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-0b718907-9369-49e5-a029-bfebb4c26f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:49.336294 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-7a7ddb79-1d40-4190-80be-f89d4e1d6018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:49.338261 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-7a7ddb79-1d40-4190-80be-f89d4e1d6018 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1786242 Aug 19 18:13:49.358983 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a39bc1-a655-416b-8b36-e32674433884 req-74acf599-e376-4acf-91e0-63013c3ab1c9 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:49.373947 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7a39bc1-a655-416b-8b36-e32674433884 req-74acf599-e376-4acf-91e0-63013c3ab1c9 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.3723323 Aug 19 18:13:49.454461 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-0b718907-9369-49e5-a029-bfebb4c26f88 service neutron] For port 5cccf3b6-5860-450d-82a9-d709127e139c, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:49.459839 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-0b718907-9369-49e5-a029-bfebb4c26f88 service neutron] For port 5cccf3b6-5860-450d-82a9-d709127e139c, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=5cccf3b6-5860-450d-82a9-d709127e139c,segment=NetworkSegment(8d1b91f9-eb67-4862-ab25-b92a357c2185),segment_id=8d1b91f9-eb67-4862-ab25-b92a357c2185)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:49.482530 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-0b718907-9369-49e5-a029-bfebb4c26f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:49.524625 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-5a187707-435c-4436-ac06-2ffc3aada052 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732786 Aug 19 18:13:49.534667 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-a7a39bc1-a655-416b-8b36-e32674433884 req-1dfc7422-fa9b-412e-b5ba-ac36dcea7c2f tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:13:49.535940 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7a39bc1-a655-416b-8b36-e32674433884 req-1dfc7422-fa9b-412e-b5ba-ac36dcea7c2f tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102241 Aug 19 18:13:49.619453 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-0b718907-9369-49e5-a029-bfebb4c26f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:49.620241 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-0b718907-9369-49e5-a029-bfebb4c26f88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:49.622229 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-0b718907-9369-49e5-a029-bfebb4c26f88 service neutron] 10.222.0.54 "PUT /v2.0/ports/5cccf3b6-5860-450d-82a9-d709127e139c HTTP/1.1" status: 200 len: 1091 time: 1.1998277 Aug 19 18:13:49.641917 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086ae75c-2936-4843-a01e-0f337f2507b0', 'tag': '5cccf3b6-5860-450d-82a9-d709127e139c'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:13:49.644837 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31f1bbc-842d-4157-97ef-8bc8fc83b92d" -d '{"events": [{"name": "network-changed", "server_uuid": "086ae75c-2936-4843-a01e-0f337f2507b0", "tag": "5cccf3b6-5860-450d-82a9-d709127e139c"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:13:49.646916 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-2993e69f-46bb-4cb3-a9ea-449146c6f752 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093698 Aug 19 18:13:49.680020 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6dd7a-45fd-4b79-9e3a-a360eed686e7 req-19defe2a-acc9-4770-b7db-88522c9444cb tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:49.681964 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95d6dd7a-45fd-4b79-9e3a-a360eed686e7 req-19defe2a-acc9-4770-b7db-88522c9444cb tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 948 time: 0.2292082 Aug 19 18:13:49.720430 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b718907-9369-49e5-a029-bfebb4c26f88 service neutron] Pushing event updated for resources: {'Port': ['ID=5cccf3b6-5860-450d-82a9-d709127e139c,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:49.766197 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-55877282-cd9a-451e-9ce0-3b6ce0e16814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:49.768444 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-55877282-cd9a-451e-9ce0-3b6ce0e16814 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ae80c06dc10a4ca3827cce85fbacc6e6&device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 1094 time: 0.0847869 Aug 19 18:13:49.798127 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95d6dd7a-45fd-4b79-9e3a-a360eed686e7 req-7ed2fa33-446a-433e-b9ce-657f6bdde039 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808353 Aug 19 18:13:49.887396 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01cf7e-f535-4619-b6a1-e4b7227840fb req-e5a3f428-4585-4198-8265-00740b21b315 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:49.888922 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ed01cf7e-f535-4619-b6a1-e4b7227840fb req-e5a3f428-4585-4198-8265-00740b21b315 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b54f953-d878-4a4b-915c-2853b0e8b295&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2348869 Aug 19 18:13:49.909193 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-2418f2de-c752-41a2-950b-d61fa8e77477 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cccf3b6-5860-450d-82a9-d709127e139c HTTP/1.1" status: 200 len: 217 time: 0.1093657 Aug 19 18:13:49.913973 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dab41ff-5dd8-4050-b798-d6498c8c7bf4 x-openstack-request-id: req-5dab41ff-5dd8-4050-b798-d6498c8c7bf4 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:13:49.913973 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "086ae75c-2936-4843-a01e-0f337f2507b0", "tag": "5cccf3b6-5860-450d-82a9-d709127e139c", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:13:49.915992 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5dab41ff-5dd8-4050-b798-d6498c8c7bf4 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:13:49.916543 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086ae75c-2936-4843-a01e-0f337f2507b0', 'tag': '5cccf3b6-5860-450d-82a9-d709127e139c', 'status': 'completed', 'code': 200} Aug 19 18:13:49.954118 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ed01cf7e-f535-4619-b6a1-e4b7227840fb req-d3c5b023-a1aa-427e-8a0b-0911c2c2d10e tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 695 time: 0.0588005 Aug 19 18:13:49.972922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-ed01cf7e-f535-4619-b6a1-e4b7227840fb req-086a352b-07a6-4d8d-b4dd-5e34e502d8bd tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Request body: {'floatingip': {'port_id': '64152517-3ce0-428f-9e59-aafa79f30a78', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:49.977515 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1529fccc-1bcd-4f52-8938-13c9470fa251 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:50.010272 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-09e15ace-d208-4c54-9901-68e8daa1bc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:50.011915 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-09e15ace-d208-4c54-9901-68e8daa1bc12 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1d4e6d1-19da-4c86-acd1-805ea460bc92 HTTP/1.1" status: 200 len: 850 time: 0.0937645 Aug 19 18:13:50.014934 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1529fccc-1bcd-4f52-8938-13c9470fa251 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:50.072195 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-cd9edd2e-c440-4ee7-a5af-4a83b5a65eff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f3700011-a00d-444a-b5c3-5a096e23b70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478685 Aug 19 18:13:50.116684 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529fccc-1bcd-4f52-8938-13c9470fa251 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Port': ['ID=b465412a-868f-4220-90f2-09dc690c3500,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:50.120698 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba68cb-8965-4978-9262-fb6f469bdaf4 req-7c2498b3-3350-4c2b-9477-dd5215087f06 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:50.130519 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6bba68cb-8965-4978-9262-fb6f469bdaf4 req-7c2498b3-3350-4c2b-9477-dd5215087f06 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 943 time: 0.1175463 Aug 19 18:13:50.136721 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ed01cf7e-f535-4619-b6a1-e4b7227840fb req-086a352b-07a6-4d8d-b4dd-5e34e502d8bd tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks [] for floatingip, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:50.237764 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6bba68cb-8965-4978-9262-fb6f469bdaf4 req-18384527-b743-4583-b096-7745b07d9979 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054418 Aug 19 18:13:50.350874 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-a34cb30f-769d-4c82-a7ae-d434eccbb7ab service neutron] 10.222.0.54 "GET /v2.0/networks/f3700011-a00d-444a-b5c3-5a096e23b70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696698 Aug 19 18:13:50.441106 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 7760510b-7a1f-44de-9258-ac7cf7537d0d up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:50.457518 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1529fccc-1bcd-4f52-8938-13c9470fa251 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:50.547865 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 7760510b-7a1f-44de-9258-ac7cf7537d0d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:50.554715 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 7760510b-7a1f-44de-9258-ac7cf7537d0d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:50.556637 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:50.557846 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-098f38a9-1d59-46ac-bfbc-82b06723a1a6 req-d20745e5-6e7a-4f5a-a434-c078fbe26757 service neutron] 10.222.0.54 "GET /v2.0/networks/f3700011-a00d-444a-b5c3-5a096e23b70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963673 Aug 19 18:13:50.624220 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-1529fccc-1bcd-4f52-8938-13c9470fa251 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Floating IP c97bfde6-ecfa-4608-beaf-87ef08ba0f4b associated. External IP: 172.25.8.67, port: b5165e2a-1f19-4dbd-90d5-3d2a0c03c6bf. Aug 19 18:13:50.712024 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f1bbc-842d-4157-97ef-8bc8fc83b92d req-b910573a-d3e1-4427-9561-a5b5be5737b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:50.715689 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:50.717602 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b31f1bbc-842d-4157-97ef-8bc8fc83b92d req-b910573a-d3e1-4427-9561-a5b5be5737b5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ae80c06dc10a4ca3827cce85fbacc6e6&device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 1094 time: 0.0997057 Aug 19 18:13:50.774237 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2346e12a-e172-4665-96cc-be565b373680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7760510b-7a1f-44de-9258-ac7cf7537d0d'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:13:50.777696 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b1eee4-e65f-4bc3-971b-e987e643fe18" -d '{"events": [{"server_uuid": "2346e12a-e172-4665-96cc-be565b373680", "name": "network-vif-plugged", "status": "completed", "tag": "7760510b-7a1f-44de-9258-ac7cf7537d0d"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:13:50.809696 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 7760510b-7a1f-44de-9258-ac7cf7537d0d, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:50.819505 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:50.935463 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ee9891-9c6d-478b-bbb0-a2ce48766c2b x-openstack-request-id: req-e0ee9891-9c6d-478b-bbb0-a2ce48766c2b {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:13:50.937035 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2346e12a-e172-4665-96cc-be565b373680", "name": "network-vif-plugged", "status": "completed", "tag": "7760510b-7a1f-44de-9258-ac7cf7537d0d", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:13:50.937388 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0ee9891-9c6d-478b-bbb0-a2ce48766c2b {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:13:50.938794 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2346e12a-e172-4665-96cc-be565b373680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7760510b-7a1f-44de-9258-ac7cf7537d0d', 'code': 200} Aug 19 18:13:50.964387 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=7760510b-7a1f-44de-9258-ac7cf7537d0d,revision_number=9']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:50.992401 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f1bbc-842d-4157-97ef-8bc8fc83b92d req-1079106e-53d1-4a3e-9282-89d10919bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:50.999107 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b31f1bbc-842d-4157-97ef-8bc8fc83b92d req-1079106e-53d1-4a3e-9282-89d10919bb1f service neutron] 10.222.0.54 "GET /v2.0/networks?id=f3700011-a00d-444a-b5c3-5a096e23b70c HTTP/1.1" status: 200 len: 911 time: 0.2736871 Aug 19 18:13:51.128088 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b31f1bbc-842d-4157-97ef-8bc8fc83b92d req-b0c075c1-b42a-4566-adfa-189c9dc4469c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cccf3b6-5860-450d-82a9-d709127e139c HTTP/1.1" status: 200 len: 217 time: 0.1200154 Aug 19 18:13:51.254770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cb3c0-85dd-4a6e-a8d2-33c0fdc23f27 req-342a9c5d-80f5-41b4-9ded-56246eadcd21 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:51.265099 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a85cb3c0-85dd-4a6e-a8d2-33c0fdc23f27 req-342a9c5d-80f5-41b4-9ded-56246eadcd21 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.1508555 Aug 19 18:13:51.297767 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f1bbc-842d-4157-97ef-8bc8fc83b92d req-b167019b-bbb8-4763-8687-f14ad2e50578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:51.299331 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b31f1bbc-842d-4157-97ef-8bc8fc83b92d req-b167019b-bbb8-4763-8687-f14ad2e50578 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1d4e6d1-19da-4c86-acd1-805ea460bc92 HTTP/1.1" status: 200 len: 850 time: 0.1314621 Aug 19 18:13:51.347693 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b31f1bbc-842d-4157-97ef-8bc8fc83b92d req-b067e438-a650-415e-9218-7a21bd3bdcb9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f3700011-a00d-444a-b5c3-5a096e23b70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380645 Aug 19 18:13:51.351071 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ed01cf7e-f535-4619-b6a1-e4b7227840fb req-086a352b-07a6-4d8d-b4dd-5e34e502d8bd tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:51.359136 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ed01cf7e-f535-4619-b6a1-e4b7227840fb req-086a352b-07a6-4d8d-b4dd-5e34e502d8bd tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:51.365614 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a85cb3c0-85dd-4a6e-a8d2-33c0fdc23f27 req-3673a82a-2628-4a93-accf-c613c077740e tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985851 Aug 19 18:13:51.470117 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1529fccc-1bcd-4f52-8938-13c9470fa251 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Router 82e3a0eb-169b-407c-b3e6-4504654fdfb5 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:13:51.479021 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [req-ed01cf7e-f535-4619-b6a1-e4b7227840fb req-086a352b-07a6-4d8d-b4dd-5e34e502d8bd tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Floating IP ec2be472-8cb3-4336-8f49-636666317f36 associated. External IP: 172.25.8.53, port: 64152517-3ce0-428f-9e59-aafa79f30a78. Aug 19 18:13:51.672056 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee585f9-8d4d-4f4b-97af-0a99a459968e req-e305646a-6999-49fa-8251-bde2d38dce9d tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:51.673448 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dee585f9-8d4d-4f4b-97af-0a99a459968e req-e305646a-6999-49fa-8251-bde2d38dce9d tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 943 time: 0.1962292 Aug 19 18:13:51.789267 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b31f1bbc-842d-4157-97ef-8bc8fc83b92d req-6283f9d7-77ec-4fad-990f-a686f410f501 service neutron] 10.222.0.54 "GET /v2.0/networks/f3700011-a00d-444a-b5c3-5a096e23b70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214141 Aug 19 18:13:51.812297 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dee585f9-8d4d-4f4b-97af-0a99a459968e req-191ebdee-85aa-4a92-b059-d1101791a319 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197319 Aug 19 18:13:52.025555 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1529fccc-1bcd-4f52-8938-13c9470fa251 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:13:52.039667 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c0bf0b-1e0f-41cd-aac1-7b596ba5ec15 None None] Sync routers for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:13:52.050074 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1529fccc-1bcd-4f52-8938-13c9470fa251 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:52.073813 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b31f1bbc-842d-4157-97ef-8bc8fc83b92d req-b95c45eb-79bb-40c6-89af-be5631387e2f service neutron] 10.222.0.54 "GET /v2.0/networks/f3700011-a00d-444a-b5c3-5a096e23b70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603199 Aug 19 18:13:52.094297 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c0bf0b-1e0f-41cd-aac1-7b596ba5ec15 None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:52.097746 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-68c0bf0b-1e0f-41cd-aac1-7b596ba5ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:52.140624 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1529fccc-1bcd-4f52-8938-13c9470fa251 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.2908390 Aug 19 18:13:52.143226 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 51538) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:52.150895 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-68c0bf0b-1e0f-41cd-aac1-7b596ba5ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:52.163346 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c0bf0b-1e0f-41cd-aac1-7b596ba5ec15 None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:52.164931 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-68c0bf0b-1e0f-41cd-aac1-7b596ba5ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:52.209697 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-68c0bf0b-1e0f-41cd-aac1-7b596ba5ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:52.210536 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c0bf0b-1e0f-41cd-aac1-7b596ba5ec15 None None] The sync data for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:13:52.236456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51542) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:52.272125 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3cfedece-1b70-4682-a5de-7c1808fc6df0 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "GET /v2.0/floatingips/c97bfde6-ecfa-4608-beaf-87ef08ba0f4b HTTP/1.1" status: 200 len: 977 time: 0.1276672 Aug 19 18:13:52.275724 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 51548) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:52.315440 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 5cccf3b6-5860-450d-82a9-d709127e139c details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:13:52.432457 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed01cf7e-f535-4619-b6a1-e4b7227840fb req-086a352b-07a6-4d8d-b4dd-5e34e502d8bd tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Router 4b369e6b-5df6-4d23-bac3-6cb60c3daef6 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:13:52.470016 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-471b2a5a-5603-492d-9d53-1d7c719630e9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1936576 Aug 19 18:13:52.473278 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51554) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:52.479110 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d6542992-2d95-4a4e-a4e1-d7ab5c5c42ca tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Request body: {'floatingip': {'port_id': '0c479771-02c1-4dea-8aaa-28658041b1cb'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:52.533181 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 5cccf3b6-5860-450d-82a9-d709127e139c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=5cccf3b6-5860-450d-82a9-d709127e139c,segment=NetworkSegment(8d1b91f9-eb67-4862-ab25-b92a357c2185),segment_id=8d1b91f9-eb67-4862-ab25-b92a357c2185)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:52.562111 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '5cccf3b6-5860-450d-82a9-d709127e139c', 'network_id': 'f3700011-a00d-444a-b5c3-5a096e23b70c', 'port_id': '5cccf3b6-5860-450d-82a9-d709127e139c', 'mac_address': 'fa:16:3e:82:25:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1d4e6d1-19da-4c86-acd1-805ea460bc92', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:13:52.626731 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:52.656605 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cccf3b6-5860-450d-82a9-d709127e139c {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:13:52.682917 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2f97c73e-0de8-47c7-8ec4-bfc2f95316df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:52.685160 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 5cccf3b6-5860-450d-82a9-d709127e139c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=5cccf3b6-5860-450d-82a9-d709127e139c,segment=NetworkSegment(8d1b91f9-eb67-4862-ab25-b92a357c2185),segment_id=8d1b91f9-eb67-4862-ab25-b92a357c2185)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:52.689997 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:52.704231 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed01cf7e-f535-4619-b6a1-e4b7227840fb req-086a352b-07a6-4d8d-b4dd-5e34e502d8bd tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:13:52.710788 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ed01cf7e-f535-4619-b6a1-e4b7227840fb req-086a352b-07a6-4d8d-b4dd-5e34e502d8bd tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:52.721784 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c1c372-742c-4ff0-8ac9-d32fd89edde0 None None] Sync routers for ids ['4b369e6b-5df6-4d23-bac3-6cb60c3daef6'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:13:52.722802 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d6542992-2d95-4a4e-a4e1-d7ab5c5c42ca tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:52.741563 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c1c372-742c-4ff0-8ac9-d32fd89edde0 None None] Routers {'4b369e6b-5df6-4d23-bac3-6cb60c3daef6'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:52.742459 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-25c1c372-742c-4ff0-8ac9-d32fd89edde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4b369e6b-5df6-4d23-bac3-6cb60c3daef6'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:52.759914 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=5cccf3b6-5860-450d-82a9-d709127e139c,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:52.792805 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ed01cf7e-f535-4619-b6a1-e4b7227840fb req-086a352b-07a6-4d8d-b4dd-5e34e502d8bd tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "PUT /v2.0/floatingips/ec2be472-8cb3-4336-8f49-636666317f36 HTTP/1.1" status: 200 len: 995 time: 2.8314946 Aug 19 18:13:52.793433 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b54f953-d878-4a4b-915c-2853b0e8b295', 'tag': '64152517-3ce0-428f-9e59-aafa79f30a78'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:13:52.796604 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535d2273-7175-4895-860c-b6c16d99384c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b54f953-d878-4a4b-915c-2853b0e8b295", "tag": "64152517-3ce0-428f-9e59-aafa79f30a78"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:13:52.884166 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-25c1c372-742c-4ff0-8ac9-d32fd89edde0 None None] Set router 4b369e6b-5df6-4d23-bac3-6cb60c3daef6 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:13:52.888224 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01cf7e-f535-4619-b6a1-e4b7227840fb req-43f906fa-e495-493e-905b-1f887595554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:52.890119 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ed01cf7e-f535-4619-b6a1-e4b7227840fb req-43f906fa-e495-493e-905b-1f887595554a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6b3292180c94253a49b386ad540adeb&device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 1096 time: 0.0734713 Aug 19 18:13:52.922690 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b46509-ad1b-4a4b-89a6-8df0cbabaa88 req-5a1a6cd2-eaa3-4f9d-8edc-cab0ec9a407c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:52.930701 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-78b46509-ad1b-4a4b-89a6-8df0cbabaa88 req-5a1a6cd2-eaa3-4f9d-8edc-cab0ec9a407c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.3415003 Aug 19 18:13:53.069734 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['5cccf3b6-5860-450d-82a9-d709127e139c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:13:53.095587 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01cf7e-f535-4619-b6a1-e4b7227840fb req-1c94a48b-e40c-4fba-930d-7d3f9f1edfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:53.110020 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ed01cf7e-f535-4619-b6a1-e4b7227840fb req-1c94a48b-e40c-4fba-930d-7d3f9f1edfe8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f401d804-fc47-4ec9-9c4d-dab130dd1d93 HTTP/1.1" status: 200 len: 930 time: 0.1972401 Aug 19 18:13:53.218246 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-25c1c372-742c-4ff0-8ac9-d32fd89edde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117518738-router', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:13Z', 'updated_at': '2021-08-19T18:13:19Z', 'revision_number': 4, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'gw_port': {'id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:14Z', 'updated_at': '2021-08-19T18:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'ec2be472-8cb3-4336-8f49-636666317f36', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'port_id': '64152517-3ce0-428f-9e59-aafa79f30a78', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93', 'mac_address': 'fa:16:3e:45:f1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b54f953-d878-4a4b-915c-2853b0e8b295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:13:46Z', 'updated_at': '2021-08-19T18:13:51Z', 'revision_number': 1, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15793957-8fd3-4e41-9eeb-f12e984bdf6e', 'name': '', 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'mac_address': 'fa:16:3e:57:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b7d3be1f-d269-4137-8233-9cf810517229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:18Z', 'updated_at': '2021-08-19T18:13:26Z', 'revision_number': 5, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'subnets': [{'id': 'b7d3be1f-d269-4137-8233-9cf810517229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:53.234411 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ed01cf7e-f535-4619-b6a1-e4b7227840fb req-36c52793-a570-456b-9c33-dfbc546900b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64152517-3ce0-428f-9e59-aafa79f30a78 HTTP/1.1" status: 200 len: 998 time: 0.1231186 Aug 19 18:13:53.284826 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c1c372-742c-4ff0-8ac9-d32fd89edde0 None None] Checking router: 4b369e6b-5df6-4d23-bac3-6cb60c3daef6 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:13:53.299354 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c1c372-742c-4ff0-8ac9-d32fd89edde0 None None] Routers {'4b369e6b-5df6-4d23-bac3-6cb60c3daef6'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:53.299983 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-25c1c372-742c-4ff0-8ac9-d32fd89edde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4b369e6b-5df6-4d23-bac3-6cb60c3daef6'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:53.309711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01cf7e-f535-4619-b6a1-e4b7227840fb req-70228033-59eb-423f-979e-0df12164cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:53.312601 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ed01cf7e-f535-4619-b6a1-e4b7227840fb req-70228033-59eb-423f-979e-0df12164cef2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7d3be1f-d269-4137-8233-9cf810517229 HTTP/1.1" status: 200 len: 868 time: 0.0660715 Aug 19 18:13:53.381512 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01cf7e-f535-4619-b6a1-e4b7227840fb req-c639275a-7bae-43d7-8cae-2cffa4612906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:53.384072 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ed01cf7e-f535-4619-b6a1-e4b7227840fb req-c639275a-7bae-43d7-8cae-2cffa4612906 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f401d804-fc47-4ec9-9c4d-dab130dd1d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645039 Aug 19 18:13:53.464147 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-78b46509-ad1b-4a4b-89a6-8df0cbabaa88 req-46ca82d2-782f-4f59-accd-0e25cf731d09 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5263743 Aug 19 18:13:53.467358 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-25c1c372-742c-4ff0-8ac9-d32fd89edde0 None None] Set router 4b369e6b-5df6-4d23-bac3-6cb60c3daef6 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:13:53.541584 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ed01cf7e-f535-4619-b6a1-e4b7227840fb req-0d11846d-45c3-4d47-bd4d-43aa87297eb7 service neutron] 10.222.0.24 "GET /v2.0/networks/f401d804-fc47-4ec9-9c4d-dab130dd1d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377640 Aug 19 18:13:53.555026 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f60307-b3b0-445c-ac82-82b06b5d1626 x-openstack-request-id: req-45f60307-b3b0-445c-ac82-82b06b5d1626 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:13:53.555387 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b54f953-d878-4a4b-915c-2853b0e8b295", "tag": "64152517-3ce0-428f-9e59-aafa79f30a78", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:13:53.555649 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45f60307-b3b0-445c-ac82-82b06b5d1626 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:13:53.557025 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b54f953-d878-4a4b-915c-2853b0e8b295', 'tag': '64152517-3ce0-428f-9e59-aafa79f30a78', 'status': 'completed', 'code': 200} Aug 19 18:13:53.572719 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-67554033-943c-477d-a132-b87df0280f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:53.575458 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-67554033-943c-477d-a132-b87df0280f23 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680&tenant_id=55902b3290884d098547fd36e6097a39 HTTP/1.1" status: 200 len: 1100 time: 0.1880093 Aug 19 18:13:53.669291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d2273-7175-4895-860c-b6c16d99384c req-31a977b2-37e8-40a2-b998-bbb1c48b268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:53.671115 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-535d2273-7175-4895-860c-b6c16d99384c req-31a977b2-37e8-40a2-b998-bbb1c48b268a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c6b3292180c94253a49b386ad540adeb&device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 1096 time: 0.1094117 Aug 19 18:13:53.785616 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-25c1c372-742c-4ff0-8ac9-d32fd89edde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117518738-router', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:13Z', 'updated_at': '2021-08-19T18:13:19Z', 'revision_number': 4, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'gw_port': {'id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:14Z', 'updated_at': '2021-08-19T18:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'ec2be472-8cb3-4336-8f49-636666317f36', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'port_id': '64152517-3ce0-428f-9e59-aafa79f30a78', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93', 'mac_address': 'fa:16:3e:45:f1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b54f953-d878-4a4b-915c-2853b0e8b295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:13:46Z', 'updated_at': '2021-08-19T18:13:51Z', 'revision_number': 1, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15793957-8fd3-4e41-9eeb-f12e984bdf6e', 'name': '', 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'mac_address': 'fa:16:3e:57:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b7d3be1f-d269-4137-8233-9cf810517229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:18Z', 'updated_at': '2021-08-19T18:13:26Z', 'revision_number': 5, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'subnets': [{'id': 'b7d3be1f-d269-4137-8233-9cf810517229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:53.808897 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ed01cf7e-f535-4619-b6a1-e4b7227840fb req-a27044ea-e872-4500-b703-719e988b01a6 service neutron] 10.222.0.24 "GET /v2.0/networks/f401d804-fc47-4ec9-9c4d-dab130dd1d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603691 Aug 19 18:13:53.813311 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803753-2', 'device_owner': 'compute:nova'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:53.825283 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c1c372-742c-4ff0-8ac9-d32fd89edde0 None None] The sync data for ids ['4b369e6b-5df6-4d23-bac3-6cb60c3daef6'] in n-d-803753-2 is: [{'id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117518738-router', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:13Z', 'updated_at': '2021-08-19T18:13:19Z', 'revision_number': 4, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'gw_port': {'id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:14Z', 'updated_at': '2021-08-19T18:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'ec2be472-8cb3-4336-8f49-636666317f36', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'port_id': '64152517-3ce0-428f-9e59-aafa79f30a78', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93', 'mac_address': 'fa:16:3e:45:f1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b54f953-d878-4a4b-915c-2853b0e8b295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:13:46Z', 'updated_at': '2021-08-19T18:13:51Z', 'revision_number': 1, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15793957-8fd3-4e41-9eeb-f12e984bdf6e', 'name': '', 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'mac_address': 'fa:16:3e:57:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b7d3be1f-d269-4137-8233-9cf810517229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:18Z', 'updated_at': '2021-08-19T18:13:26Z', 'revision_number': 5, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'subnets': [{'id': 'b7d3be1f-d269-4137-8233-9cf810517229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:13:53.874199 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d2273-7175-4895-860c-b6c16d99384c req-ffb6a1eb-fd64-4ccc-a5eb-9935a611d5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:53.876140 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-535d2273-7175-4895-860c-b6c16d99384c req-ffb6a1eb-fd64-4ccc-a5eb-9935a611d5d6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f401d804-fc47-4ec9-9c4d-dab130dd1d93 HTTP/1.1" status: 200 len: 930 time: 0.1909883 Aug 19 18:13:53.900594 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.db.resource_extend [None req-d6542992-2d95-4a4e-a4e1-d7ab5c5c42ca tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:13:53.976010 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2f97c73e-0de8-47c7-8ec4-bfc2f95316df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:53.991503 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2f97c73e-0de8-47c7-8ec4-bfc2f95316df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.025135 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2ba36-31e0-4c10-8782-f66a0b3ed116 req-eb0c5b88-39b6-46ca-afec-3b624ca6af59 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:54.027445 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-15e2ba36-31e0-4c10-8782-f66a0b3ed116 req-eb0c5b88-39b6-46ca-afec-3b624ca6af59 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 944 time: 0.3940265 Aug 19 18:13:54.039349 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.046988 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d6542992-2d95-4a4e-a4e1-d7ab5c5c42ca tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.050854 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-535d2273-7175-4895-860c-b6c16d99384c req-b2973b85-7e46-4110-a769-605e65f00ac3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64152517-3ce0-428f-9e59-aafa79f30a78 HTTP/1.1" status: 200 len: 998 time: 0.1619921 Aug 19 18:13:54.079048 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d6542992-2d95-4a4e-a4e1-d7ab5c5c42ca tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.100547 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2f97c73e-0de8-47c7-8ec4-bfc2f95316df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a052374d2e1047b48d1168ce4531aee4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8581932 Aug 19 18:13:54.100547 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51604) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:54.135391 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d2273-7175-4895-860c-b6c16d99384c req-4b0288ee-6e69-4338-839f-d5b043b63e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:54.137816 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-535d2273-7175-4895-860c-b6c16d99384c req-4b0288ee-6e69-4338-839f-d5b043b63e44 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7d3be1f-d269-4137-8233-9cf810517229 HTTP/1.1" status: 200 len: 868 time: 0.0787511 Aug 19 18:13:54.143819 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97c73e-0de8-47c7-8ec4-bfc2f95316df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440e9221-dd2b-4079-8b30-b95aa7ff1095,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:54.167177 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-29267ce7-be78-48f3-abe1-2e5c050fddc2 req-fad87031-6d03-4464-8222-16c07ba03d57 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 258 time: 0.2093933 Aug 19 18:13:54.183807 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-29267ce7-be78-48f3-abe1-2e5c050fddc2 req-2f8e55c2-5d63-435d-9b16-b2387d870878 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:54.211628 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9fbb91-af93-451c-acb4-74bf58ad39c4 None None] New status for floating IP ec2be472-8cb3-4336-8f49-636666317f36: ACTIVE {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:13:54.239558 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-15e2ba36-31e0-4c10-8782-f66a0b3ed116 req-aa013081-7cd9-47e4-bf9a-c941fd9da49f tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933639 Aug 19 18:13:54.254524 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-29267ce7-be78-48f3-abe1-2e5c050fddc2 req-2f8e55c2-5d63-435d-9b16-b2387d870878 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.258518 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d2273-7175-4895-860c-b6c16d99384c req-21c02152-6e2e-4f1e-aadc-0747db39df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:54.260075 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-535d2273-7175-4895-860c-b6c16d99384c req-21c02152-6e2e-4f1e-aadc-0747db39df1b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f401d804-fc47-4ec9-9c4d-dab130dd1d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915902 Aug 19 18:13:54.396054 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-374023af-9a79-4126-979a-6c923317ffc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.412716 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 5cccf3b6-5860-450d-82a9-d709127e139c up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:54.414757 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-d6542992-2d95-4a4e-a4e1-d7ab5c5c42ca tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Floating IP c97bfde6-ecfa-4608-beaf-87ef08ba0f4b associated. External IP: 172.25.8.67, port: b5165e2a-1f19-4dbd-90d5-3d2a0c03c6bf. Aug 19 18:13:54.430525 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-535d2273-7175-4895-860c-b6c16d99384c req-6392d2fb-1105-487b-94e7-7ede8a4ebaef service neutron] 10.222.0.50 "GET /v2.0/networks/f401d804-fc47-4ec9-9c4d-dab130dd1d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566558 Aug 19 18:13:54.517984 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-29267ce7-be78-48f3-abe1-2e5c050fddc2 req-2f8e55c2-5d63-435d-9b16-b2387d870878 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.543788 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-374023af-9a79-4126-979a-6c923317ffc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.567075 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 5cccf3b6-5860-450d-82a9-d709127e139c completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:54.576890 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 5cccf3b6-5860-450d-82a9-d709127e139c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:54.577095 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.620101 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-535d2273-7175-4895-860c-b6c16d99384c req-4fe6773a-d276-4b9f-bf2e-7d6f0354be67 service neutron] 10.222.0.50 "GET /v2.0/networks/f401d804-fc47-4ec9-9c4d-dab130dd1d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782222 Aug 19 18:13:54.713241 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-29267ce7-be78-48f3-abe1-2e5c050fddc2 req-2f8e55c2-5d63-435d-9b16-b2387d870878 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Allocated IP 172.25.8.46 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/39970688-3827-4d7d-b45d-f46fc73e2a66) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:54.724291 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] For port 7760510b-7a1f-44de-9258-ac7cf7537d0d, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:54.741407 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.753121 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd2d99-39bc-40e8-8f12-9bb7c1f0afea req-b5689185-3908-4b0c-8ce3-9a8a2c34150f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:54.761330 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-adbd2d99-39bc-40e8-8f12-9bb7c1f0afea req-b5689185-3908-4b0c-8ce3-9a8a2c34150f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.1888666 Aug 19 18:13:54.770011 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086ae75c-2936-4843-a01e-0f337f2507b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cccf3b6-5860-450d-82a9-d709127e139c'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:13:54.773748 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6a6aa4-bf5b-4c47-9b15-d2c45aa84e26" -d '{"events": [{"server_uuid": "086ae75c-2936-4843-a01e-0f337f2507b0", "name": "network-vif-plugged", "status": "completed", "tag": "5cccf3b6-5860-450d-82a9-d709127e139c"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:13:54.788680 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-374023af-9a79-4126-979a-6c923317ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.791312 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-374023af-9a79-4126-979a-6c923317ffc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.792886 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-374023af-9a79-4126-979a-6c923317ffc4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/440e9221-dd2b-4079-8b30-b95aa7ff1095 HTTP/1.1" status: 204 len: 168 time: 0.6498103 Aug 19 18:13:54.805355 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 5cccf3b6-5860-450d-82a9-d709127e139c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=5cccf3b6-5860-450d-82a9-d709127e139c,segment=NetworkSegment(8d1b91f9-eb67-4862-ab25-b92a357c2185),segment_id=8d1b91f9-eb67-4862-ab25-b92a357c2185)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:54.816209 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.859521 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374023af-9a79-4126-979a-6c923317ffc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440e9221-dd2b-4079-8b30-b95aa7ff1095,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:54.878841 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] For port 7760510b-7a1f-44de-9258-ac7cf7537d0d, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:54.905662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=5cccf3b6-5860-450d-82a9-d709127e139c,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:54.927182 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-29267ce7-be78-48f3-abe1-2e5c050fddc2 req-2f8e55c2-5d63-435d-9b16-b2387d870878 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.949380 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-adbd2d99-39bc-40e8-8f12-9bb7c1f0afea req-0dab600d-edc9-4c08-97a4-9cd64a715a83 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870456 Aug 19 18:13:54.999262 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-29267ce7-be78-48f3-abe1-2e5c050fddc2 req-2f8e55c2-5d63-435d-9b16-b2387d870878 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:55.001041 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2346e12a-e172-4665-96cc-be565b373680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7760510b-7a1f-44de-9258-ac7cf7537d0d'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:13:55.003437 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cecefb-c81c-452b-ad3f-3f77409f06ee" -d '{"events": [{"server_uuid": "2346e12a-e172-4665-96cc-be565b373680", "name": "network-vif-unplugged", "status": "completed", "tag": "7760510b-7a1f-44de-9258-ac7cf7537d0d"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:13:55.008411 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:55.019813 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1a61de-41b0-4f9e-b14d-f68785fab69e x-openstack-request-id: req-ee1a61de-41b0-4f9e-b14d-f68785fab69e {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:13:55.020119 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086ae75c-2936-4843-a01e-0f337f2507b0", "name": "network-vif-plugged", "status": "completed", "tag": "5cccf3b6-5860-450d-82a9-d709127e139c", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:13:55.020444 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee1a61de-41b0-4f9e-b14d-f68785fab69e {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:13:55.020908 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086ae75c-2936-4843-a01e-0f337f2507b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cccf3b6-5860-450d-82a9-d709127e139c', 'code': 200} Aug 19 18:13:55.040659 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] Transition to ACTIVE for port object 7760510b-7a1f-44de-9258-ac7cf7537d0d will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:55.055768 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6542992-2d95-4a4e-a4e1-d7ab5c5c42ca tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Router 82e3a0eb-169b-407c-b3e6-4504654fdfb5 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:13:55.058823 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:55.073742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29267ce7-be78-48f3-abe1-2e5c050fddc2 req-2f8e55c2-5d63-435d-9b16-b2387d870878 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:55.079789 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-29267ce7-be78-48f3-abe1-2e5c050fddc2 req-2f8e55c2-5d63-435d-9b16-b2387d870878 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:55.084375 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e55c2-5d63-435d-9b16-b2387d870878 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Pushing event updated for resources: {'Port': ['ID=39970688-3827-4d7d-b45d-f46fc73e2a66,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:55.088163 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-29267ce7-be78-48f3-abe1-2e5c050fddc2 req-2f8e55c2-5d63-435d-9b16-b2387d870878 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:55.234604 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-29267ce7-be78-48f3-abe1-2e5c050fddc2 req-2f8e55c2-5d63-435d-9b16-b2387d870878 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:55.261859 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d312cb-c6f2-4579-b7a6-9373bbb8c375 x-openstack-request-id: req-a4d312cb-c6f2-4579-b7a6-9373bbb8c375 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:13:55.262380 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2346e12a-e172-4665-96cc-be565b373680", "name": "network-vif-unplugged", "status": "completed", "tag": "7760510b-7a1f-44de-9258-ac7cf7537d0d", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:13:55.262777 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4d312cb-c6f2-4579-b7a6-9373bbb8c375 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:13:55.263342 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2346e12a-e172-4665-96cc-be565b373680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7760510b-7a1f-44de-9258-ac7cf7537d0d', 'code': 200} Aug 19 18:13:55.269098 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] No DVR routers for this DVR port 7760510b-7a1f-44de-9258-ac7cf7537d0d on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:13:55.276779 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] Pushing event updated for resources: {'Port': ['ID=7760510b-7a1f-44de-9258-ac7cf7537d0d,revision_number=10']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:55.331012 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-29267ce7-be78-48f3-abe1-2e5c050fddc2 req-2f8e55c2-5d63-435d-9b16-b2387d870878 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:55.432193 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f7f10-89c2-466c-aab4-7976e65901fa req-42aa15ca-f7ec-4a25-a366-f19ef6d9c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:55.433992 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f68f7f10-89c2-466c-aab4-7976e65901fa req-42aa15ca-f7ec-4a25-a366-f19ef6d9c6ba service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 1096 time: 0.3135903 Aug 19 18:13:55.467162 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 51676) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:55.469715 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] Attempting to bind port 7760510b-7a1f-44de-9258-ac7cf7537d0d on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:55.470060 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] Attempting to bind port 7760510b-7a1f-44de-9258-ac7cf7537d0d by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:55.471215 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] Attempting to bind port 7760510b-7a1f-44de-9258-ac7cf7537d0d on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:55.487734 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3db90457-8170-498e-a90d-68cdd23a90e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:55.509304 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] Port 7760510b-7a1f-44de-9258-ac7cf7537d0d on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:13:55.509719 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] Attempting to bind port 7760510b-7a1f-44de-9258-ac7cf7537d0d on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:55.531949 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:55.532303 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:55.532879 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:55.533303 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] Bound port: 7760510b-7a1f-44de-9258-ac7cf7537d0d, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:55.533510 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:55.540563 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6542992-2d95-4a4e-a4e1-d7ab5c5c42ca tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:13:55.552166 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfa4ca2-b848-450a-a78a-ed3d41ca048c None None] Sync routers for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:13:55.560957 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f68f7f10-89c2-466c-aab4-7976e65901fa req-b30cf6cc-4df1-443a-928e-739e65fdb352 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043649 Aug 19 18:13:55.565695 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa4ca2-b848-450a-a78a-ed3d41ca048c None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:55.566861 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bdfa4ca2-b848-450a-a78a-ed3d41ca048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:55.609916 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50994455-ddc2-4a32-b34d-74d630180dde req-326b9866-7f89-4d34-a363-8ea7a97b8347 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:55.617117 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-50994455-ddc2-4a32-b34d-74d630180dde req-326b9866-7f89-4d34-a363-8ea7a97b8347 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.1873724 Aug 19 18:13:55.623088 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bdfa4ca2-b848-450a-a78a-ed3d41ca048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:55.638241 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa4ca2-b848-450a-a78a-ed3d41ca048c None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:55.639106 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bdfa4ca2-b848-450a-a78a-ed3d41ca048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:55.665123 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3db90457-8170-498e-a90d-68cdd23a90e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:55.667709 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-29267ce7-be78-48f3-abe1-2e5c050fddc2 req-2f8e55c2-5d63-435d-9b16-b2387d870878 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:55.673113 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3db90457-8170-498e-a90d-68cdd23a90e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:55.689200 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-29267ce7-be78-48f3-abe1-2e5c050fddc2 req-2f8e55c2-5d63-435d-9b16-b2387d870878 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:55.702522 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bdfa4ca2-b848-450a-a78a-ed3d41ca048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:55.703306 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfa4ca2-b848-450a-a78a-ed3d41ca048c None None] The sync data for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:13:55.754478 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-50994455-ddc2-4a32-b34d-74d630180dde req-4aff130a-6124-4228-b7b1-99bd9feba341 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361370 Aug 19 18:13:55.770092 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] For port 7760510b-7a1f-44de-9258-ac7cf7537d0d, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:55.781830 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] For port 7760510b-7a1f-44de-9258-ac7cf7537d0d, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:55.816328 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3db90457-8170-498e-a90d-68cdd23a90e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74b3285e469d4f71a3af65b9f066738d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3481014 Aug 19 18:13:55.817062 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 51692) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:55.822157 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db90457-8170-498e-a90d-68cdd23a90e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc57dc5-e47d-46a4-9df6-5d56a7f917b5,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:55.831721 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:55.874136 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:55.874777 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:55.876216 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] 10.222.0.54 "PUT /v2.0/ports/7760510b-7a1f-44de-9258-ac7cf7537d0d HTTP/1.1" status: 200 len: 1096 time: 2.2393787 Aug 19 18:13:56.265505 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e55c2-5d63-435d-9b16-b2387d870878 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Pushing event updated for resources: {'Port': ['ID=39970688-3827-4d7d-b45d-f46fc73e2a66,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:56.281181 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-29267ce7-be78-48f3-abe1-2e5c050fddc2 req-2f8e55c2-5d63-435d-9b16-b2387d870878 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:56.308525 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-29267ce7-be78-48f3-abe1-2e5c050fddc2 req-2f8e55c2-5d63-435d-9b16-b2387d870878 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:56.309823 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-29267ce7-be78-48f3-abe1-2e5c050fddc2 req-2f8e55c2-5d63-435d-9b16-b2387d870878 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1327589 Aug 19 18:13:56.315226 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3af19295-c002-4193-a06d-1bf78ada69d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:56.366089 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94e03c-5868-4a35-aa50-6a8d92908de7 service neutron] Pushing event updated for resources: {'Port': ['ID=7760510b-7a1f-44de-9258-ac7cf7537d0d,revision_number=11']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:56.374619 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3af19295-c002-4193-a06d-1bf78ada69d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:56.388330 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-29267ce7-be78-48f3-abe1-2e5c050fddc2 req-d35c15a0-8fc5-407f-aef7-ac59f25e8e62 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.46 HTTP/1.1" status: 200 len: 695 time: 0.0632510 Aug 19 18:13:56.429207 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-a9ec7683-155c-4469-b2ae-f1cc9875dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:56.430825 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-a9ec7683-155c-4469-b2ae-f1cc9875dfa6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 1099 time: 0.5031068 Aug 19 18:13:56.438962 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982d118-d58d-48d3-ae62-09cee2d9be33 req-ffb923d1-5a74-44a5-b4b7-49a8187d40e8 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:56.440572 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5982d118-d58d-48d3-ae62-09cee2d9be33 req-ffb923d1-5a74-44a5-b4b7-49a8187d40e8 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 948 time: 0.1105890 Aug 19 18:13:56.443709 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6542992-2d95-4a4e-a4e1-d7ab5c5c42ca tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Router 82e3a0eb-169b-407c-b3e6-4504654fdfb5 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:13:56.476119 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 7760510b-7a1f-44de-9258-ac7cf7537d0d no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:13:56.523029 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 7760510b-7a1f-44de-9258-ac7cf7537d0d not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:13:56.550845 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29267ce7-be78-48f3-abe1-2e5c050fddc2 req-d0906ceb-c253-4dd8-86d7-43a41a1430eb tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:56.552399 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-29267ce7-be78-48f3-abe1-2e5c050fddc2 req-d0906ceb-c253-4dd8-86d7-43a41a1430eb tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.1550298 Aug 19 18:13:56.553664 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3af19295-c002-4193-a06d-1bf78ada69d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:56.556612 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3af19295-c002-4193-a06d-1bf78ada69d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:56.558055 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3af19295-c002-4193-a06d-1bf78ada69d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0cc57dc5-e47d-46a4-9df6-5d56a7f917b5 HTTP/1.1" status: 204 len: 168 time: 0.7363274 Aug 19 18:13:56.577776 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af19295-c002-4193-a06d-1bf78ada69d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc57dc5-e47d-46a4-9df6-5d56a7f917b5,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:56.584949 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5982d118-d58d-48d3-ae62-09cee2d9be33 req-bf546d29-3d67-48fa-b299-3a855c249f06 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329641 Aug 19 18:13:56.663242 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-579cfb78-db99-417d-a885-853bbe6ce232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:56.664878 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-579cfb78-db99-417d-a885-853bbe6ce232 service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.2233896 Aug 19 18:13:56.732263 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-58264f8d-908b-413d-ac23-e1a9cf5f5f6b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d HTTP/1.1" status: 200 len: 217 time: 0.0557599 Aug 19 18:13:56.754814 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6542992-2d95-4a4e-a4e1-d7ab5c5c42ca tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:13:56.760046 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d6542992-2d95-4a4e-a4e1-d7ab5c5c42ca tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:56.769032 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef260ea-776c-4489-b632-d6e7e28d825e None None] Sync routers for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:13:56.819501 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef260ea-776c-4489-b632-d6e7e28d825e None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:56.824288 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4ef260ea-776c-4489-b632-d6e7e28d825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:56.867933 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-73e14962-6b2a-451d-bd73-87b1ed0a0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:56.870139 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-73e14962-6b2a-451d-bd73-87b1ed0a0009 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1167295 Aug 19 18:13:56.873898 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51738) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:56.891637 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401ee8c-0042-45cd-854b-1ed5fe235c87 req-250267ce-021f-45ab-b781-dc4b88084198 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:56.893205 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5401ee8c-0042-45cd-854b-1ed5fe235c87 req-250267ce-021f-45ab-b781-dc4b88084198 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b54f953-d878-4a4b-915c-2853b0e8b295&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1741374 Aug 19 18:13:56.906452 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d6542992-2d95-4a4e-a4e1-d7ab5c5c42ca tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "PUT /v2.0/floatingips/c97bfde6-ecfa-4608-beaf-87ef08ba0f4b HTTP/1.1" status: 200 len: 977 time: 4.4315617 Aug 19 18:13:56.910139 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51742) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:56.943860 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f34305a9-223a-46ab-83e9-13ef2dab6a0e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:56.944552 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4ef260ea-776c-4489-b632-d6e7e28d825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:56.960192 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef260ea-776c-4489-b632-d6e7e28d825e None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:56.961379 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4ef260ea-776c-4489-b632-d6e7e28d825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:56.978419 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f12e0-2e61-427f-998b-392ed767cbe6 req-c351a059-a9fb-4b3e-92af-c92ff15e7771 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:56.981431 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-239f12e0-2e61-427f-998b-392ed767cbe6 req-c351a059-a9fb-4b3e-92af-c92ff15e7771 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.1119535 Aug 19 18:13:57.040229 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5401ee8c-0042-45cd-854b-1ed5fe235c87 req-2ebe5d74-2414-4585-a85e-640de1982268 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.46 HTTP/1.1" status: 200 len: 695 time: 0.1308961 Aug 19 18:13:57.046254 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4ef260ea-776c-4489-b632-d6e7e28d825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:57.047600 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef260ea-776c-4489-b632-d6e7e28d825e None None] The sync data for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:13:57.054504 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-239f12e0-2e61-427f-998b-392ed767cbe6 req-567cc764-6eed-43ed-a43b-80a57b5c6e33 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645537 Aug 19 18:13:57.064162 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-5401ee8c-0042-45cd-854b-1ed5fe235c87 req-e7dfd595-271e-4686-9004-8e62743bd3d5 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Request body: {'floatingip': {'port_id': '64152517-3ce0-428f-9e59-aafa79f30a78', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:57.113612 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f34305a9-223a-46ab-83e9-13ef2dab6a0e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:57.117332 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-92c541bf-67db-4258-a423-14df756d24bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:57.120473 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-92c541bf-67db-4258-a423-14df756d24bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2238884 Aug 19 18:13:57.172999 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5401ee8c-0042-45cd-854b-1ed5fe235c87 req-e7dfd595-271e-4686-9004-8e62743bd3d5 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks [] for floatingip, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:57.226558 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a27ad528-81ac-49f6-b4b5-9cdcfb5dcdcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:57.278997 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2346e12a-e172-4665-96cc-be565b373680', 'tag': '7760510b-7a1f-44de-9258-ac7cf7537d0d'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:13:57.282247 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0cb771-9a17-4784-9c57-1374734ef9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2346e12a-e172-4665-96cc-be565b373680", "tag": "7760510b-7a1f-44de-9258-ac7cf7537d0d"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:13:57.363488 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62b56df-83e0-4d4d-b106-eefd5da10e76 x-openstack-request-id: req-d62b56df-83e0-4d4d-b106-eefd5da10e76 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:13:57.363751 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2346e12a-e172-4665-96cc-be565b373680", "tag": "7760510b-7a1f-44de-9258-ac7cf7537d0d", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:13:57.364007 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d62b56df-83e0-4d4d-b106-eefd5da10e76 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:13:57.364399 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2346e12a-e172-4665-96cc-be565b373680', 'tag': '7760510b-7a1f-44de-9258-ac7cf7537d0d', 'status': 'completed', 'code': 200} Aug 19 18:13:57.444652 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cb771-9a17-4784-9c57-1374734ef9a4 req-e17d552e-1fff-42c4-8ce1-05eb5de64ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:57.450817 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-eb0cb771-9a17-4784-9c57-1374734ef9a4 req-e17d552e-1fff-42c4-8ce1-05eb5de64ecf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 1099 time: 0.0573995 Aug 19 18:13:57.542273 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f34305a9-223a-46ab-83e9-13ef2dab6a0e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:57.551936 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-09846ffd-5f67-464f-b5a1-128c1262bd2b service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910651 Aug 19 18:13:57.558675 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f34305a9-223a-46ab-83e9-13ef2dab6a0e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:57.558675 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-f34305a9-223a-46ab-83e9-13ef2dab6a0e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Floating IP c97bfde6-ecfa-4608-beaf-87ef08ba0f4b disassociated. External IP: 172.25.8.67, port: 0c479771-02c1-4dea-8aaa-28658041b1cb. Aug 19 18:13:57.558917 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cb771-9a17-4784-9c57-1374734ef9a4 req-86649793-4de9-48e4-acb7-2f2af3e8cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:57.559446 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-eb0cb771-9a17-4784-9c57-1374734ef9a4 req-86649793-4de9-48e4-acb7-2f2af3e8cb22 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.0939925 Aug 19 18:13:57.609812 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-eb0cb771-9a17-4784-9c57-1374734ef9a4 req-a20a8cb1-4283-44f6-b035-f1e2ea056dbb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d HTTP/1.1" status: 200 len: 217 time: 0.0390687 Aug 19 18:13:57.677880 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cb771-9a17-4784-9c57-1374734ef9a4 req-f775ac04-5951-41f4-b6c7-388602e73b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:57.679572 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-eb0cb771-9a17-4784-9c57-1374734ef9a4 req-f775ac04-5951-41f4-b6c7-388602e73b94 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0582478 Aug 19 18:13:57.777118 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cb771-9a17-4784-9c57-1374734ef9a4 req-7f366cbb-f199-4f6b-a30f-715178eccabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:57.778727 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-eb0cb771-9a17-4784-9c57-1374734ef9a4 req-7f366cbb-f199-4f6b-a30f-715178eccabe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0793142 Aug 19 18:13:57.786736 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-5401ee8c-0042-45cd-854b-1ed5fe235c87 req-e7dfd595-271e-4686-9004-8e62743bd3d5 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] update failed (client error): There was a conflict when trying to complete your request. Aug 19 18:13:57.787795 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5401ee8c-0042-45cd-854b-1ed5fe235c87 req-e7dfd595-271e-4686-9004-8e62743bd3d5 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "PUT /v2.0/floatingips/6cdd4abf-a7a5-44ef-a597-057ae36bcea4 HTTP/1.1" status: 409 len: 549 time: 0.7379591 Aug 19 18:13:57.801646 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f146b4-bc0e-4a1b-9467-cd74102a1ce1 req-8bd36506-c0e0-420b-8664-38a5bbe4c068 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:57.803301 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c9f146b4-bc0e-4a1b-9467-cd74102a1ce1 req-8bd36506-c0e0-420b-8664-38a5bbe4c068 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 948 time: 0.1024365 Aug 19 18:13:57.832069 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a27ad528-81ac-49f6-b4b5-9cdcfb5dcdcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:57.836131 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b1e48e7-d7cb-4fdc-aa65-431f7a07cc9c req-dc2ecc6b-8ac7-4a20-a3b0-8479bc315787 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725127 Aug 19 18:13:57.842636 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a27ad528-81ac-49f6-b4b5-9cdcfb5dcdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:57.970598 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c9f146b4-bc0e-4a1b-9467-cd74102a1ce1 req-f7567da0-bebe-4e16-853d-4d5eae74a7aa tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789120 Aug 19 18:13:57.989390 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ad528-81ac-49f6-b4b5-9cdcfb5dcdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb39ec3-0ef0-418d-8812-59ef9eaee530,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:57.998043 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a27ad528-81ac-49f6-b4b5-9cdcfb5dcdcc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8527f95e3f447e3b6e782ce04435fbf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1208837 Aug 19 18:13:58.003877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51780) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:58.005654 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-eb0cb771-9a17-4784-9c57-1374734ef9a4 req-1c110962-01b9-4390-a3db-cc8902d09491 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012784 Aug 19 18:13:58.022468 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0284c4e6-6c08-412a-a66b-a7b95b09a021 req-14053912-109f-4794-9b1e-5dd6cdc25b8a tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/floatingips/6cdd4abf-a7a5-44ef-a597-057ae36bcea4 HTTP/1.1" status: 200 len: 692 time: 0.0954459 Aug 19 18:13:58.131051 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-eb0cb771-9a17-4784-9c57-1374734ef9a4 req-9704d75c-8d1a-4231-8757-6f889bb415fa service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110756 Aug 19 18:13:58.158482 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cb771-9a17-4784-9c57-1374734ef9a4 req-0150ae66-cbcb-45ad-a9b4-d06f34876dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:58.160229 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eb0cb771-9a17-4784-9c57-1374734ef9a4 req-0150ae66-cbcb-45ad-a9b4-d06f34876dbb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=55902b3290884d098547fd36e6097a39&device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 1099 time: 0.2505825 Aug 19 18:13:58.205121 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41761e2-3083-4c95-95f7-aee1758cfd47 req-3e0972a7-c1db-49bc-b136-07613bcfb110 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:58.206770 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d41761e2-3083-4c95-95f7-aee1758cfd47 req-3e0972a7-c1db-49bc-b136-07613bcfb110 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.0536745 Aug 19 18:13:58.249589 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34305a9-223a-46ab-83e9-13ef2dab6a0e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Router 82e3a0eb-169b-407c-b3e6-4504654fdfb5 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:13:58.250405 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d41761e2-3083-4c95-95f7-aee1758cfd47 req-369dac39-ffa2-4b38-b6b2-6e294e996cb3 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350060 Aug 19 18:13:58.272853 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-29441699-fa0d-4f80-a5cd-54b726194141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:58.322386 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-29441699-fa0d-4f80-a5cd-54b726194141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:58.333508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284c4e6-6c08-412a-a66b-a7b95b09a021 req-6f46ffa3-4d79-4292-8154-3ea42712f8d4 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:58.334989 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0284c4e6-6c08-412a-a66b-a7b95b09a021 req-6f46ffa3-4d79-4292-8154-3ea42712f8d4 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.2719450 Aug 19 18:13:58.400444 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-0284c4e6-6c08-412a-a66b-a7b95b09a021 req-d78f33eb-cee9-4731-8ecd-0c693b0175eb tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:13:58.402044 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0284c4e6-6c08-412a-a66b-a7b95b09a021 req-d78f33eb-cee9-4731-8ecd-0c693b0175eb tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0197992 Aug 19 18:13:58.418055 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cb771-9a17-4784-9c57-1374734ef9a4 req-f72bc634-4177-4bc2-bf26-e5c0749ece7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:58.419615 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eb0cb771-9a17-4784-9c57-1374734ef9a4 req-f72bc634-4177-4bc2-bf26-e5c0749ece7a service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.2492831 Aug 19 18:13:58.568756 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eb0cb771-9a17-4784-9c57-1374734ef9a4 req-ac243303-4869-4544-9b00-8729473a84ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d HTTP/1.1" status: 200 len: 217 time: 0.1290019 Aug 19 18:13:58.592648 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0284c4e6-6c08-412a-a66b-a7b95b09a021 req-52c7178d-4f56-41f2-ae9c-664c12f055fb tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.46 HTTP/1.1" status: 200 len: 695 time: 0.1766472 Aug 19 18:13:58.600473 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08b2ca-9a7c-4d0b-892a-67e1f88fd32b req-e6a8c89f-7069-448b-9334-7875ee985271 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:58.604820 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0a08b2ca-9a7c-4d0b-892a-67e1f88fd32b req-e6a8c89f-7069-448b-9334-7875ee985271 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.0682824 Aug 19 18:13:58.649981 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0a08b2ca-9a7c-4d0b-892a-67e1f88fd32b req-d55b50dc-920f-405c-94c2-2e814f422705 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389423 Aug 19 18:13:59.070007 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0284c4e6-6c08-412a-a66b-a7b95b09a021 req-4ef99923-54c1-420e-959e-b4bd625d609f tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.46 HTTP/1.1" status: 200 len: 695 time: 0.4495704 Aug 19 18:13:59.074585 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-29441699-fa0d-4f80-a5cd-54b726194141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:59.077167 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-29441699-fa0d-4f80-a5cd-54b726194141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:59.078336 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-29441699-fa0d-4f80-a5cd-54b726194141 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/edb39ec3-0ef0-418d-8812-59ef9eaee530 HTTP/1.1" status: 204 len: 168 time: 1.0687971 Aug 19 18:13:59.084386 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34305a9-223a-46ab-83e9-13ef2dab6a0e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:13:59.096798 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f34305a9-223a-46ab-83e9-13ef2dab6a0e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:59.101064 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b15c4c-5bdb-4036-93f6-b13d421edd7f None None] Sync routers for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:13:59.115820 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b15c4c-5bdb-4036-93f6-b13d421edd7f None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:59.116519 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-80b15c4c-5bdb-4036-93f6-b13d421edd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:59.118574 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cb771-9a17-4784-9c57-1374734ef9a4 req-654bad2a-e22c-4ec1-b8ce-4b0f45f2771f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:59.121276 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eb0cb771-9a17-4784-9c57-1374734ef9a4 req-654bad2a-e22c-4ec1-b8ce-4b0f45f2771f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.5265794 Aug 19 18:13:59.133033 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41b2f5-3969-486c-8960-229e2aed9b7f req-26e22f41-9e74-4824-9c1a-07ba79d448e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:59.139159 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c41b2f5-3969-486c-8960-229e2aed9b7f req-26e22f41-9e74-4824-9c1a-07ba79d448e5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ae80c06dc10a4ca3827cce85fbacc6e6&device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 1096 time: 0.5870490 Aug 19 18:13:59.153920 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec08f22-21b5-4ed3-a72f-4e7e75567e2c req-540c2476-93c4-4637-85a0-c8fcf00f2305 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:59.161633 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-eec08f22-21b5-4ed3-a72f-4e7e75567e2c req-540c2476-93c4-4637-85a0-c8fcf00f2305 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 948 time: 0.1028481 Aug 19 18:13:59.180336 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29441699-fa0d-4f80-a5cd-54b726194141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb39ec3-0ef0-418d-8812-59ef9eaee530,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:59.235158 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-80b15c4c-5bdb-4036-93f6-b13d421edd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:59.256393 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b15c4c-5bdb-4036-93f6-b13d421edd7f None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:59.257160 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-80b15c4c-5bdb-4036-93f6-b13d421edd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:59.298435 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-eec08f22-21b5-4ed3-a72f-4e7e75567e2c req-a067524f-5c92-425e-bd12-4f24c67e76d6 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225808 Aug 19 18:13:59.343314 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f34305a9-223a-46ab-83e9-13ef2dab6a0e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "PUT /v2.0/floatingips/c97bfde6-ecfa-4608-beaf-87ef08ba0f4b HTTP/1.1" status: 200 len: 687 time: 2.4315474 Aug 19 18:13:59.345994 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 51824) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:59.348265 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-80b15c4c-5bdb-4036-93f6-b13d421edd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:59.349185 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b15c4c-5bdb-4036-93f6-b13d421edd7f None None] The sync data for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:13:59.491057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cb771-9a17-4784-9c57-1374734ef9a4 req-c7e7b29c-8aa9-422a-92ec-efac56133d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:59.492641 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eb0cb771-9a17-4784-9c57-1374734ef9a4 req-c7e7b29c-8aa9-422a-92ec-efac56133d9b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3503122 Aug 19 18:13:59.590621 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a94db352-64ea-40be-b2be-894859c1c653 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Deleting port b465412a-868f-4220-90f2-09dc690c3500 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:59.591357 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a94db352-64ea-40be-b2be-894859c1c653 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:59.594947 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41b2f5-3969-486c-8960-229e2aed9b7f req-8721a907-e472-42cd-9eba-d3bf20091633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:59.597259 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c41b2f5-3969-486c-8960-229e2aed9b7f req-8721a907-e472-42cd-9eba-d3bf20091633 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f3700011-a00d-444a-b5c3-5a096e23b70c HTTP/1.1" status: 200 len: 911 time: 0.4093261 Aug 19 18:13:59.664564 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c41b2f5-3969-486c-8960-229e2aed9b7f req-60a352ea-b529-4052-8504-2a4bf232e30c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cccf3b6-5860-450d-82a9-d709127e139c HTTP/1.1" status: 200 len: 217 time: 0.0540640 Aug 19 18:13:59.727377 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-0284c4e6-6c08-412a-a66b-a7b95b09a021 req-6d234e7f-5192-4d39-a360-919d85335400 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Deleting port 39970688-3827-4d7d-b45d-f46fc73e2a66 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:59.727945 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0284c4e6-6c08-412a-a66b-a7b95b09a021 req-6d234e7f-5192-4d39-a360-919d85335400 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:59.748992 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eb0cb771-9a17-4784-9c57-1374734ef9a4 req-0c55cd38-bc44-4fc7-b907-0c313233e3da service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341707 Aug 19 18:13:59.758587 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a94db352-64ea-40be-b2be-894859c1c653 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:59.759240 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a94db352-64ea-40be-b2be-894859c1c653 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:59.804155 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a94db352-64ea-40be-b2be-894859c1c653 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Calling delete_port for b465412a-868f-4220-90f2-09dc690c3500 owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:59.862816 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41b2f5-3969-486c-8960-229e2aed9b7f req-8ea8d14f-9350-49a8-8d6a-53cb45f83be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:59.864329 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c41b2f5-3969-486c-8960-229e2aed9b7f req-8ea8d14f-9350-49a8-8d6a-53cb45f83be8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1d4e6d1-19da-4c86-acd1-805ea460bc92 HTTP/1.1" status: 200 len: 850 time: 0.1890583 Aug 19 18:13:59.880163 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51834) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:59.938485 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c41b2f5-3969-486c-8960-229e2aed9b7f req-18881f6b-328d-440b-b2dc-82e7299fe523 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f3700011-a00d-444a-b5c3-5a096e23b70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591755 Aug 19 18:13:59.951198 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1872882d-72f3-4cc1-87f5-9b5926e0d78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:59.992209 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0284c4e6-6c08-412a-a66b-a7b95b09a021 req-6d234e7f-5192-4d39-a360-919d85335400 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:59.992474 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0284c4e6-6c08-412a-a66b-a7b95b09a021 req-6d234e7f-5192-4d39-a360-919d85335400 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.042371 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3e255-9939-42fa-a046-1cdc43066ebd req-240ac850-d3a5-45ff-beb7-d274e95ab3bb tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:00.043915 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-acb3e255-9939-42fa-a046-1cdc43066ebd req-240ac850-d3a5-45ff-beb7-d274e95ab3bb tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 946 time: 0.2238946 Aug 19 18:14:00.045045 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a94db352-64ea-40be-b2be-894859c1c653 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.067767 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-0284c4e6-6c08-412a-a66b-a7b95b09a021 req-6d234e7f-5192-4d39-a360-919d85335400 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Calling delete_port for 39970688-3827-4d7d-b45d-f46fc73e2a66 owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:00.084266 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eb0cb771-9a17-4784-9c57-1374734ef9a4 req-2cfd73cd-6c64-45eb-a206-87259004ca7b service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010499 Aug 19 18:14:00.100075 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94db352-64ea-40be-b2be-894859c1c653 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event deleted for resources: {'Port': ['ID=b465412a-868f-4220-90f2-09dc690c3500,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:00.170464 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-acb3e255-9939-42fa-a046-1cdc43066ebd req-c2708734-e749-45b8-b1c6-a270427daa2d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869668 Aug 19 18:14:00.182305 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a94db352-64ea-40be-b2be-894859c1c653 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.185452 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a94db352-64ea-40be-b2be-894859c1c653 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.187048 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a94db352-64ea-40be-b2be-894859c1c653 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "DELETE /v2.0/floatingips/c97bfde6-ecfa-4608-beaf-87ef08ba0f4b HTTP/1.1" status: 204 len: 168 time: 0.8399909 Aug 19 18:14:00.189642 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 51842) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:00.205129 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c41b2f5-3969-486c-8960-229e2aed9b7f req-0829e9d8-7c06-428f-9f54-eb7d12109801 service neutron] 10.222.0.54 "GET /v2.0/networks/f3700011-a00d-444a-b5c3-5a096e23b70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376866 Aug 19 18:14:00.242003 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-f0ea4a0a-5218-4825-9c1e-38c80b8c5f49 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] delete failed (client error): The resource could not be found. Aug 19 18:14:00.245578 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f0ea4a0a-5218-4825-9c1e-38c80b8c5f49 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "DELETE /v2.0/floatingips/c97bfde6-ecfa-4608-beaf-87ef08ba0f4b HTTP/1.1" status: 404 len: 345 time: 0.0523021 Aug 19 18:14:00.246982 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 51844) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:00.350138 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1872882d-72f3-4cc1-87f5-9b5926e0d78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.361938 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1872882d-72f3-4cc1-87f5-9b5926e0d78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.362199 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 7760510b-7a1f-44de-9258-ac7cf7537d0d details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:14:00.366998 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac43899-44d6-4b49-b7ac-06477ec7e912 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:00.374019 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac43899-44d6-4b49-b7ac-06477ec7e912 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:00.380171 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac43899-44d6-4b49-b7ac-06477ec7e912 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:00.382084 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3ac43899-44d6-4b49-b7ac-06477ec7e912 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "GET /v2.0/ports?network_id=b3d78871-7019-4454-85f6-10700f3736c3 HTTP/1.1" status: 200 len: 2358 time: 0.1341500 Aug 19 18:14:00.387345 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 51848) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:00.411302 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17c628-b2b0-422b-81e7-03a1fcc5687b req-50d03f68-d999-4307-84d5-57be717d37fe tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:00.413146 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ee17c628-b2b0-422b-81e7-03a1fcc5687b req-50d03f68-d999-4307-84d5-57be717d37fe tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.1311209 Aug 19 18:14:00.451018 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c41b2f5-3969-486c-8960-229e2aed9b7f req-db294611-448d-4423-bfc0-880edc02a0c1 service neutron] 10.222.0.54 "GET /v2.0/networks/f3700011-a00d-444a-b5c3-5a096e23b70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296975 Aug 19 18:14:00.458044 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1872882d-72f3-4cc1-87f5-9b5926e0d78c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=90cc04c6b4b64c8d8a31995032399481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5645432 Aug 19 18:14:00.461382 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 51852) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:00.462054 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872882d-72f3-4cc1-87f5-9b5926e0d78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b6b7b6-3ab4-42eb-947b-e7da3d33bd06,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:00.477118 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0284c4e6-6c08-412a-a66b-a7b95b09a021 req-6d234e7f-5192-4d39-a360-919d85335400 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.519550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d234e7f-5192-4d39-a360-919d85335400 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Pushing event deleted for resources: {'Port': ['ID=39970688-3827-4d7d-b45d-f46fc73e2a66,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:00.530175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51845422-1844-458d-97e4-7d018e24435b tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:00.531996 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-51845422-1844-458d-97e4-7d018e24435b tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "GET /v2.0/subnets/e25b3247-3deb-4729-98a0-8c5ae74f728e HTTP/1.1" status: 200 len: 797 time: 0.1431437 Aug 19 18:14:00.538306 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 7760510b-7a1f-44de-9258-ac7cf7537d0d, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:00.540131 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 51856) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:00.551397 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-bba3f07d-9330-4e61-a8bf-943c81f1669e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Request body: {'port': {'network_id': 'b3d78871-7019-4454-85f6-10700f3736c3', 'name': 'tempest-FloatingIPTestJSON-514258779', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:00.552489 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '7760510b-7a1f-44de-9258-ac7cf7537d0d', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '7760510b-7a1f-44de-9258-ac7cf7537d0d', 'mac_address': 'fa:16:3e:89:11:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:14:00.557912 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ee17c628-b2b0-422b-81e7-03a1fcc5687b req-b3713274-076b-4a5f-9903-0d350ee9517d tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203101 Aug 19 18:14:00.603275 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0284c4e6-6c08-412a-a66b-a7b95b09a021 req-6d234e7f-5192-4d39-a360-919d85335400 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.607070 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0284c4e6-6c08-412a-a66b-a7b95b09a021 req-6d234e7f-5192-4d39-a360-919d85335400 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.608822 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0284c4e6-6c08-412a-a66b-a7b95b09a021 req-6d234e7f-5192-4d39-a360-919d85335400 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "DELETE /v2.0/floatingips/6cdd4abf-a7a5-44ef-a597-057ae36bcea4 HTTP/1.1" status: 204 len: 173 time: 1.5207450 Aug 19 18:14:00.611118 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51860) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:00.655180 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.659757 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-188b225a-9580-44f3-bc6e-34b77191840d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.678838 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7760510b-7a1f-44de-9258-ac7cf7537d0d {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:14:00.703494 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 7760510b-7a1f-44de-9258-ac7cf7537d0d, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:00.709231 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.712676 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-188b225a-9580-44f3-bc6e-34b77191840d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.755771 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfd232-cc28-4274-8f09-d9b9510d9b5a req-859705aa-80e4-46db-8da3-8cc576b545b9 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:00.757716 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-83cfd232-cc28-4274-8f09-d9b9510d9b5a req-859705aa-80e4-46db-8da3-8cc576b545b9 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 948 time: 0.0736938 Aug 19 18:14:00.771672 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=7760510b-7a1f-44de-9258-ac7cf7537d0d,revision_number=12']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:00.779746 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ed634562-21b5-482b-87c2-c46a8309e39d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.832807 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-83cfd232-cc28-4274-8f09-d9b9510d9b5a req-c912ff32-e5aa-41bc-a92f-23eea1c96556 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653548 Aug 19 18:14:00.877630 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-8de15fcd-28f2-41e1-9d50-2758c7d74663 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 1000 time: 0.1384230 Aug 19 18:14:00.878972 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-188b225a-9580-44f3-bc6e-34b77191840d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.881645 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-188b225a-9580-44f3-bc6e-34b77191840d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.882810 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-188b225a-9580-44f3-bc6e-34b77191840d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96b6b7b6-3ab4-42eb-947b-e7da3d33bd06 HTTP/1.1" status: 204 len: 168 time: 0.4192388 Aug 19 18:14:00.906259 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b225a-9580-44f3-bc6e-34b77191840d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b6b7b6-3ab4-42eb-947b-e7da3d33bd06,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:00.953021 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-10b59143-bde4-49fa-a040-8c2e9e3a795e tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:00.954900 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-10b59143-bde4-49fa-a040-8c2e9e3a795e tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/ports/64152517-3ce0-428f-9e59-aafa79f30a78 HTTP/1.1" status: 200 len: 942 time: 0.0708816 Aug 19 18:14:00.993971 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ed634562-21b5-482b-87c2-c46a8309e39d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:01.000281 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ed634562-21b5-482b-87c2-c46a8309e39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:01.045483 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['7760510b-7a1f-44de-9258-ac7cf7537d0d'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:14:01.066685 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba3f07d-9330-4e61-a8bf-943c81f1669e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Made reservation on behalf of 68654bdf79fb406da1f88875405c74ed for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:01.073686 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ed634562-21b5-482b-87c2-c46a8309e39d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f091f0d00ac4af5adbfc7ccbd1f70f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4610660 Aug 19 18:14:01.074438 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed634562-21b5-482b-87c2-c46a8309e39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c446ae-2680-4d30-b56a-7f90adb038b1,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:01.076992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51874) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:01.158550 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20be5ac3-c16e-4d88-93cd-6e9cf2941a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:01.173252 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-fdf32e2d-bd7c-45ec-821f-d491fa2b1c36 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 1000 time: 0.1584392 Aug 19 18:14:01.219574 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20be5ac3-c16e-4d88-93cd-6e9cf2941a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:01.307411 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20be5ac3-c16e-4d88-93cd-6e9cf2941a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:01.313574 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20be5ac3-c16e-4d88-93cd-6e9cf2941a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:01.314819 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bba3f07d-9330-4e61-a8bf-943c81f1669e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:01.318332 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-20be5ac3-c16e-4d88-93cd-6e9cf2941a20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66c446ae-2680-4d30-b56a-7f90adb038b1 HTTP/1.1" status: 204 len: 168 time: 0.2230260 Aug 19 18:14:01.352733 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be5ac3-c16e-4d88-93cd-6e9cf2941a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c446ae-2680-4d30-b56a-7f90adb038b1,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:01.359155 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-bba3f07d-9330-4e61-a8bf-943c81f1669e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] device_id is not set on port c8173aea-9287-4fc0-b9b2-b83577a223fe yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:01.503052 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-5c2ddfe4-ca8c-40b9-8869-a90f69e1f16d tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:01.506361 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-5c2ddfe4-ca8c-40b9-8869-a90f69e1f16d tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.3164673 Aug 19 18:14:01.509893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac0b93-a2df-41bc-b7da-c4b56b56c39a req-aeff46f9-49d6-4736-b251-967b303828b7 tempest-MigrationsAdminTest-47619855 tempest-MigrationsAdminTest-47619855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:01.513227 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0eac0b93-a2df-41bc-b7da-c4b56b56c39a req-aeff46f9-49d6-4736-b251-967b303828b7 tempest-MigrationsAdminTest-47619855 tempest-MigrationsAdminTest-47619855-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 1100 time: 0.0834095 Aug 19 18:14:01.571456 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0eac0b93-a2df-41bc-b7da-c4b56b56c39a req-38a8cb68-5a50-440c-9062-c9cdf739d884 tempest-MigrationsAdminTest-47619855 tempest-MigrationsAdminTest-47619855-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509593 Aug 19 18:14:01.645344 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-3c0e13ab-21b2-479d-9092-a5c3ab61ce1b tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 1000 time: 0.1185241 Aug 19 18:14:01.699741 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-8b0b5c5f-31ec-45a8-9a1e-048632e08da7 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:01.736516 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1edfbd-f4f8-4eaf-99f0-170fce17b3b2 req-3b1d7561-c659-45b0-8fce-3c10e794b5e4 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:01.738313 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eb1edfbd-f4f8-4eaf-99f0-170fce17b3b2 req-3b1d7561-c659-45b0-8fce-3c10e794b5e4 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 946 time: 0.0695055 Aug 19 18:14:01.777879 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51896) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:01.803292 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eb1edfbd-f4f8-4eaf-99f0-170fce17b3b2 req-34c4cce0-c811-4079-91f0-6525618141a0 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542045 Aug 19 18:14:01.803292 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-67abcd51-adc3-4400-b679-0e6ccbfacf2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:01.819046 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-8b0b5c5f-31ec-45a8-9a1e-048632e08da7 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks [] for floatingip, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:01.974561 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-67abcd51-adc3-4400-b679-0e6ccbfacf2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:01.989395 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-67abcd51-adc3-4400-b679-0e6ccbfacf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:02.024091 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d60aaf-d05a-4848-955e-165e8a6b53ad req-5ea0e423-a679-40b5-9915-7fdb347a5119 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:02.030179 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f2d60aaf-d05a-4848-955e-165e8a6b53ad req-5ea0e423-a679-40b5-9915-7fdb347a5119 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.1191518 Aug 19 18:14:02.048683 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-bba3f07d-9330-4e61-a8bf-943c81f1669e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Allocated IP 172.20.0.14 (b3d78871-7019-4454-85f6-10700f3736c3/e25b3247-3deb-4729-98a0-8c5ae74f728e/c8173aea-9287-4fc0-b9b2-b83577a223fe) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:02.060321 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-67abcd51-adc3-4400-b679-0e6ccbfacf2e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c3a1da3bc984e2c8146e3ec56b7064a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2813470 Aug 19 18:14:02.068576 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9b75c-4082-4708-a674-29a5cd0191c1 req-9fae46a6-d8df-495c-a441-ef02c26ca5c7 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:02.070153 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38e9b75c-4082-4708-a674-29a5cd0191c1 req-9fae46a6-d8df-495c-a441-ef02c26ca5c7 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.50 "GET /v2.0/ports?device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 946 time: 0.1515515 Aug 19 18:14:02.075847 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51904) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:02.077850 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-bba3f07d-9330-4e61-a8bf-943c81f1669e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Allocated IP 172.20.0.13 (b3d78871-7019-4454-85f6-10700f3736c3/e25b3247-3deb-4729-98a0-8c5ae74f728e/c8173aea-9287-4fc0-b9b2-b83577a223fe) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:02.080784 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abcd51-adc3-4400-b679-0e6ccbfacf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8773e3f-51d3-4822-8230-355ef97f1a06,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:02.144599 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f2d60aaf-d05a-4848-955e-165e8a6b53ad req-a0aba375-19d0-4633-ba7f-2c2d10934a2e tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044338 Aug 19 18:14:02.176234 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2a56dbd6-9a9c-4333-bc26-6138b4fdb657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:02.190122 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-8b0b5c5f-31ec-45a8-9a1e-048632e08da7 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:02.205072 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2a56dbd6-9a9c-4333-bc26-6138b4fdb657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:02.221116 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-8b0b5c5f-31ec-45a8-9a1e-048632e08da7 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:02.221116 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-8b0b5c5f-31ec-45a8-9a1e-048632e08da7 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Floating IP ec2be472-8cb3-4336-8f49-636666317f36 disassociated. External IP: 172.25.8.53, port: 64152517-3ce0-428f-9e59-aafa79f30a78. Aug 19 18:14:02.275940 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2a56dbd6-9a9c-4333-bc26-6138b4fdb657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:02.280551 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2a56dbd6-9a9c-4333-bc26-6138b4fdb657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:02.282066 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2a56dbd6-9a9c-4333-bc26-6138b4fdb657 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8773e3f-51d3-4822-8230-355ef97f1a06 HTTP/1.1" status: 204 len: 168 time: 0.2050900 Aug 19 18:14:02.302520 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56dbd6-9a9c-4333-bc26-6138b4fdb657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8773e3f-51d3-4822-8230-355ef97f1a06,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:02.375212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 7760510b-7a1f-44de-9258-ac7cf7537d0d up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:02.414977 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-38e9b75c-4082-4708-a674-29a5cd0191c1 req-da8ffbec-5c94-4764-b16e-8e249366e183 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Deleting port c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:02.415336 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-38e9b75c-4082-4708-a674-29a5cd0191c1 req-da8ffbec-5c94-4764-b16e-8e249366e183 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:02.486795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 7760510b-7a1f-44de-9258-ac7cf7537d0d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:02.493740 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 7760510b-7a1f-44de-9258-ac7cf7537d0d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:02.494397 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:02.614165 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:02.664034 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2346e12a-e172-4665-96cc-be565b373680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7760510b-7a1f-44de-9258-ac7cf7537d0d'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:02.668771 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc64df5-d319-42f7-8a78-211af881f91f" -d '{"events": [{"server_uuid": "2346e12a-e172-4665-96cc-be565b373680", "name": "network-vif-plugged", "status": "completed", "tag": "7760510b-7a1f-44de-9258-ac7cf7537d0d"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:02.688718 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 7760510b-7a1f-44de-9258-ac7cf7537d0d, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:02.694606 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:02.705278 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e5a9a-9cf5-4a1a-aa93-283820143c99 req-7a314d4e-42b7-4110-a75a-c0c47c8f38ba tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:02.715955 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a7e5a9a-9cf5-4a1a-aa93-283820143c99 req-7a314d4e-42b7-4110-a75a-c0c47c8f38ba tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 949 time: 0.1075053 Aug 19 18:14:02.785286 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a7e5a9a-9cf5-4a1a-aa93-283820143c99 req-ec4298ed-73cd-43e8-a526-31a0a594351d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651977 Aug 19 18:14:02.843474 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=7760510b-7a1f-44de-9258-ac7cf7537d0d,revision_number=13']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:02.878486 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b9ea22-f7b0-4ca8-9776-e73d85792c9d x-openstack-request-id: req-a5b9ea22-f7b0-4ca8-9776-e73d85792c9d {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:02.878779 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2346e12a-e172-4665-96cc-be565b373680", "name": "network-vif-plugged", "status": "completed", "tag": "7760510b-7a1f-44de-9258-ac7cf7537d0d", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:02.879032 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a5b9ea22-f7b0-4ca8-9776-e73d85792c9d {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:02.879429 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2346e12a-e172-4665-96cc-be565b373680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7760510b-7a1f-44de-9258-ac7cf7537d0d', 'code': 200} Aug 19 18:14:02.989890 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bba3f07d-9330-4e61-a8bf-943c81f1669e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:03.005286 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc9339-2773-46b8-9800-f50883044f7f req-2464bff2-6b7e-4a9c-8a3b-921d222e2a70 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:03.007632 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d8bc9339-2773-46b8-9800-f50883044f7f req-2464bff2-6b7e-4a9c-8a3b-921d222e2a70 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 946 time: 0.0711126 Aug 19 18:14:03.018531 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-38e9b75c-4082-4708-a674-29a5cd0191c1 req-da8ffbec-5c94-4764-b16e-8e249366e183 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] For port c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:03.018916 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-38e9b75c-4082-4708-a674-29a5cd0191c1 req-da8ffbec-5c94-4764-b16e-8e249366e183 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:03.045385 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-38e9b75c-4082-4708-a674-29a5cd0191c1 req-da8ffbec-5c94-4764-b16e-8e249366e183 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Calling delete_port for c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:03.081921 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d8bc9339-2773-46b8-9800-f50883044f7f req-8be1e1de-0cc8-493f-adca-d7951129efac tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624750 Aug 19 18:14:03.119845 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-8b0b5c5f-31ec-45a8-9a1e-048632e08da7 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Router 4b369e6b-5df6-4d23-bac3-6cb60c3daef6 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:14:03.159964 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bba3f07d-9330-4e61-a8bf-943c81f1669e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:03.305386 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd81d8a-e2c4-4e15-a49d-44061a52f9cb req-1ae31296-8d31-47f8-b1da-f73fc6d58d65 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:03.310483 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba3f07d-9330-4e61-a8bf-943c81f1669e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Network b3d78871-7019-4454-85f6-10700f3736c3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:03.316503 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6bd81d8a-e2c4-4e15-a49d-44061a52f9cb req-1ae31296-8d31-47f8-b1da-f73fc6d58d65 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.0752072 Aug 19 18:14:03.320243 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-bba3f07d-9330-4e61-a8bf-943c81f1669e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:03.327416 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba3f07d-9330-4e61-a8bf-943c81f1669e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:03.366037 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3f07d-9330-4e61-a8bf-943c81f1669e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Port': ['ID=c8173aea-9287-4fc0-b9b2-b83577a223fe,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:03.384274 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6bd81d8a-e2c4-4e15-a49d-44061a52f9cb req-fbdfca2d-0e75-41bb-9b73-d219d19d0d27 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597994 Aug 19 18:14:03.442703 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-8b0b5c5f-31ec-45a8-9a1e-048632e08da7 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:14:03.449751 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-8b0b5c5f-31ec-45a8-9a1e-048632e08da7 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:03.455228 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c53431-6d6e-4593-988c-3e6dfeb8efa8 None None] Sync routers for ids ['4b369e6b-5df6-4d23-bac3-6cb60c3daef6'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:14:03.458241 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba3f07d-9330-4e61-a8bf-943c81f1669e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:03.459010 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bba3f07d-9330-4e61-a8bf-943c81f1669e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:03.470157 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c53431-6d6e-4593-988c-3e6dfeb8efa8 None None] Routers {'4b369e6b-5df6-4d23-bac3-6cb60c3daef6'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:03.470840 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a3c53431-6d6e-4593-988c-3e6dfeb8efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4b369e6b-5df6-4d23-bac3-6cb60c3daef6'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:03.510800 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bba3f07d-9330-4e61-a8bf-943c81f1669e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.9686344 Aug 19 18:14:03.512055 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-38e9b75c-4082-4708-a674-29a5cd0191c1 req-da8ffbec-5c94-4764-b16e-8e249366e183 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:03.514808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 51960) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:03.527024 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-8b0b5c5f-31ec-45a8-9a1e-048632e08da7 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "PUT /v2.0/floatingips/ec2be472-8cb3-4336-8f49-636666317f36 HTTP/1.1" status: 200 len: 694 time: 1.8401663 Aug 19 18:14:03.529184 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-fb62388c-a769-48ee-a3b0-2f5a93313426 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': 'c8173aea-9287-4fc0-b9b2-b83577a223fe', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:03.533326 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b54f953-d878-4a4b-915c-2853b0e8b295', 'tag': '64152517-3ce0-428f-9e59-aafa79f30a78'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:03.536378 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b639df-5dd7-4014-9795-cd4bb30cb495" -d '{"events": [{"name": "network-changed", "server_uuid": "6b54f953-d878-4a4b-915c-2853b0e8b295", "tag": "64152517-3ce0-428f-9e59-aafa79f30a78"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:03.595688 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ffbec-5c94-4764-b16e-8e249366e183 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Pushing event deleted for resources: {'Port': ['ID=c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:03.613066 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb62388c-a769-48ee-a3b0-2f5a93313426 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:03.653611 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e9b75c-4082-4708-a674-29a5cd0191c1 req-da8ffbec-5c94-4764-b16e-8e249366e183 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] No DVR routers for this DVR port c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:03.664587 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-38e9b75c-4082-4708-a674-29a5cd0191c1 req-da8ffbec-5c94-4764-b16e-8e249366e183 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:03.671522 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38e9b75c-4082-4708-a674-29a5cd0191c1 req-da8ffbec-5c94-4764-b16e-8e249366e183 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.50 "DELETE /v2.0/ports/c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6 HTTP/1.1" status: 204 len: 173 time: 1.5860252 Aug 19 18:14:03.678955 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-a2c36ce5-d33c-4ee0-beea-0ec26eb86111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:03.688138 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-a2c36ce5-d33c-4ee0-beea-0ec26eb86111 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6b3292180c94253a49b386ad540adeb&device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 1096 time: 0.1449873 Aug 19 18:14:03.734984 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-a3c53431-6d6e-4593-988c-3e6dfeb8efa8 None None] Set router 4b369e6b-5df6-4d23-bac3-6cb60c3daef6 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:14:03.743470 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:14:03.805932 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e27ac81-d80d-447f-a606-c886facf20b7 x-openstack-request-id: req-3e27ac81-d80d-447f-a606-c886facf20b7 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:03.806571 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b54f953-d878-4a4b-915c-2853b0e8b295", "tag": "64152517-3ce0-428f-9e59-aafa79f30a78", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:03.807280 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e27ac81-d80d-447f-a606-c886facf20b7 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:03.808818 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b54f953-d878-4a4b-915c-2853b0e8b295', 'tag': '64152517-3ce0-428f-9e59-aafa79f30a78', 'status': 'completed', 'code': 200} Aug 19 18:14:03.867875 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb62388c-a769-48ee-a3b0-2f5a93313426 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:03.951095 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b639df-5dd7-4014-9795-cd4bb30cb495 req-9a5ef868-88c0-4ea5-8265-3049cbf2d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:03.952910 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-29b639df-5dd7-4014-9795-cd4bb30cb495 req-9a5ef868-88c0-4ea5-8265-3049cbf2d9d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c6b3292180c94253a49b386ad540adeb&device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 1096 time: 0.1300278 Aug 19 18:14:03.956295 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-73eeb57c-7d4d-480f-b967-317118203d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:03.958104 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-73eeb57c-7d4d-480f-b967-317118203d3e service neutron] 10.222.0.24 "GET /v2.0/networks?id=f401d804-fc47-4ec9-9c4d-dab130dd1d93 HTTP/1.1" status: 200 len: 930 time: 0.2691758 Aug 19 18:14:04.105126 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-4562f366-bb9b-4ca5-a4eb-6f533809c97d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64152517-3ce0-428f-9e59-aafa79f30a78 HTTP/1.1" status: 200 len: 217 time: 0.1294947 Aug 19 18:14:04.135051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87aa10-5c22-498b-96f2-3575b0b9dbae req-129c1d4c-dfdf-44f8-b874-2c9ed60b757c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:04.136739 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dc87aa10-5c22-498b-96f2-3575b0b9dbae req-129c1d4c-dfdf-44f8-b874-2c9ed60b757c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.54 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 950 time: 0.1702862 Aug 19 18:14:04.153561 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea92f1-ae0d-4f33-a84c-8fa9036063c5 req-2ffd5dbb-df3d-47b7-a916-032cf7059915 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:04.161573 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3eea92f1-ae0d-4f33-a84c-8fa9036063c5 req-2ffd5dbb-df3d-47b7-a916-032cf7059915 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 950 time: 0.1959405 Aug 19 18:14:04.169512 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-a4a7b44f-7e6e-4f86-b8e7-1a59214533ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:04.179257 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-a4a7b44f-7e6e-4f86-b8e7-1a59214533ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7d3be1f-d269-4137-8233-9cf810517229 HTTP/1.1" status: 200 len: 868 time: 0.0727477 Aug 19 18:14:04.189227 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-fb62388c-a769-48ee-a3b0-2f5a93313426 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Allocated IP 172.25.8.190 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/3fc292db-d0bf-44ae-aed1-b9d5f5e0be52) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:04.269347 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-b8a1f6bf-b87f-412f-a2db-a47670147ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:04.280208 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-b8a1f6bf-b87f-412f-a2db-a47670147ee3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f401d804-fc47-4ec9-9c4d-dab130dd1d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996718 Aug 19 18:14:04.340370 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3eea92f1-ae0d-4f33-a84c-8fa9036063c5 req-da2a34fc-12d2-4520-9616-0ea65d167d30 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778688 Aug 19 18:14:04.396756 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a3c53431-6d6e-4593-988c-3e6dfeb8efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117518738-router', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:13Z', 'updated_at': '2021-08-19T18:13:19Z', 'revision_number': 4, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'gw_port': {'id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:14Z', 'updated_at': '2021-08-19T18:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '15793957-8fd3-4e41-9eeb-f12e984bdf6e', 'name': '', 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'mac_address': 'fa:16:3e:57:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b7d3be1f-d269-4137-8233-9cf810517229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:18Z', 'updated_at': '2021-08-19T18:13:26Z', 'revision_number': 5, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'subnets': [{'id': 'b7d3be1f-d269-4137-8233-9cf810517229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:04.411285 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-b02e9fdb-9488-4482-867e-f891a1ebd5ac service neutron] 10.222.0.24 "GET /v2.0/networks/f401d804-fc47-4ec9-9c4d-dab130dd1d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293097 Aug 19 18:14:04.431868 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c53431-6d6e-4593-988c-3e6dfeb8efa8 None None] Checking router: 4b369e6b-5df6-4d23-bac3-6cb60c3daef6 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:14:04.436723 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:14:04.444404 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c53431-6d6e-4593-988c-3e6dfeb8efa8 None None] Routers {'4b369e6b-5df6-4d23-bac3-6cb60c3daef6'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:04.446155 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a3c53431-6d6e-4593-988c-3e6dfeb8efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:13:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4b369e6b-5df6-4d23-bac3-6cb60c3daef6'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:04.534750 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-dc87aa10-5c22-498b-96f2-3575b0b9dbae req-54668f35-7766-4d9b-bde8-e7261630dc95 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Deleting port 7760510b-7a1f-44de-9258-ac7cf7537d0d {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:04.535216 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-dc87aa10-5c22-498b-96f2-3575b0b9dbae req-54668f35-7766-4d9b-bde8-e7261630dc95 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:04.565983 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b639df-5dd7-4014-9795-cd4bb30cb495 req-b6988474-e2f4-43a8-bc26-db7043326de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:04.568305 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-29b639df-5dd7-4014-9795-cd4bb30cb495 req-b6988474-e2f4-43a8-bc26-db7043326de5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f401d804-fc47-4ec9-9c4d-dab130dd1d93 HTTP/1.1" status: 200 len: 930 time: 0.6020615 Aug 19 18:14:04.629799 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-69a41bc5-4892-44c6-a574-bd61402ba5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:04.630449 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-37b42d39-1f84-4a54-8f0a-a6a40dabf959 req-0e3b5c41-51b7-4d4b-95a8-067cb9bf90dd tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 210 time: 0.1675296 Aug 19 18:14:04.636162 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-29b639df-5dd7-4014-9795-cd4bb30cb495 req-c11f751e-e1f8-478c-bd5a-f3fcbdbfd794 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64152517-3ce0-428f-9e59-aafa79f30a78 HTTP/1.1" status: 200 len: 217 time: 0.0565877 Aug 19 18:14:04.660083 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb62388c-a769-48ee-a3b0-2f5a93313426 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:04.695808 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-a3c53431-6d6e-4593-988c-3e6dfeb8efa8 None None] Set router 4b369e6b-5df6-4d23-bac3-6cb60c3daef6 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:14:04.769302 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a9c3faaa-4874-435a-bc76-08fdc4ad9844 req-488a85dd-8d4d-4b67-a78f-2f79e3fd48da service neutron] 10.222.0.24 "GET /v2.0/networks/f401d804-fc47-4ec9-9c4d-dab130dd1d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570418 Aug 19 18:14:04.799727 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b639df-5dd7-4014-9795-cd4bb30cb495 req-ede6ceb8-66c9-4e81-936c-f7d7cdc534a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:04.801730 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-29b639df-5dd7-4014-9795-cd4bb30cb495 req-ede6ceb8-66c9-4e81-936c-f7d7cdc534a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7d3be1f-d269-4137-8233-9cf810517229 HTTP/1.1" status: 200 len: 868 time: 0.1560061 Aug 19 18:14:04.840130 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-dc87aa10-5c22-498b-96f2-3575b0b9dbae req-54668f35-7766-4d9b-bde8-e7261630dc95 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] For port 7760510b-7a1f-44de-9258-ac7cf7537d0d, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7760510b-7a1f-44de-9258-ac7cf7537d0d,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:04.840620 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-dc87aa10-5c22-498b-96f2-3575b0b9dbae req-54668f35-7766-4d9b-bde8-e7261630dc95 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:04.888688 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-dc87aa10-5c22-498b-96f2-3575b0b9dbae req-54668f35-7766-4d9b-bde8-e7261630dc95 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Calling delete_port for 7760510b-7a1f-44de-9258-ac7cf7537d0d owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:04.929185 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b639df-5dd7-4014-9795-cd4bb30cb495 req-7da98bad-97f0-44a3-994b-ec3f0901eee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:04.938223 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-29b639df-5dd7-4014-9795-cd4bb30cb495 req-7da98bad-97f0-44a3-994b-ec3f0901eee8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f401d804-fc47-4ec9-9c4d-dab130dd1d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177616 Aug 19 18:14:05.068481 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a3c53431-6d6e-4593-988c-3e6dfeb8efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117518738-router', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:13Z', 'updated_at': '2021-08-19T18:13:19Z', 'revision_number': 4, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'gw_port': {'id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:14Z', 'updated_at': '2021-08-19T18:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '15793957-8fd3-4e41-9eeb-f12e984bdf6e', 'name': '', 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'mac_address': 'fa:16:3e:57:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b7d3be1f-d269-4137-8233-9cf810517229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:18Z', 'updated_at': '2021-08-19T18:13:26Z', 'revision_number': 5, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'subnets': [{'id': 'b7d3be1f-d269-4137-8233-9cf810517229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:05.131951 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb62388c-a769-48ee-a3b0-2f5a93313426 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:05.152614 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c53431-6d6e-4593-988c-3e6dfeb8efa8 None None] The sync data for ids ['4b369e6b-5df6-4d23-bac3-6cb60c3daef6'] in n-d-803753-2 is: [{'id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117518738-router', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:13Z', 'updated_at': '2021-08-19T18:13:19Z', 'revision_number': 4, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'gw_port': {'id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:14Z', 'updated_at': '2021-08-19T18:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '15793957-8fd3-4e41-9eeb-f12e984bdf6e', 'name': '', 'network_id': 'f401d804-fc47-4ec9-9c4d-dab130dd1d93', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'mac_address': 'fa:16:3e:57:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b7d3be1f-d269-4137-8233-9cf810517229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:18Z', 'updated_at': '2021-08-19T18:13:26Z', 'revision_number': 5, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'subnets': [{'id': 'b7d3be1f-d269-4137-8233-9cf810517229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:14:05.219716 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff213765-2a9c-4783-a0ba-47edd66acb7d req-33e8937a-f3f5-4ce2-a758-b974200c7b95 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/floatingips/ec2be472-8cb3-4336-8f49-636666317f36 HTTP/1.1" status: 200 len: 694 time: 0.1517696 Aug 19 18:14:05.245999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb62388c-a769-48ee-a3b0-2f5a93313426 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:05.256212 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-fb62388c-a769-48ee-a3b0-2f5a93313426 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:05.273754 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb62388c-a769-48ee-a3b0-2f5a93313426 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:05.326880 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000c4c6-f90e-44d7-b419-5ace5d87b1b5 req-40dac2c6-12c2-4ac1-a457-0016a4afdfdb tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:05.338972 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1000c4c6-f90e-44d7-b419-5ace5d87b1b5 req-40dac2c6-12c2-4ac1-a457-0016a4afdfdb tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.2685990 Aug 19 18:14:05.366858 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62388c-a769-48ee-a3b0-2f5a93313426 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Port': ['ID=3fc292db-d0bf-44ae-aed1-b9d5f5e0be52,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:05.455143 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1000c4c6-f90e-44d7-b419-5ace5d87b1b5 req-31c06e0f-b344-48e9-96c7-0b3606fc18ca tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149726 Aug 19 18:14:05.520837 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff213765-2a9c-4783-a0ba-47edd66acb7d req-68bc2a50-f0a1-4e17-b557-20b16710eb1c tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:05.530090 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff213765-2a9c-4783-a0ba-47edd66acb7d req-68bc2a50-f0a1-4e17-b557-20b16710eb1c tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 784 time: 0.2881498 Aug 19 18:14:05.534847 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-29b639df-5dd7-4014-9795-cd4bb30cb495 req-c5835f0f-932b-4341-a689-0e8b7b1caed6 service neutron] 10.222.0.50 "GET /v2.0/networks/f401d804-fc47-4ec9-9c4d-dab130dd1d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5900493 Aug 19 18:14:05.546474 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-ff213765-2a9c-4783-a0ba-47edd66acb7d req-b66faf15-2b25-4c63-8b55-d2adb69624cd tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:14:05.559602 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff213765-2a9c-4783-a0ba-47edd66acb7d req-b66faf15-2b25-4c63-8b55-d2adb69624cd tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0269475 Aug 19 18:14:05.580388 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-dc87aa10-5c22-498b-96f2-3575b0b9dbae req-54668f35-7766-4d9b-bde8-e7261630dc95 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:05.605877 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['487c71c6-c30d-4d41-b8a9-80b9e41204bf'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:14:05.660846 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['e85711fe-eef0-455e-81cb-486825a5ee7c', '296334cd-9192-4123-af02-9692a05ffe23'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:14:05.672149 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52022) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:05.680094 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b53e24e4-f61e-44e9-afb6-a472e1dc043c req-60309806-de3b-4532-afe2-0baf1b1b3126 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346e12a-e172-4665-96cc-be565b373680 HTTP/1.1" status: 200 len: 210 time: 0.0929050 Aug 19 18:14:05.696528 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54668f35-7766-4d9b-bde8-e7261630dc95 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Pushing event deleted for resources: {'Port': ['ID=7760510b-7a1f-44de-9258-ac7cf7537d0d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:05.716337 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbaf1a3-1f72-41e2-9833-e7105521c719 None None] New status for floating IP ec2be472-8cb3-4336-8f49-636666317f36: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:14:05.732311 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff213765-2a9c-4783-a0ba-47edd66acb7d req-d303e1b8-54a1-442d-8b27-46db38d8d98a tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 697 time: 0.1717370 Aug 19 18:14:05.798077 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff213765-2a9c-4783-a0ba-47edd66acb7d req-d99a0868-8fc2-4b17-a0a1-166d8dc23714 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 697 time: 0.0647230 Aug 19 18:14:05.919423 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80467993-311f-454b-b984-41604051d173', 'name': 'network-vif-deleted', 'tag': 'c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:05.928847 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd54490-4008-409c-bf47-c8f1dbf76f13" -d '{"events": [{"server_uuid": "80467993-311f-454b-b984-41604051d173", "name": "network-vif-deleted", "tag": "c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:06.048870 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc87aa10-5c22-498b-96f2-3575b0b9dbae req-54668f35-7766-4d9b-bde8-e7261630dc95 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] No DVR routers for this DVR port 7760510b-7a1f-44de-9258-ac7cf7537d0d on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:06.062036 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-dc87aa10-5c22-498b-96f2-3575b0b9dbae req-54668f35-7766-4d9b-bde8-e7261630dc95 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:06.064957 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dc87aa10-5c22-498b-96f2-3575b0b9dbae req-54668f35-7766-4d9b-bde8-e7261630dc95 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.54 "DELETE /v2.0/ports/7760510b-7a1f-44de-9258-ac7cf7537d0d HTTP/1.1" status: 204 len: 173 time: 1.8964427 Aug 19 18:14:06.112666 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2346e12a-e172-4665-96cc-be565b373680', 'name': 'network-vif-deleted', 'tag': '7760510b-7a1f-44de-9258-ac7cf7537d0d'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:06.121367 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d724fc-2531-4f2f-ba23-9fdc4f8f587d" -d '{"events": [{"server_uuid": "2346e12a-e172-4665-96cc-be565b373680", "name": "network-vif-deleted", "tag": "7760510b-7a1f-44de-9258-ac7cf7537d0d"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:06.150691 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83d2fd63-3a77-41c2-b714-1ff5b1a388c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:06.247000 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-50557806-c491-4a5e-8a35-c59eba2af094 req-2efc366f-bd54-49fa-b006-6d20aef9e3ff tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 210 time: 0.3449028 Aug 19 18:14:06.261345 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-29b639df-5dd7-4014-9795-cd4bb30cb495 req-cfc2e1a1-2b7a-4c22-82d2-33cfe5b4b163 service neutron] 10.222.0.50 "GET /v2.0/networks/f401d804-fc47-4ec9-9c4d-dab130dd1d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6990402 Aug 19 18:14:06.391525 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 7760510b-7a1f-44de-9258-ac7cf7537d0d no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:06.411129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-ff213765-2a9c-4783-a0ba-47edd66acb7d req-ad98bb25-1d18-43dc-95fc-c1c20405e0c5 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Deleting port 39dbcb7c-5fb5-4192-aa08-618a659b783e {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:06.411505 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ff213765-2a9c-4783-a0ba-47edd66acb7d req-ad98bb25-1d18-43dc-95fc-c1c20405e0c5 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:06.462182 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 7760510b-7a1f-44de-9258-ac7cf7537d0d {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:06.462787 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 7760510b-7a1f-44de-9258-ac7cf7537d0d not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:06.531214 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f8d336-05fe-4e99-bf87-7287511bf392 x-openstack-request-id: req-d4f8d336-05fe-4e99-bf87-7287511bf392 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:06.531583 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80467993-311f-454b-b984-41604051d173", "name": "network-vif-deleted", "tag": "c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:06.531766 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4f8d336-05fe-4e99-bf87-7287511bf392 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:06.532159 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80467993-311f-454b-b984-41604051d173', 'name': 'network-vif-deleted', 'tag': 'c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6', 'status': 'completed', 'code': 200} Aug 19 18:14:06.570378 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83d2fd63-3a77-41c2-b714-1ff5b1a388c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:06.571430 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:06.580664 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83d2fd63-3a77-41c2-b714-1ff5b1a388c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:06.626981 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:06.627479 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device c159b9a1-c1ad-42ac-8a38-cbf2dbd833b6 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:06.665106 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ff213765-2a9c-4783-a0ba-47edd66acb7d req-ad98bb25-1d18-43dc-95fc-c1c20405e0c5 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:06.666132 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ff213765-2a9c-4783-a0ba-47edd66acb7d req-ad98bb25-1d18-43dc-95fc-c1c20405e0c5 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:06.693154 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709a016a-80ee-4087-9499-f889547cacfd x-openstack-request-id: req-709a016a-80ee-4087-9499-f889547cacfd {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:06.693154 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2346e12a-e172-4665-96cc-be565b373680", "name": "network-vif-deleted", "tag": "7760510b-7a1f-44de-9258-ac7cf7537d0d", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:06.693154 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-709a016a-80ee-4087-9499-f889547cacfd {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:06.693154 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2346e12a-e172-4665-96cc-be565b373680', 'name': 'network-vif-deleted', 'tag': '7760510b-7a1f-44de-9258-ac7cf7537d0d', 'status': 'completed', 'code': 200} Aug 19 18:14:06.693154 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52038) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:06.693998 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52040) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:06.695024 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-83d2fd63-3a77-41c2-b714-1ff5b1a388c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=feecc25344be411cb737482404ae43e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0217023 Aug 19 18:14:06.702552 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2fd63-3a77-41c2-b714-1ff5b1a388c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5131eb-17e2-4044-b759-d2adf60f2e49,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:06.706394 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-ff213765-2a9c-4783-a0ba-47edd66acb7d req-ad98bb25-1d18-43dc-95fc-c1c20405e0c5 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Calling delete_port for 39dbcb7c-5fb5-4192-aa08-618a659b783e owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:06.818259 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb62388c-a769-48ee-a3b0-2f5a93313426 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:06.890806 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ff213765-2a9c-4783-a0ba-47edd66acb7d req-ad98bb25-1d18-43dc-95fc-c1c20405e0c5 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:06.925145 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b5b5b-c51a-4848-bc87-a45534d5be1f req-30c24685-360e-4864-99f8-eb766b3de49e tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:06.926718 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-742b5b5b-c51a-4848-bc87-a45534d5be1f req-30c24685-360e-4864-99f8-eb766b3de49e tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.1818333 Aug 19 18:14:06.927176 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98bb25-1d18-43dc-95fc-c1c20405e0c5 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Pushing event deleted for resources: {'Port': ['ID=39dbcb7c-5fb5-4192-aa08-618a659b783e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:06.930278 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c5aa0a6-d1cc-47e5-98db-8ae6db8ce0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:06.932026 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d68e9f1-bff0-4ac8-880f-d7063552480c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:06.997073 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ff213765-2a9c-4783-a0ba-47edd66acb7d req-ad98bb25-1d18-43dc-95fc-c1c20405e0c5 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:07.000140 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ff213765-2a9c-4783-a0ba-47edd66acb7d req-ad98bb25-1d18-43dc-95fc-c1c20405e0c5 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:07.001340 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff213765-2a9c-4783-a0ba-47edd66acb7d req-ad98bb25-1d18-43dc-95fc-c1c20405e0c5 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "DELETE /v2.0/floatingips/ec2be472-8cb3-4336-8f49-636666317f36 HTTP/1.1" status: 204 len: 173 time: 1.2023823 Aug 19 18:14:07.004449 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c5aa0a6-d1cc-47e5-98db-8ae6db8ce0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:07.069659 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1244030b-b4a9-4e8c-927e-5d3de1da99cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:07.097994 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb62388c-a769-48ee-a3b0-2f5a93313426 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:07.216665 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:07.374636 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f36e2d-7596-41ff-99ac-8ab5290acf8c req-8325005c-e1bc-4b49-9fca-a2fd1329d5e7 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:07.376271 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-00f36e2d-7596-41ff-99ac-8ab5290acf8c req-8325005c-e1bc-4b49-9fca-a2fd1329d5e7 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b54f953-d878-4a4b-915c-2853b0e8b295&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0569420 Aug 19 18:14:07.424517 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-00f36e2d-7596-41ff-99ac-8ab5290acf8c req-627bf4c5-6445-41ba-86ec-679f64dc5123 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0411868 Aug 19 18:14:07.519956 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-742b5b5b-c51a-4848-bc87-a45534d5be1f req-deb10d68-a6fb-4b55-8a8d-37adebb991ae tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5795629 Aug 19 18:14:07.550666 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdeca95-bd8b-4c82-ba12-6c61ada9a378 req-44e58856-a8be-4360-9f73-bbef3e82de3b tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:07.553138 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cfdeca95-bd8b-4c82-ba12-6c61ada9a378 req-44e58856-a8be-4360-9f73-bbef3e82de3b tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 951 time: 0.0699344 Aug 19 18:14:07.618686 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cfdeca95-bd8b-4c82-ba12-6c61ada9a378 req-b05b39f6-2ef3-4911-8b37-4332227f742d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501750 Aug 19 18:14:07.647150 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c5aa0a6-d1cc-47e5-98db-8ae6db8ce0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:07.649956 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c5aa0a6-d1cc-47e5-98db-8ae6db8ce0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:07.654420 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5c5aa0a6-d1cc-47e5-98db-8ae6db8ce0fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c5131eb-17e2-4044-b759-d2adf60f2e49 HTTP/1.1" status: 204 len: 168 time: 0.9539948 Aug 19 18:14:07.672337 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d68e9f1-bff0-4ac8-880f-d7063552480c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:07.706677 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d68e9f1-bff0-4ac8-880f-d7063552480c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:07.711963 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5aa0a6-d1cc-47e5-98db-8ae6db8ce0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5131eb-17e2-4044-b759-d2adf60f2e49,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:07.738156 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-98e70662-eb0d-46df-9bd1-309eb6b4e23f req-14b7d3c2-a49f-4235-896f-762b3a1673f1 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 210 time: 0.0697887 Aug 19 18:14:07.738451 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a17e335-adef-4d70-9886-48db5b3dd717 req-d83e6a70-6cac-427a-9545-e5173a4028cd tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0760198 Aug 19 18:14:07.795239 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68e9f1-bff0-4ac8-880f-d7063552480c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb964e33-bd82-44d7-9055-1a7c57fe0276,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:07.860330 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7d68e9f1-bff0-4ac8-880f-d7063552480c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b56d131c26744a069144bfbdb6366600&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1641955 Aug 19 18:14:07.863638 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52066) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:07.922917 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-46e3d3b5-beb5-44c5-8bcc-876d1ac1f00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:07.938137 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb62388c-a769-48ee-a3b0-2f5a93313426 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:07.944907 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb62388c-a769-48ee-a3b0-2f5a93313426 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:07.954642 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-46e3d3b5-beb5-44c5-8bcc-876d1ac1f00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.049736 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62388c-a769-48ee-a3b0-2f5a93313426 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Port': ['ID=3fc292db-d0bf-44ae-aed1-b9d5f5e0be52,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:08.052468 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-46e3d3b5-beb5-44c5-8bcc-876d1ac1f00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.056109 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-46e3d3b5-beb5-44c5-8bcc-876d1ac1f00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.058104 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-46e3d3b5-beb5-44c5-8bcc-876d1ac1f00b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb964e33-bd82-44d7-9055-1a7c57fe0276 HTTP/1.1" status: 204 len: 168 time: 0.1927586 Aug 19 18:14:08.085003 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb62388c-a769-48ee-a3b0-2f5a93313426 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.100041 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3d3b5-beb5-44c5-8bcc-876d1ac1f00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb964e33-bd82-44d7-9055-1a7c57fe0276,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:08.113318 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.133239 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52072) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:08.152976 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bde982be-53d9-439b-af4b-f6adbb6a1e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.184948 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f658807-4464-4959-a393-288201c9a973 req-a6712398-8087-4deb-9e4b-c9a8a51c366a tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:08.192791 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7f658807-4464-4959-a393-288201c9a973 req-a6712398-8087-4deb-9e4b-c9a8a51c366a tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 945 time: 0.1155429 Aug 19 18:14:08.244166 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-fb62388c-a769-48ee-a3b0-2f5a93313426 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Floating IP 7f3d5eb1-6b7f-49e3-bc07-2f657bb1fef2 associated. External IP: 172.25.8.190, port: c8173aea-9287-4fc0-b9b2-b83577a223fe. Aug 19 18:14:08.308733 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bde982be-53d9-439b-af4b-f6adbb6a1e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.315302 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bde982be-53d9-439b-af4b-f6adbb6a1e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.356601 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde982be-53d9-439b-af4b-f6adbb6a1e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036af8d5-6af3-4033-bd77-73fc2ffb03b9,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:08.392390 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7f658807-4464-4959-a393-288201c9a973 req-abdeb01e-329e-41d8-8c3c-0de5fe6b0d17 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b3cbb18-950c-489a-99fe-9a1d52c37109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836982 Aug 19 18:14:08.405577 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bde982be-53d9-439b-af4b-f6adbb6a1e48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9c90432021c4e2c8421f1ea7a5cfd05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701724 Aug 19 18:14:08.408184 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52076) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:08.466984 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ecae7ce-11a7-4aa9-9aaf-9745576a290f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.494015 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ecae7ce-11a7-4aa9-9aaf-9745576a290f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.508381 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52078) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:08.516018 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb62388c-a769-48ee-a3b0-2f5a93313426 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Router 82e3a0eb-169b-407c-b3e6-4504654fdfb5 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:14:08.528512 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-784297f0-a1b7-402f-a91d-fca17ba1ef6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.551412 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ecae7ce-11a7-4aa9-9aaf-9745576a290f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.554252 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ecae7ce-11a7-4aa9-9aaf-9745576a290f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.559834 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9ecae7ce-11a7-4aa9-9aaf-9745576a290f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/036af8d5-6af3-4033-bd77-73fc2ffb03b9 HTTP/1.1" status: 204 len: 168 time: 0.1468391 Aug 19 18:14:08.568140 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecae7ce-11a7-4aa9-9aaf-9745576a290f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036af8d5-6af3-4033-bd77-73fc2ffb03b9,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:08.765066 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523061bd-a1ab-456f-8bb0-502c4a5d1857 req-da707dc5-5bb0-40ac-9b02-55eda5c220e4 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:08.771080 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb62388c-a769-48ee-a3b0-2f5a93313426 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:14:08.772939 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-523061bd-a1ab-456f-8bb0-502c4a5d1857 req-da707dc5-5bb0-40ac-9b02-55eda5c220e4 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 951 time: 0.0686953 Aug 19 18:14:08.788881 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cada834c-4af3-4b2a-b58f-d2ce06e7f3e7 None None] Sync routers for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:14:08.802741 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada834c-4af3-4b2a-b58f-d2ce06e7f3e7 None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:08.803887 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-cada834c-4af3-4b2a-b58f-d2ce06e7f3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:08.807432 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ff4da-8656-4e9c-91b8-56ecb967893c req-c0c01480-d35f-4dcf-a6e3-26faa61d4908 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:08.810648 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-871ff4da-8656-4e9c-91b8-56ecb967893c req-c0c01480-d35f-4dcf-a6e3-26faa61d4908 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.1321530 Aug 19 18:14:08.854211 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-523061bd-a1ab-456f-8bb0-502c4a5d1857 req-783febb1-0a4a-40dd-b37f-b6b81937940c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802391 Aug 19 18:14:08.867000 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-784297f0-a1b7-402f-a91d-fca17ba1ef6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.868657 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-cada834c-4af3-4b2a-b58f-d2ce06e7f3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:08.879898 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-784297f0-a1b7-402f-a91d-fca17ba1ef6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.884852 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada834c-4af3-4b2a-b58f-d2ce06e7f3e7 None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:08.888575 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-cada834c-4af3-4b2a-b58f-d2ce06e7f3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:08.927716 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb62388c-a769-48ee-a3b0-2f5a93313426 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.951505 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-cada834c-4af3-4b2a-b58f-d2ce06e7f3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:08.952180 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cada834c-4af3-4b2a-b58f-d2ce06e7f3e7 None None] The sync data for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:14:08.972390 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-784297f0-a1b7-402f-a91d-fca17ba1ef6f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8794d9b5157c4652bf7cac7b22355440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4605873 Aug 19 18:14:08.985224 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52092) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:08.998417 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784297f0-a1b7-402f-a91d-fca17ba1ef6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fc7c98-cd94-4ee5-a3d4-edd36d1c41b6,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:08.998676 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e336eaa3-80e0-4d18-bdb4-78b1aa29e79a req-b311d227-61c2-42f3-aa2b-09b884f7a662 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 210 time: 0.0703688 Aug 19 18:14:09.011124 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fb62388c-a769-48ee-a3b0-2f5a93313426 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.4942338 Aug 19 18:14:09.011633 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52094) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:09.014601 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-871ff4da-8656-4e9c-91b8-56ecb967893c req-49ca8bc1-9f23-44ce-bad9-511439d436ac tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478305 Aug 19 18:14:09.023594 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-1a3ae765-fd23-42ef-9746-92a637c751a7 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Request body: {'floatingip': {'port_id': 'c8173aea-9287-4fc0-b9b2-b83577a223fe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:09.071667 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e5225871-1de3-4ab6-b2c7-64bd75f568ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:09.128741 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e5225871-1de3-4ab6-b2c7-64bd75f568ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:09.146457 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1a3ae765-fd23-42ef-9746-92a637c751a7 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:09.188316 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e5225871-1de3-4ab6-b2c7-64bd75f568ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:09.192062 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e5225871-1de3-4ab6-b2c7-64bd75f568ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:09.193431 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e5225871-1de3-4ab6-b2c7-64bd75f568ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42fc7c98-cd94-4ee5-a3d4-edd36d1c41b6 HTTP/1.1" status: 204 len: 168 time: 0.2070413 Aug 19 18:14:09.223862 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5225871-1de3-4ab6-b2c7-64bd75f568ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fc7c98-cd94-4ee5-a3d4-edd36d1c41b6,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:09.228434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8216ab-f226-46f0-a0b1-3f631322f8e6 req-2ed4f780-7d9b-42e7-a4d4-dcb66ac2c95f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:09.241850 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0a8216ab-f226-46f0-a0b1-3f631322f8e6 req-2ed4f780-7d9b-42e7-a4d4-dcb66ac2c95f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.50 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 951 time: 0.1144421 Aug 19 18:14:09.482009 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-0a8216ab-f226-46f0-a0b1-3f631322f8e6 req-663852c2-82b2-4fed-ab9e-7e3a1eaa42f7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Deleting port 296334cd-9192-4123-af02-9692a05ffe23 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:09.482719 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0a8216ab-f226-46f0-a0b1-3f631322f8e6 req-663852c2-82b2-4fed-ab9e-7e3a1eaa42f7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:09.565328 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d303e-2a1d-4af1-af95-e4db2f837724 req-969e3bf1-d98a-454b-92a7-4f8d6af8fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:09.566936 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d29d303e-2a1d-4af1-af95-e4db2f837724 req-969e3bf1-d98a-454b-92a7-4f8d6af8fd4d tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 945 time: 0.0743561 Aug 19 18:14:09.623744 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-0a8216ab-f226-46f0-a0b1-3f631322f8e6 req-663852c2-82b2-4fed-ab9e-7e3a1eaa42f7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] For port 296334cd-9192-4123-af02-9692a05ffe23, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=296334cd-9192-4123-af02-9692a05ffe23,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:09.624118 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0a8216ab-f226-46f0-a0b1-3f631322f8e6 req-663852c2-82b2-4fed-ab9e-7e3a1eaa42f7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:09.631572 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d29d303e-2a1d-4af1-af95-e4db2f837724 req-42afcfc5-e851-428a-8717-ffd1b3f83fe7 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b3cbb18-950c-489a-99fe-9a1d52c37109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569558 Aug 19 18:14:09.647922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-0a8216ab-f226-46f0-a0b1-3f631322f8e6 req-663852c2-82b2-4fed-ab9e-7e3a1eaa42f7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Calling delete_port for 296334cd-9192-4123-af02-9692a05ffe23 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:10.126473 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:10.144802 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e85a3398-0dd4-47db-8ee4-0fb9057b012e req-e684a295-885f-4074-bb2d-1bdd4e93c2be tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=80467993-311f-454b-b984-41604051d173 HTTP/1.1" status: 200 len: 210 time: 0.0460157 Aug 19 18:14:10.317956 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3b792-6047-4666-b3b1-ce09a4de2cc3 req-23889b87-75fc-40ff-84fb-86a7afc82951 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:10.320008 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95d3b792-6047-4666-b3b1-ce09a4de2cc3 req-23889b87-75fc-40ff-84fb-86a7afc82951 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.0786190 Aug 19 18:14:10.403369 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95d3b792-6047-4666-b3b1-ce09a4de2cc3 req-232f8023-735d-49ca-8754-da34ec7fe418 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759518 Aug 19 18:14:10.450493 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.db.resource_extend [None req-1a3ae765-fd23-42ef-9746-92a637c751a7 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:14:10.453763 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0a8216ab-f226-46f0-a0b1-3f631322f8e6 req-663852c2-82b2-4fed-ab9e-7e3a1eaa42f7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:10.474036 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['487c71c6-c30d-4d41-b8a9-80b9e41204bf'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:14:10.521061 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['e85711fe-eef0-455e-81cb-486825a5ee7c', '296334cd-9192-4123-af02-9692a05ffe23'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:14:10.549569 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663852c2-82b2-4fed-ab9e-7e3a1eaa42f7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Pushing event deleted for resources: {'Port': ['ID=296334cd-9192-4123-af02-9692a05ffe23,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:10.558785 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562a846-66f0-4e98-8c70-a9996f1091ab req-28d11e8c-a37c-4785-a036-aa0832eaf5b9 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:10.566684 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6562a846-66f0-4e98-8c70-a9996f1091ab req-28d11e8c-a37c-4785-a036-aa0832eaf5b9 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=c482f7fe-5c86-4ab7-9c9e-99889f320d91 HTTP/1.1" status: 200 len: 868 time: 0.6238205 Aug 19 18:14:10.609390 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65186a20-863d-4c15-9294-fecd2463d07c req-ab31fcd1-24d5-4ed0-ab1c-05914d9c62c0 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:10.610309 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-65186a20-863d-4c15-9294-fecd2463d07c req-ab31fcd1-24d5-4ed0-ab1c-05914d9c62c0 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 945 time: 0.2155335 Aug 19 18:14:10.629787 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1a3ae765-fd23-42ef-9746-92a637c751a7 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:10.643318 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1a3ae765-fd23-42ef-9746-92a637c751a7 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:10.718867 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8216ab-f226-46f0-a0b1-3f631322f8e6 req-663852c2-82b2-4fed-ab9e-7e3a1eaa42f7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] No DVR routers for this DVR port 296334cd-9192-4123-af02-9692a05ffe23 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:10.726220 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0a8216ab-f226-46f0-a0b1-3f631322f8e6 req-663852c2-82b2-4fed-ab9e-7e3a1eaa42f7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:10.728328 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0a8216ab-f226-46f0-a0b1-3f631322f8e6 req-663852c2-82b2-4fed-ab9e-7e3a1eaa42f7 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.50 "DELETE /v2.0/ports/296334cd-9192-4123-af02-9692a05ffe23 HTTP/1.1" status: 204 len: 173 time: 1.4851592 Aug 19 18:14:10.733159 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c482f7fe-5c86-4ab7-9c9e-99889f320d91', 'name': 'network-vif-deleted', 'tag': '296334cd-9192-4123-af02-9692a05ffe23'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:10.735611 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a915ab3d-c5eb-43cc-a83b-a8a72d833cf7" -d '{"events": [{"server_uuid": "c482f7fe-5c86-4ab7-9c9e-99889f320d91", "name": "network-vif-deleted", "tag": "296334cd-9192-4123-af02-9692a05ffe23"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:10.764426 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6562a846-66f0-4e98-8c70-a9996f1091ab req-ecf1d5f8-5867-4ffd-bd93-3c6623b3f781 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967587 Aug 19 18:14:10.858015 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:10.871635 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f4021a-cfb8-40fc-9f02-bd28c1c962e9 x-openstack-request-id: req-94f4021a-cfb8-40fc-9f02-bd28c1c962e9 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:10.871932 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c482f7fe-5c86-4ab7-9c9e-99889f320d91", "name": "network-vif-deleted", "tag": "296334cd-9192-4123-af02-9692a05ffe23", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:10.872193 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-94f4021a-cfb8-40fc-9f02-bd28c1c962e9 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:10.872608 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c482f7fe-5c86-4ab7-9c9e-99889f320d91', 'name': 'network-vif-deleted', 'tag': '296334cd-9192-4123-af02-9692a05ffe23', 'status': 'completed', 'code': 200} Aug 19 18:14:10.913914 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a0f5f-2d68-4649-afc1-67206a4732dc req-1d5930af-4d3e-4f66-bb91-717a10dfb00e tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:10.924823 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e1a0f5f-2d68-4649-afc1-67206a4732dc req-1d5930af-4d3e-4f66-bb91-717a10dfb00e tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 945 time: 0.1080430 Aug 19 18:14:10.972142 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-65186a20-863d-4c15-9294-fecd2463d07c req-85b71062-55a2-4628-b5d2-9c5e4ca15f2a tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Deleting port 64152517-3ce0-428f-9e59-aafa79f30a78 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:10.974196 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-65186a20-863d-4c15-9294-fecd2463d07c req-85b71062-55a2-4628-b5d2-9c5e4ca15f2a tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:11.010226 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e1a0f5f-2d68-4649-afc1-67206a4732dc req-b2d85b9c-e50f-4e72-a8a7-9201f7bbe589 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b3cbb18-950c-489a-99fe-9a1d52c37109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619335 Aug 19 18:14:11.171713 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-65186a20-863d-4c15-9294-fecd2463d07c req-85b71062-55a2-4628-b5d2-9c5e4ca15f2a tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] For port 64152517-3ce0-428f-9e59-aafa79f30a78, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=64152517-3ce0-428f-9e59-aafa79f30a78,segment=NetworkSegment(4ff22b05-bdca-4fb2-92d1-887f779a487d),segment_id=4ff22b05-bdca-4fb2-92d1-887f779a487d)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:11.172160 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-65186a20-863d-4c15-9294-fecd2463d07c req-85b71062-55a2-4628-b5d2-9c5e4ca15f2a tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:11.193509 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-65186a20-863d-4c15-9294-fecd2463d07c req-85b71062-55a2-4628-b5d2-9c5e4ca15f2a tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Calling delete_port for 64152517-3ce0-428f-9e59-aafa79f30a78 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:11.216111 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3ae765-fd23-42ef-9746-92a637c751a7 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Router 82e3a0eb-169b-407c-b3e6-4504654fdfb5 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:14:11.456854 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3ae765-fd23-42ef-9746-92a637c751a7 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:14:11.468356 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1a3ae765-fd23-42ef-9746-92a637c751a7 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:11.471370 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf839354-2094-4c10-943a-e2051dd99c3d None None] Sync routers for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:14:11.485671 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf839354-2094-4c10-943a-e2051dd99c3d None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:11.487709 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bf839354-2094-4c10-943a-e2051dd99c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:11.570280 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bf839354-2094-4c10-943a-e2051dd99c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:11.574926 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52252) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:11.583698 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1a3ae765-fd23-42ef-9746-92a637c751a7 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "PUT /v2.0/floatingips/7f3d5eb1-6b7f-49e3-bc07-2f657bb1fef2 HTTP/1.1" status: 200 len: 978 time: 2.5705009 Aug 19 18:14:11.591402 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-65186a20-863d-4c15-9294-fecd2463d07c req-85b71062-55a2-4628-b5d2-9c5e4ca15f2a tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:11.594810 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf839354-2094-4c10-943a-e2051dd99c3d None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:11.597917 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bf839354-2094-4c10-943a-e2051dd99c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:11.629165 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['64152517-3ce0-428f-9e59-aafa79f30a78'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:14:11.678496 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bf839354-2094-4c10-943a-e2051dd99c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:11.679260 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf839354-2094-4c10-943a-e2051dd99c3d None None] The sync data for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:14:11.768013 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b71062-55a2-4628-b5d2-9c5e4ca15f2a tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Pushing event deleted for resources: {'Port': ['ID=64152517-3ce0-428f-9e59-aafa79f30a78,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:11.851318 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcccb0-698a-4a44-a8ea-cdb246c3ba3a req-cc0faaa9-5c4a-4ed8-a5b3-9b0d5288b54d tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:11.853241 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-afdcccb0-698a-4a44-a8ea-cdb246c3ba3a req-cc0faaa9-5c4a-4ed8-a5b3-9b0d5288b54d tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.2350538 Aug 19 18:14:11.899594 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-65186a20-863d-4c15-9294-fecd2463d07c req-85b71062-55a2-4628-b5d2-9c5e4ca15f2a tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] No DVR routers for this DVR port 64152517-3ce0-428f-9e59-aafa79f30a78 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:11.903494 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-65186a20-863d-4c15-9294-fecd2463d07c req-85b71062-55a2-4628-b5d2-9c5e4ca15f2a tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:11.906017 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-65186a20-863d-4c15-9294-fecd2463d07c req-85b71062-55a2-4628-b5d2-9c5e4ca15f2a tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.50 "DELETE /v2.0/ports/64152517-3ce0-428f-9e59-aafa79f30a78 HTTP/1.1" status: 204 len: 173 time: 1.2788458 Aug 19 18:14:11.930864 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-afdcccb0-698a-4a44-a8ea-cdb246c3ba3a req-8802b7c3-d691-491b-b341-0b7304f1062f tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697865 Aug 19 18:14:11.951625 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Deleting port 3fc292db-d0bf-44ae-aed1-b9d5f5e0be52 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:11.952144 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:12.207393 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:12.207873 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:12.253222 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Calling delete_port for 3fc292db-d0bf-44ae-aed1-b9d5f5e0be52 owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:12.305703 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-46f6b947-6b8d-459f-a9ca-cd6caba696f9 req-3c65dae6-e8ee-47b6-b03d-4cd64d1fe904 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610 tempest-FloatingIPsAssociationNegativeTestJSON-1874937610-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b54f953-d878-4a4b-915c-2853b0e8b295 HTTP/1.1" status: 200 len: 210 time: 0.0366735 Aug 19 18:14:12.314913 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ec5bd-7be8-46df-a57e-def9bd4019e7 req-e675da47-742c-4aaa-850d-7da99785ba1e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:12.316856 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-999ec5bd-7be8-46df-a57e-def9bd4019e7 req-e675da47-742c-4aaa-850d-7da99785ba1e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/networks?id=6a232ed5-d6ef-427b-adae-4f7272a3c429 HTTP/1.1" status: 200 len: 812 time: 0.2912800 Aug 19 18:14:12.356631 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-999ec5bd-7be8-46df-a57e-def9bd4019e7 req-50a90fbf-1310-4f2a-b5c2-36797f49a8f9 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/quotas/b4a7af90eddc4fcd95550f2f124890b4 HTTP/1.1" status: 200 len: 375 time: 0.0280623 Aug 19 18:14:12.406710 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-999ec5bd-7be8-46df-a57e-def9bd4019e7 req-c602b84e-8caa-461c-bfea-7e41d4fff198 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4a7af90eddc4fcd95550f2f124890b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404189 Aug 19 18:14:12.410372 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95cdcf-743f-4535-8c93-5b0af7bb5c5e req-c02c4ac5-533b-4a11-b78a-389f2a9c45da tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:12.418098 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0a95cdcf-743f-4535-8c93-5b0af7bb5c5e req-c02c4ac5-533b-4a11-b78a-389f2a9c45da tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.0605180 Aug 19 18:14:12.481076 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0a95cdcf-743f-4535-8c93-5b0af7bb5c5e req-c433ce65-3eec-4cab-a7d5-e727c1348f1d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613930 Aug 19 18:14:12.501792 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52318) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:12.525349 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-999ec5bd-7be8-46df-a57e-def9bd4019e7 req-9bc55f1f-a9c7-489b-932f-e08f1cfbce15 service neutron] 10.222.0.24 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095302 Aug 19 18:14:12.684273 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-999ec5bd-7be8-46df-a57e-def9bd4019e7 req-59e04036-01bd-4e60-9a64-4b442becfce8 service neutron] 10.222.0.24 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500721 Aug 19 18:14:12.693372 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-490b617a-7643-4306-996a-d83237904ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:12.695502 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:12.733171 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event deleted for resources: {'Port': ['ID=3fc292db-d0bf-44ae-aed1-b9d5f5e0be52,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:12.768344 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:12.769139 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:12.769896 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:12.770212 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:12.770546 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:12.770945 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:12.771229 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:12.771687 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:12.772092 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:12.772359 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:12.772693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:12.773015 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:12.820020 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:12.820513 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Floating IP 7f3d5eb1-6b7f-49e3-bc07-2f657bb1fef2 disassociated (deleted). External IP: 172.25.8.190, port: c8173aea-9287-4fc0-b9b2-b83577a223fe. Aug 19 18:14:12.893018 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b54f953-d878-4a4b-915c-2853b0e8b295', 'name': 'network-vif-deleted', 'tag': '64152517-3ce0-428f-9e59-aafa79f30a78'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:12.895682 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2759b7a-d110-4d47-b49b-ebabd6b997b0" -d '{"events": [{"server_uuid": "6b54f953-d878-4a4b-915c-2853b0e8b295", "name": "network-vif-deleted", "tag": "64152517-3ce0-428f-9e59-aafa79f30a78"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:12.897395 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52332) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:12.945896 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-490b617a-7643-4306-996a-d83237904ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:12.952656 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fc5ec9-69ea-4e2b-9567-6f076c07d09b x-openstack-request-id: req-b6fc5ec9-69ea-4e2b-9567-6f076c07d09b {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:12.953170 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b54f953-d878-4a4b-915c-2853b0e8b295", "name": "network-vif-deleted", "tag": "64152517-3ce0-428f-9e59-aafa79f30a78", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:12.953431 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6fc5ec9-69ea-4e2b-9567-6f076c07d09b {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:12.953863 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b54f953-d878-4a4b-915c-2853b0e8b295', 'name': 'network-vif-deleted', 'tag': '64152517-3ce0-428f-9e59-aafa79f30a78', 'status': 'completed', 'code': 200} Aug 19 18:14:12.970187 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-490b617a-7643-4306-996a-d83237904ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:12.984849 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-324e17bb-2059-4a38-b8cf-05206995ac15 req-18ac224d-8bed-40a7-816c-a1bafee8c7e4 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56ca4f3-5456-4241-b986-6e0cde797a8f HTTP/1.1" status: 200 len: 210 time: 0.0860660 Aug 19 18:14:13.016603 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-490b617a-7643-4306-996a-d83237904ec1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ca2cb329b934cadb6490eb15f67f3a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5136080 Aug 19 18:14:13.019089 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52340) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:13.050460 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b617a-7643-4306-996a-d83237904ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197ae88c-bd44-4950-bd79-3ac1471ac347,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:13.085082 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b617a-7643-4306-996a-d83237904ec1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:13.085646 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b617a-7643-4306-996a-d83237904ec1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:13.086338 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b617a-7643-4306-996a-d83237904ec1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:13.087259 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b617a-7643-4306-996a-d83237904ec1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:13.088088 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b617a-7643-4306-996a-d83237904ec1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:13.089191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b617a-7643-4306-996a-d83237904ec1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:13.090020 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b617a-7643-4306-996a-d83237904ec1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:13.090579 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b617a-7643-4306-996a-d83237904ec1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:13.097897 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b617a-7643-4306-996a-d83237904ec1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:13.098670 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b617a-7643-4306-996a-d83237904ec1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:13.099228 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b617a-7643-4306-996a-d83237904ec1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:13.099884 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b617a-7643-4306-996a-d83237904ec1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:13.135293 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d5b766e4-ad9c-4ed5-8954-1f0b1054ec2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:13.162117 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d5b766e4-ad9c-4ed5-8954-1f0b1054ec2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:13.179081 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-472a2579-6067-48a0-a4cd-ffd8534ad9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:13.229489 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d5b766e4-ad9c-4ed5-8954-1f0b1054ec2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:13.232871 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d5b766e4-ad9c-4ed5-8954-1f0b1054ec2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:13.234160 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c1dfa-25dc-4aca-9104-58f0a69d4c62 req-f4e89447-a424-414f-9754-87c0f5a8242e tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:13.235731 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4d1c1dfa-25dc-4aca-9104-58f0a69d4c62 req-f4e89447-a424-414f-9754-87c0f5a8242e tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.1126974 Aug 19 18:14:13.243263 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d5b766e4-ad9c-4ed5-8954-1f0b1054ec2c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/197ae88c-bd44-4950-bd79-3ac1471ac347 HTTP/1.1" status: 204 len: 168 time: 0.2218015 Aug 19 18:14:13.245965 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Router 82e3a0eb-169b-407c-b3e6-4504654fdfb5 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:14:13.270080 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b766e4-ad9c-4ed5-8954-1f0b1054ec2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197ae88c-bd44-4950-bd79-3ac1471ac347,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:13.344719 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4d1c1dfa-25dc-4aca-9104-58f0a69d4c62 req-143d345f-7e38-4115-8ea5-0c4284fbd9e2 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964324 Aug 19 18:14:13.388294 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52362) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:13.453053 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:14:13.456236 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-472a2579-6067-48a0-a4cd-ffd8534ad9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:13.460066 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:13.466237 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-472a2579-6067-48a0-a4cd-ffd8534ad9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:13.468083 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7246e99a-aa64-4d0d-a68d-f8c4d310e367 None None] Sync routers for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:14:13.485927 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7246e99a-aa64-4d0d-a68d-f8c4d310e367 None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:13.486884 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7246e99a-aa64-4d0d-a68d-f8c4d310e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:13.606255 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bbb6fac5-c380-41b2-b88d-6cfecf6ecf92 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "DELETE /v2.0/floatingips/7f3d5eb1-6b7f-49e3-bc07-2f657bb1fef2 HTTP/1.1" status: 204 len: 168 time: 2.0301020 Aug 19 18:14:13.612392 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-472a2579-6067-48a0-a4cd-ffd8534ad9cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cdece05c48394930a3f0c6490fa61508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7138360 Aug 19 18:14:13.617800 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52380) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:13.617800 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52382) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:13.628696 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a2579-6067-48a0-a4cd-ffd8534ad9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88e8994-2207-4cba-8f57-4aeff6f33469,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:13.725345 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66451212-025f-4ad9-98f1-e5e69b9fbd9e req-ddb98e08-a586-4cc2-ae87-bf0f8c233aed tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:13.726952 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-66451212-025f-4ad9-98f1-e5e69b9fbd9e req-ddb98e08-a586-4cc2-ae87-bf0f8c233aed tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.1064329 Aug 19 18:14:13.761635 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7246e99a-aa64-4d0d-a68d-f8c4d310e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:13.771754 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7246e99a-aa64-4d0d-a68d-f8c4d310e367 None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:13.772626 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7246e99a-aa64-4d0d-a68d-f8c4d310e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:13.818758 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-283f7158-e4c4-43de-aa98-573c8ccc7978 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:13.826721 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-283f7158-e4c4-43de-aa98-573c8ccc7978 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/networks?id=6a232ed5-d6ef-427b-adae-4f7272a3c429 HTTP/1.1" status: 200 len: 812 time: 0.3280926 Aug 19 18:14:13.843883 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7246e99a-aa64-4d0d-a68d-f8c4d310e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:13.845341 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7246e99a-aa64-4d0d-a68d-f8c4d310e367 None None] The sync data for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:14:13.853599 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-66451212-025f-4ad9-98f1-e5e69b9fbd9e req-3390bd54-cf8b-4cd6-a7fc-6cc5e033bb05 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687618 Aug 19 18:14:13.862943 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-c1520e0e-612e-46fc-a727-d8615142a297 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/quotas/b4a7af90eddc4fcd95550f2f124890b4 HTTP/1.1" status: 200 len: 375 time: 0.0340321 Aug 19 18:14:13.880250 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8d471bb-12a0-486b-a21e-5d0676336f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:13.893931 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67b393-d3ce-4834-a8ec-44de6d9cc5a5 req-df071c1b-1b9f-4e9d-99e9-2875525296c4 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:13.897915 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4a67b393-d3ce-4834-a8ec-44de6d9cc5a5 req-df071c1b-1b9f-4e9d-99e9-2875525296c4 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.54 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.1874607 Aug 19 18:14:13.949980 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce087421-59aa-4253-aa76-dae90265220c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:14.029189 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-ffbf39cc-a562-4626-a286-f6ceaafe5bf6 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4a7af90eddc4fcd95550f2f124890b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1649556 Aug 19 18:14:14.058381 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8d471bb-12a0-486b-a21e-5d0676336f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:14.062563 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-0484e90a-cbfc-4935-a226-c0a4f2614014 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Deleting port c8173aea-9287-4fc0-b9b2-b83577a223fe {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:14.063395 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0484e90a-cbfc-4935-a226-c0a4f2614014 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:14.277668 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-ce087421-59aa-4253-aa76-dae90265220c admin admin] Deleting port 15793957-8fd3-4e41-9eeb-f12e984bdf6e {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:14.278025 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce087421-59aa-4253-aa76-dae90265220c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:14.367057 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-ce087421-59aa-4253-aa76-dae90265220c admin admin] For port 15793957-8fd3-4e41-9eeb-f12e984bdf6e, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=15793957-8fd3-4e41-9eeb-f12e984bdf6e,segment=NetworkSegment(4ff22b05-bdca-4fb2-92d1-887f779a487d),segment_id=4ff22b05-bdca-4fb2-92d1-887f779a487d)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:14.367442 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce087421-59aa-4253-aa76-dae90265220c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:14.385840 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-ce087421-59aa-4253-aa76-dae90265220c admin admin] Calling delete_port for 15793957-8fd3-4e41-9eeb-f12e984bdf6e owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:14.514125 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477a09d-7850-45c6-84f4-6519e64468b9 req-d90e9515-a2e7-4bf6-8c82-d474880c27ed tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:14.515988 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9477a09d-7850-45c6-84f4-6519e64468b9 req-d90e9515-a2e7-4bf6-8c82-d474880c27ed tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.0739813 Aug 19 18:14:14.610233 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9477a09d-7850-45c6-84f4-6519e64468b9 req-60f3197a-29ee-4861-a427-ae524fb0da6c tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593421 Aug 19 18:14:14.624447 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 296334cd-9192-4123-af02-9692a05ffe23 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:14.658335 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-4a67b393-d3ce-4834-a8ec-44de6d9cc5a5 req-2af99799-8b92-46fa-918b-4984f52b470a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Deleting port 487c71c6-c30d-4d41-b8a9-80b9e41204bf {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:14.658672 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-4a67b393-d3ce-4834-a8ec-44de6d9cc5a5 req-2af99799-8b92-46fa-918b-4984f52b470a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:14.662935 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0484e90a-cbfc-4935-a226-c0a4f2614014 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:14.673217 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 296334cd-9192-4123-af02-9692a05ffe23 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:14.673950 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 296334cd-9192-4123-af02-9692a05ffe23 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:14.674520 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 64152517-3ce0-428f-9e59-aafa79f30a78 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:14.695574 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-a4c2bebe-0f12-468a-af02-9bd22e403773 service neutron] 10.222.0.24 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6502166 Aug 19 18:14:14.704052 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 64152517-3ce0-428f-9e59-aafa79f30a78 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:14.704650 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 64152517-3ce0-428f-9e59-aafa79f30a78 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:14.719829 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce087421-59aa-4253-aa76-dae90265220c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:14.750468 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8d471bb-12a0-486b-a21e-5d0676336f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:14.753027 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8d471bb-12a0-486b-a21e-5d0676336f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:14.754212 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e8d471bb-12a0-486b-a21e-5d0676336f1f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b88e8994-2207-4cba-8f57-4aeff6f33469 HTTP/1.1" status: 204 len: 168 time: 1.1346388 Aug 19 18:14:14.755304 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-0484e90a-cbfc-4935-a226-c0a4f2614014 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Calling delete_port for c8173aea-9287-4fc0-b9b2-b83577a223fe owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:14.765006 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce087421-59aa-4253-aa76-dae90265220c admin admin] Pushing event deleted for resources: {'Port': ['ID=15793957-8fd3-4e41-9eeb-f12e984bdf6e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:14.850109 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d471bb-12a0-486b-a21e-5d0676336f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88e8994-2207-4cba-8f57-4aeff6f33469,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:15.031789 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52424) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:15.048342 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-4a67b393-d3ce-4834-a8ec-44de6d9cc5a5 req-2af99799-8b92-46fa-918b-4984f52b470a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] For port 487c71c6-c30d-4d41-b8a9-80b9e41204bf, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=487c71c6-c30d-4d41-b8a9-80b9e41204bf,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:15.049010 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-4a67b393-d3ce-4834-a8ec-44de6d9cc5a5 req-2af99799-8b92-46fa-918b-4984f52b470a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:15.082580 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce087421-59aa-4253-aa76-dae90265220c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:15.104468 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-24eb4437-eb3f-4111-b856-d062b0e5c23b service neutron] 10.222.0.24 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078636 Aug 19 18:14:15.110242 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-4a67b393-d3ce-4834-a8ec-44de6d9cc5a5 req-2af99799-8b92-46fa-918b-4984f52b470a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Calling delete_port for 487c71c6-c30d-4d41-b8a9-80b9e41204bf owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:15.115553 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e34c0-1851-4ea0-82e0-6887ef184e25 req-67f7ba4d-a56d-46e5-8271-e7f879decd8f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:15.117123 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6a4e34c0-1851-4ea0-82e0-6887ef184e25 req-67f7ba4d-a56d-46e5-8271-e7f879decd8f tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 949 time: 0.1233280 Aug 19 18:14:15.275474 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52428) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:15.308580 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f5f5f83b-4fa3-4899-80ed-dccaa06277bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:15.537617 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a18689ed-6395-4427-92c7-2b7dfdc7149f req-6ba9d029-c83c-4b8f-81cc-33df61d05509 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb30e9b4-b3fe-44ed-bf9f-49241f14bb55 HTTP/1.1" status: 200 len: 210 time: 0.0805018 Aug 19 18:14:15.561561 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0484e90a-cbfc-4935-a226-c0a4f2614014 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:15.623722 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484e90a-cbfc-4935-a226-c0a4f2614014 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event deleted for resources: {'Port': ['ID=c8173aea-9287-4fc0-b9b2-b83577a223fe,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:15.642709 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-4a67b393-d3ce-4834-a8ec-44de6d9cc5a5 req-2af99799-8b92-46fa-918b-4984f52b470a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:15.654651 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2654183e-a854-4d58-a819-52d863ac94d8 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1583927880', 'router:external': True}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:15.669324 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['e85711fe-eef0-455e-81cb-486825a5ee7c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:14:15.674210 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6a4e34c0-1851-4ea0-82e0-6887ef184e25 req-2bdce764-595d-4cf5-b877-f7ea92960c7c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5208092 Aug 19 18:14:15.799113 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af99799-8b92-46fa-918b-4984f52b470a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Pushing event deleted for resources: {'Port': ['ID=487c71c6-c30d-4d41-b8a9-80b9e41204bf,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:15.968323 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f5f5f83b-4fa3-4899-80ed-dccaa06277bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:15.969796 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a67b393-d3ce-4834-a8ec-44de6d9cc5a5 req-2af99799-8b92-46fa-918b-4984f52b470a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] No DVR routers for this DVR port 487c71c6-c30d-4d41-b8a9-80b9e41204bf on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:15.973689 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce087421-59aa-4253-aa76-dae90265220c admin admin] Router 4b369e6b-5df6-4d23-bac3-6cb60c3daef6 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:14:15.975110 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-4a67b393-d3ce-4834-a8ec-44de6d9cc5a5 req-2af99799-8b92-46fa-918b-4984f52b470a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:15.977176 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4a67b393-d3ce-4834-a8ec-44de6d9cc5a5 req-2af99799-8b92-46fa-918b-4984f52b470a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.54 "DELETE /v2.0/ports/487c71c6-c30d-4d41-b8a9-80b9e41204bf HTTP/1.1" status: 204 len: 173 time: 2.0707107 Aug 19 18:14:15.979343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747ba496-7746-4f7e-869f-715dfd42a7ec', 'name': 'network-vif-deleted', 'tag': '487c71c6-c30d-4d41-b8a9-80b9e41204bf'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:15.981592 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52eef727-7c25-4eda-97bf-412e4fa36336" -d '{"events": [{"server_uuid": "747ba496-7746-4f7e-869f-715dfd42a7ec", "name": "network-vif-deleted", "tag": "487c71c6-c30d-4d41-b8a9-80b9e41204bf"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:15.989266 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f5f5f83b-4fa3-4899-80ed-dccaa06277bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.029809 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0484e90a-cbfc-4935-a226-c0a4f2614014 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.032256 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2654183e-a854-4d58-a819-52d863ac94d8 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Made reservation on behalf of 32666db3a095430990a234afcf419280 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:16.037953 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0484e90a-cbfc-4935-a226-c0a4f2614014 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "DELETE /v2.0/ports/c8173aea-9287-4fc0-b9b2-b83577a223fe HTTP/1.1" status: 204 len: 168 time: 2.4180377 Aug 19 18:14:16.045096 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2654183e-a854-4d58-a819-52d863ac94d8 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.048412 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be7ec6-9bfe-4d58-a8fe-abfddc3dd39f req-5a15cf05-4256-4481-b0f0-6f2ad92c5709 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:16.050319 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-84be7ec6-9bfe-4d58-a8fe-abfddc3dd39f req-5a15cf05-4256-4481-b0f0-6f2ad92c5709 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.2419131 Aug 19 18:14:16.059315 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52444) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:16.059540 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be75bd01-2582-44b4-b0b1-1ba2c5431862 x-openstack-request-id: req-be75bd01-2582-44b4-b0b1-1ba2c5431862 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:16.060059 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747ba496-7746-4f7e-869f-715dfd42a7ec", "name": "network-vif-deleted", "tag": "487c71c6-c30d-4d41-b8a9-80b9e41204bf", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:16.060458 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be75bd01-2582-44b4-b0b1-1ba2c5431862 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:16.061168 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747ba496-7746-4f7e-869f-715dfd42a7ec', 'name': 'network-vif-deleted', 'tag': '487c71c6-c30d-4d41-b8a9-80b9e41204bf', 'status': 'completed', 'code': 200} Aug 19 18:14:16.066945 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f4319474-ee89-4907-bc23-7fece86c5fdd tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:16.078934 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f5f5f83b-4fa3-4899-80ed-dccaa06277bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bba1c006904344018331ea10cf169e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7996287 Aug 19 18:14:16.086025 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52446) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:16.097172 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2654183e-a854-4d58-a819-52d863ac94d8 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.103323 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5f83b-4fa3-4899-80ed-dccaa06277bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd90737-1d63-43e6-ae24-68ffea143060,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:16.161124 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-84be7ec6-9bfe-4d58-a8fe-abfddc3dd39f req-09a43f9f-3b18-437f-ae34-a730722d94e6 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983593 Aug 19 18:14:16.201452 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-98dca859-640c-431c-9381-ecded1d02172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.231664 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4319474-ee89-4907-bc23-7fece86c5fdd tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.236539 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-98dca859-640c-431c-9381-ecded1d02172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.308483 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-98dca859-640c-431c-9381-ecded1d02172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.312458 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-98dca859-640c-431c-9381-ecded1d02172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.315248 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.316009 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-98dca859-640c-431c-9381-ecded1d02172 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3dd90737-1d63-43e6-ae24-68ffea143060 HTTP/1.1" status: 204 len: 168 time: 0.2286298 Aug 19 18:14:16.326574 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dca859-640c-431c-9381-ecded1d02172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd90737-1d63-43e6-ae24-68ffea143060,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:16.419617 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce087421-59aa-4253-aa76-dae90265220c admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:14:16.426543 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ce087421-59aa-4253-aa76-dae90265220c admin admin] 10.222.0.24 "PUT /v2.0/routers/4b369e6b-5df6-4d23-bac3-6cb60c3daef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0371604 Aug 19 18:14:16.429391 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52452) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:16.432556 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76553f7d-8c36-46df-8fcb-c266fa3d380f None None] Sync routers for ids ['4b369e6b-5df6-4d23-bac3-6cb60c3daef6'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:14:16.452222 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 487c71c6-c30d-4d41-b8a9-80b9e41204bf no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:16.479517 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2654183e-a854-4d58-a819-52d863ac94d8 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.491257 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76553f7d-8c36-46df-8fcb-c266fa3d380f None None] Routers {'4b369e6b-5df6-4d23-bac3-6cb60c3daef6'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:16.491895 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-76553f7d-8c36-46df-8fcb-c266fa3d380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4b369e6b-5df6-4d23-bac3-6cb60c3daef6'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:16.495694 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2654183e-a854-4d58-a819-52d863ac94d8 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.518638 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 487c71c6-c30d-4d41-b8a9-80b9e41204bf {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:16.518986 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 487c71c6-c30d-4d41-b8a9-80b9e41204bf not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:16.539943 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2654183e-a854-4d58-a819-52d863ac94d8 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:14:16.568973 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2654183e-a854-4d58-a819-52d863ac94d8 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.569664 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-2654183e-a854-4d58-a819-52d863ac94d8 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Added segment a346250c-7d82-49cc-8856-21b48f955058 of type vlan for network 40163139-ba03-40c5-a7c3-05527f675fe0 Aug 19 18:14:16.573672 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654183e-a854-4d58-a819-52d863ac94d8 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3692a8-0fe8-473d-806f-aa966f93b800,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:16.641762 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-76553f7d-8c36-46df-8fcb-c266fa3d380f None None] Set router 4b369e6b-5df6-4d23-bac3-6cb60c3daef6 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:14:16.644979 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4319474-ee89-4907-bc23-7fece86c5fdd tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.674329 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2654183e-a854-4d58-a819-52d863ac94d8 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.751320 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-88059374-f29e-4cd0-bc2e-84da98a9eff0 req-f8fa72f1-c558-40d5-9f13-9c11ee5c2b40 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb30e9b4-b3fe-44ed-bf9f-49241f14bb55 HTTP/1.1" status: 200 len: 210 time: 0.0412142 Aug 19 18:14:16.762080 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-073097e0-497a-4a1c-81fc-f9f601877b7a admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.792880 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2654183e-a854-4d58-a819-52d863ac94d8 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.794379 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2654183e-a854-4d58-a819-52d863ac94d8 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:16.794658 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2654183e-a854-4d58-a819-52d863ac94d8 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.942831 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2654183e-a854-4d58-a819-52d863ac94d8 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.9053757 Aug 19 18:14:16.945805 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52460) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:16.956861 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d7781cb0-f377-4ea6-876a-d1a2c4c937e2 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Request body: {'subnet': {'network_id': '40163139-ba03-40c5-a7c3-05527f675fe0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:16.977292 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-073097e0-497a-4a1c-81fc-f9f601877b7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.998297 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7781cb0-f377-4ea6-876a-d1a2c4c937e2 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Made reservation on behalf of 32666db3a095430990a234afcf419280 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:17.001964 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d7781cb0-f377-4ea6-876a-d1a2c4c937e2 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:17.032261 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f39b7558-bfa0-4810-9f56-372e4fb6ba4a req-98412c6b-3943-4e4c-b914-1cd3829495b0 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=747ba496-7746-4f7e-869f-715dfd42a7ec HTTP/1.1" status: 200 len: 210 time: 0.1017153 Aug 19 18:14:17.040424 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-f4319474-ee89-4907-bc23-7fece86c5fdd tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Allocated IP 172.25.8.231 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/015ef02b-2663-48f0-adf5-0b8aed97c942) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:17.052457 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654183e-a854-4d58-a819-52d863ac94d8 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Pushing event updated for resources: {'Network': ['ID=40163139-ba03-40c5-a7c3-05527f675fe0,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:17.075986 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 40163139-ba03-40c5-a7c3-05527f675fe0 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:14:17.167006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-073097e0-497a-4a1c-81fc-f9f601877b7a admin admin] Deleting port 1a889256-3281-43ab-9e7a-bb61a8325a5e {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:17.167359 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-073097e0-497a-4a1c-81fc-f9f601877b7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:17.174977 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-5845c966-b9e2-4eb9-b782-e5666ca2e2c9 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:17.176557 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-5845c966-b9e2-4eb9-b782-e5666ca2e2c9 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.50 "GET /v2.0/networks?id=6a232ed5-d6ef-427b-adae-4f7272a3c429 HTTP/1.1" status: 200 len: 812 time: 0.2657661 Aug 19 18:14:17.177858 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-76553f7d-8c36-46df-8fcb-c266fa3d380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117518738-router', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:13Z', 'updated_at': '2021-08-19T18:14:14Z', 'revision_number': 5, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'gw_port': {'id': '1a889256-3281-43ab-9e7a-bb61a8325a5e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:14Z', 'updated_at': '2021-08-19T18:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:17.205251 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-f46f2979-5196-44d8-99e4-7d6ff1167025 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Request body: {'port': {'device_id': 'eb30e9b4-b3fe-44ed-bf9f-49241f14bb55', 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429', 'admin_state_up': True, 'tenant_id': 'b4a7af90eddc4fcd95550f2f124890b4'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:17.285886 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76553f7d-8c36-46df-8fcb-c266fa3d380f None None] Checking router: 4b369e6b-5df6-4d23-bac3-6cb60c3daef6 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:14:17.314843 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76553f7d-8c36-46df-8fcb-c266fa3d380f None None] Routers {'4b369e6b-5df6-4d23-bac3-6cb60c3daef6'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:17.316244 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-76553f7d-8c36-46df-8fcb-c266fa3d380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4b369e6b-5df6-4d23-bac3-6cb60c3daef6'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:17.380834 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4319474-ee89-4907-bc23-7fece86c5fdd tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:17.383613 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-f46f2979-5196-44d8-99e4-7d6ff1167025 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Made reservation on behalf of b4a7af90eddc4fcd95550f2f124890b4 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:17.388024 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-f46f2979-5196-44d8-99e4-7d6ff1167025 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:17.392058 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cd37e-371c-4605-a1e0-b1dffc56b92a req-772ef81b-2883-4d37-9841-20f65ab2bf62 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:17.399876 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-660cd37e-371c-4605-a1e0-b1dffc56b92a req-772ef81b-2883-4d37-9841-20f65ab2bf62 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.1258540 Aug 19 18:14:17.434382 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-073097e0-497a-4a1c-81fc-f9f601877b7a admin admin] For port 1a889256-3281-43ab-9e7a-bb61a8325a5e, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1a889256-3281-43ab-9e7a-bb61a8325a5e,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:17.434769 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-073097e0-497a-4a1c-81fc-f9f601877b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:17.480929 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-660cd37e-371c-4605-a1e0-b1dffc56b92a req-475b31ac-b0ff-4948-ae22-d3858f75765a tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760884 Aug 19 18:14:17.502215 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-76553f7d-8c36-46df-8fcb-c266fa3d380f None None] Set router 4b369e6b-5df6-4d23-bac3-6cb60c3daef6 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:14:17.543848 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-073097e0-497a-4a1c-81fc-f9f601877b7a admin admin] Calling delete_port for 1a889256-3281-43ab-9e7a-bb61a8325a5e owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:17.596177 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-f46f2979-5196-44d8-99e4-7d6ff1167025 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Allocated IP 172.20.0.8 (6a232ed5-d6ef-427b-adae-4f7272a3c429/b90853f9-3a3c-4d5a-8d68-8dea22f30a90/56b7530d-5602-47dc-99fc-ed9297566ffa) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:17.599922 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-76553f7d-8c36-46df-8fcb-c266fa3d380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117518738-router', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:13Z', 'updated_at': '2021-08-19T18:14:16Z', 'revision_number': 6, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:17.621140 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4319474-ee89-4907-bc23-7fece86c5fdd tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:17.636230 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76553f7d-8c36-46df-8fcb-c266fa3d380f None None] The sync data for ids ['4b369e6b-5df6-4d23-bac3-6cb60c3daef6'] in n-d-803753-2 is: [{'id': '4b369e6b-5df6-4d23-bac3-6cb60c3daef6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2117518738-router', 'tenant_id': 'c6b3292180c94253a49b386ad540adeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:13Z', 'updated_at': '2021-08-19T18:14:16Z', 'revision_number': 6, 'project_id': 'c6b3292180c94253a49b386ad540adeb', 'gw_port_host': None}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:14:17.724420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4319474-ee89-4907-bc23-7fece86c5fdd tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:17.726141 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-f4319474-ee89-4907-bc23-7fece86c5fdd tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:17.728957 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4319474-ee89-4907-bc23-7fece86c5fdd tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:17.822433 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4319474-ee89-4907-bc23-7fece86c5fdd tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Port': ['ID=015ef02b-2663-48f0-adf5-0b8aed97c942,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:17.902560 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8f10da92-4471-4391-9a44-d53931e5640c req-a738284f-a45c-4147-9c34-47b2573dd677 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb30e9b4-b3fe-44ed-bf9f-49241f14bb55 HTTP/1.1" status: 200 len: 210 time: 0.0349696 Aug 19 18:14:17.903976 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-f46f2979-5196-44d8-99e4-7d6ff1167025 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:17.949693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.objects.ports [None req-d7781cb0-f377-4ea6-876a-d1a2c4c937e2 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:14:17.950099 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d7781cb0-f377-4ea6-876a-d1a2c4c937e2 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:17.954434 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-073097e0-497a-4a1c-81fc-f9f601877b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.005777 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-f46f2979-5196-44d8-99e4-7d6ff1167025 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.029472 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073097e0-497a-4a1c-81fc-f9f601877b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=1a889256-3281-43ab-9e7a-bb61a8325a5e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:18.050077 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4319474-ee89-4907-bc23-7fece86c5fdd tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.110188 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-f46f2979-5196-44d8-99e4-7d6ff1167025 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Network 6a232ed5-d6ef-427b-adae-4f7272a3c429 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:18.116927 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-f46f2979-5196-44d8-99e4-7d6ff1167025 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:18.120288 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-f46f2979-5196-44d8-99e4-7d6ff1167025 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:18.139856 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7781cb0-f377-4ea6-876a-d1a2c4c937e2 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4bbaf6ec-0902-4923-923c-88cd41efbc2a,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:18.170819 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-073097e0-497a-4a1c-81fc-f9f601877b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.174285 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7781cb0-f377-4ea6-876a-d1a2c4c937e2 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Checking segment: {'id': 'a346250c-7d82-49cc-8856-21b48f955058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '40163139-ba03-40c5-a7c3-05527f675fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:18.174432 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7781cb0-f377-4ea6-876a-d1a2c4c937e2 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Network hostable DHCP agents. Network: 40163139-ba03-40c5-a7c3-05527f675fe0, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:14:18.194904 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-f46f2979-5196-44d8-99e4-7d6ff1167025 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:18.195881 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-f46f2979-5196-44d8-99e4-7d6ff1167025 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.199018 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f2979-5196-44d8-99e4-7d6ff1167025 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Pushing event updated for resources: {'Port': ['ID=56b7530d-5602-47dc-99fc-ed9297566ffa,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:18.216238 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4319474-ee89-4907-bc23-7fece86c5fdd tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.249561 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-f46f2979-5196-44d8-99e4-7d6ff1167025 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0521376 Aug 19 18:14:18.286889 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 15793957-8fd3-4e41-9eeb-f12e984bdf6e no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:18.313292 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-073097e0-497a-4a1c-81fc-f9f601877b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.320332 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-073097e0-497a-4a1c-81fc-f9f601877b7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.323303 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 15793957-8fd3-4e41-9eeb-f12e984bdf6e {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:18.323939 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 15793957-8fd3-4e41-9eeb-f12e984bdf6e not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:18.345738 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7781cb0-f377-4ea6-876a-d1a2c4c937e2 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Network 40163139-ba03-40c5-a7c3-05527f675fe0 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:14:18.377832 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-a9c69c68-b5d4-4bbe-9c68-6697af2c353a service neutron] Request body: {'port': {'device_id': 'eb30e9b4-b3fe-44ed-bf9f-49241f14bb55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:18.421354 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-073097e0-497a-4a1c-81fc-f9f601877b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.422642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073097e0-497a-4a1c-81fc-f9f601877b7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b369e6b-5df6-4d23-bac3-6cb60c3daef6 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:14:18.429951 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-073097e0-497a-4a1c-81fc-f9f601877b7a admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.431722 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-073097e0-497a-4a1c-81fc-f9f601877b7a admin admin] 10.222.0.24 "DELETE /v2.0/routers/4b369e6b-5df6-4d23-bac3-6cb60c3daef6 HTTP/1.1" status: 204 len: 168 time: 2.0010302 Aug 19 18:14:18.433675 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-d7781cb0-f377-4ea6-876a-d1a2c4c937e2 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 40163139-ba03-40c5-a7c3-05527f675fe0) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:18.436929 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52496) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:18.439887 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7781cb0-f377-4ea6-876a-d1a2c4c937e2 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:18.441019 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d7781cb0-f377-4ea6-876a-d1a2c4c937e2 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.446884 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d81aeb-cd15-4419-b6da-8bb6d5c1ba88 None None] Network 40163139-ba03-40c5-a7c3-05527f675fe0 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:18.468503 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d7781cb0-f377-4ea6-876a-d1a2c4c937e2 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5167878 Aug 19 18:14:18.470306 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52498) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:18.482017 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d87c78d7-ffdb-4a67-b4e8-ba57506686a6 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-719348576', 'network_id': '40163139-ba03-40c5-a7c3-05527f675fe0'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:18.523902 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87c78d7-ffdb-4a67-b4e8-ba57506686a6 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Made reservation on behalf of 32666db3a095430990a234afcf419280 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:18.527799 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d87c78d7-ffdb-4a67-b4e8-ba57506686a6 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.544670 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-5397b946-753b-4e6e-924c-22cf154280f0 admin admin] Deleting subnet b7d3be1f-d269-4137-8233-9cf810517229 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:14:18.561409 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5397b946-753b-4e6e-924c-22cf154280f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.569826 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-d87c78d7-ffdb-4a67-b4e8-ba57506686a6 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] device_id is not set on port 7a23e62a-10b3-4b71-8fce-1ba4e02cb862 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:18.627870 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89085d3-45c9-44f8-a973-5b3dc457b645 None None] Network 40163139-ba03-40c5-a7c3-05527f675fe0 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:18.711294 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce221a46-0b70-4707-b3d3-f3aab3ea1503 req-3750603a-aba4-4de0-9116-d937c8bc391e tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:18.720185 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ce221a46-0b70-4707-b3d3-f3aab3ea1503 req-3750603a-aba4-4de0-9116-d937c8bc391e tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.1329477 Aug 19 18:14:18.725037 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-a9c69c68-b5d4-4bbe-9c68-6697af2c353a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.815525 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ce221a46-0b70-4707-b3d3-f3aab3ea1503 req-bb04c8f1-fe1d-42bd-be17-dd3a84d5328d tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941613 Aug 19 18:14:18.831614 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-d87c78d7-ffdb-4a67-b4e8-ba57506686a6 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Allocated IP 172.20.0.6 (40163139-ba03-40c5-a7c3-05527f675fe0/4bbaf6ec-0902-4923-923c-88cd41efbc2a/7a23e62a-10b3-4b71-8fce-1ba4e02cb862) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:18.856236 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5397b946-753b-4e6e-924c-22cf154280f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.909445 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed110fef-f8e2-48ff-bed9-bf6482829307 req-f2b57bac-6654-4608-9553-65f84908c00a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:18.911107 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ed110fef-f8e2-48ff-bed9-bf6482829307 req-f2b57bac-6654-4608-9553-65f84908c00a tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 949 time: 0.3626349 Aug 19 18:14:18.938166 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4319474-ee89-4907-bc23-7fece86c5fdd tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.957732 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4319474-ee89-4907-bc23-7fece86c5fdd tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.132459 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26432ada-ffb7-4736-ae6e-370ff44e11cb req-4e6d7f57-f77a-4a96-9262-f485ff96ad15 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:19.133149 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ed110fef-f8e2-48ff-bed9-bf6482829307 req-68f1d8a5-8d68-47aa-90c1-1fa8a10fe83d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095687 Aug 19 18:14:19.142621 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-26432ada-ffb7-4736-ae6e-370ff44e11cb req-4e6d7f57-f77a-4a96-9262-f485ff96ad15 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb30e9b4-b3fe-44ed-bf9f-49241f14bb55 HTTP/1.1" status: 200 len: 931 time: 0.1237955 Aug 19 18:14:19.249167 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d87c78d7-ffdb-4a67-b4e8-ba57506686a6 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.251240 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4319474-ee89-4907-bc23-7fece86c5fdd tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Port': ['ID=015ef02b-2663-48f0-adf5-0b8aed97c942,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:19.281763 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5397b946-753b-4e6e-924c-22cf154280f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.300321 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-26432ada-ffb7-4736-ae6e-370ff44e11cb req-a5b86c7c-ca2f-4ad0-8201-8813094291a4 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397493 Aug 19 18:14:19.324389 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4319474-ee89-4907-bc23-7fece86c5fdd tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.330166 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d87c78d7-ffdb-4a67-b4e8-ba57506686a6 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.359847 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4319474-ee89-4907-bc23-7fece86c5fdd tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.363460 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f4319474-ee89-4907-bc23-7fece86c5fdd tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3003273 Aug 19 18:14:19.367967 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52522) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:19.374510 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-73d9ff44-688a-4245-81a3-d8ddc15eb93c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Request body: {'port': {'network_id': 'b3d78871-7019-4454-85f6-10700f3736c3', 'name': 'tempest-FloatingIPTestJSON-1205752728'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:19.411056 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5397b946-753b-4e6e-924c-22cf154280f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.444918 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87c78d7-ffdb-4a67-b4e8-ba57506686a6 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Network 40163139-ba03-40c5-a7c3-05527f675fe0 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:19.451777 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-d87c78d7-ffdb-4a67-b4e8-ba57506686a6 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:19.455605 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397b946-753b-4e6e-924c-22cf154280f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7d3be1f-d269-4137-8233-9cf810517229,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:19.460894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87c78d7-ffdb-4a67-b4e8-ba57506686a6 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:19.478162 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5397b946-753b-4e6e-924c-22cf154280f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.483650 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5397b946-753b-4e6e-924c-22cf154280f0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b7d3be1f-d269-4137-8233-9cf810517229 HTTP/1.1" status: 204 len: 168 time: 1.0437257 Aug 19 18:14:19.484295 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52528) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:19.487714 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be9307a-fbf3-4a95-a3a2-3df963dd4809 None None] Network f401d804-fc47-4ec9-9c4d-dab130dd1d93 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:19.497269 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c78d7-ffdb-4a67-b4e8-ba57506686a6 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Pushing event updated for resources: {'Port': ['ID=7a23e62a-10b3-4b71-8fce-1ba4e02cb862,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:19.553909 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-a9c69c68-b5d4-4bbe-9c68-6697af2c353a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b7530d-5602-47dc-99fc-ed9297566ffa {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:14:19.554884 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87c78d7-ffdb-4a67-b4e8-ba57506686a6 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:19.555516 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d87c78d7-ffdb-4a67-b4e8-ba57506686a6 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.565814 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-a9c69c68-b5d4-4bbe-9c68-6697af2c353a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.591746 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d87c78d7-ffdb-4a67-b4e8-ba57506686a6 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.1202633 Aug 19 18:14:19.594375 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52534) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:19.597177 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-a9c69c68-b5d4-4bbe-9c68-6697af2c353a service neutron] Transition to ACTIVE for port object 56b7530d-5602-47dc-99fc-ed9297566ffa will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:19.604797 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b4e3989b-2068-4d83-8096-8109c424e185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.610616 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-a9c69c68-b5d4-4bbe-9c68-6697af2c353a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.684203 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d9ff44-688a-4245-81a3-d8ddc15eb93c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Made reservation on behalf of 68654bdf79fb406da1f88875405c74ed for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:19.688629 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73d9ff44-688a-4245-81a3-d8ddc15eb93c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.715468 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-73d9ff44-688a-4245-81a3-d8ddc15eb93c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] device_id is not set on port 52fc3903-5638-46fc-b91c-67a272709788 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:19.758592 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824d359f-3589-4048-8303-6dc5ec417f2e None None] DHCP port deletion for f401d804-fc47-4ec9-9c4d-dab130dd1d93 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:14:19.766402 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-6648b068-2333-4d79-bfa1-3c50ca1e83f0 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Deleting port 7a23e62a-10b3-4b71-8fce-1ba4e02cb862 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:19.766747 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6648b068-2333-4d79-bfa1-3c50ca1e83f0 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.789723 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c69c68-b5d4-4bbe-9c68-6697af2c353a service neutron] Pushing event updated for resources: {'Port': ['ID=56b7530d-5602-47dc-99fc-ed9297566ffa,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:19.880505 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-824d359f-3589-4048-8303-6dc5ec417f2e None None] Deleting port 5f16830e-babc-4a17-8f20-9436bddbb773 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:19.881168 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-824d359f-3589-4048-8303-6dc5ec417f2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.920883 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6648b068-2333-4d79-bfa1-3c50ca1e83f0 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.944660 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-73d9ff44-688a-4245-81a3-d8ddc15eb93c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Allocated IP 172.20.0.13 (b3d78871-7019-4454-85f6-10700f3736c3/e25b3247-3deb-4729-98a0-8c5ae74f728e/52fc3903-5638-46fc-b91c-67a272709788) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:19.965503 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-b4e3989b-2068-4d83-8096-8109c424e185 admin admin] Deleting port 5f16830e-babc-4a17-8f20-9436bddbb773 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:19.966604 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b4e3989b-2068-4d83-8096-8109c424e185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.973525 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-6648b068-2333-4d79-bfa1-3c50ca1e83f0 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Calling delete_port for 7a23e62a-10b3-4b71-8fce-1ba4e02cb862 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:19.982966 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-a9c69c68-b5d4-4bbe-9c68-6697af2c353a service neutron] Attempting to bind port 56b7530d-5602-47dc-99fc-ed9297566ffa on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:19.983423 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-a9c69c68-b5d4-4bbe-9c68-6697af2c353a service neutron] Attempting to bind port 56b7530d-5602-47dc-99fc-ed9297566ffa by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:19.983908 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-a9c69c68-b5d4-4bbe-9c68-6697af2c353a service neutron] Attempting to bind port 56b7530d-5602-47dc-99fc-ed9297566ffa on network 6a232ed5-d6ef-427b-adae-4f7272a3c429 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:20.012712 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-824d359f-3589-4048-8303-6dc5ec417f2e None None] For port 5f16830e-babc-4a17-8f20-9436bddbb773, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=5f16830e-babc-4a17-8f20-9436bddbb773,segment=NetworkSegment(4ff22b05-bdca-4fb2-92d1-887f779a487d),segment_id=4ff22b05-bdca-4fb2-92d1-887f779a487d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:20.013138 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-824d359f-3589-4048-8303-6dc5ec417f2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.018052 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-a9c69c68-b5d4-4bbe-9c68-6697af2c353a service neutron] Port 56b7530d-5602-47dc-99fc-ed9297566ffa on network 6a232ed5-d6ef-427b-adae-4f7272a3c429 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:14:20.018762 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-a9c69c68-b5d4-4bbe-9c68-6697af2c353a service neutron] Attempting to bind port 56b7530d-5602-47dc-99fc-ed9297566ffa on network 6a232ed5-d6ef-427b-adae-4f7272a3c429 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:20.031266 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-824d359f-3589-4048-8303-6dc5ec417f2e None None] Calling delete_port for 5f16830e-babc-4a17-8f20-9436bddbb773 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:20.124666 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-b4e3989b-2068-4d83-8096-8109c424e185 admin admin] For port 5f16830e-babc-4a17-8f20-9436bddbb773, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=5f16830e-babc-4a17-8f20-9436bddbb773,segment=NetworkSegment(4ff22b05-bdca-4fb2-92d1-887f779a487d),segment_id=4ff22b05-bdca-4fb2-92d1-887f779a487d)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:20.125077 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b4e3989b-2068-4d83-8096-8109c424e185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.151564 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-b4e3989b-2068-4d83-8096-8109c424e185 admin admin] Calling delete_port for 5f16830e-babc-4a17-8f20-9436bddbb773 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:20.241069 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 5f16830e-babc-4a17-8f20-9436bddbb773 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:20.274596 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 5f16830e-babc-4a17-8f20-9436bddbb773 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:20.275245 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 5f16830e-babc-4a17-8f20-9436bddbb773 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:20.276911 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1a889256-3281-43ab-9e7a-bb61a8325a5e no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:20.279131 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-824d359f-3589-4048-8303-6dc5ec417f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.320135 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73d9ff44-688a-4245-81a3-d8ddc15eb93c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.332024 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824d359f-3589-4048-8303-6dc5ec417f2e None None] No DVR routers for this DVR port 5f16830e-babc-4a17-8f20-9436bddbb773 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:20.335161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d359f-3589-4048-8303-6dc5ec417f2e None None] Pushing event deleted for resources: {'Port': ['ID=5f16830e-babc-4a17-8f20-9436bddbb773,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:20.338306 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 1a889256-3281-43ab-9e7a-bb61a8325a5e {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:20.339119 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1a889256-3281-43ab-9e7a-bb61a8325a5e not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:20.351184 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d359f-3589-4048-8303-6dc5ec417f2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:20.352329 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d359f-3589-4048-8303-6dc5ec417f2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:20.352892 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d359f-3589-4048-8303-6dc5ec417f2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:20.353586 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d359f-3589-4048-8303-6dc5ec417f2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:20.355152 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d359f-3589-4048-8303-6dc5ec417f2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:20.356156 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d359f-3589-4048-8303-6dc5ec417f2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:20.356481 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6648b068-2333-4d79-bfa1-3c50ca1e83f0 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.356910 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d359f-3589-4048-8303-6dc5ec417f2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:20.357331 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d359f-3589-4048-8303-6dc5ec417f2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:20.358115 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d359f-3589-4048-8303-6dc5ec417f2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:20.358115 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d359f-3589-4048-8303-6dc5ec417f2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:20.358979 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d359f-3589-4048-8303-6dc5ec417f2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:20.359415 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d359f-3589-4048-8303-6dc5ec417f2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:20.395319 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-a9c69c68-b5d4-4bbe-9c68-6697af2c353a service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:14:20.395807 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-a9c69c68-b5d4-4bbe-9c68-6697af2c353a service neutron] Checking segment: {'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:20.396403 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-a9c69c68-b5d4-4bbe-9c68-6697af2c353a service neutron] Bound using segment: {'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:14:20.397757 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-a9c69c68-b5d4-4bbe-9c68-6697af2c353a service neutron] Bound port: 56b7530d-5602-47dc-99fc-ed9297566ffa, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:14:20.398310 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-a9c69c68-b5d4-4bbe-9c68-6697af2c353a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.460490 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63228f2d-3a52-462e-95ea-8bfd2e5a6185 req-3a8cc1fc-1bb1-42a9-a25e-3cd7f99acb65 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:20.471577 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-63228f2d-3a52-462e-95ea-8bfd2e5a6185 req-3a8cc1fc-1bb1-42a9-a25e-3cd7f99acb65 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.5014973 Aug 19 18:14:20.633425 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-63228f2d-3a52-462e-95ea-8bfd2e5a6185 req-195fd7ad-02d1-4a99-9f2b-f6c1e1d4bd09 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594994 Aug 19 18:14:20.636091 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b4e3989b-2068-4d83-8096-8109c424e185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.692991 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae3933-614e-4958-ac40-db1fcb34ed6f req-d1916082-a0dc-4607-997d-33bcf488f9a8 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:20.694685 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-99ae3933-614e-4958-ac40-db1fcb34ed6f req-d1916082-a0dc-4607-997d-33bcf488f9a8 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.50 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 949 time: 0.6676297 Aug 19 18:14:20.705574 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3989b-2068-4d83-8096-8109c424e185 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f16830e-babc-4a17-8f20-9436bddbb773,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:20.745340 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-a9c69c68-b5d4-4bbe-9c68-6697af2c353a service neutron] For port 56b7530d-5602-47dc-99fc-ed9297566ffa, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:14:20.753524 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-a9c69c68-b5d4-4bbe-9c68-6697af2c353a service neutron] For port 56b7530d-5602-47dc-99fc-ed9297566ffa, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=56b7530d-5602-47dc-99fc-ed9297566ffa,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:14:20.767304 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e3989b-2068-4d83-8096-8109c424e185 admin admin] No DVR routers for this DVR port 5f16830e-babc-4a17-8f20-9436bddbb773 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:20.770107 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52566) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:20.795877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648b068-2333-4d79-bfa1-3c50ca1e83f0 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a23e62a-10b3-4b71-8fce-1ba4e02cb862,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:20.813626 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76a0f7-1234-4c2f-80c9-24196898a966 req-2fb1f817-3921-4841-a497-c6055a6ce2ad tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:20.815156 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ec76a0f7-1234-4c2f-80c9-24196898a966 req-2fb1f817-3921-4841-a497-c6055a6ce2ad tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 949 time: 0.5618832 Aug 19 18:14:20.824340 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-a9c69c68-b5d4-4bbe-9c68-6697af2c353a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.927219 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6648b068-2333-4d79-bfa1-3c50ca1e83f0 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.930068 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6648b068-2333-4d79-bfa1-3c50ca1e83f0 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "DELETE /v2.0/ports/7a23e62a-10b3-4b71-8fce-1ba4e02cb862 HTTP/1.1" status: 204 len: 168 time: 1.3346050 Aug 19 18:14:20.936669 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52570) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:20.941715 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f2743d3a-f950-43a6-8366-2a61a9913a41 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40163139-ba03-40c5-a7c3-05527f675fe0', 'external_fixed_ips': [{'subnet_id': '4bbaf6ec-0902-4923-923c-88cd41efbc2a', 'ip_address': '172.20.0.6'}]}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:20.958460 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73d9ff44-688a-4245-81a3-d8ddc15eb93c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.998721 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-a9c69c68-b5d4-4bbe-9c68-6697af2c353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:20.999360 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-a9c69c68-b5d4-4bbe-9c68-6697af2c353a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.000792 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-a9c69c68-b5d4-4bbe-9c68-6697af2c353a service neutron] 10.222.0.50 "PUT /v2.0/ports/56b7530d-5602-47dc-99fc-ed9297566ffa HTTP/1.1" status: 200 len: 1091 time: 2.6357262 Aug 19 18:14:21.005286 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb30e9b4-b3fe-44ed-bf9f-49241f14bb55', 'tag': '56b7530d-5602-47dc-99fc-ed9297566ffa'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:21.007433 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42d6866-acf6-4339-9252-90f649e346f2" -d '{"events": [{"name": "network-changed", "server_uuid": "eb30e9b4-b3fe-44ed-bf9f-49241f14bb55", "tag": "56b7530d-5602-47dc-99fc-ed9297566ffa"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:21.023965 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ec76a0f7-1234-4c2f-80c9-24196898a966 req-3198dc02-4c54-4003-b792-31d9344adecb tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952121 Aug 19 18:14:21.042980 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f2743d3a-f950-43a6-8366-2a61a9913a41 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.044187 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f2743d3a-f950-43a6-8366-2a61a9913a41 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.066227 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d9ff44-688a-4245-81a3-d8ddc15eb93c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Network b3d78871-7019-4454-85f6-10700f3736c3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:21.066889 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c418c4d-64d0-45a9-bc1f-a4b45df786b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.074397 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-73d9ff44-688a-4245-81a3-d8ddc15eb93c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:21.079871 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a729b1-81e4-4b39-b5cd-a85754c9ab4e req-957af357-21d2-44d9-b00e-aeac76a41bed tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:21.086419 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d9ff44-688a-4245-81a3-d8ddc15eb93c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:21.089683 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e0a729b1-81e4-4b39-b5cd-a85754c9ab4e req-957af357-21d2-44d9-b00e-aeac76a41bed tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb30e9b4-b3fe-44ed-bf9f-49241f14bb55 HTTP/1.1" status: 200 len: 943 time: 0.3851831 Aug 19 18:14:21.117770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9ff44-688a-4245-81a3-d8ddc15eb93c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Port': ['ID=52fc3903-5638-46fc-b91c-67a272709788,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:21.127439 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b4e3989b-2068-4d83-8096-8109c424e185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.172602 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c9ace0-9b45-4515-bd60-8af2f8d18f06 x-openstack-request-id: req-27c9ace0-9b45-4515-bd60-8af2f8d18f06 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:21.173176 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb30e9b4-b3fe-44ed-bf9f-49241f14bb55", "tag": "56b7530d-5602-47dc-99fc-ed9297566ffa", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:21.173176 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27c9ace0-9b45-4515-bd60-8af2f8d18f06 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:21.173519 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb30e9b4-b3fe-44ed-bf9f-49241f14bb55', 'tag': '56b7530d-5602-47dc-99fc-ed9297566ffa', 'status': 'completed', 'code': 200} Aug 19 18:14:21.175212 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c69c68-b5d4-4bbe-9c68-6697af2c353a service neutron] Pushing event updated for resources: {'Port': ['ID=56b7530d-5602-47dc-99fc-ed9297566ffa,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:21.180760 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-b4e3989b-2068-4d83-8096-8109c424e185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f401d804-fc47-4ec9-9c4d-dab130dd1d93']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:21.212265 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-b4e3989b-2068-4d83-8096-8109c424e185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff22b05-bdca-4fb2-92d1-887f779a487d') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:21.212946 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-b4e3989b-2068-4d83-8096-8109c424e185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff22b05-bdca-4fb2-92d1-887f779a487d') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:21.221338 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f2743d3a-f950-43a6-8366-2a61a9913a41 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.252936 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b4e3989b-2068-4d83-8096-8109c424e185 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.273292 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-99ae3933-614e-4958-ac40-db1fcb34ed6f req-9122a1e8-588a-402f-8e05-594c21ae389d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Deleting port e85711fe-eef0-455e-81cb-486825a5ee7c {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:21.273672 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-99ae3933-614e-4958-ac40-db1fcb34ed6f req-9122a1e8-588a-402f-8e05-594c21ae389d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.288301 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e0a729b1-81e4-4b39-b5cd-a85754c9ab4e req-177e2817-09c1-4b6e-a534-79f191ddb71d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975453 Aug 19 18:14:21.309103 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b4e3989b-2068-4d83-8096-8109c424e185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.312636 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-2cb6530b-4c04-4997-ad9c-2375340df53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:21.314166 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-2cb6530b-4c04-4997-ad9c-2375340df53c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4a7af90eddc4fcd95550f2f124890b4&device_id=eb30e9b4-b3fe-44ed-bf9f-49241f14bb55 HTTP/1.1" status: 200 len: 1094 time: 0.2511539 Aug 19 18:14:21.326871 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d9ff44-688a-4245-81a3-d8ddc15eb93c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:21.327527 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73d9ff44-688a-4245-81a3-d8ddc15eb93c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.351610 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e3989b-2068-4d83-8096-8109c424e185 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:14:21.352010 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b4e3989b-2068-4d83-8096-8109c424e185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: self.session.flush() Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: self.session.flush() Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: self.session.flush() Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: self.session.flush() Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:14:21.359705 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:14:21.427323 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f2743d3a-f950-43a6-8366-2a61a9913a41 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.646363 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f2743d3a-f950-43a6-8366-2a61a9913a41 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.676160 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f2743d3a-f950-43a6-8366-2a61a9913a41 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.759429 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-04ee4119-1fb7-4716-84fe-bdb1089875b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56b7530d-5602-47dc-99fc-ed9297566ffa HTTP/1.1" status: 200 len: 217 time: 0.4115989 Aug 19 18:14:21.805599 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea71a7-57fe-42f1-b0a3-602776ea48af req-1901131a-bfc3-43e3-a720-a8fe455b7fd3 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:21.807453 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ddea71a7-57fe-42f1-b0a3-602776ea48af req-1901131a-bfc3-43e3-a720-a8fe455b7fd3 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.0866051 Aug 19 18:14:21.848921 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b4e3989b-2068-4d83-8096-8109c424e185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.867997 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b4e3989b-2068-4d83-8096-8109c424e185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.870082 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b4e3989b-2068-4d83-8096-8109c424e185 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f401d804-fc47-4ec9-9c4d-dab130dd1d93 HTTP/1.1" status: 204 len: 168 time: 2.3828070 Aug 19 18:14:21.881839 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ddea71a7-57fe-42f1-b0a3-602776ea48af req-3cdb3ab7-3dd6-4b8e-9ae5-3894bcc58cd9 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672607 Aug 19 18:14:21.904636 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3989b-2068-4d83-8096-8109c424e185 admin admin] Pushing event deleted for resources: {'Network': ['ID=f401d804-fc47-4ec9-9c4d-dab130dd1d93,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:21.907300 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-cd629c7a-d792-4bcb-a62e-2aba845b377c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:21.908800 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-cd629c7a-d792-4bcb-a62e-2aba845b377c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b90853f9-3a3c-4d5a-8d68-8dea22f30a90 HTTP/1.1" status: 200 len: 852 time: 0.1360502 Aug 19 18:14:21.910003 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-f2743d3a-f950-43a6-8366-2a61a9913a41 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Allocated IP 172.20.0.6 (40163139-ba03-40c5-a7c3-05527f675fe0/4bbaf6ec-0902-4923-923c-88cd41efbc2a/9d8f49e8-e718-4ad1-a6d5-66484eb71f44) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:21.920548 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-99ae3933-614e-4958-ac40-db1fcb34ed6f req-9122a1e8-588a-402f-8e05-594c21ae389d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] For port e85711fe-eef0-455e-81cb-486825a5ee7c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e85711fe-eef0-455e-81cb-486825a5ee7c,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:21.920919 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-99ae3933-614e-4958-ac40-db1fcb34ed6f req-9122a1e8-588a-402f-8e05-594c21ae389d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.924656 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c418c4d-64d0-45a9-bc1f-a4b45df786b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.947049 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-73d9ff44-688a-4245-81a3-d8ddc15eb93c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5778327 Aug 19 18:14:21.961696 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52580) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:21.966048 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-a593b274-9882-4f4f-a2c7-06c25ac3b02c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a232ed5-d6ef-427b-adae-4f7272a3c429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475135 Aug 19 18:14:21.968177 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c418c4d-64d0-45a9-bc1f-a4b45df786b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.973754 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-55960e1a-0268-4240-986d-c11cf21ee1c1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Request body: {'floatingip': {'port_id': '52fc3903-5638-46fc-b91c-67a272709788'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:21.981802 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-99ae3933-614e-4958-ac40-db1fcb34ed6f req-9122a1e8-588a-402f-8e05-594c21ae389d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Calling delete_port for e85711fe-eef0-455e-81cb-486825a5ee7c owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:22.043008 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f2743d3a-f950-43a6-8366-2a61a9913a41 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:22.047844 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52582) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:22.111458 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8b23bb86-064e-40f1-9e8b-f091ec899d72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6b3292180c94253a49b386ad540adeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0599766 Aug 19 18:14:22.111696 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55960e1a-0268-4240-986d-c11cf21ee1c1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:22.114406 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52586) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:22.124152 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c418c4d-64d0-45a9-bc1f-a4b45df786b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ace1be-d4c6-4ec8-a45d-981c33814185,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:22.171287 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f2743d3a-f950-43a6-8366-2a61a9913a41 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:22.203420 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0c418c4d-64d0-45a9-bc1f-a4b45df786b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fccd3df9f494c9d963a3e5ae986191a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4292288 Aug 19 18:14:22.208428 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52588) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:22.226969 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9628e193-d3d0-447e-8255-02a61ef14d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:22.240202 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2743d3a-f950-43a6-8366-2a61a9913a41 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Network 40163139-ba03-40c5-a7c3-05527f675fe0 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:22.266381 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-f2743d3a-f950-43a6-8366-2a61a9913a41 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:22.276961 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2743d3a-f950-43a6-8366-2a61a9913a41 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:22.310910 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2743d3a-f950-43a6-8366-2a61a9913a41 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Pushing event updated for resources: {'Port': ['ID=9d8f49e8-e718-4ad1-a6d5-66484eb71f44,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:22.330736 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9628e193-d3d0-447e-8255-02a61ef14d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:22.364918 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-6e4f75cf-c22f-4eb1-9262-57cbd3883dcc service neutron] 10.222.0.50 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811285 Aug 19 18:14:22.397890 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7816c9-a1df-41f0-a186-9f61f87f4d83 req-222adc8b-0248-47b1-a139-db95aa7012c2 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:22.399422 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0a7816c9-a1df-41f0-a186-9f61f87f4d83 req-222adc8b-0248-47b1-a139-db95aa7012c2 tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/ports?device_id=63e4eb33-9956-4eed-a5c7-13d0324178a0 HTTP/1.1" status: 200 len: 949 time: 0.2101688 Aug 19 18:14:22.432180 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5d19374c-ff1e-492b-9a33-1cfb70155e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:22.535324 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5d19374c-ff1e-492b-9a33-1cfb70155e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:22.574051 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9628e193-d3d0-447e-8255-02a61ef14d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:22.576707 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9628e193-d3d0-447e-8255-02a61ef14d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:22.577900 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9628e193-d3d0-447e-8255-02a61ef14d8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b3cbb18-950c-489a-99fe-9a1d52c37109 HTTP/1.1" status: 204 len: 168 time: 0.4622602 Aug 19 18:14:22.601009 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146fbd2-c5b8-416a-9acf-691ea09fdf06 req-604412f0-9427-485a-a3a2-7b98a8872fd9 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:22.605336 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9146fbd2-c5b8-416a-9acf-691ea09fdf06 req-604412f0-9427-485a-a3a2-7b98a8872fd9 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb30e9b4-b3fe-44ed-bf9f-49241f14bb55 HTTP/1.1" status: 200 len: 943 time: 0.1718972 Aug 19 18:14:22.619742 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628e193-d3d0-447e-8255-02a61ef14d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3cbb18-950c-489a-99fe-9a1d52c37109,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:22.633753 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0a7816c9-a1df-41f0-a186-9f61f87f4d83 req-ceff409b-1669-4b6a-9267-08cf418c245c tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc06fafa-e3b9-4c92-a628-d2d5e1efb740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882260 Aug 19 18:14:22.650537 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-99ae3933-614e-4958-ac40-db1fcb34ed6f req-9122a1e8-588a-402f-8e05-594c21ae389d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:22.706636 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122a1e8-588a-402f-8e05-594c21ae389d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Pushing event deleted for resources: {'Port': ['ID=e85711fe-eef0-455e-81cb-486825a5ee7c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:22.710279 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9146fbd2-c5b8-416a-9acf-691ea09fdf06 req-ecaea1f7-8bb0-4b6f-8f23-83f2578a3012 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940249 Aug 19 18:14:22.749340 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d314f34-e39a-4049-908c-6bdc97914e29 req-eece2606-bd0e-4ed6-a4c9-b5b1d28acde0 service neutron] 10.222.0.50 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694816 Aug 19 18:14:22.796580 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5d19374c-ff1e-492b-9a33-1cfb70155e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:22.799168 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5d19374c-ff1e-492b-9a33-1cfb70155e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:22.800534 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5d19374c-ff1e-492b-9a33-1cfb70155e50 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1ace1be-d4c6-4ec8-a45d-981c33814185 HTTP/1.1" status: 204 len: 168 time: 0.5896578 Aug 19 18:14:22.822343 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ae3933-614e-4958-ac40-db1fcb34ed6f req-9122a1e8-588a-402f-8e05-594c21ae389d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] No DVR routers for this DVR port e85711fe-eef0-455e-81cb-486825a5ee7c on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:22.825926 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19374c-ff1e-492b-9a33-1cfb70155e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ace1be-d4c6-4ec8-a45d-981c33814185,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:22.844475 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f2743d3a-f950-43a6-8366-2a61a9913a41 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:22.858511 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-99ae3933-614e-4958-ac40-db1fcb34ed6f req-9122a1e8-588a-402f-8e05-594c21ae389d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:22.860602 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-99ae3933-614e-4958-ac40-db1fcb34ed6f req-9122a1e8-588a-402f-8e05-594c21ae389d tempest-MigrationsAdminTest-1934826038 tempest-MigrationsAdminTest-1934826038-project] 10.222.0.50 "DELETE /v2.0/ports/e85711fe-eef0-455e-81cb-486825a5ee7c HTTP/1.1" status: 204 len: 173 time: 2.1562924 Aug 19 18:14:22.977412 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d6866-acf6-4339-9252-90f649e346f2 req-36d14146-527a-423e-9545-6099cfbc02d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:22.979440 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a42d6866-acf6-4339-9252-90f649e346f2 req-36d14146-527a-423e-9545-6099cfbc02d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4a7af90eddc4fcd95550f2f124890b4&device_id=eb30e9b4-b3fe-44ed-bf9f-49241f14bb55 HTTP/1.1" status: 200 len: 1094 time: 0.1179361 Aug 19 18:14:23.175119 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e4eb33-9956-4eed-a5c7-13d0324178a0', 'name': 'network-vif-deleted', 'tag': 'e85711fe-eef0-455e-81cb-486825a5ee7c'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:23.180905 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae69dc0-3fe3-4e20-8ea9-46c1b122f9de" -d '{"events": [{"server_uuid": "63e4eb33-9956-4eed-a5c7-13d0324178a0", "name": "network-vif-deleted", "tag": "e85711fe-eef0-455e-81cb-486825a5ee7c"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:23.196070 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f2743d3a-f950-43a6-8366-2a61a9913a41 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:23.220945 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.db.resource_extend [None req-55960e1a-0268-4240-986d-c11cf21ee1c1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:14:23.298855 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353ac35e-40a1-4de2-84f9-4481683cd5bb x-openstack-request-id: req-353ac35e-40a1-4de2-84f9-4481683cd5bb {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:23.299128 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e4eb33-9956-4eed-a5c7-13d0324178a0", "name": "network-vif-deleted", "tag": "e85711fe-eef0-455e-81cb-486825a5ee7c", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:23.299381 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-353ac35e-40a1-4de2-84f9-4481683cd5bb {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:23.299933 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e4eb33-9956-4eed-a5c7-13d0324178a0', 'name': 'network-vif-deleted', 'tag': 'e85711fe-eef0-455e-81cb-486825a5ee7c', 'status': 'completed', 'code': 200} Aug 19 18:14:23.319591 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f69359-72e5-415c-ac76-7b4edddf6489 req-70462e2d-c0d7-45d5-ac7e-a40d2f410fd6 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:23.329804 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06f69359-72e5-415c-ac76-7b4edddf6489 req-70462e2d-c0d7-45d5-ac7e-a40d2f410fd6 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.3196061 Aug 19 18:14:23.389645 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52614) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:23.437015 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0fe2df4a-5307-48a3-b46e-37789bb41f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:23.445017 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2743d3a-f950-43a6-8366-2a61a9913a41 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Router 46705110-1a36-4c70-9976-b6410dd54d35 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:14:23.481148 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d6866-acf6-4339-9252-90f649e346f2 req-796e52a3-1c6b-47d0-ada5-74403b38a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:23.482931 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a42d6866-acf6-4339-9252-90f649e346f2 req-796e52a3-1c6b-47d0-ada5-74403b38a9a3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6a232ed5-d6ef-427b-adae-4f7272a3c429 HTTP/1.1" status: 200 len: 913 time: 0.4917359 Aug 19 18:14:23.504738 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55960e1a-0268-4240-986d-c11cf21ee1c1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:23.580911 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55960e1a-0268-4240-986d-c11cf21ee1c1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:23.637002 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a42d6866-acf6-4339-9252-90f649e346f2 req-bc8bb98a-f74b-4bf6-8240-1d0820bb7f47 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56b7530d-5602-47dc-99fc-ed9297566ffa HTTP/1.1" status: 200 len: 217 time: 0.1298096 Aug 19 18:14:23.643330 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06f69359-72e5-415c-ac76-7b4edddf6489 req-68573393-467f-47b6-9e0e-086b8c41dcd4 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122263 Aug 19 18:14:23.703502 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-ce784d40-608b-472c-adcb-5b009a233c99 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1942298 Aug 19 18:14:23.751835 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2743d3a-f950-43a6-8366-2a61a9913a41 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:14:23.770410 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] Sync routers for ids ['46705110-1a36-4c70-9976-b6410dd54d35'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:14:23.786859 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] Routers {'46705110-1a36-4c70-9976-b6410dd54d35'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:23.787866 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['46705110-1a36-4c70-9976-b6410dd54d35'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:23.846800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d6866-acf6-4339-9252-90f649e346f2 req-2f1c1c85-181c-48b4-b1be-2a47f72e1b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:23.848576 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a42d6866-acf6-4339-9252-90f649e346f2 req-2f1c1c85-181c-48b4-b1be-2a47f72e1b9d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b90853f9-3a3c-4d5a-8d68-8dea22f30a90 HTTP/1.1" status: 200 len: 852 time: 0.1972253 Aug 19 18:14:23.886853 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-55960e1a-0268-4240-986d-c11cf21ee1c1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Floating IP e47ad957-f3b2-41ce-84cd-6901cbb98aea associated. External IP: 172.25.8.231, port: 52fc3903-5638-46fc-b91c-67a272709788. Aug 19 18:14:23.905598 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0fe2df4a-5307-48a3-b46e-37789bb41f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:23.915280 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0fe2df4a-5307-48a3-b46e-37789bb41f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:23.936546 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f2743d3a-f950-43a6-8366-2a61a9913a41 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:23.940344 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f2743d3a-f950-43a6-8366-2a61a9913a41 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.0003638 Aug 19 18:14:23.955966 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52630) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:23.987458 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] Set router 46705110-1a36-4c70-9976-b6410dd54d35 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:14:23.991974 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a42d6866-acf6-4339-9252-90f649e346f2 req-0c9ac2c2-bfb3-4d2c-9dec-692a6ec81e0d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a232ed5-d6ef-427b-adae-4f7272a3c429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1306150 Aug 19 18:14:24.120093 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-1830a604-e93c-4eef-9e52-a33e647e9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:24.120696 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-1830a604-e93c-4eef-9e52-a33e647e9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:24.121164 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-1830a604-e93c-4eef-9e52-a33e647e9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:24.124756 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-1830a604-e93c-4eef-9e52-a33e647e9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:24.133661 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-1830a604-e93c-4eef-9e52-a33e647e9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:24.136871 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-1830a604-e93c-4eef-9e52-a33e647e9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:24.142339 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-1830a604-e93c-4eef-9e52-a33e647e9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:24.145192 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-1830a604-e93c-4eef-9e52-a33e647e9ca7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22b0cfe0dd134d888d6f8103e3004f52&device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 6492 time: 0.3302548 Aug 19 18:14:24.163565 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0fe2df4a-5307-48a3-b46e-37789bb41f60 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c7869c9d33d4e11a1404324e2aaff37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7598698 Aug 19 18:14:24.164746 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52636) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:24.178768 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2df4a-5307-48a3-b46e-37789bb41f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ecfc9f-d460-4304-9e1c-923669303c29,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:24.246301 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52638) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:24.299703 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46705110-1a36-4c70-9976-b6410dd54d35', 'name': '', 'tenant_id': '32666db3a095430990a234afcf419280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40163139-ba03-40c5-a7c3-05527f675fe0', 'external_fixed_ips': [{'subnet_id': '4bbaf6ec-0902-4923-923c-88cd41efbc2a', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '9d8f49e8-e718-4ad1-a6d5-66484eb71f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:14:21Z', 'updated_at': '2021-08-19T18:14:22Z', 'revision_number': 3, 'project_id': '32666db3a095430990a234afcf419280', 'gw_port': {'id': '9d8f49e8-e718-4ad1-a6d5-66484eb71f44', 'name': '', 'network_id': '40163139-ba03-40c5-a7c3-05527f675fe0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ba:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46705110-1a36-4c70-9976-b6410dd54d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '4bbaf6ec-0902-4923-923c-88cd41efbc2a', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:14:21Z', 'updated_at': '2021-08-19T18:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4bbaf6ec-0902-4923-923c-88cd41efbc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:24.349351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0beee-bdb6-49d4-b331-b28e123faa3c req-19d7a79d-1b93-47e5-9ef3-9738f7b3a0f2 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:24.350827 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] Checking router: 46705110-1a36-4c70-9976-b6410dd54d35 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:14:24.351311 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] Updating router 46705110-1a36-4c70-9976-b6410dd54d35 port 9d8f49e8-e718-4ad1-a6d5-66484eb71f44 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:14:24.358627 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-95c0beee-bdb6-49d4-b331-b28e123faa3c req-19d7a79d-1b93-47e5-9ef3-9738f7b3a0f2 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb30e9b4-b3fe-44ed-bf9f-49241f14bb55 HTTP/1.1" status: 200 len: 943 time: 0.3775406 Aug 19 18:14:24.391082 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48d7efc9-961c-452b-89f3-ec80ee4d48be tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:24.406655 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:24.519204 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-35e660af-77ba-4e17-9cb3-0b6a765bf737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:24.519685 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-35e660af-77ba-4e17-9cb3-0b6a765bf737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:24.520213 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-35e660af-77ba-4e17-9cb3-0b6a765bf737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:24.522118 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-35e660af-77ba-4e17-9cb3-0b6a765bf737 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a57726d-7b72-4596-ad69-fcea207934ef&id=516636c4-cca9-40b7-8447-b891fcfd801e&id=516636c4-cca9-40b7-8447-b891fcfd801e&id=516636c4-cca9-40b7-8447-b891fcfd801e&id=516636c4-cca9-40b7-8447-b891fcfd801e&id=5f633b63-84e5-45ac-aad5-d8f674f8a1ad&id=5f633b63-84e5-45ac-aad5-d8f674f8a1ad HTTP/1.1" status: 200 len: 2292 time: 0.3327522 Aug 19 18:14:24.614973 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55960e1a-0268-4240-986d-c11cf21ee1c1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Router 82e3a0eb-169b-407c-b3e6-4504654fdfb5 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:14:24.627177 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-95c0beee-bdb6-49d4-b331-b28e123faa3c req-531a798f-afa2-4bba-be47-9954f52addda tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675185 Aug 19 18:14:24.627911 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-452256a9-5047-46cf-b26c-3727099e2fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:24.632662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device e85711fe-eef0-455e-81cb-486825a5ee7c no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:24.662171 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: e85711fe-eef0-455e-81cb-486825a5ee7c {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:24.662571 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device e85711fe-eef0-455e-81cb-486825a5ee7c not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:24.682238 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ceef0952-ec40-4c31-8e28-211011634771 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55902b3290884d098547fd36e6097a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4340754 Aug 19 18:14:24.686468 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a42d6866-acf6-4339-9252-90f649e346f2 req-c5902d00-1f59-4df3-a21f-1707b0c9f829 service neutron] 10.222.0.50 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6761823 Aug 19 18:14:24.689941 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52660) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:24.810438 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-452256a9-5047-46cf-b26c-3727099e2fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:24.861512 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:24.878680 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] Transition to ACTIVE for port object 9d8f49e8-e718-4ad1-a6d5-66484eb71f44 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:24.889497 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:24.981703 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac16488-a3eb-4935-9050-8064f0a7f19b None None] Pushing event updated for resources: {'Port': ['ID=9d8f49e8-e718-4ad1-a6d5-66484eb71f44,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:24.985692 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] Attempting to bind port 9d8f49e8-e718-4ad1-a6d5-66484eb71f44 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:24.986266 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] Attempting to bind port 9d8f49e8-e718-4ad1-a6d5-66484eb71f44 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'a346250c-7d82-49cc-8856-21b48f955058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '40163139-ba03-40c5-a7c3-05527f675fe0'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:24.986910 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] Attempting to bind port 9d8f49e8-e718-4ad1-a6d5-66484eb71f44 on network 40163139-ba03-40c5-a7c3-05527f675fe0 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:24.996058 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:14:24.996652 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] Checking segment: {'id': 'a346250c-7d82-49cc-8856-21b48f955058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '40163139-ba03-40c5-a7c3-05527f675fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:24.997196 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:24.997893 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] Bound using segment: {'id': 'a346250c-7d82-49cc-8856-21b48f955058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '40163139-ba03-40c5-a7c3-05527f675fe0'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:14:24.999017 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] Bound port: 9d8f49e8-e718-4ad1-a6d5-66484eb71f44, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a346250c-7d82-49cc-8856-21b48f955058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '40163139-ba03-40c5-a7c3-05527f675fe0'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:14:24.999568 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:25.026777 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-85b27c71-49c8-4da1-abf6-358301e0750e req-6b8263d9-93e4-4f43-b6c0-2a4ce137bd25 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9e1f141accc74c22aa5081e6b84d1dda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646744 Aug 19 18:14:25.067800 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] For port 9d8f49e8-e718-4ad1-a6d5-66484eb71f44, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:14:25.072324 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] For port 9d8f49e8-e718-4ad1-a6d5-66484eb71f44, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9d8f49e8-e718-4ad1-a6d5-66484eb71f44,segment=NetworkSegment(a346250c-7d82-49cc-8856-21b48f955058),segment_id=a346250c-7d82-49cc-8856-21b48f955058)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:14:25.075140 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-7991cfd2-43f0-430b-9be9-d3eebbdfee0e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 HTTP/1.1" status: 200 len: 1001 time: 0.5409231 Aug 19 18:14:25.079821 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:25.154607 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac16488-a3eb-4935-9050-8064f0a7f19b None None] Pushing event updated for resources: {'Port': ['ID=9d8f49e8-e718-4ad1-a6d5-66484eb71f44,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:25.162067 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48d7efc9-961c-452b-89f3-ec80ee4d48be tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:25.162336 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] Routers {'46705110-1a36-4c70-9976-b6410dd54d35'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:25.163022 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['46705110-1a36-4c70-9976-b6410dd54d35'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:25.194687 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-5bdd448e-c324-4f8c-be18-91622feeab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:25.196251 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-5bdd448e-c324-4f8c-be18-91622feeab41 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce67a4c2-3255-481b-8d44-f56c5622f0d5 HTTP/1.1" status: 200 len: 850 time: 0.0915403 Aug 19 18:14:25.275210 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] Set router 46705110-1a36-4c70-9976-b6410dd54d35 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:14:25.276394 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b27c71-49c8-4da1-abf6-358301e0750e req-f2c32415-d4b8-4298-a254-dfb9977dedd5 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:25.278082 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-85b27c71-49c8-4da1-abf6-358301e0750e req-f2c32415-d4b8-4298-a254-dfb9977dedd5 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2382598 Aug 19 18:14:25.308105 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-d8dc7c33-d44a-4676-9b66-523145c7d594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:25.309679 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-d8dc7c33-d44a-4676-9b66-523145c7d594 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a57726d-7b72-4596-ad69-fcea207934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825679 Aug 19 18:14:25.316013 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-85b27c71-49c8-4da1-abf6-358301e0750e req-2c9cad2d-53f5-4acb-a837-b1327e0591a5 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/quotas/9e1f141accc74c22aa5081e6b84d1dda HTTP/1.1" status: 200 len: 375 time: 0.0214272 Aug 19 18:14:25.342844 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-48d7efc9-961c-452b-89f3-ec80ee4d48be tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Deleting port 9d8f49e8-e718-4ad1-a6d5-66484eb71f44 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:25.343237 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48d7efc9-961c-452b-89f3-ec80ee4d48be tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:25.360353 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5dd64f8b-2c15-4eef-a553-c7bd80fcf027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:25.369415 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a42d6866-acf6-4339-9252-90f649e346f2 req-6876b1fa-4343-4a6f-83b1-f545b3524ecd service neutron] 10.222.0.50 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6611507 Aug 19 18:14:25.395572 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0be4a-76eb-401d-a3ec-c7725545b7e7 req-9433097e-4da6-444c-b126-949afe94e342 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:25.403506 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38d0be4a-76eb-401d-a3ec-c7725545b7e7 req-9433097e-4da6-444c-b126-949afe94e342 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.5778770 Aug 19 18:14:25.442486 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5dd64f8b-2c15-4eef-a553-c7bd80fcf027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:25.446148 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55960e1a-0268-4240-986d-c11cf21ee1c1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:14:25.448360 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-452256a9-5047-46cf-b26c-3727099e2fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:25.449936 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-85b27c71-49c8-4da1-abf6-358301e0750e req-c64af9b1-3211-4109-a1fa-bfdc43103080 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e1f141accc74c22aa5081e6b84d1dda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1148164 Aug 19 18:14:25.451202 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-452256a9-5047-46cf-b26c-3727099e2fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:25.452351 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-452256a9-5047-46cf-b26c-3727099e2fb1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43ecfc9f-d460-4304-9e1c-923669303c29 HTTP/1.1" status: 204 len: 168 time: 1.2843232 Aug 19 18:14:25.455785 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55960e1a-0268-4240-986d-c11cf21ee1c1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:25.465169 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67c630d-54b1-47d7-b774-99fae44ae256 None None] Sync routers for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:14:25.513131 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452256a9-5047-46cf-b26c-3727099e2fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ecfc9f-d460-4304-9e1c-923669303c29,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:25.530751 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67c630d-54b1-47d7-b774-99fae44ae256 None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:25.533688 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-a67c630d-54b1-47d7-b774-99fae44ae256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:25.552786 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52664) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:25.553921 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-55960e1a-0268-4240-986d-c11cf21ee1c1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "PUT /v2.0/floatingips/e47ad957-f3b2-41ce-84cd-6901cbb98aea HTTP/1.1" status: 200 len: 979 time: 3.5786231 Aug 19 18:14:25.569009 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38d0be4a-76eb-401d-a3ec-c7725545b7e7 req-80460fbd-826b-4bab-a6ea-dc5e0c66a9e8 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595201 Aug 19 18:14:25.610522 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5dd64f8b-2c15-4eef-a553-c7bd80fcf027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:25.613316 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5dd64f8b-2c15-4eef-a553-c7bd80fcf027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:25.616946 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5dd64f8b-2c15-4eef-a553-c7bd80fcf027 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc06fafa-e3b9-4c92-a628-d2d5e1efb740 HTTP/1.1" status: 204 len: 168 time: 0.9236431 Aug 19 18:14:25.622954 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-a67c630d-54b1-47d7-b774-99fae44ae256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:25.636710 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd64f8b-2c15-4eef-a553-c7bd80fcf027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc06fafa-e3b9-4c92-a628-d2d5e1efb740,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:25.648507 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46705110-1a36-4c70-9976-b6410dd54d35', 'name': '', 'tenant_id': '32666db3a095430990a234afcf419280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40163139-ba03-40c5-a7c3-05527f675fe0', 'external_fixed_ips': [{'subnet_id': '4bbaf6ec-0902-4923-923c-88cd41efbc2a', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '9d8f49e8-e718-4ad1-a6d5-66484eb71f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:14:21Z', 'updated_at': '2021-08-19T18:14:22Z', 'revision_number': 3, 'project_id': '32666db3a095430990a234afcf419280', 'gw_port': {'id': '9d8f49e8-e718-4ad1-a6d5-66484eb71f44', 'name': '', 'network_id': '40163139-ba03-40c5-a7c3-05527f675fe0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ba:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46705110-1a36-4c70-9976-b6410dd54d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '4bbaf6ec-0902-4923-923c-88cd41efbc2a', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:14:21Z', 'updated_at': '2021-08-19T18:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bbaf6ec-0902-4923-923c-88cd41efbc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:25.675965 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67c630d-54b1-47d7-b774-99fae44ae256 None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:25.678944 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-a67c630d-54b1-47d7-b774-99fae44ae256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:25.729502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a69af77-38d3-40e4-b5a7-113a7f04de46 None None] The sync data for ids ['46705110-1a36-4c70-9976-b6410dd54d35'] in n-d-803753-2 is: [{'id': '46705110-1a36-4c70-9976-b6410dd54d35', 'name': '', 'tenant_id': '32666db3a095430990a234afcf419280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40163139-ba03-40c5-a7c3-05527f675fe0', 'external_fixed_ips': [{'subnet_id': '4bbaf6ec-0902-4923-923c-88cd41efbc2a', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '9d8f49e8-e718-4ad1-a6d5-66484eb71f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:14:21Z', 'updated_at': '2021-08-19T18:14:22Z', 'revision_number': 3, 'project_id': '32666db3a095430990a234afcf419280', 'gw_port': {'id': '9d8f49e8-e718-4ad1-a6d5-66484eb71f44', 'name': '', 'network_id': '40163139-ba03-40c5-a7c3-05527f675fe0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ba:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46705110-1a36-4c70-9976-b6410dd54d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '4bbaf6ec-0902-4923-923c-88cd41efbc2a', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:14:21Z', 'updated_at': '2021-08-19T18:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bbaf6ec-0902-4923-923c-88cd41efbc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:14:25.812892 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-a67c630d-54b1-47d7-b774-99fae44ae256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:25.813860 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67c630d-54b1-47d7-b774-99fae44ae256 None None] The sync data for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:14:25.817225 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-48d7efc9-961c-452b-89f3-ec80ee4d48be tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] For port 9d8f49e8-e718-4ad1-a6d5-66484eb71f44, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9d8f49e8-e718-4ad1-a6d5-66484eb71f44,segment=NetworkSegment(a346250c-7d82-49cc-8856-21b48f955058),segment_id=a346250c-7d82-49cc-8856-21b48f955058)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:25.822082 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48d7efc9-961c-452b-89f3-ec80ee4d48be tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:25.848435 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-f345a0c4-e89b-4021-9e0c-b0c7a62faf57 service neutron] 10.222.0.54 "GET /v2.0/networks/2a57726d-7b72-4596-ad69-fcea207934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281441 Aug 19 18:14:25.885876 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd1448-ca83-46b1-a903-cc878124e18d req-cd6886c7-3b9b-44b5-af01-0b405c8d8040 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:25.894133 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d2bd1448-ca83-46b1-a903-cc878124e18d req-cd6886c7-3b9b-44b5-af01-0b405c8d8040 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb30e9b4-b3fe-44ed-bf9f-49241f14bb55 HTTP/1.1" status: 200 len: 943 time: 0.1190782 Aug 19 18:14:25.930603 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-48d7efc9-961c-452b-89f3-ec80ee4d48be tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Calling delete_port for 9d8f49e8-e718-4ad1-a6d5-66484eb71f44 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:25.991717 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d2bd1448-ca83-46b1-a903-cc878124e18d req-7492244c-49f1-4781-aece-6e483bf917c5 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966859 Aug 19 18:14:26.184785 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b0f24937-4e88-4401-83d8-4c07786bb2dd req-d8a6d015-f2e2-4eef-8c8f-0d515b82ac83 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d6a851-423e-4158-b6eb-609086813c1d HTTP/1.1" status: 200 len: 210 time: 0.0735779 Aug 19 18:14:26.211538 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f1192-b494-4471-8a07-d6c7c706ea28 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Deleting port 52fc3903-5638-46fc-b91c-67a272709788 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:26.212015 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1192-b494-4471-8a07-d6c7c706ea28 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:26.421295 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-e2166e5c-e564-4f99-84f5-21ab54ab661e service neutron] 10.222.0.54 "GET /v2.0/networks/2a57726d-7b72-4596-ad69-fcea207934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5000598 Aug 19 18:14:26.427153 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1192-b494-4471-8a07-d6c7c706ea28 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:26.499172 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-3c600545-3ff0-489f-9260-d32f39f7d5fb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=dfb77d0d-a0bb-41e1-b68c-463a99752b1a HTTP/1.1" status: 200 len: 217 time: 0.0677626 Aug 19 18:14:26.606613 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52694) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:26.633582 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 56b7530d-5602-47dc-99fc-ed9297566ffa details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:14:26.690478 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d2fb728f-8a45-4eb0-a738-6c70689046a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26c41a3adc7940418fb77ae3eb160abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0814226 Aug 19 18:14:26.699091 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52696) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:26.705297 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-c5169059-33f8-4590-98ca-7671ff49f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:26.706865 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-c5169059-33f8-4590-98ca-7671ff49f385 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=148c2169-2926-4f60-a141-8969465d9d36 HTTP/1.1" status: 200 len: 797 time: 0.1743431 Aug 19 18:14:26.898994 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 56b7530d-5602-47dc-99fc-ed9297566ffa, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=56b7530d-5602-47dc-99fc-ed9297566ffa,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:26.927203 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '56b7530d-5602-47dc-99fc-ed9297566ffa', 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429', 'port_id': '56b7530d-5602-47dc-99fc-ed9297566ffa', 'mac_address': 'fa:16:3e:bc:19:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b90853f9-3a3c-4d5a-8d68-8dea22f30a90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:14:26.990831 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.008699 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48d7efc9-961c-452b-89f3-ec80ee4d48be tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.026507 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b7530d-5602-47dc-99fc-ed9297566ffa {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:14:27.049997 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 56b7530d-5602-47dc-99fc-ed9297566ffa, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=56b7530d-5602-47dc-99fc-ed9297566ffa,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:27.055780 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.072833 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7efc9-961c-452b-89f3-ec80ee4d48be tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d8f49e8-e718-4ad1-a6d5-66484eb71f44,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:27.134514 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1192-b494-4471-8a07-d6c7c706ea28 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.135372 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1192-b494-4471-8a07-d6c7c706ea28 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.135917 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-ba1f1192-b494-4471-8a07-d6c7c706ea28 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Floating IP e47ad957-f3b2-41ce-84cd-6901cbb98aea disassociated. External IP: 172.25.8.231, port: 52fc3903-5638-46fc-b91c-67a272709788. Aug 19 18:14:27.136565 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f1192-b494-4471-8a07-d6c7c706ea28 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Calling delete_port for 52fc3903-5638-46fc-b91c-67a272709788 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:27.180515 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=56b7530d-5602-47dc-99fc-ed9297566ffa,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:27.197246 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a47d9-ea9f-41b3-ae23-162745666994 req-2663e367-f2c8-4ba6-b554-bb50d16e8374 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:27.198431 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661c958-3777-4f82-9900-7c7cfa3a1f04 req-2621ffdf-2e53-4919-8978-120236dd3b30 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:27.199932 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d661c958-3777-4f82-9900-7c7cfa3a1f04 req-2621ffdf-2e53-4919-8978-120236dd3b30 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb30e9b4-b3fe-44ed-bf9f-49241f14bb55 HTTP/1.1" status: 200 len: 944 time: 0.0606527 Aug 19 18:14:27.205465 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a23a47d9-ea9f-41b3-ae23-162745666994 req-2663e367-f2c8-4ba6-b554-bb50d16e8374 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.5075250 Aug 19 18:14:27.209119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-2833b4b6-1f71-4256-bd22-0de7413514dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:27.210525 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-2833b4b6-1f71-4256-bd22-0de7413514dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=516636c4-cca9-40b7-8447-b891fcfd801e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3874955 Aug 19 18:14:27.233967 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d27a43-2162-4562-94a8-cfa31b902da0 req-b9504822-3e59-4bfd-a839-77a892192c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:27.235463 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-34d27a43-2162-4562-94a8-cfa31b902da0 req-b9504822-3e59-4bfd-a839-77a892192c1c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 1096 time: 0.3606462 Aug 19 18:14:27.248531 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-afb8eeca-aa11-4a0b-9420-c4195280b17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.259357 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d661c958-3777-4f82-9900-7c7cfa3a1f04 req-0dfe0970-9984-465a-8291-cd307aeced5a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495107 Aug 19 18:14:27.314490 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['56b7530d-5602-47dc-99fc-ed9297566ffa'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:14:27.411287 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48d7efc9-961c-452b-89f3-ec80ee4d48be tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.452500 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-afb8eeca-aa11-4a0b-9420-c4195280b17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.495670 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-85b27c71-49c8-4da1-abf6-358301e0750e req-750f4b25-8bd6-4db4-a85f-042d9442a8b6 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=9e1f141accc74c22aa5081e6b84d1dda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606196 Aug 19 18:14:27.580535 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48d7efc9-961c-452b-89f3-ec80ee4d48be tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.583055 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48d7efc9-961c-452b-89f3-ec80ee4d48be tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.649930 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a23a47d9-ea9f-41b3-ae23-162745666994 req-1ea2db6e-6a2a-4fc5-b1ea-4d2bad806d9f tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431722 Aug 19 18:14:27.660837 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48d7efc9-961c-452b-89f3-ec80ee4d48be tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.661495 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d7efc9-961c-452b-89f3-ec80ee4d48be tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46705110-1a36-4c70-9976-b6410dd54d35 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:14:27.672566 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48d7efc9-961c-452b-89f3-ec80ee4d48be tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.673978 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-48d7efc9-961c-452b-89f3-ec80ee4d48be tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "DELETE /v2.0/routers/46705110-1a36-4c70-9976-b6410dd54d35 HTTP/1.1" status: 204 len: 168 time: 3.7130258 Aug 19 18:14:27.684003 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9ea80136-185a-436d-84eb-0a7e57afa5a1 req-1cbd982a-eb56-411f-86b7-3ff69497cc74 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d6a851-423e-4158-b6eb-609086813c1d HTTP/1.1" status: 200 len: 210 time: 0.0777245 Aug 19 18:14:27.686945 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52720) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:27.692603 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-34d27a43-2162-4562-94a8-cfa31b902da0 req-0adb5f80-e12a-4c3a-a648-4a6b994c7c7c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413667 Aug 19 18:14:27.742855 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-03019121-5583-4717-904e-ea7f0e2659da service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161719 Aug 19 18:14:27.755611 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b27c71-49c8-4da1-abf6-358301e0750e req-fe246b3b-fa0e-4422-8d4f-9931ac47a2f2 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:27.757207 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-85b27c71-49c8-4da1-abf6-358301e0750e req-fe246b3b-fa0e-4422-8d4f-9931ac47a2f2 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2542424 Aug 19 18:14:27.774659 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-afb8eeca-aa11-4a0b-9420-c4195280b17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.775355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-85b27c71-49c8-4da1-abf6-358301e0750e req-b45bd3e4-5e33-4ce0-875c-6381ad4b9e1b tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Request body: {'port': {'device_id': '46d6a851-423e-4158-b6eb-609086813c1d', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': '9e1f141accc74c22aa5081e6b84d1dda'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:27.778219 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-afb8eeca-aa11-4a0b-9420-c4195280b17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.785555 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-afb8eeca-aa11-4a0b-9420-c4195280b17a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31b1958b-f90d-44bf-a3ad-a0e13568438e HTTP/1.1" status: 204 len: 168 time: 1.0716586 Aug 19 18:14:27.785763 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-c230f09d-a3ce-4868-ba03-51f311b736c7 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Deleting subnet 4bbaf6ec-0902-4923-923c-88cd41efbc2a {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:14:27.791059 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c230f09d-a3ce-4868-ba03-51f311b736c7 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.806714 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8eeca-aa11-4a0b-9420-c4195280b17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b1958b-f90d-44bf-a3ad-a0e13568438e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:27.825175 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1192-b494-4471-8a07-d6c7c706ea28 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.905151 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c230f09d-a3ce-4868-ba03-51f311b736c7 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.907927 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f1192-b494-4471-8a07-d6c7c706ea28 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event deleted for resources: {'Port': ['ID=52fc3903-5638-46fc-b91c-67a272709788,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:27.991696 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b27c71-49c8-4da1-abf6-358301e0750e req-b45bd3e4-5e33-4ce0-875c-6381ad4b9e1b tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Made reservation on behalf of 9e1f141accc74c22aa5081e6b84d1dda for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:27.997106 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-85b27c71-49c8-4da1-abf6-358301e0750e req-b45bd3e4-5e33-4ce0-875c-6381ad4b9e1b tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:28.013325 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c230f09d-a3ce-4868-ba03-51f311b736c7 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:28.016463 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-85b27c71-49c8-4da1-abf6-358301e0750e req-b45bd3e4-5e33-4ce0-875c-6381ad4b9e1b tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:28.096944 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-7a17b5cd-f25b-4967-986f-cd11fb201c75 service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986034 Aug 19 18:14:28.154987 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c230f09d-a3ce-4868-ba03-51f311b736c7 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:28.190261 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230f09d-a3ce-4868-ba03-51f311b736c7 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4bbaf6ec-0902-4923-923c-88cd41efbc2a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:28.198124 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-912da75d-dde2-4604-aabf-f0018930a823 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=c5aa8d31-a91d-4215-83d9-2d7dea935f79 HTTP/1.1" status: 200 len: 217 time: 0.0935042 Aug 19 18:14:28.199726 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c230f09d-a3ce-4868-ba03-51f311b736c7 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:28.201882 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c230f09d-a3ce-4868-ba03-51f311b736c7 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/4bbaf6ec-0902-4923-923c-88cd41efbc2a HTTP/1.1" status: 204 len: 168 time: 0.5137506 Aug 19 18:14:28.205109 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52732) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:28.261093 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-85b27c71-49c8-4da1-abf6-358301e0750e req-b45bd3e4-5e33-4ce0-875c-6381ad4b9e1b tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:28.271304 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-85b27c71-49c8-4da1-abf6-358301e0750e req-b45bd3e4-5e33-4ce0-875c-6381ad4b9e1b tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:28.384236 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-ac68d829-35cf-4f8e-9185-3ed1aa7ac6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:28.386674 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-ac68d829-35cf-4f8e-9185-3ed1aa7ac6a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=148c2169-2926-4f60-a141-8969465d9d36 HTTP/1.1" status: 200 len: 797 time: 0.1744022 Aug 19 18:14:28.388200 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bd3e4-5e33-4ce0-875c-6381ad4b9e1b tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e31ac906-c78f-489d-b37a-40aad26131b9,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:28.391488 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f7445fdf-de94-48af-926c-b94da62d4c8c tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:28.397014 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1f1192-b494-4471-8a07-d6c7c706ea28 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Router 82e3a0eb-169b-407c-b3e6-4504654fdfb5 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:14:28.544968 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-85b27c71-49c8-4da1-abf6-358301e0750e req-b45bd3e4-5e33-4ce0-875c-6381ad4b9e1b tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Allocated IP 192.168.233.44 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/7a46cf2f-6bc2-4549-9f7e-420a35814d6d) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:28.600184 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7baac-1860-46dc-8e48-5e5ab21af237 req-8d8285f3-4266-4a65-9884-619f04903b83 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:28.601701 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f6c7baac-1860-46dc-8e48-5e5ab21af237 req-8d8285f3-4266-4a65-9884-619f04903b83 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb30e9b4-b3fe-44ed-bf9f-49241f14bb55 HTTP/1.1" status: 200 len: 944 time: 0.2023356 Aug 19 18:14:28.644971 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 56b7530d-5602-47dc-99fc-ed9297566ffa up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:28.827555 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 56b7530d-5602-47dc-99fc-ed9297566ffa completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:28.837153 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 56b7530d-5602-47dc-99fc-ed9297566ffa triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:28.839157 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:28.953249 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-85b27c71-49c8-4da1-abf6-358301e0750e req-b45bd3e4-5e33-4ce0-875c-6381ad4b9e1b tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.034204 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-85b27c71-49c8-4da1-abf6-358301e0750e req-b45bd3e4-5e33-4ce0-875c-6381ad4b9e1b tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Transition to ACTIVE for port object 7a46cf2f-6bc2-4549-9f7e-420a35814d6d will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:29.043514 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7e353-7c18-461c-8cf0-b95a9b54e098 req-ba8d43d6-dcbe-41a7-ad9f-a546d4110648 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:29.045232 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-43d7e353-7c18-461c-8cf0-b95a9b54e098 req-ba8d43d6-dcbe-41a7-ad9f-a546d4110648 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.1717038 Aug 19 18:14:29.146783 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-43d7e353-7c18-461c-8cf0-b95a9b54e098 req-f4257b3c-b231-4b81-96d2-2717d104aed1 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687861 Aug 19 18:14:29.162162 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.177574 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-85b27c71-49c8-4da1-abf6-358301e0750e req-b45bd3e4-5e33-4ce0-875c-6381ad4b9e1b tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.238360 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 56b7530d-5602-47dc-99fc-ed9297566ffa, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=56b7530d-5602-47dc-99fc-ed9297566ffa,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:29.243391 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb30e9b4-b3fe-44ed-bf9f-49241f14bb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b7530d-5602-47dc-99fc-ed9297566ffa'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:29.247672 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b27c71-49c8-4da1-abf6-358301e0750e req-b45bd3e4-5e33-4ce0-875c-6381ad4b9e1b tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:29.250659 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df477910-c395-4252-83cd-32d74af59b0b" -d '{"events": [{"server_uuid": "eb30e9b4-b3fe-44ed-bf9f-49241f14bb55", "name": "network-vif-plugged", "status": "completed", "tag": "56b7530d-5602-47dc-99fc-ed9297566ffa"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:29.253719 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-85b27c71-49c8-4da1-abf6-358301e0750e req-b45bd3e4-5e33-4ce0-875c-6381ad4b9e1b tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:29.257844 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.288489 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b27c71-49c8-4da1-abf6-358301e0750e req-b45bd3e4-5e33-4ce0-875c-6381ad4b9e1b tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:29.323568 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=56b7530d-5602-47dc-99fc-ed9297566ffa,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:29.367248 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f7445fdf-de94-48af-926c-b94da62d4c8c tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.387812 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-f7445fdf-de94-48af-926c-b94da62d4c8c tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40163139-ba03-40c5-a7c3-05527f675fe0']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:29.399428 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-f7445fdf-de94-48af-926c-b94da62d4c8c tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a346250c-7d82-49cc-8856-21b48f955058') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:29.400057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-f7445fdf-de94-48af-926c-b94da62d4c8c tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a346250c-7d82-49cc-8856-21b48f955058') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:29.410533 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bd3e4-5e33-4ce0-875c-6381ad4b9e1b tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Pushing event updated for resources: {'Port': ['ID=7a46cf2f-6bc2-4549-9f7e-420a35814d6d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:29.411039 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f7445fdf-de94-48af-926c-b94da62d4c8c tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.425800 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f7445fdf-de94-48af-926c-b94da62d4c8c tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.433323 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7445fdf-de94-48af-926c-b94da62d4c8c tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:14:29.433811 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f7445fdf-de94-48af-926c-b94da62d4c8c tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.467217 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3886aaf-a3c5-4295-a109-5157c841e2ec req-6c005653-cc66-4d63-8328-03d59606d18c tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:29.469946 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3886aaf-a3c5-4295-a109-5157c841e2ec req-6c005653-cc66-4d63-8328-03d59606d18c tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d6a851-423e-4158-b6eb-609086813c1d HTTP/1.1" status: 200 len: 935 time: 0.2138560 Aug 19 18:14:29.482577 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b27c71-49c8-4da1-abf6-358301e0750e req-b45bd3e4-5e33-4ce0-875c-6381ad4b9e1b tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:29.483730 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-85b27c71-49c8-4da1-abf6-358301e0750e req-b45bd3e4-5e33-4ce0-875c-6381ad4b9e1b tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.509840 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-85b27c71-49c8-4da1-abf6-358301e0750e req-b45bd3e4-5e33-4ce0-875c-6381ad4b9e1b tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7391443 Aug 19 18:14:29.525567 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-85b27c71-49c8-4da1-abf6-358301e0750e req-601edc73-94dd-4cea-a247-3bfc5800ca6b service neutron] Request body: {'port': {'device_id': '46d6a851-423e-4158-b6eb-609086813c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:14:29.545491 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:14:29.547813 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-60079869-a4fa-4a5c-a334-b4e513843fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:29.548886 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-60079869-a4fa-4a5c-a334-b4e513843fa8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=516636c4-cca9-40b7-8447-b891fcfd801e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1307397 Aug 19 18:14:29.607687 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-85b27c71-49c8-4da1-abf6-358301e0750e req-601edc73-94dd-4cea-a247-3bfc5800ca6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.615306 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3886aaf-a3c5-4295-a109-5157c841e2ec req-73b6c656-f149-4c2a-b119-73e99ff52a04 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/security-groups?id=e31ac906-c78f-489d-b37a-40aad26131b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162953 Aug 19 18:14:29.667724 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f7445fdf-de94-48af-926c-b94da62d4c8c tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.689230 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cee6846-f3f2-481c-8bf7-c24bc80fed5b x-openstack-request-id: req-3cee6846-f3f2-481c-8bf7-c24bc80fed5b {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:29.691563 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb30e9b4-b3fe-44ed-bf9f-49241f14bb55", "name": "network-vif-plugged", "status": "completed", "tag": "56b7530d-5602-47dc-99fc-ed9297566ffa", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:29.691991 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3cee6846-f3f2-481c-8bf7-c24bc80fed5b {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:29.698384 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb30e9b4-b3fe-44ed-bf9f-49241f14bb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b7530d-5602-47dc-99fc-ed9297566ffa', 'code': 200} Aug 19 18:14:29.721326 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7445fdf-de94-48af-926c-b94da62d4c8c tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 40163139-ba03-40c5-a7c3-05527f675fe0 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 18:14:29.727121 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7445fdf-de94-48af-926c-b94da62d4c8c tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Pushing event deleted for resources: {'Network': ['ID=40163139-ba03-40c5-a7c3-05527f675fe0,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:29.732557 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f6c7baac-1860-46dc-8e48-5e5ab21af237 req-1918c4fe-ecde-4d7a-af11-cc915958609e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0520723 Aug 19 18:14:29.739062 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f7445fdf-de94-48af-926c-b94da62d4c8c tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.749737 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f7445fdf-de94-48af-926c-b94da62d4c8c tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "DELETE /v2.0/networks/40163139-ba03-40c5-a7c3-05527f675fe0 HTTP/1.1" status: 204 len: 168 time: 1.5432384 Aug 19 18:14:29.765222 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1f1192-b494-4471-8a07-d6c7c706ea28 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:14:29.778303 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-82f28f8a-7473-4ac7-9272-0a4b4d32b916 None None] Provisioning for port 7a46cf2f-6bc2-4549-9f7e-420a35814d6d completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:29.799188 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-82f28f8a-7473-4ac7-9272-0a4b4d32b916 None None] Provisioning complete for port 7a46cf2f-6bc2-4549-9f7e-420a35814d6d triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:29.799930 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-82f28f8a-7473-4ac7-9272-0a4b4d32b916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.895949 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-02d66240-1b83-4277-942b-b4e35702ffa8 service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189988 Aug 19 18:14:29.915516 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-82f28f8a-7473-4ac7-9272-0a4b4d32b916 None None] Port 7a46cf2f-6bc2-4549-9f7e-420a35814d6d cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:14:30.038622 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1192-b494-4471-8a07-d6c7c706ea28 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.040625 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ba1f1192-b494-4471-8a07-d6c7c706ea28 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "DELETE /v2.0/ports/52fc3903-5638-46fc-b91c-67a272709788 HTTP/1.1" status: 204 len: 168 time: 4.4868422 Aug 19 18:14:30.043134 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-facdbaa2-6757-491a-b5ef-526ddf4784e7 service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386299 Aug 19 18:14:30.043646 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52834) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:30.048893 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead9ac8-07bf-46ec-bf21-f3bfb73ef3d3 req-1f1106fb-c499-4918-bc3d-cd14664d8474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:30.050497 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9ead9ac8-07bf-46ec-bf21-f3bfb73ef3d3 req-1f1106fb-c499-4918-bc3d-cd14664d8474 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eb30e9b4-b3fe-44ed-bf9f-49241f14bb55 HTTP/1.1" status: 200 len: 1096 time: 0.1477890 Aug 19 18:14:30.098487 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-58fcbfa1-9212-45cb-abc1-e825dffce246 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "GET /v2.0/floatingips/e47ad957-f3b2-41ce-84cd-6901cbb98aea HTTP/1.1" status: 200 len: 688 time: 0.0537500 Aug 19 18:14:30.126786 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9d8f49e8-e718-4ad1-a6d5-66484eb71f44 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:30.135931 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-51fa60ec-03a7-46bf-bf4e-cc4e71c59674 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=093f4306-674e-490b-a5f0-ea79738c3dd1 HTTP/1.1" status: 200 len: 217 time: 0.0362391 Aug 19 18:14:30.136424 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52838) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:30.210445 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 9d8f49e8-e718-4ad1-a6d5-66484eb71f44 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:30.223368 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9d8f49e8-e718-4ad1-a6d5-66484eb71f44 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:30.251871 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9ead9ac8-07bf-46ec-bf21-f3bfb73ef3d3 req-0dc7128a-c398-4c90-8d80-c2bf5cb9626e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605022 Aug 19 18:14:30.425722 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-2295e3d9-eea1-4e61-b446-293aac6eb248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:30.427738 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-2295e3d9-eea1-4e61-b446-293aac6eb248 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=148c2169-2926-4f60-a141-8969465d9d36 HTTP/1.1" status: 200 len: 797 time: 0.2240870 Aug 19 18:14:30.457310 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-85b27c71-49c8-4da1-abf6-358301e0750e req-601edc73-94dd-4cea-a247-3bfc5800ca6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a46cf2f-6bc2-4549-9f7e-420a35814d6d {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:14:30.470958 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-85b27c71-49c8-4da1-abf6-358301e0750e req-601edc73-94dd-4cea-a247-3bfc5800ca6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.501440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f40f2b-cb6c-4b21-b944-1538ed3f5c83 req-9a09153b-2899-45b6-b07c-8f177b2b6837 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:30.503202 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-42f40f2b-cb6c-4b21-b944-1538ed3f5c83 req-9a09153b-2899-45b6-b07c-8f177b2b6837 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.1406128 Aug 19 18:14:30.510981 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-85b27c71-49c8-4da1-abf6-358301e0750e req-601edc73-94dd-4cea-a247-3bfc5800ca6b service neutron] Transition to ACTIVE for port object 7a46cf2f-6bc2-4549-9f7e-420a35814d6d will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:30.518464 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-85b27c71-49c8-4da1-abf6-358301e0750e req-601edc73-94dd-4cea-a247-3bfc5800ca6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.520303 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-b96e91f3-45e6-4803-a8b0-3e3b4bcf824e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Deleting port 015ef02b-2663-48f0-adf5-0b8aed97c942 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:30.520303 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b96e91f3-45e6-4803-a8b0-3e3b4bcf824e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.562488 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7032d40-b7ee-4d73-ac0e-624c9b09b7e9 None None] Sync routers for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:14:30.575989 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52872) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:30.583751 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7032d40-b7ee-4d73-ac0e-624c9b09b7e9 None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:30.584442 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f7032d40-b7ee-4d73-ac0e-624c9b09b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:30.594342 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f1eb9297-5635-495e-b8ad-db65f2fd08ca tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Request body: {'router': {'name': 'tempest-router--1607690814', 'project_id': '7dd988cedfb24bb3a6c0954ee0a09071'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:30.610846 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-56729aa0-b0f1-4baf-bf1a-0614b70d858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:30.613744 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-56729aa0-b0f1-4baf-bf1a-0614b70d858c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=516636c4-cca9-40b7-8447-b891fcfd801e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1761386 Aug 19 18:14:30.678647 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-42f40f2b-cb6c-4b21-b944-1538ed3f5c83 req-ddd318a8-d293-4805-86c0-f66021747188 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629920 Aug 19 18:14:30.690842 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1eb9297-5635-495e-b8ad-db65f2fd08ca tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.694866 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1eb9297-5635-495e-b8ad-db65f2fd08ca tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.704977 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f7032d40-b7ee-4d73-ac0e-624c9b09b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:30.710377 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601edc73-94dd-4cea-a247-3bfc5800ca6b service neutron] Pushing event updated for resources: {'Port': ['ID=7a46cf2f-6bc2-4549-9f7e-420a35814d6d,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:30.734141 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7032d40-b7ee-4d73-ac0e-624c9b09b7e9 None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:30.735119 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f7032d40-b7ee-4d73-ac0e-624c9b09b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:30.830027 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f7032d40-b7ee-4d73-ac0e-624c9b09b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:30.833062 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7032d40-b7ee-4d73-ac0e-624c9b09b7e9 None None] The sync data for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:14:30.862158 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b96e91f3-45e6-4803-a8b0-3e3b4bcf824e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.862859 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b96e91f3-45e6-4803-a8b0-3e3b4bcf824e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.910106 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1eb9297-5635-495e-b8ad-db65f2fd08ca tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.929588 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1eb9297-5635-495e-b8ad-db65f2fd08ca tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.972595 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1eb9297-5635-495e-b8ad-db65f2fd08ca tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.973977 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f1eb9297-5635-495e-b8ad-db65f2fd08ca tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3966904 Aug 19 18:14:30.986874 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52894) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:30.991699 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-2b2c8fa0-1062-4f7d-a620-4aaff0bca98e service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662486 Aug 19 18:14:30.996339 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-b96e91f3-45e6-4803-a8b0-3e3b4bcf824e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Calling delete_port for 015ef02b-2663-48f0-adf5-0b8aed97c942 owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:31.017727 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c55e5c-7ffa-4141-9474-6d6effbeb242 req-261bc00e-552c-4943-89d7-cce4b96acc6f tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:31.023586 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3c55e5c-7ffa-4141-9474-6d6effbeb242 req-261bc00e-552c-4943-89d7-cce4b96acc6f tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d6a851-423e-4158-b6eb-609086813c1d HTTP/1.1" status: 200 len: 947 time: 0.2569206 Aug 19 18:14:31.107201 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63416e8a-cc91-44e2-b693-bbf23aedd847 req-d9eb2ab4-a5a5-43a9-86ca-e9e12f06442c tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:31.115106 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-63416e8a-cc91-44e2-b693-bbf23aedd847 req-d9eb2ab4-a5a5-43a9-86ca-e9e12f06442c tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb30e9b4-b3fe-44ed-bf9f-49241f14bb55 HTTP/1.1" status: 200 len: 945 time: 0.1946270 Aug 19 18:14:31.130458 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-962e465a-d926-4392-8414-d724222dfaca tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:31.150404 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-85b27c71-49c8-4da1-abf6-358301e0750e req-601edc73-94dd-4cea-a247-3bfc5800ca6b service neutron] Attempting to bind port 7a46cf2f-6bc2-4549-9f7e-420a35814d6d on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:31.150802 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-85b27c71-49c8-4da1-abf6-358301e0750e req-601edc73-94dd-4cea-a247-3bfc5800ca6b service neutron] Attempting to bind port 7a46cf2f-6bc2-4549-9f7e-420a35814d6d by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:31.151135 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b27c71-49c8-4da1-abf6-358301e0750e req-601edc73-94dd-4cea-a247-3bfc5800ca6b service neutron] Attempting to bind port 7a46cf2f-6bc2-4549-9f7e-420a35814d6d on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:31.233230 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b27c71-49c8-4da1-abf6-358301e0750e req-601edc73-94dd-4cea-a247-3bfc5800ca6b service neutron] Port 7a46cf2f-6bc2-4549-9f7e-420a35814d6d on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:14:31.233608 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b27c71-49c8-4da1-abf6-358301e0750e req-601edc73-94dd-4cea-a247-3bfc5800ca6b service neutron] Attempting to bind port 7a46cf2f-6bc2-4549-9f7e-420a35814d6d on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:31.239804 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-63416e8a-cc91-44e2-b693-bbf23aedd847 req-9e50cc61-e799-4c3c-a286-9128815a81a4 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238284 Aug 19 18:14:31.249194 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b27c71-49c8-4da1-abf6-358301e0750e req-601edc73-94dd-4cea-a247-3bfc5800ca6b service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:14:31.249555 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b27c71-49c8-4da1-abf6-358301e0750e req-601edc73-94dd-4cea-a247-3bfc5800ca6b service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:31.250313 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b27c71-49c8-4da1-abf6-358301e0750e req-601edc73-94dd-4cea-a247-3bfc5800ca6b service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:14:31.250592 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-db7b1510-2ce1-406e-b3eb-337e9eed4608 service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501736 Aug 19 18:14:31.251126 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-85b27c71-49c8-4da1-abf6-358301e0750e req-601edc73-94dd-4cea-a247-3bfc5800ca6b service neutron] Bound port: 7a46cf2f-6bc2-4549-9f7e-420a35814d6d, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:14:31.252192 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-85b27c71-49c8-4da1-abf6-358301e0750e req-601edc73-94dd-4cea-a247-3bfc5800ca6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:31.306829 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-6ffb0e85-3c7d-47f1-ba9a-e909b6470233 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=44151cda-69e6-4588-a910-707492210d9d HTTP/1.1" status: 200 len: 217 time: 0.0471897 Aug 19 18:14:31.311080 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3c55e5c-7ffa-4141-9474-6d6effbeb242 req-0507a703-b924-456e-8702-a8019313a6f0 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/security-groups?id=e31ac906-c78f-489d-b37a-40aad26131b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769810 Aug 19 18:14:31.410933 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-962e465a-d926-4392-8414-d724222dfaca tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:31.414543 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-962e465a-d926-4392-8414-d724222dfaca tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:31.490062 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-962e465a-d926-4392-8414-d724222dfaca tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:31.490593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962e465a-d926-4392-8414-d724222dfaca tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d2b7e2b7-5bfc-43fb-892b-47c800577aa5 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:14:31.491453 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b96e91f3-45e6-4803-a8b0-3e3b4bcf824e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:31.492801 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-85b27c71-49c8-4da1-abf6-358301e0750e req-601edc73-94dd-4cea-a247-3bfc5800ca6b service neutron] For port 7a46cf2f-6bc2-4549-9f7e-420a35814d6d, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:14:31.498182 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-962e465a-d926-4392-8414-d724222dfaca tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:31.499148 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-962e465a-d926-4392-8414-d724222dfaca tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "DELETE /v2.0/routers/d2b7e2b7-5bfc-43fb-892b-47c800577aa5 HTTP/1.1" status: 204 len: 168 time: 0.5109107 Aug 19 18:14:31.502419 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-85b27c71-49c8-4da1-abf6-358301e0750e req-601edc73-94dd-4cea-a247-3bfc5800ca6b service neutron] For port 7a46cf2f-6bc2-4549-9f7e-420a35814d6d, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=7a46cf2f-6bc2-4549-9f7e-420a35814d6d,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:14:31.558049 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-f224c6b8-4db4-4263-969a-d3031b4a8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:31.560005 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-f224c6b8-4db4-4263-969a-d3031b4a8da8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=148c2169-2926-4f60-a141-8969465d9d36 HTTP/1.1" status: 200 len: 797 time: 0.2458713 Aug 19 18:14:31.561306 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e91f3-45e6-4803-a8b0-3e3b4bcf824e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event deleted for resources: {'Port': ['ID=015ef02b-2663-48f0-adf5-0b8aed97c942,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:31.629099 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-4d4f5d3c-8059-4973-a1ad-b80eb1563edd tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:31.636667 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-4d4f5d3c-8059-4973-a1ad-b80eb1563edd tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/networks?id=f3700011-a00d-444a-b5c3-5a096e23b70c HTTP/1.1" status: 200 len: 810 time: 0.1363800 Aug 19 18:14:31.640785 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-85b27c71-49c8-4da1-abf6-358301e0750e req-601edc73-94dd-4cea-a247-3bfc5800ca6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:31.694789 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-4bf05780-5358-4d79-9d29-a00b30f7fa70 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/quotas/ae80c06dc10a4ca3827cce85fbacc6e6 HTTP/1.1" status: 200 len: 375 time: 0.0565414 Aug 19 18:14:31.697322 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b96e91f3-45e6-4803-a8b0-3e3b4bcf824e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:31.700184 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b96e91f3-45e6-4803-a8b0-3e3b4bcf824e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:31.704901 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b96e91f3-45e6-4803-a8b0-3e3b4bcf824e tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "DELETE /v2.0/floatingips/e47ad957-f3b2-41ce-84cd-6901cbb98aea HTTP/1.1" status: 204 len: 168 time: 1.5641041 Aug 19 18:14:31.706739 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52938) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:31.714073 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-059e5c03-9d19-4173-8e82-c9ab975135ce tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': '0c479771-02c1-4dea-8aaa-28658041b1cb'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:31.722940 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b27c71-49c8-4da1-abf6-358301e0750e req-601edc73-94dd-4cea-a247-3bfc5800ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:31.723443 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-85b27c71-49c8-4da1-abf6-358301e0750e req-601edc73-94dd-4cea-a247-3bfc5800ca6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:31.724828 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-5d6606f5-38f8-4a32-af1c-432ccaf332ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:31.725682 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-85b27c71-49c8-4da1-abf6-358301e0750e req-601edc73-94dd-4cea-a247-3bfc5800ca6b service neutron] 10.222.0.50 "PUT /v2.0/ports/7a46cf2f-6bc2-4549-9f7e-420a35814d6d HTTP/1.1" status: 200 len: 1095 time: 2.2059319 Aug 19 18:14:31.726419 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d6a851-423e-4158-b6eb-609086813c1d', 'tag': '7a46cf2f-6bc2-4549-9f7e-420a35814d6d'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:31.726551 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-5d6606f5-38f8-4a32-af1c-432ccaf332ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=516636c4-cca9-40b7-8447-b891fcfd801e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1571651 Aug 19 18:14:31.730110 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1ec50a-00df-4061-b670-83f911d5fabd" -d '{"events": [{"name": "network-changed", "server_uuid": "46d6a851-423e-4158-b6eb-609086813c1d", "tag": "7a46cf2f-6bc2-4549-9f7e-420a35814d6d"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:31.855786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601edc73-94dd-4cea-a247-3bfc5800ca6b service neutron] Pushing event updated for resources: {'Port': ['ID=7a46cf2f-6bc2-4549-9f7e-420a35814d6d,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:31.873938 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8df4481-6e4d-45ca-8a0b-536e9cc56b3c x-openstack-request-id: req-a8df4481-6e4d-45ca-8a0b-536e9cc56b3c {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:31.874244 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d6a851-423e-4158-b6eb-609086813c1d", "tag": "7a46cf2f-6bc2-4549-9f7e-420a35814d6d", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:31.874481 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8df4481-6e4d-45ca-8a0b-536e9cc56b3c {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:31.874895 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d6a851-423e-4158-b6eb-609086813c1d', 'tag': '7a46cf2f-6bc2-4549-9f7e-420a35814d6d', 'status': 'completed', 'code': 200} Aug 19 18:14:31.896542 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-3f3440dd-4c13-46f0-9c81-9ff17932f7f9 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae80c06dc10a4ca3827cce85fbacc6e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2001631 Aug 19 18:14:31.946182 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52960) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:31.968346 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-059e5c03-9d19-4173-8e82-c9ab975135ce tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:31.974511 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-dccb1c13-6732-4170-b069-a21f4f78e37e service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384925 Aug 19 18:14:32.034160 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b27c71-49c8-4da1-abf6-358301e0750e req-84237d96-baeb-4190-8d35-8c2991bc9700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:32.035703 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-85b27c71-49c8-4da1-abf6-358301e0750e req-84237d96-baeb-4190-8d35-8c2991bc9700 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e1f141accc74c22aa5081e6b84d1dda&device_id=46d6a851-423e-4158-b6eb-609086813c1d HTTP/1.1" status: 200 len: 1098 time: 0.2503371 Aug 19 18:14:32.154662 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-85b27c71-49c8-4da1-abf6-358301e0750e req-3efb3a5e-445c-4e3d-bdfa-8e07a01becde service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=7a46cf2f-6bc2-4549-9f7e-420a35814d6d HTTP/1.1" status: 200 len: 217 time: 0.1011684 Aug 19 18:14:32.170874 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-d233148b-9138-4165-8f53-6cc53a961c91 service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837177 Aug 19 18:14:32.205178 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-a2fea8a4-ec4b-4d68-b2d9-d276345d0074 service neutron] 10.222.0.24 "GET /v2.0/networks/f3700011-a00d-444a-b5c3-5a096e23b70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908778 Aug 19 18:14:32.234573 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-bb89b7da-b6ce-43dc-a325-8182a45ee727 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 HTTP/1.1" status: 200 len: 217 time: 0.0457094 Aug 19 18:14:32.278003 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-bd6afc46-5319-4421-a15f-6426e9ea853f tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-653133750', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}, 'admin_state_up': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:32.285845 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-059e5c03-9d19-4173-8e82-c9ab975135ce tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:32.356604 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-1615f544-05f3-4d91-b38e-147b90cc6545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:32.363668 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-1615f544-05f3-4d91-b38e-147b90cc6545 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=947e2840-1f3f-4340-b2ca-df7ebf54ea1a HTTP/1.1" status: 200 len: 797 time: 0.1218293 Aug 19 18:14:32.392055 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6afc46-5319-4421-a15f-6426e9ea853f tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:32.392833 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6afc46-5319-4421-a15f-6426e9ea853f tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:32.414065 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b27c71-49c8-4da1-abf6-358301e0750e req-47d8b801-05e2-4c1e-ad96-fc54939a4626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:32.415614 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-85b27c71-49c8-4da1-abf6-358301e0750e req-47d8b801-05e2-4c1e-ad96-fc54939a4626 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1726716 Aug 19 18:14:32.501638 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-60d863a2-a64f-4e9e-bbf3-5463b97c943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:32.503190 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-60d863a2-a64f-4e9e-bbf3-5463b97c943e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f633b63-84e5-45ac-aad5-d8f674f8a1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1305850 Aug 19 18:14:32.515901 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-424caa82-e813-444b-8d60-a64a0b7bee73 service neutron] 10.222.0.24 "GET /v2.0/networks/f3700011-a00d-444a-b5c3-5a096e23b70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063862 Aug 19 18:14:32.520769 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3cfe1-a34f-4d1c-85e7-62b3b5f834b4 req-1307d2ed-f0cf-4f7a-9ce1-8a4b0e57501b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:32.522392 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cdd3cfe1-a34f-4d1c-85e7-62b3b5f834b4 req-1307d2ed-f0cf-4f7a-9ce1-8a4b0e57501b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb30e9b4-b3fe-44ed-bf9f-49241f14bb55 HTTP/1.1" status: 200 len: 945 time: 0.1436095 Aug 19 18:14:32.532921 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6afc46-5319-4421-a15f-6426e9ea853f tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:32.542188 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b27c71-49c8-4da1-abf6-358301e0750e req-cc64ef90-1bbd-438a-a8be-c881f38d2294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:32.544026 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-85b27c71-49c8-4da1-abf6-358301e0750e req-cc64ef90-1bbd-438a-a8be-c881f38d2294 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1118646 Aug 19 18:14:32.555893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-059e5c03-9d19-4173-8e82-c9ab975135ce tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Allocated IP 172.25.8.170 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/3c3b6e35-73d2-4b9e-8bbe-28c6ac372bcb) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:32.723733 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cdd3cfe1-a34f-4d1c-85e7-62b3b5f834b4 req-5fb84c2a-f48a-48b5-a9de-f8dc9366e5e8 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710529 Aug 19 18:14:32.756380 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-2d6f0bfc-9469-460f-aaf9-0f5feab125fc service neutron] 10.222.0.54 "GET /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439938 Aug 19 18:14:32.802754 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-059e5c03-9d19-4173-8e82-c9ab975135ce tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:32.814311 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6afc46-5319-4421-a15f-6426e9ea853f tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:32.965508 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-85b27c71-49c8-4da1-abf6-358301e0750e req-88ba3e03-ae6c-4747-aa16-d027c7ff833c service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802814 Aug 19 18:14:32.979821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99146744-2946-4d58-ac2e-a7e08683ee82 req-db51e376-58d0-4f80-8092-f13e881b1e1e tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:32.981395 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-99146744-2946-4d58-ac2e-a7e08683ee82 req-db51e376-58d0-4f80-8092-f13e881b1e1e tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d6a851-423e-4158-b6eb-609086813c1d HTTP/1.1" status: 200 len: 947 time: 0.1601913 Aug 19 18:14:33.044923 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c26e9fe5-38ab-48ad-87ec-56be28743a4b req-2258790a-b43b-43ba-b62f-94a97222c432 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 210 time: 0.1302183 Aug 19 18:14:33.066109 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-059e5c03-9d19-4173-8e82-c9ab975135ce tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:33.094182 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-99146744-2946-4d58-ac2e-a7e08683ee82 req-479888f2-4d30-4cf4-bba7-ac1820ee399a tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/security-groups?id=e31ac906-c78f-489d-b37a-40aad26131b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983493 Aug 19 18:14:33.095833 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-6b583a46-d647-4ca2-9d2d-159424a39788 service neutron] 10.222.0.54 "GET /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639802 Aug 19 18:14:33.184412 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-85b27c71-49c8-4da1-abf6-358301e0750e req-ec35b2cd-f04d-4f9e-93f5-dd9c168eedbc service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017994 Aug 19 18:14:33.199593 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059e5c03-9d19-4173-8e82-c9ab975135ce tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:33.261007 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-06ae7c16-ab10-4fa0-bbea-ffae8d97df6b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc8d0cb7-af16-4948-8360-b08bf7de49ad HTTP/1.1" status: 200 len: 217 time: 0.1497242 Aug 19 18:14:33.319404 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e5c03-9d19-4173-8e82-c9ab975135ce tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Port': ['ID=3c3b6e35-73d2-4b9e-8bbe-28c6ac372bcb,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:33.330120 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-059e5c03-9d19-4173-8e82-c9ab975135ce tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:33.345136 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059e5c03-9d19-4173-8e82-c9ab975135ce tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:33.357281 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6afc46-5319-4421-a15f-6426e9ea853f tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:33.381177 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6afc46-5319-4421-a15f-6426e9ea853f tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:33.446662 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ec50a-00df-4061-b670-83f911d5fabd req-646e76d4-e2d7-4f5a-811f-55c8c08a99f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:33.448999 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a1ec50a-00df-4061-b670-83f911d5fabd req-646e76d4-e2d7-4f5a-811f-55c8c08a99f3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e1f141accc74c22aa5081e6b84d1dda&device_id=46d6a851-423e-4158-b6eb-609086813c1d HTTP/1.1" status: 200 len: 1098 time: 0.1531851 Aug 19 18:14:33.482931 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-b471d7c9-03ed-4bff-a162-71130cab59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:33.484717 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-b471d7c9-03ed-4bff-a162-71130cab59b9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=947e2840-1f3f-4340-b2ca-df7ebf54ea1a HTTP/1.1" status: 200 len: 797 time: 0.1562705 Aug 19 18:14:33.608554 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719c910-c50d-42c2-bb28-8d2795502276 req-0539e9b2-2feb-431a-82e4-e10a9b32f23a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:33.610691 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2719c910-c50d-42c2-bb28-8d2795502276 req-0539e9b2-2feb-431a-82e4-e10a9b32f23a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb30e9b4-b3fe-44ed-bf9f-49241f14bb55 HTTP/1.1" status: 200 len: 945 time: 0.2440464 Aug 19 18:14:33.613639 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-bd6afc46-5319-4421-a15f-6426e9ea853f tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Allocated IP 172.25.8.94 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/26eb177b-d5b7-455e-ac2f-f44915be07fb) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:33.650648 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ec50a-00df-4061-b670-83f911d5fabd req-8bb87014-7db4-4055-998f-d9307b48ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:33.652299 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a1ec50a-00df-4061-b670-83f911d5fabd req-8bb87014-7db4-4055-998f-d9307b48ee07 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.1942110 Aug 19 18:14:33.701489 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-ceec13ba-1122-448f-8cc9-c90aa6e8932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:33.703410 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-ceec13ba-1122-448f-8cc9-c90aa6e8932c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f633b63-84e5-45ac-aad5-d8f674f8a1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1439173 Aug 19 18:14:33.750063 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6afc46-5319-4421-a15f-6426e9ea853f tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:33.814529 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a1ec50a-00df-4061-b670-83f911d5fabd req-1919a393-6cda-41b0-8682-cb7a856ea5dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=7a46cf2f-6bc2-4549-9f7e-420a35814d6d HTTP/1.1" status: 200 len: 217 time: 0.0472100 Aug 19 18:14:33.829352 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53058) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:33.843805 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2719c910-c50d-42c2-bb28-8d2795502276 req-7563ba6a-b0fb-4f5d-85c3-8059ea938c98 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821401 Aug 19 18:14:33.873990 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6afc46-5319-4421-a15f-6426e9ea853f tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:33.925884 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6afc46-5319-4421-a15f-6426e9ea853f tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Pushing event updated for resources: {'Port': ['ID=26eb177b-d5b7-455e-ac2f-f44915be07fb,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:33.951162 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6afc46-5319-4421-a15f-6426e9ea853f tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:33.953648 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ec50a-00df-4061-b670-83f911d5fabd req-ff65ab6a-d8f3-483f-9d62-6f23bb76cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:33.955354 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a1ec50a-00df-4061-b670-83f911d5fabd req-ff65ab6a-d8f3-483f-9d62-6f23bb76cdcc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1268556 Aug 19 18:14:33.956260 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-bd6afc46-5319-4421-a15f-6426e9ea853f tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:33.958938 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6afc46-5319-4421-a15f-6426e9ea853f tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:33.972994 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-71deb0d0-ff34-41b7-9e63-e6a1a9aa45d7 service neutron] 10.222.0.54 "GET /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307653 Aug 19 18:14:34.287462 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a02c508e-2b13-4f64-afd2-aa255a248595 req-b98a6689-40f3-46b0-8281-a9246780ebad service neutron] 10.222.0.54 "GET /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050258 Aug 19 18:14:34.466061 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-064ddf56-eebf-4668-967d-ac09fcd21b46 req-aebfbdd0-cab8-4325-8360-18a84b0979bc tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 210 time: 0.0686367 Aug 19 18:14:34.469954 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-42ea0031-d908-4cb0-8f55-42ad92a1052b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:34.493297 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ec50a-00df-4061-b670-83f911d5fabd req-79ca30ad-c7c4-4365-b916-9a4b33a2846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:34.495810 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a1ec50a-00df-4061-b670-83f911d5fabd req-79ca30ad-c7c4-4365-b916-9a4b33a2846a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5070980 Aug 19 18:14:34.562005 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-13544fcc-b2ff-45cd-9340-1e2d3d5010ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:34.794757 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-059e5c03-9d19-4173-8e82-c9ab975135ce tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:34.829099 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a1ec50a-00df-4061-b670-83f911d5fabd req-475cfb07-9362-4351-8acc-ae68d9edc8e3 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900567 Aug 19 18:14:34.835791 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab340b90-f2de-4902-9e25-0ec450aaebbc req-7486eca4-898a-40fe-a5b9-e63439892b83 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:34.844045 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ab340b90-f2de-4902-9e25-0ec450aaebbc req-7486eca4-898a-40fe-a5b9-e63439892b83 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d6a851-423e-4158-b6eb-609086813c1d HTTP/1.1" status: 200 len: 947 time: 0.6183987 Aug 19 18:14:34.964780 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ab340b90-f2de-4902-9e25-0ec450aaebbc req-3e7382a4-4e6b-47c1-8bb9-796ff74b5610 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/security-groups?id=e31ac906-c78f-489d-b37a-40aad26131b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167381 Aug 19 18:14:34.973166 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-46e4ebf8-57db-4d6e-a57e-02ea3375691b tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:34.974744 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-46e4ebf8-57db-4d6e-a57e-02ea3375691b tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.54 "GET /v2.0/networks?id=f3700011-a00d-444a-b5c3-5a096e23b70c HTTP/1.1" status: 200 len: 810 time: 0.7380056 Aug 19 18:14:34.975575 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-059e5c03-9d19-4173-8e82-c9ab975135ce tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.006609 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-49371467-02b6-434e-bacc-0ae4edb8ae77 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Request body: {'port': {'device_id': '738f6fb8-7210-4f55-8939-7b9b7df2a38b', 'network_id': 'f3700011-a00d-444a-b5c3-5a096e23b70c', 'admin_state_up': True, 'tenant_id': 'ae80c06dc10a4ca3827cce85fbacc6e6'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:35.035876 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-42ea0031-d908-4cb0-8f55-42ad92a1052b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.050389 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-42ea0031-d908-4cb0-8f55-42ad92a1052b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.060627 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6afc46-5319-4421-a15f-6426e9ea853f tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.164452 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a1ec50a-00df-4061-b670-83f911d5fabd req-92dad296-7e34-437b-8e2d-984daa294e96 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227351 Aug 19 18:14:35.174043 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-42ea0031-d908-4cb0-8f55-42ad92a1052b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8231e5ebc4bd457b870bc7e4d57c5b93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3437004 Aug 19 18:14:35.178534 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53102) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:35.189020 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc205748-8a2a-43bc-9b67-5739860a813f req-ea313b3f-d154-4849-95bb-51433a08e5c9 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:35.190652 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc205748-8a2a-43bc-9b67-5739860a813f req-ea313b3f-d154-4849-95bb-51433a08e5c9 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb30e9b4-b3fe-44ed-bf9f-49241f14bb55 HTTP/1.1" status: 200 len: 945 time: 0.2334199 Aug 19 18:14:35.199416 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea0031-d908-4cb0-8f55-42ad92a1052b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1102afaf-8b93-4005-abd3-594044f56f0a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:35.243650 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-49371467-02b6-434e-bacc-0ae4edb8ae77 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Made reservation on behalf of ae80c06dc10a4ca3827cce85fbacc6e6 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:35.248748 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-49371467-02b6-434e-bacc-0ae4edb8ae77 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.330198 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc205748-8a2a-43bc-9b67-5739860a813f req-913f3a88-b56e-4636-82f6-96ec00875467 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994925 Aug 19 18:14:35.336302 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f849b36c-0519-4796-a11d-0b18fbcad53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.342068 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-059e5c03-9d19-4173-8e82-c9ab975135ce tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.364737 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-059e5c03-9d19-4173-8e82-c9ab975135ce tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.412534 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f849b36c-0519-4796-a11d-0b18fbcad53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.497946 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6afc46-5319-4421-a15f-6426e9ea853f tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.537429 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e5c03-9d19-4173-8e82-c9ab975135ce tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Port': ['ID=3c3b6e35-73d2-4b9e-8bbe-28c6ac372bcb,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:35.545695 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-49371467-02b6-434e-bacc-0ae4edb8ae77 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Allocated IP 172.20.0.2 (f3700011-a00d-444a-b5c3-5a096e23b70c/d1d4e6d1-19da-4c86-acd1-805ea460bc92/186aea3a-9e60-4111-8e28-ff88f5343cbb) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:35.561769 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-059e5c03-9d19-4173-8e82-c9ab975135ce tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.652421 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0a491a2e-dd63-4018-a16c-daeaa790aa40 req-5798d468-cbae-47b8-bcd0-f8d493e34a10 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 210 time: 0.0501859 Aug 19 18:14:35.663650 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f849b36c-0519-4796-a11d-0b18fbcad53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.666868 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f849b36c-0519-4796-a11d-0b18fbcad53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.670570 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f849b36c-0519-4796-a11d-0b18fbcad53d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1102afaf-8b93-4005-abd3-594044f56f0a HTTP/1.1" status: 204 len: 168 time: 0.4764862 Aug 19 18:14:35.705189 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849b36c-0519-4796-a11d-0b18fbcad53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1102afaf-8b93-4005-abd3-594044f56f0a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:35.715909 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccccc7-c5ee-4742-9609-e76153a3ea05 req-91166555-dbff-40f5-b9bd-34cce0d16723 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:35.717729 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-85ccccc7-c5ee-4742-9609-e76153a3ea05 req-91166555-dbff-40f5-b9bd-34cce0d16723 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb30e9b4-b3fe-44ed-bf9f-49241f14bb55 HTTP/1.1" status: 200 len: 945 time: 0.0947218 Aug 19 18:14:35.800442 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-059e5c03-9d19-4173-8e82-c9ab975135ce tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Floating IP fc8bc0e7-773c-4c77-bb80-2e8fc9fedc6e associated. External IP: 172.25.8.170, port: 0c479771-02c1-4dea-8aaa-28658041b1cb. Aug 19 18:14:35.814773 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6afc46-5319-4421-a15f-6426e9ea853f tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Router cb1b2387-dc89-4fb1-8621-21882ee0e905 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:14:35.833951 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-85ccccc7-c5ee-4742-9609-e76153a3ea05 req-e832bdc8-5c9e-45a4-ad28-1f49d402c16c tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800371 Aug 19 18:14:35.938718 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-49371467-02b6-434e-bacc-0ae4edb8ae77 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.983977 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6afc46-5319-4421-a15f-6426e9ea853f tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:14:35.995818 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faefa85-2ae8-4eed-b1df-73d4ccc2350b None None] Sync routers for ids ['cb1b2387-dc89-4fb1-8621-21882ee0e905'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:14:36.016991 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6afc46-5319-4421-a15f-6426e9ea853f tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:36.018442 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bd6afc46-5319-4421-a15f-6426e9ea853f tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.0099835 Aug 19 18:14:36.019330 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faefa85-2ae8-4eed-b1df-73d4ccc2350b None None] Routers {'cb1b2387-dc89-4fb1-8621-21882ee0e905'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:36.020374 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7faefa85-2ae8-4eed-b1df-73d4ccc2350b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['cb1b2387-dc89-4fb1-8621-21882ee0e905'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:36.021296 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53126) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:36.057404 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7faefa85-2ae8-4eed-b1df-73d4ccc2350b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:36.067818 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faefa85-2ae8-4eed-b1df-73d4ccc2350b None None] Routers {'cb1b2387-dc89-4fb1-8621-21882ee0e905'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:36.068913 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7faefa85-2ae8-4eed-b1df-73d4ccc2350b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['cb1b2387-dc89-4fb1-8621-21882ee0e905'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:36.129182 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7faefa85-2ae8-4eed-b1df-73d4ccc2350b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:36.130368 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faefa85-2ae8-4eed-b1df-73d4ccc2350b None None] The sync data for ids ['cb1b2387-dc89-4fb1-8621-21882ee0e905'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:14:36.135984 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-49371467-02b6-434e-bacc-0ae4edb8ae77 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:36.139806 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059e5c03-9d19-4173-8e82-c9ab975135ce tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Router 82e3a0eb-169b-407c-b3e6-4504654fdfb5 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:14:36.149279 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['5cccf3b6-5860-450d-82a9-d709127e139c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:14:36.207693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-49371467-02b6-434e-bacc-0ae4edb8ae77 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Network f3700011-a00d-444a-b5c3-5a096e23b70c is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:36.247067 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b668dbd6-8641-4b65-b7dc-145d51805c48 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "GET /v2.0/routers/cb1b2387-dc89-4fb1-8621-21882ee0e905 HTTP/1.1" status: 200 len: 919 time: 0.2231240 Aug 19 18:14:36.249711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53138) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:36.271159 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-49371467-02b6-434e-bacc-0ae4edb8ae77 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:36.293945 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-49371467-02b6-434e-bacc-0ae4edb8ae77 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:36.314593 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e0342f94-9e15-4ea8-8366-6901cfaf87f0 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb1b2387-dc89-4fb1-8621-21882ee0e905 HTTP/1.1" status: 200 len: 205 time: 0.0542715 Aug 19 18:14:36.316677 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53144) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:36.387946 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49371467-02b6-434e-bacc-0ae4edb8ae77 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Pushing event updated for resources: {'Port': ['ID=186aea3a-9e60-4111-8e28-ff88f5343cbb,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:36.424499 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-49371467-02b6-434e-bacc-0ae4edb8ae77 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:36.425164 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-49371467-02b6-434e-bacc-0ae4edb8ae77 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:36.477259 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac42ac-488b-4268-a20e-d600864b6f0c req-02695126-3254-40f6-93a4-f6b00f2ac9e3 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:36.478441 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-03ac42ac-488b-4268-a20e-d600864b6f0c req-02695126-3254-40f6-93a4-f6b00f2ac9e3 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d6a851-423e-4158-b6eb-609086813c1d HTTP/1.1" status: 200 len: 947 time: 0.2901490 Aug 19 18:14:36.498422 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c51b3a83-e631-422f-b8be-a86f0aef1c5d tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:36.507307 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-49371467-02b6-434e-bacc-0ae4edb8ae77 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5083218 Aug 19 18:14:36.524592 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-9d466de0-a2b0-48cc-b104-8bca1cdb64a4 service neutron] Request body: {'port': {'device_id': '738f6fb8-7210-4f55-8939-7b9b7df2a38b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:36.552327 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059e5c03-9d19-4173-8e82-c9ab975135ce tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:14:36.565626 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362ce3e9-d4da-4f80-a419-73419638fa54 None None] Sync routers for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:14:36.579560 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362ce3e9-d4da-4f80-a419-73419638fa54 None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:36.584057 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-362ce3e9-d4da-4f80-a419-73419638fa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:36.614213 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-03ac42ac-488b-4268-a20e-d600864b6f0c req-8b567481-1350-4b6f-a3b1-6684769b4c77 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/security-groups?id=e31ac906-c78f-489d-b37a-40aad26131b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226797 Aug 19 18:14:36.619784 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-059e5c03-9d19-4173-8e82-c9ab975135ce tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:36.627317 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-9d466de0-a2b0-48cc-b104-8bca1cdb64a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:36.637194 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c51b3a83-e631-422f-b8be-a86f0aef1c5d tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:36.670570 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-362ce3e9-d4da-4f80-a419-73419638fa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:36.683262 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362ce3e9-d4da-4f80-a419-73419638fa54 None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:36.684698 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-362ce3e9-d4da-4f80-a419-73419638fa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:36.690688 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 7a46cf2f-6bc2-4549-9f7e-420a35814d6d details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:14:36.695387 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-059e5c03-9d19-4173-8e82-c9ab975135ce tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.9851856 Aug 19 18:14:36.695780 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53158) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:36.703187 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-28804fd6-55c9-4967-9c4e-c1c5ac904461 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-176061683'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:36.762327 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-362ce3e9-d4da-4f80-a419-73419638fa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:36.764028 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362ce3e9-d4da-4f80-a419-73419638fa54 None None] The sync data for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:14:36.799301 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-c51b3a83-e631-422f-b8be-a86f0aef1c5d tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Deleting port 26eb177b-d5b7-455e-ac2f-f44915be07fb {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:36.800606 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c51b3a83-e631-422f-b8be-a86f0aef1c5d tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:36.815677 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28804fd6-55c9-4967-9c4e-c1c5ac904461 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Made reservation on behalf of 68654bdf79fb406da1f88875405c74ed for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:36.819394 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-28804fd6-55c9-4967-9c4e-c1c5ac904461 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:36.871656 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28804fd6-55c9-4967-9c4e-c1c5ac904461 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:14:36.906936 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 7a46cf2f-6bc2-4549-9f7e-420a35814d6d, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=7a46cf2f-6bc2-4549-9f7e-420a35814d6d,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:36.921122 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '7a46cf2f-6bc2-4549-9f7e-420a35814d6d', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '7a46cf2f-6bc2-4549-9f7e-420a35814d6d', 'mac_address': 'fa:16:3e:92:6f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:14:36.946161 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-28804fd6-55c9-4967-9c4e-c1c5ac904461 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:36.946737 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-28804fd6-55c9-4967-9c4e-c1c5ac904461 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Added segment 90bdcf53-2f97-4901-a630-4895b1b52789 of type vlan for network 158054ab-2706-4282-bac3-7e0610d23159 Aug 19 18:14:36.981212 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:36.995902 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a46cf2f-6bc2-4549-9f7e-420a35814d6d {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:14:37.000099 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c51b3a83-e631-422f-b8be-a86f0aef1c5d tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:37.016762 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-c51b3a83-e631-422f-b8be-a86f0aef1c5d tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Calling delete_port for 26eb177b-d5b7-455e-ac2f-f44915be07fb owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:37.017987 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 7a46cf2f-6bc2-4549-9f7e-420a35814d6d, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=7a46cf2f-6bc2-4549-9f7e-420a35814d6d,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:37.035487 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:37.111036 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=7a46cf2f-6bc2-4549-9f7e-420a35814d6d,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:37.138953 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-80805d7f-c0f5-4787-aff5-1293ecfec120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:37.198091 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7c29c-bc2a-4c77-a682-82f0cd71bad9 req-489dbbf0-8f13-47fd-a851-c1077aedc140 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:37.200713 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-76c7c29c-bc2a-4c77-a682-82f0cd71bad9 req-489dbbf0-8f13-47fd-a851-c1077aedc140 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 931 time: 0.3488090 Aug 19 18:14:37.220691 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-9d466de0-a2b0-48cc-b104-8bca1cdb64a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186aea3a-9e60-4111-8e28-ff88f5343cbb {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:14:37.221024 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:37.243387 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-28804fd6-55c9-4967-9c4e-c1c5ac904461 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:37.247781 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-9d466de0-a2b0-48cc-b104-8bca1cdb64a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:37.304925 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-9d466de0-a2b0-48cc-b104-8bca1cdb64a4 service neutron] Transition to ACTIVE for port object 186aea3a-9e60-4111-8e28-ff88f5343cbb will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:37.310790 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c51b3a83-e631-422f-b8be-a86f0aef1c5d tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:37.317179 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-76c7c29c-bc2a-4c77-a682-82f0cd71bad9 req-78231f8c-1a99-475d-941b-dd0ed561241d tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053085 Aug 19 18:14:37.318794 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-9d466de0-a2b0-48cc-b104-8bca1cdb64a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:37.319026 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['7a46cf2f-6bc2-4549-9f7e-420a35814d6d'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:14:37.324783 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-28804fd6-55c9-4967-9c4e-c1c5ac904461 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:37.330898 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28804fd6-55c9-4967-9c4e-c1c5ac904461 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:37.331802 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-28804fd6-55c9-4967-9c4e-c1c5ac904461 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:37.365453 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0082210-72bc-4a4c-af39-c3d020a225f8 req-ce6f65cd-6e7c-4a76-b209-5b0ccc60ca94 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:37.372047 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0082210-72bc-4a4c-af39-c3d020a225f8 req-ce6f65cd-6e7c-4a76-b209-5b0ccc60ca94 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb30e9b4-b3fe-44ed-bf9f-49241f14bb55 HTTP/1.1" status: 200 len: 945 time: 0.1247256 Aug 19 18:14:37.466555 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b3a83-e631-422f-b8be-a86f0aef1c5d tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Pushing event deleted for resources: {'Port': ['ID=26eb177b-d5b7-455e-ac2f-f44915be07fb,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:37.506942 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-28804fd6-55c9-4967-9c4e-c1c5ac904461 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8099604 Aug 19 18:14:37.510939 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53178) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:37.513604 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d466de0-a2b0-48cc-b104-8bca1cdb64a4 service neutron] Pushing event updated for resources: {'Port': ['ID=186aea3a-9e60-4111-8e28-ff88f5343cbb,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:37.521854 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-d02f7f4e-5a5e-4051-ac75-a65f3569f3c3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Request body: {'subnet': {'network_id': '158054ab-2706-4282-bac3-7e0610d23159', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:37.565031 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28804fd6-55c9-4967-9c4e-c1c5ac904461 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Network': ['ID=158054ab-2706-4282-bac3-7e0610d23159,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:37.578450 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 158054ab-2706-4282-bac3-7e0610d23159 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:14:37.631642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d081955-64a3-46d8-a378-bcb349a5f40b req-bf46b1a9-8048-471d-a0f5-b41d90fda44a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:37.633242 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3d081955-64a3-46d8-a378-bcb349a5f40b req-bf46b1a9-8048-471d-a0f5-b41d90fda44a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb30e9b4-b3fe-44ed-bf9f-49241f14bb55 HTTP/1.1" status: 200 len: 945 time: 0.1497221 Aug 19 18:14:37.690915 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-9d466de0-a2b0-48cc-b104-8bca1cdb64a4 service neutron] Attempting to bind port 186aea3a-9e60-4111-8e28-ff88f5343cbb on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:37.691261 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-9d466de0-a2b0-48cc-b104-8bca1cdb64a4 service neutron] Attempting to bind port 186aea3a-9e60-4111-8e28-ff88f5343cbb by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '8d1b91f9-eb67-4862-ab25-b92a357c2185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f3700011-a00d-444a-b5c3-5a096e23b70c'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:37.691599 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-9d466de0-a2b0-48cc-b104-8bca1cdb64a4 service neutron] Attempting to bind port 186aea3a-9e60-4111-8e28-ff88f5343cbb on network f3700011-a00d-444a-b5c3-5a096e23b70c {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:37.706130 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-9d466de0-a2b0-48cc-b104-8bca1cdb64a4 service neutron] Port 186aea3a-9e60-4111-8e28-ff88f5343cbb on network f3700011-a00d-444a-b5c3-5a096e23b70c not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:14:37.706476 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-9d466de0-a2b0-48cc-b104-8bca1cdb64a4 service neutron] Attempting to bind port 186aea3a-9e60-4111-8e28-ff88f5343cbb on network f3700011-a00d-444a-b5c3-5a096e23b70c {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:37.714805 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-9d466de0-a2b0-48cc-b104-8bca1cdb64a4 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:14:37.715157 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-9d466de0-a2b0-48cc-b104-8bca1cdb64a4 service neutron] Checking segment: {'id': '8d1b91f9-eb67-4862-ab25-b92a357c2185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f3700011-a00d-444a-b5c3-5a096e23b70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:37.715549 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-9d466de0-a2b0-48cc-b104-8bca1cdb64a4 service neutron] Bound using segment: {'id': '8d1b91f9-eb67-4862-ab25-b92a357c2185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f3700011-a00d-444a-b5c3-5a096e23b70c'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:14:37.716101 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-9d466de0-a2b0-48cc-b104-8bca1cdb64a4 service neutron] Bound port: 186aea3a-9e60-4111-8e28-ff88f5343cbb, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d1b91f9-eb67-4862-ab25-b92a357c2185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f3700011-a00d-444a-b5c3-5a096e23b70c'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:14:37.716473 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-9d466de0-a2b0-48cc-b104-8bca1cdb64a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:37.737393 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3d081955-64a3-46d8-a378-bcb349a5f40b req-bc4df259-2174-431b-8ba4-a8d9d74a7819 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866201 Aug 19 18:14:37.839731 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-9d466de0-a2b0-48cc-b104-8bca1cdb64a4 service neutron] For port 186aea3a-9e60-4111-8e28-ff88f5343cbb, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:14:37.843545 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-9d466de0-a2b0-48cc-b104-8bca1cdb64a4 service neutron] For port 186aea3a-9e60-4111-8e28-ff88f5343cbb, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=186aea3a-9e60-4111-8e28-ff88f5343cbb,segment=NetworkSegment(8d1b91f9-eb67-4862-ab25-b92a357c2185),segment_id=8d1b91f9-eb67-4862-ab25-b92a357c2185)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:14:37.849525 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-9d466de0-a2b0-48cc-b104-8bca1cdb64a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:37.919501 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-9d466de0-a2b0-48cc-b104-8bca1cdb64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:37.920146 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-9d466de0-a2b0-48cc-b104-8bca1cdb64a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:37.921818 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-9d466de0-a2b0-48cc-b104-8bca1cdb64a4 service neutron] 10.222.0.54 "PUT /v2.0/ports/186aea3a-9e60-4111-8e28-ff88f5343cbb HTTP/1.1" status: 200 len: 1091 time: 1.4054670 Aug 19 18:14:37.937210 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738f6fb8-7210-4f55-8939-7b9b7df2a38b', 'tag': '186aea3a-9e60-4111-8e28-ff88f5343cbb'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:37.939901 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e3314a-9f38-4e76-b2bf-400f6f5a5999" -d '{"events": [{"name": "network-changed", "server_uuid": "738f6fb8-7210-4f55-8939-7b9b7df2a38b", "tag": "186aea3a-9e60-4111-8e28-ff88f5343cbb"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:37.976466 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d466de0-a2b0-48cc-b104-8bca1cdb64a4 service neutron] Pushing event updated for resources: {'Port': ['ID=186aea3a-9e60-4111-8e28-ff88f5343cbb,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:38.026225 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2ed43-ccf9-48f5-b3c8-c7d4914ff95f req-94d414f2-191f-4419-8feb-ff79d585718b tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:38.027825 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cce2ed43-ccf9-48f5-b3c8-c7d4914ff95f req-94d414f2-191f-4419-8feb-ff79d585718b tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d6a851-423e-4158-b6eb-609086813c1d HTTP/1.1" status: 200 len: 948 time: 0.1746197 Aug 19 18:14:38.065511 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-1cd4b02a-7bb5-4eed-9eb6-491a3c380988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:38.067533 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-1cd4b02a-7bb5-4eed-9eb6-491a3c380988 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ae80c06dc10a4ca3827cce85fbacc6e6&device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 1094 time: 0.0939102 Aug 19 18:14:38.106437 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cce2ed43-ccf9-48f5-b3c8-c7d4914ff95f req-9ebdc36b-02b5-4c74-8b49-a28f2323ed7b tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/security-groups?id=e31ac906-c78f-489d-b37a-40aad26131b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694664 Aug 19 18:14:38.112804 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.150418 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-27b40e6f-3341-40af-9591-c1c0dc04dbc6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=186aea3a-9e60-4111-8e28-ff88f5343cbb HTTP/1.1" status: 200 len: 217 time: 0.0635922 Aug 19 18:14:38.180316 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c51b3a83-e631-422f-b8be-a86f0aef1c5d tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.211982 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-b002368b-f4b8-4831-bd0d-d42a35d244d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:38.214457 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-b002368b-f4b8-4831-bd0d-d42a35d244d6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1d4e6d1-19da-4c86-acd1-805ea460bc92 HTTP/1.1" status: 200 len: 850 time: 0.0569637 Aug 19 18:14:38.257936 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546993cc-1d3b-48d3-b188-5b575246dd0e x-openstack-request-id: req-546993cc-1d3b-48d3-b188-5b575246dd0e {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:38.258486 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738f6fb8-7210-4f55-8939-7b9b7df2a38b", "tag": "186aea3a-9e60-4111-8e28-ff88f5343cbb", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:38.258894 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-546993cc-1d3b-48d3-b188-5b575246dd0e {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:38.259288 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738f6fb8-7210-4f55-8939-7b9b7df2a38b', 'tag': '186aea3a-9e60-4111-8e28-ff88f5343cbb', 'status': 'completed', 'code': 200} Aug 19 18:14:38.262512 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-0b6fdcfd-75be-4ee7-b82b-1f513f4fa42b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f3700011-a00d-444a-b5c3-5a096e23b70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408301 Aug 19 18:14:38.292810 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c51b3a83-e631-422f-b8be-a86f0aef1c5d tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.295414 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c51b3a83-e631-422f-b8be-a86f0aef1c5d tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.353249 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02f7f4e-5a5e-4051-ac75-a65f3569f3c3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Made reservation on behalf of 68654bdf79fb406da1f88875405c74ed for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:38.357576 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d02f7f4e-5a5e-4051-ac75-a65f3569f3c3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.374114 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c51b3a83-e631-422f-b8be-a86f0aef1c5d tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.374642 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51b3a83-e631-422f-b8be-a86f0aef1c5d tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Fanout notify agent at l3_agent the message router_deleted on router cb1b2387-dc89-4fb1-8621-21882ee0e905 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:14:38.408025 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-c337d405-5bac-48d1-98fa-a640ca3332af service neutron] 10.222.0.54 "GET /v2.0/networks/f3700011-a00d-444a-b5c3-5a096e23b70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364977 Aug 19 18:14:38.417033 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c51b3a83-e631-422f-b8be-a86f0aef1c5d tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.418357 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c51b3a83-e631-422f-b8be-a86f0aef1c5d tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "DELETE /v2.0/routers/cb1b2387-dc89-4fb1-8621-21882ee0e905 HTTP/1.1" status: 204 len: 168 time: 2.1005740 Aug 19 18:14:38.428123 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53208) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:38.438175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-974b90ef-1a8d-43cd-a342-aa34bff9f95d tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1030138514', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'enable_snat': False}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:38.460304 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-a0082210-72bc-4a4c-af39-c3d020a225f8 req-8d111085-5a5c-42fb-963e-5d819e892c3b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Deleting port 56b7530d-5602-47dc-99fc-ed9297566ffa {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:38.460652 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a0082210-72bc-4a4c-af39-c3d020a225f8 req-8d111085-5a5c-42fb-963e-5d819e892c3b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.566096 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcce7bf-fcb5-49ff-aca7-8c46b84f6012 req-5ade61f1-00b1-4054-bc1a-91edb4d4ad0b tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:38.568157 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2dcce7bf-fcb5-49ff-aca7-8c46b84f6012 req-5ade61f1-00b1-4054-bc1a-91edb4d4ad0b tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 943 time: 0.1540189 Aug 19 18:14:38.578344 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-974b90ef-1a8d-43cd-a342-aa34bff9f95d tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.579379 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-974b90ef-1a8d-43cd-a342-aa34bff9f95d tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.662077 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2dcce7bf-fcb5-49ff-aca7-8c46b84f6012 req-7670c462-dc6b-4f09-ad07-9ee4f3d93260 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824606 Aug 19 18:14:38.668880 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c4cdca8c-306b-44af-bfb2-feaab6817eb0 req-043802e8-21e6-4838-a118-39cde3c3e8f8 service neutron] 10.222.0.54 "GET /v2.0/networks/f3700011-a00d-444a-b5c3-5a096e23b70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531102 Aug 19 18:14:38.687970 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 7a46cf2f-6bc2-4549-9f7e-420a35814d6d up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:38.758088 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 7a46cf2f-6bc2-4549-9f7e-420a35814d6d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:38.767506 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 7a46cf2f-6bc2-4549-9f7e-420a35814d6d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:38.768527 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.785801 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-a0082210-72bc-4a4c-af39-c3d020a225f8 req-8d111085-5a5c-42fb-963e-5d819e892c3b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] For port 56b7530d-5602-47dc-99fc-ed9297566ffa, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=56b7530d-5602-47dc-99fc-ed9297566ffa,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:38.786198 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a0082210-72bc-4a4c-af39-c3d020a225f8 req-8d111085-5a5c-42fb-963e-5d819e892c3b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.822865 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3314a-9f38-4e76-b2bf-400f6f5a5999 req-f1002149-702c-4fa8-8892-2e6a9a1a575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:38.826126 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-15e3314a-9f38-4e76-b2bf-400f6f5a5999 req-f1002149-702c-4fa8-8892-2e6a9a1a575e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ae80c06dc10a4ca3827cce85fbacc6e6&device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 1094 time: 0.0998838 Aug 19 18:14:38.865189 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-974b90ef-1a8d-43cd-a342-aa34bff9f95d tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.879029 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.893028 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-a0082210-72bc-4a4c-af39-c3d020a225f8 req-8d111085-5a5c-42fb-963e-5d819e892c3b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Calling delete_port for 56b7530d-5602-47dc-99fc-ed9297566ffa owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:38.909636 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d6a851-423e-4158-b6eb-609086813c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a46cf2f-6bc2-4549-9f7e-420a35814d6d'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:38.912069 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451ee263-f118-4369-8052-39cc4b3d1692" -d '{"events": [{"server_uuid": "46d6a851-423e-4158-b6eb-609086813c1d", "name": "network-vif-plugged", "status": "completed", "tag": "7a46cf2f-6bc2-4549-9f7e-420a35814d6d"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:38.950758 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 7a46cf2f-6bc2-4549-9f7e-420a35814d6d, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=7a46cf2f-6bc2-4549-9f7e-420a35814d6d,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:38.962155 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.014081 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397f377d-117d-4ce4-aa42-385f145b9492 x-openstack-request-id: req-397f377d-117d-4ce4-aa42-385f145b9492 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:39.016143 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d6a851-423e-4158-b6eb-609086813c1d", "name": "network-vif-plugged", "status": "completed", "tag": "7a46cf2f-6bc2-4549-9f7e-420a35814d6d", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:39.017953 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-397f377d-117d-4ce4-aa42-385f145b9492 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:39.022604 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d6a851-423e-4158-b6eb-609086813c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a46cf2f-6bc2-4549-9f7e-420a35814d6d', 'code': 200} Aug 19 18:14:39.033089 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3314a-9f38-4e76-b2bf-400f6f5a5999 req-12cf2ddd-00a0-432a-8ad6-13d1ad9eb1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:39.034807 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-15e3314a-9f38-4e76-b2bf-400f6f5a5999 req-12cf2ddd-00a0-432a-8ad6-13d1ad9eb1f2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f3700011-a00d-444a-b5c3-5a096e23b70c HTTP/1.1" status: 200 len: 911 time: 0.2000966 Aug 19 18:14:39.069022 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=7a46cf2f-6bc2-4549-9f7e-420a35814d6d,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:39.095121 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-15e3314a-9f38-4e76-b2bf-400f6f5a5999 req-47a40c49-d27b-4478-9d29-df5166e5aa21 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=186aea3a-9e60-4111-8e28-ff88f5343cbb HTTP/1.1" status: 200 len: 217 time: 0.0517800 Aug 19 18:14:39.095610 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53242) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:39.170042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3314a-9f38-4e76-b2bf-400f6f5a5999 req-90225640-ae8a-4e6c-8dd8-e08c1e61028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:39.174773 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-15e3314a-9f38-4e76-b2bf-400f6f5a5999 req-90225640-ae8a-4e6c-8dd8-e08c1e61028e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1d4e6d1-19da-4c86-acd1-805ea460bc92 HTTP/1.1" status: 200 len: 850 time: 0.0723078 Aug 19 18:14:39.218732 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850a2d9-6006-499a-ba16-f14753d19810 req-e56a615c-a9a6-4ff6-a6f4-e39e1fcd67e9 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:39.226097 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0850a2d9-6006-499a-ba16-f14753d19810 req-e56a615c-a9a6-4ff6-a6f4-e39e1fcd67e9 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb30e9b4-b3fe-44ed-bf9f-49241f14bb55 HTTP/1.1" status: 200 len: 945 time: 0.3568797 Aug 19 18:14:39.230181 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-15e3314a-9f38-4e76-b2bf-400f6f5a5999 req-1b810a70-268c-4e9e-9b6b-66c280f84b92 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f3700011-a00d-444a-b5c3-5a096e23b70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474925 Aug 19 18:14:39.262881 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-70ba76fe-acf9-4a68-8691-b63d975e44fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.272719 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-974b90ef-1a8d-43cd-a342-aa34bff9f95d tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.319665 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d02f7f4e-5a5e-4051-ac75-a65f3569f3c3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.347836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99ea9d-daee-49c9-a75c-5d567b876186 req-5dbdad16-980b-413d-b121-7d54e3ef0cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:39.349476 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a99ea9d-daee-49c9-a75c-5d567b876186 req-5dbdad16-980b-413d-b121-7d54e3ef0cbc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=46d6a851-423e-4158-b6eb-609086813c1d HTTP/1.1" status: 200 len: 1100 time: 0.2630191 Aug 19 18:14:39.366200 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15094a-2501-4d31-85ae-7e686b6f65e1 req-e300c5f2-6d85-4488-82ad-f2813bb9a58d tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:39.367737 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7f15094a-2501-4d31-85ae-7e686b6f65e1 req-e300c5f2-6d85-4488-82ad-f2813bb9a58d tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d6a851-423e-4158-b6eb-609086813c1d HTTP/1.1" status: 200 len: 949 time: 0.1321063 Aug 19 18:14:39.398701 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0850a2d9-6006-499a-ba16-f14753d19810 req-ac5c0a22-dc0a-4eb0-8c85-c5440e4134fe tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660507 Aug 19 18:14:39.438717 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-15e3314a-9f38-4e76-b2bf-400f6f5a5999 req-4ddc7a37-9605-43a7-aabf-372eedfdaa9a service neutron] 10.222.0.54 "GET /v2.0/networks/f3700011-a00d-444a-b5c3-5a096e23b70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854420 Aug 19 18:14:39.496534 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f7f4e-5a5e-4051-ac75-a65f3569f3c3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Subnet': ['ID=f80a85f5-9f3b-44cf-98ab-58e042bbde95,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:39.514656 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7f15094a-2501-4d31-85ae-7e686b6f65e1 req-157a0d05-c402-4da5-8b0f-41aec4287fae tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/security-groups?id=e31ac906-c78f-489d-b37a-40aad26131b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364214 Aug 19 18:14:39.556452 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a99ea9d-daee-49c9-a75c-5d567b876186 req-35ef8d52-445d-4c2a-ae77-d810d716e0b2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e31ac906-c78f-489d-b37a-40aad26131b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829336 Aug 19 18:14:39.582955 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02f7f4e-5a5e-4051-ac75-a65f3569f3c3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Checking segment: {'id': '90bdcf53-2f97-4901-a630-4895b1b52789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '158054ab-2706-4282-bac3-7e0610d23159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:39.583691 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02f7f4e-5a5e-4051-ac75-a65f3569f3c3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Network hostable DHCP agents. Network: 158054ab-2706-4282-bac3-7e0610d23159, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:14:39.586749 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-70ba76fe-acf9-4a68-8691-b63d975e44fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.592291 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-15e3314a-9f38-4e76-b2bf-400f6f5a5999 req-b91930b5-72b0-45cb-b3e9-d11dfd74fefc service neutron] 10.222.0.54 "GET /v2.0/networks/f3700011-a00d-444a-b5c3-5a096e23b70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379316 Aug 19 18:14:39.593248 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-70ba76fe-acf9-4a68-8691-b63d975e44fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.636568 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a0082210-72bc-4a4c-af39-c3d020a225f8 req-8d111085-5a5c-42fb-963e-5d819e892c3b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.641198 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-70ba76fe-acf9-4a68-8691-b63d975e44fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d0d68eecc844e369c2dfdc577d7dcb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5407422 Aug 19 18:14:39.641198 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba76fe-acf9-4a68-8691-b63d975e44fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92156f10-44bc-4fd6-b6d8-1150bf33a8e2,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:39.641474 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02f7f4e-5a5e-4051-ac75-a65f3569f3c3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Network 158054ab-2706-4282-bac3-7e0610d23159 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:14:39.641597 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53266) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:39.655980 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['56b7530d-5602-47dc-99fc-ed9297566ffa'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:14:39.699947 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d111085-5a5c-42fb-963e-5d819e892c3b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Pushing event deleted for resources: {'Port': ['ID=56b7530d-5602-47dc-99fc-ed9297566ffa,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:39.704653 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-d02f7f4e-5a5e-4051-ac75-a65f3569f3c3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 158054ab-2706-4282-bac3-7e0610d23159) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:39.718355 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9300e64a-d979-438a-8ef6-67571a69ea25 None None] Network 158054ab-2706-4282-bac3-7e0610d23159 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:39.745058 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02f7f4e-5a5e-4051-ac75-a65f3569f3c3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:39.745989 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d02f7f4e-5a5e-4051-ac75-a65f3569f3c3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.747364 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-95c8d6e8-cd02-4973-aa62-9eac11987d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.768293 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d02f7f4e-5a5e-4051-ac75-a65f3569f3c3 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2543445 Aug 19 18:14:39.772716 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53276) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:39.778525 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-c01eded4-804a-4b80-bcfd-6126d1cbc28c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1047778169', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}, 'admin_state_up': False}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:39.818259 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0082210-72bc-4a4c-af39-c3d020a225f8 req-8d111085-5a5c-42fb-963e-5d819e892c3b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] No DVR routers for this DVR port 56b7530d-5602-47dc-99fc-ed9297566ffa on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:39.822757 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-95c8d6e8-cd02-4973-aa62-9eac11987d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.823835 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a0082210-72bc-4a4c-af39-c3d020a225f8 req-8d111085-5a5c-42fb-963e-5d819e892c3b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.826209 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0082210-72bc-4a4c-af39-c3d020a225f8 req-8d111085-5a5c-42fb-963e-5d819e892c3b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.50 "DELETE /v2.0/ports/56b7530d-5602-47dc-99fc-ed9297566ffa HTTP/1.1" status: 204 len: 173 time: 2.4293683 Aug 19 18:14:39.826839 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb30e9b4-b3fe-44ed-bf9f-49241f14bb55', 'name': 'network-vif-deleted', 'tag': '56b7530d-5602-47dc-99fc-ed9297566ffa'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:39.829488 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ea3b84-8614-4f93-9b48-4f2acf2647f4" -d '{"events": [{"server_uuid": "eb30e9b4-b3fe-44ed-bf9f-49241f14bb55", "name": "network-vif-deleted", "tag": "56b7530d-5602-47dc-99fc-ed9297566ffa"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:39.923179 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf91b63f-cd4f-4e89-a230-d21992ba485b x-openstack-request-id: req-bf91b63f-cd4f-4e89-a230-d21992ba485b {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:39.923409 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c01eded4-804a-4b80-bcfd-6126d1cbc28c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.923931 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb30e9b4-b3fe-44ed-bf9f-49241f14bb55", "name": "network-vif-deleted", "tag": "56b7530d-5602-47dc-99fc-ed9297566ffa", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:39.924352 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf91b63f-cd4f-4e89-a230-d21992ba485b {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:39.924909 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb30e9b4-b3fe-44ed-bf9f-49241f14bb55', 'name': 'network-vif-deleted', 'tag': '56b7530d-5602-47dc-99fc-ed9297566ffa', 'status': 'completed', 'code': 200} Aug 19 18:14:39.925061 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c01eded4-804a-4b80-bcfd-6126d1cbc28c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.960724 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf2539a-da88-4850-a14f-b3702c69c722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-158054ab-2706-4282-bac3-7e0610d23159', 'network_id': '158054ab-2706-4282-bac3-7e0610d23159', 'tenant_id': '68654bdf79fb406da1f88875405c74ed', 'fixed_ips': [{'subnet_id': 'f80a85f5-9f3b-44cf-98ab-58e042bbde95'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:14:39.961857 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4cf2539a-da88-4850-a14f-b3702c69c722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.995043 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c01eded4-804a-4b80-bcfd-6126d1cbc28c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.006274 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2755f7-e886-4234-87fb-ef4eb7f9fe8a req-10ee04da-a726-4b58-9341-ff54fd3f1b6d tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:40.014900 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8b2755f7-e886-4234-87fb-ef4eb7f9fe8a req-10ee04da-a726-4b58-9341-ff54fd3f1b6d tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 943 time: 0.2625370 Aug 19 18:14:40.015886 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-974b90ef-1a8d-43cd-a342-aa34bff9f95d tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.039675 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-974b90ef-1a8d-43cd-a342-aa34bff9f95d tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.123344 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.144689 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53282) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:40.168261 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-974b90ef-1a8d-43cd-a342-aa34bff9f95d tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Allocated IP 172.25.8.223 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/61f842d5-6402-4826-b0da-f4e2c881e4b4) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:40.168625 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-4cf2539a-da88-4850-a14f-b3702c69c722 None None] Allocated IP 172.20.0.2 (158054ab-2706-4282-bac3-7e0610d23159/f80a85f5-9f3b-44cf-98ab-58e042bbde95/2764b131-3961-475e-b80e-7175bde4a420) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:40.304524 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fe1592e7-4884-4587-853a-61ccc76d5b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.348076 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-974b90ef-1a8d-43cd-a342-aa34bff9f95d tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.365521 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4cf2539a-da88-4850-a14f-b3702c69c722 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.378827 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4cf2539a-da88-4850-a14f-b3702c69c722 None None] Transition to ACTIVE for port object 2764b131-3961-475e-b80e-7175bde4a420 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:40.400324 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4cf2539a-da88-4850-a14f-b3702c69c722 None None] Transition to ACTIVE for port object 2764b131-3961-475e-b80e-7175bde4a420 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:40.407723 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4cf2539a-da88-4850-a14f-b3702c69c722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.442075 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-974b90ef-1a8d-43cd-a342-aa34bff9f95d tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.464090 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf2539a-da88-4850-a14f-b3702c69c722 None None] Network 158054ab-2706-4282-bac3-7e0610d23159 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:40.467587 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-4cf2539a-da88-4850-a14f-b3702c69c722 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:40.474490 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf2539a-da88-4850-a14f-b3702c69c722 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:40.482593 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2539a-da88-4850-a14f-b3702c69c722 None None] Pushing event updated for resources: {'Port': ['ID=2764b131-3961-475e-b80e-7175bde4a420,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:40.527780 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974b90ef-1a8d-43cd-a342-aa34bff9f95d tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:40.551140 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-4cf2539a-da88-4850-a14f-b3702c69c722 None None] Attempting to bind port 2764b131-3961-475e-b80e-7175bde4a420 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:40.551140 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-4cf2539a-da88-4850-a14f-b3702c69c722 None None] Attempting to bind port 2764b131-3961-475e-b80e-7175bde4a420 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '90bdcf53-2f97-4901-a630-4895b1b52789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '158054ab-2706-4282-bac3-7e0610d23159'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:40.551679 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf2539a-da88-4850-a14f-b3702c69c722 None None] Attempting to bind port 2764b131-3961-475e-b80e-7175bde4a420 on network 158054ab-2706-4282-bac3-7e0610d23159 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:40.553092 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-974b90ef-1a8d-43cd-a342-aa34bff9f95d tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:40.559191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b90ef-1a8d-43cd-a342-aa34bff9f95d tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Pushing event updated for resources: {'Port': ['ID=61f842d5-6402-4826-b0da-f4e2c881e4b4,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:40.570020 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf2539a-da88-4850-a14f-b3702c69c722 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:14:40.570633 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf2539a-da88-4850-a14f-b3702c69c722 None None] Checking segment: {'id': '90bdcf53-2f97-4901-a630-4895b1b52789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '158054ab-2706-4282-bac3-7e0610d23159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:40.571436 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4cf2539a-da88-4850-a14f-b3702c69c722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.571749 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54d3def7-518f-4e30-941a-a456836492ac req-24de334f-c379-4b06-a574-1221c6e06aef tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb30e9b4-b3fe-44ed-bf9f-49241f14bb55 HTTP/1.1" status: 200 len: 210 time: 0.0701852 Aug 19 18:14:40.573025 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf2539a-da88-4850-a14f-b3702c69c722 None None] Bound using segment: {'id': '90bdcf53-2f97-4901-a630-4895b1b52789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '158054ab-2706-4282-bac3-7e0610d23159'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:14:40.573933 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-4cf2539a-da88-4850-a14f-b3702c69c722 None None] Bound port: 2764b131-3961-475e-b80e-7175bde4a420, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bdcf53-2f97-4901-a630-4895b1b52789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '158054ab-2706-4282-bac3-7e0610d23159'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:14:40.574462 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fe1592e7-4884-4587-853a-61ccc76d5b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.574668 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4cf2539a-da88-4850-a14f-b3702c69c722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.575933 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974b90ef-1a8d-43cd-a342-aa34bff9f95d tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:40.589104 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fe1592e7-4884-4587-853a-61ccc76d5b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.651454 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8b2755f7-e886-4234-87fb-ef4eb7f9fe8a req-d18c7c69-12e0-47bb-8c08-19db9a59dbd0 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6314995 Aug 19 18:14:40.661665 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 186aea3a-9e60-4111-8e28-ff88f5343cbb details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:14:40.675718 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-4cf2539a-da88-4850-a14f-b3702c69c722 None None] For port 2764b131-3961-475e-b80e-7175bde4a420, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:14:40.686046 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fe1592e7-4884-4587-853a-61ccc76d5b55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7684631dca3f466fb9d6615a940294e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5384870 Aug 19 18:14:40.686899 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53290) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:40.688780 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-95c8d6e8-cd02-4973-aa62-9eac11987d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.691891 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-95c8d6e8-cd02-4973-aa62-9eac11987d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.693049 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-95c8d6e8-cd02-4973-aa62-9eac11987d16 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92156f10-44bc-4fd6-b6d8-1150bf33a8e2 HTTP/1.1" status: 204 len: 168 time: 1.0514507 Aug 19 18:14:40.714116 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-4cf2539a-da88-4850-a14f-b3702c69c722 None None] For port 2764b131-3961-475e-b80e-7175bde4a420, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2764b131-3961-475e-b80e-7175bde4a420,segment=NetworkSegment(90bdcf53-2f97-4901-a630-4895b1b52789),segment_id=90bdcf53-2f97-4901-a630-4895b1b52789)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:14:40.720273 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8d6e8-cd02-4973-aa62-9eac11987d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92156f10-44bc-4fd6-b6d8-1150bf33a8e2,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:40.726365 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c01eded4-804a-4b80-bcfd-6126d1cbc28c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.766196 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4cf2539a-da88-4850-a14f-b3702c69c722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.840107 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1592e7-4884-4587-853a-61ccc76d5b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb88812a-1532-427b-aea7-9854966210ca,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:40.920556 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4e12007f-acdc-4f30-a22d-535ca6363be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.975078 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2539a-da88-4850-a14f-b3702c69c722 None None] Pushing event updated for resources: {'Port': ['ID=2764b131-3961-475e-b80e-7175bde4a420,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:40.977315 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4e12007f-acdc-4f30-a22d-535ca6363be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.995748 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.013259 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a673b7-1fde-48c8-bee8-40fc5284096f req-33064a2b-64fd-4bac-83f0-0bf302ba867e tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:41.014881 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-95a673b7-1fde-48c8-bee8-40fc5284096f req-33064a2b-64fd-4bac-83f0-0bf302ba867e tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d6a851-423e-4158-b6eb-609086813c1d HTTP/1.1" status: 200 len: 949 time: 0.3509545 Aug 19 18:14:41.032298 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c01eded4-804a-4b80-bcfd-6126d1cbc28c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.048564 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 186aea3a-9e60-4111-8e28-ff88f5343cbb, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=186aea3a-9e60-4111-8e28-ff88f5343cbb,segment=NetworkSegment(8d1b91f9-eb67-4862-ab25-b92a357c2185),segment_id=8d1b91f9-eb67-4862-ab25-b92a357c2185)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:41.061697 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c01eded4-804a-4b80-bcfd-6126d1cbc28c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.068121 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '186aea3a-9e60-4111-8e28-ff88f5343cbb', 'network_id': 'f3700011-a00d-444a-b5c3-5a096e23b70c', 'port_id': '186aea3a-9e60-4111-8e28-ff88f5343cbb', 'mac_address': 'fa:16:3e:5b:74:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1d4e6d1-19da-4c86-acd1-805ea460bc92', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:14:41.158813 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.167485 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-95a673b7-1fde-48c8-bee8-40fc5284096f req-88400c57-d984-4267-9aee-786d6e30f768 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/security-groups?id=e31ac906-c78f-489d-b37a-40aad26131b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436787 Aug 19 18:14:41.183054 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53298) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:41.188330 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186aea3a-9e60-4111-8e28-ff88f5343cbb {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:14:41.198165 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4e12007f-acdc-4f30-a22d-535ca6363be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.200723 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4e12007f-acdc-4f30-a22d-535ca6363be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.201899 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4e12007f-acdc-4f30-a22d-535ca6363be0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb88812a-1532-427b-aea7-9854966210ca HTTP/1.1" status: 204 len: 168 time: 0.4931040 Aug 19 18:14:41.217078 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 186aea3a-9e60-4111-8e28-ff88f5343cbb, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=186aea3a-9e60-4111-8e28-ff88f5343cbb,segment=NetworkSegment(8d1b91f9-eb67-4862-ab25-b92a357c2185),segment_id=8d1b91f9-eb67-4862-ab25-b92a357c2185)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:41.222690 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-244e7005-ff3d-43e4-8741-c8769f5ce33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.223229 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.241276 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12007f-acdc-4f30-a22d-535ca6363be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb88812a-1532-427b-aea7-9854966210ca,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:41.246877 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-974b90ef-1a8d-43cd-a342-aa34bff9f95d tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.278531 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-c01eded4-804a-4b80-bcfd-6126d1cbc28c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Allocated IP 172.25.8.156 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/25d7e1f7-9704-410e-8e7d-0e029d24da99) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:41.358712 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=186aea3a-9e60-4111-8e28-ff88f5343cbb,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:41.439191 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:14:41.459950 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c01eded4-804a-4b80-bcfd-6126d1cbc28c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.505074 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c01eded4-804a-4b80-bcfd-6126d1cbc28c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.531421 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['186aea3a-9e60-4111-8e28-ff88f5343cbb'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:14:41.548150 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-244e7005-ff3d-43e4-8741-c8769f5ce33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.566554 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01eded4-804a-4b80-bcfd-6126d1cbc28c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:41.569623 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-c01eded4-804a-4b80-bcfd-6126d1cbc28c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:41.572157 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01eded4-804a-4b80-bcfd-6126d1cbc28c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:41.587122 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-244e7005-ff3d-43e4-8741-c8769f5ce33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.605667 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01eded4-804a-4b80-bcfd-6126d1cbc28c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Port': ['ID=25d7e1f7-9704-410e-8e7d-0e029d24da99,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:41.646186 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-244e7005-ff3d-43e4-8741-c8769f5ce33f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97964d5ecd7042989a1c79a443710f48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4623685 Aug 19 18:14:41.651012 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53306) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:41.699384 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e7005-ff3d-43e4-8741-c8769f5ce33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1802020a-0192-47fa-b2f9-65cffe366399,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:41.740970 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-974b90ef-1a8d-43cd-a342-aa34bff9f95d tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.918593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53316) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:41.973133 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c01eded4-804a-4b80-bcfd-6126d1cbc28c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.990161 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-346e3e1b-c28f-4f6a-a9c9-549f49f48678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.991945 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8f7734a9-f3fb-4d9e-ad99-d53e449ff6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:42.039568 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f6385-6f4d-46ac-8b2e-35d606f95757 req-102a21be-96e0-41ac-96f5-14b4c361e9f9 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:42.041936 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ec4f6385-6f4d-46ac-8b2e-35d606f95757 req-102a21be-96e0-41ac-96f5-14b4c361e9f9 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 944 time: 0.2319317 Aug 19 18:14:42.085792 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-346e3e1b-c28f-4f6a-a9c9-549f49f48678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:42.224501 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ec4f6385-6f4d-46ac-8b2e-35d606f95757 req-ee41734f-effa-4cc2-a58c-db44720ea117 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729448 Aug 19 18:14:42.225825 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2764b131-3961-475e-b80e-7175bde4a420 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:42.261907 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974b90ef-1a8d-43cd-a342-aa34bff9f95d tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Router 0d7bca77-03ce-437a-aedf-a3a71c054555 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:14:42.266017 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-73448d91-e14f-4d3e-b722-9f8cb4a1cb97 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:42.271227 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-73448d91-e14f-4d3e-b722-9f8cb4a1cb97 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/networks?id=6a232ed5-d6ef-427b-adae-4f7272a3c429 HTTP/1.1" status: 200 len: 812 time: 0.2083964 Aug 19 18:14:42.327957 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 2764b131-3961-475e-b80e-7175bde4a420 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:42.333342 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-6a83a957-3c61-4aee-9e75-235fa23395c1 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/quotas/b4a7af90eddc4fcd95550f2f124890b4 HTTP/1.1" status: 200 len: 375 time: 0.0532107 Aug 19 18:14:42.383781 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b14becd-d7d3-4c8f-b000-1d60a44942f9 None None] Network 158054ab-2706-4282-bac3-7e0610d23159 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:42.390403 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-1295a485-a9a0-428a-a7cc-bfc77eb94f53 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4a7af90eddc4fcd95550f2f124890b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418284 Aug 19 18:14:42.395349 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c01eded4-804a-4b80-bcfd-6126d1cbc28c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:42.504843 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ebe09d33-f72a-46ea-bea4-362d13e9637c None None] Provisioning for port 2764b131-3961-475e-b80e-7175bde4a420 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:42.512828 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ebe09d33-f72a-46ea-bea4-362d13e9637c None None] Provisioning complete for port 2764b131-3961-475e-b80e-7175bde4a420 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:42.513687 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ebe09d33-f72a-46ea-bea4-362d13e9637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:42.578783 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-8243885e-dec8-4939-bb28-5f215e812a00 service neutron] 10.222.0.24 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808250 Aug 19 18:14:42.660445 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 186aea3a-9e60-4111-8e28-ff88f5343cbb up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:42.676351 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01eded4-804a-4b80-bcfd-6126d1cbc28c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Router 41b30822-e014-45a4-8544-5ed4a109ce2b is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:14:42.688491 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ebe09d33-f72a-46ea-bea4-362d13e9637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:42.738255 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-346e3e1b-c28f-4f6a-a9c9-549f49f48678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:42.740718 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-346e3e1b-c28f-4f6a-a9c9-549f49f48678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:42.744648 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-346e3e1b-c28f-4f6a-a9c9-549f49f48678 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1802020a-0192-47fa-b2f9-65cffe366399 HTTP/1.1" status: 204 len: 168 time: 1.0899663 Aug 19 18:14:42.765252 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-b1c19504-7e30-454d-a0aa-b33275f2b9a1 service neutron] 10.222.0.24 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661148 Aug 19 18:14:42.770828 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e3e1b-c28f-4f6a-a9c9-549f49f48678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1802020a-0192-47fa-b2f9-65cffe366399,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:42.775014 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 56b7530d-5602-47dc-99fc-ed9297566ffa no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:42.823733 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ebe09d33-f72a-46ea-bea4-362d13e9637c None None] For port 2764b131-3961-475e-b80e-7175bde4a420, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2764b131-3961-475e-b80e-7175bde4a420,segment=NetworkSegment(90bdcf53-2f97-4901-a630-4895b1b52789),segment_id=90bdcf53-2f97-4901-a630-4895b1b52789)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:42.832774 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 56b7530d-5602-47dc-99fc-ed9297566ffa {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:42.833294 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 56b7530d-5602-47dc-99fc-ed9297566ffa not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:42.860994 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ebe09d33-f72a-46ea-bea4-362d13e9637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:42.865865 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8f7734a9-f3fb-4d9e-ad99-d53e449ff6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:42.882105 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be31b2-2031-4e90-91c7-e4da3c46e3cc req-9cc930f8-de7b-4cb0-b886-fbd4342f4ab0 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:42.890226 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-19be31b2-2031-4e90-91c7-e4da3c46e3cc req-9cc930f8-de7b-4cb0-b886-fbd4342f4ab0 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d6a851-423e-4158-b6eb-609086813c1d HTTP/1.1" status: 200 len: 949 time: 0.5496547 Aug 19 18:14:42.906070 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8f7734a9-f3fb-4d9e-ad99-d53e449ff6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:42.914090 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01eded4-804a-4b80-bcfd-6126d1cbc28c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:14:42.925998 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e7a5c5-733b-436e-8bed-fc713f35aa46 None None] Sync routers for ids ['41b30822-e014-45a4-8544-5ed4a109ce2b'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:14:42.940409 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c01eded4-804a-4b80-bcfd-6126d1cbc28c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:42.941563 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c01eded4-804a-4b80-bcfd-6126d1cbc28c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1678507 Aug 19 18:14:42.944386 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53332) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:42.946726 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e7a5c5-733b-436e-8bed-fc713f35aa46 None None] Routers {'41b30822-e014-45a4-8544-5ed4a109ce2b'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:42.951005 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-61e7a5c5-733b-436e-8bed-fc713f35aa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['41b30822-e014-45a4-8544-5ed4a109ce2b'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:42.966825 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7734a9-f3fb-4d9e-ad99-d53e449ff6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b21eb9-5ae6-4e61-8730-6d816dba0aef,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:42.974143 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974b90ef-1a8d-43cd-a342-aa34bff9f95d tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:14:43.028722 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe09d33-f72a-46ea-bea4-362d13e9637c None None] Pushing event updated for resources: {'Port': ['ID=2764b131-3961-475e-b80e-7175bde4a420,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:43.032229 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-974b90ef-1a8d-43cd-a342-aa34bff9f95d tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:43.036369 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-974b90ef-1a8d-43cd-a342-aa34bff9f95d tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.6053488 Aug 19 18:14:43.037129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53336) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:43.071320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 186aea3a-9e60-4111-8e28-ff88f5343cbb completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:43.075076 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] Sync routers for ids ['0d7bca77-03ce-437a-aedf-a3a71c054555'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:14:43.107470 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-61e7a5c5-733b-436e-8bed-fc713f35aa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:43.122504 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 186aea3a-9e60-4111-8e28-ff88f5343cbb triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:43.122891 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:43.141204 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e7a5c5-733b-436e-8bed-fc713f35aa46 None None] Routers {'41b30822-e014-45a4-8544-5ed4a109ce2b'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:43.141940 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-61e7a5c5-733b-436e-8bed-fc713f35aa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['41b30822-e014-45a4-8544-5ed4a109ce2b'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:43.159898 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-19be31b2-2031-4e90-91c7-e4da3c46e3cc req-73de71b4-2094-48c0-b7f9-c07f506b656f tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/security-groups?id=e31ac906-c78f-489d-b37a-40aad26131b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684019 Aug 19 18:14:43.164384 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8f7734a9-f3fb-4d9e-ad99-d53e449ff6c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae456a2d57554dbdbc8cafb30d4661ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2436428 Aug 19 18:14:43.169161 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53342) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:43.249110 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da6300a5-f286-44cd-8bfa-2e827b2a860f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:43.267494 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] Routers {'0d7bca77-03ce-437a-aedf-a3a71c054555'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:43.268189 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['0d7bca77-03ce-437a-aedf-a3a71c054555'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:43.277795 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da6300a5-f286-44cd-8bfa-2e827b2a860f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:43.306655 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-61e7a5c5-733b-436e-8bed-fc713f35aa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:43.307331 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e7a5c5-733b-436e-8bed-fc713f35aa46 None None] The sync data for ids ['41b30822-e014-45a4-8544-5ed4a109ce2b'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:14:43.339631 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cd857ea5-c6ad-43dc-9bea-b35b123721ae tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "GET /v2.0/routers/0d7bca77-03ce-437a-aedf-a3a71c054555 HTTP/1.1" status: 200 len: 909 time: 0.2948248 Aug 19 18:14:43.340908 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da6300a5-f286-44cd-8bfa-2e827b2a860f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:43.343631 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da6300a5-f286-44cd-8bfa-2e827b2a860f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:43.347273 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-da6300a5-f286-44cd-8bfa-2e827b2a860f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73b21eb9-5ae6-4e61-8730-6d816dba0aef HTTP/1.1" status: 204 len: 168 time: 0.1747994 Aug 19 18:14:43.347273 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53348) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:43.379530 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9f936891-3889-44f7-8c15-e5c811deafc5 req-5e3d088d-82b2-4366-86d0-3ccf868b867a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 210 time: 0.0789392 Aug 19 18:14:43.409925 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-746d3148-e9c2-462f-ad76-302dd950ca21 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1030138514', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'enable_snat': True}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:43.414497 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6300a5-f286-44cd-8bfa-2e827b2a860f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b21eb9-5ae6-4e61-8730-6d816dba0aef,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:43.448350 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-746d3148-e9c2-462f-ad76-302dd950ca21 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:43.454213 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-746d3148-e9c2-462f-ad76-302dd950ca21 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:43.612973 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-746d3148-e9c2-462f-ad76-302dd950ca21 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:43.808179 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-746d3148-e9c2-462f-ad76-302dd950ca21 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:43.825111 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ba148-4d76-423f-bd15-3edc23b7c39a req-051cc844-2ca7-4ff2-bba9-b9ec6e7bd08b tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:43.830486 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-498f889c-6b7d-424b-9733-1776546f0b7d None None] Provisioning complete for port 2764b131-3961-475e-b80e-7175bde4a420 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:43.830856 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-498f889c-6b7d-424b-9733-1776546f0b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:43.833053 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-498ba148-4d76-423f-bd15-3edc23b7c39a req-051cc844-2ca7-4ff2-bba9-b9ec6e7bd08b tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 944 time: 0.2233117 Aug 19 18:14:43.835943 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] Set router 0d7bca77-03ce-437a-aedf-a3a71c054555 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:14:43.912542 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-498ba148-4d76-423f-bd15-3edc23b7c39a req-c10f0ff5-dc99-4ffc-a2e6-341f6fb7d4e0 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738499 Aug 19 18:14:43.936430 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18937209-29fd-41ab-b4a6-a32540de16f5 req-d74e0a69-280f-4c93-9aff-027319314e31 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:43.943888 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-18937209-29fd-41ab-b4a6-a32540de16f5 req-d74e0a69-280f-4c93-9aff-027319314e31 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d6a851-423e-4158-b6eb-609086813c1d HTTP/1.1" status: 200 len: 949 time: 0.2309165 Aug 19 18:14:43.980479 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9d422c0-3565-4fd8-a6f2-eda79d31e486 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:43.999355 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-18937209-29fd-41ab-b4a6-a32540de16f5 req-a68c14b7-d862-47db-bfd3-de724f53b870 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/security-groups?id=e31ac906-c78f-489d-b37a-40aad26131b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544229 Aug 19 18:14:44.226156 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-746d3148-e9c2-462f-ad76-302dd950ca21 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:44.282840 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-746d3148-e9c2-462f-ad76-302dd950ca21 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:44.350970 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2764b131-3961-475e-b80e-7175bde4a420 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:44.450470 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-746d3148-e9c2-462f-ad76-302dd950ca21 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Allocated IP 172.25.8.171 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/2e847822-04f9-4bba-bdc6-9be1d11c9c6d) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:44.493792 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:44.507591 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 2764b131-3961-475e-b80e-7175bde4a420 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:44.507968 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:44.538000 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-d9d422c0-3565-4fd8-a6f2-eda79d31e486 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Allocated IP 172.20.0.1 (158054ab-2706-4282-bac3-7e0610d23159/f80a85f5-9f3b-44cf-98ab-58e042bbde95/3601515b-d95a-4555-83cc-4ee33f1ebf9c) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:44.609346 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738f6fb8-7210-4f55-8939-7b9b7df2a38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186aea3a-9e60-4111-8e28-ff88f5343cbb'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:44.611690 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21f8812-ddd5-4153-bda4-2fe737ceeed7" -d '{"events": [{"server_uuid": "738f6fb8-7210-4f55-8939-7b9b7df2a38b", "name": "network-vif-plugged", "status": "completed", "tag": "186aea3a-9e60-4111-8e28-ff88f5343cbb"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:44.643028 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 186aea3a-9e60-4111-8e28-ff88f5343cbb, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=186aea3a-9e60-4111-8e28-ff88f5343cbb,segment=NetworkSegment(8d1b91f9-eb67-4862-ab25-b92a357c2185),segment_id=8d1b91f9-eb67-4862-ab25-b92a357c2185)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:44.655101 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:44.661510 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7bca77-03ce-437a-aedf-a3a71c054555', 'name': 'tempest-snat-router-1030138514', 'tenant_id': '32666db3a095430990a234afcf419280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223'}], 'enable_snat': False}, 'gw_port_id': '61f842d5-6402-4826-b0da-f4e2c881e4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:14:38Z', 'updated_at': '2021-08-19T18:14:41Z', 'revision_number': 3, 'project_id': '32666db3a095430990a234afcf419280', 'gw_port': {'id': '61f842d5-6402-4826-b0da-f4e2c881e4b4', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:17:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7bca77-03ce-437a-aedf-a3a71c054555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:14:40Z', 'updated_at': '2021-08-19T18:14:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:44.663446 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1cab3744-62f1-4545-a816-98c554bcaa43 req-c9bc321e-3f8a-4674-b63d-0dc204195c0a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 210 time: 0.0866375 Aug 19 18:14:44.739810 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507ddce0-6d91-49e8-956f-6691e2aeae3e x-openstack-request-id: req-507ddce0-6d91-49e8-956f-6691e2aeae3e {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:44.743752 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738f6fb8-7210-4f55-8939-7b9b7df2a38b", "name": "network-vif-plugged", "status": "completed", "tag": "186aea3a-9e60-4111-8e28-ff88f5343cbb", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:44.745006 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-507ddce0-6d91-49e8-956f-6691e2aeae3e {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:44.748042 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738f6fb8-7210-4f55-8939-7b9b7df2a38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186aea3a-9e60-4111-8e28-ff88f5343cbb', 'code': 200} Aug 19 18:14:44.764868 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9d422c0-3565-4fd8-a6f2-eda79d31e486 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:44.791551 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-d9d422c0-3565-4fd8-a6f2-eda79d31e486 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Transition to ACTIVE for port object 3601515b-d95a-4555-83cc-4ee33f1ebf9c will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:44.858850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] Checking router: 0d7bca77-03ce-437a-aedf-a3a71c054555 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:14:44.859485 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] Updating router 0d7bca77-03ce-437a-aedf-a3a71c054555 port 61f842d5-6402-4826-b0da-f4e2c881e4b4 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:14:44.888693 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9d422c0-3565-4fd8-a6f2-eda79d31e486 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:44.910454 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:44.912771 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=186aea3a-9e60-4111-8e28-ff88f5343cbb,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:44.930918 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-746d3148-e9c2-462f-ad76-302dd950ca21 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:44.965122 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d422c0-3565-4fd8-a6f2-eda79d31e486 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Network 158054ab-2706-4282-bac3-7e0610d23159 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:44.972236 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-d9d422c0-3565-4fd8-a6f2-eda79d31e486 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:44.991211 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d422c0-3565-4fd8-a6f2-eda79d31e486 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:45.050440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d422c0-3565-4fd8-a6f2-eda79d31e486 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Port': ['ID=3601515b-d95a-4555-83cc-4ee33f1ebf9c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:45.053473 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9d422c0-3565-4fd8-a6f2-eda79d31e486 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:45.059688 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649b006-9a95-43b7-a4d2-f281189973f0 req-2348b690-b8e2-4b83-8585-3df99eb269c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:45.061291 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8649b006-9a95-43b7-a4d2-f281189973f0 req-2348b690-b8e2-4b83-8585-3df99eb269c3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 1096 time: 0.2012391 Aug 19 18:14:45.079265 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-746d3148-e9c2-462f-ad76-302dd950ca21 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:45.263466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd7548-9281-428f-89e2-325ad882b9e9 req-939742af-5613-4e29-8ab1-ee62596c9a54 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:45.273813 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dfbd7548-9281-428f-89e2-325ad882b9e9 req-939742af-5613-4e29-8ab1-ee62596c9a54 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.2124536 Aug 19 18:14:45.291225 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746d3148-e9c2-462f-ad76-302dd950ca21 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:45.297648 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-746d3148-e9c2-462f-ad76-302dd950ca21 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:45.350885 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746d3148-e9c2-462f-ad76-302dd950ca21 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:45.373022 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dfbd7548-9281-428f-89e2-325ad882b9e9 req-5bf26b5a-9f42-43de-99fe-e3e4aa52d410 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955546 Aug 19 18:14:45.408637 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:45.425318 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] Transition to ACTIVE for port object 61f842d5-6402-4826-b0da-f4e2c881e4b4 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:45.431953 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8b5c49a4-6cde-4f60-9cd2-e63410bcfe0c None None] Provisioning for port 3601515b-d95a-4555-83cc-4ee33f1ebf9c completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:45.438796 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:45.442012 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8b5c49a4-6cde-4f60-9cd2-e63410bcfe0c None None] Provisioning complete for port 3601515b-d95a-4555-83cc-4ee33f1ebf9c triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:45.442422 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8b5c49a4-6cde-4f60-9cd2-e63410bcfe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:45.456951 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8649b006-9a95-43b7-a4d2-f281189973f0 req-20f12dab-db1e-47d7-9d7c-a3f72c64f673 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580027 Aug 19 18:14:45.491010 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9d422c0-3565-4fd8-a6f2-eda79d31e486 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:45.531732 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e68c45-a4df-4b6b-a3dd-c3a3c3a7c8bb req-dbec0d6a-1434-488a-9115-f1f6754559a5 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:45.543950 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-07e68c45-a4df-4b6b-a3dd-c3a3c3a7c8bb req-dbec0d6a-1434-488a-9115-f1f6754559a5 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d6a851-423e-4158-b6eb-609086813c1d HTTP/1.1" status: 200 len: 949 time: 0.3754058 Aug 19 18:14:45.555757 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] Attempting to bind port 61f842d5-6402-4826-b0da-f4e2c881e4b4 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:45.556267 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] Attempting to bind port 61f842d5-6402-4826-b0da-f4e2c881e4b4 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:45.556741 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] Attempting to bind port 61f842d5-6402-4826-b0da-f4e2c881e4b4 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:45.559468 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d3148-e9c2-462f-ad76-302dd950ca21 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Pushing event updated for resources: {'Port': ['ID=2e847822-04f9-4bba-bdc6-9be1d11c9c6d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:45.571502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-8b5c49a4-6cde-4f60-9cd2-e63410bcfe0c None None] Port 3601515b-d95a-4555-83cc-4ee33f1ebf9c cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:14:45.579699 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:14:45.580085 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:45.580503 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:45.580899 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:14:45.581681 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] Bound port: 61f842d5-6402-4826-b0da-f4e2c881e4b4, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:14:45.581824 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:45.609404 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656c807-b6a1-4f8a-a759-ff4e42107166 None None] Pushing event updated for resources: {'Port': ['ID=61f842d5-6402-4826-b0da-f4e2c881e4b4,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:45.617362 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-1c5b316e-912a-4bb1-a35b-0aa71e00185b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:45.620221 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-1c5b316e-912a-4bb1-a35b-0aa71e00185b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.50 "GET /v2.0/networks?id=6a232ed5-d6ef-427b-adae-4f7272a3c429 HTTP/1.1" status: 200 len: 812 time: 0.9444313 Aug 19 18:14:45.668293 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-90377d2f-5713-4984-ab21-d75cb2e708a2 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Request body: {'port': {'device_id': 'd34f83d9-adea-4095-8723-c9d1536af58a', 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429', 'admin_state_up': True, 'tenant_id': 'b4a7af90eddc4fcd95550f2f124890b4'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:45.730524 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b298953-84a5-40c9-a054-8c46b7627671 req-90303d2f-db57-4ff4-9fe7-96b2ea50d29f tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:45.732230 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4b298953-84a5-40c9-a054-8c46b7627671 req-90303d2f-db57-4ff4-9fe7-96b2ea50d29f tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.50 "GET /v2.0/ports?device_id=46d6a851-423e-4158-b6eb-609086813c1d HTTP/1.1" status: 200 len: 949 time: 0.3765848 Aug 19 18:14:45.770294 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] For port 61f842d5-6402-4826-b0da-f4e2c881e4b4, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:14:45.798823 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] For port 61f842d5-6402-4826-b0da-f4e2c881e4b4, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=61f842d5-6402-4826-b0da-f4e2c881e4b4,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:14:45.821051 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:46.017707 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] Routers {'0d7bca77-03ce-437a-aedf-a3a71c054555'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:46.018351 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['0d7bca77-03ce-437a-aedf-a3a71c054555'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:46.030319 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-74c75dde-e088-435f-b1f8-4b964261b4af req-9b31b436-1af1-4754-8508-0f5373dd78f5 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 210 time: 0.1249573 Aug 19 18:14:46.156850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656c807-b6a1-4f8a-a759-ff4e42107166 None None] Pushing event updated for resources: {'Port': ['ID=61f842d5-6402-4826-b0da-f4e2c881e4b4,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:46.285362 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] Set router 0d7bca77-03ce-437a-aedf-a3a71c054555 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:14:46.290032 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-746d3148-e9c2-462f-ad76-302dd950ca21 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:46.323732 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-07e68c45-a4df-4b6b-a3dd-c3a3c3a7c8bb req-6a7de50c-3093-4616-89d1-c4df23c2f530 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/security-groups?id=e31ac906-c78f-489d-b37a-40aad26131b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7705183 Aug 19 18:14:46.482095 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:46.526072 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-98e38643-cc53-40a6-9015-a28c7a5e4601 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=91e157f66dc042cbbc51845611de46c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1375706 Aug 19 18:14:46.557050 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95f43f-c7bd-4de8-95f1-7366823897de req-ff58b910-c696-4afe-a623-aa3396f6225a tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:46.558069 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7bca77-03ce-437a-aedf-a3a71c054555', 'name': 'tempest-snat-router-1030138514', 'tenant_id': '32666db3a095430990a234afcf419280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223'}], 'enable_snat': False}, 'gw_port_id': '61f842d5-6402-4826-b0da-f4e2c881e4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:14:38Z', 'updated_at': '2021-08-19T18:14:41Z', 'revision_number': 3, 'project_id': '32666db3a095430990a234afcf419280', 'gw_port': {'id': '61f842d5-6402-4826-b0da-f4e2c881e4b4', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:17:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7bca77-03ce-437a-aedf-a3a71c054555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:14:40Z', 'updated_at': '2021-08-19T18:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:46.562156 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8b95f43f-c7bd-4de8-95f1-7366823897de req-ff58b910-c696-4afe-a623-aa3396f6225a tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.0903740 Aug 19 18:14:46.606083 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbdf16b-8f87-4f92-a63f-f71a655b14e1 None None] The sync data for ids ['0d7bca77-03ce-437a-aedf-a3a71c054555'] in n-d-803753-2 is: [{'id': '0d7bca77-03ce-437a-aedf-a3a71c054555', 'name': 'tempest-snat-router-1030138514', 'tenant_id': '32666db3a095430990a234afcf419280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223'}], 'enable_snat': False}, 'gw_port_id': '61f842d5-6402-4826-b0da-f4e2c881e4b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:14:38Z', 'updated_at': '2021-08-19T18:14:41Z', 'revision_number': 3, 'project_id': '32666db3a095430990a234afcf419280', 'gw_port': {'id': '61f842d5-6402-4826-b0da-f4e2c881e4b4', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:17:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7bca77-03ce-437a-aedf-a3a71c054555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:14:40Z', 'updated_at': '2021-08-19T18:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:14:46.649834 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-4b298953-84a5-40c9-a054-8c46b7627671 req-d8a2cad6-4e6c-40e1-bce4-8b8180d22842 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Deleting port 7a46cf2f-6bc2-4549-9f7e-420a35814d6d {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:46.651060 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4b298953-84a5-40c9-a054-8c46b7627671 req-d8a2cad6-4e6c-40e1-bce4-8b8180d22842 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:46.655908 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9d422c0-3565-4fd8-a6f2-eda79d31e486 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:46.682859 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8b95f43f-c7bd-4de8-95f1-7366823897de req-97f5ef40-1c58-46ed-a6c0-d9af4bcef50e tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093731 Aug 19 18:14:46.683894 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9d422c0-3565-4fd8-a6f2-eda79d31e486 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:46.748979 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d422c0-3565-4fd8-a6f2-eda79d31e486 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Port': ['ID=3601515b-d95a-4555-83cc-4ee33f1ebf9c,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:46.798802 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-90377d2f-5713-4984-ab21-d75cb2e708a2 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Made reservation on behalf of b4a7af90eddc4fcd95550f2f124890b4 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:46.803060 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-90377d2f-5713-4984-ab21-d75cb2e708a2 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:46.810997 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9d422c0-3565-4fd8-a6f2-eda79d31e486 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:46.922939 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d422c0-3565-4fd8-a6f2-eda79d31e486 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Network 158054ab-2706-4282-bac3-7e0610d23159 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:46.924986 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-d9d422c0-3565-4fd8-a6f2-eda79d31e486 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:46.982360 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-1094484e-d875-4249-8064-ba3f00ad41d5 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:46.990094 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-1094484e-d875-4249-8064-ba3f00ad41d5 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4528708 Aug 19 18:14:47.133838 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-8d2908e6-6b44-4850-b07e-72f20fdb7a14 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/quotas/91e157f66dc042cbbc51845611de46c1 HTTP/1.1" status: 200 len: 375 time: 0.1426673 Aug 19 18:14:47.147019 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-4b298953-84a5-40c9-a054-8c46b7627671 req-d8a2cad6-4e6c-40e1-bce4-8b8180d22842 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] For port 7a46cf2f-6bc2-4549-9f7e-420a35814d6d, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=7a46cf2f-6bc2-4549-9f7e-420a35814d6d,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:47.147535 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4b298953-84a5-40c9-a054-8c46b7627671 req-d8a2cad6-4e6c-40e1-bce4-8b8180d22842 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:47.165137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d422c0-3565-4fd8-a6f2-eda79d31e486 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Router 41b30822-e014-45a4-8544-5ed4a109ce2b has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:14:47.214892 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-8985b173-f4e2-403f-a903-59be2c170ace tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=91e157f66dc042cbbc51845611de46c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797932 Aug 19 18:14:47.221975 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-746d3148-e9c2-462f-ad76-302dd950ca21 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:47.229936 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-4b298953-84a5-40c9-a054-8c46b7627671 req-d8a2cad6-4e6c-40e1-bce4-8b8180d22842 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Calling delete_port for 7a46cf2f-6bc2-4549-9f7e-420a35814d6d owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:47.238479 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-73408a77-dd00-4fc3-a5a8-dc5f125129df req-8f11e67f-f321-4119-9390-60905e4f8c93 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 210 time: 0.0623107 Aug 19 18:14:47.336081 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-28bd22b1-2638-4705-8a4c-6f266d9b9b32 None None] Provisioning complete for port 3601515b-d95a-4555-83cc-4ee33f1ebf9c triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:47.336466 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-28bd22b1-2638-4705-8a4c-6f266d9b9b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:47.438327 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-28bd22b1-2638-4705-8a4c-6f266d9b9b32 None None] Port 3601515b-d95a-4555-83cc-4ee33f1ebf9c cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:14:47.493767 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d422c0-3565-4fd8-a6f2-eda79d31e486 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:14:47.504537 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d9d422c0-3565-4fd8-a6f2-eda79d31e486 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "PUT /v2.0/routers/41b30822-e014-45a4-8544-5ed4a109ce2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5564349 Aug 19 18:14:47.507846 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53556) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:47.508434 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6ee17c-8eab-4676-8b32-fa95d7a2532a None None] Sync routers for ids ['41b30822-e014-45a4-8544-5ed4a109ce2b'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:14:47.520484 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6ee17c-8eab-4676-8b32-fa95d7a2532a None None] Routers {'41b30822-e014-45a4-8544-5ed4a109ce2b'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:47.521427 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-4d6ee17c-8eab-4676-8b32-fa95d7a2532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['41b30822-e014-45a4-8544-5ed4a109ce2b'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:47.556185 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-a635a7b9-c784-44db-b627-9dc320e5f845 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Request body: {'port': {'network_id': '158054ab-2706-4282-bac3-7e0610d23159', 'name': 'tempest-FloatingIPTestJSON-127263757'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:47.567736 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-4d6ee17c-8eab-4676-8b32-fa95d7a2532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:47.579196 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6ee17c-8eab-4676-8b32-fa95d7a2532a None None] Routers {'41b30822-e014-45a4-8544-5ed4a109ce2b'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:47.580360 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-4d6ee17c-8eab-4676-8b32-fa95d7a2532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['41b30822-e014-45a4-8544-5ed4a109ce2b'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:47.673707 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-4d6ee17c-8eab-4676-8b32-fa95d7a2532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:47.676729 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6ee17c-8eab-4676-8b32-fa95d7a2532a None None] The sync data for ids ['41b30822-e014-45a4-8544-5ed4a109ce2b'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:14:47.795499 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8cbb9-4be8-4296-b204-0bbd53d0388a req-a0801aef-e4f9-4163-a323-271b3c037954 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:47.804049 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95a8cbb9-4be8-4296-b204-0bbd53d0388a req-a0801aef-e4f9-4163-a323-271b3c037954 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d6a851-423e-4158-b6eb-609086813c1d HTTP/1.1" status: 200 len: 949 time: 0.3004072 Aug 19 18:14:47.887276 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95a8cbb9-4be8-4296-b204-0bbd53d0388a req-e478e071-d2d8-4c7b-92c1-f9892e473ee8 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/security-groups?id=e31ac906-c78f-489d-b37a-40aad26131b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820351 Aug 19 18:14:47.889148 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a635a7b9-c784-44db-b627-9dc320e5f845 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Made reservation on behalf of 68654bdf79fb406da1f88875405c74ed for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:47.893230 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a635a7b9-c784-44db-b627-9dc320e5f845 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:47.935453 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-a635a7b9-c784-44db-b627-9dc320e5f845 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] device_id is not set on port cf082ac5-d5fc-476e-a275-8a3d8cc512c2 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:48.109722 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-a635a7b9-c784-44db-b627-9dc320e5f845 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Allocated IP 172.20.0.3 (158054ab-2706-4282-bac3-7e0610d23159/f80a85f5-9f3b-44cf-98ab-58e042bbde95/cf082ac5-d5fc-476e-a275-8a3d8cc512c2) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:48.138298 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147f22e-55df-485b-92d8-6be761f737d2 req-399beee8-129c-42da-9ca5-6e112934fb83 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:48.139969 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3147f22e-55df-485b-92d8-6be761f737d2 req-399beee8-129c-42da-9ca5-6e112934fb83 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.1060386 Aug 19 18:14:48.224388 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-90377d2f-5713-4984-ab21-d75cb2e708a2 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Allocated IP 172.20.0.12 (6a232ed5-d6ef-427b-adae-4f7272a3c429/b90853f9-3a3c-4d5a-8d68-8dea22f30a90/57d03e31-9d4d-49cf-9f3e-56ad87387f2f) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:48.251950 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-de200672-54d5-4611-a0cd-16ed78f3906d req-0ca8e57b-8fcd-491f-9800-4e31cd62a145 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cfcda83-1565-45d5-9b71-e7ea5d89bd1f HTTP/1.1" status: 200 len: 210 time: 0.7814643 Aug 19 18:14:48.276172 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 61f842d5-6402-4826-b0da-f4e2c881e4b4 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:48.360844 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3147f22e-55df-485b-92d8-6be761f737d2 req-82dbc749-1e5f-445e-9c65-01035c6a9aef tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331854 Aug 19 18:14:48.368442 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4b298953-84a5-40c9-a054-8c46b7627671 req-d8a2cad6-4e6c-40e1-bce4-8b8180d22842 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:48.389283 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['7a46cf2f-6bc2-4549-9f7e-420a35814d6d'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:14:48.426931 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2cad6-4e6c-40e1-bce4-8b8180d22842 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Pushing event deleted for resources: {'Port': ['ID=7a46cf2f-6bc2-4549-9f7e-420a35814d6d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:48.481814 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 61f842d5-6402-4826-b0da-f4e2c881e4b4 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:48.498517 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 61f842d5-6402-4826-b0da-f4e2c881e4b4 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:48.498893 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:48.510451 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a635a7b9-c784-44db-b627-9dc320e5f845 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:48.552152 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-a635a7b9-c784-44db-b627-9dc320e5f845 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Transition to ACTIVE for port object cf082ac5-d5fc-476e-a275-8a3d8cc512c2 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:48.631078 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a635a7b9-c784-44db-b627-9dc320e5f845 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:48.642896 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:48.665597 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b298953-84a5-40c9-a054-8c46b7627671 req-d8a2cad6-4e6c-40e1-bce4-8b8180d22842 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] No DVR routers for this DVR port 7a46cf2f-6bc2-4549-9f7e-420a35814d6d on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:48.671305 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4b298953-84a5-40c9-a054-8c46b7627671 req-d8a2cad6-4e6c-40e1-bce4-8b8180d22842 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:48.684771 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4b298953-84a5-40c9-a054-8c46b7627671 req-d8a2cad6-4e6c-40e1-bce4-8b8180d22842 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.50 "DELETE /v2.0/ports/7a46cf2f-6bc2-4549-9f7e-420a35814d6d HTTP/1.1" status: 204 len: 173 time: 2.9270866 Aug 19 18:14:48.688660 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 61f842d5-6402-4826-b0da-f4e2c881e4b4, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=61f842d5-6402-4826-b0da-f4e2c881e4b4,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:48.690723 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d6a851-423e-4158-b6eb-609086813c1d', 'name': 'network-vif-deleted', 'tag': '7a46cf2f-6bc2-4549-9f7e-420a35814d6d'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:48.702466 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d94714-0c8a-46d9-b65e-1b63285492ed" -d '{"events": [{"server_uuid": "46d6a851-423e-4158-b6eb-609086813c1d", "name": "network-vif-deleted", "tag": "7a46cf2f-6bc2-4549-9f7e-420a35814d6d"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:48.704005 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:48.719467 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a635a7b9-c784-44db-b627-9dc320e5f845 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Network 158054ab-2706-4282-bac3-7e0610d23159 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:48.722790 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-a635a7b9-c784-44db-b627-9dc320e5f845 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:48.726147 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a635a7b9-c784-44db-b627-9dc320e5f845 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:48.819338 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635a7b9-c784-44db-b627-9dc320e5f845 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event updated for resources: {'Port': ['ID=cf082ac5-d5fc-476e-a275-8a3d8cc512c2,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:48.832473 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-86630e5e-bbd4-4df4-8fe7-26711cb57afb req-3c832c5c-84b8-4007-8246-bb8c11c4c647 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 210 time: 0.2248492 Aug 19 18:14:48.870094 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=61f842d5-6402-4826-b0da-f4e2c881e4b4,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:48.915086 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746d3148-e9c2-462f-ad76-302dd950ca21 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Router b759eae2-c2b1-4dac-a828-94c0b54001cc is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:14:48.928489 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53618) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:48.937831 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a635a7b9-c784-44db-b627-9dc320e5f845 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:48.939517 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a635a7b9-c784-44db-b627-9dc320e5f845 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:48.965782 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4189ef-edef-4bbc-bf34-1bfe64b60ee1 x-openstack-request-id: req-8a4189ef-edef-4bbc-bf34-1bfe64b60ee1 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:48.966061 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d6a851-423e-4158-b6eb-609086813c1d", "name": "network-vif-deleted", "tag": "7a46cf2f-6bc2-4549-9f7e-420a35814d6d", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:48.966312 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a4189ef-edef-4bbc-bf34-1bfe64b60ee1 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:48.966705 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d6a851-423e-4158-b6eb-609086813c1d', 'name': 'network-vif-deleted', 'tag': '7a46cf2f-6bc2-4549-9f7e-420a35814d6d', 'status': 'completed', 'code': 200} Aug 19 18:14:49.032568 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf26f8-8de5-4524-ba29-5956ad6c1ddb req-5b6ea4c8-1fc9-4deb-b040-c86ff98f30a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:49.034387 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b2bf26f8-8de5-4524-ba29-5956ad6c1ddb req-5b6ea4c8-1fc9-4deb-b040-c86ff98f30a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ae80c06dc10a4ca3827cce85fbacc6e6&device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 1096 time: 0.2651751 Aug 19 18:14:49.056189 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a635a7b9-c784-44db-b627-9dc320e5f845 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5429342 Aug 19 18:14:49.059249 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53622) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:49.066609 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-b7b0fb17-95bc-4935-9792-204af1dbd81f tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Request body: {'floatingip': {'port_id': 'cf082ac5-d5fc-476e-a275-8a3d8cc512c2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:49.138468 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-90377d2f-5713-4984-ab21-d75cb2e708a2 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:49.149922 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2fe43-2baa-4086-bbc4-614b35993be3 req-3243e921-4824-43f5-a39e-87e2048c6592 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:49.151624 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f6e2fe43-2baa-4086-bbc4-614b35993be3 req-3243e921-4824-43f5-a39e-87e2048c6592 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.2443340 Aug 19 18:14:49.206118 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-66ae6533-f6f4-4d18-98db-a353e4cfdc8e req-9a3724d2-c735-4798-a9af-192a87c8a812 tempest-ImagesNegativeTestJSON-550878456 tempest-ImagesNegativeTestJSON-550878456-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d6a851-423e-4158-b6eb-609086813c1d HTTP/1.1" status: 200 len: 210 time: 0.1068447 Aug 19 18:14:49.231728 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b7b0fb17-95bc-4935-9792-204af1dbd81f tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:49.250430 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a749fe3e-a098-4b55-a2e6-0ab99a401815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:49.253116 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-90377d2f-5713-4984-ab21-d75cb2e708a2 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:49.304461 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-46337f2f-d392-439f-8a78-aec4a0f99801 None None] Provisioning for port cf082ac5-d5fc-476e-a275-8a3d8cc512c2 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:49.308946 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-90377d2f-5713-4984-ab21-d75cb2e708a2 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Network 6a232ed5-d6ef-427b-adae-4f7272a3c429 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:49.317775 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-46337f2f-d392-439f-8a78-aec4a0f99801 None None] Provisioning complete for port cf082ac5-d5fc-476e-a275-8a3d8cc512c2 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:49.318154 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-90377d2f-5713-4984-ab21-d75cb2e708a2 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:49.321817 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-46337f2f-d392-439f-8a78-aec4a0f99801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:49.338994 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-90377d2f-5713-4984-ab21-d75cb2e708a2 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:49.375061 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-7194f690-2767-470f-bde6-1011127afdec tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=91e157f66dc042cbbc51845611de46c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2017257 Aug 19 18:14:49.423569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-46337f2f-d392-439f-8a78-aec4a0f99801 None None] Port cf082ac5-d5fc-476e-a275-8a3d8cc512c2 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:14:49.434120 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f6e2fe43-2baa-4086-bbc4-614b35993be3 req-07d51154-c638-4cda-ad5c-cd2488298869 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688298 Aug 19 18:14:49.474957 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90377d2f-5713-4984-ab21-d75cb2e708a2 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Pushing event updated for resources: {'Port': ['ID=57d03e31-9d4d-49cf-9f3e-56ad87387f2f,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:49.496450 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746d3148-e9c2-462f-ad76-302dd950ca21 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:14:49.503143 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-65d5ade3-4bd5-49db-a552-c1c0adda07be req-1bc48c31-2205-472f-b7b6-e20a7fdb9a74 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cfcda83-1565-45d5-9b71-e7ea5d89bd1f HTTP/1.1" status: 200 len: 210 time: 0.0640895 Aug 19 18:14:49.513183 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] Sync routers for ids ['b759eae2-c2b1-4dac-a828-94c0b54001cc'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:14:49.515525 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-90377d2f-5713-4984-ab21-d75cb2e708a2 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:49.516130 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-90377d2f-5713-4984-ab21-d75cb2e708a2 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:49.548816 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] Routers {'b759eae2-c2b1-4dac-a828-94c0b54001cc'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:49.550755 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b759eae2-c2b1-4dac-a828-94c0b54001cc'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:49.611114 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a749fe3e-a098-4b55-a2e6-0ab99a401815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:49.620342 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a749fe3e-a098-4b55-a2e6-0ab99a401815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:49.633001 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf26f8-8de5-4524-ba29-5956ad6c1ddb req-59216fac-f35b-4d41-87f8-e813a8e87f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:49.634442 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-746d3148-e9c2-462f-ad76-302dd950ca21 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:49.635831 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b2bf26f8-8de5-4524-ba29-5956ad6c1ddb req-59216fac-f35b-4d41-87f8-e813a8e87f07 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f3700011-a00d-444a-b5c3-5a096e23b70c HTTP/1.1" status: 200 len: 911 time: 0.4510441 Aug 19 18:14:49.636552 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-746d3148-e9c2-462f-ad76-302dd950ca21 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.2419312 Aug 19 18:14:49.637962 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-90377d2f-5713-4984-ab21-d75cb2e708a2 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9765253 Aug 19 18:14:49.643577 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53628) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:49.659791 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-f7dffda3-5e7d-48fb-9fad-4a0610ff3307 service neutron] Request body: {'port': {'device_id': 'd34f83d9-adea-4095-8723-c9d1536af58a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:49.685573 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] Set router b759eae2-c2b1-4dac-a828-94c0b54001cc gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:14:49.730091 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a749fe3e-a098-4b55-a2e6-0ab99a401815 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f75160cedeb4ea7a2d38f7eca015859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7836025 Aug 19 18:14:49.730091 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-f7dffda3-5e7d-48fb-9fad-4a0610ff3307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:49.733834 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53630) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:49.756916 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749fe3e-a098-4b55-a2e6-0ab99a401815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4d4052-1026-414f-b8f6-2f4aceb2f7e3,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:49.781631 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b2bf26f8-8de5-4524-ba29-5956ad6c1ddb req-152270ee-e73e-4276-996e-10aca48022fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=186aea3a-9e60-4111-8e28-ff88f5343cbb HTTP/1.1" status: 200 len: 217 time: 0.1333141 Aug 19 18:14:49.795361 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-3539fbbd-ff2a-419e-bf5c-206c2a4c48fb tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:49.798199 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-3539fbbd-ff2a-419e-bf5c-206c2a4c48fb tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4010444 Aug 19 18:14:49.832107 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-666d443e-5747-4676-aec9-f2c6e87e30e2 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Request body: {'port': {'device_id': '8cfcda83-1565-45d5-9b71-e7ea5d89bd1f', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': '91e157f66dc042cbbc51845611de46c1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:49.908320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b759eae2-c2b1-4dac-a828-94c0b54001cc', 'name': 'tempest-snat-router-1030138514', 'tenant_id': '32666db3a095430990a234afcf419280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '2e847822-04f9-4bba-bdc6-9be1d11c9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:14:43Z', 'updated_at': '2021-08-19T18:14:45Z', 'revision_number': 3, 'project_id': '32666db3a095430990a234afcf419280', 'gw_port': {'id': '2e847822-04f9-4bba-bdc6-9be1d11c9c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b759eae2-c2b1-4dac-a828-94c0b54001cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:14:44Z', 'updated_at': '2021-08-19T18:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:49.936261 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0db8c436-1df1-43c7-9fbb-3cacf2d5771b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:49.940478 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] Checking router: b759eae2-c2b1-4dac-a828-94c0b54001cc for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:14:49.940890 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] Updating router b759eae2-c2b1-4dac-a828-94c0b54001cc port 2e847822-04f9-4bba-bdc6-9be1d11c9c6d binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:14:49.970144 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:50.007116 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0db8c436-1df1-43c7-9fbb-3cacf2d5771b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:50.028109 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf26f8-8de5-4524-ba29-5956ad6c1ddb req-e1d0d880-3268-4a7a-b868-0cc4ea7291da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:50.029632 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b2bf26f8-8de5-4524-ba29-5956ad6c1ddb req-e1d0d880-3268-4a7a-b868-0cc4ea7291da service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1d4e6d1-19da-4c86-acd1-805ea460bc92 HTTP/1.1" status: 200 len: 850 time: 0.2257485 Aug 19 18:14:50.086740 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-25f9c1e3-45d7-4bad-ac40-965972b4b1f2 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "GET /v2.0/routers/b759eae2-c2b1-4dac-a828-94c0b54001cc HTTP/1.1" status: 200 len: 908 time: 0.4375541 Aug 19 18:14:50.088627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53634) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:50.098508 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b2bf26f8-8de5-4524-ba29-5956ad6c1ddb req-043bec72-3727-4de8-a8a2-022d74b16f16 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f3700011-a00d-444a-b5c3-5a096e23b70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578015 Aug 19 18:14:50.112665 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0db8c436-1df1-43c7-9fbb-3cacf2d5771b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:50.115406 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0db8c436-1df1-43c7-9fbb-3cacf2d5771b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:50.119601 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0db8c436-1df1-43c7-9fbb-3cacf2d5771b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e4d4052-1026-414f-b8f6-2f4aceb2f7e3 HTTP/1.1" status: 204 len: 168 time: 0.3824732 Aug 19 18:14:50.154300 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8c436-1df1-43c7-9fbb-3cacf2d5771b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4d4052-1026-414f-b8f6-2f4aceb2f7e3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:50.175139 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-f7dffda3-5e7d-48fb-9fad-4a0610ff3307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d03e31-9d4d-49cf-9f3e-56ad87387f2f {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:14:50.194597 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-f7dffda3-5e7d-48fb-9fad-4a0610ff3307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:50.226432 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-f7dffda3-5e7d-48fb-9fad-4a0610ff3307 service neutron] Transition to ACTIVE for port object 57d03e31-9d4d-49cf-9f3e-56ad87387f2f will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:50.234353 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-f7dffda3-5e7d-48fb-9fad-4a0610ff3307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:50.263355 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 61f842d5-6402-4826-b0da-f4e2c881e4b4 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:50.427324 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dffda3-5e7d-48fb-9fad-4a0610ff3307 service neutron] Pushing event updated for resources: {'Port': ['ID=57d03e31-9d4d-49cf-9f3e-56ad87387f2f,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:50.473616 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9bb23-a1e5-4118-a31a-9d80fa5041e0 req-49cb1f9b-5810-4042-9267-3fbe26686b71 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:50.476046 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6fc9bb23-a1e5-4118-a31a-9d80fa5041e0 req-49cb1f9b-5810-4042-9267-3fbe26686b71 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 932 time: 0.5388412 Aug 19 18:14:50.527530 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-f7dffda3-5e7d-48fb-9fad-4a0610ff3307 service neutron] Attempting to bind port 57d03e31-9d4d-49cf-9f3e-56ad87387f2f on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:50.527971 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-f7dffda3-5e7d-48fb-9fad-4a0610ff3307 service neutron] Attempting to bind port 57d03e31-9d4d-49cf-9f3e-56ad87387f2f by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:50.528405 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-f7dffda3-5e7d-48fb-9fad-4a0610ff3307 service neutron] Attempting to bind port 57d03e31-9d4d-49cf-9f3e-56ad87387f2f on network 6a232ed5-d6ef-427b-adae-4f7272a3c429 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:50.598679 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-f7dffda3-5e7d-48fb-9fad-4a0610ff3307 service neutron] Port 57d03e31-9d4d-49cf-9f3e-56ad87387f2f on network 6a232ed5-d6ef-427b-adae-4f7272a3c429 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:14:50.600032 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-f7dffda3-5e7d-48fb-9fad-4a0610ff3307 service neutron] Attempting to bind port 57d03e31-9d4d-49cf-9f3e-56ad87387f2f on network 6a232ed5-d6ef-427b-adae-4f7272a3c429 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:50.603046 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b2bf26f8-8de5-4524-ba29-5956ad6c1ddb req-61c9f89f-2726-4942-add9-b98b3a304d8c service neutron] 10.222.0.54 "GET /v2.0/networks/f3700011-a00d-444a-b5c3-5a096e23b70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907272 Aug 19 18:14:50.627083 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b5b07-f01d-4092-9927-b0089ad78f6e req-5caa146f-97cf-4e4f-a7b1-e9d3cde0f4b1 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:50.629408 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b63b5b07-f01d-4092-9927-b0089ad78f6e req-5caa146f-97cf-4e4f-a7b1-e9d3cde0f4b1 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.0982230 Aug 19 18:14:50.630765 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-f7dffda3-5e7d-48fb-9fad-4a0610ff3307 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:14:50.631102 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-f7dffda3-5e7d-48fb-9fad-4a0610ff3307 service neutron] Checking segment: {'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:50.631758 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-f7dffda3-5e7d-48fb-9fad-4a0610ff3307 service neutron] Bound using segment: {'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:14:50.632217 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-f7dffda3-5e7d-48fb-9fad-4a0610ff3307 service neutron] Bound port: 57d03e31-9d4d-49cf-9f3e-56ad87387f2f, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:14:50.632691 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-f7dffda3-5e7d-48fb-9fad-4a0610ff3307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:50.654965 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53660) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:50.658871 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:50.670885 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 61f842d5-6402-4826-b0da-f4e2c881e4b4 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:50.671269 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:50.694684 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] Transition to ACTIVE for port object 2e847822-04f9-4bba-bdc6-9be1d11c9c6d will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:50.708126 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:50.718564 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-37c6dbde-ada3-43a0-8546-864aaf1d799b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:50.760763 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 7a46cf2f-6bc2-4549-9f7e-420a35814d6d no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:50.776913 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b63b5b07-f01d-4092-9927-b0089ad78f6e req-935bbc17-b328-47ff-9107-d28a93ebea49 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208174 Aug 19 18:14:50.794995 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 7a46cf2f-6bc2-4549-9f7e-420a35814d6d {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:50.795354 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 7a46cf2f-6bc2-4549-9f7e-420a35814d6d not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:50.808197 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] Attempting to bind port 2e847822-04f9-4bba-bdc6-9be1d11c9c6d on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:50.808197 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] Attempting to bind port 2e847822-04f9-4bba-bdc6-9be1d11c9c6d by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:50.808197 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] Attempting to bind port 2e847822-04f9-4bba-bdc6-9be1d11c9c6d on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:50.811989 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:14:50.812364 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:50.812783 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:50.813188 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:14:50.813876 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] Bound port: 2e847822-04f9-4bba-bdc6-9be1d11c9c6d, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:14:50.814835 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:50.844150 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-f7dffda3-5e7d-48fb-9fad-4a0610ff3307 service neutron] For port 57d03e31-9d4d-49cf-9f3e-56ad87387f2f, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:14:50.849046 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-f7dffda3-5e7d-48fb-9fad-4a0610ff3307 service neutron] For port 57d03e31-9d4d-49cf-9f3e-56ad87387f2f, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=57d03e31-9d4d-49cf-9f3e-56ad87387f2f,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:14:50.857258 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-f7dffda3-5e7d-48fb-9fad-4a0610ff3307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:50.872774 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af03c1b-0f57-4548-8af6-8698169c3a47 None None] Pushing event updated for resources: {'Port': ['ID=2e847822-04f9-4bba-bdc6-9be1d11c9c6d,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:50.885098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-f7dffda3-5e7d-48fb-9fad-4a0610ff3307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:50.893554 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-f7dffda3-5e7d-48fb-9fad-4a0610ff3307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:50.895308 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-f7dffda3-5e7d-48fb-9fad-4a0610ff3307 service neutron] 10.222.0.50 "PUT /v2.0/ports/57d03e31-9d4d-49cf-9f3e-56ad87387f2f HTTP/1.1" status: 200 len: 1092 time: 1.2459381 Aug 19 18:14:50.925844 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] For port 2e847822-04f9-4bba-bdc6-9be1d11c9c6d, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:14:50.933657 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] For port 2e847822-04f9-4bba-bdc6-9be1d11c9c6d, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2e847822-04f9-4bba-bdc6-9be1d11c9c6d,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:14:50.942272 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:50.965649 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dffda3-5e7d-48fb-9fad-4a0610ff3307 service neutron] Pushing event updated for resources: {'Port': ['ID=57d03e31-9d4d-49cf-9f3e-56ad87387f2f,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:50.973896 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34f83d9-adea-4095-8723-c9d1536af58a', 'tag': '57d03e31-9d4d-49cf-9f3e-56ad87387f2f'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:50.977822 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8039863-a8b8-4338-a982-125a8e294b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "d34f83d9-adea-4095-8723-c9d1536af58a", "tag": "57d03e31-9d4d-49cf-9f3e-56ad87387f2f"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:50.999052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-666d443e-5747-4676-aec9-f2c6e87e30e2 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Made reservation on behalf of 91e157f66dc042cbbc51845611de46c1 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:51.002926 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-666d443e-5747-4676-aec9-f2c6e87e30e2 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.051067 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af03c1b-0f57-4548-8af6-8698169c3a47 None None] Pushing event updated for resources: {'Port': ['ID=2e847822-04f9-4bba-bdc6-9be1d11c9c6d,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:51.053584 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-37c6dbde-ada3-43a0-8546-864aaf1d799b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.063461 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-37c6dbde-ada3-43a0-8546-864aaf1d799b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.081388 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] Routers {'b759eae2-c2b1-4dac-a828-94c0b54001cc'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:51.082070 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b759eae2-c2b1-4dac-a828-94c0b54001cc'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:51.117599 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6fc9bb23-a1e5-4118-a31a-9d80fa5041e0 req-737b04e6-dbd3-44fe-a93e-1a5a346aa35f tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6161759 Aug 19 18:14:51.118581 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-666d443e-5747-4676-aec9-f2c6e87e30e2 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.138218 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53666) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:51.150652 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-37c6dbde-ada3-43a0-8546-864aaf1d799b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=260b25395acd4334a0482a07d9ac0581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4821978 Aug 19 18:14:51.173375 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-c2348000-f6d9-4e24-8626-3e7a8dc4076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:51.176443 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-c2348000-f6d9-4e24-8626-3e7a8dc4076f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4a7af90eddc4fcd95550f2f124890b4&device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 1095 time: 0.1786406 Aug 19 18:14:51.201352 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] Set router b759eae2-c2b1-4dac-a828-94c0b54001cc gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:14:51.240737 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-666d443e-5747-4676-aec9-f2c6e87e30e2 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.262736 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4a580c-a600-46e6-9abe-6b6efbe600a1 x-openstack-request-id: req-bc4a580c-a600-46e6-9abe-6b6efbe600a1 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:51.262736 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34f83d9-adea-4095-8723-c9d1536af58a", "tag": "57d03e31-9d4d-49cf-9f3e-56ad87387f2f", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:51.262736 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc4a580c-a600-46e6-9abe-6b6efbe600a1 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:51.263146 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34f83d9-adea-4095-8723-c9d1536af58a', 'tag': '57d03e31-9d4d-49cf-9f3e-56ad87387f2f', 'status': 'completed', 'code': 200} Aug 19 18:14:51.282369 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aa9a4176-d525-4f45-8cea-d0f47a3a1159 req-e2e59bcd-b7bb-43cc-a8fb-af0f9c92e707 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cfcda83-1565-45d5-9b71-e7ea5d89bd1f HTTP/1.1" status: 200 len: 210 time: 0.0955167 Aug 19 18:14:51.288933 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-666d443e-5747-4676-aec9-f2c6e87e30e2 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.345894 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ca38de8-e90e-4142-b27e-a02add50b795 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.352411 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-50a6a62a-e0af-4ff0-89cb-83fc6bdc34ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57d03e31-9d4d-49cf-9f3e-56ad87387f2f HTTP/1.1" status: 200 len: 217 time: 0.0948896 Aug 19 18:14:51.353833 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6dbde-ada3-43a0-8546-864aaf1d799b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc7b42a-c6a5-4ef2-99ee-ee6fe1377e57,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:51.424473 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b759eae2-c2b1-4dac-a828-94c0b54001cc', 'name': 'tempest-snat-router-1030138514', 'tenant_id': '32666db3a095430990a234afcf419280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '2e847822-04f9-4bba-bdc6-9be1d11c9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:14:43Z', 'updated_at': '2021-08-19T18:14:45Z', 'revision_number': 3, 'project_id': '32666db3a095430990a234afcf419280', 'gw_port': {'id': '2e847822-04f9-4bba-bdc6-9be1d11c9c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b759eae2-c2b1-4dac-a828-94c0b54001cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:14:44Z', 'updated_at': '2021-08-19T18:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:51.438954 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-8ad8828f-a9ea-451b-ba98-de06bf93acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:51.441503 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-8ad8828f-a9ea-451b-ba98-de06bf93acf0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b90853f9-3a3c-4d5a-8d68-8dea22f30a90 HTTP/1.1" status: 200 len: 852 time: 0.0686798 Aug 19 18:14:51.461102 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae666055-9eaf-491c-8add-6bf41990a143 None None] The sync data for ids ['b759eae2-c2b1-4dac-a828-94c0b54001cc'] in n-d-803753-2 is: [{'id': 'b759eae2-c2b1-4dac-a828-94c0b54001cc', 'name': 'tempest-snat-router-1030138514', 'tenant_id': '32666db3a095430990a234afcf419280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '2e847822-04f9-4bba-bdc6-9be1d11c9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:14:43Z', 'updated_at': '2021-08-19T18:14:45Z', 'revision_number': 3, 'project_id': '32666db3a095430990a234afcf419280', 'gw_port': {'id': '2e847822-04f9-4bba-bdc6-9be1d11c9c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:6f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b759eae2-c2b1-4dac-a828-94c0b54001cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:14:44Z', 'updated_at': '2021-08-19T18:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:14:51.464734 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53670) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:51.491007 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-37376055-9a04-42c2-a688-1b855fdc0cf8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a232ed5-d6ef-427b-adae-4f7272a3c429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367661 Aug 19 18:14:51.492245 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d443e-5747-4676-aec9-f2c6e87e30e2 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c2dc11-6013-436c-bac7-66ff852f3d7a,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:51.578677 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.db.resource_extend [None req-b7b0fb17-95bc-4935-9792-204af1dbd81f tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:14:51.603680 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-acb1e12b-7a57-4145-b9a5-7c0d1ed07424 service neutron] 10.222.0.50 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026230 Aug 19 18:14:51.641091 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b2bf26f8-8de5-4524-ba29-5956ad6c1ddb req-10293bc1-ac50-4ee0-ac76-2c872e3ec849 service neutron] 10.222.0.54 "GET /v2.0/networks/f3700011-a00d-444a-b5c3-5a096e23b70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0227013 Aug 19 18:14:51.647494 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c640deb-175e-49ae-8f3c-fd10b1b6dde1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.716901 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b7b0fb17-95bc-4935-9792-204af1dbd81f tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.738245 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-702b8ffa-1e72-43a0-a979-cb3190e185bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e1f141accc74c22aa5081e6b84d1dda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2699420 Aug 19 18:14:51.745703 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53678) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:51.759386 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c640deb-175e-49ae-8f3c-fd10b1b6dde1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.775710 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b7b0fb17-95bc-4935-9792-204af1dbd81f tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.789794 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ca9e7129-700a-4df6-a43b-25e2cd876b4e req-b1afd7cc-f984-4795-984e-d8494fc2ca32 service neutron] 10.222.0.50 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781721 Aug 19 18:14:51.831484 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4783dfab-01ca-4b7c-8864-55df099503ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.866835 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ca38de8-e90e-4142-b27e-a02add50b795 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.873698 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4783dfab-01ca-4b7c-8864-55df099503ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.893095 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-666d443e-5747-4676-aec9-f2c6e87e30e2 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Allocated IP 192.168.233.185 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/566243c4-fc8b-44fc-8a8e-0d50d4ac9169) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:51.939419 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8039863-a8b8-4338-a982-125a8e294b7d req-d6630a3c-51ae-4514-86e9-0075bdab923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:51.941097 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a8039863-a8b8-4338-a982-125a8e294b7d req-d6630a3c-51ae-4514-86e9-0075bdab923d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4a7af90eddc4fcd95550f2f124890b4&device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 1095 time: 0.0877497 Aug 19 18:14:51.999964 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4783dfab-01ca-4b7c-8864-55df099503ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.002656 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4783dfab-01ca-4b7c-8864-55df099503ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.003860 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4783dfab-01ca-4b7c-8864-55df099503ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e31ac906-c78f-489d-b37a-40aad26131b9 HTTP/1.1" status: 204 len: 168 time: 0.2604785 Aug 19 18:14:52.021664 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783dfab-01ca-4b7c-8864-55df099503ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31ac906-c78f-489d-b37a-40aad26131b9,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:52.077205 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c640deb-175e-49ae-8f3c-fd10b1b6dde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.080421 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c640deb-175e-49ae-8f3c-fd10b1b6dde1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.084935 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7c640deb-175e-49ae-8f3c-fd10b1b6dde1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2fc7b42a-c6a5-4ef2-99ee-ee6fe1377e57 HTTP/1.1" status: 204 len: 168 time: 0.8394907 Aug 19 18:14:52.110742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8039863-a8b8-4338-a982-125a8e294b7d req-92b143e6-e9fe-4847-ad31-4c95e5d5f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:52.112380 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a8039863-a8b8-4338-a982-125a8e294b7d req-92b143e6-e9fe-4847-ad31-4c95e5d5f607 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6a232ed5-d6ef-427b-adae-4f7272a3c429 HTTP/1.1" status: 200 len: 913 time: 0.1619148 Aug 19 18:14:52.194005 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-b7b0fb17-95bc-4935-9792-204af1dbd81f tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Floating IP fc8bc0e7-773c-4c77-bb80-2e8fc9fedc6e associated. External IP: 172.25.8.170, port: 0c479771-02c1-4dea-8aaa-28658041b1cb. Aug 19 18:14:52.220044 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a8039863-a8b8-4338-a982-125a8e294b7d req-cf361c2b-346b-411d-b054-0ec386337c7c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57d03e31-9d4d-49cf-9f3e-56ad87387f2f HTTP/1.1" status: 200 len: 217 time: 0.0981472 Aug 19 18:14:52.234717 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b8e5d-c9f2-44b0-a7d6-6c2b929617d2 req-d03641ef-5d9a-490d-b2b8-7a11921455b1 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:52.236623 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-312b8e5d-c9f2-44b0-a7d6-6c2b929617d2 req-d03641ef-5d9a-490d-b2b8-7a11921455b1 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.3399246 Aug 19 18:14:52.310694 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2e847822-04f9-4bba-bdc6-9be1d11c9c6d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:52.381521 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8039863-a8b8-4338-a982-125a8e294b7d req-e9e36891-2ad3-4ccf-8650-5025bf2be2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:52.383085 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a8039863-a8b8-4338-a982-125a8e294b7d req-e9e36891-2ad3-4ccf-8650-5025bf2be2e0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b90853f9-3a3c-4d5a-8d68-8dea22f30a90 HTTP/1.1" status: 200 len: 852 time: 0.1549506 Aug 19 18:14:52.448266 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 2e847822-04f9-4bba-bdc6-9be1d11c9c6d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:52.448679 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4f1e1-6486-4625-a20c-9b6d2590de39 req-9be67f03-2ba4-48c2-b24f-f39a01f0c57f tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:52.457713 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cde4f1e1-6486-4625-a20c-9b6d2590de39 req-9be67f03-2ba4-48c2-b24f-f39a01f0c57f tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 944 time: 0.1239643 Aug 19 18:14:52.460470 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 2e847822-04f9-4bba-bdc6-9be1d11c9c6d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:52.461055 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.462214 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a8039863-a8b8-4338-a982-125a8e294b7d req-1412b7b2-3b64-4c7a-857a-f256a483d46c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a232ed5-d6ef-427b-adae-4f7272a3c429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681188 Aug 19 18:14:52.480568 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c640deb-175e-49ae-8f3c-fd10b1b6dde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc7b42a-c6a5-4ef2-99ee-ee6fe1377e57,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:52.570770 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cde4f1e1-6486-4625-a20c-9b6d2590de39 req-bcb94e63-f696-4805-97df-d96119bbc819 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116028 Aug 19 18:14:52.631098 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.636227 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-666d443e-5747-4676-aec9-f2c6e87e30e2 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.661455 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 2e847822-04f9-4bba-bdc6-9be1d11c9c6d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2e847822-04f9-4bba-bdc6-9be1d11c9c6d,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:52.667599 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.678007 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a8039863-a8b8-4338-a982-125a8e294b7d req-8ea84428-c4dc-4ff5-a9d1-3607262ce3c2 service neutron] 10.222.0.50 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883898 Aug 19 18:14:52.712338 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-666d443e-5747-4676-aec9-f2c6e87e30e2 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Transition to ACTIVE for port object 566243c4-fc8b-44fc-8a8e-0d50d4ac9169 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:52.774992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-2ca38de8-e90e-4142-b27e-a02add50b795 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Deleting port 2e847822-04f9-4bba-bdc6-9be1d11c9c6d {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:52.775396 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ca38de8-e90e-4142-b27e-a02add50b795 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.781660 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-90cc06d1-0234-4284-b75c-56a979080883 req-285c1253-4621-43e1-8bcd-272f0b5be620 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cfcda83-1565-45d5-9b71-e7ea5d89bd1f HTTP/1.1" status: 200 len: 210 time: 0.0827327 Aug 19 18:14:52.793615 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=2e847822-04f9-4bba-bdc6-9be1d11c9c6d,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:52.861096 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a8039863-a8b8-4338-a982-125a8e294b7d req-1b545747-8d4a-46b2-a3f5-e4af827766f2 service neutron] 10.222.0.50 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734118 Aug 19 18:14:52.905779 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-312b8e5d-c9f2-44b0-a7d6-6c2b929617d2 req-a9eda599-8b34-4f94-8f7a-cd5195f55d4d tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566028 Aug 19 18:14:52.990818 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-666d443e-5747-4676-aec9-f2c6e87e30e2 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.107636 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-2ca38de8-e90e-4142-b27e-a02add50b795 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] For port 2e847822-04f9-4bba-bdc6-9be1d11c9c6d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2e847822-04f9-4bba-bdc6-9be1d11c9c6d,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:53.108237 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ca38de8-e90e-4142-b27e-a02add50b795 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.111452 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-666d443e-5747-4676-aec9-f2c6e87e30e2 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:53.125928 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-666d443e-5747-4676-aec9-f2c6e87e30e2 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:53.136807 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-2ca38de8-e90e-4142-b27e-a02add50b795 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Calling delete_port for 2e847822-04f9-4bba-bdc6-9be1d11c9c6d owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:53.139876 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-666d443e-5747-4676-aec9-f2c6e87e30e2 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:53.151753 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d443e-5747-4676-aec9-f2c6e87e30e2 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Pushing event updated for resources: {'Port': ['ID=566243c4-fc8b-44fc-8a8e-0d50d4ac9169,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:53.236436 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b0fb17-95bc-4935-9792-204af1dbd81f tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Router 82e3a0eb-169b-407c-b3e6-4504654fdfb5 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:14:53.309155 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-666d443e-5747-4676-aec9-f2c6e87e30e2 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:53.314920 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-666d443e-5747-4676-aec9-f2c6e87e30e2 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.320783 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53730) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:53.373064 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-666d443e-5747-4676-aec9-f2c6e87e30e2 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5489397 Aug 19 18:14:53.417689 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-47216a48-9e3f-4018-b6bf-de78dfb21474 service neutron] Request body: {'port': {'device_id': '8cfcda83-1565-45d5-9b71-e7ea5d89bd1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:53.485584 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-80446391-e2f1-450b-8dbc-60422ac32eae None None] Provisioning for port 566243c4-fc8b-44fc-8a8e-0d50d4ac9169 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:53.490779 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-80446391-e2f1-450b-8dbc-60422ac32eae None None] Provisioning complete for port 566243c4-fc8b-44fc-8a8e-0d50d4ac9169 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:53.491448 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-80446391-e2f1-450b-8dbc-60422ac32eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.565197 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-80446391-e2f1-450b-8dbc-60422ac32eae None None] Port 566243c4-fc8b-44fc-8a8e-0d50d4ac9169 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:14:53.579228 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-ce0e31c5-eaa8-4719-a93e-16e6475987dd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-867359549-network', 'tenant_id': 'ae5f105f808f4d28a10ecd4886932c61'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:53.615631 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0e31c5-eaa8-4719-a93e-16e6475987dd admin admin] Made reservation on behalf of ae5f105f808f4d28a10ecd4886932c61 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:53.624022 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce0e31c5-eaa8-4719-a93e-16e6475987dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.634480 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-47216a48-9e3f-4018-b6bf-de78dfb21474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.643893 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce0e31c5-eaa8-4719-a93e-16e6475987dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.675743 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b0fb17-95bc-4935-9792-204af1dbd81f tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:14:53.690774 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b2a4c9-1ad9-4789-99f9-7ae8c166c618 None None] Sync routers for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:14:53.710096 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b2a4c9-1ad9-4789-99f9-7ae8c166c618 None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:53.710761 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f1b2a4c9-1ad9-4789-99f9-7ae8c166c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:53.723353 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ca38de8-e90e-4142-b27e-a02add50b795 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.784220 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f1b2a4c9-1ad9-4789-99f9-7ae8c166c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:53.799046 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b2a4c9-1ad9-4789-99f9-7ae8c166c618 None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:53.799046 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f1b2a4c9-1ad9-4789-99f9-7ae8c166c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:53.806020 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce0e31c5-eaa8-4719-a93e-16e6475987dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.826731 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce0e31c5-eaa8-4719-a93e-16e6475987dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.841251 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f1b2a4c9-1ad9-4789-99f9-7ae8c166c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:53.841953 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b2a4c9-1ad9-4789-99f9-7ae8c166c618 None None] The sync data for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:14:53.863227 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0e31c5-eaa8-4719-a93e-16e6475987dd admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:14:53.881744 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e31c5-eaa8-4719-a93e-16e6475987dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b90296-8633-4f1c-bfb4-1f9369769568,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:53.886471 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce0e31c5-eaa8-4719-a93e-16e6475987dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.887177 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-ce0e31c5-eaa8-4719-a93e-16e6475987dd admin admin] Added segment 8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1 of type vlan for network 01f7f594-e81d-44ac-aac6-2a854b94c65c Aug 19 18:14:53.973659 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce0e31c5-eaa8-4719-a93e-16e6475987dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.018946 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae4db5-aa70-4718-9956-46e213e3dac8 req-b1c51f5d-4d68-4fbb-87a9-72e86396ce07 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:54.020878 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-78ae4db5-aa70-4718-9956-46e213e3dac8 req-b1c51f5d-4d68-4fbb-87a9-72e86396ce07 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cfcda83-1565-45d5-9b71-e7ea5d89bd1f HTTP/1.1" status: 200 len: 936 time: 0.0869987 Aug 19 18:14:54.022279 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce0e31c5-eaa8-4719-a93e-16e6475987dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.023238 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0e31c5-eaa8-4719-a93e-16e6475987dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:54.023815 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce0e31c5-eaa8-4719-a93e-16e6475987dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.047510 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53754) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:54.117456 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ce0e31c5-eaa8-4719-a93e-16e6475987dd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7927227 Aug 19 18:14:54.120055 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53758) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:54.129328 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-0f7858cc-f05d-4105-81a9-6e263d045925 admin admin] Request body: {'subnet': {'network_id': '01f7f594-e81d-44ac-aac6-2a854b94c65c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-867359549-subnet', 'tenant_id': 'ae5f105f808f4d28a10ecd4886932c61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:54.149704 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e31c5-eaa8-4719-a93e-16e6475987dd admin admin] Pushing event updated for resources: {'Network': ['ID=01f7f594-e81d-44ac-aac6-2a854b94c65c,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:54.163484 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 01f7f594-e81d-44ac-aac6-2a854b94c65c details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:14:54.180730 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-78ae4db5-aa70-4718-9956-46e213e3dac8 req-f2e3b767-8ad7-409e-9f18-efbdfe05e5ab tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c2dc11-6013-436c-bac7-66ff852f3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321011 Aug 19 18:14:54.195719 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca38de8-e90e-4142-b27e-a02add50b795 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e847822-04f9-4bba-bdc6-9be1d11c9c6d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:54.199474 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7858cc-f05d-4105-81a9-6e263d045925 admin admin] Made reservation on behalf of ae5f105f808f4d28a10ecd4886932c61 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:54.207167 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f7858cc-f05d-4105-81a9-6e263d045925 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.269514 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2e847822-04f9-4bba-bdc6-9be1d11c9c6d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:54.294406 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 2e847822-04f9-4bba-bdc6-9be1d11c9c6d {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:54.295217 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2e847822-04f9-4bba-bdc6-9be1d11c9c6d not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 19 18:14:54.328711 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Port 2e847822-04f9-4bba-bdc6-9be1d11c9c6d not found, will not notify nova. {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 19 18:14:54.357839 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-5af3ab50-7cd4-45e7-9677-ef96b94c4575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-379905323'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:54.365621 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d5f73-a98d-426b-bda0-cf0c684c7185 req-e1cde933-0fdb-4a6c-9e14-854772be8f7a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:54.367177 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-018d5f73-a98d-426b-bda0-cf0c684c7185 req-e1cde933-0fdb-4a6c-9e14-854772be8f7a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 944 time: 0.7079368 Aug 19 18:14:54.433569 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af3ab50-7cd4-45e7-9677-ef96b94c4575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] Made reservation on behalf of 915d1588a1f24425ac7f374edc3e526b for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:54.437339 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5af3ab50-7cd4-45e7-9677-ef96b94c4575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.451377 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb8ef4-acb0-4a8d-a023-17403ffa070a req-29cf9cb7-9869-4aa9-acd7-cb3077a8a731 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:54.452926 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88fb8ef4-acb0-4a8d-a023-17403ffa070a req-29cf9cb7-9869-4aa9-acd7-cb3077a8a731 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.1195381 Aug 19 18:14:54.464561 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ca38de8-e90e-4142-b27e-a02add50b795 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.465765 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5af3ab50-7cd4-45e7-9677-ef96b94c4575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.554639 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f7858cc-f05d-4105-81a9-6e263d045925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.597092 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88fb8ef4-acb0-4a8d-a023-17403ffa070a req-4a7e3bce-e4ff-4332-bec9-ff8f076b6b9e tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353481 Aug 19 18:14:54.606106 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-018d5f73-a98d-426b-bda0-cf0c684c7185 req-2b233dd4-4c6d-44a5-b0af-b88f5ec2daf3 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266583 Aug 19 18:14:54.631839 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ca38de8-e90e-4142-b27e-a02add50b795 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.641036 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ca38de8-e90e-4142-b27e-a02add50b795 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.651144 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7858cc-f05d-4105-81a9-6e263d045925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f13f9baf-d90a-4ab7-b93b-82b15f099642,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:54.692390 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7858cc-f05d-4105-81a9-6e263d045925 admin admin] Checking segment: {'id': '8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '01f7f594-e81d-44ac-aac6-2a854b94c65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:54.692758 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7858cc-f05d-4105-81a9-6e263d045925 admin admin] Network hostable DHCP agents. Network: 01f7f594-e81d-44ac-aac6-2a854b94c65c, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:14:54.737886 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5af3ab50-7cd4-45e7-9677-ef96b94c4575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.739129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7858cc-f05d-4105-81a9-6e263d045925 admin admin] Network 01f7f594-e81d-44ac-aac6-2a854b94c65c is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:14:54.745359 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5af3ab50-7cd4-45e7-9677-ef96b94c4575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.750531 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ca38de8-e90e-4142-b27e-a02add50b795 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.751163 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca38de8-e90e-4142-b27e-a02add50b795 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b759eae2-c2b1-4dac-a828-94c0b54001cc {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:14:54.757077 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 57d03e31-9d4d-49cf-9f3e-56ad87387f2f details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:14:54.761059 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ca38de8-e90e-4142-b27e-a02add50b795 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.763110 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-0f7858cc-f05d-4105-81a9-6e263d045925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 01f7f594-e81d-44ac-aac6-2a854b94c65c) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:54.764898 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2ca38de8-e90e-4142-b27e-a02add50b795 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "DELETE /v2.0/routers/b759eae2-c2b1-4dac-a828-94c0b54001cc HTTP/1.1" status: 204 len: 168 time: 4.6688571 Aug 19 18:14:54.767531 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7858cc-f05d-4105-81a9-6e263d045925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:54.768388 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f7858cc-f05d-4105-81a9-6e263d045925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.771634 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53762) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:54.784838 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59fc9dd-ebfc-4d9e-9b22-b8b117d7b8ff None None] Network 01f7f594-e81d-44ac-aac6-2a854b94c65c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:54.797249 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af3ab50-7cd4-45e7-9677-ef96b94c4575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:14:54.806505 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3ab50-7cd4-45e7-9677-ef96b94c4575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c16b95e9-8e60-44d0-b459-2ca4ada81e41,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:54.829467 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0f7858cc-f05d-4105-81a9-6e263d045925 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7077065 Aug 19 18:14:54.832866 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5af3ab50-7cd4-45e7-9677-ef96b94c4575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.833403 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-5af3ab50-7cd4-45e7-9677-ef96b94c4575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] Added segment 6fc42225-1c88-4433-b966-0e16184bf664 of type vlan for network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 Aug 19 18:14:54.903796 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5af3ab50-7cd4-45e7-9677-ef96b94c4575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.905888 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b0fb17-95bc-4935-9792-204af1dbd81f tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Router 41b30822-e014-45a4-8544-5ed4a109ce2b has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:14:54.934170 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-47216a48-9e3f-4018-b6bf-de78dfb21474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566243c4-fc8b-44fc-8a8e-0d50d4ac9169 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:14:54.963295 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5af3ab50-7cd4-45e7-9677-ef96b94c4575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.972067 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af3ab50-7cd4-45e7-9677-ef96b94c4575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:54.973045 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5af3ab50-7cd4-45e7-9677-ef96b94c4575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.983710 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-47216a48-9e3f-4018-b6bf-de78dfb21474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.019123 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 57d03e31-9d4d-49cf-9f3e-56ad87387f2f, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=57d03e31-9d4d-49cf-9f3e-56ad87387f2f,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:55.031650 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586a2524-38e5-468f-8fed-6218661c9954 None None] Network 01f7f594-e81d-44ac-aac6-2a854b94c65c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:55.051857 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '57d03e31-9d4d-49cf-9f3e-56ad87387f2f', 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429', 'port_id': '57d03e31-9d4d-49cf-9f3e-56ad87387f2f', 'mac_address': 'fa:16:3e:98:7a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b90853f9-3a3c-4d5a-8d68-8dea22f30a90', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:14:55.078757 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-47216a48-9e3f-4018-b6bf-de78dfb21474 service neutron] Transition to ACTIVE for port object 566243c4-fc8b-44fc-8a8e-0d50d4ac9169 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:55.083708 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5af3ab50-7cd4-45e7-9677-ef96b94c4575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.0338395 Aug 19 18:14:55.104757 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3ab50-7cd4-45e7-9677-ef96b94c4575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] Pushing event updated for resources: {'Network': ['ID=3c61b84b-92c7-4020-ba5e-6a9bad7722f5,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:55.124678 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:14:55.130556 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-47216a48-9e3f-4018-b6bf-de78dfb21474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.151038 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-910f6a34-d04a-4b8a-ab23-9c328d26831e tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.220941 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.273473 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d03e31-9d4d-49cf-9f3e-56ad87387f2f {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:14:55.299970 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b0fb17-95bc-4935-9792-204af1dbd81f tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:14:55.304709 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b7b0fb17-95bc-4935-9792-204af1dbd81f tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.325220 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf8e1ce-f1f4-448c-b35f-89e72dbaab1e None None] Sync routers for ids ['41b30822-e014-45a4-8544-5ed4a109ce2b'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:14:55.360787 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 57d03e31-9d4d-49cf-9f3e-56ad87387f2f, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=57d03e31-9d4d-49cf-9f3e-56ad87387f2f,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:55.365596 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf8e1ce-f1f4-448c-b35f-89e72dbaab1e None None] Routers {'41b30822-e014-45a4-8544-5ed4a109ce2b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:55.366245 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-daf8e1ce-f1f4-448c-b35f-89e72dbaab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['41b30822-e014-45a4-8544-5ed4a109ce2b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:55.386257 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.387415 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53786) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:55.392860 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Request body: {'port': {'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5', 'binding:host_id': 'n-h1-803753-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-153756185'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:55.443863 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Made reservation on behalf of ccbea8e9f858484b9ab58574a8d6f75d for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:55.448756 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.459438 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.476500 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-daf8e1ce-f1f4-448c-b35f-89e72dbaab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:55.515091 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf8e1ce-f1f4-448c-b35f-89e72dbaab1e None None] Routers {'41b30822-e014-45a4-8544-5ed4a109ce2b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:55.515778 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-daf8e1ce-f1f4-448c-b35f-89e72dbaab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['41b30822-e014-45a4-8544-5ed4a109ce2b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:55.546276 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e46bf9-ac95-4f56-af02-b46c3ea5845e req-1a84c04e-b231-453e-b064-4d84b7f06573 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:55.547866 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-69e46bf9-ac95-4f56-af02-b46c3ea5845e req-1a84c04e-b231-453e-b064-4d84b7f06573 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cfcda83-1565-45d5-9b71-e7ea5d89bd1f HTTP/1.1" status: 200 len: 948 time: 0.0787897 Aug 19 18:14:55.556988 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47216a48-9e3f-4018-b6bf-de78dfb21474 service neutron] Pushing event updated for resources: {'Port': ['ID=566243c4-fc8b-44fc-8a8e-0d50d4ac9169,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:55.576326 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-daf8e1ce-f1f4-448c-b35f-89e72dbaab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:55.577383 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf8e1ce-f1f4-448c-b35f-89e72dbaab1e None None] The sync data for ids ['41b30822-e014-45a4-8544-5ed4a109ce2b'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:14:55.606699 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b7b0fb17-95bc-4935-9792-204af1dbd81f tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "PUT /v2.0/floatingips/fc8bc0e7-773c-4c77-bb80-2e8fc9fedc6e HTTP/1.1" status: 200 len: 977 time: 6.5462041 Aug 19 18:14:55.607189 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53788) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:55.609344 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=57d03e31-9d4d-49cf-9f3e-56ad87387f2f,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:55.641248 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-910f6a34-d04a-4b8a-ab23-9c328d26831e tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.650803 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-69e46bf9-ac95-4f56-af02-b46c3ea5845e req-995f1a55-b2ff-4336-b91d-c603c7e73430 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c2dc11-6013-436c-bac7-66ff852f3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945299 Aug 19 18:14:55.664676 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-47216a48-9e3f-4018-b6bf-de78dfb21474 service neutron] Attempting to bind port 566243c4-fc8b-44fc-8a8e-0d50d4ac9169 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:55.664999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-47216a48-9e3f-4018-b6bf-de78dfb21474 service neutron] Attempting to bind port 566243c4-fc8b-44fc-8a8e-0d50d4ac9169 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:55.665356 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-47216a48-9e3f-4018-b6bf-de78dfb21474 service neutron] Attempting to bind port 566243c4-fc8b-44fc-8a8e-0d50d4ac9169 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:55.688259 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['57d03e31-9d4d-49cf-9f3e-56ad87387f2f'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:14:55.698565 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-47216a48-9e3f-4018-b6bf-de78dfb21474 service neutron] Port 566243c4-fc8b-44fc-8a8e-0d50d4ac9169 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:14:55.698894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-47216a48-9e3f-4018-b6bf-de78dfb21474 service neutron] Attempting to bind port 566243c4-fc8b-44fc-8a8e-0d50d4ac9169 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:55.714883 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-395fe5ef-72d8-4e04-acb7-ba99c6b7483f tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:55.716546 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-395fe5ef-72d8-4e04-acb7-ba99c6b7483f tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/networks?id=01f7f594-e81d-44ac-aac6-2a854b94c65c HTTP/1.1" status: 200 len: 814 time: 0.3408625 Aug 19 18:14:55.718914 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-47216a48-9e3f-4018-b6bf-de78dfb21474 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:14:55.719215 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-47216a48-9e3f-4018-b6bf-de78dfb21474 service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:55.719608 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-47216a48-9e3f-4018-b6bf-de78dfb21474 service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:14:55.720059 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-47216a48-9e3f-4018-b6bf-de78dfb21474 service neutron] Bound port: 566243c4-fc8b-44fc-8a8e-0d50d4ac9169, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:14:55.720424 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-47216a48-9e3f-4018-b6bf-de78dfb21474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.753223 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-d4222a43-6ede-42f1-a1ce-b79db9f116d9 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/quotas/ae5f105f808f4d28a10ecd4886932c61 HTTP/1.1" status: 200 len: 375 time: 0.0286334 Aug 19 18:14:55.801253 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.812569 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.813135 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-910f6a34-d04a-4b8a-ab23-9c328d26831e tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Deleting port 61f842d5-6402-4826-b0da-f4e2c881e4b4 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:55.813574 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-910f6a34-d04a-4b8a-ab23-9c328d26831e tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.821022 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] device_id is not set on port e5a161ea-44dd-4492-84f8-fb20605294dc yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:55.850299 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-00d215d9-5ddc-4f6a-ba59-cf1b46f48d6e tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae5f105f808f4d28a10ecd4886932c61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730858 Aug 19 18:14:55.910208 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c3aa9-c4ac-4e7c-9382-6d34cc42c365 req-05b658a1-39d5-4261-ad51-424bf0e3667c tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:55.914029 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-870c3aa9-c4ac-4e7c-9382-6d34cc42c365 req-05b658a1-39d5-4261-ad51-424bf0e3667c tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.1746778 Aug 19 18:14:55.932247 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-6a258579-6b82-4aa2-8c2c-aade273e508c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Deleting port cf082ac5-d5fc-476e-a275-8a3d8cc512c2 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:55.932595 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6a258579-6b82-4aa2-8c2c-aade273e508c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.955540 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a563c3d4-c35a-4978-a618-a8c62e9b42b1,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:55.966144 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-47216a48-9e3f-4018-b6bf-de78dfb21474 service neutron] For port 566243c4-fc8b-44fc-8a8e-0d50d4ac9169, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:14:56.004624 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-47216a48-9e3f-4018-b6bf-de78dfb21474 service neutron] For port 566243c4-fc8b-44fc-8a8e-0d50d4ac9169, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=566243c4-fc8b-44fc-8a8e-0d50d4ac9169,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:14:56.016328 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-47216a48-9e3f-4018-b6bf-de78dfb21474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.029431 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-910f6a34-d04a-4b8a-ab23-9c328d26831e tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] For port 61f842d5-6402-4826-b0da-f4e2c881e4b4, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=61f842d5-6402-4826-b0da-f4e2c881e4b4,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:56.029823 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-910f6a34-d04a-4b8a-ab23-9c328d26831e tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.072781 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-870c3aa9-c4ac-4e7c-9382-6d34cc42c365 req-bcedf2f4-3894-43c1-87cb-bf155d8f6f9a tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474371 Aug 19 18:14:56.078061 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-910f6a34-d04a-4b8a-ab23-9c328d26831e tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Calling delete_port for 61f842d5-6402-4826-b0da-f4e2c881e4b4 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:56.091191 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-182e7e72-938f-46e3-bea2-81be4ae60ac2 service neutron] 10.222.0.24 "GET /v2.0/networks/01f7f594-e81d-44ac-aac6-2a854b94c65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006826 Aug 19 18:14:56.100703 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-47216a48-9e3f-4018-b6bf-de78dfb21474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:56.101381 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-47216a48-9e3f-4018-b6bf-de78dfb21474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.102790 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-47216a48-9e3f-4018-b6bf-de78dfb21474 service neutron] 10.222.0.54 "PUT /v2.0/ports/566243c4-fc8b-44fc-8a8e-0d50d4ac9169 HTTP/1.1" status: 200 len: 1096 time: 2.6951098 Aug 19 18:14:56.108064 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfcda83-1565-45d5-9b71-e7ea5d89bd1f', 'tag': '566243c4-fc8b-44fc-8a8e-0d50d4ac9169'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:56.110601 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d695e20b-113d-4772-a102-bde725b6e13f" -d '{"events": [{"name": "network-changed", "server_uuid": "8cfcda83-1565-45d5-9b71-e7ea5d89bd1f", "tag": "566243c4-fc8b-44fc-8a8e-0d50d4ac9169"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:56.159239 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6a258579-6b82-4aa2-8c2c-aade273e508c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.236718 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47216a48-9e3f-4018-b6bf-de78dfb21474 service neutron] Pushing event updated for resources: {'Port': ['ID=566243c4-fc8b-44fc-8a8e-0d50d4ac9169,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:56.238816 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2e847822-04f9-4bba-bdc6-9be1d11c9c6d no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:56.270342 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 2e847822-04f9-4bba-bdc6-9be1d11c9c6d {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:56.270951 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2e847822-04f9-4bba-bdc6-9be1d11c9c6d not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:56.324324 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-4b0d8e3c-c3f3-4fec-84ef-d367b80f2b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:56.325899 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-4b0d8e3c-c3f3-4fec-84ef-d367b80f2b40 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91e157f66dc042cbbc51845611de46c1&device_id=8cfcda83-1565-45d5-9b71-e7ea5d89bd1f HTTP/1.1" status: 200 len: 1099 time: 0.1186566 Aug 19 18:14:56.424167 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-9907e342-f8fd-4f3a-8593-74100a240818 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=566243c4-fc8b-44fc-8a8e-0d50d4ac9169 HTTP/1.1" status: 200 len: 217 time: 0.0593557 Aug 19 18:14:56.426115 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-77e2fe29-d691-4a0f-be6e-97603a5fbb41 service neutron] 10.222.0.24 "GET /v2.0/networks/01f7f594-e81d-44ac-aac6-2a854b94c65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101144 Aug 19 18:14:56.503498 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-1a483caa-806b-4139-9ff1-766283eb58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:56.505325 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-1a483caa-806b-4139-9ff1-766283eb58fa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0727921 Aug 19 18:14:56.617988 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-cf6a59ed-fdc0-4ea2-84b7-a1a8e47fd1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:56.620073 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-cf6a59ed-fdc0-4ea2-84b7-a1a8e47fd1e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1035511 Aug 19 18:14:56.620998 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-910f6a34-d04a-4b8a-ab23-9c328d26831e tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.714405 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f6a34-d04a-4b8a-ab23-9c328d26831e tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Pushing event deleted for resources: {'Port': ['ID=61f842d5-6402-4826-b0da-f4e2c881e4b4,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:56.718147 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb1908b-c606-41be-8dc0-0f31a62bcc21 x-openstack-request-id: req-bbb1908b-c606-41be-8dc0-0f31a62bcc21 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:56.718450 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cfcda83-1565-45d5-9b71-e7ea5d89bd1f", "tag": "566243c4-fc8b-44fc-8a8e-0d50d4ac9169", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:56.718697 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bbb1908b-c606-41be-8dc0-0f31a62bcc21 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:56.719098 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfcda83-1565-45d5-9b71-e7ea5d89bd1f', 'tag': '566243c4-fc8b-44fc-8a8e-0d50d4ac9169', 'status': 'completed', 'code': 200} Aug 19 18:14:56.776101 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] device_id is not set on port e5a161ea-44dd-4492-84f8-fb20605294dc yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:56.780661 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 57d03e31-9d4d-49cf-9f3e-56ad87387f2f up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:56.796308 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.807717 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ccff87f9-9e19-4b85-a5f4-c6252009e664 req-5ceba28d-e49a-4ab2-bd30-f5877ec8a9af tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 210 time: 0.0606608 Aug 19 18:14:56.823932 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaad034-3d34-4d11-b505-b2ee5e555d58 req-833118ac-3226-40a7-9270-a68040fca59c tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:56.840547 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-910f6a34-d04a-4b8a-ab23-9c328d26831e tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.844781 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1aaad034-3d34-4d11-b505-b2ee5e555d58 req-833118ac-3226-40a7-9270-a68040fca59c tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 945 time: 0.6035955 Aug 19 18:14:56.864280 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 57d03e31-9d4d-49cf-9f3e-56ad87387f2f completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:56.870430 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 57d03e31-9d4d-49cf-9f3e-56ad87387f2f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:56.870790 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.920976 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Transition to ACTIVE for port object e5a161ea-44dd-4492-84f8-fb20605294dc will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:56.967854 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.991146 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.001080 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1aaad034-3d34-4d11-b505-b2ee5e555d58 req-ceffcb11-6ac4-4d64-b02a-a1461c110d5b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550555 Aug 19 18:14:57.034175 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6a258579-6b82-4aa2-8c2c-aade273e508c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.034583 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6a258579-6b82-4aa2-8c2c-aade273e508c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.034913 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-6a258579-6b82-4aa2-8c2c-aade273e508c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Floating IP fc8bc0e7-773c-4c77-bb80-2e8fc9fedc6e disassociated. External IP: 172.25.8.170, port: cf082ac5-d5fc-476e-a275-8a3d8cc512c2. Aug 19 18:14:57.035278 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-6a258579-6b82-4aa2-8c2c-aade273e508c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Calling delete_port for cf082ac5-d5fc-476e-a275-8a3d8cc512c2 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:57.072425 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Pushing event updated for resources: {'Port': ['ID=e5a161ea-44dd-4492-84f8-fb20605294dc,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:57.182991 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34f83d9-adea-4095-8723-c9d1536af58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d03e31-9d4d-49cf-9f3e-56ad87387f2f'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:57.185912 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b664c838-bb6e-4977-859c-fa11bfb84bff" -d '{"events": [{"server_uuid": "d34f83d9-adea-4095-8723-c9d1536af58a", "name": "network-vif-plugged", "status": "completed", "tag": "57d03e31-9d4d-49cf-9f3e-56ad87387f2f"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:57.186935 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Checking segment: {'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:57.186935 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Network hostable DHCP agents. Network: 3c61b84b-92c7-4020-ba5e-6a9bad7722f5, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:14:57.200698 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 57d03e31-9d4d-49cf-9f3e-56ad87387f2f, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=57d03e31-9d4d-49cf-9f3e-56ad87387f2f,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:57.206219 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.247501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:14:57.265475 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 3c61b84b-92c7-4020-ba5e-6a9bad7722f5) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:57.273563 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:57.282063 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aeb5b7b-ad25-4d8a-8197-102b4a561234 None None] Network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:57.294830 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:57.295491 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:57.296062 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:57.333169 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=57d03e31-9d4d-49cf-9f3e-56ad87387f2f,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:57.352331 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port e5a161ea-44dd-4492-84f8-fb20605294dc on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:14:57.352818 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:14:57.361395 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bb619-05f0-4bff-ac86-ab937a9dcbc2 req-9010a6b6-ca3d-4ae0-bf0a-cd6c1b3ad1cb tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:57.363016 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4e4bb619-05f0-4bff-ac86-ab937a9dcbc2 req-9010a6b6-ca3d-4ae0-bf0a-cd6c1b3ad1cb tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.1807642 Aug 19 18:14:57.368508 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 2 to bind port e5a161ea-44dd-4492-84f8-fb20605294dc Aug 19 18:14:57.388950 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-a26d2cbf-6830-453b-98ed-6013e4936656 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7409904 Aug 19 18:14:57.408146 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-910f6a34-d04a-4b8a-ab23-9c328d26831e tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.417685 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-910f6a34-d04a-4b8a-ab23-9c328d26831e tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.425093 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:57.425463 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:57.425871 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:57.433419 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6a258579-6b82-4aa2-8c2c-aade273e508c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.451272 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4e4bb619-05f0-4bff-ac86-ab937a9dcbc2 req-6bf2c548-94a1-4eb6-9afa-c12f66dfdb18 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795710 Aug 19 18:14:57.474154 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port e5a161ea-44dd-4492-84f8-fb20605294dc on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:14:57.474492 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:14:57.477213 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 3 to bind port e5a161ea-44dd-4492-84f8-fb20605294dc Aug 19 18:14:57.482187 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a258579-6b82-4aa2-8c2c-aade273e508c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event deleted for resources: {'Port': ['ID=cf082ac5-d5fc-476e-a275-8a3d8cc512c2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:57.500627 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:57.500797 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:57.501137 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:57.521418 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64dc6ed-1265-4789-acad-2a73e16f588f x-openstack-request-id: req-f64dc6ed-1265-4789-acad-2a73e16f588f {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:57.521795 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34f83d9-adea-4095-8723-c9d1536af58a", "name": "network-vif-plugged", "status": "completed", "tag": "57d03e31-9d4d-49cf-9f3e-56ad87387f2f", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:57.522047 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f64dc6ed-1265-4789-acad-2a73e16f588f {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:57.522787 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34f83d9-adea-4095-8723-c9d1536af58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d03e31-9d4d-49cf-9f3e-56ad87387f2f', 'code': 200} Aug 19 18:14:57.562960 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port e5a161ea-44dd-4492-84f8-fb20605294dc on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:14:57.563299 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:14:57.565258 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 4 to bind port e5a161ea-44dd-4492-84f8-fb20605294dc Aug 19 18:14:57.593995 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a4a1e81-d06c-4d39-b6fb-cb6a49d8b6bf req-ef3eb6ee-120d-4220-ae94-37971b9b8ba6 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834056 Aug 19 18:14:57.603776 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b5f26-84d2-46c6-96ce-fd9bb3bb8663 req-83bcbb73-c65e-4b32-9d03-c1353bf5ce87 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:57.605514 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-835b5f26-84d2-46c6-96ce-fd9bb3bb8663 req-83bcbb73-c65e-4b32-9d03-c1353bf5ce87 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cfcda83-1565-45d5-9b71-e7ea5d89bd1f HTTP/1.1" status: 200 len: 948 time: 0.2830791 Aug 19 18:14:57.606325 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-910f6a34-d04a-4b8a-ab23-9c328d26831e tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.606947 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910f6a34-d04a-4b8a-ab23-9c328d26831e tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d7bca77-03ce-437a-aedf-a3a71c054555 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:14:57.611358 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-910f6a34-d04a-4b8a-ab23-9c328d26831e tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.616728 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-910f6a34-d04a-4b8a-ab23-9c328d26831e tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "DELETE /v2.0/routers/0d7bca77-03ce-437a-aedf-a3a71c054555 HTTP/1.1" status: 204 len: 168 time: 2.8424041 Aug 19 18:14:57.616955 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53814) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:57.622234 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:57.622709 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:57.623084 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:57.630623 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-21c1da93-82cf-4811-90e0-74c7b4f22074 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1932934597', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}, 'admin_state_up': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:57.655092 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port e5a161ea-44dd-4492-84f8-fb20605294dc on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:14:57.655092 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:14:57.662280 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-835b5f26-84d2-46c6-96ce-fd9bb3bb8663 req-e8c2d8fd-6e65-4145-9a54-4c821bb3ed23 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c2dc11-6013-436c-bac7-66ff852f3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440335 Aug 19 18:14:57.665840 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 5 to bind port e5a161ea-44dd-4492-84f8-fb20605294dc Aug 19 18:14:57.744246 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:57.744979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:57.745889 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:57.752575 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695e20b-113d-4772-a102-bde725b6e13f req-6363edfd-ac94-422b-b379-89c5d3db9927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:57.754347 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d695e20b-113d-4772-a102-bde725b6e13f req-6363edfd-ac94-422b-b379-89c5d3db9927 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91e157f66dc042cbbc51845611de46c1&device_id=8cfcda83-1565-45d5-9b71-e7ea5d89bd1f HTTP/1.1" status: 200 len: 1099 time: 0.0545516 Aug 19 18:14:57.755283 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a258579-6b82-4aa2-8c2c-aade273e508c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Router 41b30822-e014-45a4-8544-5ed4a109ce2b has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:14:57.777512 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21c1da93-82cf-4811-90e0-74c7b4f22074 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.778587 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21c1da93-82cf-4811-90e0-74c7b4f22074 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.791196 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port e5a161ea-44dd-4492-84f8-fb20605294dc on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:14:57.791541 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:14:57.795188 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 6 to bind port e5a161ea-44dd-4492-84f8-fb20605294dc Aug 19 18:14:57.833370 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:57.833928 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:57.834349 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:57.854287 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port e5a161ea-44dd-4492-84f8-fb20605294dc on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:14:57.854481 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:14:57.876693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695e20b-113d-4772-a102-bde725b6e13f req-d6e4648a-711a-44a3-8807-12cd558766f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:57.878887 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d695e20b-113d-4772-a102-bde725b6e13f req-d6e4648a-711a-44a3-8807-12cd558766f8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.1167991 Aug 19 18:14:57.899337 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 7 to bind port e5a161ea-44dd-4492-84f8-fb20605294dc Aug 19 18:14:57.904059 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7200e0-8905-432a-a977-1ce2bbab2e9c req-c0fa2d7f-e3cb-4d07-a5de-b5bf71f708f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:57.905668 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea7200e0-8905-432a-a977-1ce2bbab2e9c req-c0fa2d7f-e3cb-4d07-a5de-b5bf71f708f9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 1097 time: 0.1942420 Aug 19 18:14:57.934261 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d695e20b-113d-4772-a102-bde725b6e13f req-d3ab12e8-68ea-47f4-9c7c-f04682ea1082 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=566243c4-fc8b-44fc-8a8e-0d50d4ac9169 HTTP/1.1" status: 200 len: 217 time: 0.0454240 Aug 19 18:14:57.984045 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:57.984498 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:57.984992 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:58.002041 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695e20b-113d-4772-a102-bde725b6e13f req-3b018352-6521-45f0-8e48-6e57d115e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:58.003742 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d695e20b-113d-4772-a102-bde725b6e13f req-3b018352-6521-45f0-8e48-6e57d115e29b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0617785 Aug 19 18:14:58.005760 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2744ca6b-1a3f-4892-a144-55564065762f req-d80b9a00-9132-4e6f-b518-0e875b706b57 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 210 time: 0.0751777 Aug 19 18:14:58.026415 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21c1da93-82cf-4811-90e0-74c7b4f22074 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:58.070079 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695e20b-113d-4772-a102-bde725b6e13f req-714d2aa1-2ac3-473f-9037-a5f4c1d3c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:58.070352 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port e5a161ea-44dd-4492-84f8-fb20605294dc on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:14:58.070764 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:14:58.074195 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d695e20b-113d-4772-a102-bde725b6e13f req-714d2aa1-2ac3-473f-9037-a5f4c1d3c24b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0611277 Aug 19 18:14:58.155944 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 61f842d5-6402-4826-b0da-f4e2c881e4b4 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:58.164715 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 8 to bind port e5a161ea-44dd-4492-84f8-fb20605294dc Aug 19 18:14:58.176895 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 61f842d5-6402-4826-b0da-f4e2c881e4b4 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:58.177376 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 61f842d5-6402-4826-b0da-f4e2c881e4b4 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:58.180992 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d695e20b-113d-4772-a102-bde725b6e13f req-08fe6611-3e8f-4d66-9adc-fae9d4001ec6 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987713 Aug 19 18:14:58.267196 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:58.267542 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:58.267883 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:58.281742 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d695e20b-113d-4772-a102-bde725b6e13f req-d52a2991-0edb-4c71-9a82-b52502f3a42e service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924630 Aug 19 18:14:58.285152 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea7200e0-8905-432a-a977-1ce2bbab2e9c req-005c915d-3761-44ce-af6f-4804566d55a4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238971 Aug 19 18:14:58.355432 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port e5a161ea-44dd-4492-84f8-fb20605294dc on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:14:58.355689 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:14:58.362834 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 9 to bind port e5a161ea-44dd-4492-84f8-fb20605294dc Aug 19 18:14:58.381959 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21c1da93-82cf-4811-90e0-74c7b4f22074 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:58.386549 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a258579-6b82-4aa2-8c2c-aade273e508c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:14:58.396322 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c628057-7964-4dd5-95ce-9496066df761 None None] Sync routers for ids ['41b30822-e014-45a4-8544-5ed4a109ce2b'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:14:58.401203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52d71a-ebbe-4f92-92b5-27395fe58224 req-fafa846b-2684-4ba2-8f73-a100913dc5ea tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:58.402795 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1b52d71a-ebbe-4f92-92b5-27395fe58224 req-fafa846b-2684-4ba2-8f73-a100913dc5ea tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.2795131 Aug 19 18:14:58.406803 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c628057-7964-4dd5-95ce-9496066df761 None None] Routers {'41b30822-e014-45a4-8544-5ed4a109ce2b'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:58.407419 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7c628057-7964-4dd5-95ce-9496066df761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['41b30822-e014-45a4-8544-5ed4a109ce2b'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:58.415454 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-69a22cc3-a43b-4189-a7fc-c4e6c2c6267e tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:58.417716 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-69a22cc3-a43b-4189-a7fc-c4e6c2c6267e tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.50 "GET /v2.0/networks?id=01f7f594-e81d-44ac-aac6-2a854b94c65c HTTP/1.1" status: 200 len: 814 time: 0.4484057 Aug 19 18:14:58.445670 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:58.446023 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:58.446184 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7c628057-7964-4dd5-95ce-9496066df761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:58.446358 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:58.456295 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c628057-7964-4dd5-95ce-9496066df761 None None] Routers {'41b30822-e014-45a4-8544-5ed4a109ce2b'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:58.457007 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7c628057-7964-4dd5-95ce-9496066df761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['41b30822-e014-45a4-8544-5ed4a109ce2b'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:58.494897 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7c628057-7964-4dd5-95ce-9496066df761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:58.496256 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c628057-7964-4dd5-95ce-9496066df761 None None] The sync data for ids ['41b30822-e014-45a4-8544-5ed4a109ce2b'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:14:58.525110 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-c07dc429-b6e5-4b52-babe-165ab9401810 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Request body: {'port': {'device_id': '90ff9328-cacd-4087-b995-9b3f50b93428', 'network_id': '01f7f594-e81d-44ac-aac6-2a854b94c65c', 'admin_state_up': True, 'tenant_id': 'ae5f105f808f4d28a10ecd4886932c61'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:58.530572 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port e5a161ea-44dd-4492-84f8-fb20605294dc on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:14:58.530907 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:14:58.534579 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 10 to bind port e5a161ea-44dd-4492-84f8-fb20605294dc Aug 19 18:14:58.604389 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f3d53-6462-4192-832a-79d17f06e860 req-7ddd858e-1d3a-4ec0-9aaf-2ad781b0ae13 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:58.606118 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ea8f3d53-6462-4192-832a-79d17f06e860 req-7ddd858e-1d3a-4ec0-9aaf-2ad781b0ae13 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.0762413 Aug 19 18:14:58.625894 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1b52d71a-ebbe-4f92-92b5-27395fe58224 req-6a4fa576-c47a-4559-afd3-7f6e42e9b075 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069907 Aug 19 18:14:58.631878 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:58.632223 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:58.632569 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:58.649398 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6a258579-6b82-4aa2-8c2c-aade273e508c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:58.653590 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6a258579-6b82-4aa2-8c2c-aade273e508c tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "DELETE /v2.0/ports/cf082ac5-d5fc-476e-a275-8a3d8cc512c2 HTTP/1.1" status: 204 len: 168 time: 3.0393474 Aug 19 18:14:58.654237 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ea8f3d53-6462-4192-832a-79d17f06e860 req-e9d59c33-1ed3-4b4c-955a-2f1ea7561690 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415432 Aug 19 18:14:58.654727 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53824) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:58.658026 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port e5a161ea-44dd-4492-84f8-fb20605294dc on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:14:58.658401 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port e5a161ea-44dd-4492-84f8-fb20605294dc on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:14:58.658734 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:58.823057 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] For port e5a161ea-44dd-4492-84f8-fb20605294dc, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:14:58.823720 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempted to set empty binding levels {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 18:14:58.832334 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:58.845019 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-c07dc429-b6e5-4b52-babe-165ab9401810 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Made reservation on behalf of ae5f105f808f4d28a10ecd4886932c61 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:58.848533 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-c07dc429-b6e5-4b52-babe-165ab9401810 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:58.897921 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:58.898528 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:58.934530 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bde5e6-ac11-40bd-930a-ec16d7fbd743 req-d948ed3e-96d9-4e2b-b223-9fbcf9a34e1e tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:58.936155 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6bde5e6-ac11-40bd-930a-ec16d7fbd743 req-d948ed3e-96d9-4e2b-b223-9fbcf9a34e1e tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cfcda83-1565-45d5-9b71-e7ea5d89bd1f HTTP/1.1" status: 200 len: 948 time: 0.1944394 Aug 19 18:14:58.972332 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Pushing event updated for resources: {'Port': ['ID=e5a161ea-44dd-4492-84f8-fb20605294dc,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:59.011220 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4c4f7464-00a6-482c-8f88-6223a393a148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.6226761 Aug 19 18:14:59.014894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53830) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:59.096522 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-656a7dae-1b93-4dd6-8348-3cdfbede5dc1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:59.103254 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21c1da93-82cf-4811-90e0-74c7b4f22074 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:59.135195 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6bde5e6-ac11-40bd-930a-ec16d7fbd743 req-d199b5c1-1de6-465d-b3ec-ae617c25e0f2 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c2dc11-6013-436c-bac7-66ff852f3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600385 Aug 19 18:14:59.140306 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21c1da93-82cf-4811-90e0-74c7b4f22074 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:59.173502 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fe41be61-faaa-4987-b38a-35815a83d674 req-7d330594-7acc-4288-ba8d-f70d00612a46 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 210 time: 0.0437942 Aug 19 18:14:59.231346 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-42c19db9-ecde-46cc-982c-be627e337948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Deleting port e5a161ea-44dd-4492-84f8-fb20605294dc {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:59.231689 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42c19db9-ecde-46cc-982c-be627e337948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:59.233747 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-c07dc429-b6e5-4b52-babe-165ab9401810 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Allocated IP 172.20.0.7 (01f7f594-e81d-44ac-aac6-2a854b94c65c/f13f9baf-d90a-4ab7-b93b-82b15f099642/5c8d0234-6609-4363-bf06-0a98f48d3631) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:59.320218 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-21c1da93-82cf-4811-90e0-74c7b4f22074 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Allocated IP 172.25.8.123 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/20ee6042-c8d4-4d85-881d-f534e75bc6a9) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:59.350873 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-42c19db9-ecde-46cc-982c-be627e337948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] For port e5a161ea-44dd-4492-84f8-fb20605294dc, host n-h1-803753-2, got binding levels [] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:59.351247 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42c19db9-ecde-46cc-982c-be627e337948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:59.367097 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-42c19db9-ecde-46cc-982c-be627e337948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Calling delete_port for e5a161ea-44dd-4492-84f8-fb20605294dc owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:59.501626 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-c07dc429-b6e5-4b52-babe-165ab9401810 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:59.529143 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21c1da93-82cf-4811-90e0-74c7b4f22074 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:59.531069 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42c19db9-ecde-46cc-982c-be627e337948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:59.567985 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c19db9-ecde-46cc-982c-be627e337948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5a161ea-44dd-4492-84f8-fb20605294dc,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:59.578017 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42c19db9-ecde-46cc-982c-be627e337948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:59.580194 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-42c19db9-ecde-46cc-982c-be627e337948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] 10.222.0.24 "DELETE /v2.0/ports/e5a161ea-44dd-4492-84f8-fb20605294dc HTTP/1.1" status: 204 len: 168 time: 0.5643516 Aug 19 18:14:59.583397 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53834) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:59.593978 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-c07dc429-b6e5-4b52-babe-165ab9401810 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:59.596373 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-656a7dae-1b93-4dd6-8348-3cdfbede5dc1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Deleting port 3601515b-d95a-4555-83cc-4ee33f1ebf9c {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:59.596701 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-656a7dae-1b93-4dd6-8348-3cdfbede5dc1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:59.606736 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21c1da93-82cf-4811-90e0-74c7b4f22074 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:59.615379 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe036b2-a8ad-45c0-ba2b-f9520f06ff0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] GET failed (client error): The resource could not be found. Aug 19 18:14:59.617061 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6fe036b2-a8ad-45c0-ba2b-f9520f06ff0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] 10.222.0.24 "GET /v2.0/ports/e5a161ea-44dd-4492-84f8-fb20605294dc HTTP/1.1" status: 404 len: 333 time: 0.0327206 Aug 19 18:14:59.629582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53836) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:59.641473 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-17487529-3ea1-46c4-aa5b-7e825a67417b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Request body: {'port': {'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-156311425'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:59.668125 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-c07dc429-b6e5-4b52-babe-165ab9401810 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Network 01f7f594-e81d-44ac-aac6-2a854b94c65c is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:59.684466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c1da93-82cf-4811-90e0-74c7b4f22074 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:59.685491 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-c07dc429-b6e5-4b52-babe-165ab9401810 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:59.691348 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-c07dc429-b6e5-4b52-babe-165ab9401810 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:59.694651 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-21c1da93-82cf-4811-90e0-74c7b4f22074 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:59.700129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07dc429-b6e5-4b52-babe-165ab9401810 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Pushing event updated for resources: {'Port': ['ID=5c8d0234-6609-4363-bf06-0a98f48d3631,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:59.722359 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c1da93-82cf-4811-90e0-74c7b4f22074 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:59.726924 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-656a7dae-1b93-4dd6-8348-3cdfbede5dc1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:59.741569 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-656a7dae-1b93-4dd6-8348-3cdfbede5dc1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Calling delete_port for 3601515b-d95a-4555-83cc-4ee33f1ebf9c owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:59.758920 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17487529-3ea1-46c4-aa5b-7e825a67417b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Made reservation on behalf of ccbea8e9f858484b9ab58574a8d6f75d for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:59.761799 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-17487529-3ea1-46c4-aa5b-7e825a67417b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:59.855606 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-17487529-3ea1-46c4-aa5b-7e825a67417b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] device_id is not set on port 5386e3b3-7f0a-4320-aacc-7671707bc7df yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:59.856719 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffee5eb-b07b-430f-800b-2d34dc0ec437 req-e89c82b1-7663-42cc-8d67-a40ebbed97d4 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:59.858315 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2ffee5eb-b07b-430f-800b-2d34dc0ec437 req-e89c82b1-7663-42cc-8d67-a40ebbed97d4 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.1117840 Aug 19 18:14:59.865749 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-c07dc429-b6e5-4b52-babe-165ab9401810 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:59.866408 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-c07dc429-b6e5-4b52-babe-165ab9401810 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:59.946305 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2ffee5eb-b07b-430f-800b-2d34dc0ec437 req-60787433-0ff8-4239-a29d-14fb70130676 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808592 Aug 19 18:14:59.968191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1da93-82cf-4811-90e0-74c7b4f22074 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Pushing event updated for resources: {'Port': ['ID=20ee6042-c8d4-4d85-881d-f534e75bc6a9,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:59.998037 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9d95b-68e9-45b7-9ec6-a6d7507e8963 req-09b69a62-efec-4b75-b2b8-2ce4a8300571 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:59.999687 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9ac9d95b-68e9-45b7-9ec6-a6d7507e8963 req-09b69a62-efec-4b75-b2b8-2ce4a8300571 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.2750044 Aug 19 18:15:00.007981 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-c07dc429-b6e5-4b52-babe-165ab9401810 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5102463 Aug 19 18:15:00.044201 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-656a7dae-1b93-4dd6-8348-3cdfbede5dc1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:00.046758 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-b2512d3d-a312-41c8-a646-6da65a957f6c service neutron] Request body: {'port': {'device_id': '90ff9328-cacd-4087-b995-9b3f50b93428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:00.073056 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a7dae-1b93-4dd6-8348-3cdfbede5dc1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event deleted for resources: {'Port': ['ID=3601515b-d95a-4555-83cc-4ee33f1ebf9c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:00.210663 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9ac9d95b-68e9-45b7-9ec6-a6d7507e8963 req-d9cffc2a-aa1f-4464-a1d5-9c9d6a24a558 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848979 Aug 19 18:15:00.250528 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-b2512d3d-a312-41c8-a646-6da65a957f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:00.259171 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-656a7dae-1b93-4dd6-8348-3cdfbede5dc1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:00.318947 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-17487529-3ea1-46c4-aa5b-7e825a67417b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:00.409218 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7bd13-aaeb-4b9f-9f04-6df5cfee6828 req-83e45d7e-5e08-4d27-aaa1-681ec133b151 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:00.410858 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aeb7bd13-aaeb-4b9f-9f04-6df5cfee6828 req-83e45d7e-5e08-4d27-aaa1-681ec133b151 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cfcda83-1565-45d5-9b71-e7ea5d89bd1f HTTP/1.1" status: 200 len: 948 time: 0.1428523 Aug 19 18:15:00.508573 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aeb7bd13-aaeb-4b9f-9f04-6df5cfee6828 req-3a415c51-be5e-4498-aca6-0b6ff9e67875 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c2dc11-6013-436c-bac7-66ff852f3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884371 Aug 19 18:15:00.570159 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656a7dae-1b93-4dd6-8348-3cdfbede5dc1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Router 41b30822-e014-45a4-8544-5ed4a109ce2b has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:15:00.689657 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656a7dae-1b93-4dd6-8348-3cdfbede5dc1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:15:00.696645 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-656a7dae-1b93-4dd6-8348-3cdfbede5dc1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "PUT /v2.0/routers/41b30822-e014-45a4-8544-5ed4a109ce2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0394976 Aug 19 18:15:00.697861 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53854) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:00.707993 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa083d14-0fc7-4589-815d-14cf9fc9521d None None] Sync routers for ids ['41b30822-e014-45a4-8544-5ed4a109ce2b'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:15:00.718478 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa083d14-0fc7-4589-815d-14cf9fc9521d None None] Routers {'41b30822-e014-45a4-8544-5ed4a109ce2b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:00.719375 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-fa083d14-0fc7-4589-815d-14cf9fc9521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['41b30822-e014-45a4-8544-5ed4a109ce2b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:00.761621 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 566243c4-fc8b-44fc-8a8e-0d50d4ac9169 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:15:00.764604 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-fa083d14-0fc7-4589-815d-14cf9fc9521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:00.789699 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa083d14-0fc7-4589-815d-14cf9fc9521d None None] Routers {'41b30822-e014-45a4-8544-5ed4a109ce2b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:00.791007 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-fa083d14-0fc7-4589-815d-14cf9fc9521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['41b30822-e014-45a4-8544-5ed4a109ce2b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:00.817813 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38f389a4-bfa3-4fc3-aacd-98d1ff913894 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:00.826087 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21c1da93-82cf-4811-90e0-74c7b4f22074 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:00.846008 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-fa083d14-0fc7-4589-815d-14cf9fc9521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:00.846670 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa083d14-0fc7-4589-815d-14cf9fc9521d None None] The sync data for ids ['41b30822-e014-45a4-8544-5ed4a109ce2b'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:15:00.921522 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad55102-1f71-46ce-8e73-904e6f017108 req-bb5f3348-6b64-4a08-a9cd-c168ffe75029 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:00.923141 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7ad55102-1f71-46ce-8e73-904e6f017108 req-bb5f3348-6b64-4a08-a9cd-c168ffe75029 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 931 time: 0.2483356 Aug 19 18:15:00.959020 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 566243c4-fc8b-44fc-8a8e-0d50d4ac9169, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=566243c4-fc8b-44fc-8a8e-0d50d4ac9169,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:00.978221 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '566243c4-fc8b-44fc-8a8e-0d50d4ac9169', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '566243c4-fc8b-44fc-8a8e-0d50d4ac9169', 'mac_address': 'fa:16:3e:20:0f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:15:00.987923 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38f389a4-bfa3-4fc3-aacd-98d1ff913894 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.018461 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-17487529-3ea1-46c4-aa5b-7e825a67417b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.035928 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.061662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566243c4-fc8b-44fc-8a8e-0d50d4ac9169 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:15:01.087032 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 566243c4-fc8b-44fc-8a8e-0d50d4ac9169, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=566243c4-fc8b-44fc-8a8e-0d50d4ac9169,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:01.094008 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.103488 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f14f29-c4d0-4fcf-bf0d-0e9fc95d772c req-b1a556b4-b1ed-4fcd-b15b-e3907943f991 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:01.104383 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e8f14f29-c4d0-4fcf-bf0d-0e9fc95d772c req-b1a556b4-b1ed-4fcd-b15b-e3907943f991 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.0714219 Aug 19 18:15:01.108572 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-38f389a4-bfa3-4fc3-aacd-98d1ff913894 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Deleting port 25d7e1f7-9704-410e-8e7d-0e029d24da99 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:01.108948 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38f389a4-bfa3-4fc3-aacd-98d1ff913894 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.140867 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7ad55102-1f71-46ce-8e73-904e6f017108 req-42c91d14-7986-4fe7-b6bc-279791dcb16e tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970465 Aug 19 18:15:01.144516 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17487529-3ea1-46c4-aa5b-7e825a67417b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:01.152674 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17487529-3ea1-46c4-aa5b-7e825a67417b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Pushing event updated for resources: {'Port': ['ID=5386e3b3-7f0a-4320-aacc-7671707bc7df,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:01.169563 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=566243c4-fc8b-44fc-8a8e-0d50d4ac9169,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:01.182070 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-17487529-3ea1-46c4-aa5b-7e825a67417b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:01.210360 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e8f14f29-c4d0-4fcf-bf0d-0e9fc95d772c req-ad0156f8-5cb5-4744-8497-03d77d24f42e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851097 Aug 19 18:15:01.222165 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17487529-3ea1-46c4-aa5b-7e825a67417b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:01.223109 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17487529-3ea1-46c4-aa5b-7e825a67417b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:01.223753 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-17487529-3ea1-46c4-aa5b-7e825a67417b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.233915 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38f389a4-bfa3-4fc3-aacd-98d1ff913894 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.249288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-38f389a4-bfa3-4fc3-aacd-98d1ff913894 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Calling delete_port for 25d7e1f7-9704-410e-8e7d-0e029d24da99 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:01.322227 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-17487529-3ea1-46c4-aa5b-7e825a67417b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6861815 Aug 19 18:15:01.335106 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53866) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:01.344150 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:01.420724 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb3022-acd9-46ee-8622-1d98cfefbaf8 req-101f8c69-6386-47d9-b7bc-65888ca0c558 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:01.422305 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdbb3022-acd9-46ee-8622-1d98cfefbaf8 req-101f8c69-6386-47d9-b7bc-65888ca0c558 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.2013702 Aug 19 18:15:01.423325 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21c1da93-82cf-4811-90e0-74c7b4f22074 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.426990 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38f389a4-bfa3-4fc3-aacd-98d1ff913894 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.455796 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f389a4-bfa3-4fc3-aacd-98d1ff913894 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event deleted for resources: {'Port': ['ID=25d7e1f7-9704-410e-8e7d-0e029d24da99,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:01.465946 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-b2512d3d-a312-41c8-a646-6da65a957f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c8d0234-6609-4363-bf06-0a98f48d3631 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:15:01.467275 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['566243c4-fc8b-44fc-8a8e-0d50d4ac9169'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:15:01.486628 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-b2512d3d-a312-41c8-a646-6da65a957f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.530076 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.539258 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38f389a4-bfa3-4fc3-aacd-98d1ff913894 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.560444 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-b2512d3d-a312-41c8-a646-6da65a957f6c service neutron] Transition to ACTIVE for port object 5c8d0234-6609-4363-bf06-0a98f48d3631 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:01.576015 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdbb3022-acd9-46ee-8622-1d98cfefbaf8 req-97783c98-6f05-4397-abd7-ba2f71af70a3 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415763 Aug 19 18:15:01.578198 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-b2512d3d-a312-41c8-a646-6da65a957f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.665668 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38f389a4-bfa3-4fc3-aacd-98d1ff913894 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.681616 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38f389a4-bfa3-4fc3-aacd-98d1ff913894 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.731405 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38f389a4-bfa3-4fc3-aacd-98d1ff913894 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.732074 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f389a4-bfa3-4fc3-aacd-98d1ff913894 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Fanout notify agent at l3_agent the message router_deleted on router 41b30822-e014-45a4-8544-5ed4a109ce2b {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:15:01.740847 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407942f-36f2-456d-9e37-8e0b3d09e543 req-bea0994d-2af7-4407-98bc-89d34c965727 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:01.742269 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8407942f-36f2-456d-9e37-8e0b3d09e543 req-bea0994d-2af7-4407-98bc-89d34c965727 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cfcda83-1565-45d5-9b71-e7ea5d89bd1f HTTP/1.1" status: 200 len: 949 time: 0.0930598 Aug 19 18:15:01.746323 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2512d3d-a312-41c8-a646-6da65a957f6c service neutron] Pushing event updated for resources: {'Port': ['ID=5c8d0234-6609-4363-bf06-0a98f48d3631,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:01.748498 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38f389a4-bfa3-4fc3-aacd-98d1ff913894 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.752280 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-38f389a4-bfa3-4fc3-aacd-98d1ff913894 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "DELETE /v2.0/routers/41b30822-e014-45a4-8544-5ed4a109ce2b HTTP/1.1" status: 204 len: 168 time: 1.0533383 Aug 19 18:15:01.752893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53870) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:01.830846 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-630fb2b3-e9bd-40f1-9190-24470a774dc2 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Deleting subnet f80a85f5-9f3b-44cf-98ab-58e042bbde95 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:15:01.836067 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8407942f-36f2-456d-9e37-8e0b3d09e543 req-3aa2fec3-8372-47a9-a231-419c0bc45007 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c2dc11-6013-436c-bac7-66ff852f3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747583 Aug 19 18:15:01.836727 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-630fb2b3-e9bd-40f1-9190-24470a774dc2 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.876441 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-b2512d3d-a312-41c8-a646-6da65a957f6c service neutron] Attempting to bind port 5c8d0234-6609-4363-bf06-0a98f48d3631 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:01.876866 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-b2512d3d-a312-41c8-a646-6da65a957f6c service neutron] Attempting to bind port 5c8d0234-6609-4363-bf06-0a98f48d3631 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '01f7f594-e81d-44ac-aac6-2a854b94c65c'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:01.877119 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-b2512d3d-a312-41c8-a646-6da65a957f6c service neutron] Attempting to bind port 5c8d0234-6609-4363-bf06-0a98f48d3631 on network 01f7f594-e81d-44ac-aac6-2a854b94c65c {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:01.878832 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-630fb2b3-e9bd-40f1-9190-24470a774dc2 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.886862 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c1da93-82cf-4811-90e0-74c7b4f22074 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Router efaa60de-6174-48ed-9047-9133ed5b9787 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:15:01.914904 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-b2512d3d-a312-41c8-a646-6da65a957f6c service neutron] Port 5c8d0234-6609-4363-bf06-0a98f48d3631 on network 01f7f594-e81d-44ac-aac6-2a854b94c65c not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:15:01.915231 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-b2512d3d-a312-41c8-a646-6da65a957f6c service neutron] Attempting to bind port 5c8d0234-6609-4363-bf06-0a98f48d3631 on network 01f7f594-e81d-44ac-aac6-2a854b94c65c {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:01.926972 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-b2512d3d-a312-41c8-a646-6da65a957f6c service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:15:01.927655 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-b2512d3d-a312-41c8-a646-6da65a957f6c service neutron] Checking segment: {'id': '8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '01f7f594-e81d-44ac-aac6-2a854b94c65c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:15:01.927655 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-b2512d3d-a312-41c8-a646-6da65a957f6c service neutron] Bound using segment: {'id': '8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '01f7f594-e81d-44ac-aac6-2a854b94c65c'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:15:01.928044 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-b2512d3d-a312-41c8-a646-6da65a957f6c service neutron] Bound port: 5c8d0234-6609-4363-bf06-0a98f48d3631, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '01f7f594-e81d-44ac-aac6-2a854b94c65c'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:15:01.928403 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-b2512d3d-a312-41c8-a646-6da65a957f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.952313 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] device_id is not set on port 5386e3b3-7f0a-4320-aacc-7671707bc7df yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:15:01.961986 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-630fb2b3-e9bd-40f1-9190-24470a774dc2 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.993340 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:02.043521 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Transition to ACTIVE for port object 5386e3b3-7f0a-4320-aacc-7671707bc7df will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:02.079623 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:02.156324 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-b2512d3d-a312-41c8-a646-6da65a957f6c service neutron] For port 5c8d0234-6609-4363-bf06-0a98f48d3631, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:15:02.162917 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-b2512d3d-a312-41c8-a646-6da65a957f6c service neutron] For port 5c8d0234-6609-4363-bf06-0a98f48d3631, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5c8d0234-6609-4363-bf06-0a98f48d3631,segment=NetworkSegment(8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1),segment_id=8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:15:02.173497 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c1da93-82cf-4811-90e0-74c7b4f22074 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:15:02.178530 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-b2512d3d-a312-41c8-a646-6da65a957f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:02.185346 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbcbf2f-17d7-4bc2-a022-3cceb8b31856 None None] Sync routers for ids ['efaa60de-6174-48ed-9047-9133ed5b9787'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:15:02.187693 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Pushing event updated for resources: {'Port': ['ID=5386e3b3-7f0a-4320-aacc-7671707bc7df,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:02.199222 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbcbf2f-17d7-4bc2-a022-3cceb8b31856 None None] Routers {'efaa60de-6174-48ed-9047-9133ed5b9787'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:02.201654 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bcbcbf2f-17d7-4bc2-a022-3cceb8b31856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['efaa60de-6174-48ed-9047-9133ed5b9787'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:02.235810 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:02.236180 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:02.236509 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:02.250377 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-b2512d3d-a312-41c8-a646-6da65a957f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:02.251278 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-b2512d3d-a312-41c8-a646-6da65a957f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:02.253001 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-b2512d3d-a312-41c8-a646-6da65a957f6c service neutron] 10.222.0.50 "PUT /v2.0/ports/5c8d0234-6609-4363-bf06-0a98f48d3631 HTTP/1.1" status: 200 len: 1091 time: 2.2181180 Aug 19 18:15:02.253711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ff9328-cacd-4087-b995-9b3f50b93428', 'tag': '5c8d0234-6609-4363-bf06-0a98f48d3631'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:15:02.256209 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0acff9-f3c1-49f1-b3b5-9ede8beafa79" -d '{"events": [{"name": "network-changed", "server_uuid": "90ff9328-cacd-4087-b995-9b3f50b93428", "tag": "5c8d0234-6609-4363-bf06-0a98f48d3631"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:15:02.266829 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21c1da93-82cf-4811-90e0-74c7b4f22074 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:02.271229 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-21c1da93-82cf-4811-90e0-74c7b4f22074 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.6503139 Aug 19 18:15:02.274055 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bcbcbf2f-17d7-4bc2-a022-3cceb8b31856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:02.278244 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53878) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:02.279129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port 5386e3b3-7f0a-4320-aacc-7671707bc7df on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:15:02.279690 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:15:02.286962 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-dec8e434-9bf8-4f30-9d34-ea6ba971153a tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'enable_snat': False}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:02.289268 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 2 to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df Aug 19 18:15:02.296864 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbcbf2f-17d7-4bc2-a022-3cceb8b31856 None None] Routers {'efaa60de-6174-48ed-9047-9133ed5b9787'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:02.297992 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bcbcbf2f-17d7-4bc2-a022-3cceb8b31856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['efaa60de-6174-48ed-9047-9133ed5b9787'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:02.335931 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bcbcbf2f-17d7-4bc2-a022-3cceb8b31856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:02.336589 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbcbf2f-17d7-4bc2-a022-3cceb8b31856 None None] The sync data for ids ['efaa60de-6174-48ed-9047-9133ed5b9787'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:15:02.404754 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c698f-5de7-4d0e-985f-010f501e9bcb req-4c4c05af-e1a5-49cc-8d96-d775a0fe3384 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:02.406352 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e72c698f-5de7-4d0e-985f-010f501e9bcb req-4c4c05af-e1a5-49cc-8d96-d775a0fe3384 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.0770335 Aug 19 18:15:02.417342 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:02.417342 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:02.417342 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:02.441328 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-630fb2b3-e9bd-40f1-9190-24470a774dc2 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:02.456352 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2512d3d-a312-41c8-a646-6da65a957f6c service neutron] Pushing event updated for resources: {'Port': ['ID=5c8d0234-6609-4363-bf06-0a98f48d3631,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:02.466673 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port 5386e3b3-7f0a-4320-aacc-7671707bc7df on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:15:02.467039 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:15:02.470381 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 3 to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df Aug 19 18:15:02.484870 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e72c698f-5de7-4d0e-985f-010f501e9bcb req-cb44cd27-27c4-4c42-be35-18831800c623 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719912 Aug 19 18:15:02.486089 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630fb2b3-e9bd-40f1-9190-24470a774dc2 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event deleted for resources: {'Subnet': ['ID=f80a85f5-9f3b-44cf-98ab-58e042bbde95,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:02.491383 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-630fb2b3-e9bd-40f1-9190-24470a774dc2 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:02.499957 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3828a68-ed2f-4abe-aecd-a66f171b0abf None None] Network 158054ab-2706-4282-bac3-7e0610d23159 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:02.502310 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-630fb2b3-e9bd-40f1-9190-24470a774dc2 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "DELETE /v2.0/subnets/f80a85f5-9f3b-44cf-98ab-58e042bbde95 HTTP/1.1" status: 204 len: 168 time: 0.7425790 Aug 19 18:15:02.502693 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53882) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:02.514776 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a48ba6-7eab-4ebe-99a7-1da5bc29eac8 req-5fd5cb3d-9d52-4388-987d-9e9257386eab tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:02.516284 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8a48ba6-7eab-4ebe-99a7-1da5bc29eac8 req-5fd5cb3d-9d52-4388-987d-9e9257386eab tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 943 time: 0.2437150 Aug 19 18:15:02.526910 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:02.527191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:02.527542 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:02.558867 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e2e796-af01-442d-acf4-a636d8aef04c x-openstack-request-id: req-55e2e796-af01-442d-acf4-a636d8aef04c {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:15:02.559169 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ff9328-cacd-4087-b995-9b3f50b93428", "tag": "5c8d0234-6609-4363-bf06-0a98f48d3631", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:15:02.559524 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55e2e796-af01-442d-acf4-a636d8aef04c {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:15:02.559823 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ff9328-cacd-4087-b995-9b3f50b93428', 'tag': '5c8d0234-6609-4363-bf06-0a98f48d3631', 'status': 'completed', 'code': 200} Aug 19 18:15:02.587206 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-8f3101f3-ba49-44f2-8ce1-a6f593fd2fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:02.589716 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-8f3101f3-ba49-44f2-8ce1-a6f593fd2fb6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae5f105f808f4d28a10ecd4886932c61&device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 1094 time: 0.2781503 Aug 19 18:15:02.635712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port 5386e3b3-7f0a-4320-aacc-7671707bc7df on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:15:02.635946 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:15:02.642333 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 4 to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df Aug 19 18:15:02.715784 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ace56e6-6fd3-4b46-bf8e-d0d00444c7e5 None None] DHCP port deletion for 158054ab-2706-4282-bac3-7e0610d23159 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:15:02.718242 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-ae9712d2-a494-4589-858d-18768198f8ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c8d0234-6609-4363-bf06-0a98f48d3631 HTTP/1.1" status: 200 len: 217 time: 0.0793166 Aug 19 18:15:02.737176 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:02.737518 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:02.737895 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:02.763923 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 566243c4-fc8b-44fc-8a8e-0d50d4ac9169 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:02.768964 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc1c1c-d3ea-49a1-8f45-25debf783111 req-a333fe36-07a4-41d5-813a-083f2270cd41 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:02.769652 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3cdc1c1c-d3ea-49a1-8f45-25debf783111 req-a333fe36-07a4-41d5-813a-083f2270cd41 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.0598640 Aug 19 18:15:02.802085 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8a48ba6-7eab-4ebe-99a7-1da5bc29eac8 req-87815849-defd-4696-8651-965e36afc867 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720599 Aug 19 18:15:02.808255 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-3ace56e6-6fd3-4b46-bf8e-d0d00444c7e5 None None] Deleting port 2764b131-3961-475e-b80e-7175bde4a420 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:02.809131 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6f3a-46de-4dad-9979-0ada64f407e9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:02.809272 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3ace56e6-6fd3-4b46-bf8e-d0d00444c7e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:02.810907 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port 5386e3b3-7f0a-4320-aacc-7671707bc7df on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:15:02.811247 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:15:02.814304 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3cdc1c1c-d3ea-49a1-8f45-25debf783111 req-929f9eb1-e423-4623-983a-a3bc634fbacb tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373833 Aug 19 18:15:02.818678 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 5 to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df Aug 19 18:15:02.854592 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:02.854939 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:02.855294 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:02.868233 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-2fd13b3a-9bbc-479e-8bb7-d4ccdadeffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:02.870046 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-2fd13b3a-9bbc-479e-8bb7-d4ccdadeffb4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f13f9baf-d90a-4ab7-b93b-82b15f099642 HTTP/1.1" status: 200 len: 854 time: 0.1340139 Aug 19 18:15:02.874973 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port 5386e3b3-7f0a-4320-aacc-7671707bc7df on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:15:02.875301 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:15:02.875708 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 6 to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df Aug 19 18:15:02.896625 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-3ace56e6-6fd3-4b46-bf8e-d0d00444c7e5 None None] For port 2764b131-3961-475e-b80e-7175bde4a420, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2764b131-3961-475e-b80e-7175bde4a420,segment=NetworkSegment(90bdcf53-2f97-4901-a630-4895b1b52789),segment_id=90bdcf53-2f97-4901-a630-4895b1b52789)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:02.897096 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3ace56e6-6fd3-4b46-bf8e-d0d00444c7e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:02.914283 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-3ace56e6-6fd3-4b46-bf8e-d0d00444c7e5 None None] Calling delete_port for 2764b131-3961-475e-b80e-7175bde4a420 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:02.920550 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 566243c4-fc8b-44fc-8a8e-0d50d4ac9169 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:02.929512 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 566243c4-fc8b-44fc-8a8e-0d50d4ac9169 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:02.929917 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:02.977029 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-3dbb4897-f4c8-4eae-ae17-241d302fdf9e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=01f7f594-e81d-44ac-aac6-2a854b94c65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753884 Aug 19 18:15:02.981324 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:02.981699 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:02.982053 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:03.027101 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port 5386e3b3-7f0a-4320-aacc-7671707bc7df on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:15:03.027432 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:15:03.038916 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 7 to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df Aug 19 18:15:03.064960 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3ace56e6-6fd3-4b46-bf8e-d0d00444c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:03.076019 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:03.102484 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace56e6-6fd3-4b46-bf8e-d0d00444c7e5 None None] Pushing event deleted for resources: {'Port': ['ID=2764b131-3961-475e-b80e-7175bde4a420,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:03.107321 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ace56e6-6fd3-4b46-bf8e-d0d00444c7e5 None None] No DVR routers for this DVR port 2764b131-3961-475e-b80e-7175bde4a420 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:15:03.129187 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfcda83-1565-45d5-9b71-e7ea5d89bd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566243c4-fc8b-44fc-8a8e-0d50d4ac9169'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:15:03.131640 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d796510c-da29-4535-9ac0-727178878086" -d '{"events": [{"server_uuid": "8cfcda83-1565-45d5-9b71-e7ea5d89bd1f", "name": "network-vif-plugged", "status": "completed", "tag": "566243c4-fc8b-44fc-8a8e-0d50d4ac9169"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:15:03.148192 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 566243c4-fc8b-44fc-8a8e-0d50d4ac9169, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=566243c4-fc8b-44fc-8a8e-0d50d4ac9169,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:03.154333 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:03.184643 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a01639-2527-4a70-9ecc-17ea8c1ac17b x-openstack-request-id: req-a6a01639-2527-4a70-9ecc-17ea8c1ac17b {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:15:03.184929 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfcda83-1565-45d5-9b71-e7ea5d89bd1f", "name": "network-vif-plugged", "status": "completed", "tag": "566243c4-fc8b-44fc-8a8e-0d50d4ac9169", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:15:03.185219 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6a01639-2527-4a70-9ecc-17ea8c1ac17b {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:15:03.185626 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfcda83-1565-45d5-9b71-e7ea5d89bd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566243c4-fc8b-44fc-8a8e-0d50d4ac9169', 'code': 200} Aug 19 18:15:03.221299 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=566243c4-fc8b-44fc-8a8e-0d50d4ac9169,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:03.293936 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac29784-89dd-4491-85ca-d14176bbb8ec req-7947999a-1cf4-4c1a-9499-85970de3ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:03.295499 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3ac29784-89dd-4491-85ca-d14176bbb8ec req-7947999a-1cf4-4c1a-9499-85970de3ec3e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8cfcda83-1565-45d5-9b71-e7ea5d89bd1f HTTP/1.1" status: 200 len: 1101 time: 0.0432630 Aug 19 18:15:03.338243 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3ac29784-89dd-4491-85ca-d14176bbb8ec req-4404aa9b-3c34-4730-b970-612b6c1b3dcb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e1c2dc11-6013-436c-bac7-66ff852f3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308590 Aug 19 18:15:03.453520 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:03.453804 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:03.454150 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:03.474661 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0adc10-a3cb-4be8-91de-bace8b4ff345 req-7e9b98cc-dae5-418f-ac17-33d122f90296 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:03.476156 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7d0adc10-a3cb-4be8-91de-bace8b4ff345 req-7e9b98cc-dae5-418f-ac17-33d122f90296 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cfcda83-1565-45d5-9b71-e7ea5d89bd1f HTTP/1.1" status: 200 len: 949 time: 0.5566118 Aug 19 18:15:03.490456 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port 5386e3b3-7f0a-4320-aacc-7671707bc7df on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:15:03.490710 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:15:03.492511 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dec8e434-9bf8-4f30-9d34-ea6ba971153a tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:03.498620 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 8 to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df Aug 19 18:15:03.517629 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-8a8f6f3a-46de-4dad-9979-0ada64f407e9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Deleting port 2764b131-3961-475e-b80e-7175bde4a420 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:03.517978 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6f3a-46de-4dad-9979-0ada64f407e9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:03.585294 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:03.585652 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:03.586001 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:03.615955 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-b9bdff46-b981-4a8a-88c2-69043ad14ce4 service neutron] 10.222.0.50 "GET /v2.0/networks/01f7f594-e81d-44ac-aac6-2a854b94c65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6123226 Aug 19 18:15:03.616545 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02123c21-22f7-4c1f-9468-b3a9bf613d30 req-752b7a62-0582-4e14-a223-80e061da96ee tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:03.618080 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02123c21-22f7-4c1f-9468-b3a9bf613d30 req-752b7a62-0582-4e14-a223-80e061da96ee tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.0508921 Aug 19 18:15:03.653058 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port 5386e3b3-7f0a-4320-aacc-7671707bc7df on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:15:03.653399 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:15:03.662783 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02123c21-22f7-4c1f-9468-b3a9bf613d30 req-e734f103-4c9f-4899-b253-80f099fbd277 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380256 Aug 19 18:15:03.668478 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 9 to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df Aug 19 18:15:03.723537 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7d0adc10-a3cb-4be8-91de-bace8b4ff345 req-96f7fb8b-3d87-4545-8346-b391b30d8fb8 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c2dc11-6013-436c-bac7-66ff852f3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349088 Aug 19 18:15:03.724582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-8a8f6f3a-46de-4dad-9979-0ada64f407e9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] For port 2764b131-3961-475e-b80e-7175bde4a420, host n-d-803753-2, got binding levels [] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:03.724951 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6f3a-46de-4dad-9979-0ada64f407e9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:03.754327 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:03.754578 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:03.754920 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:03.757840 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-8a8f6f3a-46de-4dad-9979-0ada64f407e9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Calling delete_port for 2764b131-3961-475e-b80e-7175bde4a420 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:03.764132 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.ipam_backend_mixin [None req-8a8f6f3a-46de-4dad-9979-0ada64f407e9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Port 2764b131-3961-475e-b80e-7175bde4a420 was not found and therefore no delete operation was performed {{(pid=94681) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:15:03.771052 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port 5386e3b3-7f0a-4320-aacc-7671707bc7df on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:15:03.771384 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:15:03.771941 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6f3a-46de-4dad-9979-0ada64f407e9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:03.777390 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 10 to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df Aug 19 18:15:03.825949 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f6f3a-46de-4dad-9979-0ada64f407e9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event deleted for resources: {'Port': ['ID=2764b131-3961-475e-b80e-7175bde4a420,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:03.827819 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8f6f3a-46de-4dad-9979-0ada64f407e9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] No DVR routers for this DVR port 2764b131-3961-475e-b80e-7175bde4a420 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:15:03.834460 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:03.834800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:03.835143 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:03.876605 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port 5386e3b3-7f0a-4320-aacc-7671707bc7df on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:15:03.876944 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port 5386e3b3-7f0a-4320-aacc-7671707bc7df on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:15:03.877318 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:03.883838 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f31a936e-49a2-4db9-b546-04613b7d01b1 req-66a17e80-3b21-4940-addd-9100283819a6 service neutron] 10.222.0.50 "GET /v2.0/networks/01f7f594-e81d-44ac-aac6-2a854b94c65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365201 Aug 19 18:15:03.946313 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a47f9c-3cca-4570-846c-509e4d247b89 req-36b5cdc0-f468-41e9-a1bb-85e858cc5635 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:03.948544 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3a47f9c-3cca-4570-846c-509e4d247b89 req-36b5cdc0-f468-41e9-a1bb-85e858cc5635 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 943 time: 0.0543585 Aug 19 18:15:03.988255 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3a47f9c-3cca-4570-846c-509e4d247b89 req-c4dfcfc5-a6c1-42fc-b5a8-e9481365a72d tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330403 Aug 19 18:15:04.031727 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6f3a-46de-4dad-9979-0ada64f407e9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.057798 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-8a8f6f3a-46de-4dad-9979-0ada64f407e9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158054ab-2706-4282-bac3-7e0610d23159']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:04.082364 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-8a8f6f3a-46de-4dad-9979-0ada64f407e9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bdcf53-2f97-4901-a630-4895b1b52789') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:04.082665 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-8a8f6f3a-46de-4dad-9979-0ada64f407e9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bdcf53-2f97-4901-a630-4895b1b52789') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:04.119292 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3950d8-c182-43d4-a699-b5737d863d17 req-195c9646-e5d9-4e7c-9134-92503e700cca tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.120904 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9b3950d8-c182-43d4-a699-b5737d863d17 req-195c9646-e5d9-4e7c-9134-92503e700cca tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.2126079 Aug 19 18:15:04.122846 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6f3a-46de-4dad-9979-0ada64f407e9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.142632 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0acff9-f3c1-49f1-b3b5-9ede8beafa79 req-a73412fd-135c-4269-bc60-772405f7de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.144136 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a0acff9-f3c1-49f1-b3b5-9ede8beafa79 req-a73412fd-135c-4269-bc60-772405f7de72 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae5f105f808f4d28a10ecd4886932c61&device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 1094 time: 0.1946149 Aug 19 18:15:04.154611 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2764b131-3961-475e-b80e-7175bde4a420 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:15:04.175107 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 2764b131-3961-475e-b80e-7175bde4a420 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:15:04.175544 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2764b131-3961-475e-b80e-7175bde4a420 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:15:04.187893 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] For port 5386e3b3-7f0a-4320-aacc-7671707bc7df, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:15:04.188285 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempted to set empty binding levels {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 18:15:04.190857 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6f3a-46de-4dad-9979-0ada64f407e9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.215130 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.229513 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8f6f3a-46de-4dad-9979-0ada64f407e9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:15:04.230021 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6f3a-46de-4dad-9979-0ada64f407e9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:15:04.234416 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:15:04.400714 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] In _notify_port_updated(), no bound segment for port 5386e3b3-7f0a-4320-aacc-7671707bc7df on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:15:04.401631 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.402248 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.403580 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] 10.222.0.24 "PUT /v2.0/ports/5386e3b3-7f0a-4320-aacc-7671707bc7df HTTP/1.1" status: 200 len: 978 time: 3.0660038 Aug 19 18:15:04.406322 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53898) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:04.418108 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9b3950d8-c182-43d4-a699-b5737d863d17 req-ed374ba0-a84e-4f06-a7f4-b0fbba88362a tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830801 Aug 19 18:15:04.440403 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6f3a-46de-4dad-9979-0ada64f407e9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.455197 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132e3b6-4285-4843-b3b4-36e6d8839a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Pushing event updated for resources: {'Port': ['ID=5386e3b3-7f0a-4320-aacc-7671707bc7df,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:04.461985 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6f3a-46de-4dad-9979-0ada64f407e9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.467549 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8a8f6f3a-46de-4dad-9979-0ada64f407e9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "DELETE /v2.0/networks/158054ab-2706-4282-bac3-7e0610d23159 HTTP/1.1" status: 204 len: 168 time: 1.9631548 Aug 19 18:15:04.472635 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53900) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:04.534417 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f6f3a-46de-4dad-9979-0ada64f407e9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event deleted for resources: {'Network': ['ID=158054ab-2706-4282-bac3-7e0610d23159,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:04.543660 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.544145 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.544606 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.546195 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.548706 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.549775 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.550464 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.551071 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.551781 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.552023 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0acff9-f3c1-49f1-b3b5-9ede8beafa79 req-adbc9621-0413-41d2-981d-b315dcd1540c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.552708 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.553593 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a0acff9-f3c1-49f1-b3b5-9ede8beafa79 req-adbc9621-0413-41d2-981d-b315dcd1540c service neutron] 10.222.0.50 "GET /v2.0/networks?id=01f7f594-e81d-44ac-aac6-2a854b94c65c HTTP/1.1" status: 200 len: 915 time: 0.3606038 Aug 19 18:15:04.554307 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.554435 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d6c86c32-8c74-4bcc-80cd-1b19cac7a3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.555268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.555911 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.556910 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.557638 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.559050 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.559050 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.559276 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.560238 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.560238 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.560976 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.560976 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.561428 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.562362 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.562833 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.563419 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.563889 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.564352 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.564815 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.565303 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.565874 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.569524 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0cd737ae-41a9-42a2-8ebe-af49c8400ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27332 time: 0.1619143 Aug 19 18:15:04.574622 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53902) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:04.658456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-739d4b86-e395-4d5a-8fa7-b896fe21c393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Deleting port 5386e3b3-7f0a-4320-aacc-7671707bc7df {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:04.659135 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-739d4b86-e395-4d5a-8fa7-b896fe21c393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.659922 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a0acff9-f3c1-49f1-b3b5-9ede8beafa79 req-5e5d4207-d8ba-4cfe-aef7-9ceaec8a8c2e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c8d0234-6609-4363-bf06-0a98f48d3631 HTTP/1.1" status: 200 len: 217 time: 0.0738726 Aug 19 18:15:04.725255 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-739d4b86-e395-4d5a-8fa7-b896fe21c393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] For port 5386e3b3-7f0a-4320-aacc-7671707bc7df, host n-h1-803753-2, got binding levels [] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:04.725798 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-739d4b86-e395-4d5a-8fa7-b896fe21c393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.749298 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-739d4b86-e395-4d5a-8fa7-b896fe21c393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Calling delete_port for 5386e3b3-7f0a-4320-aacc-7671707bc7df owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:04.783732 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0acff9-f3c1-49f1-b3b5-9ede8beafa79 req-3c07fbed-70ff-4e23-8c23-a26d2b3b4ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.785236 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a0acff9-f3c1-49f1-b3b5-9ede8beafa79 req-3c07fbed-70ff-4e23-8c23-a26d2b3b4ef0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f13f9baf-d90a-4ab7-b93b-82b15f099642 HTTP/1.1" status: 200 len: 854 time: 0.0977979 Aug 19 18:15:04.828940 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a0acff9-f3c1-49f1-b3b5-9ede8beafa79 req-50d65fbf-2cc6-41ec-a853-62bb744eb672 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=01f7f594-e81d-44ac-aac6-2a854b94c65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334003 Aug 19 18:15:04.858476 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038f9fc-b8ec-436c-b255-e56a77565010 req-fcdf30c0-4940-4dc9-833b-60e0fd1a7c4f tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:04.860081 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b038f9fc-b8ec-436c-b255-e56a77565010 req-fcdf30c0-4940-4dc9-833b-60e0fd1a7c4f tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.1086910 Aug 19 18:15:04.866502 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-71e92212-7489-496d-a6da-95399fcd0dd9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Deleting port 3c3b6e35-73d2-4b9e-8bbe-28c6ac372bcb {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:04.866871 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71e92212-7489-496d-a6da-95399fcd0dd9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.914214 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-739d4b86-e395-4d5a-8fa7-b896fe21c393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.923315 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b038f9fc-b8ec-436c-b255-e56a77565010 req-bd5e86de-f714-405b-baf2-d1d022dc98be tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517242 Aug 19 18:15:04.950782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d4b86-e395-4d5a-8fa7-b896fe21c393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Pushing event deleted for resources: {'Port': ['ID=5386e3b3-7f0a-4320-aacc-7671707bc7df,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:04.958793 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-739d4b86-e395-4d5a-8fa7-b896fe21c393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.962135 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-739d4b86-e395-4d5a-8fa7-b896fe21c393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] 10.222.0.24 "DELETE /v2.0/ports/5386e3b3-7f0a-4320-aacc-7671707bc7df HTTP/1.1" status: 204 len: 168 time: 0.3863595 Aug 19 18:15:04.964398 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53910) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:04.988870 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd75309-79f0-47d4-9373-13a498d1f435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] GET failed (client error): The resource could not be found. Aug 19 18:15:04.990444 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-edd75309-79f0-47d4-9373-13a498d1f435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] 10.222.0.24 "GET /v2.0/ports/5386e3b3-7f0a-4320-aacc-7671707bc7df HTTP/1.1" status: 404 len: 333 time: 0.0250065 Aug 19 18:15:04.994450 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53912) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:04.999356 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e261d85f-4228-42d8-a650-d2c46bff2aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-814816461', 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:05.026628 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e261d85f-4228-42d8-a650-d2c46bff2aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Made reservation on behalf of ccbea8e9f858484b9ab58574a8d6f75d for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:05.032023 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e261d85f-4228-42d8-a650-d2c46bff2aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.049516 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-e261d85f-4228-42d8-a650-d2c46bff2aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] device_id is not set on port 7170fba9-a3cf-464b-a090-388cbaa09c34 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:15:05.096623 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cf333-9ceb-4a76-9b24-eba034615542 req-4342698f-892e-4d4b-9608-a02ac88370eb tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:05.098197 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-707cf333-9ceb-4a76-9b24-eba034615542 req-4342698f-892e-4d4b-9608-a02ac88370eb tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cfcda83-1565-45d5-9b71-e7ea5d89bd1f HTTP/1.1" status: 200 len: 950 time: 0.2114394 Aug 19 18:15:05.114526 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71e92212-7489-496d-a6da-95399fcd0dd9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.114861 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71e92212-7489-496d-a6da-95399fcd0dd9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.144662 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dec8e434-9bf8-4f30-9d34-ea6ba971153a tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.157384 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-71e92212-7489-496d-a6da-95399fcd0dd9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Calling delete_port for 3c3b6e35-73d2-4b9e-8bbe-28c6ac372bcb owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:05.165626 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dec8e434-9bf8-4f30-9d34-ea6ba971153a tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740919'] for router, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.174943 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a0acff9-f3c1-49f1-b3b5-9ede8beafa79 req-8be2f041-f1c0-4012-bb0c-171e636cec0d service neutron] 10.222.0.50 "GET /v2.0/networks/01f7f594-e81d-44ac-aac6-2a854b94c65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103936 Aug 19 18:15:05.194521 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76bc845-db29-48d3-ab15-04a93e8db496 req-84764a99-38f7-4127-ad98-905642c84bee tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:05.196101 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f76bc845-db29-48d3-ab15-04a93e8db496 req-84764a99-38f7-4127-ad98-905642c84bee tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 943 time: 0.0862765 Aug 19 18:15:05.278981 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-707cf333-9ceb-4a76-9b24-eba034615542 req-830b0939-3ff5-4415-b695-08d6ad3f989f tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c2dc11-6013-436c-bac7-66ff852f3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713407 Aug 19 18:15:05.292403 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f76bc845-db29-48d3-ab15-04a93e8db496 req-e577f9b6-b267-4337-be1e-ce5cdef89e38 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818834 Aug 19 18:15:05.304969 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e261d85f-4228-42d8-a650-d2c46bff2aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.351287 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e261d85f-4228-42d8-a650-d2c46bff2aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.404277 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e261d85f-4228-42d8-a650-d2c46bff2aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:05.409526 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-e261d85f-4228-42d8-a650-d2c46bff2aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:05.414190 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e261d85f-4228-42d8-a650-d2c46bff2aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:05.415157 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e261d85f-4228-42d8-a650-d2c46bff2aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:05.415892 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e261d85f-4228-42d8-a650-d2c46bff2aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.419569 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261d85f-4228-42d8-a650-d2c46bff2aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Pushing event updated for resources: {'Port': ['ID=7170fba9-a3cf-464b-a090-388cbaa09c34,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:05.436893 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e261d85f-4228-42d8-a650-d2c46bff2aa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4411252 Aug 19 18:15:05.439307 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53920) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:05.492471 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34b55b9-f348-4443-af7e-d0a4eef02461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:05.497503 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d34b55b9-f348-4443-af7e-d0a4eef02461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] 10.222.0.24 "GET /v2.0/ports/7170fba9-a3cf-464b-a090-388cbaa09c34 HTTP/1.1" status: 200 len: 958 time: 0.0537384 Aug 19 18:15:05.498889 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53924) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:05.614913 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e66da-9902-4c88-b465-298e22a5db1d req-b9c66e0a-5bdd-49d4-a0d8-187558a15be1 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:05.616519 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-866e66da-9902-4c88-b465-298e22a5db1d req-b9c66e0a-5bdd-49d4-a0d8-187558a15be1 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.0879033 Aug 19 18:15:05.669234 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-bcdf4c92-1ee1-4c93-bec5-c3bd20269f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Deleting port 7170fba9-a3cf-464b-a090-388cbaa09c34 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:05.669673 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4c92-1ee1-4c93-bec5-c3bd20269f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.674326 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-866e66da-9902-4c88-b465-298e22a5db1d req-a594a307-cfba-408a-bfd1-018aec5286bd tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475717 Aug 19 18:15:05.745916 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4c92-1ee1-4c93-bec5-c3bd20269f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.760222 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-bcdf4c92-1ee1-4c93-bec5-c3bd20269f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Calling delete_port for 7170fba9-a3cf-464b-a090-388cbaa09c34 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:05.788158 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a0acff9-f3c1-49f1-b3b5-9ede8beafa79 req-40823903-fe94-4091-aece-1fef7f4eee21 service neutron] 10.222.0.50 "GET /v2.0/networks/01f7f594-e81d-44ac-aac6-2a854b94c65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5967648 Aug 19 18:15:05.798830 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec8e434-9bf8-4f30-9d34-ea6ba971153a tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Router efaa60de-6174-48ed-9047-9133ed5b9787 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:15:05.871330 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4c92-1ee1-4c93-bec5-c3bd20269f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.895065 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4c92-1ee1-4c93-bec5-c3bd20269f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.898644 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71e92212-7489-496d-a6da-95399fcd0dd9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.898829 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bcdf4c92-1ee1-4c93-bec5-c3bd20269f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] 10.222.0.24 "DELETE /v2.0/ports/7170fba9-a3cf-464b-a090-388cbaa09c34 HTTP/1.1" status: 204 len: 168 time: 0.3982532 Aug 19 18:15:05.901284 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53934) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:05.934363 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf4c92-1ee1-4c93-bec5-c3bd20269f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Pushing event deleted for resources: {'Port': ['ID=7170fba9-a3cf-464b-a090-388cbaa09c34,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:05.957932 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d49506-c41a-4357-8823-83febfd95cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] GET failed (client error): The resource could not be found. Aug 19 18:15:05.958851 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e92212-7489-496d-a6da-95399fcd0dd9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event deleted for resources: {'Port': ['ID=3c3b6e35-73d2-4b9e-8bbe-28c6ac372bcb,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:05.964384 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e7d49506-c41a-4357-8823-83febfd95cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] 10.222.0.24 "GET /v2.0/ports/7170fba9-a3cf-464b-a090-388cbaa09c34 HTTP/1.1" status: 404 len: 333 time: 0.0593302 Aug 19 18:15:05.966515 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53938) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:05.973733 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f14de46d-8486-437a-b1ac-42cffc315160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Request body: {'port': {'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1045322861'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:06.026711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec8e434-9bf8-4f30-9d34-ea6ba971153a tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:15:06.033299 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14de46d-8486-437a-b1ac-42cffc315160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Made reservation on behalf of ccbea8e9f858484b9ab58574a8d6f75d for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:06.034241 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dec8e434-9bf8-4f30-9d34-ea6ba971153a tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.034805 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f14de46d-8486-437a-b1ac-42cffc315160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.037072 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dec8e434-9bf8-4f30-9d34-ea6ba971153a tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "PUT /v2.0/routers/efaa60de-6174-48ed-9047-9133ed5b9787 HTTP/1.1" status: 200 len: 922 time: 3.7562120 Aug 19 18:15:06.037761 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53942) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:06.038711 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f11a690-0f8a-44c8-bb09-cdc9a7c46a9d None None] Sync routers for ids ['efaa60de-6174-48ed-9047-9133ed5b9787'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:15:06.049731 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f11a690-0f8a-44c8-bb09-cdc9a7c46a9d None None] Routers {'efaa60de-6174-48ed-9047-9133ed5b9787'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:06.051794 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-9f11a690-0f8a-44c8-bb09-cdc9a7c46a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['efaa60de-6174-48ed-9047-9133ed5b9787'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:06.088786 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-f14de46d-8486-437a-b1ac-42cffc315160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] device_id is not set on port 2aaa7758-7cd1-40a5-bd7c-097088605603 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:15:06.092018 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-9f11a690-0f8a-44c8-bb09-cdc9a7c46a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:06.104637 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f11a690-0f8a-44c8-bb09-cdc9a7c46a9d None None] Routers {'efaa60de-6174-48ed-9047-9133ed5b9787'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:06.105295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-9f11a690-0f8a-44c8-bb09-cdc9a7c46a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:14:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['efaa60de-6174-48ed-9047-9133ed5b9787'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:06.114566 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71e92212-7489-496d-a6da-95399fcd0dd9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.117463 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71e92212-7489-496d-a6da-95399fcd0dd9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.123531 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-71e92212-7489-496d-a6da-95399fcd0dd9 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "DELETE /v2.0/floatingips/fc8bc0e7-773c-4c77-bb80-2e8fc9fedc6e HTTP/1.1" status: 204 len: 168 time: 1.6483254 Aug 19 18:15:06.143413 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53944) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:06.145434 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-9f11a690-0f8a-44c8-bb09-cdc9a7c46a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:06.146209 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f11a690-0f8a-44c8-bb09-cdc9a7c46a9d None None] The sync data for ids ['efaa60de-6174-48ed-9047-9133ed5b9787'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:15:06.168486 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc2738-256e-457b-a6d6-b783db48b7ef req-291b5313-134d-4b20-9496-7285be10ee6b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:06.170055 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e9dc2738-256e-457b-a6d6-b783db48b7ef req-291b5313-134d-4b20-9496-7285be10ee6b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.1545403 Aug 19 18:15:06.202895 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-8362bc70-4087-4681-a734-917450525eb1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:06.203478 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8362bc70-4087-4681-a734-917450525eb1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:06.205279 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8362bc70-4087-4681-a734-917450525eb1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "DELETE /v2.0/ports/cf082ac5-d5fc-476e-a275-8a3d8cc512c2 HTTP/1.1" status: 404 len: 333 time: 0.0608225 Aug 19 18:15:06.209606 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53946) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:06.236035 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e9dc2738-256e-457b-a6d6-b783db48b7ef req-3cf8e7e6-bd04-42bc-945a-e137dc37fdeb tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585945 Aug 19 18:15:06.247773 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-16d6ab9f-1235-49b2-ae82-9893eea2acc1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "GET /v2.0/ports?device_id=41b30822-e014-45a4-8544-5ed4a109ce2b HTTP/1.1" status: 200 len: 205 time: 0.0355620 Aug 19 18:15:06.251527 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53948) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:06.304707 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205f46b-38f0-4a5b-a05c-b7271644a0ef req-106e441c-6210-4b3a-ba36-fb46345d960f tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:06.306460 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2205f46b-38f0-4a5b-a05c-b7271644a0ef req-106e441c-6210-4b3a-ba36-fb46345d960f tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cfcda83-1565-45d5-9b71-e7ea5d89bd1f HTTP/1.1" status: 200 len: 950 time: 0.2108362 Aug 19 18:15:06.309453 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f14de46d-8486-437a-b1ac-42cffc315160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.309644 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-35e36753-75fa-4165-b91b-484cc6667848 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] delete failed (client error): The resource could not be found. Aug 19 18:15:06.310576 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-35e36753-75fa-4165-b91b-484cc6667848 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "DELETE /v2.0/routers/41b30822-e014-45a4-8544-5ed4a109ce2b HTTP/1.1" status: 404 len: 336 time: 0.0563126 Aug 19 18:15:06.312708 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a06f8306-ffe7-4da2-9188-0165e76c70b4 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "GET /v2.0/routers/efaa60de-6174-48ed-9047-9133ed5b9787 HTTP/1.1" status: 200 len: 922 time: 0.2697728 Aug 19 18:15:06.314443 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53950) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:06.315931 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53952) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:06.354069 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f14de46d-8486-437a-b1ac-42cffc315160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.398904 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c92927-83e4-4849-8838-454c7720f670 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:06.399376 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c92927-83e4-4849-8838-454c7720f670 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:06.402546 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b9c92927-83e4-4849-8838-454c7720f670 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "DELETE /v2.0/subnets/f80a85f5-9f3b-44cf-98ab-58e042bbde95 HTTP/1.1" status: 404 len: 337 time: 0.0862744 Aug 19 18:15:06.404600 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53958) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:06.439396 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14de46d-8486-437a-b1ac-42cffc315160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:06.448443 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-f14de46d-8486-437a-b1ac-42cffc315160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:06.450298 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14de46d-8486-437a-b1ac-42cffc315160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Pushing event updated for resources: {'Port': ['ID=2aaa7758-7cd1-40a5-bd7c-097088605603,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:06.454218 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14de46d-8486-437a-b1ac-42cffc315160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:06.455197 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14de46d-8486-437a-b1ac-42cffc315160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:06.455798 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f14de46d-8486-437a-b1ac-42cffc315160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.468380 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2205f46b-38f0-4a5b-a05c-b7271644a0ef req-aeeb4622-4188-43c7-9974-7ea9becb3344 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c2dc11-6013-436c-bac7-66ff852f3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545043 Aug 19 18:15:06.474758 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f14de46d-8486-437a-b1ac-42cffc315160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5051174 Aug 19 18:15:06.475207 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53960) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:06.483154 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:06.493388 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e685bccf-edb8-40c1-9ed3-d5eea410cc87 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:06.499577 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e685bccf-edb8-40c1-9ed3-d5eea410cc87 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&device_id=efaa60de-6174-48ed-9047-9133ed5b9787&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1781194 Aug 19 18:15:06.503104 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a472f-b921-4b11-b67a-734f581d495e req-7d0f271c-4f1b-4f18-a8ca-d6885dcc8f31 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:06.504764 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d89a472f-b921-4b11-b67a-734f581d495e req-7d0f271c-4f1b-4f18-a8ca-d6885dcc8f31 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 943 time: 0.1164019 Aug 19 18:15:06.505333 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53962) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:06.544848 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-fab86671-da9e-45db-b148-9326d4384d7b tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Deleting port 0c479771-02c1-4dea-8aaa-28658041b1cb {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:06.545194 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fab86671-da9e-45db-b148-9326d4384d7b tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.638591 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fab86671-da9e-45db-b148-9326d4384d7b tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.647356 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d89a472f-b921-4b11-b67a-734f581d495e req-6dea3160-80ab-407e-9251-9a41028ca7a7 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237395 Aug 19 18:15:06.655179 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.656653 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-fab86671-da9e-45db-b148-9326d4384d7b tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Calling delete_port for 0c479771-02c1-4dea-8aaa-28658041b1cb owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:06.710955 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96390a92-1935-4831-a3f5-29892cf6d29d tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:06.714809 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-96390a92-1935-4831-a3f5-29892cf6d29d tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 881 time: 0.1924412 Aug 19 18:15:06.719189 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53966) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:06.760573 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6817ed52-9e62-4e6d-8da2-d626cc09e7a5 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "GET /v2.0/ports?device_id=efaa60de-6174-48ed-9047-9133ed5b9787 HTTP/1.1" status: 200 len: 205 time: 0.0401745 Aug 19 18:15:06.763834 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53968) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:06.839904 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fab86671-da9e-45db-b148-9326d4384d7b tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.843431 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5c8d0234-6609-4363-bf06-0a98f48d3631 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:15:06.879481 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab86671-da9e-45db-b148-9326d4384d7b tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event deleted for resources: {'Port': ['ID=0c479771-02c1-4dea-8aaa-28658041b1cb,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:06.889910 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d92434-3d15-4ffb-875f-237e38b34e37 req-2f095296-3873-498a-94d0-10aebce88772 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:06.894037 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0d92434-3d15-4ffb-875f-237e38b34e37 req-2f095296-3873-498a-94d0-10aebce88772 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.1112125 Aug 19 18:15:06.943522 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38c52a17-2b81-4943-b01a-b7fea19ed590 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.960840 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5c8d0234-6609-4363-bf06-0a98f48d3631, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5c8d0234-6609-4363-bf06-0a98f48d3631,segment=NetworkSegment(8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1),segment_id=8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:06.974950 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '5c8d0234-6609-4363-bf06-0a98f48d3631', 'network_id': '01f7f594-e81d-44ac-aac6-2a854b94c65c', 'port_id': '5c8d0234-6609-4363-bf06-0a98f48d3631', 'mac_address': 'fa:16:3e:8b:bf:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13f9baf-d90a-4ab7-b93b-82b15f099642', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:15:06.986615 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0d92434-3d15-4ffb-875f-237e38b34e37 req-b9c9e52c-0033-4a52-9066-3832ece95ba5 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874391 Aug 19 18:15:07.000014 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fab86671-da9e-45db-b148-9326d4384d7b tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:07.010131 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fab86671-da9e-45db-b148-9326d4384d7b tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "DELETE /v2.0/ports/0c479771-02c1-4dea-8aaa-28658041b1cb HTTP/1.1" status: 204 len: 168 time: 0.5964737 Aug 19 18:15:07.010131 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53972) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:07.035022 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:07.062679 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] device_id is not set on port 2aaa7758-7cd1-40a5-bd7c-097088605603 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:15:07.069155 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8d0234-6609-4363-bf06-0a98f48d3631 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:15:07.074784 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:07.083792 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3bf6df26-3841-43f8-b111-c718934759e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:07.095310 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5c8d0234-6609-4363-bf06-0a98f48d3631, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5c8d0234-6609-4363-bf06-0a98f48d3631,segment=NetworkSegment(8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1),segment_id=8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:07.100138 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:07.120113 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-1b09efe6-58a9-463a-9908-b92fe36d81b1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Deleting port b5165e2a-1f19-4dbd-90d5-3d2a0c03c6bf {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:07.120712 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1b09efe6-58a9-463a-9908-b92fe36d81b1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:07.127866 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Transition to ACTIVE for port object 2aaa7758-7cd1-40a5-bd7c-097088605603 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:07.139679 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:07.154999 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=5c8d0234-6609-4363-bf06-0a98f48d3631,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:07.212504 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Pushing event updated for resources: {'Port': ['ID=2aaa7758-7cd1-40a5-bd7c-097088605603,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:07.216395 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:07.220813 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38c52a17-2b81-4943-b01a-b7fea19ed590 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:07.226626 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1b09efe6-58a9-463a-9908-b92fe36d81b1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:07.235843 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:07.236300 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:07.236682 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:07.242483 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-1b09efe6-58a9-463a-9908-b92fe36d81b1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Calling delete_port for b5165e2a-1f19-4dbd-90d5-3d2a0c03c6bf owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:07.262551 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port 2aaa7758-7cd1-40a5-bd7c-097088605603 on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:15:07.264607 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:15:07.264607 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 2 to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 Aug 19 18:15:07.282306 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:07.282642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:07.282977 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:07.290231 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port 2aaa7758-7cd1-40a5-bd7c-097088605603 on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:15:07.291413 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:15:07.292767 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 3 to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 Aug 19 18:15:07.313017 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:07.313351 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:07.313720 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:07.320891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port 2aaa7758-7cd1-40a5-bd7c-097088605603 on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:15:07.321216 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:15:07.323014 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 4 to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 Aug 19 18:15:07.337102 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-38c52a17-2b81-4943-b01a-b7fea19ed590 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Deleting port 20ee6042-c8d4-4d85-881d-f534e75bc6a9 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:07.338618 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38c52a17-2b81-4943-b01a-b7fea19ed590 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:07.383183 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['5c8d0234-6609-4363-bf06-0a98f48d3631'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:15:07.398241 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1b09efe6-58a9-463a-9908-b92fe36d81b1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:07.402829 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:07.403172 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:07.403555 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:07.431034 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09efe6-58a9-463a-9908-b92fe36d81b1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event deleted for resources: {'Port': ['ID=b5165e2a-1f19-4dbd-90d5-3d2a0c03c6bf,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:07.432696 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port 2aaa7758-7cd1-40a5-bd7c-097088605603 on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:15:07.433038 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:15:07.435445 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 5 to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 Aug 19 18:15:07.467471 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:07.467916 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:07.468193 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:07.487581 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port 2aaa7758-7cd1-40a5-bd7c-097088605603 on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:15:07.487855 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:15:07.490438 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 6 to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 Aug 19 18:15:07.497001 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38c52a17-2b81-4943-b01a-b7fea19ed590 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:07.506653 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b071072-6eef-4d65-a663-a7f6aaef6b43 req-a8e8693d-bce2-4015-8e95-15d8731f8916 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:07.508203 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4b071072-6eef-4d65-a663-a7f6aaef6b43 req-a8e8693d-bce2-4015-8e95-15d8731f8916 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.1654296 Aug 19 18:15:07.512209 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1b09efe6-58a9-463a-9908-b92fe36d81b1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:07.514695 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1b09efe6-58a9-463a-9908-b92fe36d81b1 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "DELETE /v2.0/ports/b5165e2a-1f19-4dbd-90d5-3d2a0c03c6bf HTTP/1.1" status: 204 len: 168 time: 0.5068469 Aug 19 18:15:07.517409 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53978) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:07.535882 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-38c52a17-2b81-4943-b01a-b7fea19ed590 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Calling delete_port for 20ee6042-c8d4-4d85-881d-f534e75bc6a9 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:07.547421 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:07.547762 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:07.548097 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:07.585630 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port 2aaa7758-7cd1-40a5-bd7c-097088605603 on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:15:07.585985 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:15:07.591745 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 7 to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 Aug 19 18:15:07.613279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a11e265-e12a-4e47-aea0-498c3af1d2cd tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:07.614831 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4a11e265-e12a-4e47-aea0-498c3af1d2cd tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "GET /v2.0/ports?device_id=82e3a0eb-169b-407c-b3e6-4504654fdfb5 HTTP/1.1" status: 200 len: 913 time: 0.0955954 Aug 19 18:15:07.619514 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53980) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:07.662235 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4b071072-6eef-4d65-a663-a7f6aaef6b43 req-dfc54c1d-2a87-4b7b-b005-f8884435210d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400714 Aug 19 18:15:07.662891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:07.663224 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:07.663557 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:07.669309 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb21d3-80e8-402e-809b-f24d531c2d62 req-1c3c1e30-b895-490c-b8c6-5f16cdf4efdf tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:07.670990 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60fb21d3-80e8-402e-809b-f24d531c2d62 req-1c3c1e30-b895-490c-b8c6-5f16cdf4efdf tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cfcda83-1565-45d5-9b71-e7ea5d89bd1f HTTP/1.1" status: 200 len: 950 time: 0.1085958 Aug 19 18:15:07.689701 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port 2aaa7758-7cd1-40a5-bd7c-097088605603 on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:15:07.690053 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:15:07.693193 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 8 to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 Aug 19 18:15:07.714293 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866f010-4d88-4d7e-b871-03cc4a0d9f63 req-2e7b83ca-6d27-46c3-85bf-5e7350472edb tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:07.715932 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0866f010-4d88-4d7e-b871-03cc4a0d9f63 req-2e7b83ca-6d27-46c3-85bf-5e7350472edb tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cfcda83-1565-45d5-9b71-e7ea5d89bd1f HTTP/1.1" status: 200 len: 950 time: 0.1630397 Aug 19 18:15:07.752411 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60fb21d3-80e8-402e-809b-f24d531c2d62 req-bb344ff6-b800-4de3-a069-853608215239 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c2dc11-6013-436c-bac7-66ff852f3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714056 Aug 19 18:15:07.772785 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:07.773122 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:07.773462 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:07.827024 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port 2aaa7758-7cd1-40a5-bd7c-097088605603 on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:15:07.827359 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:15:07.831874 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 9 to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 Aug 19 18:15:07.864002 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:07.864331 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:07.864667 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:07.924305 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port 2aaa7758-7cd1-40a5-bd7c-097088605603 on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:15:07.924631 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:15:07.927348 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempt 10 to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 Aug 19 18:15:07.942645 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394f259-ef6c-4a04-944d-b65cc0a8e3fa req-29264c6c-57c5-4e69-80f9-98d313117b18 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:07.944263 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3394f259-ef6c-4a04-944d-b65cc0a8e3fa req-29264c6c-57c5-4e69-80f9-98d313117b18 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 944 time: 0.1937094 Aug 19 18:15:07.975930 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:07.976328 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:07.976611 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempting to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:07.991604 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38c52a17-2b81-4943-b01a-b7fea19ed590 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.002128 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Port 2aaa7758-7cd1-40a5-bd7c-097088605603 on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:15:08.002128 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Failed to bind port 2aaa7758-7cd1-40a5-bd7c-097088605603 on host n-h1-803753-2 for vnic_type normal using segments [{'id': '6fc42225-1c88-4433-b966-0e16184bf664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c61b84b-92c7-4020-ba5e-6a9bad7722f5'}] Aug 19 18:15:08.002578 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.042109 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c52a17-2b81-4943-b01a-b7fea19ed590 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Pushing event deleted for resources: {'Port': ['ID=20ee6042-c8d4-4d85-881d-f534e75bc6a9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:08.049460 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-892dda2f-3d0b-492d-9183-004b427ba451 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.087123 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3394f259-ef6c-4a04-944d-b65cc0a8e3fa req-f27396cb-11d9-497f-9ee9-5f67d66c5c9d tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328444 Aug 19 18:15:08.107755 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-0866f010-4d88-4d7e-b871-03cc4a0d9f63 req-d6e30c96-19e6-4d9f-b5ae-2dd1e6d5dd93 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Deleting port 566243c4-fc8b-44fc-8a8e-0d50d4ac9169 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:08.108095 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0866f010-4d88-4d7e-b871-03cc4a0d9f63 req-d6e30c96-19e6-4d9f-b5ae-2dd1e6d5dd93 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.136364 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.212601 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700346b7-a889-4cc8-a7b8-d41304cee41f req-075a9273-7929-486a-bf5a-57fbfd727cdf tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:08.214406 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-700346b7-a889-4cc8-a7b8-d41304cee41f req-075a9273-7929-486a-bf5a-57fbfd727cdf tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.0794430 Aug 19 18:15:08.241036 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38c52a17-2b81-4943-b01a-b7fea19ed590 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.249979 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] For port 2aaa7758-7cd1-40a5-bd7c-097088605603, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:15:08.250352 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attempted to set empty binding levels {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 18:15:08.306217 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-700346b7-a889-4cc8-a7b8-d41304cee41f req-0b29a040-4c83-41d7-8bec-5504890f7ca9 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608451 Aug 19 18:15:08.339095 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.384381 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38c52a17-2b81-4943-b01a-b7fea19ed590 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.390073 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38c52a17-2b81-4943-b01a-b7fea19ed590 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.402563 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] In _notify_port_updated(), no bound segment for port 2aaa7758-7cd1-40a5-bd7c-097088605603 on network 3c61b84b-92c7-4020-ba5e-6a9bad7722f5 {{(pid=94682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:15:08.403452 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:08.404056 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.407849 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] 10.222.0.24 "PUT /v2.0/ports/2aaa7758-7cd1-40a5-bd7c-097088605603 HTTP/1.1" status: 200 len: 979 time: 1.9290473 Aug 19 18:15:08.408168 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53988) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:08.413133 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-0866f010-4d88-4d7e-b871-03cc4a0d9f63 req-d6e30c96-19e6-4d9f-b5ae-2dd1e6d5dd93 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] For port 566243c4-fc8b-44fc-8a8e-0d50d4ac9169, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=566243c4-fc8b-44fc-8a8e-0d50d4ac9169,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:08.413497 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0866f010-4d88-4d7e-b871-03cc4a0d9f63 req-d6e30c96-19e6-4d9f-b5ae-2dd1e6d5dd93 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.450308 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-892dda2f-3d0b-492d-9183-004b427ba451 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Deleting port 99dc0035-c234-49be-a66e-02604ea7d619 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:08.450654 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-892dda2f-3d0b-492d-9183-004b427ba451 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.464714 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070d406-6fd1-465e-95c2-23a51df411f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Pushing event updated for resources: {'Port': ['ID=2aaa7758-7cd1-40a5-bd7c-097088605603,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:08.467928 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-0866f010-4d88-4d7e-b871-03cc4a0d9f63 req-d6e30c96-19e6-4d9f-b5ae-2dd1e6d5dd93 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Calling delete_port for 566243c4-fc8b-44fc-8a8e-0d50d4ac9169 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:08.470237 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38c52a17-2b81-4943-b01a-b7fea19ed590 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.470742 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c52a17-2b81-4943-b01a-b7fea19ed590 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Fanout notify agent at l3_agent the message router_deleted on router efaa60de-6174-48ed-9047-9133ed5b9787 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:15:08.480511 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38c52a17-2b81-4943-b01a-b7fea19ed590 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.486243 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-38c52a17-2b81-4943-b01a-b7fea19ed590 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "DELETE /v2.0/routers/efaa60de-6174-48ed-9047-9133ed5b9787 HTTP/1.1" status: 204 len: 168 time: 1.7168670 Aug 19 18:15:08.486243 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53990) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:08.491494 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-1d6a7fe9-4fb6-4a7e-bdfb-f75c437b9bb0 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2051463228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:08.555021 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1d6a7fe9-4fb6-4a7e-bdfb-f75c437b9bb0 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.557273 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1d6a7fe9-4fb6-4a7e-bdfb-f75c437b9bb0 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.571048 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-24d11274-0ab9-444b-8648-e0fdc2486570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Deleting port 2aaa7758-7cd1-40a5-bd7c-097088605603 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:08.571394 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-24d11274-0ab9-444b-8648-e0fdc2486570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.574998 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-892dda2f-3d0b-492d-9183-004b427ba451 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.631989 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-892dda2f-3d0b-492d-9183-004b427ba451 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Calling delete_port for 99dc0035-c234-49be-a66e-02604ea7d619 owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:08.690442 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-24d11274-0ab9-444b-8648-e0fdc2486570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] For port 2aaa7758-7cd1-40a5-bd7c-097088605603, host n-h1-803753-2, got binding levels [] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:08.690779 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-24d11274-0ab9-444b-8648-e0fdc2486570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.710329 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-24d11274-0ab9-444b-8648-e0fdc2486570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Calling delete_port for 2aaa7758-7cd1-40a5-bd7c-097088605603 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:08.859834 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5c8d0234-6609-4363-bf06-0a98f48d3631 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:08.910839 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-24d11274-0ab9-444b-8648-e0fdc2486570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.928627 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 5c8d0234-6609-4363-bf06-0a98f48d3631 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:08.933354 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 5c8d0234-6609-4363-bf06-0a98f48d3631 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:08.933751 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.985167 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4087b-c6e8-41bf-987e-b8e282b814e7 req-429a4ca6-61a7-4c86-8c39-a66998eab639 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:08.985406 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1d6a7fe9-4fb6-4a7e-bdfb-f75c437b9bb0 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.986761 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fcd4087b-c6e8-41bf-987e-b8e282b814e7 req-429a4ca6-61a7-4c86-8c39-a66998eab639 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cfcda83-1565-45d5-9b71-e7ea5d89bd1f HTTP/1.1" status: 200 len: 950 time: 0.1400156 Aug 19 18:15:08.997309 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d11274-0ab9-444b-8648-e0fdc2486570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Pushing event deleted for resources: {'Port': ['ID=2aaa7758-7cd1-40a5-bd7c-097088605603,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:09.005473 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1d6a7fe9-4fb6-4a7e-bdfb-f75c437b9bb0 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:09.024174 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-24d11274-0ab9-444b-8648-e0fdc2486570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:09.038016 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-24d11274-0ab9-444b-8648-e0fdc2486570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] 10.222.0.24 "DELETE /v2.0/ports/2aaa7758-7cd1-40a5-bd7c-097088605603 HTTP/1.1" status: 204 len: 168 time: 0.6180344 Aug 19 18:15:09.039370 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53996) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:09.056472 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:09.070794 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1d6a7fe9-4fb6-4a7e-bdfb-f75c437b9bb0 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:09.074937 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1d6a7fe9-4fb6-4a7e-bdfb-f75c437b9bb0 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5861540 Aug 19 18:15:09.078223 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54000) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:09.082767 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-ea088091-c4de-4617-88dd-fce75f58acef tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Request body: {'router': {'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:09.095765 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4999dae-3b3e-4e5d-a1bc-015bad05c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] GET failed (client error): The resource could not be found. Aug 19 18:15:09.097739 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2169b-9a13-4d30-a928-a85cf54cb6ae req-dae6f3c3-e9da-4689-8f45-c3bfe33d47d8 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:09.098251 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e4999dae-3b3e-4e5d-a1bc-015bad05c9d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949179200-project-admin] 10.222.0.24 "GET /v2.0/ports/2aaa7758-7cd1-40a5-bd7c-097088605603 HTTP/1.1" status: 404 len: 333 time: 0.0587833 Aug 19 18:15:09.099252 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dfe2169b-9a13-4d30-a928-a85cf54cb6ae req-dae6f3c3-e9da-4689-8f45-c3bfe33d47d8 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.1588817 Aug 19 18:15:09.100008 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ff9328-cacd-4087-b995-9b3f50b93428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8d0234-6609-4363-bf06-0a98f48d3631'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:15:09.102864 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-892dda2f-3d0b-492d-9183-004b427ba451 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:09.103980 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8567e9d4-f821-46ff-84c2-5cd2b5ac6969" -d '{"events": [{"server_uuid": "90ff9328-cacd-4087-b995-9b3f50b93428", "name": "network-vif-plugged", "status": "completed", "tag": "5c8d0234-6609-4363-bf06-0a98f48d3631"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:15:09.104310 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54002) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:09.118619 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fcd4087b-c6e8-41bf-987e-b8e282b814e7 req-5cbf8bc3-3d94-4d3d-ae9c-343c86af3fc9 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c2dc11-6013-436c-bac7-66ff852f3d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179724 Aug 19 18:15:09.123054 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5c8d0234-6609-4363-bf06-0a98f48d3631, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5c8d0234-6609-4363-bf06-0a98f48d3631,segment=NetworkSegment(8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1),segment_id=8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:09.129188 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:09.153272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892dda2f-3d0b-492d-9183-004b427ba451 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event deleted for resources: {'Port': ['ID=99dc0035-c234-49be-a66e-02604ea7d619,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:09.187178 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0866f010-4d88-4d7e-b871-03cc4a0d9f63 req-d6e30c96-19e6-4d9f-b5ae-2dd1e6d5dd93 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:09.199886 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=5c8d0234-6609-4363-bf06-0a98f48d3631,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:09.269322 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a291dd7-ce18-439b-8078-34731cda4807 x-openstack-request-id: req-2a291dd7-ce18-439b-8078-34731cda4807 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:15:09.270170 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ff9328-cacd-4087-b995-9b3f50b93428", "name": "network-vif-plugged", "status": "completed", "tag": "5c8d0234-6609-4363-bf06-0a98f48d3631", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:15:09.270589 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a291dd7-ce18-439b-8078-34731cda4807 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:15:09.271136 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ff9328-cacd-4087-b995-9b3f50b93428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8d0234-6609-4363-bf06-0a98f48d3631', 'code': 200} Aug 19 18:15:09.299070 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e30c96-19e6-4d9f-b5ae-2dd1e6d5dd93 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Pushing event deleted for resources: {'Port': ['ID=566243c4-fc8b-44fc-8a8e-0d50d4ac9169,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:09.416424 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dfe2169b-9a13-4d30-a928-a85cf54cb6ae req-a9a72964-2f21-49dc-9b8a-bb913b916ec0 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662678 Aug 19 18:15:09.449639 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e9984788-16be-4842-bfa4-e9f531b811bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:09.452167 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-0866f010-4d88-4d7e-b871-03cc4a0d9f63 req-d6e30c96-19e6-4d9f-b5ae-2dd1e6d5dd93 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] No DVR routers for this DVR port 566243c4-fc8b-44fc-8a8e-0d50d4ac9169 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:15:09.459410 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-0866f010-4d88-4d7e-b871-03cc4a0d9f63 req-d6e30c96-19e6-4d9f-b5ae-2dd1e6d5dd93 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:09.461475 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0866f010-4d88-4d7e-b871-03cc4a0d9f63 req-d6e30c96-19e6-4d9f-b5ae-2dd1e6d5dd93 tempest-TenantUsagesTestJSON-21456911 tempest-TenantUsagesTestJSON-21456911-project] 10.222.0.54 "DELETE /v2.0/ports/566243c4-fc8b-44fc-8a8e-0d50d4ac9169 HTTP/1.1" status: 204 len: 173 time: 1.7098644 Aug 19 18:15:09.462225 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfcda83-1565-45d5-9b71-e7ea5d89bd1f', 'name': 'network-vif-deleted', 'tag': '566243c4-fc8b-44fc-8a8e-0d50d4ac9169'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:15:09.465764 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc78b02-b973-4094-b9cf-e864f58beead" -d '{"events": [{"server_uuid": "8cfcda83-1565-45d5-9b71-e7ea5d89bd1f", "name": "network-vif-deleted", "tag": "566243c4-fc8b-44fc-8a8e-0d50d4ac9169"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:15:09.579330 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ea088091-c4de-4617-88dd-fce75f58acef tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:09.766873 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef278d17-1a6d-4411-a1da-6af2b09f20a4 req-786c0431-c531-445a-b011-8f23761e332d tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:09.769125 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ef278d17-1a6d-4411-a1da-6af2b09f20a4 req-786c0431-c531-445a-b011-8f23761e332d tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.2287583 Aug 19 18:15:09.776212 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e9984788-16be-4842-bfa4-e9f531b811bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:09.814885 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-e9984788-16be-4842-bfa4-e9f531b811bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c61b84b-92c7-4020-ba5e-6a9bad7722f5']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:09.830642 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-892dda2f-3d0b-492d-9183-004b427ba451 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:09.840008 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-e9984788-16be-4842-bfa4-e9f531b811bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc42225-1c88-4433-b966-0e16184bf664') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:09.840333 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-e9984788-16be-4842-bfa4-e9f531b811bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc42225-1c88-4433-b966-0e16184bf664') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:09.862445 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e9984788-16be-4842-bfa4-e9f531b811bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:09.863168 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021bd2e-f926-4e01-ae1f-bc549f461187 req-e0797386-977f-4100-b3ff-a95fc2eb7449 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:09.864693 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4021bd2e-f926-4e01-ae1f-bc549f461187 req-e0797386-977f-4100-b3ff-a95fc2eb7449 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.5162110 Aug 19 18:15:09.867709 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e15cc-f04a-422b-bf64-9cd9758b067f req-5bfb23d7-5121-44d9-9628-795dd5aa7694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:09.869195 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e51e15cc-f04a-422b-bf64-9cd9758b067f req-5bfb23d7-5121-44d9-9628-795dd5aa7694 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 1096 time: 0.5039005 Aug 19 18:15:09.882591 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ef278d17-1a6d-4411-a1da-6af2b09f20a4 req-c3b21d49-fac7-422c-ae77-20dc3e4dc28e tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032729 Aug 19 18:15:09.885187 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e9984788-16be-4842-bfa4-e9f531b811bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:09.894157 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9984788-16be-4842-bfa4-e9f531b811bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:15:09.894558 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e9984788-16be-4842-bfa4-e9f531b811bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:15:09.897571 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:15:09.979795 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcf1f00-a70e-4377-b094-67f835fce810 x-openstack-request-id: req-ffcf1f00-a70e-4377-b094-67f835fce810 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:15:09.980109 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfcda83-1565-45d5-9b71-e7ea5d89bd1f", "name": "network-vif-deleted", "tag": "566243c4-fc8b-44fc-8a8e-0d50d4ac9169", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:15:09.980357 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ffcf1f00-a70e-4377-b094-67f835fce810 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:15:09.980755 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfcda83-1565-45d5-9b71-e7ea5d89bd1f', 'name': 'network-vif-deleted', 'tag': '566243c4-fc8b-44fc-8a8e-0d50d4ac9169', 'status': 'completed', 'code': 200} Aug 19 18:15:09.987876 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e9984788-16be-4842-bfa4-e9f531b811bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.001573 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e9984788-16be-4842-bfa4-e9f531b811bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.004014 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e9984788-16be-4842-bfa4-e9f531b811bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] 10.222.0.24 "DELETE /v2.0/networks/3c61b84b-92c7-4020-ba5e-6a9bad7722f5 HTTP/1.1" status: 204 len: 168 time: 0.8620176 Aug 19 18:15:10.015494 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e51e15cc-f04a-422b-bf64-9cd9758b067f req-4acd8d61-4156-46ab-ad56-71353b076673 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060898 Aug 19 18:15:10.029810 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9984788-16be-4842-bfa4-e9f531b811bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734200778-project] Pushing event deleted for resources: {'Network': ['ID=3c61b84b-92c7-4020-ba5e-6a9bad7722f5,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:10.044456 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4021bd2e-f926-4e01-ae1f-bc549f461187 req-0394600e-2ebc-4e75-b031-07c10667a4d4 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376705 Aug 19 18:15:10.106147 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.174723 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ea088091-c4de-4617-88dd-fce75f58acef tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.198898 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ea088091-c4de-4617-88dd-fce75f58acef tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.211445 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892dda2f-3d0b-492d-9183-004b427ba451 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Router 82e3a0eb-169b-407c-b3e6-4504654fdfb5 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:15:10.348965 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-ea088091-c4de-4617-88dd-fce75f58acef tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Allocated IP 172.25.8.199 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/56c20c1a-0f25-4725-806d-e9164eedf134) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:10.381909 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892dda2f-3d0b-492d-9183-004b427ba451 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:15:10.387517 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-892dda2f-3d0b-492d-9183-004b427ba451 tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "PUT /v2.0/routers/82e3a0eb-169b-407c-b3e6-4504654fdfb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7673566 Aug 19 18:15:10.390010 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54022) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:10.398749 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ff2887-e619-4241-8b4c-1b1a9f75441c None None] Sync routers for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:15:10.412198 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ff2887-e619-4241-8b4c-1b1a9f75441c None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:10.412822 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-22ff2887-e619-4241-8b4c-1b1a9f75441c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:10.435911 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54026) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:10.448236 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-22ff2887-e619-4241-8b4c-1b1a9f75441c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:10.457570 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ff2887-e619-4241-8b4c-1b1a9f75441c None None] Routers {'82e3a0eb-169b-407c-b3e6-4504654fdfb5'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:10.458442 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-22ff2887-e619-4241-8b4c-1b1a9f75441c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:10.513817 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-22ff2887-e619-4241-8b4c-1b1a9f75441c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:10.514741 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ff2887-e619-4241-8b4c-1b1a9f75441c None None] The sync data for ids ['82e3a0eb-169b-407c-b3e6-4504654fdfb5'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:15:10.543556 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54032) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:10.554271 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6d5128-c3d3-4906-9a2b-e2179fa1595a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.586246 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ea088091-c4de-4617-88dd-fce75f58acef tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.628278 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea8042-3c5d-497a-bbe4-6d5ec3b16772 req-9eea157b-58d6-47da-8fa8-0cb02839728a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:10.630267 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ecea8042-3c5d-497a-bbe4-6d5ec3b16772 req-9eea157b-58d6-47da-8fa8-0cb02839728a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.0823290 Aug 19 18:15:10.673002 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ea088091-c4de-4617-88dd-fce75f58acef tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.720032 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6d5128-c3d3-4906-9a2b-e2179fa1595a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.723268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea088091-c4de-4617-88dd-fce75f58acef tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:10.730851 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ecea8042-3c5d-497a-bbe4-6d5ec3b16772 req-562a94de-58e2-4574-9cdc-a6d676f00e99 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797181 Aug 19 18:15:10.734406 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-ea088091-c4de-4617-88dd-fce75f58acef tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:10.735195 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bc2f13ab-c62c-42cb-a210-cdb4748397ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91e157f66dc042cbbc51845611de46c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1902823 Aug 19 18:15:10.737068 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea088091-c4de-4617-88dd-fce75f58acef tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:10.739246 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54036) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:10.778721 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-48403e5d-bdec-464e-a3aa-9e114dade5e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=915d1588a1f24425ac7f374edc3e526b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3390939 Aug 19 18:15:10.778971 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea088091-c4de-4617-88dd-fce75f58acef tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Pushing event updated for resources: {'Port': ['ID=56c20c1a-0f25-4725-806d-e9164eedf134,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:10.779101 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54038) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:10.799214 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 566243c4-fc8b-44fc-8a8e-0d50d4ac9169 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:15:10.826947 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 566243c4-fc8b-44fc-8a8e-0d50d4ac9169 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:15:10.827563 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 566243c4-fc8b-44fc-8a8e-0d50d4ac9169 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:15:10.840132 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.843116 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d5128-c3d3-4906-9a2b-e2179fa1595a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Deleting port 3071ae52-e5d4-47ed-ba77-0fe3eb758782 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:10.843623 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6d5128-c3d3-4906-9a2b-e2179fa1595a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.894661 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-071dc208-6015-48b2-bc43-32387b07e65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.901798 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f9373b0e-9e3a-4c68-a0ee-6978b7acade5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.931872 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-071dc208-6015-48b2-bc43-32387b07e65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.948748 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f9373b0e-9e3a-4c68-a0ee-6978b7acade5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.962001 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6d5128-c3d3-4906-9a2b-e2179fa1595a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.986579 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d5128-c3d3-4906-9a2b-e2179fa1595a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Calling delete_port for 3071ae52-e5d4-47ed-ba77-0fe3eb758782 owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:11.074257 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-071dc208-6015-48b2-bc43-32387b07e65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.076810 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-071dc208-6015-48b2-bc43-32387b07e65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.078029 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-071dc208-6015-48b2-bc43-32387b07e65b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c16b95e9-8e60-44d0-b459-2ca4ada81e41 HTTP/1.1" status: 204 len: 168 time: 0.2981553 Aug 19 18:15:11.081081 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f9373b0e-9e3a-4c68-a0ee-6978b7acade5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.084450 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f9373b0e-9e3a-4c68-a0ee-6978b7acade5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.085731 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f9373b0e-9e3a-4c68-a0ee-6978b7acade5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1c2dc11-6013-436c-bac7-66ff852f3d7a HTTP/1.1" status: 204 len: 168 time: 0.3424461 Aug 19 18:15:11.099468 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9373b0e-9e3a-4c68-a0ee-6978b7acade5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c2dc11-6013-436c-bac7-66ff852f3d7a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:11.102154 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071dc208-6015-48b2-bc43-32387b07e65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16b95e9-8e60-44d0-b459-2ca4ada81e41,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:11.125445 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985153ab-c0d6-4f89-bd1e-f4d1fdca0826 req-be1fcb04-fb9d-4ec5-9c26-82e78bfe04b4 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:11.132893 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-985153ab-c0d6-4f89-bd1e-f4d1fdca0826 req-be1fcb04-fb9d-4ec5-9c26-82e78bfe04b4 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.1326017 Aug 19 18:15:11.137473 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ea088091-c4de-4617-88dd-fce75f58acef tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.234946 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-985153ab-c0d6-4f89-bd1e-f4d1fdca0826 req-0dbdb44b-d673-4ad8-9c61-568a05ceaa86 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010249 Aug 19 18:15:11.304447 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be9513-bade-4d3b-9855-450002cb524b req-da57df4a-7e55-42ea-a622-06eac8c66237 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:11.306538 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a5be9513-bade-4d3b-9855-450002cb524b req-da57df4a-7e55-42ea-a622-06eac8c66237 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.0992916 Aug 19 18:15:11.316884 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6d5128-c3d3-4906-9a2b-e2179fa1595a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.387609 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d5128-c3d3-4906-9a2b-e2179fa1595a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event deleted for resources: {'Port': ['ID=3071ae52-e5d4-47ed-ba77-0fe3eb758782,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:11.481965 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ea088091-c4de-4617-88dd-fce75f58acef tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.496238 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a5be9513-bade-4d3b-9855-450002cb524b req-ffd50aef-85c9-4863-80fa-bcefb414e3dd tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787574 Aug 19 18:15:11.498221 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6d5128-c3d3-4906-9a2b-e2179fa1595a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.514369 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ea088091-c4de-4617-88dd-fce75f58acef tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740919'] for router, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.607092 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54056) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:11.609327 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6d5128-c3d3-4906-9a2b-e2179fa1595a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.611661 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6d5128-c3d3-4906-9a2b-e2179fa1595a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.628390 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a5b72afa-f198-49e1-b203-a405ad5f3b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.632762 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54058) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:11.663761 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6d5128-c3d3-4906-9a2b-e2179fa1595a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.664348 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6d5128-c3d3-4906-9a2b-e2179fa1595a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Fanout notify agent at l3_agent the message router_deleted on router 82e3a0eb-169b-407c-b3e6-4504654fdfb5 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:15:11.675004 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd6d5128-c3d3-4906-9a2b-e2179fa1595a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.678644 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bd6d5128-c3d3-4906-9a2b-e2179fa1595a tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "DELETE /v2.0/routers/82e3a0eb-169b-407c-b3e6-4504654fdfb5 HTTP/1.1" status: 204 len: 168 time: 1.2853589 Aug 19 18:15:11.679121 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54060) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:11.719320 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-eeae713b-87e6-44ad-982a-4a363f72b3e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ccbea8e9f858484b9ab58574a8d6f75d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0803905 Aug 19 18:15:11.721951 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54062) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:11.746827 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9f821e-b30e-462f-9979-6f1465613cbc tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Deleting subnet e25b3247-3deb-4729-98a0-8c5ae74f728e {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:15:11.748604 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea088091-c4de-4617-88dd-fce75f58acef tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Router 4d8ee316-1a82-4dbd-9f67-2fe3a383cd0b is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:15:11.756037 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af9f821e-b30e-462f-9979-6f1465613cbc tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.831751 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af9f821e-b30e-462f-9979-6f1465613cbc tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.834270 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f3f0c4e6-3386-4900-abc4-2333b6fc634f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.854304 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a5b72afa-f198-49e1-b203-a405ad5f3b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.883233 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a5b72afa-f198-49e1-b203-a405ad5f3b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.913995 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f3f0c4e6-3386-4900-abc4-2333b6fc634f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.935959 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af9f821e-b30e-462f-9979-6f1465613cbc tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.944121 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a5b72afa-f198-49e1-b203-a405ad5f3b6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e453f4def914c1f85b12b0b5ae21a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3346992 Aug 19 18:15:11.947371 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b72afa-f198-49e1-b203-a405ad5f3b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e31b55-d7d2-45ff-89e1-f16d0e28321e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:11.954388 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54066) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:11.963840 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea088091-c4de-4617-88dd-fce75f58acef tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:15:11.967164 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c28ea-2437-47bf-a6ba-4666cf1e961d req-fdae59f2-641f-49b4-b2fa-c7ea8707cf68 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:11.968723 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-893c28ea-2437-47bf-a6ba-4666cf1e961d req-fdae59f2-641f-49b4-b2fa-c7ea8707cf68 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.1554623 Aug 19 18:15:11.971522 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ea088091-c4de-4617-88dd-fce75f58acef tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.972739 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ea088091-c4de-4617-88dd-fce75f58acef tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "PUT /v2.0/routers/4d8ee316-1a82-4dbd-9f67-2fe3a383cd0b HTTP/1.1" status: 200 len: 880 time: 2.8938267 Aug 19 18:15:11.979368 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54068) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:11.979829 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f8dc12-a39e-4f0c-bb8b-c58077a4bebc None None] Sync routers for ids ['4d8ee316-1a82-4dbd-9f67-2fe3a383cd0b'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:15:11.992494 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f8dc12-a39e-4f0c-bb8b-c58077a4bebc None None] Routers {'4d8ee316-1a82-4dbd-9f67-2fe3a383cd0b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:11.993214 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c6f8dc12-a39e-4f0c-bb8b-c58077a4bebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4d8ee316-1a82-4dbd-9f67-2fe3a383cd0b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:12.026051 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f24056a0-d4a8-4417-a4a5-fc6d668517b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:12.029648 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c6f8dc12-a39e-4f0c-bb8b-c58077a4bebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:12.039079 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f8dc12-a39e-4f0c-bb8b-c58077a4bebc None None] Routers {'4d8ee316-1a82-4dbd-9f67-2fe3a383cd0b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:12.039794 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c6f8dc12-a39e-4f0c-bb8b-c58077a4bebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4d8ee316-1a82-4dbd-9f67-2fe3a383cd0b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:12.049705 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f24056a0-d4a8-4417-a4a5-fc6d668517b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:12.082049 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c6f8dc12-a39e-4f0c-bb8b-c58077a4bebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:12.082972 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f8dc12-a39e-4f0c-bb8b-c58077a4bebc None None] The sync data for ids ['4d8ee316-1a82-4dbd-9f67-2fe3a383cd0b'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:15:12.106173 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f24056a0-d4a8-4417-a4a5-fc6d668517b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:12.108749 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f24056a0-d4a8-4417-a4a5-fc6d668517b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:12.112028 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f24056a0-d4a8-4417-a4a5-fc6d668517b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5e31b55-d7d2-45ff-89e1-f16d0e28321e HTTP/1.1" status: 204 len: 168 time: 0.1540592 Aug 19 18:15:12.118737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24056a0-d4a8-4417-a4a5-fc6d668517b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e31b55-d7d2-45ff-89e1-f16d0e28321e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:12.139023 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-893c28ea-2437-47bf-a6ba-4666cf1e961d req-d241ff5b-a4b3-4805-aebf-0cae1560b30d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617000 Aug 19 18:15:12.143987 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f3f0c4e6-3386-4900-abc4-2333b6fc634f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:12.146553 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f3f0c4e6-3386-4900-abc4-2333b6fc634f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:12.147612 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f3f0c4e6-3386-4900-abc4-2333b6fc634f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a563c3d4-c35a-4978-a618-a8c62e9b42b1 HTTP/1.1" status: 204 len: 168 time: 0.4247396 Aug 19 18:15:12.157201 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af9f821e-b30e-462f-9979-6f1465613cbc tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:12.174523 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0c4e6-3386-4900-abc4-2333b6fc634f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a563c3d4-c35a-4978-a618-a8c62e9b42b1,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:12.198414 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ccc8647e-afdf-4701-ba11-bdc7d49c3d91 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "GET /v2.0/routers/4d8ee316-1a82-4dbd-9f67-2fe3a383cd0b HTTP/1.1" status: 200 len: 921 time: 0.2134621 Aug 19 18:15:12.199635 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f821e-b30e-462f-9979-6f1465613cbc tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event deleted for resources: {'Subnet': ['ID=e25b3247-3deb-4729-98a0-8c5ae74f728e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:12.202040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54074) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:12.203447 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af9f821e-b30e-462f-9979-6f1465613cbc tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:12.205992 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-af9f821e-b30e-462f-9979-6f1465613cbc tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "DELETE /v2.0/subnets/e25b3247-3deb-4729-98a0-8c5ae74f728e HTTP/1.1" status: 204 len: 168 time: 0.5250483 Aug 19 18:15:12.207961 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54076) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:12.303496 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-10101052-de3d-42f5-8c5c-de9bdb0cbfaa tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:12.323842 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdbf881-86f8-4984-80b9-c78a365d74c9 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:12.326170 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ffdbf881-86f8-4984-80b9-c78a365d74c9 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&device_id=4d8ee316-1a82-4dbd-9f67-2fe3a383cd0b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1238346 Aug 19 18:15:12.328816 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54080) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:12.437143 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-10101052-de3d-42f5-8c5c-de9bdb0cbfaa tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:12.446340 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c0b07-d714-46c5-b3c0-d4ffbb67b279 req-d9190d20-0328-4ff7-98a2-39bb63355664 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:12.454866 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e10c0b07-d714-46c5-b3c0-d4ffbb67b279 req-d9190d20-0328-4ff7-98a2-39bb63355664 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.1434603 Aug 19 18:15:12.456078 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-10101052-de3d-42f5-8c5c-de9bdb0cbfaa tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d78871-7019-4454-85f6-10700f3736c3']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:12.472132 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-10101052-de3d-42f5-8c5c-de9bdb0cbfaa tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f17194a-6b57-43cb-9463-d21ea07acd23') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:12.472551 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-10101052-de3d-42f5-8c5c-de9bdb0cbfaa tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f17194a-6b57-43cb-9463-d21ea07acd23') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:12.493100 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-10101052-de3d-42f5-8c5c-de9bdb0cbfaa tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:12.521821 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-10101052-de3d-42f5-8c5c-de9bdb0cbfaa tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:12.528031 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10101052-de3d-42f5-8c5c-de9bdb0cbfaa tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:15:12.528489 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-10101052-de3d-42f5-8c5c-de9bdb0cbfaa tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:15:12.532030 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:15:12.564503 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e10c0b07-d714-46c5-b3c0-d4ffbb67b279 req-9b55b594-2413-4bb2-986c-a8345e2b829f tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044316 Aug 19 18:15:12.565838 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3064d7-5914-4aa4-b473-8d22cb55199b tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:12.586140 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54096) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:12.590123 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0a3064d7-5914-4aa4-b473-8d22cb55199b tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 881 time: 0.2601614 Aug 19 18:15:12.623087 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-07bd0e6a-534d-49c7-8eda-61b6b6bc17bd tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8ee316-1a82-4dbd-9f67-2fe3a383cd0b HTTP/1.1" status: 200 len: 205 time: 0.0357502 Aug 19 18:15:12.626073 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54102) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:12.643719 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-10101052-de3d-42f5-8c5c-de9bdb0cbfaa tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:12.663168 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-10101052-de3d-42f5-8c5c-de9bdb0cbfaa tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:12.667940 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-10101052-de3d-42f5-8c5c-de9bdb0cbfaa tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] 10.222.0.24 "DELETE /v2.0/networks/b3d78871-7019-4454-85f6-10700f3736c3 HTTP/1.1" status: 204 len: 168 time: 0.4560688 Aug 19 18:15:12.678739 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10101052-de3d-42f5-8c5c-de9bdb0cbfaa tempest-FloatingIPTestJSON-880667956 tempest-FloatingIPTestJSON-880667956-project] Pushing event deleted for resources: {'Network': ['ID=b3d78871-7019-4454-85f6-10700f3736c3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:12.792955 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61a13c-7495-45dd-96c3-a780671fc89b req-85612127-e724-45de-b873-f6b040944216 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:12.794571 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ab61a13c-7495-45dd-96c3-a780671fc89b req-85612127-e724-45de-b873-f6b040944216 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.1023157 Aug 19 18:15:12.834115 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:12.887362 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ab61a13c-7495-45dd-96c3-a780671fc89b req-1f0b1981-823b-4b8d-9610-4c4fcf969d68 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847900 Aug 19 18:15:13.037081 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7aad2-a1ba-4b4e-92d9-526af90dcd1a req-26ac5566-44a3-41dc-9d68-165e046c3f93 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:13.039617 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-02c7aad2-a1ba-4b4e-92d9-526af90dcd1a req-26ac5566-44a3-41dc-9d68-165e046c3f93 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.0554712 Aug 19 18:15:13.115008 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-02c7aad2-a1ba-4b4e-92d9-526af90dcd1a req-144426c6-7092-4c20-90cf-a4f21b16b52f tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630922 Aug 19 18:15:13.190612 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54132) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:13.333854 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8b61a-1aaf-46a2-aa2f-331d64ac2dd1 req-07d03089-2ee8-46ef-8f8f-594a1e03841d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:13.339342 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e1a8b61a-1aaf-46a2-aa2f-331d64ac2dd1 req-07d03089-2ee8-46ef-8f8f-594a1e03841d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.0906153 Aug 19 18:15:13.393333 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:13.417233 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e1a8b61a-1aaf-46a2-aa2f-331d64ac2dd1 req-f4ddab87-234d-44b3-be92-58184394199a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745132 Aug 19 18:15:13.493051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Deleting port 56c20c1a-0f25-4725-806d-e9164eedf134 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:13.494067 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:13.609847 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:13.631356 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Calling delete_port for 56c20c1a-0f25-4725-806d-e9164eedf134 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:13.822578 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-404fa6af-26c3-4c20-a6f4-7ee77cf56d8b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68654bdf79fb406da1f88875405c74ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6270487 Aug 19 18:15:13.822578 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54160) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:13.840259 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73311935-851e-4899-b307-321cf1828f24 req-162a5b76-e2bf-4251-aaa7-cabc69dcc71b tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:13.847796 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-73311935-851e-4899-b307-321cf1828f24 req-162a5b76-e2bf-4251-aaa7-cabc69dcc71b tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.1871753 Aug 19 18:15:13.855869 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824077e5-eff3-407c-80d4-8e8ce9d21daa req-6135434d-119c-4075-9413-af83f11a422d tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:13.858133 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-824077e5-eff3-407c-80d4-8e8ce9d21daa req-6135434d-119c-4075-9413-af83f11a422d tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.0923302 Aug 19 18:15:13.922726 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-73311935-851e-4899-b307-321cf1828f24 req-0b2f461e-8112-4e6e-ba45-c7c83f1adf6c tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739408 Aug 19 18:15:13.961695 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-508df7eb-7983-4299-8623-89f7773dd1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:13.979010 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-824077e5-eff3-407c-80d4-8e8ce9d21daa req-48ac0ff6-787a-4c94-8046-45757da0b0ac tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861864 Aug 19 18:15:13.983875 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:13.997687 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-508df7eb-7983-4299-8623-89f7773dd1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:14.027633 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Pushing event deleted for resources: {'Port': ['ID=56c20c1a-0f25-4725-806d-e9164eedf134,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:14.051354 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:14.051773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:14.052257 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:14.052660 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:14.053070 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:14.053751 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:14.054375 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:14.054762 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:14.055292 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:14.055691 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:14.056882 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:14.057311 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:14.141114 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-508df7eb-7983-4299-8623-89f7773dd1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:14.144550 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-508df7eb-7983-4299-8623-89f7773dd1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:14.151060 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-508df7eb-7983-4299-8623-89f7773dd1c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d9db491-5132-424e-8b70-49c4dfb955f6 HTTP/1.1" status: 204 len: 168 time: 0.3273158 Aug 19 18:15:14.162697 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508df7eb-7983-4299-8623-89f7773dd1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9db491-5132-424e-8b70-49c4dfb955f6,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:14.168021 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:14.172341 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508df7eb-7983-4299-8623-89f7773dd1c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:14.172599 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508df7eb-7983-4299-8623-89f7773dd1c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:14.173230 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508df7eb-7983-4299-8623-89f7773dd1c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:14.173706 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508df7eb-7983-4299-8623-89f7773dd1c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:14.175404 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508df7eb-7983-4299-8623-89f7773dd1c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:14.175926 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508df7eb-7983-4299-8623-89f7773dd1c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:14.176417 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508df7eb-7983-4299-8623-89f7773dd1c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:14.176902 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508df7eb-7983-4299-8623-89f7773dd1c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:14.177390 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508df7eb-7983-4299-8623-89f7773dd1c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:14.177908 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508df7eb-7983-4299-8623-89f7773dd1c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:14.178387 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508df7eb-7983-4299-8623-89f7773dd1c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:14.178862 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508df7eb-7983-4299-8623-89f7773dd1c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:14.326142 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-18de1fc1-40a0-4a82-95c6-fab155278731 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=52c69b027a2645feb163dc618d7f8ffa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431886 Aug 19 18:15:14.327951 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:14.330809 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:14.457712 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:14.460326 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Fanout notify agent at l3_agent the message router_deleted on router 4d8ee316-1a82-4dbd-9f67-2fe3a383cd0b {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:15:14.470698 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:14.475810 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54194) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:14.477069 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-370cefce-c3ba-454b-a1a5-07ed299a1dc8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "DELETE /v2.0/routers/4d8ee316-1a82-4dbd-9f67-2fe3a383cd0b HTTP/1.1" status: 204 len: 168 time: 1.8493981 Aug 19 18:15:14.483582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e0fa24ff-e21e-4818-b62d-e4d35634cc61 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-402569130', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:14.550397 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e0fa24ff-e21e-4818-b62d-e4d35634cc61 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:14.551451 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e0fa24ff-e21e-4818-b62d-e4d35634cc61 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:14.557738 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-9b16136e-5bed-470d-8861-66ee49d702b7 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:14.567151 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-9b16136e-5bed-470d-8861-66ee49d702b7 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2325509 Aug 19 18:15:14.578521 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184488ea-8c74-4552-b88a-df5ab4a5caf9 req-8d7c7849-d47d-452f-ab59-1942d6719915 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:14.580663 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-184488ea-8c74-4552-b88a-df5ab4a5caf9 req-8d7c7849-d47d-452f-ab59-1942d6719915 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.0746026 Aug 19 18:15:14.580813 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-4345c0e8-df92-4e93-b3b9-82e128dae510 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/quotas/52c69b027a2645feb163dc618d7f8ffa HTTP/1.1" status: 200 len: 375 time: 0.0126085 Aug 19 18:15:14.628824 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-1d0f2574-2efd-4288-bb87-f34b63f0a859 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=52c69b027a2645feb163dc618d7f8ffa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379014 Aug 19 18:15:14.659965 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e0fa24ff-e21e-4818-b62d-e4d35634cc61 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:14.666568 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54202) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:14.683050 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-184488ea-8c74-4552-b88a-df5ab4a5caf9 req-73cb8443-aab2-4465-b904-e094eec0b6d2 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937335 Aug 19 18:15:14.689390 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e0fa24ff-e21e-4818-b62d-e4d35634cc61 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:14.714493 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e0fa24ff-e21e-4818-b62d-e4d35634cc61 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:14.715970 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e0fa24ff-e21e-4818-b62d-e4d35634cc61 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2387209 Aug 19 18:15:14.718657 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54206) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:14.724201 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-bb00bc58-eba2-4ae0-b792-939aafd15e0b tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'enable_snat': True}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:14.908376 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b8acc4a5-bd4e-4813-b473-bef4fc8e6c29 req-52b7e4c7-cc45-48b6-b6bc-a8683a9fb273 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b1780f-29c3-4b26-8f7e-22f8e5cc6235 HTTP/1.1" status: 200 len: 210 time: 0.0655980 Aug 19 18:15:14.967131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2d57bd7b-3d17-4889-a89b-71ba9e32742a tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-54253987', 'router:external': True}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:15.057586 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bb00bc58-eba2-4ae0-b792-939aafd15e0b tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:15.136343 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6eded-1baf-48e9-ab7a-519838795a4b req-c2454692-796f-454a-8fff-18130ce53781 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:15.137396 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d57bd7b-3d17-4889-a89b-71ba9e32742a tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Made reservation on behalf of 18b072ce68004d9c90c4a0aee3bc78db for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:15.138227 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-77a6eded-1baf-48e9-ab7a-519838795a4b req-c2454692-796f-454a-8fff-18130ce53781 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.0835755 Aug 19 18:15:15.140044 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d57bd7b-3d17-4889-a89b-71ba9e32742a tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:15.156532 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d57bd7b-3d17-4889-a89b-71ba9e32742a tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:15.183743 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba76afe-4a09-47a2-9022-56add8603075 req-66464019-7b26-4fe0-b342-1a8162b719b7 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:15.185209 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eba76afe-4a09-47a2-9022-56add8603075 req-66464019-7b26-4fe0-b342-1a8162b719b7 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.1681616 Aug 19 18:15:15.205294 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-77a6eded-1baf-48e9-ab7a-519838795a4b req-86e35739-b7ec-4b20-a1f4-4808e47a0970 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595732 Aug 19 18:15:15.226068 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54234) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:15.287873 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eba76afe-4a09-47a2-9022-56add8603075 req-5c6404c9-6cd5-48cd-942d-fc5e70434c87 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864801 Aug 19 18:15:15.367174 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-24832d00-a469-4173-b9ab-08c22b3c09e9 tempest-DvrRoutersNegativeTest-310546119 tempest-DvrRoutersNegativeTest-310546119-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1101906159', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:15.370691 n-d-803753-2 neutron-server[94681]: DEBUG neutron.policy [None req-24832d00-a469-4173-b9ab-08c22b3c09e9 tempest-DvrRoutersNegativeTest-310546119 tempest-DvrRoutersNegativeTest-310546119-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94681) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 19 18:15:15.370962 n-d-803753-2 neutron-server[94681]: DEBUG neutron.policy [None req-24832d00-a469-4173-b9ab-08c22b3c09e9 tempest-DvrRoutersNegativeTest-310546119 tempest-DvrRoutersNegativeTest-310546119-project] Failed policy check for 'create_router' {{(pid=94681) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 19 18:15:15.371555 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-24832d00-a469-4173-b9ab-08c22b3c09e9 tempest-DvrRoutersNegativeTest-310546119 tempest-DvrRoutersNegativeTest-310546119-project] create failed (client error): Access was denied to this resource. Aug 19 18:15:15.380175 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-24832d00-a469-4173-b9ab-08c22b3c09e9 tempest-DvrRoutersNegativeTest-310546119 tempest-DvrRoutersNegativeTest-310546119-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1529424 Aug 19 18:15:15.426563 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d57bd7b-3d17-4889-a89b-71ba9e32742a tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:15.449503 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d57bd7b-3d17-4889-a89b-71ba9e32742a tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:15.487563 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d57bd7b-3d17-4889-a89b-71ba9e32742a tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:15:15.498202 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57bd7b-3d17-4889-a89b-71ba9e32742a tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3da113c-7a56-4bac-841b-263af43923c0,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:15.502838 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bb00bc58-eba2-4ae0-b792-939aafd15e0b tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:15.508214 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d57bd7b-3d17-4889-a89b-71ba9e32742a tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:15.508628 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-2d57bd7b-3d17-4889-a89b-71ba9e32742a tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Added segment 36db7aa7-ae5e-4cc1-aa26-b3b4ad7a2010 of type vlan for network 359f90e8-3b16-4b93-86a8-60a05707d1e2 Aug 19 18:15:15.535430 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bb00bc58-eba2-4ae0-b792-939aafd15e0b tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:15.626264 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d57bd7b-3d17-4889-a89b-71ba9e32742a tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:15.685929 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54242) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:15.700958 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d57bd7b-3d17-4889-a89b-71ba9e32742a tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:15.701902 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d57bd7b-3d17-4889-a89b-71ba9e32742a tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:15.702492 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d57bd7b-3d17-4889-a89b-71ba9e32742a tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:15.713389 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-bb00bc58-eba2-4ae0-b792-939aafd15e0b tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Allocated IP 172.25.8.194 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/72830213-8ea2-4cbe-a728-bc332f921d8a) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:15.819020 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2d57bd7b-3d17-4889-a89b-71ba9e32742a tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.1515341 Aug 19 18:15:15.819725 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57bd7b-3d17-4889-a89b-71ba9e32742a tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Pushing event updated for resources: {'Network': ['ID=359f90e8-3b16-4b93-86a8-60a05707d1e2,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:15.824066 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54248) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:15.831436 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-7b2a104d-8fc6-425c-a288-e3c56a559eac tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Request body: {'subnet': {'network_id': '359f90e8-3b16-4b93-86a8-60a05707d1e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:15.833656 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 359f90e8-3b16-4b93-86a8-60a05707d1e2 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:15:15.866247 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-96b234f0-939c-4aa1-a74f-bf9e686a617b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:15.883171 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2a104d-8fc6-425c-a288-e3c56a559eac tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Made reservation on behalf of 18b072ce68004d9c90c4a0aee3bc78db for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:15.888788 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b2a104d-8fc6-425c-a288-e3c56a559eac tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:15.917497 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392fba7-be64-4856-90e7-d5124eb2c72b req-4a5896a5-54c7-4743-8b6f-e787dd5f805a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:15.919092 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f392fba7-be64-4856-90e7-d5124eb2c72b req-4a5896a5-54c7-4743-8b6f-e787dd5f805a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.1648123 Aug 19 18:15:15.991477 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bb00bc58-eba2-4ae0-b792-939aafd15e0b tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:16.037804 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2286ed3b-9003-45c4-a3ac-f8edd9f329f2 req-e686273e-ab32-4908-8cf2-f039018933d9 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b1780f-29c3-4b26-8f7e-22f8e5cc6235 HTTP/1.1" status: 200 len: 210 time: 0.0530717 Aug 19 18:15:16.049020 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f392fba7-be64-4856-90e7-d5124eb2c72b req-5ecb0709-53c4-4395-a4ad-16cd411c3328 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180987 Aug 19 18:15:16.054884 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-77585391-de72-414a-b2fd-9c93663f57b8 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=52c69b027a2645feb163dc618d7f8ffa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455773 Aug 19 18:15:16.194869 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-96b234f0-939c-4aa1-a74f-bf9e686a617b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:16.199694 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bb00bc58-eba2-4ae0-b792-939aafd15e0b tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:16.205470 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-96b234f0-939c-4aa1-a74f-bf9e686a617b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:16.287364 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-3c6cd712-ad99-4a80-8fe3-198d8ec7910f tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:16.288909 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-3c6cd712-ad99-4a80-8fe3-198d8ec7910f tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2257528 Aug 19 18:15:16.306205 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb00bc58-eba2-4ae0-b792-939aafd15e0b tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:16.315049 n-d-803753-2 neutron-server[94681]: DEBUG neutron.objects.ports [None req-7b2a104d-8fc6-425c-a288-e3c56a559eac tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94681) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:15:16.315614 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b2a104d-8fc6-425c-a288-e3c56a559eac tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:16.320433 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-a98a2395-6ff4-46a1-ac3a-ba0b249541a1 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Request body: {'port': {'device_id': 'b0b1780f-29c3-4b26-8f7e-22f8e5cc6235', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': '52c69b027a2645feb163dc618d7f8ffa'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:16.324173 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b234f0-939c-4aa1-a74f-bf9e686a617b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a4ca72-5cc1-4c28-944a-4c85ddc15202,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:16.326722 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00bc58-eba2-4ae0-b792-939aafd15e0b tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Pushing event updated for resources: {'Port': ['ID=72830213-8ea2-4cbe-a728-bc332f921d8a,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:16.329156 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-bb00bc58-eba2-4ae0-b792-939aafd15e0b tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:16.346674 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-96b234f0-939c-4aa1-a74f-bf9e686a617b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e32fa91426a94eb1ac2e05db195116c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6596937 Aug 19 18:15:16.347676 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb00bc58-eba2-4ae0-b792-939aafd15e0b tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:16.355916 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:16.362622 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54258) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:16.438700 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a104d-8fc6-425c-a288-e3c56a559eac tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e52287b6-8bbd-4606-a70b-735c487d4e4a,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:16.465491 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf4043-2f3c-4765-a912-858351d20d5e req-f416f8c4-53da-4208-a7b1-0e347fe7d37f tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:16.467306 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1edf4043-2f3c-4765-a912-858351d20d5e req-f416f8c4-53da-4208-a7b1-0e347fe7d37f tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.1618824 Aug 19 18:15:16.478635 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2a104d-8fc6-425c-a288-e3c56a559eac tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Checking segment: {'id': '36db7aa7-ae5e-4cc1-aa26-b3b4ad7a2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '359f90e8-3b16-4b93-86a8-60a05707d1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:15:16.479003 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2a104d-8fc6-425c-a288-e3c56a559eac tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Network hostable DHCP agents. Network: 359f90e8-3b16-4b93-86a8-60a05707d1e2, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:15:16.520405 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3773010e-25ee-4fd0-af35-a2f4d8e9e252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:16.548646 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2a104d-8fc6-425c-a288-e3c56a559eac tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Network 359f90e8-3b16-4b93-86a8-60a05707d1e2 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:15:16.559565 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1edf4043-2f3c-4765-a912-858351d20d5e req-414eef6f-310d-4dd5-855a-9038dd48f312 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752971 Aug 19 18:15:16.567755 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3773010e-25ee-4fd0-af35-a2f4d8e9e252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:16.576134 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-7b2a104d-8fc6-425c-a288-e3c56a559eac tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 359f90e8-3b16-4b93-86a8-60a05707d1e2) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:16.597288 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96367dd-f70f-49e7-9edb-b98825fe2efe None None] Network 359f90e8-3b16-4b93-86a8-60a05707d1e2 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:16.598072 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2a104d-8fc6-425c-a288-e3c56a559eac tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:16.598673 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b2a104d-8fc6-425c-a288-e3c56a559eac tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:16.636367 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221babd0-bfe1-457a-90bc-037edd793db3 req-65fa6b07-aa4f-4d46-9510-4330ec93074c tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:16.637972 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-221babd0-bfe1-457a-90bc-037edd793db3 req-65fa6b07-aa4f-4d46-9510-4330ec93074c tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.1435921 Aug 19 18:15:16.653341 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3773010e-25ee-4fd0-af35-a2f4d8e9e252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:16.656219 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3773010e-25ee-4fd0-af35-a2f4d8e9e252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:16.659877 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3773010e-25ee-4fd0-af35-a2f4d8e9e252 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86a4ca72-5cc1-4c28-944a-4c85ddc15202 HTTP/1.1" status: 204 len: 168 time: 0.2907476 Aug 19 18:15:16.661264 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7b2a104d-8fc6-425c-a288-e3c56a559eac tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8359690 Aug 19 18:15:16.667783 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54262) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:16.673365 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-944fd442-89ac-463e-a1d4-cd09f662063b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2103886007', 'network_id': '359f90e8-3b16-4b93-86a8-60a05707d1e2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:16.676553 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773010e-25ee-4fd0-af35-a2f4d8e9e252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a4ca72-5cc1-4c28-944a-4c85ddc15202,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:16.678211 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-a98a2395-6ff4-46a1-ac3a-ba0b249541a1 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Made reservation on behalf of 52c69b027a2645feb163dc618d7f8ffa for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:16.682260 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-a98a2395-6ff4-46a1-ac3a-ba0b249541a1 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:16.713861 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944fd442-89ac-463e-a1d4-cd09f662063b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Made reservation on behalf of 18b072ce68004d9c90c4a0aee3bc78db for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:16.714178 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-a98a2395-6ff4-46a1-ac3a-ba0b249541a1 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:16.716325 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-944fd442-89ac-463e-a1d4-cd09f662063b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:16.741217 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-944fd442-89ac-463e-a1d4-cd09f662063b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] device_id is not set on port 294a527d-532b-4650-977e-22523c7d697d yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:15:16.803895 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-221babd0-bfe1-457a-90bc-037edd793db3 req-ae7c785e-26dc-4bbf-a79f-25731b6e06b3 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273301 Aug 19 18:15:16.846565 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bb00bc58-eba2-4ae0-b792-939aafd15e0b tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:16.923085 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3436713c-32d0-4579-8b25-715437e98db1 None None] Network 359f90e8-3b16-4b93-86a8-60a05707d1e2 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:16.986261 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-944fd442-89ac-463e-a1d4-cd09f662063b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Allocated IP 2001:db8::106 (359f90e8-3b16-4b93-86a8-60a05707d1e2/e52287b6-8bbd-4606-a70b-735c487d4e4a/294a527d-532b-4650-977e-22523c7d697d) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:17.001681 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-a98a2395-6ff4-46a1-ac3a-ba0b249541a1 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:17.034585 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-a98a2395-6ff4-46a1-ac3a-ba0b249541a1 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:17.163371 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a2395-6ff4-46a1-ac3a-ba0b249541a1 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51006611-8627-4c15-b432-7c61f8b82340,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:17.188561 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bb00bc58-eba2-4ae0-b792-939aafd15e0b tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:17.214985 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bb00bc58-eba2-4ae0-b792-939aafd15e0b tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740919'] for router, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:17.235413 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-944fd442-89ac-463e-a1d4-cd09f662063b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:17.342139 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e5f13faa-6bc9-4139-bf1a-14a9d2843fc8 req-3ede705a-7a2f-4c84-89b3-c61dadf91ef2 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b1780f-29c3-4b26-8f7e-22f8e5cc6235 HTTP/1.1" status: 200 len: 210 time: 0.0631003 Aug 19 18:15:17.382208 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-944fd442-89ac-463e-a1d4-cd09f662063b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:17.438272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944fd442-89ac-463e-a1d4-cd09f662063b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Network 359f90e8-3b16-4b93-86a8-60a05707d1e2 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:17.442272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-944fd442-89ac-463e-a1d4-cd09f662063b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:17.449238 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944fd442-89ac-463e-a1d4-cd09f662063b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:17.450546 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944fd442-89ac-463e-a1d4-cd09f662063b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:17.451205 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-944fd442-89ac-463e-a1d4-cd09f662063b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:17.465663 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fd442-89ac-463e-a1d4-cd09f662063b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Pushing event updated for resources: {'Port': ['ID=294a527d-532b-4650-977e-22523c7d697d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:17.482583 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-944fd442-89ac-463e-a1d4-cd09f662063b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8108928 Aug 19 18:15:17.482946 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54280) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:17.583031 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-b6949a7a-bd16-4eec-9046-9ece095a7ab9 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Deleting port 294a527d-532b-4650-977e-22523c7d697d {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:17.583421 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b6949a7a-bd16-4eec-9046-9ece095a7ab9 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:17.643941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-a98a2395-6ff4-46a1-ac3a-ba0b249541a1 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Allocated IP 192.168.233.188 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/a6dce8fe-54af-4d33-a68b-c17c203ca8d1) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:17.695362 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b6949a7a-bd16-4eec-9046-9ece095a7ab9 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:17.736280 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-b6949a7a-bd16-4eec-9046-9ece095a7ab9 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Calling delete_port for 294a527d-532b-4650-977e-22523c7d697d owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:17.758710 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f7a53-55a1-4f4c-a4ab-a96f904dd7d4 req-9e184025-1c39-419c-9495-65becfa4da7a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:17.760868 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-343f7a53-55a1-4f4c-a4ab-a96f904dd7d4 req-9e184025-1c39-419c-9495-65becfa4da7a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.1376565 Aug 19 18:15:17.782381 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756055c6-1b85-4d85-8b85-5fb2507f5315 req-edb2a206-4c0a-49e6-9fc3-a51a2c8d689a tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:17.782725 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-756055c6-1b85-4d85-8b85-5fb2507f5315 req-edb2a206-4c0a-49e6-9fc3-a51a2c8d689a tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.0917032 Aug 19 18:15:17.880627 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-756055c6-1b85-4d85-8b85-5fb2507f5315 req-88c64b9f-c73e-493b-b9e0-c94a17f793b4 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658345 Aug 19 18:15:17.910311 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-343f7a53-55a1-4f4c-a4ab-a96f904dd7d4 req-ad36b99a-846d-46fe-9ccf-c6fba300e7da tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359315 Aug 19 18:15:17.960985 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb00bc58-eba2-4ae0-b792-939aafd15e0b tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Router c370995d-f5bb-4793-bf0f-79dd053d4fc8 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:15:17.977060 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-a98a2395-6ff4-46a1-ac3a-ba0b249541a1 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.004934 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b6949a7a-bd16-4eec-9046-9ece095a7ab9 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.042452 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6949a7a-bd16-4eec-9046-9ece095a7ab9 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Pushing event deleted for resources: {'Port': ['ID=294a527d-532b-4650-977e-22523c7d697d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:18.043531 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-a98a2395-6ff4-46a1-ac3a-ba0b249541a1 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Transition to ACTIVE for port object a6dce8fe-54af-4d33-a68b-c17c203ca8d1 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:18.074365 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b6949a7a-bd16-4eec-9046-9ece095a7ab9 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.079466 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b6949a7a-bd16-4eec-9046-9ece095a7ab9 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "DELETE /v2.0/ports/294a527d-532b-4650-977e-22523c7d697d HTTP/1.1" status: 204 len: 168 time: 0.5924060 Aug 19 18:15:18.079736 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54296) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:18.084774 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-13efb06b-8921-41b1-bbce-4fb0ee95977c tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '359f90e8-3b16-4b93-86a8-60a05707d1e2', 'external_fixed_ips': [{'subnet_id': 'e52287b6-8bbd-4606-a70b-735c487d4e4a', 'ip_address': '2001:db8::106'}]}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:18.119358 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13efb06b-8921-41b1-bbce-4fb0ee95977c tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.120485 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13efb06b-8921-41b1-bbce-4fb0ee95977c tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.186851 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702456a-dbe5-46cd-98dd-4c9169265e2e req-a4f4876a-7c22-48ef-813b-052984a48eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:18.188419 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9702456a-dbe5-46cd-98dd-4c9169265e2e req-a4f4876a-7c22-48ef-813b-052984a48eaf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 1096 time: 0.1592479 Aug 19 18:15:18.200638 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbec65-85bb-4701-8422-c50046e0a7f9 req-16da45d6-3456-4cc9-9a3b-076e6277b257 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:18.202231 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-acbbec65-85bb-4701-8422-c50046e0a7f9 req-16da45d6-3456-4cc9-9a3b-076e6277b257 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.1718752 Aug 19 18:15:18.207953 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13efb06b-8921-41b1-bbce-4fb0ee95977c tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.237844 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-a98a2395-6ff4-46a1-ac3a-ba0b249541a1 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.247799 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb00bc58-eba2-4ae0-b792-939aafd15e0b tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:15:18.260500 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463f909b-da62-4e5e-aee4-812538db41bf None None] Sync routers for ids ['c370995d-f5bb-4793-bf0f-79dd053d4fc8'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:15:18.262504 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bb00bc58-eba2-4ae0-b792-939aafd15e0b tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.263857 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bb00bc58-eba2-4ae0-b792-939aafd15e0b tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "PUT /v2.0/routers/c370995d-f5bb-4793-bf0f-79dd053d4fc8 HTTP/1.1" status: 200 len: 914 time: 3.5440991 Aug 19 18:15:18.278675 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463f909b-da62-4e5e-aee4-812538db41bf None None] Routers {'c370995d-f5bb-4793-bf0f-79dd053d4fc8'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:18.280446 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-463f909b-da62-4e5e-aee4-812538db41bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['c370995d-f5bb-4793-bf0f-79dd053d4fc8'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:18.290343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54302) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:18.316470 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9702456a-dbe5-46cd-98dd-4c9169265e2e req-e18b2f12-e839-4bed-a365-99b92158aa42 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128621 Aug 19 18:15:18.334210 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-463f909b-da62-4e5e-aee4-812538db41bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:18.346429 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463f909b-da62-4e5e-aee4-812538db41bf None None] Routers {'c370995d-f5bb-4793-bf0f-79dd053d4fc8'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:18.347399 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-463f909b-da62-4e5e-aee4-812538db41bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['c370995d-f5bb-4793-bf0f-79dd053d4fc8'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:18.379676 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-acbbec65-85bb-4701-8422-c50046e0a7f9 req-255fb1b5-ad06-4412-b20a-2f0fb220cda3 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630127 Aug 19 18:15:18.385676 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-a98a2395-6ff4-46a1-ac3a-ba0b249541a1 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:18.388777 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a2395-6ff4-46a1-ac3a-ba0b249541a1 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Pushing event updated for resources: {'Port': ['ID=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:18.391746 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13efb06b-8921-41b1-bbce-4fb0ee95977c tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.393431 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-a98a2395-6ff4-46a1-ac3a-ba0b249541a1 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:18.398045 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-a98a2395-6ff4-46a1-ac3a-ba0b249541a1 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:18.516746 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-a98a2395-6ff4-46a1-ac3a-ba0b249541a1 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:18.517671 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-a98a2395-6ff4-46a1-ac3a-ba0b249541a1 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.540002 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9c33f313-daf3-48e9-a942-6969e514ac65 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "GET /v2.0/routers/c370995d-f5bb-4793-bf0f-79dd053d4fc8 HTTP/1.1" status: 200 len: 920 time: 0.2482140 Aug 19 18:15:18.544298 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54314) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:18.561844 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-a98a2395-6ff4-46a1-ac3a-ba0b249541a1 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2486715 Aug 19 18:15:18.582053 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fc032-2fbc-4295-91e4-009afc832f4b req-964d8728-8a41-47aa-8a6b-4487093b5207 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:18.584331 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c80fc032-2fbc-4295-91e4-009afc832f4b req-964d8728-8a41-47aa-8a6b-4487093b5207 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b1780f-29c3-4b26-8f7e-22f8e5cc6235 HTTP/1.1" status: 200 len: 936 time: 0.0896494 Aug 19 18:15:18.600684 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-cc6a6c21-093d-4778-9fa2-e2a3ef5b5557 service neutron] Request body: {'port': {'device_id': 'b0b1780f-29c3-4b26-8f7e-22f8e5cc6235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:18.672057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f62480-17c7-4811-a5bf-78109ee801ac tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:18.676293 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f0f62480-17c7-4811-a5bf-78109ee801ac tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&device_id=c370995d-f5bb-4793-bf0f-79dd053d4fc8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1283267 Aug 19 18:15:18.676466 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c80fc032-2fbc-4295-91e4-009afc832f4b req-b9825424-b55d-42ef-b1ac-73f959d7c753 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51006611-8627-4c15-b432-7c61f8b82340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815213 Aug 19 18:15:18.683890 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:15:18.685074 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-463f909b-da62-4e5e-aee4-812538db41bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:18.685661 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463f909b-da62-4e5e-aee4-812538db41bf None None] The sync data for ids ['c370995d-f5bb-4793-bf0f-79dd053d4fc8'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:15:18.686616 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54318) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:18.710404 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-cc6a6c21-093d-4778-9fa2-e2a3ef5b5557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.772768 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-880c388d-860a-482d-9fe3-4a433b366128 None None] Provisioning for port a6dce8fe-54af-4d33-a68b-c17c203ca8d1 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:18.779710 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-880c388d-860a-482d-9fe3-4a433b366128 None None] Provisioning complete for port a6dce8fe-54af-4d33-a68b-c17c203ca8d1 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:18.780529 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-880c388d-860a-482d-9fe3-4a433b366128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.820161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-880c388d-860a-482d-9fe3-4a433b366128 None None] Port a6dce8fe-54af-4d33-a68b-c17c203ca8d1 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:15:19.065857 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27118f85-011d-4eee-afa6-c6c0a6ae4ae6 req-14583d9d-bc2e-46a2-b77b-6b3f7b098c40 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:19.067567 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-27118f85-011d-4eee-afa6-c6c0a6ae4ae6 req-14583d9d-bc2e-46a2-b77b-6b3f7b098c40 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.0825770 Aug 19 18:15:19.127941 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-27118f85-011d-4eee-afa6-c6c0a6ae4ae6 req-fdb0d596-7b0a-4c15-897d-1928df635ba0 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519204 Aug 19 18:15:19.168119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-cc6a6c21-093d-4778-9fa2-e2a3ef5b5557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6dce8fe-54af-4d33-a68b-c17c203ca8d1 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:15:19.176808 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-cc6a6c21-093d-4778-9fa2-e2a3ef5b5557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:19.192994 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-cc6a6c21-093d-4778-9fa2-e2a3ef5b5557 service neutron] Transition to ACTIVE for port object a6dce8fe-54af-4d33-a68b-c17c203ca8d1 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:19.198632 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-cc6a6c21-093d-4778-9fa2-e2a3ef5b5557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:19.206253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3aeba1e-6cd9-449a-a9ce-d04779e5c0b0 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:19.210610 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f3aeba1e-6cd9-449a-a9ce-d04779e5c0b0 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 881 time: 0.5198660 Aug 19 18:15:19.216658 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06a8c4-4c92-4fae-8f3c-fd7be8f16c9d req-f9605e47-227b-456e-a3b8-81e39c17a632 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:19.218234 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a06a8c4-4c92-4fae-8f3c-fd7be8f16c9d req-f9605e47-227b-456e-a3b8-81e39c17a632 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.1071677 Aug 19 18:15:19.218909 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54340) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:19.257556 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a6c21-093d-4778-9fa2-e2a3ef5b5557 service neutron] Pushing event updated for resources: {'Port': ['ID=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:19.318911 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b8e0a943-dc62-415a-8f5f-c112b6c87385 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c370995d-f5bb-4793-bf0f-79dd053d4fc8 HTTP/1.1" status: 200 len: 205 time: 0.0971072 Aug 19 18:15:19.322519 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54344) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:19.407986 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a06a8c4-4c92-4fae-8f3c-fd7be8f16c9d req-963a9a98-ef14-4761-aed9-b071bfe0149a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749189 Aug 19 18:15:19.412771 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-cc6a6c21-093d-4778-9fa2-e2a3ef5b5557 service neutron] Attempting to bind port a6dce8fe-54af-4d33-a68b-c17c203ca8d1 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:19.413093 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-cc6a6c21-093d-4778-9fa2-e2a3ef5b5557 service neutron] Attempting to bind port a6dce8fe-54af-4d33-a68b-c17c203ca8d1 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:19.413402 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-cc6a6c21-093d-4778-9fa2-e2a3ef5b5557 service neutron] Attempting to bind port a6dce8fe-54af-4d33-a68b-c17c203ca8d1 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:19.429102 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13efb06b-8921-41b1-bbce-4fb0ee95977c tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:19.434774 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-cc6a6c21-093d-4778-9fa2-e2a3ef5b5557 service neutron] Port a6dce8fe-54af-4d33-a68b-c17c203ca8d1 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:15:19.435098 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-cc6a6c21-093d-4778-9fa2-e2a3ef5b5557 service neutron] Attempting to bind port a6dce8fe-54af-4d33-a68b-c17c203ca8d1 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:19.459173 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13efb06b-8921-41b1-bbce-4fb0ee95977c tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:19.525562 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-cc6a6c21-093d-4778-9fa2-e2a3ef5b5557 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:15:19.526202 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-cc6a6c21-093d-4778-9fa2-e2a3ef5b5557 service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:15:19.526773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-cc6a6c21-093d-4778-9fa2-e2a3ef5b5557 service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:15:19.527399 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-cc6a6c21-093d-4778-9fa2-e2a3ef5b5557 service neutron] Bound port: a6dce8fe-54af-4d33-a68b-c17c203ca8d1, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:15:19.528057 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-cc6a6c21-093d-4778-9fa2-e2a3ef5b5557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:19.571109 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55b93783-d29d-4995-95ca-265b8975428e tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:19.671399 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-13efb06b-8921-41b1-bbce-4fb0ee95977c tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Allocated IP 2001:db8::106 (359f90e8-3b16-4b93-86a8-60a05707d1e2/e52287b6-8bbd-4606-a70b-735c487d4e4a/c798e99c-97fb-467d-8c14-7d8b5906919a) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:19.740405 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b245d16-42ae-427e-8cbd-ac01afe2d107 req-09d7866b-2f4c-4842-bda0-24aa0b968af3 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:19.741991 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1b245d16-42ae-427e-8cbd-ac01afe2d107 req-09d7866b-2f4c-4842-bda0-24aa0b968af3 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.1913352 Aug 19 18:15:19.754067 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-cc6a6c21-093d-4778-9fa2-e2a3ef5b5557 service neutron] For port a6dce8fe-54af-4d33-a68b-c17c203ca8d1, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:15:19.761595 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-cc6a6c21-093d-4778-9fa2-e2a3ef5b5557 service neutron] For port a6dce8fe-54af-4d33-a68b-c17c203ca8d1, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:15:19.776132 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-cc6a6c21-093d-4778-9fa2-e2a3ef5b5557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:19.837973 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55b93783-d29d-4995-95ca-265b8975428e tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:19.842095 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13efb06b-8921-41b1-bbce-4fb0ee95977c tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:19.848615 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-cc6a6c21-093d-4778-9fa2-e2a3ef5b5557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:19.849258 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-cc6a6c21-093d-4778-9fa2-e2a3ef5b5557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:19.850727 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-cc6a6c21-093d-4778-9fa2-e2a3ef5b5557 service neutron] 10.222.0.54 "PUT /v2.0/ports/a6dce8fe-54af-4d33-a68b-c17c203ca8d1 HTTP/1.1" status: 200 len: 1096 time: 1.2612250 Aug 19 18:15:19.851217 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b1780f-29c3-4b26-8f7e-22f8e5cc6235', 'tag': 'a6dce8fe-54af-4d33-a68b-c17c203ca8d1'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:15:19.857031 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ccee1d-52ac-4edb-b885-72d148b59307" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b1780f-29c3-4b26-8f7e-22f8e5cc6235", "tag": "a6dce8fe-54af-4d33-a68b-c17c203ca8d1"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:15:19.894928 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1b245d16-42ae-427e-8cbd-ac01afe2d107 req-14180c10-c530-4ddc-b5d2-6febf714333b tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417155 Aug 19 18:15:19.956573 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a6c21-093d-4778-9fa2-e2a3ef5b5557 service neutron] Pushing event updated for resources: {'Port': ['ID=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:19.970507 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61172b1b-c484-4468-aed2-753cba9b0897 req-1565b658-4ab7-4dc3-953d-9890aa61ee44 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:19.978125 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb4ae44-4d58-4749-ab0c-2d36dc7b04de x-openstack-request-id: req-dbb4ae44-4d58-4749-ab0c-2d36dc7b04de {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:15:19.978482 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b1780f-29c3-4b26-8f7e-22f8e5cc6235", "tag": "a6dce8fe-54af-4d33-a68b-c17c203ca8d1", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:15:19.978750 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dbb4ae44-4d58-4749-ab0c-2d36dc7b04de {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:15:19.979163 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b1780f-29c3-4b26-8f7e-22f8e5cc6235', 'tag': 'a6dce8fe-54af-4d33-a68b-c17c203ca8d1', 'status': 'completed', 'code': 200} Aug 19 18:15:19.980646 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-61172b1b-c484-4468-aed2-753cba9b0897 req-1565b658-4ab7-4dc3-953d-9890aa61ee44 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b1780f-29c3-4b26-8f7e-22f8e5cc6235 HTTP/1.1" status: 200 len: 948 time: 0.1248658 Aug 19 18:15:20.000770 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13efb06b-8921-41b1-bbce-4fb0ee95977c tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:20.010530 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-1f9b38ea-a6ea-45c0-8d90-9815d57c07e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:20.012988 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-1f9b38ea-a6ea-45c0-8d90-9815d57c07e7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=52c69b027a2645feb163dc618d7f8ffa&device_id=b0b1780f-29c3-4b26-8f7e-22f8e5cc6235 HTTP/1.1" status: 200 len: 1099 time: 0.1078167 Aug 19 18:15:20.075111 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-03e4cc2e-c573-4396-b075-eb5f0ee1fd8c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=a6dce8fe-54af-4d33-a68b-c17c203ca8d1 HTTP/1.1" status: 200 len: 217 time: 0.0546827 Aug 19 18:15:20.082005 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13efb06b-8921-41b1-bbce-4fb0ee95977c tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Network 359f90e8-3b16-4b93-86a8-60a05707d1e2 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:20.083804 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-55b93783-d29d-4995-95ca-265b8975428e tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Deleting port 72830213-8ea2-4cbe-a728-bc332f921d8a {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:20.084533 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55b93783-d29d-4995-95ca-265b8975428e tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:20.099779 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-13efb06b-8921-41b1-bbce-4fb0ee95977c tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:20.107933 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13efb06b-8921-41b1-bbce-4fb0ee95977c tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:20.126924 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-61172b1b-c484-4468-aed2-753cba9b0897 req-a6af6359-426a-4aa6-9a1d-b64de72895a2 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51006611-8627-4c15-b432-7c61f8b82340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451104 Aug 19 18:15:20.127640 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efb06b-8921-41b1-bbce-4fb0ee95977c tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Pushing event updated for resources: {'Port': ['ID=c798e99c-97fb-467d-8c14-7d8b5906919a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:20.245448 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-4f26ab78-5841-45ec-b603-bd8984462666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:20.255164 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-4f26ab78-5841-45ec-b603-bd8984462666 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1729352 Aug 19 18:15:20.346944 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55b93783-d29d-4995-95ca-265b8975428e tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:20.389169 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-55b93783-d29d-4995-95ca-265b8975428e tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Calling delete_port for 72830213-8ea2-4cbe-a728-bc332f921d8a owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:20.436556 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-73d26dc4-2454-4925-9642-e022a239fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:20.446027 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-73d26dc4-2454-4925-9642-e022a239fd70 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1742144 Aug 19 18:15:20.483498 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13efb06b-8921-41b1-bbce-4fb0ee95977c tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:20.616290 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67321db-b999-47e7-b57a-22beca3b7633 req-348987c8-4d02-4ef4-a0b2-0a027e4afacc tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:20.617867 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e67321db-b999-47e7-b57a-22beca3b7633 req-348987c8-4d02-4ef4-a0b2-0a027e4afacc tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.3371415 Aug 19 18:15:20.678775 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd4f89-4f76-4dfa-af7c-69ee8ca61ffd req-ed6d52d8-726f-4e8e-89eb-aada0e624034 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:20.680530 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cddd4f89-4f76-4dfa-af7c-69ee8ca61ffd req-ed6d52d8-726f-4e8e-89eb-aada0e624034 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.1352885 Aug 19 18:15:20.772367 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cddd4f89-4f76-4dfa-af7c-69ee8ca61ffd req-ce23dd87-a09d-4198-8620-089db7fa7388 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814183 Aug 19 18:15:20.810434 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-c420ef88-5029-44d6-97f2-169a8a836fb6 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559761 Aug 19 18:15:20.816356 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e67321db-b999-47e7-b57a-22beca3b7633 req-a732ed09-65cf-4321-a730-543b72299b3f tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796842 Aug 19 18:15:20.922087 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13efb06b-8921-41b1-bbce-4fb0ee95977c tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:21.154760 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7ba0b-f707-45a3-9e3f-1052923c7a80 req-f8d6b739-aefe-4a44-9f20-8662343ccb07 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:21.156760 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7bb7ba0b-f707-45a3-9e3f-1052923c7a80 req-f8d6b739-aefe-4a44-9f20-8662343ccb07 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.0816181 Aug 19 18:15:21.172801 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-41be1e21-f8c0-4d51-bba1-b6ba2d1c6e6f req-167e8eee-32cf-45ef-8bf0-2aef65bbd39d service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422489 Aug 19 18:15:21.173501 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55b93783-d29d-4995-95ca-265b8975428e tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:21.210552 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13efb06b-8921-41b1-bbce-4fb0ee95977c tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Router 008f687b-49f1-45a9-adfa-ab09cc51780d is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:15:21.230585 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7bb7ba0b-f707-45a3-9e3f-1052923c7a80 req-ef25b828-2796-4468-a264-e971cdc1867b tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586095 Aug 19 18:15:21.284296 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89efc8-46b0-4944-8d3a-24f30d5778dc req-89a21473-41fe-4093-9f6d-057a8e3a86d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:21.286139 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cd89efc8-46b0-4944-8d3a-24f30d5778dc req-89a21473-41fe-4093-9f6d-057a8e3a86d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ae80c06dc10a4ca3827cce85fbacc6e6&device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 1096 time: 0.2157636 Aug 19 18:15:21.301019 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b93783-d29d-4995-95ca-265b8975428e tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Pushing event deleted for resources: {'Port': ['ID=72830213-8ea2-4cbe-a728-bc332f921d8a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:21.378524 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13efb06b-8921-41b1-bbce-4fb0ee95977c tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:15:21.398229 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13efb06b-8921-41b1-bbce-4fb0ee95977c tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:21.398538 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Sync routers for ids ['008f687b-49f1-45a9-adfa-ab09cc51780d'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:15:21.402805 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-13efb06b-8921-41b1-bbce-4fb0ee95977c tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.3186374 Aug 19 18:15:21.402939 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54450) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:21.448480 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Routers {'008f687b-49f1-45a9-adfa-ab09cc51780d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:21.449147 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['008f687b-49f1-45a9-adfa-ab09cc51780d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:21.491315 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccee1d-52ac-4edb-b885-72d148b59307 req-cce8496c-9d89-4d19-9099-fc90d7d29566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:21.492868 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99ccee1d-52ac-4edb-b885-72d148b59307 req-cce8496c-9d89-4d19-9099-fc90d7d29566 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=52c69b027a2645feb163dc618d7f8ffa&device_id=b0b1780f-29c3-4b26-8f7e-22f8e5cc6235 HTTP/1.1" status: 200 len: 1099 time: 0.2690709 Aug 19 18:15:21.512053 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb35ef-193c-4682-8f3b-e8016d0410b5 req-4984b38c-84cc-456b-bdab-170d8b80cf8b tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:21.514167 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bebb35ef-193c-4682-8f3b-e8016d0410b5 req-4984b38c-84cc-456b-bdab-170d8b80cf8b tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.2892818 Aug 19 18:15:21.517432 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55b93783-d29d-4995-95ca-265b8975428e tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:21.544892 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef37b48-26b1-4170-a332-3dc6d92b7269 req-e8229d14-9e7d-4624-bab3-87b5357c835d tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:21.552546 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9ef37b48-26b1-4170-a332-3dc6d92b7269 req-e8229d14-9e7d-4624-bab3-87b5357c835d tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b1780f-29c3-4b26-8f7e-22f8e5cc6235 HTTP/1.1" status: 200 len: 948 time: 0.2090664 Aug 19 18:15:21.582990 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54454) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:21.607580 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Set router 008f687b-49f1-45a9-adfa-ab09cc51780d gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:15:21.627999 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9ef37b48-26b1-4170-a332-3dc6d92b7269 req-6f265204-5062-450c-b899-4b3f905f9d9b tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51006611-8627-4c15-b432-7c61f8b82340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744164 Aug 19 18:15:21.647429 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eae266f6-e6fd-46aa-b2de-368697ff3e3e tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:21.769741 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5160e39-687d-4434-ac94-d91aba566c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:21.834076 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eae266f6-e6fd-46aa-b2de-368697ff3e3e tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:21.852534 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008f687b-49f1-45a9-adfa-ab09cc51780d', 'name': '', 'tenant_id': '18b072ce68004d9c90c4a0aee3bc78db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '359f90e8-3b16-4b93-86a8-60a05707d1e2', 'external_fixed_ips': [{'subnet_id': 'e52287b6-8bbd-4606-a70b-735c487d4e4a', 'ip_address': '2001:db8::106'}], 'enable_snat': True}, 'gw_port_id': 'c798e99c-97fb-467d-8c14-7d8b5906919a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:15:18Z', 'updated_at': '2021-08-19T18:15:20Z', 'revision_number': 3, 'project_id': '18b072ce68004d9c90c4a0aee3bc78db', 'gw_port': {'id': 'c798e99c-97fb-467d-8c14-7d8b5906919a', 'name': '', 'network_id': '359f90e8-3b16-4b93-86a8-60a05707d1e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008f687b-49f1-45a9-adfa-ab09cc51780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'e52287b6-8bbd-4606-a70b-735c487d4e4a', 'ip_address': '2001:db8::106', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:15:19Z', 'updated_at': '2021-08-19T18:15:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e52287b6-8bbd-4606-a70b-735c487d4e4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:21.885845 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Checking router: 008f687b-49f1-45a9-adfa-ab09cc51780d for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:15:21.886434 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Updating router 008f687b-49f1-45a9-adfa-ab09cc51780d port c798e99c-97fb-467d-8c14-7d8b5906919a binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:15:21.915945 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:21.999506 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5160e39-687d-4434-ac94-d91aba566c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.019939 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd49bb5-74da-43be-90a6-2062fc35506c req-4f737d17-4a0f-464e-aa76-eaaf268cd2bb tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:22.021665 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dbd49bb5-74da-43be-90a6-2062fc35506c req-4f737d17-4a0f-464e-aa76-eaaf268cd2bb tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.1247838 Aug 19 18:15:22.023749 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5160e39-687d-4434-ac94-d91aba566c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.040750 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-eae266f6-e6fd-46aa-b2de-368697ff3e3e tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Deleting port c798e99c-97fb-467d-8c14-7d8b5906919a {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:22.041074 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eae266f6-e6fd-46aa-b2de-368697ff3e3e tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.091041 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89efc8-46b0-4944-8d3a-24f30d5778dc req-df8a29c1-4887-4599-916b-e9b4547130ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:22.092719 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cd89efc8-46b0-4944-8d3a-24f30d5778dc req-df8a29c1-4887-4599-916b-e9b4547130ec service neutron] 10.222.0.54 "GET /v2.0/networks?id=f3700011-a00d-444a-b5c3-5a096e23b70c HTTP/1.1" status: 200 len: 911 time: 0.7821379 Aug 19 18:15:22.095273 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55b93783-d29d-4995-95ca-265b8975428e tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.106569 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55b93783-d29d-4995-95ca-265b8975428e tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.128213 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f5160e39-687d-4434-ac94-d91aba566c5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16df3827167a451ca8dc4c1174a71d87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5440106 Aug 19 18:15:22.133613 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54462) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:22.167349 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5160e39-687d-4434-ac94-d91aba566c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e805e9a0-ceb4-4f5a-8723-57fa5464f193,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:22.193685 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cd89efc8-46b0-4944-8d3a-24f30d5778dc req-1292b730-5148-43c8-93ce-6a642091a72a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=186aea3a-9e60-4111-8e28-ff88f5343cbb HTTP/1.1" status: 200 len: 217 time: 0.0920920 Aug 19 18:15:22.202095 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dbd49bb5-74da-43be-90a6-2062fc35506c req-c25051e3-f0cc-4c4c-a8be-f4719c55ba9c tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645551 Aug 19 18:15:22.264254 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bebb35ef-193c-4682-8f3b-e8016d0410b5 req-bd42246a-67e6-49c9-aae2-7ba16071a481 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7284894 Aug 19 18:15:22.272568 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eae266f6-e6fd-46aa-b2de-368697ff3e3e tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.301570 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-eae266f6-e6fd-46aa-b2de-368697ff3e3e tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Calling delete_port for c798e99c-97fb-467d-8c14-7d8b5906919a owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:22.326168 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aa290c83-a09f-4a65-a74c-3c1e624852c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.342198 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55b93783-d29d-4995-95ca-265b8975428e tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.342957 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b93783-d29d-4995-95ca-265b8975428e tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Fanout notify agent at l3_agent the message router_deleted on router c370995d-f5bb-4793-bf0f-79dd053d4fc8 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:15:22.354722 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55b93783-d29d-4995-95ca-265b8975428e tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.360259 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-55b93783-d29d-4995-95ca-265b8975428e tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "DELETE /v2.0/routers/c370995d-f5bb-4793-bf0f-79dd053d4fc8 HTTP/1.1" status: 204 len: 168 time: 3.0322363 Aug 19 18:15:22.361998 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54466) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:22.363639 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aa290c83-a09f-4a65-a74c-3c1e624852c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.367220 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccee1d-52ac-4edb-b885-72d148b59307 req-f250eb41-2df3-4a9b-bcd0-511070616e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:22.369136 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99ccee1d-52ac-4edb-b885-72d148b59307 req-f250eb41-2df3-4a9b-bcd0-511070616e84 service neutron] 10.222.0.54 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.8495288 Aug 19 18:15:22.376040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-62f6d95c-0abf-4033-af0a-179794fff2bb tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1048719413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:22.394935 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.396034 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89efc8-46b0-4944-8d3a-24f30d5778dc req-c21ec844-16c7-4370-9469-909f9e4ce442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:22.397782 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cd89efc8-46b0-4944-8d3a-24f30d5778dc req-c21ec844-16c7-4370-9469-909f9e4ce442 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1d4e6d1-19da-4c86-acd1-805ea460bc92 HTTP/1.1" status: 200 len: 850 time: 0.1967356 Aug 19 18:15:22.409982 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Transition to ACTIVE for port object c798e99c-97fb-467d-8c14-7d8b5906919a will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:22.417822 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.461818 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99ccee1d-52ac-4edb-b885-72d148b59307 req-5e6cc158-5d84-40b1-8e20-ad36cbd9f284 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=a6dce8fe-54af-4d33-a68b-c17c203ca8d1 HTTP/1.1" status: 200 len: 217 time: 0.0784357 Aug 19 18:15:22.486384 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aa290c83-a09f-4a65-a74c-3c1e624852c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.489385 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aa290c83-a09f-4a65-a74c-3c1e624852c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.493324 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-aa290c83-a09f-4a65-a74c-3c1e624852c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e805e9a0-ceb4-4f5a-8723-57fa5464f193 HTTP/1.1" status: 204 len: 168 time: 0.3499453 Aug 19 18:15:22.500990 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb55a05-cab8-4353-adad-c0928af1f912 None None] Pushing event updated for resources: {'Port': ['ID=c798e99c-97fb-467d-8c14-7d8b5906919a,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:22.506780 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Attempting to bind port c798e99c-97fb-467d-8c14-7d8b5906919a on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:22.507458 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Attempting to bind port c798e99c-97fb-467d-8c14-7d8b5906919a by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '36db7aa7-ae5e-4cc1-aa26-b3b4ad7a2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '359f90e8-3b16-4b93-86a8-60a05707d1e2'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:22.508071 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Attempting to bind port c798e99c-97fb-467d-8c14-7d8b5906919a on network 359f90e8-3b16-4b93-86a8-60a05707d1e2 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:22.512253 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cd89efc8-46b0-4944-8d3a-24f30d5778dc req-6b8a076a-0cf3-47ab-bdac-76d275852508 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f3700011-a00d-444a-b5c3-5a096e23b70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647738 Aug 19 18:15:22.519693 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:15:22.520583 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Checking segment: {'id': '36db7aa7-ae5e-4cc1-aa26-b3b4ad7a2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '359f90e8-3b16-4b93-86a8-60a05707d1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:15:22.521187 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.521823 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Bound using segment: {'id': '36db7aa7-ae5e-4cc1-aa26-b3b4ad7a2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '359f90e8-3b16-4b93-86a8-60a05707d1e2'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:15:22.522521 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Bound port: c798e99c-97fb-467d-8c14-7d8b5906919a, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36db7aa7-ae5e-4cc1-aa26-b3b4ad7a2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '359f90e8-3b16-4b93-86a8-60a05707d1e2'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:15:22.523276 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.534305 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb55a05-cab8-4353-adad-c0928af1f912 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:22.534934 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb55a05-cab8-4353-adad-c0928af1f912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:22.535454 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb55a05-cab8-4353-adad-c0928af1f912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:22.536028 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb55a05-cab8-4353-adad-c0928af1f912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:22.536547 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb55a05-cab8-4353-adad-c0928af1f912 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:22.537052 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb55a05-cab8-4353-adad-c0928af1f912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:22.537583 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb55a05-cab8-4353-adad-c0928af1f912 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:22.538101 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb55a05-cab8-4353-adad-c0928af1f912 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:22.538600 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb55a05-cab8-4353-adad-c0928af1f912 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:22.539104 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb55a05-cab8-4353-adad-c0928af1f912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:22.539606 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb55a05-cab8-4353-adad-c0928af1f912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:22.540146 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb55a05-cab8-4353-adad-c0928af1f912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:22.551963 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-62f6d95c-0abf-4033-af0a-179794fff2bb tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.553168 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-62f6d95c-0abf-4033-af0a-179794fff2bb tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.593594 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa290c83-a09f-4a65-a74c-3c1e624852c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e805e9a0-ceb4-4f5a-8723-57fa5464f193,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:22.660725 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccee1d-52ac-4edb-b885-72d148b59307 req-c54e6041-d982-4891-8016-2767fec8d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:22.662387 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99ccee1d-52ac-4edb-b885-72d148b59307 req-c54e6041-d982-4891-8016-2767fec8d36f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1808236 Aug 19 18:15:22.709582 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.api [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:15:22.710247 n-d-803753-2 neutron-server[94683]: DEBUG oslo_db.api [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:15:22.715570 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eae266f6-e6fd-46aa-b2de-368697ff3e3e tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.727764 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c60a4d-31da-4235-912e-165e0aa7c6ac req-2c9b33ae-8a11-43c7-bd08-b9e8093ed94d tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:22.729196 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-12c60a4d-31da-4235-912e-165e0aa7c6ac req-2c9b33ae-8a11-43c7-bd08-b9e8093ed94d tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.3361042 Aug 19 18:15:22.746802 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-62f6d95c-0abf-4033-af0a-179794fff2bb tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.771486 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-62f6d95c-0abf-4033-af0a-179794fff2bb tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.790505 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae266f6-e6fd-46aa-b2de-368697ff3e3e tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Pushing event deleted for resources: {'Port': ['ID=c798e99c-97fb-467d-8c14-7d8b5906919a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:22.824637 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eae266f6-e6fd-46aa-b2de-368697ff3e3e tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.826382 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-62f6d95c-0abf-4033-af0a-179794fff2bb tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.829622 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-62f6d95c-0abf-4033-af0a-179794fff2bb tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4647748 Aug 19 18:15:22.833696 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54474) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:22.842178 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e4323ae9-3e59-40c6-b976-8344030b9108 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'enable_snat': False}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:22.848604 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cd89efc8-46b0-4944-8d3a-24f30d5778dc req-1e5ca9ba-e7f2-4b98-8091-b71eed918d2d service neutron] 10.222.0.54 "GET /v2.0/networks/f3700011-a00d-444a-b5c3-5a096e23b70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084149 Aug 19 18:15:22.854345 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccee1d-52ac-4edb-b885-72d148b59307 req-f601b5ef-ac20-44ef-b35e-39cc8b52b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:22.855114 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a6dce8fe-54af-4d33-a68b-c17c203ca8d1 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:15:22.856081 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99ccee1d-52ac-4edb-b885-72d148b59307 req-f601b5ef-ac20-44ef-b35e-39cc8b52b351 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1793087 Aug 19 18:15:22.862147 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-12c60a4d-31da-4235-912e-165e0aa7c6ac req-9d4a8860-7fdd-4cff-b14f-5b7d9064111f tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186116 Aug 19 18:15:23.013662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a6dce8fe-54af-4d33-a68b-c17c203ca8d1, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:23.037706 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'a6dce8fe-54af-4d33-a68b-c17c203ca8d1', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': 'a6dce8fe-54af-4d33-a68b-c17c203ca8d1', 'mac_address': 'fa:16:3e:73:77:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:15:23.042612 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03520de6-32b8-486a-8d1a-1a60b917cfde req-d5ce8d6d-f2d5-46f8-b248-714a0f8e2973 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:23.044270 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03520de6-32b8-486a-8d1a-1a60b917cfde req-d5ce8d6d-f2d5-46f8-b248-714a0f8e2973 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b1780f-29c3-4b26-8f7e-22f8e5cc6235 HTTP/1.1" status: 200 len: 948 time: 0.3261597 Aug 19 18:15:23.047351 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eae266f6-e6fd-46aa-b2de-368697ff3e3e tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.049005 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54476) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:23.051604 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eae266f6-e6fd-46aa-b2de-368697ff3e3e tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.086545 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cd89efc8-46b0-4944-8d3a-24f30d5778dc req-2cfa5a3f-c58d-4e64-a80b-6d1213b4cc24 service neutron] 10.222.0.54 "GET /v2.0/networks/f3700011-a00d-444a-b5c3-5a096e23b70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294333 Aug 19 18:15:23.089340 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99ccee1d-52ac-4edb-b885-72d148b59307 req-4fd3474f-7133-40e4-8153-5ab448cb026f service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240257 Aug 19 18:15:23.097565 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.112287 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6dce8fe-54af-4d33-a68b-c17c203ca8d1 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:15:23.136237 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a6dce8fe-54af-4d33-a68b-c17c203ca8d1, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:23.141111 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.148797 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-86f700f8-601c-412d-bddd-801a48674a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.202139 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:23.213683 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99ccee1d-52ac-4edb-b885-72d148b59307 req-72a7a6ce-a56a-402f-a088-f36d7fea98a7 service neutron] 10.222.0.54 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046877 Aug 19 18:15:23.220665 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eae266f6-e6fd-46aa-b2de-368697ff3e3e tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.221169 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae266f6-e6fd-46aa-b2de-368697ff3e3e tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 008f687b-49f1-45a9-adfa-ab09cc51780d {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:15:23.225412 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Attempting to bind port c798e99c-97fb-467d-8c14-7d8b5906919a on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:23.226024 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Attempting to bind port c798e99c-97fb-467d-8c14-7d8b5906919a by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '36db7aa7-ae5e-4cc1-aa26-b3b4ad7a2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '359f90e8-3b16-4b93-86a8-60a05707d1e2'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:23.226550 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Attempting to bind port c798e99c-97fb-467d-8c14-7d8b5906919a on network 359f90e8-3b16-4b93-86a8-60a05707d1e2 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:23.234150 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03520de6-32b8-486a-8d1a-1a60b917cfde req-9ba6ec8e-7aca-4d82-a536-179127337d9f tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51006611-8627-4c15-b432-7c61f8b82340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806095 Aug 19 18:15:23.247055 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:15:23.247687 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Checking segment: {'id': '36db7aa7-ae5e-4cc1-aa26-b3b4ad7a2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '359f90e8-3b16-4b93-86a8-60a05707d1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:15:23.248098 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.248550 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Bound using segment: {'id': '36db7aa7-ae5e-4cc1-aa26-b3b4ad7a2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '359f90e8-3b16-4b93-86a8-60a05707d1e2'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:15:23.249035 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Bound port: c798e99c-97fb-467d-8c14-7d8b5906919a, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36db7aa7-ae5e-4cc1-aa26-b3b4ad7a2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '359f90e8-3b16-4b93-86a8-60a05707d1e2'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:15:23.249413 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.268308 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Port c798e99c-97fb-467d-8c14-7d8b5906919a has been deleted concurrently {{(pid=94683) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 19 18:15:23.278133 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eae266f6-e6fd-46aa-b2de-368697ff3e3e tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.278706 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Routers set() bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:23.279075 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Router IDs set() for agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 18:15:23.283174 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-eae266f6-e6fd-46aa-b2de-368697ff3e3e tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "DELETE /v2.0/routers/008f687b-49f1-45a9-adfa-ab09cc51780d HTTP/1.1" status: 204 len: 168 time: 1.8757370 Aug 19 18:15:23.283364 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_agentschedulers_db [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'008f687b-49f1-45a9-adfa-ab09cc51780d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent'). {{(pid=94683) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 18:15:23.283364 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a1ead8-6a9c-41b9-bca7-18d692cb14f8 None None] The sync data for ids ['008f687b-49f1-45a9-adfa-ab09cc51780d'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:15:23.305216 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54480) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:23.383529 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d39f64-65dc-489e-9ab6-f6a670d66e97 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Deleting subnet e52287b6-8bbd-4606-a70b-735c487d4e4a {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:15:23.396056 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9266d2-a4c8-473a-a448-c68a32dd60a0 req-e6a6df8c-a266-45bb-98c8-e2fedbe5a253 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:23.400765 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0e9266d2-a4c8-473a-a448-c68a32dd60a0 req-e6a6df8c-a266-45bb-98c8-e2fedbe5a253 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.1169264 Aug 19 18:15:23.405245 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-87d39f64-65dc-489e-9ab6-f6a670d66e97 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.444754 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['a6dce8fe-54af-4d33-a68b-c17c203ca8d1'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:15:23.479211 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-87d39f64-65dc-489e-9ab6-f6a670d66e97 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.504888 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0e9266d2-a4c8-473a-a448-c68a32dd60a0 req-5681de36-6e4c-41c0-a6db-99c83735e71e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957093 Aug 19 18:15:23.562040 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-87d39f64-65dc-489e-9ab6-f6a670d66e97 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.639261 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-87d39f64-65dc-489e-9ab6-f6a670d66e97 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.666720 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d39f64-65dc-489e-9ab6-f6a670d66e97 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e52287b6-8bbd-4606-a70b-735c487d4e4a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:23.677449 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-87d39f64-65dc-489e-9ab6-f6a670d66e97 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.683125 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-87d39f64-65dc-489e-9ab6-f6a670d66e97 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/e52287b6-8bbd-4606-a70b-735c487d4e4a HTTP/1.1" status: 204 len: 168 time: 0.3753803 Aug 19 18:15:23.683125 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54486) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:23.700808 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4323ae9-3e59-40c6-b976-8344030b9108 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.767111 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fbddd338-d628-4b8a-9163-4ba4fd5199c5 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.813830 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0285bb5-1a34-4acb-92c9-e55c6a4db006 req-7f090c29-73b4-4c39-a79a-6c080e558304 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:23.815420 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c0285bb5-1a34-4acb-92c9-e55c6a4db006 req-7f090c29-73b4-4c39-a79a-6c080e558304 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.1372564 Aug 19 18:15:23.873801 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fbddd338-d628-4b8a-9163-4ba4fd5199c5 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.886069 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-fbddd338-d628-4b8a-9163-4ba4fd5199c5 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359f90e8-3b16-4b93-86a8-60a05707d1e2']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:23.894200 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-86f700f8-601c-412d-bddd-801a48674a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.903151 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-fbddd338-d628-4b8a-9163-4ba4fd5199c5 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36db7aa7-ae5e-4cc1-aa26-b3b4ad7a2010') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:23.903558 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-fbddd338-d628-4b8a-9163-4ba4fd5199c5 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36db7aa7-ae5e-4cc1-aa26-b3b4ad7a2010') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:23.904193 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-86f700f8-601c-412d-bddd-801a48674a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.911666 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c0285bb5-1a34-4acb-92c9-e55c6a4db006 req-10634a61-f0ed-42f5-9d55-02eeab2e32fb tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867064 Aug 19 18:15:23.919467 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fbddd338-d628-4b8a-9163-4ba4fd5199c5 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.949167 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fbddd338-d628-4b8a-9163-4ba4fd5199c5 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.964071 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f700f8-601c-412d-bddd-801a48674a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b89a03-92e0-475c-a6cc-1fd5a5782e47,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:23.965326 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbddd338-d628-4b8a-9163-4ba4fd5199c5 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:15:23.965858 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fbddd338-d628-4b8a-9163-4ba4fd5199c5 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:15:23.967960 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:15:23.971887 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-86f700f8-601c-412d-bddd-801a48674a78 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65a67281b3fe4c6b9886684be0961978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9199569 Aug 19 18:15:23.974709 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54490) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:24.063172 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19935d31-94b7-4c24-8213-28a10e9d5747 req-c724e591-a0f1-4908-a60f-abed93d38916 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:24.064780 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-19935d31-94b7-4c24-8213-28a10e9d5747 req-c724e591-a0f1-4908-a60f-abed93d38916 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.1162410 Aug 19 18:15:24.077131 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fbddd338-d628-4b8a-9163-4ba4fd5199c5 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.098807 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbddd338-d628-4b8a-9163-4ba4fd5199c5 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 359f90e8-3b16-4b93-86a8-60a05707d1e2 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 18:15:24.106608 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddd338-d628-4b8a-9163-4ba4fd5199c5 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Pushing event deleted for resources: {'Network': ['ID=359f90e8-3b16-4b93-86a8-60a05707d1e2,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:24.109435 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fbddd338-d628-4b8a-9163-4ba4fd5199c5 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.111392 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fbddd338-d628-4b8a-9163-4ba4fd5199c5 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "DELETE /v2.0/networks/359f90e8-3b16-4b93-86a8-60a05707d1e2 HTTP/1.1" status: 204 len: 168 time: 0.4273834 Aug 19 18:15:24.140342 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b66a74be-ea69-44fc-82d0-c6285dbbf31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.152887 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-19935d31-94b7-4c24-8213-28a10e9d5747 req-50d9375e-9411-4c2d-b9f7-a74a6117275b tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771954 Aug 19 18:15:24.180228 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b66a74be-ea69-44fc-82d0-c6285dbbf31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.188703 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4323ae9-3e59-40c6-b976-8344030b9108 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.224310 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4323ae9-3e59-40c6-b976-8344030b9108 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.372950 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b66a74be-ea69-44fc-82d0-c6285dbbf31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.376472 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b66a74be-ea69-44fc-82d0-c6285dbbf31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.378316 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b66a74be-ea69-44fc-82d0-c6285dbbf31f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16b89a03-92e0-475c-a6cc-1fd5a5782e47 HTTP/1.1" status: 204 len: 168 time: 0.4022598 Aug 19 18:15:24.402519 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a74be-ea69-44fc-82d0-c6285dbbf31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b89a03-92e0-475c-a6cc-1fd5a5782e47,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:24.451905 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-e4323ae9-3e59-40c6-b976-8344030b9108 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Allocated IP 172.25.8.193 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/176c0463-50b0-455b-b430-bc52562c2c58) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:24.557116 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c33e3-8fd7-447f-904e-b01a21badacb req-b39fb32b-9e45-4816-b3c1-42b0c4c38344 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:24.559184 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-630c33e3-8fd7-447f-904e-b01a21badacb req-b39fb32b-9e45-4816-b3c1-42b0c4c38344 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b1780f-29c3-4b26-8f7e-22f8e5cc6235 HTTP/1.1" status: 200 len: 949 time: 0.1628463 Aug 19 18:15:24.648538 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-630c33e3-8fd7-447f-904e-b01a21badacb req-51698a4c-84a3-4047-a8b3-dd79d040501a tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51006611-8627-4c15-b432-7c61f8b82340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780857 Aug 19 18:15:24.675043 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4323ae9-3e59-40c6-b976-8344030b9108 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.765565 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4323ae9-3e59-40c6-b976-8344030b9108 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.861006 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a6dce8fe-54af-4d33-a68b-c17c203ca8d1 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:24.861823 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4323ae9-3e59-40c6-b976-8344030b9108 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:24.866923 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-e4323ae9-3e59-40c6-b976-8344030b9108 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:24.872446 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4323ae9-3e59-40c6-b976-8344030b9108 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:24.875990 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4323ae9-3e59-40c6-b976-8344030b9108 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Pushing event updated for resources: {'Port': ['ID=176c0463-50b0-455b-b430-bc52562c2c58,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:24.968488 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f091fb-7901-4d0a-a49f-ab92e4b65d21 req-3559dfa9-af19-4cc3-a8b2-e8f4fcd3ff84 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:24.973038 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-88f091fb-7901-4d0a-a49f-ab92e4b65d21 req-3559dfa9-af19-4cc3-a8b2-e8f4fcd3ff84 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.2208164 Aug 19 18:15:25.011280 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port a6dce8fe-54af-4d33-a68b-c17c203ca8d1 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:25.028598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port a6dce8fe-54af-4d33-a68b-c17c203ca8d1 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:25.029645 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:25.036365 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54512) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:25.056597 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-1f27913c-2c05-47e5-9cb7-4ee4ec617313 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Request body: {'router': {'name': 'tempest-router--653033473', 'project_id': '323555da8e084963a006a3694faa080a'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:25.113496 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-88f091fb-7901-4d0a-a49f-ab92e4b65d21 req-dfa7dba8-5f69-4a39-ae7b-0f7dba008a09 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223078 Aug 19 18:15:25.151217 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1f27913c-2c05-47e5-9cb7-4ee4ec617313 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:25.152368 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1f27913c-2c05-47e5-9cb7-4ee4ec617313 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:25.211111 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aefb6d-2154-4351-8ac8-281abdf4c7d5 req-8c6626eb-36de-4d3b-a4e3-40da17753115 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:25.213861 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-00aefb6d-2154-4351-8ac8-281abdf4c7d5 req-8c6626eb-36de-4d3b-a4e3-40da17753115 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.1103501 Aug 19 18:15:25.222749 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:25.251557 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b1780f-29c3-4b26-8f7e-22f8e5cc6235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dce8fe-54af-4d33-a68b-c17c203ca8d1'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:15:25.254676 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036f9c20-7811-42c7-bb3d-4713a3882ec4" -d '{"events": [{"server_uuid": "b0b1780f-29c3-4b26-8f7e-22f8e5cc6235", "name": "network-vif-plugged", "status": "completed", "tag": "a6dce8fe-54af-4d33-a68b-c17c203ca8d1"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:15:25.277085 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a6dce8fe-54af-4d33-a68b-c17c203ca8d1, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:25.286663 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:25.315877 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1f27913c-2c05-47e5-9cb7-4ee4ec617313 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:25.324240 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1f27913c-2c05-47e5-9cb7-4ee4ec617313 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:25.348781 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-00aefb6d-2154-4351-8ac8-281abdf4c7d5 req-20b6ab3e-7b1c-42b8-8cf3-ce1beb6702d0 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871494 Aug 19 18:15:25.363908 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4323ae9-3e59-40c6-b976-8344030b9108 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:25.409671 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1f27913c-2c05-47e5-9cb7-4ee4ec617313 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:25.409671 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1f27913c-2c05-47e5-9cb7-4ee4ec617313 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3679359 Aug 19 18:15:25.409671 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54524) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:25.436665 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:25.522695 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50860de-cd50-4325-bf4b-d2ccf5684f9f x-openstack-request-id: req-f50860de-cd50-4325-bf4b-d2ccf5684f9f {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:15:25.523269 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b1780f-29c3-4b26-8f7e-22f8e5cc6235", "name": "network-vif-plugged", "status": "completed", "tag": "a6dce8fe-54af-4d33-a68b-c17c203ca8d1", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:15:25.523521 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f50860de-cd50-4325-bf4b-d2ccf5684f9f {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:15:25.524096 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b1780f-29c3-4b26-8f7e-22f8e5cc6235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dce8fe-54af-4d33-a68b-c17c203ca8d1', 'code': 200} Aug 19 18:15:25.682676 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4323ae9-3e59-40c6-b976-8344030b9108 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:25.687297 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4323ae9-3e59-40c6-b976-8344030b9108 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740919'] for router, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:25.762335 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dcb0c93c-464d-44c4-9177-fa7975fcb068 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:25.887035 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6b268-f6cf-4749-9340-5462ee2397dd req-03d591d9-5d83-4c4f-8313-81c5c534c025 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:25.888714 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0c6b268-f6cf-4749-9340-5462ee2397dd req-03d591d9-5d83-4c4f-8313-81c5c534c025 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.5577457 Aug 19 18:15:25.916982 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca418d00-08ac-46b9-8594-1ed3df3f05c4 req-244ac3fb-e86f-49bd-9b60-cfcc0ae65e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:25.918669 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ca418d00-08ac-46b9-8594-1ed3df3f05c4 req-244ac3fb-e86f-49bd-9b60-cfcc0ae65e51 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b0b1780f-29c3-4b26-8f7e-22f8e5cc6235 HTTP/1.1" status: 200 len: 1101 time: 0.2480235 Aug 19 18:15:25.989890 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368bbf2-3cdf-4a4d-8148-55209e2a9b19 req-43c9c10a-baa6-4799-84ea-aeec12ddcab9 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:25.992706 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c368bbf2-3cdf-4a4d-8148-55209e2a9b19 req-43c9c10a-baa6-4799-84ea-aeec12ddcab9 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b1780f-29c3-4b26-8f7e-22f8e5cc6235 HTTP/1.1" status: 200 len: 950 time: 0.1103420 Aug 19 18:15:26.006755 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4323ae9-3e59-40c6-b976-8344030b9108 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Router 4a05608f-f0cb-4d14-b15f-82cabc20643e is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:15:26.050347 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-69f1e008-4f42-42ee-8837-13d9d04c5394 req-7a23cf46-e505-41d4-b484-a71ee81d4a34 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4461632 Aug 19 18:15:26.076869 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dcb0c93c-464d-44c4-9177-fa7975fcb068 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:26.080940 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dcb0c93c-464d-44c4-9177-fa7975fcb068 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:26.131806 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c368bbf2-3cdf-4a4d-8148-55209e2a9b19 req-083637ee-9163-4507-8d0f-a2c071581307 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51006611-8627-4c15-b432-7c61f8b82340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294663 Aug 19 18:15:26.214533 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dcb0c93c-464d-44c4-9177-fa7975fcb068 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:26.221405 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb0c93c-464d-44c4-9177-fa7975fcb068 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7389aafc-a4a1-43d6-aab0-3ca609044b17 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:15:26.237278 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dcb0c93c-464d-44c4-9177-fa7975fcb068 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:26.243175 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-dcb0c93c-464d-44c4-9177-fa7975fcb068 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "DELETE /v2.0/routers/7389aafc-a4a1-43d6-aab0-3ca609044b17 HTTP/1.1" status: 204 len: 168 time: 0.8334329 Aug 19 18:15:26.255143 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4323ae9-3e59-40c6-b976-8344030b9108 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:15:26.262330 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4323ae9-3e59-40c6-b976-8344030b9108 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:26.265409 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e4323ae9-3e59-40c6-b976-8344030b9108 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "PUT /v2.0/routers/4a05608f-f0cb-4d14-b15f-82cabc20643e HTTP/1.1" status: 200 len: 916 time: 3.4280877 Aug 19 18:15:26.271540 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54550) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:26.284097 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7de047-bea9-4556-831d-cf0774b0a3f5 None None] Sync routers for ids ['4a05608f-f0cb-4d14-b15f-82cabc20643e'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:15:26.330126 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7de047-bea9-4556-831d-cf0774b0a3f5 None None] Routers {'4a05608f-f0cb-4d14-b15f-82cabc20643e'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:26.332402 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-2a7de047-bea9-4556-831d-cf0774b0a3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4a05608f-f0cb-4d14-b15f-82cabc20643e'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:26.391336 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0c6b268-f6cf-4749-9340-5462ee2397dd req-a05e88fc-4e6c-4476-8f1c-67d31afb1aa2 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873345 Aug 19 18:15:26.451383 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ca418d00-08ac-46b9-8594-1ed3df3f05c4 req-e80c2e97-32dd-4271-ada1-4810edd578ce service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=51006611-8627-4c15-b432-7c61f8b82340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476190 Aug 19 18:15:26.459627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1e008-4f42-42ee-8837-13d9d04c5394 req-fedab5bb-9d05-4bcc-8b10-9890348d6586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:26.472329 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-69f1e008-4f42-42ee-8837-13d9d04c5394 req-fedab5bb-9d05-4bcc-8b10-9890348d6586 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ae80c06dc10a4ca3827cce85fbacc6e6&device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 1096 time: 0.2849216 Aug 19 18:15:26.526420 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-2a7de047-bea9-4556-831d-cf0774b0a3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:26.548999 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7de047-bea9-4556-831d-cf0774b0a3f5 None None] Routers {'4a05608f-f0cb-4d14-b15f-82cabc20643e'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:26.559924 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-2a7de047-bea9-4556-831d-cf0774b0a3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4a05608f-f0cb-4d14-b15f-82cabc20643e'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:26.636488 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-2a7de047-bea9-4556-831d-cf0774b0a3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:26.638498 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7de047-bea9-4556-831d-cf0774b0a3f5 None None] The sync data for ids ['4a05608f-f0cb-4d14-b15f-82cabc20643e'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:15:26.718705 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd2e66-a3f9-4ca0-a160-24beba354632 req-4445b21f-7c4d-4777-9258-672bb589c445 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:26.720625 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-01cd2e66-a3f9-4ca0-a160-24beba354632 req-4445b21f-7c4d-4777-9258-672bb589c445 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.1038003 Aug 19 18:15:26.730576 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8c06b2d9-1221-4871-ab31-9c4fc6b4d0d3 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "GET /v2.0/routers/4a05608f-f0cb-4d14-b15f-82cabc20643e HTTP/1.1" status: 200 len: 922 time: 0.4560604 Aug 19 18:15:26.741513 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54558) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:26.831939 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54560) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:26.852054 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-01cd2e66-a3f9-4ca0-a160-24beba354632 req-50aa72c7-8086-4b04-9854-c17a34d853c2 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194265 Aug 19 18:15:26.883481 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9294e0d9-9130-422b-a07d-06f00eac2b76 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:26.885422 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9294e0d9-9130-422b-a07d-06f00eac2b76 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&device_id=4a05608f-f0cb-4d14-b15f-82cabc20643e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1428051 Aug 19 18:15:26.890168 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54564) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:26.921247 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d381f-08e4-4919-8750-836ca59ef485 req-f7106d7a-8ae4-4314-ab34-207df9bda663 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:26.924564 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-795d381f-08e4-4919-8750-836ca59ef485 req-f7106d7a-8ae4-4314-ab34-207df9bda663 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.1448202 Aug 19 18:15:26.929719 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1e008-4f42-42ee-8837-13d9d04c5394 req-5b89490a-3cd2-4935-a1f5-4888e7c6cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:26.933074 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-69f1e008-4f42-42ee-8837-13d9d04c5394 req-5b89490a-3cd2-4935-a1f5-4888e7c6cfad service neutron] 10.222.0.54 "GET /v2.0/networks?id=f3700011-a00d-444a-b5c3-5a096e23b70c HTTP/1.1" status: 200 len: 911 time: 0.2712073 Aug 19 18:15:27.015735 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f11cb9-6e0f-477b-be46-41f80249234f tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:27.017554 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e7f11cb9-6e0f-477b-be46-41f80249234f tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 881 time: 0.1260309 Aug 19 18:15:27.022704 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54566) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:27.035307 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-69f1e008-4f42-42ee-8837-13d9d04c5394 req-77b60ade-128b-4780-b61e-906877402cb7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cccf3b6-5860-450d-82a9-d709127e139c HTTP/1.1" status: 200 len: 217 time: 0.0875597 Aug 19 18:15:27.065665 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-82161a5e-517f-492a-a445-d914f7b063bf tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a05608f-f0cb-4d14-b15f-82cabc20643e HTTP/1.1" status: 200 len: 205 time: 0.0378692 Aug 19 18:15:27.066689 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54568) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:27.111267 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-06130c17-83fd-4b1c-9907-53749d351382 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1727317728', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}, 'admin_state_up': False}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:27.139955 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-795d381f-08e4-4919-8750-836ca59ef485 req-176e9b6a-17cd-484b-8512-23942d863acc tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048953 Aug 19 18:15:27.175967 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1e008-4f42-42ee-8837-13d9d04c5394 req-f75d99d1-3cb8-4f12-8ad5-59c1c8f6b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:27.178437 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-69f1e008-4f42-42ee-8837-13d9d04c5394 req-f75d99d1-3cb8-4f12-8ad5-59c1c8f6b1b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1d4e6d1-19da-4c86-acd1-805ea460bc92 HTTP/1.1" status: 200 len: 850 time: 0.1315017 Aug 19 18:15:27.185555 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06130c17-83fd-4b1c-9907-53749d351382 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:27.187324 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06130c17-83fd-4b1c-9907-53749d351382 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:27.220188 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cdb14923-ba6a-4814-9477-79c483bfbd57 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:27.231423 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-69f1e008-4f42-42ee-8837-13d9d04c5394 req-e26c4387-5abb-40a1-8770-ff6fc244b673 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f3700011-a00d-444a-b5c3-5a096e23b70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389156 Aug 19 18:15:27.333511 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06130c17-83fd-4b1c-9907-53749d351382 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:27.450720 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0524eb2-5bde-41e2-819e-88f24c84e976 req-c2f83aa0-b04a-45e3-86c3-3adbca3681a3 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:27.453953 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e0524eb2-5bde-41e2-819e-88f24c84e976 req-c2f83aa0-b04a-45e3-86c3-3adbca3681a3 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b1780f-29c3-4b26-8f7e-22f8e5cc6235 HTTP/1.1" status: 200 len: 950 time: 0.1588876 Aug 19 18:15:27.527900 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cdb14923-ba6a-4814-9477-79c483bfbd57 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:27.546717 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e0524eb2-5bde-41e2-819e-88f24c84e976 req-518f344f-0ad8-41fa-8425-0db0204f8035 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51006611-8627-4c15-b432-7c61f8b82340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661311 Aug 19 18:15:27.572016 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06130c17-83fd-4b1c-9907-53749d351382 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:27.577011 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-69f1e008-4f42-42ee-8837-13d9d04c5394 req-e630bde7-eff7-4284-a2eb-23fbf2aadc2b service neutron] 10.222.0.54 "GET /v2.0/networks/f3700011-a00d-444a-b5c3-5a096e23b70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359542 Aug 19 18:15:27.616522 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-cdb14923-ba6a-4814-9477-79c483bfbd57 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Deleting port 176c0463-50b0-455b-b430-bc52562c2c58 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:27.616973 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cdb14923-ba6a-4814-9477-79c483bfbd57 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:27.710299 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a74ba9-aea3-4a0a-ac39-d473afb8e57a req-12b6ffde-cfb9-4c66-96c6-d1237add81ec tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:27.718815 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b4a74ba9-aea3-4a0a-ac39-d473afb8e57a req-12b6ffde-cfb9-4c66-96c6-d1237add81ec tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.1890066 Aug 19 18:15:27.740786 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cdb14923-ba6a-4814-9477-79c483bfbd57 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:27.755601 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-cdb14923-ba6a-4814-9477-79c483bfbd57 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Calling delete_port for 176c0463-50b0-455b-b430-bc52562c2c58 owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:27.797964 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b4a74ba9-aea3-4a0a-ac39-d473afb8e57a req-20be95ae-d767-4f33-926d-33b177ff454e tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782275 Aug 19 18:15:27.801672 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-69f1e008-4f42-42ee-8837-13d9d04c5394 req-e93dec85-728c-43c2-842d-2a0e20a3e392 service neutron] 10.222.0.54 "GET /v2.0/networks/f3700011-a00d-444a-b5c3-5a096e23b70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155814 Aug 19 18:15:28.066721 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cdb14923-ba6a-4814-9477-79c483bfbd57 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.112493 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb14923-ba6a-4814-9477-79c483bfbd57 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Pushing event deleted for resources: {'Port': ['ID=176c0463-50b0-455b-b430-bc52562c2c58,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:28.140117 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265773c-1d6d-4220-8851-2607192fa0e0 req-19645327-5472-482b-99ab-32ad9cb25794 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:28.142231 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9265773c-1d6d-4220-8851-2607192fa0e0 req-19645327-5472-482b-99ab-32ad9cb25794 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.1679928 Aug 19 18:15:28.282688 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cdb14923-ba6a-4814-9477-79c483bfbd57 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.384278 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06130c17-83fd-4b1c-9907-53749d351382 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.418792 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06130c17-83fd-4b1c-9907-53749d351382 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.471891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85c0e2-f5bf-4009-beb7-ebd7ac48f88b req-138c4b61-911b-41eb-8141-1002d00e0d6a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:28.473481 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb85c0e2-f5bf-4009-beb7-ebd7ac48f88b req-138c4b61-911b-41eb-8141-1002d00e0d6a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.1496308 Aug 19 18:15:28.488728 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9265773c-1d6d-4220-8851-2607192fa0e0 req-5dccd131-bd7e-4709-961c-5de9a682107d tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329463 Aug 19 18:15:28.498625 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cdb14923-ba6a-4814-9477-79c483bfbd57 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.503853 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cdb14923-ba6a-4814-9477-79c483bfbd57 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.568945 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cdb14923-ba6a-4814-9477-79c483bfbd57 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.569494 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb14923-ba6a-4814-9477-79c483bfbd57 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Fanout notify agent at l3_agent the message router_deleted on router 4a05608f-f0cb-4d14-b15f-82cabc20643e {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:15:28.584836 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cdb14923-ba6a-4814-9477-79c483bfbd57 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.586029 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cdb14923-ba6a-4814-9477-79c483bfbd57 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "DELETE /v2.0/routers/4a05608f-f0cb-4d14-b15f-82cabc20643e HTTP/1.1" status: 204 len: 168 time: 1.5182889 Aug 19 18:15:28.591319 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54596) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:28.597363 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-69df5e24-57d1-4fe4-b53d-43373dec5bdc tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-347847875', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}, 'admin_state_up': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:28.600163 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb85c0e2-f5bf-4009-beb7-ebd7ac48f88b req-dd44c855-1483-40f2-bf2e-d475f1d23486 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126294 Aug 19 18:15:28.640378 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69df5e24-57d1-4fe4-b53d-43373dec5bdc tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.641475 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69df5e24-57d1-4fe4-b53d-43373dec5bdc tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.648487 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-06130c17-83fd-4b1c-9907-53749d351382 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Allocated IP 172.25.8.184 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/62fc85f1-12b0-4c60-ba8a-0ba106073afd) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:28.835625 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06130c17-83fd-4b1c-9907-53749d351382 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.851478 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69df5e24-57d1-4fe4-b53d-43373dec5bdc tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.904721 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06130c17-83fd-4b1c-9907-53749d351382 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.953757 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97817b32-061b-4540-b884-ee3fff815761 req-ff116602-00ad-43de-a2fe-24f82143ae9d tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:28.963422 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-97817b32-061b-4540-b884-ee3fff815761 req-ff116602-00ad-43de-a2fe-24f82143ae9d tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b1780f-29c3-4b26-8f7e-22f8e5cc6235 HTTP/1.1" status: 200 len: 950 time: 0.2863898 Aug 19 18:15:28.992977 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06130c17-83fd-4b1c-9907-53749d351382 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:29.061421 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-06130c17-83fd-4b1c-9907-53749d351382 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:29.069209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06130c17-83fd-4b1c-9907-53749d351382 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:29.082218 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69df5e24-57d1-4fe4-b53d-43373dec5bdc tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:29.093709 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-97817b32-061b-4540-b884-ee3fff815761 req-1664a6f0-9464-4266-8ca7-f4fff74040ce tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51006611-8627-4c15-b432-7c61f8b82340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290402 Aug 19 18:15:29.112724 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06130c17-83fd-4b1c-9907-53749d351382 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Pushing event updated for resources: {'Port': ['ID=62fc85f1-12b0-4c60-ba8a-0ba106073afd,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:29.183423 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c54fa-2af5-402d-bbd6-cabdd7e311d1 req-9187b7a1-5cb8-41b9-bdc8-2620cdce0e81 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:29.185431 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-505c54fa-2af5-402d-bbd6-cabdd7e311d1 req-9187b7a1-5cb8-41b9-bdc8-2620cdce0e81 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.2060301 Aug 19 18:15:29.374769 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-505c54fa-2af5-402d-bbd6-cabdd7e311d1 req-2dbd97c4-38b6-4377-b4d7-acae7b2e3b7d tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378281 Aug 19 18:15:29.449441 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced73045-50da-47fa-8c3b-d487b0c0e95f req-c5ec00cb-578f-4e5b-9e8d-2df7fa9340ac tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:29.451218 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ced73045-50da-47fa-8c3b-d487b0c0e95f req-c5ec00cb-578f-4e5b-9e8d-2df7fa9340ac tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.54 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.1370988 Aug 19 18:15:29.593321 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06130c17-83fd-4b1c-9907-53749d351382 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:29.608029 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced4848-d4ec-4a93-8329-a1f5820d2db7 req-7a2a7d5b-1704-4856-934f-f1b315a1bb5d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:29.614619 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced4848-d4ec-4a93-8329-a1f5820d2db7 req-7a2a7d5b-1704-4856-934f-f1b315a1bb5d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:29.621133 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced4848-d4ec-4a93-8329-a1f5820d2db7 req-7a2a7d5b-1704-4856-934f-f1b315a1bb5d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:29.628078 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced4848-d4ec-4a93-8329-a1f5820d2db7 req-7a2a7d5b-1704-4856-934f-f1b315a1bb5d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:29.635112 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced4848-d4ec-4a93-8329-a1f5820d2db7 req-7a2a7d5b-1704-4856-934f-f1b315a1bb5d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:29.641600 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced4848-d4ec-4a93-8329-a1f5820d2db7 req-7a2a7d5b-1704-4856-934f-f1b315a1bb5d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:29.648544 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced4848-d4ec-4a93-8329-a1f5820d2db7 req-7a2a7d5b-1704-4856-934f-f1b315a1bb5d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:29.651463 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ced4848-d4ec-4a93-8329-a1f5820d2db7 req-7a2a7d5b-1704-4856-934f-f1b315a1bb5d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5435 time: 0.1404738 Aug 19 18:15:29.658307 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-ced73045-50da-47fa-8c3b-d487b0c0e95f req-d8325cbb-a70f-4491-9981-5300eee7fa98 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Deleting port 186aea3a-9e60-4111-8e28-ff88f5343cbb {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:29.658627 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ced73045-50da-47fa-8c3b-d487b0c0e95f req-d8325cbb-a70f-4491-9981-5300eee7fa98 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:29.775097 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ced4848-d4ec-4a93-8329-a1f5820d2db7 req-2551e22c-0216-472a-b2ee-d39d465eb95c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1029401 Aug 19 18:15:29.862187 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-ced73045-50da-47fa-8c3b-d487b0c0e95f req-d8325cbb-a70f-4491-9981-5300eee7fa98 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] For port 186aea3a-9e60-4111-8e28-ff88f5343cbb, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=186aea3a-9e60-4111-8e28-ff88f5343cbb,segment=NetworkSegment(8d1b91f9-eb67-4862-ab25-b92a357c2185),segment_id=8d1b91f9-eb67-4862-ab25-b92a357c2185)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:29.862187 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ced73045-50da-47fa-8c3b-d487b0c0e95f req-d8325cbb-a70f-4491-9981-5300eee7fa98 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:29.907995 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-ced73045-50da-47fa-8c3b-d487b0c0e95f req-d8325cbb-a70f-4491-9981-5300eee7fa98 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Calling delete_port for 186aea3a-9e60-4111-8e28-ff88f5343cbb owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:29.992007 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69df5e24-57d1-4fe4-b53d-43373dec5bdc tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:29.992533 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06130c17-83fd-4b1c-9907-53749d351382 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:30.034404 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69df5e24-57d1-4fe4-b53d-43373dec5bdc tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:30.125815 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38594bb6-7f4b-4725-96bd-7f438a58e5c6 req-37a4bdac-6256-4446-b7b4-f512c09aa59a tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:30.127429 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38594bb6-7f4b-4725-96bd-7f438a58e5c6 req-37a4bdac-6256-4446-b7b4-f512c09aa59a tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=738f6fb8-7210-4f55-8939-7b9b7df2a38b HTTP/1.1" status: 200 len: 945 time: 0.1499875 Aug 19 18:15:30.203765 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213f0ed-2e83-4070-acdb-1a88bace8a40 req-19f0c5d4-1a84-434e-901b-164256b9db01 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:30.205366 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6213f0ed-2e83-4070-acdb-1a88bace8a40 req-19f0c5d4-1a84-434e-901b-164256b9db01 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.1524150 Aug 19 18:15:30.225785 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38594bb6-7f4b-4725-96bd-7f438a58e5c6 req-03433164-4ed0-42e7-acaa-4d92890b6ddd tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865343 Aug 19 18:15:30.226936 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-69df5e24-57d1-4fe4-b53d-43373dec5bdc tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Allocated IP 172.25.8.210 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/84650d90-e17b-4c50-8b69-203b666a10a0) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:30.271206 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ced73045-50da-47fa-8c3b-d487b0c0e95f req-d8325cbb-a70f-4491-9981-5300eee7fa98 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:30.286435 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['5cccf3b6-5860-450d-82a9-d709127e139c', '186aea3a-9e60-4111-8e28-ff88f5343cbb'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:15:30.342054 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6213f0ed-2e83-4070-acdb-1a88bace8a40 req-351c47e9-d50b-40ee-8052-2cefccb02321 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201878 Aug 19 18:15:30.342953 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8325cbb-a70f-4491-9981-5300eee7fa98 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Pushing event deleted for resources: {'Port': ['ID=186aea3a-9e60-4111-8e28-ff88f5343cbb,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:30.407539 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced73045-50da-47fa-8c3b-d487b0c0e95f req-d8325cbb-a70f-4491-9981-5300eee7fa98 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] No DVR routers for this DVR port 186aea3a-9e60-4111-8e28-ff88f5343cbb on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:15:30.409126 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06130c17-83fd-4b1c-9907-53749d351382 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Router 9720f74e-39dd-423f-8195-2fa8c444ad43 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:15:30.412586 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ced73045-50da-47fa-8c3b-d487b0c0e95f req-d8325cbb-a70f-4491-9981-5300eee7fa98 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:30.414590 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ced73045-50da-47fa-8c3b-d487b0c0e95f req-d8325cbb-a70f-4491-9981-5300eee7fa98 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.54 "DELETE /v2.0/ports/186aea3a-9e60-4111-8e28-ff88f5343cbb HTTP/1.1" status: 204 len: 173 time: 0.9518633 Aug 19 18:15:30.415579 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738f6fb8-7210-4f55-8939-7b9b7df2a38b', 'name': 'network-vif-deleted', 'tag': '186aea3a-9e60-4111-8e28-ff88f5343cbb'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:15:30.418322 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c392f4-9868-45fc-a7bc-7bd22f70850e" -d '{"events": [{"server_uuid": "738f6fb8-7210-4f55-8939-7b9b7df2a38b", "name": "network-vif-deleted", "tag": "186aea3a-9e60-4111-8e28-ff88f5343cbb"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:15:30.519639 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0fddc-fa14-4e0e-ad07-be44322f99b9 req-4a460f4d-98b3-4351-b594-bf82c73bffc3 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:30.535874 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0fddc-fa14-4e0e-ad07-be44322f99b9 req-4a460f4d-98b3-4351-b594-bf82c73bffc3 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:30.554464 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0fddc-fa14-4e0e-ad07-be44322f99b9 req-4a460f4d-98b3-4351-b594-bf82c73bffc3 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:30.563647 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0fddc-fa14-4e0e-ad07-be44322f99b9 req-4a460f4d-98b3-4351-b594-bf82c73bffc3 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:30.573249 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0fddc-fa14-4e0e-ad07-be44322f99b9 req-4a460f4d-98b3-4351-b594-bf82c73bffc3 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:30.583740 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0fddc-fa14-4e0e-ad07-be44322f99b9 req-4a460f4d-98b3-4351-b594-bf82c73bffc3 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:30.601051 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0fddc-fa14-4e0e-ad07-be44322f99b9 req-4a460f4d-98b3-4351-b594-bf82c73bffc3 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:30.607035 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6fa0fddc-fa14-4e0e-ad07-be44322f99b9 req-4a460f4d-98b3-4351-b594-bf82c73bffc3 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5435 time: 0.2744617 Aug 19 18:15:30.638908 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69df5e24-57d1-4fe4-b53d-43373dec5bdc tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:30.645428 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79077127-9e1e-4b44-bd74-4ce22182979c req-91e4beb6-451a-4acf-87d1-392288bac85e tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:30.647977 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-79077127-9e1e-4b44-bd74-4ce22182979c req-91e4beb6-451a-4acf-87d1-392288bac85e tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.1453557 Aug 19 18:15:30.677427 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ac3b85-6b21-4018-8c51-6866f322a94d x-openstack-request-id: req-d3ac3b85-6b21-4018-8c51-6866f322a94d {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:15:30.677820 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738f6fb8-7210-4f55-8939-7b9b7df2a38b", "name": "network-vif-deleted", "tag": "186aea3a-9e60-4111-8e28-ff88f5343cbb", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:15:30.678134 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3ac3b85-6b21-4018-8c51-6866f322a94d {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:15:30.678604 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738f6fb8-7210-4f55-8939-7b9b7df2a38b', 'name': 'network-vif-deleted', 'tag': '186aea3a-9e60-4111-8e28-ff88f5343cbb', 'status': 'completed', 'code': 200} Aug 19 18:15:30.694655 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69df5e24-57d1-4fe4-b53d-43373dec5bdc tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:30.704707 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06130c17-83fd-4b1c-9907-53749d351382 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:15:30.708860 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-79077127-9e1e-4b44-bd74-4ce22182979c req-added34f-4031-4265-915f-8dfefe9dc757 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505342 Aug 19 18:15:30.718297 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b592d7c4-3a96-4770-8511-216a8e377146 None None] Sync routers for ids ['9720f74e-39dd-423f-8195-2fa8c444ad43'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:15:30.732566 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06130c17-83fd-4b1c-9907-53749d351382 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:30.739803 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69df5e24-57d1-4fe4-b53d-43373dec5bdc tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:30.740023 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b592d7c4-3a96-4770-8511-216a8e377146 None None] Routers {'9720f74e-39dd-423f-8195-2fa8c444ad43'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:30.740901 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-b592d7c4-3a96-4770-8511-216a8e377146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9720f74e-39dd-423f-8195-2fa8c444ad43'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:30.742387 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-06130c17-83fd-4b1c-9907-53749d351382 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.9090712 Aug 19 18:15:30.745952 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54644) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:30.762468 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-69df5e24-57d1-4fe4-b53d-43373dec5bdc tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:30.766015 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69df5e24-57d1-4fe4-b53d-43373dec5bdc tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:30.792468 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-b592d7c4-3a96-4770-8511-216a8e377146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:30.808786 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b592d7c4-3a96-4770-8511-216a8e377146 None None] Routers {'9720f74e-39dd-423f-8195-2fa8c444ad43'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:30.810324 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-b592d7c4-3a96-4770-8511-216a8e377146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9720f74e-39dd-423f-8195-2fa8c444ad43'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:30.814180 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df5e24-57d1-4fe4-b53d-43373dec5bdc tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Pushing event updated for resources: {'Port': ['ID=84650d90-e17b-4c50-8b69-203b666a10a0,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:30.861980 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-b592d7c4-3a96-4770-8511-216a8e377146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:30.863185 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b592d7c4-3a96-4770-8511-216a8e377146 None None] The sync data for ids ['9720f74e-39dd-423f-8195-2fa8c444ad43'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:15:30.910253 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6e072aa0-c338-46f5-abd5-de9a6a2a6fb3 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "GET /v2.0/routers/9720f74e-39dd-423f-8195-2fa8c444ad43 HTTP/1.1" status: 200 len: 925 time: 0.1601264 Aug 19 18:15:30.910722 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54646) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:30.945161 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a3656ab7-f91a-41d9-8c5c-5b63897f0855 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "GET /v2.0/ports?device_id=9720f74e-39dd-423f-8195-2fa8c444ad43 HTTP/1.1" status: 200 len: 205 time: 0.0289371 Aug 19 18:15:30.945161 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54648) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:31.091245 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ede8382-7187-4ee2-9f78-ce560ee1e56c tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:31.183051 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69df5e24-57d1-4fe4-b53d-43373dec5bdc tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:31.301451 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ede8382-7187-4ee2-9f78-ce560ee1e56c tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:31.378926 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-2ede8382-7187-4ee2-9f78-ce560ee1e56c tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Deleting port 62fc85f1-12b0-4c60-ba8a-0ba106073afd {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:31.379270 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ede8382-7187-4ee2-9f78-ce560ee1e56c tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:31.478121 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ede8382-7187-4ee2-9f78-ce560ee1e56c tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:31.503786 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-2ede8382-7187-4ee2-9f78-ce560ee1e56c tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Calling delete_port for 62fc85f1-12b0-4c60-ba8a-0ba106073afd owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:31.559441 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69df5e24-57d1-4fe4-b53d-43373dec5bdc tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:31.686263 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15117e-549d-4cce-84f6-71925d4f0ba4 req-1de19742-70a4-4927-a21d-68bfd5ef9400 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:31.689966 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d15117e-549d-4cce-84f6-71925d4f0ba4 req-1de19742-70a4-4927-a21d-68bfd5ef9400 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.2370446 Aug 19 18:15:31.795485 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ede8382-7187-4ee2-9f78-ce560ee1e56c tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:31.838080 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d15117e-549d-4cce-84f6-71925d4f0ba4 req-1b99c210-69af-4fb5-92aa-8892a8efc651 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348629 Aug 19 18:15:31.848550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede8382-7187-4ee2-9f78-ce560ee1e56c tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Pushing event deleted for resources: {'Port': ['ID=62fc85f1-12b0-4c60-ba8a-0ba106073afd,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:31.882001 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccbdfa-3c36-4801-a1cc-17323b9279f2 req-311ea365-e651-4f7e-9771-7947cf78811b tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:31.888431 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69df5e24-57d1-4fe4-b53d-43373dec5bdc tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Router f9bb33f5-36e4-4f84-a4cf-d9d71c6462db is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:15:31.892336 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d5ccbdfa-3c36-4801-a1cc-17323b9279f2 req-311ea365-e651-4f7e-9771-7947cf78811b tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.1470537 Aug 19 18:15:32.062392 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d5ccbdfa-3c36-4801-a1cc-17323b9279f2 req-81ed4a66-608e-4fcd-b881-cf8f107d8e7c tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705720 Aug 19 18:15:32.086480 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ede8382-7187-4ee2-9f78-ce560ee1e56c tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.127113 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5378c36-ad17-46e5-a39c-c9468b4926c4 req-84c8afe9-82d6-4f5d-af6a-09b687d1e7cb tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:32.128838 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f5378c36-ad17-46e5-a39c-c9468b4926c4 req-84c8afe9-82d6-4f5d-af6a-09b687d1e7cb tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.0787725 Aug 19 18:15:32.130231 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69df5e24-57d1-4fe4-b53d-43373dec5bdc tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:15:32.149916 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c315d-53f7-47a7-80ad-a173b975fef4 None None] Sync routers for ids ['f9bb33f5-36e4-4f84-a4cf-d9d71c6462db'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:15:32.182887 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c315d-53f7-47a7-80ad-a173b975fef4 None None] Routers {'f9bb33f5-36e4-4f84-a4cf-d9d71c6462db'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:32.183697 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-5a9c315d-53f7-47a7-80ad-a173b975fef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f9bb33f5-36e4-4f84-a4cf-d9d71c6462db'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:32.195921 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f5378c36-ad17-46e5-a39c-c9468b4926c4 req-a4e54bc5-f8d8-4079-9a96-23934e614adc tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520866 Aug 19 18:15:32.197667 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69df5e24-57d1-4fe4-b53d-43373dec5bdc tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.198983 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-69df5e24-57d1-4fe4-b53d-43373dec5bdc tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6061506 Aug 19 18:15:32.202083 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54674) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:32.207606 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-912fbe9b-8855-4920-be3f-03cdaa602e13 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:32.208610 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ede8382-7187-4ee2-9f78-ce560ee1e56c tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.218603 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ede8382-7187-4ee2-9f78-ce560ee1e56c tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.227910 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-5a9c315d-53f7-47a7-80ad-a173b975fef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:32.237653 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c315d-53f7-47a7-80ad-a173b975fef4 None None] Routers {'f9bb33f5-36e4-4f84-a4cf-d9d71c6462db'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:32.238556 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-5a9c315d-53f7-47a7-80ad-a173b975fef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f9bb33f5-36e4-4f84-a4cf-d9d71c6462db'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:32.267296 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ede8382-7187-4ee2-9f78-ce560ee1e56c tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.267873 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ede8382-7187-4ee2-9f78-ce560ee1e56c tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Fanout notify agent at l3_agent the message router_deleted on router 9720f74e-39dd-423f-8195-2fa8c444ad43 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:15:32.278489 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-5a9c315d-53f7-47a7-80ad-a173b975fef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:32.279293 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c315d-53f7-47a7-80ad-a173b975fef4 None None] The sync data for ids ['f9bb33f5-36e4-4f84-a4cf-d9d71c6462db'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:15:32.283588 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ede8382-7187-4ee2-9f78-ce560ee1e56c tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.285580 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2ede8382-7187-4ee2-9f78-ce560ee1e56c tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "DELETE /v2.0/routers/9720f74e-39dd-423f-8195-2fa8c444ad43 HTTP/1.1" status: 204 len: 168 time: 1.3395627 Aug 19 18:15:32.288874 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54676) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:32.296618 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7615842e-f23f-44ad-8930-e14d9db017fd tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1794662426', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'enable_snat': False}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:32.319511 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7615842e-f23f-44ad-8930-e14d9db017fd tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.320801 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7615842e-f23f-44ad-8930-e14d9db017fd tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.378645 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7615842e-f23f-44ad-8930-e14d9db017fd tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.526915 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7615842e-f23f-44ad-8930-e14d9db017fd tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.551956 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-912fbe9b-8855-4920-be3f-03cdaa602e13 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.565768 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-912fbe9b-8855-4920-be3f-03cdaa602e13 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.632904 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-912fbe9b-8855-4920-be3f-03cdaa602e13 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Deleting port 84650d90-e17b-4c50-8b69-203b666a10a0 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:32.633474 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-912fbe9b-8855-4920-be3f-03cdaa602e13 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.772137 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-912fbe9b-8855-4920-be3f-03cdaa602e13 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.803002 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-912fbe9b-8855-4920-be3f-03cdaa602e13 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Calling delete_port for 84650d90-e17b-4c50-8b69-203b666a10a0 owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:32.919701 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a6dce8fe-54af-4d33-a68b-c17c203ca8d1 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:15:32.925478 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 186aea3a-9e60-4111-8e28-ff88f5343cbb no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:15:33.014431 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 186aea3a-9e60-4111-8e28-ff88f5343cbb {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:15:33.014975 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 186aea3a-9e60-4111-8e28-ff88f5343cbb not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:15:33.031414 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 57d03e31-9d4d-49cf-9f3e-56ad87387f2f details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:15:33.174039 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7615842e-f23f-44ad-8930-e14d9db017fd tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:33.177023 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.resource_extend [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:15:33.191090 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-912fbe9b-8855-4920-be3f-03cdaa602e13 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:33.225212 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b306f88-21b2-426b-8ae8-6ea41b832ddd req-62e145a9-118a-4d15-84a7-1f608ba42b58 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:33.226848 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9b306f88-21b2-426b-8ae8-6ea41b832ddd req-62e145a9-118a-4d15-84a7-1f608ba42b58 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.1724141 Aug 19 18:15:33.230235 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7615842e-f23f-44ad-8930-e14d9db017fd tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:33.251735 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fbe9b-8855-4920-be3f-03cdaa602e13 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Pushing event deleted for resources: {'Port': ['ID=84650d90-e17b-4c50-8b69-203b666a10a0,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:33.309394 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a6dce8fe-54af-4d33-a68b-c17c203ca8d1, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:33.326918 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9b306f88-21b2-426b-8ae8-6ea41b832ddd req-35aacbf1-3f7d-4993-8262-1c573019b1db tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773675 Aug 19 18:15:33.346452 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'a6dce8fe-54af-4d33-a68b-c17c203ca8d1', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': 'a6dce8fe-54af-4d33-a68b-c17c203ca8d1', 'mac_address': 'fa:16:3e:73:77:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:15:33.376685 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 57d03e31-9d4d-49cf-9f3e-56ad87387f2f, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=57d03e31-9d4d-49cf-9f3e-56ad87387f2f,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:33.397215 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-912fbe9b-8855-4920-be3f-03cdaa602e13 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:33.405914 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '57d03e31-9d4d-49cf-9f3e-56ad87387f2f', 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429', 'port_id': '57d03e31-9d4d-49cf-9f3e-56ad87387f2f', 'mac_address': 'fa:16:3e:98:7a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b90853f9-3a3c-4d5a-8d68-8dea22f30a90', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:15:33.456905 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54734) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:33.461227 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:33.480262 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6dce8fe-54af-4d33-a68b-c17c203ca8d1 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:15:33.483820 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297d652-8bd8-4d2e-8b0f-1855b767c78d req-d864d16f-093b-4113-9f7b-35fd1f7e8ec4 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:33.485344 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c297d652-8bd8-4d2e-8b0f-1855b767c78d req-d864d16f-093b-4113-9f7b-35fd1f7e8ec4 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.2356861 Aug 19 18:15:33.534105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a6dce8fe-54af-4d33-a68b-c17c203ca8d1, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:33.547311 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:33.612773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-7615842e-f23f-44ad-8930-e14d9db017fd tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Allocated IP 172.25.8.158 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/bf7e34de-7692-4ac9-9643-95b419638868) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:33.614706 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:33.644603 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:33.648760 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57d03e31-9d4d-49cf-9f3e-56ad87387f2f {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:15:33.676691 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 57d03e31-9d4d-49cf-9f3e-56ad87387f2f, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=57d03e31-9d4d-49cf-9f3e-56ad87387f2f,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:33.684091 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:33.694414 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['a6dce8fe-54af-4d33-a68b-c17c203ca8d1'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:15:33.727171 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c86a46-5db7-48e0-bf08-321eddf8dab0 req-b8bea630-1033-4407-b33f-7f0bb53baf6a tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:33.729111 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8c86a46-5db7-48e0-bf08-321eddf8dab0 req-b8bea630-1033-4407-b33f-7f0bb53baf6a tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.2713799 Aug 19 18:15:33.761525 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7615842e-f23f-44ad-8930-e14d9db017fd tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:33.833773 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7615842e-f23f-44ad-8930-e14d9db017fd tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:33.838987 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['57d03e31-9d4d-49cf-9f3e-56ad87387f2f'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:15:33.855706 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-912fbe9b-8855-4920-be3f-03cdaa602e13 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:33.879687 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8c86a46-5db7-48e0-bf08-321eddf8dab0 req-a0776750-ef77-4768-aafb-6fd2e5176ebc tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421084 Aug 19 18:15:33.880751 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7615842e-f23f-44ad-8930-e14d9db017fd tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:33.886804 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-7615842e-f23f-44ad-8930-e14d9db017fd tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:33.894508 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-912fbe9b-8855-4920-be3f-03cdaa602e13 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740919'] for router, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:33.898114 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7615842e-f23f-44ad-8930-e14d9db017fd tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:33.928048 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=57d03e31-9d4d-49cf-9f3e-56ad87387f2f,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:34.140325 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c297d652-8bd8-4d2e-8b0f-1855b767c78d req-650ada92-8b95-4678-b97f-9d90392190c0 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6439228 Aug 19 18:15:34.175100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912fbe9b-8855-4920-be3f-03cdaa602e13 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Router f9bb33f5-36e4-4f84-a4cf-d9d71c6462db has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:15:34.440155 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912fbe9b-8855-4920-be3f-03cdaa602e13 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:15:34.453605 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-912fbe9b-8855-4920-be3f-03cdaa602e13 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:34.455156 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-912fbe9b-8855-4920-be3f-03cdaa602e13 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "PUT /v2.0/routers/f9bb33f5-36e4-4f84-a4cf-d9d71c6462db HTTP/1.1" status: 200 len: 705 time: 2.2515259 Aug 19 18:15:34.458817 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54784) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:34.461585 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615842e-f23f-44ad-8930-e14d9db017fd tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Pushing event updated for resources: {'Port': ['ID=bf7e34de-7692-4ac9-9643-95b419638868,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:34.468161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3525cb-a09d-4559-bc25-460be7f85a7b None None] Sync routers for ids ['f9bb33f5-36e4-4f84-a4cf-d9d71c6462db'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:15:34.493692 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f20ba-23a2-4e38-808d-492532d41714 req-e3571404-8bb0-4a08-85f7-a0e617a0fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:34.494629 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f20ba-23a2-4e38-808d-492532d41714 req-e3571404-8bb0-4a08-85f7-a0e617a0fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:34.495137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f20ba-23a2-4e38-808d-492532d41714 req-e3571404-8bb0-4a08-85f7-a0e617a0fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:34.495680 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f20ba-23a2-4e38-808d-492532d41714 req-e3571404-8bb0-4a08-85f7-a0e617a0fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:34.496246 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f20ba-23a2-4e38-808d-492532d41714 req-e3571404-8bb0-4a08-85f7-a0e617a0fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:34.496347 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3525cb-a09d-4559-bc25-460be7f85a7b None None] Routers {'f9bb33f5-36e4-4f84-a4cf-d9d71c6462db'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:34.496731 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f20ba-23a2-4e38-808d-492532d41714 req-e3571404-8bb0-4a08-85f7-a0e617a0fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:34.497158 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ef3525cb-a09d-4559-bc25-460be7f85a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f9bb33f5-36e4-4f84-a4cf-d9d71c6462db'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:34.497291 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f20ba-23a2-4e38-808d-492532d41714 req-e3571404-8bb0-4a08-85f7-a0e617a0fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:34.506813 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6d1f20ba-23a2-4e38-808d-492532d41714 req-e3571404-8bb0-4a08-85f7-a0e617a0fd8c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 6492 time: 1.0474989 Aug 19 18:15:34.561950 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7615842e-f23f-44ad-8930-e14d9db017fd tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:34.572517 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-26c4ed77-af42-4180-b9a0-647dd019d4a4 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "GET /v2.0/routers/f9bb33f5-36e4-4f84-a4cf-d9d71c6462db HTTP/1.1" status: 200 len: 740 time: 0.1110799 Aug 19 18:15:34.575799 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54788) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:34.724463 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d58aa-5879-4881-bb79-08e59e5afa5e req-ca2447ae-a618-47df-99be-836ee28418e9 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:34.726509 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-916d58aa-5879-4881-bb79-08e59e5afa5e req-ca2447ae-a618-47df-99be-836ee28418e9 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.54 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.3569610 Aug 19 18:15:34.756345 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ef3525cb-a09d-4559-bc25-460be7f85a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:34.762793 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-20865533-1671-4ec1-9332-5f4e8b9b54e9 tempest-RoutersAdminTest-418108164 tempest-RoutersAdminTest-418108164-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&device_id=f9bb33f5-36e4-4f84-a4cf-d9d71c6462db HTTP/1.1" status: 200 len: 205 time: 0.1754506 Aug 19 18:15:34.766499 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6d1f20ba-23a2-4e38-808d-492532d41714 req-e85e6ff5-91ea-4835-b3b1-4719a4502a74 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2587850 Aug 19 18:15:34.775333 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54794) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:34.819778 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f941366e-c10c-486f-8ec7-04415e9e3f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:34.826454 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3525cb-a09d-4559-bc25-460be7f85a7b None None] Routers {'f9bb33f5-36e4-4f84-a4cf-d9d71c6462db'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:34.829781 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ef3525cb-a09d-4559-bc25-460be7f85a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f9bb33f5-36e4-4f84-a4cf-d9d71c6462db'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:34.834439 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4a3a0cb8-e981-4282-973f-a6abfec2c17b tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9bb33f5-36e4-4f84-a4cf-d9d71c6462db HTTP/1.1" status: 200 len: 205 time: 0.0545201 Aug 19 18:15:34.838007 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54798) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:34.898470 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ef3525cb-a09d-4559-bc25-460be7f85a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:34.917726 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3525cb-a09d-4559-bc25-460be7f85a7b None None] The sync data for ids ['f9bb33f5-36e4-4f84-a4cf-d9d71c6462db'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:15:34.938500 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a6dce8fe-54af-4d33-a68b-c17c203ca8d1 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:35.029112 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bc657-bf5b-42e9-9135-7f8f4af84114 req-f927a08a-670f-4288-931f-f725fdd226d2 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:35.031521 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-29b5416d-5127-44c1-91b8-3418bcb7e80b tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:35.039626 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7b2bc657-bf5b-42e9-9135-7f8f4af84114 req-f927a08a-670f-4288-931f-f725fdd226d2 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 945 time: 0.5261221 Aug 19 18:15:35.045499 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 57d03e31-9d4d-49cf-9f3e-56ad87387f2f up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:35.140597 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port a6dce8fe-54af-4d33-a68b-c17c203ca8d1 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:35.141063 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:35.301232 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:35.306187 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 57d03e31-9d4d-49cf-9f3e-56ad87387f2f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:35.306732 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:35.342320 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7615842e-f23f-44ad-8930-e14d9db017fd tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:35.364820 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b1780f-29c3-4b26-8f7e-22f8e5cc6235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dce8fe-54af-4d33-a68b-c17c203ca8d1'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:15:35.367972 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fff290-b493-4f02-91f9-8479bcfc1532" -d '{"events": [{"server_uuid": "b0b1780f-29c3-4b26-8f7e-22f8e5cc6235", "name": "network-vif-plugged", "status": "completed", "tag": "a6dce8fe-54af-4d33-a68b-c17c203ca8d1"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:15:35.397491 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a6dce8fe-54af-4d33-a68b-c17c203ca8d1, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:35.408541 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:35.643347 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7b2bc657-bf5b-42e9-9135-7f8f4af84114 req-fd1f9133-f0ac-4a9e-ac25-6e97a5fbd3ca tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5990281 Aug 19 18:15:35.666690 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-916d58aa-5879-4881-bb79-08e59e5afa5e req-c174a093-964e-4dc4-8680-5cdcf5c592dc tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Deleting port 5cccf3b6-5860-450d-82a9-d709127e139c {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:35.670578 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-916d58aa-5879-4881-bb79-08e59e5afa5e req-c174a093-964e-4dc4-8680-5cdcf5c592dc tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:35.949925 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:35.953731 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:36.030322 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 57d03e31-9d4d-49cf-9f3e-56ad87387f2f, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=57d03e31-9d4d-49cf-9f3e-56ad87387f2f,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:36.042352 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:36.100015 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-916d58aa-5879-4881-bb79-08e59e5afa5e req-c174a093-964e-4dc4-8680-5cdcf5c592dc tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] For port 5cccf3b6-5860-450d-82a9-d709127e139c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=5cccf3b6-5860-450d-82a9-d709127e139c,segment=NetworkSegment(8d1b91f9-eb67-4862-ab25-b92a357c2185),segment_id=8d1b91f9-eb67-4862-ab25-b92a357c2185)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:36.102166 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-916d58aa-5879-4881-bb79-08e59e5afa5e req-c174a093-964e-4dc4-8680-5cdcf5c592dc tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:36.123822 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-916d58aa-5879-4881-bb79-08e59e5afa5e req-c174a093-964e-4dc4-8680-5cdcf5c592dc tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Calling delete_port for 5cccf3b6-5860-450d-82a9-d709127e139c owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:36.186084 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=57d03e31-9d4d-49cf-9f3e-56ad87387f2f,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:36.319130 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f13f3-6ba4-4292-9fc8-e5427d822bdb req-fb5d18c5-bedf-473c-881c-9b76e522ab25 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:36.327834 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-334f13f3-6ba4-4292-9fc8-e5427d822bdb req-fb5d18c5-bedf-473c-881c-9b76e522ab25 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 1.2748439 Aug 19 18:15:36.341523 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-29b5416d-5127-44c1-91b8-3418bcb7e80b tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:36.348101 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-29b5416d-5127-44c1-91b8-3418bcb7e80b tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:36.435112 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-334f13f3-6ba4-4292-9fc8-e5427d822bdb req-2e48617b-aee7-4784-be48-559f2513ec9a tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058750 Aug 19 18:15:36.441036 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-29b5416d-5127-44c1-91b8-3418bcb7e80b tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:36.451830 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b5416d-5127-44c1-91b8-3418bcb7e80b tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Fanout notify agent at l3_agent the message router_deleted on router f9bb33f5-36e4-4f84-a4cf-d9d71c6462db {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:15:36.467907 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-29b5416d-5127-44c1-91b8-3418bcb7e80b tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:36.476937 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7615842e-f23f-44ad-8930-e14d9db017fd tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Router c3cb90f7-6240-49b0-aa3b-3028f5ed8044 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:15:36.487960 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-29b5416d-5127-44c1-91b8-3418bcb7e80b tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "DELETE /v2.0/routers/f9bb33f5-36e4-4f84-a4cf-d9d71c6462db HTTP/1.1" status: 204 len: 168 time: 1.6447010 Aug 19 18:15:36.488640 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54812) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:36.557766 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c50d9c38-750a-454b-b709-ccb9ef89dc8d tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9bb33f5-36e4-4f84-a4cf-d9d71c6462db HTTP/1.1" status: 200 len: 205 time: 0.0655134 Aug 19 18:15:36.559855 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54818) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:36.595539 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-916d58aa-5879-4881-bb79-08e59e5afa5e req-c174a093-964e-4dc4-8680-5cdcf5c592dc tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:36.614049 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63892448-0c14-4d21-bc39-b75a19ebe0a9 req-e0ce6371-65b2-45e5-a304-01aa33b04fea tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:36.615716 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-63892448-0c14-4d21-bc39-b75a19ebe0a9 req-e0ce6371-65b2-45e5-a304-01aa33b04fea tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/ports?device_id=086ae75c-2936-4843-a01e-0f337f2507b0 HTTP/1.1" status: 200 len: 945 time: 0.7191896 Aug 19 18:15:36.692283 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174a093-964e-4dc4-8680-5cdcf5c592dc tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Pushing event deleted for resources: {'Port': ['ID=5cccf3b6-5860-450d-82a9-d709127e139c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:36.720121 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-73cb53ac-837d-4e2b-925b-2c5063f77e78 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] delete failed (client error): The resource could not be found. Aug 19 18:15:36.724972 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-73cb53ac-837d-4e2b-925b-2c5063f77e78 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "DELETE /v2.0/routers/f9bb33f5-36e4-4f84-a4cf-d9d71c6462db HTTP/1.1" status: 404 len: 336 time: 0.1640360 Aug 19 18:15:36.725758 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54822) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:36.823977 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a17fee6b-343b-4103-943a-6870c8701157 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a05608f-f0cb-4d14-b15f-82cabc20643e HTTP/1.1" status: 200 len: 205 time: 0.0963595 Aug 19 18:15:36.825006 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54826) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:36.864229 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-916d58aa-5879-4881-bb79-08e59e5afa5e req-c174a093-964e-4dc4-8680-5cdcf5c592dc tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] No DVR routers for this DVR port 5cccf3b6-5860-450d-82a9-d709127e139c on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:15:36.871676 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-916d58aa-5879-4881-bb79-08e59e5afa5e req-c174a093-964e-4dc4-8680-5cdcf5c592dc tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:36.873791 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-916d58aa-5879-4881-bb79-08e59e5afa5e req-c174a093-964e-4dc4-8680-5cdcf5c592dc tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.54 "DELETE /v2.0/ports/5cccf3b6-5860-450d-82a9-d709127e139c HTTP/1.1" status: 204 len: 173 time: 2.1392028 Aug 19 18:15:36.876239 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086ae75c-2936-4843-a01e-0f337f2507b0', 'name': 'network-vif-deleted', 'tag': '5cccf3b6-5860-450d-82a9-d709127e139c'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:15:36.878699 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856e570e-a4db-4db5-bf1c-1402038363d2" -d '{"events": [{"server_uuid": "086ae75c-2936-4843-a01e-0f337f2507b0", "name": "network-vif-deleted", "tag": "5cccf3b6-5860-450d-82a9-d709127e139c"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:15:36.890634 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-63892448-0c14-4d21-bc39-b75a19ebe0a9 req-97bd4d36-7c93-4140-b04f-0bca62847218 tempest-ServerRescueTestJSON-1321495682 tempest-ServerRescueTestJSON-1321495682-project] 10.222.0.24 "GET /v2.0/security-groups?id=81a10032-dab2-4a75-9e3c-9756e60f9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177703 Aug 19 18:15:36.929740 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 5cccf3b6-5860-450d-82a9-d709127e139c no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:15:36.941111 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7615842e-f23f-44ad-8930-e14d9db017fd tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:15:36.955427 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] Sync routers for ids ['c3cb90f7-6240-49b0-aa3b-3028f5ed8044'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:15:36.971558 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-8303c895-c840-4f7a-9c8a-0af837a634a6 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] delete failed (client error): The resource could not be found. Aug 19 18:15:36.976244 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8303c895-c840-4f7a-9c8a-0af837a634a6 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "DELETE /v2.0/routers/4a05608f-f0cb-4d14-b15f-82cabc20643e HTTP/1.1" status: 404 len: 336 time: 0.1473162 Aug 19 18:15:36.982514 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54830) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:36.989669 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] Routers {'c3cb90f7-6240-49b0-aa3b-3028f5ed8044'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:36.990291 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['c3cb90f7-6240-49b0-aa3b-3028f5ed8044'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:37.008641 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 5cccf3b6-5860-450d-82a9-d709127e139c {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:15:37.010109 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 5cccf3b6-5860-450d-82a9-d709127e139c not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:15:37.026381 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7615842e-f23f-44ad-8930-e14d9db017fd tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:37.038723 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7615842e-f23f-44ad-8930-e14d9db017fd tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.7482398 Aug 19 18:15:37.042886 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54832) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:37.076827 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dbe9f619-9898-4641-bf9a-6bb716fa876d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:37.084941 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfba921d-0e09-493c-b249-4ffdf0b659cb x-openstack-request-id: req-bfba921d-0e09-493c-b249-4ffdf0b659cb {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:15:37.085383 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b1780f-29c3-4b26-8f7e-22f8e5cc6235", "name": "network-vif-plugged", "status": "completed", "tag": "a6dce8fe-54af-4d33-a68b-c17c203ca8d1", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:15:37.086384 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bfba921d-0e09-493c-b249-4ffdf0b659cb {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:15:37.089134 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b1780f-29c3-4b26-8f7e-22f8e5cc6235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dce8fe-54af-4d33-a68b-c17c203ca8d1', 'code': 200} Aug 19 18:15:37.128458 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5ba4d14a-2c15-442f-ad16-5c7577f11a8a tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c370995d-f5bb-4793-bf0f-79dd053d4fc8 HTTP/1.1" status: 200 len: 205 time: 0.1405931 Aug 19 18:15:37.130612 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54834) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:37.223757 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:37.288290 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-ba6a4221-e552-4a64-9693-45066e6d6047 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] delete failed (client error): The resource could not be found. Aug 19 18:15:37.294264 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ba6a4221-e552-4a64-9693-45066e6d6047 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "DELETE /v2.0/routers/c370995d-f5bb-4793-bf0f-79dd053d4fc8 HTTP/1.1" status: 404 len: 336 time: 0.1582594 Aug 19 18:15:37.297887 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54836) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:37.373640 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-eebae979-b530-4103-bdd7-7f0c9340679f tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8ee316-1a82-4dbd-9f67-2fe3a383cd0b HTTP/1.1" status: 200 len: 205 time: 0.0742273 Aug 19 18:15:37.379045 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54838) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:37.407353 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] Set router c3cb90f7-6240-49b0-aa3b-3028f5ed8044 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:15:37.432143 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f8475f29-3a3d-4d10-a8bb-f23dc008a403 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "GET /v2.0/routers/c3cb90f7-6240-49b0-aa3b-3028f5ed8044 HTTP/1.1" status: 200 len: 909 time: 0.3830690 Aug 19 18:15:37.435458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54840) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:37.449273 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-44cf5499-b4bb-4288-a9b4-59e0d08e7fc6 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1794662426', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'enable_snat': True}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:37.465995 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-58d9ae8e-15e0-46b6-af9f-df44e8a5ba62 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] delete failed (client error): The resource could not be found. Aug 19 18:15:37.467699 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-58d9ae8e-15e0-46b6-af9f-df44e8a5ba62 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "DELETE /v2.0/routers/4d8ee316-1a82-4dbd-9f67-2fe3a383cd0b HTTP/1.1" status: 404 len: 336 time: 0.0895040 Aug 19 18:15:37.471749 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54844) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:37.509101 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b436bb3-ff48-4be0-bb83-36130ee61cd4 req-7fb98a12-ed62-41c0-b106-5ee12bf6ebae tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:37.524689 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b436bb3-ff48-4be0-bb83-36130ee61cd4 req-7fb98a12-ed62-41c0-b106-5ee12bf6ebae tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.1752577 Aug 19 18:15:37.551616 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9feafaca-ce8e-46d0-9f60-4705dd81bf30 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "GET /v2.0/ports?device_id=efaa60de-6174-48ed-9047-9133ed5b9787 HTTP/1.1" status: 200 len: 205 time: 0.0781877 Aug 19 18:15:37.558151 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54846) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:37.683270 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-b777cb2b-8c85-464f-a07d-a85798c96842 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] delete failed (client error): The resource could not be found. Aug 19 18:15:37.684873 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b777cb2b-8c85-464f-a07d-a85798c96842 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "DELETE /v2.0/routers/efaa60de-6174-48ed-9047-9133ed5b9787 HTTP/1.1" status: 404 len: 336 time: 0.1256676 Aug 19 18:15:37.689550 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b436bb3-ff48-4be0-bb83-36130ee61cd4 req-f3420666-73eb-4ad9-9385-cca8c02d7ace tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572266 Aug 19 18:15:37.690268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54848) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:37.691336 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-44cf5499-b4bb-4288-a9b4-59e0d08e7fc6 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:37.692457 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-44cf5499-b4bb-4288-a9b4-59e0d08e7fc6 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:37.897302 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-44cf5499-b4bb-4288-a9b4-59e0d08e7fc6 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:37.928916 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5071bd92-c801-4f24-b760-cde9b4e29681 x-openstack-request-id: req-5071bd92-c801-4f24-b760-cde9b4e29681 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:15:37.929296 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086ae75c-2936-4843-a01e-0f337f2507b0", "name": "network-vif-deleted", "tag": "5cccf3b6-5860-450d-82a9-d709127e139c", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:15:37.929492 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5071bd92-c801-4f24-b760-cde9b4e29681 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:15:37.929906 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086ae75c-2936-4843-a01e-0f337f2507b0', 'name': 'network-vif-deleted', 'tag': '5cccf3b6-5860-450d-82a9-d709127e139c', 'status': 'completed', 'code': 200} Aug 19 18:15:37.963155 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f7225-af8e-4bf9-8bff-71de3031cc9a req-00f6b747-3ce5-4bf5-b70c-a2aec8049c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:37.969070 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-844f7225-af8e-4bf9-8bff-71de3031cc9a req-00f6b747-3ce5-4bf5-b70c-a2aec8049c85 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4a7af90eddc4fcd95550f2f124890b4&device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 1097 time: 0.1380644 Aug 19 18:15:38.057960 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cb90f7-6240-49b0-aa3b-3028f5ed8044', 'name': 'tempest-snat-router-1794662426', 'tenant_id': '18b072ce68004d9c90c4a0aee3bc78db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.158'}], 'enable_snat': False}, 'gw_port_id': 'bf7e34de-7692-4ac9-9643-95b419638868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:15:32Z', 'updated_at': '2021-08-19T18:15:34Z', 'revision_number': 3, 'project_id': '18b072ce68004d9c90c4a0aee3bc78db', 'gw_port': {'id': 'bf7e34de-7692-4ac9-9643-95b419638868', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3cb90f7-6240-49b0-aa3b-3028f5ed8044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:15:33Z', 'updated_at': '2021-08-19T18:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:38.107808 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] Checking router: c3cb90f7-6240-49b0-aa3b-3028f5ed8044 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:15:38.108143 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] Updating router c3cb90f7-6240-49b0-aa3b-3028f5ed8044 port bf7e34de-7692-4ac9-9643-95b419638868 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:15:38.116648 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:38.143736 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0d210805-5ff8-4882-8cab-7f80273b10f5 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb1b2387-dc89-4fb1-8621-21882ee0e905 HTTP/1.1" status: 200 len: 205 time: 0.2430046 Aug 19 18:15:38.160732 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54854) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:38.268513 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:38.360011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f7225-af8e-4bf9-8bff-71de3031cc9a req-0da15f13-22aa-4ec6-8878-3fd158fbb32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:38.372414 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-844f7225-af8e-4bf9-8bff-71de3031cc9a req-0da15f13-22aa-4ec6-8878-3fd158fbb32e service neutron] 10.222.0.50 "GET /v2.0/networks?id=6a232ed5-d6ef-427b-adae-4f7272a3c429 HTTP/1.1" status: 200 len: 913 time: 0.3765121 Aug 19 18:15:38.461329 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-844f7225-af8e-4bf9-8bff-71de3031cc9a req-f1a75d38-a0fe-4611-8a5a-7c68ae96284c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57d03e31-9d4d-49cf-9f3e-56ad87387f2f HTTP/1.1" status: 200 len: 217 time: 0.0743484 Aug 19 18:15:38.682347 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f7225-af8e-4bf9-8bff-71de3031cc9a req-e4174fef-9fd7-498d-aeea-1505645d8559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:38.690309 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-844f7225-af8e-4bf9-8bff-71de3031cc9a req-e4174fef-9fd7-498d-aeea-1505645d8559 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b90853f9-3a3c-4d5a-8d68-8dea22f30a90 HTTP/1.1" status: 200 len: 852 time: 0.2102480 Aug 19 18:15:38.753830 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-844f7225-af8e-4bf9-8bff-71de3031cc9a req-91af12a5-d770-43ca-9443-cc8074d9d4a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a232ed5-d6ef-427b-adae-4f7272a3c429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605247 Aug 19 18:15:38.940066 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:38.978163 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] Transition to ACTIVE for port object bf7e34de-7692-4ac9-9643-95b419638868 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:38.991060 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:39.005640 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-844f7225-af8e-4bf9-8bff-71de3031cc9a req-52ffb3f3-4376-4e64-be94-d883f7d18616 service neutron] 10.222.0.50 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402754 Aug 19 18:15:39.067307 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] Attempting to bind port bf7e34de-7692-4ac9-9643-95b419638868 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:39.068033 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] Attempting to bind port bf7e34de-7692-4ac9-9643-95b419638868 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:39.068033 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] Attempting to bind port bf7e34de-7692-4ac9-9643-95b419638868 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:39.090378 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34f83d9-adea-4095-8723-c9d1536af58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d03e31-9d4d-49cf-9f3e-56ad87387f2f'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:15:39.093877 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f4c5b7-f8fe-4e06-851c-1e6dd243a861" -d '{"events": [{"server_uuid": "d34f83d9-adea-4095-8723-c9d1536af58a", "name": "network-vif-plugged", "status": "completed", "tag": "57d03e31-9d4d-49cf-9f3e-56ad87387f2f"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:15:39.109453 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-bf24ee87-c7d9-489a-bbd6-2129adeaef3e tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] delete failed (client error): The resource could not be found. Aug 19 18:15:39.113568 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bf24ee87-c7d9-489a-bbd6-2129adeaef3e tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "DELETE /v2.0/routers/cb1b2387-dc89-4fb1-8621-21882ee0e905 HTTP/1.1" status: 404 len: 336 time: 0.9517446 Aug 19 18:15:39.120971 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54864) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:39.124321 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:15:39.124696 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:15:39.125090 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:39.125482 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:15:39.126215 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] Bound port: bf7e34de-7692-4ac9-9643-95b419638868, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:15:39.126625 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:39.195109 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4456ca-57eb-4fba-ab88-98b11ad5b5e8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:39.199630 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4456ca-57eb-4fba-ab88-98b11ad5b5e8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:39.206683 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3c4456ca-57eb-4fba-ab88-98b11ad5b5e8 tempest-RoutersAdminTest-1116753016 tempest-RoutersAdminTest-1116753016-project] 10.222.0.24 "DELETE /v2.0/subnets/4bbaf6ec-0902-4923-923c-88cd41efbc2a HTTP/1.1" status: 404 len: 337 time: 0.0869837 Aug 19 18:15:39.211393 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-44cf5499-b4bb-4288-a9b4-59e0d08e7fc6 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:39.240152 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] For port bf7e34de-7692-4ac9-9643-95b419638868, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:15:39.255103 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] For port bf7e34de-7692-4ac9-9643-95b419638868, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=bf7e34de-7692-4ac9-9643-95b419638868,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:15:39.273116 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:39.324422 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-844f7225-af8e-4bf9-8bff-71de3031cc9a req-c33c3545-7461-4606-923f-a0fff362d1a2 service neutron] 10.222.0.50 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059011 Aug 19 18:15:39.390985 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eafcdd-fbb9-4148-8518-312f3b0ec159 None None] Pushing event updated for resources: {'Port': ['ID=bf7e34de-7692-4ac9-9643-95b419638868,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:39.412516 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] Routers {'c3cb90f7-6240-49b0-aa3b-3028f5ed8044'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:39.413181 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['c3cb90f7-6240-49b0-aa3b-3028f5ed8044'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:39.427167 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eafcdd-fbb9-4148-8518-312f3b0ec159 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:39.427614 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eafcdd-fbb9-4148-8518-312f3b0ec159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:39.427983 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eafcdd-fbb9-4148-8518-312f3b0ec159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:39.428325 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eafcdd-fbb9-4148-8518-312f3b0ec159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:39.428672 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eafcdd-fbb9-4148-8518-312f3b0ec159 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:39.428998 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eafcdd-fbb9-4148-8518-312f3b0ec159 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:39.432981 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eafcdd-fbb9-4148-8518-312f3b0ec159 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:39.433362 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eafcdd-fbb9-4148-8518-312f3b0ec159 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:39.433736 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eafcdd-fbb9-4148-8518-312f3b0ec159 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:39.434085 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eafcdd-fbb9-4148-8518-312f3b0ec159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:39.434425 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eafcdd-fbb9-4148-8518-312f3b0ec159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:39.435491 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eafcdd-fbb9-4148-8518-312f3b0ec159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:39.454350 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8430d-1d61-45a3-b83c-97713189a165 req-4d050aad-109a-4436-a6ed-f85beda5746d tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:39.469584 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3dd8430d-1d61-45a3-b83c-97713189a165 req-4d050aad-109a-4436-a6ed-f85beda5746d tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 1.3422816 Aug 19 18:15:39.622819 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3dd8430d-1d61-45a3-b83c-97713189a165 req-53c379a7-c67b-43b2-8509-39e2e4e4c678 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522114 Aug 19 18:15:39.697600 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eafcdd-fbb9-4148-8518-312f3b0ec159 None None] Pushing event updated for resources: {'Port': ['ID=bf7e34de-7692-4ac9-9643-95b419638868,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:39.771826 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54870) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:39.880341 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54872) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:39.911557 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] Set router c3cb90f7-6240-49b0-aa3b-3028f5ed8044 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:15:40.159069 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:40.313086 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573e8db-d5f9-42ca-b630-7b90be9c4675 req-aa47b792-b4c6-4782-b8b7-647eddca2bbb tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:40.326421 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1573e8db-d5f9-42ca-b630-7b90be9c4675 req-aa47b792-b4c6-4782-b8b7-647eddca2bbb tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.3554611 Aug 19 18:15:40.336277 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-44cf5499-b4bb-4288-a9b4-59e0d08e7fc6 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:40.432243 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-44cf5499-b4bb-4288-a9b4-59e0d08e7fc6 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:40.492091 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-df5416e7-4bf9-475f-8cfd-f3b65414ec9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:40.510432 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1573e8db-d5f9-42ca-b630-7b90be9c4675 req-4a050473-7b82-467d-bc53-bdadce648eb7 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828914 Aug 19 18:15:40.511018 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cb90f7-6240-49b0-aa3b-3028f5ed8044', 'name': 'tempest-snat-router-1794662426', 'tenant_id': '18b072ce68004d9c90c4a0aee3bc78db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.158'}], 'enable_snat': False}, 'gw_port_id': 'bf7e34de-7692-4ac9-9643-95b419638868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:15:32Z', 'updated_at': '2021-08-19T18:15:34Z', 'revision_number': 3, 'project_id': '18b072ce68004d9c90c4a0aee3bc78db', 'gw_port': {'id': 'bf7e34de-7692-4ac9-9643-95b419638868', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3cb90f7-6240-49b0-aa3b-3028f5ed8044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:15:33Z', 'updated_at': '2021-08-19T18:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:40.623529 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9337e1-b4b9-4957-9885-ec4ad4ebb9f2 None None] The sync data for ids ['c3cb90f7-6240-49b0-aa3b-3028f5ed8044'] in n-d-803753-2 is: [{'id': 'c3cb90f7-6240-49b0-aa3b-3028f5ed8044', 'name': 'tempest-snat-router-1794662426', 'tenant_id': '18b072ce68004d9c90c4a0aee3bc78db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.158'}], 'enable_snat': False}, 'gw_port_id': 'bf7e34de-7692-4ac9-9643-95b419638868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:15:32Z', 'updated_at': '2021-08-19T18:15:34Z', 'revision_number': 3, 'project_id': '18b072ce68004d9c90c4a0aee3bc78db', 'gw_port': {'id': 'bf7e34de-7692-4ac9-9643-95b419638868', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3cb90f7-6240-49b0-aa3b-3028f5ed8044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:15:33Z', 'updated_at': '2021-08-19T18:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:15:40.648052 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45ce558-05e7-4314-9356-bafd2de5a03f x-openstack-request-id: req-a45ce558-05e7-4314-9356-bafd2de5a03f {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:15:40.650837 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34f83d9-adea-4095-8723-c9d1536af58a", "name": "network-vif-plugged", "status": "completed", "tag": "57d03e31-9d4d-49cf-9f3e-56ad87387f2f", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:15:40.650837 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a45ce558-05e7-4314-9356-bafd2de5a03f {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:15:40.651427 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34f83d9-adea-4095-8723-c9d1536af58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d03e31-9d4d-49cf-9f3e-56ad87387f2f', 'code': 200} Aug 19 18:15:40.683060 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-df5416e7-4bf9-475f-8cfd-f3b65414ec9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:40.713613 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-df5416e7-4bf9-475f-8cfd-f3b65414ec9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:40.855307 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-df5416e7-4bf9-475f-8cfd-f3b65414ec9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5bfa6d266e234b14af14be7f558e5b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9649160 Aug 19 18:15:40.856023 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:40.879061 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54880) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:40.941659 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5416e7-4bf9-475f-8cfd-f3b65414ec9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345d1dc2-81bb-49ec-b695-bbc258e9eb24,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:40.944956 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-44cf5499-b4bb-4288-a9b4-59e0d08e7fc6 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Allocated IP 172.25.8.53 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/d5ecc5a8-4043-48bf-b77b-ac22ffe5782f) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:41.102877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f8521-6d05-4cef-a8bf-a6f30f9309f7 req-559c29a5-54b4-489a-821e-f2d44dd039d6 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:41.111439 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1a2f8521-6d05-4cef-a8bf-a6f30f9309f7 req-559c29a5-54b4-489a-821e-f2d44dd039d6 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.3018022 Aug 19 18:15:41.146779 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-48f5be53-688c-4f3f-a8ce-bfd51aacab1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:41.366850 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-48f5be53-688c-4f3f-a8ce-bfd51aacab1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:41.499227 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-44cf5499-b4bb-4288-a9b4-59e0d08e7fc6 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:41.524332 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-48f5be53-688c-4f3f-a8ce-bfd51aacab1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:41.535710 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-48f5be53-688c-4f3f-a8ce-bfd51aacab1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:41.546306 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-48f5be53-688c-4f3f-a8ce-bfd51aacab1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/345d1dc2-81bb-49ec-b695-bbc258e9eb24 HTTP/1.1" status: 204 len: 168 time: 0.6606057 Aug 19 18:15:41.560691 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5be53-688c-4f3f-a8ce-bfd51aacab1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345d1dc2-81bb-49ec-b695-bbc258e9eb24,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:41.657183 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ed58a68a-35d4-4886-aefa-0e30d703e00c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:41.703219 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-44cf5499-b4bb-4288-a9b4-59e0d08e7fc6 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:41.842896 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cf5499-b4bb-4288-a9b4-59e0d08e7fc6 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:41.893621 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-44cf5499-b4bb-4288-a9b4-59e0d08e7fc6 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:41.920683 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cf5499-b4bb-4288-a9b4-59e0d08e7fc6 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:41.978602 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf5499-b4bb-4288-a9b4-59e0d08e7fc6 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Pushing event updated for resources: {'Port': ['ID=d5ecc5a8-4043-48bf-b77b-ac22ffe5782f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:42.046233 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1a2f8521-6d05-4cef-a8bf-a6f30f9309f7 req-e0e9fd1f-786a-41ac-867b-2fefc42759ad tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8328094 Aug 19 18:15:42.422077 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device bf7e34de-7692-4ac9-9643-95b419638868 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:42.595554 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54908) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:42.600044 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port bf7e34de-7692-4ac9-9643-95b419638868 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:42.606108 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port bf7e34de-7692-4ac9-9643-95b419638868 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:42.609235 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:42.694343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe27763-a8e1-4003-9c75-4b955933628a req-cf900951-bb00-42b5-a574-3f0643a89cb7 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:42.700678 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5fe27763-a8e1-4003-9c75-4b955933628a req-cf900951-bb00-42b5-a574-3f0643a89cb7 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.3803554 Aug 19 18:15:42.765972 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-ed58a68a-35d4-4886-aefa-0e30d703e00c admin admin] Deleting port 946b4b92-6c98-4f37-bbf6-634344f005b3 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:42.769809 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ed58a68a-35d4-4886-aefa-0e30d703e00c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:42.854712 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3f86b63f-c815-48a8-8605-fddb29721cdd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32666db3a095430990a234afcf419280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504406 Aug 19 18:15:42.855670 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54910) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:42.877045 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:42.933363 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port bf7e34de-7692-4ac9-9643-95b419638868, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=bf7e34de-7692-4ac9-9643-95b419638868,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:42.939723 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:43.033972 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-ed58a68a-35d4-4886-aefa-0e30d703e00c admin admin] For port 946b4b92-6c98-4f37-bbf6-634344f005b3, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=946b4b92-6c98-4f37-bbf6-634344f005b3,segment=NetworkSegment(8d1b91f9-eb67-4862-ab25-b92a357c2185),segment_id=8d1b91f9-eb67-4862-ab25-b92a357c2185)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:43.035652 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ed58a68a-35d4-4886-aefa-0e30d703e00c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:43.046088 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=bf7e34de-7692-4ac9-9643-95b419638868,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:43.070338 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5fe27763-a8e1-4003-9c75-4b955933628a req-c7c68259-bfc4-4c92-bdc2-a9ec8b73e59d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428488 Aug 19 18:15:43.120220 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-ed58a68a-35d4-4886-aefa-0e30d703e00c admin admin] Calling delete_port for 946b4b92-6c98-4f37-bbf6-634344f005b3 owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:43.574122 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c9abd53b-9491-4eef-99ea-288e680739b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:43.634541 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ed58a68a-35d4-4886-aefa-0e30d703e00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:43.655067 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c9abd53b-9491-4eef-99ea-288e680739b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:43.738492 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58a68a-35d4-4886-aefa-0e30d703e00c admin admin] Pushing event deleted for resources: {'Port': ['ID=946b4b92-6c98-4f37-bbf6-634344f005b3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:43.825357 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f91af0-48fe-448f-950e-04116e0c0f7b req-2530a3a5-9791-488a-b21d-7ed2697dbbb8 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:43.830603 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52f91af0-48fe-448f-950e-04116e0c0f7b req-2530a3a5-9791-488a-b21d-7ed2697dbbb8 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.5966883 Aug 19 18:15:43.838684 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c9abd53b-9491-4eef-99ea-288e680739b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:43.847614 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c9abd53b-9491-4eef-99ea-288e680739b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:43.856588 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c9abd53b-9491-4eef-99ea-288e680739b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f3692a8-0fe8-473d-806f-aa966f93b800 HTTP/1.1" status: 204 len: 168 time: 0.9798350 Aug 19 18:15:43.956626 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abd53b-9491-4eef-99ea-288e680739b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3692a8-0fe8-473d-806f-aa966f93b800,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:43.973312 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-44cf5499-b4bb-4288-a9b4-59e0d08e7fc6 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:44.259636 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ed58a68a-35d4-4886-aefa-0e30d703e00c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:44.417506 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52f91af0-48fe-448f-950e-04116e0c0f7b req-4577c3c0-2b66-4008-b7ba-93872f497c07 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5509455 Aug 19 18:15:44.564978 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device bf7e34de-7692-4ac9-9643-95b419638868 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:44.657493 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-44cf5499-b4bb-4288-a9b4-59e0d08e7fc6 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:44.716467 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port bf7e34de-7692-4ac9-9643-95b419638868 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:44.718432 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:44.990631 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a25d25-bf2d-485d-b69c-dbec8cec2e9f req-f19a2489-9254-4d99-8ea3-396423c642d1 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:45.007474 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-42a25d25-bf2d-485d-b69c-dbec8cec2e9f req-f19a2489-9254-4d99-8ea3-396423c642d1 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.3449152 Aug 19 18:15:45.072107 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-42a25d25-bf2d-485d-b69c-dbec8cec2e9f req-9d78bf6d-3687-48da-86b6-a53f78d6d6bf tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636964 Aug 19 18:15:45.173525 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cf5499-b4bb-4288-a9b4-59e0d08e7fc6 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Router 85b4af37-cb06-469e-a278-906e4eed0aa5 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:15:45.231354 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed58a68a-35d4-4886-aefa-0e30d703e00c admin admin] Router fbb8e251-379e-47ce-ba89-9a9ba5e66715 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:15:45.554007 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cf5499-b4bb-4288-a9b4-59e0d08e7fc6 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:15:45.589855 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Sync routers for ids ['85b4af37-cb06-469e-a278-906e4eed0aa5'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:15:45.612793 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed58a68a-35d4-4886-aefa-0e30d703e00c admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:15:45.625796 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c61a992-f045-4ece-bd0c-1ca024dd0ab3 None None] Sync routers for ids ['fbb8e251-379e-47ce-ba89-9a9ba5e66715'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:15:45.630918 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Routers {'85b4af37-cb06-469e-a278-906e4eed0aa5'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:45.632160 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['85b4af37-cb06-469e-a278-906e4eed0aa5'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:45.637258 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ed58a68a-35d4-4886-aefa-0e30d703e00c admin admin] 10.222.0.24 "PUT /v2.0/routers/fbb8e251-379e-47ce-ba89-9a9ba5e66715/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8620367 Aug 19 18:15:45.637833 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54948) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:45.656798 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c61a992-f045-4ece-bd0c-1ca024dd0ab3 None None] Routers {'fbb8e251-379e-47ce-ba89-9a9ba5e66715'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:45.658756 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-2c61a992-f045-4ece-bd0c-1ca024dd0ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['fbb8e251-379e-47ce-ba89-9a9ba5e66715'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:45.747704 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-44cf5499-b4bb-4288-a9b4-59e0d08e7fc6 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:45.754969 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-44cf5499-b4bb-4288-a9b4-59e0d08e7fc6 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.3179741 Aug 19 18:15:45.766079 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54952) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:46.000944 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-2c61a992-f045-4ece-bd0c-1ca024dd0ab3 None None] Set router fbb8e251-379e-47ce-ba89-9a9ba5e66715 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:15:46.031590 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab4ffd-71d4-4d49-980e-65ceb2bb9a98 req-6bf19b89-cbcb-485b-9f55-d0946c8edd02 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:46.037693 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5eab4ffd-71d4-4d49-980e-65ceb2bb9a98 req-6bf19b89-cbcb-485b-9f55-d0946c8edd02 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.4560215 Aug 19 18:15:46.041133 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Set router 85b4af37-cb06-469e-a278-906e4eed0aa5 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:15:46.118428 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-14b81a45-0bb1-4b44-9c9b-bf8bc59d818f admin admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:46.306514 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5eab4ffd-71d4-4d49-980e-65ceb2bb9a98 req-64ed4526-59c1-4f15-93ea-35c1a94b1fb4 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582762 Aug 19 18:15:46.318703 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fef84939-cea3-4527-93f4-2fb8a711aaac tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "GET /v2.0/routers/85b4af37-cb06-469e-a278-906e4eed0aa5 HTTP/1.1" status: 200 len: 907 time: 0.5514235 Aug 19 18:15:46.321919 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54962) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:46.531556 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-14b81a45-0bb1-4b44-9c9b-bf8bc59d818f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:46.572300 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-716b0e87-f03d-4682-977c-55c84c642779 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:46.675942 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-14b81a45-0bb1-4b44-9c9b-bf8bc59d818f admin admin] Deleting port a310f831-0d92-4fb0-abca-9c1c9274101a {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:46.678909 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-14b81a45-0bb1-4b44-9c9b-bf8bc59d818f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:46.707181 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-2c61a992-f045-4ece-bd0c-1ca024dd0ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb8e251-379e-47ce-ba89-9a9ba5e66715', 'name': 'tempest-ServerRescueTestJSON-184526674-router', 'tenant_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'a310f831-0d92-4fb0-abca-9c1c9274101a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:31Z', 'updated_at': '2021-08-19T18:15:43Z', 'revision_number': 5, 'project_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'gw_port': {'id': 'a310f831-0d92-4fb0-abca-9c1c9274101a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb8e251-379e-47ce-ba89-9a9ba5e66715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:32Z', 'updated_at': '2021-08-19T18:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:46.714339 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:46.795198 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b4af37-cb06-469e-a278-906e4eed0aa5', 'name': 'tempest-snat-router-1794662426', 'tenant_id': '18b072ce68004d9c90c4a0aee3bc78db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'd5ecc5a8-4043-48bf-b77b-ac22ffe5782f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:15:37Z', 'updated_at': '2021-08-19T18:15:42Z', 'revision_number': 3, 'project_id': '18b072ce68004d9c90c4a0aee3bc78db', 'gw_port': {'id': 'd5ecc5a8-4043-48bf-b77b-ac22ffe5782f', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b4af37-cb06-469e-a278-906e4eed0aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:15:40Z', 'updated_at': '2021-08-19T18:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:46.853084 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c61a992-f045-4ece-bd0c-1ca024dd0ab3 None None] Checking router: fbb8e251-379e-47ce-ba89-9a9ba5e66715 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:15:46.896652 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c61a992-f045-4ece-bd0c-1ca024dd0ab3 None None] Routers {'fbb8e251-379e-47ce-ba89-9a9ba5e66715'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:46.897769 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-2c61a992-f045-4ece-bd0c-1ca024dd0ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['fbb8e251-379e-47ce-ba89-9a9ba5e66715'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:46.913678 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Checking router: 85b4af37-cb06-469e-a278-906e4eed0aa5 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:15:46.913678 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Updating router 85b4af37-cb06-469e-a278-906e4eed0aa5 port d5ecc5a8-4043-48bf-b77b-ac22ffe5782f binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:15:46.991371 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:47.007818 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-14b81a45-0bb1-4b44-9c9b-bf8bc59d818f admin admin] For port a310f831-0d92-4fb0-abca-9c1c9274101a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a310f831-0d92-4fb0-abca-9c1c9274101a,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:47.009121 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-14b81a45-0bb1-4b44-9c9b-bf8bc59d818f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:47.010997 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd44361-08bc-4aa0-8cf8-6e27d4db6d37 req-327480c5-b884-44cc-9d2d-073a0122d649 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:47.029992 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9bd44361-08bc-4aa0-8cf8-6e27d4db6d37 req-327480c5-b884-44cc-9d2d-073a0122d649 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.4531796 Aug 19 18:15:47.092154 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-14b81a45-0bb1-4b44-9c9b-bf8bc59d818f admin admin] Calling delete_port for a310f831-0d92-4fb0-abca-9c1c9274101a owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:47.145144 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-716b0e87-f03d-4682-977c-55c84c642779 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:47.266999 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9bd44361-08bc-4aa0-8cf8-6e27d4db6d37 req-5092a688-95e8-4e40-9788-65489dd07f64 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772530 Aug 19 18:15:47.414830 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-716b0e87-f03d-4682-977c-55c84c642779 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Deleting port d5ecc5a8-4043-48bf-b77b-ac22ffe5782f {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:47.415330 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-716b0e87-f03d-4682-977c-55c84c642779 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:47.479465 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54978) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:47.583206 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-2c61a992-f045-4ece-bd0c-1ca024dd0ab3 None None] Set router fbb8e251-379e-47ce-ba89-9a9ba5e66715 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:15:47.720626 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-14b81a45-0bb1-4b44-9c9b-bf8bc59d818f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:47.737816 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-716b0e87-f03d-4682-977c-55c84c642779 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:47.803890 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-716b0e87-f03d-4682-977c-55c84c642779 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Calling delete_port for d5ecc5a8-4043-48bf-b77b-ac22ffe5782f owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:47.816241 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b81a45-0bb1-4b44-9c9b-bf8bc59d818f admin admin] Pushing event deleted for resources: {'Port': ['ID=a310f831-0d92-4fb0-abca-9c1c9274101a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:47.858261 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c20a6a-3102-44e5-8a8b-5fd369b901b5 req-b02b5fc3-ee33-4d40-a797-4073d655655c tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:47.868992 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-69c20a6a-3102-44e5-8a8b-5fd369b901b5 req-b02b5fc3-ee33-4d40-a797-4073d655655c tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.2634578 Aug 19 18:15:47.896717 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:47.919938 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-2c61a992-f045-4ece-bd0c-1ca024dd0ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb8e251-379e-47ce-ba89-9a9ba5e66715', 'name': 'tempest-ServerRescueTestJSON-184526674-router', 'tenant_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:31Z', 'updated_at': '2021-08-19T18:15:46Z', 'revision_number': 6, 'project_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:47.939979 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Transition to ACTIVE for port object d5ecc5a8-4043-48bf-b77b-ac22ffe5782f will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:47.962209 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:47.991498 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-51cb4c6d-da2e-4608-b00f-de7891e8fd31 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1962791769', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:48.047882 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-14b81a45-0bb1-4b44-9c9b-bf8bc59d818f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:48.054892 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c61a992-f045-4ece-bd0c-1ca024dd0ab3 None None] The sync data for ids ['fbb8e251-379e-47ce-ba89-9a9ba5e66715'] in n-d-803753-2 is: [{'id': 'fbb8e251-379e-47ce-ba89-9a9ba5e66715', 'name': 'tempest-ServerRescueTestJSON-184526674-router', 'tenant_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:31Z', 'updated_at': '2021-08-19T18:15:46Z', 'revision_number': 6, 'project_id': 'ae80c06dc10a4ca3827cce85fbacc6e6', 'gw_port_host': None}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:15:48.124455 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-69c20a6a-3102-44e5-8a8b-5fd369b901b5 req-783833b2-49d0-44e0-b8fe-e8175a3b04dd tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526834 Aug 19 18:15:48.167395 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52487b2-7a20-449f-a60d-3d8fc9215acf None None] Pushing event updated for resources: {'Port': ['ID=d5ecc5a8-4043-48bf-b77b-ac22ffe5782f,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:48.170020 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Attempting to bind port d5ecc5a8-4043-48bf-b77b-ac22ffe5782f on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:48.171302 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Attempting to bind port d5ecc5a8-4043-48bf-b77b-ac22ffe5782f by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:48.171683 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Attempting to bind port d5ecc5a8-4043-48bf-b77b-ac22ffe5782f on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:48.185256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:15:48.185256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:15:48.185256 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:48.185256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:15:48.186040 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Bound port: d5ecc5a8-4043-48bf-b77b-ac22ffe5782f, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:15:48.186633 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:48.409816 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cb4c6d-da2e-4608-b00f-de7891e8fd31 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Made reservation on behalf of d9f5c11a90bf43ce8f60579338e3f99b for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:48.421444 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-51cb4c6d-da2e-4608-b00f-de7891e8fd31 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:48.428157 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 946b4b92-6c98-4f37-bbf6-634344f005b3 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:15:48.481971 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-51cb4c6d-da2e-4608-b00f-de7891e8fd31 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:48.517837 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 946b4b92-6c98-4f37-bbf6-634344f005b3 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:15:48.518275 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 946b4b92-6c98-4f37-bbf6-634344f005b3 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:15:48.528460 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-14b81a45-0bb1-4b44-9c9b-bf8bc59d818f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:48.534077 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-14b81a45-0bb1-4b44-9c9b-bf8bc59d818f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:48.672015 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-14b81a45-0bb1-4b44-9c9b-bf8bc59d818f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:48.673102 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b81a45-0bb1-4b44-9c9b-bf8bc59d818f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbb8e251-379e-47ce-ba89-9a9ba5e66715 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:15:48.683467 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-14b81a45-0bb1-4b44-9c9b-bf8bc59d818f admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:48.685734 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-14b81a45-0bb1-4b44-9c9b-bf8bc59d818f admin admin] 10.222.0.24 "DELETE /v2.0/routers/fbb8e251-379e-47ce-ba89-9a9ba5e66715 HTTP/1.1" status: 204 len: 168 time: 3.0452986 Aug 19 18:15:48.694426 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54990) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:48.698559 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.api [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:15:48.699112 n-d-803753-2 neutron-server[94683]: DEBUG oslo_db.api [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:15:48.721572 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-716b0e87-f03d-4682-977c-55c84c642779 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:48.923190 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-51cb4c6d-da2e-4608-b00f-de7891e8fd31 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:48.927712 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d07d2b8-97bb-4068-984d-fc2e41fadf5c admin admin] Deleting subnet d1d4e6d1-19da-4c86-acd1-805ea460bc92 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:15:48.930989 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-51cb4c6d-da2e-4608-b00f-de7891e8fd31 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:48.937237 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d07d2b8-97bb-4068-984d-fc2e41fadf5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:48.938595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-51cb4c6d-da2e-4608-b00f-de7891e8fd31 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] device_id is not set on port 16baee27-460a-4f6d-a4c4-201f4e195ff3 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:15:48.998972 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d07d2b8-97bb-4068-984d-fc2e41fadf5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:49.054582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb4c6d-da2e-4608-b00f-de7891e8fd31 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543577a4-7011-412e-bbee-320d967583d3,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:49.083791 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5c8d0234-6609-4363-bf06-0a98f48d3631 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:15:49.301075 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Attempting to bind port d5ecc5a8-4043-48bf-b77b-ac22ffe5782f on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:49.307027 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-51cb4c6d-da2e-4608-b00f-de7891e8fd31 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Allocated IP 172.25.8.55 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/16baee27-460a-4f6d-a4c4-201f4e195ff3) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:49.307702 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Attempting to bind port d5ecc5a8-4043-48bf-b77b-ac22ffe5782f by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:49.308223 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Attempting to bind port d5ecc5a8-4043-48bf-b77b-ac22ffe5782f on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:49.320519 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:15:49.324125 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:15:49.325692 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:49.326197 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:15:49.335989 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Bound port: d5ecc5a8-4043-48bf-b77b-ac22ffe5782f, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:15:49.337490 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:49.397390 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Port d5ecc5a8-4043-48bf-b77b-ac22ffe5782f has been deleted concurrently {{(pid=94683) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 19 18:15:49.444528 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Routers {'85b4af37-cb06-469e-a278-906e4eed0aa5'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:49.446584 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['85b4af37-cb06-469e-a278-906e4eed0aa5'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:49.735256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] Set router 85b4af37-cb06-469e-a278-906e4eed0aa5 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:15:49.754044 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-51cb4c6d-da2e-4608-b00f-de7891e8fd31 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:49.848364 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-51cb4c6d-da2e-4608-b00f-de7891e8fd31 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:49.877275 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5c8d0234-6609-4363-bf06-0a98f48d3631, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5c8d0234-6609-4363-bf06-0a98f48d3631,segment=NetworkSegment(8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1),segment_id=8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:49.880122 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b4af37-cb06-469e-a278-906e4eed0aa5', 'name': 'tempest-snat-router-1794662426', 'tenant_id': '18b072ce68004d9c90c4a0aee3bc78db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:15:37Z', 'updated_at': '2021-08-19T18:15:48Z', 'revision_number': 5, 'project_id': '18b072ce68004d9c90c4a0aee3bc78db', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:49.934930 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3acda39-9f56-4d0e-ac1f-055ab209bbef None None] The sync data for ids ['85b4af37-cb06-469e-a278-906e4eed0aa5'] in n-d-803753-2 is: [{'id': '85b4af37-cb06-469e-a278-906e4eed0aa5', 'name': 'tempest-snat-router-1794662426', 'tenant_id': '18b072ce68004d9c90c4a0aee3bc78db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:15:37Z', 'updated_at': '2021-08-19T18:15:48Z', 'revision_number': 5, 'project_id': '18b072ce68004d9c90c4a0aee3bc78db', 'gw_port_host': None}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:15:49.937994 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '5c8d0234-6609-4363-bf06-0a98f48d3631', 'network_id': '01f7f594-e81d-44ac-aac6-2a854b94c65c', 'port_id': '5c8d0234-6609-4363-bf06-0a98f48d3631', 'mac_address': 'fa:16:3e:8b:bf:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13f9baf-d90a-4ab7-b93b-82b15f099642', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:15:49.939901 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb4c6d-da2e-4608-b00f-de7891e8fd31 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Pushing event updated for resources: {'Port': ['ID=16baee27-460a-4f6d-a4c4-201f4e195ff3,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:50.004601 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cb4c6d-da2e-4608-b00f-de7891e8fd31 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:50.006239 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-51cb4c6d-da2e-4608-b00f-de7891e8fd31 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:50.009858 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cb4c6d-da2e-4608-b00f-de7891e8fd31 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:50.020271 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:50.062683 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c8d0234-6609-4363-bf06-0a98f48d3631 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:15:50.132154 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5c8d0234-6609-4363-bf06-0a98f48d3631, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5c8d0234-6609-4363-bf06-0a98f48d3631,segment=NetworkSegment(8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1),segment_id=8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:50.142111 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d07d2b8-97bb-4068-984d-fc2e41fadf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:50.143090 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:50.148107 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cb4c6d-da2e-4608-b00f-de7891e8fd31 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:50.151029 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-51cb4c6d-da2e-4608-b00f-de7891e8fd31 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:50.182381 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-51cb4c6d-da2e-4608-b00f-de7891e8fd31 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.6964242 Aug 19 18:15:50.183058 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55000) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:50.190398 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-9f5bf44c-aae6-419e-b9c2-1fc726460792 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.55'}]}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:50.261370 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f5bf44c-aae6-419e-b9c2-1fc726460792 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:50.261808 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=5c8d0234-6609-4363-bf06-0a98f48d3631,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:50.263265 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f5bf44c-aae6-419e-b9c2-1fc726460792 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:50.266346 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a310f831-0d92-4fb0-abca-9c1c9274101a no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:15:50.326637 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: a310f831-0d92-4fb0-abca-9c1c9274101a {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:15:50.326979 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a310f831-0d92-4fb0-abca-9c1c9274101a not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:15:50.396783 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b0e87-f03d-4682-977c-55c84c642779 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5ecc5a8-4043-48bf-b77b-ac22ffe5782f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:50.420449 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f5bf44c-aae6-419e-b9c2-1fc726460792 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:50.454708 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['5c8d0234-6609-4363-bf06-0a98f48d3631'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:15:50.463874 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17378e59-b526-41fa-b12e-527f2c089a73 req-e97e6408-e97a-426f-9c77-25c9093040a4 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:50.476405 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-17378e59-b526-41fa-b12e-527f2c089a73 req-e97e6408-e97a-426f-9c77-25c9093040a4 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 1.9562182 Aug 19 18:15:50.596272 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d07d2b8-97bb-4068-984d-fc2e41fadf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:50.852752 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-17378e59-b526-41fa-b12e-527f2c089a73 req-99b338e6-0ab5-446b-8939-ff468fb0eb6f tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477770 Aug 19 18:15:50.974776 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f5bf44c-aae6-419e-b9c2-1fc726460792 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:50.979806 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07d2b8-97bb-4068-984d-fc2e41fadf5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1d4e6d1-19da-4c86-acd1-805ea460bc92,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:50.990547 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d07d2b8-97bb-4068-984d-fc2e41fadf5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:50.992980 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7d07d2b8-97bb-4068-984d-fc2e41fadf5c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d1d4e6d1-19da-4c86-acd1-805ea460bc92 HTTP/1.1" status: 204 len: 168 time: 2.2967443 Aug 19 18:15:50.995948 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55006) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:51.099687 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5c8d0234-6609-4363-bf06-0a98f48d3631 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:15:51.221436 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-716b0e87-f03d-4682-977c-55c84c642779 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:51.452418 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:51.513740 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5c8d0234-6609-4363-bf06-0a98f48d3631 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:15:51.549508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55010) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:51.570188 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5c8d0234-6609-4363-bf06-0a98f48d3631, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5c8d0234-6609-4363-bf06-0a98f48d3631,segment=NetworkSegment(8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1),segment_id=8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:51.576686 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:51.627168 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-716b0e87-f03d-4682-977c-55c84c642779 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:51.640632 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-716b0e87-f03d-4682-977c-55c84c642779 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:51.644389 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d19adea0-4823-4cdc-a229-9d56f88e9f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:51.691968 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b8681-67f1-4105-a5cc-9f7b1ebf5882 req-edaea212-8ae4-44be-a538-e41cad5bfea7 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:51.694154 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-353b8681-67f1-4105-a5cc-9f7b1ebf5882 req-edaea212-8ae4-44be-a538-e41cad5bfea7 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 944 time: 0.5423484 Aug 19 18:15:51.707137 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=5c8d0234-6609-4363-bf06-0a98f48d3631,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:51.844212 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-716b0e87-f03d-4682-977c-55c84c642779 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:51.844863 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716b0e87-f03d-4682-977c-55c84c642779 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 85b4af37-cb06-469e-a278-906e4eed0aa5 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:15:51.871235 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-716b0e87-f03d-4682-977c-55c84c642779 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:51.876343 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-716b0e87-f03d-4682-977c-55c84c642779 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "DELETE /v2.0/routers/85b4af37-cb06-469e-a278-906e4eed0aa5 HTTP/1.1" status: 204 len: 168 time: 5.5491076 Aug 19 18:15:51.878289 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55014) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:51.912751 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-353b8681-67f1-4105-a5cc-9f7b1ebf5882 req-5e01fc9e-79ea-4320-8453-3ab88242596a tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112492 Aug 19 18:15:51.917511 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fbe669a0-bf30-4f6c-9c08-f470dbcfd295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.126006 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d19adea0-4823-4cdc-a229-9d56f88e9f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.153351 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d19adea0-4823-4cdc-a229-9d56f88e9f65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3700011-a00d-444a-b5c3-5a096e23b70c']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:52.215870 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d19adea0-4823-4cdc-a229-9d56f88e9f65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1b91f9-eb67-4862-ab25-b92a357c2185') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:52.216717 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d19adea0-4823-4cdc-a229-9d56f88e9f65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1b91f9-eb67-4862-ab25-b92a357c2185') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:52.240098 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d19adea0-4823-4cdc-a229-9d56f88e9f65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.269242 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d19adea0-4823-4cdc-a229-9d56f88e9f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.286694 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363362c-fe32-4a68-bc26-aa81d1e96d44 req-0b583be2-dc2f-46d1-8bf4-ec57005c5bb0 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:52.288607 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e363362c-fe32-4a68-bc26-aa81d1e96d44 req-0b583be2-dc2f-46d1-8bf4-ec57005c5bb0 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.1454179 Aug 19 18:15:52.294409 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19adea0-4823-4cdc-a229-9d56f88e9f65 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:15:52.294835 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d19adea0-4823-4cdc-a229-9d56f88e9f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: items = [ Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:15:52.296785 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:15:52.361439 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0487e56a-07dd-424e-9ed2-ee160e0e14d3 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.462040 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e363362c-fe32-4a68-bc26-aa81d1e96d44 req-9eabdb01-6ff6-4050-b9a1-fe5847269179 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581230 Aug 19 18:15:52.470914 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d19adea0-4823-4cdc-a229-9d56f88e9f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.498668 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d19adea0-4823-4cdc-a229-9d56f88e9f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.501336 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d19adea0-4823-4cdc-a229-9d56f88e9f65 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f3700011-a00d-444a-b5c3-5a096e23b70c HTTP/1.1" status: 204 len: 168 time: 1.5041907 Aug 19 18:15:52.550428 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19adea0-4823-4cdc-a229-9d56f88e9f65 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3700011-a00d-444a-b5c3-5a096e23b70c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:52.575189 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fbe669a0-bf30-4f6c-9c08-f470dbcfd295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.581320 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fbe669a0-bf30-4f6c-9c08-f470dbcfd295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.662767 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fbe669a0-bf30-4f6c-9c08-f470dbcfd295 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd832943912b4a71bd836f9e720ac87e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1098256 Aug 19 18:15:52.665757 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55020) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:52.777863 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55022) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:52.846578 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe669a0-bf30-4f6c-9c08-f470dbcfd295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7829bfb-c9bd-428a-b76a-1cb8e4bdfb9c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:52.898212 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0487e56a-07dd-424e-9ed2-ee160e0e14d3 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.904696 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-be13a88d-9e9e-495b-ae7c-869b6d4f7344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.985048 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8265ad2a-3291-46f4-b5b5-86ac0b0ba039 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae80c06dc10a4ca3827cce85fbacc6e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2028112 Aug 19 18:15:52.990172 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55026) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:53.009454 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-be13a88d-9e9e-495b-ae7c-869b6d4f7344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:53.010565 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f5bf44c-aae6-419e-b9c2-1fc726460792 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:53.039815 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f5bf44c-aae6-419e-b9c2-1fc726460792 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:53.097283 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-be13a88d-9e9e-495b-ae7c-869b6d4f7344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:53.099590 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5c8d0234-6609-4363-bf06-0a98f48d3631 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:53.100194 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-be13a88d-9e9e-495b-ae7c-869b6d4f7344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:53.101501 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-be13a88d-9e9e-495b-ae7c-869b6d4f7344 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7829bfb-c9bd-428a-b76a-1cb8e4bdfb9c HTTP/1.1" status: 204 len: 168 time: 0.4344926 Aug 19 18:15:53.224653 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13a88d-9e9e-495b-ae7c-869b6d4f7344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7829bfb-c9bd-428a-b76a-1cb8e4bdfb9c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:53.320057 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 5c8d0234-6609-4363-bf06-0a98f48d3631 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:53.322468 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:53.325280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f4509-daa8-4a1f-90ff-0503ad0e6380 req-cc7f18fa-57fb-4191-92e1-7f0b31024297 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:53.327385 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e03f4509-daa8-4a1f-90ff-0503ad0e6380 req-cc7f18fa-57fb-4191-92e1-7f0b31024297 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 943 time: 0.2066181 Aug 19 18:15:53.424233 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e03f4509-daa8-4a1f-90ff-0503ad0e6380 req-56c755d9-b895-4d8f-8951-6e0f628c0c04 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893595 Aug 19 18:15:53.489707 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f5bf44c-aae6-419e-b9c2-1fc726460792 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:53.568688 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:53.609794 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-0487e56a-07dd-424e-9ed2-ee160e0e14d3 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Deleting port bf7e34de-7692-4ac9-9643-95b419638868 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:53.610186 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0487e56a-07dd-424e-9ed2-ee160e0e14d3 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:53.714767 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5c8d0234-6609-4363-bf06-0a98f48d3631, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5c8d0234-6609-4363-bf06-0a98f48d3631,segment=NetworkSegment(8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1),segment_id=8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:53.720859 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ff9328-cacd-4087-b995-9b3f50b93428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8d0234-6609-4363-bf06-0a98f48d3631'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:15:53.731108 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbe7036-5113-4b1f-9215-846db720d88b" -d '{"events": [{"server_uuid": "90ff9328-cacd-4087-b995-9b3f50b93428", "name": "network-vif-plugged", "status": "completed", "tag": "5c8d0234-6609-4363-bf06-0a98f48d3631"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:15:53.806745 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896cfbb-dc98-4d30-9d42-ae5862f7dec7 req-ee435b4a-ce09-4bb6-8a0e-7ac795f7be87 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:53.806745 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8896cfbb-dc98-4d30-9d42-ae5862f7dec7 req-ee435b4a-ce09-4bb6-8a0e-7ac795f7be87 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.1283448 Aug 19 18:15:53.850133 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:53.908771 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8896cfbb-dc98-4d30-9d42-ae5862f7dec7 req-226c768c-a1a6-410c-800d-6bab12fda810 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374915 Aug 19 18:15:53.923223 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55036) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:53.966951 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ab6a0c6d-24c8-4d61-b0d2-b23308aae3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:53.974479 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90bff112-2880-44b9-a5e4-c84355ed5231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:54.011619 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f5bf44c-aae6-419e-b9c2-1fc726460792 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:54.028454 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=5c8d0234-6609-4363-bf06-0a98f48d3631,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:54.030399 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f5bf44c-aae6-419e-b9c2-1fc726460792 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:54.160788 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90bff112-2880-44b9-a5e4-c84355ed5231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:54.192446 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-0487e56a-07dd-424e-9ed2-ee160e0e14d3 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] For port bf7e34de-7692-4ac9-9643-95b419638868, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=bf7e34de-7692-4ac9-9643-95b419638868,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:54.192446 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0487e56a-07dd-424e-9ed2-ee160e0e14d3 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:54.194048 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-0487e56a-07dd-424e-9ed2-ee160e0e14d3 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Calling delete_port for bf7e34de-7692-4ac9-9643-95b419638868 owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:54.206540 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12111e98-8bc1-489e-a69e-cdeb7394159b x-openstack-request-id: req-12111e98-8bc1-489e-a69e-cdeb7394159b {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:15:54.207081 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ff9328-cacd-4087-b995-9b3f50b93428", "name": "network-vif-plugged", "status": "completed", "tag": "5c8d0234-6609-4363-bf06-0a98f48d3631", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:15:54.207301 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12111e98-8bc1-489e-a69e-cdeb7394159b {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:15:54.207962 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ff9328-cacd-4087-b995-9b3f50b93428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8d0234-6609-4363-bf06-0a98f48d3631', 'code': 200} Aug 19 18:15:54.275827 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f5bf44c-aae6-419e-b9c2-1fc726460792 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:54.277164 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5bf44c-aae6-419e-b9c2-1fc726460792 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 776d062f-15db-47b2-8991-3a4cd04b7de3 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:15:54.310482 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90bff112-2880-44b9-a5e4-c84355ed5231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:54.311169 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ab6a0c6d-24c8-4d61-b0d2-b23308aae3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:54.313475 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90bff112-2880-44b9-a5e4-c84355ed5231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:54.317164 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-90bff112-2880-44b9-a5e4-c84355ed5231 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81a10032-dab2-4a75-9e3c-9756e60f9eea HTTP/1.1" status: 204 len: 168 time: 1.3236125 Aug 19 18:15:54.320021 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ab6a0c6d-24c8-4d61-b0d2-b23308aae3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:54.383796 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bff112-2880-44b9-a5e4-c84355ed5231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a10032-dab2-4a75-9e3c-9756e60f9eea,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:54.416002 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ab6a0c6d-24c8-4d61-b0d2-b23308aae3e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3601a0c97aa4ed5bda7b69f6bc564a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4915128 Aug 19 18:15:54.418579 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55044) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:54.424800 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a0c6d-24c8-4d61-b0d2-b23308aae3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe66fc74-9db1-4362-9733-10e52c0860de,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:54.544557 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-9f5bf44c-aae6-419e-b9c2-1fc726460792 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 19 18:15:54.547485 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9f5bf44c-aae6-419e-b9c2-1fc726460792 tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.3630681 Aug 19 18:15:54.552252 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55050) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:54.604498 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d601f1dd-bf6f-4310-b847-ae9d519e8122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:54.702525 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d601f1dd-bf6f-4310-b847-ae9d519e8122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:54.874456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d692d-55ce-4d6b-891a-8ecd75e54056 req-3d51d4a5-94dd-4a87-8e77-0983dd8b6ba0 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:54.876093 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-920d692d-55ce-4d6b-891a-8ecd75e54056 req-3d51d4a5-94dd-4a87-8e77-0983dd8b6ba0 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.2693942 Aug 19 18:15:54.924228 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5f4dc-e21d-468c-8a79-0e9cfa16186e req-cbfb5599-f6b4-45a7-943d-533348faec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:54.927269 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0ef5f4dc-e21d-468c-8a79-0e9cfa16186e req-cbfb5599-f6b4-45a7-943d-533348faec8a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 1096 time: 0.5390909 Aug 19 18:15:55.007357 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-3153689a-1112-43c8-95b2-818f0fc598de tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Deleting port 16baee27-460a-4f6d-a4c4-201f4e195ff3 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:55.007721 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3153689a-1112-43c8-95b2-818f0fc598de tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:55.026556 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-920d692d-55ce-4d6b-891a-8ecd75e54056 req-4037967f-de5b-40e8-8c13-97af66147dfb tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316628 Aug 19 18:15:55.045092 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d601f1dd-bf6f-4310-b847-ae9d519e8122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:55.052432 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d601f1dd-bf6f-4310-b847-ae9d519e8122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:55.056965 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d601f1dd-bf6f-4310-b847-ae9d519e8122 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe66fc74-9db1-4362-9733-10e52c0860de HTTP/1.1" status: 204 len: 168 time: 0.6339610 Aug 19 18:15:55.114544 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0ef5f4dc-e21d-468c-8a79-0e9cfa16186e req-4b2ac24f-d869-4494-a610-f5e41dfbbf3a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789656 Aug 19 18:15:55.139954 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601f1dd-bf6f-4310-b847-ae9d519e8122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe66fc74-9db1-4362-9733-10e52c0860de,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:55.156014 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0487e56a-07dd-424e-9ed2-ee160e0e14d3 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:55.221749 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487e56a-07dd-424e-9ed2-ee160e0e14d3 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf7e34de-7692-4ac9-9643-95b419638868,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:55.275364 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0487e56a-07dd-424e-9ed2-ee160e0e14d3 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:55.374773 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3153689a-1112-43c8-95b2-818f0fc598de tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:55.411474 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36530fa8-8470-4d18-9969-f7a36218ce12 req-b5f66f5e-e1cc-4eff-a5f4-684ea4b7f06a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:55.418625 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36530fa8-8470-4d18-9969-f7a36218ce12 req-b5f66f5e-e1cc-4eff-a5f4-684ea4b7f06a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.2335992 Aug 19 18:15:55.444202 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0487e56a-07dd-424e-9ed2-ee160e0e14d3 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:55.446382 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0487e56a-07dd-424e-9ed2-ee160e0e14d3 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:55.528151 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-3153689a-1112-43c8-95b2-818f0fc598de tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Calling delete_port for 16baee27-460a-4f6d-a4c4-201f4e195ff3 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:55.568472 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36530fa8-8470-4d18-9969-f7a36218ce12 req-c36e2785-5f9c-4834-83f5-222e57c42add tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280317 Aug 19 18:15:55.570930 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0487e56a-07dd-424e-9ed2-ee160e0e14d3 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:55.573586 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0487e56a-07dd-424e-9ed2-ee160e0e14d3 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3cb90f7-6240-49b0-aa3b-3028f5ed8044 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:15:55.585308 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0487e56a-07dd-424e-9ed2-ee160e0e14d3 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:55.588266 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0487e56a-07dd-424e-9ed2-ee160e0e14d3 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "DELETE /v2.0/routers/c3cb90f7-6240-49b0-aa3b-3028f5ed8044 HTTP/1.1" status: 204 len: 168 time: 3.7077765 Aug 19 18:15:55.603208 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55076) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:55.608717 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-9f9a806a-f2e4-47c6-b37c-e3e47cd511d2 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-414042343', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}, 'admin_state_up': False}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:55.674066 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:15:55.768093 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f9a806a-f2e4-47c6-b37c-e3e47cd511d2 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:55.772548 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f9a806a-f2e4-47c6-b37c-e3e47cd511d2 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:55.924113 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f9a806a-f2e4-47c6-b37c-e3e47cd511d2 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:56.125230 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f9a806a-f2e4-47c6-b37c-e3e47cd511d2 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:56.253275 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3153689a-1112-43c8-95b2-818f0fc598de tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:56.313431 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device bf7e34de-7692-4ac9-9643-95b419638868 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:15:56.350797 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: bf7e34de-7692-4ac9-9643-95b419638868 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:15:56.351159 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device bf7e34de-7692-4ac9-9643-95b419638868 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:15:56.413141 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a84ac1-eafe-48a1-80fc-4a69a8fce622 req-c878ce0a-4746-41fc-8d9b-30b9979aacdb tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:56.416289 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-08a84ac1-eafe-48a1-80fc-4a69a8fce622 req-c878ce0a-4746-41fc-8d9b-30b9979aacdb tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b1780f-29c3-4b26-8f7e-22f8e5cc6235 HTTP/1.1" status: 200 len: 950 time: 0.0710869 Aug 19 18:15:56.423271 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153689a-1112-43c8-95b2-818f0fc598de tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Pushing event deleted for resources: {'Port': ['ID=16baee27-460a-4f6d-a4c4-201f4e195ff3,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:56.480323 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-08a84ac1-eafe-48a1-80fc-4a69a8fce622 req-62b5e2cb-c64b-4d20-afdc-04845d2cb2fb tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51006611-8627-4c15-b432-7c61f8b82340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580337 Aug 19 18:15:56.520470 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed073a4-7c83-4a36-8ead-a555de38dc0e req-4a686165-e111-4667-987c-34f984e05cd5 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:56.521282 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55136) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:56.522075 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1ed073a4-7c83-4a36-8ead-a555de38dc0e req-4a686165-e111-4667-987c-34f984e05cd5 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.3588610 Aug 19 18:15:56.551892 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3153689a-1112-43c8-95b2-818f0fc598de tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:56.562156 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3153689a-1112-43c8-95b2-818f0fc598de tempest-RoutersAdminNegativeIpV6Test-1836180997 tempest-RoutersAdminNegativeIpV6Test-1836180997-project-admin] 10.222.0.24 "DELETE /v2.0/ports/16baee27-460a-4f6d-a4c4-201f4e195ff3 HTTP/1.1" status: 204 len: 168 time: 2.0087357 Aug 19 18:15:56.659832 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1ed073a4-7c83-4a36-8ead-a555de38dc0e req-48323528-6d15-4f44-85b6-a8ed09fc1a97 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268880 Aug 19 18:15:56.764278 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06f14f-81d2-4b37-bba1-fd50d6912566 req-32cc0a57-95ca-4608-93f4-cccfedaccf27 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:56.774663 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-af06f14f-81d2-4b37-bba1-fd50d6912566 req-32cc0a57-95ca-4608-93f4-cccfedaccf27 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.0833936 Aug 19 18:15:56.828912 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f9a806a-f2e4-47c6-b37c-e3e47cd511d2 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:56.858274 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f9a806a-f2e4-47c6-b37c-e3e47cd511d2 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:56.867749 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e789b3b-fc36-4774-b51b-299bb392a2d1 req-152cc485-60c1-4041-ab06-5660e6b30a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:56.870393 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e789b3b-fc36-4774-b51b-299bb392a2d1 req-152cc485-60c1-4041-ab06-5660e6b30a7c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4a7af90eddc4fcd95550f2f124890b4&device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 1097 time: 0.0638914 Aug 19 18:15:56.885167 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-af06f14f-81d2-4b37-bba1-fd50d6912566 req-5eb8bd51-b72a-44ba-a366-a6ba789c178d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071234 Aug 19 18:15:56.904028 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e68a7a38-0090-42c3-adcb-cb462da5d0b6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-302992040-network', 'tenant_id': '936ec52db0734d99bf3034cb7c88bc1c'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:56.989386 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68a7a38-0090-42c3-adcb-cb462da5d0b6 admin admin] Made reservation on behalf of 936ec52db0734d99bf3034cb7c88bc1c for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:56.991839 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e68a7a38-0090-42c3-adcb-cb462da5d0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:57.006304 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e68a7a38-0090-42c3-adcb-cb462da5d0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:57.006963 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-9f9a806a-f2e4-47c6-b37c-e3e47cd511d2 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Allocated IP 172.25.8.73 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/13729031-a7e0-42ff-b4d1-735b4f07d44c) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:57.037584 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e789b3b-fc36-4774-b51b-299bb392a2d1 req-a578266b-03d1-404d-9c8b-32419657a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:57.039507 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e789b3b-fc36-4774-b51b-299bb392a2d1 req-a578266b-03d1-404d-9c8b-32419657a7f2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6a232ed5-d6ef-427b-adae-4f7272a3c429 HTTP/1.1" status: 200 len: 913 time: 0.1482425 Aug 19 18:15:57.101714 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e789b3b-fc36-4774-b51b-299bb392a2d1 req-94a35cc3-3365-4a2b-bfc5-578ce652cf6e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57d03e31-9d4d-49cf-9f3e-56ad87387f2f HTTP/1.1" status: 200 len: 217 time: 0.0464504 Aug 19 18:15:57.145298 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f9a806a-f2e4-47c6-b37c-e3e47cd511d2 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:57.187807 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e789b3b-fc36-4774-b51b-299bb392a2d1 req-ba0cb973-2d3d-45b9-9fa9-9e9a8aafc55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:57.189376 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e789b3b-fc36-4774-b51b-299bb392a2d1 req-ba0cb973-2d3d-45b9-9fa9-9e9a8aafc55d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b90853f9-3a3c-4d5a-8d68-8dea22f30a90 HTTP/1.1" status: 200 len: 852 time: 0.0781479 Aug 19 18:15:57.214886 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f9a806a-f2e4-47c6-b37c-e3e47cd511d2 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:57.222780 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55154) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:57.238613 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e789b3b-fc36-4774-b51b-299bb392a2d1 req-ab546a09-fd32-41ca-88e1-b6097b1441a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a232ed5-d6ef-427b-adae-4f7272a3c429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379522 Aug 19 18:15:57.259031 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e68a7a38-0090-42c3-adcb-cb462da5d0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:57.268061 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e68a7a38-0090-42c3-adcb-cb462da5d0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:57.268347 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9a806a-f2e4-47c6-b37c-e3e47cd511d2 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:57.271664 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-9f9a806a-f2e4-47c6-b37c-e3e47cd511d2 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:57.275944 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9a806a-f2e4-47c6-b37c-e3e47cd511d2 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:57.318079 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a806a-f2e4-47c6-b37c-e3e47cd511d2 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Pushing event updated for resources: {'Port': ['ID=13729031-a7e0-42ff-b4d1-735b4f07d44c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:57.332424 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68a7a38-0090-42c3-adcb-cb462da5d0b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:15:57.365189 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a7a38-0090-42c3-adcb-cb462da5d0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72f6d9d-d842-41f6-a353-b4c5d8a8e006,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:57.371339 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e68a7a38-0090-42c3-adcb-cb462da5d0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:57.371715 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-e68a7a38-0090-42c3-adcb-cb462da5d0b6 admin admin] Added segment 2fe7eef0-67d3-4df2-a6dc-12ee964d6b88 of type vlan for network 9b23f275-dbc1-4b31-89ad-a50a42b827a6 Aug 19 18:15:57.438947 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e789b3b-fc36-4774-b51b-299bb392a2d1 req-4ea6e478-3617-41fb-9b1c-863097778821 service neutron] 10.222.0.50 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828380 Aug 19 18:15:57.440649 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e68a7a38-0090-42c3-adcb-cb462da5d0b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:57.542193 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1df61c3c-30dd-411c-a6a2-c6eb679602f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:57.543012 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e68a7a38-0090-42c3-adcb-cb462da5d0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:57.543909 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68a7a38-0090-42c3-adcb-cb462da5d0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:57.544526 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e68a7a38-0090-42c3-adcb-cb462da5d0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:57.637131 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a7a38-0090-42c3-adcb-cb462da5d0b6 admin admin] Pushing event updated for resources: {'Network': ['ID=9b23f275-dbc1-4b31-89ad-a50a42b827a6,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:57.647772 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 9b23f275-dbc1-4b31-89ad-a50a42b827a6 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:15:57.654701 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e789b3b-fc36-4774-b51b-299bb392a2d1 req-716b2738-91b9-48f4-aeb3-712c9bd234be service neutron] 10.222.0.50 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022240 Aug 19 18:15:57.669148 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f9a806a-f2e4-47c6-b37c-e3e47cd511d2 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:57.816409 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf949d6-eab1-456f-acb4-eb7244c46b20 req-f5bdcdd8-174f-451a-9e50-4f7c6bc66f27 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:57.818162 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aaf949d6-eab1-456f-acb4-eb7244c46b20 req-f5bdcdd8-174f-451a-9e50-4f7c6bc66f27 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.0662611 Aug 19 18:15:57.889344 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aaf949d6-eab1-456f-acb4-eb7244c46b20 req-a27417b8-9920-4d5f-9cd2-d13ed1794994 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624726 Aug 19 18:15:57.958545 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4f7bf-6f95-470c-b45e-fea8d80d95f2 req-66e8cd8e-683c-4385-803d-12d42445fb1e tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:57.960434 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-acc4f7bf-6f95-470c-b45e-fea8d80d95f2 req-66e8cd8e-683c-4385-803d-12d42445fb1e tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b1780f-29c3-4b26-8f7e-22f8e5cc6235 HTTP/1.1" status: 200 len: 950 time: 0.3847966 Aug 19 18:15:58.029446 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf75d4-3417-4835-b25a-96134ba59193 req-1f2a925d-4b72-437f-8b3f-df391df28229 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:58.031247 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ddaf75d4-3417-4835-b25a-96134ba59193 req-1f2a925d-4b72-437f-8b3f-df391df28229 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.0701742 Aug 19 18:15:58.056493 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-acc4f7bf-6f95-470c-b45e-fea8d80d95f2 req-723e32b0-44e6-4760-95e4-c5815fef28dd tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51006611-8627-4c15-b432-7c61f8b82340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726211 Aug 19 18:15:58.060362 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f9a806a-f2e4-47c6-b37c-e3e47cd511d2 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:58.075827 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1df61c3c-30dd-411c-a6a2-c6eb679602f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:58.081483 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1df61c3c-30dd-411c-a6a2-c6eb679602f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:58.095502 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e68a7a38-0090-42c3-adcb-cb462da5d0b6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5723898 Aug 19 18:15:58.098947 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ddaf75d4-3417-4835-b25a-96134ba59193 req-c5593287-b57c-4fe6-87f6-f7589280ca95 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606828 Aug 19 18:15:58.099483 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55184) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:58.105083 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-5989957f-2859-4400-99a0-6bb6ccf8d22f admin admin] Request body: {'subnet': {'network_id': '9b23f275-dbc1-4b31-89ad-a50a42b827a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-302992040-subnet', 'tenant_id': '936ec52db0734d99bf3034cb7c88bc1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:58.137383 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5989957f-2859-4400-99a0-6bb6ccf8d22f admin admin] Made reservation on behalf of 936ec52db0734d99bf3034cb7c88bc1c for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:58.140122 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5989957f-2859-4400-99a0-6bb6ccf8d22f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:58.235412 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df61c3c-30dd-411c-a6a2-c6eb679602f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6879098c-56b0-4857-9251-2c40b37c3728,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:58.256547 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1df61c3c-30dd-411c-a6a2-c6eb679602f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c7a7ad3bf7843bcbb6f2a517e3b91e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0292404 Aug 19 18:15:58.259196 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55198) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:58.302914 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5b0c6-8b1f-4fdc-b457-98469b11dfed req-bd8637b4-ac34-4dfb-8b70-ad8b0e1cfa01 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:58.304620 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7ad5b0c6-8b1f-4fdc-b457-98469b11dfed req-bd8637b4-ac34-4dfb-8b70-ad8b0e1cfa01 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.1319039 Aug 19 18:15:58.360007 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7ad5b0c6-8b1f-4fdc-b457-98469b11dfed req-0e8266db-1d8d-4a6a-8932-293a6a2c65de tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444784 Aug 19 18:15:58.435906 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9a806a-f2e4-47c6-b37c-e3e47cd511d2 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Router b8bb6f6e-219f-4450-ba93-e6605f5bc438 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:15:58.476474 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5e982ed6-29b6-46ec-b692-20d724511e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:58.521384 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5e982ed6-29b6-46ec-b692-20d724511e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:58.525255 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5989957f-2859-4400-99a0-6bb6ccf8d22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:58.598920 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9a806a-f2e4-47c6-b37c-e3e47cd511d2 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:15:58.612399 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2075fad5-d1a5-401c-8f20-053d62788eb5 None None] Sync routers for ids ['b8bb6f6e-219f-4450-ba93-e6605f5bc438'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:15:58.638080 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2075fad5-d1a5-401c-8f20-053d62788eb5 None None] Routers {'b8bb6f6e-219f-4450-ba93-e6605f5bc438'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:58.638928 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-2075fad5-d1a5-401c-8f20-053d62788eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b8bb6f6e-219f-4450-ba93-e6605f5bc438'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:58.649421 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f9a806a-f2e4-47c6-b37c-e3e47cd511d2 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:58.653932 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9f9a806a-f2e4-47c6-b37c-e3e47cd511d2 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0549588 Aug 19 18:15:58.657726 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55218) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:58.665335 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-975ebd5b-6e18-4efd-a31f-4a6d96422ca7 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'enable_snat': False}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:58.666320 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5989957f-2859-4400-99a0-6bb6ccf8d22f admin admin] Checking segment: {'id': '2fe7eef0-67d3-4df2-a6dc-12ee964d6b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b23f275-dbc1-4b31-89ad-a50a42b827a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:15:58.666688 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5989957f-2859-4400-99a0-6bb6ccf8d22f admin admin] Network hostable DHCP agents. Network: 9b23f275-dbc1-4b31-89ad-a50a42b827a6, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:15:58.672302 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989957f-2859-4400-99a0-6bb6ccf8d22f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e410fbec-87b3-4c19-8f94-8082dbd5415d,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:58.706271 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5989957f-2859-4400-99a0-6bb6ccf8d22f admin admin] Network 9b23f275-dbc1-4b31-89ad-a50a42b827a6 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:15:58.712795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-2075fad5-d1a5-401c-8f20-053d62788eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:58.723567 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-5989957f-2859-4400-99a0-6bb6ccf8d22f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 9b23f275-dbc1-4b31-89ad-a50a42b827a6) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:58.736083 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5989957f-2859-4400-99a0-6bb6ccf8d22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:58.738114 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5989957f-2859-4400-99a0-6bb6ccf8d22f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:58.739556 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d196a33f-61fe-4ac6-8919-52af70556962 None None] Network 9b23f275-dbc1-4b31-89ad-a50a42b827a6 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:58.747076 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5e982ed6-29b6-46ec-b692-20d724511e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:58.749777 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5e982ed6-29b6-46ec-b692-20d724511e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:58.753393 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2075fad5-d1a5-401c-8f20-053d62788eb5 None None] Routers {'b8bb6f6e-219f-4450-ba93-e6605f5bc438'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:58.753870 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5e982ed6-29b6-46ec-b692-20d724511e6a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6879098c-56b0-4857-9251-2c40b37c3728 HTTP/1.1" status: 204 len: 168 time: 0.4928570 Aug 19 18:15:58.755212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-2075fad5-d1a5-401c-8f20-053d62788eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b8bb6f6e-219f-4450-ba93-e6605f5bc438'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:58.768008 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e982ed6-29b6-46ec-b692-20d724511e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6879098c-56b0-4857-9251-2c40b37c3728,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:58.778940 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5989957f-2859-4400-99a0-6bb6ccf8d22f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6782520 Aug 19 18:15:58.896542 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-2075fad5-d1a5-401c-8f20-053d62788eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:58.897168 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2075fad5-d1a5-401c-8f20-053d62788eb5 None None] The sync data for ids ['b8bb6f6e-219f-4450-ba93-e6605f5bc438'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:15:59.117698 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3b4349-9693-491d-a80c-778f77e78c72 None None] Network 9b23f275-dbc1-4b31-89ad-a50a42b827a6 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:59.352034 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55272) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:59.400712 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0ff97142-4200-45ef-a55d-f4262e781945 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9f5c11a90bf43ce8f60579338e3f99b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452073 Aug 19 18:15:59.401077 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55274) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:59.407607 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-78f066a6-1a6f-4e2a-a639-ee322c55b27a tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:59.409213 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-78f066a6-1a6f-4e2a-a639-ee322c55b27a tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/networks?id=01f7f594-e81d-44ac-aac6-2a854b94c65c HTTP/1.1" status: 200 len: 814 time: 0.2015717 Aug 19 18:15:59.438706 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-4636a203-3454-4043-a0d6-dc97c9754385 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/quotas/ae5f105f808f4d28a10ecd4886932c61 HTTP/1.1" status: 200 len: 375 time: 0.0184736 Aug 19 18:15:59.466539 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bdb372c8-1054-4075-aaa3-f13bcaa57954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:59.504150 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bdb372c8-1054-4075-aaa3-f13bcaa57954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:59.579955 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-2c366847-a6fe-4dad-a0e3-cf163f15c4e2 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae5f105f808f4d28a10ecd4886932c61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1374481 Aug 19 18:15:59.622181 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-975ebd5b-6e18-4efd-a31f-4a6d96422ca7 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:59.643491 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bdb372c8-1054-4075-aaa3-f13bcaa57954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:59.646849 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bdb372c8-1054-4075-aaa3-f13bcaa57954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:59.647668 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bdb372c8-1054-4075-aaa3-f13bcaa57954 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/543577a4-7011-412e-bbee-320d967583d3 HTTP/1.1" status: 204 len: 168 time: 0.2455852 Aug 19 18:15:59.682936 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-d0f5157c-3d4e-4d75-a2a9-a025bfd9f6d0 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:59.697293 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-d0f5157c-3d4e-4d75-a2a9-a025bfd9f6d0 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/networks?id=9b23f275-dbc1-4b31-89ad-a50a42b827a6 HTTP/1.1" status: 200 len: 813 time: 0.2074101 Aug 19 18:15:59.699925 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb372c8-1054-4075-aaa3-f13bcaa57954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543577a4-7011-412e-bbee-320d967583d3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:59.732938 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-3ee93fdf-857e-4f0c-b66e-8ddc02cf5281 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/quotas/936ec52db0734d99bf3034cb7c88bc1c HTTP/1.1" status: 200 len: 375 time: 0.0293701 Aug 19 18:15:59.772037 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-b9fa8faf-5220-4e2b-854a-b11217a4f99f service neutron] 10.222.0.24 "GET /v2.0/networks/01f7f594-e81d-44ac-aac6-2a854b94c65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771030 Aug 19 18:15:59.821663 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-214532b6-f5e0-4b5d-875e-f4e49ed80eb6 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=936ec52db0734d99bf3034cb7c88bc1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0874979 Aug 19 18:15:59.923459 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-b12499cb-109a-401f-a8c8-763c2e304a38 service neutron] 10.222.0.24 "GET /v2.0/networks/01f7f594-e81d-44ac-aac6-2a854b94c65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505499 Aug 19 18:15:59.972131 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-67a1cf0a-b57b-43ba-8220-a4528b54893c service neutron] 10.222.0.24 "GET /v2.0/networks/9b23f275-dbc1-4b31-89ad-a50a42b827a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365800 Aug 19 18:16:00.168527 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-d1cc120c-cc5f-4fec-84ee-271052d9d9f2 service neutron] 10.222.0.24 "GET /v2.0/networks/9b23f275-dbc1-4b31-89ad-a50a42b827a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858819 Aug 19 18:16:00.453830 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bff0b2-04d2-4973-8e32-4488a4b87d83 req-b86eecfa-6673-47d3-82ed-1bb5e84d7810 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:00.473805 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d6bff0b2-04d2-4973-8e32-4488a4b87d83 req-b86eecfa-6673-47d3-82ed-1bb5e84d7810 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 946 time: 0.1633735 Aug 19 18:16:00.547461 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-975ebd5b-6e18-4efd-a31f-4a6d96422ca7 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:00.571123 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d6bff0b2-04d2-4973-8e32-4488a4b87d83 req-c10fcbdf-2b60-43a7-b23e-22b25a3ba066 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956924 Aug 19 18:16:00.572674 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-975ebd5b-6e18-4efd-a31f-4a6d96422ca7 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740919'] for router, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:00.604960 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5ca8c-f59e-4609-8769-27af95eef27d req-eeae3f0e-8352-4079-a624-b21ab27b0ea8 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:00.615609 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e3e5ca8c-f59e-4609-8769-27af95eef27d req-eeae3f0e-8352-4079-a624-b21ab27b0ea8 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.50 "GET /v2.0/ports?device_id=90ff9328-cacd-4087-b995-9b3f50b93428 HTTP/1.1" status: 200 len: 945 time: 0.1807857 Aug 19 18:16:00.681348 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0b8c3d34-860c-4dec-b0fd-f7e9c0454ed1 req-67ed020b-7f43-495f-9d3b-fe22fcaab7fa tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 210 time: 0.0334253 Aug 19 18:16:00.699563 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4284a097-2ca8-4228-8929-cd245a8718a4 req-43bb885d-25c2-420a-bb42-63703c973f38 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 210 time: 0.0829051 Aug 19 18:16:00.792961 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975ebd5b-6e18-4efd-a31f-4a6d96422ca7 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Router b8bb6f6e-219f-4450-ba93-e6605f5bc438 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:16:00.839786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-e3e5ca8c-f59e-4609-8769-27af95eef27d req-b10d5f7d-eeeb-49d9-843b-e87470f49c93 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Deleting port 5c8d0234-6609-4363-bf06-0a98f48d3631 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:00.840219 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e3e5ca8c-f59e-4609-8769-27af95eef27d req-b10d5f7d-eeeb-49d9-843b-e87470f49c93 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:00.994990 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-e3e5ca8c-f59e-4609-8769-27af95eef27d req-b10d5f7d-eeeb-49d9-843b-e87470f49c93 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] For port 5c8d0234-6609-4363-bf06-0a98f48d3631, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5c8d0234-6609-4363-bf06-0a98f48d3631,segment=NetworkSegment(8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1),segment_id=8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:00.995549 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e3e5ca8c-f59e-4609-8769-27af95eef27d req-b10d5f7d-eeeb-49d9-843b-e87470f49c93 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:01.002291 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a6dce8fe-54af-4d33-a68b-c17c203ca8d1 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:16:01.014355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-e3e5ca8c-f59e-4609-8769-27af95eef27d req-b10d5f7d-eeeb-49d9-843b-e87470f49c93 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Calling delete_port for 5c8d0234-6609-4363-bf06-0a98f48d3631 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:01.137473 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 57d03e31-9d4d-49cf-9f3e-56ad87387f2f no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:16:01.152350 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975ebd5b-6e18-4efd-a31f-4a6d96422ca7 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:16:01.168300 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0608954a-9f31-478c-9bf5-809218647ee4 None None] Sync routers for ids ['b8bb6f6e-219f-4450-ba93-e6605f5bc438'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:16:01.196465 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-975ebd5b-6e18-4efd-a31f-4a6d96422ca7 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:01.198204 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0608954a-9f31-478c-9bf5-809218647ee4 None None] Routers {'b8bb6f6e-219f-4450-ba93-e6605f5bc438'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:16:01.199043 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-0608954a-9f31-478c-9bf5-809218647ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b8bb6f6e-219f-4450-ba93-e6605f5bc438'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:01.201961 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-975ebd5b-6e18-4efd-a31f-4a6d96422ca7 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "PUT /v2.0/routers/b8bb6f6e-219f-4450-ba93-e6605f5bc438 HTTP/1.1" status: 200 len: 924 time: 2.5417373 Aug 19 18:16:01.205074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55370) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:01.291557 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-0608954a-9f31-478c-9bf5-809218647ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:01.314008 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0608954a-9f31-478c-9bf5-809218647ee4 None None] Routers {'b8bb6f6e-219f-4450-ba93-e6605f5bc438'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:16:01.318761 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-0608954a-9f31-478c-9bf5-809218647ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:15:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b8bb6f6e-219f-4450-ba93-e6605f5bc438'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:01.368113 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:01.438746 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-0608954a-9f31-478c-9bf5-809218647ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:01.439411 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0608954a-9f31-478c-9bf5-809218647ee4 None None] The sync data for ids ['b8bb6f6e-219f-4450-ba93-e6605f5bc438'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:16:01.445001 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b1780f-29c3-4b26-8f7e-22f8e5cc6235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6dce8fe-54af-4d33-a68b-c17c203ca8d1'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:16:01.448511 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24434e0-81c9-4221-b74a-d57ba83c392d" -d '{"events": [{"server_uuid": "b0b1780f-29c3-4b26-8f7e-22f8e5cc6235", "name": "network-vif-unplugged", "status": "completed", "tag": "a6dce8fe-54af-4d33-a68b-c17c203ca8d1"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:16:01.500955 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a6dce8fe-54af-4d33-a68b-c17c203ca8d1, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:01.528903 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:01.637577 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:01.652172 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:01.682002 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb048c6-21d7-4c73-b611-1fadef8fa764 x-openstack-request-id: req-6fb048c6-21d7-4c73-b611-1fadef8fa764 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:16:01.682591 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b1780f-29c3-4b26-8f7e-22f8e5cc6235", "name": "network-vif-unplugged", "status": "completed", "tag": "a6dce8fe-54af-4d33-a68b-c17c203ca8d1", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:16:01.683066 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6fb048c6-21d7-4c73-b611-1fadef8fa764 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:16:01.683668 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b1780f-29c3-4b26-8f7e-22f8e5cc6235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6dce8fe-54af-4d33-a68b-c17c203ca8d1', 'code': 200} Aug 19 18:16:01.734071 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 57d03e31-9d4d-49cf-9f3e-56ad87387f2f, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=57d03e31-9d4d-49cf-9f3e-56ad87387f2f,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:01.743977 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:01.901852 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-22ef6e10-e951-4313-83eb-72a16fd6bae0 req-cf025d24-48cb-4893-a1e7-b53f5b9a9c0d tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 210 time: 0.0641596 Aug 19 18:16:01.908237 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=57d03e31-9d4d-49cf-9f3e-56ad87387f2f,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:02.025294 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-85381295-48a8-407f-b815-6acd7e9fc436 req-1a22ba35-375f-408f-9a3c-33863bd4dc01 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 210 time: 0.0523388 Aug 19 18:16:02.278078 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e3e5ca8c-f59e-4609-8769-27af95eef27d req-b10d5f7d-eeeb-49d9-843b-e87470f49c93 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:02.298359 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['5c8d0234-6609-4363-bf06-0a98f48d3631'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:16:02.321341 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d5f7d-eeeb-49d9-843b-e87470f49c93 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Pushing event deleted for resources: {'Port': ['ID=5c8d0234-6609-4363-bf06-0a98f48d3631,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:02.332397 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b0dab3bc-a581-41ba-a0d7-30c54e24c891 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "GET /v2.0/routers/b8bb6f6e-219f-4450-ba93-e6605f5bc438 HTTP/1.1" status: 200 len: 924 time: 1.1260321 Aug 19 18:16:02.335502 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55454) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:02.446671 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e5ca8c-f59e-4609-8769-27af95eef27d req-b10d5f7d-eeeb-49d9-843b-e87470f49c93 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] No DVR routers for this DVR port 5c8d0234-6609-4363-bf06-0a98f48d3631 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:16:02.451495 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e3e5ca8c-f59e-4609-8769-27af95eef27d req-b10d5f7d-eeeb-49d9-843b-e87470f49c93 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:02.453879 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e3e5ca8c-f59e-4609-8769-27af95eef27d req-b10d5f7d-eeeb-49d9-843b-e87470f49c93 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.50 "DELETE /v2.0/ports/5c8d0234-6609-4363-bf06-0a98f48d3631 HTTP/1.1" status: 204 len: 173 time: 1.8227756 Aug 19 18:16:02.454101 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ff9328-cacd-4087-b995-9b3f50b93428', 'name': 'network-vif-deleted', 'tag': '5c8d0234-6609-4363-bf06-0a98f48d3631'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:16:02.456519 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc02c83-9b45-4c93-9a05-63dbfe306ddd" -d '{"events": [{"server_uuid": "90ff9328-cacd-4087-b995-9b3f50b93428", "name": "network-vif-deleted", "tag": "5c8d0234-6609-4363-bf06-0a98f48d3631"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:16:02.459817 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f6f9ba-a513-4336-8c96-b204d3039c9b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:02.485283 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a1f6f9ba-a513-4336-8c96-b204d3039c9b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&device_id=b8bb6f6e-219f-4450-ba93-e6605f5bc438&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1474607 Aug 19 18:16:02.487853 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55458) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:02.516277 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-805613c8-32d2-4de9-bf9f-626ffb4d5fb5 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:02.517823 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-805613c8-32d2-4de9-bf9f-626ffb4d5fb5 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.50 "GET /v2.0/networks?id=01f7f594-e81d-44ac-aac6-2a854b94c65c HTTP/1.1" status: 200 len: 814 time: 0.1843085 Aug 19 18:16:02.536558 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-bcc4bd24-d30a-4448-a5ac-ebbf4b4df895 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Request body: {'port': {'device_id': 'fe3177f8-c392-49ac-a46b-7e0366e28e8f', 'network_id': '01f7f594-e81d-44ac-aac6-2a854b94c65c', 'admin_state_up': True, 'tenant_id': 'ae5f105f808f4d28a10ecd4886932c61'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:02.557899 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f23691-8e17-48bb-9108-9fd54e56c344 x-openstack-request-id: req-f7f23691-8e17-48bb-9108-9fd54e56c344 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:16:02.558558 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ff9328-cacd-4087-b995-9b3f50b93428", "name": "network-vif-deleted", "tag": "5c8d0234-6609-4363-bf06-0a98f48d3631", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:16:02.558970 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7f23691-8e17-48bb-9108-9fd54e56c344 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:16:02.559526 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ff9328-cacd-4087-b995-9b3f50b93428', 'name': 'network-vif-deleted', 'tag': '5c8d0234-6609-4363-bf06-0a98f48d3631', 'status': 'completed', 'code': 200} Aug 19 18:16:02.694057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55474) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:02.734906 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a7c307-0765-4b00-ad88-a06f0c968a5f tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:02.737261 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-03a7c307-0765-4b00-ad88-a06f0c968a5f tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 881 time: 0.2482119 Aug 19 18:16:02.740561 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55478) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:02.802789 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-bcc4bd24-d30a-4448-a5ac-ebbf4b4df895 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Made reservation on behalf of ae5f105f808f4d28a10ecd4886932c61 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:02.808585 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-289f8e2d-d39f-4ccd-8c31-819de5d4e16d tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8bb6f6e-219f-4450-ba93-e6605f5bc438 HTTP/1.1" status: 200 len: 205 time: 0.0656812 Aug 19 18:16:02.812988 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55480) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:02.814507 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-bcc4bd24-d30a-4448-a5ac-ebbf4b4df895 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.004976 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a6dce8fe-54af-4d33-a68b-c17c203ca8d1 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:16:03.109405 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55488) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:03.194215 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b3aa3ca7-5abe-4142-8a34-7a926471df40 req-40484471-34fb-45e5-a980-080ea10a26e0 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 210 time: 0.0750809 Aug 19 18:16:03.254588 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-430f626a-9d8c-408b-8a54-845bba302b09 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.322120 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a6dce8fe-54af-4d33-a68b-c17c203ca8d1, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:03.327416 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-043a1755-b54b-4567-9530-920bc1f396e8 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:03.334402 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-043a1755-b54b-4567-9530-920bc1f396e8 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.50 "GET /v2.0/networks?id=9b23f275-dbc1-4b31-89ad-a50a42b827a6 HTTP/1.1" status: 200 len: 813 time: 0.5161965 Aug 19 18:16:03.341475 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'a6dce8fe-54af-4d33-a68b-c17c203ca8d1', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': 'a6dce8fe-54af-4d33-a68b-c17c203ca8d1', 'mac_address': 'fa:16:3e:73:77:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:16:03.391077 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.416738 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f861298a-6da8-4705-ba8b-0abe2fa3ed03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.417257 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6dce8fe-54af-4d33-a68b-c17c203ca8d1 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:16:03.422749 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-40504def-f8c4-44a3-afb1-2ce5c73e33f3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Request body: {'port': {'device_id': '9a730bc2-bb4d-4558-be9f-5633a15318e4', 'network_id': '9b23f275-dbc1-4b31-89ad-a50a42b827a6', 'admin_state_up': True, 'tenant_id': '936ec52db0734d99bf3034cb7c88bc1c'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:03.431154 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-06f8ab0b-0f32-4941-8306-ca4aada2bd13 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-321383088', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:03.459311 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a6dce8fe-54af-4d33-a68b-c17c203ca8d1, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:03.467750 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.481450 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1c5aeba2-624b-4db6-a5e5-f4e09abfd327 req-05050182-170c-4817-ab5f-1f489c45ff51 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 210 time: 0.0579388 Aug 19 18:16:03.519740 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-bcc4bd24-d30a-4448-a5ac-ebbf4b4df895 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Allocated IP 172.20.0.4 (01f7f594-e81d-44ac-aac6-2a854b94c65c/f13f9baf-d90a-4ab7-b93b-82b15f099642/5498db78-d30b-41ed-9338-5cac56ca5609) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:03.543288 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.db.api [None req-f861298a-6da8-4705-ba8b-0abe2fa3ed03 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 18:16:03.543288 n-d-803753-2 neutron-server[94681]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 18:16:03.543288 n-d-803753-2 neutron-server[94681]: [parameters: {'project_id_1': '0344a92bcc504e4babe7a1029f0ea15e', 'expiration_1': datetime.datetime(2021, 8, 19, 18, 16, 3, 506971)}] Aug 19 18:16:03.543288 n-d-803753-2 neutron-server[94681]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:16:03.543775 n-d-803753-2 neutron-server[94681]: DEBUG oslo_db.api [None req-f861298a-6da8-4705-ba8b-0abe2fa3ed03 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:16:03.565783 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f8ab0b-0f32-4941-8306-ca4aada2bd13 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Made reservation on behalf of faf6d0381fa04468ad1955f5051df745 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:03.568604 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06f8ab0b-0f32-4941-8306-ca4aada2bd13 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.582589 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06f8ab0b-0f32-4941-8306-ca4aada2bd13 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.596833 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,revision_number=9']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:03.608057 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-430f626a-9d8c-408b-8a54-845bba302b09 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.644155 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['a6dce8fe-54af-4d33-a68b-c17c203ca8d1'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:16:03.698703 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34f83d9-adea-4095-8723-c9d1536af58a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57d03e31-9d4d-49cf-9f3e-56ad87387f2f'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:16:03.701627 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca843cd3-d514-4a1c-a400-bbfce1f1ef84" -d '{"events": [{"server_uuid": "d34f83d9-adea-4095-8723-c9d1536af58a", "name": "network-vif-unplugged", "status": "completed", "tag": "57d03e31-9d4d-49cf-9f3e-56ad87387f2f"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:16:03.744727 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-430f626a-9d8c-408b-8a54-845bba302b09 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Deleting port 13729031-a7e0-42ff-b4d1-735b4f07d44c {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:03.745341 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-430f626a-9d8c-408b-8a54-845bba302b09 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.810981 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 18:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e22e209-ed02-47cb-9d83-4ac5a9afb7bc x-openstack-request-id: req-9e22e209-ed02-47cb-9d83-4ac5a9afb7bc {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:16:03.811444 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34f83d9-adea-4095-8723-c9d1536af58a", "name": "network-vif-unplugged", "status": "failed", "tag": "57d03e31-9d4d-49cf-9f3e-56ad87387f2f", "code": 422}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:16:03.811849 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e22e209-ed02-47cb-9d83-4ac5a9afb7bc {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:16:03.812626 n-d-803753-2 neutron-server[94683]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd34f83d9-adea-4095-8723-c9d1536af58a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '57d03e31-9d4d-49cf-9f3e-56ad87387f2f', 'code': 422} returned with failed status Aug 19 18:16:03.819741 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc9029-856b-47a6-a467-22fe1d64532f req-63198307-e5c9-4959-868e-79cc0854fc47 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:03.824590 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-50bc9029-856b-47a6-a467-22fe1d64532f req-63198307-e5c9-4959-868e-79cc0854fc47 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=d34f83d9-adea-4095-8723-c9d1536af58a HTTP/1.1" status: 200 len: 944 time: 0.1163733 Aug 19 18:16:03.888822 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06f8ab0b-0f32-4941-8306-ca4aada2bd13 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.894360 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06f8ab0b-0f32-4941-8306-ca4aada2bd13 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.903999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-06f8ab0b-0f32-4941-8306-ca4aada2bd13 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] device_id is not set on port cdb607fc-8268-4b48-a5a9-4854d506457c yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:16:03.970526 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-bcc4bd24-d30a-4448-a5ac-ebbf4b4df895 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.974581 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-40504def-f8c4-44a3-afb1-2ce5c73e33f3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Made reservation on behalf of 936ec52db0734d99bf3034cb7c88bc1c for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:03.981038 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-40504def-f8c4-44a3-afb1-2ce5c73e33f3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.998869 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8ab0b-0f32-4941-8306-ca4aada2bd13 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11a2667-b6f8-4973-bba0-1adcb5b8ca27,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:04.007560 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-430f626a-9d8c-408b-8a54-845bba302b09 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.047384 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f861298a-6da8-4705-ba8b-0abe2fa3ed03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.051639 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-430f626a-9d8c-408b-8a54-845bba302b09 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Calling delete_port for 13729031-a7e0-42ff-b4d1-735b4f07d44c owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:04.130859 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-06f8ab0b-0f32-4941-8306-ca4aada2bd13 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Allocated IP 172.25.8.78 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/cdb607fc-8268-4b48-a5a9-4854d506457c) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:04.195204 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-bcc4bd24-d30a-4448-a5ac-ebbf4b4df895 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.238279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-50bc9029-856b-47a6-a467-22fe1d64532f req-d66b561a-05b1-4316-a51a-2904ad3f6cdb tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Deleting port 57d03e31-9d4d-49cf-9f3e-56ad87387f2f {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:04.238632 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-50bc9029-856b-47a6-a467-22fe1d64532f req-d66b561a-05b1-4316-a51a-2904ad3f6cdb tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.362174 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-bcc4bd24-d30a-4448-a5ac-ebbf4b4df895 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Network 01f7f594-e81d-44ac-aac6-2a854b94c65c is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:04.381106 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-bcc4bd24-d30a-4448-a5ac-ebbf4b4df895 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:04.396966 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-bcc4bd24-d30a-4448-a5ac-ebbf4b4df895 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:04.401829 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-40504def-f8c4-44a3-afb1-2ce5c73e33f3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Allocated IP 172.20.0.7 (9b23f275-dbc1-4b31-89ad-a50a42b827a6/e410fbec-87b3-4c19-8f94-8082dbd5415d/649e426f-f883-455b-8749-6ef4dae7f223) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:04.408942 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4bd24-d30a-4448-a5ac-ebbf4b4df895 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Pushing event updated for resources: {'Port': ['ID=5498db78-d30b-41ed-9338-5cac56ca5609,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:04.413503 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-957a60d7-6602-442a-8496-d4d68b420f03 req-142b6e15-94a5-406e-b08b-b617e14e2c1e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 210 time: 0.0593154 Aug 19 18:16:04.467674 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06f8ab0b-0f32-4941-8306-ca4aada2bd13 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.485316 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-430f626a-9d8c-408b-8a54-845bba302b09 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.538226 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-50bc9029-856b-47a6-a467-22fe1d64532f req-d66b561a-05b1-4316-a51a-2904ad3f6cdb tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] For port 57d03e31-9d4d-49cf-9f3e-56ad87387f2f, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=57d03e31-9d4d-49cf-9f3e-56ad87387f2f,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:04.538612 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-50bc9029-856b-47a6-a467-22fe1d64532f req-d66b561a-05b1-4316-a51a-2904ad3f6cdb tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.538821 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f626a-9d8c-408b-8a54-845bba302b09 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Pushing event deleted for resources: {'Port': ['ID=13729031-a7e0-42ff-b4d1-735b4f07d44c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:04.573309 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fc6102b0-6777-4eb9-9d1a-3fe36ecb9ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.574725 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-bcc4bd24-d30a-4448-a5ac-ebbf4b4df895 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:04.575491 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-bcc4bd24-d30a-4448-a5ac-ebbf4b4df895 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.592385 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-50bc9029-856b-47a6-a467-22fe1d64532f req-d66b561a-05b1-4316-a51a-2904ad3f6cdb tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Calling delete_port for 57d03e31-9d4d-49cf-9f3e-56ad87387f2f owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:04.620829 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f861298a-6da8-4705-ba8b-0abe2fa3ed03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.624021 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06f8ab0b-0f32-4941-8306-ca4aada2bd13 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.626063 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-430f626a-9d8c-408b-8a54-845bba302b09 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.635635 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f861298a-6da8-4705-ba8b-0abe2fa3ed03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.712118 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-bcc4bd24-d30a-4448-a5ac-ebbf4b4df895 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1812708 Aug 19 18:16:04.736207 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-3c90a33a-4d49-45d3-9842-c858041a27a4 service neutron] Request body: {'port': {'device_id': 'fe3177f8-c392-49ac-a46b-7e0366e28e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:04.798510 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f8ab0b-0f32-4941-8306-ca4aada2bd13 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:04.808087 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-430f626a-9d8c-408b-8a54-845bba302b09 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.810831 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-06f8ab0b-0f32-4941-8306-ca4aada2bd13 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:04.813578 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-430f626a-9d8c-408b-8a54-845bba302b09 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.819373 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f8ab0b-0f32-4941-8306-ca4aada2bd13 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:04.823340 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f861298a-6da8-4705-ba8b-0abe2fa3ed03 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0344a92bcc504e4babe7a1029f0ea15e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7117908 Aug 19 18:16:04.824082 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861298a-6da8-4705-ba8b-0abe2fa3ed03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6171370c-045b-4296-9d1d-01da03d474ce,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:04.831641 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55512) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:04.891873 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8ab0b-0f32-4941-8306-ca4aada2bd13 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Pushing event updated for resources: {'Port': ['ID=cdb607fc-8268-4b48-a5a9-4854d506457c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:04.936175 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-3c90a33a-4d49-45d3-9842-c858041a27a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.936554 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2c06d-ac38-409f-a9e8-7bc91f2d611f req-d96287c6-b571-4b60-953b-9a814d3225de tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:04.938393 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7ef2c06d-ac38-409f-a9e8-7bc91f2d611f req-d96287c6-b571-4b60-953b-9a814d3225de tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 931 time: 0.3075991 Aug 19 18:16:04.941400 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-430f626a-9d8c-408b-8a54-845bba302b09 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.941955 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430f626a-9d8c-408b-8a54-845bba302b09 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Fanout notify agent at l3_agent the message router_deleted on router b8bb6f6e-219f-4450-ba93-e6605f5bc438 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:16:04.951382 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-430f626a-9d8c-408b-8a54-845bba302b09 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.964418 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-430f626a-9d8c-408b-8a54-845bba302b09 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "DELETE /v2.0/routers/b8bb6f6e-219f-4450-ba93-e6605f5bc438 HTTP/1.1" status: 204 len: 168 time: 2.1379192 Aug 19 18:16:04.964418 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f8ab0b-0f32-4941-8306-ca4aada2bd13 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:04.964418 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06f8ab0b-0f32-4941-8306-ca4aada2bd13 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.964418 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55514) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:04.970954 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-c71fa320-6551-4359-87ee-fe9612d45b91 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1066012774', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:04.981117 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-40504def-f8c4-44a3-afb1-2ce5c73e33f3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.011856 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-06f8ab0b-0f32-4941-8306-ca4aada2bd13 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.3074193 Aug 19 18:16:05.013211 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55518) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:05.020758 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a6dce8fe-54af-4d33-a68b-c17c203ca8d1 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:16:05.029389 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-07577418-c418-429a-9f50-85a64d77cb7f tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78'}]}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:05.052935 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7ef2c06d-ac38-409f-a9e8-7bc91f2d611f req-6a4a38fa-9c0f-4ec2-8cbd-decf4a5ea895 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709195 Aug 19 18:16:05.056688 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c71fa320-6551-4359-87ee-fe9612d45b91 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.057917 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c71fa320-6551-4359-87ee-fe9612d45b91 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.107230 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07577418-c418-429a-9f50-85a64d77cb7f tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.109413 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07577418-c418-429a-9f50-85a64d77cb7f tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.132820 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port a6dce8fe-54af-4d33-a68b-c17c203ca8d1 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:05.133913 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71aebd5f-2afb-4890-9beb-f43b0551ff36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.138289 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.157231 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-50bc9029-856b-47a6-a467-22fe1d64532f req-d66b561a-05b1-4316-a51a-2904ad3f6cdb tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.176589 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 57d03e31-9d4d-49cf-9f3e-56ad87387f2f no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:16:05.180025 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c71fa320-6551-4359-87ee-fe9612d45b91 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.205126 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 57d03e31-9d4d-49cf-9f3e-56ad87387f2f {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:16:05.206066 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 57d03e31-9d4d-49cf-9f3e-56ad87387f2f not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:16:05.206508 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5c8d0234-6609-4363-bf06-0a98f48d3631 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:16:05.236161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 5c8d0234-6609-4363-bf06-0a98f48d3631 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:16:05.236510 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5c8d0234-6609-4363-bf06-0a98f48d3631 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:16:05.252179 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c71fa320-6551-4359-87ee-fe9612d45b91 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.267991 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07577418-c418-429a-9f50-85a64d77cb7f tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.307621 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.324831 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c71fa320-6551-4359-87ee-fe9612d45b91 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.326323 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c71fa320-6551-4359-87ee-fe9612d45b91 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3654296 Aug 19 18:16:05.365322 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55538) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:05.365575 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a6dce8fe-54af-4d33-a68b-c17c203ca8d1, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:05.371857 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-bf568d3f-ed72-427c-b576-1c43ef7c58e7 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Request body: {'router': {'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:05.372552 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.437767 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,revision_number=10']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:05.453623 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71aebd5f-2afb-4890-9beb-f43b0551ff36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.457890 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b561a-05b1-4316-a51a-2904ad3f6cdb tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Pushing event deleted for resources: {'Port': ['ID=57d03e31-9d4d-49cf-9f3e-56ad87387f2f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:05.595861 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bc9029-856b-47a6-a467-22fe1d64532f req-d66b561a-05b1-4316-a51a-2904ad3f6cdb tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] No DVR routers for this DVR port 57d03e31-9d4d-49cf-9f3e-56ad87387f2f on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:16:05.600984 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-50bc9029-856b-47a6-a467-22fe1d64532f req-d66b561a-05b1-4316-a51a-2904ad3f6cdb tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.605356 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-50bc9029-856b-47a6-a467-22fe1d64532f req-d66b561a-05b1-4316-a51a-2904ad3f6cdb tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "DELETE /v2.0/ports/57d03e31-9d4d-49cf-9f3e-56ad87387f2f HTTP/1.1" status: 204 len: 173 time: 1.7724998 Aug 19 18:16:05.617040 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34f83d9-adea-4095-8723-c9d1536af58a', 'name': 'network-vif-deleted', 'tag': '57d03e31-9d4d-49cf-9f3e-56ad87387f2f'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:16:05.622808 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960a3b99-13d3-48ff-ac2c-778bee238c60" -d '{"events": [{"server_uuid": "d34f83d9-adea-4095-8723-c9d1536af58a", "name": "network-vif-deleted", "tag": "57d03e31-9d4d-49cf-9f3e-56ad87387f2f"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:16:05.629113 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-40504def-f8c4-44a3-afb1-2ce5c73e33f3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.769840 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40504def-f8c4-44a3-afb1-2ce5c73e33f3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Pushing event updated for resources: {'Port': ['ID=649e426f-f883-455b-8749-6ef4dae7f223,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:05.814203 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b1780f-29c3-4b26-8f7e-22f8e5cc6235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dce8fe-54af-4d33-a68b-c17c203ca8d1'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:16:05.818846 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fce7da-87e6-4a2a-a5dc-207fdfb38f4e" -d '{"events": [{"server_uuid": "b0b1780f-29c3-4b26-8f7e-22f8e5cc6235", "name": "network-vif-plugged", "status": "completed", "tag": "a6dce8fe-54af-4d33-a68b-c17c203ca8d1"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:16:05.918420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-40504def-f8c4-44a3-afb1-2ce5c73e33f3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Network 9b23f275-dbc1-4b31-89ad-a50a42b827a6 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:05.924100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-40504def-f8c4-44a3-afb1-2ce5c73e33f3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:05.938512 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-40504def-f8c4-44a3-afb1-2ce5c73e33f3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:06.046930 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07577418-c418-429a-9f50-85a64d77cb7f tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:06.068407 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71aebd5f-2afb-4890-9beb-f43b0551ff36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:06.075394 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71aebd5f-2afb-4890-9beb-f43b0551ff36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:06.082741 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-71aebd5f-2afb-4890-9beb-f43b0551ff36 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6171370c-045b-4296-9d1d-01da03d474ce HTTP/1.1" status: 204 len: 168 time: 1.2411382 Aug 19 18:16:06.119815 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aebd5f-2afb-4890-9beb-f43b0551ff36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6171370c-045b-4296-9d1d-01da03d474ce,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:06.176447 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-40504def-f8c4-44a3-afb1-2ce5c73e33f3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:06.178075 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-40504def-f8c4-44a3-afb1-2ce5c73e33f3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:06.277053 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd8dae-6150-4597-9270-f8994b253670 req-6420ee34-9206-4169-af6a-c041c0206f1b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:06.278705 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-30dd8dae-6150-4597-9270-f8994b253670 req-6420ee34-9206-4169-af6a-c041c0206f1b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 931 time: 0.3129895 Aug 19 18:16:06.307057 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 19 Aug 2021 18:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f977ebf9-5e65-4447-b7e9-2530b7697c72 x-openstack-request-id: req-f977ebf9-5e65-4447-b7e9-2530b7697c72 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:16:06.307832 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34f83d9-adea-4095-8723-c9d1536af58a", "name": "network-vif-deleted", "tag": "57d03e31-9d4d-49cf-9f3e-56ad87387f2f", "status": "failed", "code": 422}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:16:06.308295 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f977ebf9-5e65-4447-b7e9-2530b7697c72 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:16:06.308970 n-d-803753-2 neutron-server[94681]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd34f83d9-adea-4095-8723-c9d1536af58a', 'name': 'network-vif-deleted', 'tag': '57d03e31-9d4d-49cf-9f3e-56ad87387f2f', 'status': 'failed', 'code': 422} returned with failed status Aug 19 18:16:06.320248 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdc2421-5f52-42b2-818c-458b10919ed1 x-openstack-request-id: req-3bdc2421-5f52-42b2-818c-458b10919ed1 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:16:06.321971 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b1780f-29c3-4b26-8f7e-22f8e5cc6235", "name": "network-vif-plugged", "status": "completed", "tag": "a6dce8fe-54af-4d33-a68b-c17c203ca8d1", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:16:06.322493 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3bdc2421-5f52-42b2-818c-458b10919ed1 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:16:06.323128 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b1780f-29c3-4b26-8f7e-22f8e5cc6235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dce8fe-54af-4d33-a68b-c17c203ca8d1', 'code': 200} Aug 19 18:16:06.351792 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-40504def-f8c4-44a3-afb1-2ce5c73e33f3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9368699 Aug 19 18:16:06.372974 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-751f274f-c9ac-4b8b-be29-942a997036df service neutron] Request body: {'port': {'device_id': '9a730bc2-bb4d-4558-be9f-5633a15318e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:06.392939 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-3c90a33a-4d49-45d3-9842-c858041a27a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5498db78-d30b-41ed-9338-5cac56ca5609 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:16:06.395794 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf568d3f-ed72-427c-b576-1c43ef7c58e7 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:06.447265 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-3c90a33a-4d49-45d3-9842-c858041a27a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:06.465638 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-30dd8dae-6150-4597-9270-f8994b253670 req-80feea5b-c6e8-4d6d-ba4c-9f612bf6217d tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089938 Aug 19 18:16:06.575709 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-751f274f-c9ac-4b8b-be29-942a997036df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:06.619762 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-3c90a33a-4d49-45d3-9842-c858041a27a4 service neutron] Transition to ACTIVE for port object 5498db78-d30b-41ed-9338-5cac56ca5609 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:06.644007 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-3c90a33a-4d49-45d3-9842-c858041a27a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:06.841446 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55580) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:06.882177 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6a998b01-0f9f-45a9-9116-42a8a4157786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:07.092811 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-189f9bf3-4419-44b7-a197-201ee183dfd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:07.102422 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07577418-c418-429a-9f50-85a64d77cb7f tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:07.124716 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf568d3f-ed72-427c-b576-1c43ef7c58e7 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:07.220277 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf568d3f-ed72-427c-b576-1c43ef7c58e7 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:07.246005 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:07.249966 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c851a-6b7a-40a7-be43-c77d1420fe59 req-0b79b50f-952d-4682-8020-2f54b2928fb3 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:07.252613 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07577418-c418-429a-9f50-85a64d77cb7f tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:07.264396 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-307c851a-6b7a-40a7-be43-c77d1420fe59 req-0b79b50f-952d-4682-8020-2f54b2928fb3 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 931 time: 0.7822077 Aug 19 18:16:07.366853 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90a33a-4d49-45d3-9842-c858041a27a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5498db78-d30b-41ed-9338-5cac56ca5609,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:07.559333 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-307c851a-6b7a-40a7-be43-c77d1420fe59 req-353429b3-ea22-45af-9fb4-821c6ae90151 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925482 Aug 19 18:16:07.659653 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-3c90a33a-4d49-45d3-9842-c858041a27a4 service neutron] Attempting to bind port 5498db78-d30b-41ed-9338-5cac56ca5609 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:16:07.660692 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-3c90a33a-4d49-45d3-9842-c858041a27a4 service neutron] Attempting to bind port 5498db78-d30b-41ed-9338-5cac56ca5609 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '01f7f594-e81d-44ac-aac6-2a854b94c65c'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:16:07.660692 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-3c90a33a-4d49-45d3-9842-c858041a27a4 service neutron] Attempting to bind port 5498db78-d30b-41ed-9338-5cac56ca5609 on network 01f7f594-e81d-44ac-aac6-2a854b94c65c {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:16:07.714972 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-3c90a33a-4d49-45d3-9842-c858041a27a4 service neutron] Port 5498db78-d30b-41ed-9338-5cac56ca5609 on network 01f7f594-e81d-44ac-aac6-2a854b94c65c not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:16:07.715854 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-3c90a33a-4d49-45d3-9842-c858041a27a4 service neutron] Attempting to bind port 5498db78-d30b-41ed-9338-5cac56ca5609 on network 01f7f594-e81d-44ac-aac6-2a854b94c65c {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:16:07.729994 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-3c90a33a-4d49-45d3-9842-c858041a27a4 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:16:07.730948 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-3c90a33a-4d49-45d3-9842-c858041a27a4 service neutron] Checking segment: {'id': '8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '01f7f594-e81d-44ac-aac6-2a854b94c65c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:07.731931 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-3c90a33a-4d49-45d3-9842-c858041a27a4 service neutron] Bound using segment: {'id': '8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '01f7f594-e81d-44ac-aac6-2a854b94c65c'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:16:07.733054 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-3c90a33a-4d49-45d3-9842-c858041a27a4 service neutron] Bound port: 5498db78-d30b-41ed-9338-5cac56ca5609, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '01f7f594-e81d-44ac-aac6-2a854b94c65c'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:16:07.734153 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-3c90a33a-4d49-45d3-9842-c858041a27a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:07.864198 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-751f274f-c9ac-4b8b-be29-942a997036df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 649e426f-f883-455b-8749-6ef4dae7f223 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:16:07.885475 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-751f274f-c9ac-4b8b-be29-942a997036df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:07.939110 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-e2d5e602-cc35-47cd-a4bb-adfd3b8a8c2f tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:07.940214 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-751f274f-c9ac-4b8b-be29-942a997036df service neutron] Transition to ACTIVE for port object 649e426f-f883-455b-8749-6ef4dae7f223 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:07.941208 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-e2d5e602-cc35-47cd-a4bb-adfd3b8a8c2f tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/networks?id=6a232ed5-d6ef-427b-adae-4f7272a3c429 HTTP/1.1" status: 200 len: 812 time: 0.7719488 Aug 19 18:16:07.947907 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-3c90a33a-4d49-45d3-9842-c858041a27a4 service neutron] For port 5498db78-d30b-41ed-9338-5cac56ca5609, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:16:07.953174 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07577418-c418-429a-9f50-85a64d77cb7f tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:07.955917 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-3c90a33a-4d49-45d3-9842-c858041a27a4 service neutron] For port 5498db78-d30b-41ed-9338-5cac56ca5609, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5498db78-d30b-41ed-9338-5cac56ca5609,segment=NetworkSegment(8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1),segment_id=8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:16:07.958667 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-751f274f-c9ac-4b8b-be29-942a997036df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.058676 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-3c90a33a-4d49-45d3-9842-c858041a27a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.081858 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f274f-c9ac-4b8b-be29-942a997036df service neutron] Pushing event updated for resources: {'Port': ['ID=649e426f-f883-455b-8749-6ef4dae7f223,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:08.121312 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-3c90a33a-4d49-45d3-9842-c858041a27a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:08.122881 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-3c90a33a-4d49-45d3-9842-c858041a27a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.125947 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-3c90a33a-4d49-45d3-9842-c858041a27a4 service neutron] 10.222.0.50 "PUT /v2.0/ports/5498db78-d30b-41ed-9338-5cac56ca5609 HTTP/1.1" status: 200 len: 1091 time: 3.4024634 Aug 19 18:16:08.144233 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.193972 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-6ea55756-5567-4c2e-8eef-dadd4b66b5d6 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/quotas/b4a7af90eddc4fcd95550f2f124890b4 HTTP/1.1" status: 200 len: 375 time: 0.2361071 Aug 19 18:16:08.203036 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6a998b01-0f9f-45a9-9116-42a8a4157786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.255936 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-bf568d3f-ed72-427c-b576-1c43ef7c58e7 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Allocated IP 172.25.8.165 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/556f0ac7-153e-4a55-bd7a-d7ad6a4c82ba) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:08.306915 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6a998b01-0f9f-45a9-9116-42a8a4157786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.317443 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3177f8-c392-49ac-a46b-7e0366e28e8f', 'tag': '5498db78-d30b-41ed-9338-5cac56ca5609'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:16:08.321920 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13135527-fcfc-4440-bff8-13172421580e" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3177f8-c392-49ac-a46b-7e0366e28e8f", "tag": "5498db78-d30b-41ed-9338-5cac56ca5609"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:16:08.370758 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-470a7e1a-6164-44c5-875d-cf1d0265cf2e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4a7af90eddc4fcd95550f2f124890b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1162951 Aug 19 18:16:08.391507 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df07ac5-b650-4210-ab9f-3290115e751c req-33469124-ce2c-4079-bfd7-bc01cd3a370a tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:08.397969 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07577418-c418-429a-9f50-85a64d77cb7f tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.400263 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4df07ac5-b650-4210-ab9f-3290115e751c req-33469124-ce2c-4079-bfd7-bc01cd3a370a tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 943 time: 0.2847066 Aug 19 18:16:08.427432 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07577418-c418-429a-9f50-85a64d77cb7f tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.490102 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90a33a-4d49-45d3-9842-c858041a27a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5498db78-d30b-41ed-9338-5cac56ca5609,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:08.563809 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-fb5a741e-d282-4f25-af1a-13c04ef120a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:08.566314 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-fb5a741e-d282-4f25-af1a-13c04ef120a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae5f105f808f4d28a10ecd4886932c61&device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 1094 time: 0.3152032 Aug 19 18:16:08.584205 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4df07ac5-b650-4210-ab9f-3290115e751c req-4f15a100-d7be-4197-b847-7ec9b760244e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634605 Aug 19 18:16:08.595708 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6a998b01-0f9f-45a9-9116-42a8a4157786 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9539570b576c4745851e5e696c2bc99d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7520785 Aug 19 18:16:08.596939 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a998b01-0f9f-45a9-9116-42a8a4157786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a92e78-0852-4052-bd97-3770e3581f7e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:08.603274 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55598) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:08.659921 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07577418-c418-429a-9f50-85a64d77cb7f tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.660773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07577418-c418-429a-9f50-85a64d77cb7f tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48d46b6a-60b3-4cbc-9acb-7b938fc50eab {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:16:08.716124 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-5a3ed235-ebfa-4d1b-93fb-ea893b39970f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5498db78-d30b-41ed-9338-5cac56ca5609 HTTP/1.1" status: 200 len: 217 time: 0.1300530 Aug 19 18:16:08.717316 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-751f274f-c9ac-4b8b-be29-942a997036df service neutron] Attempting to bind port 649e426f-f883-455b-8749-6ef4dae7f223 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:16:08.717807 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-751f274f-c9ac-4b8b-be29-942a997036df service neutron] Attempting to bind port 649e426f-f883-455b-8749-6ef4dae7f223 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '2fe7eef0-67d3-4df2-a6dc-12ee964d6b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b23f275-dbc1-4b31-89ad-a50a42b827a6'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:16:08.718327 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-751f274f-c9ac-4b8b-be29-942a997036df service neutron] Attempting to bind port 649e426f-f883-455b-8749-6ef4dae7f223 on network 9b23f275-dbc1-4b31-89ad-a50a42b827a6 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:16:08.769150 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-751f274f-c9ac-4b8b-be29-942a997036df service neutron] Port 649e426f-f883-455b-8749-6ef4dae7f223 on network 9b23f275-dbc1-4b31-89ad-a50a42b827a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:16:08.770280 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-751f274f-c9ac-4b8b-be29-942a997036df service neutron] Attempting to bind port 649e426f-f883-455b-8749-6ef4dae7f223 on network 9b23f275-dbc1-4b31-89ad-a50a42b827a6 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:16:08.775523 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-07577418-c418-429a-9f50-85a64d77cb7f tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 19 18:16:08.776608 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-07577418-c418-429a-9f50-85a64d77cb7f tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.7603555 Aug 19 18:16:08.784096 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55610) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:08.810832 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-8d540957-d3cf-4a07-a13c-fc977b5680d6 service neutron] 10.222.0.24 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021699 Aug 19 18:16:08.811644 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-751f274f-c9ac-4b8b-be29-942a997036df service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:16:08.812434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-751f274f-c9ac-4b8b-be29-942a997036df service neutron] Checking segment: {'id': '2fe7eef0-67d3-4df2-a6dc-12ee964d6b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b23f275-dbc1-4b31-89ad-a50a42b827a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:08.813237 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-751f274f-c9ac-4b8b-be29-942a997036df service neutron] Bound using segment: {'id': '2fe7eef0-67d3-4df2-a6dc-12ee964d6b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b23f275-dbc1-4b31-89ad-a50a42b827a6'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:16:08.814146 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-751f274f-c9ac-4b8b-be29-942a997036df service neutron] Bound port: 649e426f-f883-455b-8749-6ef4dae7f223, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe7eef0-67d3-4df2-a6dc-12ee964d6b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b23f275-dbc1-4b31-89ad-a50a42b827a6'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:16:08.814797 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-751f274f-c9ac-4b8b-be29-942a997036df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.827826 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201c6e92-3fd5-4638-a59c-6866118d7d1d x-openstack-request-id: req-201c6e92-3fd5-4638-a59c-6866118d7d1d {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:16:08.828578 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3177f8-c392-49ac-a46b-7e0366e28e8f", "tag": "5498db78-d30b-41ed-9338-5cac56ca5609", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:16:08.829069 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-201c6e92-3fd5-4638-a59c-6866118d7d1d {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:16:08.829952 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3177f8-c392-49ac-a46b-7e0366e28e8f', 'tag': '5498db78-d30b-41ed-9338-5cac56ca5609', 'status': 'completed', 'code': 200} Aug 19 18:16:08.857834 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-96b99083-02f7-4118-b9a5-1defb30efe0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.866856 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf568d3f-ed72-427c-b576-1c43ef7c58e7 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.905174 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-bbddb833-dd5f-41ea-8711-9e52221138a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:08.908054 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-bbddb833-dd5f-41ea-8711-9e52221138a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f13f9baf-d90a-4ab7-b93b-82b15f099642 HTTP/1.1" status: 200 len: 854 time: 0.1641254 Aug 19 18:16:08.955391 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-59937ff3-f309-49ce-af36-681c6f78a462 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=01f7f594-e81d-44ac-aac6-2a854b94c65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359969 Aug 19 18:16:08.983888 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-96b99083-02f7-4118-b9a5-1defb30efe0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:09.110139 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-751f274f-c9ac-4b8b-be29-942a997036df service neutron] For port 649e426f-f883-455b-8749-6ef4dae7f223, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:16:09.127712 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-bb5a32d0-b8d2-44be-99c9-d2762da299f1 service neutron] 10.222.0.24 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017120 Aug 19 18:16:09.146910 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-751f274f-c9ac-4b8b-be29-942a997036df service neutron] For port 649e426f-f883-455b-8749-6ef4dae7f223, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=649e426f-f883-455b-8749-6ef4dae7f223,segment=NetworkSegment(2fe7eef0-67d3-4df2-a6dc-12ee964d6b88),segment_id=2fe7eef0-67d3-4df2-a6dc-12ee964d6b88)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:16:09.149213 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf568d3f-ed72-427c-b576-1c43ef7c58e7 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:09.162468 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01debf7d-045f-4c8b-90c8-62b171c0cb61 req-3aacff38-8cee-420d-8f18-1f68b983474a tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:09.164669 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-01debf7d-045f-4c8b-90c8-62b171c0cb61 req-3aacff38-8cee-420d-8f18-1f68b983474a tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 943 time: 0.2036715 Aug 19 18:16:09.168613 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-751f274f-c9ac-4b8b-be29-942a997036df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:09.193906 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-96b99083-02f7-4118-b9a5-1defb30efe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:09.197918 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-96b99083-02f7-4118-b9a5-1defb30efe0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:09.199097 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-96b99083-02f7-4118-b9a5-1defb30efe0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/04a92e78-0852-4052-bd97-3770e3581f7e HTTP/1.1" status: 204 len: 168 time: 0.5930555 Aug 19 18:16:09.206237 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-19b74952-553f-467e-a596-60a3342118d9 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Deleting port cdb607fc-8268-4b48-a5a9-4854d506457c {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:09.206737 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-19b74952-553f-467e-a596-60a3342118d9 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:09.272647 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-751f274f-c9ac-4b8b-be29-942a997036df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:09.272986 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b99083-02f7-4118-b9a5-1defb30efe0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a92e78-0852-4052-bd97-3770e3581f7e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:09.283113 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-751f274f-c9ac-4b8b-be29-942a997036df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:09.284877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf568d3f-ed72-427c-b576-1c43ef7c58e7 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:09.288953 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-751f274f-c9ac-4b8b-be29-942a997036df service neutron] 10.222.0.50 "PUT /v2.0/ports/649e426f-f883-455b-8749-6ef4dae7f223 HTTP/1.1" status: 200 len: 1091 time: 2.9278789 Aug 19 18:16:09.299832 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-bf568d3f-ed72-427c-b576-1c43ef7c58e7 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:09.304364 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf568d3f-ed72-427c-b576-1c43ef7c58e7 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:09.305593 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-916083bf-4be7-411f-a5fb-6b767a546c74 service neutron] 10.222.0.50 "GET /v2.0/networks/01f7f594-e81d-44ac-aac6-2a854b94c65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303869 Aug 19 18:16:09.310684 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf568d3f-ed72-427c-b576-1c43ef7c58e7 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Pushing event updated for resources: {'Port': ['ID=556f0ac7-153e-4a55-bd7a-d7ad6a4c82ba,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:09.404258 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-19b74952-553f-467e-a596-60a3342118d9 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:09.500086 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-19b74952-553f-467e-a596-60a3342118d9 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Calling delete_port for cdb607fc-8268-4b48-a5a9-4854d506457c owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:09.557060 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-01debf7d-045f-4c8b-90c8-62b171c0cb61 req-0bd5eec4-9abd-4edb-949a-8269cc8233ca tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712907 Aug 19 18:16:09.558651 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f274f-c9ac-4b8b-be29-942a997036df service neutron] Pushing event updated for resources: {'Port': ['ID=649e426f-f883-455b-8749-6ef4dae7f223,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:09.604318 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5438c3b5-5fd3-4fe2-8b1f-3bbae14eccd3 req-95491575-de7e-4afa-8aba-37b8f21202ba service neutron] 10.222.0.50 "GET /v2.0/networks/01f7f594-e81d-44ac-aac6-2a854b94c65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580609 Aug 19 18:16:09.823313 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-03cb9fc0-6a5c-41a5-9394-b1d00f934918 req-84f4e764-7d1f-4ba0-9fd9-39425fdac3a5 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 210 time: 0.1203816 Aug 19 18:16:10.076450 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-457d4762-4ddb-426d-9517-52f3be89e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:10.080306 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-457d4762-4ddb-426d-9517-52f3be89e7a2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=936ec52db0734d99bf3034cb7c88bc1c&device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 1094 time: 0.4720666 Aug 19 18:16:10.178700 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b5c52-6eee-4771-a640-f7959488917f req-3c0756d7-04e7-422f-afb9-feffbbabc47d tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:10.186687 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d89b5c52-6eee-4771-a640-f7959488917f req-3c0756d7-04e7-422f-afb9-feffbbabc47d tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 943 time: 0.3041046 Aug 19 18:16:10.223426 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:10.316714 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-19b74952-553f-467e-a596-60a3342118d9 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:10.322452 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf568d3f-ed72-427c-b576-1c43ef7c58e7 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:10.480068 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b74952-553f-467e-a596-60a3342118d9 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdb607fc-8268-4b48-a5a9-4854d506457c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:10.702718 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-19b74952-553f-467e-a596-60a3342118d9 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:10.716980 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-19b74952-553f-467e-a596-60a3342118d9 tempest-RoutersAdminNegativeTest-2000969515 tempest-RoutersAdminNegativeTest-2000969515-project-admin] 10.222.0.24 "DELETE /v2.0/ports/cdb607fc-8268-4b48-a5a9-4854d506457c HTTP/1.1" status: 204 len: 168 time: 1.9221017 Aug 19 18:16:10.881132 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:11.014981 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a730bc2-bb4d-4558-be9f-5633a15318e4', 'tag': '649e426f-f883-455b-8749-6ef4dae7f223'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:16:11.017384 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d302294-5bbd-4696-abbc-454b8fc416ba" -d '{"events": [{"name": "network-changed", "server_uuid": "9a730bc2-bb4d-4558-be9f-5633a15318e4", "tag": "649e426f-f883-455b-8749-6ef4dae7f223"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:16:11.061968 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13135527-fcfc-4440-bff8-13172421580e req-5fc648d0-c945-4e45-8559-4c96f6131ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:11.061968 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-13135527-fcfc-4440-bff8-13172421580e req-5fc648d0-c945-4e45-8559-4c96f6131ad2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae5f105f808f4d28a10ecd4886932c61&device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 1094 time: 1.3657026 Aug 19 18:16:11.080000 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-7162ee7c-333b-427c-b6d6-898c0956087c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=649e426f-f883-455b-8749-6ef4dae7f223 HTTP/1.1" status: 200 len: 217 time: 0.9719315 Aug 19 18:16:11.152778 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d89b5c52-6eee-4771-a640-f7959488917f req-42f18e61-f47b-4420-8506-475531ad29b3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9213026 Aug 19 18:16:11.312519 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-e515ed3e-33f6-4f1c-96fd-5fd21e5b15ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:11.314691 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-e515ed3e-33f6-4f1c-96fd-5fd21e5b15ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e410fbec-87b3-4c19-8f94-8082dbd5415d HTTP/1.1" status: 200 len: 853 time: 0.1975100 Aug 19 18:16:11.379310 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55666) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:11.422350 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-fd54a1a7-212b-4423-8ad3-8e9279feff48 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b23f275-dbc1-4b31-89ad-a50a42b827a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437713 Aug 19 18:16:11.495825 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7acb977a-1e8f-4a6a-b9df-9ff2c7c719e2 req-c53750be-73f3-47d7-bcc5-55d752d00197 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 210 time: 0.1152046 Aug 19 18:16:11.626285 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2032dd0e-0456-4712-a33a-03997bf9f89a x-openstack-request-id: req-2032dd0e-0456-4712-a33a-03997bf9f89a {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:16:11.626555 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a730bc2-bb4d-4558-be9f-5633a15318e4", "tag": "649e426f-f883-455b-8749-6ef4dae7f223", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:16:11.627296 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2032dd0e-0456-4712-a33a-03997bf9f89a {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:16:11.627296 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a730bc2-bb4d-4558-be9f-5633a15318e4', 'tag': '649e426f-f883-455b-8749-6ef4dae7f223', 'status': 'completed', 'code': 200} Aug 19 18:16:11.645385 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13135527-fcfc-4440-bff8-13172421580e req-44056cae-1105-471e-86d6-3b69f1edcfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:11.648110 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-13135527-fcfc-4440-bff8-13172421580e req-44056cae-1105-471e-86d6-3b69f1edcfaf service neutron] 10.222.0.50 "GET /v2.0/networks?id=01f7f594-e81d-44ac-aac6-2a854b94c65c HTTP/1.1" status: 200 len: 915 time: 0.5737734 Aug 19 18:16:11.714258 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-13135527-fcfc-4440-bff8-13172421580e req-5d3921a3-f0a6-4742-a364-22a96fde779e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5498db78-d30b-41ed-9338-5cac56ca5609 HTTP/1.1" status: 200 len: 217 time: 0.0456026 Aug 19 18:16:11.720266 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-1eda2329-c92e-4039-ae68-9e644d0d99cc service neutron] 10.222.0.50 "GET /v2.0/networks/9b23f275-dbc1-4b31-89ad-a50a42b827a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789268 Aug 19 18:16:11.953033 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13135527-fcfc-4440-bff8-13172421580e req-57f159c6-aa65-4ae0-b676-47cd3803b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:11.955976 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-13135527-fcfc-4440-bff8-13172421580e req-57f159c6-aa65-4ae0-b676-47cd3803b41c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f13f9baf-d90a-4ab7-b93b-82b15f099642 HTTP/1.1" status: 200 len: 854 time: 0.2240136 Aug 19 18:16:12.050997 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-13135527-fcfc-4440-bff8-13172421580e req-55e39e34-2b2a-47e5-b12c-fc5014149314 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=01f7f594-e81d-44ac-aac6-2a854b94c65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825710 Aug 19 18:16:12.204034 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-934ed8a8-eec1-42d3-9679-747895b18f41 req-f02ea10e-8617-456d-9a0d-6a334b68a6ad service neutron] 10.222.0.50 "GET /v2.0/networks/9b23f275-dbc1-4b31-89ad-a50a42b827a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690323 Aug 19 18:16:12.223920 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6344184-5730-492a-979e-a2adaa0663ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:12.334776 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf568d3f-ed72-427c-b576-1c43ef7c58e7 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:12.353467 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595d4cd-b0b4-4d5d-8b39-4a5bd986be50 req-064513f0-06ca-4ac9-9e1b-9d915f02959e tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:12.363737 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5595d4cd-b0b4-4d5d-8b39-4a5bd986be50 req-064513f0-06ca-4ac9-9e1b-9d915f02959e tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 943 time: 1.5316255 Aug 19 18:16:12.376818 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf568d3f-ed72-427c-b576-1c43ef7c58e7 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740919'] for router, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:12.546265 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-300deae4-8346-42cc-8731-7416a716fa46 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:12.549110 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-300deae4-8346-42cc-8731-7416a716fa46 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.54 "GET /v2.0/networks?id=6a232ed5-d6ef-427b-adae-4f7272a3c429 HTTP/1.1" status: 200 len: 812 time: 0.4634812 Aug 19 18:16:12.569693 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5595d4cd-b0b4-4d5d-8b39-4a5bd986be50 req-a71b8284-a245-41cb-b56f-a78acafd5690 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046974 Aug 19 18:16:12.583835 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Request body: {'port': {'device_id': 'e91119b1-f2ba-4cf4-9ae5-6088f4b1871e', 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429', 'admin_state_up': True, 'tenant_id': 'b4a7af90eddc4fcd95550f2f124890b4'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:12.596669 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03631e13-33a5-4f26-ac4f-50d7816d1cc9 req-ee38416b-2fd3-4ac4-aa6c-ebf0bb3371cf tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:12.628572 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03631e13-33a5-4f26-ac4f-50d7816d1cc9 req-ee38416b-2fd3-4ac4-aa6c-ebf0bb3371cf tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 943 time: 0.2506752 Aug 19 18:16:12.681619 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6344184-5730-492a-979e-a2adaa0663ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:12.684376 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-13135527-fcfc-4440-bff8-13172421580e req-1acf87bf-d48f-4b0f-bdea-3b108fc8b89b service neutron] 10.222.0.50 "GET /v2.0/networks/01f7f594-e81d-44ac-aac6-2a854b94c65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6209474 Aug 19 18:16:12.716498 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6344184-5730-492a-979e-a2adaa0663ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:12.762814 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d302294-5bbd-4696-abbc-454b8fc416ba req-7a376a58-f147-4d5e-bc10-4859e01427bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:12.764525 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1d302294-5bbd-4696-abbc-454b8fc416ba req-7a376a58-f147-4d5e-bc10-4859e01427bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=936ec52db0734d99bf3034cb7c88bc1c&device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 1094 time: 0.3904579 Aug 19 18:16:12.828429 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-803af57f-49e5-4947-9a3b-9fc7f5a4a810 req-0fab897b-a662-4ec0-9699-6ed716b39f7e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 210 time: 0.0778430 Aug 19 18:16:12.892015 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Made reservation on behalf of b4a7af90eddc4fcd95550f2f124890b4 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:12.898138 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:12.903987 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf568d3f-ed72-427c-b576-1c43ef7c58e7 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Router 362872b3-6bef-4704-bb71-cc7bd65688cc is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:16:12.985776 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a6344184-5730-492a-979e-a2adaa0663ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1c024ce875b48ea9ffbdb1b0fb9d2cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6039848 Aug 19 18:16:13.000184 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55712) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:13.023147 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03631e13-33a5-4f26-ac4f-50d7816d1cc9 req-daff3930-9832-4f81-8f92-cf9156546f34 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931260 Aug 19 18:16:13.041995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6344184-5730-492a-979e-a2adaa0663ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fc416c-9851-4e79-a555-0c761e62f266,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:13.113809 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d302294-5bbd-4696-abbc-454b8fc416ba req-5f97a38e-be8b-46ee-b742-17137df7c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:13.115957 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1d302294-5bbd-4696-abbc-454b8fc416ba req-5f97a38e-be8b-46ee-b742-17137df7c1b7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b23f275-dbc1-4b31-89ad-a50a42b827a6 HTTP/1.1" status: 200 len: 914 time: 0.3179579 Aug 19 18:16:13.162714 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-13135527-fcfc-4440-bff8-13172421580e req-114b5213-142e-416d-806d-5eec8605de46 service neutron] 10.222.0.50 "GET /v2.0/networks/01f7f594-e81d-44ac-aac6-2a854b94c65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600677 Aug 19 18:16:13.217552 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5498db78-d30b-41ed-9338-5cac56ca5609 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:16:13.288404 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1d302294-5bbd-4696-abbc-454b8fc416ba req-185c97bd-faf5-44a2-a545-4ddef83cf778 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=649e426f-f883-455b-8749-6ef4dae7f223 HTTP/1.1" status: 200 len: 217 time: 0.1221166 Aug 19 18:16:13.293252 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf568d3f-ed72-427c-b576-1c43ef7c58e7 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:16:13.318968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f573a118-b6f5-486c-8904-40e3fbcaccf7 None None] Sync routers for ids ['362872b3-6bef-4704-bb71-cc7bd65688cc'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:16:13.328907 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf568d3f-ed72-427c-b576-1c43ef7c58e7 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:13.336883 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bf568d3f-ed72-427c-b576-1c43ef7c58e7 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "PUT /v2.0/routers/362872b3-6bef-4704-bb71-cc7bd65688cc HTTP/1.1" status: 200 len: 884 time: 7.9641011 Aug 19 18:16:13.337802 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55714) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:13.344727 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f573a118-b6f5-486c-8904-40e3fbcaccf7 None None] Routers {'362872b3-6bef-4704-bb71-cc7bd65688cc'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:16:13.345381 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f573a118-b6f5-486c-8904-40e3fbcaccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:16:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['362872b3-6bef-4704-bb71-cc7bd65688cc'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:13.356163 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Allocated IP 172.20.0.4 (6a232ed5-d6ef-427b-adae-4f7272a3c429/b90853f9-3a3c-4d5a-8d68-8dea22f30a90/a466a117-6b64-43d9-ae30-9b69d3018bea) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:13.388565 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f573a118-b6f5-486c-8904-40e3fbcaccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:13.406154 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f573a118-b6f5-486c-8904-40e3fbcaccf7 None None] Routers {'362872b3-6bef-4704-bb71-cc7bd65688cc'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:16:13.406700 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f573a118-b6f5-486c-8904-40e3fbcaccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:16:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['362872b3-6bef-4704-bb71-cc7bd65688cc'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:13.449131 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d302294-5bbd-4696-abbc-454b8fc416ba req-67a10efa-72fe-4d78-8597-c37815ea05bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:13.456333 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1d302294-5bbd-4696-abbc-454b8fc416ba req-67a10efa-72fe-4d78-8597-c37815ea05bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e410fbec-87b3-4c19-8f94-8082dbd5415d HTTP/1.1" status: 200 len: 853 time: 0.1652408 Aug 19 18:16:13.491345 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f573a118-b6f5-486c-8904-40e3fbcaccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:13.492277 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f573a118-b6f5-486c-8904-40e3fbcaccf7 None None] The sync data for ids ['362872b3-6bef-4704-bb71-cc7bd65688cc'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:16:13.531791 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5498db78-d30b-41ed-9338-5cac56ca5609, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5498db78-d30b-41ed-9338-5cac56ca5609,segment=NetworkSegment(8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1),segment_id=8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:13.532083 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ef9767d-dae5-4adb-b4a0-7eeb51599ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:13.549832 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '5498db78-d30b-41ed-9338-5cac56ca5609', 'network_id': '01f7f594-e81d-44ac-aac6-2a854b94c65c', 'port_id': '5498db78-d30b-41ed-9338-5cac56ca5609', 'mac_address': 'fa:16:3e:dd:ff:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13f9baf-d90a-4ab7-b93b-82b15f099642', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:16:13.567316 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ef9767d-dae5-4adb-b4a0-7eeb51599ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:13.608291 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:13.633831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5498db78-d30b-41ed-9338-5cac56ca5609 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:16:13.640165 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1d302294-5bbd-4696-abbc-454b8fc416ba req-3b496286-8f94-40e7-897c-e0baf0b4bf41 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b23f275-dbc1-4b31-89ad-a50a42b827a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1736796 Aug 19 18:16:13.670629 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5498db78-d30b-41ed-9338-5cac56ca5609, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5498db78-d30b-41ed-9338-5cac56ca5609,segment=NetworkSegment(8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1),segment_id=8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:13.677184 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:13.679114 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ef9767d-dae5-4adb-b4a0-7eeb51599ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:13.700163 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ef9767d-dae5-4adb-b4a0-7eeb51599ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:13.702156 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2ef9767d-dae5-4adb-b4a0-7eeb51599ce0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4fc416c-9851-4e79-a555-0c761e62f266 HTTP/1.1" status: 204 len: 168 time: 0.6949241 Aug 19 18:16:13.841496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=5498db78-d30b-41ed-9338-5cac56ca5609,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:13.912093 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9767d-dae5-4adb-b4a0-7eeb51599ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fc416c-9851-4e79-a555-0c761e62f266,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:13.912442 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['5498db78-d30b-41ed-9338-5cac56ca5609'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:16:14.201174 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1d302294-5bbd-4696-abbc-454b8fc416ba req-0feb00ed-6c53-4a8d-ae82-6b0b79d3dcee service neutron] 10.222.0.50 "GET /v2.0/networks/9b23f275-dbc1-4b31-89ad-a50a42b827a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464802 Aug 19 18:16:14.203319 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b62dab92-53bc-4be3-bd11-15fef6690e63 req-b9216f6d-2992-40f2-b317-9944a37af94c tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 210 time: 0.1206291 Aug 19 18:16:14.267372 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06909c1c-5776-478d-aa1a-c1e045f9091d req-3aab0752-159a-4f74-b312-c5b529839f2b tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:14.283513 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-06909c1c-5776-478d-aa1a-c1e045f9091d req-3aab0752-159a-4f74-b312-c5b529839f2b tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 944 time: 0.3458123 Aug 19 18:16:14.341259 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-04cb7782-2adf-4ca8-b2ba-7b15da285cd8 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "GET /v2.0/routers/362872b3-6bef-4704-bb71-cc7bd65688cc HTTP/1.1" status: 200 len: 925 time: 0.9942796 Aug 19 18:16:14.388646 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55740) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:14.528326 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1d302294-5bbd-4696-abbc-454b8fc416ba req-274d53bd-1fee-4a88-a478-396fffb73023 service neutron] 10.222.0.50 "GET /v2.0/networks/9b23f275-dbc1-4b31-89ad-a50a42b827a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136709 Aug 19 18:16:14.531736 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:14.684190 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76433af2-551a-4101-b1e5-b22b255a5a17 req-31224f44-510c-4fd1-8a8b-200f07f52b72 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:14.691468 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-76433af2-551a-4101-b1e5-b22b255a5a17 req-31224f44-510c-4fd1-8a8b-200f07f52b72 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 943 time: 0.1015451 Aug 19 18:16:14.695896 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:14.796388 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-76433af2-551a-4101-b1e5-b22b255a5a17 req-b823bc69-7696-439f-b0aa-f1342a3e624f tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015754 Aug 19 18:16:14.915285 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55748) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:14.924360 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Pushing event updated for resources: {'Port': ['ID=a466a117-6b64-43d9-ae30-9b69d3018bea,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:14.960222 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-06909c1c-5776-478d-aa1a-c1e045f9091d req-a9e6889c-0d46-4403-833a-311f6be2028f tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6720667 Aug 19 18:16:14.975637 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Network 6a232ed5-d6ef-427b-adae-4f7272a3c429 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:14.982293 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:14.988529 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:14.989278 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:14.989947 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:14.990544 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:14.991126 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:14.991811 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:15.002740 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:15.015172 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ab70dee3-198e-4b8c-b4f0-d28634c659c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=faf6d0381fa04468ad1955f5051df745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0942113 Aug 19 18:16:15.015440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:15.015440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:15.015440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:15.015440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:15.015936 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55750) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:15.016062 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:15.021211 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:15.041817 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b6647c-3783-4682-9857-e2923049047b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:15.049486 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e6b6647c-3783-4682-9857-e2923049047b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&device_id=362872b3-6bef-4704-bb71-cc7bd65688cc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6547940 Aug 19 18:16:15.050430 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55752) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:15.164460 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:15.167606 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.195144 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-684ae0ed-dc5f-4ba5-9d88-bc4d5844b74d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6223567 Aug 19 18:16:15.229598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 649e426f-f883-455b-8749-6ef4dae7f223 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:16:15.232602 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5498db78-d30b-41ed-9338-5cac56ca5609 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:16:15.298042 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3d6f239d-70e2-44b7-868b-beadc79cc2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.348206 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 5498db78-d30b-41ed-9338-5cac56ca5609 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:15.410295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 5498db78-d30b-41ed-9338-5cac56ca5609 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:15.411024 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.620364 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-80222ff4-af7d-4f4a-b013-8aedd31e9dbf service neutron] Request body: {'port': {'device_id': 'e91119b1-f2ba-4cf4-9ae5-6088f4b1871e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:15.635477 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd5eb94-3b19-4a98-8c66-ec1e8a163e71 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:15.643013 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9cd5eb94-3b19-4a98-8c66-ec1e8a163e71 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 881 time: 0.5905859 Aug 19 18:16:15.648848 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3d6f239d-70e2-44b7-868b-beadc79cc2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.659050 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55772) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:15.752918 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 649e426f-f883-455b-8749-6ef4dae7f223, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=649e426f-f883-455b-8749-6ef4dae7f223,segment=NetworkSegment(2fe7eef0-67d3-4df2-a6dc-12ee964d6b88),segment_id=2fe7eef0-67d3-4df2-a6dc-12ee964d6b88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:15.753255 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-95e34a68-cf8c-4898-ac3c-ff9a847f0d4e tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "GET /v2.0/ports?device_id=362872b3-6bef-4704-bb71-cc7bd65688cc HTTP/1.1" status: 200 len: 205 time: 0.0920756 Aug 19 18:16:15.757217 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55774) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:15.772434 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.813681 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75255e0-274c-448d-bfbc-f9c660ebc9e1 req-2efc9d87-4499-40f8-9d1e-10f8e6af596c tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:15.816475 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e75255e0-274c-448d-bfbc-f9c660ebc9e1 req-2efc9d87-4499-40f8-9d1e-10f8e6af596c tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 931 time: 0.3453817 Aug 19 18:16:15.831339 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '649e426f-f883-455b-8749-6ef4dae7f223', 'network_id': '9b23f275-dbc1-4b31-89ad-a50a42b827a6', 'port_id': '649e426f-f883-455b-8749-6ef4dae7f223', 'mac_address': 'fa:16:3e:56:02:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e410fbec-87b3-4c19-8f94-8082dbd5415d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:16:15.848072 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-80222ff4-af7d-4f4a-b013-8aedd31e9dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.850155 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3177f8-c392-49ac-a46b-7e0366e28e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5498db78-d30b-41ed-9338-5cac56ca5609'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:16:15.854814 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb30a643-e668-4713-ace3-3f91afb01969" -d '{"events": [{"server_uuid": "fe3177f8-c392-49ac-a46b-7e0366e28e8f", "name": "network-vif-plugged", "status": "completed", "tag": "5498db78-d30b-41ed-9338-5cac56ca5609"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:16:15.990060 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:16.014323 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 649e426f-f883-455b-8749-6ef4dae7f223 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:16:16.023801 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5498db78-d30b-41ed-9338-5cac56ca5609, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5498db78-d30b-41ed-9338-5cac56ca5609,segment=NetworkSegment(8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1),segment_id=8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:16.033802 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:16.083987 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 649e426f-f883-455b-8749-6ef4dae7f223, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=649e426f-f883-455b-8749-6ef4dae7f223,segment=NetworkSegment(2fe7eef0-67d3-4df2-a6dc-12ee964d6b88),segment_id=2fe7eef0-67d3-4df2-a6dc-12ee964d6b88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:16.093882 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:16.124540 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=5498db78-d30b-41ed-9338-5cac56ca5609,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:16.155346 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e75255e0-274c-448d-bfbc-f9c660ebc9e1 req-7ac76015-ff78-4654-98d4-ceb94c5797fd tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091364 Aug 19 18:16:16.194688 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=649e426f-f883-455b-8749-6ef4dae7f223,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:16.221385 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3d6f239d-70e2-44b7-868b-beadc79cc2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:16.233616 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3d6f239d-70e2-44b7-868b-beadc79cc2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:16.236537 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3d6f239d-70e2-44b7-868b-beadc79cc2ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a11a2667-b6f8-4973-bba0-1adcb5b8ca27 HTTP/1.1" status: 204 len: 168 time: 1.2185972 Aug 19 18:16:16.268342 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d454f2-376d-4aa3-a0c5-b8c5e3014e52 req-d9978269-7f65-4261-b01b-5ca15d7342ce tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:16.271464 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e9d454f2-376d-4aa3-a0c5-b8c5e3014e52 req-d9978269-7f65-4261-b01b-5ca15d7342ce tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 943 time: 0.3146050 Aug 19 18:16:16.275487 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9c184aca-3415-4c53-ad34-766d462faeab tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:16.346949 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dc4386-b89a-45aa-bec5-feb2df8a83a3 x-openstack-request-id: req-b7dc4386-b89a-45aa-bec5-feb2df8a83a3 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:16:16.347886 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3177f8-c392-49ac-a46b-7e0366e28e8f", "name": "network-vif-plugged", "status": "completed", "tag": "5498db78-d30b-41ed-9338-5cac56ca5609", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:16:16.347886 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7dc4386-b89a-45aa-bec5-feb2df8a83a3 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:16:16.348387 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3177f8-c392-49ac-a46b-7e0366e28e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5498db78-d30b-41ed-9338-5cac56ca5609', 'code': 200} Aug 19 18:16:16.366293 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['649e426f-f883-455b-8749-6ef4dae7f223'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:16:16.436618 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:16.534634 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f239d-70e2-44b7-868b-beadc79cc2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11a2667-b6f8-4973-bba0-1adcb5b8ca27,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:16.550422 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f239d-70e2-44b7-868b-beadc79cc2ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:16.551384 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f239d-70e2-44b7-868b-beadc79cc2ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:16.551740 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f239d-70e2-44b7-868b-beadc79cc2ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:16.552080 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f239d-70e2-44b7-868b-beadc79cc2ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:16.552622 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f239d-70e2-44b7-868b-beadc79cc2ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:16.552979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f239d-70e2-44b7-868b-beadc79cc2ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:16.553321 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f239d-70e2-44b7-868b-beadc79cc2ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:16.554473 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f239d-70e2-44b7-868b-beadc79cc2ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:16.555118 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f239d-70e2-44b7-868b-beadc79cc2ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:16.556227 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f239d-70e2-44b7-868b-beadc79cc2ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:16.556618 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f239d-70e2-44b7-868b-beadc79cc2ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:16.556999 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f239d-70e2-44b7-868b-beadc79cc2ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:16.567296 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e9d454f2-376d-4aa3-a0c5-b8c5e3014e52 req-7ca53e35-81a8-4b3d-8787-0273689fd48a tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251451 Aug 19 18:16:16.772954 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d497d4-0278-460b-bf3b-e85931f7e907 req-7e02894f-5d3a-4a59-ac5e-0c7e37b3f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:16.782485 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-49d497d4-0278-460b-bf3b-e85931f7e907 req-7e02894f-5d3a-4a59-ac5e-0c7e37b3f747 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 1096 time: 0.3514495 Aug 19 18:16:16.815766 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0addf5-0860-4932-b53a-c8083a6bdd12 req-8ed8da5b-bea9-4bf5-b8cc-6980a18039a2 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:16.817684 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e0addf5-0860-4932-b53a-c8083a6bdd12 req-8ed8da5b-bea9-4bf5-b8cc-6980a18039a2 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.2846413 Aug 19 18:16:16.874124 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-80222ff4-af7d-4f4a-b013-8aedd31e9dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a466a117-6b64-43d9-ae30-9b69d3018bea {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:16:16.894170 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-80222ff4-af7d-4f4a-b013-8aedd31e9dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:16.932693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-80222ff4-af7d-4f4a-b013-8aedd31e9dbf service neutron] Transition to ACTIVE for port object a466a117-6b64-43d9-ae30-9b69d3018bea will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:16.940461 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-80222ff4-af7d-4f4a-b013-8aedd31e9dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:17.003732 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e0addf5-0860-4932-b53a-c8083a6bdd12 req-b5aaaba5-4dca-41a4-bc10-cde1ff529ca5 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523252 Aug 19 18:16:17.010583 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-49d497d4-0278-460b-bf3b-e85931f7e907 req-4259aae7-0925-439b-b6d6-6a84390bf091 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894212 Aug 19 18:16:17.040104 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9c184aca-3415-4c53-ad34-766d462faeab tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:17.066608 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80222ff4-af7d-4f4a-b013-8aedd31e9dbf service neutron] Pushing event updated for resources: {'Port': ['ID=a466a117-6b64-43d9-ae30-9b69d3018bea,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:17.182951 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-80222ff4-af7d-4f4a-b013-8aedd31e9dbf service neutron] Attempting to bind port a466a117-6b64-43d9-ae30-9b69d3018bea on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:16:17.183894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-80222ff4-af7d-4f4a-b013-8aedd31e9dbf service neutron] Attempting to bind port a466a117-6b64-43d9-ae30-9b69d3018bea by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:16:17.184675 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-80222ff4-af7d-4f4a-b013-8aedd31e9dbf service neutron] Attempting to bind port a466a117-6b64-43d9-ae30-9b69d3018bea on network 6a232ed5-d6ef-427b-adae-4f7272a3c429 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:16:17.194808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-80222ff4-af7d-4f4a-b013-8aedd31e9dbf service neutron] Port a466a117-6b64-43d9-ae30-9b69d3018bea on network 6a232ed5-d6ef-427b-adae-4f7272a3c429 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:16:17.196040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-80222ff4-af7d-4f4a-b013-8aedd31e9dbf service neutron] Attempting to bind port a466a117-6b64-43d9-ae30-9b69d3018bea on network 6a232ed5-d6ef-427b-adae-4f7272a3c429 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:16:17.227109 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-80222ff4-af7d-4f4a-b013-8aedd31e9dbf service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:16:17.228241 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-80222ff4-af7d-4f4a-b013-8aedd31e9dbf service neutron] Checking segment: {'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:17.230610 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-80222ff4-af7d-4f4a-b013-8aedd31e9dbf service neutron] Bound using segment: {'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:16:17.232807 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-80222ff4-af7d-4f4a-b013-8aedd31e9dbf service neutron] Bound port: a466a117-6b64-43d9-ae30-9b69d3018bea, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:16:17.234045 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-80222ff4-af7d-4f4a-b013-8aedd31e9dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:17.272842 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-9c184aca-3415-4c53-ad34-766d462faeab tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Deleting port 556f0ac7-153e-4a55-bd7a-d7ad6a4c82ba {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:17.273507 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9c184aca-3415-4c53-ad34-766d462faeab tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:17.452422 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-80222ff4-af7d-4f4a-b013-8aedd31e9dbf service neutron] For port a466a117-6b64-43d9-ae30-9b69d3018bea, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:16:17.470325 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5a118-0c23-4780-b051-f298f28a5b73 req-b4f9583a-7fc5-4763-be3b-d35cb646167c tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:17.472776 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eae5a118-0c23-4780-b051-f298f28a5b73 req-b4f9583a-7fc5-4763-be3b-d35cb646167c tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 943 time: 0.1239424 Aug 19 18:16:17.532554 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9c184aca-3415-4c53-ad34-766d462faeab tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:17.551087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-80222ff4-af7d-4f4a-b013-8aedd31e9dbf service neutron] For port a466a117-6b64-43d9-ae30-9b69d3018bea, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a466a117-6b64-43d9-ae30-9b69d3018bea,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:16:17.572497 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-80222ff4-af7d-4f4a-b013-8aedd31e9dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:17.582836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-9c184aca-3415-4c53-ad34-766d462faeab tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Calling delete_port for 556f0ac7-153e-4a55-bd7a-d7ad6a4c82ba owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:17.621055 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eae5a118-0c23-4780-b051-f298f28a5b73 req-2a9f2c49-7239-462d-bd4a-945ed2023fd1 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347609 Aug 19 18:16:17.642800 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-80222ff4-af7d-4f4a-b013-8aedd31e9dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:17.643892 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-80222ff4-af7d-4f4a-b013-8aedd31e9dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:17.645717 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-80222ff4-af7d-4f4a-b013-8aedd31e9dbf service neutron] 10.222.0.54 "PUT /v2.0/ports/a466a117-6b64-43d9-ae30-9b69d3018bea HTTP/1.1" status: 200 len: 1091 time: 2.4417925 Aug 19 18:16:17.646912 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91119b1-f2ba-4cf4-9ae5-6088f4b1871e', 'tag': 'a466a117-6b64-43d9-ae30-9b69d3018bea'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:16:17.655521 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edc2095-b634-4ad3-86e3-517883288092" -d '{"events": [{"name": "network-changed", "server_uuid": "e91119b1-f2ba-4cf4-9ae5-6088f4b1871e", "tag": "a466a117-6b64-43d9-ae30-9b69d3018bea"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:16:17.836968 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80222ff4-af7d-4f4a-b013-8aedd31e9dbf service neutron] Pushing event updated for resources: {'Port': ['ID=a466a117-6b64-43d9-ae30-9b69d3018bea,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:17.882059 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-7c8624d6-3515-4434-80c3-eafbaa5c5507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:17.884327 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-7c8624d6-3515-4434-80c3-eafbaa5c5507 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b4a7af90eddc4fcd95550f2f124890b4&device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 1094 time: 0.1755402 Aug 19 18:16:17.967776 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-2b0569ae-726c-4980-9b59-9d047b5ec516 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a466a117-6b64-43d9-ae30-9b69d3018bea HTTP/1.1" status: 200 len: 217 time: 0.0695186 Aug 19 18:16:18.024800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b97068-ba10-45a0-88a5-57b1ce923618 req-c8eedcdb-5e78-4b0b-9c5a-07f3cd7d52c5 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:18.038191 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42b97068-ba10-45a0-88a5-57b1ce923618 req-c8eedcdb-5e78-4b0b-9c5a-07f3cd7d52c5 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 944 time: 0.2425029 Aug 19 18:16:18.119872 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-96638cd3-738d-4d78-9af2-6495562b330d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:18.129584 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-96638cd3-738d-4d78-9af2-6495562b330d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b90853f9-3a3c-4d5a-8d68-8dea22f30a90 HTTP/1.1" status: 200 len: 852 time: 0.1427660 Aug 19 18:16:18.192168 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42b97068-ba10-45a0-88a5-57b1ce923618 req-96246f30-ab90-474e-858f-aabc9bc84aed tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528876 Aug 19 18:16:18.194138 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9c184aca-3415-4c53-ad34-766d462faeab tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:18.204763 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-43a4e3ef-b4ce-4f44-bde7-e03fd707cdca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a232ed5-d6ef-427b-adae-4f7272a3c429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703909 Aug 19 18:16:18.254540 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c184aca-3415-4c53-ad34-766d462faeab tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Pushing event deleted for resources: {'Port': ['ID=556f0ac7-153e-4a55-bd7a-d7ad6a4c82ba,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:18.380692 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-c1bd8531-5c84-4816-973a-4fd61aec50a5 service neutron] 10.222.0.54 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678991 Aug 19 18:16:18.395869 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9c184aca-3415-4c53-ad34-766d462faeab tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:18.407733 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55838) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:18.418250 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4ce81d-0006-419b-8294-34fac5f6ac98 x-openstack-request-id: req-4f4ce81d-0006-419b-8294-34fac5f6ac98 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:16:18.418620 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91119b1-f2ba-4cf4-9ae5-6088f4b1871e", "tag": "a466a117-6b64-43d9-ae30-9b69d3018bea", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:16:18.419134 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f4ce81d-0006-419b-8294-34fac5f6ac98 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:16:18.419669 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91119b1-f2ba-4cf4-9ae5-6088f4b1871e', 'tag': 'a466a117-6b64-43d9-ae30-9b69d3018bea', 'status': 'completed', 'code': 200} Aug 19 18:16:18.610168 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-992544a8-da1a-4d8d-8706-84c52d7fa207 req-e9373a2c-560e-484c-a814-5d8ce6e30523 service neutron] 10.222.0.54 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163966 Aug 19 18:16:18.714812 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9c184aca-3415-4c53-ad34-766d462faeab tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:18.718596 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9c184aca-3415-4c53-ad34-766d462faeab tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:18.881493 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c8ab9-2a87-41a7-bee3-b25fb3dddb2b req-45777b10-49ca-44ba-a258-fd425f4275b9 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:18.887198 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9c184aca-3415-4c53-ad34-766d462faeab tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:18.888541 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c184aca-3415-4c53-ad34-766d462faeab tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Fanout notify agent at l3_agent the message router_deleted on router 362872b3-6bef-4704-bb71-cc7bd65688cc {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:16:18.900425 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-253c8ab9-2a87-41a7-bee3-b25fb3dddb2b req-45777b10-49ca-44ba-a258-fd425f4275b9 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.2946517 Aug 19 18:16:18.908245 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9c184aca-3415-4c53-ad34-766d462faeab tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:18.922536 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9c184aca-3415-4c53-ad34-766d462faeab tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "DELETE /v2.0/routers/362872b3-6bef-4704-bb71-cc7bd65688cc HTTP/1.1" status: 204 len: 168 time: 3.1541111 Aug 19 18:16:18.923739 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55852) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:18.971830 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-892fb35f-37e3-4d97-9d92-247282f9f9d1 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2051450206', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:18.984530 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc2095-b634-4ad3-86e3-517883288092 req-1d8203d4-3eae-4137-ab82-b04ae94eaee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:18.986844 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1edc2095-b634-4ad3-86e3-517883288092 req-1d8203d4-3eae-4137-ab82-b04ae94eaee9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b4a7af90eddc4fcd95550f2f124890b4&device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 1094 time: 0.2740369 Aug 19 18:16:18.994032 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-253c8ab9-2a87-41a7-bee3-b25fb3dddb2b req-c5441eb2-e3f2-49c9-8f9e-5460e87a3cd1 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926335 Aug 19 18:16:19.093820 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-b0f90a1e-b8f2-4454-af5f-6644ed5b9f63 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-614416073'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:19.108437 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-892fb35f-37e3-4d97-9d92-247282f9f9d1 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:19.111085 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-892fb35f-37e3-4d97-9d92-247282f9f9d1 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:19.136012 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4049bc-e2c3-42b6-b3d4-bfa657cf4ad5 req-25382949-33fe-4da1-98a2-ce9d88e2972b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:19.137678 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7e4049bc-e2c3-42b6-b3d4-bfa657cf4ad5 req-25382949-33fe-4da1-98a2-ce9d88e2972b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 943 time: 0.2987659 Aug 19 18:16:19.238205 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 649e426f-f883-455b-8749-6ef4dae7f223 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:16:19.294300 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc2095-b634-4ad3-86e3-517883288092 req-7d6f5381-1ef1-4eee-8c79-1ff5f17c4fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:19.298592 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1edc2095-b634-4ad3-86e3-517883288092 req-7d6f5381-1ef1-4eee-8c79-1ff5f17c4fd2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a232ed5-d6ef-427b-adae-4f7272a3c429 HTTP/1.1" status: 200 len: 913 time: 0.3033814 Aug 19 18:16:19.318645 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7e4049bc-e2c3-42b6-b3d4-bfa657cf4ad5 req-08192081-b10b-494d-b25c-5ead417b3c89 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674085 Aug 19 18:16:19.331829 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f90a1e-b8f2-4454-af5f-6644ed5b9f63 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Made reservation on behalf of a0e8769098114b7b98b5297553231a11 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:19.342915 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b0f90a1e-b8f2-4454-af5f-6644ed5b9f63 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:19.372536 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-892fb35f-37e3-4d97-9d92-247282f9f9d1 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:19.373788 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b0f90a1e-b8f2-4454-af5f-6644ed5b9f63 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:19.390639 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-892fb35f-37e3-4d97-9d92-247282f9f9d1 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:19.411537 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 649e426f-f883-455b-8749-6ef4dae7f223 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:19.421429 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 649e426f-f883-455b-8749-6ef4dae7f223 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:19.422495 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:19.437325 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-892fb35f-37e3-4d97-9d92-247282f9f9d1 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:19.442900 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-892fb35f-37e3-4d97-9d92-247282f9f9d1 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4831383 Aug 19 18:16:19.450467 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55858) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:19.454034 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1edc2095-b634-4ad3-86e3-517883288092 req-1f276e2b-7a38-4d07-a5d3-d6ae6988dd0a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a466a117-6b64-43d9-ae30-9b69d3018bea HTTP/1.1" status: 200 len: 217 time: 0.1450191 Aug 19 18:16:19.466899 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-7612c3fe-6399-46ce-8423-9231a915363b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'enable_snat': True}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:19.591186 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc2095-b634-4ad3-86e3-517883288092 req-8ddb8a65-abfc-4e2b-9afc-eaf2c174fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:19.592957 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1edc2095-b634-4ad3-86e3-517883288092 req-8ddb8a65-abfc-4e2b-9afc-eaf2c174fb32 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b90853f9-3a3c-4d5a-8d68-8dea22f30a90 HTTP/1.1" status: 200 len: 852 time: 0.1185777 Aug 19 18:16:19.650580 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:19.692504 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1edc2095-b634-4ad3-86e3-517883288092 req-0c0441db-3454-4efc-aeb1-03063a9fa1f5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a232ed5-d6ef-427b-adae-4f7272a3c429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747628 Aug 19 18:16:19.701161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a730bc2-bb4d-4558-be9f-5633a15318e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649e426f-f883-455b-8749-6ef4dae7f223'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:16:19.704000 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a322b2-2b3c-41f3-815f-f707f813ecaa" -d '{"events": [{"server_uuid": "9a730bc2-bb4d-4558-be9f-5633a15318e4", "name": "network-vif-plugged", "status": "completed", "tag": "649e426f-f883-455b-8749-6ef4dae7f223"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:16:19.754094 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 649e426f-f883-455b-8749-6ef4dae7f223, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=649e426f-f883-455b-8749-6ef4dae7f223,segment=NetworkSegment(2fe7eef0-67d3-4df2-a6dc-12ee964d6b88),segment_id=2fe7eef0-67d3-4df2-a6dc-12ee964d6b88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:19.761969 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:19.967466 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d1802-ee94-47f2-ad8c-0130a58df237 req-b384edff-7f03-45fb-8671-e4684d42dfe9 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:19.982623 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1a7d1802-ee94-47f2-ad8c-0130a58df237 req-b384edff-7f03-45fb-8671-e4684d42dfe9 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 944 time: 0.5271261 Aug 19 18:16:19.993794 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=649e426f-f883-455b-8749-6ef4dae7f223,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:20.165409 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ebc8e0-1a3e-4411-8fba-ae5fb71bc736 x-openstack-request-id: req-62ebc8e0-1a3e-4411-8fba-ae5fb71bc736 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:16:20.165840 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a730bc2-bb4d-4558-be9f-5633a15318e4", "name": "network-vif-plugged", "status": "completed", "tag": "649e426f-f883-455b-8749-6ef4dae7f223", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:16:20.166114 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62ebc8e0-1a3e-4411-8fba-ae5fb71bc736 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:16:20.166588 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a730bc2-bb4d-4558-be9f-5633a15318e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649e426f-f883-455b-8749-6ef4dae7f223', 'code': 200} Aug 19 18:16:20.212767 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1a7d1802-ee94-47f2-ad8c-0130a58df237 req-86ce072c-7998-4c03-8332-3425cd7a5c4c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291141 Aug 19 18:16:20.257103 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1edc2095-b634-4ad3-86e3-517883288092 req-bb60b614-1652-4a92-bfde-4d3d446877f3 service neutron] 10.222.0.54 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5492370 Aug 19 18:16:20.488207 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1edc2095-b634-4ad3-86e3-517883288092 req-9fe83a91-5f02-4197-bbeb-8a7b105a948e service neutron] 10.222.0.54 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200849 Aug 19 18:16:20.644224 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bacca-deb4-4d48-936c-83c9116dacf8 req-fb00c9f7-fe1a-45a0-a1fc-1fd84b6e2126 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:20.667846 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a2bacca-deb4-4d48-936c-83c9116dacf8 req-fb00c9f7-fe1a-45a0-a1fc-1fd84b6e2126 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 943 time: 0.1782029 Aug 19 18:16:20.740131 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a2bacca-deb4-4d48-936c-83c9116dacf8 req-476d8bc1-8201-45e8-a2b6-e960e087e8d8 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710430 Aug 19 18:16:21.347265 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7612c3fe-6399-46ce-8423-9231a915363b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:21.375691 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b0f90a1e-b8f2-4454-af5f-6644ed5b9f63 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:21.400872 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b48b5-bac3-4c7e-9774-a2a0b3adb3a3 req-5b57de50-35f2-447f-8bbe-39923b3e18b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:21.402656 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7d2b48b5-bac3-4c7e-9774-a2a0b3adb3a3 req-5b57de50-35f2-447f-8bbe-39923b3e18b7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 1096 time: 1.1237259 Aug 19 18:16:21.403363 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b0f90a1e-b8f2-4454-af5f-6644ed5b9f63 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:21.422926 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f90a1e-b8f2-4454-af5f-6644ed5b9f63 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:16:21.436208 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b0f90a1e-b8f2-4454-af5f-6644ed5b9f63 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:21.436208 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-b0f90a1e-b8f2-4454-af5f-6644ed5b9f63 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Added segment 07887d9b-f516-475a-adbb-71f2c7f2d3cd of type vlan for network 5ad75595-9bc2-49c4-8b48-8f112356f8fc Aug 19 18:16:21.488832 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b0f90a1e-b8f2-4454-af5f-6644ed5b9f63 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:21.567238 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da8122-8acf-46ea-b08c-1bdb715623c6 req-d151b18e-1d8c-4d54-a894-58a1d9a5c17f tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:21.581384 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-40da8122-8acf-46ea-b08c-1bdb715623c6 req-d151b18e-1d8c-4d54-a894-58a1d9a5c17f tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1755731 Aug 19 18:16:21.621178 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f90a1e-b8f2-4454-af5f-6644ed5b9f63 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e05cb1-59e3-490b-8275-98c8579c4c6c,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:21.624368 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b0f90a1e-b8f2-4454-af5f-6644ed5b9f63 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:21.630574 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f90a1e-b8f2-4454-af5f-6644ed5b9f63 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:21.631210 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b0f90a1e-b8f2-4454-af5f-6644ed5b9f63 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:21.702545 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-40da8122-8acf-46ea-b08c-1bdb715623c6 req-58b4cab2-dcab-4876-a1cc-05af26290461 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166706 Aug 19 18:16:21.742847 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7d2b48b5-bac3-4c7e-9774-a2a0b3adb3a3 req-3b9dcfd5-2404-4697-a4b7-290156d69d9b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110126 Aug 19 18:16:21.758209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f90a1e-b8f2-4454-af5f-6644ed5b9f63 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Pushing event updated for resources: {'Network': ['ID=5ad75595-9bc2-49c4-8b48-8f112356f8fc,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:21.778966 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1716c5-816f-4c1f-852b-c09af6f24c09 req-34f84f81-60c5-4428-9a43-1158b3543bc1 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:21.800394 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 5ad75595-9bc2-49c4-8b48-8f112356f8fc details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:16:21.805736 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4b1716c5-816f-4c1f-852b-c09af6f24c09 req-34f84f81-60c5-4428-9a43-1158b3543bc1 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 1.3199329 Aug 19 18:16:21.834422 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b0f90a1e-b8f2-4454-af5f-6644ed5b9f63 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.4191027 Aug 19 18:16:21.835049 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55896) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:21.849438 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-0e4bda6d-cde7-4c10-b70e-ea2a233a1e4c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Request body: {'subnet': {'network_id': '5ad75595-9bc2-49c4-8b48-8f112356f8fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:21.876564 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4b1716c5-816f-4c1f-852b-c09af6f24c09 req-2aa2340d-ae55-4728-8d22-08306604bc81 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699306 Aug 19 18:16:22.246791 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b31695-42fa-435b-84fd-8fadff891ed4 req-7864482d-d1b8-4444-8d22-e84240dd5e3a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:22.248946 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35b31695-42fa-435b-84fd-8fadff891ed4 req-7864482d-d1b8-4444-8d22-e84240dd5e3a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 943 time: 0.2849500 Aug 19 18:16:22.315698 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7612c3fe-6399-46ce-8423-9231a915363b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:22.340705 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35b31695-42fa-435b-84fd-8fadff891ed4 req-57b595a3-485a-4018-98c5-5c3b6cece64d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647771 Aug 19 18:16:22.341819 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4bda6d-cde7-4c10-b70e-ea2a233a1e4c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Made reservation on behalf of a0e8769098114b7b98b5297553231a11 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:22.358556 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0e4bda6d-cde7-4c10-b70e-ea2a233a1e4c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:22.368519 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7612c3fe-6399-46ce-8423-9231a915363b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:22.426612 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdaf4b4-cf8b-4f49-92e1-a78e3f41a4be req-4087a954-a593-43a6-aa57-21ab798552ab tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:22.430283 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fcdaf4b4-cf8b-4f49-92e1-a78e3f41a4be req-4087a954-a593-43a6-aa57-21ab798552ab tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.1929681 Aug 19 18:16:22.574890 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fcdaf4b4-cf8b-4f49-92e1-a78e3f41a4be req-fcc77677-b9ba-4e0b-bee9-126c9b8a5f92 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686042 Aug 19 18:16:22.637310 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0e4bda6d-cde7-4c10-b70e-ea2a233a1e4c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:22.760652 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-7612c3fe-6399-46ce-8423-9231a915363b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Allocated IP 172.25.8.111 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/86004158-2d4f-4e69-9df5-698a3e03096c) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:22.846003 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4bda6d-cde7-4c10-b70e-ea2a233a1e4c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Checking segment: {'id': '07887d9b-f516-475a-adbb-71f2c7f2d3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5ad75595-9bc2-49c4-8b48-8f112356f8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:22.846605 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4bda6d-cde7-4c10-b70e-ea2a233a1e4c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Network hostable DHCP agents. Network: 5ad75595-9bc2-49c4-8b48-8f112356f8fc, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:16:22.862665 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4bda6d-cde7-4c10-b70e-ea2a233a1e4c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Pushing event updated for resources: {'Subnet': ['ID=c828d7e8-6b83-4e82-8cbf-72eeff8d3e07,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:22.900042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4bda6d-cde7-4c10-b70e-ea2a233a1e4c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Network 5ad75595-9bc2-49c4-8b48-8f112356f8fc is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:16:22.931199 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-0e4bda6d-cde7-4c10-b70e-ea2a233a1e4c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 5ad75595-9bc2-49c4-8b48-8f112356f8fc) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:22.947789 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcd3d84-de06-4468-96af-8c0952f78638 None None] Network 5ad75595-9bc2-49c4-8b48-8f112356f8fc requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:22.959884 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4bda6d-cde7-4c10-b70e-ea2a233a1e4c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:22.961450 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0e4bda6d-cde7-4c10-b70e-ea2a233a1e4c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:23.037562 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0e4bda6d-cde7-4c10-b70e-ea2a233a1e4c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1992006 Aug 19 18:16:23.040523 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55924) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:23.063361 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-55764a35-5439-4bb7-a420-929dc5362c4d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Request body: {'port': {'network_id': '5ad75595-9bc2-49c4-8b48-8f112356f8fc', 'name': 'tempest-AllowedAddressPairTestJSON-1230736012'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:23.160595 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7612c3fe-6399-46ce-8423-9231a915363b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:23.278401 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769bd6b-9dc8-4ba9-a85e-1f90e83f6c6a req-11ac0095-a48c-4b6c-8d36-7380f0515165 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:23.297933 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7769bd6b-9dc8-4ba9-a85e-1f90e83f6c6a req-11ac0095-a48c-4b6c-8d36-7380f0515165 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.3397276 Aug 19 18:16:23.404495 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a466a117-6b64-43d9-ae30-9b69d3018bea details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:16:23.452831 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7769bd6b-9dc8-4ba9-a85e-1f90e83f6c6a req-ab572689-73c8-449a-b13b-29700888f348 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552424 Aug 19 18:16:23.466562 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-5ad75595-9bc2-49c4-8b48-8f112356f8fc', 'network_id': '5ad75595-9bc2-49c4-8b48-8f112356f8fc', 'tenant_id': 'a0e8769098114b7b98b5297553231a11', 'fixed_ips': [{'subnet_id': 'c828d7e8-6b83-4e82-8cbf-72eeff8d3e07'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:16:23.467591 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:23.471719 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7612c3fe-6399-46ce-8423-9231a915363b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:23.498513 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcb4e1-db8d-4450-a666-e06bd203e4d2 req-ffab4041-83c9-4dcd-a61e-caef57c22f61 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:23.514468 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-badcb4e1-db8d-4450-a666-e06bd203e4d2 req-ffab4041-83c9-4dcd-a61e-caef57c22f61 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.2118652 Aug 19 18:16:23.573209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612c3fe-6399-46ce-8423-9231a915363b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Pushing event updated for resources: {'Port': ['ID=86004158-2d4f-4e69-9df5-698a3e03096c,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:23.624945 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55764a35-5439-4bb7-a420-929dc5362c4d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Made reservation on behalf of a0e8769098114b7b98b5297553231a11 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:23.628462 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7612c3fe-6399-46ce-8423-9231a915363b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:23.631368 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55764a35-5439-4bb7-a420-929dc5362c4d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:23.634478 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-7612c3fe-6399-46ce-8423-9231a915363b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:23.641288 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7612c3fe-6399-46ce-8423-9231a915363b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:23.673885 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-badcb4e1-db8d-4450-a666-e06bd203e4d2 req-ca5b26ca-96dd-4b25-b945-1e79accd2278 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577699 Aug 19 18:16:23.771177 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-55764a35-5439-4bb7-a420-929dc5362c4d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] device_id is not set on port ed37f693-b9a5-4c26-b12e-a36f088b7f2c yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:16:23.860101 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a466a117-6b64-43d9-ae30-9b69d3018bea, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a466a117-6b64-43d9-ae30-9b69d3018bea,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:23.888605 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'a466a117-6b64-43d9-ae30-9b69d3018bea', 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429', 'port_id': 'a466a117-6b64-43d9-ae30-9b69d3018bea', 'mac_address': 'fa:16:3e:b6:97:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b90853f9-3a3c-4d5a-8d68-8dea22f30a90', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:16:23.987918 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Allocated IP 172.20.0.2 (5ad75595-9bc2-49c4-8b48-8f112356f8fc/c828d7e8-6b83-4e82-8cbf-72eeff8d3e07/7344cec8-3015-4fdb-9e5d-938bcecdd94c) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:24.158799 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4633732-a508-4274-8234-eb3e7c42eded req-4f8a79b5-641d-41e8-8af5-1ef2dc7c070d tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:24.169179 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b70f5-e9b2-42a5-960d-763345a1f6f3 req-a22db979-d8ce-4d4e-a78b-c1f76d572e83 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:24.171273 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff5b70f5-e9b2-42a5-960d-763345a1f6f3 req-a22db979-d8ce-4d4e-a78b-c1f76d572e83 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 943 time: 0.3194957 Aug 19 18:16:24.182475 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4633732-a508-4274-8234-eb3e7c42eded req-4f8a79b5-641d-41e8-8af5-1ef2dc7c070d tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.1613073 Aug 19 18:16:24.250988 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff5b70f5-e9b2-42a5-960d-763345a1f6f3 req-19759702-2879-4cb8-9240-d9bf91c5549c tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601561 Aug 19 18:16:24.363543 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:24.369981 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4633732-a508-4274-8234-eb3e7c42eded req-51314a2f-3295-447f-a7dd-1d968a885565 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704865 Aug 19 18:16:24.394974 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Transition to ACTIVE for port object 7344cec8-3015-4fdb-9e5d-938bcecdd94c will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:24.399034 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:24.452486 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a466a117-6b64-43d9-ae30-9b69d3018bea {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:16:24.462480 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Transition to ACTIVE for port object 7344cec8-3015-4fdb-9e5d-938bcecdd94c will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:24.504192 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:24.540995 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7612c3fe-6399-46ce-8423-9231a915363b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:24.575070 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a466a117-6b64-43d9-ae30-9b69d3018bea, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a466a117-6b64-43d9-ae30-9b69d3018bea,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:24.700738 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Pushing event updated for resources: {'Port': ['ID=7344cec8-3015-4fdb-9e5d-938bcecdd94c,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:24.709225 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:24.722011 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-55764a35-5439-4bb7-a420-929dc5362c4d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Allocated IP 172.20.0.7 (5ad75595-9bc2-49c4-8b48-8f112356f8fc/c828d7e8-6b83-4e82-8cbf-72eeff8d3e07/ed37f693-b9a5-4c26-b12e-a36f088b7f2c) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:24.754105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Network 5ad75595-9bc2-49c4-8b48-8f112356f8fc is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:24.757869 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:24.768563 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:24.775620 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:24.776383 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:24.777126 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:24.778895 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:24.780250 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:24.781201 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:24.781899 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:24.782571 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:24.784345 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:24.785025 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:24.785779 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:24.786421 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:24.971334 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Attempting to bind port 7344cec8-3015-4fdb-9e5d-938bcecdd94c on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:16:24.973994 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Attempting to bind port 7344cec8-3015-4fdb-9e5d-938bcecdd94c by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '07887d9b-f516-475a-adbb-71f2c7f2d3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5ad75595-9bc2-49c4-8b48-8f112356f8fc'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:16:24.973994 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Attempting to bind port 7344cec8-3015-4fdb-9e5d-938bcecdd94c on network 5ad75595-9bc2-49c4-8b48-8f112356f8fc {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:16:24.989111 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:16:24.990154 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Checking segment: {'id': '07887d9b-f516-475a-adbb-71f2c7f2d3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5ad75595-9bc2-49c4-8b48-8f112356f8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:24.990154 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:24.990548 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Bound using segment: {'id': '07887d9b-f516-475a-adbb-71f2c7f2d3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5ad75595-9bc2-49c4-8b48-8f112356f8fc'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:16:24.991127 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Bound port: 7344cec8-3015-4fdb-9e5d-938bcecdd94c, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07887d9b-f516-475a-adbb-71f2c7f2d3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5ad75595-9bc2-49c4-8b48-8f112356f8fc'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:16:24.994293 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:25.033518 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=a466a117-6b64-43d9-ae30-9b69d3018bea,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:25.115690 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d13bc5-a8d2-4779-9333-50fb35716bc8 req-cdfaf0e0-71d2-4a2d-9239-86a069a971b0 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:25.129411 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7d13bc5-a8d2-4779-9333-50fb35716bc8 req-cdfaf0e0-71d2-4a2d-9239-86a069a971b0 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.3865898 Aug 19 18:16:25.168275 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['a466a117-6b64-43d9-ae30-9b69d3018bea'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:16:25.222406 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7612c3fe-6399-46ce-8423-9231a915363b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:25.239567 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7612c3fe-6399-46ce-8423-9231a915363b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740919'] for router, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:25.339082 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-53147383-e093-4dff-811f-705e4eaff241 None None] For port 7344cec8-3015-4fdb-9e5d-938bcecdd94c, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:16:25.349819 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-53147383-e093-4dff-811f-705e4eaff241 None None] For port 7344cec8-3015-4fdb-9e5d-938bcecdd94c, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7344cec8-3015-4fdb-9e5d-938bcecdd94c,segment=NetworkSegment(07887d9b-f516-475a-adbb-71f2c7f2d3cd),segment_id=07887d9b-f516-475a-adbb-71f2c7f2d3cd)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:16:25.366205 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7d13bc5-a8d2-4779-9333-50fb35716bc8 req-0e6661c6-eb7d-46c0-b115-29ed473bdba7 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331722 Aug 19 18:16:25.443397 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:25.608569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53147383-e093-4dff-811f-705e4eaff241 None None] Pushing event updated for resources: {'Port': ['ID=7344cec8-3015-4fdb-9e5d-938bcecdd94c,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:25.635480 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55764a35-5439-4bb7-a420-929dc5362c4d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:25.699913 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77f49f-abbf-4ae6-abb2-134c7d6c0c89 req-1a3c2d95-7861-4a49-afc4-2cf462adf515 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:25.705269 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-55764a35-5439-4bb7-a420-929dc5362c4d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Transition to ACTIVE for port object ed37f693-b9a5-4c26-b12e-a36f088b7f2c will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:25.711804 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8f77f49f-abbf-4ae6-abb2-134c7d6c0c89 req-1a3c2d95-7861-4a49-afc4-2cf462adf515 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.2579396 Aug 19 18:16:25.807858 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7612c3fe-6399-46ce-8423-9231a915363b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Router 10f15a74-6e1d-4ae7-8899-59c96e68e6b7 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:16:25.825203 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8f77f49f-abbf-4ae6-abb2-134c7d6c0c89 req-f61948fa-eed6-4aa0-b9e4-470bbc2ca782 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914183 Aug 19 18:16:25.922191 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55764a35-5439-4bb7-a420-929dc5362c4d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:26.002601 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e2764-62d6-4a82-b7cd-02ed7879a936 req-075e5695-fe06-4135-a2b7-9a7509c7bcc6 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:26.020970 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-998e2764-62d6-4a82-b7cd-02ed7879a936 req-075e5695-fe06-4135-a2b7-9a7509c7bcc6 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 944 time: 0.2817683 Aug 19 18:16:26.162763 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55764a35-5439-4bb7-a420-929dc5362c4d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Network 5ad75595-9bc2-49c4-8b48-8f112356f8fc is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:26.189137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-55764a35-5439-4bb7-a420-929dc5362c4d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:26.192567 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55764a35-5439-4bb7-a420-929dc5362c4d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:26.236781 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55764a35-5439-4bb7-a420-929dc5362c4d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Pushing event updated for resources: {'Port': ['ID=ed37f693-b9a5-4c26-b12e-a36f088b7f2c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:26.300414 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7612c3fe-6399-46ce-8423-9231a915363b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:16:26.313633 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbb184a-86c7-457f-a5d5-220884a96651 None None] Sync routers for ids ['10f15a74-6e1d-4ae7-8899-59c96e68e6b7'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:16:26.330822 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7612c3fe-6399-46ce-8423-9231a915363b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:26.330822 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7612c3fe-6399-46ce-8423-9231a915363b tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "PUT /v2.0/routers/10f15a74-6e1d-4ae7-8899-59c96e68e6b7 HTTP/1.1" status: 200 len: 919 time: 6.8739500 Aug 19 18:16:26.339366 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbb184a-86c7-457f-a5d5-220884a96651 None None] Routers {'10f15a74-6e1d-4ae7-8899-59c96e68e6b7'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:16:26.340433 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-4fbb184a-86c7-457f-a5d5-220884a96651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:16:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['10f15a74-6e1d-4ae7-8899-59c96e68e6b7'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:26.346524 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55994) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:26.447249 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-4fbb184a-86c7-457f-a5d5-220884a96651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:26.478561 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbb184a-86c7-457f-a5d5-220884a96651 None None] Routers {'10f15a74-6e1d-4ae7-8899-59c96e68e6b7'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:16:26.479309 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-4fbb184a-86c7-457f-a5d5-220884a96651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:16:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['10f15a74-6e1d-4ae7-8899-59c96e68e6b7'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:26.483173 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-998e2764-62d6-4a82-b7cd-02ed7879a936 req-9ca9efc6-9cc5-4819-8c20-bf0b1a87c609 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878016 Aug 19 18:16:26.516942 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55764a35-5439-4bb7-a420-929dc5362c4d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:26.553909 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55764a35-5439-4bb7-a420-929dc5362c4d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:26.574888 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-4fbb184a-86c7-457f-a5d5-220884a96651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:26.576984 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbb184a-86c7-457f-a5d5-220884a96651 None None] The sync data for ids ['10f15a74-6e1d-4ae7-8899-59c96e68e6b7'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:16:26.636930 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-55764a35-5439-4bb7-a420-929dc5362c4d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5941045 Aug 19 18:16:26.642574 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56000) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:26.673594 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7344cec8-3015-4fdb-9e5d-938bcecdd94c up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:16:26.696630 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-e86abe30-7e3e-4b3c-a514-9bf2341dd2be tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:26.703889 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-251c1333-9301-4841-84bd-19a244a8789f tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Request body: {'port': {'network_id': '5ad75595-9bc2-49c4-8b48-8f112356f8fc', 'name': 'tempest-AllowedAddressPairTestJSON-1388640352', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:4c:5d:46'}]}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:26.717787 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-e86abe30-7e3e-4b3c-a514-9bf2341dd2be tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/networks?id=9b23f275-dbc1-4b31-89ad-a50a42b827a6 HTTP/1.1" status: 200 len: 813 time: 0.6754823 Aug 19 18:16:26.828165 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-4d525b94-d4c7-4321-85a4-9ef4851ce5fa tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/quotas/936ec52db0734d99bf3034cb7c88bc1c HTTP/1.1" status: 200 len: 375 time: 0.1086438 Aug 19 18:16:26.939174 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c1a80123-b164-407e-997f-a9c241fcb6a6 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "GET /v2.0/routers/10f15a74-6e1d-4ae7-8899-59c96e68e6b7 HTTP/1.1" status: 200 len: 925 time: 0.5879672 Aug 19 18:16:26.950924 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56008) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:26.970902 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 7344cec8-3015-4fdb-9e5d-938bcecdd94c completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:27.126144 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a466a117-6b64-43d9-ae30-9b69d3018bea up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:16:27.128465 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-c6203ff2-afdf-441a-8a23-d02b7fe25dd6 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=936ec52db0734d99bf3034cb7c88bc1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2995205 Aug 19 18:16:27.269313 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251c1333-9301-4841-84bd-19a244a8789f tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Made reservation on behalf of a0e8769098114b7b98b5297553231a11 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:27.346047 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85810bc6-043c-4ef4-80a7-2b3685d5f309 req-f865b5b4-fbaa-4e0c-9cd8-db38fb8993ca tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:27.352984 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3360888a-18c1-4f7a-b34a-8fb71a7cc091 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:27.356956 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3360888a-18c1-4f7a-b34a-8fb71a7cc091 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&device_id=10f15a74-6e1d-4ae7-8899-59c96e68e6b7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3979220 Aug 19 18:16:27.359801 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56012) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:27.366299 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-85810bc6-043c-4ef4-80a7-2b3685d5f309 req-f865b5b4-fbaa-4e0c-9cd8-db38fb8993ca tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.3195872 Aug 19 18:16:27.408231 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port a466a117-6b64-43d9-ae30-9b69d3018bea completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:27.425671 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port a466a117-6b64-43d9-ae30-9b69d3018bea triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:27.426725 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:27.642260 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-251c1333-9301-4841-84bd-19a244a8789f tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:27.691337 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-cf31f43c-3a49-47d9-b411-c608c63d7386 service neutron] 10.222.0.24 "GET /v2.0/networks/9b23f275-dbc1-4b31-89ad-a50a42b827a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446198 Aug 19 18:16:27.706908 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:27.752662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712e7d05-1382-4aed-b0fb-087ef0dcd4bf None None] Network 5ad75595-9bc2-49c4-8b48-8f112356f8fc requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:27.783118 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1b0094-8e02-4fef-826b-a53cbecd599d tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:27.785708 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4b1b0094-8e02-4fef-826b-a53cbecd599d tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 881 time: 0.4249747 Aug 19 18:16:27.795265 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56018) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:27.809800 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-251c1333-9301-4841-84bd-19a244a8789f tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] device_id is not set on port b4f77238-6129-4486-8713-fd643144f411 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:16:27.893644 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-70757fbe-f066-41ed-8964-4727b3817cfc service neutron] 10.222.0.24 "GET /v2.0/networks/9b23f275-dbc1-4b31-89ad-a50a42b827a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979525 Aug 19 18:16:27.904302 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3be01a16-4199-4c83-9c0d-e67e872fc65c tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f15a74-6e1d-4ae7-8899-59c96e68e6b7 HTTP/1.1" status: 200 len: 205 time: 0.1036773 Aug 19 18:16:27.905424 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56020) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:27.942570 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-85810bc6-043c-4ef4-80a7-2b3685d5f309 req-500e7afa-e813-4af3-89d2-f8d74a081b8d tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703108 Aug 19 18:16:27.971192 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91119b1-f2ba-4cf4-9ae5-6088f4b1871e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a466a117-6b64-43d9-ae30-9b69d3018bea'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:16:27.985122 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a084e1-59b6-4bf6-b02a-bd5c1e82a203" -d '{"events": [{"server_uuid": "e91119b1-f2ba-4cf4-9ae5-6088f4b1871e", "name": "network-vif-plugged", "status": "completed", "tag": "a466a117-6b64-43d9-ae30-9b69d3018bea"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:16:28.053773 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a466a117-6b64-43d9-ae30-9b69d3018bea, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a466a117-6b64-43d9-ae30-9b69d3018bea,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:28.218602 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8172cfb6-2c3b-4141-9b4f-fbc900b35490 None None] Provisioning for port 7344cec8-3015-4fdb-9e5d-938bcecdd94c completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:28.219381 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:28.287136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8172cfb6-2c3b-4141-9b4f-fbc900b35490 None None] Provisioning complete for port 7344cec8-3015-4fdb-9e5d-938bcecdd94c triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:28.287878 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8172cfb6-2c3b-4141-9b4f-fbc900b35490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:28.292193 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-c5ddb14b-36a3-4cf9-b29f-a626fd755575 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6116378 Aug 19 18:16:28.419114 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dee52f30-0e3a-4db3-b7a3-30f09824935b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:28.697645 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8172cfb6-2c3b-4141-9b4f-fbc900b35490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:28.776512 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dee52f30-0e3a-4db3-b7a3-30f09824935b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:28.808916 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161e899c-4cab-4e43-b22a-3853b7df614e x-openstack-request-id: req-161e899c-4cab-4e43-b22a-3853b7df614e {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:16:28.809863 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91119b1-f2ba-4cf4-9ae5-6088f4b1871e", "name": "network-vif-plugged", "status": "completed", "tag": "a466a117-6b64-43d9-ae30-9b69d3018bea", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:16:28.809863 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-161e899c-4cab-4e43-b22a-3853b7df614e {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:16:28.814212 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91119b1-f2ba-4cf4-9ae5-6088f4b1871e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a466a117-6b64-43d9-ae30-9b69d3018bea', 'code': 200} Aug 19 18:16:28.821235 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=a466a117-6b64-43d9-ae30-9b69d3018bea,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:28.967450 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-8172cfb6-2c3b-4141-9b4f-fbc900b35490 None None] For port 7344cec8-3015-4fdb-9e5d-938bcecdd94c, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7344cec8-3015-4fdb-9e5d-938bcecdd94c,segment=NetworkSegment(07887d9b-f516-475a-adbb-71f2c7f2d3cd),segment_id=07887d9b-f516-475a-adbb-71f2c7f2d3cd)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:28.991612 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8172cfb6-2c3b-4141-9b4f-fbc900b35490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:29.071891 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37c27e98-e447-42b9-87f3-4065857996ef req-3f7bf371-fa29-4d54-80dd-02f42bfc1d66 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=315dbe3f-1095-4b7f-8508-5541aead6482 HTTP/1.1" status: 200 len: 210 time: 0.1069546 Aug 19 18:16:29.114362 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-dee52f30-0e3a-4db3-b7a3-30f09824935b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Deleting port 86004158-2d4f-4e69-9df5-698a3e03096c {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:29.114946 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dee52f30-0e3a-4db3-b7a3-30f09824935b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:29.246735 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172cfb6-2c3b-4141-9b4f-fbc900b35490 None None] Pushing event updated for resources: {'Port': ['ID=7344cec8-3015-4fdb-9e5d-938bcecdd94c,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:29.468764 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dee52f30-0e3a-4db3-b7a3-30f09824935b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:29.473154 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-251c1333-9301-4841-84bd-19a244a8789f tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Allocated IP 172.20.0.8 (5ad75595-9bc2-49c4-8b48-8f112356f8fc/c828d7e8-6b83-4e82-8cbf-72eeff8d3e07/b4f77238-6129-4486-8713-fd643144f411) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:29.499659 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-dee52f30-0e3a-4db3-b7a3-30f09824935b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Calling delete_port for 86004158-2d4f-4e69-9df5-698a3e03096c owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:29.537779 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb9e46-851b-4672-b8d7-ce95ccde954a req-6f9254d9-957f-401a-89cb-d34f8a940b65 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:29.551700 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f1fb9e46-851b-4672-b8d7-ce95ccde954a req-6f9254d9-957f-401a-89cb-d34f8a940b65 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.1837721 Aug 19 18:16:29.688425 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-91cabfd8-7516-45f1-950b-73a257c1604b None None] Provisioning complete for port 7344cec8-3015-4fdb-9e5d-938bcecdd94c triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:29.689595 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-91cabfd8-7516-45f1-950b-73a257c1604b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:29.889943 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-91cabfd8-7516-45f1-950b-73a257c1604b None None] Provisioning for port ed37f693-b9a5-4c26-b12e-a36f088b7f2c completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:29.918198 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-91cabfd8-7516-45f1-950b-73a257c1604b None None] Provisioning complete for port ed37f693-b9a5-4c26-b12e-a36f088b7f2c triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:29.918198 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-91cabfd8-7516-45f1-950b-73a257c1604b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:29.936587 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f1fb9e46-851b-4672-b8d7-ce95ccde954a req-f1abd160-fa4e-4a37-ba83-67504a4a4db6 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833513 Aug 19 18:16:30.036578 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-762bf0b9-eb95-40f2-8179-3103007c0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:30.036956 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-762bf0b9-eb95-40f2-8179-3103007c0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:30.037508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-762bf0b9-eb95-40f2-8179-3103007c0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:30.037939 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-762bf0b9-eb95-40f2-8179-3103007c0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:30.038414 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-762bf0b9-eb95-40f2-8179-3103007c0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:30.039045 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-762bf0b9-eb95-40f2-8179-3103007c0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:30.040588 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-762bf0b9-eb95-40f2-8179-3103007c0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:30.048051 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-762bf0b9-eb95-40f2-8179-3103007c0b50 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22b0cfe0dd134d888d6f8103e3004f52&device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 6492 time: 1.6404350 Aug 19 18:16:30.087383 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e59e47-65ec-4a0d-8794-3ab7464a5be2 req-935e96bf-591b-4a06-b59c-a394f081000e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:30.095960 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b9e59e47-65ec-4a0d-8794-3ab7464a5be2 req-935e96bf-591b-4a06-b59c-a394f081000e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 1.9239061 Aug 19 18:16:30.183515 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-91cabfd8-7516-45f1-950b-73a257c1604b None None] Port ed37f693-b9a5-4c26-b12e-a36f088b7f2c cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:16:30.373831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bd13e9c4-9982-45ff-8342-56d6f752d23e None None] Provisioning complete for port ed37f693-b9a5-4c26-b12e-a36f088b7f2c triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:30.374413 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bd13e9c4-9982-45ff-8342-56d6f752d23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:30.465935 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-bd13e9c4-9982-45ff-8342-56d6f752d23e None None] Port ed37f693-b9a5-4c26-b12e-a36f088b7f2c cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:16:30.482227 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3d3ae44f-704d-4c8c-a99a-215ac90eda08 req-c5063b09-b3bf-40b3-a050-dcbf52c5047f tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=315dbe3f-1095-4b7f-8508-5541aead6482 HTTP/1.1" status: 200 len: 210 time: 0.1136479 Aug 19 18:16:30.494844 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b9e59e47-65ec-4a0d-8794-3ab7464a5be2 req-8112bdfa-1e9e-451a-9ff9-bacfe150d5db tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976619 Aug 19 18:16:30.548042 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7344cec8-3015-4fdb-9e5d-938bcecdd94c up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:16:30.552691 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58badcc-e3d7-46cd-a549-623343369d06 req-f730cd7b-efea-46b3-81fa-fa5ba8f23615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:30.558330 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b58badcc-e3d7-46cd-a549-623343369d06 req-f730cd7b-efea-46b3-81fa-fa5ba8f23615 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 1096 time: 0.8133464 Aug 19 18:16:30.598674 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dee52f30-0e3a-4db3-b7a3-30f09824935b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:30.600080 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-fae9c182-ed3e-4d9f-a2ac-d3b42fefd000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:30.600840 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-fae9c182-ed3e-4d9f-a2ac-d3b42fefd000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:30.602609 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-fae9c182-ed3e-4d9f-a2ac-d3b42fefd000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:30.604850 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-fae9c182-ed3e-4d9f-a2ac-d3b42fefd000 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a57726d-7b72-4596-ad69-fcea207934ef&id=516636c4-cca9-40b7-8447-b891fcfd801e&id=516636c4-cca9-40b7-8447-b891fcfd801e&id=516636c4-cca9-40b7-8447-b891fcfd801e&id=516636c4-cca9-40b7-8447-b891fcfd801e&id=5f633b63-84e5-45ac-aad5-d8f674f8a1ad&id=5f633b63-84e5-45ac-aad5-d8f674f8a1ad HTTP/1.1" status: 200 len: 2292 time: 0.4593422 Aug 19 18:16:30.607512 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-251c1333-9301-4841-84bd-19a244a8789f tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:30.753651 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee52f30-0e3a-4db3-b7a3-30f09824935b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Pushing event deleted for resources: {'Port': ['ID=86004158-2d4f-4e69-9df5-698a3e03096c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:30.759364 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 7344cec8-3015-4fdb-9e5d-938bcecdd94c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:30.760280 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:30.778867 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-97693d08-6ec8-42f8-b47f-54699384f5f6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 HTTP/1.1" status: 200 len: 1001 time: 0.1611233 Aug 19 18:16:30.878494 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56066) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:30.909505 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-4b956d27-583f-4c3b-a8a6-19cfd2463018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:30.911209 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-4b956d27-583f-4c3b-a8a6-19cfd2463018 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce67a4c2-3255-481b-8d44-f56c5622f0d5 HTTP/1.1" status: 200 len: 850 time: 0.1174655 Aug 19 18:16:31.079112 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dee52f30-0e3a-4db3-b7a3-30f09824935b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:31.128541 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-251c1333-9301-4841-84bd-19a244a8789f tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Transition to ACTIVE for port object b4f77238-6129-4486-8713-fd643144f411 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:31.254262 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-f2758291-bd0d-4c56-ae07-2a4909c2b563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:31.255911 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-f2758291-bd0d-4c56-ae07-2a4909c2b563 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a57726d-7b72-4596-ad69-fcea207934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3215666 Aug 19 18:16:31.380649 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dee52f30-0e3a-4db3-b7a3-30f09824935b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:31.384915 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6c1282eb-2b08-4355-844b-977e800a61b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:31.389144 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dee52f30-0e3a-4db3-b7a3-30f09824935b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:31.414836 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-c9c9fa3b-2dd9-4597-a789-1c23d609f79b service neutron] 10.222.0.54 "GET /v2.0/networks/2a57726d-7b72-4596-ad69-fcea207934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467505 Aug 19 18:16:31.421771 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b58badcc-e3d7-46cd-a549-623343369d06 req-1edfe1d7-82d6-467d-9195-db2bff1b7ab3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8108652 Aug 19 18:16:31.430305 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-d7019965-7b9b-4a03-883b-fcb16f318af7 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:31.432970 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-d7019965-7b9b-4a03-883b-fcb16f318af7 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.50 "GET /v2.0/networks?id=9b23f275-dbc1-4b31-89ad-a50a42b827a6 HTTP/1.1" status: 200 len: 813 time: 0.5808015 Aug 19 18:16:31.447001 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba504590-45d3-4b15-b098-cb8886c93ff1 req-481f7892-0df5-4090-8545-af4ada082209 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:31.455801 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ba504590-45d3-4b15-b098-cb8886c93ff1 req-481f7892-0df5-4090-8545-af4ada082209 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.2960629 Aug 19 18:16:31.527894 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30f2f1ae-c133-42aa-9b9b-45fa546410c3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Request body: {'port': {'device_id': '315dbe3f-1095-4b7f-8508-5541aead6482', 'network_id': '9b23f275-dbc1-4b31-89ad-a50a42b827a6', 'admin_state_up': True, 'tenant_id': '936ec52db0734d99bf3034cb7c88bc1c'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:31.542794 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ba504590-45d3-4b15-b098-cb8886c93ff1 req-9ba2c38d-ac27-4f85-8e91-af1d1e2c190d tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828414 Aug 19 18:16:31.615423 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-251c1333-9301-4841-84bd-19a244a8789f tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:31.632135 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dee52f30-0e3a-4db3-b7a3-30f09824935b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:31.633785 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee52f30-0e3a-4db3-b7a3-30f09824935b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Fanout notify agent at l3_agent the message router_deleted on router 10f15a74-6e1d-4ae7-8899-59c96e68e6b7 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:16:31.652915 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dee52f30-0e3a-4db3-b7a3-30f09824935b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:31.665007 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dee52f30-0e3a-4db3-b7a3-30f09824935b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "DELETE /v2.0/routers/10f15a74-6e1d-4ae7-8899-59c96e68e6b7 HTTP/1.1" status: 204 len: 168 time: 3.7545819 Aug 19 18:16:31.673728 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56086) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:31.683215 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-80c69839-c018-4969-8e67-abe9452e7ac4 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2096426079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:31.709085 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c1333-9301-4841-84bd-19a244a8789f tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Pushing event updated for resources: {'Port': ['ID=b4f77238-6129-4486-8713-fd643144f411,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:31.762311 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251c1333-9301-4841-84bd-19a244a8789f tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Network 5ad75595-9bc2-49c4-8b48-8f112356f8fc is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:31.776288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-251c1333-9301-4841-84bd-19a244a8789f tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:31.785941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251c1333-9301-4841-84bd-19a244a8789f tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:31.818271 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c1a95c76-a456-4c0d-83bb-ea0a887a3b7b req-71c2a4eb-b3b4-42c6-8ae8-65adf553f0fb tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=315dbe3f-1095-4b7f-8508-5541aead6482 HTTP/1.1" status: 200 len: 210 time: 0.1431224 Aug 19 18:16:31.935526 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-8acf9e5d-268c-4a73-8fcb-3e3b48ac8085 service neutron] 10.222.0.54 "GET /v2.0/networks/2a57726d-7b72-4596-ad69-fcea207934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347856 Aug 19 18:16:32.064814 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-d2c7cc09-8ff8-4ed6-af89-5e4c6ee21e6f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=dfb77d0d-a0bb-41e1-b68c-463a99752b1a HTTP/1.1" status: 200 len: 217 time: 0.1111994 Aug 19 18:16:32.133675 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251c1333-9301-4841-84bd-19a244a8789f tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:32.134446 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-251c1333-9301-4841-84bd-19a244a8789f tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.165847 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b70df6-7dcd-46b9-ba19-4beb0963cf75 req-c09da202-5a32-436b-8c49-ddf36d13b106 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:32.167711 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-58b70df6-7dcd-46b9-ba19-4beb0963cf75 req-c09da202-5a32-436b-8c49-ddf36d13b106 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.2356095 Aug 19 18:16:32.169076 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6c1282eb-2b08-4355-844b-977e800a61b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.201193 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6c1282eb-2b08-4355-844b-977e800a61b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.248698 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-e5082ef4-ba59-4d62-934b-29583d4ae8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:32.255081 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-e5082ef4-ba59-4d62-934b-29583d4ae8a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=148c2169-2926-4f60-a141-8969465d9d36 HTTP/1.1" status: 200 len: 797 time: 0.1818819 Aug 19 18:16:32.324015 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6c1282eb-2b08-4355-844b-977e800a61b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dcadbe63f54b4eca905f804973d37a46&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4431188 Aug 19 18:16:32.338954 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80c69839-c018-4969-8e67-abe9452e7ac4 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.340832 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80c69839-c018-4969-8e67-abe9452e7ac4 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.357077 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56090) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:32.425297 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1282eb-2b08-4355-844b-977e800a61b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50eee1a3-7b0e-4a0a-b0f6-06d060dc292c,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:32.427437 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-58b70df6-7dcd-46b9-ba19-4beb0963cf75 req-6b6152bb-5ac8-4860-9597-2d1e8d17c452 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330329 Aug 19 18:16:32.453779 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30f2f1ae-c133-42aa-9b9b-45fa546410c3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Made reservation on behalf of 936ec52db0734d99bf3034cb7c88bc1c for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:32.461421 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-251c1333-9301-4841-84bd-19a244a8789f tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 5.8087001 Aug 19 18:16:32.465385 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56100) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:32.468533 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30f2f1ae-c133-42aa-9b9b-45fa546410c3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.481754 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-45f7a885-65cc-453e-ba53-841d65c9b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:32.483637 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-45f7a885-65cc-453e-ba53-841d65c9b849 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=516636c4-cca9-40b7-8447-b891fcfd801e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2179267 Aug 19 18:16:32.548304 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f4a7b30c-a8cc-499b-9d71-2c8e936f0013 None None] Provisioning for port b4f77238-6129-4486-8713-fd643144f411 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:32.573149 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f4a7b30c-a8cc-499b-9d71-2c8e936f0013 None None] Provisioning complete for port b4f77238-6129-4486-8713-fd643144f411 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:32.574056 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f4a7b30c-a8cc-499b-9d71-2c8e936f0013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.646835 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1bd3d6-7b62-41f2-a26a-f6232513da0d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:32.654803 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1bd3d6-7b62-41f2-a26a-f6232513da0d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:32.663741 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1bd3d6-7b62-41f2-a26a-f6232513da0d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:32.674361 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80c69839-c018-4969-8e67-abe9452e7ac4 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.675120 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:16:32.681363 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-de1bd3d6-7b62-41f2-a26a-f6232513da0d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2104776 Aug 19 18:16:32.686303 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56104) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:32.715707 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f4a7b30c-a8cc-499b-9d71-2c8e936f0013 None None] Port b4f77238-6129-4486-8713-fd643144f411 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:16:32.717196 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80c69839-c018-4969-8e67-abe9452e7ac4 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.740741 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-23a2999e-0ea5-49c9-b618-6e881aa0cd9a service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354767 Aug 19 18:16:32.872189 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d3348d46-eab3-4d3f-b800-bec1f834ea67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.888369 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-7360764e-d110-4c6f-b724-de5c999a74d9 service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360364 Aug 19 18:16:32.964104 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80c69839-c018-4969-8e67-abe9452e7ac4 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.968615 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-80c69839-c018-4969-8e67-abe9452e7ac4 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2892656 Aug 19 18:16:32.968874 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-67018b11-05ca-41b8-83e0-d69627300720 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=c5aa8d31-a91d-4215-83d9-2d7dea935f79 HTTP/1.1" status: 200 len: 217 time: 0.0710320 Aug 19 18:16:32.969030 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56108) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:32.974022 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-0f85e09d-72e1-484c-89b0-dcafc8f10195 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'enable_snat': False}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:33.007995 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4c377a5-fe94-4812-a3d0-9262b5f982ee req-df05342a-f0c3-4f15-a9a4-840367631fa2 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=315dbe3f-1095-4b7f-8508-5541aead6482 HTTP/1.1" status: 200 len: 210 time: 0.0552478 Aug 19 18:16:33.039618 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d3348d46-eab3-4d3f-b800-bec1f834ea67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:33.187956 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-ec2d4f32-7363-4a3f-b4e3-dc02d39cfd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:33.188197 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a30096-6a36-45b1-a342-1c6f79820917 req-29cb329e-e640-406e-a77e-7140475919b2 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:33.189780 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-74a30096-6a36-45b1-a342-1c6f79820917 req-29cb329e-e640-406e-a77e-7140475919b2 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.4595225 Aug 19 18:16:33.190278 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-ec2d4f32-7363-4a3f-b4e3-dc02d39cfd8b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=148c2169-2926-4f60-a141-8969465d9d36 HTTP/1.1" status: 200 len: 797 time: 0.1980331 Aug 19 18:16:33.242268 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30f2f1ae-c133-42aa-9b9b-45fa546410c3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Allocated IP 172.20.0.9 (9b23f275-dbc1-4b31-89ad-a50a42b827a6/e410fbec-87b3-4c19-8f94-8082dbd5415d/2134b728-d1b4-4a01-9252-47537cd8c79b) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:33.268933 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-4a1fd624-817c-463f-99f2-f9f0c5a6cf4c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Deleting port b4f77238-6129-4486-8713-fd643144f411 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:33.269288 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd624-817c-463f-99f2-f9f0c5a6cf4c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:33.331562 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d3348d46-eab3-4d3f-b800-bec1f834ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:33.333813 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d3348d46-eab3-4d3f-b800-bec1f834ea67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:33.335140 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d3348d46-eab3-4d3f-b800-bec1f834ea67 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50eee1a3-7b0e-4a0a-b0f6-06d060dc292c HTTP/1.1" status: 204 len: 168 time: 0.9650381 Aug 19 18:16:33.365822 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-74a30096-6a36-45b1-a342-1c6f79820917 req-0d7fb29d-18d4-4cb7-9f18-a720bf085fff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535518 Aug 19 18:16:33.378453 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3348d46-eab3-4d3f-b800-bec1f834ea67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50eee1a3-7b0e-4a0a-b0f6-06d060dc292c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:33.399294 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f85e09d-72e1-484c-89b0-dcafc8f10195 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:33.412788 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-3a63e686-b740-4eec-ba94-5a3252f9a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:33.416066 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-3a63e686-b740-4eec-ba94-5a3252f9a48b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=516636c4-cca9-40b7-8447-b891fcfd801e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1884766 Aug 19 18:16:33.503567 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd624-817c-463f-99f2-f9f0c5a6cf4c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:33.534337 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-4a1fd624-817c-463f-99f2-f9f0c5a6cf4c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Calling delete_port for b4f77238-6129-4486-8713-fd643144f411 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:33.773974 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-eab0cbd1-9a80-4170-a157-02e95bcc581b service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455169 Aug 19 18:16:33.951260 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-530e7d30-1c2e-4064-a2a7-3832952b5381 service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696253 Aug 19 18:16:34.063980 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-8e5dcd0b-fab1-424d-a036-ec53fd7ea8cd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=093f4306-674e-490b-a5f0-ea79738c3dd1 HTTP/1.1" status: 200 len: 217 time: 0.0945385 Aug 19 18:16:34.162184 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-6ddbcf78-4946-43c8-987c-d57e0adee059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:34.164110 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-6ddbcf78-4946-43c8-987c-d57e0adee059 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=148c2169-2926-4f60-a141-8969465d9d36 HTTP/1.1" status: 200 len: 797 time: 0.0829268 Aug 19 18:16:34.167891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56134) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:34.197250 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5ca03514-0924-4d10-8cd1-8c0a5a7bcfab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:34.313776 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30f2f1ae-c133-42aa-9b9b-45fa546410c3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:34.343706 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675bf44-f7d3-4dc9-87e1-93ee6ddb4707 req-6ccc4648-6fc0-4518-8d3d-9fecb77ce8fa tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:34.344343 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8675bf44-f7d3-4dc9-87e1-93ee6ddb4707 req-6ccc4648-6fc0-4518-8d3d-9fecb77ce8fa tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.1340036 Aug 19 18:16:34.398080 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5ca03514-0924-4d10-8cd1-8c0a5a7bcfab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:34.402254 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8ea49d12-f61b-409f-9214-7212d702d975 req-d4d47bf9-7b82-4cda-a194-ed2026b46b73 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=315dbe3f-1095-4b7f-8508-5541aead6482 HTTP/1.1" status: 200 len: 210 time: 0.2364247 Aug 19 18:16:34.505769 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8675bf44-f7d3-4dc9-87e1-93ee6ddb4707 req-54489938-ec6d-4610-b0d8-d0cf218dbd0c tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388412 Aug 19 18:16:34.507297 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30f2f1ae-c133-42aa-9b9b-45fa546410c3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:34.530679 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['649e426f-f883-455b-8749-6ef4dae7f223'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:16:34.607995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30f2f1ae-c133-42aa-9b9b-45fa546410c3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Network 9b23f275-dbc1-4b31-89ad-a50a42b827a6 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:34.612891 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd624-817c-463f-99f2-f9f0c5a6cf4c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:34.620769 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cb277ea4-dd74-4368-bf6f-86e78720ec17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:34.634333 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30f2f1ae-c133-42aa-9b9b-45fa546410c3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:34.644035 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f85e09d-72e1-484c-89b0-dcafc8f10195 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:34.647098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30f2f1ae-c133-42aa-9b9b-45fa546410c3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:34.648032 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5ca03514-0924-4d10-8cd1-8c0a5a7bcfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:34.752025 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f85e09d-72e1-484c-89b0-dcafc8f10195 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:34.780474 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30f2f1ae-c133-42aa-9b9b-45fa546410c3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:34.781187 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30f2f1ae-c133-42aa-9b9b-45fa546410c3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:34.842267 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-a8483452-f1ce-43b0-83cb-4729bc2ccecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:34.844989 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-a8483452-f1ce-43b0-83cb-4729bc2ccecf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=516636c4-cca9-40b7-8447-b891fcfd801e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6655049 Aug 19 18:16:34.859295 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30f2f1ae-c133-42aa-9b9b-45fa546410c3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3503537 Aug 19 18:16:34.860234 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2f1ae-c133-42aa-9b9b-45fa546410c3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Pushing event updated for resources: {'Port': ['ID=2134b728-d1b4-4a01-9252-47537cd8c79b,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:34.876723 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca03514-0924-4d10-8cd1-8c0a5a7bcfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb75d4f-5476-434a-a574-317973055791,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:34.906739 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30e3ce4e-ccf4-466d-bf18-0d9a0498165b service neutron] Request body: {'port': {'device_id': '315dbe3f-1095-4b7f-8508-5541aead6482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:34.966396 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5ca03514-0924-4d10-8cd1-8c0a5a7bcfab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d642266c3bc46f6bbbaeda0697a0ab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7973197 Aug 19 18:16:34.970024 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56152) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:34.974071 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fd624-817c-463f-99f2-f9f0c5a6cf4c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Pushing event deleted for resources: {'Port': ['ID=b4f77238-6129-4486-8713-fd643144f411,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:35.098601 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30e3ce4e-ccf4-466d-bf18-0d9a0498165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:35.122697 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36920f7-f17e-4cf9-8e10-f58612cefd97 req-8b465303-9a4a-4c00-a59e-9cff1346b527 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:35.135187 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a36920f7-f17e-4cf9-8e10-f58612cefd97 req-8b465303-9a4a-4c00-a59e-9cff1346b527 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.5321779 Aug 19 18:16:35.200784 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bdafc750-c3b0-43ae-8dcf-6526b9933f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:35.323325 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bdafc750-c3b0-43ae-8dcf-6526b9933f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:35.350458 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a36920f7-f17e-4cf9-8e10-f58612cefd97 req-e7f6b1ed-f66b-4c82-93c8-330ee0e3eb94 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135520 Aug 19 18:16:35.373573 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a3ee9-6562-410f-952c-23dffea10db9 req-437b943b-ca9f-450a-801a-0bc6e9607528 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:35.376336 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c30a3ee9-6562-410f-952c-23dffea10db9 req-437b943b-ca9f-450a-801a-0bc6e9607528 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.2805836 Aug 19 18:16:35.413814 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd624-817c-463f-99f2-f9f0c5a6cf4c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:35.417219 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4a1fd624-817c-463f-99f2-f9f0c5a6cf4c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "DELETE /v2.0/ports/b4f77238-6129-4486-8713-fd643144f411 HTTP/1.1" status: 204 len: 168 time: 2.7268152 Aug 19 18:16:35.425098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56154) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:35.441079 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-9340d4cf-b665-4736-b4b2-776700dccc99 service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471637 Aug 19 18:16:35.474672 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-0f85e09d-72e1-484c-89b0-dcafc8f10195 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Allocated IP 172.25.8.126 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/b586fecc-1845-4fba-8acb-93b65fafa02c) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:35.671445 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62a7e35-6fab-4388-a02d-aeadbcfe24f6 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] GET failed (client error): The resource could not be found. Aug 19 18:16:35.677860 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a62a7e35-6fab-4388-a02d-aeadbcfe24f6 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "GET /v2.0/ports/b4f77238-6129-4486-8713-fd643144f411 HTTP/1.1" status: 404 len: 333 time: 0.2394824 Aug 19 18:16:35.682888 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56164) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:35.700515 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-35b704e1-f115-4b57-ad94-2c13388bd416 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Request body: {'port': {'network_id': '5ad75595-9bc2-49c4-8b48-8f112356f8fc', 'name': 'tempest-AllowedAddressPairTestJSON-1106714801'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:35.903968 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c30a3ee9-6562-410f-952c-23dffea10db9 req-2a043e81-420f-48d6-8916-1eb70ae436ca tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812276 Aug 19 18:16:36.096283 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b704e1-f115-4b57-ad94-2c13388bd416 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Made reservation on behalf of a0e8769098114b7b98b5297553231a11 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:36.100795 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-35b704e1-f115-4b57-ad94-2c13388bd416 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:36.123713 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bdafc750-c3b0-43ae-8dcf-6526b9933f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:36.126740 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bdafc750-c3b0-43ae-8dcf-6526b9933f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:36.128140 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bdafc750-c3b0-43ae-8dcf-6526b9933f05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9bb75d4f-5476-434a-a574-317973055791 HTTP/1.1" status: 204 len: 168 time: 1.1340189 Aug 19 18:16:36.147343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d6804-6b78-4b0e-8338-76b8222c6504 req-2a5ef83b-bec3-472a-a246-cc4a4055c832 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:36.155854 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-455d6804-6b78-4b0e-8338-76b8222c6504 req-2a5ef83b-bec3-472a-a246-cc4a4055c832 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=315dbe3f-1095-4b7f-8508-5541aead6482 HTTP/1.1" status: 200 len: 931 time: 0.1843841 Aug 19 18:16:36.158593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-35b704e1-f115-4b57-ad94-2c13388bd416 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] device_id is not set on port 79ab8bc5-681c-4be7-834f-45a9bda44384 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:16:36.204148 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafc750-c3b0-43ae-8dcf-6526b9933f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb75d4f-5476-434a-a574-317973055791,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:36.213600 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-aa19dc28-001b-4997-8290-de141e5536c7 service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7541771 Aug 19 18:16:36.319302 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-f39825b0-f88c-47c3-a97c-3955c8619b56 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=44151cda-69e6-4588-a910-707492210d9d HTTP/1.1" status: 200 len: 217 time: 0.0979533 Aug 19 18:16:36.367297 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30e3ce4e-ccf4-466d-bf18-0d9a0498165b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2134b728-d1b4-4a01-9252-47537cd8c79b {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:16:36.373210 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f85e09d-72e1-484c-89b0-dcafc8f10195 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:36.386837 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30e3ce4e-ccf4-466d-bf18-0d9a0498165b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:36.421075 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-455d6804-6b78-4b0e-8338-76b8222c6504 req-91aa52a3-eb8a-4305-8974-d09fad0d360c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640934 Aug 19 18:16:36.454262 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30e3ce4e-ccf4-466d-bf18-0d9a0498165b service neutron] Transition to ACTIVE for port object 2134b728-d1b4-4a01-9252-47537cd8c79b will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:36.454782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-5319d070-826a-4bd0-b10e-84f479d15db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:36.455686 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-5319d070-826a-4bd0-b10e-84f479d15db0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=148c2169-2926-4f60-a141-8969465d9d36 HTTP/1.1" status: 200 len: 797 time: 0.1270394 Aug 19 18:16:36.461892 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30e3ce4e-ccf4-466d-bf18-0d9a0498165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:36.520256 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f85e09d-72e1-484c-89b0-dcafc8f10195 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:36.525259 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57585131-cfcc-4a93-af8c-8ed41e0b5a24 req-cc1cb19f-868a-4d3c-bf2f-f1d6c5b8283e tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:36.527575 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-57585131-cfcc-4a93-af8c-8ed41e0b5a24 req-cc1cb19f-868a-4d3c-bf2f-f1d6c5b8283e tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b1780f-29c3-4b26-8f7e-22f8e5cc6235 HTTP/1.1" status: 200 len: 951 time: 0.2063098 Aug 19 18:16:36.563213 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-35b704e1-f115-4b57-ad94-2c13388bd416 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Allocated IP 172.20.0.14 (5ad75595-9bc2-49c4-8b48-8f112356f8fc/c828d7e8-6b83-4e82-8cbf-72eeff8d3e07/79ab8bc5-681c-4be7-834f-45a9bda44384) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:36.569498 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-f8ff869b-ed74-4507-9972-9e8649b82dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:36.572013 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-f8ff869b-ed74-4507-9972-9e8649b82dfe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=516636c4-cca9-40b7-8447-b891fcfd801e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0961893 Aug 19 18:16:36.579466 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f85e09d-72e1-484c-89b0-dcafc8f10195 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:36.597918 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-0f85e09d-72e1-484c-89b0-dcafc8f10195 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:36.615327 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f85e09d-72e1-484c-89b0-dcafc8f10195 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:36.615838 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3ce4e-ccf4-466d-bf18-0d9a0498165b service neutron] Pushing event updated for resources: {'Port': ['ID=2134b728-d1b4-4a01-9252-47537cd8c79b,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:36.692890 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85e09d-72e1-484c-89b0-dcafc8f10195 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Pushing event updated for resources: {'Port': ['ID=b586fecc-1845-4fba-8acb-93b65fafa02c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:36.782128 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-57585131-cfcc-4a93-af8c-8ed41e0b5a24 req-2a14e0b7-8282-4f7b-88d0-a6b7e0a3478c tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51006611-8627-4c15-b432-7c61f8b82340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283731 Aug 19 18:16:36.865396 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-c28e3a70-890e-422c-9b59-f0ff94aee6c6 service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841151 Aug 19 18:16:36.932214 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78b752-0479-46ad-8519-0294d4397654 req-69cccd4f-5eee-42be-8038-912efe4bb87a tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:36.935090 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ee78b752-0479-46ad-8519-0294d4397654 req-69cccd4f-5eee-42be-8038-912efe4bb87a tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.2796752 Aug 19 18:16:36.975232 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30e3ce4e-ccf4-466d-bf18-0d9a0498165b service neutron] Attempting to bind port 2134b728-d1b4-4a01-9252-47537cd8c79b on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:16:36.975577 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30e3ce4e-ccf4-466d-bf18-0d9a0498165b service neutron] Attempting to bind port 2134b728-d1b4-4a01-9252-47537cd8c79b by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '2fe7eef0-67d3-4df2-a6dc-12ee964d6b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b23f275-dbc1-4b31-89ad-a50a42b827a6'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:16:36.975919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30e3ce4e-ccf4-466d-bf18-0d9a0498165b service neutron] Attempting to bind port 2134b728-d1b4-4a01-9252-47537cd8c79b on network 9b23f275-dbc1-4b31-89ad-a50a42b827a6 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:16:36.986715 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30e3ce4e-ccf4-466d-bf18-0d9a0498165b service neutron] Port 2134b728-d1b4-4a01-9252-47537cd8c79b on network 9b23f275-dbc1-4b31-89ad-a50a42b827a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:16:36.989840 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30e3ce4e-ccf4-466d-bf18-0d9a0498165b service neutron] Attempting to bind port 2134b728-d1b4-4a01-9252-47537cd8c79b on network 9b23f275-dbc1-4b31-89ad-a50a42b827a6 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:16:37.011371 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30e3ce4e-ccf4-466d-bf18-0d9a0498165b service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:16:37.011763 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30e3ce4e-ccf4-466d-bf18-0d9a0498165b service neutron] Checking segment: {'id': '2fe7eef0-67d3-4df2-a6dc-12ee964d6b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b23f275-dbc1-4b31-89ad-a50a42b827a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:37.012172 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30e3ce4e-ccf4-466d-bf18-0d9a0498165b service neutron] Bound using segment: {'id': '2fe7eef0-67d3-4df2-a6dc-12ee964d6b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b23f275-dbc1-4b31-89ad-a50a42b827a6'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:16:37.012580 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30e3ce4e-ccf4-466d-bf18-0d9a0498165b service neutron] Bound port: 2134b728-d1b4-4a01-9252-47537cd8c79b, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe7eef0-67d3-4df2-a6dc-12ee964d6b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b23f275-dbc1-4b31-89ad-a50a42b827a6'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:16:37.013123 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30e3ce4e-ccf4-466d-bf18-0d9a0498165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:37.073487 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dee28202-c4ba-4159-8713-f26073621b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:37.135894 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ee78b752-0479-46ad-8519-0294d4397654 req-28df3810-873f-41b6-be82-b037cb5ef1a5 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787915 Aug 19 18:16:37.143179 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-35b704e1-f115-4b57-ad94-2c13388bd416 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:37.177762 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-35b704e1-f115-4b57-ad94-2c13388bd416 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Transition to ACTIVE for port object 79ab8bc5-681c-4be7-834f-45a9bda44384 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:37.179981 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30e3ce4e-ccf4-466d-bf18-0d9a0498165b service neutron] For port 2134b728-d1b4-4a01-9252-47537cd8c79b, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:16:37.185017 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30e3ce4e-ccf4-466d-bf18-0d9a0498165b service neutron] For port 2134b728-d1b4-4a01-9252-47537cd8c79b, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=2134b728-d1b4-4a01-9252-47537cd8c79b,segment=NetworkSegment(2fe7eef0-67d3-4df2-a6dc-12ee964d6b88),segment_id=2fe7eef0-67d3-4df2-a6dc-12ee964d6b88)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:16:37.198058 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30e3ce4e-ccf4-466d-bf18-0d9a0498165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:37.233949 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:37.297450 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f85e09d-72e1-484c-89b0-dcafc8f10195 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:37.301613 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30e3ce4e-ccf4-466d-bf18-0d9a0498165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:37.302071 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30e3ce4e-ccf4-466d-bf18-0d9a0498165b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:37.303557 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-30e3ce4e-ccf4-466d-bf18-0d9a0498165b service neutron] 10.222.0.50 "PUT /v2.0/ports/2134b728-d1b4-4a01-9252-47537cd8c79b HTTP/1.1" status: 200 len: 1091 time: 2.4026515 Aug 19 18:16:37.331733 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315dbe3f-1095-4b7f-8508-5541aead6482', 'tag': '2134b728-d1b4-4a01-9252-47537cd8c79b'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:16:37.335903 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dee82de-9cf3-4ff7-afc8-b7f3d38eec7c" -d '{"events": [{"name": "network-changed", "server_uuid": "315dbe3f-1095-4b7f-8508-5541aead6482", "tag": "2134b728-d1b4-4a01-9252-47537cd8c79b"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:16:37.345828 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3ce4e-ccf4-466d-bf18-0d9a0498165b service neutron] Pushing event updated for resources: {'Port': ['ID=2134b728-d1b4-4a01-9252-47537cd8c79b,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:37.370253 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-346919bb-327e-4cf6-81e8-424b6b03f036 service neutron] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296257 Aug 19 18:16:37.393480 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-35b704e1-f115-4b57-ad94-2c13388bd416 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:37.449524 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-38e8ff2d-090f-4b3d-94ce-a04935bd8a0c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 HTTP/1.1" status: 200 len: 217 time: 0.0604513 Aug 19 18:16:37.506931 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b704e1-f115-4b57-ad94-2c13388bd416 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Network 5ad75595-9bc2-49c4-8b48-8f112356f8fc is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:37.512771 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-35b704e1-f115-4b57-ad94-2c13388bd416 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:37.515681 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b704e1-f115-4b57-ad94-2c13388bd416 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:37.545394 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a9baf-9b5d-4133-811d-60084ab1ba01 req-9b2ebfa0-8f50-4786-8cb1-cb39955e003d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:37.547681 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8d1a9baf-9b5d-4133-811d-60084ab1ba01 req-9b2ebfa0-8f50-4786-8cb1-cb39955e003d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.2024453 Aug 19 18:16:37.586173 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-ba3c008e-b2c1-471e-b21e-2e5223fc874d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:37.588009 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-ba3c008e-b2c1-471e-b21e-2e5223fc874d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=947e2840-1f3f-4340-b2ca-df7ebf54ea1a HTTP/1.1" status: 200 len: 797 time: 0.1007235 Aug 19 18:16:37.601503 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b704e1-f115-4b57-ad94-2c13388bd416 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:37.602225 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-35b704e1-f115-4b57-ad94-2c13388bd416 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:37.627113 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b704e1-f115-4b57-ad94-2c13388bd416 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Pushing event updated for resources: {'Port': ['ID=79ab8bc5-681c-4be7-834f-45a9bda44384,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:37.649651 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-cc986614-ad03-4192-b0e8-42d5c70077ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:37.654071 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-cc986614-ad03-4192-b0e8-42d5c70077ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=936ec52db0734d99bf3034cb7c88bc1c&device_id=315dbe3f-1095-4b7f-8508-5541aead6482 HTTP/1.1" status: 200 len: 1094 time: 0.2403569 Aug 19 18:16:37.657915 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-35b704e1-f115-4b57-ad94-2c13388bd416 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9686215 Aug 19 18:16:37.662159 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56230) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:37.672977 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-dec8f0d0-a2f9-4dc1-8a37-345a12490a26 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:4c:5d:46'}]}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:37.827646 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8d1a9baf-9b5d-4133-811d-60084ab1ba01 req-ec573569-4b0b-4e3c-9dad-79fd534eef21 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444582 Aug 19 18:16:37.845690 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-597c4bad-f5c8-4b15-8b68-74ea6ac49e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:37.847858 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-597c4bad-f5c8-4b15-8b68-74ea6ac49e8a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f633b63-84e5-45ac-aad5-d8f674f8a1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1801424 Aug 19 18:16:37.980447 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f85e09d-72e1-484c-89b0-dcafc8f10195 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:37.998492 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f85e09d-72e1-484c-89b0-dcafc8f10195 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740919'] for router, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:38.045689 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4ef34230-6a8d-4fab-9b8b-34fbd4205e15 None None] Provisioning for port 79ab8bc5-681c-4be7-834f-45a9bda44384 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:38.079931 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4ef34230-6a8d-4fab-9b8b-34fbd4205e15 None None] Provisioning complete for port 79ab8bc5-681c-4be7-834f-45a9bda44384 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:38.080901 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4ef34230-6a8d-4fab-9b8b-34fbd4205e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:38.094840 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-32797702-ad71-4ba8-8425-2dd353adecfa service neutron] 10.222.0.54 "GET /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385688 Aug 19 18:16:38.162768 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-cbdd3e46-4296-4c6d-a58c-270ce55649d2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2134b728-d1b4-4a01-9252-47537cd8c79b HTTP/1.1" status: 200 len: 217 time: 0.2198491 Aug 19 18:16:38.245215 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-4ef34230-6a8d-4fab-9b8b-34fbd4205e15 None None] Port 79ab8bc5-681c-4be7-834f-45a9bda44384 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:16:38.282527 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:38.295244 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-f7646075-8656-4c13-9c06-624a34e51211 service neutron] 10.222.0.54 "GET /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598120 Aug 19 18:16:38.298052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f85e09d-72e1-484c-89b0-dcafc8f10195 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Router f0d8d387-a361-4442-bd8b-d8d01dbdf19c is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:16:38.439229 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dec8f0d0-a2f9-4dc1-8a37-345a12490a26 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:38.486923 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9477d188-c361-4115-afce-3ccb33380093 x-openstack-request-id: req-9477d188-c361-4115-afce-3ccb33380093 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:16:38.487377 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315dbe3f-1095-4b7f-8508-5541aead6482", "tag": "2134b728-d1b4-4a01-9252-47537cd8c79b", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:16:38.487769 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9477d188-c361-4115-afce-3ccb33380093 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:16:38.488393 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315dbe3f-1095-4b7f-8508-5541aead6482', 'tag': '2134b728-d1b4-4a01-9252-47537cd8c79b', 'status': 'completed', 'code': 200} Aug 19 18:16:38.500978 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-dad3e5d2-edb8-499d-b18a-948a47ab468b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc8d0cb7-af16-4948-8360-b08bf7de49ad HTTP/1.1" status: 200 len: 217 time: 0.1931477 Aug 19 18:16:38.570898 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-7a5128ed-e51e-4810-9bfc-054df66e42e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:38.573422 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-7a5128ed-e51e-4810-9bfc-054df66e42e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e410fbec-87b3-4c19-8f94-8082dbd5415d HTTP/1.1" status: 200 len: 853 time: 0.2969902 Aug 19 18:16:38.655765 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-9a6fb109-91ad-489a-b4a2-a5fa909f8986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:38.657706 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-9a6fb109-91ad-489a-b4a2-a5fa909f8986 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=947e2840-1f3f-4340-b2ca-df7ebf54ea1a HTTP/1.1" status: 200 len: 797 time: 0.1466157 Aug 19 18:16:38.727479 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-a23d5851-5f06-4114-876e-d2ff757cd839 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b23f275-dbc1-4b31-89ad-a50a42b827a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246679 Aug 19 18:16:38.762233 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90dbcf7-131b-4a46-8b08-2ba8cb67ba37 req-b282e9c6-d198-4026-afdf-dec496e19fc7 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:38.764087 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b90dbcf7-131b-4a46-8b08-2ba8cb67ba37 req-b282e9c6-d198-4026-afdf-dec496e19fc7 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=315dbe3f-1095-4b7f-8508-5541aead6482 HTTP/1.1" status: 200 len: 943 time: 0.1858623 Aug 19 18:16:38.783221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-602bed1b-9d23-44e1-b591-b6f43b5f0911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:38.784940 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-602bed1b-9d23-44e1-b591-b6f43b5f0911 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f633b63-84e5-45ac-aad5-d8f674f8a1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0977902 Aug 19 18:16:38.791129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f85e09d-72e1-484c-89b0-dcafc8f10195 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:16:38.805402 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e526d449-de39-42b0-bcb9-586393b522dc None None] Sync routers for ids ['f0d8d387-a361-4442-bd8b-d8d01dbdf19c'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:16:38.823213 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e526d449-de39-42b0-bcb9-586393b522dc None None] Routers {'f0d8d387-a361-4442-bd8b-d8d01dbdf19c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:16:38.824448 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e526d449-de39-42b0-bcb9-586393b522dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:16:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f0d8d387-a361-4442-bd8b-d8d01dbdf19c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:38.836866 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f85e09d-72e1-484c-89b0-dcafc8f10195 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:38.838657 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481379d-b739-4576-9b6a-c86194eca539 req-d147cf0d-080c-441d-9c34-c8586021b0a0 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:38.840781 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e481379d-b739-4576-9b6a-c86194eca539 req-d147cf0d-080c-441d-9c34-c8586021b0a0 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.2628787 Aug 19 18:16:38.842414 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0f85e09d-72e1-484c-89b0-dcafc8f10195 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "PUT /v2.0/routers/f0d8d387-a361-4442-bd8b-d8d01dbdf19c HTTP/1.1" status: 200 len: 920 time: 5.8720374 Aug 19 18:16:38.845082 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56276) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:38.874506 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e526d449-de39-42b0-bcb9-586393b522dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:38.892501 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e526d449-de39-42b0-bcb9-586393b522dc None None] Routers {'f0d8d387-a361-4442-bd8b-d8d01dbdf19c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:16:38.893774 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e526d449-de39-42b0-bcb9-586393b522dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:16:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f0d8d387-a361-4442-bd8b-d8d01dbdf19c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:38.939701 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e526d449-de39-42b0-bcb9-586393b522dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:38.940940 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e526d449-de39-42b0-bcb9-586393b522dc None None] The sync data for ids ['f0d8d387-a361-4442-bd8b-d8d01dbdf19c'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:16:38.962645 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dec8f0d0-a2f9-4dc1-8a37-345a12490a26 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:38.967887 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e481379d-b739-4576-9b6a-c86194eca539 req-0abd0a92-8dcf-4a50-9e81-7f36f3b83b5f tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135342 Aug 19 18:16:38.970568 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-ade30418-142a-4e93-a826-4d3e72927447 service neutron] 10.222.0.50 "GET /v2.0/networks/9b23f275-dbc1-4b31-89ad-a50a42b827a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282662 Aug 19 18:16:38.972363 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dec8f0d0-a2f9-4dc1-8a37-345a12490a26 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:39.046798 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b90dbcf7-131b-4a46-8b08-2ba8cb67ba37 req-672aa594-1030-4472-b0f1-ed45e6b8bf8b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570839 Aug 19 18:16:39.213581 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8f0d0-a2f9-4dc1-8a37-345a12490a26 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Pushing event updated for resources: {'Port': ['ID=79ab8bc5-681c-4be7-834f-45a9bda44384,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:39.246106 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-5390d72d-c217-4d88-b6dd-34fd28649fdd service neutron] 10.222.0.54 "GET /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427326 Aug 19 18:16:39.252851 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e4a52d3e-7a49-4c14-af06-ed667cad9723 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "GET /v2.0/routers/f0d8d387-a361-4442-bd8b-d8d01dbdf19c HTTP/1.1" status: 200 len: 926 time: 0.3948898 Aug 19 18:16:39.266883 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56290) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:39.361156 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-dec8f0d0-a2f9-4dc1-8a37-345a12490a26 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] In _notify_port_updated(), no bound segment for port 79ab8bc5-681c-4be7-834f-45a9bda44384 on network 5ad75595-9bc2-49c4-8b48-8f112356f8fc {{(pid=94681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:16:39.380313 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec8f0d0-a2f9-4dc1-8a37-345a12490a26 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:39.380954 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dec8f0d0-a2f9-4dc1-8a37-345a12490a26 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:39.383278 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dec8f0d0-a2f9-4dc1-8a37-345a12490a26 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "PUT /v2.0/ports/79ab8bc5-681c-4be7-834f-45a9bda44384 HTTP/1.1" status: 200 len: 994 time: 1.7160444 Aug 19 18:16:39.395284 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56292) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:39.540942 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ecdd9-7f70-49ef-a6ab-436a6995a8cc req-660ad433-56b7-4f83-bcc4-be062960718d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:39.544439 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad7ecdd9-7f70-49ef-a6ab-436a6995a8cc req-660ad433-56b7-4f83-bcc4-be062960718d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.2750266 Aug 19 18:16:39.555188 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3dabe279-bfd3-4bc2-b66c-e534a8302476 None None] Provisioning complete for port 79ab8bc5-681c-4be7-834f-45a9bda44384 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:39.557398 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3dabe279-bfd3-4bc2-b66c-e534a8302476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:39.611218 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e91f6390-6f23-4d09-a15c-267fe1f6d96a req-4cc7048e-a5a4-4e98-bfff-2348e8f6a489 service neutron] 10.222.0.50 "GET /v2.0/networks/9b23f275-dbc1-4b31-89ad-a50a42b827a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5923724 Aug 19 18:16:39.647717 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f48502f-25d3-4e4c-a007-1ec8c2aa1b20 req-31ff992f-e4d6-4fb9-a59f-bc5a6b06cf5c service neutron] 10.222.0.54 "GET /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922698 Aug 19 18:16:39.652135 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e4af8b-97d5-43ac-8e73-b4c87b1e1c0c tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:39.658418 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d0e4af8b-97d5-43ac-8e73-b4c87b1e1c0c tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&device_id=f0d8d387-a361-4442-bd8b-d8d01dbdf19c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3893726 Aug 19 18:16:39.662544 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56300) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:39.714885 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad7ecdd9-7f70-49ef-a6ab-436a6995a8cc req-d1fe565c-5a2d-43e4-abaf-1a179c83e89e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552296 Aug 19 18:16:39.725364 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-3dabe279-bfd3-4bc2-b66c-e534a8302476 None None] Port 79ab8bc5-681c-4be7-834f-45a9bda44384 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:16:39.843227 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-e28ba9cc-e9aa-4c8d-bbc9-a09de755b96c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Deleting port 79ab8bc5-681c-4be7-834f-45a9bda44384 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:39.843596 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e28ba9cc-e9aa-4c8d-bbc9-a09de755b96c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:40.003379 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a9b86-2d20-40ac-9d1e-6425d814a838 req-b7a52b3e-7dea-4cc5-9f0b-2f61c315ccde tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:40.005038 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-810a9b86-2d20-40ac-9d1e-6425d814a838 req-b7a52b3e-7dea-4cc5-9f0b-2f61c315ccde tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b1780f-29c3-4b26-8f7e-22f8e5cc6235 HTTP/1.1" status: 200 len: 951 time: 0.3045490 Aug 19 18:16:40.010648 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03beea91-db34-4cbd-a74f-f164fdd786bb tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:40.012268 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-03beea91-db34-4cbd-a74f-f164fdd786bb tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "GET /v2.0/networks/3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 881 time: 0.3460846 Aug 19 18:16:40.020932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56308) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:40.036241 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e28ba9cc-e9aa-4c8d-bbc9-a09de755b96c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:40.055139 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee82de-9cf3-4ff7-afc8-b7f3d38eec7c req-5d99a533-7f19-4126-bf7e-d0ee033d8f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:40.056824 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7dee82de-9cf3-4ff7-afc8-b7f3d38eec7c req-5d99a533-7f19-4126-bf7e-d0ee033d8f91 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=936ec52db0734d99bf3034cb7c88bc1c&device_id=315dbe3f-1095-4b7f-8508-5541aead6482 HTTP/1.1" status: 200 len: 1094 time: 0.2494845 Aug 19 18:16:40.065177 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56310) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:40.066115 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-45f37d5c-1993-4f04-bd95-789a96327650 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0d8d387-a361-4442-bd8b-d8d01dbdf19c HTTP/1.1" status: 200 len: 205 time: 0.0437295 Aug 19 18:16:40.073159 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-e28ba9cc-e9aa-4c8d-bbc9-a09de755b96c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Calling delete_port for 79ab8bc5-681c-4be7-834f-45a9bda44384 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:40.105758 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:40.218047 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e2a67-b533-47af-afd3-62926c8ed7cc req-a2e57d3e-7361-421b-8174-b93f439865ea tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:40.220996 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-474e2a67-b533-47af-afd3-62926c8ed7cc req-a2e57d3e-7361-421b-8174-b93f439865ea tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.0815816 Aug 19 18:16:40.251864 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-810a9b86-2d20-40ac-9d1e-6425d814a838 req-160dbcfd-c745-4e8f-9290-acc8eb089ced tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51006611-8627-4c15-b432-7c61f8b82340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380390 Aug 19 18:16:40.296628 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-474e2a67-b533-47af-afd3-62926c8ed7cc req-14d96aa5-aada-4e01-9517-a8345cde5851 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648947 Aug 19 18:16:40.328999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56316) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:40.414462 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cedb8132-1510-429a-ba00-3d5d8b47947b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:40.420126 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee82de-9cf3-4ff7-afc8-b7f3d38eec7c req-05d74752-87cc-4ecc-afca-964283762e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:40.421913 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7dee82de-9cf3-4ff7-afc8-b7f3d38eec7c req-05d74752-87cc-4ecc-afca-964283762e4f service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b23f275-dbc1-4b31-89ad-a50a42b827a6 HTTP/1.1" status: 200 len: 914 time: 0.3394647 Aug 19 18:16:40.561965 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81198c72-5ecb-4239-8a82-9061472f5abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:40.861339 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:40.910722 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a798a2-64a7-46f8-8f44-1b2db24bb8cd req-ad5c015e-e218-43bb-94ec-c8d93cc9ec03 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:40.913324 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-21a798a2-64a7-46f8-8f44-1b2db24bb8cd req-ad5c015e-e218-43bb-94ec-c8d93cc9ec03 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.0984151 Aug 19 18:16:40.975553 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-21a798a2-64a7-46f8-8f44-1b2db24bb8cd req-98659a94-1fe3-477f-afce-be7f9e667082 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540361 Aug 19 18:16:41.009090 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7dee82de-9cf3-4ff7-afc8-b7f3d38eec7c req-b370cf6e-142b-4c01-a6ac-3be0f939d84c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2134b728-d1b4-4a01-9252-47537cd8c79b HTTP/1.1" status: 200 len: 217 time: 0.5450583 Aug 19 18:16:41.169871 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e28ba9cc-e9aa-4c8d-bbc9-a09de755b96c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.178711 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a6dce8fe-54af-4d33-a68b-c17c203ca8d1 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:16:41.235499 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ba9cc-e9aa-4c8d-bbc9-a09de755b96c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Pushing event deleted for resources: {'Port': ['ID=79ab8bc5-681c-4be7-834f-45a9bda44384,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:41.239911 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee82de-9cf3-4ff7-afc8-b7f3d38eec7c req-580e547c-b50f-455f-b182-8f12168c059d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:41.241458 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7dee82de-9cf3-4ff7-afc8-b7f3d38eec7c req-580e547c-b50f-455f-b182-8f12168c059d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e410fbec-87b3-4c19-8f94-8082dbd5415d HTTP/1.1" status: 200 len: 853 time: 0.2116301 Aug 19 18:16:41.256188 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8051ad6-6270-4eb8-afee-30ade318f10d req-0131d74b-dc5d-487a-a375-aa4bea353f0a tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:41.258239 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a8051ad6-6270-4eb8-afee-30ade318f10d req-0131d74b-dc5d-487a-a375-aa4bea353f0a tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=315dbe3f-1095-4b7f-8508-5541aead6482 HTTP/1.1" status: 200 len: 943 time: 0.7957220 Aug 19 18:16:41.308271 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81198c72-5ecb-4239-8a82-9061472f5abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.316084 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81198c72-5ecb-4239-8a82-9061472f5abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.339274 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7dee82de-9cf3-4ff7-afc8-b7f3d38eec7c req-50f23af8-ba22-4a48-aca6-ef3552bc46c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b23f275-dbc1-4b31-89ad-a50a42b827a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796263 Aug 19 18:16:41.356514 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cedb8132-1510-429a-ba00-3d5d8b47947b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.399603 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.412117 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81198c72-5ecb-4239-8a82-9061472f5abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bae89b-f503-4c81-9ec1-45eabbe74bff,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:41.442315 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-81198c72-5ecb-4239-8a82-9061472f5abc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d618f75a72c84e19ad71f4f4c15cdd68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1112373 Aug 19 18:16:41.443300 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56326) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:41.450433 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b1780f-29c3-4b26-8f7e-22f8e5cc6235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6dce8fe-54af-4d33-a68b-c17c203ca8d1'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:16:41.454601 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c152aa6d-4107-417f-bda2-d9cf84a9ab07" -d '{"events": [{"server_uuid": "b0b1780f-29c3-4b26-8f7e-22f8e5cc6235", "name": "network-vif-unplugged", "status": "completed", "tag": "a6dce8fe-54af-4d33-a68b-c17c203ca8d1"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:16:41.482480 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a6dce8fe-54af-4d33-a68b-c17c203ca8d1, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:41.488925 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.525589 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a8051ad6-6270-4eb8-afee-30ade318f10d req-1aa40437-2b5f-40c2-88be-230aae3e4ccd tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531419 Aug 19 18:16:41.700333 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea06220-c09a-4659-ae1e-457316441f23 req-14cc83a4-89fd-4306-8202-e013adbcaa9e tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:41.702008 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7ea06220-c09a-4659-ae1e-457316441f23 req-14cc83a4-89fd-4306-8202-e013adbcaa9e tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b1780f-29c3-4b26-8f7e-22f8e5cc6235 HTTP/1.1" status: 200 len: 949 time: 0.2574608 Aug 19 18:16:41.721844 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01251371-c431-48f1-bab5-ca93838932f6 req-1ba68a47-b31c-4d06-9492-339ba1397d86 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:41.723845 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-01251371-c431-48f1-bab5-ca93838932f6 req-1ba68a47-b31c-4d06-9492-339ba1397d86 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0b1780f-29c3-4b26-8f7e-22f8e5cc6235 HTTP/1.1" status: 200 len: 949 time: 0.2303164 Aug 19 18:16:41.735219 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d468abb-5244-486e-9ca4-d6a1e5041c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.815516 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,revision_number=11']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:41.825046 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7dee82de-9cf3-4ff7-afc8-b7f3d38eec7c req-3877aafc-2762-46c0-9b77-541b144648e2 service neutron] 10.222.0.50 "GET /v2.0/networks/9b23f275-dbc1-4b31-89ad-a50a42b827a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625268 Aug 19 18:16:41.839778 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e28ba9cc-e9aa-4c8d-bbc9-a09de755b96c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.843776 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e28ba9cc-e9aa-4c8d-bbc9-a09de755b96c tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "DELETE /v2.0/ports/79ab8bc5-681c-4be7-834f-45a9bda44384 HTTP/1.1" status: 204 len: 168 time: 2.4182467 Aug 19 18:16:41.846912 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d468abb-5244-486e-9ca4-d6a1e5041c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.849749 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56330) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:41.891130 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7ea06220-c09a-4659-ae1e-457316441f23 req-e21ed84e-6548-4522-8da3-2595e405da0d tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51006611-8627-4c15-b432-7c61f8b82340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631324 Aug 19 18:16:41.948364 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e7f23f-5cd6-415d-b95d-06ebd6877f6c x-openstack-request-id: req-11e7f23f-5cd6-415d-b95d-06ebd6877f6c {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:16:41.949177 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b1780f-29c3-4b26-8f7e-22f8e5cc6235", "name": "network-vif-unplugged", "status": "completed", "tag": "a6dce8fe-54af-4d33-a68b-c17c203ca8d1", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:16:41.949920 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11e7f23f-5cd6-415d-b95d-06ebd6877f6c {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:16:41.950520 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b1780f-29c3-4b26-8f7e-22f8e5cc6235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6dce8fe-54af-4d33-a68b-c17c203ca8d1', 'code': 200} Aug 19 18:16:41.958421 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-cedb8132-1510-429a-ba00-3d5d8b47947b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Deleting port b586fecc-1845-4fba-8acb-93b65fafa02c {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:41.959032 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cedb8132-1510-429a-ba00-3d5d8b47947b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.979084 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5656ccf-c426-401c-a5a2-1e8c012b2e99 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] GET failed (client error): The resource could not be found. Aug 19 18:16:41.980891 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9b628-e539-4deb-924b-521f8fa5ddb8 req-885b5503-8143-4bb4-b4e1-0618a69e7476 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:41.985262 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a5656ccf-c426-401c-a5a2-1e8c012b2e99 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "GET /v2.0/ports/79ab8bc5-681c-4be7-834f-45a9bda44384 HTTP/1.1" status: 404 len: 333 time: 0.1231916 Aug 19 18:16:41.985469 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ecd9b628-e539-4deb-924b-521f8fa5ddb8 req-885b5503-8143-4bb4-b4e1-0618a69e7476 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.2906272 Aug 19 18:16:41.992214 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56332) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:42.012024 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2f1908cd-4ef6-4cd8-aa08-a7a224ef0966 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Request body: {'port': {'network_id': '5ad75595-9bc2-49c4-8b48-8f112356f8fc', 'name': 'tempest-AllowedAddressPairTestJSON-1014574940'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:42.175083 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d468abb-5244-486e-9ca4-d6a1e5041c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:42.178242 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d468abb-5244-486e-9ca4-d6a1e5041c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:42.180356 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4d468abb-5244-486e-9ca4-d6a1e5041c5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25bae89b-f503-4c81-9ec1-45eabbe74bff HTTP/1.1" status: 204 len: 168 time: 0.7287135 Aug 19 18:16:42.218441 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ecd9b628-e539-4deb-924b-521f8fa5ddb8 req-8fac6b40-a3fa-4de5-af0f-d6f6ddf743e2 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644788 Aug 19 18:16:42.238559 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d468abb-5244-486e-9ca4-d6a1e5041c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bae89b-f503-4c81-9ec1-45eabbe74bff,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:42.246192 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-01251371-c431-48f1-bab5-ca93838932f6 req-deef2874-1cf4-4617-b7ed-8f73dcfec479 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Deleting port a6dce8fe-54af-4d33-a68b-c17c203ca8d1 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:42.246831 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-01251371-c431-48f1-bab5-ca93838932f6 req-deef2874-1cf4-4617-b7ed-8f73dcfec479 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:42.281584 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cedb8132-1510-429a-ba00-3d5d8b47947b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:42.292591 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7dee82de-9cf3-4ff7-afc8-b7f3d38eec7c req-bdd34b58-8073-4268-9e54-198d18bee853 service neutron] 10.222.0.50 "GET /v2.0/networks/9b23f275-dbc1-4b31-89ad-a50a42b827a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470406 Aug 19 18:16:42.311282 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-cedb8132-1510-429a-ba00-3d5d8b47947b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Calling delete_port for b586fecc-1845-4fba-8acb-93b65fafa02c owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:42.379825 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355d477-fe81-42ea-9b41-8b2de5a4181a req-ea62c360-3212-4249-bd3b-f9eaaa14aaf5 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:42.381895 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2355d477-fe81-42ea-9b41-8b2de5a4181a req-ea62c360-3212-4249-bd3b-f9eaaa14aaf5 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.2830725 Aug 19 18:16:42.437160 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1908cd-4ef6-4cd8-aa08-a7a224ef0966 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Made reservation on behalf of a0e8769098114b7b98b5297553231a11 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:42.448211 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2f1908cd-4ef6-4cd8-aa08-a7a224ef0966 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:42.708148 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56342) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:42.747485 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cedb8132-1510-429a-ba00-3d5d8b47947b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:42.750002 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-025fa049-774f-45d5-9400-52c8bb93bfb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:42.809064 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb8132-1510-429a-ba00-3d5d8b47947b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Pushing event deleted for resources: {'Port': ['ID=b586fecc-1845-4fba-8acb-93b65fafa02c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:42.874029 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40da4e9-f039-4f78-b37c-b9451d4479da req-98b25761-7443-4076-a639-55b5bdff76cc tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:42.875755 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b40da4e9-f039-4f78-b37c-b9451d4479da req-98b25761-7443-4076-a639-55b5bdff76cc tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=315dbe3f-1095-4b7f-8508-5541aead6482 HTTP/1.1" status: 200 len: 943 time: 0.1952536 Aug 19 18:16:42.925264 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2355d477-fe81-42ea-9b41-8b2de5a4181a req-03a13baa-8c12-42b7-8611-b89e753769fd tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350120 Aug 19 18:16:42.933743 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-2f1908cd-4ef6-4cd8-aa08-a7a224ef0966 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] device_id is not set on port f16ae51f-66d2-4de9-a5e6-f061c0a21396 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:16:42.945920 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-01251371-c431-48f1-bab5-ca93838932f6 req-deef2874-1cf4-4617-b7ed-8f73dcfec479 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] For port a6dce8fe-54af-4d33-a68b-c17c203ca8d1, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:42.946522 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-01251371-c431-48f1-bab5-ca93838932f6 req-deef2874-1cf4-4617-b7ed-8f73dcfec479 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:42.970049 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cedb8132-1510-429a-ba00-3d5d8b47947b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.030985 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-01251371-c431-48f1-bab5-ca93838932f6 req-deef2874-1cf4-4617-b7ed-8f73dcfec479 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Calling delete_port for a6dce8fe-54af-4d33-a68b-c17c203ca8d1 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:43.045722 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b40da4e9-f039-4f78-b37c-b9451d4479da req-afca100f-7ca5-4ba0-b921-d441d05218bb tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537707 Aug 19 18:16:43.096509 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cedb8132-1510-429a-ba00-3d5d8b47947b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.101915 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cedb8132-1510-429a-ba00-3d5d8b47947b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.115303 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-025fa049-774f-45d5-9400-52c8bb93bfb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.120427 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-025fa049-774f-45d5-9400-52c8bb93bfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.188687 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cedb8132-1510-429a-ba00-3d5d8b47947b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.189272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedb8132-1510-429a-ba00-3d5d8b47947b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Fanout notify agent at l3_agent the message router_deleted on router f0d8d387-a361-4442-bd8b-d8d01dbdf19c {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:16:43.203125 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cedb8132-1510-429a-ba00-3d5d8b47947b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.204382 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cedb8132-1510-429a-ba00-3d5d8b47947b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "DELETE /v2.0/routers/f0d8d387-a361-4442-bd8b-d8d01dbdf19c HTTP/1.1" status: 204 len: 168 time: 3.1378384 Aug 19 18:16:43.210918 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-025fa049-774f-45d5-9400-52c8bb93bfb4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09af2c3cc1c64e6f90b70fb626aad8ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4988480 Aug 19 18:16:43.212058 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025fa049-774f-45d5-9400-52c8bb93bfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec2fd05-deb0-460e-bdd5-0d19c7b90376,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:43.215156 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56346) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:43.215766 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56348) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:43.221702 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-213e2475-6765-42db-a329-9ad54bfd322b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-118560125', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}, 'admin_state_up': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:43.287823 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-213e2475-6765-42db-a329-9ad54bfd322b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.288976 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-213e2475-6765-42db-a329-9ad54bfd322b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.329825 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 2134b728-d1b4-4a01-9252-47537cd8c79b details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:16:43.336553 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-397d134d-6b74-4f62-80e1-15c3f17208e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.337934 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a41df4-dfdf-436e-88b8-af3e2c18cbe4 req-54eb60e0-11b1-472a-9366-52c89cc0e088 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:43.340925 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-45a41df4-dfdf-436e-88b8-af3e2c18cbe4 req-54eb60e0-11b1-472a-9366-52c89cc0e088 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b1780f-29c3-4b26-8f7e-22f8e5cc6235 HTTP/1.1" status: 200 len: 949 time: 0.3063655 Aug 19 18:16:43.390076 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-213e2475-6765-42db-a329-9ad54bfd322b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.435292 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-2f1908cd-4ef6-4cd8-aa08-a7a224ef0966 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Allocated IP 172.20.0.12 (5ad75595-9bc2-49c4-8b48-8f112356f8fc/c828d7e8-6b83-4e82-8cbf-72eeff8d3e07/f16ae51f-66d2-4de9-a5e6-f061c0a21396) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:43.470837 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 2134b728-d1b4-4a01-9252-47537cd8c79b, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=2134b728-d1b4-4a01-9252-47537cd8c79b,segment=NetworkSegment(2fe7eef0-67d3-4df2-a6dc-12ee964d6b88),segment_id=2fe7eef0-67d3-4df2-a6dc-12ee964d6b88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:43.471232 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-397d134d-6b74-4f62-80e1-15c3f17208e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.486044 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '2134b728-d1b4-4a01-9252-47537cd8c79b', 'network_id': '9b23f275-dbc1-4b31-89ad-a50a42b827a6', 'port_id': '2134b728-d1b4-4a01-9252-47537cd8c79b', 'mac_address': 'fa:16:3e:02:d2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e410fbec-87b3-4c19-8f94-8082dbd5415d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:16:43.494015 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-45a41df4-dfdf-436e-88b8-af3e2c18cbe4 req-a0b86490-96db-467f-acbf-abe93ec6c3b1 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51006611-8627-4c15-b432-7c61f8b82340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405289 Aug 19 18:16:43.555685 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.574051 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2134b728-d1b4-4a01-9252-47537cd8c79b {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:16:43.602443 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 2134b728-d1b4-4a01-9252-47537cd8c79b, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=2134b728-d1b4-4a01-9252-47537cd8c79b,segment=NetworkSegment(2fe7eef0-67d3-4df2-a6dc-12ee964d6b88),segment_id=2fe7eef0-67d3-4df2-a6dc-12ee964d6b88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:43.605777 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56f673-670c-403b-8bc1-0bafdae307c7 req-cd8e8c1a-a076-43af-83d9-64a5bdcf25e8 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:43.608390 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac56f673-670c-403b-8bc1-0bafdae307c7 req-cd8e8c1a-a076-43af-83d9-64a5bdcf25e8 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.2378855 Aug 19 18:16:43.608656 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.652947 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-01251371-c431-48f1-bab5-ca93838932f6 req-deef2874-1cf4-4617-b7ed-8f73dcfec479 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.663234 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-213e2475-6765-42db-a329-9ad54bfd322b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.691449 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=2134b728-d1b4-4a01-9252-47537cd8c79b,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:43.711967 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac56f673-670c-403b-8bc1-0bafdae307c7 req-45a1414b-54c4-4f33-b98e-12d3de35c3c5 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725224 Aug 19 18:16:43.755122 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-397d134d-6b74-4f62-80e1-15c3f17208e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.759197 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-397d134d-6b74-4f62-80e1-15c3f17208e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.760433 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-397d134d-6b74-4f62-80e1-15c3f17208e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ec2fd05-deb0-460e-bdd5-0d19c7b90376 HTTP/1.1" status: 204 len: 168 time: 0.5436821 Aug 19 18:16:43.770862 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef2874-1cf4-4617-b7ed-8f73dcfec479 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Pushing event deleted for resources: {'Port': ['ID=a6dce8fe-54af-4d33-a68b-c17c203ca8d1,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:43.800837 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d134d-6b74-4f62-80e1-15c3f17208e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec2fd05-deb0-460e-bdd5-0d19c7b90376,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:43.859087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-01251371-c431-48f1-bab5-ca93838932f6 req-deef2874-1cf4-4617-b7ed-8f73dcfec479 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] No DVR routers for this DVR port a6dce8fe-54af-4d33-a68b-c17c203ca8d1 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:16:43.865304 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-01251371-c431-48f1-bab5-ca93838932f6 req-deef2874-1cf4-4617-b7ed-8f73dcfec479 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.868732 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-01251371-c431-48f1-bab5-ca93838932f6 req-deef2874-1cf4-4617-b7ed-8f73dcfec479 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.54 "DELETE /v2.0/ports/a6dce8fe-54af-4d33-a68b-c17c203ca8d1 HTTP/1.1" status: 204 len: 173 time: 2.1302984 Aug 19 18:16:43.869415 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b1780f-29c3-4b26-8f7e-22f8e5cc6235', 'name': 'network-vif-deleted', 'tag': 'a6dce8fe-54af-4d33-a68b-c17c203ca8d1'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:16:43.872412 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f0f781-c4f7-4069-92cd-8150429033e2" -d '{"events": [{"server_uuid": "b0b1780f-29c3-4b26-8f7e-22f8e5cc6235", "name": "network-vif-deleted", "tag": "a6dce8fe-54af-4d33-a68b-c17c203ca8d1"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:16:43.945303 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['2134b728-d1b4-4a01-9252-47537cd8c79b'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:16:43.946622 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2f1908cd-4ef6-4cd8-aa08-a7a224ef0966 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.973229 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-2f1908cd-4ef6-4cd8-aa08-a7a224ef0966 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Transition to ACTIVE for port object f16ae51f-66d2-4de9-a5e6-f061c0a21396 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:44.043192 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b387a102-7c35-48ac-9698-3cfccef225bb x-openstack-request-id: req-b387a102-7c35-48ac-9698-3cfccef225bb {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:16:44.043682 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b1780f-29c3-4b26-8f7e-22f8e5cc6235", "name": "network-vif-deleted", "tag": "a6dce8fe-54af-4d33-a68b-c17c203ca8d1", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:16:44.044055 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b387a102-7c35-48ac-9698-3cfccef225bb {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:16:44.044688 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b1780f-29c3-4b26-8f7e-22f8e5cc6235', 'name': 'network-vif-deleted', 'tag': 'a6dce8fe-54af-4d33-a68b-c17c203ca8d1', 'status': 'completed', 'code': 200} Aug 19 18:16:44.053293 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2f1908cd-4ef6-4cd8-aa08-a7a224ef0966 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:44.144169 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1908cd-4ef6-4cd8-aa08-a7a224ef0966 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Network 5ad75595-9bc2-49c4-8b48-8f112356f8fc is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:44.165193 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-2f1908cd-4ef6-4cd8-aa08-a7a224ef0966 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:44.168751 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1908cd-4ef6-4cd8-aa08-a7a224ef0966 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:44.266408 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1908cd-4ef6-4cd8-aa08-a7a224ef0966 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Pushing event updated for resources: {'Port': ['ID=f16ae51f-66d2-4de9-a5e6-f061c0a21396,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:44.372444 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-213e2475-6765-42db-a329-9ad54bfd322b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:44.383804 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1908cd-4ef6-4cd8-aa08-a7a224ef0966 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:44.385085 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2f1908cd-4ef6-4cd8-aa08-a7a224ef0966 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:44.428214 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb36af0-aed9-4050-88a8-b3b8734865e5 req-ec116304-d62d-4336-9a50-86e1c16a725b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:44.437593 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5cb36af0-aed9-4050-88a8-b3b8734865e5 req-ec116304-d62d-4336-9a50-86e1c16a725b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=315dbe3f-1095-4b7f-8508-5541aead6482 HTTP/1.1" status: 200 len: 944 time: 0.1730356 Aug 19 18:16:44.439854 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-213e2475-6765-42db-a329-9ad54bfd322b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:44.449192 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2f1908cd-4ef6-4cd8-aa08-a7a224ef0966 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4541304 Aug 19 18:16:44.464454 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56362) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:44.483498 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2b381b31-eddc-4ccc-a705-2d51fd60e257 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4c:5d:46'}]}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:44.696249 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5cb36af0-aed9-4050-88a8-b3b8734865e5 req-60915e38-943e-4aa0-b8fc-8d8d0d82f748 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572784 Aug 19 18:16:44.697695 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-213e2475-6765-42db-a329-9ad54bfd322b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Allocated IP 172.25.8.200 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/c57177de-4868-41d7-8ce3-d4bb89becf8f) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:44.825176 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222f3d-7b32-4346-b622-e1b4e4466c11 req-ac451058-6966-4c79-955c-ce861f5b3952 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:44.828864 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd222f3d-7b32-4346-b622-e1b4e4466c11 req-ac451058-6966-4c79-955c-ce861f5b3952 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.6781976 Aug 19 18:16:44.863991 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1273d51a-24c3-49c9-b40b-48f6e89dfaac None None] Provisioning for port f16ae51f-66d2-4de9-a5e6-f061c0a21396 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:44.873718 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1273d51a-24c3-49c9-b40b-48f6e89dfaac None None] Provisioning complete for port f16ae51f-66d2-4de9-a5e6-f061c0a21396 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:44.876078 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1273d51a-24c3-49c9-b40b-48f6e89dfaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:44.932675 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2b381b31-eddc-4ccc-a705-2d51fd60e257 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:44.968833 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd222f3d-7b32-4346-b622-e1b4e4466c11 req-38f72ce7-6e4f-49b7-9261-47aea0fd29ad tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208246 Aug 19 18:16:44.996904 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-1273d51a-24c3-49c9-b40b-48f6e89dfaac None None] Port f16ae51f-66d2-4de9-a5e6-f061c0a21396 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:16:45.040072 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-213e2475-6765-42db-a329-9ad54bfd322b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:45.058212 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-76966afd-c9db-4ac8-957b-401688a61a50 req-a55a5047-45ce-4715-9b6d-a036bb4cf1b2 tempest-ImagesOneServerTestJSON-1243392058 tempest-ImagesOneServerTestJSON-1243392058-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b1780f-29c3-4b26-8f7e-22f8e5cc6235 HTTP/1.1" status: 200 len: 210 time: 0.0417199 Aug 19 18:16:45.159172 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69916058-ea01-4af0-a98b-27ba52d1ec1b req-aef78f2e-6eaa-4268-aa02-efce0e547b12 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:45.161008 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-69916058-ea01-4af0-a98b-27ba52d1ec1b req-aef78f2e-6eaa-4268-aa02-efce0e547b12 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.0867844 Aug 19 18:16:45.162256 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-213e2475-6765-42db-a329-9ad54bfd322b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:45.206453 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a6dce8fe-54af-4d33-a68b-c17c203ca8d1 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:16:45.221656 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213e2475-6765-42db-a329-9ad54bfd322b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:45.237986 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-213e2475-6765-42db-a329-9ad54bfd322b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:45.238784 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: a6dce8fe-54af-4d33-a68b-c17c203ca8d1 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:16:45.239458 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a6dce8fe-54af-4d33-a68b-c17c203ca8d1 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:16:45.245736 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213e2475-6765-42db-a329-9ad54bfd322b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:45.280693 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e2475-6765-42db-a329-9ad54bfd322b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Pushing event updated for resources: {'Port': ['ID=c57177de-4868-41d7-8ce3-d4bb89becf8f,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:45.297860 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2b381b31-eddc-4ccc-a705-2d51fd60e257 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:45.306849 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2b381b31-eddc-4ccc-a705-2d51fd60e257 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:45.316366 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-69916058-ea01-4af0-a98b-27ba52d1ec1b req-a872aecd-574a-48a5-8130-315568f0e023 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177125 Aug 19 18:16:45.343054 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 2134b728-d1b4-4a01-9252-47537cd8c79b up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:16:45.436268 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 2134b728-d1b4-4a01-9252-47537cd8c79b completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:45.441097 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-2b381b31-eddc-4ccc-a705-2d51fd60e257 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] In _notify_port_updated(), no bound segment for port f16ae51f-66d2-4de9-a5e6-f061c0a21396 on network 5ad75595-9bc2-49c4-8b48-8f112356f8fc {{(pid=94682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:16:45.442391 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 2134b728-d1b4-4a01-9252-47537cd8c79b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:45.445772 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:45.451649 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b381b31-eddc-4ccc-a705-2d51fd60e257 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:45.452917 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2b381b31-eddc-4ccc-a705-2d51fd60e257 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:45.455105 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2b381b31-eddc-4ccc-a705-2d51fd60e257 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "PUT /v2.0/ports/f16ae51f-66d2-4de9-a5e6-f061c0a21396 HTTP/1.1" status: 200 len: 997 time: 0.9870129 Aug 19 18:16:45.458064 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56384) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:45.495264 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b381b31-eddc-4ccc-a705-2d51fd60e257 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Pushing event updated for resources: {'Port': ['ID=f16ae51f-66d2-4de9-a5e6-f061c0a21396,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:45.570133 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:45.599273 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315dbe3f-1095-4b7f-8508-5541aead6482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2134b728-d1b4-4a01-9252-47537cd8c79b'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:16:45.603190 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03bb89f-4349-493f-9caa-b6e97295cc48" -d '{"events": [{"server_uuid": "315dbe3f-1095-4b7f-8508-5541aead6482", "name": "network-vif-plugged", "status": "completed", "tag": "2134b728-d1b4-4a01-9252-47537cd8c79b"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:16:45.622525 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 2134b728-d1b4-4a01-9252-47537cd8c79b, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=2134b728-d1b4-4a01-9252-47537cd8c79b,segment=NetworkSegment(2fe7eef0-67d3-4df2-a6dc-12ee964d6b88),segment_id=2fe7eef0-67d3-4df2-a6dc-12ee964d6b88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:45.629654 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:45.674782 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e35e8a-8084-4f16-a56c-71b07fd58a4e x-openstack-request-id: req-28e35e8a-8084-4f16-a56c-71b07fd58a4e {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:16:45.675082 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315dbe3f-1095-4b7f-8508-5541aead6482", "name": "network-vif-plugged", "status": "completed", "tag": "2134b728-d1b4-4a01-9252-47537cd8c79b", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:16:45.676353 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28e35e8a-8084-4f16-a56c-71b07fd58a4e {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:16:45.676353 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315dbe3f-1095-4b7f-8508-5541aead6482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2134b728-d1b4-4a01-9252-47537cd8c79b', 'code': 200} Aug 19 18:16:45.707467 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a020c694-0fce-4086-8685-f870754d474e tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Deleting port f16ae51f-66d2-4de9-a5e6-f061c0a21396 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:45.708073 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a020c694-0fce-4086-8685-f870754d474e tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:45.709829 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=2134b728-d1b4-4a01-9252-47537cd8c79b,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:45.750924 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6d7cdb01-5af3-4c65-b4a7-db0478e2f7fb None None] Provisioning complete for port f16ae51f-66d2-4de9-a5e6-f061c0a21396 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:45.751305 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6d7cdb01-5af3-4c65-b4a7-db0478e2f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:45.794916 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-6d7cdb01-5af3-4c65-b4a7-db0478e2f7fb None None] Port f16ae51f-66d2-4de9-a5e6-f061c0a21396 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:16:45.997938 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a020c694-0fce-4086-8685-f870754d474e tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:46.004253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d7fb4-e206-499a-902e-36be7bfc547d req-0b80e2da-64e3-41d8-851b-87f0fa99e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:46.005667 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6c3d7fb4-e206-499a-902e-36be7bfc547d req-0b80e2da-64e3-41d8-851b-87f0fa99e69a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=315dbe3f-1095-4b7f-8508-5541aead6482 HTTP/1.1" status: 200 len: 1096 time: 0.1974719 Aug 19 18:16:46.027134 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-213e2475-6765-42db-a329-9ad54bfd322b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:46.035998 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1426c35-8393-4377-a1e0-2a2efc4adcc2 req-29c823f5-af66-4431-be37-f159cd5f36c1 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:46.037655 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d1426c35-8393-4377-a1e0-2a2efc4adcc2 req-29c823f5-af66-4431-be37-f159cd5f36c1 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=315dbe3f-1095-4b7f-8508-5541aead6482 HTTP/1.1" status: 200 len: 945 time: 0.1943760 Aug 19 18:16:46.039482 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a020c694-0fce-4086-8685-f870754d474e tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Calling delete_port for f16ae51f-66d2-4de9-a5e6-f061c0a21396 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:46.127156 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f295d6-b64a-45df-936d-b94941ddc16c req-41bcc20f-a546-4b28-95b0-90dea9897f8d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:46.129175 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-79f295d6-b64a-45df-936d-b94941ddc16c req-41bcc20f-a546-4b28-95b0-90dea9897f8d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.0724146 Aug 19 18:16:46.180215 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-79f295d6-b64a-45df-936d-b94941ddc16c req-42f1f7d1-05a7-4479-8dfb-910c6dd194bd tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432229 Aug 19 18:16:46.247206 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6c3d7fb4-e206-499a-902e-36be7bfc547d req-8df3bfa2-742e-4945-9e89-2cc63a68ed6a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052464 Aug 19 18:16:46.264146 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d1426c35-8393-4377-a1e0-2a2efc4adcc2 req-aef515b1-753d-431b-bbc0-f66db8c25955 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772547 Aug 19 18:16:46.346117 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:46.535271 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a240a0-96a5-4232-9cb5-ccc391cedf93 req-80cbac1b-a8fe-413f-acf0-4443851bdb9e tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:46.547806 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-56a240a0-96a5-4232-9cb5-ccc391cedf93 req-80cbac1b-a8fe-413f-acf0-4443851bdb9e tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.1055503 Aug 19 18:16:46.624354 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-56a240a0-96a5-4232-9cb5-ccc391cedf93 req-708e3348-b4fe-42f0-ae4b-7195e9cdd4ab tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746839 Aug 19 18:16:46.901914 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56424) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:47.019399 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a020c694-0fce-4086-8685-f870754d474e tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:47.041514 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-213e2475-6765-42db-a329-9ad54bfd322b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:47.143053 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020c694-0fce-4086-8685-f870754d474e tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Pushing event deleted for resources: {'Port': ['ID=f16ae51f-66d2-4de9-a5e6-f061c0a21396,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:47.227498 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a020c694-0fce-4086-8685-f870754d474e tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:47.234763 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a020c694-0fce-4086-8685-f870754d474e tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "DELETE /v2.0/ports/f16ae51f-66d2-4de9-a5e6-f061c0a21396 HTTP/1.1" status: 204 len: 168 time: 1.7706034 Aug 19 18:16:47.234763 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56444) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:47.287848 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b4a9aa-5bb4-4295-b146-59c9dddd4b63 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] GET failed (client error): The resource could not be found. Aug 19 18:16:47.290990 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-95b4a9aa-5bb4-4295-b146-59c9dddd4b63 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "GET /v2.0/ports/f16ae51f-66d2-4de9-a5e6-f061c0a21396 HTTP/1.1" status: 404 len: 333 time: 0.0550823 Aug 19 18:16:47.291971 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-27605789-b6c9-4a9b-a805-46f266a2275a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=52c69b027a2645feb163dc618d7f8ffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3882587 Aug 19 18:16:47.310456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56448) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:47.310822 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56452) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:47.402142 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-20fa0e63-cc61-4b34-948b-4c117825df2d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Request body: {'port': {'network_id': '5ad75595-9bc2-49c4-8b48-8f112356f8fc', 'name': 'tempest-AllowedAddressPairTestJSON-1279323212'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:47.499659 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213e2475-6765-42db-a329-9ad54bfd322b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Router 21b7b64d-35c4-4782-a9c4-4a5114ef3e2e is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:16:47.520112 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbaaa7c-8938-445b-8d1b-5bd02ba322a8 req-e7f89ff1-a28d-4b14-a80e-bf38abf1f879 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:47.523588 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6bbaaa7c-8938-445b-8d1b-5bd02ba322a8 req-e7f89ff1-a28d-4b14-a80e-bf38abf1f879 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.1308270 Aug 19 18:16:47.629334 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-af2e34cb-f81b-41d5-8ab4-ad2f854a2397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:47.686087 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6bbaaa7c-8938-445b-8d1b-5bd02ba322a8 req-03b0f662-7ae9-4ad6-a7b4-a8992e517f6d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502991 Aug 19 18:16:47.701445 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8695de-e7d0-4c23-8a2f-de31323f2617 req-287e1b8b-6255-4e2b-85f2-538533993649 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:47.703431 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ba8695de-e7d0-4c23-8a2f-de31323f2617 req-287e1b8b-6255-4e2b-85f2-538533993649 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=315dbe3f-1095-4b7f-8508-5541aead6482 HTTP/1.1" status: 200 len: 945 time: 0.2801032 Aug 19 18:16:47.719538 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-af2e34cb-f81b-41d5-8ab4-ad2f854a2397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:47.750720 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213e2475-6765-42db-a329-9ad54bfd322b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:16:47.764383 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a7224b-d51a-4966-a4c9-df2c7719f4e1 None None] Sync routers for ids ['21b7b64d-35c4-4782-a9c4-4a5114ef3e2e'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:16:47.809962 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a7224b-d51a-4966-a4c9-df2c7719f4e1 None None] Routers {'21b7b64d-35c4-4782-a9c4-4a5114ef3e2e'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:16:47.814700 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-37a7224b-d51a-4966-a4c9-df2c7719f4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:16:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['21b7b64d-35c4-4782-a9c4-4a5114ef3e2e'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:47.844454 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-213e2475-6765-42db-a329-9ad54bfd322b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:47.846729 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-213e2475-6765-42db-a329-9ad54bfd322b tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.6286526 Aug 19 18:16:47.851990 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56464) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:47.861865 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ba8695de-e7d0-4c23-8a2f-de31323f2617 req-15111d47-efd0-44df-a55c-da8838382e0a tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394644 Aug 19 18:16:47.867493 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-a6b9971d-83b2-497c-8bbb-58bd13ba8a8a tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:47.872044 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fa0e63-cc61-4b34-948b-4c117825df2d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Made reservation on behalf of a0e8769098114b7b98b5297553231a11 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:47.876749 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20fa0e63-cc61-4b34-948b-4c117825df2d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:47.923105 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-37a7224b-d51a-4966-a4c9-df2c7719f4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:47.934311 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-20fa0e63-cc61-4b34-948b-4c117825df2d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] device_id is not set on port 46511e26-2c8e-441c-b728-d70b63a9a41a yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:16:47.937580 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a7224b-d51a-4966-a4c9-df2c7719f4e1 None None] Routers {'21b7b64d-35c4-4782-a9c4-4a5114ef3e2e'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:16:47.938610 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-37a7224b-d51a-4966-a4c9-df2c7719f4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:16:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['21b7b64d-35c4-4782-a9c4-4a5114ef3e2e'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:47.947222 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56466) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:47.955506 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-af2e34cb-f81b-41d5-8ab4-ad2f854a2397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:47.965819 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-af2e34cb-f81b-41d5-8ab4-ad2f854a2397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:47.982218 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-af2e34cb-f81b-41d5-8ab4-ad2f854a2397 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51006611-8627-4c15-b432-7c61f8b82340 HTTP/1.1" status: 204 len: 168 time: 0.6701365 Aug 19 18:16:47.984659 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-37a7224b-d51a-4966-a4c9-df2c7719f4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:47.986185 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a7224b-d51a-4966-a4c9-df2c7719f4e1 None None] The sync data for ids ['21b7b64d-35c4-4782-a9c4-4a5114ef3e2e'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:16:48.022625 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ae074-10ba-43d7-bcae-8ecaaa41db6b req-e4222308-61d7-4cb6-b6a1-6bedf2e20c62 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:48.031051 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-509ae074-10ba-43d7-bcae-8ecaaa41db6b req-e4222308-61d7-4cb6-b6a1-6bedf2e20c62 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.2240880 Aug 19 18:16:48.045819 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e34cb-f81b-41d5-8ab4-ad2f854a2397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51006611-8627-4c15-b432-7c61f8b82340,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:48.166514 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-509ae074-10ba-43d7-bcae-8ecaaa41db6b req-b5d31b61-f380-46b8-a223-00b1b77d84d5 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335914 Aug 19 18:16:48.220190 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-20fa0e63-cc61-4b34-948b-4c117825df2d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Allocated IP 172.20.0.3 (5ad75595-9bc2-49c4-8b48-8f112356f8fc/c828d7e8-6b83-4e82-8cbf-72eeff8d3e07/46511e26-2c8e-441c-b728-d70b63a9a41a) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:48.430399 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-541c6350-d0ca-42b2-a016-50410e9efd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:48.539294 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20fa0e63-cc61-4b34-948b-4c117825df2d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:48.560792 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-20fa0e63-cc61-4b34-948b-4c117825df2d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Transition to ACTIVE for port object 46511e26-2c8e-441c-b728-d70b63a9a41a will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:48.615632 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20fa0e63-cc61-4b34-948b-4c117825df2d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:48.686224 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6b9971d-83b2-497c-8bbb-58bd13ba8a8a tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:48.723037 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fa0e63-cc61-4b34-948b-4c117825df2d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Network 5ad75595-9bc2-49c4-8b48-8f112356f8fc is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:48.723037 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-20fa0e63-cc61-4b34-948b-4c117825df2d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:48.723552 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6b9971d-83b2-497c-8bbb-58bd13ba8a8a tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:48.736808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fa0e63-cc61-4b34-948b-4c117825df2d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:48.744751 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa0e63-cc61-4b34-948b-4c117825df2d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Pushing event updated for resources: {'Port': ['ID=46511e26-2c8e-441c-b728-d70b63a9a41a,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:48.859190 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-541c6350-d0ca-42b2-a016-50410e9efd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:48.886568 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-541c6350-d0ca-42b2-a016-50410e9efd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:48.909881 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fa0e63-cc61-4b34-948b-4c117825df2d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:48.911903 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20fa0e63-cc61-4b34-948b-4c117825df2d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:48.924741 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-541c6350-d0ca-42b2-a016-50410e9efd1e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=403887e7db014c12aa128bd4998d09fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9749722 Aug 19 18:16:48.926725 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56492) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:48.958834 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bace00-50e1-4ca2-bc44-711097e6880e req-765c15a3-96f3-4e41-a8ae-88467dafdd26 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:48.962737 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-93bace00-50e1-4ca2-bc44-711097e6880e req-765c15a3-96f3-4e41-a8ae-88467dafdd26 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.1460044 Aug 19 18:16:49.017034 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-20fa0e63-cc61-4b34-948b-4c117825df2d tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6991780 Aug 19 18:16:49.017034 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56494) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:49.029316 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2f96ec45-94f4-4ab8-b267-2253f01be06e tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Request body: {'port': {'network_id': '5ad75595-9bc2-49c4-8b48-8f112356f8fc', 'name': 'tempest-AllowedAddressPairTestJSON-1731683849'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:49.122268 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-62cad425-ff47-4b73-9367-8fa1ed05a299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:49.126264 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-93bace00-50e1-4ca2-bc44-711097e6880e req-75625035-c3c3-4896-94bd-8f3f704a73cb tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523893 Aug 19 18:16:49.135542 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a6b9971d-83b2-497c-8bbb-58bd13ba8a8a tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Deleting port c57177de-4868-41d7-8ce3-d4bb89becf8f {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:49.135944 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6b9971d-83b2-497c-8bbb-58bd13ba8a8a tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:49.141239 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c6350-d0ca-42b2-a016-50410e9efd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e727cb-2bc5-4382-8d0f-04069831c995,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:49.186991 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-62cad425-ff47-4b73-9367-8fa1ed05a299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:49.265426 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e5f8dfd5-cceb-4607-8ece-bee52d7ded02 None None] Provisioning for port 46511e26-2c8e-441c-b728-d70b63a9a41a completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:49.274268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56500) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:49.276846 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0783e7-a1b2-46aa-9cf7-b61e311110a3 req-c052c203-d297-49c9-87d1-88a520e04138 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:49.278594 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ae0783e7-a1b2-46aa-9cf7-b61e311110a3 req-c052c203-d297-49c9-87d1-88a520e04138 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=315dbe3f-1095-4b7f-8508-5541aead6482 HTTP/1.1" status: 200 len: 945 time: 0.2610924 Aug 19 18:16:49.282511 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e5f8dfd5-cceb-4607-8ece-bee52d7ded02 None None] Provisioning complete for port 46511e26-2c8e-441c-b728-d70b63a9a41a triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:49.283573 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e5f8dfd5-cceb-4607-8ece-bee52d7ded02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:49.322091 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f96ec45-94f4-4ab8-b267-2253f01be06e tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Made reservation on behalf of a0e8769098114b7b98b5297553231a11 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:49.334148 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2f96ec45-94f4-4ab8-b267-2253f01be06e tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:49.386179 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-e5f8dfd5-cceb-4607-8ece-bee52d7ded02 None None] Port 46511e26-2c8e-441c-b728-d70b63a9a41a cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:16:49.392534 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ae0783e7-a1b2-46aa-9cf7-b61e311110a3 req-705d581b-b148-4920-9c7e-ed21b6ca33d6 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973132 Aug 19 18:16:49.395437 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6b9971d-83b2-497c-8bbb-58bd13ba8a8a tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:49.414614 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a6b9971d-83b2-497c-8bbb-58bd13ba8a8a tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Calling delete_port for c57177de-4868-41d7-8ce3-d4bb89becf8f owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:49.417484 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-62cad425-ff47-4b73-9367-8fa1ed05a299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:49.421724 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-62cad425-ff47-4b73-9367-8fa1ed05a299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:49.426527 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-62cad425-ff47-4b73-9367-8fa1ed05a299 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95e727cb-2bc5-4382-8d0f-04069831c995 HTTP/1.1" status: 204 len: 168 time: 0.4912403 Aug 19 18:16:49.441512 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-2f96ec45-94f4-4ab8-b267-2253f01be06e tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] device_id is not set on port 64778abd-b03d-4e7a-91f7-9945aa8b45dc yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:16:49.529864 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cad425-ff47-4b73-9367-8fa1ed05a299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e727cb-2bc5-4382-8d0f-04069831c995,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:49.546793 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-4bbbbd6c-d705-496d-adb4-885e99ed8213 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-398343724-network', 'tenant_id': 'bad78f7731f9478d9170779e215e20ea'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:49.647229 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08596bb-e269-40f4-8e6a-ecf27a04eba9 req-6781240b-f120-4593-a0bf-7a52b3174fd1 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:49.650935 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d08596bb-e269-40f4-8e6a-ecf27a04eba9 req-6781240b-f120-4593-a0bf-7a52b3174fd1 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.3088400 Aug 19 18:16:49.729371 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbbbd6c-d705-496d-adb4-885e99ed8213 admin admin] Made reservation on behalf of bad78f7731f9478d9170779e215e20ea for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:49.733635 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4bbbbd6c-d705-496d-adb4-885e99ed8213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:49.752021 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6b9971d-83b2-497c-8bbb-58bd13ba8a8a tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:49.806229 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4bbbbd6c-d705-496d-adb4-885e99ed8213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:49.824863 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9971d-83b2-497c-8bbb-58bd13ba8a8a tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Pushing event deleted for resources: {'Port': ['ID=c57177de-4868-41d7-8ce3-d4bb89becf8f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:49.848529 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d08596bb-e269-40f4-8e6a-ecf27a04eba9 req-df1be1ed-4751-435d-a5b1-8e8064edc7d0 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872258 Aug 19 18:16:49.852080 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-2f96ec45-94f4-4ab8-b267-2253f01be06e tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Allocated IP 172.20.0.8 (5ad75595-9bc2-49c4-8b48-8f112356f8fc/c828d7e8-6b83-4e82-8cbf-72eeff8d3e07/64778abd-b03d-4e7a-91f7-9945aa8b45dc) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:49.894106 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fef01-7a34-43fe-a77b-09aca1d61740 req-b60e84f7-dd6b-4cd6-ad79-7dc509c04c03 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:49.902322 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-853fef01-7a34-43fe-a77b-09aca1d61740 req-b60e84f7-dd6b-4cd6-ad79-7dc509c04c03 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=315dbe3f-1095-4b7f-8508-5541aead6482 HTTP/1.1" status: 200 len: 945 time: 0.1054745 Aug 19 18:16:49.987467 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-853fef01-7a34-43fe-a77b-09aca1d61740 req-cffd4ca1-b0ec-4454-9e24-a5a88f541616 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841956 Aug 19 18:16:49.995459 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6b9971d-83b2-497c-8bbb-58bd13ba8a8a tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:50.073337 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56512) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:50.156399 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9acd60f5-194b-4c3a-893b-2d520982e299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:50.215851 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4bbbbd6c-d705-496d-adb4-885e99ed8213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:50.229338 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4bbbbd6c-d705-496d-adb4-885e99ed8213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:50.250666 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2f96ec45-94f4-4ab8-b267-2253f01be06e tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:50.291181 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbbbd6c-d705-496d-adb4-885e99ed8213 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:16:50.348248 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-2f96ec45-94f4-4ab8-b267-2253f01be06e tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Transition to ACTIVE for port object 64778abd-b03d-4e7a-91f7-9945aa8b45dc will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:50.354862 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbbd6c-d705-496d-adb4-885e99ed8213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d7e8d3-b229-47eb-8ffb-05f7949b7835,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:50.374585 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4bbbbd6c-d705-496d-adb4-885e99ed8213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:50.375277 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-4bbbbd6c-d705-496d-adb4-885e99ed8213 admin admin] Added segment 9ebaacbf-7355-4f57-8fce-6e9f758927c4 of type vlan for network 8185347e-964d-4ab2-b69d-7ebea558a9b1 Aug 19 18:16:50.407247 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0155c9-30dc-4abb-962e-77aec446de08 req-98ad75a2-e37e-4d22-9c60-b54fd4940d41 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:50.409040 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d0155c9-30dc-4abb-962e-77aec446de08 req-98ad75a2-e37e-4d22-9c60-b54fd4940d41 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.1545575 Aug 19 18:16:50.447220 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6b9971d-83b2-497c-8bbb-58bd13ba8a8a tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:50.454325 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6b9971d-83b2-497c-8bbb-58bd13ba8a8a tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740919'] for router, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:50.462765 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4bbbbd6c-d705-496d-adb4-885e99ed8213 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:50.532089 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2f96ec45-94f4-4ab8-b267-2253f01be06e tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:50.547890 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d0155c9-30dc-4abb-962e-77aec446de08 req-418af311-69bc-4837-b86c-2bb41fe89f94 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139412 Aug 19 18:16:50.579060 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4bbbbd6c-d705-496d-adb4-885e99ed8213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:50.579807 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbbbd6c-d705-496d-adb4-885e99ed8213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:50.580422 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4bbbbd6c-d705-496d-adb4-885e99ed8213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:50.625888 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b9971d-83b2-497c-8bbb-58bd13ba8a8a tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Router 21b7b64d-35c4-4782-a9c4-4a5114ef3e2e has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:16:50.659630 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f96ec45-94f4-4ab8-b267-2253f01be06e tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Network 5ad75595-9bc2-49c4-8b48-8f112356f8fc is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:50.668347 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-2f96ec45-94f4-4ab8-b267-2253f01be06e tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:50.672654 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96ec45-94f4-4ab8-b267-2253f01be06e tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Pushing event updated for resources: {'Port': ['ID=64778abd-b03d-4e7a-91f7-9945aa8b45dc,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:50.675479 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96ec45-94f4-4ab8-b267-2253f01be06e tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:50.707790 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbbd6c-d705-496d-adb4-885e99ed8213 admin admin] Pushing event updated for resources: {'Network': ['ID=8185347e-964d-4ab2-b69d-7ebea558a9b1,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:50.728460 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 8185347e-964d-4ab2-b69d-7ebea558a9b1 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:16:50.755692 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f96ec45-94f4-4ab8-b267-2253f01be06e tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:50.756631 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2f96ec45-94f4-4ab8-b267-2253f01be06e tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:50.815838 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9acd60f5-194b-4c3a-893b-2d520982e299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:50.827483 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9acd60f5-194b-4c3a-893b-2d520982e299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:50.830685 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2f96ec45-94f4-4ab8-b267-2253f01be06e tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8077381 Aug 19 18:16:50.833803 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4bbbbd6c-d705-496d-adb4-885e99ed8213 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5571816 Aug 19 18:16:50.834585 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56516) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:50.838697 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56518) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:50.845748 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e8f2a578-4ae5-4bb3-a485-2f46f9ebcd52 admin admin] Request body: {'subnet': {'network_id': '8185347e-964d-4ab2-b69d-7ebea558a9b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-398343724-subnet', 'tenant_id': 'bad78f7731f9478d9170779e215e20ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:50.855324 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-39b3cc6a-aae6-486e-be2b-5b38c8db17da tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:4c:5d:46'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:68:e1:3b'}]}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:50.867492 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b9971d-83b2-497c-8bbb-58bd13ba8a8a tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:16:50.885956 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd2368c-6a2e-4029-b0b7-4de878dd9d81 None None] Sync routers for ids ['21b7b64d-35c4-4782-a9c4-4a5114ef3e2e'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:16:50.893343 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6b9971d-83b2-497c-8bbb-58bd13ba8a8a tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:50.896602 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a6b9971d-83b2-497c-8bbb-58bd13ba8a8a tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "PUT /v2.0/routers/21b7b64d-35c4-4782-a9c4-4a5114ef3e2e HTTP/1.1" status: 200 len: 709 time: 3.0379236 Aug 19 18:16:50.912981 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56522) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:50.921805 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd2368c-6a2e-4029-b0b7-4de878dd9d81 None None] Routers {'21b7b64d-35c4-4782-a9c4-4a5114ef3e2e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:16:50.922865 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7bd2368c-6a2e-4029-b0b7-4de878dd9d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:16:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['21b7b64d-35c4-4782-a9c4-4a5114ef3e2e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:51.019578 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7bd2368c-6a2e-4029-b0b7-4de878dd9d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:51.052230 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd2368c-6a2e-4029-b0b7-4de878dd9d81 None None] Routers {'21b7b64d-35c4-4782-a9c4-4a5114ef3e2e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:16:51.053341 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7bd2368c-6a2e-4029-b0b7-4de878dd9d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:16:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['21b7b64d-35c4-4782-a9c4-4a5114ef3e2e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:51.055298 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f2a578-4ae5-4bb3-a485-2f46f9ebcd52 admin admin] Made reservation on behalf of bad78f7731f9478d9170779e215e20ea for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:51.059891 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8f2a578-4ae5-4bb3-a485-2f46f9ebcd52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:51.110654 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f8c2270c-8660-4911-af1b-d9d553923d57 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "GET /v2.0/routers/21b7b64d-35c4-4782-a9c4-4a5114ef3e2e HTTP/1.1" status: 200 len: 744 time: 0.1881928 Aug 19 18:16:51.118503 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56526) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:51.142413 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9acd60f5-194b-4c3a-893b-2d520982e299 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c2bf458d34d4297889afe753c6a30c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0636301 Aug 19 18:16:51.154040 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56528) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:51.157170 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd60f5-194b-4c3a-893b-2d520982e299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db01a1fa-89e4-457f-bc7b-090d4b345d13,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:51.183629 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7bd2368c-6a2e-4029-b0b7-4de878dd9d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:51.184728 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd2368c-6a2e-4029-b0b7-4de878dd9d81 None None] The sync data for ids ['21b7b64d-35c4-4782-a9c4-4a5114ef3e2e'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:16:51.203122 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-865df4ec-3ac4-48f7-80fa-21f2d60f2ef0 None None] Provisioning for port 64778abd-b03d-4e7a-91f7-9945aa8b45dc completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:51.211109 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-865df4ec-3ac4-48f7-80fa-21f2d60f2ef0 None None] Provisioning complete for port 64778abd-b03d-4e7a-91f7-9945aa8b45dc triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:51.211713 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-865df4ec-3ac4-48f7-80fa-21f2d60f2ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:51.218932 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5e731470-19b6-4f54-95f8-9925ab418878 tempest-RoutersIpV6AdminTest-1069991241 tempest-RoutersIpV6AdminTest-1069991241-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&device_id=21b7b64d-35c4-4782-a9c4-4a5114ef3e2e HTTP/1.1" status: 200 len: 205 time: 0.0984063 Aug 19 18:16:51.221174 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56530) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:51.284772 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-865df4ec-3ac4-48f7-80fa-21f2d60f2ef0 None None] Port 64778abd-b03d-4e7a-91f7-9945aa8b45dc cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:16:51.317040 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-afcb821b-62e2-4805-a424-cd5ea570f3de tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "GET /v2.0/ports?device_id=21b7b64d-35c4-4782-a9c4-4a5114ef3e2e HTTP/1.1" status: 200 len: 205 time: 0.0816679 Aug 19 18:16:51.327193 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56532) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:51.344240 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f39fc0-2503-4da8-8fd6-d0ee64e7bdac req-ef4943b5-ac94-4ed9-8dea-682fdf6f4714 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:51.346833 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-79f39fc0-2503-4da8-8fd6-d0ee64e7bdac req-ef4943b5-ac94-4ed9-8dea-682fdf6f4714 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.2348831 Aug 19 18:16:51.377913 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eb3dc442-d267-408f-9495-eb89cc563bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:51.424272 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eb3dc442-d267-408f-9495-eb89cc563bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:51.439979 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-79f39fc0-2503-4da8-8fd6-d0ee64e7bdac req-c1335e30-2901-41f0-bdeb-188cb51eb847 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806882 Aug 19 18:16:51.503374 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eb3dc442-d267-408f-9495-eb89cc563bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:51.508834 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eb3dc442-d267-408f-9495-eb89cc563bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:51.514476 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-eb3dc442-d267-408f-9495-eb89cc563bc9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db01a1fa-89e4-457f-bc7b-090d4b345d13 HTTP/1.1" status: 204 len: 168 time: 0.3513114 Aug 19 18:16:51.519788 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d7985-f7c4-4626-90c4-b4d06a14b3d7 req-454c5e71-cae1-4f9e-9fc8-c42d01180266 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:51.523433 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d67d7985-f7c4-4626-90c4-b4d06a14b3d7 req-454c5e71-cae1-4f9e-9fc8-c42d01180266 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=315dbe3f-1095-4b7f-8508-5541aead6482 HTTP/1.1" status: 200 len: 945 time: 0.3437693 Aug 19 18:16:51.535065 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3dc442-d267-408f-9495-eb89cc563bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db01a1fa-89e4-457f-bc7b-090d4b345d13,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:51.630352 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5b525b63-6fe8-4c5b-b568-129e7cf3b44d tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:51.634578 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-39b3cc6a-aae6-486e-be2b-5b38c8db17da tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:51.740796 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b765f2-3c2d-4c2f-8791-d9a0d4d9c12d req-db0cad25-7a8d-42b1-9ae0-1fd25bed3db9 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:51.743170 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59b765f2-3c2d-4c2f-8791-d9a0d4d9c12d req-db0cad25-7a8d-42b1-9ae0-1fd25bed3db9 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.0727441 Aug 19 18:16:51.846583 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59b765f2-3c2d-4c2f-8791-d9a0d4d9c12d req-1deebd70-a39c-4303-8c3c-d64fbdcac404 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920317 Aug 19 18:16:51.860059 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4db6a-136b-459a-9876-211725826d7e req-0bf7741e-af91-4aca-9891-98ac25eba677 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:51.861848 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f8d4db6a-136b-459a-9876-211725826d7e req-0bf7741e-af91-4aca-9891-98ac25eba677 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.50 "GET /v2.0/ports?device_id=315dbe3f-1095-4b7f-8508-5541aead6482 HTTP/1.1" status: 200 len: 945 time: 0.0983627 Aug 19 18:16:51.909412 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d67d7985-f7c4-4626-90c4-b4d06a14b3d7 req-deb8c2d3-f679-4cd8-b8e7-a6229278bc14 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429184 Aug 19 18:16:52.044501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-f8d4db6a-136b-459a-9876-211725826d7e req-c4d4e083-d77d-4b64-b7cd-76300342a5d6 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Deleting port 2134b728-d1b4-4a01-9252-47537cd8c79b {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:52.045719 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f8d4db6a-136b-459a-9876-211725826d7e req-c4d4e083-d77d-4b64-b7cd-76300342a5d6 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.089306 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5b525b63-6fe8-4c5b-b568-129e7cf3b44d tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.096726 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5b525b63-6fe8-4c5b-b568-129e7cf3b44d tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.138409 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8f2a578-4ae5-4bb3-a485-2f46f9ebcd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.210805 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-f8d4db6a-136b-459a-9876-211725826d7e req-c4d4e083-d77d-4b64-b7cd-76300342a5d6 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] For port 2134b728-d1b4-4a01-9252-47537cd8c79b, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=2134b728-d1b4-4a01-9252-47537cd8c79b,segment=NetworkSegment(2fe7eef0-67d3-4df2-a6dc-12ee964d6b88),segment_id=2fe7eef0-67d3-4df2-a6dc-12ee964d6b88)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:52.211691 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f8d4db6a-136b-459a-9876-211725826d7e req-c4d4e083-d77d-4b64-b7cd-76300342a5d6 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.232918 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-f8d4db6a-136b-459a-9876-211725826d7e req-c4d4e083-d77d-4b64-b7cd-76300342a5d6 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Calling delete_port for 2134b728-d1b4-4a01-9252-47537cd8c79b owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:52.311422 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5b525b63-6fe8-4c5b-b568-129e7cf3b44d tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.311932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b525b63-6fe8-4c5b-b568-129e7cf3b44d tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Fanout notify agent at l3_agent the message router_deleted on router 21b7b64d-35c4-4782-a9c4-4a5114ef3e2e {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:16:52.320091 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5b525b63-6fe8-4c5b-b568-129e7cf3b44d tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.327950 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5b525b63-6fe8-4c5b-b568-129e7cf3b44d tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "DELETE /v2.0/routers/21b7b64d-35c4-4782-a9c4-4a5114ef3e2e HTTP/1.1" status: 204 len: 168 time: 0.9835758 Aug 19 18:16:52.329481 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56548) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:52.364494 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2a578-4ae5-4bb3-a485-2f46f9ebcd52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4a8a831-f606-4875-a0c8-ec71988de458,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:52.380837 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-56f292ae-e7e6-4b5b-8348-b561b9c1524d tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "GET /v2.0/ports?device_id=21b7b64d-35c4-4782-a9c4-4a5114ef3e2e HTTP/1.1" status: 200 len: 205 time: 0.0460570 Aug 19 18:16:52.381572 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56550) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:52.411932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f2a578-4ae5-4bb3-a485-2f46f9ebcd52 admin admin] Checking segment: {'id': '9ebaacbf-7355-4f57-8fce-6e9f758927c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8185347e-964d-4ab2-b69d-7ebea558a9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:52.412389 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f2a578-4ae5-4bb3-a485-2f46f9ebcd52 admin admin] Network hostable DHCP agents. Network: 8185347e-964d-4ab2-b69d-7ebea558a9b1, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:16:52.444361 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-21cb8649-1c50-4e9b-b0b8-0fc1f0827567 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] delete failed (client error): The resource could not be found. Aug 19 18:16:52.449687 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-21cb8649-1c50-4e9b-b0b8-0fc1f0827567 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "DELETE /v2.0/routers/21b7b64d-35c4-4782-a9c4-4a5114ef3e2e HTTP/1.1" status: 404 len: 336 time: 0.0622520 Aug 19 18:16:52.450004 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56554) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:52.458166 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-39b3cc6a-aae6-486e-be2b-5b38c8db17da tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.460387 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f2a578-4ae5-4bb3-a485-2f46f9ebcd52 admin admin] Network 8185347e-964d-4ab2-b69d-7ebea558a9b1 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:16:52.471645 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-39b3cc6a-aae6-486e-be2b-5b38c8db17da tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.487284 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-e8f2a578-4ae5-4bb3-a485-2f46f9ebcd52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 8185347e-964d-4ab2-b69d-7ebea558a9b1) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:52.495378 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f2a578-4ae5-4bb3-a485-2f46f9ebcd52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:52.496133 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-09cc8ce7-9cbe-4e23-8c82-f202657ccffa tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0d8d387-a361-4442-bd8b-d8d01dbdf19c HTTP/1.1" status: 200 len: 205 time: 0.0398898 Aug 19 18:16:52.496338 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8f2a578-4ae5-4bb3-a485-2f46f9ebcd52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.507951 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56558) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:52.514850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077e89a0-273e-4c33-a0d7-293c80fe4d75 None None] Network 8185347e-964d-4ab2-b69d-7ebea558a9b1 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:52.606906 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e8f2a578-4ae5-4bb3-a485-2f46f9ebcd52 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7665675 Aug 19 18:16:52.621253 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3cc6a-aae6-486e-be2b-5b38c8db17da tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Pushing event updated for resources: {'Port': ['ID=64778abd-b03d-4e7a-91f7-9945aa8b45dc,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:52.628291 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-0bc2c7c0-ef0a-43fb-af8e-4341e00621e9 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] delete failed (client error): The resource could not be found. Aug 19 18:16:52.629379 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0bc2c7c0-ef0a-43fb-af8e-4341e00621e9 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "DELETE /v2.0/routers/f0d8d387-a361-4442-bd8b-d8d01dbdf19c HTTP/1.1" status: 404 len: 336 time: 0.1200552 Aug 19 18:16:52.638794 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56564) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:52.731268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-39b3cc6a-aae6-486e-be2b-5b38c8db17da tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] In _notify_port_updated(), no bound segment for port 64778abd-b03d-4e7a-91f7-9945aa8b45dc on network 5ad75595-9bc2-49c4-8b48-8f112356f8fc {{(pid=94682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:16:52.751505 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b3cc6a-aae6-486e-be2b-5b38c8db17da tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:52.754152 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-39b3cc6a-aae6-486e-be2b-5b38c8db17da tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.758271 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-39b3cc6a-aae6-486e-be2b-5b38c8db17da tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "PUT /v2.0/ports/64778abd-b03d-4e7a-91f7-9945aa8b45dc HTTP/1.1" status: 200 len: 1055 time: 1.9201410 Aug 19 18:16:52.764692 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1b574dec-e3fa-4f30-a9b3-e5c7cf9894b0 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "GET /v2.0/ports?device_id=10f15a74-6e1d-4ae7-8899-59c96e68e6b7 HTTP/1.1" status: 200 len: 205 time: 0.1218667 Aug 19 18:16:52.766307 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56568) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:52.766870 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56570) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:52.811338 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7219ffa-6843-44c4-a83e-4f86e169b07e req-dc2cc7e1-bd47-48f5-a8c5-682468ce7bdf tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:52.813386 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f7219ffa-6843-44c4-a83e-4f86e169b07e req-dc2cc7e1-bd47-48f5-a8c5-682468ce7bdf tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.1878119 Aug 19 18:16:52.826178 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f8d4db6a-136b-459a-9876-211725826d7e req-c4d4e083-d77d-4b64-b7cd-76300342a5d6 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.849722 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['649e426f-f883-455b-8749-6ef4dae7f223', '2134b728-d1b4-4a01-9252-47537cd8c79b'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:16:52.875746 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-a1550427-0ce3-40ee-9e41-436a1ba4b067 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] delete failed (client error): The resource could not be found. Aug 19 18:16:52.882522 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a1550427-0ce3-40ee-9e41-436a1ba4b067 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "DELETE /v2.0/routers/10f15a74-6e1d-4ae7-8899-59c96e68e6b7 HTTP/1.1" status: 404 len: 336 time: 0.1104863 Aug 19 18:16:52.886279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56574) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:52.890329 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4e083-d77d-4b64-b7cd-76300342a5d6 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Pushing event deleted for resources: {'Port': ['ID=2134b728-d1b4-4a01-9252-47537cd8c79b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:53.080344 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb50d708-688f-48ef-a3c1-b702082866d9 None None] Network 8185347e-964d-4ab2-b69d-7ebea558a9b1 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:53.312091 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c1e59c68-8180-4d3e-8132-3d3690a188d3 None None] Provisioning complete for port 64778abd-b03d-4e7a-91f7-9945aa8b45dc triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:53.312492 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c1e59c68-8180-4d3e-8132-3d3690a188d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:53.388131 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-c1e59c68-8180-4d3e-8132-3d3690a188d3 None None] Port 64778abd-b03d-4e7a-91f7-9945aa8b45dc cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:16:53.490614 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f7219ffa-6843-44c4-a83e-4f86e169b07e req-6afbffc9-616a-4156-a30a-9639dc0a186a tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6616561 Aug 19 18:16:53.499576 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-563735f0-84fa-42a8-8c87-6582995fde84 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "GET /v2.0/ports?device_id=362872b3-6bef-4704-bb71-cc7bd65688cc HTTP/1.1" status: 200 len: 205 time: 0.6102519 Aug 19 18:16:53.500236 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56590) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:53.585835 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d4db6a-136b-459a-9876-211725826d7e req-c4d4e083-d77d-4b64-b7cd-76300342a5d6 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] No DVR routers for this DVR port 2134b728-d1b4-4a01-9252-47537cd8c79b on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:16:53.592153 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f8d4db6a-136b-459a-9876-211725826d7e req-c4d4e083-d77d-4b64-b7cd-76300342a5d6 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:53.596301 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f8d4db6a-136b-459a-9876-211725826d7e req-c4d4e083-d77d-4b64-b7cd-76300342a5d6 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.50 "DELETE /v2.0/ports/2134b728-d1b4-4a01-9252-47537cd8c79b HTTP/1.1" status: 204 len: 173 time: 1.7220976 Aug 19 18:16:53.601851 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315dbe3f-1095-4b7f-8508-5541aead6482', 'name': 'network-vif-deleted', 'tag': '2134b728-d1b4-4a01-9252-47537cd8c79b'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:16:53.606894 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e901382-305a-41f7-bebe-acafa7effaa8" -d '{"events": [{"server_uuid": "315dbe3f-1095-4b7f-8508-5541aead6482", "name": "network-vif-deleted", "tag": "2134b728-d1b4-4a01-9252-47537cd8c79b"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:16:53.630638 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-4f2e7373-8810-45b0-b08d-5c0b191bc3eb tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] delete failed (client error): The resource could not be found. Aug 19 18:16:53.633768 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4f2e7373-8810-45b0-b08d-5c0b191bc3eb tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "DELETE /v2.0/routers/362872b3-6bef-4704-bb71-cc7bd65688cc HTTP/1.1" status: 404 len: 336 time: 0.1290414 Aug 19 18:16:53.638119 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56612) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:53.734608 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2d3dea74-9366-4ed5-a41c-f41ece1e9042 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8bb6f6e-219f-4450-ba93-e6605f5bc438 HTTP/1.1" status: 200 len: 205 time: 0.0927062 Aug 19 18:16:53.734824 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-650652c1-769d-4094-9ae3-1339c0f3579a req-739525f3-4408-4dbb-8ce7-a56d5f7d1977 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1503181126', 'description': 'tempest-description-87925080'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:53.742251 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56622) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:53.795938 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-650652c1-769d-4094-9ae3-1339c0f3579a req-739525f3-4408-4dbb-8ce7-a56d5f7d1977 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:53.845323 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-df6b0723-7178-44e7-b6d0-23703234547b tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Deleting port 64778abd-b03d-4e7a-91f7-9945aa8b45dc {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:53.845699 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-df6b0723-7178-44e7-b6d0-23703234547b tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:53.853788 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-f65dd9c9-0ebd-454c-bea6-cb82a79997ca tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] delete failed (client error): The resource could not be found. Aug 19 18:16:53.855504 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f65dd9c9-0ebd-454c-bea6-cb82a79997ca tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "DELETE /v2.0/routers/b8bb6f6e-219f-4450-ba93-e6605f5bc438 HTTP/1.1" status: 404 len: 336 time: 0.1114624 Aug 19 18:16:53.861840 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56632) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:53.896302 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e6860-1bd7-486d-a06d-0aa808c884c6 req-cb4c6f7b-7d0c-4144-984c-188fc8afc624 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:53.899761 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-770e6860-1bd7-486d-a06d-0aa808c884c6 req-cb4c6f7b-7d0c-4144-984c-188fc8afc624 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.3017032 Aug 19 18:16:53.932753 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3d1decdd-4ae9-419b-b7e3-b16f4cec00f1 tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "GET /v2.0/ports?device_id=9720f74e-39dd-423f-8195-2fa8c444ad43 HTTP/1.1" status: 200 len: 205 time: 0.0690198 Aug 19 18:16:53.937182 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56634) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:53.995772 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-770e6860-1bd7-486d-a06d-0aa808c884c6 req-97bc65ef-e64f-46b1-9306-7aae76911f3a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687129 Aug 19 18:16:53.997242 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-99b15a20-3c47-422e-af95-bdc4c8c45efb tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] delete failed (client error): The resource could not be found. Aug 19 18:16:53.998349 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-99b15a20-3c47-422e-af95-bdc4c8c45efb tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "DELETE /v2.0/routers/9720f74e-39dd-423f-8195-2fa8c444ad43 HTTP/1.1" status: 404 len: 336 time: 0.0601485 Aug 19 18:16:54.003210 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56636) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:54.052527 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-df6b0723-7178-44e7-b6d0-23703234547b tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:54.083696 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c595ac2-c1d8-4dd9-bdc3-86e4f3755a9d tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:54.086258 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c595ac2-c1d8-4dd9-bdc3-86e4f3755a9d tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:54.104527 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8c595ac2-c1d8-4dd9-bdc3-86e4f3755a9d tempest-RoutersIpV6AdminTest-1421627471 tempest-RoutersIpV6AdminTest-1421627471-project] 10.222.0.24 "DELETE /v2.0/subnets/e52287b6-8bbd-4606-a70b-735c487d4e4a HTTP/1.1" status: 404 len: 337 time: 0.0859618 Aug 19 18:16:54.126811 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-df6b0723-7178-44e7-b6d0-23703234547b tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Calling delete_port for 64778abd-b03d-4e7a-91f7-9945aa8b45dc owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:54.148951 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-650652c1-769d-4094-9ae3-1339c0f3579a req-739525f3-4408-4dbb-8ce7-a56d5f7d1977 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:54.160160 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-650652c1-769d-4094-9ae3-1339c0f3579a req-739525f3-4408-4dbb-8ce7-a56d5f7d1977 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:54.280050 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-650652c1-769d-4094-9ae3-1339c0f3579a req-739525f3-4408-4dbb-8ce7-a56d5f7d1977 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:54.289228 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-650652c1-769d-4094-9ae3-1339c0f3579a req-739525f3-4408-4dbb-8ce7-a56d5f7d1977 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5648100 Aug 19 18:16:54.408473 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8bad6e10-ac7a-48b9-9265-972b5d926b14 req-ad42fb46-246a-494a-88e6-2205d93fa0ef tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=315dbe3f-1095-4b7f-8508-5541aead6482 HTTP/1.1" status: 200 len: 210 time: 0.1357851 Aug 19 18:16:54.414029 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739525f3-4408-4dbb-8ce7-a56d5f7d1977 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cda7f81a-6377-455e-a6e5-e7bf50f60bdb,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:54.429103 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7e1bf7-ccfc-4f90-bfd0-3c233c8740f2 x-openstack-request-id: req-9f7e1bf7-ccfc-4f90-bfd0-3c233c8740f2 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:16:54.432941 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315dbe3f-1095-4b7f-8508-5541aead6482", "name": "network-vif-deleted", "tag": "2134b728-d1b4-4a01-9252-47537cd8c79b", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:16:54.433751 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f7e1bf7-ccfc-4f90-bfd0-3c233c8740f2 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:16:54.438117 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315dbe3f-1095-4b7f-8508-5541aead6482', 'name': 'network-vif-deleted', 'tag': '2134b728-d1b4-4a01-9252-47537cd8c79b', 'status': 'completed', 'code': 200} Aug 19 18:16:54.609979 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6c0f5ca5-33d7-4ed6-8b17-1fa99a9aff2d req-4e63facc-2cd1-4d39-8951-fed70e122841 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "GET /v2.0/security-groups/cda7f81a-6377-455e-a6e5-e7bf50f60bdb HTTP/1.1" status: 200 len: 1805 time: 0.1146865 Aug 19 18:16:54.637606 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-6c0f5ca5-33d7-4ed6-8b17-1fa99a9aff2d req-dba98c4a-6072-4fdb-a48b-d52ecd9bc3fa tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cda7f81a-6377-455e-a6e5-e7bf50f60bdb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:54.638699 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-6c0f5ca5-33d7-4ed6-8b17-1fa99a9aff2d req-dba98c4a-6072-4fdb-a48b-d52ecd9bc3fa tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cda7f81a-6377-455e-a6e5-e7bf50f60bdb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:54.682820 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-df6b0723-7178-44e7-b6d0-23703234547b tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:54.756261 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56660) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:54.805506 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcb06e-1400-4fdf-a1e0-768d5449eb69 req-905af2a9-3c1f-4fe5-bc46-ea5d78e614c6 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:54.811603 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b0723-7178-44e7-b6d0-23703234547b tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Pushing event deleted for resources: {'Port': ['ID=64778abd-b03d-4e7a-91f7-9945aa8b45dc,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:54.825421 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b5fcb06e-1400-4fdf-a1e0-768d5449eb69 req-905af2a9-3c1f-4fe5-bc46-ea5d78e614c6 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.1249089 Aug 19 18:16:54.900719 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b5fcb06e-1400-4fdf-a1e0-768d5449eb69 req-61e2bb86-0c98-46ec-af54-145599991d61 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621581 Aug 19 18:16:54.980176 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6c0f5ca5-33d7-4ed6-8b17-1fa99a9aff2d req-dba98c4a-6072-4fdb-a48b-d52ecd9bc3fa tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:55.081206 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-31018fcb-c20d-4606-a619-4ed52748b9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:55.121814 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6c0f5ca5-33d7-4ed6-8b17-1fa99a9aff2d req-dba98c4a-6072-4fdb-a48b-d52ecd9bc3fa tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:55.138916 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6c0f5ca5-33d7-4ed6-8b17-1fa99a9aff2d req-dba98c4a-6072-4fdb-a48b-d52ecd9bc3fa tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:55.191762 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba98c4a-6072-4fdb-a48b-d52ecd9bc3fa tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e484bf4-9e59-49e5-a6b1-418ab06f4761,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:55.251877 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06873178-ce78-42fa-8654-aaa469965f43 req-ba864873-6081-4de2-a68f-cb8179b64cdd tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:55.254798 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06873178-ce78-42fa-8654-aaa469965f43 req-ba864873-6081-4de2-a68f-cb8179b64cdd tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.0880713 Aug 19 18:16:55.332825 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06873178-ce78-42fa-8654-aaa469965f43 req-768b578a-ee5e-42c1-ad20-63beaac7341a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652099 Aug 19 18:16:55.383485 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 2134b728-d1b4-4a01-9252-47537cd8c79b no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:16:55.402528 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-df6b0723-7178-44e7-b6d0-23703234547b tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:55.412029 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-df6b0723-7178-44e7-b6d0-23703234547b tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "DELETE /v2.0/ports/64778abd-b03d-4e7a-91f7-9945aa8b45dc HTTP/1.1" status: 204 len: 168 time: 2.6374307 Aug 19 18:16:55.412286 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 2134b728-d1b4-4a01-9252-47537cd8c79b {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:16:55.412286 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 2134b728-d1b4-4a01-9252-47537cd8c79b not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:16:55.412577 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56686) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:55.457330 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c92983-1566-4835-bf97-2dc6756bbba3 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] GET failed (client error): The resource could not be found. Aug 19 18:16:55.461594 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-94c92983-1566-4835-bf97-2dc6756bbba3 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "GET /v2.0/ports/64778abd-b03d-4e7a-91f7-9945aa8b45dc HTTP/1.1" status: 404 len: 333 time: 0.0482521 Aug 19 18:16:55.464997 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56688) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:55.474181 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-31018fcb-c20d-4606-a619-4ed52748b9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:55.485974 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-31018fcb-c20d-4606-a619-4ed52748b9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:55.579021 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-31018fcb-c20d-4606-a619-4ed52748b9c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fe2b1f695bd4d6a9f3e0fc25ab65bca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8135443 Aug 19 18:16:55.580352 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6c0f5ca5-33d7-4ed6-8b17-1fa99a9aff2d req-dba98c4a-6072-4fdb-a48b-d52ecd9bc3fa tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:55.596231 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6c0f5ca5-33d7-4ed6-8b17-1fa99a9aff2d req-dba98c4a-6072-4fdb-a48b-d52ecd9bc3fa tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9719965 Aug 19 18:16:55.598962 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56694) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:55.677811 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-4e9a9cf4-a670-4c9b-9223-82ae2501c9f0 req-624b5ecb-672f-4fcb-bd97-8f3ab0ac60db tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1631222220', 'description': 'tempest-description-35963608'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:55.684853 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-5ab00c08-e5c2-4165-ae79-b06a63f150c0 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Deleting port 46511e26-2c8e-441c-b728-d70b63a9a41a {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:55.686089 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ab00c08-e5c2-4165-ae79-b06a63f150c0 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:55.751765 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31018fcb-c20d-4606-a619-4ed52748b9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a468a8c3-483a-4377-92f8-91341ef441b9,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:55.777496 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-4e9a9cf4-a670-4c9b-9223-82ae2501c9f0 req-624b5ecb-672f-4fcb-bd97-8f3ab0ac60db tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:55.836384 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1d532982-911e-4b35-b7a7-c29d7ba54261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:55.893601 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1d532982-911e-4b35-b7a7-c29d7ba54261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:55.902572 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec8545-61ac-439a-9f1b-10990f31509e req-c1a96d9d-a39f-46e6-bc25-2bb6fc812cf5 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:55.905308 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a3ec8545-61ac-439a-9f1b-10990f31509e req-c1a96d9d-a39f-46e6-bc25-2bb6fc812cf5 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1390293 Aug 19 18:16:55.930186 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ab00c08-e5c2-4165-ae79-b06a63f150c0 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:55.965836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-5ab00c08-e5c2-4165-ae79-b06a63f150c0 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Calling delete_port for 46511e26-2c8e-441c-b728-d70b63a9a41a owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:56.008055 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-4e9a9cf4-a670-4c9b-9223-82ae2501c9f0 req-624b5ecb-672f-4fcb-bd97-8f3ab0ac60db tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:56.015117 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-4e9a9cf4-a670-4c9b-9223-82ae2501c9f0 req-624b5ecb-672f-4fcb-bd97-8f3ab0ac60db tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:56.047307 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1d532982-911e-4b35-b7a7-c29d7ba54261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:56.049811 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a3ec8545-61ac-439a-9f1b-10990f31509e req-5ecc8862-8ba3-4d29-b394-810a765ba1a6 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039214 Aug 19 18:16:56.050165 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1d532982-911e-4b35-b7a7-c29d7ba54261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:56.051518 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1d532982-911e-4b35-b7a7-c29d7ba54261 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a468a8c3-483a-4377-92f8-91341ef441b9 HTTP/1.1" status: 204 len: 168 time: 0.4351199 Aug 19 18:16:56.067972 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b5ecb-672f-4fcb-bd97-8f3ab0ac60db tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49abc29f-6a7a-4451-8c6b-39f5c34e7ce0,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:56.100277 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d532982-911e-4b35-b7a7-c29d7ba54261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a468a8c3-483a-4377-92f8-91341ef441b9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:56.111367 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-4e9a9cf4-a670-4c9b-9223-82ae2501c9f0 req-624b5ecb-672f-4fcb-bd97-8f3ab0ac60db tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:56.129593 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e9a9cf4-a670-4c9b-9223-82ae2501c9f0 req-624b5ecb-672f-4fcb-bd97-8f3ab0ac60db tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4663563 Aug 19 18:16:56.261451 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8539523f-bd8b-445f-b9de-2243b4a7d7d4 req-95cb24a3-e514-4011-8a6d-720c3e222926 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "GET /v2.0/security-groups/49abc29f-6a7a-4451-8c6b-39f5c34e7ce0 HTTP/1.1" status: 200 len: 1805 time: 0.0995653 Aug 19 18:16:56.290208 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-8539523f-bd8b-445f-b9de-2243b4a7d7d4 req-707cb448-ee3a-4bf8-949a-f89f5b8adeef tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '49abc29f-6a7a-4451-8c6b-39f5c34e7ce0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:56.290811 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-8539523f-bd8b-445f-b9de-2243b4a7d7d4 req-707cb448-ee3a-4bf8-949a-f89f5b8adeef tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '49abc29f-6a7a-4451-8c6b-39f5c34e7ce0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:56.341401 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ab00c08-e5c2-4165-ae79-b06a63f150c0 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:56.387752 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad843c-cdbf-4593-b46c-be91e3696d18 req-af5710bc-99b3-4c20-93bf-1302e6a68aa3 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:56.391339 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ccad843c-cdbf-4593-b46c-be91e3696d18 req-af5710bc-99b3-4c20-93bf-1302e6a68aa3 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.1243615 Aug 19 18:16:56.395528 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab00c08-e5c2-4165-ae79-b06a63f150c0 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Pushing event deleted for resources: {'Port': ['ID=46511e26-2c8e-441c-b728-d70b63a9a41a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:56.440721 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8539523f-bd8b-445f-b9de-2243b4a7d7d4 req-707cb448-ee3a-4bf8-949a-f89f5b8adeef tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:56.534235 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8539523f-bd8b-445f-b9de-2243b4a7d7d4 req-707cb448-ee3a-4bf8-949a-f89f5b8adeef tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:56.542275 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8539523f-bd8b-445f-b9de-2243b4a7d7d4 req-707cb448-ee3a-4bf8-949a-f89f5b8adeef tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:56.549221 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ab00c08-e5c2-4165-ae79-b06a63f150c0 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:56.551713 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5ab00c08-e5c2-4165-ae79-b06a63f150c0 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "DELETE /v2.0/ports/46511e26-2c8e-441c-b728-d70b63a9a41a HTTP/1.1" status: 204 len: 168 time: 1.0851648 Aug 19 18:16:56.560508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56716) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:56.565801 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ccad843c-cdbf-4593-b46c-be91e3696d18 req-94763813-25d8-4963-b208-137c497dfef4 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413703 Aug 19 18:16:56.618825 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cb448-ee3a-4bf8-949a-f89f5b8adeef tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21412d76-4303-43ef-adf6-ba7fa0675a72,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:56.670117 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f24700-23f5-4e8a-ace4-8b898878b124 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] GET failed (client error): The resource could not be found. Aug 19 18:16:56.675451 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-09f24700-23f5-4e8a-ace4-8b898878b124 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "GET /v2.0/ports/46511e26-2c8e-441c-b728-d70b63a9a41a HTTP/1.1" status: 404 len: 333 time: 0.0995357 Aug 19 18:16:56.678000 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8539523f-bd8b-445f-b9de-2243b4a7d7d4 req-707cb448-ee3a-4bf8-949a-f89f5b8adeef tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:56.692046 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8539523f-bd8b-445f-b9de-2243b4a7d7d4 req-707cb448-ee3a-4bf8-949a-f89f5b8adeef tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4178247 Aug 19 18:16:56.692046 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56720) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:56.778570 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56726) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:56.872461 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840a849-ccad-46c2-a94b-787e8abd1471 req-5e9db7cd-2cb3-47dc-8844-08352cab42b2 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:56.876175 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d840a849-ccad-46c2-a94b-787e8abd1471 req-5e9db7cd-2cb3-47dc-8844-08352cab42b2 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.1938965 Aug 19 18:16:56.948183 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d840a849-ccad-46c2-a94b-787e8abd1471 req-826aa6d3-604d-49d7-bb63-4dec4833673d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613523 Aug 19 18:16:57.005414 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-1cfdb805-a847-49ac-a0d4-083fb97c00d0 req-a69859e2-8d3d-447d-b4d8-3368a1e39b0f tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2047333076', 'description': 'tempest-description-1638413243'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:57.035689 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-65b7e1b3-6c48-4724-9106-1ab4166d4a91 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18b072ce68004d9c90c4a0aee3bc78db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2222147 Aug 19 18:16:57.036429 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56728) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:57.051865 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fd594-f10a-4ba1-b81b-d8d54e03a1a2 req-c4df8b45-6ae5-4560-9073-f7c2a5c79f27 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:57.054692 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-564fd594-f10a-4ba1-b81b-d8d54e03a1a2 req-c4df8b45-6ae5-4560-9073-f7c2a5c79f27 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.2258930 Aug 19 18:16:57.076321 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1cfdb805-a847-49ac-a0d4-083fb97c00d0 req-a69859e2-8d3d-447d-b4d8-3368a1e39b0f tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:57.106488 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-ac287217-68b4-4f76-81b7-d41fec41bc79 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Deleting port ed37f693-b9a5-4c26-b12e-a36f088b7f2c {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:57.107065 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ac287217-68b4-4f76-81b7-d41fec41bc79 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:57.182490 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2c221b9e-df41-465c-94bf-d8471bc8ad8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:57.198028 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-564fd594-f10a-4ba1-b81b-d8d54e03a1a2 req-d8e3ace7-6cf8-436b-890a-6c666538ba45 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311152 Aug 19 18:16:57.257573 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2c221b9e-df41-465c-94bf-d8471bc8ad8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:57.285479 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ac287217-68b4-4f76-81b7-d41fec41bc79 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:57.316498 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-ac287217-68b4-4f76-81b7-d41fec41bc79 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Calling delete_port for ed37f693-b9a5-4c26-b12e-a36f088b7f2c owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:57.363176 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1cfdb805-a847-49ac-a0d4-083fb97c00d0 req-a69859e2-8d3d-447d-b4d8-3368a1e39b0f tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:57.369846 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1cfdb805-a847-49ac-a0d4-083fb97c00d0 req-a69859e2-8d3d-447d-b4d8-3368a1e39b0f tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:57.405003 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2c221b9e-df41-465c-94bf-d8471bc8ad8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:57.409266 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2c221b9e-df41-465c-94bf-d8471bc8ad8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:57.414780 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2c221b9e-df41-465c-94bf-d8471bc8ad8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3da113c-7a56-4bac-841b-263af43923c0 HTTP/1.1" status: 204 len: 168 time: 0.3729362 Aug 19 18:16:57.418432 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1cfdb805-a847-49ac-a0d4-083fb97c00d0 req-a69859e2-8d3d-447d-b4d8-3368a1e39b0f tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:57.420445 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1cfdb805-a847-49ac-a0d4-083fb97c00d0 req-a69859e2-8d3d-447d-b4d8-3368a1e39b0f tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4247808 Aug 19 18:16:57.435534 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69859e2-8d3d-447d-b4d8-3368a1e39b0f tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a505c5-fc91-42b6-a8e3-ff2e0e52187c,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:57.457213 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-28612d12-4de2-4f92-8eb8-e51ffa1e70f2 req-42d62e2f-d89c-47c5-9933-3dbf652459bd tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2037932944', 'description': 'tempest-description-1123962925'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:57.464217 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c221b9e-df41-465c-94bf-d8471bc8ad8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3da113c-7a56-4bac-841b-263af43923c0,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:57.524530 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-28612d12-4de2-4f92-8eb8-e51ffa1e70f2 req-42d62e2f-d89c-47c5-9933-3dbf652459bd tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:57.531720 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c57e1-48ec-4373-9dba-e8e159cd14fd req-2852f1db-4e0e-4f57-b9ad-a5d6258b4d8c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:57.540953 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e8c57e1-48ec-4373-9dba-e8e159cd14fd req-2852f1db-4e0e-4f57-b9ad-a5d6258b4d8c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1853626 Aug 19 18:16:57.610338 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e8c57e1-48ec-4373-9dba-e8e159cd14fd req-227694b0-f60b-496f-941a-c259bbb224f9 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677812 Aug 19 18:16:57.730050 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-28612d12-4de2-4f92-8eb8-e51ffa1e70f2 req-42d62e2f-d89c-47c5-9933-3dbf652459bd tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:57.736794 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-28612d12-4de2-4f92-8eb8-e51ffa1e70f2 req-42d62e2f-d89c-47c5-9933-3dbf652459bd tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:57.764551 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ac287217-68b4-4f76-81b7-d41fec41bc79 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:57.850435 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-28612d12-4de2-4f92-8eb8-e51ffa1e70f2 req-42d62e2f-d89c-47c5-9933-3dbf652459bd tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:57.879681 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-28612d12-4de2-4f92-8eb8-e51ffa1e70f2 req-42d62e2f-d89c-47c5-9933-3dbf652459bd tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4275146 Aug 19 18:16:57.911662 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d62e2f-d89c-47c5-9933-3dbf652459bd tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0a9206-b589-49aa-846b-8e22145342b1,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:58.037484 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54ab88e4-ffc4-4346-8263-3aa9e81feef6 req-869508fd-ee6d-434c-ab7f-b7c373b58326 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "GET /v2.0/security-groups/75a505c5-fc91-42b6-a8e3-ff2e0e52187c HTTP/1.1" status: 200 len: 1807 time: 0.1065850 Aug 19 18:16:58.047608 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac287217-68b4-4f76-81b7-d41fec41bc79 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Pushing event deleted for resources: {'Port': ['ID=ed37f693-b9a5-4c26-b12e-a36f088b7f2c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:58.142448 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ac287217-68b4-4f76-81b7-d41fec41bc79 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:58.145295 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ac287217-68b4-4f76-81b7-d41fec41bc79 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "DELETE /v2.0/ports/ed37f693-b9a5-4c26-b12e-a36f088b7f2c HTTP/1.1" status: 204 len: 168 time: 1.4520617 Aug 19 18:16:58.149570 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56746) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:58.174676 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54ab88e4-ffc4-4346-8263-3aa9e81feef6 req-02276ccb-c6d3-41e2-8325-491f4193e243 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "GET /v2.0/security-groups/cf0a9206-b589-49aa-846b-8e22145342b1 HTTP/1.1" status: 200 len: 1807 time: 0.1074147 Aug 19 18:16:58.201796 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-54ab88e4-ffc4-4346-8263-3aa9e81feef6 req-0c0e2f18-9479-4a47-9e53-5f75d140f8f7 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '75a505c5-fc91-42b6-a8e3-ff2e0e52187c', 'remote_group_id': 'cf0a9206-b589-49aa-846b-8e22145342b1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:58.202330 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-54ab88e4-ffc4-4346-8263-3aa9e81feef6 req-0c0e2f18-9479-4a47-9e53-5f75d140f8f7 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '75a505c5-fc91-42b6-a8e3-ff2e0e52187c', 'remote_group_id': 'cf0a9206-b589-49aa-846b-8e22145342b1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:58.226350 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d44eb-d8e4-40a5-8e1f-84421945c397 req-aa63d51b-2456-45a3-96a5-c2cdac46b160 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:58.228203 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-986d44eb-d8e4-40a5-8e1f-84421945c397 req-aa63d51b-2456-45a3-96a5-c2cdac46b160 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.4201572 Aug 19 18:16:58.293075 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa737840-0730-4f87-8d07-f3e8ff608758 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Deleting subnet c828d7e8-6b83-4e82-8cbf-72eeff8d3e07 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:16:58.311590 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa737840-0730-4f87-8d07-f3e8ff608758 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:58.371090 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-986d44eb-d8e4-40a5-8e1f-84421945c397 req-3aff1738-ad73-4ce6-9136-7c84a35b1952 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304040 Aug 19 18:16:58.454331 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-54ab88e4-ffc4-4346-8263-3aa9e81feef6 req-0c0e2f18-9479-4a47-9e53-5f75d140f8f7 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:58.463437 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa737840-0730-4f87-8d07-f3e8ff608758 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:58.627231 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-54ab88e4-ffc4-4346-8263-3aa9e81feef6 req-0c0e2f18-9479-4a47-9e53-5f75d140f8f7 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:58.637550 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-54ab88e4-ffc4-4346-8263-3aa9e81feef6 req-0c0e2f18-9479-4a47-9e53-5f75d140f8f7 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:58.668857 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e2f18-9479-4a47-9e53-5f75d140f8f7 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89d16f6-6113-4d27-8a32-ee0f9c5c367a,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:58.686701 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-54ab88e4-ffc4-4346-8263-3aa9e81feef6 req-0c0e2f18-9479-4a47-9e53-5f75d140f8f7 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:58.707412 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54ab88e4-ffc4-4346-8263-3aa9e81feef6 req-0c0e2f18-9479-4a47-9e53-5f75d140f8f7 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5101881 Aug 19 18:16:58.731510 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-a86f050e-9089-41ce-86c9-8f80768b8fe8 req-536083b2-7667-496d-a80a-47ed21c2c5ec tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-102322862', 'description': 'tempest-description-906801423'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:58.735809 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd2c6e-15d7-455a-b31f-4199dc36b65a req-c57f4524-d412-47e9-8d4b-f5c486561f61 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:58.747445 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-81fd2c6e-15d7-455a-b31f-4199dc36b65a req-c57f4524-d412-47e9-8d4b-f5c486561f61 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.2731147 Aug 19 18:16:58.788888 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa737840-0730-4f87-8d07-f3e8ff608758 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:58.797511 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a86f050e-9089-41ce-86c9-8f80768b8fe8 req-536083b2-7667-496d-a80a-47ed21c2c5ec tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:58.844084 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-81fd2c6e-15d7-455a-b31f-4199dc36b65a req-35e94fce-7cac-4e58-ab56-59ef7e898e55 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981436 Aug 19 18:16:58.927979 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa737840-0730-4f87-8d07-f3e8ff608758 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:58.979056 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa737840-0730-4f87-8d07-f3e8ff608758 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:58.982178 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fa737840-0730-4f87-8d07-f3e8ff608758 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "DELETE /v2.0/subnets/c828d7e8-6b83-4e82-8cbf-72eeff8d3e07 HTTP/1.1" status: 204 len: 168 time: 0.8298044 Aug 19 18:16:58.984103 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa737840-0730-4f87-8d07-f3e8ff608758 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Pushing event deleted for resources: {'Subnet': ['ID=c828d7e8-6b83-4e82-8cbf-72eeff8d3e07,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:58.986169 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56770) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:58.989901 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe6e87b-3b1d-486b-8e99-b544f87f73d6 None None] Network 5ad75595-9bc2-49c4-8b48-8f112356f8fc requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:59.002633 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a86f050e-9089-41ce-86c9-8f80768b8fe8 req-536083b2-7667-496d-a80a-47ed21c2c5ec tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:59.011472 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a86f050e-9089-41ce-86c9-8f80768b8fe8 req-536083b2-7667-496d-a80a-47ed21c2c5ec tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:59.059322 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a86f050e-9089-41ce-86c9-8f80768b8fe8 req-536083b2-7667-496d-a80a-47ed21c2c5ec tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:59.064779 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a86f050e-9089-41ce-86c9-8f80768b8fe8 req-536083b2-7667-496d-a80a-47ed21c2c5ec tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3397968 Aug 19 18:16:59.133637 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536083b2-7667-496d-a80a-47ed21c2c5ec tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69e4c87-e6d8-4023-9015-bfa7e0b58544,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:59.202923 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-2f6d91ec-5399-46a8-8b75-24494ebe75f0 req-d2a661eb-58e0-4719-9334-4083ffb73ffc tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1387975109', 'description': 'tempest-description-1533481650'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:59.226289 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc75c-cba2-4df0-8391-49fef4c22c88 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:59.243875 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2f6d91ec-5399-46a8-8b75-24494ebe75f0 req-d2a661eb-58e0-4719-9334-4083ffb73ffc tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:59.368632 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cc75c-cba2-4df0-8391-49fef4c22c88 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Deleting port 7344cec8-3015-4fdb-9e5d-938bcecdd94c {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:59.369351 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc75c-cba2-4df0-8391-49fef4c22c88 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:59.501336 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2f6d91ec-5399-46a8-8b75-24494ebe75f0 req-d2a661eb-58e0-4719-9334-4083ffb73ffc tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:59.525260 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-ff0cc75c-cba2-4df0-8391-49fef4c22c88 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] For port 7344cec8-3015-4fdb-9e5d-938bcecdd94c, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7344cec8-3015-4fdb-9e5d-938bcecdd94c,segment=NetworkSegment(07887d9b-f516-475a-adbb-71f2c7f2d3cd),segment_id=07887d9b-f516-475a-adbb-71f2c7f2d3cd)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:59.525795 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc75c-cba2-4df0-8391-49fef4c22c88 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:59.533121 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2f6d91ec-5399-46a8-8b75-24494ebe75f0 req-d2a661eb-58e0-4719-9334-4083ffb73ffc tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:59.549522 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f640a2b1-6d7e-4d3a-82e8-167627556ab7 None None] DHCP port deletion for 5ad75595-9bc2-49c4-8b48-8f112356f8fc request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:16:59.591770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cc75c-cba2-4df0-8391-49fef4c22c88 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Calling delete_port for 7344cec8-3015-4fdb-9e5d-938bcecdd94c owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:59.670770 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbafd7-2b7d-426f-a26f-49321ad2bf9a req-1ddc6553-0fdb-47b9-854a-8a607804a1b1 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:59.674374 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2f6d91ec-5399-46a8-8b75-24494ebe75f0 req-d2a661eb-58e0-4719-9334-4083ffb73ffc tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:59.676331 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f640a2b1-6d7e-4d3a-82e8-167627556ab7 None None] Deleting port 7344cec8-3015-4fdb-9e5d-938bcecdd94c {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:59.676509 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f6d91ec-5399-46a8-8b75-24494ebe75f0 req-d2a661eb-58e0-4719-9334-4083ffb73ffc tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4797096 Aug 19 18:16:59.677162 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f640a2b1-6d7e-4d3a-82e8-167627556ab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:59.682776 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6bcbafd7-2b7d-426f-a26f-49321ad2bf9a req-1ddc6553-0fdb-47b9-854a-8a607804a1b1 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.1834524 Aug 19 18:16:59.841338 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6bcbafd7-2b7d-426f-a26f-49321ad2bf9a req-9d166507-4bbf-4f16-bd32-dab638af3fa5 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444688 Aug 19 18:16:59.852572 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a661eb-58e0-4719-9334-4083ffb73ffc tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a938d97f-fd95-4ad0-92b6-f67577222d51,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:59.864051 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56790) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:59.876393 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-f640a2b1-6d7e-4d3a-82e8-167627556ab7 None None] For port 7344cec8-3015-4fdb-9e5d-938bcecdd94c, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7344cec8-3015-4fdb-9e5d-938bcecdd94c,segment=NetworkSegment(07887d9b-f516-475a-adbb-71f2c7f2d3cd),segment_id=07887d9b-f516-475a-adbb-71f2c7f2d3cd)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:59.877158 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f640a2b1-6d7e-4d3a-82e8-167627556ab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:59.920554 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f640a2b1-6d7e-4d3a-82e8-167627556ab7 None None] Calling delete_port for 7344cec8-3015-4fdb-9e5d-938bcecdd94c owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:00.027520 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fecca676-f13c-480b-ba5a-233b5a666e4e req-34799100-e049-4058-a091-633cbdee1e5d tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "GET /v2.0/security-groups/c69e4c87-e6d8-4023-9015-bfa7e0b58544 HTTP/1.1" status: 200 len: 1805 time: 0.2221951 Aug 19 18:17:00.030429 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc75c-cba2-4df0-8391-49fef4c22c88 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:00.087749 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cc75c-cba2-4df0-8391-49fef4c22c88 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Pushing event deleted for resources: {'Port': ['ID=7344cec8-3015-4fdb-9e5d-938bcecdd94c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:00.089505 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f9c4d4ed-de86-4a75-b424-b131142acfb1 tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] Request body: {'port': {'network_id': '9d1de1cf-4967-4946-93fc-2196f34ff2a5', 'name': 'tempest-NetworksNegativeTestJSON-1654939722'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:00.093386 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0cc75c-cba2-4df0-8391-49fef4c22c88 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] No DVR routers for this DVR port 7344cec8-3015-4fdb-9e5d-938bcecdd94c on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:00.149709 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37f3bf-4dd4-400d-ae6f-4d2b31279f56 req-7a030e76-d1b5-4543-8a05-6f17258a8aac tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:00.152586 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8e37f3bf-4dd4-400d-ae6f-4d2b31279f56 req-7a030e76-d1b5-4543-8a05-6f17258a8aac tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.1628563 Aug 19 18:17:00.152945 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f640a2b1-6d7e-4d3a-82e8-167627556ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:00.155121 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c4d4ed-de86-4a75-b424-b131142acfb1 tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] POST failed (client error): The resource could not be found. Aug 19 18:17:00.156148 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c4d4ed-de86-4a75-b424-b131142acfb1 tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:17:00.164911 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f9c4d4ed-de86-4a75-b424-b131142acfb1 tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3011236 Aug 19 18:17:00.165942 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56796) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:00.178544 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f640a2b1-6d7e-4d3a-82e8-167627556ab7 None None] No DVR routers for this DVR port 7344cec8-3015-4fdb-9e5d-938bcecdd94c on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:00.215538 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fecca676-f13c-480b-ba5a-233b5a666e4e req-f231ffee-7925-4354-b3c6-99cb82f0edef tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "GET /v2.0/security-groups/a938d97f-fd95-4ad0-92b6-f67577222d51 HTTP/1.1" status: 200 len: 1807 time: 0.1775081 Aug 19 18:17:00.237734 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-fecca676-f13c-480b-ba5a-233b5a666e4e req-62300a36-e943-46dc-a5f0-d4888a168668 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c69e4c87-e6d8-4023-9015-bfa7e0b58544', 'remote_group_id': 'a938d97f-fd95-4ad0-92b6-f67577222d51', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:00.238057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-fecca676-f13c-480b-ba5a-233b5a666e4e req-62300a36-e943-46dc-a5f0-d4888a168668 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c69e4c87-e6d8-4023-9015-bfa7e0b58544', 'remote_group_id': 'a938d97f-fd95-4ad0-92b6-f67577222d51', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:00.249911 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddea462f-9290-4397-ac56-9d5500bf38db tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] DELETE failed (client error): The resource could not be found. Aug 19 18:17:00.251106 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddea462f-9290-4397-ac56-9d5500bf38db tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:17:00.254651 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc75c-cba2-4df0-8391-49fef4c22c88 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:00.262508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56800) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:00.270643 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ddea462f-9290-4397-ac56-9d5500bf38db tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] 10.222.0.24 "DELETE /v2.0/networks/478cb642-319b-4359-931b-17b521a03919 HTTP/1.1" status: 404 len: 339 time: 0.0996037 Aug 19 18:17:00.277586 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640a2b1-6d7e-4d3a-82e8-167627556ab7 None None] Pushing event deleted for resources: {'Port': ['ID=7344cec8-3015-4fdb-9e5d-938bcecdd94c,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:00.286986 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-ff0cc75c-cba2-4df0-8391-49fef4c22c88 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad75595-9bc2-49c4-8b48-8f112356f8fc']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:00.307310 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8e37f3bf-4dd4-400d-ae6f-4d2b31279f56 req-f58d9108-75ee-49f5-8595-a348e6283221 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397722 Aug 19 18:17:00.322561 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e968ad-df9a-44a5-8331-daa0c6860cc9 tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] DELETE failed (client error): The resource could not be found. Aug 19 18:17:00.323742 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06e968ad-df9a-44a5-8331-daa0c6860cc9 tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:17:00.331635 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-06e968ad-df9a-44a5-8331-daa0c6860cc9 tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] 10.222.0.24 "DELETE /v2.0/ports/55d27660-1e9f-4855-8686-87178d801a1a HTTP/1.1" status: 404 len: 333 time: 0.0578065 Aug 19 18:17:00.333380 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56802) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:00.347665 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-ff0cc75c-cba2-4df0-8391-49fef4c22c88 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07887d9b-f516-475a-adbb-71f2c7f2d3cd') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:00.348184 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-ff0cc75c-cba2-4df0-8391-49fef4c22c88 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07887d9b-f516-475a-adbb-71f2c7f2d3cd') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:00.370743 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-13874be0-5f46-4a45-85e2-37b85b17287d tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] DELETE failed (client error): The resource could not be found. Aug 19 18:17:00.371253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13874be0-5f46-4a45-85e2-37b85b17287d tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:17:00.373471 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc75c-cba2-4df0-8391-49fef4c22c88 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:00.374768 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-13874be0-5f46-4a45-85e2-37b85b17287d tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] 10.222.0.24 "DELETE /v2.0/subnets/7a8d935b-c479-4fb5-a37f-39be5beeca5c HTTP/1.1" status: 404 len: 337 time: 0.0396471 Aug 19 18:17:00.379260 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56804) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:00.416021 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-600bae38-6e92-4c13-9cb2-cf05dd01c7a6 tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] GET failed (client error): The resource could not be found. Aug 19 18:17:00.418987 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-600bae38-6e92-4c13-9cb2-cf05dd01c7a6 tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] 10.222.0.24 "GET /v2.0/networks/b7bad3b4-fb1a-475b-a550-10d27c53291b HTTP/1.1" status: 404 len: 339 time: 0.0381863 Aug 19 18:17:00.422830 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56806) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:00.450855 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc75c-cba2-4df0-8391-49fef4c22c88 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:00.457367 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-abcd6cc8-2354-41c0-8f2e-853fbf2ce2f4 tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] GET failed (client error): The resource could not be found. Aug 19 18:17:00.459290 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-abcd6cc8-2354-41c0-8f2e-853fbf2ce2f4 tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] 10.222.0.24 "GET /v2.0/ports/a05d052a-e99c-4273-84c1-ab0423a3e60d HTTP/1.1" status: 404 len: 333 time: 0.0352914 Aug 19 18:17:00.465957 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7344cec8-3015-4fdb-9e5d-938bcecdd94c no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:00.470373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56808) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:00.489096 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0cc75c-cba2-4df0-8391-49fef4c22c88 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:17:00.489829 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc75c-cba2-4df0-8391-49fef4c22c88 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:17:00.496581 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:17:00.510870 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 7344cec8-3015-4fdb-9e5d-938bcecdd94c {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:17:00.511512 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7344cec8-3015-4fdb-9e5d-938bcecdd94c not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:17:00.512214 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-353cebaa-875b-4085-8b8b-a6ff1d775887 tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] GET failed (client error): The resource could not be found. Aug 19 18:17:00.518089 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-353cebaa-875b-4085-8b8b-a6ff1d775887 tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] 10.222.0.24 "GET /v2.0/subnets/3eef0c68-01d6-4179-a083-d48e4e4fe7b1 HTTP/1.1" status: 404 len: 337 time: 0.0425625 Aug 19 18:17:00.522329 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56810) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:00.530472 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2ae0891d-8d32-41ab-ae31-228755be3bf6 tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:00.560768 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae0891d-8d32-41ab-ae31-228755be3bf6 tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] PUT failed (client error): The resource could not be found. Aug 19 18:17:00.560768 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae0891d-8d32-41ab-ae31-228755be3bf6 tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:17:00.563097 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2ae0891d-8d32-41ab-ae31-228755be3bf6 tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] 10.222.0.24 "PUT /v2.0/networks/8f1515bf-abfd-4e45-bcb2-587e1e2ac7f4 HTTP/1.1" status: 404 len: 339 time: 0.0376265 Aug 19 18:17:00.567836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56812) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:00.577878 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-54aa0319-d00c-4408-89b5-f9fca742d352 tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:00.601653 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-fecca676-f13c-480b-ba5a-233b5a666e4e req-62300a36-e943-46dc-a5f0-d4888a168668 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:00.613565 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-54aa0319-d00c-4408-89b5-f9fca742d352 tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] PUT failed (client error): The resource could not be found. Aug 19 18:17:00.614715 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54aa0319-d00c-4408-89b5-f9fca742d352 tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:17:00.620096 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-54aa0319-d00c-4408-89b5-f9fca742d352 tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] 10.222.0.24 "PUT /v2.0/ports/23041062-ebea-472f-8fac-b8f2237e9d33 HTTP/1.1" status: 404 len: 333 time: 0.0474498 Aug 19 18:17:00.621677 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56814) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:00.631003 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-05b90e5e-6bb0-4808-adb4-6e57d303668b tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:00.638168 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc75c-cba2-4df0-8391-49fef4c22c88 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:00.643842 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc75c-cba2-4df0-8391-49fef4c22c88 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:00.645971 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ff0cc75c-cba2-4df0-8391-49fef4c22c88 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] 10.222.0.24 "DELETE /v2.0/networks/5ad75595-9bc2-49c4-8b48-8f112356f8fc HTTP/1.1" status: 204 len: 168 time: 1.6581774 Aug 19 18:17:00.678047 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b90e5e-6bb0-4808-adb4-6e57d303668b tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] PUT failed (client error): The resource could not be found. Aug 19 18:17:00.679633 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b90e5e-6bb0-4808-adb4-6e57d303668b tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:17:00.687297 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-05b90e5e-6bb0-4808-adb4-6e57d303668b tempest-NetworksNegativeTestJSON-1600091206 tempest-NetworksNegativeTestJSON-1600091206-project] 10.222.0.24 "PUT /v2.0/subnets/351514a5-e1e8-45d2-a846-9a7973cad930 HTTP/1.1" status: 404 len: 337 time: 0.0585225 Aug 19 18:17:00.704926 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-fecca676-f13c-480b-ba5a-233b5a666e4e req-62300a36-e943-46dc-a5f0-d4888a168668 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:00.708035 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cc75c-cba2-4df0-8391-49fef4c22c88 tempest-AllowedAddressPairTestJSON-1434191487 tempest-AllowedAddressPairTestJSON-1434191487-project] Pushing event deleted for resources: {'Network': ['ID=5ad75595-9bc2-49c4-8b48-8f112356f8fc,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:00.715466 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-fecca676-f13c-480b-ba5a-233b5a666e4e req-62300a36-e943-46dc-a5f0-d4888a168668 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:00.765618 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62300a36-e943-46dc-a5f0-d4888a168668 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da8b6c4-6be9-4096-8e3f-9cc533ec51af,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:00.773072 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-fecca676-f13c-480b-ba5a-233b5a666e4e req-62300a36-e943-46dc-a5f0-d4888a168668 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:00.775186 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fecca676-f13c-480b-ba5a-233b5a666e4e req-62300a36-e943-46dc-a5f0-d4888a168668 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5461893 Aug 19 18:17:00.917876 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9f6a29a8-e765-44bb-bfad-ba230bcbe246 req-91222131-cfa8-44be-ba0a-89fe9a9c765c tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "GET /v2.0/security-groups/a938d97f-fd95-4ad0-92b6-f67577222d51 HTTP/1.1" status: 200 len: 1807 time: 0.1120591 Aug 19 18:17:01.097042 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9f6a29a8-e765-44bb-bfad-ba230bcbe246 req-3c2e4a55-5926-4d67-bb7e-9328c3d7aeb9 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.168627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e33f41-a568-4a8b-8fa4-2a81ddd3c690 req-38af80c9-4d03-49c9-a0fa-3ab4d5947ac9 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:01.173665 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9f6a29a8-e765-44bb-bfad-ba230bcbe246 req-3c2e4a55-5926-4d67-bb7e-9328c3d7aeb9 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.177970 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10e33f41-a568-4a8b-8fa4-2a81ddd3c690 req-38af80c9-4d03-49c9-a0fa-3ab4d5947ac9 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.1495745 Aug 19 18:17:01.275603 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56836) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:01.279580 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10e33f41-a568-4a8b-8fa4-2a81ddd3c690 req-cf2548eb-96b9-4240-a285-4bb7b1353412 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755503 Aug 19 18:17:01.363831 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9f6a29a8-e765-44bb-bfad-ba230bcbe246 req-3c2e4a55-5926-4d67-bb7e-9328c3d7aeb9 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.380051 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9f6a29a8-e765-44bb-bfad-ba230bcbe246 req-3c2e4a55-5926-4d67-bb7e-9328c3d7aeb9 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.383868 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9f6a29a8-e765-44bb-bfad-ba230bcbe246 req-3c2e4a55-5926-4d67-bb7e-9328c3d7aeb9 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "DELETE /v2.0/security-groups/a938d97f-fd95-4ad0-92b6-f67577222d51 HTTP/1.1" status: 204 len: 173 time: 0.4647810 Aug 19 18:17:01.410660 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e4a55-5926-4d67-bb7e-9328c3d7aeb9 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a938d97f-fd95-4ad0-92b6-f67577222d51,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:01.418555 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5498db78-d30b-41ed-9338-5cac56ca5609 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:17:01.425453 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5498db78-d30b-41ed-9338-5cac56ca5609 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:01.482181 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56848) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:01.551779 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397d7e0-93fe-4235-b75f-28b0825e0315 req-9404add0-d476-459b-8b24-456db064647a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:01.557397 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2397d7e0-93fe-4235-b75f-28b0825e0315 req-9404add0-d476-459b-8b24-456db064647a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.0882034 Aug 19 18:17:01.588838 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-75ff8cc7-dd4f-40a9-8413-7219c7d6f1a9 req-4f7e4862-926a-4e65-bfce-6383b0f2256e tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "GET /v2.0/security-groups/c69e4c87-e6d8-4023-9015-bfa7e0b58544 HTTP/1.1" status: 200 len: 1805 time: 0.1592069 Aug 19 18:17:01.621685 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2397d7e0-93fe-4235-b75f-28b0825e0315 req-6b00aa05-7e78-4a79-a130-179454d4b537 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591505 Aug 19 18:17:01.682516 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-30dae05d-81dd-4ad3-8432-e7aa985c3244 req-d3f67b44-6fd8-431d-afc4-a5eebb3f9d3e tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1168770131', 'description': 'tempest-description-2075125255'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:01.735447 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.744500 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-30dae05d-81dd-4ad3-8432-e7aa985c3244 req-d3f67b44-6fd8-431d-afc4-a5eebb3f9d3e tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.782989 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5498db78-d30b-41ed-9338-5cac56ca5609, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5498db78-d30b-41ed-9338-5cac56ca5609,segment=NetworkSegment(8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1),segment_id=8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:01.797620 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3177f8-c392-49ac-a46b-7e0366e28e8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5498db78-d30b-41ed-9338-5cac56ca5609'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:01.800501 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c25d52f-b2ba-4c26-8b37-9e8829ca25ec" -d '{"events": [{"server_uuid": "fe3177f8-c392-49ac-a46b-7e0366e28e8f", "name": "network-vif-unplugged", "status": "completed", "tag": "5498db78-d30b-41ed-9338-5cac56ca5609"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:01.811099 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-421e070d-493e-499d-9e33-2589df4e43bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.823351 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5498db78-d30b-41ed-9338-5cac56ca5609, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5498db78-d30b-41ed-9338-5cac56ca5609,segment=NetworkSegment(8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1),segment_id=8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:01.824826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '5498db78-d30b-41ed-9338-5cac56ca5609', 'network_id': '01f7f594-e81d-44ac-aac6-2a854b94c65c', 'port_id': '5498db78-d30b-41ed-9338-5cac56ca5609', 'mac_address': 'fa:16:3e:dd:ff:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13f9baf-d90a-4ab7-b93b-82b15f099642', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:17:01.833130 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.889920 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e6afb6-bd69-45ea-9dbb-4cdefc470f66 x-openstack-request-id: req-45e6afb6-bd69-45ea-9dbb-4cdefc470f66 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:01.890534 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3177f8-c392-49ac-a46b-7e0366e28e8f", "name": "network-vif-unplugged", "status": "completed", "tag": "5498db78-d30b-41ed-9338-5cac56ca5609", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:01.890971 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45e6afb6-bd69-45ea-9dbb-4cdefc470f66 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:01.891545 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3177f8-c392-49ac-a46b-7e0366e28e8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5498db78-d30b-41ed-9338-5cac56ca5609', 'code': 200} Aug 19 18:17:01.923973 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.925261 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-499daa36-43e1-4628-8019-3fea330a87f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a0e8769098114b7b98b5297553231a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4417346 Aug 19 18:17:01.928060 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56860) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:01.947863 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5498db78-d30b-41ed-9338-5cac56ca5609 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:17:02.002725 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5498db78-d30b-41ed-9338-5cac56ca5609, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5498db78-d30b-41ed-9338-5cac56ca5609,segment=NetworkSegment(8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1),segment_id=8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:02.010061 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-30dae05d-81dd-4ad3-8432-e7aa985c3244 req-d3f67b44-6fd8-431d-afc4-a5eebb3f9d3e tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.017945 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.021136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=5498db78-d30b-41ed-9338-5cac56ca5609,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:02.034239 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-30dae05d-81dd-4ad3-8432-e7aa985c3244 req-d3f67b44-6fd8-431d-afc4-a5eebb3f9d3e tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.071466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ee938-7771-44d0-be35-3c73bf4acfd7 req-63c0cf75-5019-427d-b90c-9d892db446ec tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:02.075467 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f56ee938-7771-44d0-be35-3c73bf4acfd7 req-63c0cf75-5019-427d-b90c-9d892db446ec tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1271281 Aug 19 18:17:02.121200 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d1715ac3-c6d1-4a12-9eb9-24275b8b232e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.135394 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f67b44-6fd8-431d-afc4-a5eebb3f9d3e tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddf9f86-cf36-46ae-9645-87119ef6f99f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:02.138967 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f56ee938-7771-44d0-be35-3c73bf4acfd7 req-84f13a1f-9eff-42a8-9734-47898def3ca7 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508909 Aug 19 18:17:02.165008 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d1715ac3-c6d1-4a12-9eb9-24275b8b232e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.177568 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=5498db78-d30b-41ed-9338-5cac56ca5609,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:02.263731 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-421e070d-493e-499d-9e33-2589df4e43bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.270474 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-421e070d-493e-499d-9e33-2589df4e43bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.289276 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d1715ac3-c6d1-4a12-9eb9-24275b8b232e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.292206 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d1715ac3-c6d1-4a12-9eb9-24275b8b232e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.293612 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d1715ac3-c6d1-4a12-9eb9-24275b8b232e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24e05cb1-59e3-490b-8275-98c8579c4c6c HTTP/1.1" status: 204 len: 168 time: 0.3640351 Aug 19 18:17:02.305769 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-30dae05d-81dd-4ad3-8432-e7aa985c3244 req-d3f67b44-6fd8-431d-afc4-a5eebb3f9d3e tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.307456 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-30dae05d-81dd-4ad3-8432-e7aa985c3244 req-d3f67b44-6fd8-431d-afc4-a5eebb3f9d3e tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6312737 Aug 19 18:17:02.344612 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-421e070d-493e-499d-9e33-2589df4e43bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4e1f0bdc31c4e06a3c222ce1045bb34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0638869 Aug 19 18:17:02.345524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e070d-493e-499d-9e33-2589df4e43bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e80ebcb-0c07-479d-967b-4d0cd8d936f5,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:02.352761 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['5498db78-d30b-41ed-9338-5cac56ca5609'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:17:02.353189 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547febd-58b1-4dd9-95ce-8fa37c93568d req-fb0ed13c-c2bc-41c4-ba33-c126753d559e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:02.362017 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56870) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:02.365484 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3547febd-58b1-4dd9-95ce-8fa37c93568d req-fb0ed13c-c2bc-41c4-ba33-c126753d559e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1025684 Aug 19 18:17:02.417972 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1715ac3-c6d1-4a12-9eb9-24275b8b232e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e05cb1-59e3-490b-8275-98c8579c4c6c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:02.510393 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3547febd-58b1-4dd9-95ce-8fa37c93568d req-234e21c2-8aaa-477e-a9ba-7860d1e201ce tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412697 Aug 19 18:17:02.639183 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6852d1e4-3323-4784-b90d-5fc9ed564446 req-680f062a-240b-4c34-b4e6-130e8e919375 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "GET /v2.0/security-groups/5ddf9f86-cf36-46ae-9645-87119ef6f99f HTTP/1.1" status: 200 len: 1807 time: 0.0795937 Aug 19 18:17:02.657364 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-6852d1e4-3323-4784-b90d-5fc9ed564446 req-a039d74f-bc9f-4ff6-b282-1605d5347206 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5ddf9f86-cf36-46ae-9645-87119ef6f99f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:02.658346 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-6852d1e4-3323-4784-b90d-5fc9ed564446 req-a039d74f-bc9f-4ff6-b282-1605d5347206 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5ddf9f86-cf36-46ae-9645-87119ef6f99f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:02.719599 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30090fa6-c2b2-45dd-a091-3a54c6d062ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.767114 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30090fa6-c2b2-45dd-a091-3a54c6d062ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.781847 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-6852d1e4-3323-4784-b90d-5fc9ed564446 req-a039d74f-bc9f-4ff6-b282-1605d5347206 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.804815 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41616522-cd7a-46ba-8d3a-6ca94d16f2d6 req-2a674345-9e4c-4d20-90d4-9ea50fe13a64 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:02.807000 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-41616522-cd7a-46ba-8d3a-6ca94d16f2d6 req-2a674345-9e4c-4d20-90d4-9ea50fe13a64 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 944 time: 0.2948673 Aug 19 18:17:02.837918 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-6852d1e4-3323-4784-b90d-5fc9ed564446 req-a039d74f-bc9f-4ff6-b282-1605d5347206 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.844788 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-6852d1e4-3323-4784-b90d-5fc9ed564446 req-a039d74f-bc9f-4ff6-b282-1605d5347206 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.885200 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039d74f-bc9f-4ff6-b282-1605d5347206 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e86ce7-c9cf-4f13-95b5-dac779652304,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:02.905477 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-6852d1e4-3323-4784-b90d-5fc9ed564446 req-a039d74f-bc9f-4ff6-b282-1605d5347206 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.908039 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6852d1e4-3323-4784-b90d-5fc9ed564446 req-a039d74f-bc9f-4ff6-b282-1605d5347206 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2553244 Aug 19 18:17:02.940084 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-41616522-cd7a-46ba-8d3a-6ca94d16f2d6 req-7faa99a7-9837-4c87-8930-7e3158926ff5 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110022 Aug 19 18:17:02.962522 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30090fa6-c2b2-45dd-a091-3a54c6d062ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.968835 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30090fa6-c2b2-45dd-a091-3a54c6d062ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.971141 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-30090fa6-c2b2-45dd-a091-3a54c6d062ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e80ebcb-0c07-479d-967b-4d0cd8d936f5 HTTP/1.1" status: 204 len: 168 time: 0.6025054 Aug 19 18:17:02.997398 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30090fa6-c2b2-45dd-a091-3a54c6d062ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e80ebcb-0c07-479d-967b-4d0cd8d936f5,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:03.151062 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e03359cf-5896-40d9-baac-ecd2c75147b6 req-6ea9fb00-74a9-4f52-895c-db7675a12beb tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "GET /v2.0/security-groups/5ddf9f86-cf36-46ae-9645-87119ef6f99f HTTP/1.1" status: 200 len: 2401 time: 0.1029644 Aug 19 18:17:03.182962 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-e03359cf-5896-40d9-baac-ecd2c75147b6 req-1e37abe5-a805-41e5-9730-0b2cd572be9b tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5ddf9f86-cf36-46ae-9645-87119ef6f99f', 'remote_group_id': None}]} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:03.188517 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-e03359cf-5896-40d9-baac-ecd2c75147b6 req-1e37abe5-a805-41e5-9730-0b2cd572be9b tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5ddf9f86-cf36-46ae-9645-87119ef6f99f', 'remote_group_id': None}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:03.230680 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1244b-727a-4df1-828d-e6aa1300e517 req-af2cc56b-ffe0-45e3-89b7-0113e48e220a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:03.232380 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e9f1244b-727a-4df1-828d-e6aa1300e517 req-af2cc56b-ffe0-45e3-89b7-0113e48e220a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.1255364 Aug 19 18:17:03.372326 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e9f1244b-727a-4df1-828d-e6aa1300e517 req-5c0fcba1-dd71-4a90-bdca-570f82b9f1f4 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166873 Aug 19 18:17:03.395591 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e03359cf-5896-40d9-baac-ecd2c75147b6 req-1e37abe5-a805-41e5-9730-0b2cd572be9b tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:03.437193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5498db78-d30b-41ed-9338-5cac56ca5609 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:03.483683 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e03359cf-5896-40d9-baac-ecd2c75147b6 req-1e37abe5-a805-41e5-9730-0b2cd572be9b tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:03.503300 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e03359cf-5896-40d9-baac-ecd2c75147b6 req-1e37abe5-a805-41e5-9730-0b2cd572be9b tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:03.545458 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 5498db78-d30b-41ed-9338-5cac56ca5609 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:03.546927 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:03.548288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37abe5-a805-41e5-9730-0b2cd572be9b tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b81a80-1e5f-4070-ba0d-05a3bccf73cd,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:03.575668 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e03359cf-5896-40d9-baac-ecd2c75147b6 req-1e37abe5-a805-41e5-9730-0b2cd572be9b tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:03.588744 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e03359cf-5896-40d9-baac-ecd2c75147b6 req-1e37abe5-a805-41e5-9730-0b2cd572be9b tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4243691 Aug 19 18:17:03.710592 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:03.740993 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7b1fbc93-7fde-4550-baf2-7368a3b5d408 req-32c81868-bf1c-4876-b20f-f35ad5e256f4 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "GET /v2.0/security-groups/5ddf9f86-cf36-46ae-9645-87119ef6f99f HTTP/1.1" status: 200 len: 3000 time: 0.1312141 Aug 19 18:17:03.763894 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5498db78-d30b-41ed-9338-5cac56ca5609, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5498db78-d30b-41ed-9338-5cac56ca5609,segment=NetworkSegment(8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1),segment_id=8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:03.771403 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:03.855225 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e54bf3d-a1c6-4f0d-ab25-71c87da09b98 req-2fb9a0e4-4dc5-46e2-b7dd-6a296835390c tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "GET /v2.0/security-group-rules/09b81a80-1e5f-4070-ba0d-05a3bccf73cd HTTP/1.1" status: 200 len: 783 time: 0.0779312 Aug 19 18:17:03.863195 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=5498db78-d30b-41ed-9338-5cac56ca5609,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:03.892900 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3177f8-c392-49ac-a46b-7e0366e28e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5498db78-d30b-41ed-9338-5cac56ca5609'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:03.896340 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd984c2-8f8f-41a0-8986-306a4f9385f2" -d '{"events": [{"server_uuid": "fe3177f8-c392-49ac-a46b-7e0366e28e8f", "name": "network-vif-plugged", "status": "completed", "tag": "5498db78-d30b-41ed-9338-5cac56ca5609"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:03.975933 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e54bf3d-a1c6-4f0d-ab25-71c87da09b98 req-4afc0261-874b-43f5-88b7-d2d88a0c0774 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "GET /v2.0/security-groups/5ddf9f86-cf36-46ae-9645-87119ef6f99f HTTP/1.1" status: 200 len: 3000 time: 0.1195836 Aug 19 18:17:03.979072 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ecfed9-02b6-4dbe-a420-b10f9102d350 x-openstack-request-id: req-62ecfed9-02b6-4dbe-a420-b10f9102d350 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:03.979941 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3177f8-c392-49ac-a46b-7e0366e28e8f", "name": "network-vif-plugged", "status": "completed", "tag": "5498db78-d30b-41ed-9338-5cac56ca5609", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:03.980419 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62ecfed9-02b6-4dbe-a420-b10f9102d350 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:03.981290 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3177f8-c392-49ac-a46b-7e0366e28e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5498db78-d30b-41ed-9338-5cac56ca5609', 'code': 200} Aug 19 18:17:04.035048 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8e54bf3d-a1c6-4f0d-ab25-71c87da09b98 req-12c04eab-929b-4880-ad0f-970fa370d932 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:04.055591 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8e54bf3d-a1c6-4f0d-ab25-71c87da09b98 req-12c04eab-929b-4880-ad0f-970fa370d932 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:04.177451 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8e54bf3d-a1c6-4f0d-ab25-71c87da09b98 req-12c04eab-929b-4880-ad0f-970fa370d932 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:04.187174 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8e54bf3d-a1c6-4f0d-ab25-71c87da09b98 req-12c04eab-929b-4880-ad0f-970fa370d932 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:04.192436 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e54bf3d-a1c6-4f0d-ab25-71c87da09b98 req-12c04eab-929b-4880-ad0f-970fa370d932 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/09b81a80-1e5f-4070-ba0d-05a3bccf73cd HTTP/1.1" status: 204 len: 173 time: 0.2076187 Aug 19 18:17:04.215339 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c04eab-929b-4880-ad0f-970fa370d932 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09b81a80-1e5f-4070-ba0d-05a3bccf73cd,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:04.309078 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d5605-85b5-4dda-b821-7af82b252ecf req-0b0bd9ce-05a4-4a4c-bea1-2c8772a21f15 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:04.312330 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56928) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:04.324210 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-17074633-7909-4cf6-99ba-6272d7babfca req-a85eb7ae-a350-492d-a4d8-2409b95ec3c8 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "GET /v2.0/security-groups/5ddf9f86-cf36-46ae-9645-87119ef6f99f HTTP/1.1" status: 200 len: 2401 time: 0.0915067 Aug 19 18:17:04.324527 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cb1d5605-85b5-4dda-b821-7af82b252ecf req-0b0bd9ce-05a4-4a4c-bea1-2c8772a21f15 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.2053218 Aug 19 18:17:04.374940 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6817b9-484f-40bc-a678-e66c2c6b4090 req-845d9663-803b-4c54-b741-594c71bbfad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:04.376906 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6c6817b9-484f-40bc-a678-e66c2c6b4090 req-845d9663-803b-4c54-b741-594c71bbfad8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 1096 time: 0.2002831 Aug 19 18:17:04.435256 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cb1d5605-85b5-4dda-b821-7af82b252ecf req-27d11832-b479-4a1d-9aec-5351e083db4a tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095948 Aug 19 18:17:04.471706 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-17074633-7909-4cf6-99ba-6272d7babfca req-11979d1a-c501-4e61-a06d-bcaa018e01b9 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:04.495539 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6c6817b9-484f-40bc-a678-e66c2c6b4090 req-e6a51265-7289-4ccd-8383-c33e6645c3f8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035073 Aug 19 18:17:04.555667 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-17074633-7909-4cf6-99ba-6272d7babfca req-11979d1a-c501-4e61-a06d-bcaa018e01b9 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:04.602112 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-9ac76f59-0e44-485c-973f-5e93a5ef38bd tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-594717436'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:04.629916 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-db706c5a-c096-4161-8a46-41eb0ad13620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:04.654946 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac76f59-0e44-485c-973f-5e93a5ef38bd tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:04.659377 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ac76f59-0e44-485c-973f-5e93a5ef38bd tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:04.681045 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ac76f59-0e44-485c-973f-5e93a5ef38bd tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:04.695936 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-17074633-7909-4cf6-99ba-6272d7babfca req-11979d1a-c501-4e61-a06d-bcaa018e01b9 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:04.699005 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-17074633-7909-4cf6-99ba-6272d7babfca req-11979d1a-c501-4e61-a06d-bcaa018e01b9 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:04.706716 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-17074633-7909-4cf6-99ba-6272d7babfca req-11979d1a-c501-4e61-a06d-bcaa018e01b9 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "DELETE /v2.0/security-groups/5ddf9f86-cf36-46ae-9645-87119ef6f99f HTTP/1.1" status: 204 len: 173 time: 0.3790619 Aug 19 18:17:04.755153 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11979d1a-c501-4e61-a06d-bcaa018e01b9 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddf9f86-cf36-46ae-9645-87119ef6f99f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:04.784832 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ba33f-ae3e-4a38-8167-708455d88620 req-c12c4d8e-8ba5-4aeb-9d53-38c3e6b318ab tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:04.784832 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-335ba33f-ae3e-4a38-8167-708455d88620 req-c12c4d8e-8ba5-4aeb-9d53-38c3e6b318ab tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.1404681 Aug 19 18:17:04.788056 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-2e20331f-416a-408c-97ca-4b5cbad16358 req-8b97a8ea-0e12-42fb-899f-3239bf5d0830 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] show failed (client error): The resource could not be found. Aug 19 18:17:04.794609 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2e20331f-416a-408c-97ca-4b5cbad16358 req-8b97a8ea-0e12-42fb-899f-3239bf5d0830 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "GET /v2.0/security-groups/a938d97f-fd95-4ad0-92b6-f67577222d51 HTTP/1.1" status: 404 len: 352 time: 0.0558090 Aug 19 18:17:04.864995 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-335ba33f-ae3e-4a38-8167-708455d88620 req-2315bdd2-ba46-4656-9929-a4a39d95d690 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704730 Aug 19 18:17:04.915645 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-78941651-b948-4aa2-968b-1b77b06e8d7f req-5998b98e-a3d9-45f2-b8fd-dc27689d4638 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "GET /v2.0/security-groups/c69e4c87-e6d8-4023-9015-bfa7e0b58544 HTTP/1.1" status: 200 len: 1805 time: 0.0768449 Aug 19 18:17:04.957676 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ac76f59-0e44-485c-973f-5e93a5ef38bd tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:04.968358 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ac76f59-0e44-485c-973f-5e93a5ef38bd tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:05.017416 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac76f59-0e44-485c-973f-5e93a5ef38bd tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:17:05.035990 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac76f59-0e44-485c-973f-5e93a5ef38bd tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14245580-47fd-44fb-9ae3-3272a8449309,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:05.049112 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ac76f59-0e44-485c-973f-5e93a5ef38bd tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:05.049112 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-9ac76f59-0e44-485c-973f-5e93a5ef38bd tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Added segment 0c647bcc-5685-457b-b0ac-2a3d5f69b7d8 of type vlan for network 4734c50c-5b75-42a3-a882-02084790a476 Aug 19 18:17:05.067127 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-78941651-b948-4aa2-968b-1b77b06e8d7f req-5604d49e-ddd6-4b1a-a650-970e5db33945 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:05.175865 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ac76f59-0e44-485c-973f-5e93a5ef38bd tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:05.180464 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-78941651-b948-4aa2-968b-1b77b06e8d7f req-5604d49e-ddd6-4b1a-a650-970e5db33945 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:05.283275 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ac76f59-0e44-485c-973f-5e93a5ef38bd tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:05.296060 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac76f59-0e44-485c-973f-5e93a5ef38bd tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:05.300592 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ac76f59-0e44-485c-973f-5e93a5ef38bd tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:05.371829 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-78941651-b948-4aa2-968b-1b77b06e8d7f req-5604d49e-ddd6-4b1a-a650-970e5db33945 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:05.374882 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-78941651-b948-4aa2-968b-1b77b06e8d7f req-5604d49e-ddd6-4b1a-a650-970e5db33945 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:05.376077 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-78941651-b948-4aa2-968b-1b77b06e8d7f req-5604d49e-ddd6-4b1a-a650-970e5db33945 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "DELETE /v2.0/security-groups/c69e4c87-e6d8-4023-9015-bfa7e0b58544 HTTP/1.1" status: 204 len: 173 time: 0.4492254 Aug 19 18:17:05.399870 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604d49e-ddd6-4b1a-a650-970e5db33945 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69e4c87-e6d8-4023-9015-bfa7e0b58544,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:05.423055 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9ac76f59-0e44-485c-973f-5e93a5ef38bd tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0956917 Aug 19 18:17:05.427518 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac76f59-0e44-485c-973f-5e93a5ef38bd tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Network': ['ID=4734c50c-5b75-42a3-a882-02084790a476,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:05.429120 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56958) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:05.448245 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2fd0604a-dfc6-4f2d-aa85-e68754cacc8a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:05.464834 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 4734c50c-5b75-42a3-a882-02084790a476 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:17:05.680654 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3046b-6a6c-44f4-882b-6ee3ed042679 req-e5a47a45-2a87-4e7a-b4a0-55cd0622920e tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:05.690154 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c1f3046b-6a6c-44f4-882b-6ee3ed042679 req-e5a47a45-2a87-4e7a-b4a0-55cd0622920e tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.1296020 Aug 19 18:17:05.765002 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c1f3046b-6a6c-44f4-882b-6ee3ed042679 req-8372becf-a8f9-45e0-af1f-f22b7bee1085 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730257 Aug 19 18:17:05.846499 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e3d1cba0-436f-40fc-98bd-b7f6ed743041 req-66a3e560-fa47-4d80-a339-76936f1bb1dc tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "GET /v2.0/security-groups/cf0a9206-b589-49aa-846b-8e22145342b1 HTTP/1.1" status: 200 len: 1807 time: 0.3896329 Aug 19 18:17:05.887169 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd0604a-dfc6-4f2d-aa85-e68754cacc8a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:05.901571 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2fd0604a-dfc6-4f2d-aa85-e68754cacc8a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:06.104239 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fc228-f97d-411c-aeb6-6e4ee837b995 req-463d1c72-449d-4dab-8a81-7c9e3a264722 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:06.117074 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-be9fc228-f97d-411c-aeb6-6e4ee837b995 req-463d1c72-449d-4dab-8a81-7c9e3a264722 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.0820248 Aug 19 18:17:06.160300 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e3d1cba0-436f-40fc-98bd-b7f6ed743041 req-72c3956c-2460-4829-b02c-682468751704 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:06.194691 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-be9fc228-f97d-411c-aeb6-6e4ee837b995 req-5f1428c6-d650-4e04-8a85-7067c6f50432 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747511 Aug 19 18:17:06.223825 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e3d1cba0-436f-40fc-98bd-b7f6ed743041 req-72c3956c-2460-4829-b02c-682468751704 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:06.416952 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e3d1cba0-436f-40fc-98bd-b7f6ed743041 req-72c3956c-2460-4829-b02c-682468751704 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:06.420473 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e3d1cba0-436f-40fc-98bd-b7f6ed743041 req-72c3956c-2460-4829-b02c-682468751704 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:06.437747 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e3d1cba0-436f-40fc-98bd-b7f6ed743041 req-72c3956c-2460-4829-b02c-682468751704 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "DELETE /v2.0/security-groups/cf0a9206-b589-49aa-846b-8e22145342b1 HTTP/1.1" status: 204 len: 173 time: 0.5719028 Aug 19 18:17:06.486176 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3956c-2460-4829-b02c-682468751704 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0a9206-b589-49aa-846b-8e22145342b1,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:06.503126 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2fd0604a-dfc6-4f2d-aa85-e68754cacc8a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:06.681380 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0604a-dfc6-4f2d-aa85-e68754cacc8a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=ea11200b-485f-42da-ab63-292cc5de9a33,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:06.686427 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-96a0f6e7-911a-42fd-8121-d923db480684 req-67e490dc-9623-491e-9fcf-bad270eca4c9 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "GET /v2.0/security-groups/75a505c5-fc91-42b6-a8e3-ff2e0e52187c HTTP/1.1" status: 200 len: 1807 time: 0.0872021 Aug 19 18:17:06.699755 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd0604a-dfc6-4f2d-aa85-e68754cacc8a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Checking segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:17:06.700469 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd0604a-dfc6-4f2d-aa85-e68754cacc8a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network hostable DHCP agents. Network: 4734c50c-5b75-42a3-a882-02084790a476, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:17:06.723851 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f12f22-0185-4536-b25e-3cea57f8469f req-945ce6e4-e277-42d4-b111-d77a937f6e03 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:06.726027 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-62f12f22-0185-4536-b25e-3cea57f8469f req-945ce6e4-e277-42d4-b111-d77a937f6e03 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1766000 Aug 19 18:17:06.757351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd0604a-dfc6-4f2d-aa85-e68754cacc8a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:17:06.811884 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-96a0f6e7-911a-42fd-8121-d923db480684 req-494bb435-f350-42ed-a811-a8214e74c4b4 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:06.818899 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-2fd0604a-dfc6-4f2d-aa85-e68754cacc8a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 4734c50c-5b75-42a3-a882-02084790a476) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:06.831347 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899b8946-aad5-42e8-8761-024d25dcc353 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:06.838211 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd0604a-dfc6-4f2d-aa85-e68754cacc8a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:06.838839 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2fd0604a-dfc6-4f2d-aa85-e68754cacc8a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:06.868186 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-62f12f22-0185-4536-b25e-3cea57f8469f req-91078b18-5f9f-4a62-9fd3-c198fe41bbc3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274285 Aug 19 18:17:06.875105 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-96a0f6e7-911a-42fd-8121-d923db480684 req-494bb435-f350-42ed-a811-a8214e74c4b4 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:06.882424 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2fd0604a-dfc6-4f2d-aa85-e68754cacc8a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4483454 Aug 19 18:17:06.885807 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57002) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:06.898691 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-90d033c6-a370-4706-9e83-fb0d52abc595 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'name': 'tempest-NetworksTestDHCPv6-872251629'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:07.079441 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-96a0f6e7-911a-42fd-8121-d923db480684 req-494bb435-f350-42ed-a811-a8214e74c4b4 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:07.086182 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-96a0f6e7-911a-42fd-8121-d923db480684 req-494bb435-f350-42ed-a811-a8214e74c4b4 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:07.093750 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-96a0f6e7-911a-42fd-8121-d923db480684 req-494bb435-f350-42ed-a811-a8214e74c4b4 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "DELETE /v2.0/security-groups/75a505c5-fc91-42b6-a8e3-ff2e0e52187c HTTP/1.1" status: 204 len: 173 time: 0.3991358 Aug 19 18:17:07.114409 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bb435-f350-42ed-a811-a8214e74c4b4 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a505c5-fc91-42b6-a8e3-ff2e0e52187c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:07.180855 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-762b7f75-fce3-4e23-a4a4-441a94a262b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:07.249469 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef60ee-db93-4e89-b38a-dd12a7fef916 req-1f80dfa3-f274-4997-8e8c-4be04c414863 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:07.250919 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f7ef60ee-db93-4e89-b38a-dd12a7fef916 req-1f80dfa3-f274-4997-8e8c-4be04c414863 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.2263713 Aug 19 18:17:07.252708 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d033c6-a370-4706-9e83-fb0d52abc595 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:07.257291 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90d033c6-a370-4706-9e83-fb0d52abc595 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:07.268989 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e70fdd-6d5c-4601-80c2-c19e01d60b8a req-7024f31f-453c-4766-80af-97e764e18e3b tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:07.269924 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:07.270700 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a5e70fdd-6d5c-4601-80c2-c19e01d60b8a req-7024f31f-453c-4766-80af-97e764e18e3b tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.0879707 Aug 19 18:17:07.300170 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-90d033c6-a370-4706-9e83-fb0d52abc595 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] device_id is not set on port 5c42c023-615a-45d4-a527-75ea061dbfe5 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:17:07.347144 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bec2c0a-f678-46f0-8084-d2158e4eb175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-4734c50c-5b75-42a3-a882-02084790a476', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'fixed_ips': [{'subnet_id': 'ea11200b-485f-42da-ab63-292cc5de9a33'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:17:07.348327 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4bec2c0a-f678-46f0-8084-d2158e4eb175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:07.358197 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a5e70fdd-6d5c-4601-80c2-c19e01d60b8a req-125463c1-1903-45db-898d-e8c50789594a tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774744 Aug 19 18:17:07.501456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8be65a-ce7f-4338-bb8f-08519749f1cc req-bc9b36ec-361f-46b8-8593-54a9dbce55ad tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:07.504925 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f7ef60ee-db93-4e89-b38a-dd12a7fef916 req-61a427f6-7085-4178-a1b5-b340fb717b57 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277074 Aug 19 18:17:07.516094 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-db8be65a-ce7f-4338-bb8f-08519749f1cc req-bc9b36ec-361f-46b8-8593-54a9dbce55ad tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.0985160 Aug 19 18:17:07.648688 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-db8be65a-ce7f-4338-bb8f-08519749f1cc req-97971b4a-b41d-4fe6-ab17-f06bfa148fe2 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305256 Aug 19 18:17:07.650213 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-4bec2c0a-f678-46f0-8084-d2158e4eb175 None None] Allocated IP 2001:db8::2 (4734c50c-5b75-42a3-a882-02084790a476/ea11200b-485f-42da-ab63-292cc5de9a33/8140501d-0106-4c6a-9bbf-fa9b4e1466c3) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:07.732574 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-72485432-96e7-4415-97cc-6778ad63b646 req-8f2a96d6-8ac5-40fe-ad6f-299ac7716883 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "GET /v2.0/security-groups/49abc29f-6a7a-4451-8c6b-39f5c34e7ce0 HTTP/1.1" status: 200 len: 2405 time: 0.1878579 Aug 19 18:17:07.867131 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-72485432-96e7-4415-97cc-6778ad63b646 req-32258691-4c75-414c-9424-42d45744babd tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:07.920003 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-72485432-96e7-4415-97cc-6778ad63b646 req-32258691-4c75-414c-9424-42d45744babd tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:07.935220 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3abb8-cd34-405d-98cf-a581cea87cad req-a77126ba-c1ef-48f2-9845-836071ce0d4f tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:07.937697 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-71f3abb8-cd34-405d-98cf-a581cea87cad req-a77126ba-c1ef-48f2-9845-836071ce0d4f tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.0729544 Aug 19 18:17:07.952506 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57026) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:08.035221 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-72485432-96e7-4415-97cc-6778ad63b646 req-32258691-4c75-414c-9424-42d45744babd tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:08.041945 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-72485432-96e7-4415-97cc-6778ad63b646 req-32258691-4c75-414c-9424-42d45744babd tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:08.044254 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-72485432-96e7-4415-97cc-6778ad63b646 req-32258691-4c75-414c-9424-42d45744babd tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "DELETE /v2.0/security-groups/49abc29f-6a7a-4451-8c6b-39f5c34e7ce0 HTTP/1.1" status: 204 len: 173 time: 0.3054140 Aug 19 18:17:08.051291 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-71f3abb8-cd34-405d-98cf-a581cea87cad req-4e63030a-06cf-4ae2-97d3-0c4a152efb4b tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974760 Aug 19 18:17:08.101033 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32258691-4c75-414c-9424-42d45744babd tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49abc29f-6a7a-4451-8c6b-39f5c34e7ce0,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:08.267085 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f09f5-2dcb-4387-8795-c554ff40996e req-d38bd00e-8dbc-4b2e-b784-45eb8c95386e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:08.268873 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2a1f09f5-2dcb-4387-8795-c554ff40996e req-d38bd00e-8dbc-4b2e-b784-45eb8c95386e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.54 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.1528430 Aug 19 18:17:08.276178 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-12a5a198-1cac-4df3-9313-669898e27662 req-fe85fc9c-e5af-41b8-b1ee-14594e221086 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "GET /v2.0/security-groups/cda7f81a-6377-455e-a6e5-e7bf50f60bdb HTTP/1.1" status: 200 len: 2399 time: 0.1900568 Aug 19 18:17:08.350086 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4bec2c0a-f678-46f0-8084-d2158e4eb175 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:08.369325 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:08.371049 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4bec2c0a-f678-46f0-8084-d2158e4eb175 None None] Transition to ACTIVE for port object 8140501d-0106-4c6a-9bbf-fa9b4e1466c3 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:08.389644 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12909c-4351-4aae-b063-480a09915688 req-bec6b75d-f545-41f7-a32b-a8cda5429e25 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:08.394194 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bf12909c-4351-4aae-b063-480a09915688 req-bec6b75d-f545-41f7-a32b-a8cda5429e25 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1217737 Aug 19 18:17:08.398767 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4bec2c0a-f678-46f0-8084-d2158e4eb175 None None] Transition to ACTIVE for port object 8140501d-0106-4c6a-9bbf-fa9b4e1466c3 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:08.411299 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4bec2c0a-f678-46f0-8084-d2158e4eb175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:08.412822 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55ab22b8-9c06-4df6-9cd7-968afa5a0a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:08.488420 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bec2c0a-f678-46f0-8084-d2158e4eb175 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:08.499486 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-4bec2c0a-f678-46f0-8084-d2158e4eb175 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:08.503305 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bec2c0a-f678-46f0-8084-d2158e4eb175 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:08.512362 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bf12909c-4351-4aae-b063-480a09915688 req-647ff5b9-c842-4eaf-80ed-b1767ef8001c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108222 Aug 19 18:17:08.513730 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-90d033c6-a370-4706-9e83-fb0d52abc595 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8::2e4 (4734c50c-5b75-42a3-a882-02084790a476/ea11200b-485f-42da-ab63-292cc5de9a33/5c42c023-615a-45d4-a527-75ea061dbfe5) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:08.536165 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec2c0a-f678-46f0-8084-d2158e4eb175 None None] Pushing event updated for resources: {'Port': ['ID=8140501d-0106-4c6a-9bbf-fa9b4e1466c3,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:08.633744 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-4bec2c0a-f678-46f0-8084-d2158e4eb175 None None] Attempting to bind port 8140501d-0106-4c6a-9bbf-fa9b4e1466c3 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:17:08.634349 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-4bec2c0a-f678-46f0-8084-d2158e4eb175 None None] Attempting to bind port 8140501d-0106-4c6a-9bbf-fa9b4e1466c3 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:17:08.634916 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bec2c0a-f678-46f0-8084-d2158e4eb175 None None] Attempting to bind port 8140501d-0106-4c6a-9bbf-fa9b4e1466c3 on network 4734c50c-5b75-42a3-a882-02084790a476 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:17:08.644623 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bec2c0a-f678-46f0-8084-d2158e4eb175 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:17:08.645244 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bec2c0a-f678-46f0-8084-d2158e4eb175 None None] Checking segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:17:08.646126 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4bec2c0a-f678-46f0-8084-d2158e4eb175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:08.646760 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bec2c0a-f678-46f0-8084-d2158e4eb175 None None] Bound using segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:17:08.647406 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-4bec2c0a-f678-46f0-8084-d2158e4eb175 None None] Bound port: 8140501d-0106-4c6a-9bbf-fa9b4e1466c3, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:17:08.647893 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4bec2c0a-f678-46f0-8084-d2158e4eb175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:08.697413 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-12a5a198-1cac-4df3-9313-669898e27662 req-6d600c50-b187-4a6e-a4e0-7d317b289562 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:08.789209 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-12a5a198-1cac-4df3-9313-669898e27662 req-6d600c50-b187-4a6e-a4e0-7d317b289562 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:08.795342 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-2a1f09f5-2dcb-4387-8795-c554ff40996e req-a58afd6e-1772-4df5-864a-9b44dcd696fe tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Deleting port a466a117-6b64-43d9-ae30-9b69d3018bea {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:08.795719 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2a1f09f5-2dcb-4387-8795-c554ff40996e req-a58afd6e-1772-4df5-864a-9b44dcd696fe tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:08.825688 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-4bec2c0a-f678-46f0-8084-d2158e4eb175 None None] For port 8140501d-0106-4c6a-9bbf-fa9b4e1466c3, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:17:08.832502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-4bec2c0a-f678-46f0-8084-d2158e4eb175 None None] For port 8140501d-0106-4c6a-9bbf-fa9b4e1466c3, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=8140501d-0106-4c6a-9bbf-fa9b4e1466c3,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:17:08.840036 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4bec2c0a-f678-46f0-8084-d2158e4eb175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:08.948552 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55ab22b8-9c06-4df6-9cd7-968afa5a0a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:08.981324 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55ab22b8-9c06-4df6-9cd7-968afa5a0a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.068099 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec2c0a-f678-46f0-8084-d2158e4eb175 None None] Pushing event updated for resources: {'Port': ['ID=8140501d-0106-4c6a-9bbf-fa9b4e1466c3,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:09.072818 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-12a5a198-1cac-4df3-9313-669898e27662 req-6d600c50-b187-4a6e-a4e0-7d317b289562 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.075331 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-12a5a198-1cac-4df3-9313-669898e27662 req-6d600c50-b187-4a6e-a4e0-7d317b289562 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.088737 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-12a5a198-1cac-4df3-9313-669898e27662 req-6d600c50-b187-4a6e-a4e0-7d317b289562 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] 10.222.0.24 "DELETE /v2.0/security-groups/cda7f81a-6377-455e-a6e5-e7bf50f60bdb HTTP/1.1" status: 204 len: 173 time: 0.7992170 Aug 19 18:17:09.094455 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57044) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:09.181822 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab22b8-9c06-4df6-9cd7-968afa5a0a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecfce24-e9e9-4178-8e75-336fa52b0e32,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:09.197050 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-55ab22b8-9c06-4df6-9cd7-968afa5a0a7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41550076b1d5438cb2a130a2de4daaf3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2404990 Aug 19 18:17:09.237205 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90d033c6-a370-4706-9e83-fb0d52abc595 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.258740 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-90d033c6-a370-4706-9e83-fb0d52abc595 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Transition to ACTIVE for port object 5c42c023-615a-45d4-a527-75ea061dbfe5 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:09.272094 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57046) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:09.332604 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-54785cda-92c3-41ae-845f-ca3c9df3ea34 admin admin] Deleting subnet b4a8a831-f606-4875-a0c8-ec71988de458 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:17:09.372736 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-54785cda-92c3-41ae-845f-ca3c9df3ea34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.385793 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e35fb0-7dcf-41e1-a1eb-b2fe46de9aee req-38a5b424-59cd-440a-86a4-20b1f653c463 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:09.387065 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d600c50-b187-4a6e-a4e0-7d317b289562 tempest-SecurityGroupRulesTestJSON-1868257157 tempest-SecurityGroupRulesTestJSON-1868257157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda7f81a-6377-455e-a6e5-e7bf50f60bdb,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:09.401140 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60e35fb0-7dcf-41e1-a1eb-b2fe46de9aee req-38a5b424-59cd-440a-86a4-20b1f653c463 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 945 time: 0.3241773 Aug 19 18:17:09.413578 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-2a1f09f5-2dcb-4387-8795-c554ff40996e req-a58afd6e-1772-4df5-864a-9b44dcd696fe tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] For port a466a117-6b64-43d9-ae30-9b69d3018bea, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a466a117-6b64-43d9-ae30-9b69d3018bea,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:09.418644 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2a1f09f5-2dcb-4387-8795-c554ff40996e req-a58afd6e-1772-4df5-864a-9b44dcd696fe tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.492011 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90d033c6-a370-4706-9e83-fb0d52abc595 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.534867 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-2a1f09f5-2dcb-4387-8795-c554ff40996e req-a58afd6e-1772-4df5-864a-9b44dcd696fe tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Calling delete_port for a466a117-6b64-43d9-ae30-9b69d3018bea owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:09.594288 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60e35fb0-7dcf-41e1-a1eb-b2fe46de9aee req-64a02544-b4ff-4c9a-839b-d5722c0afaa3 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909082 Aug 19 18:17:09.610021 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a3670ce7-741e-421e-b648-61b394a8924e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.633800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d033c6-a370-4706-9e83-fb0d52abc595 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=5c42c023-615a-45d4-a527-75ea061dbfe5,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:09.653039 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8229984-07de-4957-bab5-c4fb84a00ae3 req-cf3e433b-33fe-4b13-a67a-db85faead2ac tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:09.654958 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f8229984-07de-4957-bab5-c4fb84a00ae3 req-cf3e433b-33fe-4b13-a67a-db85faead2ac tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.4522638 Aug 19 18:17:09.671630 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d033c6-a370-4706-9e83-fb0d52abc595 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:09.676209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-90d033c6-a370-4706-9e83-fb0d52abc595 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:09.677109 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-54785cda-92c3-41ae-845f-ca3c9df3ea34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.683855 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d033c6-a370-4706-9e83-fb0d52abc595 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:09.690060 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d033c6-a370-4706-9e83-fb0d52abc595 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:09.691133 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90d033c6-a370-4706-9e83-fb0d52abc595 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.699642 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:17:09.716008 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-90d033c6-a370-4706-9e83-fb0d52abc595 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8278515 Aug 19 18:17:09.718776 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a3670ce7-741e-421e-b648-61b394a8924e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.720779 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57060) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:09.791731 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f8229984-07de-4957-bab5-c4fb84a00ae3 req-eb5a23df-b064-47dc-a864-50e270f755a2 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290629 Aug 19 18:17:09.797282 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-54785cda-92c3-41ae-845f-ca3c9df3ea34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.940567 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-54785cda-92c3-41ae-845f-ca3c9df3ea34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.979489 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54785cda-92c3-41ae-845f-ca3c9df3ea34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4a8a831-f606-4875-a0c8-ec71988de458,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:09.995754 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2a1f09f5-2dcb-4387-8795-c554ff40996e req-a58afd6e-1772-4df5-864a-9b44dcd696fe tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.999167 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-54785cda-92c3-41ae-845f-ca3c9df3ea34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.003185 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-54785cda-92c3-41ae-845f-ca3c9df3ea34 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b4a8a831-f606-4875-a0c8-ec71988de458 HTTP/1.1" status: 204 len: 168 time: 0.9011421 Aug 19 18:17:10.015464 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['a466a117-6b64-43d9-ae30-9b69d3018bea'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:17:10.019538 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57068) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:10.057626 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9627cb4-248b-40e3-bac4-4f15e2648187 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:10.076755 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9627cb4-248b-40e3-bac4-4f15e2648187 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:10.080850 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d9627cb4-248b-40e3-bac4-4f15e2648187 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3589425 Aug 19 18:17:10.098528 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a3670ce7-741e-421e-b648-61b394a8924e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.103426 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a3670ce7-741e-421e-b648-61b394a8924e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.109159 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a3670ce7-741e-421e-b648-61b394a8924e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ecfce24-e9e9-4178-8e75-336fa52b0e32 HTTP/1.1" status: 204 len: 168 time: 0.8291664 Aug 19 18:17:10.112379 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57070) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:10.143045 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.194137 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3670ce7-741e-421e-b648-61b394a8924e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecfce24-e9e9-4178-8e75-336fa52b0e32,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:10.196782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58afd6e-1772-4df5-864a-9b44dcd696fe tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Pushing event deleted for resources: {'Port': ['ID=a466a117-6b64-43d9-ae30-9b69d3018bea,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:10.259779 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-c05538c0-024c-4126-96c0-9221e457fe5a tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:10.273702 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-c05538c0-024c-4126-96c0-9221e457fe5a tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/networks?id=01f7f594-e81d-44ac-aac6-2a854b94c65c HTTP/1.1" status: 200 len: 814 time: 0.5304055 Aug 19 18:17:10.312652 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-c132a956-8f1a-4b88-8bbb-f7ebdf96aae9 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/quotas/ae5f105f808f4d28a10ecd4886932c61 HTTP/1.1" status: 200 len: 375 time: 0.0370145 Aug 19 18:17:10.351920 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1f09f5-2dcb-4387-8795-c554ff40996e req-a58afd6e-1772-4df5-864a-9b44dcd696fe tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] No DVR routers for this DVR port a466a117-6b64-43d9-ae30-9b69d3018bea on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:10.366694 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2a1f09f5-2dcb-4387-8795-c554ff40996e req-a58afd6e-1772-4df5-864a-9b44dcd696fe tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.368989 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2a1f09f5-2dcb-4387-8795-c554ff40996e req-a58afd6e-1772-4df5-864a-9b44dcd696fe tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.54 "DELETE /v2.0/ports/a466a117-6b64-43d9-ae30-9b69d3018bea HTTP/1.1" status: 204 len: 173 time: 2.0775928 Aug 19 18:17:10.371327 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91119b1-f2ba-4cf4-9ae5-6088f4b1871e', 'name': 'network-vif-deleted', 'tag': 'a466a117-6b64-43d9-ae30-9b69d3018bea'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:10.383996 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccefad09-c2d8-4ddf-bcd6-548de06bc8be" -d '{"events": [{"server_uuid": "e91119b1-f2ba-4cf4-9ae5-6088f4b1871e", "name": "network-vif-deleted", "tag": "a466a117-6b64-43d9-ae30-9b69d3018bea"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:10.406469 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-002162dd-9c5b-4d00-a1bd-f324c7b43fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.459550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1c112-355c-4d81-bb27-449e622c3de4 req-89bb28de-3f8e-4f61-a7f9-8bac4f23210b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:10.465389 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59a1c112-355c-4d81-bb27-449e622c3de4 req-89bb28de-3f8e-4f61-a7f9-8bac4f23210b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.3934259 Aug 19 18:17:10.528444 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-facba554-0bb9-4787-9e7d-8835be1aae52 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting port 5c42c023-615a-45d4-a527-75ea061dbfe5 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:10.531595 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-facba554-0bb9-4787-9e7d-8835be1aae52 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.566555 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-30e81d57-09e0-4660-b9ea-32ba6e45f2ef tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae5f105f808f4d28a10ecd4886932c61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2529273 Aug 19 18:17:10.629048 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-002162dd-9c5b-4d00-a1bd-f324c7b43fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.660878 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59a1c112-355c-4d81-bb27-449e622c3de4 req-a257de63-c3fc-4f00-8499-af8e894d144d tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815729 Aug 19 18:17:10.686136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8140501d-0106-4c6a-9bbf-fa9b4e1466c3 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:10.695896 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-002162dd-9c5b-4d00-a1bd-f324c7b43fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8185347e-964d-4ab2-b69d-7ebea558a9b1']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:10.718528 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-002162dd-9c5b-4d00-a1bd-f324c7b43fa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ebaacbf-7355-4f57-8fce-6e9f758927c4') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:10.719098 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-002162dd-9c5b-4d00-a1bd-f324c7b43fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ebaacbf-7355-4f57-8fce-6e9f758927c4') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:10.748713 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-002162dd-9c5b-4d00-a1bd-f324c7b43fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.766730 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5ce44f-0476-4038-af9d-1cfb7d53d97e x-openstack-request-id: req-8b5ce44f-0476-4038-af9d-1cfb7d53d97e {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:10.767586 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91119b1-f2ba-4cf4-9ae5-6088f4b1871e", "name": "network-vif-deleted", "tag": "a466a117-6b64-43d9-ae30-9b69d3018bea", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:10.768618 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b5ce44f-0476-4038-af9d-1cfb7d53d97e {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:10.769595 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91119b1-f2ba-4cf4-9ae5-6088f4b1871e', 'name': 'network-vif-deleted', 'tag': 'a466a117-6b64-43d9-ae30-9b69d3018bea', 'status': 'completed', 'code': 200} Aug 19 18:17:10.832069 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-002162dd-9c5b-4d00-a1bd-f324c7b43fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.840527 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 8140501d-0106-4c6a-9bbf-fa9b4e1466c3 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:10.847858 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002162dd-9c5b-4d00-a1bd-f324c7b43fa8 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:17:10.848588 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-002162dd-9c5b-4d00-a1bd-f324c7b43fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:17:10.853295 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:17:10.918563 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c498f4-a81a-422d-bc9b-1e0a6d440e13 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:10.948933 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.034646 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b10e4bf1-c59b-44cc-b4fd-bd0c50ec7310 None None] Provisioning for port 8140501d-0106-4c6a-9bbf-fa9b4e1466c3 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:11.047187 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b10e4bf1-c59b-44cc-b4fd-bd0c50ec7310 None None] Provisioning complete for port 8140501d-0106-4c6a-9bbf-fa9b4e1466c3 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:11.047835 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b10e4bf1-c59b-44cc-b4fd-bd0c50ec7310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.052127 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2b336d3-6cef-4720-9f18-91e906453a1e req-0cedcb52-54c2-4196-94af-c3b383b521bc tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91119b1-f2ba-4cf4-9ae5-6088f4b1871e HTTP/1.1" status: 200 len: 210 time: 0.0760875 Aug 19 18:17:11.062056 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-002162dd-9c5b-4d00-a1bd-f324c7b43fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.086118 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-002162dd-9c5b-4d00-a1bd-f324c7b43fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.094902 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-002162dd-9c5b-4d00-a1bd-f324c7b43fa8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8185347e-964d-4ab2-b69d-7ebea558a9b1 HTTP/1.1" status: 204 len: 168 time: 1.0627234 Aug 19 18:17:11.161685 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57088) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:11.193109 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002162dd-9c5b-4d00-a1bd-f324c7b43fa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8185347e-964d-4ab2-b69d-7ebea558a9b1,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:11.220472 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-bedf0577-dbcf-4c67-ac1b-a85d2a4aa8ce service neutron] 10.222.0.24 "GET /v2.0/networks/01f7f594-e81d-44ac-aac6-2a854b94c65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6408427 Aug 19 18:17:11.230539 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e69cc-2cb4-4b58-ac75-51c29d65cb91 req-dc41edbc-654d-489b-b831-0e8a707bc7dc tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:11.232182 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-713e69cc-2cb4-4b58-ac75-51c29d65cb91 req-dc41edbc-654d-489b-b831-0e8a707bc7dc tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe3177f8-c392-49ac-a46b-7e0366e28e8f HTTP/1.1" status: 200 len: 945 time: 0.4800842 Aug 19 18:17:11.343141 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b10e4bf1-c59b-44cc-b4fd-bd0c50ec7310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.357122 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-facba554-0bb9-4787-9e7d-8835be1aae52 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.367435 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d790865-204f-40b2-8aa7-83fa3a8c0d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.426926 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-b10e4bf1-c59b-44cc-b4fd-bd0c50ec7310 None None] For port 8140501d-0106-4c6a-9bbf-fa9b4e1466c3, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=8140501d-0106-4c6a-9bbf-fa9b4e1466c3,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:11.437936 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b10e4bf1-c59b-44cc-b4fd-bd0c50ec7310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.451914 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b55a0d-d587-4959-9b2c-e51981cd2bc3 req-70486575-8bda-4978-8e08-0db9edacb1ed tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:11.455540 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-91b55a0d-d587-4959-9b2c-e51981cd2bc3 req-70486575-8bda-4978-8e08-0db9edacb1ed tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1883504 Aug 19 18:17:11.479152 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-facba554-0bb9-4787-9e7d-8835be1aae52 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Calling delete_port for 5c42c023-615a-45d4-a527-75ea061dbfe5 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:11.631991 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e4bf1-c59b-44cc-b4fd-bd0c50ec7310 None None] Pushing event updated for resources: {'Port': ['ID=8140501d-0106-4c6a-9bbf-fa9b4e1466c3,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:11.654324 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-ae563f7b-6921-4ba7-9999-180b1bc30f61 service neutron] 10.222.0.24 "GET /v2.0/networks/01f7f594-e81d-44ac-aac6-2a854b94c65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327810 Aug 19 18:17:11.700246 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-713e69cc-2cb4-4b58-ac75-51c29d65cb91 req-679ae5f7-5c9c-4141-9332-df2c12ed176d tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Deleting port 5498db78-d30b-41ed-9338-5cac56ca5609 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:11.700722 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-713e69cc-2cb4-4b58-ac75-51c29d65cb91 req-679ae5f7-5c9c-4141-9332-df2c12ed176d tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.939090 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-713e69cc-2cb4-4b58-ac75-51c29d65cb91 req-679ae5f7-5c9c-4141-9332-df2c12ed176d tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] For port 5498db78-d30b-41ed-9338-5cac56ca5609, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5498db78-d30b-41ed-9338-5cac56ca5609,segment=NetworkSegment(8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1),segment_id=8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:11.939717 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-713e69cc-2cb4-4b58-ac75-51c29d65cb91 req-679ae5f7-5c9c-4141-9332-df2c12ed176d tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.967991 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-713e69cc-2cb4-4b58-ac75-51c29d65cb91 req-679ae5f7-5c9c-4141-9332-df2c12ed176d tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Calling delete_port for 5498db78-d30b-41ed-9338-5cac56ca5609 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:12.044238 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-11476e5b-a2e2-4ef0-aa05-d56822f7995e None None] Provisioning for port 5c42c023-615a-45d4-a527-75ea061dbfe5 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:12.053124 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-11476e5b-a2e2-4ef0-aa05-d56822f7995e None None] Provisioning complete for port 5c42c023-615a-45d4-a527-75ea061dbfe5 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:12.053896 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-11476e5b-a2e2-4ef0-aa05-d56822f7995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:12.087505 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57092) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:12.181973 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-11476e5b-a2e2-4ef0-aa05-d56822f7995e None None] Port 5c42c023-615a-45d4-a527-75ea061dbfe5 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:12.230729 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-11476e5b-a2e2-4ef0-aa05-d56822f7995e None None] Provisioning complete for port 8140501d-0106-4c6a-9bbf-fa9b4e1466c3 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:12.232239 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-11476e5b-a2e2-4ef0-aa05-d56822f7995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:12.441418 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-91b55a0d-d587-4959-9b2c-e51981cd2bc3 req-bc1ba666-a09a-4079-a5e9-188158861a39 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9649048 Aug 19 18:17:12.560295 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6b5ea370-fd30-4834-b8fd-a8d9f56079cb req-96b0a53e-b986-474a-8e25-92d369d0c3f6 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 210 time: 0.3654671 Aug 19 18:17:12.639158 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8140501d-0106-4c6a-9bbf-fa9b4e1466c3 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:12.728258 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-048f5444-d06c-43ea-a1a4-66596c3ab168 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bad78f7731f9478d9170779e215e20ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6206384 Aug 19 18:17:12.729216 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57108) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:12.738961 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-facba554-0bb9-4787-9e7d-8835be1aae52 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:12.811411 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-959431a2-ed6e-4f02-a2ff-46fecc7a1519 None None] Could not find standard attr ID for object 5c42c023-615a-45d4-a527-75ea061dbfe5. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:17:12.853893 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 8140501d-0106-4c6a-9bbf-fa9b4e1466c3 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:12.854434 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:12.897086 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d790865-204f-40b2-8aa7-83fa3a8c0d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:12.908036 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d790865-204f-40b2-8aa7-83fa3a8c0d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:12.961162 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facba554-0bb9-4787-9e7d-8835be1aae52 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Port': ['ID=5c42c023-615a-45d4-a527-75ea061dbfe5,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:13.124506 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d790865-204f-40b2-8aa7-83fa3a8c0d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219febf4-a9d4-458f-8ed0-85b3eea70648,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:13.155216 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-facba554-0bb9-4787-9e7d-8835be1aae52 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:13.158969 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-facba554-0bb9-4787-9e7d-8835be1aae52 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/5c42c023-615a-45d4-a527-75ea061dbfe5 HTTP/1.1" status: 204 len: 168 time: 3.0431292 Aug 19 18:17:13.183960 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57128) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:13.192986 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4d790865-204f-40b2-8aa7-83fa3a8c0d2a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6245a665cdf64a068c0505e5aeaffdb5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0256770 Aug 19 18:17:13.207203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57130) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:13.389320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a466a117-6b64-43d9-ae30-9b69d3018bea no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:13.408804 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-713e69cc-2cb4-4b58-ac75-51c29d65cb91 req-679ae5f7-5c9c-4141-9332-df2c12ed176d tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:13.460462 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: a466a117-6b64-43d9-ae30-9b69d3018bea {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:17:13.461393 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a466a117-6b64-43d9-ae30-9b69d3018bea not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:17:13.468221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-e5ac7a43-15e4-4e45-8663-740e0f5b52e3 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:13.472130 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['5498db78-d30b-41ed-9338-5cac56ca5609'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:17:13.474522 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ae5f7-5c9c-4141-9332-df2c12ed176d tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Pushing event deleted for resources: {'Port': ['ID=5498db78-d30b-41ed-9338-5cac56ca5609,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:13.484575 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-e5ac7a43-15e4-4e45-8663-740e0f5b52e3 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/networks?id=6a232ed5-d6ef-427b-adae-4f7272a3c429 HTTP/1.1" status: 200 len: 812 time: 0.4363160 Aug 19 18:17:13.510031 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d08203-866e-4c90-8542-f8f2878d6b57 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:13.511768 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d08203-866e-4c90-8542-f8f2878d6b57 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:13.517761 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-52d08203-866e-4c90-8542-f8f2878d6b57 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3264616 Aug 19 18:17:13.518041 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-738c9178-f8f1-4564-b663-f67fd998949c tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/quotas/b4a7af90eddc4fcd95550f2f124890b4 HTTP/1.1" status: 200 len: 375 time: 0.0298090 Aug 19 18:17:13.519937 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-acd71512-4237-4de8-84d4-420cffe7711c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:13.520377 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57134) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:13.642853 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-2c65990a-868b-4cb6-ab61-43783143a8ca tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4a7af90eddc4fcd95550f2f124890b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1232142 Aug 19 18:17:13.815353 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-e994514d-174e-4eaa-b95d-01b431568f1f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet ea11200b-485f-42da-ab63-292cc5de9a33 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:17:13.827180 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e994514d-174e-4eaa-b95d-01b431568f1f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:13.939540 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e994514d-174e-4eaa-b95d-01b431568f1f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:13.945579 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-acd71512-4237-4de8-84d4-420cffe7711c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:13.948391 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-46e10d03-1aa4-4ebb-baf1-f02b8e2db08d service neutron] 10.222.0.24 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008058 Aug 19 18:17:13.971745 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622e4bb-c2b6-4968-9774-2f2280b59073 req-6d3441b4-87d7-4302-8056-94d361a9932c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:13.973726 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9622e4bb-c2b6-4968-9774-2f2280b59073 req-6d3441b4-87d7-4302-8056-94d361a9932c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.7707493 Aug 19 18:17:14.049149 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-713e69cc-2cb4-4b58-ac75-51c29d65cb91 req-679ae5f7-5c9c-4141-9332-df2c12ed176d tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] No DVR routers for this DVR port 5498db78-d30b-41ed-9338-5cac56ca5609 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:14.058307 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-713e69cc-2cb4-4b58-ac75-51c29d65cb91 req-679ae5f7-5c9c-4141-9332-df2c12ed176d tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:14.062316 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-713e69cc-2cb4-4b58-ac75-51c29d65cb91 req-679ae5f7-5c9c-4141-9332-df2c12ed176d tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.50 "DELETE /v2.0/ports/5498db78-d30b-41ed-9338-5cac56ca5609 HTTP/1.1" status: 204 len: 173 time: 2.8191009 Aug 19 18:17:14.065791 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3177f8-c392-49ac-a46b-7e0366e28e8f', 'name': 'network-vif-deleted', 'tag': '5498db78-d30b-41ed-9338-5cac56ca5609'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:14.069567 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba1be48-d290-4e99-9398-762ab0ec54ce" -d '{"events": [{"server_uuid": "fe3177f8-c392-49ac-a46b-7e0366e28e8f", "name": "network-vif-deleted", "tag": "5498db78-d30b-41ed-9338-5cac56ca5609"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:14.087721 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2351c91e-4f3b-4276-a2d3-86a5aee5e527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:14.146229 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2351c91e-4f3b-4276-a2d3-86a5aee5e527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:14.158436 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9622e4bb-c2b6-4968-9774-2f2280b59073 req-ab3a7985-830b-4ca1-959f-cd94599a224b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594191 Aug 19 18:17:14.173070 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-acd71512-4237-4de8-84d4-420cffe7711c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:14.176644 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-acd71512-4237-4de8-84d4-420cffe7711c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:14.181867 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-acd71512-4237-4de8-84d4-420cffe7711c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62d7e8d3-b229-47eb-8ffb-05f7949b7835 HTTP/1.1" status: 204 len: 168 time: 1.4499018 Aug 19 18:17:14.211489 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd71512-4237-4de8-84d4-420cffe7711c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d7e8d3-b229-47eb-8ffb-05f7949b7835,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:14.263947 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2351c91e-4f3b-4276-a2d3-86a5aee5e527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:14.269163 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2351c91e-4f3b-4276-a2d3-86a5aee5e527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:14.277157 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2351c91e-4f3b-4276-a2d3-86a5aee5e527 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/219febf4-a9d4-458f-8ed0-85b3eea70648 HTTP/1.1" status: 204 len: 168 time: 1.0573740 Aug 19 18:17:14.290500 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351c91e-4f3b-4276-a2d3-86a5aee5e527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219febf4-a9d4-458f-8ed0-85b3eea70648,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:14.410734 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e994514d-174e-4eaa-b95d-01b431568f1f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:14.579103 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ae24d1df-6091-471a-a67d-cc914b5fe0d6 req-40e016eb-db7c-431c-a002-45d2fef2ef32 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 210 time: 0.1160333 Aug 19 18:17:14.680788 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13efa7f-2172-44f9-b618-72900c92ba0b x-openstack-request-id: req-d13efa7f-2172-44f9-b618-72900c92ba0b {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:14.681831 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3177f8-c392-49ac-a46b-7e0366e28e8f", "name": "network-vif-deleted", "tag": "5498db78-d30b-41ed-9338-5cac56ca5609", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:14.685227 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d13efa7f-2172-44f9-b618-72900c92ba0b {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:14.686368 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3177f8-c392-49ac-a46b-7e0366e28e8f', 'name': 'network-vif-deleted', 'tag': '5498db78-d30b-41ed-9338-5cac56ca5609', 'status': 'completed', 'code': 200} Aug 19 18:17:14.698199 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-354086e8-df43-4c8f-aa14-6b5a05d12161 service neutron] 10.222.0.24 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7157207 Aug 19 18:17:14.735247 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e994514d-174e-4eaa-b95d-01b431568f1f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:14.955557 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994514d-174e-4eaa-b95d-01b431568f1f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=ea11200b-485f-42da-ab63-292cc5de9a33,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:15.097034 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52268257-ecb0-4fe8-929d-4b4cad608ae3 req-7a14ab4c-7da5-42a7-b9dd-3c0053fd3cc4 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:15.102743 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-52268257-ecb0-4fe8-929d-4b4cad608ae3 req-7a14ab4c-7da5-42a7-b9dd-3c0053fd3cc4 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.2431803 Aug 19 18:17:15.122773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-e7eaf528-0504-4291-8bfe-4c624a5dbdce tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:15.125723 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-e7eaf528-0504-4291-8bfe-4c624a5dbdce tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.54 "GET /v2.0/networks?id=01f7f594-e81d-44ac-aac6-2a854b94c65c HTTP/1.1" status: 200 len: 814 time: 0.6137202 Aug 19 18:17:15.132281 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e994514d-174e-4eaa-b95d-01b431568f1f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:15.136015 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e994514d-174e-4eaa-b95d-01b431568f1f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/ea11200b-485f-42da-ab63-292cc5de9a33 HTTP/1.1" status: 204 len: 168 time: 1.6130133 Aug 19 18:17:15.141290 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57154) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:15.160647 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Request body: {'port': {'device_id': 'acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6', 'network_id': '01f7f594-e81d-44ac-aac6-2a854b94c65c', 'admin_state_up': True, 'tenant_id': 'ae5f105f808f4d28a10ecd4886932c61'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:15.164830 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b310d9a-ea9f-4a44-9eee-9e1233fb0729 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:15.336154 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-52268257-ecb0-4fe8-929d-4b4cad608ae3 req-6aab0678-2dfd-433c-be63-8073c649dc53 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217071 Aug 19 18:17:15.560761 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5498db78-d30b-41ed-9338-5cac56ca5609 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:15.670285 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 5498db78-d30b-41ed-9338-5cac56ca5609 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:17:15.670641 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5498db78-d30b-41ed-9338-5cac56ca5609 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:17:15.706734 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0af9df1e-fbc0-4ecf-a352-9fa51cd92160 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5645769 Aug 19 18:17:15.711278 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57178) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:15.724304 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-6b16d6eb-4fb7-4456-95f8-5bd99b8e7b42 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:15.762007 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c35d7b17-958f-4ed3-af67-8a91367c64b1 req-728ba6ad-d16f-4ca1-b3a6-36059cf7844c tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a9d1a34-2243-4c1c-8db9-893b1cc721b3 HTTP/1.1" status: 200 len: 210 time: 0.3076220 Aug 19 18:17:15.849807 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bdad71-c34e-42ed-9853-cca3a9b2ac05 None None] DHCP port deletion for 4734c50c-5b75-42a3-a882-02084790a476 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:17:15.908826 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Made reservation on behalf of ae5f105f808f4d28a10ecd4886932c61 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:15.934994 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:16.079199 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6513d3c4-e3e3-4a14-b9c2-0df5c6aa0c0b req-d3ac60b6-831b-4f55-ac86-996a7b892a0e tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 210 time: 0.2298217 Aug 19 18:17:16.114281 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-78bdad71-c34e-42ed-9853-cca3a9b2ac05 None None] Deleting port 8140501d-0106-4c6a-9bbf-fa9b4e1466c3 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:16.115408 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78bdad71-c34e-42ed-9853-cca3a9b2ac05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:16.270665 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b16d6eb-4fb7-4456-95f8-5bd99b8e7b42 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:16.276540 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6b16d6eb-4fb7-4456-95f8-5bd99b8e7b42 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:16.362889 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f797f82-30bc-47b6-a3a7-6191ea182a84 req-c673a512-9c68-4d4c-b779-7a45b44c7791 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:16.391138 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1f797f82-30bc-47b6-a3a7-6191ea182a84 req-c673a512-9c68-4d4c-b779-7a45b44c7791 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.2221177 Aug 19 18:17:16.410221 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:16.438265 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-78bdad71-c34e-42ed-9853-cca3a9b2ac05 None None] For port 8140501d-0106-4c6a-9bbf-fa9b4e1466c3, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=8140501d-0106-4c6a-9bbf-fa9b4e1466c3,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:16.448567 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78bdad71-c34e-42ed-9853-cca3a9b2ac05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:16.507284 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-78bdad71-c34e-42ed-9853-cca3a9b2ac05 None None] Calling delete_port for 8140501d-0106-4c6a-9bbf-fa9b4e1466c3 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:16.556527 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8140501d-0106-4c6a-9bbf-fa9b4e1466c3 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:16.730724 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Allocated IP 172.20.0.9 (01f7f594-e81d-44ac-aac6-2a854b94c65c/f13f9baf-d90a-4ab7-b93b-82b15f099642/92d0815d-4730-4e5c-8f83-1158edcf58fd) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:16.779144 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1f797f82-30bc-47b6-a3a7-6191ea182a84 req-15356d0e-cfef-427c-a0d5-a84a0dd0417b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760920 Aug 19 18:17:16.878496 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78bdad71-c34e-42ed-9853-cca3a9b2ac05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:16.892952 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No active binding found for port 8140501d-0106-4c6a-9bbf-fa9b4e1466c3 {{(pid=94683) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 18:17:16.894193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8140501d-0106-4c6a-9bbf-fa9b4e1466c3 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:17:16.936931 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6b16d6eb-4fb7-4456-95f8-5bd99b8e7b42 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:16.995027 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdad71-c34e-42ed-9853-cca3a9b2ac05 None None] Pushing event deleted for resources: {'Port': ['ID=8140501d-0106-4c6a-9bbf-fa9b4e1466c3,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:17.007718 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bdad71-c34e-42ed-9853-cca3a9b2ac05 None None] No DVR routers for this DVR port 8140501d-0106-4c6a-9bbf-fa9b4e1466c3 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:17.143930 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-93c241b4-3ea9-49f8-9840-1571a8db498b req-1120b402-3118-4a7b-bb5b-46696fa4844b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a9d1a34-2243-4c1c-8db9-893b1cc721b3 HTTP/1.1" status: 200 len: 210 time: 0.1615641 Aug 19 18:17:17.149599 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b16d6eb-4fb7-4456-95f8-5bd99b8e7b42 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:17.160784 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-6b16d6eb-4fb7-4456-95f8-5bd99b8e7b42 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:17.168410 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b16d6eb-4fb7-4456-95f8-5bd99b8e7b42 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:17.169825 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6b16d6eb-4fb7-4456-95f8-5bd99b8e7b42 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:17.179057 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7381bf81-c70f-4550-bb66-8be747a767e0 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:17.223175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16d6eb-4fb7-4456-95f8-5bd99b8e7b42 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=490a54b4-a5bf-46d1-8323-497b96ec6036,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:17.240204 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b16d6eb-4fb7-4456-95f8-5bd99b8e7b42 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:17.241248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b16d6eb-4fb7-4456-95f8-5bd99b8e7b42 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:17.242355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b16d6eb-4fb7-4456-95f8-5bd99b8e7b42 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:17.243985 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b16d6eb-4fb7-4456-95f8-5bd99b8e7b42 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:17.245497 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b16d6eb-4fb7-4456-95f8-5bd99b8e7b42 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:17.246952 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b16d6eb-4fb7-4456-95f8-5bd99b8e7b42 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:17.248753 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b16d6eb-4fb7-4456-95f8-5bd99b8e7b42 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:17.249802 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b16d6eb-4fb7-4456-95f8-5bd99b8e7b42 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:17.250934 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b16d6eb-4fb7-4456-95f8-5bd99b8e7b42 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:17.252176 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b16d6eb-4fb7-4456-95f8-5bd99b8e7b42 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:17.253397 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b16d6eb-4fb7-4456-95f8-5bd99b8e7b42 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:17.255328 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b16d6eb-4fb7-4456-95f8-5bd99b8e7b42 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:17.267164 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6b16d6eb-4fb7-4456-95f8-5bd99b8e7b42 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5513277 Aug 19 18:17:17.268861 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57220) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:17.288386 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-fb959398-8d4b-468e-be79-59299bde6330 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'name': 'tempest-NetworksTestDHCPv6-1278295764'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:17.300018 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57222) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:17.516419 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-35bd176d-5161-4e9e-ad60-01571245fc4e req-d9917d72-4025-49c0-b888-1be15e486cbf tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 210 time: 0.0417802 Aug 19 18:17:17.668594 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682de12-f9bf-4f29-aa27-62d9d8b146b7 req-3bc078bb-6046-4a0d-abc5-f2cdfb7e9d70 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:17.675493 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d682de12-f9bf-4f29-aa27-62d9d8b146b7 req-3bc078bb-6046-4a0d-abc5-f2cdfb7e9d70 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.5789459 Aug 19 18:17:17.700830 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-6fceddd3-a745-4054-87b3-442cb8257d38 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2015781071-network', 'tenant_id': '4a3290870e464da7827f6e353d92d457'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:17.765083 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb959398-8d4b-468e-be79-59299bde6330 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:17.768844 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d682de12-f9bf-4f29-aa27-62d9d8b146b7 req-b746b678-8899-4770-8f42-988ffcfb30de tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735011 Aug 19 18:17:17.775009 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fb959398-8d4b-468e-be79-59299bde6330 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:17.796849 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:17.827380 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf40120-fd88-4c0b-bbf1-2c39e7efa05b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-4734c50c-5b75-42a3-a882-02084790a476', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'fixed_ips': [{'subnet_id': '490a54b4-a5bf-46d1-8323-497b96ec6036'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:17:17.829210 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-abf40120-fd88-4c0b-bbf1-2c39e7efa05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:17.896322 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fceddd3-a745-4054-87b3-442cb8257d38 admin admin] Made reservation on behalf of 4a3290870e464da7827f6e353d92d457 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:17.902674 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6fceddd3-a745-4054-87b3-442cb8257d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:17.941418 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:17.971343 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-fb959398-8d4b-468e-be79-59299bde6330 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] device_id is not set on port a1415065-2689-43db-8116-330ce939f5a9 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:17:18.000193 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6fceddd3-a745-4054-87b3-442cb8257d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:18.169523 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-abf40120-fd88-4c0b-bbf1-2c39e7efa05b None None] Allocated IP 2001:db8::2 (4734c50c-5b75-42a3-a882-02084790a476/490a54b4-a5bf-46d1-8323-497b96ec6036/d5cee523-1c13-453e-a522-6957298bb2a4) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:18.241795 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Pushing event updated for resources: {'Port': ['ID=92d0815d-4730-4e5c-8f83-1158edcf58fd,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:18.370400 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:18.370400 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:18.370400 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:18.370400 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:18.370400 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:18.371761 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:18.371761 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:18.372230 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:18.373662 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:18.374273 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:18.374974 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:18.375378 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:18.404287 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Network 01f7f594-e81d-44ac-aac6-2a854b94c65c is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:18.445519 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:18.457411 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:18.529224 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-20cbe9cc-252c-46ac-a842-30dccd0ef40b req-259a72f2-0a85-416f-b56c-608c6149c3fe tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a9d1a34-2243-4c1c-8db9-893b1cc721b3 HTTP/1.1" status: 200 len: 210 time: 0.0454059 Aug 19 18:17:18.587713 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-abf40120-fd88-4c0b-bbf1-2c39e7efa05b None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:18.609715 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-abf40120-fd88-4c0b-bbf1-2c39e7efa05b None None] Transition to ACTIVE for port object d5cee523-1c13-453e-a522-6957298bb2a4 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:18.639067 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653ea8d-caf3-41f6-b11e-f21b5002dbb6 req-dcadad2d-1a91-4221-8527-56feab0a4577 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:18.641978 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-abf40120-fd88-4c0b-bbf1-2c39e7efa05b None None] Transition to ACTIVE for port object d5cee523-1c13-453e-a522-6957298bb2a4 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:18.653052 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-abf40120-fd88-4c0b-bbf1-2c39e7efa05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:18.656630 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f653ea8d-caf3-41f6-b11e-f21b5002dbb6 req-dcadad2d-1a91-4221-8527-56feab0a4577 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.3471966 Aug 19 18:17:18.708586 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:18.710327 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:18.714794 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf40120-fd88-4c0b-bbf1-2c39e7efa05b None None] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:18.720575 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-abf40120-fd88-4c0b-bbf1-2c39e7efa05b None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:18.729964 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf40120-fd88-4c0b-bbf1-2c39e7efa05b None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:18.796816 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf40120-fd88-4c0b-bbf1-2c39e7efa05b None None] Pushing event updated for resources: {'Port': ['ID=d5cee523-1c13-453e-a522-6957298bb2a4,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:18.821895 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f653ea8d-caf3-41f6-b11e-f21b5002dbb6 req-2babd723-6ac9-48f3-9437-2c3d80d079c2 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546400 Aug 19 18:17:18.846772 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-abf40120-fd88-4c0b-bbf1-2c39e7efa05b None None] Attempting to bind port d5cee523-1c13-453e-a522-6957298bb2a4 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:17:18.847849 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-abf40120-fd88-4c0b-bbf1-2c39e7efa05b None None] Attempting to bind port d5cee523-1c13-453e-a522-6957298bb2a4 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:17:18.848482 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf40120-fd88-4c0b-bbf1-2c39e7efa05b None None] Attempting to bind port d5cee523-1c13-453e-a522-6957298bb2a4 on network 4734c50c-5b75-42a3-a882-02084790a476 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:17:18.858792 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf40120-fd88-4c0b-bbf1-2c39e7efa05b None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:17:18.859206 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf40120-fd88-4c0b-bbf1-2c39e7efa05b None None] Checking segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:17:18.859636 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-abf40120-fd88-4c0b-bbf1-2c39e7efa05b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:18.860269 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf40120-fd88-4c0b-bbf1-2c39e7efa05b None None] Bound using segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:17:18.860980 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-abf40120-fd88-4c0b-bbf1-2c39e7efa05b None None] Bound port: d5cee523-1c13-453e-a522-6957298bb2a4, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:17:18.862064 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-abf40120-fd88-4c0b-bbf1-2c39e7efa05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:18.885738 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-d8d80b71-d43f-4ce5-8978-ed047148a3db tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:18.887453 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-d8d80b71-d43f-4ce5-8978-ed047148a3db tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.50 "GET /v2.0/networks?id=6a232ed5-d6ef-427b-adae-4f7272a3c429 HTTP/1.1" status: 200 len: 812 time: 0.8893192 Aug 19 18:17:18.933104 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-96a59676-dca5-4fd0-9673-d73b4022aea3 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Request body: {'port': {'device_id': '2a9d1a34-2243-4c1c-8db9-893b1cc721b3', 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429', 'admin_state_up': True, 'tenant_id': 'b4a7af90eddc4fcd95550f2f124890b4'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:18.972457 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-fb959398-8d4b-468e-be79-59299bde6330 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8::131 (4734c50c-5b75-42a3-a882-02084790a476/490a54b4-a5bf-46d1-8323-497b96ec6036/a1415065-2689-43db-8116-330ce939f5a9) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:19.000672 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-abf40120-fd88-4c0b-bbf1-2c39e7efa05b None None] For port d5cee523-1c13-453e-a522-6957298bb2a4, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:17:19.016309 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-abf40120-fd88-4c0b-bbf1-2c39e7efa05b None None] For port d5cee523-1c13-453e-a522-6957298bb2a4, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=d5cee523-1c13-453e-a522-6957298bb2a4,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:17:19.028820 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-abf40120-fd88-4c0b-bbf1-2c39e7efa05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:19.169286 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf40120-fd88-4c0b-bbf1-2c39e7efa05b None None] Pushing event updated for resources: {'Port': ['ID=d5cee523-1c13-453e-a522-6957298bb2a4,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:19.177608 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4465175-47db-4e3c-b4b7-154b5dd31a78 req-af4fe8c4-0a05-4632-ba49-30fe5b904126 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:19.196761 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4465175-47db-4e3c-b4b7-154b5dd31a78 req-af4fe8c4-0a05-4632-ba49-30fe5b904126 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1682665 Aug 19 18:17:19.208434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f4141-c019-4e44-b021-38699162d174 req-47c0abfb-6d55-4b4a-b4a9-3fb7faa2340a tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:19.222823 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8a0f4141-c019-4e44-b021-38699162d174 req-47c0abfb-6d55-4b4a-b4a9-3fb7faa2340a tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 931 time: 0.4033375 Aug 19 18:17:19.266346 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4465175-47db-4e3c-b4b7-154b5dd31a78 req-ef5a8626-d7ca-418f-b269-96ad3adf565d tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680876 Aug 19 18:17:19.512360 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6fceddd3-a745-4054-87b3-442cb8257d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:19.529442 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-3b03bdd4-c952-4a12-8cce-af5ae53c11ff tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3911057 Aug 19 18:17:19.594529 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-b9c554f5-c84c-4a84-babe-692f5fd51068 service neutron] Request body: {'port': {'device_id': 'acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:19.671489 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8a0f4141-c019-4e44-b021-38699162d174 req-96b57943-ebc7-4d9c-9936-84661a326ce4 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478352 Aug 19 18:17:19.673116 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6fceddd3-a745-4054-87b3-442cb8257d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:19.779722 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fceddd3-a745-4054-87b3-442cb8257d38 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:17:19.789586 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-96a59676-dca5-4fd0-9673-d73b4022aea3 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Made reservation on behalf of b4a7af90eddc4fcd95550f2f124890b4 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:19.789899 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-96a59676-dca5-4fd0-9673-d73b4022aea3 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:19.822276 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fceddd3-a745-4054-87b3-442cb8257d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff714813-33f9-4c8c-bd20-b68b071112b4,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:19.845227 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-b9c554f5-c84c-4a84-babe-692f5fd51068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:19.891496 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-53fb1be7-0f76-4e88-bde9-d2a3eb26d60a req-da1415be-340a-467b-a148-1a3f4a27264c tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a9d1a34-2243-4c1c-8db9-893b1cc721b3 HTTP/1.1" status: 200 len: 210 time: 0.0814679 Aug 19 18:17:20.001232 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6fceddd3-a745-4054-87b3-442cb8257d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:20.001661 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-6fceddd3-a745-4054-87b3-442cb8257d38 admin admin] Added segment 322208e2-b5ec-4a39-9131-3ae8cbaa7ac9 of type vlan for network 0f5bd346-7c14-4e50-89d6-16e6ab56fff4 Aug 19 18:17:20.041602 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ed9b5-0012-4db8-abda-d2d51f2152b7 req-8ab2e5bc-b5ab-4d7a-9cec-ab48a4e88415 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:20.054102 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9b3ed9b5-0012-4db8-abda-d2d51f2152b7 req-8ab2e5bc-b5ab-4d7a-9cec-ab48a4e88415 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/networks?id=9b23f275-dbc1-4b31-89ad-a50a42b827a6 HTTP/1.1" status: 200 len: 813 time: 0.5191734 Aug 19 18:17:20.140109 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9b3ed9b5-0012-4db8-abda-d2d51f2152b7 req-d95be1c2-dd2e-4534-a51d-8ab2faf7f127 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/quotas/936ec52db0734d99bf3034cb7c88bc1c HTTP/1.1" status: 200 len: 375 time: 0.0891318 Aug 19 18:17:20.190662 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fb959398-8d4b-468e-be79-59299bde6330 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:20.212673 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-fb959398-8d4b-468e-be79-59299bde6330 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Transition to ACTIVE for port object a1415065-2689-43db-8116-330ce939f5a9 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:20.260862 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-96a59676-dca5-4fd0-9673-d73b4022aea3 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Allocated IP 172.20.0.5 (6a232ed5-d6ef-427b-adae-4f7272a3c429/b90853f9-3a3c-4d5a-8d68-8dea22f30a90/e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:20.278621 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9b3ed9b5-0012-4db8-abda-d2d51f2152b7 req-e31725dd-ca22-4610-affe-c8adb66ce674 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=936ec52db0734d99bf3034cb7c88bc1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1373565 Aug 19 18:17:20.330898 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6fceddd3-a745-4054-87b3-442cb8257d38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:20.441798 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-b9c554f5-c84c-4a84-babe-692f5fd51068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d0815d-4730-4e5c-8f83-1158edcf58fd {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:17:20.456120 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-b9c554f5-c84c-4a84-babe-692f5fd51068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:20.480051 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.db.resource_extend [None req-6fceddd3-a745-4054-87b3-442cb8257d38 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:17:20.492763 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-b9c554f5-c84c-4a84-babe-692f5fd51068 service neutron] Transition to ACTIVE for port object 92d0815d-4730-4e5c-8f83-1158edcf58fd will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:20.501898 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-b9c554f5-c84c-4a84-babe-692f5fd51068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:20.610239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d5cee523-1c13-453e-a522-6957298bb2a4 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:20.698326 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fb959398-8d4b-468e-be79-59299bde6330 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:20.733942 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6fceddd3-a745-4054-87b3-442cb8257d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:20.736519 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fceddd3-a745-4054-87b3-442cb8257d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:20.739360 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6fceddd3-a745-4054-87b3-442cb8257d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:20.755065 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c554f5-c84c-4a84-babe-692f5fd51068 service neutron] Pushing event updated for resources: {'Port': ['ID=92d0815d-4730-4e5c-8f83-1158edcf58fd,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:20.871412 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port d5cee523-1c13-453e-a522-6957298bb2a4 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:20.887620 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-b9c554f5-c84c-4a84-babe-692f5fd51068 service neutron] Attempting to bind port 92d0815d-4730-4e5c-8f83-1158edcf58fd on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:17:20.888226 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-b9c554f5-c84c-4a84-babe-692f5fd51068 service neutron] Attempting to bind port 92d0815d-4730-4e5c-8f83-1158edcf58fd by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '01f7f594-e81d-44ac-aac6-2a854b94c65c'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:17:20.890322 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-b9c554f5-c84c-4a84-babe-692f5fd51068 service neutron] Attempting to bind port 92d0815d-4730-4e5c-8f83-1158edcf58fd on network 01f7f594-e81d-44ac-aac6-2a854b94c65c {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:17:20.916537 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-b9c554f5-c84c-4a84-babe-692f5fd51068 service neutron] Port 92d0815d-4730-4e5c-8f83-1158edcf58fd on network 01f7f594-e81d-44ac-aac6-2a854b94c65c not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:17:20.917093 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-b9c554f5-c84c-4a84-babe-692f5fd51068 service neutron] Attempting to bind port 92d0815d-4730-4e5c-8f83-1158edcf58fd on network 01f7f594-e81d-44ac-aac6-2a854b94c65c {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:17:20.922625 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb959398-8d4b-468e-be79-59299bde6330 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:20.927194 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-b9c554f5-c84c-4a84-babe-692f5fd51068 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:17:20.927948 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-b9c554f5-c84c-4a84-babe-692f5fd51068 service neutron] Checking segment: {'id': '8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '01f7f594-e81d-44ac-aac6-2a854b94c65c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:17:20.929176 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-b9c554f5-c84c-4a84-babe-692f5fd51068 service neutron] Bound using segment: {'id': '8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '01f7f594-e81d-44ac-aac6-2a854b94c65c'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:17:20.929901 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-b9c554f5-c84c-4a84-babe-692f5fd51068 service neutron] Bound port: 92d0815d-4730-4e5c-8f83-1158edcf58fd, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '01f7f594-e81d-44ac-aac6-2a854b94c65c'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:17:20.930530 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-b9c554f5-c84c-4a84-babe-692f5fd51068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.028858 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6fceddd3-a745-4054-87b3-442cb8257d38 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.7225449 Aug 19 18:17:21.030064 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-fb959398-8d4b-468e-be79-59299bde6330 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:21.048506 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-51f82255-461d-40c0-8673-2a9bd82e82de None None] Provisioning for port d5cee523-1c13-453e-a522-6957298bb2a4 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:21.053345 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57278) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:21.058316 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-51f82255-461d-40c0-8673-2a9bd82e82de None None] Provisioning complete for port d5cee523-1c13-453e-a522-6957298bb2a4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:21.058975 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-51f82255-461d-40c0-8673-2a9bd82e82de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.060154 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb959398-8d4b-468e-be79-59299bde6330 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:21.075424 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb959398-8d4b-468e-be79-59299bde6330 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:21.076151 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fb959398-8d4b-468e-be79-59299bde6330 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.121391 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-d6ffa6be-3685-4ce3-a1d0-5e88b80e27c0 admin admin] Request body: {'subnet': {'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2015781071-subnet', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:21.197220 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465b9da-4ffd-4fb3-956d-46cb269d5ba2 req-a460a91c-cae9-4ff4-be7f-63bf0615d36e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:21.233130 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1465b9da-4ffd-4fb3-956d-46cb269d5ba2 req-a460a91c-cae9-4ff4-be7f-63bf0615d36e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.7006645 Aug 19 18:17:21.266805 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-b9c554f5-c84c-4a84-babe-692f5fd51068 service neutron] For port 92d0815d-4730-4e5c-8f83-1158edcf58fd, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:17:21.273657 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-b9c554f5-c84c-4a84-babe-692f5fd51068 service neutron] For port 92d0815d-4730-4e5c-8f83-1158edcf58fd, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=92d0815d-4730-4e5c-8f83-1158edcf58fd,segment=NetworkSegment(8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1),segment_id=8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:17:21.281007 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-b9c554f5-c84c-4a84-babe-692f5fd51068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.288786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fceddd3-a745-4054-87b3-442cb8257d38 admin admin] Pushing event updated for resources: {'Network': ['ID=0f5bd346-7c14-4e50-89d6-16e6ab56fff4,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:21.289062 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-51f82255-461d-40c0-8673-2a9bd82e82de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.299980 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb959398-8d4b-468e-be79-59299bde6330 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=a1415065-2689-43db-8116-330ce939f5a9,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:21.314636 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fb959398-8d4b-468e-be79-59299bde6330 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0403357 Aug 19 18:17:21.318568 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57284) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:21.373753 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-51f82255-461d-40c0-8673-2a9bd82e82de None None] For port d5cee523-1c13-453e-a522-6957298bb2a4, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=d5cee523-1c13-453e-a522-6957298bb2a4,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:21.377986 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 0f5bd346-7c14-4e50-89d6-16e6ab56fff4 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:17:21.380084 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1465b9da-4ffd-4fb3-956d-46cb269d5ba2 req-97c8fb49-071c-4bc6-9dc8-85198b0c24f7 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548532 Aug 19 18:17:21.382950 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-51f82255-461d-40c0-8673-2a9bd82e82de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.413835 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-96a59676-dca5-4fd0-9673-d73b4022aea3 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.424712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ffa6be-3685-4ce3-a1d0-5e88b80e27c0 admin admin] Made reservation on behalf of 4a3290870e464da7827f6e353d92d457 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:21.427530 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa6be-3685-4ce3-a1d0-5e88b80e27c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.442514 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302500d-857e-4106-8c75-c053a0df6a3c req-4d34e526-3ea1-4885-8b4b-09d0a47026e8 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:21.451436 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6302500d-857e-4106-8c75-c053a0df6a3c req-4d34e526-3ea1-4885-8b4b-09d0a47026e8 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 943 time: 0.4628854 Aug 19 18:17:21.601458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-b9c554f5-c84c-4a84-babe-692f5fd51068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:21.605298 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-b9c554f5-c84c-4a84-babe-692f5fd51068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.609615 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-b9c554f5-c84c-4a84-babe-692f5fd51068 service neutron] 10.222.0.54 "PUT /v2.0/ports/92d0815d-4730-4e5c-8f83-1158edcf58fd HTTP/1.1" status: 200 len: 1091 time: 2.0471981 Aug 19 18:17:21.658229 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d40d3e-a5d6-4a1a-b107-a3c2f0398c0f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:21.659225 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2e258008-6f70-409d-98a7-06bf2e0f6771 None None] Provisioning for port a1415065-2689-43db-8116-330ce939f5a9 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:21.673036 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d40d3e-a5d6-4a1a-b107-a3c2f0398c0f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:21.682895 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-27d40d3e-a5d6-4a1a-b107-a3c2f0398c0f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3535569 Aug 19 18:17:21.683860 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6', 'tag': '92d0815d-4730-4e5c-8f83-1158edcf58fd'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:21.688993 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2e258008-6f70-409d-98a7-06bf2e0f6771 None None] Provisioning complete for port a1415065-2689-43db-8116-330ce939f5a9 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:21.689362 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2e258008-6f70-409d-98a7-06bf2e0f6771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.689826 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c4b5eb-125c-4e06-8eae-64c19ca361a3" -d '{"events": [{"name": "network-changed", "server_uuid": "acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6", "tag": "92d0815d-4730-4e5c-8f83-1158edcf58fd"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:21.700183 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57288) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:21.784597 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f82255-461d-40c0-8673-2a9bd82e82de None None] Pushing event updated for resources: {'Port': ['ID=d5cee523-1c13-453e-a522-6957298bb2a4,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:21.809012 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-2e258008-6f70-409d-98a7-06bf2e0f6771 None None] Port a1415065-2689-43db-8116-330ce939f5a9 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:21.817693 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e15bee24-6cf2-4cd0-a9e8-60c5312da38a req-dced389f-3131-454d-8f1d-7afaa75f13a2 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a9d1a34-2243-4c1c-8db9-893b1cc721b3 HTTP/1.1" status: 200 len: 210 time: 0.0398328 Aug 19 18:17:21.976433 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-96a59676-dca5-4fd0-9673-d73b4022aea3 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.002856 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6302500d-857e-4106-8c75-c053a0df6a3c req-9584db23-04ca-4a8d-9a1f-9e76f39763a5 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350428 Aug 19 18:17:22.060864 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-6157d2e6-002a-4bdc-b495-0d189b3f2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:22.063996 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-6157d2e6-002a-4bdc-b495-0d189b3f2e61 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ae5f105f808f4d28a10ecd4886932c61&device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 1094 time: 0.3623846 Aug 19 18:17:22.069808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c554f5-c84c-4a84-babe-692f5fd51068 service neutron] Pushing event updated for resources: {'Port': ['ID=92d0815d-4730-4e5c-8f83-1158edcf58fd,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:22.176032 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-b38cbb9f-8ce9-4543-bd91-091f5f825031 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92d0815d-4730-4e5c-8f83-1158edcf58fd HTTP/1.1" status: 200 len: 217 time: 0.0882950 Aug 19 18:17:22.179051 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63decb32-9293-4324-ac91-1ee9d50b582a x-openstack-request-id: req-63decb32-9293-4324-ac91-1ee9d50b582a {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:22.179825 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6", "tag": "92d0815d-4730-4e5c-8f83-1158edcf58fd", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:22.180223 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63decb32-9293-4324-ac91-1ee9d50b582a {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:22.180852 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6', 'tag': '92d0815d-4730-4e5c-8f83-1158edcf58fd', 'status': 'completed', 'code': 200} Aug 19 18:17:22.187163 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa6be-3685-4ce3-a1d0-5e88b80e27c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.218063 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a59676-dca5-4fd0-9673-d73b4022aea3 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Pushing event updated for resources: {'Port': ['ID=e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:22.307061 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-28f495ea-92dd-4b0f-b5ab-769c3b708644 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting port a1415065-2689-43db-8116-330ce939f5a9 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:22.312251 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-28f495ea-92dd-4b0f-b5ab-769c3b708644 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.318463 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-96a59676-dca5-4fd0-9673-d73b4022aea3 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Network 6a232ed5-d6ef-427b-adae-4f7272a3c429 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:22.335355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffa6be-3685-4ce3-a1d0-5e88b80e27c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=378552a8-d8af-4c6e-b72d-1f9a87ee7f75,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:22.421489 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-96a59676-dca5-4fd0-9673-d73b4022aea3 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:22.451091 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-96a59676-dca5-4fd0-9673-d73b4022aea3 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:22.536018 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685d8e8-1a5d-4f2d-a1ce-4ede26d588ab req-04a657cd-03d1-421e-b6d6-293dc63789a7 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:22.545924 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-28f495ea-92dd-4b0f-b5ab-769c3b708644 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.551895 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3685d8e8-1a5d-4f2d-a1ce-4ede26d588ab req-04a657cd-03d1-421e-b6d6-293dc63789a7 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.3550549 Aug 19 18:17:22.564373 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-28f495ea-92dd-4b0f-b5ab-769c3b708644 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Calling delete_port for a1415065-2689-43db-8116-330ce939f5a9 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:22.593910 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d5cee523-1c13-453e-a522-6957298bb2a4 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:22.624638 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-96a59676-dca5-4fd0-9673-d73b4022aea3 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:22.625807 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-96a59676-dca5-4fd0-9673-d73b4022aea3 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.665725 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ffa6be-3685-4ce3-a1d0-5e88b80e27c0 admin admin] Checking segment: {'id': '322208e2-b5ec-4a39-9131-3ae8cbaa7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:17:22.666329 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ffa6be-3685-4ce3-a1d0-5e88b80e27c0 admin admin] Network hostable DHCP agents. Network: 0f5bd346-7c14-4e50-89d6-16e6ab56fff4, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:17:22.707493 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-d16d93d1-432c-4d68-a69a-006a390fb357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:22.712859 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-d16d93d1-432c-4d68-a69a-006a390fb357 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f13f9baf-d90a-4ab7-b93b-82b15f099642 HTTP/1.1" status: 200 len: 854 time: 0.5283229 Aug 19 18:17:22.726465 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3685d8e8-1a5d-4f2d-a1ce-4ede26d588ab req-70bddd57-85b0-4f62-a648-2ca121047347 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723378 Aug 19 18:17:22.745773 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-96a59676-dca5-4fd0-9673-d73b4022aea3 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8266480 Aug 19 18:17:22.746636 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port d5cee523-1c13-453e-a522-6957298bb2a4 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:22.747748 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.777975 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-1f5d310e-10fd-4213-8112-46e508123e18 service neutron] Request body: {'port': {'device_id': '2a9d1a34-2243-4c1c-8db9-893b1cc721b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:22.844719 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ffa6be-3685-4ce3-a1d0-5e88b80e27c0 admin admin] Network 0f5bd346-7c14-4e50-89d6-16e6ab56fff4 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:17:22.873875 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-d6ffa6be-3685-4ce3-a1d0-5e88b80e27c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 0f5bd346-7c14-4e50-89d6-16e6ab56fff4) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:22.880724 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ffa6be-3685-4ce3-a1d0-5e88b80e27c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:22.883592 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa6be-3685-4ce3-a1d0-5e88b80e27c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.908866 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139fb260-85d2-49a2-bbf8-22973218c0e5 None None] Network 0f5bd346-7c14-4e50-89d6-16e6ab56fff4 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:22.924052 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-1f5d310e-10fd-4213-8112-46e508123e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.939607 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-f827eeef-95f5-4166-8d9c-884350678f35 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01f7f594-e81d-44ac-aac6-2a854b94c65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1917825 Aug 19 18:17:22.942842 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d6ffa6be-3685-4ce3-a1d0-5e88b80e27c0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8873947 Aug 19 18:17:22.949477 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57310) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:22.960381 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-dd06e5ea-ddd4-4101-aad4-715e822f9dfd admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2015781071-router', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:23.100609 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-55372e03-d328-4a70-89fd-b6a04d318504 service neutron] 10.222.0.54 "GET /v2.0/networks/01f7f594-e81d-44ac-aac6-2a854b94c65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433933 Aug 19 18:17:23.217216 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd06e5ea-ddd4-4101-aad4-715e822f9dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:23.218906 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd06e5ea-ddd4-4101-aad4-715e822f9dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:23.325411 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-28f495ea-92dd-4b0f-b5ab-769c3b708644 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:23.409316 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-0f5bd346-7c14-4e50-89d6-16e6ab56fff4', 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'fixed_ips': [{'subnet_id': '378552a8-d8af-4c6e-b72d-1f9a87ee7f75'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:17:23.411376 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:23.469092 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2c66476d-4a63-48d2-98c3-a443f11c19bd req-007e013d-6310-4114-b00f-a40739662e18 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=936ec52db0734d99bf3034cb7c88bc1c HTTP/1.1" status: 200 len: 221 time: 0.2831464 Aug 19 18:17:23.482660 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f495ea-92dd-4b0f-b5ab-769c3b708644 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Port': ['ID=a1415065-2689-43db-8116-330ce939f5a9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:23.626640 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc75865-9628-4d8f-9c9e-3d3ec7311db3 req-5102ecbe-ca8e-45c0-af9a-50a0943914ed tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:23.628511 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ecc75865-9628-4d8f-9c9e-3d3ec7311db3 req-5102ecbe-ca8e-45c0-af9a-50a0943914ed tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a9d1a34-2243-4c1c-8db9-893b1cc721b3 HTTP/1.1" status: 200 len: 931 time: 0.5237930 Aug 19 18:17:23.640774 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-28f495ea-92dd-4b0f-b5ab-769c3b708644 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:23.649916 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd06e5ea-ddd4-4101-aad4-715e822f9dfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:23.650696 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-28f495ea-92dd-4b0f-b5ab-769c3b708644 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/a1415065-2689-43db-8116-330ce939f5a9 HTTP/1.1" status: 204 len: 168 time: 1.9238968 Aug 19 18:17:23.651648 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57336) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:23.864592 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0266346-3b5d-4d95-a534-1e1083c34d5f req-4968263a-5276-42d5-b6ad-9a4745a29662 service neutron] 10.222.0.54 "GET /v2.0/networks/01f7f594-e81d-44ac-aac6-2a854b94c65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7215564 Aug 19 18:17:23.879175 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Allocated IP 172.20.0.2 (0f5bd346-7c14-4e50-89d6-16e6ab56fff4/378552a8-d8af-4c6e-b72d-1f9a87ee7f75/db872a70-28fc-4eb0-b4f0-01dfc4f56388) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:24.019784 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd06e5ea-ddd4-4101-aad4-715e822f9dfd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:24.072420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37365c12-6a24-4c23-8a3b-f00e5d34af81 req-81261e06-cb24-413f-9630-e169165de506 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:24.075366 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37365c12-6a24-4c23-8a3b-f00e5d34af81 req-81261e06-cb24-413f-9630-e169165de506 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 943 time: 0.2380548 Aug 19 18:17:24.151020 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ecc75865-9628-4d8f-9c9e-3d3ec7311db3 req-43a1daaf-e4f1-44ba-953a-7c61dd3ccc69 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911790 Aug 19 18:17:24.167544 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea61aee0-d60e-464f-9de7-67483667af21 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:24.175150 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea61aee0-d60e-464f-9de7-67483667af21 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:24.179691 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ea61aee0-d60e-464f-9de7-67483667af21 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5172646 Aug 19 18:17:24.188395 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57338) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:24.230802 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4b5eb-125c-4e06-8eae-64c19ca361a3 req-d389d45f-f780-4fb3-9416-551f2260831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:24.239291 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67c4b5eb-125c-4e06-8eae-64c19ca361a3 req-d389d45f-f780-4fb3-9416-551f2260831b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ae5f105f808f4d28a10ecd4886932c61&device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 1094 time: 0.2901833 Aug 19 18:17:24.247823 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:24.270865 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Transition to ACTIVE for port object db872a70-28fc-4eb0-b4f0-01dfc4f56388 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:24.313118 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e7785c-a5bc-4c6c-824f-41e2dcbe65ca tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet 490a54b4-a5bf-46d1-8323-497b96ec6036 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:17:24.317210 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Transition to ACTIVE for port object db872a70-28fc-4eb0-b4f0-01dfc4f56388 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:24.324775 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-1f5d310e-10fd-4213-8112-46e508123e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:17:24.332496 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:24.349633 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-1f5d310e-10fd-4213-8112-46e508123e18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:24.356785 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d2e7785c-a5bc-4c6c-824f-41e2dcbe65ca tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:24.378199 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Network 0f5bd346-7c14-4e50-89d6-16e6ab56fff4 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:24.382036 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:24.386467 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:24.390478 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37365c12-6a24-4c23-8a3b-f00e5d34af81 req-fca264da-7b64-4e2f-9443-e3311342bf32 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982938 Aug 19 18:17:24.415783 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Pushing event updated for resources: {'Port': ['ID=db872a70-28fc-4eb0-b4f0-01dfc4f56388,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:24.453890 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d2e7785c-a5bc-4c6c-824f-41e2dcbe65ca tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:24.516148 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-1f5d310e-10fd-4213-8112-46e508123e18 service neutron] Transition to ACTIVE for port object e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:24.521137 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Attempting to bind port db872a70-28fc-4eb0-b4f0-01dfc4f56388 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:17:24.521520 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Attempting to bind port db872a70-28fc-4eb0-b4f0-01dfc4f56388 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '322208e2-b5ec-4a39-9131-3ae8cbaa7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:17:24.522119 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Attempting to bind port db872a70-28fc-4eb0-b4f0-01dfc4f56388 on network 0f5bd346-7c14-4e50-89d6-16e6ab56fff4 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:17:24.529617 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096889db-2b5c-45f4-b432-71e825240c49 req-a8f7d376-7fe5-49b9-b742-7fd759fd141e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:24.531970 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-096889db-2b5c-45f4-b432-71e825240c49 req-a8f7d376-7fe5-49b9-b742-7fd759fd141e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1933682 Aug 19 18:17:24.534210 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4b5eb-125c-4e06-8eae-64c19ca361a3 req-72684c3b-e3b7-493c-a1e6-984f0574f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:24.536881 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67c4b5eb-125c-4e06-8eae-64c19ca361a3 req-72684c3b-e3b7-493c-a1e6-984f0574f3bc service neutron] 10.222.0.54 "GET /v2.0/networks?id=01f7f594-e81d-44ac-aac6-2a854b94c65c HTTP/1.1" status: 200 len: 915 time: 0.2894931 Aug 19 18:17:24.537350 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-1f5d310e-10fd-4213-8112-46e508123e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:24.543284 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:17:24.543666 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Checking segment: {'id': '322208e2-b5ec-4a39-9131-3ae8cbaa7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:17:24.544518 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:24.545254 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Bound using segment: {'id': '322208e2-b5ec-4a39-9131-3ae8cbaa7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:17:24.545815 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Bound port: db872a70-28fc-4eb0-b4f0-01dfc4f56388, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322208e2-b5ec-4a39-9131-3ae8cbaa7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:17:24.546217 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:24.640783 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67c4b5eb-125c-4e06-8eae-64c19ca361a3 req-56f93741-8de7-4ec3-8a4b-893819cac77e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92d0815d-4730-4e5c-8f83-1158edcf58fd HTTP/1.1" status: 200 len: 217 time: 0.0872195 Aug 19 18:17:24.683521 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-096889db-2b5c-45f4-b432-71e825240c49 req-a6d73a23-9bfc-450a-a647-3e0de78bd832 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435256 Aug 19 18:17:24.732208 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] For port db872a70-28fc-4eb0-b4f0-01dfc4f56388, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:17:24.736968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] For port db872a70-28fc-4eb0-b4f0-01dfc4f56388, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=db872a70-28fc-4eb0-b4f0-01dfc4f56388,segment=NetworkSegment(322208e2-b5ec-4a39-9131-3ae8cbaa7ac9),segment_id=322208e2-b5ec-4a39-9131-3ae8cbaa7ac9)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:17:24.742199 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:24.847788 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Pushing event updated for resources: {'Port': ['ID=db872a70-28fc-4eb0-b4f0-01dfc4f56388,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:24.863942 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4b5eb-125c-4e06-8eae-64c19ca361a3 req-b0a94314-4626-46de-a4ff-e4fd395bfae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:24.865610 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67c4b5eb-125c-4e06-8eae-64c19ca361a3 req-b0a94314-4626-46de-a4ff-e4fd395bfae4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f13f9baf-d90a-4ab7-b93b-82b15f099642 HTTP/1.1" status: 200 len: 854 time: 0.2000351 Aug 19 18:17:24.871873 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:24.872225 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:24.872567 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:24.873143 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:24.873495 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:24.873908 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:24.874323 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:24.874657 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:24.874987 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:24.875313 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:24.875646 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:24.875972 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1aa139-3c97-43a9-be9d-0e1dd9c30bb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:24.939143 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67c4b5eb-125c-4e06-8eae-64c19ca361a3 req-cac2634e-50dc-4ed9-aad9-90fbd3b17748 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01f7f594-e81d-44ac-aac6-2a854b94c65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603967 Aug 19 18:17:24.989194 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d310e-10fd-4213-8112-46e508123e18 service neutron] Pushing event updated for resources: {'Port': ['ID=e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:25.138558 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d2e7785c-a5bc-4c6c-824f-41e2dcbe65ca tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:25.250187 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d2e7785c-a5bc-4c6c-824f-41e2dcbe65ca tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:25.656182 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57352) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:25.750401 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2311dd-ea79-46ef-bf2e-67ae44f719c2 req-a302d529-3052-41c3-9a6b-f48e779580ae tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:25.752313 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d2311dd-ea79-46ef-bf2e-67ae44f719c2 req-a302d529-3052-41c3-9a6b-f48e779580ae tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a9d1a34-2243-4c1c-8db9-893b1cc721b3 HTTP/1.1" status: 200 len: 943 time: 0.0951746 Aug 19 18:17:25.766347 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67c4b5eb-125c-4e06-8eae-64c19ca361a3 req-2332b64a-0dad-407a-89ca-89824865c31c service neutron] 10.222.0.54 "GET /v2.0/networks/01f7f594-e81d-44ac-aac6-2a854b94c65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8187373 Aug 19 18:17:25.898657 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d2311dd-ea79-46ef-bf2e-67ae44f719c2 req-e0e8d829-de7e-42a4-98b5-f7524765ca4d tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310759 Aug 19 18:17:26.005428 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-1f5d310e-10fd-4213-8112-46e508123e18 service neutron] Attempting to bind port e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:17:26.005943 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-1f5d310e-10fd-4213-8112-46e508123e18 service neutron] Attempting to bind port e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:17:26.007000 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-1f5d310e-10fd-4213-8112-46e508123e18 service neutron] Attempting to bind port e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5 on network 6a232ed5-d6ef-427b-adae-4f7272a3c429 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:17:26.013309 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-67f67a44-0876-4695-a6ab-a128428d71d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:26.033431 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-1f5d310e-10fd-4213-8112-46e508123e18 service neutron] Port e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5 on network 6a232ed5-d6ef-427b-adae-4f7272a3c429 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:17:26.033959 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-1f5d310e-10fd-4213-8112-46e508123e18 service neutron] Attempting to bind port e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5 on network 6a232ed5-d6ef-427b-adae-4f7272a3c429 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:17:26.045130 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-1f5d310e-10fd-4213-8112-46e508123e18 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:17:26.045675 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-1f5d310e-10fd-4213-8112-46e508123e18 service neutron] Checking segment: {'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:17:26.046183 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-1f5d310e-10fd-4213-8112-46e508123e18 service neutron] Bound using segment: {'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:17:26.046753 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-1f5d310e-10fd-4213-8112-46e508123e18 service neutron] Bound port: e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a69a187-a089-4d8c-aac4-3b3f9ce8574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:17:26.046995 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67c4b5eb-125c-4e06-8eae-64c19ca361a3 req-eb3a8dd6-3f00-4e13-94c9-02eda94f0172 service neutron] 10.222.0.54 "GET /v2.0/networks/01f7f594-e81d-44ac-aac6-2a854b94c65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554410 Aug 19 18:17:26.047348 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-1f5d310e-10fd-4213-8112-46e508123e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:26.058848 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4f4904-dfe2-4286-9ff0-0f9462822d91 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:26.059746 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d2e7785c-a5bc-4c6c-824f-41e2dcbe65ca tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:26.065523 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d2e7785c-a5bc-4c6c-824f-41e2dcbe65ca tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/490a54b4-a5bf-46d1-8323-497b96ec6036 HTTP/1.1" status: 204 len: 168 time: 1.8750081 Aug 19 18:17:26.073896 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7785c-a5bc-4c6c-824f-41e2dcbe65ca tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=490a54b4-a5bf-46d1-8323-497b96ec6036,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:26.081766 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57368) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:26.095781 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426ceba-a215-475b-a6f5-7542c65ba16f req-cff89cde-65eb-424d-b376-66075f1a8d46 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:26.105438 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c426ceba-a215-475b-a6f5-7542c65ba16f req-cff89cde-65eb-424d-b376-66075f1a8d46 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 1.2436545 Aug 19 18:17:26.227302 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-865d6fb1-c1df-4365-a7b3-dd64a6efc356 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1372037 Aug 19 18:17:26.228691 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57370) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:26.239345 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7581b853-9b8a-463a-9e67-a09e0273a6f0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:26.291918 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c426ceba-a215-475b-a6f5-7542c65ba16f req-0c7b953f-c806-476e-9e7c-6cc31133a803 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851861 Aug 19 18:17:26.318392 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd06e5ea-ddd4-4101-aad4-715e822f9dfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:26.382271 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd06e5ea-ddd4-4101-aad4-715e822f9dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:26.400969 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-1f5d310e-10fd-4213-8112-46e508123e18 service neutron] For port e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:17:26.408577 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-1f5d310e-10fd-4213-8112-46e508123e18 service neutron] For port e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:17:26.417743 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-1f5d310e-10fd-4213-8112-46e508123e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:26.543029 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-1f5d310e-10fd-4213-8112-46e508123e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:26.544335 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-67f67a44-0876-4695-a6ab-a128428d71d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:26.550714 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-67f67a44-0876-4695-a6ab-a128428d71d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:26.563306 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-1f5d310e-10fd-4213-8112-46e508123e18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:26.569574 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-1f5d310e-10fd-4213-8112-46e508123e18 service neutron] 10.222.0.50 "PUT /v2.0/ports/e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5 HTTP/1.1" status: 200 len: 1091 time: 3.8063769 Aug 19 18:17:26.571009 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9d1a34-2243-4c1c-8db9-893b1cc721b3', 'tag': 'e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:26.576923 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c05062-7db6-49cd-8abb-48147438bc44" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9d1a34-2243-4c1c-8db9-893b1cc721b3", "tag": "e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:26.612529 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-67f67a44-0876-4695-a6ab-a128428d71d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b20f35828b944eb7a0bb120778211e45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9529705 Aug 19 18:17:26.622761 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57378) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:26.646514 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device db872a70-28fc-4eb0-b4f0-01dfc4f56388 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:26.691535 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf67c9-3733-4b31-a386-43596e6f2860 req-47489ff5-ee28-4ecf-9598-a19267cd3ea3 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:26.700918 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6abf67c9-3733-4b31-a386-43596e6f2860 req-47489ff5-ee28-4ecf-9598-a19267cd3ea3 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 943 time: 0.6178501 Aug 19 18:17:26.763561 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09c71ee-394f-46e2-b87a-3efde488c907 None None] DHCP port deletion for 4734c50c-5b75-42a3-a882-02084790a476 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:17:26.794739 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7581b853-9b8a-463a-9e67-a09e0273a6f0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:26.799133 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7581b853-9b8a-463a-9e67-a09e0273a6f0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:26.852131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f67a44-0876-4695-a6ab-a128428d71d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d9c8d1-d2ae-4595-b26e-da19525f8345,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:26.867459 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port db872a70-28fc-4eb0-b4f0-01dfc4f56388 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:26.952566 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-c09c71ee-394f-46e2-b87a-3efde488c907 None None] Deleting port d5cee523-1c13-453e-a522-6957298bb2a4 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:26.953129 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c09c71ee-394f-46e2-b87a-3efde488c907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:26.971355 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35d64d0-e99a-43ff-a050-83168676555e None None] Network 0f5bd346-7c14-4e50-89d6-16e6ab56fff4 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:27.000143 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6abf67c9-3733-4b31-a386-43596e6f2860 req-78b3b36c-a321-4506-a3a8-d87698f41629 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978876 Aug 19 18:17:27.077751 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d310e-10fd-4213-8112-46e508123e18 service neutron] Pushing event updated for resources: {'Port': ['ID=e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:27.106200 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d43f497-c9c6-43bc-aef7-a8d06df64e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:27.124442 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52eb6b3d-5d92-465f-bc80-b5ede83a639a x-openstack-request-id: req-52eb6b3d-5d92-465f-bc80-b5ede83a639a {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:27.124942 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9d1a34-2243-4c1c-8db9-893b1cc721b3", "tag": "e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:27.125413 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52eb6b3d-5d92-465f-bc80-b5ede83a639a {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:27.126126 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9d1a34-2243-4c1c-8db9-893b1cc721b3', 'tag': 'e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5', 'status': 'completed', 'code': 200} Aug 19 18:17:27.139370 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-7f70d3be-d5bf-41a7-982f-6626f452c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:27.142834 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-7f70d3be-d5bf-41a7-982f-6626f452c5bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4a7af90eddc4fcd95550f2f124890b4&device_id=2a9d1a34-2243-4c1c-8db9-893b1cc721b3 HTTP/1.1" status: 200 len: 1094 time: 0.4767079 Aug 19 18:17:27.155918 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d43f497-c9c6-43bc-aef7-a8d06df64e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:27.191991 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-dd06e5ea-ddd4-4101-aad4-715e822f9dfd admin admin] Allocated IP 172.25.8.215 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/23e3dca3-e6aa-44af-9098-02faf0c3dc4f) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:27.323462 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d43f497-c9c6-43bc-aef7-a8d06df64e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:27.326138 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d43f497-c9c6-43bc-aef7-a8d06df64e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:27.329968 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2d43f497-c9c6-43bc-aef7-a8d06df64e9a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63d9c8d1-d2ae-4595-b26e-da19525f8345 HTTP/1.1" status: 204 len: 168 time: 0.6949537 Aug 19 18:17:27.363598 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43f497-c9c6-43bc-aef7-a8d06df64e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d9c8d1-d2ae-4595-b26e-da19525f8345,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:27.406635 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd06e5ea-ddd4-4101-aad4-715e822f9dfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:27.488085 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-335a53f7-03c5-4fda-8dfd-d3fa52b81eac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5 HTTP/1.1" status: 200 len: 217 time: 0.1058552 Aug 19 18:17:27.488876 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383f132-e443-4e25-ab66-73d5722b5095 req-ec13f65b-391e-4842-b472-3744e032b0c0 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:27.491248 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d383f132-e443-4e25-ab66-73d5722b5095 req-ec13f65b-391e-4842-b472-3744e032b0c0 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a9d1a34-2243-4c1c-8db9-893b1cc721b3 HTTP/1.1" status: 200 len: 943 time: 0.2320042 Aug 19 18:17:27.510889 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a0e8506e-a083-4168-b141-363fbc97b33c None None] Provisioning for port db872a70-28fc-4eb0-b4f0-01dfc4f56388 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:27.519435 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 92d0815d-4730-4e5c-8f83-1158edcf58fd details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:17:27.568310 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c09c71ee-394f-46e2-b87a-3efde488c907 None None] For port d5cee523-1c13-453e-a522-6957298bb2a4, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=d5cee523-1c13-453e-a522-6957298bb2a4,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:27.569521 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c09c71ee-394f-46e2-b87a-3efde488c907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:27.609866 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a0e8506e-a083-4168-b141-363fbc97b33c None None] Provisioning complete for port db872a70-28fc-4eb0-b4f0-01dfc4f56388 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:27.610294 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a0e8506e-a083-4168-b141-363fbc97b33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:27.617926 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d383f132-e443-4e25-ab66-73d5722b5095 req-cbc147db-8837-44ca-bc6e-dad83ce9dd37 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990069 Aug 19 18:17:27.646410 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734e295-7207-4f9e-9c09-de196ebebbd6 req-92330e56-f9c6-4ab5-a109-4d18ef134ad4 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:27.661854 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e734e295-7207-4f9e-9c09-de196ebebbd6 req-92330e56-f9c6-4ab5-a109-4d18ef134ad4 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.8985801 Aug 19 18:17:27.734088 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-8d7e603c-3192-4d6e-9919-9b9f720b7215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:27.736822 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-8d7e603c-3192-4d6e-9919-9b9f720b7215 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b90853f9-3a3c-4d5a-8d68-8dea22f30a90 HTTP/1.1" status: 200 len: 852 time: 0.2312610 Aug 19 18:17:27.739183 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd06e5ea-ddd4-4101-aad4-715e822f9dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:27.810619 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7581b853-9b8a-463a-9e67-a09e0273a6f0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:27.848292 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-c09c71ee-394f-46e2-b87a-3efde488c907 None None] Calling delete_port for d5cee523-1c13-453e-a522-6957298bb2a4 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:27.891743 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.resource_extend [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:17:27.899523 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06e5ea-ddd4-4101-aad4-715e822f9dfd admin admin] Pushing event updated for resources: {'Port': ['ID=23e3dca3-e6aa-44af-9098-02faf0c3dc4f,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:27.901818 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7581b853-9b8a-463a-9e67-a09e0273a6f0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:27.927716 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-7581b853-9b8a-463a-9e67-a09e0273a6f0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:27.948255 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-496566f8-06ff-459a-8fbc-b15f6817fe18 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a232ed5-d6ef-427b-adae-4f7272a3c429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325152 Aug 19 18:17:27.952112 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7581b853-9b8a-463a-9e67-a09e0273a6f0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:27.952876 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7581b853-9b8a-463a-9e67-a09e0273a6f0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:28.011559 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7581b853-9b8a-463a-9e67-a09e0273a6f0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7797940 Aug 19 18:17:28.016301 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd06e5ea-ddd4-4101-aad4-715e822f9dfd admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:28.019283 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57388) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:28.066773 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e734e295-7207-4f9e-9c09-de196ebebbd6 req-c9c3ef3a-3613-48cc-8914-3cbd42588bed tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203402 Aug 19 18:17:28.077503 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-dd06e5ea-ddd4-4101-aad4-715e822f9dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:28.098870 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd06e5ea-ddd4-4101-aad4-715e822f9dfd admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:28.099349 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2148d694-512f-499a-9297-992c6eaa7c94 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'name': 'tempest-NetworksTestDHCPv6-1302829295'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:28.150501 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581b853-9b8a-463a-9e67-a09e0273a6f0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=b4659b74-2cbe-4073-b03d-8a5f393d9665,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:28.419021 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a0e8506e-a083-4168-b141-363fbc97b33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:28.429242 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2148d694-512f-499a-9297-992c6eaa7c94 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:28.433407 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2148d694-512f-499a-9297-992c6eaa7c94 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:28.485247 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 92d0815d-4730-4e5c-8f83-1158edcf58fd, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=92d0815d-4730-4e5c-8f83-1158edcf58fd,segment=NetworkSegment(8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1),segment_id=8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:28.510659 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0763675-d631-41db-aa9a-39cdd37ee02b req-8e78bc44-721c-44ac-b633-6d59c6e2818e tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:28.511476 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c09c71ee-394f-46e2-b87a-3efde488c907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:28.518163 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0763675-d631-41db-aa9a-39cdd37ee02b req-8e78bc44-721c-44ac-b633-6d59c6e2818e tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 943 time: 0.1718566 Aug 19 18:17:28.525234 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-2148d694-512f-499a-9297-992c6eaa7c94 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] device_id is not set on port 9e247c97-1eab-45db-b382-d334cb81b2a2 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:17:28.583633 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c71ee-394f-46e2-b87a-3efde488c907 None None] Pushing event deleted for resources: {'Port': ['ID=d5cee523-1c13-453e-a522-6957298bb2a4,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:28.605297 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-89c2f85e-536b-4f41-a509-ce9c25949b2b service neutron] 10.222.0.50 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6378820 Aug 19 18:17:28.611430 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '92d0815d-4730-4e5c-8f83-1158edcf58fd', 'network_id': '01f7f594-e81d-44ac-aac6-2a854b94c65c', 'port_id': '92d0815d-4730-4e5c-8f83-1158edcf58fd', 'mac_address': 'fa:16:3e:6e:09:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13f9baf-d90a-4ab7-b93b-82b15f099642', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:17:28.645715 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecc95d-5259-4fb9-b283-f276d8fb3fd7 req-898e5647-8c52-49a0-954f-8f911cb6e815 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:28.648402 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cbecc95d-5259-4fb9-b283-f276d8fb3fd7 req-898e5647-8c52-49a0-954f-8f911cb6e815 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.3789036 Aug 19 18:17:28.668373 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d5cee523-1c13-453e-a522-6957298bb2a4 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:28.683079 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0763675-d631-41db-aa9a-39cdd37ee02b req-8a56987a-28fc-4cd8-ae38-9f730d5c2555 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880296 Aug 19 18:17:28.702841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09c71ee-394f-46e2-b87a-3efde488c907 None None] No DVR routers for this DVR port d5cee523-1c13-453e-a522-6957298bb2a4 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:28.808625 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a0e8506e-a083-4168-b141-363fbc97b33c None None] For port db872a70-28fc-4eb0-b4f0-01dfc4f56388, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=db872a70-28fc-4eb0-b4f0-01dfc4f56388,segment=NetworkSegment(322208e2-b5ec-4a39-9131-3ae8cbaa7ac9),segment_id=322208e2-b5ec-4a39-9131-3ae8cbaa7ac9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:28.842568 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ca0f0f-11d4-48ec-b9bc-f51d2e98d19c None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:28.853468 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: d5cee523-1c13-453e-a522-6957298bb2a4 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:17:28.854066 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d5cee523-1c13-453e-a522-6957298bb2a4 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:17:28.857152 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-2148d694-512f-499a-9297-992c6eaa7c94 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8::3b7 (4734c50c-5b75-42a3-a882-02084790a476/b4659b74-2cbe-4073-b03d-8a5f393d9665/9e247c97-1eab-45db-b382-d334cb81b2a2) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:28.890286 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a0e8506e-a083-4168-b141-363fbc97b33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:28.951998 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cbecc95d-5259-4fb9-b283-f276d8fb3fd7 req-3a54d4ed-24fe-4d5c-8aa2-5c43ac291e88 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641749 Aug 19 18:17:28.984315 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32f05d24-cee6-4052-82a5-0e33e661a5d4 req-911a7f1e-d8d9-490c-8271-e0b9b5d73321 service neutron] 10.222.0.50 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670814 Aug 19 18:17:29.024301 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:29.115225 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca9e80-a908-4732-8417-1cb482d1f9e7 req-8a9a5bee-4ced-49e3-afb3-dce8830d638f tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:29.116572 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d0815d-4730-4e5c-8f83-1158edcf58fd {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:17:29.125773 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-12ca9e80-a908-4732-8417-1cb482d1f9e7 req-8a9a5bee-4ced-49e3-afb3-dce8830d638f tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a9d1a34-2243-4c1c-8db9-893b1cc721b3 HTTP/1.1" status: 200 len: 943 time: 0.2603118 Aug 19 18:17:29.145525 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 92d0815d-4730-4e5c-8f83-1158edcf58fd, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=92d0815d-4730-4e5c-8f83-1158edcf58fd,segment=NetworkSegment(8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1),segment_id=8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:29.151199 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bbbf4b40-e60f-4d1e-a025-c94464632c6a None None] Provisioning complete for port db872a70-28fc-4eb0-b4f0-01dfc4f56388 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:29.164843 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bbbf4b40-e60f-4d1e-a025-c94464632c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:29.187224 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:29.205006 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c05062-7db6-49cd-8abb-48147438bc44 req-4374c162-89c6-48d1-9a32-e861848b0773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:29.211920 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33c05062-7db6-49cd-8abb-48147438bc44 req-4374c162-89c6-48d1-9a32-e861848b0773 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4a7af90eddc4fcd95550f2f124890b4&device_id=2a9d1a34-2243-4c1c-8db9-893b1cc721b3 HTTP/1.1" status: 200 len: 1094 time: 0.1414444 Aug 19 18:17:29.213092 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd06e5ea-ddd4-4101-aad4-715e822f9dfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:29.244911 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-12ca9e80-a908-4732-8417-1cb482d1f9e7 req-8cd1f956-ee9f-4639-a2d8-ab66ae245af7 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177704 Aug 19 18:17:29.291587 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8506e-a083-4168-b141-363fbc97b33c None None] Pushing event updated for resources: {'Port': ['ID=db872a70-28fc-4eb0-b4f0-01dfc4f56388,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:29.375147 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=92d0815d-4730-4e5c-8f83-1158edcf58fd,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:29.574006 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82ce298-7ddd-487b-a563-c129805eb6f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-4734c50c-5b75-42a3-a882-02084790a476', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'fixed_ips': [{'subnet_id': 'b4659b74-2cbe-4073-b03d-8a5f393d9665'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:17:29.576107 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d82ce298-7ddd-487b-a563-c129805eb6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:29.588530 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2148d694-512f-499a-9297-992c6eaa7c94 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:29.612939 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['92d0815d-4730-4e5c-8f83-1158edcf58fd'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:17:29.622725 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62559b-ec3a-4ca5-827e-4c57f8cfd499 req-29bc2aaf-585d-4249-9ba9-9e4079cd2ff3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:29.625305 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2b62559b-ec3a-4ca5-827e-4c57f8cfd499 req-29bc2aaf-585d-4249-9ba9-9e4079cd2ff3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.2702873 Aug 19 18:17:29.625783 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-2148d694-512f-499a-9297-992c6eaa7c94 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Transition to ACTIVE for port object 9e247c97-1eab-45db-b382-d334cb81b2a2 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:29.680989 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2148d694-512f-499a-9297-992c6eaa7c94 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:29.767463 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c05062-7db6-49cd-8abb-48147438bc44 req-16e3c883-d916-4159-a395-1b08004c3270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:29.769148 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33c05062-7db6-49cd-8abb-48147438bc44 req-16e3c883-d916-4159-a395-1b08004c3270 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6a232ed5-d6ef-427b-adae-4f7272a3c429 HTTP/1.1" status: 200 len: 913 time: 0.4360046 Aug 19 18:17:29.779939 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148d694-512f-499a-9297-992c6eaa7c94 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=9e247c97-1eab-45db-b382-d334cb81b2a2,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:29.801012 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2148d694-512f-499a-9297-992c6eaa7c94 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:29.804245 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-2148d694-512f-499a-9297-992c6eaa7c94 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:29.813138 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2148d694-512f-499a-9297-992c6eaa7c94 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:29.822852 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2148d694-512f-499a-9297-992c6eaa7c94 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:29.823637 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2148d694-512f-499a-9297-992c6eaa7c94 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:29.850392 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2148d694-512f-499a-9297-992c6eaa7c94 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8039806 Aug 19 18:17:29.851524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57428) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:29.856474 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33c05062-7db6-49cd-8abb-48147438bc44 req-c6de1f10-9b69-4b62-b7e8-11c1fc515805 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5 HTTP/1.1" status: 200 len: 217 time: 0.0478127 Aug 19 18:17:29.961078 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2b62559b-ec3a-4ca5-827e-4c57f8cfd499 req-d2288adf-d3a9-4bb1-9970-e513d54523fd tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082528 Aug 19 18:17:30.026510 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c05062-7db6-49cd-8abb-48147438bc44 req-5387512f-e5a4-4d9c-807a-131909a30f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:30.029867 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33c05062-7db6-49cd-8abb-48147438bc44 req-5387512f-e5a4-4d9c-807a-131909a30f4f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b90853f9-3a3c-4d5a-8d68-8dea22f30a90 HTTP/1.1" status: 200 len: 852 time: 0.1574519 Aug 19 18:17:30.033245 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd06e5ea-ddd4-4101-aad4-715e822f9dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:30.049340 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b61adfc-52f0-450d-abb0-b9633d1b0b63 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:30.056506 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2b61adfc-52f0-450d-abb0-b9633d1b0b63 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1983273 Aug 19 18:17:30.067657 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57436) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:30.072415 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48812a2f-4d0f-4ed3-9982-5b1b82ff0249 req-2ef2a1ae-2f6c-4493-9058-739c5caf9bf0 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:30.076340 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-48812a2f-4d0f-4ed3-9982-5b1b82ff0249 req-2ef2a1ae-2f6c-4493-9058-739c5caf9bf0 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 944 time: 0.1728582 Aug 19 18:17:30.187031 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-d82ce298-7ddd-487b-a563-c129805eb6f2 None None] Allocated IP 2001:db8::2 (4734c50c-5b75-42a3-a882-02084790a476/b4659b74-2cbe-4073-b03d-8a5f393d9665/9124a3df-8251-4223-96e2-5f4704867f14) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:30.189314 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33c05062-7db6-49cd-8abb-48147438bc44 req-e599b150-ca55-4b47-9c53-7ba6b792c467 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a232ed5-d6ef-427b-adae-4f7272a3c429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1454000 Aug 19 18:17:30.209011 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-48812a2f-4d0f-4ed3-9982-5b1b82ff0249 req-73a91cf7-489d-4981-abf4-a48b65c28560 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181154 Aug 19 18:17:30.588884 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf645cf6-88ac-4d16-9ab0-d201a836a289 req-de97a2ad-9b5d-4276-8226-fcd05c25fa1e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:30.596233 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cf645cf6-88ac-4d16-9ab0-d201a836a289 req-de97a2ad-9b5d-4276-8226-fcd05c25fa1e tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a9d1a34-2243-4c1c-8db9-893b1cc721b3 HTTP/1.1" status: 200 len: 943 time: 0.1071789 Aug 19 18:17:30.611639 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device db872a70-28fc-4eb0-b4f0-01dfc4f56388 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:30.703020 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cf645cf6-88ac-4d16-9ab0-d201a836a289 req-f4484a5b-253c-4df1-94ff-4aca27c3654a tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992074 Aug 19 18:17:30.795923 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d82ce298-7ddd-487b-a563-c129805eb6f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:30.807000 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d82ce298-7ddd-487b-a563-c129805eb6f2 None None] Transition to ACTIVE for port object 9124a3df-8251-4223-96e2-5f4704867f14 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:30.823321 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port db872a70-28fc-4eb0-b4f0-01dfc4f56388 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:30.823698 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:30.872848 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d82ce298-7ddd-487b-a563-c129805eb6f2 None None] Transition to ACTIVE for port object 9124a3df-8251-4223-96e2-5f4704867f14 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:30.884714 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342031a-7736-4d47-8a09-5cbfa1751ee0 req-ebde1399-fabc-4c66-b885-2d9544a3cfe1 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:30.886201 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d82ce298-7ddd-487b-a563-c129805eb6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:30.887825 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d342031a-7736-4d47-8a09-5cbfa1751ee0 req-ebde1399-fabc-4c66-b885-2d9544a3cfe1 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.7017043 Aug 19 18:17:30.944786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd06e5ea-ddd4-4101-aad4-715e822f9dfd admin admin] Router b9819cef-b148-4240-86a0-f4250af9b67c is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:17:30.966550 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33c05062-7db6-49cd-8abb-48147438bc44 req-144590c7-a2da-4192-8a68-54f57a3cde81 service neutron] 10.222.0.50 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997343 Aug 19 18:17:31.020033 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82ce298-7ddd-487b-a563-c129805eb6f2 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:31.022987 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ce298-7ddd-487b-a563-c129805eb6f2 None None] Pushing event updated for resources: {'Port': ['ID=9124a3df-8251-4223-96e2-5f4704867f14,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:31.047731 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-d82ce298-7ddd-487b-a563-c129805eb6f2 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:31.053858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82ce298-7ddd-487b-a563-c129805eb6f2 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:31.123184 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d342031a-7736-4d47-8a09-5cbfa1751ee0 req-f3f36da3-5fe2-41a7-a37b-3ef80940d9c8 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107930 Aug 19 18:17:31.156991 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-1966dccc-f1a9-426e-b3be-48998f9c5bd2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting port 9e247c97-1eab-45db-b382-d334cb81b2a2 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:31.156991 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1966dccc-f1a9-426e-b3be-48998f9c5bd2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:31.282368 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d82ce298-7ddd-487b-a563-c129805eb6f2 None None] Attempting to bind port 9124a3df-8251-4223-96e2-5f4704867f14 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:17:31.283192 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d82ce298-7ddd-487b-a563-c129805eb6f2 None None] Attempting to bind port 9124a3df-8251-4223-96e2-5f4704867f14 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:17:31.283896 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82ce298-7ddd-487b-a563-c129805eb6f2 None None] Attempting to bind port 9124a3df-8251-4223-96e2-5f4704867f14 on network 4734c50c-5b75-42a3-a882-02084790a476 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:17:31.309748 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82ce298-7ddd-487b-a563-c129805eb6f2 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:17:31.310599 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82ce298-7ddd-487b-a563-c129805eb6f2 None None] Checking segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:17:31.312879 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d82ce298-7ddd-487b-a563-c129805eb6f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:31.314860 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82ce298-7ddd-487b-a563-c129805eb6f2 None None] Bound using segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:17:31.316669 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d82ce298-7ddd-487b-a563-c129805eb6f2 None None] Bound port: 9124a3df-8251-4223-96e2-5f4704867f14, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:17:31.321002 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d82ce298-7ddd-487b-a563-c129805eb6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:31.505780 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 92d0815d-4730-4e5c-8f83-1158edcf58fd up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:31.567623 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80aae61-2636-4b9a-866a-9d18b32f7eab req-b6953c57-97aa-4d8c-a249-799a9d6a0eef tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:31.570838 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b80aae61-2636-4b9a-866a-9d18b32f7eab req-b6953c57-97aa-4d8c-a249-799a9d6a0eef tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 944 time: 0.1817911 Aug 19 18:17:31.612894 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d82ce298-7ddd-487b-a563-c129805eb6f2 None None] For port 9124a3df-8251-4223-96e2-5f4704867f14, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:17:31.661077 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d82ce298-7ddd-487b-a563-c129805eb6f2 None None] For port 9124a3df-8251-4223-96e2-5f4704867f14, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9124a3df-8251-4223-96e2-5f4704867f14,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:17:31.667966 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:17:31.678980 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d82ce298-7ddd-487b-a563-c129805eb6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:31.739835 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b80aae61-2636-4b9a-866a-9d18b32f7eab req-2c8322a8-40a7-4787-b7b1-679cce99a6d2 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583002 Aug 19 18:17:31.858567 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ce298-7ddd-487b-a563-c129805eb6f2 None None] Pushing event updated for resources: {'Port': ['ID=9124a3df-8251-4223-96e2-5f4704867f14,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:31.876247 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 92d0815d-4730-4e5c-8f83-1158edcf58fd completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:31.886242 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 92d0815d-4730-4e5c-8f83-1158edcf58fd triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:31.886644 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:32.163570 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd06e5ea-ddd4-4101-aad4-715e822f9dfd admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:17:32.200759 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d865f7a-3434-4630-a0fe-20384faec4f0 req-78343604-1942-426e-b4eb-c232e8a9a090 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:32.226024 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d865f7a-3434-4630-a0fe-20384faec4f0 req-78343604-1942-426e-b4eb-c232e8a9a090 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a9d1a34-2243-4c1c-8db9-893b1cc721b3 HTTP/1.1" status: 200 len: 943 time: 0.2297475 Aug 19 18:17:32.235055 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd06e5ea-ddd4-4101-aad4-715e822f9dfd admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:32.240023 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dd06e5ea-ddd4-4101-aad4-715e822f9dfd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.2886856 Aug 19 18:17:32.248896 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57564) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:32.270461 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] Sync routers for ids ['b9819cef-b148-4240-86a0-f4250af9b67c'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:17:32.285457 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:32.316821 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] Routers {'b9819cef-b148-4240-86a0-f4250af9b67c'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:17:32.317590 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:17:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b9819cef-b148-4240-86a0-f4250af9b67c'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:32.362326 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d865f7a-3434-4630-a0fe-20384faec4f0 req-a9b68e6f-a95e-43b6-aa46-c48b82d15316 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333961 Aug 19 18:17:32.408181 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5', 'network_id': '6a232ed5-d6ef-427b-adae-4f7272a3c429', 'port_id': 'e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5', 'mac_address': 'fa:16:3e:47:ef:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b90853f9-3a3c-4d5a-8d68-8dea22f30a90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:17:32.411801 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:32.507854 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d0815d-4730-4e5c-8f83-1158edcf58fd'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:32.512790 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86eee764-5ddd-4ddd-9967-d5d3cf049d2d" -d '{"events": [{"server_uuid": "acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6", "name": "network-vif-plugged", "status": "completed", "tag": "92d0815d-4730-4e5c-8f83-1158edcf58fd"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:32.566985 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33c05062-7db6-49cd-8abb-48147438bc44 req-70e41a46-db1c-4bbb-9cb1-35ef75b008cc service neutron] 10.222.0.50 "GET /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5889843 Aug 19 18:17:32.599548 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 92d0815d-4730-4e5c-8f83-1158edcf58fd, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=92d0815d-4730-4e5c-8f83-1158edcf58fd,segment=NetworkSegment(8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1),segment_id=8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:32.692032 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1966dccc-f1a9-426e-b3be-48998f9c5bd2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:32.696189 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] Set router b9819cef-b148-4240-86a0-f4250af9b67c gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:17:32.740097 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9124a3df-8251-4223-96e2-5f4704867f14 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:32.910570 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c410cb-2c40-4fea-8492-f7ff18f27913 req-178da591-9a04-41a3-8aa6-44f2d56d9d65 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:32.916152 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-50c410cb-2c40-4fea-8492-f7ff18f27913 req-178da591-9a04-41a3-8aa6-44f2d56d9d65 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.8102591 Aug 19 18:17:32.918098 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d09300e-ee9c-4d73-a30e-35cb1d019566 x-openstack-request-id: req-7d09300e-ee9c-4d73-a30e-35cb1d019566 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:32.918584 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6", "name": "network-vif-plugged", "status": "completed", "tag": "92d0815d-4730-4e5c-8f83-1158edcf58fd", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:32.918961 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d09300e-ee9c-4d73-a30e-35cb1d019566 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:32.919484 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d0815d-4730-4e5c-8f83-1158edcf58fd', 'code': 200} Aug 19 18:17:32.920647 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:32.921966 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-1966dccc-f1a9-426e-b3be-48998f9c5bd2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Calling delete_port for 9e247c97-1eab-45db-b382-d334cb81b2a2 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:33.078544 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:33.118039 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be75a39-652f-461e-906f-f681b68d1071 req-d7c0b78d-f829-437b-88e9-fbb5943dbea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:33.121851 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2be75a39-652f-461e-906f-f681b68d1071 req-d7c0b78d-f829-437b-88e9-fbb5943dbea6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 1096 time: 0.2353916 Aug 19 18:17:33.122608 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-50c410cb-2c40-4fea-8492-f7ff18f27913 req-c2f514f2-cbc4-4db1-9131-c381239e148f tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611898 Aug 19 18:17:33.126060 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57584) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:33.183396 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85583921-f65c-4bab-a600-3111dbeaf266 req-8881f507-497b-4d34-bf5d-0e4ea21bd8a5 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:33.187131 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-85583921-f65c-4bab-a600-3111dbeaf266 req-8881f507-497b-4d34-bf5d-0e4ea21bd8a5 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 945 time: 0.2400162 Aug 19 18:17:33.218039 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:17:33.227985 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=92d0815d-4730-4e5c-8f83-1158edcf58fd,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:33.293947 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 9124a3df-8251-4223-96e2-5f4704867f14 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:33.307521 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:33.313555 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:33.367171 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2be75a39-652f-461e-906f-f681b68d1071 req-99164ada-d45f-4eee-989f-89ca9f8a8446 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300398 Aug 19 18:17:33.417711 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-85583921-f65c-4bab-a600-3111dbeaf266 req-2304376b-22f0-498a-998d-f1b0bf7b1a02 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995270 Aug 19 18:17:33.445461 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:33.483290 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'name': 'tempest-ServersTestBootFromVolume-2015781071-router', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:17:23Z', 'updated_at': '2021-08-19T18:17:28Z', 'revision_number': 3, 'project_id': '4a3290870e464da7827f6e353d92d457', 'gw_port': {'id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:17:26Z', 'updated_at': '2021-08-19T18:17:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:33.519428 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] Checking router: b9819cef-b148-4240-86a0-f4250af9b67c for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:17:33.519772 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] Updating router b9819cef-b148-4240-86a0-f4250af9b67c port 23e3dca3-e6aa-44af-9098-02faf0c3dc4f binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:17:33.563233 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:17:33.574594 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:33.641225 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dc2da0d6-ad28-477d-9481-269406c42e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:33.685669 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d424e3-bf36-4ca5-8238-73f2a34f1970 req-1ea29a92-9ef9-4c13-b530-bbd8accef343 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:33.688551 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b4d424e3-bf36-4ca5-8238-73f2a34f1970 req-1ea29a92-9ef9-4c13-b530-bbd8accef343 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a9d1a34-2243-4c1c-8db9-893b1cc721b3 HTTP/1.1" status: 200 len: 944 time: 0.1259480 Aug 19 18:17:33.775033 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897b955-d742-4bb6-9182-da24ef755c97 req-e45700b3-e555-4d5e-b4d1-bb12f1a74647 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:33.777912 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3897b955-d742-4bb6-9182-da24ef755c97 req-e45700b3-e555-4d5e-b4d1-bb12f1a74647 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.4162896 Aug 19 18:17:33.823025 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b4d424e3-bf36-4ca5-8238-73f2a34f1970 req-c73dfd69-5169-4ce1-9367-fd436915d32f tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220286 Aug 19 18:17:34.041268 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:34.055008 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] Transition to ACTIVE for port object 23e3dca3-e6aa-44af-9098-02faf0c3dc4f will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:34.064339 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:34.137302 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1966dccc-f1a9-426e-b3be-48998f9c5bd2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:34.137662 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec85c0-634a-43c2-8481-c60380443314 None None] Pushing event updated for resources: {'Port': ['ID=23e3dca3-e6aa-44af-9098-02faf0c3dc4f,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:34.144978 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3897b955-d742-4bb6-9182-da24ef755c97 req-34c31721-7aab-44ca-b611-b2d0fd523476 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567668 Aug 19 18:17:34.149880 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ec85c0-634a-43c2-8481-c60380443314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:34.150472 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ec85c0-634a-43c2-8481-c60380443314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:34.151122 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ec85c0-634a-43c2-8481-c60380443314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:34.151782 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ec85c0-634a-43c2-8481-c60380443314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:34.152319 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ec85c0-634a-43c2-8481-c60380443314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:34.152703 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ec85c0-634a-43c2-8481-c60380443314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:34.153051 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ec85c0-634a-43c2-8481-c60380443314 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:34.153668 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ec85c0-634a-43c2-8481-c60380443314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:34.154220 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ec85c0-634a-43c2-8481-c60380443314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:34.154761 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ec85c0-634a-43c2-8481-c60380443314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:34.155436 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ec85c0-634a-43c2-8481-c60380443314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:34.156039 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ec85c0-634a-43c2-8481-c60380443314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:34.185292 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] Attempting to bind port 23e3dca3-e6aa-44af-9098-02faf0c3dc4f on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:17:34.185692 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] Attempting to bind port 23e3dca3-e6aa-44af-9098-02faf0c3dc4f by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:17:34.186917 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] Attempting to bind port 23e3dca3-e6aa-44af-9098-02faf0c3dc4f on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:17:34.201690 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:17:34.202427 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:17:34.205298 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:34.206016 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:17:34.206934 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] Bound port: 23e3dca3-e6aa-44af-9098-02faf0c3dc4f, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:17:34.207584 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:34.261714 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d5adeced-f05f-4acc-b623-8d5f6f591e7f None None] Provisioning for port 9124a3df-8251-4223-96e2-5f4704867f14 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:34.268723 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d5adeced-f05f-4acc-b623-8d5f6f591e7f None None] Provisioning complete for port 9124a3df-8251-4223-96e2-5f4704867f14 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:34.269141 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d5adeced-f05f-4acc-b623-8d5f6f591e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:34.300776 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966dccc-f1a9-426e-b3be-48998f9c5bd2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Port': ['ID=9e247c97-1eab-45db-b382-d334cb81b2a2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:34.370261 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] For port 23e3dca3-e6aa-44af-9098-02faf0c3dc4f, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:17:34.380608 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1966dccc-f1a9-426e-b3be-48998f9c5bd2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:34.386826 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] For port 23e3dca3-e6aa-44af-9098-02faf0c3dc4f, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=23e3dca3-e6aa-44af-9098-02faf0c3dc4f,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:17:34.387386 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57602) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:34.388686 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1966dccc-f1a9-426e-b3be-48998f9c5bd2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/9e247c97-1eab-45db-b382-d334cb81b2a2 HTTP/1.1" status: 204 len: 168 time: 4.3178627 Aug 19 18:17:34.394346 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:34.521045 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d5adeced-f05f-4acc-b623-8d5f6f591e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:34.563446 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dc2da0d6-ad28-477d-9481-269406c42e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:34.572758 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dc2da0d6-ad28-477d-9481-269406c42e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:34.642233 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] Routers {'b9819cef-b148-4240-86a0-f4250af9b67c'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:17:34.648354 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:17:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b9819cef-b148-4240-86a0-f4250af9b67c'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:34.673770 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-584db0cc-c582-4f86-9e44-7498e3fb5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:34.717008 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d5adeced-f05f-4acc-b623-8d5f6f591e7f None None] For port 9124a3df-8251-4223-96e2-5f4704867f14, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9124a3df-8251-4223-96e2-5f4704867f14,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:34.726374 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d5adeced-f05f-4acc-b623-8d5f6f591e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:34.796722 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2da0d6-ad28-477d-9481-269406c42e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2233a28-fe9f-417c-9e64-7303c7bc8096,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:34.814070 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171068f6-832e-45ff-ba2c-6e6f821b81d7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:34.825397 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171068f6-832e-45ff-ba2c-6e6f821b81d7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:34.830770 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-171068f6-832e-45ff-ba2c-6e6f821b81d7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4417863 Aug 19 18:17:34.833469 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57608) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:34.878128 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-00244809-9bd3-413c-8e60-f998c11c0020 None None] Could not find standard attr ID for object 9e247c97-1eab-45db-b382-d334cb81b2a2. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:17:34.888577 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30baf61c-382a-4608-9c5c-f751ce69d63a req-d84bab45-bc94-4922-be2a-2c5cc833898f tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:34.890037 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-30baf61c-382a-4608-9c5c-f751ce69d63a req-d84bab45-bc94-4922-be2a-2c5cc833898f tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 945 time: 0.2326410 Aug 19 18:17:34.905407 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adeced-f05f-4acc-b623-8d5f6f591e7f None None] Pushing event updated for resources: {'Port': ['ID=9124a3df-8251-4223-96e2-5f4704867f14,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:34.926382 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dc2da0d6-ad28-477d-9481-269406c42e63 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b33f2f90c7f4d07ba0d7a351d95ac26&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7890496 Aug 19 18:17:34.931046 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec85c0-634a-43c2-8481-c60380443314 None None] Pushing event updated for resources: {'Port': ['ID=23e3dca3-e6aa-44af-9098-02faf0c3dc4f,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:34.932029 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57616) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:34.973896 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-960520fb-369c-4ce3-90e4-951b65419dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:35.045680 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-297fa2ce-c8c7-4274-81b9-79351c19e2a1 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet b4659b74-2cbe-4073-b03d-8a5f393d9665 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:17:35.052539 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-297fa2ce-c8c7-4274-81b9-79351c19e2a1 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:35.092892 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-868231e5-bbc7-4bf7-bd7a-a470ea0bc8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:35.096254 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-30baf61c-382a-4608-9c5c-f751ce69d63a req-4bdcd0c7-e351-472d-b55f-c4ee62075cad tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386197 Aug 19 18:17:35.116307 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] Set router b9819cef-b148-4240-86a0-f4250af9b67c gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:17:35.124800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af234c-4ae0-4237-a3be-9196fbd4515a req-160bcd19-b2e5-40c6-bcf1-09212c81aa2e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:35.137598 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-297fa2ce-c8c7-4274-81b9-79351c19e2a1 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:35.149580 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-22af234c-4ae0-4237-a3be-9196fbd4515a req-160bcd19-b2e5-40c6-bcf1-09212c81aa2e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.4608235 Aug 19 18:17:35.296513 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-868231e5-bbc7-4bf7-bd7a-a470ea0bc8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:35.309588 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-297fa2ce-c8c7-4274-81b9-79351c19e2a1 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:35.417723 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf5ab9-1ee6-44e3-8887-d145b78d81a1 req-8bd7cf90-dbce-4259-8b41-10a4ca6c01aa tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:35.435626 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8fcf5ab9-1ee6-44e3-8887-d145b78d81a1 req-8bd7cf90-dbce-4259-8b41-10a4ca6c01aa tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a9d1a34-2243-4c1c-8db9-893b1cc721b3 HTTP/1.1" status: 200 len: 944 time: 0.1689806 Aug 19 18:17:35.448823 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-22af234c-4ae0-4237-a3be-9196fbd4515a req-460f82fa-75c5-4468-ac47-5c8b5e819122 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498620 Aug 19 18:17:35.489410 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'name': 'tempest-ServersTestBootFromVolume-2015781071-router', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:17:23Z', 'updated_at': '2021-08-19T18:17:28Z', 'revision_number': 3, 'project_id': '4a3290870e464da7827f6e353d92d457', 'gw_port': {'id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:17:26Z', 'updated_at': '2021-08-19T18:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:35.536321 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8fcf5ab9-1ee6-44e3-8887-d145b78d81a1 req-fcf682ff-2984-4700-9253-6fd242489501 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966499 Aug 19 18:17:35.562763 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-297fa2ce-c8c7-4274-81b9-79351c19e2a1 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:35.596699 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3299b159-94ee-48e8-8c17-5cb86b96afdd None None] The sync data for ids ['b9819cef-b148-4240-86a0-f4250af9b67c'] in n-d-803753-2 is: [{'id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'name': 'tempest-ServersTestBootFromVolume-2015781071-router', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:17:23Z', 'updated_at': '2021-08-19T18:17:28Z', 'revision_number': 3, 'project_id': '4a3290870e464da7827f6e353d92d457', 'gw_port': {'id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:17:26Z', 'updated_at': '2021-08-19T18:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:17:35.603407 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-960520fb-369c-4ce3-90e4-951b65419dc3 admin admin] Allocated IP 172.20.0.1 (0f5bd346-7c14-4e50-89d6-16e6ab56fff4/378552a8-d8af-4c6e-b72d-1f9a87ee7f75/012b16f4-3b95-4cf2-95ca-19c926cc1239) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:35.618832 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fa2ce-c8c7-4274-81b9-79351c19e2a1 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=b4659b74-2cbe-4073-b03d-8a5f393d9665,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:35.636077 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-297fa2ce-c8c7-4274-81b9-79351c19e2a1 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:35.641478 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-297fa2ce-c8c7-4274-81b9-79351c19e2a1 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/b4659b74-2cbe-4073-b03d-8a5f393d9665 HTTP/1.1" status: 204 len: 168 time: 0.8065786 Aug 19 18:17:35.642374 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57622) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:35.646399 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71542ff1-95c9-496f-855c-d9318ddfc8cd None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:35.734398 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:35.774077 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f254d6e7-6c36-4859-aaf5-dca6e6dce541 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1294806 Aug 19 18:17:35.775106 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57624) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:35.861654 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:35.862361 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-868231e5-bbc7-4bf7-bd7a-a470ea0bc8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:35.867520 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-868231e5-bbc7-4bf7-bd7a-a470ea0bc8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:35.869724 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:35.870153 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:35.876991 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-868231e5-bbc7-4bf7-bd7a-a470ea0bc8c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2233a28-fe9f-417c-9e64-7303c7bc8096 HTTP/1.1" status: 204 len: 168 time: 0.9377418 Aug 19 18:17:35.877783 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030bc9fe-502f-46ed-be80-d6bdd4489d10 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:35.879128 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-030bc9fe-502f-46ed-be80-d6bdd4489d10 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1019065 Aug 19 18:17:35.883860 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57628) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:35.998676 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3245c982-0bae-4783-af65-ae5e86a385af tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:36.000283 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3245c982-0bae-4783-af65-ae5e86a385af tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1152318 Aug 19 18:17:36.003457 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57630) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:36.061876 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:36.082418 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868231e5-bbc7-4bf7-bd7a-a470ea0bc8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2233a28-fe9f-417c-9e64-7303c7bc8096,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:36.093142 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe79eec-0325-403f-9db3-adaa7200b6d5 None None] DHCP port deletion for 4734c50c-5b75-42a3-a882-02084790a476 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:17:36.107653 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-960520fb-369c-4ce3-90e4-951b65419dc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:36.166828 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f8def2fc-28d9-4760-b2d0-394c671d5303 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1622550 Aug 19 18:17:36.175286 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57636) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:36.189731 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f88ee61b-b454-4be7-8bb0-c300b65c85ee tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:36.227915 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9d1a34-2243-4c1c-8db9-893b1cc721b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:36.230331 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2018147c-5344-4b60-bef3-d1f79bb5acb0" -d '{"events": [{"server_uuid": "2a9d1a34-2243-4c1c-8db9-893b1cc721b3", "name": "network-vif-plugged", "status": "completed", "tag": "e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:36.251694 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:36.259022 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:36.275780 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-960520fb-369c-4ce3-90e4-951b65419dc3 admin admin] Transition to ACTIVE for port object 012b16f4-3b95-4cf2-95ca-19c926cc1239 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:36.291151 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff4455-d407-4974-82e3-4a6b5ed5745a req-b8847604-10aa-40ec-8d07-1a3e45fbb8d3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:36.312855 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cbff4455-d407-4974-82e3-4a6b5ed5745a req-b8847604-10aa-40ec-8d07-1a3e45fbb8d3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.4972875 Aug 19 18:17:36.356658 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88ee61b-b454-4be7-8bb0-c300b65c85ee tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:36.364401 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f88ee61b-b454-4be7-8bb0-c300b65c85ee tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:36.430446 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-2fe79eec-0325-403f-9db3-adaa7200b6d5 None None] Deleting port 9124a3df-8251-4223-96e2-5f4704867f14 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:36.439535 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2fe79eec-0325-403f-9db3-adaa7200b6d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:36.508644 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cbff4455-d407-4974-82e3-4a6b5ed5745a req-8418d2b7-9f3d-4f2c-a679-045ed8610db0 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943395 Aug 19 18:17:36.600286 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-960520fb-369c-4ce3-90e4-951b65419dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:36.618070 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:36.742427 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c0fb89-197e-4071-bdb7-8b410bd587d7 x-openstack-request-id: req-e1c0fb89-197e-4071-bdb7-8b410bd587d7 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:36.747488 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9d1a34-2243-4c1c-8db9-893b1cc721b3", "name": "network-vif-plugged", "status": "completed", "tag": "e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:36.748263 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1c0fb89-197e-4071-bdb7-8b410bd587d7 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:36.749152 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9d1a34-2243-4c1c-8db9-893b1cc721b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5', 'code': 200} Aug 19 18:17:36.763915 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 23e3dca3-e6aa-44af-9098-02faf0c3dc4f up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:36.793563 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960520fb-369c-4ce3-90e4-951b65419dc3 admin admin] Network 0f5bd346-7c14-4e50-89d6-16e6ab56fff4 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:36.796103 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-2fe79eec-0325-403f-9db3-adaa7200b6d5 None None] For port 9124a3df-8251-4223-96e2-5f4704867f14, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9124a3df-8251-4223-96e2-5f4704867f14,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:36.796745 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2fe79eec-0325-403f-9db3-adaa7200b6d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:36.835888 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-960520fb-369c-4ce3-90e4-951b65419dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:36.862458 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960520fb-369c-4ce3-90e4-951b65419dc3 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:36.947231 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-2fe79eec-0325-403f-9db3-adaa7200b6d5 None None] Calling delete_port for 9124a3df-8251-4223-96e2-5f4704867f14 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:36.975266 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57650) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:36.992255 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f88ee61b-b454-4be7-8bb0-c300b65c85ee tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:37.032755 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960520fb-369c-4ce3-90e4-951b65419dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=012b16f4-3b95-4cf2-95ca-19c926cc1239,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:37.107332 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88273d-58a6-4fae-896f-63a0481a65d3 req-060d2b90-26e1-41c5-a9ed-e0e8ae2008eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:37.112058 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a88273d-58a6-4fae-896f-63a0481a65d3 req-060d2b90-26e1-41c5-a9ed-e0e8ae2008eb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2a9d1a34-2243-4c1c-8db9-893b1cc721b3 HTTP/1.1" status: 200 len: 1096 time: 0.3131506 Aug 19 18:17:37.113289 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-477989d5-6628-407f-a202-7dc6c49c70fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:37.157502 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88ee61b-b454-4be7-8bb0-c300b65c85ee tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:37.166863 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-f88ee61b-b454-4be7-8bb0-c300b65c85ee tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:37.180588 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a88273d-58a6-4fae-896f-63a0481a65d3 req-e2184630-6cdb-438d-aebf-8cb8ab1fdc24 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528033 Aug 19 18:17:37.188804 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-960520fb-369c-4ce3-90e4-951b65419dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:37.211878 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88ee61b-b454-4be7-8bb0-c300b65c85ee tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:37.213182 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f88ee61b-b454-4be7-8bb0-c300b65c85ee tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:37.352659 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-42dbeade-c0d0-4e62-a7ad-877be53b15dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:37.378984 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:37.393429 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 23e3dca3-e6aa-44af-9098-02faf0c3dc4f completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:37.424926 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 23e3dca3-e6aa-44af-9098-02faf0c3dc4f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:37.425416 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:37.438503 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-960520fb-369c-4ce3-90e4-951b65419dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:37.458591 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efc9e8-f74d-44c7-a522-8dfa32a0d91a req-9af4608d-416f-497d-b7a7-01d04318852b tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:37.479653 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f2efc9e8-f74d-44c7-a522-8dfa32a0d91a req-9af4608d-416f-497d-b7a7-01d04318852b tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 945 time: 0.6003456 Aug 19 18:17:37.511579 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ee61b-b454-4be7-8bb0-c300b65c85ee tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=26b33b9b-02fc-41e1-8d5e-4d00f35b69ff,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:37.529716 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2fe79eec-0325-403f-9db3-adaa7200b6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:37.544383 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5f249bd6-1c64-4ded-a68b-91f53035fb3c None None] Provisioning for port 012b16f4-3b95-4cf2-95ca-19c926cc1239 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:37.605930 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe79eec-0325-403f-9db3-adaa7200b6d5 None None] Pushing event deleted for resources: {'Port': ['ID=9124a3df-8251-4223-96e2-5f4704867f14,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:37.608182 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5f249bd6-1c64-4ded-a68b-91f53035fb3c None None] Provisioning complete for port 012b16f4-3b95-4cf2-95ca-19c926cc1239 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:37.608758 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5f249bd6-1c64-4ded-a68b-91f53035fb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:37.612720 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe79eec-0325-403f-9db3-adaa7200b6d5 None None] No DVR routers for this DVR port 9124a3df-8251-4223-96e2-5f4704867f14 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:37.651097 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f2efc9e8-f74d-44c7-a522-8dfa32a0d91a req-9580aff9-c211-41f2-b1ea-284790f93ca5 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588323 Aug 19 18:17:37.701320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc2e8c5-52a3-4be4-862b-1a9229397f39 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:37.771963 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-960520fb-369c-4ce3-90e4-951b65419dc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:37.788492 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-960520fb-369c-4ce3-90e4-951b65419dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:38.012457 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d421a36-3d4b-4f70-9281-beb2ae958438 req-c128b5d5-20f4-49d8-84cc-d11498c2a72f tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:38.017816 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-5f249bd6-1c64-4ded-a68b-91f53035fb3c None None] Port 012b16f4-3b95-4cf2-95ca-19c926cc1239 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:38.027970 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d421a36-3d4b-4f70-9281-beb2ae958438 req-c128b5d5-20f4-49d8-84cc-d11498c2a72f tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a9d1a34-2243-4c1c-8db9-893b1cc721b3 HTTP/1.1" status: 200 len: 945 time: 0.1042612 Aug 19 18:17:38.080958 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:38.128813 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960520fb-369c-4ce3-90e4-951b65419dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=012b16f4-3b95-4cf2-95ca-19c926cc1239,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:38.145675 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d421a36-3d4b-4f70-9281-beb2ae958438 req-4f04d90f-c659-4696-9e6f-ffc5a9165bc2 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153681 Aug 19 18:17:38.186659 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 23e3dca3-e6aa-44af-9098-02faf0c3dc4f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=23e3dca3-e6aa-44af-9098-02faf0c3dc4f,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:38.191074 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-477989d5-6628-407f-a202-7dc6c49c70fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:38.195695 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-960520fb-369c-4ce3-90e4-951b65419dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:38.208756 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f88ee61b-b454-4be7-8bb0-c300b65c85ee tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0313315 Aug 19 18:17:38.208756 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57658) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:38.213458 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-477989d5-6628-407f-a202-7dc6c49c70fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:38.215268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-c0444845-8dce-4cb2-b2f6-7eecac57b66d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'fixed_ips': [{'subnet_id': '26b33b9b-02fc-41e1-8d5e-4d00f35b69ff', 'ip_address': '2001:db8::fe30:2413:1604:2989'}], 'name': 'tempest-NetworksTestDHCPv6-1216276308'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:38.225590 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:38.307274 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-477989d5-6628-407f-a202-7dc6c49c70fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46808df4112a4a7f9b9949ed371c016e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3297014 Aug 19 18:17:38.335793 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:38.371369 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57662) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:38.372126 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477989d5-6628-407f-a202-7dc6c49c70fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa87dc57-dab4-4d3d-b18e-9db7ec22d5cb,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:38.417904 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9124a3df-8251-4223-96e2-5f4704867f14 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:38.482095 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7069b341-bb6d-46d1-80de-e3ea3a5e059f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:38.512177 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 9124a3df-8251-4223-96e2-5f4704867f14 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:17:38.512776 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9124a3df-8251-4223-96e2-5f4704867f14 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:17:38.636403 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7069b341-bb6d-46d1-80de-e3ea3a5e059f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:38.655351 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d9dc77-15c0-4928-9764-8ac6a7eeec67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-4734c50c-5b75-42a3-a882-02084790a476', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'fixed_ips': [{'subnet_id': '26b33b9b-02fc-41e1-8d5e-4d00f35b69ff'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:17:38.657704 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-09d9dc77-15c0-4928-9764-8ac6a7eeec67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:38.672790 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ecb76-a676-4cea-b153-f80235f8a6b3 req-dc33a9fb-4c21-4213-b830-2c17698b9edb tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:38.674799 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=23e3dca3-e6aa-44af-9098-02faf0c3dc4f,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:38.687338 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc3ecb76-a676-4cea-b153-f80235f8a6b3 req-dc33a9fb-4c21-4213-b830-2c17698b9edb tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 945 time: 0.3136058 Aug 19 18:17:38.858743 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc3ecb76-a676-4cea-b153-f80235f8a6b3 req-7bfdf3de-cba7-4e1d-b6c2-4f11bb964492 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378760 Aug 19 18:17:38.866565 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960520fb-369c-4ce3-90e4-951b65419dc3 admin admin] Network 0f5bd346-7c14-4e50-89d6-16e6ab56fff4 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:38.887104 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd9b7d-b53c-4f1d-8c27-c81aa5a6a933 req-28fc87f0-db58-4c76-b128-bceb79c73f5a tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:38.891530 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0444845-8dce-4cb2-b2f6-7eecac57b66d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:38.899273 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-56bd9b7d-b53c-4f1d-8c27-c81aa5a6a933 req-28fc87f0-db58-4c76-b128-bceb79c73f5a tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.3959613 Aug 19 18:17:38.902056 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-960520fb-369c-4ce3-90e4-951b65419dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:39.029685 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-09d9dc77-15c0-4928-9764-8ac6a7eeec67 None None] Allocated IP 2001:db8::2 (4734c50c-5b75-42a3-a882-02084790a476/26b33b9b-02fc-41e1-8d5e-4d00f35b69ff/45d66245-2d7d-4993-ad40-14ee7a9ce55a) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:39.145746 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7069b341-bb6d-46d1-80de-e3ea3a5e059f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:39.149590 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7069b341-bb6d-46d1-80de-e3ea3a5e059f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:39.151000 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7069b341-bb6d-46d1-80de-e3ea3a5e059f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa87dc57-dab4-4d3d-b18e-9db7ec22d5cb HTTP/1.1" status: 204 len: 168 time: 0.7749259 Aug 19 18:17:39.185944 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069b341-bb6d-46d1-80de-e3ea3a5e059f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa87dc57-dab4-4d3d-b18e-9db7ec22d5cb,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:39.205678 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8cd6069a-3ae5-4dd7-83e9-486689f8fc48 req-105cafe7-3244-4b84-b949-dc37311af4de service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4879291 Aug 19 18:17:39.467923 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0444845-8dce-4cb2-b2f6-7eecac57b66d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:39.474579 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960520fb-369c-4ce3-90e4-951b65419dc3 admin admin] Router b9819cef-b148-4240-86a0-f4250af9b67c has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:17:39.480127 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-56bd9b7d-b53c-4f1d-8c27-c81aa5a6a933 req-c3e13500-9676-4353-a9c5-9eecdcfdca9d tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5636044 Aug 19 18:17:39.494405 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc57e9-2b03-4738-af57-785a9af3c959 req-cb4505de-546e-4d8c-a9c6-f5bf50abecff tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:39.501179 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc57e9-2b03-4738-af57-785a9af3c959 req-cb4505de-546e-4d8c-a9c6-f5bf50abecff tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:39.513644 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc57e9-2b03-4738-af57-785a9af3c959 req-cb4505de-546e-4d8c-a9c6-f5bf50abecff tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:39.522646 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc57e9-2b03-4738-af57-785a9af3c959 req-cb4505de-546e-4d8c-a9c6-f5bf50abecff tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:39.530040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc57e9-2b03-4738-af57-785a9af3c959 req-cb4505de-546e-4d8c-a9c6-f5bf50abecff tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:39.536391 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc57e9-2b03-4738-af57-785a9af3c959 req-cb4505de-546e-4d8c-a9c6-f5bf50abecff tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:39.544202 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc57e9-2b03-4738-af57-785a9af3c959 req-cb4505de-546e-4d8c-a9c6-f5bf50abecff tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:39.553434 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1ddc57e9-2b03-4738-af57-785a9af3c959 req-cb4505de-546e-4d8c-a9c6-f5bf50abecff tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5435 time: 0.4605567 Aug 19 18:17:39.653849 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-09d9dc77-15c0-4928-9764-8ac6a7eeec67 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:39.669865 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-09d9dc77-15c0-4928-9764-8ac6a7eeec67 None None] Transition to ACTIVE for port object 45d66245-2d7d-4993-ad40-14ee7a9ce55a will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:39.698958 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-09d9dc77-15c0-4928-9764-8ac6a7eeec67 None None] Transition to ACTIVE for port object 45d66245-2d7d-4993-ad40-14ee7a9ce55a will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:39.715657 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-09d9dc77-15c0-4928-9764-8ac6a7eeec67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:39.719454 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-c0444845-8dce-4cb2-b2f6-7eecac57b66d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] device_id is not set on port 9e989678-03a1-4330-b494-153cb41e1ee4 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:17:39.745696 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6069a-3ae5-4dd7-83e9-486689f8fc48 req-6355a51b-1bc2-491f-b6ba-5fc9d38f02e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:39.758255 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8cd6069a-3ae5-4dd7-83e9-486689f8fc48 req-6355a51b-1bc2-491f-b6ba-5fc9d38f02e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=936ec52db0734d99bf3034cb7c88bc1c&device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 1096 time: 0.3241825 Aug 19 18:17:39.823836 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d9dc77-15c0-4928-9764-8ac6a7eeec67 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:39.842697 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-09d9dc77-15c0-4928-9764-8ac6a7eeec67 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:39.846626 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d9dc77-15c0-4928-9764-8ac6a7eeec67 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:39.849173 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ff14e32c-6e7c-4bd3-a638-2690a2f0624b None None] Provisioning complete for port 012b16f4-3b95-4cf2-95ca-19c926cc1239 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:39.849974 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ff14e32c-6e7c-4bd3-a638-2690a2f0624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:40.001975 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9dc77-15c0-4928-9764-8ac6a7eeec67 None None] Pushing event updated for resources: {'Port': ['ID=45d66245-2d7d-4993-ad40-14ee7a9ce55a,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:40.042884 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-ff14e32c-6e7c-4bd3-a638-2690a2f0624b None None] Port 012b16f4-3b95-4cf2-95ca-19c926cc1239 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:40.063303 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-09d9dc77-15c0-4928-9764-8ac6a7eeec67 None None] Attempting to bind port 45d66245-2d7d-4993-ad40-14ee7a9ce55a on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:17:40.063684 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-09d9dc77-15c0-4928-9764-8ac6a7eeec67 None None] Attempting to bind port 45d66245-2d7d-4993-ad40-14ee7a9ce55a by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:17:40.064055 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d9dc77-15c0-4928-9764-8ac6a7eeec67 None None] Attempting to bind port 45d66245-2d7d-4993-ad40-14ee7a9ce55a on network 4734c50c-5b75-42a3-a882-02084790a476 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:17:40.102437 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d9dc77-15c0-4928-9764-8ac6a7eeec67 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:17:40.103443 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d9dc77-15c0-4928-9764-8ac6a7eeec67 None None] Checking segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:17:40.107273 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-09d9dc77-15c0-4928-9764-8ac6a7eeec67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:40.107700 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d9dc77-15c0-4928-9764-8ac6a7eeec67 None None] Bound using segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:17:40.108217 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-09d9dc77-15c0-4928-9764-8ac6a7eeec67 None None] Bound port: 45d66245-2d7d-4993-ad40-14ee7a9ce55a, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:17:40.110042 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-09d9dc77-15c0-4928-9764-8ac6a7eeec67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:40.136455 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960520fb-369c-4ce3-90e4-951b65419dc3 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:17:40.154872 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-960520fb-369c-4ce3-90e4-951b65419dc3 admin admin] 10.222.0.24 "PUT /v2.0/routers/b9819cef-b148-4240-86a0-f4250af9b67c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9020073 Aug 19 18:17:40.157213 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1ddc57e9-2b03-4738-af57-785a9af3c959 req-5bc1757a-7a82-4f55-8d85-f219c25f3474 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6022792 Aug 19 18:17:40.175860 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935a494-1405-4215-9e75-4c9a6d61cd5e req-8b580dee-cda9-4cb6-a954-e52cc442babb tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:40.184823 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0935a494-1405-4215-9e75-4c9a6d61cd5e req-8b580dee-cda9-4cb6-a954-e52cc442babb tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a9d1a34-2243-4c1c-8db9-893b1cc721b3 HTTP/1.1" status: 200 len: 945 time: 0.1517100 Aug 19 18:17:40.223878 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6069a-3ae5-4dd7-83e9-486689f8fc48 req-39fe6103-7236-455d-b804-93db2ac2a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:40.230024 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8cd6069a-3ae5-4dd7-83e9-486689f8fc48 req-39fe6103-7236-455d-b804-93db2ac2a2e3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b23f275-dbc1-4b31-89ad-a50a42b827a6 HTTP/1.1" status: 200 len: 914 time: 0.4334049 Aug 19 18:17:40.236650 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-c794d877-b9bf-41db-af97-f84cd0f0cbd2 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:40.247984 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-c794d877-b9bf-41db-af97-f84cd0f0cbd2 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:40.260624 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-c794d877-b9bf-41db-af97-f84cd0f0cbd2 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:40.266839 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-c794d877-b9bf-41db-af97-f84cd0f0cbd2 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:40.273906 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-c794d877-b9bf-41db-af97-f84cd0f0cbd2 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:40.280542 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-c794d877-b9bf-41db-af97-f84cd0f0cbd2 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:40.286860 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-c794d877-b9bf-41db-af97-f84cd0f0cbd2 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:40.290191 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-c794d877-b9bf-41db-af97-f84cd0f0cbd2 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 5435 time: 0.7337208 Aug 19 18:17:40.351897 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-09d9dc77-15c0-4928-9764-8ac6a7eeec67 None None] For port 45d66245-2d7d-4993-ad40-14ee7a9ce55a, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:17:40.358725 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-09d9dc77-15c0-4928-9764-8ac6a7eeec67 None None] For port 45d66245-2d7d-4993-ad40-14ee7a9ce55a, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=45d66245-2d7d-4993-ad40-14ee7a9ce55a,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:17:40.366703 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8cd6069a-3ae5-4dd7-83e9-486689f8fc48 req-1b1e3273-e75c-4c16-8a03-980cbc4aee97 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=649e426f-f883-455b-8749-6ef4dae7f223 HTTP/1.1" status: 200 len: 217 time: 0.1196396 Aug 19 18:17:40.367087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-c0444845-8dce-4cb2-b2f6-7eecac57b66d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8::fe30:2413:1604:2989 (4734c50c-5b75-42a3-a882-02084790a476/26b33b9b-02fc-41e1-8d5e-4d00f35b69ff/9e989678-03a1-4330-b494-153cb41e1ee4) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:40.368767 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] Sync routers for ids ['b9819cef-b148-4240-86a0-f4250af9b67c'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:17:40.375505 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0935a494-1405-4215-9e75-4c9a6d61cd5e req-cf2392ae-2414-46b5-9bdb-c3e362df722c tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892695 Aug 19 18:17:40.386807 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-09d9dc77-15c0-4928-9764-8ac6a7eeec67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:40.451276 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6069a-3ae5-4dd7-83e9-486689f8fc48 req-8306d5ee-1bb9-471d-91b2-161220c04233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:40.456203 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8cd6069a-3ae5-4dd7-83e9-486689f8fc48 req-8306d5ee-1bb9-471d-91b2-161220c04233 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e410fbec-87b3-4c19-8f94-8082dbd5415d HTTP/1.1" status: 200 len: 853 time: 0.0790954 Aug 19 18:17:40.483709 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:40.484556 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] Routers {'b9819cef-b148-4240-86a0-f4250af9b67c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:17:40.491272 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:17:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b9819cef-b148-4240-86a0-f4250af9b67c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:40.530806 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8cd6069a-3ae5-4dd7-83e9-486689f8fc48 req-99e6b311-a02f-437d-9f40-1484282ffd7c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b23f275-dbc1-4b31-89ad-a50a42b827a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620525 Aug 19 18:17:40.573378 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9dc77-15c0-4928-9764-8ac6a7eeec67 None None] Pushing event updated for resources: {'Port': ['ID=45d66245-2d7d-4993-ad40-14ee7a9ce55a,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:40.657725 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-74a9f2e3-6717-4846-a06c-acfdaf505bc1 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:40.659137 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-74a9f2e3-6717-4846-a06c-acfdaf505bc1 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.54 "GET /v2.0/ports/c5aa8d31-a91d-4215-83d9-2d7dea935f79?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2557180 Aug 19 18:17:40.675514 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ef8db-4b13-40c6-bec4-07bbe4a745d2 req-3c5d27a5-c319-4908-95d2-efdbf34b6789 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:40.685143 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb1ef8db-4b13-40c6-bec4-07bbe4a745d2 req-3c5d27a5-c319-4908-95d2-efdbf34b6789 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 945 time: 0.1829290 Aug 19 18:17:40.687463 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] Set router b9819cef-b148-4240-86a0-f4250af9b67c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:17:40.734045 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 23e3dca3-e6aa-44af-9098-02faf0c3dc4f up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:40.819548 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-7af8f043-2a36-4467-9911-427a7e9d5a32 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.54 "GET /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1508071 Aug 19 18:17:40.835595 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-0ceb10b2-399c-4e04-8d7b-cdef86f00da5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:40.840500 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8cd6069a-3ae5-4dd7-83e9-486689f8fc48 req-845092d5-2ab1-402f-88f2-eda0800761e0 service neutron] 10.222.0.50 "GET /v2.0/networks/9b23f275-dbc1-4b31-89ad-a50a42b827a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659211 Aug 19 18:17:40.849278 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb1ef8db-4b13-40c6-bec4-07bbe4a745d2 req-9d131767-add3-4e85-8c17-4f5c6393df1e tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617920 Aug 19 18:17:40.894843 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ca6e9-844f-427e-bee7-9f808e4d8b74 req-c066a2ce-eaab-4fff-addc-69ac9e92d685 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:40.899444 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-135ca6e9-844f-427e-bee7-9f808e4d8b74 req-c066a2ce-eaab-4fff-addc-69ac9e92d685 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.4970181 Aug 19 18:17:41.051946 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:41.062184 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8cd6069a-3ae5-4dd7-83e9-486689f8fc48 req-1c90a21c-f716-484d-8820-8027d7954a12 service neutron] 10.222.0.50 "GET /v2.0/networks/9b23f275-dbc1-4b31-89ad-a50a42b827a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081833 Aug 19 18:17:41.129187 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 23e3dca3-e6aa-44af-9098-02faf0c3dc4f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:41.129415 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:41.202018 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-135ca6e9-844f-427e-bee7-9f808e4d8b74 req-4b1b4f9f-2ef0-4886-b553-868a8d8cbcfe tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760683 Aug 19 18:17:41.212502 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-0ceb10b2-399c-4e04-8d7b-cdef86f00da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:41.222622 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0444845-8dce-4cb2-b2f6-7eecac57b66d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:41.270279 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-c0444845-8dce-4cb2-b2f6-7eecac57b66d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Transition to ACTIVE for port object 9e989678-03a1-4330-b494-153cb41e1ee4 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:41.290720 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'name': 'tempest-ServersTestBootFromVolume-2015781071-router', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:17:23Z', 'updated_at': '2021-08-19T18:17:37Z', 'revision_number': 4, 'project_id': '4a3290870e464da7827f6e353d92d457', 'gw_port': {'id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:17:26Z', 'updated_at': '2021-08-19T18:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '012b16f4-3b95-4cf2-95ca-19c926cc1239', 'name': '', 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'mac_address': 'fa:16:3e:29:d4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '378552a8-d8af-4c6e-b72d-1f9a87ee7f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:17:35Z', 'updated_at': '2021-08-19T18:17:37Z', 'revision_number': 2, 'project_id': '4a3290870e464da7827f6e353d92d457', 'subnets': [{'id': '378552a8-d8af-4c6e-b72d-1f9a87ee7f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:41.342110 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] Checking router: b9819cef-b148-4240-86a0-f4250af9b67c for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:17:41.342692 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] Updating router b9819cef-b148-4240-86a0-f4250af9b67c port 012b16f4-3b95-4cf2-95ca-19c926cc1239 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:17:41.424559 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:41.538700 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e02928-08cc-40b3-8949-7321498f6c70 req-d998014c-ae92-4f52-ab66-b42dadeab4b2 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:41.541643 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95e02928-08cc-40b3-8949-7321498f6c70 req-d998014c-ae92-4f52-ab66-b42dadeab4b2 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 945 time: 0.2217071 Aug 19 18:17:41.546569 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0444845-8dce-4cb2-b2f6-7eecac57b66d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:41.706528 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-0ceb10b2-399c-4e04-8d7b-cdef86f00da5 service neutron] For port c5aa8d31-a91d-4215-83d9-2d7dea935f79, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c5aa8d31-a91d-4215-83d9-2d7dea935f79,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:41.806645 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0444845-8dce-4cb2-b2f6-7eecac57b66d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=9e989678-03a1-4330-b494-153cb41e1ee4,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:41.818168 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57698) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:41.831252 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-85336673-df7f-4a6c-934e-676aa69bc839 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1610688971', 'description': 'tempest-description--1366148838'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:41.899590 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-85336673-df7f-4a6c-934e-676aa69bc839 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:41.908604 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95e02928-08cc-40b3-8949-7321498f6c70 req-8a7dab78-5965-416f-9ed3-90f8be0fc54f tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443923 Aug 19 18:17:41.919221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0444845-8dce-4cb2-b2f6-7eecac57b66d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:41.934487 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-c0444845-8dce-4cb2-b2f6-7eecac57b66d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:41.949965 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0444845-8dce-4cb2-b2f6-7eecac57b66d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:41.970652 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0444845-8dce-4cb2-b2f6-7eecac57b66d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:41.974008 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0444845-8dce-4cb2-b2f6-7eecac57b66d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:41.988017 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-0ceb10b2-399c-4e04-8d7b-cdef86f00da5 service neutron] For port c5aa8d31-a91d-4215-83d9-2d7dea935f79, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:17:42.106662 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-0ceb10b2-399c-4e04-8d7b-cdef86f00da5 service neutron] device_id is not set on port c5aa8d31-a91d-4215-83d9-2d7dea935f79 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:17:42.124018 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-0ceb10b2-399c-4e04-8d7b-cdef86f00da5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:42.158292 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-0ceb10b2-399c-4e04-8d7b-cdef86f00da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:42.214653 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50caec9-a256-4525-9e10-15407656b94c req-f4268a5f-2cc8-40ad-bc00-7dd27971dfb9 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:42.216789 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c50caec9-a256-4525-9e10-15407656b94c req-f4268a5f-2cc8-40ad-bc00-7dd27971dfb9 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a9d1a34-2243-4c1c-8db9-893b1cc721b3 HTTP/1.1" status: 200 len: 945 time: 0.1807146 Aug 19 18:17:42.294929 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-0ceb10b2-399c-4e04-8d7b-cdef86f00da5 service neutron] No DVR routers for this DVR port c5aa8d31-a91d-4215-83d9-2d7dea935f79 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:42.314751 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-85336673-df7f-4a6c-934e-676aa69bc839 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:42.318281 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:42.353499 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c50caec9-a256-4525-9e10-15407656b94c req-b0631e31-f022-4477-93e7-043fc80bb49f tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231239 Aug 19 18:17:42.354405 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-85336673-df7f-4a6c-934e-676aa69bc839 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:42.373584 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-0ceb10b2-399c-4e04-8d7b-cdef86f00da5 service neutron] In _notify_port_updated(), no bound segment for port c5aa8d31-a91d-4215-83d9-2d7dea935f79 on network 516636c4-cca9-40b7-8447-b891fcfd801e {{(pid=94682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:17:42.374584 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-0ceb10b2-399c-4e04-8d7b-cdef86f00da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:42.375642 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-0ceb10b2-399c-4e04-8d7b-cdef86f00da5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:42.377859 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-0ceb10b2-399c-4e04-8d7b-cdef86f00da5 service neutron] 10.222.0.54 "PUT /v2.0/ports/c5aa8d31-a91d-4215-83d9-2d7dea935f79 HTTP/1.1" status: 200 len: 1028 time: 1.5471220 Aug 19 18:17:42.390885 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] Transition to ACTIVE for port object 012b16f4-3b95-4cf2-95ca-19c926cc1239 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:42.396376 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c0444845-8dce-4cb2-b2f6-7eecac57b66d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1837213 Aug 19 18:17:42.396762 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b0ccb2af-2cfa-40e6-89d1-4d1093d63a4f None None] Provisioning for port 45d66245-2d7d-4993-ad40-14ee7a9ce55a completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:42.401694 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57704) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:42.443177 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:42.523673 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-b071215a-163a-48c2-a84f-57732f9d9481 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:42.535986 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-b071215a-163a-48c2-a84f-57732f9d9481 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.54 "GET /v2.0/ports/dfb77d0d-a0bb-41e1-b68c-463a99752b1a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1385221 Aug 19 18:17:42.545129 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-85336673-df7f-4a6c-934e-676aa69bc839 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:42.557364 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-85336673-df7f-4a6c-934e-676aa69bc839 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7366796 Aug 19 18:17:42.562223 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-cde0cf65-9057-4b6b-8209-fe2ac95e98e2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:42.564135 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57706) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:42.587276 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-8a52ad5a-7d03-42a0-99b1-b0ab63a41292 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Request body: {'security_group_rule': {'security_group_id': 'd7761b0b-8bd5-413a-a296-99e55282b8cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:42.599319 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c1508-ec44-44fd-8851-cf0ca4846164 req-be9d0116-9251-4ec8-aa5e-df17cecd50ca tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:42.609143 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85336673-df7f-4a6c-934e-676aa69bc839 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7761b0b-8bd5-413a-a296-99e55282b8cd,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:42.639191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8503cd5a-159f-40dc-869a-2d343d91cbd4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:42.646308 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8503cd5a-159f-40dc-869a-2d343d91cbd4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:42.650196 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8503cd5a-159f-40dc-869a-2d343d91cbd4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2350924 Aug 19 18:17:42.651673 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c1508-ec44-44fd-8851-cf0ca4846164 req-be9d0116-9251-4ec8-aa5e-df17cecd50ca tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:42.660399 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57708) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:42.672134 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c1508-ec44-44fd-8851-cf0ca4846164 req-be9d0116-9251-4ec8-aa5e-df17cecd50ca tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:42.738079 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c1508-ec44-44fd-8851-cf0ca4846164 req-be9d0116-9251-4ec8-aa5e-df17cecd50ca tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:42.774713 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c1508-ec44-44fd-8851-cf0ca4846164 req-be9d0116-9251-4ec8-aa5e-df17cecd50ca tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:42.777092 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f13482-f608-4213-b74f-0dff1984cab2 None None] Pushing event updated for resources: {'Port': ['ID=012b16f4-3b95-4cf2-95ca-19c926cc1239,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:42.815409 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c1508-ec44-44fd-8851-cf0ca4846164 req-be9d0116-9251-4ec8-aa5e-df17cecd50ca tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:42.819274 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af5c1508-ec44-44fd-8851-cf0ca4846164 req-be9d0116-9251-4ec8-aa5e-df17cecd50ca tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 4660 time: 0.6508644 Aug 19 18:17:42.824605 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb10b2-399c-4e04-8d7b-cdef86f00da5 service neutron] Pushing event updated for resources: {'Port': ['ID=c5aa8d31-a91d-4215-83d9-2d7dea935f79,revision_number=6']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:42.832137 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a52ad5a-7d03-42a0-99b1-b0ab63a41292 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:42.924001 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 45d66245-2d7d-4993-ad40-14ee7a9ce55a up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:42.934240 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] Attempting to bind port 012b16f4-3b95-4cf2-95ca-19c926cc1239 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:17:42.938666 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] Attempting to bind port 012b16f4-3b95-4cf2-95ca-19c926cc1239 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '322208e2-b5ec-4a39-9131-3ae8cbaa7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:17:42.939437 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] Attempting to bind port 012b16f4-3b95-4cf2-95ca-19c926cc1239 on network 0f5bd346-7c14-4e50-89d6-16e6ab56fff4 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:17:43.117801 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af5c1508-ec44-44fd-8851-cf0ca4846164 req-494fca9c-fcbf-444f-aa61-c845822fe22e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&id=e956f7ff-2d8d-4324-b99b-f08f57413691&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2703478 Aug 19 18:17:43.135113 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-cde0cf65-9057-4b6b-8209-fe2ac95e98e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:43.260415 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a52ad5a-7d03-42a0-99b1-b0ab63a41292 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:43.281791 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a52ad5a-7d03-42a0-99b1-b0ab63a41292 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:43.395452 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:17:43.396048 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] Checking segment: {'id': '322208e2-b5ec-4a39-9131-3ae8cbaa7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:17:43.397548 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:43.398312 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] Bound using segment: {'id': '322208e2-b5ec-4a39-9131-3ae8cbaa7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:17:43.399145 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] Bound port: 012b16f4-3b95-4cf2-95ca-19c926cc1239, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322208e2-b5ec-4a39-9131-3ae8cbaa7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:17:43.399777 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:43.408407 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d4e77-8d72-45c1-9920-5cb1807eec01 req-6c89146f-12cf-41a8-9160-ca994dcae77e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:43.412186 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-096d4e77-8d72-45c1-9920-5cb1807eec01 req-6c89146f-12cf-41a8-9160-ca994dcae77e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.3047624 Aug 19 18:17:43.419745 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a52ad5a-7d03-42a0-99b1-b0ab63a41292 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:43.423120 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8a52ad5a-7d03-42a0-99b1-b0ab63a41292 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8472233 Aug 19 18:17:43.432382 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52ad5a-7d03-42a0-99b1-b0ab63a41292 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a49ad222-ddfb-4d00-9151-137ff85ced7b,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:43.437408 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57716) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:43.504986 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-0cbde2bc-cffd-4d9b-b2e1-230cead3e918 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Request body: {'security_group_rule': {'security_group_id': 'd7761b0b-8bd5-413a-a296-99e55282b8cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:43.517078 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-beaf0056-8bd8-47d1-aeb3-66db301dfd34 None None] Provisioning complete for port c5aa8d31-a91d-4215-83d9-2d7dea935f79 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:43.519078 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-beaf0056-8bd8-47d1-aeb3-66db301dfd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:43.545456 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-096d4e77-8d72-45c1-9920-5cb1807eec01 req-37bc1e76-cf03-4e6c-b9dc-939894232953 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197567 Aug 19 18:17:43.549735 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a8118246-4f41-4b81-962d-c9dade6a8204 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting port 9e989678-03a1-4330-b494-153cb41e1ee4 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:43.549936 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a8118246-4f41-4b81-962d-c9dade6a8204 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:43.573232 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device dfb77d0d-a0bb-41e1-b68c-463a99752b1a no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:43.658106 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94ef9c-2ac9-4a77-8dff-6ad2c02f1b0c req-003a6042-c0d6-4a7e-87eb-818ed6700af3 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:43.664963 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cd94ef9c-2ac9-4a77-8dff-6ad2c02f1b0c req-003a6042-c0d6-4a7e-87eb-818ed6700af3 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 945 time: 0.2617321 Aug 19 18:17:43.673050 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-cde0cf65-9057-4b6b-8209-fe2ac95e98e2 service neutron] For port dfb77d0d-a0bb-41e1-b68c-463a99752b1a, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=dfb77d0d-a0bb-41e1-b68c-463a99752b1a,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:43.720634 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-beaf0056-8bd8-47d1-aeb3-66db301dfd34 None None] Port c5aa8d31-a91d-4215-83d9-2d7dea935f79 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:43.731132 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 45d66245-2d7d-4993-ad40-14ee7a9ce55a completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:43.741885 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] For port 012b16f4-3b95-4cf2-95ca-19c926cc1239, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:17:43.747394 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 45d66245-2d7d-4993-ad40-14ee7a9ce55a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:43.748559 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:43.764553 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cd94ef9c-2ac9-4a77-8dff-6ad2c02f1b0c req-15d0784e-fa1a-4d09-ae2f-3d78d142da27 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675347 Aug 19 18:17:43.780658 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-cde0cf65-9057-4b6b-8209-fe2ac95e98e2 service neutron] For port dfb77d0d-a0bb-41e1-b68c-463a99752b1a, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:17:43.901844 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] For port 012b16f4-3b95-4cf2-95ca-19c926cc1239, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=012b16f4-3b95-4cf2-95ca-19c926cc1239,segment=NetworkSegment(322208e2-b5ec-4a39-9131-3ae8cbaa7ac9),segment_id=322208e2-b5ec-4a39-9131-3ae8cbaa7ac9)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:17:43.924815 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:43.948993 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-cde0cf65-9057-4b6b-8209-fe2ac95e98e2 service neutron] device_id is not set on port dfb77d0d-a0bb-41e1-b68c-463a99752b1a yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:17:43.983999 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:43.988787 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1bd3502e-588b-47a5-9c08-4e0a1867ea31 None None] Provisioning for port 9e989678-03a1-4330-b494-153cb41e1ee4 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:44.024401 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1bd3502e-588b-47a5-9c08-4e0a1867ea31 None None] Provisioning complete for port 9e989678-03a1-4330-b494-153cb41e1ee4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:44.024831 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1bd3502e-588b-47a5-9c08-4e0a1867ea31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:44.040226 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-cde0cf65-9057-4b6b-8209-fe2ac95e98e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:44.064048 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-cde0cf65-9057-4b6b-8209-fe2ac95e98e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:44.170627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b39024-8ddf-474a-8aea-7e1f37bbf4a8 req-6cc791aa-f7b0-42c4-bcda-28c2c6a42282 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:44.180792 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e7b39024-8ddf-474a-8aea-7e1f37bbf4a8 req-6cc791aa-f7b0-42c4-bcda-28c2c6a42282 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.2782478 Aug 19 18:17:44.250875 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f13482-f608-4213-b74f-0dff1984cab2 None None] Pushing event updated for resources: {'Port': ['ID=012b16f4-3b95-4cf2-95ca-19c926cc1239,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:44.267868 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] Routers {'b9819cef-b148-4240-86a0-f4250af9b67c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:17:44.269374 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:17:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b9819cef-b148-4240-86a0-f4250af9b67c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:44.622472 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.api [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:17:44.623552 n-d-803753-2 neutron-server[94683]: DEBUG oslo_db.api [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:17:44.636597 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0cbde2bc-cffd-4d9b-b2e1-230cead3e918 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:44.763740 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-1bd3502e-588b-47a5-9c08-4e0a1867ea31 None None] Port 9e989678-03a1-4330-b494-153cb41e1ee4 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:44.769854 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] Set router b9819cef-b148-4240-86a0-f4250af9b67c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:17:44.839992 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a8118246-4f41-4b81-962d-c9dade6a8204 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:44.845716 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:44.897150 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd171d6-e9ae-4f55-ba84-a24d7ad566ac req-0e6f82e6-28e6-4f9a-8932-061a10398bff tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:44.900546 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-efd171d6-e9ae-4f55-ba84-a24d7ad566ac req-0e6f82e6-28e6-4f9a-8932-061a10398bff tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a9d1a34-2243-4c1c-8db9-893b1cc721b3 HTTP/1.1" status: 200 len: 945 time: 1.1959536 Aug 19 18:17:44.909685 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a8118246-4f41-4b81-962d-c9dade6a8204 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Calling delete_port for 9e989678-03a1-4330-b494-153cb41e1ee4 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:44.921275 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 45d66245-2d7d-4993-ad40-14ee7a9ce55a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=45d66245-2d7d-4993-ad40-14ee7a9ce55a,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:44.928010 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:44.989634 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0cbde2bc-cffd-4d9b-b2e1-230cead3e918 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:44.999582 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-cde0cf65-9057-4b6b-8209-fe2ac95e98e2 service neutron] No DVR routers for this DVR port dfb77d0d-a0bb-41e1-b68c-463a99752b1a on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:45.027618 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0cf65-9057-4b6b-8209-fe2ac95e98e2 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb77d0d-a0bb-41e1-b68c-463a99752b1a,revision_number=6']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:45.054620 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=45d66245-2d7d-4993-ad40-14ee7a9ce55a,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:45.076020 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7b47c76b-c5c1-41b3-90dc-80b46c49f0ae None None] Provisioning complete for port dfb77d0d-a0bb-41e1-b68c-463a99752b1a triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:45.076556 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7b47c76b-c5c1-41b3-90dc-80b46c49f0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:45.089837 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0cbde2bc-cffd-4d9b-b2e1-230cead3e918 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:45.154003 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-efd171d6-e9ae-4f55-ba84-a24d7ad566ac req-953601a8-46a1-45e2-9c8e-578f20a6962f tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386003 Aug 19 18:17:45.159074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbde2bc-cffd-4d9b-b2e1-230cead3e918 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ade32cc-4ff9-45f2-8145-6c31608da0a4,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:45.189370 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0cbde2bc-cffd-4d9b-b2e1-230cead3e918 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:45.198792 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0cbde2bc-cffd-4d9b-b2e1-230cead3e918 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7205946 Aug 19 18:17:45.206538 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57730) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:45.217125 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-6fdcbfc3-e82e-4b8e-b90e-66159eba471b tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:45.235974 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7b47c76b-c5c1-41b3-90dc-80b46c49f0ae None None] Port dfb77d0d-a0bb-41e1-b68c-463a99752b1a cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:45.310062 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a8118246-4f41-4b81-962d-c9dade6a8204 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:45.324984 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6fdcbfc3-e82e-4b8e-b90e-66159eba471b tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:45.337969 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-cde0cf65-9057-4b6b-8209-fe2ac95e98e2 service neutron] In _notify_port_updated(), no bound segment for port dfb77d0d-a0bb-41e1-b68c-463a99752b1a on network 516636c4-cca9-40b7-8447-b891fcfd801e {{(pid=94682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:17:45.339825 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 44151cda-69e6-4588-a910-707492210d9d no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:45.340936 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-cde0cf65-9057-4b6b-8209-fe2ac95e98e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:45.342671 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-cde0cf65-9057-4b6b-8209-fe2ac95e98e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:45.350232 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-cde0cf65-9057-4b6b-8209-fe2ac95e98e2 service neutron] 10.222.0.54 "PUT /v2.0/ports/dfb77d0d-a0bb-41e1-b68c-463a99752b1a HTTP/1.1" status: 200 len: 1028 time: 2.8098450 Aug 19 18:17:45.371980 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e7b39024-8ddf-474a-8aea-7e1f37bbf4a8 req-2fd761a3-8923-4738-901d-e39282165fc3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1900411 Aug 19 18:17:45.445516 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8118246-4f41-4b81-962d-c9dade6a8204 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Port': ['ID=9e989678-03a1-4330-b494-153cb41e1ee4,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:45.562501 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'name': 'tempest-ServersTestBootFromVolume-2015781071-router', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:17:23Z', 'updated_at': '2021-08-19T18:17:37Z', 'revision_number': 4, 'project_id': '4a3290870e464da7827f6e353d92d457', 'gw_port': {'id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:17:26Z', 'updated_at': '2021-08-19T18:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '012b16f4-3b95-4cf2-95ca-19c926cc1239', 'name': '', 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'mac_address': 'fa:16:3e:29:d4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '378552a8-d8af-4c6e-b72d-1f9a87ee7f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:17:35Z', 'updated_at': '2021-08-19T18:17:43Z', 'revision_number': 4, 'project_id': '4a3290870e464da7827f6e353d92d457', 'subnets': [{'id': '378552a8-d8af-4c6e-b72d-1f9a87ee7f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:45.694029 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a8118246-4f41-4b81-962d-c9dade6a8204 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:45.697229 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a8118246-4f41-4b81-962d-c9dade6a8204 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/9e989678-03a1-4330-b494-153cb41e1ee4 HTTP/1.1" status: 204 len: 168 time: 3.0346818 Aug 19 18:17:45.711087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57736) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:45.722651 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef33b0b-4620-44b0-a9c5-eea0ab49d959 None None] The sync data for ids ['b9819cef-b148-4240-86a0-f4250af9b67c'] in n-d-803753-2 is: [{'id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'name': 'tempest-ServersTestBootFromVolume-2015781071-router', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:17:23Z', 'updated_at': '2021-08-19T18:17:37Z', 'revision_number': 4, 'project_id': '4a3290870e464da7827f6e353d92d457', 'gw_port': {'id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:17:26Z', 'updated_at': '2021-08-19T18:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '012b16f4-3b95-4cf2-95ca-19c926cc1239', 'name': '', 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'mac_address': 'fa:16:3e:29:d4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '378552a8-d8af-4c6e-b72d-1f9a87ee7f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:17:35Z', 'updated_at': '2021-08-19T18:17:43Z', 'revision_number': 4, 'project_id': '4a3290870e464da7827f6e353d92d457', 'subnets': [{'id': '378552a8-d8af-4c6e-b72d-1f9a87ee7f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:17:45.782066 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdce15-ef89-4498-972e-07c709c18497 req-cb7d728a-0c5e-4a12-a9b7-086802ddae20 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:45.805431 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aafdce15-ef89-4498-972e-07c709c18497 req-cb7d728a-0c5e-4a12-a9b7-086802ddae20 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 945 time: 0.3735251 Aug 19 18:17:45.820027 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:46.060673 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44151cda-69e6-4588-a910-707492210d9d'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:46.086485 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99aa385e-fdb8-4deb-9647-aef0eaae790b" -d '{"events": [{"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-unplugged", "status": "completed", "tag": "44151cda-69e6-4588-a910-707492210d9d"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:46.093915 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd12700-edaf-42af-a78d-1eb8d0e038c9 req-21ab4357-cc1f-422a-8036-463fd915ad49 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:46.103817 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd12700-edaf-42af-a78d-1eb8d0e038c9 req-21ab4357-cc1f-422a-8036-463fd915ad49 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:46.113505 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd12700-edaf-42af-a78d-1eb8d0e038c9 req-21ab4357-cc1f-422a-8036-463fd915ad49 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:46.113801 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aafdce15-ef89-4498-972e-07c709c18497 req-3a688192-20f7-4e4f-a405-5f404df434cb tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946908 Aug 19 18:17:46.126178 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd12700-edaf-42af-a78d-1eb8d0e038c9 req-21ab4357-cc1f-422a-8036-463fd915ad49 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:46.153946 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd12700-edaf-42af-a78d-1eb8d0e038c9 req-21ab4357-cc1f-422a-8036-463fd915ad49 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:46.156141 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5bd12700-edaf-42af-a78d-1eb8d0e038c9 req-21ab4357-cc1f-422a-8036-463fd915ad49 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 3885 time: 0.5189126 Aug 19 18:17:46.178139 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 44151cda-69e6-4588-a910-707492210d9d, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=44151cda-69e6-4588-a910-707492210d9d,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:46.190845 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:46.192047 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 093f4306-674e-490b-a5f0-ea79738c3dd1 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:46.196598 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2959a2d6-2dbc-4d83-874f-d42934a30a7e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:46.200076 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2959a2d6-2dbc-4d83-874f-d42934a30a7e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:46.204041 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2959a2d6-2dbc-4d83-874f-d42934a30a7e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4800370 Aug 19 18:17:46.206616 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57744) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:46.324052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-d9e09a46-a5f2-4052-ab08-3aba74888cec tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Deleting port 44151cda-69e6-4588-a910-707492210d9d {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:46.324052 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-d9e09a46-a5f2-4052-ab08-3aba74888cec tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:46.388030 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5bd12700-edaf-42af-a78d-1eb8d0e038c9 req-994b9efa-ccc2-4983-bf67-090ae73122d9 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2060909 Aug 19 18:17:46.395552 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:46.463835 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-85952ad8-c85e-45ea-a033-87e596d06be3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet 26b33b9b-02fc-41e1-8d5e-4d00f35b69ff {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:17:46.486377 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-85952ad8-c85e-45ea-a033-87e596d06be3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:46.495853 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=44151cda-69e6-4588-a910-707492210d9d,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:46.595393 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b338f822-80c5-4082-adee-a389241c980e x-openstack-request-id: req-b338f822-80c5-4082-adee-a389241c980e {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:46.596723 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-unplugged", "status": "completed", "tag": "44151cda-69e6-4588-a910-707492210d9d", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:46.597954 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b338f822-80c5-4082-adee-a389241c980e {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:46.600586 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44151cda-69e6-4588-a910-707492210d9d', 'code': 200} Aug 19 18:17:46.702596 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:17:46.718669 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-85952ad8-c85e-45ea-a033-87e596d06be3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:46.733793 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:46.744406 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6fdcbfc3-e82e-4b8e-b90e-66159eba471b tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:47.016979 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 093f4306-674e-490b-a5f0-ea79738c3dd1, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=093f4306-674e-490b-a5f0-ea79738c3dd1,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:47.018195 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e5ff3-ebac-43ec-bd4f-176493343121 req-da62703c-9793-479a-927a-4e139640bf0d tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:47.019897 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-301e5ff3-ebac-43ec-bd4f-176493343121 req-da62703c-9793-479a-927a-4e139640bf0d tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1336627 Aug 19 18:17:47.047927 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:47.049145 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:47.101299 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-85952ad8-c85e-45ea-a033-87e596d06be3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:47.288122 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-301e5ff3-ebac-43ec-bd4f-176493343121 req-d11c5d15-f0c7-49c6-9913-6d3308c52f1b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469833 Aug 19 18:17:47.300928 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=093f4306-674e-490b-a5f0-ea79738c3dd1,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:47.387247 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:47.394686 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-d9e09a46-a5f2-4052-ab08-3aba74888cec tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] For port 44151cda-69e6-4588-a910-707492210d9d, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=44151cda-69e6-4588-a910-707492210d9d,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:47.395533 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-d9e09a46-a5f2-4052-ab08-3aba74888cec tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:47.428518 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 45d66245-2d7d-4993-ad40-14ee7a9ce55a up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:47.436109 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-85952ad8-c85e-45ea-a033-87e596d06be3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:47.480087 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=8b7af2c9-ee9b-46f3-9f81-ee153dca90f5,segment=NetworkSegment(3f18c88e-ca3d-4b8a-a222-241455d9fd2f),segment_id=3f18c88e-ca3d-4b8a-a222-241455d9fd2f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:47.499938 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:47.499938 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device c5aa8d31-a91d-4215-83d9-2d7dea935f79 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:47.515754 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-d9e09a46-a5f2-4052-ab08-3aba74888cec tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Calling delete_port for 44151cda-69e6-4588-a910-707492210d9d owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:47.578636 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85952ad8-c85e-45ea-a033-87e596d06be3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=26b33b9b-02fc-41e1-8d5e-4d00f35b69ff,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:47.592993 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-85952ad8-c85e-45ea-a033-87e596d06be3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:47.601598 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-85952ad8-c85e-45ea-a033-87e596d06be3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/26b33b9b-02fc-41e1-8d5e-4d00f35b69ff HTTP/1.1" status: 204 len: 168 time: 1.3890126 Aug 19 18:17:47.601598 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57758) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:47.654549 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5070a-188f-4b38-b195-58043ff9cd7d req-aba63faf-5136-4097-ad93-6c733ca88ac6 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:47.656616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dba8d38-0326-46ed-a44b-79f6cdbb4b49 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:47.675005 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-15e5070a-188f-4b38-b195-58043ff9cd7d req-aba63faf-5136-4097-ad93-6c733ca88ac6 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a9d1a34-2243-4c1c-8db9-893b1cc721b3 HTTP/1.1" status: 200 len: 945 time: 0.5919449 Aug 19 18:17:47.832763 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-31bae5f3-46a8-43e3-98a7-674269e0d69e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2306252 Aug 19 18:17:47.836114 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57762) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:47.860836 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device c5aa8d31-a91d-4215-83d9-2d7dea935f79 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:17:47.861404 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:47.867242 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2cc30d2b-021f-4c03-984d-363b67e7bcdf tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:47.879053 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 45d66245-2d7d-4993-ad40-14ee7a9ce55a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:47.879420 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:48.012497 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-15e5070a-188f-4b38-b195-58043ff9cd7d req-94c82291-eb7c-4e2d-af04-94d6f8f5dd8c tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354328 Aug 19 18:17:48.013006 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018cc3f-d818-4070-88a2-a415cb9d7fcc req-62d26759-14ca-4e1c-b109-4f25065074b6 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:48.014962 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e018cc3f-d818-4070-88a2-a415cb9d7fcc req-62d26759-14ca-4e1c-b109-4f25065074b6 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1958103 Aug 19 18:17:48.054634 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-6fdcbfc3-e82e-4b8e-b90e-66159eba471b tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Allocated IP 172.25.8.15 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/7b883030-1e8d-481f-878f-1bd61618bd09) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:48.101720 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=8b7af2c9-ee9b-46f3-9f81-ee153dca90f5,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:48.103838 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e018cc3f-d818-4070-88a2-a415cb9d7fcc req-29ed2ab4-3a12-44dc-b740-5fa36efef18b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734284 Aug 19 18:17:48.124558 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc30d2b-021f-4c03-984d-363b67e7bcdf tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:48.160639 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2cc30d2b-021f-4c03-984d-363b67e7bcdf tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:48.484108 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 012b16f4-3b95-4cf2-95ca-19c926cc1239 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:48.549019 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333eb00b-5059-4e5f-b6f9-47dab0b1acd1 req-05267024-3ae0-42ec-9407-1636a370be30 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:48.554900 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-333eb00b-5059-4e5f-b6f9-47dab0b1acd1 req-05267024-3ae0-42ec-9407-1636a370be30 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 945 time: 0.1632938 Aug 19 18:17:48.561754 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:48.565406 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc365fe-b07d-4c31-a5e2-ce5b0c12b06f req-ad7d62e6-49bb-46b6-ae0e-f5c58a8dfaf4 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:48.567091 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dfc365fe-b07d-4c31-a5e2-ce5b0c12b06f req-ad7d62e6-49bb-46b6-ae0e-f5c58a8dfaf4 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a9d1a34-2243-4c1c-8db9-893b1cc721b3 HTTP/1.1" status: 200 len: 945 time: 0.1972909 Aug 19 18:17:48.605741 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '093f4306-674e-490b-a5f0-ea79738c3dd1'}, {'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b7af2c9-ee9b-46f3-9f81-ee153dca90f5'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:48.614720 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0143a881-bbcb-4b3c-9820-5608aeaa476a" -d '{"events": [{"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-unplugged", "status": "completed", "tag": "093f4306-674e-490b-a5f0-ea79738c3dd1"}, {"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-unplugged", "status": "completed", "tag": "8b7af2c9-ee9b-46f3-9f81-ee153dca90f5"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:48.618615 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615c8e14-b9ff-438c-92cf-c683a5d0a96e None None] DHCP port deletion for 4734c50c-5b75-42a3-a882-02084790a476 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:17:48.742078 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-333eb00b-5059-4e5f-b6f9-47dab0b1acd1 req-f76d5122-02db-4e26-a17b-73be5588e5ba tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695158 Aug 19 18:17:48.915990 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc37138-6066-46a5-9d11-af3e71e4f40e x-openstack-request-id: req-9fc37138-6066-46a5-9d11-af3e71e4f40e {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:48.916849 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-unplugged", "status": "completed", "tag": "093f4306-674e-490b-a5f0-ea79738c3dd1", "code": 200}, {"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-unplugged", "status": "completed", "tag": "8b7af2c9-ee9b-46f3-9f81-ee153dca90f5", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:48.916849 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9fc37138-6066-46a5-9d11-af3e71e4f40e {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:48.917476 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '093f4306-674e-490b-a5f0-ea79738c3dd1', 'code': 200} Aug 19 18:17:48.917476 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b7af2c9-ee9b-46f3-9f81-ee153dca90f5', 'code': 200} Aug 19 18:17:48.921417 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81,segment=NetworkSegment(0227a178-9e66-4699-ab26-273cdff22665),segment_id=0227a178-9e66-4699-ab26-273cdff22665)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:48.933207 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:48.933207 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device fc8d0cb7-af16-4948-8360-b08bf7de49ad no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:48.971590 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2cc30d2b-021f-4c03-984d-363b67e7bcdf tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.028662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 012b16f4-3b95-4cf2-95ca-19c926cc1239 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:49.054528 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 012b16f4-3b95-4cf2-95ca-19c926cc1239 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:49.055028 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.061721 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:49.103464 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-615c8e14-b9ff-438c-92cf-c683a5d0a96e None None] Deleting port 45d66245-2d7d-4993-ad40-14ee7a9ce55a {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:49.103464 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-615c8e14-b9ff-438c-92cf-c683a5d0a96e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.113761 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416ec48-57b7-424f-b242-4f1ce17ecdd8 req-0e049deb-4ae7-4ceb-9675-03d3ef501a06 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:49.125119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416ec48-57b7-424f-b242-4f1ce17ecdd8 req-0e049deb-4ae7-4ceb-9675-03d3ef501a06 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:49.136949 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416ec48-57b7-424f-b242-4f1ce17ecdd8 req-0e049deb-4ae7-4ceb-9675-03d3ef501a06 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:49.148635 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416ec48-57b7-424f-b242-4f1ce17ecdd8 req-0e049deb-4ae7-4ceb-9675-03d3ef501a06 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:49.163683 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416ec48-57b7-424f-b242-4f1ce17ecdd8 req-0e049deb-4ae7-4ceb-9675-03d3ef501a06 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:49.172362 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6416ec48-57b7-424f-b242-4f1ce17ecdd8 req-0e049deb-4ae7-4ceb-9675-03d3ef501a06 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 3879 time: 0.9350202 Aug 19 18:17:49.204121 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-dfc365fe-b07d-4c31-a5e2-ce5b0c12b06f req-c1026147-8974-4f60-8af8-b17521a1f59b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Deleting port e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:49.204770 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-dfc365fe-b07d-4c31-a5e2-ce5b0c12b06f req-c1026147-8974-4f60-8af8-b17521a1f59b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.222732 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89abd5-ff4a-4e3f-bf04-fc70ee76fd84 req-600e5ec8-398d-4d18-bdfd-4170a4e69228 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:49.225568 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2d89abd5-ff4a-4e3f-bf04-fc70ee76fd84 req-600e5ec8-398d-4d18-bdfd-4170a4e69228 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.54 "GET /v2.0/ports?device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 945 time: 0.6037757 Aug 19 18:17:49.261147 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6fdcbfc3-e82e-4b8e-b90e-66159eba471b tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.277785 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-d9e09a46-a5f2-4052-ab08-3aba74888cec tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.374216 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc30d2b-021f-4c03-984d-363b67e7bcdf tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:49.406773 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.413887 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-2cc30d2b-021f-4c03-984d-363b67e7bcdf tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:49.416862 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc30d2b-021f-4c03-984d-363b67e7bcdf tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=4b4447f3-ee3e-40f1-89c9-de68e91cde38,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:49.421746 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc30d2b-021f-4c03-984d-363b67e7bcdf tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:49.422728 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2cc30d2b-021f-4c03-984d-363b67e7bcdf tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.429816 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e09a46-a5f2-4052-ab08-3aba74888cec tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event deleted for resources: {'Port': ['ID=44151cda-69e6-4588-a910-707492210d9d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:49.465474 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47d8fb-d839-4bd2-a408-463f223323ff req-85aa0b16-d579-49a3-85c9-92d695951e38 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:49.476420 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6416ec48-57b7-424f-b242-4f1ce17ecdd8 req-757fc819-6e9f-493a-b30c-610925aaee9f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3029370 Aug 19 18:17:49.491597 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb47d8fb-d839-4bd2-a408-463f223323ff req-85aa0b16-d579-49a3-85c9-92d695951e38 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.3250461 Aug 19 18:17:49.578973 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2cc30d2b-021f-4c03-984d-363b67e7bcdf tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7398605 Aug 19 18:17:49.586741 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57778) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:49.599878 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-a8c5cb8f-3901-464d-8e7f-702cd1aca7d0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'fixed_ips': [{'subnet_id': '4b4447f3-ee3e-40f1-89c9-de68e91cde38', 'ip_address': '2001:db8::2975:ca23:ee85:2e66'}], 'name': 'tempest-NetworksTestDHCPv6-79945415'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:49.607067 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-615c8e14-b9ff-438c-92cf-c683a5d0a96e None None] For port 45d66245-2d7d-4993-ad40-14ee7a9ce55a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=45d66245-2d7d-4993-ad40-14ee7a9ce55a,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:49.608204 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-615c8e14-b9ff-438c-92cf-c683a5d0a96e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.637771 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-615c8e14-b9ff-438c-92cf-c683a5d0a96e None None] Calling delete_port for 45d66245-2d7d-4993-ad40-14ee7a9ce55a owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:49.645504 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.670990 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port fc8d0cb7-af16-4948-8360-b08bf7de49ad, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=fc8d0cb7-af16-4948-8360-b08bf7de49ad,segment=NetworkSegment(0227a178-9e66-4699-ab26-273cdff22665),segment_id=0227a178-9e66-4699-ab26-273cdff22665)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:49.671641 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb47d8fb-d839-4bd2-a408-463f223323ff req-726cf774-795e-4801-83e0-d2bc810eeaed tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775177 Aug 19 18:17:49.683577 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.695187 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-d9e09a46-a5f2-4052-ab08-3aba74888cec tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] No DVR routers for this DVR port 44151cda-69e6-4588-a910-707492210d9d on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:49.716628 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-d9e09a46-a5f2-4052-ab08-3aba74888cec tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.720184 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-d9e09a46-a5f2-4052-ab08-3aba74888cec tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.54 "DELETE /v2.0/ports/44151cda-69e6-4588-a910-707492210d9d HTTP/1.1" status: 204 len: 173 time: 4.3547187 Aug 19 18:17:49.728592 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-deleted', 'tag': '44151cda-69e6-4588-a910-707492210d9d'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:49.732831 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd921b1-10c0-446f-8d18-ad4c12edaed4" -d '{"events": [{"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-deleted", "tag": "44151cda-69e6-4588-a910-707492210d9d"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:49.830880 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=fc8d0cb7-af16-4948-8360-b08bf7de49ad,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:49.900389 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 012b16f4-3b95-4cf2-95ca-19c926cc1239, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=012b16f4-3b95-4cf2-95ca-19c926cc1239,segment=NetworkSegment(322208e2-b5ec-4a39-9131-3ae8cbaa7ac9),segment_id=322208e2-b5ec-4a39-9131-3ae8cbaa7ac9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:49.921067 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.935810 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-dfc365fe-b07d-4c31-a5e2-ce5b0c12b06f req-c1026147-8974-4f60-8af8-b17521a1f59b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] For port e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5,segment=NetworkSegment(4a69a187-a089-4d8c-aac4-3b3f9ce8574c),segment_id=4a69a187-a089-4d8c-aac4-3b3f9ce8574c)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:49.935810 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-dfc365fe-b07d-4c31-a5e2-ce5b0c12b06f req-c1026147-8974-4f60-8af8-b17521a1f59b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.957604 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-dfc365fe-b07d-4c31-a5e2-ce5b0c12b06f req-c1026147-8974-4f60-8af8-b17521a1f59b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Calling delete_port for e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:50.059285 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6fdcbfc3-e82e-4b8e-b90e-66159eba471b tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.167677 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 45d66245-2d7d-4993-ad40-14ee7a9ce55a no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:50.200402 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=012b16f4-3b95-4cf2-95ca-19c926cc1239,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:50.213856 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-615c8e14-b9ff-438c-92cf-c683a5d0a96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.227148 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed89e-130a-4ed0-917d-f6fed63aaebf req-e6e5f363-f50a-4312-832a-aead107b5366 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:50.242076 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b0fed89e-130a-4ed0-917d-f6fed63aaebf req-e6e5f363-f50a-4312-832a-aead107b5366 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.4239297 Aug 19 18:17:50.259741 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-2d89abd5-ff4a-4e3f-bf04-fc70ee76fd84 req-9afd5a59-e979-44c1-b337-44146f5ada88 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Deleting port 92d0815d-4730-4e5c-8f83-1158edcf58fd {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:50.261185 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2d89abd5-ff4a-4e3f-bf04-fc70ee76fd84 req-9afd5a59-e979-44c1-b337-44146f5ada88 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.271044 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c8e14-b9ff-438c-92cf-c683a5d0a96e None None] Pushing event deleted for resources: {'Port': ['ID=45d66245-2d7d-4993-ad40-14ee7a9ce55a,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:50.287435 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c8e14-b9ff-438c-92cf-c683a5d0a96e None None] No DVR routers for this DVR port 45d66245-2d7d-4993-ad40-14ee7a9ce55a on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:50.296171 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No active binding found for port 45d66245-2d7d-4993-ad40-14ee7a9ce55a {{(pid=94683) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 18:17:50.297099 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 45d66245-2d7d-4993-ad40-14ee7a9ce55a not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:17:50.346450 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971fcdf1-eafc-4c1f-bde6-993a51972db1 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:50.377697 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c5cb8f-3901-464d-8e7f-702cd1aca7d0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:50.419025 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3bf2f-3c53-4374-9d33-4d437bef314c req-7cdf2f49-0db6-4325-b346-47c7ecde1cf8 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:50.423210 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4af3bf2f-3c53-4374-9d33-4d437bef314c req-7cdf2f49-0db6-4325-b346-47c7ecde1cf8 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a9d1a34-2243-4c1c-8db9-893b1cc721b3 HTTP/1.1" status: 200 len: 945 time: 0.8468053 Aug 19 18:17:50.490454 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b0fed89e-130a-4ed0-917d-f6fed63aaebf req-8153a7f8-5f37-4a1d-a0f1-7c2aafa83be1 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468066 Aug 19 18:17:50.580187 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a8c5cb8f-3901-464d-8e7f-702cd1aca7d0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.589758 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdcbfc3-e82e-4b8e-b90e-66159eba471b tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:50.603195 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdcbfc3-e82e-4b8e-b90e-66159eba471b tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Pushing event updated for resources: {'Port': ['ID=7b883030-1e8d-481f-878f-1bd61618bd09,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:50.610731 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-6fdcbfc3-e82e-4b8e-b90e-66159eba471b tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:50.619737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdcbfc3-e82e-4b8e-b90e-66159eba471b tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:50.689263 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-a8c5cb8f-3901-464d-8e7f-702cd1aca7d0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] device_id is not set on port 53390138-aa57-4228-b4cc-ba7d7dd673de yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:17:50.764088 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-2d89abd5-ff4a-4e3f-bf04-fc70ee76fd84 req-9afd5a59-e979-44c1-b337-44146f5ada88 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] For port 92d0815d-4730-4e5c-8f83-1158edcf58fd, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=92d0815d-4730-4e5c-8f83-1158edcf58fd,segment=NetworkSegment(8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1),segment_id=8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:50.764473 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2d89abd5-ff4a-4e3f-bf04-fc70ee76fd84 req-9afd5a59-e979-44c1-b337-44146f5ada88 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.799757 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f401f908-dd4a-42fe-bd40-bf04f80a7755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-4734c50c-5b75-42a3-a882-02084790a476', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'fixed_ips': [{'subnet_id': '4b4447f3-ee3e-40f1-89c9-de68e91cde38'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:17:50.805566 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f401f908-dd4a-42fe-bd40-bf04f80a7755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.807822 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-2d89abd5-ff4a-4e3f-bf04-fc70ee76fd84 req-9afd5a59-e979-44c1-b337-44146f5ada88 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Calling delete_port for 92d0815d-4730-4e5c-8f83-1158edcf58fd owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:50.883879 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fa1bba-c23a-4363-8479-2dcce1e067f3 x-openstack-request-id: req-73fa1bba-c23a-4363-8479-2dcce1e067f3 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:50.884487 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-deleted", "tag": "44151cda-69e6-4588-a910-707492210d9d", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:50.884990 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73fa1bba-c23a-4363-8479-2dcce1e067f3 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:50.885710 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-deleted', 'tag': '44151cda-69e6-4588-a910-707492210d9d', 'status': 'completed', 'code': 200} Aug 19 18:17:50.921055 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4af3bf2f-3c53-4374-9d33-4d437bef314c req-0fcebf0a-078f-41a8-ac63-9556251f6fa1 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce11eb72-56c4-4f67-b0f5-fba37963741b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150407 Aug 19 18:17:50.931676 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-d4af4e99-c0c5-40b6-9cc8-5fbff8851350 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Deleting port fc8d0cb7-af16-4948-8360-b08bf7de49ad {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:50.940199 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-d4af4e99-c0c5-40b6-9cc8-5fbff8851350 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:51.048229 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-a8c5cb8f-3901-464d-8e7f-702cd1aca7d0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8::2975:ca23:ee85:2e66 (4734c50c-5b75-42a3-a882-02084790a476/4b4447f3-ee3e-40f1-89c9-de68e91cde38/53390138-aa57-4228-b4cc-ba7d7dd673de) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:51.098363 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8eef94-0db3-4eca-9cdb-54534d8baef0 req-c006edf4-999f-4e31-b5aa-62ddd6671fee tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:51.100296 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dc8eef94-0db3-4eca-9cdb-54534d8baef0 req-c006edf4-999f-4e31-b5aa-62ddd6671fee tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 945 time: 0.1386414 Aug 19 18:17:51.118624 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-dfc365fe-b07d-4c31-a5e2-ce5b0c12b06f req-c1026147-8974-4f60-8af8-b17521a1f59b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:51.155251 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81'}, {'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc8d0cb7-af16-4948-8360-b08bf7de49ad'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:51.159979 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712fc75a-3d91-401f-9a65-6de00ca03451" -d '{"events": [{"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81"}, {"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-unplugged", "status": "completed", "tag": "fc8d0cb7-af16-4948-8360-b08bf7de49ad"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:51.165929 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1026147-8974-4f60-8af8-b17521a1f59b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Pushing event deleted for resources: {'Port': ['ID=e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:51.226868 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dc8eef94-0db3-4eca-9cdb-54534d8baef0 req-2fee2424-138e-4931-9fb3-d1ee4410eea6 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/security-groups?id=83b90296-8633-4f1c-bfb4-1f9369769568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172931 Aug 19 18:17:51.298348 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc365fe-b07d-4c31-a5e2-ce5b0c12b06f req-c1026147-8974-4f60-8af8-b17521a1f59b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] No DVR routers for this DVR port e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:51.304926 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-dfc365fe-b07d-4c31-a5e2-ce5b0c12b06f req-c1026147-8974-4f60-8af8-b17521a1f59b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:51.307481 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dfc365fe-b07d-4c31-a5e2-ce5b0c12b06f req-c1026147-8974-4f60-8af8-b17521a1f59b tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.50 "DELETE /v2.0/ports/e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5 HTTP/1.1" status: 204 len: 173 time: 2.7218802 Aug 19 18:17:51.308094 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9d1a34-2243-4c1c-8db9-893b1cc721b3', 'name': 'network-vif-deleted', 'tag': 'e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:51.311805 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92febc24-e890-427f-bfae-0e184c68e056" -d '{"events": [{"server_uuid": "2a9d1a34-2243-4c1c-8db9-893b1cc721b3", "name": "network-vif-deleted", "tag": "e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:51.420295 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-d4af4e99-c0c5-40b6-9cc8-5fbff8851350 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] For port fc8d0cb7-af16-4948-8360-b08bf7de49ad, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=fc8d0cb7-af16-4948-8360-b08bf7de49ad,segment=NetworkSegment(0227a178-9e66-4699-ab26-273cdff22665),segment_id=0227a178-9e66-4699-ab26-273cdff22665)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:51.424345 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-d4af4e99-c0c5-40b6-9cc8-5fbff8851350 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:51.463196 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-d4af4e99-c0c5-40b6-9cc8-5fbff8851350 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Calling delete_port for fc8d0cb7-af16-4948-8360-b08bf7de49ad owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:51.470590 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2d89abd5-ff4a-4e3f-bf04-fc70ee76fd84 req-9afd5a59-e979-44c1-b337-44146f5ada88 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:51.485926 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['92d0815d-4730-4e5c-8f83-1158edcf58fd'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:17:51.509101 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f536ec-affa-40cd-82c7-1264e9c8bbe6 req-e07824b2-0fcd-40ce-9f63-3367307c2415 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:51.515997 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f536ec-affa-40cd-82c7-1264e9c8bbe6 req-e07824b2-0fcd-40ce-9f63-3367307c2415 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:51.523623 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f536ec-affa-40cd-82c7-1264e9c8bbe6 req-e07824b2-0fcd-40ce-9f63-3367307c2415 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:51.530895 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f536ec-affa-40cd-82c7-1264e9c8bbe6 req-e07824b2-0fcd-40ce-9f63-3367307c2415 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:51.532881 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-88f536ec-affa-40cd-82c7-1264e9c8bbe6 req-e07824b2-0fcd-40ce-9f63-3367307c2415 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 3142 time: 0.3653414 Aug 19 18:17:51.587311 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d1a19c-1775-4b59-bb28-1dcbd5702509 x-openstack-request-id: req-61d1a19c-1775-4b59-bb28-1dcbd5702509 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:51.587809 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81", "code": 200}, {"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-unplugged", "status": "completed", "tag": "fc8d0cb7-af16-4948-8360-b08bf7de49ad", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:51.588247 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-61d1a19c-1775-4b59-bb28-1dcbd5702509 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:51.588818 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81', 'code': 200} Aug 19 18:17:51.589205 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc8d0cb7-af16-4948-8360-b08bf7de49ad', 'code': 200} Aug 19 18:17:51.639175 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a8c5cb8f-3901-464d-8e7f-702cd1aca7d0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:51.651761 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd5a59-e979-44c1-b337-44146f5ada88 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Pushing event deleted for resources: {'Port': ['ID=92d0815d-4730-4e5c-8f83-1158edcf58fd,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:51.673073 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-a8c5cb8f-3901-464d-8e7f-702cd1aca7d0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Transition to ACTIVE for port object 53390138-aa57-4228-b4cc-ba7d7dd673de will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:51.694684 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e30a95-0af9-47d2-896f-0895c9cc1da2 x-openstack-request-id: req-49e30a95-0af9-47d2-896f-0895c9cc1da2 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:51.695367 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9d1a34-2243-4c1c-8db9-893b1cc721b3", "name": "network-vif-deleted", "tag": "e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:51.695851 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49e30a95-0af9-47d2-896f-0895c9cc1da2 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:51.696526 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9d1a34-2243-4c1c-8db9-893b1cc721b3', 'name': 'network-vif-deleted', 'tag': 'e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5', 'status': 'completed', 'code': 200} Aug 19 18:17:51.732367 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a8c5cb8f-3901-464d-8e7f-702cd1aca7d0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:51.741388 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-88f536ec-affa-40cd-82c7-1264e9c8bbe6 req-ae3f246e-0079-4055-b532-8076fef22ae7 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1158926 Aug 19 18:17:51.749606 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6fdcbfc3-e82e-4b8e-b90e-66159eba471b tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:51.822404 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:51.850699 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d89abd5-ff4a-4e3f-bf04-fc70ee76fd84 req-9afd5a59-e979-44c1-b337-44146f5ada88 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] No DVR routers for this DVR port 92d0815d-4730-4e5c-8f83-1158edcf58fd on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:51.864019 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-2d89abd5-ff4a-4e3f-bf04-fc70ee76fd84 req-9afd5a59-e979-44c1-b337-44146f5ada88 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:51.868926 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2d89abd5-ff4a-4e3f-bf04-fc70ee76fd84 req-9afd5a59-e979-44c1-b337-44146f5ada88 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.54 "DELETE /v2.0/ports/92d0815d-4730-4e5c-8f83-1158edcf58fd HTTP/1.1" status: 204 len: 173 time: 2.6305370 Aug 19 18:17:52.002265 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6fdcbfc3-e82e-4b8e-b90e-66159eba471b tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:52.015155 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c5cb8f-3901-464d-8e7f-702cd1aca7d0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:52.016540 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:17:52.017208 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device e98cfdfd-9ffd-4727-91bc-2d5f3cdaeea5 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:17:52.038458 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-a8c5cb8f-3901-464d-8e7f-702cd1aca7d0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:52.047507 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c5cb8f-3901-464d-8e7f-702cd1aca7d0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:52.055481 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c5cb8f-3901-464d-8e7f-702cd1aca7d0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:52.056819 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a8c5cb8f-3901-464d-8e7f-702cd1aca7d0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:52.060087 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5cb8f-3901-464d-8e7f-702cd1aca7d0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=53390138-aa57-4228-b4cc-ba7d7dd673de,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:52.105798 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-f401f908-dd4a-42fe-bd40-bf04f80a7755 None None] Allocated IP 2001:db8::2 (4734c50c-5b75-42a3-a882-02084790a476/4b4447f3-ee3e-40f1-89c9-de68e91cde38/ad6e2281-598a-4ffb-8f62-9df97c0523f4) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:52.119810 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f86a6-1c44-48cc-8723-98327c1826f3 req-9c484539-8913-4dd7-8352-4134111b05ed tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:52.124146 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a4f86a6-1c44-48cc-8723-98327c1826f3 req-9c484539-8913-4dd7-8352-4134111b05ed tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.2362580 Aug 19 18:17:52.145948 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a8c5cb8f-3901-464d-8e7f-702cd1aca7d0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5557823 Aug 19 18:17:52.154079 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57802) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:52.169253 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 012b16f4-3b95-4cf2-95ca-19c926cc1239 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:52.375069 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-d4af4e99-c0c5-40b6-9cc8-5fbff8851350 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:52.418927 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3f8d775f-fbd5-4e8b-8229-695083c600cf req-fadd3108-13d5-417c-bf57-13be9d254065 tempest-DeleteServersTestJSON-1288913510 tempest-DeleteServersTestJSON-1288913510-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a9d1a34-2243-4c1c-8db9-893b1cc721b3 HTTP/1.1" status: 200 len: 210 time: 0.1009235 Aug 19 18:17:52.438900 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a4f86a6-1c44-48cc-8723-98327c1826f3 req-be4693b2-9a1a-4aa8-bb2e-c959f7131cb1 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388000 Aug 19 18:17:52.483281 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83829ff-bb85-49bf-893f-ca32051b449a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:52.518235 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f83829ff-bb85-49bf-893f-ca32051b449a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.3525412 Aug 19 18:17:52.522040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57808) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:52.522040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af4e99-c0c5-40b6-9cc8-5fbff8851350 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event deleted for resources: {'Port': ['ID=fc8d0cb7-af16-4948-8360-b08bf7de49ad,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:52.673947 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-d4af4e99-c0c5-40b6-9cc8-5fbff8851350 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] No DVR routers for this DVR port fc8d0cb7-af16-4948-8360-b08bf7de49ad on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:52.683783 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-d4af4e99-c0c5-40b6-9cc8-5fbff8851350 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:52.696084 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-d4af4e99-c0c5-40b6-9cc8-5fbff8851350 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.54 "DELETE /v2.0/ports/fc8d0cb7-af16-4948-8360-b08bf7de49ad HTTP/1.1" status: 204 len: 173 time: 2.9536643 Aug 19 18:17:52.705652 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f401f908-dd4a-42fe-bd40-bf04f80a7755 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:52.718581 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f401f908-dd4a-42fe-bd40-bf04f80a7755 None None] Transition to ACTIVE for port object ad6e2281-598a-4ffb-8f62-9df97c0523f4 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:52.737416 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f401f908-dd4a-42fe-bd40-bf04f80a7755 None None] Transition to ACTIVE for port object ad6e2281-598a-4ffb-8f62-9df97c0523f4 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:52.750966 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f401f908-dd4a-42fe-bd40-bf04f80a7755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:52.799682 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ce7ccdec-10b9-4c2e-9e20-97627d259cb4 req-6c295477-ca09-4ea4-bded-5e951259c482 tempest-ServerDiskConfigTestJSON-863962043 tempest-ServerDiskConfigTestJSON-863962043-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6 HTTP/1.1" status: 200 len: 210 time: 0.1883268 Aug 19 18:17:52.850289 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f401f908-dd4a-42fe-bd40-bf04f80a7755 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:52.871929 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bba7c2-a67a-40dd-bcb0-9bdc215b78df req-a5471f4d-0287-43d3-ad0a-703f069b1bdb tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:52.881959 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-07bba7c2-a67a-40dd-bcb0-9bdc215b78df req-a5471f4d-0287-43d3-ad0a-703f069b1bdb tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.2893836 Aug 19 18:17:52.894841 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6', 'name': 'network-vif-deleted', 'tag': '92d0815d-4730-4e5c-8f83-1158edcf58fd'}, {'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-deleted', 'tag': 'fc8d0cb7-af16-4948-8360-b08bf7de49ad'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:52.897657 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb1c19f-1f03-4b2b-80fc-34d38bd8fafe" -d '{"events": [{"server_uuid": "acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6", "name": "network-vif-deleted", "tag": "92d0815d-4730-4e5c-8f83-1158edcf58fd"}, {"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-deleted", "tag": "fc8d0cb7-af16-4948-8360-b08bf7de49ad"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:52.901773 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-f401f908-dd4a-42fe-bd40-bf04f80a7755 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:52.912925 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 012b16f4-3b95-4cf2-95ca-19c926cc1239 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:52.913313 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:52.984434 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f401f908-dd4a-42fe-bd40-bf04f80a7755 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:53.014832 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-528aaad6-9032-462d-95d5-f41115257420 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting port 53390138-aa57-4228-b4cc-ba7d7dd673de {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:53.015179 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-528aaad6-9032-462d-95d5-f41115257420 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.055994 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401f908-dd4a-42fe-bd40-bf04f80a7755 None None] Pushing event updated for resources: {'Port': ['ID=ad6e2281-598a-4ffb-8f62-9df97c0523f4,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:53.143939 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-528aaad6-9032-462d-95d5-f41115257420 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.160081 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-528aaad6-9032-462d-95d5-f41115257420 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Calling delete_port for 53390138-aa57-4228-b4cc-ba7d7dd673de owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:53.252498 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6fdcbfc3-e82e-4b8e-b90e-66159eba471b tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.253719 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86181bce-1ea1-4d73-b195-e70d37da3041 req-2b4d291d-aee3-4fcc-8874-9abfeca836cd tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:53.264602 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86181bce-1ea1-4d73-b195-e70d37da3041 req-2b4d291d-aee3-4fcc-8874-9abfeca836cd tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:53.273420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86181bce-1ea1-4d73-b195-e70d37da3041 req-2b4d291d-aee3-4fcc-8874-9abfeca836cd tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:53.278848 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-f401f908-dd4a-42fe-bd40-bf04f80a7755 None None] Attempting to bind port ad6e2281-598a-4ffb-8f62-9df97c0523f4 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:17:53.279648 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-f401f908-dd4a-42fe-bd40-bf04f80a7755 None None] Attempting to bind port ad6e2281-598a-4ffb-8f62-9df97c0523f4 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:17:53.280251 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f401f908-dd4a-42fe-bd40-bf04f80a7755 None None] Attempting to bind port ad6e2281-598a-4ffb-8f62-9df97c0523f4 on network 4734c50c-5b75-42a3-a882-02084790a476 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:17:53.280566 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-07bba7c2-a67a-40dd-bcb0-9bdc215b78df req-926309e4-8591-4f59-8393-29eb1b55ae06 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970368 Aug 19 18:17:53.291783 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6fdcbfc3-e82e-4b8e-b90e-66159eba471b tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.294271 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f401f908-dd4a-42fe-bd40-bf04f80a7755 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:17:53.295289 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f401f908-dd4a-42fe-bd40-bf04f80a7755 None None] Checking segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:17:53.296740 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f401f908-dd4a-42fe-bd40-bf04f80a7755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.297268 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f401f908-dd4a-42fe-bd40-bf04f80a7755 None None] Bound using segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:17:53.297816 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-f401f908-dd4a-42fe-bd40-bf04f80a7755 None None] Bound port: ad6e2281-598a-4ffb-8f62-9df97c0523f4, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:17:53.298218 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f401f908-dd4a-42fe-bd40-bf04f80a7755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.307432 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-86181bce-1ea1-4d73-b195-e70d37da3041 req-2b4d291d-aee3-4fcc-8874-9abfeca836cd tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 2409 time: 0.1644626 Aug 19 18:17:53.468537 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22722a8-4f1f-4e0b-8409-d7f86aaacc28 x-openstack-request-id: req-f22722a8-4f1f-4e0b-8409-d7f86aaacc28 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:53.468968 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6", "name": "network-vif-deleted", "tag": "92d0815d-4730-4e5c-8f83-1158edcf58fd", "status": "completed", "code": 200}, {"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-deleted", "tag": "fc8d0cb7-af16-4948-8360-b08bf7de49ad", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:53.469289 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f22722a8-4f1f-4e0b-8409-d7f86aaacc28 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:53.473905 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb8a9ea-b83f-4d3c-9427-38bd3f0f50f6', 'name': 'network-vif-deleted', 'tag': '92d0815d-4730-4e5c-8f83-1158edcf58fd', 'status': 'completed', 'code': 200} Aug 19 18:17:53.473905 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-deleted', 'tag': 'fc8d0cb7-af16-4948-8360-b08bf7de49ad', 'status': 'completed', 'code': 200} Aug 19 18:17:53.476474 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-86181bce-1ea1-4d73-b195-e70d37da3041 req-3bdfaeb5-1e09-4bc7-a80c-bbc5f05144f2 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1639318 Aug 19 18:17:53.519326 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-0921749d-bda8-497c-90fb-0b772eb90f0f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Deleting port 093f4306-674e-490b-a5f0-ea79738c3dd1 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:53.519759 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-0921749d-bda8-497c-90fb-0b772eb90f0f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.554547 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-f401f908-dd4a-42fe-bd40-bf04f80a7755 None None] For port ad6e2281-598a-4ffb-8f62-9df97c0523f4, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:17:53.564149 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-f401f908-dd4a-42fe-bd40-bf04f80a7755 None None] For port ad6e2281-598a-4ffb-8f62-9df97c0523f4, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ad6e2281-598a-4ffb-8f62-9df97c0523f4,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:17:53.571955 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f401f908-dd4a-42fe-bd40-bf04f80a7755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.692991 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 92d0815d-4730-4e5c-8f83-1158edcf58fd no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:53.770214 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 92d0815d-4730-4e5c-8f83-1158edcf58fd {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:17:53.770887 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 92d0815d-4730-4e5c-8f83-1158edcf58fd not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:17:53.819666 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401f908-dd4a-42fe-bd40-bf04f80a7755 None None] Pushing event updated for resources: {'Port': ['ID=ad6e2281-598a-4ffb-8f62-9df97c0523f4,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:54.210102 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdcbfc3-e82e-4b8e-b90e-66159eba471b tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Pushing event updated for resources: {'Port': ['ID=7b883030-1e8d-481f-878f-1bd61618bd09,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:54.306457 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6fdcbfc3-e82e-4b8e-b90e-66159eba471b tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.408395 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6fdcbfc3-e82e-4b8e-b90e-66159eba471b tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.419768 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6fdcbfc3-e82e-4b8e-b90e-66159eba471b tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.2081075 Aug 19 18:17:54.425297 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-528aaad6-9032-462d-95d5-f41115257420 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.464953 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57850) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:54.531096 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-0921749d-bda8-497c-90fb-0b772eb90f0f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] For port 093f4306-674e-490b-a5f0-ea79738c3dd1, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=093f4306-674e-490b-a5f0-ea79738c3dd1,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:54.531494 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-0921749d-bda8-497c-90fb-0b772eb90f0f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.565516 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd07c42-7f96-4f3d-88cb-4940ad657e74 admin admin] Deleting subnet f13f9baf-d90a-4ab7-b93b-82b15f099642 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:17:54.571810 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fbd07c42-7f96-4f3d-88cb-4940ad657e74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.582937 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-0921749d-bda8-497c-90fb-0b772eb90f0f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Calling delete_port for 093f4306-674e-490b-a5f0-ea79738c3dd1 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:54.613118 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1655ba-6269-47ce-8c97-b08776138300 req-46d6d63d-9163-41fa-8813-6d763180c351 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:54.627695 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d1655ba-6269-47ce-8c97-b08776138300 req-46d6d63d-9163-41fa-8813-6d763180c351 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.3789253 Aug 19 18:17:54.684204 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528aaad6-9032-462d-95d5-f41115257420 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Port': ['ID=53390138-aa57-4228-b4cc-ba7d7dd673de,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:54.751570 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fbd07c42-7f96-4f3d-88cb-4940ad657e74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.814380 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fbd07c42-7f96-4f3d-88cb-4940ad657e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.891992 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fbd07c42-7f96-4f3d-88cb-4940ad657e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.942636 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba21bd5-50c3-49f5-9217-c9819423fae9 req-32e6d8d5-8b5e-44d6-96df-83e15e4dd4ae tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:54.966386 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba21bd5-50c3-49f5-9217-c9819423fae9 req-32e6d8d5-8b5e-44d6-96df-83e15e4dd4ae tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:54.970197 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d1655ba-6269-47ce-8c97-b08776138300 req-c834888d-3648-4b45-bea7-ca989ccd13c8 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411133 Aug 19 18:17:54.984056 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-528aaad6-9032-462d-95d5-f41115257420 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:55.012994 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba21bd5-50c3-49f5-9217-c9819423fae9 req-32e6d8d5-8b5e-44d6-96df-83e15e4dd4ae tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:55.020889 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-eba21bd5-50c3-49f5-9217-c9819423fae9 req-32e6d8d5-8b5e-44d6-96df-83e15e4dd4ae tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 2409 time: 0.3827446 Aug 19 18:17:55.022461 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-528aaad6-9032-462d-95d5-f41115257420 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/53390138-aa57-4228-b4cc-ba7d7dd673de HTTP/1.1" status: 204 len: 168 time: 2.4597836 Aug 19 18:17:55.025766 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57892) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:55.105464 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-0921749d-bda8-497c-90fb-0b772eb90f0f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:55.148926 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fbd07c42-7f96-4f3d-88cb-4940ad657e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:55.155274 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fbd07c42-7f96-4f3d-88cb-4940ad657e74 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f13f9baf-d90a-4ab7-b93b-82b15f099642 HTTP/1.1" status: 204 len: 168 time: 0.6869340 Aug 19 18:17:55.203779 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57900) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:55.215363 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921749d-bda8-497c-90fb-0b772eb90f0f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event deleted for resources: {'Port': ['ID=093f4306-674e-490b-a5f0-ea79738c3dd1,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:55.231746 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd07c42-7f96-4f3d-88cb-4940ad657e74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f13f9baf-d90a-4ab7-b93b-82b15f099642,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:55.291806 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-eba21bd5-50c3-49f5-9217-c9819423fae9 req-9e21efb1-bca1-451f-af4c-f604113880f1 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1804128 Aug 19 18:17:55.397156 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4f336e-f71c-4ab4-8351-00ee262fc69d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:55.404341 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4f336e-f71c-4ab4-8351-00ee262fc69d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:55.406618 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1b4f336e-f71c-4ab4-8351-00ee262fc69d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3129632 Aug 19 18:17:55.410418 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57908) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:55.456211 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-0921749d-bda8-497c-90fb-0b772eb90f0f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] No DVR routers for this DVR port 093f4306-674e-490b-a5f0-ea79738c3dd1 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:55.495233 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-0921749d-bda8-497c-90fb-0b772eb90f0f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:55.497822 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-0921749d-bda8-497c-90fb-0b772eb90f0f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.54 "DELETE /v2.0/ports/093f4306-674e-490b-a5f0-ea79738c3dd1 HTTP/1.1" status: 204 len: 173 time: 2.7940845 Aug 19 18:17:55.498555 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-deleted', 'tag': '093f4306-674e-490b-a5f0-ea79738c3dd1'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:55.501233 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5160423-2136-4aee-af32-fee8e206f38f" -d '{"events": [{"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-deleted", "tag": "093f4306-674e-490b-a5f0-ea79738c3dd1"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:55.576951 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f92c35-52ea-42db-a807-df861a3ace7e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet 4b4447f3-ee3e-40f1-89c9-de68e91cde38 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:17:55.580690 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-51a90a3e-f2f6-4fc0-b7de-c0a33598ec46 None None] Provisioning for port ad6e2281-598a-4ffb-8f62-9df97c0523f4 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:55.581621 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13f92c35-52ea-42db-a807-df861a3ace7e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:55.695945 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13f92c35-52ea-42db-a807-df861a3ace7e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:55.706581 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b31fe8-7cf4-444b-967a-13e828041688 x-openstack-request-id: req-a1b31fe8-7cf4-444b-967a-13e828041688 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:55.707147 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-deleted", "tag": "093f4306-674e-490b-a5f0-ea79738c3dd1", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:55.707553 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a1b31fe8-7cf4-444b-967a-13e828041688 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:55.708154 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-deleted', 'tag': '093f4306-674e-490b-a5f0-ea79738c3dd1', 'status': 'completed', 'code': 200} Aug 19 18:17:55.739207 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c5409d1b-5da5-4b39-a94e-5c1de88331f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:55.781358 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-a465e169-30be-4a21-b22b-d2a04583bb94 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Deleting port 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:55.781712 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-a465e169-30be-4a21-b22b-d2a04583bb94 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:55.895649 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13f92c35-52ea-42db-a807-df861a3ace7e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:55.922002 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-a465e169-30be-4a21-b22b-d2a04583bb94 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] For port 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=8b7af2c9-ee9b-46f3-9f81-ee153dca90f5,segment=NetworkSegment(3f18c88e-ca3d-4b8a-a222-241455d9fd2f),segment_id=3f18c88e-ca3d-4b8a-a222-241455d9fd2f)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:55.922788 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-a465e169-30be-4a21-b22b-d2a04583bb94 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:56.078263 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13f92c35-52ea-42db-a807-df861a3ace7e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:56.084816 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c20f151c-e789-4bb4-9cb3-d1ce1f9b7759 None None] Could not find standard attr ID for object 53390138-aa57-4228-b4cc-ba7d7dd673de. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:17:56.124608 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c5409d1b-5da5-4b39-a94e-5c1de88331f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:56.165011 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-c5409d1b-5da5-4b39-a94e-5c1de88331f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f7f594-e81d-44ac-aac6-2a854b94c65c']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:56.184802 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-c5409d1b-5da5-4b39-a94e-5c1de88331f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:56.185077 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-c5409d1b-5da5-4b39-a94e-5c1de88331f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bea8d6e-b8a0-4f45-8c6b-132d6ff7cde1') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:56.225020 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f92c35-52ea-42db-a807-df861a3ace7e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4447f3-ee3e-40f1-89c9-de68e91cde38,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:56.228943 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13f92c35-52ea-42db-a807-df861a3ace7e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:56.240719 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-13f92c35-52ea-42db-a807-df861a3ace7e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/4b4447f3-ee3e-40f1-89c9-de68e91cde38 HTTP/1.1" status: 204 len: 168 time: 0.8279505 Aug 19 18:17:56.255559 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57950) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:56.294079 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c5409d1b-5da5-4b39-a94e-5c1de88331f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:56.350521 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ad6e2281-598a-4ffb-8f62-9df97c0523f4 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:56.378622 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fafda0-1368-4a86-8cd7-555f51be28fc req-c2d58e41-8cfe-4edf-988e-a35d26e7f85c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:56.402458 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6fafda0-1368-4a86-8cd7-555f51be28fc req-c2d58e41-8cfe-4edf-988e-a35d26e7f85c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.2454050 Aug 19 18:17:56.425566 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-39f17c9c-20aa-47f1-aaf8-ec369c1185d4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1660540 Aug 19 18:17:56.434070 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57956) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:56.483940 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-07ec1c4a-d1ae-4ffd-8e00-a128fcb40e82 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:56.507722 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd403a8e-1986-4d7b-8438-cc176df36cf6 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:56.521772 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c5409d1b-5da5-4b39-a94e-5c1de88331f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:56.522869 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6fafda0-1368-4a86-8cd7-555f51be28fc req-f1b9eaf3-8023-4b0a-b237-73a1dd99e92a tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189404 Aug 19 18:17:56.637510 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5409d1b-5da5-4b39-a94e-5c1de88331f4 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:17:56.646254 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c5409d1b-5da5-4b39-a94e-5c1de88331f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:17:56.775769 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:17:56.791639 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port ad6e2281-598a-4ffb-8f62-9df97c0523f4 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:56.809677 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port ad6e2281-598a-4ffb-8f62-9df97c0523f4 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:56.810328 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:57.008025 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:57.008308 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-a465e169-30be-4a21-b22b-d2a04583bb94 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:57.009234 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-a465e169-30be-4a21-b22b-d2a04583bb94 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:57.018486 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-a465e169-30be-4a21-b22b-d2a04583bb94 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Floating IP fb63d945-fa1a-4a11-b703-3f1db73091e8 disassociated. External IP: 172.25.8.159, port: 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5. Aug 19 18:17:57.024776 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-a465e169-30be-4a21-b22b-d2a04583bb94 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Calling delete_port for 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:57.103053 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port ad6e2281-598a-4ffb-8f62-9df97c0523f4, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ad6e2281-598a-4ffb-8f62-9df97c0523f4,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:57.115711 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:57.273918 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c5409d1b-5da5-4b39-a94e-5c1de88331f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:57.279897 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b2d4d-c7c5-4160-9395-0f79cd593d5c req-de14b2f8-8f78-41d3-ac85-eea75b226e9b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:57.284951 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c5409d1b-5da5-4b39-a94e-5c1de88331f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:57.285311 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db244581-566b-4462-93c2-c9b208a00479 None None] DHCP port deletion for 4734c50c-5b75-42a3-a882-02084790a476 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:17:57.287843 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c5409d1b-5da5-4b39-a94e-5c1de88331f4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/01f7f594-e81d-44ac-aac6-2a854b94c65c HTTP/1.1" status: 204 len: 168 time: 2.0745559 Aug 19 18:17:57.303075 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1c1b2d4d-c7c5-4160-9395-0f79cd593d5c req-de14b2f8-8f78-41d3-ac85-eea75b226e9b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1416020 Aug 19 18:17:57.426656 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb9fa6-9a98-4d8c-9c6a-6ca2b8398cb1 req-25a5886a-4b45-4bb6-bbc7-026e68593a7a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:57.435955 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb9fa6-9a98-4d8c-9c6a-6ca2b8398cb1 req-25a5886a-4b45-4bb6-bbc7-026e68593a7a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:57.445843 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bcbb9fa6-9a98-4d8c-9c6a-6ca2b8398cb1 req-25a5886a-4b45-4bb6-bbc7-026e68593a7a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 1677 time: 0.8103149 Aug 19 18:17:57.454707 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5409d1b-5da5-4b39-a94e-5c1de88331f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=01f7f594-e81d-44ac-aac6-2a854b94c65c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:57.462551 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ec1c4a-d1ae-4ffd-8e00-a128fcb40e82 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:57.468713 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07ec1c4a-d1ae-4ffd-8e00-a128fcb40e82 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:57.510224 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1c1b2d4d-c7c5-4160-9395-0f79cd593d5c req-1e8e7b14-98de-402d-8ddb-e7be13874659 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975243 Aug 19 18:17:57.528108 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=ad6e2281-598a-4ffb-8f62-9df97c0523f4,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:57.573766 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-db244581-566b-4462-93c2-c9b208a00479 None None] Deleting port ad6e2281-598a-4ffb-8f62-9df97c0523f4 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:57.574452 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-db244581-566b-4462-93c2-c9b208a00479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:57.639906 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bcbb9fa6-9a98-4d8c-9c6a-6ca2b8398cb1 req-aa5170df-3a09-4b39-a5f3-900f49a5751b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1927631 Aug 19 18:17:57.688347 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-db244581-566b-4462-93c2-c9b208a00479 None None] For port ad6e2281-598a-4ffb-8f62-9df97c0523f4, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ad6e2281-598a-4ffb-8f62-9df97c0523f4,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:57.688846 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-db244581-566b-4462-93c2-c9b208a00479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:57.705727 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-db244581-566b-4462-93c2-c9b208a00479 None None] Calling delete_port for ad6e2281-598a-4ffb-8f62-9df97c0523f4 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:57.831918 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-db244581-566b-4462-93c2-c9b208a00479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:57.894886 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57982) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:57.900992 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db244581-566b-4462-93c2-c9b208a00479 None None] No DVR routers for this DVR port ad6e2281-598a-4ffb-8f62-9df97c0523f4 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:57.911443 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db244581-566b-4462-93c2-c9b208a00479 None None] Pushing event deleted for resources: {'Port': ['ID=ad6e2281-598a-4ffb-8f62-9df97c0523f4,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:58.015493 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ac0859b1-8e66-46cc-9dc7-981fd219c437 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae5f105f808f4d28a10ecd4886932c61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1191964 Aug 19 18:17:58.016150 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57984) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:58.091084 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ad6e2281-598a-4ffb-8f62-9df97c0523f4 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:58.131821 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: ad6e2281-598a-4ffb-8f62-9df97c0523f4 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:17:58.132916 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ad6e2281-598a-4ffb-8f62-9df97c0523f4 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:17:58.147871 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-500f2fcd-f01f-4256-9fbb-4ee5297afc03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:58.161219 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07ec1c4a-d1ae-4ffd-8e00-a128fcb40e82 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:58.170033 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-a465e169-30be-4a21-b22b-d2a04583bb94 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:58.181107 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-500f2fcd-f01f-4256-9fbb-4ee5297afc03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:58.244132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465e169-30be-4a21-b22b-d2a04583bb94 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event deleted for resources: {'Port': ['ID=8b7af2c9-ee9b-46f3-9f81-ee153dca90f5,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:58.265997 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ec1c4a-d1ae-4ffd-8e00-a128fcb40e82 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:58.273372 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-07ec1c4a-d1ae-4ffd-8e00-a128fcb40e82 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:58.281850 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-500f2fcd-f01f-4256-9fbb-4ee5297afc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:58.286464 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aac6069-28bc-42ab-88f0-1796ef18be78 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:58.293320 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ec1c4a-d1ae-4ffd-8e00-a128fcb40e82 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:58.294092 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07ec1c4a-d1ae-4ffd-8e00-a128fcb40e82 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:58.300015 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-500f2fcd-f01f-4256-9fbb-4ee5297afc03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:58.305991 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-500f2fcd-f01f-4256-9fbb-4ee5297afc03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83b90296-8633-4f1c-bfb4-1f9369769568 HTTP/1.1" status: 204 len: 168 time: 0.2885137 Aug 19 18:17:58.338506 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f2fcd-f01f-4256-9fbb-4ee5297afc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b90296-8633-4f1c-bfb4-1f9369769568,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:58.353873 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-07ec1c4a-d1ae-4ffd-8e00-a128fcb40e82 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8840048 Aug 19 18:17:58.354192 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57990) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:58.360086 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-29f7548f-576f-49a0-a593-1f1ae432f945 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'fixed_ips': [{'subnet_id': 'bf7811df-5678-4238-a3a2-0050fc992ccc', 'ip_address': '2001:db8::4b2f:aa87:b937:a750'}], 'name': 'tempest-NetworksTestDHCPv6-652132381'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:58.494022 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec1c4a-d1ae-4ffd-8e00-a128fcb40e82 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=bf7811df-5678-4238-a3a2-0050fc992ccc,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:58.600474 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f7548f-576f-49a0-a593-1f1ae432f945 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:58.765110 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-a465e169-30be-4a21-b22b-d2a04583bb94 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Router f394192a-f545-432e-9e03-3688b068a83e has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:17:58.791732 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc8faf4-14ae-4061-a943-221a06ac8d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-4734c50c-5b75-42a3-a882-02084790a476', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'fixed_ips': [{'subnet_id': 'bf7811df-5678-4238-a3a2-0050fc992ccc'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:17:58.792905 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bbc8faf4-14ae-4061-a943-221a06ac8d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:58.883606 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-29f7548f-576f-49a0-a593-1f1ae432f945 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:58.972909 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c947eb-446d-45d2-8369-d199cf4f6669 req-a5c39674-5558-4945-a13a-1b452c3bee16 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:58.982378 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f6c947eb-446d-45d2-8369-d199cf4f6669 req-a5c39674-5558-4945-a13a-1b452c3bee16 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1263659 Aug 19 18:17:58.985500 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-29f7548f-576f-49a0-a593-1f1ae432f945 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] device_id is not set on port 2e3cd591-38f2-432a-ad42-931592ef0eab yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:17:59.135321 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-bbc8faf4-14ae-4061-a943-221a06ac8d10 None None] Allocated IP 2001:db8::2 (4734c50c-5b75-42a3-a882-02084790a476/bf7811df-5678-4238-a3a2-0050fc992ccc/47616c73-cc76-4e00-aed1-49b8d5115f87) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:59.161558 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f6c947eb-446d-45d2-8369-d199cf4f6669 req-b0dbb006-5582-470c-a288-4afa7260f68f tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779079 Aug 19 18:17:59.163929 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeac459-9bc0-4da5-afa2-e89d4afa638d req-efd36a8d-2eaf-473d-9cea-a3d07496928b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:59.180518 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4aeac459-9bc0-4da5-afa2-e89d4afa638d req-efd36a8d-2eaf-473d-9cea-a3d07496928b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 943 time: 0.2946146 Aug 19 18:17:59.342187 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4aeac459-9bc0-4da5-afa2-e89d4afa638d req-4629d038-7af5-4e67-ad74-a346fbeffc7a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups?id=58f6d98e-ce72-4f8b-b76e-8435d52bd197&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1587312 Aug 19 18:17:59.355204 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-a465e169-30be-4a21-b22b-d2a04583bb94 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:17:59.373288 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aece30f-67ad-4795-8cd1-176e2e4df9ee None None] Sync routers for ids ['f394192a-f545-432e-9e03-3688b068a83e'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:17:59.387659 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aece30f-67ad-4795-8cd1-176e2e4df9ee None None] Routers {'f394192a-f545-432e-9e03-3688b068a83e'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:17:59.388562 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8aece30f-67ad-4795-8cd1-176e2e4df9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:17:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f394192a-f545-432e-9e03-3688b068a83e'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:59.502423 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-a465e169-30be-4a21-b22b-d2a04583bb94 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] No DVR routers for this DVR port 8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:59.510918 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-a465e169-30be-4a21-b22b-d2a04583bb94 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:59.517333 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-a465e169-30be-4a21-b22b-d2a04583bb94 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.54 "DELETE /v2.0/ports/8b7af2c9-ee9b-46f3-9f81-ee153dca90f5 HTTP/1.1" status: 204 len: 173 time: 3.9443359 Aug 19 18:17:59.517799 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-deleted', 'tag': '8b7af2c9-ee9b-46f3-9f81-ee153dca90f5'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:59.520254 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9296ba-b5b7-49bb-9c77-928af6290188" -d '{"events": [{"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-deleted", "tag": "8b7af2c9-ee9b-46f3-9f81-ee153dca90f5"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:59.551266 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d2b39-61de-4109-97e0-f8a3a776957a req-e80f4240-7a6b-4286-979f-ca00d4bd7a4c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:59.566728 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-745d2b39-61de-4109-97e0-f8a3a776957a req-e80f4240-7a6b-4286-979f-ca00d4bd7a4c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.2262030 Aug 19 18:17:59.700539 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bbc8faf4-14ae-4061-a943-221a06ac8d10 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:59.703653 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f17ebe9-5546-41a3-8f2c-5fce387d5147 x-openstack-request-id: req-4f17ebe9-5546-41a3-8f2c-5fce387d5147 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:59.704434 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-deleted", "tag": "8b7af2c9-ee9b-46f3-9f81-ee153dca90f5", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:59.706078 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f17ebe9-5546-41a3-8f2c-5fce387d5147 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:59.714039 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-deleted', 'tag': '8b7af2c9-ee9b-46f3-9f81-ee153dca90f5', 'status': 'completed', 'code': 200} Aug 19 18:17:59.724993 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bbc8faf4-14ae-4061-a943-221a06ac8d10 None None] Transition to ACTIVE for port object 47616c73-cc76-4e00-aed1-49b8d5115f87 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:59.741851 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-8aece30f-67ad-4795-8cd1-176e2e4df9ee None None] Set router f394192a-f545-432e-9e03-3688b068a83e gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:17:59.755243 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-745d2b39-61de-4109-97e0-f8a3a776957a req-ad0a0f5c-c612-4b98-8bcf-f402673b4636 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875191 Aug 19 18:17:59.783228 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bbc8faf4-14ae-4061-a943-221a06ac8d10 None None] Transition to ACTIVE for port object 47616c73-cc76-4e00-aed1-49b8d5115f87 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:59.796234 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bbc8faf4-14ae-4061-a943-221a06ac8d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:59.837927 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-bcce1f71-3116-44ee-b402-8edc85e6d45e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Deleting port e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:59.838285 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-bcce1f71-3116-44ee-b402-8edc85e6d45e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:59.951501 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc8faf4-14ae-4061-a943-221a06ac8d10 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:59.963994 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-bbc8faf4-14ae-4061-a943-221a06ac8d10 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:59.982224 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc8faf4-14ae-4061-a943-221a06ac8d10 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:18:00.028851 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-29f7548f-576f-49a0-a593-1f1ae432f945 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8::4b2f:aa87:b937:a750 (4734c50c-5b75-42a3-a882-02084790a476/bf7811df-5678-4238-a3a2-0050fc992ccc/2e3cd591-38f2-432a-ad42-931592ef0eab) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:18:00.120308 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-bcce1f71-3116-44ee-b402-8edc85e6d45e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] For port e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81,segment=NetworkSegment(0227a178-9e66-4699-ab26-273cdff22665),segment_id=0227a178-9e66-4699-ab26-273cdff22665)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:00.121616 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-bcce1f71-3116-44ee-b402-8edc85e6d45e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:00.129480 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8faf4-14ae-4061-a943-221a06ac8d10 None None] Pushing event updated for resources: {'Port': ['ID=47616c73-cc76-4e00-aed1-49b8d5115f87,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:00.174602 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-bcce1f71-3116-44ee-b402-8edc85e6d45e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Calling delete_port for e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:00.216478 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-bbc8faf4-14ae-4061-a943-221a06ac8d10 None None] Attempting to bind port 47616c73-cc76-4e00-aed1-49b8d5115f87 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:18:00.217792 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-bbc8faf4-14ae-4061-a943-221a06ac8d10 None None] Attempting to bind port 47616c73-cc76-4e00-aed1-49b8d5115f87 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:18:00.227391 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc8faf4-14ae-4061-a943-221a06ac8d10 None None] Attempting to bind port 47616c73-cc76-4e00-aed1-49b8d5115f87 on network 4734c50c-5b75-42a3-a882-02084790a476 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:18:00.253039 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc8faf4-14ae-4061-a943-221a06ac8d10 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:18:00.259650 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc8faf4-14ae-4061-a943-221a06ac8d10 None None] Checking segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:18:00.260952 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bbc8faf4-14ae-4061-a943-221a06ac8d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:00.262142 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc8faf4-14ae-4061-a943-221a06ac8d10 None None] Bound using segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:18:00.263112 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-bbc8faf4-14ae-4061-a943-221a06ac8d10 None None] Bound port: 47616c73-cc76-4e00-aed1-49b8d5115f87, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:18:00.263760 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bbc8faf4-14ae-4061-a943-221a06ac8d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:00.409367 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931c354-f7dd-4dd3-8b72-8303571da6b1 req-f65cf484-f826-487a-846e-010a03a307eb tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:00.430561 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6931c354-f7dd-4dd3-8b72-8303571da6b1 req-f65cf484-f826-487a-846e-010a03a307eb tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.3531754 Aug 19 18:18:00.520826 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8aece30f-67ad-4795-8cd1-176e2e4df9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f394192a-f545-432e-9e03-3688b068a83e', 'name': 'tempest-TaggedBootDevicesTest-107415717-router', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:35Z', 'updated_at': '2021-08-19T18:06:44Z', 'revision_number': 4, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'gw_port': {'id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:37Z', 'updated_at': '2021-08-19T18:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b60f7eb2-81e8-4c0c-97c1-ed0479550890', 'name': '', 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'mac_address': 'fa:16:3e:cf:25:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'ce67a4c2-3255-481b-8d44-f56c5622f0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:42Z', 'updated_at': '2021-08-19T18:06:50Z', 'revision_number': 5, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'subnets': [{'id': 'ce67a4c2-3255-481b-8d44-f56c5622f0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:00.551337 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-bbc8faf4-14ae-4061-a943-221a06ac8d10 None None] For port 47616c73-cc76-4e00-aed1-49b8d5115f87, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:18:00.556286 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-bbc8faf4-14ae-4061-a943-221a06ac8d10 None None] For port 47616c73-cc76-4e00-aed1-49b8d5115f87, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=47616c73-cc76-4e00-aed1-49b8d5115f87,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:18:00.562543 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bbc8faf4-14ae-4061-a943-221a06ac8d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:00.607612 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aece30f-67ad-4795-8cd1-176e2e4df9ee None None] Checking router: f394192a-f545-432e-9e03-3688b068a83e for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:18:00.642866 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aece30f-67ad-4795-8cd1-176e2e4df9ee None None] Routers {'f394192a-f545-432e-9e03-3688b068a83e'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:18:00.643968 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8aece30f-67ad-4795-8cd1-176e2e4df9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:17:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f394192a-f545-432e-9e03-3688b068a83e'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:00.676487 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8faf4-14ae-4061-a943-221a06ac8d10 None None] Pushing event updated for resources: {'Port': ['ID=47616c73-cc76-4e00-aed1-49b8d5115f87,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:00.676747 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58044) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:00.706546 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6931c354-f7dd-4dd3-8b72-8303571da6b1 req-5915a3dc-511e-47a4-937c-014c659f6da7 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710345 Aug 19 18:18:00.726302 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3d5214d7-d626-48ea-82d9-5c492f020fb3 req-6ca90be5-2fb0-47c3-9445-05a441fb4bfe tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 210 time: 0.0645797 Aug 19 18:18:00.732489 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-bcce1f71-3116-44ee-b402-8edc85e6d45e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:00.807139 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce1f71-3116-44ee-b402-8edc85e6d45e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event deleted for resources: {'Port': ['ID=e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:00.889993 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-bcce1f71-3116-44ee-b402-8edc85e6d45e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] No DVR routers for this DVR port e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:18:00.893369 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-bcce1f71-3116-44ee-b402-8edc85e6d45e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:00.896479 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10b4c19a-2eb5-44d7-80f5-aac7b3223399 req-bcce1f71-3116-44ee-b402-8edc85e6d45e tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.54 "DELETE /v2.0/ports/e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81 HTTP/1.1" status: 204 len: 173 time: 1.3695126 Aug 19 18:18:00.933120 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-29f7548f-576f-49a0-a593-1f1ae432f945 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:01.003589 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-29f7548f-576f-49a0-a593-1f1ae432f945 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Transition to ACTIVE for port object 2e3cd591-38f2-432a-ad42-931592ef0eab will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:18:01.132191 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-29f7548f-576f-49a0-a593-1f1ae432f945 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:01.170109 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-0d1a30a3-8bdd-4575-83f2-158f51df4505 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-457789713-network', 'tenant_id': '06f58293c49c4f2ea156dde51a2a69f8'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:01.223062 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-8aece30f-67ad-4795-8cd1-176e2e4df9ee None None] Set router f394192a-f545-432e-9e03-3688b068a83e gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:18:01.311823 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f7548f-576f-49a0-a593-1f1ae432f945 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:18:01.323251 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-29f7548f-576f-49a0-a593-1f1ae432f945 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:18:01.328036 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f7548f-576f-49a0-a593-1f1ae432f945 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:18:01.337009 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f7548f-576f-49a0-a593-1f1ae432f945 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:01.338412 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-29f7548f-576f-49a0-a593-1f1ae432f945 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:01.348786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1a30a3-8bdd-4575-83f2-158f51df4505 admin admin] Made reservation on behalf of 06f58293c49c4f2ea156dde51a2a69f8 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:18:01.353159 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0d1a30a3-8bdd-4575-83f2-158f51df4505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:01.387680 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4d340-4334-484a-b97a-bfe90c9d63ea req-477ee1ae-91d9-481c-b4c8-afa1c137a89b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:01.396357 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9ce4d340-4334-484a-b97a-bfe90c9d63ea req-477ee1ae-91d9-481c-b4c8-afa1c137a89b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.4806795 Aug 19 18:18:01.403433 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0d1a30a3-8bdd-4575-83f2-158f51df4505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:01.409107 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7548f-576f-49a0-a593-1f1ae432f945 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=2e3cd591-38f2-432a-ad42-931592ef0eab,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:01.462830 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-29f7548f-576f-49a0-a593-1f1ae432f945 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1075075 Aug 19 18:18:01.465401 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58056) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:01.716585 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-deleted', 'tag': 'e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:18:01.719207 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824739ef-3449-421f-97db-da8c4fc20eb0" -d '{"events": [{"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-deleted", "tag": "e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:18:01.738496 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9ce4d340-4334-484a-b97a-bfe90c9d63ea req-63ec798d-febd-4251-8530-e31e4ce62553 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361413 Aug 19 18:18:01.889421 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9002606e-2a96-4fd9-ac60-3e398c0ac028 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:01.894163 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3744251c-d4ea-46be-b570-83f25cebab27 x-openstack-request-id: req-3744251c-d4ea-46be-b570-83f25cebab27 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:18:01.895295 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cef683-8fbb-4170-8478-ce9e257b62f0", "name": "network-vif-deleted", "tag": "e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:18:01.895762 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3744251c-d4ea-46be-b570-83f25cebab27 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:18:01.896928 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cef683-8fbb-4170-8478-ce9e257b62f0', 'name': 'network-vif-deleted', 'tag': 'e7c53f69-a77f-4cb1-b2d3-7c1fc82bcb81', 'status': 'completed', 'code': 200} Aug 19 18:18:01.916369 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8aece30f-67ad-4795-8cd1-176e2e4df9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f394192a-f545-432e-9e03-3688b068a83e', 'name': 'tempest-TaggedBootDevicesTest-107415717-router', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:35Z', 'updated_at': '2021-08-19T18:06:44Z', 'revision_number': 4, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'gw_port': {'id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:37Z', 'updated_at': '2021-08-19T18:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b60f7eb2-81e8-4c0c-97c1-ed0479550890', 'name': '', 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'mac_address': 'fa:16:3e:cf:25:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'ce67a4c2-3255-481b-8d44-f56c5622f0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:42Z', 'updated_at': '2021-08-19T18:06:50Z', 'revision_number': 5, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'subnets': [{'id': 'ce67a4c2-3255-481b-8d44-f56c5622f0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:01.929751 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9002606e-2a96-4fd9-ac60-3e398c0ac028 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:01.932086 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9002606e-2a96-4fd9-ac60-3e398c0ac028 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4655969 Aug 19 18:18:01.935690 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58072) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:02.009718 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aece30f-67ad-4795-8cd1-176e2e4df9ee None None] The sync data for ids ['f394192a-f545-432e-9e03-3688b068a83e'] in n-d-803753-2 is: [{'id': 'f394192a-f545-432e-9e03-3688b068a83e', 'name': 'tempest-TaggedBootDevicesTest-107415717-router', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:35Z', 'updated_at': '2021-08-19T18:06:44Z', 'revision_number': 4, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'gw_port': {'id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:37Z', 'updated_at': '2021-08-19T18:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b60f7eb2-81e8-4c0c-97c1-ed0479550890', 'name': '', 'network_id': '2a57726d-7b72-4596-ad69-fcea207934ef', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'mac_address': 'fa:16:3e:cf:25:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'ce67a4c2-3255-481b-8d44-f56c5622f0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:42Z', 'updated_at': '2021-08-19T18:06:50Z', 'revision_number': 5, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'subnets': [{'id': 'ce67a4c2-3255-481b-8d44-f56c5622f0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:18:02.183396 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0c21dc0b-fd9e-4e8f-adfd-d2f5b60d3ed0 req-c33fee64-05c5-4229-9964-0fb53cbecd88 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 210 time: 0.1164587 Aug 19 18:18:02.198588 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0d1a30a3-8bdd-4575-83f2-158f51df4505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:02.207105 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0d1a30a3-8bdd-4575-83f2-158f51df4505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:02.260075 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d75ebc-43fd-48e2-8f9b-59174068040e req-d2e12cbd-7253-469f-8b3e-7a1d820bf36f tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:02.283344 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c1d75ebc-43fd-48e2-8f9b-59174068040e req-d2e12cbd-7253-469f-8b3e-7a1d820bf36f tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.2078931 Aug 19 18:18:02.289514 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a30a3-8bdd-4575-83f2-158f51df4505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45604ab-1d2f-4e59-bd6b-0f4924ee71a3,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:02.338356 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1a30a3-8bdd-4575-83f2-158f51df4505 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:18:02.367784 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0d1a30a3-8bdd-4575-83f2-158f51df4505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:02.368700 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-0d1a30a3-8bdd-4575-83f2-158f51df4505 admin admin] Added segment e3982e46-3892-4993-8440-055534dfeb5e of type vlan for network 74288936-18da-4398-92dc-1f2b9c3b943f Aug 19 18:18:02.404066 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 47616c73-cc76-4e00-aed1-49b8d5115f87 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:18:02.462968 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-7c07f721-a298-48cc-bd4c-1b9777aca0a4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting port 2e3cd591-38f2-432a-ad42-931592ef0eab {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:18:02.463873 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c07f721-a298-48cc-bd4c-1b9777aca0a4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:02.506168 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c1d75ebc-43fd-48e2-8f9b-59174068040e req-0fc1e9be-8919-4748-9ead-dbd0565d9e06 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199388 Aug 19 18:18:02.542744 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0d1a30a3-8bdd-4575-83f2-158f51df4505 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:02.590882 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 47616c73-cc76-4e00-aed1-49b8d5115f87 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:18:02.687167 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0d1a30a3-8bdd-4575-83f2-158f51df4505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:02.690379 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1a30a3-8bdd-4575-83f2-158f51df4505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:02.696934 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0d1a30a3-8bdd-4575-83f2-158f51df4505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:02.864457 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b6e787-df7a-46ab-8a9e-5ed33f821373 None None] New status for floating IP fb63d945-fa1a-4a11-b703-3f1db73091e8: DOWN {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:18:02.868557 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0d1a30a3-8bdd-4575-83f2-158f51df4505 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1548882 Aug 19 18:18:02.874805 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58086) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:02.899594 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-4391778c-65b1-4f78-80f9-413decfc1e0c admin admin] Request body: {'subnet': {'network_id': '74288936-18da-4398-92dc-1f2b9c3b943f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-457789713-subnet', 'tenant_id': '06f58293c49c4f2ea156dde51a2a69f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:02.957764 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4391778c-65b1-4f78-80f9-413decfc1e0c admin admin] Made reservation on behalf of 06f58293c49c4f2ea156dde51a2a69f8 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:18:02.966284 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4391778c-65b1-4f78-80f9-413decfc1e0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:02.996202 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58088) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:03.110124 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c07f721-a298-48cc-bd4c-1b9777aca0a4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:03.136418 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a30a3-8bdd-4575-83f2-158f51df4505 admin admin] Pushing event updated for resources: {'Network': ['ID=74288936-18da-4398-92dc-1f2b9c3b943f,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:03.145341 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd89559-b16e-4bae-8915-d44218c58052 req-f244a014-0192-4409-86db-64d66f93da52 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:03.151515 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8cd89559-b16e-4bae-8915-d44218c58052 req-f244a014-0192-4409-86db-64d66f93da52 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.3500803 Aug 19 18:18:03.196280 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 74288936-18da-4398-92dc-1f2b9c3b943f details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:18:03.213111 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-7c07f721-a298-48cc-bd4c-1b9777aca0a4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Calling delete_port for 2e3cd591-38f2-432a-ad42-931592ef0eab owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:03.554596 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e3e9c30a-3036-424d-a696-ae9753978e65 req-cd9fbf0a-ff8a-4565-be10-d6db4d2b971a tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 210 time: 0.0789077 Aug 19 18:18:03.848335 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8cd89559-b16e-4bae-8915-d44218c58052 req-10ff1b07-7f39-4042-8491-c8fc16f299b4 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6772256 Aug 19 18:18:04.040947 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4391778c-65b1-4f78-80f9-413decfc1e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:04.197455 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f04410-7ffd-43cc-a0d9-868b269bce84 admin admin] Deleting subnet b90853f9-3a3c-4d5a-8d68-8dea22f30a90 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:18:04.209750 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f8c8784e-e15b-4d67-b5c6-ede29a2643a7 None None] Provisioning for port 47616c73-cc76-4e00-aed1-49b8d5115f87 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:18:04.210572 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75f04410-7ffd-43cc-a0d9-868b269bce84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:04.225453 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f8c8784e-e15b-4d67-b5c6-ede29a2643a7 None None] Provisioning complete for port 47616c73-cc76-4e00-aed1-49b8d5115f87 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:04.226451 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f8c8784e-e15b-4d67-b5c6-ede29a2643a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:04.287096 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4391778c-65b1-4f78-80f9-413decfc1e0c admin admin] Checking segment: {'id': 'e3982e46-3892-4993-8440-055534dfeb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74288936-18da-4398-92dc-1f2b9c3b943f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:18:04.287563 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4391778c-65b1-4f78-80f9-413decfc1e0c admin admin] Network hostable DHCP agents. Network: 74288936-18da-4398-92dc-1f2b9c3b943f, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:18:04.298294 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391778c-65b1-4f78-80f9-413decfc1e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fbf8d02-ce23-4d65-abf9-ae5eb8209d0d,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:04.308186 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75f04410-7ffd-43cc-a0d9-868b269bce84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:04.320712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4391778c-65b1-4f78-80f9-413decfc1e0c admin admin] Network 74288936-18da-4398-92dc-1f2b9c3b943f is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:18:04.346131 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-4391778c-65b1-4f78-80f9-413decfc1e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 74288936-18da-4398-92dc-1f2b9c3b943f) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:18:04.353692 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4391778c-65b1-4f78-80f9-413decfc1e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:04.360000 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4391778c-65b1-4f78-80f9-413decfc1e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:04.377330 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a64ce3a-ef2e-48ab-880f-57a2797f6cc6 None None] Network 74288936-18da-4398-92dc-1f2b9c3b943f requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:18:04.377938 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c07f721-a298-48cc-bd4c-1b9777aca0a4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:04.421393 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4391778c-65b1-4f78-80f9-413decfc1e0c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5362442 Aug 19 18:18:04.523099 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07f721-a298-48cc-bd4c-1b9777aca0a4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Port': ['ID=2e3cd591-38f2-432a-ad42-931592ef0eab,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:04.608880 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0936fcb-f987-4844-b236-282540f92cb8 req-dcd6abb7-65d3-449a-9936-4c246e2135eb tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:04.611678 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f0936fcb-f987-4844-b236-282540f92cb8 req-dcd6abb7-65d3-449a-9936-4c246e2135eb tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.3421855 Aug 19 18:18:04.613380 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75f04410-7ffd-43cc-a0d9-868b269bce84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:04.665511 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c07f721-a298-48cc-bd4c-1b9777aca0a4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:04.670109 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7c07f721-a298-48cc-bd4c-1b9777aca0a4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/2e3cd591-38f2-432a-ad42-931592ef0eab HTTP/1.1" status: 204 len: 168 time: 2.7329259 Aug 19 18:18:04.672882 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58106) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:04.777958 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f8c8784e-e15b-4d67-b5c6-ede29a2643a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:04.789276 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f0936fcb-f987-4844-b236-282540f92cb8 req-b5e6a7af-fa1b-43be-bbc1-5747a0a4c9e5 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557090 Aug 19 18:18:04.879262 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75f04410-7ffd-43cc-a0d9-868b269bce84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:05.022038 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75f04410-7ffd-43cc-a0d9-868b269bce84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:05.034463 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-75f04410-7ffd-43cc-a0d9-868b269bce84 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b90853f9-3a3c-4d5a-8d68-8dea22f30a90 HTTP/1.1" status: 204 len: 168 time: 2.0271621 Aug 19 18:18:05.037202 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f04410-7ffd-43cc-a0d9-868b269bce84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b90853f9-3a3c-4d5a-8d68-8dea22f30a90,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:05.080782 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-990aaa4b-c0f5-4e94-9665-194f51c5560c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:05.082529 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58116) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:05.091480 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d144ff02-0b0d-48ff-a9e2-e8f50200729e None None] Network 74288936-18da-4398-92dc-1f2b9c3b943f requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:18:05.319080 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cf59ad85-cb8e-4ef2-99be-c2254c51ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:05.343028 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-f8c8784e-e15b-4d67-b5c6-ede29a2643a7 None None] For port 47616c73-cc76-4e00-aed1-49b8d5115f87, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=47616c73-cc76-4e00-aed1-49b8d5115f87,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:05.384792 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6cf855-294c-4f6a-a31a-3302e70f39c2 req-065b9cb0-4795-4176-9ff3-33788b6140de tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:05.392336 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4a6cf855-294c-4f6a-a31a-3302e70f39c2 req-065b9cb0-4795-4176-9ff3-33788b6140de tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.4713206 Aug 19 18:18:05.543876 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f8c8784e-e15b-4d67-b5c6-ede29a2643a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:05.685171 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-99c1aad4-518d-4a97-976d-adc483d56787 None None] Could not find standard attr ID for object 2e3cd591-38f2-432a-ad42-931592ef0eab. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:18:05.687866 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8784e-e15b-4d67-b5c6-ede29a2643a7 None None] Pushing event updated for resources: {'Port': ['ID=47616c73-cc76-4e00-aed1-49b8d5115f87,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:05.719485 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4a6cf855-294c-4f6a-a31a-3302e70f39c2 req-804a72b0-2e56-4abe-bae1-3609834bad6c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183916 Aug 19 18:18:05.721151 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3481d7-9136-4b04-8c25-40094e44e42e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:05.727906 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3481d7-9136-4b04-8c25-40094e44e42e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:05.733811 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2f3481d7-9136-4b04-8c25-40094e44e42e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.0557387 Aug 19 18:18:05.734962 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58120) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:05.814671 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cf59ad85-cb8e-4ef2-99be-c2254c51ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:05.824254 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b272a226-e6c8-4a9e-939d-0e9014a637e6 req-939edf4b-5747-419a-a847-c494b38894e3 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 210 time: 0.0930710 Aug 19 18:18:05.860165 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-cf59ad85-cb8e-4ef2-99be-c2254c51ff47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a232ed5-d6ef-427b-adae-4f7272a3c429']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:05.928736 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-cf59ad85-cb8e-4ef2-99be-c2254c51ff47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a69a187-a089-4d8c-aac4-3b3f9ce8574c') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:05.929449 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-cf59ad85-cb8e-4ef2-99be-c2254c51ff47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a69a187-a089-4d8c-aac4-3b3f9ce8574c') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:05.938953 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-042f055b-d114-4c30-90c4-52954edfda4d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet bf7811df-5678-4238-a3a2-0050fc992ccc {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:18:05.960940 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-042f055b-d114-4c30-90c4-52954edfda4d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:06.015716 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cf59ad85-cb8e-4ef2-99be-c2254c51ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:06.054525 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cf59ad85-cb8e-4ef2-99be-c2254c51ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:06.110393 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-042f055b-d114-4c30-90c4-52954edfda4d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:06.166512 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 47616c73-cc76-4e00-aed1-49b8d5115f87 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:18:06.335995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db6b34-6ef7-4844-9aaa-9e4b30825660 req-a2fd35fc-33cc-4903-8efd-d3d16dd0a45f tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:06.343255 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-70db6b34-6ef7-4844-9aaa-9e4b30825660 req-a2fd35fc-33cc-4903-8efd-d3d16dd0a45f tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.2541702 Aug 19 18:18:06.356849 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 47616c73-cc76-4e00-aed1-49b8d5115f87 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:06.357863 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:06.374760 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-042f055b-d114-4c30-90c4-52954edfda4d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:06.452964 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-70db6b34-6ef7-4844-9aaa-9e4b30825660 req-61d1724a-b311-4048-bd9c-f35048ba6ade tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977919 Aug 19 18:18:06.462829 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf59ad85-cb8e-4ef2-99be-c2254c51ff47 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:18:06.463324 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cf59ad85-cb8e-4ef2-99be-c2254c51ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:18:06.466510 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:18:06.480405 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-042f055b-d114-4c30-90c4-52954edfda4d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:06.652777 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f055b-d114-4c30-90c4-52954edfda4d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=bf7811df-5678-4238-a3a2-0050fc992ccc,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:06.673810 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-042f055b-d114-4c30-90c4-52954edfda4d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:06.681376 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-042f055b-d114-4c30-90c4-52954edfda4d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/bf7811df-5678-4238-a3a2-0050fc992ccc HTTP/1.1" status: 204 len: 168 time: 0.9410036 Aug 19 18:18:06.683830 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f595ed6-1f93-4ce4-9617-a7c0f56feb70 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:18:06.694932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58142) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:06.768778 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87723cbc-b780-44fb-a046-a3bc15eb2d8b req-50f614a3-71f9-4b15-a754-6ab3ee07027c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:06.771376 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87723cbc-b780-44fb-a046-a3bc15eb2d8b req-50f614a3-71f9-4b15-a754-6ab3ee07027c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1313369 Aug 19 18:18:06.828328 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-edbdfd72-9d3d-4a4e-bac8-87d01c66d5a6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1298227 Aug 19 18:18:06.830820 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58144) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:06.855733 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cf59ad85-cb8e-4ef2-99be-c2254c51ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:06.896747 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87723cbc-b780-44fb-a046-a3bc15eb2d8b req-4cdc51f0-03f5-4e1b-a697-0f10a1475099 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157255 Aug 19 18:18:07.044593 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cf59ad85-cb8e-4ef2-99be-c2254c51ff47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:07.049042 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cf59ad85-cb8e-4ef2-99be-c2254c51ff47 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6a232ed5-d6ef-427b-adae-4f7272a3c429 HTTP/1.1" status: 204 len: 168 time: 1.9619863 Aug 19 18:18:07.075776 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f785518a-89bb-4e5b-ac45-a73eb873efda None None] DHCP port deletion for 4734c50c-5b75-42a3-a882-02084790a476 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:18:07.090228 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4f47933f-d306-4c0d-a70c-55b9f947bdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:07.097653 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5848942f-135b-4464-81f6-c4787c331dd3 req-1d58b726-9076-494c-9998-9f4a8f11caa3 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 210 time: 0.0639162 Aug 19 18:18:07.152236 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59ad85-cb8e-4ef2-99be-c2254c51ff47 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a232ed5-d6ef-427b-adae-4f7272a3c429,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:07.204318 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-6767b4ba-6077-46a5-ae46-a3e24c9266ee tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:07.212078 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-6767b4ba-6077-46a5-ae46-a3e24c9266ee tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/networks?id=74288936-18da-4398-92dc-1f2b9c3b943f HTTP/1.1" status: 200 len: 813 time: 0.7534447 Aug 19 18:18:07.271234 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:07.283206 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a7ae26-c431-4674-a548-7b545553e9d1 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:07.289250 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-84a7ae26-c431-4674-a548-7b545553e9d1 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4493051 Aug 19 18:18:07.290595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58156) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:07.306762 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-459c614a-4d6c-4ddf-9c7a-686b8415af6e tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/quotas/06f58293c49c4f2ea156dde51a2a69f8 HTTP/1.1" status: 200 len: 375 time: 0.0920513 Aug 19 18:18:07.348373 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f785518a-89bb-4e5b-ac45-a73eb873efda None None] Deleting port 47616c73-cc76-4e00-aed1-49b8d5115f87 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:18:07.350552 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f785518a-89bb-4e5b-ac45-a73eb873efda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:07.397429 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-015a9e13-a65b-4f97-8d76-88512ffb489c tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=06f58293c49c4f2ea156dde51a2a69f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871124 Aug 19 18:18:07.411964 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58160) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:07.453009 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6332abc2-3eab-4f79-8ed5-2f6d33d40484 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:07.457808 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6332abc2-3eab-4f79-8ed5-2f6d33d40484 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1659989 Aug 19 18:18:07.486299 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58162) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:07.509454 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-f785518a-89bb-4e5b-ac45-a73eb873efda None None] For port 47616c73-cc76-4e00-aed1-49b8d5115f87, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=47616c73-cc76-4e00-aed1-49b8d5115f87,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:07.510058 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f785518a-89bb-4e5b-ac45-a73eb873efda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:07.525178 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99315208-3707-4b96-ad04-4b041b82af13 req-0e86e166-573e-48ff-8320-9db0900a31de tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:07.527203 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-99315208-3707-4b96-ad04-4b041b82af13 req-0e86e166-573e-48ff-8320-9db0900a31de tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.0673540 Aug 19 18:18:07.536768 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f785518a-89bb-4e5b-ac45-a73eb873efda None None] Calling delete_port for 47616c73-cc76-4e00-aed1-49b8d5115f87 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:07.592675 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-99315208-3707-4b96-ad04-4b041b82af13 req-64389776-e93c-495b-ae90-c1e5594ef4ca tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584879 Aug 19 18:18:07.705334 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f785518a-89bb-4e5b-ac45-a73eb873efda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:07.728427 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-134be0a2-07e6-4088-8ee0-6be8a08e5063 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2404108 Aug 19 18:18:07.733967 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58166) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:07.737284 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785518a-89bb-4e5b-ac45-a73eb873efda None None] Pushing event deleted for resources: {'Port': ['ID=47616c73-cc76-4e00-aed1-49b8d5115f87,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:07.743781 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f785518a-89bb-4e5b-ac45-a73eb873efda None None] No DVR routers for this DVR port 47616c73-cc76-4e00-aed1-49b8d5115f87 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:18:07.765629 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-a9161228-6991-4f41-959b-5e7115da6ae6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:07.811419 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddf65c-a6f7-4523-b6b0-f36a0b2323d4 req-d98b3730-2cf0-49cd-a2d4-7eca7286f94f tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:07.813215 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9eddf65c-a6f7-4523-b6b0-f36a0b2323d4 req-d98b3730-2cf0-49cd-a2d4-7eca7286f94f tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1102469 Aug 19 18:18:07.918008 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9eddf65c-a6f7-4523-b6b0-f36a0b2323d4 req-7138d950-088e-498a-96e5-ac6dfbbe07fa tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835662 Aug 19 18:18:07.929593 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5cc163f6-afa8-4bcc-83d0-ceceba0c8ecd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b4a7af90eddc4fcd95550f2f124890b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5155249 Aug 19 18:18:07.934583 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58170) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:07.977066 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9161228-6991-4f41-959b-5e7115da6ae6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:18:07.987357 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a9161228-6991-4f41-959b-5e7115da6ae6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:08.124714 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e359f1a4-025d-4d2e-9b77-de999159ce32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:08.157634 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:08.173522 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 47616c73-cc76-4e00-aed1-49b8d5115f87 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:18:08.216547 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-a0744729-66d5-4134-8591-a8a7ec295f75 service neutron] 10.222.0.24 "GET /v2.0/networks/74288936-18da-4398-92dc-1f2b9c3b943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8184264 Aug 19 18:18:08.254322 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e359f1a4-025d-4d2e-9b77-de999159ce32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:08.265672 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 47616c73-cc76-4e00-aed1-49b8d5115f87 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:18:08.266189 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 47616c73-cc76-4e00-aed1-49b8d5115f87 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:18:08.408943 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d7b0d-c8cf-4141-b231-e028fa692c2e req-d3a68307-2b3f-4788-a34c-4a1bfa3dd32d tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:08.428132 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cf7d7b0d-c8cf-4141-b231-e028fa692c2e req-d3a68307-2b3f-4788-a34c-4a1bfa3dd32d tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.2003605 Aug 19 18:18:08.494962 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e359f1a4-025d-4d2e-9b77-de999159ce32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:08.498263 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e359f1a4-025d-4d2e-9b77-de999159ce32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:08.503231 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e359f1a4-025d-4d2e-9b77-de999159ce32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce11eb72-56c4-4f67-b0f5-fba37963741b HTTP/1.1" status: 204 len: 168 time: 0.5642292 Aug 19 18:18:08.515672 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359f1a4-025d-4d2e-9b77-de999159ce32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce11eb72-56c4-4f67-b0f5-fba37963741b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:08.537131 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cf7d7b0d-c8cf-4141-b231-e028fa692c2e req-fa8c53c1-dca4-45be-a00c-f71053386039 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981748 Aug 19 18:18:08.733968 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-22921969-daba-4219-bd8f-1458ad45fc92 req-37ff9922-092c-4e29-90cf-edeb154c95c4 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 210 time: 0.0430374 Aug 19 18:18:09.012639 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa886e5-9872-4222-a3d4-4dde62dad158 req-912e180f-f314-4a19-b7c7-4306ba32f3aa tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:09.023182 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bfa886e5-9872-4222-a3d4-4dde62dad158 req-912e180f-f314-4a19-b7c7-4306ba32f3aa tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.0854418 Aug 19 18:18:09.125300 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bfa886e5-9872-4222-a3d4-4dde62dad158 req-5078b913-bb1e-48db-938a-149ca03982db tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995338 Aug 19 18:18:09.492570 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269a739-d0ae-4a5f-8f81-7e3045d9a94c req-cce77913-673a-4a68-bbc0-501254224b14 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:09.498447 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f269a739-d0ae-4a5f-8f81-7e3045d9a94c req-cce77913-673a-4a68-bbc0-501254224b14 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1539214 Aug 19 18:18:09.546176 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-2d279af0-a33f-4c8d-968d-fd8eb3bab045 service neutron] 10.222.0.24 "GET /v2.0/networks/74288936-18da-4398-92dc-1f2b9c3b943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2230592 Aug 19 18:18:09.587461 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a9161228-6991-4f41-959b-5e7115da6ae6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:09.687500 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f269a739-d0ae-4a5f-8f81-7e3045d9a94c req-730baf75-a8b9-4c89-925b-71dedcdc6133 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634803 Aug 19 18:18:09.849771 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9161228-6991-4f41-959b-5e7115da6ae6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:18:09.867107 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-a9161228-6991-4f41-959b-5e7115da6ae6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:18:09.875338 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9161228-6991-4f41-959b-5e7115da6ae6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:09.876837 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a9161228-6991-4f41-959b-5e7115da6ae6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:09.881247 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee981b6-cc12-4403-9fd6-10bd04af79d2 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:18:09.925066 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a9161228-6991-4f41-959b-5e7115da6ae6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1812437 Aug 19 18:18:09.931967 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58206) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:09.944644 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-92490ff3-4934-4e17-9eca-50dfc582f416 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'fixed_ips': [{'subnet_id': '12f908d8-1097-4a2c-baee-f6881b7b548f', 'ip_address': '2001:db8::bce8:1eaf:74e9:bfa2'}], 'name': 'tempest-NetworksTestDHCPv6-2093798412'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:10.008698 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9161228-6991-4f41-959b-5e7115da6ae6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=12f908d8-1097-4a2c-baee-f6881b7b548f,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:10.195502 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-619eeab7-1967-4f04-affb-3c75f40917ea req-701e9eff-6f46-4b55-82e2-2486ac6c9a37 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 210 time: 0.0442655 Aug 19 18:18:10.217862 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24709d7d-4cb3-4406-b0c2-04e50ac8f759 req-361ac5af-e0fa-4227-bca8-a507fadd4c3b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:10.233724 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-24709d7d-4cb3-4406-b0c2-04e50ac8f759 req-361ac5af-e0fa-4227-bca8-a507fadd4c3b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.3280241 Aug 19 18:18:10.316540 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-24709d7d-4cb3-4406-b0c2-04e50ac8f759 req-67ab3939-b6e5-4ca5-9938-a4f13b6a743a tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780909 Aug 19 18:18:10.370015 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4354f9cf-a90d-4b84-90c3-83752cf84ce9 req-b8ecead4-b435-4854-aa3c-8a39cb510180 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 210 time: 0.0488648 Aug 19 18:18:10.420913 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:10.433772 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92490ff3-4934-4e17-9eca-50dfc582f416 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:18:10.644472 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9ad7e1-e371-449d-9ad3-f4ee6577bd1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-4734c50c-5b75-42a3-a882-02084790a476', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'fixed_ips': [{'subnet_id': '12f908d8-1097-4a2c-baee-f6881b7b548f'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:18:10.650178 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4d9ad7e1-e371-449d-9ad3-f4ee6577bd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:10.656564 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a480e97-5bd8-4ddf-b48f-332ab1f5bfd6 req-deb339da-fc17-45c8-aa7f-8df53ef9447c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:10.669464 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2a480e97-5bd8-4ddf-b48f-332ab1f5bfd6 req-deb339da-fc17-45c8-aa7f-8df53ef9447c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1165192 Aug 19 18:18:10.771748 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2a480e97-5bd8-4ddf-b48f-332ab1f5bfd6 req-f6f417cd-8850-4a7f-95c6-0a4deba932ab tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987170 Aug 19 18:18:10.786129 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92490ff3-4934-4e17-9eca-50dfc582f416 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:10.834290 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-92490ff3-4934-4e17-9eca-50dfc582f416 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] device_id is not set on port 4d8e6a44-698d-486b-a373-c931d6b70b12 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:18:11.229733 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300379d4-dfd8-4651-b1d3-eba52bf21fac req-4eb9afef-9cbb-4be3-8a75-0651a5e77148 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:11.246784 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-300379d4-dfd8-4651-b1d3-eba52bf21fac req-4eb9afef-9cbb-4be3-8a75-0651a5e77148 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.2221184 Aug 19 18:18:11.379165 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:11.386268 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-300379d4-dfd8-4651-b1d3-eba52bf21fac req-9903d69a-de84-460d-92d9-179e176b1080 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384907 Aug 19 18:18:11.406313 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-92490ff3-4934-4e17-9eca-50dfc582f416 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8::bce8:1eaf:74e9:bfa2 (4734c50c-5b75-42a3-a882-02084790a476/12f908d8-1097-4a2c-baee-f6881b7b548f/4d8e6a44-698d-486b-a373-c931d6b70b12) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:18:11.722611 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f231f9bf-ce3c-4308-9374-13692aa2c48e req-2f7f4f07-693f-4a6f-b01a-68893847392f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 210 time: 0.1038086 Aug 19 18:18:12.007932 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92490ff3-4934-4e17-9eca-50dfc582f416 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.009048 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-49428573-cca7-47a6-90b0-bba6c7f037e1 req-cb761ac3-0b37-41ee-a5e4-02e919dbfa49 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 210 time: 0.0763218 Aug 19 18:18:12.064516 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-92490ff3-4934-4e17-9eca-50dfc582f416 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Transition to ACTIVE for port object 4d8e6a44-698d-486b-a373-c931d6b70b12 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:18:12.205308 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92490ff3-4934-4e17-9eca-50dfc582f416 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.315386 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92490ff3-4934-4e17-9eca-50dfc582f416 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:18:12.326182 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-92490ff3-4934-4e17-9eca-50dfc582f416 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:18:12.419187 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-4d9ad7e1-e371-449d-9ad3-f4ee6577bd1e None None] Allocated IP 2001:db8::2 (4734c50c-5b75-42a3-a882-02084790a476/12f908d8-1097-4a2c-baee-f6881b7b548f/9c59812c-913f-407d-8af0-80f8f6c3fd96) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:18:12.420035 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92490ff3-4934-4e17-9eca-50dfc582f416 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:18:12.437343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92490ff3-4934-4e17-9eca-50dfc582f416 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:12.439581 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cf19f-0bad-422d-9965-663094ea8700 req-5e47dd8d-3bee-436f-8bb7-0062c10425a2 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:12.442714 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92490ff3-4934-4e17-9eca-50dfc582f416 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.456294 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6a8cf19f-0bad-422d-9965-663094ea8700 req-5e47dd8d-3bee-436f-8bb7-0062c10425a2 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.3155305 Aug 19 18:18:12.570353 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-23464106-aaa9-4a05-8333-b55e62f1238d req-248f5b4d-515c-482d-a1d6-0d0e8c864db1 tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.1182878 Aug 19 18:18:12.607297 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-92490ff3-4934-4e17-9eca-50dfc582f416 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6711948 Aug 19 18:18:12.620389 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58268) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:12.641707 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92490ff3-4934-4e17-9eca-50dfc582f416 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=4d8e6a44-698d-486b-a373-c931d6b70b12,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:12.657630 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-fa7a22ca-fb96-473a-adb7-b6ed7e36fef4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'fixed_ips': [{'subnet_id': '12f908d8-1097-4a2c-baee-f6881b7b548f', 'ip_address': '2001:db8::bce8:1eaf:74e9:bfa2'}], 'name': 'tempest-NetworksTestDHCPv6-368281048'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:12.880491 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6a8cf19f-0bad-422d-9965-663094ea8700 req-20d05660-10b2-4724-80a3-5b29d1f14075 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839601 Aug 19 18:18:13.078890 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-c1f932eb-5766-45cc-bd84-32bc079beca4 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:13.082126 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-c1f932eb-5766-45cc-bd84-32bc079beca4 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.50 "GET /v2.0/networks?id=74288936-18da-4398-92dc-1f2b9c3b943f HTTP/1.1" status: 200 len: 813 time: 0.5990205 Aug 19 18:18:13.121033 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-8e94f679-f2b8-4dec-8566-4c38a4d4502f tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Request body: {'port': {'device_id': '7f9594d3-19c4-460e-843e-42c14162b26b', 'network_id': '74288936-18da-4398-92dc-1f2b9c3b943f', 'admin_state_up': True, 'tenant_id': '06f58293c49c4f2ea156dde51a2a69f8'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:13.164703 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4d9ad7e1-e371-449d-9ad3-f4ee6577bd1e None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:13.218296 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4d9ad7e1-e371-449d-9ad3-f4ee6577bd1e None None] Transition to ACTIVE for port object 9c59812c-913f-407d-8af0-80f8f6c3fd96 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:18:13.222245 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9f3be98e-5eb0-4ace-b307-afec97b2bb8d req-b6b6da52-3265-4dcf-b62c-4f6d1d89aab3 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 210 time: 0.3054333 Aug 19 18:18:13.307548 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7a22ca-fb96-473a-adb7-b6ed7e36fef4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:18:13.332293 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa7a22ca-fb96-473a-adb7-b6ed7e36fef4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:13.335888 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4d9ad7e1-e371-449d-9ad3-f4ee6577bd1e None None] Transition to ACTIVE for port object 9c59812c-913f-407d-8af0-80f8f6c3fd96 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:18:13.352043 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4d9ad7e1-e371-449d-9ad3-f4ee6577bd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:13.383092 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-fa7a22ca-fb96-473a-adb7-b6ed7e36fef4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] device_id is not set on port cbeff3f9-37b0-4246-9764-3ea5a7a1ba8e yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:18:13.548470 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ad7e1-e371-449d-9ad3-f4ee6577bd1e None None] Pushing event updated for resources: {'Port': ['ID=9c59812c-913f-407d-8af0-80f8f6c3fd96,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:13.614634 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9ad7e1-e371-449d-9ad3-f4ee6577bd1e None None] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:18:13.622109 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-4d9ad7e1-e371-449d-9ad3-f4ee6577bd1e None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:18:13.636317 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9ad7e1-e371-449d-9ad3-f4ee6577bd1e None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:18:13.709933 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e0ac48e9-7a54-4e98-a876-7966975d29e7 req-04c5ef6b-ed3d-4c2e-924e-d3d91c2b5b15 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 210 time: 0.0821099 Aug 19 18:18:13.819649 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931672e7-6d76-4f8d-a428-1435305e4bf8 req-1f215928-d5bc-469a-8c8d-d6c2cb92594b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:13.828047 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-931672e7-6d76-4f8d-a428-1435305e4bf8 req-1f215928-d5bc-469a-8c8d-d6c2cb92594b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.5942216 Aug 19 18:18:13.866157 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-4d9ad7e1-e371-449d-9ad3-f4ee6577bd1e None None] Attempting to bind port 9c59812c-913f-407d-8af0-80f8f6c3fd96 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:18:13.866909 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-4d9ad7e1-e371-449d-9ad3-f4ee6577bd1e None None] Attempting to bind port 9c59812c-913f-407d-8af0-80f8f6c3fd96 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:18:13.867858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9ad7e1-e371-449d-9ad3-f4ee6577bd1e None None] Attempting to bind port 9c59812c-913f-407d-8af0-80f8f6c3fd96 on network 4734c50c-5b75-42a3-a882-02084790a476 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:18:13.894352 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9ad7e1-e371-449d-9ad3-f4ee6577bd1e None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:18:13.894764 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9ad7e1-e371-449d-9ad3-f4ee6577bd1e None None] Checking segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:18:13.895206 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4d9ad7e1-e371-449d-9ad3-f4ee6577bd1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:13.901675 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9ad7e1-e371-449d-9ad3-f4ee6577bd1e None None] Bound using segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:18:13.902379 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-4d9ad7e1-e371-449d-9ad3-f4ee6577bd1e None None] Bound port: 9c59812c-913f-407d-8af0-80f8f6c3fd96, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:18:13.902902 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4d9ad7e1-e371-449d-9ad3-f4ee6577bd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:14.011545 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-8e94f679-f2b8-4dec-8566-4c38a4d4502f tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Made reservation on behalf of 06f58293c49c4f2ea156dde51a2a69f8 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:18:14.017095 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-8e94f679-f2b8-4dec-8566-4c38a4d4502f tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:14.089109 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-beba7423-2b1b-4f3b-a0f5-0a5e0131cf9c req-07dd8bf4-2c0b-4eb0-b737-76f3cc9c6f8f tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.0899637 Aug 19 18:18:14.190790 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-931672e7-6d76-4f8d-a428-1435305e4bf8 req-8fb8ee4a-3117-4e54-ac64-679cd2c9facf tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514819 Aug 19 18:18:14.227344 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-4d9ad7e1-e371-449d-9ad3-f4ee6577bd1e None None] For port 9c59812c-913f-407d-8af0-80f8f6c3fd96, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:18:14.239264 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-4d9ad7e1-e371-449d-9ad3-f4ee6577bd1e None None] For port 9c59812c-913f-407d-8af0-80f8f6c3fd96, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9c59812c-913f-407d-8af0-80f8f6c3fd96,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:18:14.246904 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7a22ca-fb96-473a-adb7-b6ed7e36fef4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 19 18:18:14.248790 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa7a22ca-fb96-473a-adb7-b6ed7e36fef4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:18:14.250087 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4d9ad7e1-e371-449d-9ad3-f4ee6577bd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:14.328167 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fa7a22ca-fb96-473a-adb7-b6ed7e36fef4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7032311 Aug 19 18:18:14.338041 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58294) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:14.581921 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ad7e1-e371-449d-9ad3-f4ee6577bd1e None None] Pushing event updated for resources: {'Port': ['ID=9c59812c-913f-407d-8af0-80f8f6c3fd96,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:14.614112 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b407e8ab-0f8f-42fc-b9f8-864eab1bb575 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:14.631157 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b407e8ab-0f8f-42fc-b9f8-864eab1bb575 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:14.642269 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b407e8ab-0f8f-42fc-b9f8-864eab1bb575 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3024361 Aug 19 18:18:14.655584 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58298) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:14.765339 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-84d9143b-5310-45da-a84c-dba48433c3c7 req-0d89cdc7-95ab-4c16-bffb-f5ef326e0460 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 210 time: 0.1774957 Aug 19 18:18:14.810688 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306503e-03d4-4578-9022-b9b335856fc8 req-8925deea-1ce7-40e0-9f14-f3d701cd70f7 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:14.832697 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d306503e-03d4-4578-9022-b9b335856fc8 req-8925deea-1ce7-40e0-9f14-f3d701cd70f7 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.3326924 Aug 19 18:18:15.097360 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d306503e-03d4-4578-9022-b9b335856fc8 req-3fe79fab-1659-4cb7-9196-1bf571bcf904 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635112 Aug 19 18:18:15.106130 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-8e94f679-f2b8-4dec-8566-4c38a4d4502f tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Allocated IP 172.20.0.5 (74288936-18da-4398-92dc-1f2b9c3b943f/2fbf8d02-ce23-4d65-abf9-ae5eb8209d0d/32e1dc6b-9e2c-4a04-a01d-6f9b790fff35) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:18:15.152385 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2396f577-de24-4ea1-8a6a-5204d459bdb1 req-749fd04a-4698-41fb-9c46-f454701d5ee0 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 210 time: 0.0907722 Aug 19 18:18:15.178777 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-d17c35b3-57e4-4c16-8108-196615b2b9eb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting port 4d8e6a44-698d-486b-a373-c931d6b70b12 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:18:15.180398 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d17c35b3-57e4-4c16-8108-196615b2b9eb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:15.543139 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2af5b-2e69-4afe-bd3a-381dd86f6fbf req-b891e83c-2bf9-4cc2-8271-938fab9b4d2b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:15.544711 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-18a2af5b-2e69-4afe-bd3a-381dd86f6fbf req-b891e83c-2bf9-4cc2-8271-938fab9b4d2b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1158285 Aug 19 18:18:15.628431 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0ae3e8b-7977-470c-b907-88204448393b req-e1a78d60-13fc-426e-bd10-2b1fc37177cc tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.1235464 Aug 19 18:18:15.640566 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d17c35b3-57e4-4c16-8108-196615b2b9eb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:15.675221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-d17c35b3-57e4-4c16-8108-196615b2b9eb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Calling delete_port for 4d8e6a44-698d-486b-a373-c931d6b70b12 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:15.703837 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-18a2af5b-2e69-4afe-bd3a-381dd86f6fbf req-c984da3c-0841-424c-a24e-4e6d2886424d tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479862 Aug 19 18:18:15.728354 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-8e94f679-f2b8-4dec-8566-4c38a4d4502f tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:15.865823 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-8e94f679-f2b8-4dec-8566-4c38a4d4502f tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:16.064010 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94f679-f2b8-4dec-8566-4c38a4d4502f tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Pushing event updated for resources: {'Port': ['ID=32e1dc6b-9e2c-4a04-a01d-6f9b790fff35,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:16.084409 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c43525d6-781f-4305-8318-a168f09b8b04 req-76512c12-00ca-4b02-a84a-1876f51ee9fa tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 210 time: 0.1058834 Aug 19 18:18:16.144446 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-8e94f679-f2b8-4dec-8566-4c38a4d4502f tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Network 74288936-18da-4398-92dc-1f2b9c3b943f is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:18:16.148415 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-8e94f679-f2b8-4dec-8566-4c38a4d4502f tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:18:16.153028 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-8e94f679-f2b8-4dec-8566-4c38a4d4502f tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:18:16.245676 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-8e94f679-f2b8-4dec-8566-4c38a4d4502f tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:16.249214 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-8e94f679-f2b8-4dec-8566-4c38a4d4502f tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:16.289052 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-8e94f679-f2b8-4dec-8566-4c38a4d4502f tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1952174 Aug 19 18:18:16.305103 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Request body: {'port': {'device_id': '7f9594d3-19c4-460e-843e-42c14162b26b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:16.342324 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9c59812c-913f-407d-8af0-80f8f6c3fd96 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:18:16.375126 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d17c35b3-57e4-4c16-8108-196615b2b9eb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:16.534640 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:16.605295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 9c59812c-913f-407d-8af0-80f8f6c3fd96 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:18:16.636681 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d17c35b3-57e4-4c16-8108-196615b2b9eb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:16.641369 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d17c35b3-57e4-4c16-8108-196615b2b9eb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/4d8e6a44-698d-486b-a373-c931d6b70b12 HTTP/1.1" status: 204 len: 168 time: 1.9453068 Aug 19 18:18:16.643682 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c35b3-57e4-4c16-8108-196615b2b9eb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Port': ['ID=4d8e6a44-698d-486b-a373-c931d6b70b12,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:16.661807 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58328) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:16.750492 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:16.796814 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f631768-ba89-463f-a615-9ee3393cb813 req-16c2b5f9-72aa-41ca-9589-4ffcd8d14293 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:16.807256 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7f631768-ba89-463f-a615-9ee3393cb813 req-16c2b5f9-72aa-41ca-9589-4ffcd8d14293 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 931 time: 0.3272254 Aug 19 18:18:16.811410 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a31bb591-f260-4fcd-a1d9-f75adc917910 None None] Provisioning for port 9c59812c-913f-407d-8af0-80f8f6c3fd96 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:18:16.820052 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a31bb591-f260-4fcd-a1d9-f75adc917910 None None] Provisioning complete for port 9c59812c-913f-407d-8af0-80f8f6c3fd96 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:16.820420 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a31bb591-f260-4fcd-a1d9-f75adc917910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:16.900903 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1e2483dc-1107-4d26-b537-2a2cd6239471 req-51fd9c60-90a3-4c0a-9ce8-ed0f8d61e4d0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.2975709 Aug 19 18:18:16.991587 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec30826-64ca-46bd-8bd4-13338c778720 req-9b98f2d0-b2ce-4949-b80a-74f538cefeae tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:17.007649 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7ec30826-64ca-46bd-8bd4-13338c778720 req-9b98f2d0-b2ce-4949-b80a-74f538cefeae tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1537018 Aug 19 18:18:17.110304 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359579b9-121d-47d4-9199-14165a7d5d69 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:17.118626 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359579b9-121d-47d4-9199-14165a7d5d69 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:17.123518 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-359579b9-121d-47d4-9199-14165a7d5d69 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4511034 Aug 19 18:18:17.125236 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7f631768-ba89-463f-a615-9ee3393cb813 req-3d2735ca-bb37-41f8-88d4-99532454ff7f tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/security-groups?id=b45604ab-1d2f-4e59-bd6b-0f4924ee71a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166046 Aug 19 18:18:17.129107 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58336) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:17.235263 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a31bb591-f260-4fcd-a1d9-f75adc917910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:17.305101 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf75fde-f907-4aea-851a-74548b08c170 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet 12f908d8-1097-4a2c-baee-f6881b7b548f {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:18:17.323851 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7ec30826-64ca-46bd-8bd4-13338c778720 req-f8add620-91f1-4fd9-899e-8f8cdf3c4d6e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147910 Aug 19 18:18:17.328759 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4cf75fde-f907-4aea-851a-74548b08c170 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:17.392823 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a31bb591-f260-4fcd-a1d9-f75adc917910 None None] For port 9c59812c-913f-407d-8af0-80f8f6c3fd96, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9c59812c-913f-407d-8af0-80f8f6c3fd96,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:17.404003 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a31bb591-f260-4fcd-a1d9-f75adc917910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:17.457359 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4cf75fde-f907-4aea-851a-74548b08c170 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:17.568076 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-670cbdbb-721e-4051-a302-ff1202995d82 req-b8fd78da-4d8d-4167-bdad-db6dbebb8d59 tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.0820363 Aug 19 18:18:17.576095 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7a58b7e0-65af-4ed5-bb54-058eda44cc98 None None] Could not find standard attr ID for object 4d8e6a44-698d-486b-a373-c931d6b70b12. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:18:17.595031 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bb591-f260-4fcd-a1d9-f75adc917910 None None] Pushing event updated for resources: {'Port': ['ID=9c59812c-913f-407d-8af0-80f8f6c3fd96,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:17.669669 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-87f194fb-585b-433e-b564-11a4428b9bce req-d5d9a674-ecd1-4fde-a5f2-62a7a7483461 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 210 time: 0.0580227 Aug 19 18:18:17.785660 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4cf75fde-f907-4aea-851a-74548b08c170 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:17.881445 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e1dc6b-9e2c-4a04-a01d-6f9b790fff35 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:18:17.890257 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:17.904944 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Transition to ACTIVE for port object 32e1dc6b-9e2c-4a04-a01d-6f9b790fff35 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:18:17.915635 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:17.960929 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4cf75fde-f907-4aea-851a-74548b08c170 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:18.031304 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf75fde-f907-4aea-851a-74548b08c170 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=12f908d8-1097-4a2c-baee-f6881b7b548f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:18.044734 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4cf75fde-f907-4aea-851a-74548b08c170 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:18.047027 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4cf75fde-f907-4aea-851a-74548b08c170 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/12f908d8-1097-4a2c-baee-f6881b7b548f HTTP/1.1" status: 204 len: 168 time: 0.9126968 Aug 19 18:18:18.050056 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58342) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:18.098892 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Pushing event updated for resources: {'Port': ['ID=32e1dc6b-9e2c-4a04-a01d-6f9b790fff35,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:18.144735 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b42b13-ae04-45cb-b380-7338522a144f None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:18:18.149049 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-765f820b-31eb-4bab-8bc8-13a2c79918b9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0975945 Aug 19 18:18:18.169567 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58344) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:18.169567 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e0f3c202-7088-4d3c-8ca1-ac0a06803fb4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:18.350080 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9c59812c-913f-407d-8af0-80f8f6c3fd96 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:18:18.360604 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:18.361223 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:18.361502 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:18.362525 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:18.363272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:18.364130 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:18.366301 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:18.366301 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:18.366301 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:18.366643 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:18.367083 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:18.367423 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:18.488783 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f3c202-7088-4d3c-8ca1-ac0a06803fb4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:18:18.494454 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e0f3c202-7088-4d3c-8ca1-ac0a06803fb4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:18.559933 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0c23c-207d-496b-9b57-395e06460996 req-cef184a2-fcf5-40f9-9f28-5141d600089c tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:18.572338 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-24c0c23c-207d-496b-9b57-395e06460996 req-cef184a2-fcf5-40f9-9f28-5141d600089c tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 943 time: 0.3085539 Aug 19 18:18:18.579398 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Attempting to bind port 32e1dc6b-9e2c-4a04-a01d-6f9b790fff35 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:18:18.586774 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Attempting to bind port 32e1dc6b-9e2c-4a04-a01d-6f9b790fff35 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'e3982e46-3892-4993-8440-055534dfeb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74288936-18da-4398-92dc-1f2b9c3b943f'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:18:18.587157 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Attempting to bind port 32e1dc6b-9e2c-4a04-a01d-6f9b790fff35 on network 74288936-18da-4398-92dc-1f2b9c3b943f {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:18:18.642965 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Port 32e1dc6b-9e2c-4a04-a01d-6f9b790fff35 on network 74288936-18da-4398-92dc-1f2b9c3b943f not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:18:18.643256 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Attempting to bind port 32e1dc6b-9e2c-4a04-a01d-6f9b790fff35 on network 74288936-18da-4398-92dc-1f2b9c3b943f {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:18:18.674888 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 9c59812c-913f-407d-8af0-80f8f6c3fd96 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:18.680934 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:18.700929 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:18:18.701411 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Checking segment: {'id': 'e3982e46-3892-4993-8440-055534dfeb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74288936-18da-4398-92dc-1f2b9c3b943f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:18:18.701692 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Bound using segment: {'id': 'e3982e46-3892-4993-8440-055534dfeb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74288936-18da-4398-92dc-1f2b9c3b943f'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:18:18.702440 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Bound port: 32e1dc6b-9e2c-4a04-a01d-6f9b790fff35, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3982e46-3892-4993-8440-055534dfeb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74288936-18da-4398-92dc-1f2b9c3b943f'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:18:18.702816 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:18.708046 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-24c0c23c-207d-496b-9b57-395e06460996 req-821a867f-68a6-44e5-b98b-e5e3a313b0c8 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/security-groups?id=b45604ab-1d2f-4e59-bd6b-0f4924ee71a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308701 Aug 19 18:18:18.895223 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05caf66-acdc-4bfd-979a-92e36be0888d req-68dfd314-00ce-4394-b229-674e00ccad80 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:18.897419 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d05caf66-acdc-4bfd-979a-92e36be0888d req-68dfd314-00ce-4394-b229-674e00ccad80 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.2348974 Aug 19 18:18:18.921739 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] For port 32e1dc6b-9e2c-4a04-a01d-6f9b790fff35, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:18:18.927253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] For port 32e1dc6b-9e2c-4a04-a01d-6f9b790fff35, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=32e1dc6b-9e2c-4a04-a01d-6f9b790fff35,segment=NetworkSegment(e3982e46-3892-4993-8440-055534dfeb5e),segment_id=e3982e46-3892-4993-8440-055534dfeb5e)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:18:18.935596 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:19.016195 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23ac0fb-151c-46d3-8a40-75de87e91810 None None] DHCP port deletion for 4734c50c-5b75-42a3-a882-02084790a476 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:18:19.026613 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d05caf66-acdc-4bfd-979a-92e36be0888d req-29815feb-a2cc-4a95-9168-8425fe070296 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060500 Aug 19 18:18:19.071571 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e62ec3d2-69e5-4391-80b9-07a1a268c986 req-28bae13f-f4b5-4116-bf2d-52c7bfcdd093 tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.1100304 Aug 19 18:18:19.084141 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:19.085090 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:19.087053 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] 10.222.0.50 "PUT /v2.0/ports/32e1dc6b-9e2c-4a04-a01d-6f9b790fff35 HTTP/1.1" status: 200 len: 1091 time: 2.7889702 Aug 19 18:18:19.087730 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9594d3-19c4-460e-843e-42c14162b26b', 'tag': '32e1dc6b-9e2c-4a04-a01d-6f9b790fff35'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:18:19.090658 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37cc046-cb6a-433c-bc41-3f153932353e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9594d3-19c4-460e-843e-42c14162b26b", "tag": "32e1dc6b-9e2c-4a04-a01d-6f9b790fff35"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:18:19.113841 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3745558-d548-48c7-a565-0e1767a51b59 service neutron] Pushing event updated for resources: {'Port': ['ID=32e1dc6b-9e2c-4a04-a01d-6f9b790fff35,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:19.188482 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-e23ac0fb-151c-46d3-8a40-75de87e91810 None None] Deleting port 9c59812c-913f-407d-8af0-80f8f6c3fd96 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:18:19.191891 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e23ac0fb-151c-46d3-8a40-75de87e91810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:19.219720 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dfb8c9-1fb5-4995-877c-80d9944a8ef5 x-openstack-request-id: req-91dfb8c9-1fb5-4995-877c-80d9944a8ef5 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:18:19.220893 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9594d3-19c4-460e-843e-42c14162b26b", "tag": "32e1dc6b-9e2c-4a04-a01d-6f9b790fff35", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:18:19.221873 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91dfb8c9-1fb5-4995-877c-80d9944a8ef5 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:18:19.224016 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9594d3-19c4-460e-843e-42c14162b26b', 'tag': '32e1dc6b-9e2c-4a04-a01d-6f9b790fff35', 'status': 'completed', 'code': 200} Aug 19 18:18:19.232771 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a3a692a-a203-46c0-affc-28277b88d4b8 req-e9040ca4-2b8c-43f1-87f7-c241a20b02a9 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 210 time: 0.0464652 Aug 19 18:18:19.241636 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e0f3c202-7088-4d3c-8ca1-ac0a06803fb4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:19.247919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-5faad5ca-45be-4393-b08b-7298894f5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:19.263604 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-5faad5ca-45be-4393-b08b-7298894f5bfb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06f58293c49c4f2ea156dde51a2a69f8&device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 1094 time: 0.1141117 Aug 19 18:18:19.362102 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f3c202-7088-4d3c-8ca1-ac0a06803fb4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:18:19.366265 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-e0f3c202-7088-4d3c-8ca1-ac0a06803fb4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:18:19.375229 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f3c202-7088-4d3c-8ca1-ac0a06803fb4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:19.375840 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e0f3c202-7088-4d3c-8ca1-ac0a06803fb4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:19.379523 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3c202-7088-4d3c-8ca1-ac0a06803fb4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=f6288a8b-e393-43b6-a0dc-0aaffb33e53f,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:19.382969 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-eee0d6f4-fdcb-4841-9802-e1c84668a7d0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32e1dc6b-9e2c-4a04-a01d-6f9b790fff35 HTTP/1.1" status: 200 len: 217 time: 0.1178184 Aug 19 18:18:19.394775 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f3c202-7088-4d3c-8ca1-ac0a06803fb4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:19.395286 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e23ac0fb-151c-46d3-8a40-75de87e91810 None None] For port 9c59812c-913f-407d-8af0-80f8f6c3fd96, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9c59812c-913f-407d-8af0-80f8f6c3fd96,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:19.395453 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f3c202-7088-4d3c-8ca1-ac0a06803fb4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:19.395738 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f3c202-7088-4d3c-8ca1-ac0a06803fb4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:19.396385 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e23ac0fb-151c-46d3-8a40-75de87e91810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:19.396624 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f3c202-7088-4d3c-8ca1-ac0a06803fb4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:19.397017 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f3c202-7088-4d3c-8ca1-ac0a06803fb4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:19.397348 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f3c202-7088-4d3c-8ca1-ac0a06803fb4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:19.397787 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f3c202-7088-4d3c-8ca1-ac0a06803fb4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:19.398119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f3c202-7088-4d3c-8ca1-ac0a06803fb4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:19.398444 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f3c202-7088-4d3c-8ca1-ac0a06803fb4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:19.398769 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f3c202-7088-4d3c-8ca1-ac0a06803fb4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:19.399137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f3c202-7088-4d3c-8ca1-ac0a06803fb4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:19.399501 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f3c202-7088-4d3c-8ca1-ac0a06803fb4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:19.410655 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e0f3c202-7088-4d3c-8ca1-ac0a06803fb4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2461884 Aug 19 18:18:19.413414 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58362) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:19.421270 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e3b0d5f2-2291-4489-ae74-4522ea7761fc tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'fixed_ips': [{'subnet_id': 'f6288a8b-e393-43b6-a0dc-0aaffb33e53f', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1537419413'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:19.531251 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-8cfda305-de4a-4bd3-9d8e-5094c87acb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:19.539961 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-8cfda305-de4a-4bd3-9d8e-5094c87acb1c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2fbf8d02-ce23-4d65-abf9-ae5eb8209d0d HTTP/1.1" status: 200 len: 853 time: 0.1420650 Aug 19 18:18:19.639743 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-056bde75-a883-4be2-8ef5-b1780043d0df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74288936-18da-4398-92dc-1f2b9c3b943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898359 Aug 19 18:18:19.737362 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b0d5f2-2291-4489-ae74-4522ea7761fc tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:18:19.899802 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-e23ac0fb-151c-46d3-8a40-75de87e91810 None None] Calling delete_port for 9c59812c-913f-407d-8af0-80f8f6c3fd96 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:19.994825 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-83c36084-75ee-4ca6-8532-4a05e7d86697 service neutron] 10.222.0.50 "GET /v2.0/networks/74288936-18da-4398-92dc-1f2b9c3b943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456862 Aug 19 18:18:20.113423 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e23ac0fb-151c-46d3-8a40-75de87e91810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:20.206925 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f97a3-f640-4dfc-902a-15426571eb53 req-31ae070f-4bae-4e3d-9f9c-3a42e1c5ab7d tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:20.207914 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ac0fb-151c-46d3-8a40-75de87e91810 None None] Pushing event deleted for resources: {'Port': ['ID=9c59812c-913f-407d-8af0-80f8f6c3fd96,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:20.208889 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-270f97a3-f640-4dfc-902a-15426571eb53 req-31ae070f-4bae-4e3d-9f9c-3a42e1c5ab7d tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 943 time: 0.2804122 Aug 19 18:18:20.218910 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23ac0fb-151c-46d3-8a40-75de87e91810 None None] No DVR routers for this DVR port 9c59812c-913f-407d-8af0-80f8f6c3fd96 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:18:20.233925 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9c59812c-913f-407d-8af0-80f8f6c3fd96 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:18:20.277437 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4058e469-4b93-4bc5-a0ca-81a94c76697d None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:18:20.281097 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 9c59812c-913f-407d-8af0-80f8f6c3fd96 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:18:20.281435 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9c59812c-913f-407d-8af0-80f8f6c3fd96 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:18:20.312425 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e3b0d5f2-2291-4489-ae74-4522ea7761fc tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:20.344232 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a4c2d602-1e07-45d3-bf99-6c216e296dda req-f1477441-0b9f-45d3-b459-810b563975e9 service neutron] 10.222.0.50 "GET /v2.0/networks/74288936-18da-4398-92dc-1f2b9c3b943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404114 Aug 19 18:18:20.497193 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-e3b0d5f2-2291-4489-ae74-4522ea7761fc tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] device_id is not set on port 02c2cc01-cf6d-4b41-9586-e72c05266035 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:18:20.534482 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-270f97a3-f640-4dfc-902a-15426571eb53 req-d860f995-03dc-48bd-8a0d-36c1adc67852 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/security-groups?id=b45604ab-1d2f-4e59-bd6b-0f4924ee71a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901671 Aug 19 18:18:20.627350 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cc046-cb6a-433c-bc41-3f153932353e req-b4d57e85-8d6c-4dcf-9a7b-c4843592dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:20.632482 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f37cc046-cb6a-433c-bc41-3f153932353e req-b4d57e85-8d6c-4dcf-9a7b-c4843592dc5a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06f58293c49c4f2ea156dde51a2a69f8&device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 1094 time: 0.2147141 Aug 19 18:18:20.649271 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9b6fc-2740-40e0-954b-2fd0735d55bd req-c10bafe5-0cd3-4968-9d8b-14fd56e8ae17 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:20.652947 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5db9b6fc-2740-40e0-954b-2fd0735d55bd req-c10bafe5-0cd3-4968-9d8b-14fd56e8ae17 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1493349 Aug 19 18:18:20.763429 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492fa5e6-e702-4002-be87-94fd69ae5645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-4734c50c-5b75-42a3-a882-02084790a476', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'fixed_ips': [{'subnet_id': 'f6288a8b-e393-43b6-a0dc-0aaffb33e53f'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:18:20.770116 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-492fa5e6-e702-4002-be87-94fd69ae5645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:20.895142 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e123d3d9-665d-49fb-a489-c6ebe500c3bd req-120355ff-fc0f-42e1-bc55-c999d07bf700 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 210 time: 0.0896573 Aug 19 18:18:20.925563 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b0d5f2-2291-4489-ae74-4522ea7761fc tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:18:20.926036 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b0d5f2-2291-4489-ae74-4522ea7761fc tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:18:20.954052 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e3b0d5f2-2291-4489-ae74-4522ea7761fc tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5385478 Aug 19 18:18:20.959210 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58378) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:20.982934 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cc046-cb6a-433c-bc41-3f153932353e req-b3a246e4-165e-43d0-9ef1-4dc725c50cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:20.985406 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f37cc046-cb6a-433c-bc41-3f153932353e req-b3a246e4-165e-43d0-9ef1-4dc725c50cbf service neutron] 10.222.0.50 "GET /v2.0/networks?id=74288936-18da-4398-92dc-1f2b9c3b943f HTTP/1.1" status: 200 len: 914 time: 0.3306277 Aug 19 18:18:21.008058 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8d8c28d3-978d-4b7d-83b4-c6fc310bcabf tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0487709 Aug 19 18:18:21.013311 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58380) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:21.027827 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-492fa5e6-e702-4002-be87-94fd69ae5645 None None] Allocated IP 2001:db8::2 (4734c50c-5b75-42a3-a882-02084790a476/f6288a8b-e393-43b6-a0dc-0aaffb33e53f/11220a37-dd72-4794-a77b-7847866a77be) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:18:21.093772 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f37cc046-cb6a-433c-bc41-3f153932353e req-109ae58f-4c70-4fcb-aab6-0a62bc320fd6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32e1dc6b-9e2c-4a04-a01d-6f9b790fff35 HTTP/1.1" status: 200 len: 217 time: 0.0950696 Aug 19 18:18:21.152653 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a15b479-6daa-4c39-b780-f32099ac8e25 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:21.154975 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a15b479-6daa-4c39-b780-f32099ac8e25 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:21.156883 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6a15b479-6daa-4c39-b780-f32099ac8e25 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1424932 Aug 19 18:18:21.178313 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58384) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:21.210574 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5db9b6fc-2740-40e0-954b-2fd0735d55bd req-629441fd-2a6c-48c0-842d-94c1d261778f tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233076 Aug 19 18:18:21.273074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cc046-cb6a-433c-bc41-3f153932353e req-a4b64944-4849-41ea-8c2c-0e7b1f9932e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:21.278861 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f37cc046-cb6a-433c-bc41-3f153932353e req-a4b64944-4849-41ea-8c2c-0e7b1f9932e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2fbf8d02-ce23-4d65-abf9-ae5eb8209d0d HTTP/1.1" status: 200 len: 853 time: 0.1735923 Aug 19 18:18:21.280278 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-492fa5e6-e702-4002-be87-94fd69ae5645 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:21.298798 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-492fa5e6-e702-4002-be87-94fd69ae5645 None None] Transition to ACTIVE for port object 11220a37-dd72-4794-a77b-7847866a77be will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:18:21.351585 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-492fa5e6-e702-4002-be87-94fd69ae5645 None None] Transition to ACTIVE for port object 11220a37-dd72-4794-a77b-7847866a77be will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:18:21.372240 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-492fa5e6-e702-4002-be87-94fd69ae5645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:21.377805 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aed613e-8e80-4d42-abe6-f9c9f8af71fb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet f6288a8b-e393-43b6-a0dc-0aaffb33e53f {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:18:21.394923 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6aed613e-8e80-4d42-abe6-f9c9f8af71fb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:21.414567 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f37cc046-cb6a-433c-bc41-3f153932353e req-ff1a84a6-87a2-428a-b4dc-d94b1e5b0e52 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74288936-18da-4398-92dc-1f2b9c3b943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255558 Aug 19 18:18:21.511178 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6aed613e-8e80-4d42-abe6-f9c9f8af71fb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:21.522000 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fa5e6-e702-4002-be87-94fd69ae5645 None None] Pushing event updated for resources: {'Port': ['ID=11220a37-dd72-4794-a77b-7847866a77be,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:21.571775 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492fa5e6-e702-4002-be87-94fd69ae5645 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:18:21.582877 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-492fa5e6-e702-4002-be87-94fd69ae5645 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:18:21.588093 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492fa5e6-e702-4002-be87-94fd69ae5645 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:18:21.796349 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-492fa5e6-e702-4002-be87-94fd69ae5645 None None] Attempting to bind port 11220a37-dd72-4794-a77b-7847866a77be on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:18:21.796735 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-492fa5e6-e702-4002-be87-94fd69ae5645 None None] Attempting to bind port 11220a37-dd72-4794-a77b-7847866a77be by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:18:21.797100 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492fa5e6-e702-4002-be87-94fd69ae5645 None None] Attempting to bind port 11220a37-dd72-4794-a77b-7847866a77be on network 4734c50c-5b75-42a3-a882-02084790a476 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:18:21.810347 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492fa5e6-e702-4002-be87-94fd69ae5645 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:18:21.810896 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492fa5e6-e702-4002-be87-94fd69ae5645 None None] Checking segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:18:21.811405 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-492fa5e6-e702-4002-be87-94fd69ae5645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:21.811906 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492fa5e6-e702-4002-be87-94fd69ae5645 None None] Bound using segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:18:21.812489 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-492fa5e6-e702-4002-be87-94fd69ae5645 None None] Bound port: 11220a37-dd72-4794-a77b-7847866a77be, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:18:21.834390 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-492fa5e6-e702-4002-be87-94fd69ae5645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:21.937745 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6aed613e-8e80-4d42-abe6-f9c9f8af71fb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:21.962756 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f37cc046-cb6a-433c-bc41-3f153932353e req-c5677393-ca81-46a0-9145-408ea2648ff8 service neutron] 10.222.0.50 "GET /v2.0/networks/74288936-18da-4398-92dc-1f2b9c3b943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340672 Aug 19 18:18:22.127713 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7714a-25f5-4c77-ae90-e762fb608dbe req-380f413e-d484-46fa-8774-8e938217c66e tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:22.140438 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aed7714a-25f5-4c77-ae90-e762fb608dbe req-380f413e-d484-46fa-8774-8e938217c66e tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 943 time: 0.3987272 Aug 19 18:18:22.226422 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aed7714a-25f5-4c77-ae90-e762fb608dbe req-32f4550f-251b-4614-8e6b-c6f0bd4d431f tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/security-groups?id=b45604ab-1d2f-4e59-bd6b-0f4924ee71a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828438 Aug 19 18:18:22.318812 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4df5dff-895e-412f-adb5-9e52924d64e2 req-37b2548a-a6df-400b-be1f-4da569491bfc tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.1746528 Aug 19 18:18:22.343958 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f37cc046-cb6a-433c-bc41-3f153932353e req-f5c5dfca-1b04-4a81-8fb6-a1cc30a4c07a service neutron] 10.222.0.50 "GET /v2.0/networks/74288936-18da-4398-92dc-1f2b9c3b943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678555 Aug 19 18:18:22.430054 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-492fa5e6-e702-4002-be87-94fd69ae5645 None None] For port 11220a37-dd72-4794-a77b-7847866a77be, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:18:22.434271 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6aed613e-8e80-4d42-abe6-f9c9f8af71fb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:22.436804 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-492fa5e6-e702-4002-be87-94fd69ae5645 None None] For port 11220a37-dd72-4794-a77b-7847866a77be, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=11220a37-dd72-4794-a77b-7847866a77be,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:18:22.452460 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-492fa5e6-e702-4002-be87-94fd69ae5645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:22.469364 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4bc9c867-ace9-4ddd-be3e-dfc9a7a1f7cd req-dd3025da-ea11-4820-88e6-4f13c04469e3 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 210 time: 0.0894682 Aug 19 18:18:22.492220 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6aed613e-8e80-4d42-abe6-f9c9f8af71fb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:22.498008 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58410) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:22.501986 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6aed613e-8e80-4d42-abe6-f9c9f8af71fb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/f6288a8b-e393-43b6-a0dc-0aaffb33e53f HTTP/1.1" status: 204 len: 168 time: 1.3149066 Aug 19 18:18:22.594808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed613e-8e80-4d42-abe6-f9c9f8af71fb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=f6288a8b-e393-43b6-a0dc-0aaffb33e53f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:22.642793 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8cd3e8d6-283b-4dc6-84a0-ba7941d7fcba tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1394362 Aug 19 18:18:22.644091 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58412) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:22.655717 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-5366f701-330d-4fab-9fe2-0b73e1852635 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:22.659888 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fa5e6-e702-4002-be87-94fd69ae5645 None None] Pushing event updated for resources: {'Port': ['ID=11220a37-dd72-4794-a77b-7847866a77be,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:22.669332 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbea0d-0bae-4f87-91c5-11f3f2bc77ac req-e6a6e8eb-4ed4-4a0d-9a40-c2ed82a39da1 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:22.671096 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2fbea0d-0bae-4f87-91c5-11f3f2bc77ac req-e6a6e8eb-4ed4-4a0d-9a40-c2ed82a39da1 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.0991540 Aug 19 18:18:22.801421 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2fbea0d-0bae-4f87-91c5-11f3f2bc77ac req-da2c9478-798e-4fc6-8a24-7dbd50ebcfde tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094215 Aug 19 18:18:22.948614 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5366f701-330d-4fab-9fe2-0b73e1852635 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:18:22.953434 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5366f701-330d-4fab-9fe2-0b73e1852635 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:23.283297 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5366f701-330d-4fab-9fe2-0b73e1852635 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:23.339295 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5366f701-330d-4fab-9fe2-0b73e1852635 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:18:23.344953 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-5366f701-330d-4fab-9fe2-0b73e1852635 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:18:23.352128 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5366f701-330d-4fab-9fe2-0b73e1852635 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:23.352757 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5366f701-330d-4fab-9fe2-0b73e1852635 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:23.379567 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5366f701-330d-4fab-9fe2-0b73e1852635 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7337208 Aug 19 18:18:23.381192 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366f701-330d-4fab-9fe2-0b73e1852635 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=a64a78f2-8dc4-4b6a-98ce-49cb4b6e7411,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:23.383288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58426) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:23.392640 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e2a42ca8-de32-493c-a33a-d6983adf0709 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-487528922', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:23.492574 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75b258-b399-40a6-bcd1-a48ef96279f0 req-1017d102-574f-4216-9fed-53b6a6dad7fc tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:23.503104 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1b75b258-b399-40a6-bcd1-a48ef96279f0 req-1017d102-574f-4216-9fed-53b6a6dad7fc tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 943 time: 0.1067216 Aug 19 18:18:23.503972 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e2a42ca8-de32-493c-a33a-d6983adf0709 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:23.506136 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e2a42ca8-de32-493c-a33a-d6983adf0709 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:23.572317 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1b75b258-b399-40a6-bcd1-a48ef96279f0 req-b740807e-1a7c-4c62-8183-c9b3f96f52cf tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/security-groups?id=b45604ab-1d2f-4e59-bd6b-0f4924ee71a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645561 Aug 19 18:18:23.626286 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e2a42ca8-de32-493c-a33a-d6983adf0709 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:23.653584 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e2a42ca8-de32-493c-a33a-d6983adf0709 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:23.694095 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:18:23.701897 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cb52338b-8db5-4102-baae-de57ee221100 req-a321398a-8edf-43cc-971b-c11dbfdeb136 tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.0728693 Aug 19 18:18:23.736894 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e2a42ca8-de32-493c-a33a-d6983adf0709 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:23.736894 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e2a42ca8-de32-493c-a33a-d6983adf0709 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3430533 Aug 19 18:18:23.736894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58434) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:23.751486 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-848cbfcd-7b99-4b95-ac00-0e4eef16e2bd req-e6f7ddb7-eba7-4d55-accd-ac338cb57ff8 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 210 time: 0.0422974 Aug 19 18:18:23.941009 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 32e1dc6b-9e2c-4a04-a01d-6f9b790fff35 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:18:24.214138 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 11220a37-dd72-4794-a77b-7847866a77be up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:18:24.357081 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2312c-8f9a-42e9-a98a-4aebe839c592 req-d88aee4b-ee68-4781-8741-7eed14d3c46c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:24.371108 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75e2312c-8f9a-42e9-a98a-4aebe839c592 req-d88aee4b-ee68-4781-8741-7eed14d3c46c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.3136575 Aug 19 18:18:24.387946 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48578a5c-8393-4144-9542-1addfa088342 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:18:24.412352 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 32e1dc6b-9e2c-4a04-a01d-6f9b790fff35, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=32e1dc6b-9e2c-4a04-a01d-6f9b790fff35,segment=NetworkSegment(e3982e46-3892-4993-8440-055534dfeb5e),segment_id=e3982e46-3892-4993-8440-055534dfeb5e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:24.430285 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75e2312c-8f9a-42e9-a98a-4aebe839c592 req-2bad5950-61a5-4975-8a57-7443e05efd56 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579205 Aug 19 18:18:24.481704 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a0ee9438-f6fb-4412-82d8-54ed7827833a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:24.523521 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '32e1dc6b-9e2c-4a04-a01d-6f9b790fff35', 'network_id': '74288936-18da-4398-92dc-1f2b9c3b943f', 'port_id': '32e1dc6b-9e2c-4a04-a01d-6f9b790fff35', 'mac_address': 'fa:16:3e:a2:55:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fbf8d02-ce23-4d65-abf9-ae5eb8209d0d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:18:24.542202 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1631a42f-5ba2-4066-8ece-e960cb87c208 None None] Provisioning for port 11220a37-dd72-4794-a77b-7847866a77be completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:18:24.553817 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 11220a37-dd72-4794-a77b-7847866a77be completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:18:24.560912 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1631a42f-5ba2-4066-8ece-e960cb87c208 None None] Provisioning complete for port 11220a37-dd72-4794-a77b-7847866a77be triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:24.561810 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1631a42f-5ba2-4066-8ece-e960cb87c208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:24.647426 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 11220a37-dd72-4794-a77b-7847866a77be triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:24.647765 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:24.776051 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:24.809837 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e26f6e-8058-46ac-896b-cdc8e611e2b4 req-c20af582-83dd-4eca-b44b-084035fa39ce tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:24.816498 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e1dc6b-9e2c-4a04-a01d-6f9b790fff35 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:18:24.818927 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6e26f6e-8058-46ac-896b-cdc8e611e2b4 req-c20af582-83dd-4eca-b44b-084035fa39ce tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 943 time: 0.1270964 Aug 19 18:18:24.885637 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 32e1dc6b-9e2c-4a04-a01d-6f9b790fff35, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=32e1dc6b-9e2c-4a04-a01d-6f9b790fff35,segment=NetworkSegment(e3982e46-3892-4993-8440-055534dfeb5e),segment_id=e3982e46-3892-4993-8440-055534dfeb5e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:24.896745 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:24.977317 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1631a42f-5ba2-4066-8ece-e960cb87c208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:24.987892 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6e26f6e-8058-46ac-896b-cdc8e611e2b4 req-bee322a4-4efc-4dae-9bed-d6f2ccde7429 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/security-groups?id=b45604ab-1d2f-4e59-bd6b-0f4924ee71a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600296 Aug 19 18:18:25.118992 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c16e2ee-bcdd-46bc-b2e4-968206074e9c req-726b644b-3135-4a32-85e3-0afbee229999 tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.0852697 Aug 19 18:18:25.136633 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-75aeb7ce-2e67-4329-ab85-10fdf7ebcef1 req-767a32b9-f8e1-4476-8a33-cbb46fc2330d tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 210 time: 0.0598562 Aug 19 18:18:25.158206 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-a0ee9438-f6fb-4412-82d8-54ed7827833a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8::1 (4734c50c-5b75-42a3-a882-02084790a476/a64a78f2-8dc4-4b6a-98ce-49cb4b6e7411/50042153-c55b-453c-b916-6f845a24ac60) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:18:25.173191 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=32e1dc6b-9e2c-4a04-a01d-6f9b790fff35,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:25.179343 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:25.202173 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-1631a42f-5ba2-4066-8ece-e960cb87c208 None None] For port 11220a37-dd72-4794-a77b-7847866a77be, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=11220a37-dd72-4794-a77b-7847866a77be,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:25.212917 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['32e1dc6b-9e2c-4a04-a01d-6f9b790fff35'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:18:25.239120 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:25.239540 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:25.239867 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:25.240208 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:25.240543 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:25.240875 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:25.241208 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:25.241562 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:25.241895 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:25.242218 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:25.242538 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:25.242862 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:25.252462 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1631a42f-5ba2-4066-8ece-e960cb87c208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:25.428512 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a0ee9438-f6fb-4412-82d8-54ed7827833a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:25.490075 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-a0ee9438-f6fb-4412-82d8-54ed7827833a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Transition to ACTIVE for port object 50042153-c55b-453c-b916-6f845a24ac60 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:18:25.540728 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631a42f-5ba2-4066-8ece-e960cb87c208 None None] Pushing event updated for resources: {'Port': ['ID=11220a37-dd72-4794-a77b-7847866a77be,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:25.549592 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.api [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:18:25.550023 n-d-803753-2 neutron-server[94683]: DEBUG oslo_db.api [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:18:25.622472 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a0ee9438-f6fb-4412-82d8-54ed7827833a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:25.799412 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ee9438-f6fb-4412-82d8-54ed7827833a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:18:25.800967 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-a0ee9438-f6fb-4412-82d8-54ed7827833a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:18:25.802920 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4cee3760-726f-4ad1-a375-6c03d9ffccfe None None] Provisioning complete for port 11220a37-dd72-4794-a77b-7847866a77be triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:25.804354 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ee9438-f6fb-4412-82d8-54ed7827833a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:18:25.804920 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a0ee9438-f6fb-4412-82d8-54ed7827833a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:25.814404 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4cee3760-726f-4ad1-a375-6c03d9ffccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:25.869615 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee9438-f6fb-4412-82d8-54ed7827833a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=50042153-c55b-453c-b916-6f845a24ac60,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:25.939827 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e1044-056b-4fbe-8762-b397b4e70883 req-318abec5-35f1-42ef-877e-5d6bcd098ee5 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:25.941551 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-792e1044-056b-4fbe-8762-b397b4e70883 req-318abec5-35f1-42ef-877e-5d6bcd098ee5 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.2058685 Aug 19 18:18:26.024496 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-792e1044-056b-4fbe-8762-b397b4e70883 req-bf0771f5-e1f0-487e-9166-d1105fe269e2 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740528 Aug 19 18:18:26.111080 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a0ee9438-f6fb-4412-82d8-54ed7827833a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.274161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fd04b4fd-2f4d-4c56-a730-96e3097414e6 None None] Provisioning for port 50042153-c55b-453c-b916-6f845a24ac60 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:18:26.283559 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fd04b4fd-2f4d-4c56-a730-96e3097414e6 None None] Provisioning complete for port 50042153-c55b-453c-b916-6f845a24ac60 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:26.284423 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fd04b4fd-2f4d-4c56-a730-96e3097414e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.336007 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c3afb-5fc9-469b-8cdb-fb046a45bf74 req-791900b8-d6dc-4e45-a4ac-cf0fc6f03aff tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:26.343232 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-001c3afb-5fc9-469b-8cdb-fb046a45bf74 req-791900b8-d6dc-4e45-a4ac-cf0fc6f03aff tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 944 time: 0.1447062 Aug 19 18:18:26.362477 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-fd04b4fd-2f4d-4c56-a730-96e3097414e6 None None] Port 50042153-c55b-453c-b916-6f845a24ac60 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:18:26.399600 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 11220a37-dd72-4794-a77b-7847866a77be up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:18:26.402932 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-001c3afb-5fc9-469b-8cdb-fb046a45bf74 req-4327d21b-3516-41da-a4a2-7a35df567a87 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/security-groups?id=b45604ab-1d2f-4e59-bd6b-0f4924ee71a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564160 Aug 19 18:18:26.453182 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c1a0f3fe-7bbd-4190-85ec-7c933ee34c5c req-5911ee56-3870-4fad-8114-04c68bdeb6db tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.1503923 Aug 19 18:18:26.545097 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 11220a37-dd72-4794-a77b-7847866a77be triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:26.545797 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.548973 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1b528d58-a94d-4fd3-8c8d-ee7b0dc036d8 req-c1d0bb45-0a3d-470f-9c26-7b2adc59b476 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 210 time: 0.0660911 Aug 19 18:18:26.841492 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a0ee9438-f6fb-4412-82d8-54ed7827833a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.866234 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a0ee9438-f6fb-4412-82d8-54ed7827833a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.867926 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a0ee9438-f6fb-4412-82d8-54ed7827833a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:27.335499 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee9438-f6fb-4412-82d8-54ed7827833a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=50042153-c55b-453c-b916-6f845a24ac60,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:27.360634 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ee9438-f6fb-4412-82d8-54ed7827833a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:18:27.366230 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-a0ee9438-f6fb-4412-82d8-54ed7827833a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:18:27.589119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23809f25-c6fd-4265-9386-f70c17d706c8 req-97f3e0b7-feee-413d-85e5-42d42c51f215 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:27.595156 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-23809f25-c6fd-4265-9386-f70c17d706c8 req-97f3e0b7-feee-413d-85e5-42d42c51f215 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.3134568 Aug 19 18:18:27.788751 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-23809f25-c6fd-4265-9386-f70c17d706c8 req-a3b28ca9-72eb-425f-970f-26196c545886 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846340 Aug 19 18:18:27.896353 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e802d8-f9b0-47ac-b937-f31d59b903ab req-abbac70e-ebeb-48dc-bc6e-fcf448bbae75 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:27.898197 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0e802d8-f9b0-47ac-b937-f31d59b903ab req-abbac70e-ebeb-48dc-bc6e-fcf448bbae75 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 944 time: 0.2114115 Aug 19 18:18:27.918651 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ee9438-f6fb-4412-82d8-54ed7827833a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Router 52535393-a8f8-4425-b94c-c2ed42828b05 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:18:27.959119 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 649e426f-f883-455b-8749-6ef4dae7f223 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:18:27.992453 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 32e1dc6b-9e2c-4a04-a01d-6f9b790fff35 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:18:28.016845 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0e802d8-f9b0-47ac-b937-f31d59b903ab req-5fe85a61-a543-4c35-99e6-0b21bcc94c99 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/security-groups?id=b45604ab-1d2f-4e59-bd6b-0f4924ee71a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074703 Aug 19 18:18:28.215713 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03a9e55c-c492-4603-8678-f9d16f3f4630 req-e4750372-2cd4-49ed-b6c7-2b01e00f70e0 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 210 time: 0.0735674 Aug 19 18:18:28.227514 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7662159c-2069-4735-9026-924ea3bf4f7d None None] Provisioning complete for port 50042153-c55b-453c-b916-6f845a24ac60 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:28.228091 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7662159c-2069-4735-9026-924ea3bf4f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:28.272541 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.resource_extend [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:18:28.956310 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 649e426f-f883-455b-8749-6ef4dae7f223, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=649e426f-f883-455b-8749-6ef4dae7f223,segment=NetworkSegment(2fe7eef0-67d3-4df2-a6dc-12ee964d6b88),segment_id=2fe7eef0-67d3-4df2-a6dc-12ee964d6b88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:28.988206 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '649e426f-f883-455b-8749-6ef4dae7f223', 'network_id': '9b23f275-dbc1-4b31-89ad-a50a42b827a6', 'port_id': '649e426f-f883-455b-8749-6ef4dae7f223', 'mac_address': 'fa:16:3e:56:02:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e410fbec-87b3-4c19-8f94-8082dbd5415d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:18:29.077193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7662159c-2069-4735-9026-924ea3bf4f7d None None] Port 50042153-c55b-453c-b916-6f845a24ac60 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:18:29.098214 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 32e1dc6b-9e2c-4a04-a01d-6f9b790fff35 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:18:29.119758 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 32e1dc6b-9e2c-4a04-a01d-6f9b790fff35 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:29.122539 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:29.132642 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97536881-6dc2-4b87-8c56-c1fa203ea21f req-003d312d-5651-4a92-9893-ef749df653eb tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:29.134758 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-97536881-6dc2-4b87-8c56-c1fa203ea21f req-003d312d-5651-4a92-9893-ef749df653eb tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1376238 Aug 19 18:18:29.161207 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:29.183371 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 649e426f-f883-455b-8749-6ef4dae7f223 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:18:29.193176 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ee9438-f6fb-4412-82d8-54ed7827833a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:18:29.208680 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] Sync routers for ids ['52535393-a8f8-4425-b94c-c2ed42828b05'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:18:29.210808 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a0ee9438-f6fb-4412-82d8-54ed7827833a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "PUT /v2.0/routers/52535393-a8f8-4425-b94c-c2ed42828b05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4743166 Aug 19 18:18:29.215930 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58502) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:29.220776 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 649e426f-f883-455b-8749-6ef4dae7f223, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=649e426f-f883-455b-8749-6ef4dae7f223,segment=NetworkSegment(2fe7eef0-67d3-4df2-a6dc-12ee964d6b88),segment_id=2fe7eef0-67d3-4df2-a6dc-12ee964d6b88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:29.223474 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] Routers {'52535393-a8f8-4425-b94c-c2ed42828b05'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:18:29.224058 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:18:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['52535393-a8f8-4425-b94c-c2ed42828b05'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:29.237317 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-97536881-6dc2-4b87-8c56-c1fa203ea21f req-7802641f-854c-41ed-a3aa-aa028949b61c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953293 Aug 19 18:18:29.247442 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:29.265499 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-070bb63d-f26f-4342-8635-847f908250cc req-6ad2baf9-8682-4fe4-81fc-1e0515a87f79 tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.0486832 Aug 19 18:18:29.318979 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e45a365-144c-49c9-b2a5-e20e3568bcf3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:29.327898 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0e45a365-144c-49c9-b2a5-e20e3568bcf3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports/50042153-c55b-453c-b916-6f845a24ac60 HTTP/1.1" status: 200 len: 911 time: 0.1085329 Aug 19 18:18:29.328300 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58506) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:29.440345 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['649e426f-f883-455b-8749-6ef4dae7f223'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:18:29.526235 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e0ab39-6bf3-44d5-92c0-c0ca303631a5 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:29.527221 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=649e426f-f883-455b-8749-6ef4dae7f223,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:29.535601 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e0ab39-6bf3-44d5-92c0-c0ca303631a5 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:29.537598 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-16e0ab39-6bf3-44d5-92c0-c0ca303631a5 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2081275 Aug 19 18:18:29.543800 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:29.544754 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58512) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:29.568134 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fea80d09-3cfe-447f-a29f-892fb75a6ff7 req-df1fe4e0-7865-4fa9-813a-16b7464d1ae0 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 210 time: 0.1188586 Aug 19 18:18:29.582099 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85d485-eec8-4cc9-980b-f642d47d294b req-92891cad-7a8d-4679-a615-665e659a96d1 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:29.585245 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ab85d485-eec8-4cc9-980b-f642d47d294b req-92891cad-7a8d-4679-a615-665e659a96d1 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 944 time: 0.1672783 Aug 19 18:18:29.619685 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eaafb1fe-240f-4981-86d4-d20eccf0339e req-9d4d819c-aaaa-4b22-874f-eea911755720 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0773897 Aug 19 18:18:29.621067 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9594d3-19c4-460e-843e-42c14162b26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e1dc6b-9e2c-4a04-a01d-6f9b790fff35'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:18:29.624356 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5d0e70-23b9-48a8-bee4-e0465b29e9cc" -d '{"events": [{"server_uuid": "7f9594d3-19c4-460e-843e-42c14162b26b", "name": "network-vif-plugged", "status": "completed", "tag": "32e1dc6b-9e2c-4a04-a01d-6f9b790fff35"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:18:29.635921 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] Set router 52535393-a8f8-4425-b94c-c2ed42828b05 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:18:29.682480 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 32e1dc6b-9e2c-4a04-a01d-6f9b790fff35, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=32e1dc6b-9e2c-4a04-a01d-6f9b790fff35,segment=NetworkSegment(e3982e46-3892-4993-8440-055534dfeb5e),segment_id=e3982e46-3892-4993-8440-055534dfeb5e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:29.720584 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:29.763625 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eaafb1fe-240f-4981-86d4-d20eccf0339e req-36a8c771-4dde-4502-ad3c-dc33582497ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22b0cfe0dd134d888d6f8103e3004f52&device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 210 time: 0.0788827 Aug 19 18:18:29.883992 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27d28f8-80a1-43e3-954f-b0fcdd71ef43 x-openstack-request-id: req-e27d28f8-80a1-43e3-954f-b0fcdd71ef43 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:18:29.884341 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9594d3-19c4-460e-843e-42c14162b26b", "name": "network-vif-plugged", "status": "completed", "tag": "32e1dc6b-9e2c-4a04-a01d-6f9b790fff35", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:18:29.884580 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e27d28f8-80a1-43e3-954f-b0fcdd71ef43 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:18:29.884999 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9594d3-19c4-460e-843e-42c14162b26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e1dc6b-9e2c-4a04-a01d-6f9b790fff35', 'code': 200} Aug 19 18:18:29.977460 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=32e1dc6b-9e2c-4a04-a01d-6f9b790fff35,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:30.078107 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ab85d485-eec8-4cc9-980b-f642d47d294b req-e757b841-18c4-4c4e-b82f-70556013184c tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/security-groups?id=b45604ab-1d2f-4e59-bd6b-0f4924ee71a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383390 Aug 19 18:18:30.142255 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafb1fe-240f-4981-86d4-d20eccf0339e req-faded6d7-bbdb-4f5a-b0ca-0702af9accde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:30.145407 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafb1fe-240f-4981-86d4-d20eccf0339e req-faded6d7-bbdb-4f5a-b0ca-0702af9accde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:30.147635 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafb1fe-240f-4981-86d4-d20eccf0339e req-faded6d7-bbdb-4f5a-b0ca-0702af9accde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:30.155206 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eaafb1fe-240f-4981-86d4-d20eccf0339e req-faded6d7-bbdb-4f5a-b0ca-0702af9accde service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=22b0cfe0dd134d888d6f8103e3004f52&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3603532 Aug 19 18:18:30.277229 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1fddb-a382-44a0-8731-004c142d0fb3 req-b1829dc5-f5e9-46a2-8761-7237d087678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:30.279036 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-21a1fddb-a382-44a0-8731-004c142d0fb3 req-b1829dc5-f5e9-46a2-8761-7237d087678c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 1096 time: 0.2066457 Aug 19 18:18:30.367504 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52535393-a8f8-4425-b94c-c2ed42828b05', 'name': 'tempest-NetworksTestDHCPv6-router-487528922', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:23Z', 'updated_at': '2021-08-19T18:18:25Z', 'revision_number': 2, 'project_id': 'e2047ef038354e09bdf21588ee4e43da', 'gw_port_host': None, '_interfaces': [{'id': '50042153-c55b-453c-b916-6f845a24ac60', 'name': '', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'mac_address': 'fa:16:3e:6e:e6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52535393-a8f8-4425-b94c-c2ed42828b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'a64a78f2-8dc4-4b6a-98ce-49cb4b6e7411', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:24Z', 'updated_at': '2021-08-19T18:18:26Z', 'revision_number': 2, 'project_id': 'e2047ef038354e09bdf21588ee4e43da', 'subnets': [{'id': 'a64a78f2-8dc4-4b6a-98ce-49cb4b6e7411', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:30.443024 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] Checking router: 52535393-a8f8-4425-b94c-c2ed42828b05 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:18:30.443667 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] Updating router 52535393-a8f8-4425-b94c-c2ed42828b05 port 50042153-c55b-453c-b916-6f845a24ac60 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:18:30.483908 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-21a1fddb-a382-44a0-8731-004c142d0fb3 req-d4a634f2-96c6-4f26-af0f-3d1007819a8e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b45604ab-1d2f-4e59-bd6b-0f4924ee71a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838210 Aug 19 18:18:30.499112 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23612436-8e2b-4707-a082-e0dd51d194dd req-fce85cb3-e50b-450d-a98a-55ed73824351 tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.0805819 Aug 19 18:18:30.528937 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafb1fe-240f-4981-86d4-d20eccf0339e req-e69c08ad-4d0a-4178-85d9-7430fedac3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:30.530375 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eaafb1fe-240f-4981-86d4-d20eccf0339e req-e69c08ad-4d0a-4178-85d9-7430fedac3ef service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3612912 Aug 19 18:18:30.537653 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:30.547137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256582f3-a212-4999-80ff-7a46647249ab req-f2f4192e-211a-453c-93ea-7dc6c7898eec tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:30.548859 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-256582f3-a212-4999-80ff-7a46647249ab req-f2f4192e-211a-453c-93ea-7dc6c7898eec tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 944 time: 0.1412477 Aug 19 18:18:30.660772 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-256582f3-a212-4999-80ff-7a46647249ab req-5aff83d0-929b-4ef9-b1e5-030f9c9607f9 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038034 Aug 19 18:18:31.113693 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:31.128501 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] Transition to ACTIVE for port object 50042153-c55b-453c-b916-6f845a24ac60 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:18:31.142550 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:31.162691 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-34a99f49-da59-48b1-a6d8-c1183a4c5b31 req-31200bf3-8f9a-4666-8f38-fd6fc5b846f7 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8cef683-8fbb-4170-8478-ce9e257b62f0 HTTP/1.1" status: 200 len: 210 time: 0.3484712 Aug 19 18:18:31.165137 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-009ac3f1-b635-4983-aabf-bc11e548a936 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:31.239953 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb3585-2a0e-409a-8c5a-0ec73d7e830c None None] Pushing event updated for resources: {'Port': ['ID=50042153-c55b-453c-b916-6f845a24ac60,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:31.316930 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] Attempting to bind port 50042153-c55b-453c-b916-6f845a24ac60 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:18:31.317884 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] Attempting to bind port 50042153-c55b-453c-b916-6f845a24ac60 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:18:31.320955 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] Attempting to bind port 50042153-c55b-453c-b916-6f845a24ac60 on network 4734c50c-5b75-42a3-a882-02084790a476 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:18:31.337251 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:18:31.339917 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] Checking segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:18:31.346923 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:31.347881 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] Bound using segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:18:31.348912 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] Bound port: 50042153-c55b-453c-b916-6f845a24ac60, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:18:31.349784 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:31.378098 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912b942-e892-4645-88c0-8ef464e8050e req-b7ddafa3-c822-4a65-9566-60c29ec1c59c tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:31.395956 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4912b942-e892-4645-88c0-8ef464e8050e req-b7ddafa3-c822-4a65-9566-60c29ec1c59c tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 945 time: 0.1444211 Aug 19 18:18:31.498513 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4912b942-e892-4645-88c0-8ef464e8050e req-c98b3558-7b01-4c3f-a333-cdde29afec19 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/security-groups?id=b45604ab-1d2f-4e59-bd6b-0f4924ee71a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013458 Aug 19 18:18:31.545036 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] For port 50042153-c55b-453c-b916-6f845a24ac60, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:18:31.570729 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] For port 50042153-c55b-453c-b916-6f845a24ac60, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=50042153-c55b-453c-b916-6f845a24ac60,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:18:31.579369 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:31.691633 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] Routers {'52535393-a8f8-4425-b94c-c2ed42828b05'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:18:31.694263 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:18:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['52535393-a8f8-4425-b94c-c2ed42828b05'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:31.856428 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7f4c1bbd-19d6-490e-bd21-50d08fa49fa1 req-27ba6049-3942-4dcf-a5e4-68cf2e35daa6 tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.1100411 Aug 19 18:18:31.955535 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] Set router 52535393-a8f8-4425-b94c-c2ed42828b05 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:18:31.972896 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 649e426f-f883-455b-8749-6ef4dae7f223 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:18:31.983825 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70628856-e565-4bfa-a33b-511ba31a01d1 req-1131b214-b50b-445e-8a3e-fbbf98a4ea05 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:32.007605 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-70628856-e565-4bfa-a33b-511ba31a01d1 req-1131b214-b50b-445e-8a3e-fbbf98a4ea05 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 944 time: 0.1966298 Aug 19 18:18:32.064125 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-009ac3f1-b635-4983-aabf-bc11e548a936 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting port 50042153-c55b-453c-b916-6f845a24ac60 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:18:32.064804 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-009ac3f1-b635-4983-aabf-bc11e548a936 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:32.185297 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-70628856-e565-4bfa-a33b-511ba31a01d1 req-91af075e-ccae-4893-abb4-91dd28841a63 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754668 Aug 19 18:18:32.201857 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb3585-2a0e-409a-8c5a-0ec73d7e830c None None] Pushing event updated for resources: {'Port': ['ID=50042153-c55b-453c-b916-6f845a24ac60,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:32.323143 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 649e426f-f883-455b-8749-6ef4dae7f223 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:32.323528 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:32.391449 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58582) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:32.493369 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-009ac3f1-b635-4983-aabf-bc11e548a936 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] For port 50042153-c55b-453c-b916-6f845a24ac60, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=50042153-c55b-453c-b916-6f845a24ac60,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:32.498392 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-009ac3f1-b635-4983-aabf-bc11e548a936 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:32.577097 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:32.609252 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-009ac3f1-b635-4983-aabf-bc11e548a936 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Calling delete_port for 50042153-c55b-453c-b916-6f845a24ac60 owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:32.624296 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a730bc2-bb4d-4558-be9f-5633a15318e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649e426f-f883-455b-8749-6ef4dae7f223'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:18:32.628194 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccbc36b-52d7-4399-b416-a81e54625740" -d '{"events": [{"server_uuid": "9a730bc2-bb4d-4558-be9f-5633a15318e4", "name": "network-vif-plugged", "status": "completed", "tag": "649e426f-f883-455b-8749-6ef4dae7f223"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:18:32.697830 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 649e426f-f883-455b-8749-6ef4dae7f223, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=649e426f-f883-455b-8749-6ef4dae7f223,segment=NetworkSegment(2fe7eef0-67d3-4df2-a6dc-12ee964d6b88),segment_id=2fe7eef0-67d3-4df2-a6dc-12ee964d6b88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:32.712641 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:32.719924 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-14eca4a9-b6e5-4b47-88cf-cc6634f94c2b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:32.803208 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fb0cd2-b6dd-4ef4-b0fd-05f0215146dc x-openstack-request-id: req-f0fb0cd2-b6dd-4ef4-b0fd-05f0215146dc {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:18:32.803693 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a730bc2-bb4d-4558-be9f-5633a15318e4", "name": "network-vif-plugged", "status": "completed", "tag": "649e426f-f883-455b-8749-6ef4dae7f223", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:18:32.804020 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0fb0cd2-b6dd-4ef4-b0fd-05f0215146dc {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:18:32.806258 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a730bc2-bb4d-4558-be9f-5633a15318e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649e426f-f883-455b-8749-6ef4dae7f223', 'code': 200} Aug 19 18:18:32.814255 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52535393-a8f8-4425-b94c-c2ed42828b05', 'name': 'tempest-NetworksTestDHCPv6-router-487528922', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:23Z', 'updated_at': '2021-08-19T18:18:25Z', 'revision_number': 2, 'project_id': 'e2047ef038354e09bdf21588ee4e43da', 'gw_port_host': None, '_interfaces': [{'id': '50042153-c55b-453c-b916-6f845a24ac60', 'name': '', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'mac_address': 'fa:16:3e:6e:e6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52535393-a8f8-4425-b94c-c2ed42828b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'a64a78f2-8dc4-4b6a-98ce-49cb4b6e7411', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:24Z', 'updated_at': '2021-08-19T18:18:31Z', 'revision_number': 4, 'project_id': 'e2047ef038354e09bdf21588ee4e43da', 'subnets': [{'id': 'a64a78f2-8dc4-4b6a-98ce-49cb4b6e7411', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:32.836036 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-14eca4a9-b6e5-4b47-88cf-cc6634f94c2b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:32.893449 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=649e426f-f883-455b-8749-6ef4dae7f223,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:32.901126 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2224d61-355d-4421-afe0-29caaddcedd8 None None] The sync data for ids ['52535393-a8f8-4425-b94c-c2ed42828b05'] in n-d-803753-2 is: [{'id': '52535393-a8f8-4425-b94c-c2ed42828b05', 'name': 'tempest-NetworksTestDHCPv6-router-487528922', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:23Z', 'updated_at': '2021-08-19T18:18:25Z', 'revision_number': 2, 'project_id': 'e2047ef038354e09bdf21588ee4e43da', 'gw_port_host': None, '_interfaces': [{'id': '50042153-c55b-453c-b916-6f845a24ac60', 'name': '', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'mac_address': 'fa:16:3e:6e:e6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52535393-a8f8-4425-b94c-c2ed42828b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'a64a78f2-8dc4-4b6a-98ce-49cb4b6e7411', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:24Z', 'updated_at': '2021-08-19T18:18:31Z', 'revision_number': 4, 'project_id': 'e2047ef038354e09bdf21588ee4e43da', 'subnets': [{'id': 'a64a78f2-8dc4-4b6a-98ce-49cb4b6e7411', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:18:32.971861 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-14eca4a9-b6e5-4b47-88cf-cc6634f94c2b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:32.975336 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-14eca4a9-b6e5-4b47-88cf-cc6634f94c2b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:32.976944 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-14eca4a9-b6e5-4b47-88cf-cc6634f94c2b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "DELETE /v2.0/security-groups/58f6d98e-ce72-4f8b-b76e-8435d52bd197 HTTP/1.1" status: 204 len: 168 time: 0.5839691 Aug 19 18:18:32.981661 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58588) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:33.057976 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eca4a9-b6e5-4b47-88cf-cc6634f94c2b tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f6d98e-ce72-4f8b-b76e-8435d52bd197,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:33.072848 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-9a6e5724-2e06-4d2c-8e88-e0c1ff23fe4c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] show failed (client error): The resource could not be found. Aug 19 18:18:33.075160 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9a6e5724-2e06-4d2c-8e88-e0c1ff23fe4c tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "GET /v2.0/security-groups/58f6d98e-ce72-4f8b-b76e-8435d52bd197 HTTP/1.1" status: 404 len: 347 time: 0.0810072 Aug 19 18:18:33.080865 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58592) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:33.573296 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-801aed03-61b5-48bc-a753-adaa0b9115c7 req-92175f12-ba16-4e0d-9635-d8d6a6b73b74 tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.2301979 Aug 19 18:18:33.979240 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed416910-cc69-405b-ab8f-f251b62b3fdc req-0342ea67-74d0-4174-9299-b2c57875b426 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:33.987714 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ed416910-cc69-405b-ab8f-f251b62b3fdc req-0342ea67-74d0-4174-9299-b2c57875b426 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1888361 Aug 19 18:18:34.027531 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-37a8d19f-2a03-4d9a-8f06-a8a678d99bb1 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Deleting port bc81797d-6690-4b90-83ca-6b5604defbab {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:18:34.028130 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-37a8d19f-2a03-4d9a-8f06-a8a678d99bb1 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:34.336752 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ed416910-cc69-405b-ab8f-f251b62b3fdc req-33e13c23-8e61-4e51-b9c3-90148c841137 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358428 Aug 19 18:18:34.499730 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-37a8d19f-2a03-4d9a-8f06-a8a678d99bb1 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:34.500235 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-37a8d19f-2a03-4d9a-8f06-a8a678d99bb1 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:34.514664 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 50042153-c55b-453c-b916-6f845a24ac60 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:18:34.576920 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-37a8d19f-2a03-4d9a-8f06-a8a678d99bb1 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Calling delete_port for bc81797d-6690-4b90-83ca-6b5604defbab owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:34.755650 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-009ac3f1-b635-4983-aabf-bc11e548a936 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:34.773091 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Could not find standard attr ID for object 50042153-c55b-453c-b916-6f845a24ac60. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:18:34.779258 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-291049d9-8cef-4443-aa04-d6a3b2ed677c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:34.877574 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ac3f1-b635-4983-aabf-bc11e548a936 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Port': ['ID=50042153-c55b-453c-b916-6f845a24ac60,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:34.974555 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbbb66-0cb3-4d5e-b310-b05eb01f0879 req-aba13f12-88fb-44bc-93a2-a1c7d33225ba tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:34.985221 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3acbbb66-0cb3-4d5e-b310-b05eb01f0879 req-aba13f12-88fb-44bc-93a2-a1c7d33225ba tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 945 time: 0.4049871 Aug 19 18:18:35.026209 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-37a8d19f-2a03-4d9a-8f06-a8a678d99bb1 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:35.100376 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8d19f-2a03-4d9a-8f06-a8a678d99bb1 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event deleted for resources: {'Port': ['ID=bc81797d-6690-4b90-83ca-6b5604defbab,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:35.215117 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-579b16a9-52dd-441a-9832-cafbf665a2a0 req-3ac305f0-e0e4-4122-ac08-c7452d81b662 tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.1135855 Aug 19 18:18:35.243397 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3acbbb66-0cb3-4d5e-b310-b05eb01f0879 req-bae2d96e-022d-424b-ad3c-bab6910229ed tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/security-groups?id=b45604ab-1d2f-4e59-bd6b-0f4924ee71a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567773 Aug 19 18:18:35.250543 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-009ac3f1-b635-4983-aabf-bc11e548a936 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:35.358656 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-37a8d19f-2a03-4d9a-8f06-a8a678d99bb1 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:35.368533 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-37a8d19f-2a03-4d9a-8f06-a8a678d99bb1 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:35.373415 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-37a8d19f-2a03-4d9a-8f06-a8a678d99bb1 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "DELETE /v2.0/floatingips/fb63d945-fa1a-4a11-b703-3f1db73091e8 HTTP/1.1" status: 204 len: 168 time: 2.2902234 Aug 19 18:18:35.382118 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58610) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:35.806953 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009ac3f1-b635-4983-aabf-bc11e548a936 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Router 52535393-a8f8-4425-b94c-c2ed42828b05 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:18:35.845280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-cfa3860b-7b81-4779-9faa-1d01988d387f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Deleting port c5aa8d31-a91d-4215-83d9-2d7dea935f79 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:18:35.868306 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfa3860b-7b81-4779-9faa-1d01988d387f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:36.064458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd6440-0dc6-4219-aca7-961d4480d9f2 req-56ea47bc-96bc-46bc-8b9d-1f36c6a8f74d tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:36.079678 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-edbd6440-0dc6-4219-aca7-961d4480d9f2 req-56ea47bc-96bc-46bc-8b9d-1f36c6a8f74d tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.4234881 Aug 19 18:18:36.201767 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfa3860b-7b81-4779-9faa-1d01988d387f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:36.212735 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009ac3f1-b635-4983-aabf-bc11e548a936 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:18:36.219896 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-009ac3f1-b635-4983-aabf-bc11e548a936 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "PUT /v2.0/routers/52535393-a8f8-4425-b94c-c2ed42828b05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6682601 Aug 19 18:18:36.222408 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-cfa3860b-7b81-4779-9faa-1d01988d387f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Calling delete_port for c5aa8d31-a91d-4215-83d9-2d7dea935f79 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:36.226597 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58622) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:36.230131 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b4c84-5837-4004-84a5-14159ecd9d93 None None] Sync routers for ids ['52535393-a8f8-4425-b94c-c2ed42828b05'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:18:36.247380 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b4c84-5837-4004-84a5-14159ecd9d93 None None] Routers {'52535393-a8f8-4425-b94c-c2ed42828b05'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:18:36.259373 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-665b4c84-5837-4004-84a5-14159ecd9d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:18:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['52535393-a8f8-4425-b94c-c2ed42828b05'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:36.362139 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-edbd6440-0dc6-4219-aca7-961d4480d9f2 req-d6e76f94-b357-4478-834b-95cdb7095c07 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704408 Aug 19 18:18:36.480411 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2af53d8-7967-4939-9dbe-03465767fc0c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:36.483466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2af53d8-7967-4939-9dbe-03465767fc0c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:36.491748 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f2af53d8-7967-4939-9dbe-03465767fc0c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2490020 Aug 19 18:18:36.501589 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58626) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:36.542472 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba6da5-7721-48a5-bde1-887ab751ee48 req-6b5894a5-8d89-45c6-a673-7c499ee3ecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:36.545627 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-45ba6da5-7721-48a5-bde1-887ab751ee48 req-6b5894a5-8d89-45c6-a673-7c499ee3ecf1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=06f58293c49c4f2ea156dde51a2a69f8&device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 1096 time: 0.6046069 Aug 19 18:18:36.619257 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-665b4c84-5837-4004-84a5-14159ecd9d93 None None] Set router 52535393-a8f8-4425-b94c-c2ed42828b05 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:18:36.748055 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bad4ef2a-61ce-4e8a-89bd-4b8540b913af req-7fddc1f8-69e8-4004-b2be-72372a7b9af2 tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.1074514 Aug 19 18:18:36.754195 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b1f8d-ee62-4589-808d-e2f75c2edb72 req-a80384a5-9eba-4b98-ab45-778b3785a065 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:36.766603 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-134b1f8d-ee62-4589-808d-e2f75c2edb72 req-a80384a5-9eba-4b98-ab45-778b3785a065 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 945 time: 0.7205284 Aug 19 18:18:36.858552 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-665b4c84-5837-4004-84a5-14159ecd9d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52535393-a8f8-4425-b94c-c2ed42828b05', 'name': 'tempest-NetworksTestDHCPv6-router-487528922', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:23Z', 'updated_at': '2021-08-19T18:18:33Z', 'revision_number': 3, 'project_id': 'e2047ef038354e09bdf21588ee4e43da', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:36.866078 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-83de588e-cdf5-4a18-9ed2-bf843a1efbe7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet a64a78f2-8dc4-4b6a-98ce-49cb4b6e7411 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:18:36.877270 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83de588e-cdf5-4a18-9ed2-bf843a1efbe7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:37.014163 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b4c84-5837-4004-84a5-14159ecd9d93 None None] Checking router: 52535393-a8f8-4425-b94c-c2ed42828b05 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:18:37.086600 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b4c84-5837-4004-84a5-14159ecd9d93 None None] Routers {'52535393-a8f8-4425-b94c-c2ed42828b05'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:18:37.090145 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-665b4c84-5837-4004-84a5-14159ecd9d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:18:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['52535393-a8f8-4425-b94c-c2ed42828b05'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:37.110504 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfa3860b-7b81-4779-9faa-1d01988d387f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:37.248546 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3860b-7b81-4779-9faa-1d01988d387f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event deleted for resources: {'Port': ['ID=c5aa8d31-a91d-4215-83d9-2d7dea935f79,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:37.399683 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba6da5-7721-48a5-bde1-887ab751ee48 req-ed715f1a-2a4d-44b7-95a9-6b831c063011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:37.400859 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-45ba6da5-7721-48a5-bde1-887ab751ee48 req-ed715f1a-2a4d-44b7-95a9-6b831c063011 service neutron] 10.222.0.50 "GET /v2.0/networks?id=74288936-18da-4398-92dc-1f2b9c3b943f HTTP/1.1" status: 200 len: 914 time: 0.6251135 Aug 19 18:18:37.508089 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-665b4c84-5837-4004-84a5-14159ecd9d93 None None] Set router 52535393-a8f8-4425-b94c-c2ed42828b05 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:18:37.516381 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0033568d-aabb-4991-b3b1-9b5f065e6e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:37.677159 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-45ba6da5-7721-48a5-bde1-887ab751ee48 req-3bfb701f-afd2-4d25-8e14-47d365a6503e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32e1dc6b-9e2c-4a04-a01d-6f9b790fff35 HTTP/1.1" status: 200 len: 217 time: 0.2397990 Aug 19 18:18:37.719423 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfa3860b-7b81-4779-9faa-1d01988d387f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:37.725892 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cfa3860b-7b81-4779-9faa-1d01988d387f tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "DELETE /v2.0/ports/c5aa8d31-a91d-4215-83d9-2d7dea935f79 HTTP/1.1" status: 204 len: 168 time: 2.3383117 Aug 19 18:18:37.726575 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58638) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:37.735748 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-134b1f8d-ee62-4589-808d-e2f75c2edb72 req-6ad602dd-93a7-49c3-9335-7be0d3f25e19 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/security-groups?id=b45604ab-1d2f-4e59-bd6b-0f4924ee71a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9204826 Aug 19 18:18:37.820534 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:37.840953 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-665b4c84-5837-4004-84a5-14159ecd9d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52535393-a8f8-4425-b94c-c2ed42828b05', 'name': 'tempest-NetworksTestDHCPv6-router-487528922', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:23Z', 'updated_at': '2021-08-19T18:18:33Z', 'revision_number': 3, 'project_id': 'e2047ef038354e09bdf21588ee4e43da', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:37.856835 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83de588e-cdf5-4a18-9ed2-bf843a1efbe7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:38.015742 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b4c84-5837-4004-84a5-14159ecd9d93 None None] The sync data for ids ['52535393-a8f8-4425-b94c-c2ed42828b05'] in n-d-803753-2 is: [{'id': '52535393-a8f8-4425-b94c-c2ed42828b05', 'name': 'tempest-NetworksTestDHCPv6-router-487528922', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:23Z', 'updated_at': '2021-08-19T18:18:33Z', 'revision_number': 3, 'project_id': 'e2047ef038354e09bdf21588ee4e43da', 'gw_port_host': None}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:18:38.119018 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e95303-965a-4d09-a4f2-5605a80299d4 req-97a5d2b2-e9ce-45ec-836b-7538470a1f51 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:38.134598 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-63e95303-965a-4d09-a4f2-5605a80299d4 req-97a5d2b2-e9ce-45ec-836b-7538470a1f51 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.5370314 Aug 19 18:18:38.210751 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:38.316704 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba6da5-7721-48a5-bde1-887ab751ee48 req-10d97bdb-b6b2-44b2-bb26-235641100ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:38.321315 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-45ba6da5-7721-48a5-bde1-887ab751ee48 req-10d97bdb-b6b2-44b2-bb26-235641100ec3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2fbf8d02-ce23-4d65-abf9-ae5eb8209d0d HTTP/1.1" status: 200 len: 853 time: 0.6340487 Aug 19 18:18:38.338990 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-984a3243-a029-402a-9e5d-71a688d143d2 req-2a94f6fe-25cf-422d-b0b2-8e8dedd4f06e tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.1328335 Aug 19 18:18:38.447107 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-63e95303-965a-4d09-a4f2-5605a80299d4 req-999309b9-e6a8-42cd-bce4-8bb104feb520 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889031 Aug 19 18:18:38.539966 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-916ec4c2-fce1-4421-ba87-c85f343c96ad tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Deleting port dfb77d0d-a0bb-41e1-b68c-463a99752b1a {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:18:38.543267 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-916ec4c2-fce1-4421-ba87-c85f343c96ad tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:38.545686 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-45ba6da5-7721-48a5-bde1-887ab751ee48 req-33b96b20-169e-428d-ab60-0704322a4897 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74288936-18da-4398-92dc-1f2b9c3b943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1934698 Aug 19 18:18:38.560885 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 50042153-c55b-453c-b916-6f845a24ac60 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:18:38.625665 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83de588e-cdf5-4a18-9ed2-bf843a1efbe7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:38.709689 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 50042153-c55b-453c-b916-6f845a24ac60 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:18:38.713013 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 50042153-c55b-453c-b916-6f845a24ac60 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:18:38.728606 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-916ec4c2-fce1-4421-ba87-c85f343c96ad tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:38.758906 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-916ec4c2-fce1-4421-ba87-c85f343c96ad tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Calling delete_port for dfb77d0d-a0bb-41e1-b68c-463a99752b1a owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:39.140332 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-45ba6da5-7721-48a5-bde1-887ab751ee48 req-2be69080-4220-4977-9f5c-a86f8988b753 service neutron] 10.222.0.50 "GET /v2.0/networks/74288936-18da-4398-92dc-1f2b9c3b943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5843644 Aug 19 18:18:39.151236 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83de588e-cdf5-4a18-9ed2-bf843a1efbe7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:39.206913 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8938b3-b8c8-480e-a18b-db5d74202fc3 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:18:39.213515 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83de588e-cdf5-4a18-9ed2-bf843a1efbe7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:39.216666 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-83de588e-cdf5-4a18-9ed2-bf843a1efbe7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/a64a78f2-8dc4-4b6a-98ce-49cb4b6e7411 HTTP/1.1" status: 204 len: 168 time: 2.7085357 Aug 19 18:18:39.227672 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58648) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:39.229610 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415c8bf-d797-44f9-b994-acc39e8bc55b req-15f67cc5-d352-492b-a5eb-247247d06bb7 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:39.231585 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5415c8bf-d797-44f9-b994-acc39e8bc55b req-15f67cc5-d352-492b-a5eb-247247d06bb7 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 945 time: 0.2138979 Aug 19 18:18:39.309674 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de588e-cdf5-4a18-9ed2-bf843a1efbe7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=a64a78f2-8dc4-4b6a-98ce-49cb4b6e7411,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:39.337485 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-916ec4c2-fce1-4421-ba87-c85f343c96ad tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:39.386297 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5415c8bf-d797-44f9-b994-acc39e8bc55b req-2810b1d8-f8d9-4c14-843f-cbb2dbd2bf2d tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/security-groups?id=b45604ab-1d2f-4e59-bd6b-0f4924ee71a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882220 Aug 19 18:18:39.499892 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-45ba6da5-7721-48a5-bde1-887ab751ee48 req-911594af-7d75-4bfe-96a7-168d174b74b7 service neutron] 10.222.0.50 "GET /v2.0/networks/74288936-18da-4398-92dc-1f2b9c3b943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250549 Aug 19 18:18:39.614045 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ec4c2-fce1-4421-ba87-c85f343c96ad tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event deleted for resources: {'Port': ['ID=dfb77d0d-a0bb-41e1-b68c-463a99752b1a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:39.714048 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7de4157e-9116-4345-8989-668b1b931a2d req-db90932a-fba3-4eef-b753-ff9487d0efa0 tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.0944638 Aug 19 18:18:39.756206 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e5489-0477-497c-8156-68a6174c873c req-1d490352-feb8-456f-a226-911ced2fe7b3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:39.768647 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a40e5489-0477-497c-8156-68a6174c873c req-1d490352-feb8-456f-a226-911ced2fe7b3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1174059 Aug 19 18:18:39.882795 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a40e5489-0477-497c-8156-68a6174c873c req-09f20178-c7e6-43a6-a320-e005d56a5e86 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070240 Aug 19 18:18:39.894510 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f80ef256-6852-49cb-b5c7-85a7dcc626e8 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6503022 Aug 19 18:18:39.894510 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58660) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:40.039601 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801714e8-6e51-432e-93a5-51841c091cbe None None] DHCP port deletion for 4734c50c-5b75-42a3-a882-02084790a476 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:18:40.103389 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b7866a9f-7f21-42a6-abec-f95586d914ba tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.307914 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.312142 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-916ec4c2-fce1-4421-ba87-c85f343c96ad tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.330556 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58664) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:40.335836 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-801714e8-6e51-432e-93a5-51841c091cbe None None] Deleting port 11220a37-dd72-4794-a77b-7847866a77be {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:18:40.336613 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-801714e8-6e51-432e-93a5-51841c091cbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.342614 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-916ec4c2-fce1-4421-ba87-c85f343c96ad tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "DELETE /v2.0/ports/dfb77d0d-a0bb-41e1-b68c-463a99752b1a HTTP/1.1" status: 204 len: 168 time: 2.5955207 Aug 19 18:18:40.478516 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 11220a37-dd72-4794-a77b-7847866a77be no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:18:40.581059 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b7866a9f-7f21-42a6-abec-f95586d914ba tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.581524 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd51d50-0be0-4437-8955-c5a66c14e6ac tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Deleting subnet 947e2840-1f3f-4340-b2ca-df7ebf54ea1a {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:18:40.585735 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b7866a9f-7f21-42a6-abec-f95586d914ba tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.587632 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffd51d50-0be0-4437-8955-c5a66c14e6ac tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.615712 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-801714e8-6e51-432e-93a5-51841c091cbe None None] For port 11220a37-dd72-4794-a77b-7847866a77be, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=11220a37-dd72-4794-a77b-7847866a77be,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:40.616113 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-801714e8-6e51-432e-93a5-51841c091cbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.666123 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-801714e8-6e51-432e-93a5-51841c091cbe None None] Calling delete_port for 11220a37-dd72-4794-a77b-7847866a77be owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:40.667946 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffd51d50-0be0-4437-8955-c5a66c14e6ac tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.671058 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-9bd81845-e03e-4156-bf4a-534c422dc10c tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1610688971&fields=id&tenant_id=4a3290870e464da7827f6e353d92d457 HTTP/1.1" status: 200 len: 267 time: 0.5615447 Aug 19 18:18:40.819728 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.851100 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffd51d50-0be0-4437-8955-c5a66c14e6ac tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.908058 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-4937d657-557e-45cb-9580-78bd4d7b4838 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:40.917885 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-4937d657-557e-45cb-9580-78bd4d7b4838 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/networks?id=0f5bd346-7c14-4e50-89d6-16e6ab56fff4 HTTP/1.1" status: 200 len: 816 time: 0.2422802 Aug 19 18:18:40.927292 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b7866a9f-7f21-42a6-abec-f95586d914ba tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.928146 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7866a9f-7f21-42a6-abec-f95586d914ba tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Fanout notify agent at l3_agent the message router_deleted on router 52535393-a8f8-4425-b94c-c2ed42828b05 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:18:40.943452 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b7866a9f-7f21-42a6-abec-f95586d914ba tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.945068 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b7866a9f-7f21-42a6-abec-f95586d914ba tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/routers/52535393-a8f8-4425-b94c-c2ed42828b05 HTTP/1.1" status: 204 len: 168 time: 1.0494580 Aug 19 18:18:40.953879 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58672) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:40.965369 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-51f2c409-df05-43f9-9234-6c0ca6ff9743 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/quotas/4a3290870e464da7827f6e353d92d457 HTTP/1.1" status: 200 len: 375 time: 0.0451860 Aug 19 18:18:40.968051 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-6433db69-d00d-450a-b62d-6f8c6a8d6c3b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:41.012168 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:41.063312 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 11220a37-dd72-4794-a77b-7847866a77be, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=11220a37-dd72-4794-a77b-7847866a77be,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:41.090459 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:41.126792 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-7d06edb5-4ec5-49a7-a2cc-61af4e08460f tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a3290870e464da7827f6e353d92d457&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1386034 Aug 19 18:18:41.217422 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6433db69-d00d-450a-b62d-6f8c6a8d6c3b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:18:41.234776 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6433db69-d00d-450a-b62d-6f8c6a8d6c3b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:41.289819 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=11220a37-dd72-4794-a77b-7847866a77be,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:41.300323 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-801714e8-6e51-432e-93a5-51841c091cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:41.377330 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801714e8-6e51-432e-93a5-51841c091cbe None None] Pushing event deleted for resources: {'Port': ['ID=11220a37-dd72-4794-a77b-7847866a77be,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:41.403552 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801714e8-6e51-432e-93a5-51841c091cbe None None] No DVR routers for this DVR port 11220a37-dd72-4794-a77b-7847866a77be on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:18:41.446271 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405382e-f917-4006-96bc-a06484960207 req-f3ba3c52-2a67-4b7b-bcd8-75673325dd5d tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:41.455327 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e405382e-f917-4006-96bc-a06484960207 req-f3ba3c52-2a67-4b7b-bcd8-75673325dd5d tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 945 time: 0.9457071 Aug 19 18:18:41.463680 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffd51d50-0be0-4437-8955-c5a66c14e6ac tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:41.537700 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffd51d50-0be0-4437-8955-c5a66c14e6ac tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:41.540269 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ffd51d50-0be0-4437-8955-c5a66c14e6ac tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "DELETE /v2.0/subnets/947e2840-1f3f-4340-b2ca-df7ebf54ea1a HTTP/1.1" status: 204 len: 168 time: 1.2084992 Aug 19 18:18:41.544305 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd51d50-0be0-4437-8955-c5a66c14e6ac tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event deleted for resources: {'Subnet': ['ID=947e2840-1f3f-4340-b2ca-df7ebf54ea1a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:41.551037 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5101f1-5ac6-4dd6-b98d-5ee69f1c0fca None None] Network 5f633b63-84e5-45ac-aad5-d8f674f8a1ad requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:18:41.556570 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58680) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:41.726427 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e405382e-f917-4006-96bc-a06484960207 req-e89fc56a-40f5-47c6-bac4-c0f819e3035e tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/security-groups?id=b45604ab-1d2f-4e59-bd6b-0f4924ee71a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585003 Aug 19 18:18:41.729610 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-6c51f1a8-3323-4f45-b3eb-0e21d2593d2d service neutron] 10.222.0.24 "GET /v2.0/networks/0f5bd346-7c14-4e50-89d6-16e6ab56fff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556989 Aug 19 18:18:41.766092 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6433db69-d00d-450a-b62d-6f8c6a8d6c3b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:41.821575 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c05058d-77c5-4cf6-b5bb-725b39f6e5fd tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Deleting subnet 148c2169-2926-4f60-a141-8969465d9d36 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:18:41.862153 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7c05058d-77c5-4cf6-b5bb-725b39f6e5fd tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:41.945747 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-bbf5e244-88f4-4a76-a323-98afe6df1afb service neutron] 10.222.0.24 "GET /v2.0/networks/0f5bd346-7c14-4e50-89d6-16e6ab56fff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085507 Aug 19 18:18:41.963402 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6433db69-d00d-450a-b62d-6f8c6a8d6c3b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:18:41.971786 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-30868512-0a32-44ee-ba9f-79cc80fd0b27 req-84430b57-773a-46f7-af4e-a68346eee0b4 tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.0659623 Aug 19 18:18:41.980793 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-6433db69-d00d-450a-b62d-6f8c6a8d6c3b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:18:41.987657 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6433db69-d00d-450a-b62d-6f8c6a8d6c3b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:41.988461 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6433db69-d00d-450a-b62d-6f8c6a8d6c3b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:41.993322 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433db69-d00d-450a-b62d-6f8c6a8d6c3b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=1f686b3f-2729-4bb5-a8d6-ee348cc4b0c1,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:42.007142 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7c05058d-77c5-4cf6-b5bb-725b39f6e5fd tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:42.015601 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66de72b2-696c-4265-a482-afacb41a1caa None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:18:42.115404 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58686) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:42.125137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-5a2dda7b-5cc1-45ba-98e5-b034b1b2da72 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1547361417', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:42.126699 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6433db69-d00d-450a-b62d-6f8c6a8d6c3b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1503425 Aug 19 18:18:42.195241 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a2dda7b-5cc1-45ba-98e5-b034b1b2da72 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:42.198267 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a2dda7b-5cc1-45ba-98e5-b034b1b2da72 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:42.391125 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3a5ada-e709-451f-91d1-f9d464d1086a None None] DHCP port deletion for 5f633b63-84e5-45ac-aad5-d8f674f8a1ad request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:18:42.425053 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a2dda7b-5cc1-45ba-98e5-b034b1b2da72 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:42.434145 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a2dda7b-5cc1-45ba-98e5-b034b1b2da72 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:42.459514 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 15356118-2ade-47fe-ab10-0a2d892e1c31 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:18:42.466755 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a2dda7b-5cc1-45ba-98e5-b034b1b2da72 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:42.470055 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5a2dda7b-5cc1-45ba-98e5-b034b1b2da72 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3524320 Aug 19 18:18:42.475442 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58696) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:42.518701 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7c05058d-77c5-4cf6-b5bb-725b39f6e5fd tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:42.676282 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cac28e2-cadf-49da-9af8-6341d3515093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-4734c50c-5b75-42a3-a882-02084790a476', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'fixed_ips': [{'subnet_id': '1f686b3f-2729-4bb5-a8d6-ee348cc4b0c1'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:18:42.678621 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6cac28e2-cadf-49da-9af8-6341d3515093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:42.749386 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df000bf1-2d15-400b-ad3b-dd5ae64bc94b req-5be66a6c-8157-4e18-b3f7-3169e48e2d09 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:42.753204 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-df000bf1-2d15-400b-ad3b-dd5ae64bc94b req-5be66a6c-8157-4e18-b3f7-3169e48e2d09 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.4254358 Aug 19 18:18:42.814772 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0e3a5ada-e709-451f-91d1-f9d464d1086a None None] Deleting port 15356118-2ade-47fe-ab10-0a2d892e1c31 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:18:42.814772 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0e3a5ada-e709-451f-91d1-f9d464d1086a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:42.987167 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-df000bf1-2d15-400b-ad3b-dd5ae64bc94b req-e808e1ae-d057-4cbd-8a8a-4fab4fcb0151 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245862 Aug 19 18:18:42.998882 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7c05058d-77c5-4cf6-b5bb-725b39f6e5fd tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:43.116704 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58710) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:43.145721 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05058d-77c5-4cf6-b5bb-725b39f6e5fd tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event deleted for resources: {'Subnet': ['ID=148c2169-2926-4f60-a141-8969465d9d36,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:43.166824 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7c05058d-77c5-4cf6-b5bb-725b39f6e5fd tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:43.171346 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7c05058d-77c5-4cf6-b5bb-725b39f6e5fd tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "DELETE /v2.0/subnets/148c2169-2926-4f60-a141-8969465d9d36 HTTP/1.1" status: 204 len: 168 time: 1.6085904 Aug 19 18:18:43.175964 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58720) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:43.237414 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab4eca8-c473-4492-afad-81273242a813 None None] Network 516636c4-cca9-40b7-8447-b891fcfd801e requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:18:43.290116 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a0439a78-f1bf-400f-8c9f-9f621eec605a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:43.470156 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-db036c8f-02ff-4215-a93e-013fb320e3e0 req-05c15908-2677-499e-8134-176f97203bd5 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 210 time: 0.2490699 Aug 19 18:18:43.543053 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb4c4840-3763-4740-af8f-66fb99040fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:43.585734 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a06ef88e-b67e-4c12-bb43-4c549d7569f0 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:43.603043 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0e3a5ada-e709-451f-91d1-f9d464d1086a None None] For port 15356118-2ade-47fe-ab10-0a2d892e1c31, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=15356118-2ade-47fe-ab10-0a2d892e1c31,segment=NetworkSegment(0227a178-9e66-4699-ab26-273cdff22665),segment_id=0227a178-9e66-4699-ab26-273cdff22665)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:43.603635 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0e3a5ada-e709-451f-91d1-f9d464d1086a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:43.620241 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:43.691212 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a89ddc3-67e1-42b7-8aa5-4916d17fee1e req-24f003a7-b2f7-42af-83f9-74bc343dbd28 tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.1634724 Aug 19 18:18:43.794082 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-6cac28e2-cadf-49da-9af8-6341d3515093 None None] Allocated IP 2001:db8::2 (4734c50c-5b75-42a3-a882-02084790a476/1f686b3f-2729-4bb5-a8d6-ee348cc4b0c1/acdb750f-7e69-478d-b308-9f398d23c777) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:18:43.821371 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a06ef88e-b67e-4c12-bb43-4c549d7569f0 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Deleting port 15356118-2ade-47fe-ab10-0a2d892e1c31 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:18:43.821999 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a06ef88e-b67e-4c12-bb43-4c549d7569f0 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:43.827078 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0e3a5ada-e709-451f-91d1-f9d464d1086a None None] Calling delete_port for 15356118-2ade-47fe-ab10-0a2d892e1c31 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:43.938065 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb4c4840-3763-4740-af8f-66fb99040fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:43.940457 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-a06ef88e-b67e-4c12-bb43-4c549d7569f0 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] For port 15356118-2ade-47fe-ab10-0a2d892e1c31, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=15356118-2ade-47fe-ab10-0a2d892e1c31,segment=NetworkSegment(0227a178-9e66-4699-ab26-273cdff22665),segment_id=0227a178-9e66-4699-ab26-273cdff22665)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:43.940926 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a06ef88e-b67e-4c12-bb43-4c549d7569f0 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:43.951982 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb4c4840-3763-4740-af8f-66fb99040fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:43.981130 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a06ef88e-b67e-4c12-bb43-4c549d7569f0 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Calling delete_port for 15356118-2ade-47fe-ab10-0a2d892e1c31 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:44.007442 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94ca13-100b-4177-b94d-794f3f09b649 req-ab456590-6e13-4d84-8eef-90c72076a103 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:44.030187 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ac94ca13-100b-4177-b94d-794f3f09b649 req-ab456590-6e13-4d84-8eef-90c72076a103 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 945 time: 0.3686085 Aug 19 18:18:44.046992 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bb4c4840-3763-4740-af8f-66fb99040fa0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f593634d9a4b4e4ba3d48439de2cfcf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9286232 Aug 19 18:18:44.056810 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58728) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:44.175449 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c4840-3763-4740-af8f-66fb99040fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76496be6-1d7a-42e9-a94a-c5be423d249c,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:44.289129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b4ede-fd83-4c1c-b8e9-9af392e0c47f req-0954a5b7-a4e4-4c7b-aeff-68a5a73483cf tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:44.299676 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-200b4ede-fd83-4c1c-b8e9-9af392e0c47f req-0954a5b7-a4e4-4c7b-aeff-68a5a73483cf tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1141238 Aug 19 18:18:44.351995 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ac94ca13-100b-4177-b94d-794f3f09b649 req-9b3cef4a-d06f-40ea-8b49-0abf6a8be140 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/security-groups?id=b45604ab-1d2f-4e59-bd6b-0f4924ee71a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207965 Aug 19 18:18:44.413367 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80ae211a-fc0c-42d3-b3ab-ee1a4eedcf07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:44.446516 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-200b4ede-fd83-4c1c-b8e9-9af392e0c47f req-1ede5478-9378-44b4-bdfc-c198caf4a533 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455612 Aug 19 18:18:44.468518 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80ae211a-fc0c-42d3-b3ab-ee1a4eedcf07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:44.548763 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 15356118-2ade-47fe-ab10-0a2d892e1c31, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=15356118-2ade-47fe-ab10-0a2d892e1c31,segment=NetworkSegment(0227a178-9e66-4699-ab26-273cdff22665),segment_id=0227a178-9e66-4699-ab26-273cdff22665)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:44.569484 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a06ef88e-b67e-4c12-bb43-4c549d7569f0 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:44.578744 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80ae211a-fc0c-42d3-b3ab-ee1a4eedcf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:44.582036 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80ae211a-fc0c-42d3-b3ab-ee1a4eedcf07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:44.584544 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-80ae211a-fc0c-42d3-b3ab-ee1a4eedcf07 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/76496be6-1d7a-42e9-a94a-c5be423d249c HTTP/1.1" status: 204 len: 168 time: 0.5263023 Aug 19 18:18:44.616359 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae211a-fc0c-42d3-b3ab-ee1a4eedcf07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76496be6-1d7a-42e9-a94a-c5be423d249c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:44.664464 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ec699571-f874-4870-9592-f75c0f9771aa req-11ad8bf1-c0e6-4c70-88a8-4e02c0f87e4f tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 210 time: 0.0473671 Aug 19 18:18:44.704252 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ef88e-b67e-4c12-bb43-4c549d7569f0 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event deleted for resources: {'Port': ['ID=15356118-2ade-47fe-ab10-0a2d892e1c31,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:44.708132 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06ef88e-b67e-4c12-bb43-4c549d7569f0 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] No DVR routers for this DVR port 15356118-2ade-47fe-ab10-0a2d892e1c31 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:18:44.730964 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0e3a5ada-e709-451f-91d1-f9d464d1086a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:44.763174 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:44.772508 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a5ada-e709-451f-91d1-f9d464d1086a None None] Pushing event deleted for resources: {'Port': ['ID=15356118-2ade-47fe-ab10-0a2d892e1c31,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:44.814577 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event deleted for resources: {'Port': ['ID=15356118-2ade-47fe-ab10-0a2d892e1c31,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:44.867393 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a5ada-e709-451f-91d1-f9d464d1086a None None] No DVR routers for this DVR port 15356118-2ade-47fe-ab10-0a2d892e1c31 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:18:45.055786 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a06ef88e-b67e-4c12-bb43-4c549d7569f0 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:45.111613 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a06ef88e-b67e-4c12-bb43-4c549d7569f0 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f633b63-84e5-45ac-aad5-d8f674f8a1ad']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:45.111957 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3d452f-f4a5-4a2e-8b22-9dc11764a1af None None] DHCP port deletion for 516636c4-cca9-40b7-8447-b891fcfd801e request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:18:45.146807 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a06ef88e-b67e-4c12-bb43-4c549d7569f0 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0227a178-9e66-4699-ab26-273cdff22665') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:45.147443 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a06ef88e-b67e-4c12-bb43-4c549d7569f0 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0227a178-9e66-4699-ab26-273cdff22665') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:45.168241 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a06ef88e-b67e-4c12-bb43-4c549d7569f0 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:45.194945 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6cac28e2-cadf-49da-9af8-6341d3515093 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:45.207192 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a06ef88e-b67e-4c12-bb43-4c549d7569f0 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:45.208755 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6cac28e2-cadf-49da-9af8-6341d3515093 None None] Transition to ACTIVE for port object acdb750f-7e69-478d-b308-9f398d23c777 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:18:45.222209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06ef88e-b67e-4c12-bb43-4c549d7569f0 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:18:45.224516 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a06ef88e-b67e-4c12-bb43-4c549d7569f0 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:45.262085 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6cac28e2-cadf-49da-9af8-6341d3515093 None None] Transition to ACTIVE for port object acdb750f-7e69-478d-b308-9f398d23c777 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: items = [ Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:18:45.263489 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:18:45.274213 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-1d3d452f-f4a5-4a2e-8b22-9dc11764a1af None None] Deleting port 59ee8ad0-e5ec-422f-8f90-8dbbfa79d958 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:18:45.275874 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1d3d452f-f4a5-4a2e-8b22-9dc11764a1af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:45.279397 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6cac28e2-cadf-49da-9af8-6341d3515093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:45.460629 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cac28e2-cadf-49da-9af8-6341d3515093 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:18:45.470886 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-6cac28e2-cadf-49da-9af8-6341d3515093 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:18:45.477486 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cac28e2-cadf-49da-9af8-6341d3515093 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:18:45.493114 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac28e2-cadf-49da-9af8-6341d3515093 None None] Pushing event updated for resources: {'Port': ['ID=acdb750f-7e69-478d-b308-9f398d23c777,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:45.506110 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-a0439a78-f1bf-400f-8c9f-9f621eec605a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8::1 (4734c50c-5b75-42a3-a882-02084790a476/1f686b3f-2729-4bb5-a8d6-ee348cc4b0c1/13f92d10-3596-49cd-9984-fb8de37084c4) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:18:45.640411 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-a60f970d-fe3a-47d4-bc92-04b40a34ab11 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:45.642446 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-a60f970d-fe3a-47d4-bc92-04b40a34ab11 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.50 "GET /v2.0/networks?id=0f5bd346-7c14-4e50-89d6-16e6ab56fff4 HTTP/1.1" status: 200 len: 816 time: 0.3843722 Aug 19 18:18:45.672800 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-1d3d452f-f4a5-4a2e-8b22-9dc11764a1af None None] For port 59ee8ad0-e5ec-422f-8f90-8dbbfa79d958, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=59ee8ad0-e5ec-422f-8f90-8dbbfa79d958,segment=NetworkSegment(0a895135-90de-40b9-9d92-4de8017ff2d9),segment_id=0a895135-90de-40b9-9d92-4de8017ff2d9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:45.673223 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1d3d452f-f4a5-4a2e-8b22-9dc11764a1af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:45.719762 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-6cac28e2-cadf-49da-9af8-6341d3515093 None None] Attempting to bind port acdb750f-7e69-478d-b308-9f398d23c777 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:18:45.719762 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-6cac28e2-cadf-49da-9af8-6341d3515093 None None] Attempting to bind port acdb750f-7e69-478d-b308-9f398d23c777 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:18:45.719762 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cac28e2-cadf-49da-9af8-6341d3515093 None None] Attempting to bind port acdb750f-7e69-478d-b308-9f398d23c777 on network 4734c50c-5b75-42a3-a882-02084790a476 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:18:45.742003 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-1d3d452f-f4a5-4a2e-8b22-9dc11764a1af None None] Calling delete_port for 59ee8ad0-e5ec-422f-8f90-8dbbfa79d958 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:45.801759 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a06ef88e-b67e-4c12-bb43-4c549d7569f0 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:45.826898 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a0439a78-f1bf-400f-8c9f-9f621eec605a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:45.842236 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-a0439a78-f1bf-400f-8c9f-9f621eec605a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Transition to ACTIVE for port object 13f92d10-3596-49cd-9984-fb8de37084c4 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:18:45.886260 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23636f94-5527-4294-823e-88eff3fb33fd req-1bef87db-f034-4b64-8a7f-990b5f5682aa tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.6256013 Aug 19 18:18:45.889213 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a0439a78-f1bf-400f-8c9f-9f621eec605a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:45.964462 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a06ef88e-b67e-4c12-bb43-4c549d7569f0 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:45.971446 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a06ef88e-b67e-4c12-bb43-4c549d7569f0 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "DELETE /v2.0/networks/5f633b63-84e5-45ac-aad5-d8f674f8a1ad HTTP/1.1" status: 204 len: 168 time: 2.7808821 Aug 19 18:18:45.977165 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58756) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:46.017009 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cac28e2-cadf-49da-9af8-6341d3515093 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:18:46.017392 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cac28e2-cadf-49da-9af8-6341d3515093 None None] Checking segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:18:46.017941 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6cac28e2-cadf-49da-9af8-6341d3515093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:46.018903 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cac28e2-cadf-49da-9af8-6341d3515093 None None] Bound using segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:18:46.019412 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-6cac28e2-cadf-49da-9af8-6341d3515093 None None] Bound port: acdb750f-7e69-478d-b308-9f398d23c777, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:18:46.019805 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6cac28e2-cadf-49da-9af8-6341d3515093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:46.042491 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ef88e-b67e-4c12-bb43-4c549d7569f0 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event deleted for resources: {'Network': ['ID=5f633b63-84e5-45ac-aad5-d8f674f8a1ad,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:46.053587 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1d3d452f-f4a5-4a2e-8b22-9dc11764a1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:46.078220 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0439a78-f1bf-400f-8c9f-9f621eec605a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:18:46.106371 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-a0439a78-f1bf-400f-8c9f-9f621eec605a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:18:46.111567 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0439a78-f1bf-400f-8c9f-9f621eec605a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:18:46.112558 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a0439a78-f1bf-400f-8c9f-9f621eec605a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:46.119014 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d452f-f4a5-4a2e-8b22-9dc11764a1af None None] Pushing event deleted for resources: {'Port': ['ID=59ee8ad0-e5ec-422f-8f90-8dbbfa79d958,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:46.135295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3d452f-f4a5-4a2e-8b22-9dc11764a1af None None] No DVR routers for this DVR port 59ee8ad0-e5ec-422f-8f90-8dbbfa79d958 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:18:46.258949 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-6cac28e2-cadf-49da-9af8-6341d3515093 None None] For port acdb750f-7e69-478d-b308-9f398d23c777, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:18:46.266428 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c45c6-65e0-4e7c-862c-8927d127ce8e req-b87065a8-6ea2-477f-b0ae-5ef3d12d5d4a tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:46.268485 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e45c45c6-65e0-4e7c-862c-8927d127ce8e req-b87065a8-6ea2-477f-b0ae-5ef3d12d5d4a tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 945 time: 0.6194377 Aug 19 18:18:46.270215 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098e18f-a3ec-4401-be40-b57818c222e1 req-6620b7fd-784b-40ed-8813-3dea4caf64b2 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:46.279009 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5098e18f-a3ec-4401-be40-b57818c222e1 req-6620b7fd-784b-40ed-8813-3dea4caf64b2 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 945 time: 0.4029138 Aug 19 18:18:46.281840 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-6cac28e2-cadf-49da-9af8-6341d3515093 None None] For port acdb750f-7e69-478d-b308-9f398d23c777, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=acdb750f-7e69-478d-b308-9f398d23c777,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:18:46.289487 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6cac28e2-cadf-49da-9af8-6341d3515093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:46.296223 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0439a78-f1bf-400f-8c9f-9f621eec605a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=13f92d10-3596-49cd-9984-fb8de37084c4,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:46.378775 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5098e18f-a3ec-4401-be40-b57818c222e1 req-611816b2-f2d4-4ffc-a2d2-40407076d42d tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/security-groups?id=b45604ab-1d2f-4e59-bd6b-0f4924ee71a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954216 Aug 19 18:18:46.409689 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-c9dcda09-4832-46de-b2dc-2cc14a6ae926 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a3290870e464da7827f6e353d92d457 HTTP/1.1" status: 200 len: 380 time: 0.6351647 Aug 19 18:18:46.450717 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-f1338b0b-5d68-4a0c-81e9-4fce21c528ca tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Request body: {'port': {'device_id': '4682c9e1-2835-4585-a131-1a6c7e9290fd', 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4', 'admin_state_up': True, 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'security_groups': ['d7761b0b-8bd5-413a-a296-99e55282b8cd']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:46.471471 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b61c23-36e5-471b-9ce6-1b590f88359b req-bdc7eed2-7de5-44ac-9451-936f70330780 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:46.491499 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2b61c23-36e5-471b-9ce6-1b590f88359b req-bdc7eed2-7de5-44ac-9451-936f70330780 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.3302965 Aug 19 18:18:46.541992 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:46.590856 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b47e9a15-344c-4716-bc58-cdb20fe1b366 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:46.593506 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a0439a78-f1bf-400f-8c9f-9f621eec605a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:46.661908 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac28e2-cadf-49da-9af8-6341d3515093 None None] Pushing event updated for resources: {'Port': ['ID=acdb750f-7e69-478d-b308-9f398d23c777,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:46.736082 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b9fd5d0b-2a39-441b-85c6-2dc423fa30d8 req-d5ab0998-6b00-4be9-8397-2b926e6671b2 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 210 time: 0.0890808 Aug 19 18:18:47.013108 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2b61c23-36e5-471b-9ce6-1b590f88359b req-06577a29-50a8-46f9-919a-5588988e9164 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307055 Aug 19 18:18:47.213828 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-f1338b0b-5d68-4a0c-81e9-4fce21c528ca tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Made reservation on behalf of 4a3290870e464da7827f6e353d92d457 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:18:47.220371 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-f1338b0b-5d68-4a0c-81e9-4fce21c528ca tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:47.246314 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device acdb750f-7e69-478d-b308-9f398d23c777 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:18:47.382973 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b47e9a15-344c-4716-bc58-cdb20fe1b366 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:47.428780 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-b47e9a15-344c-4716-bc58-cdb20fe1b366 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516636c4-cca9-40b7-8447-b891fcfd801e']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:47.480087 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-b47e9a15-344c-4716-bc58-cdb20fe1b366 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a895135-90de-40b9-9d92-4de8017ff2d9') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:47.480563 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-b47e9a15-344c-4716-bc58-cdb20fe1b366 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a895135-90de-40b9-9d92-4de8017ff2d9') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:47.501168 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port acdb750f-7e69-478d-b308-9f398d23c777 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:18:47.519302 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b47e9a15-344c-4716-bc58-cdb20fe1b366 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:47.559200 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b47e9a15-344c-4716-bc58-cdb20fe1b366 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:47.611005 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47e9a15-344c-4716-bc58-cdb20fe1b366 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:18:47.611677 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b47e9a15-344c-4716-bc58-cdb20fe1b366 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:47.669732 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 59ee8ad0-e5ec-422f-8f90-8dbbfa79d958 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:18:47.780059 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 59ee8ad0-e5ec-422f-8f90-8dbbfa79d958 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:18:47.780634 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 59ee8ad0-e5ec-422f-8f90-8dbbfa79d958 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:18:47.912599 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:18:47.966018 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b47e9a15-344c-4716-bc58-cdb20fe1b366 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:48.050259 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b47e9a15-344c-4716-bc58-cdb20fe1b366 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:48.073569 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b47e9a15-344c-4716-bc58-cdb20fe1b366 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] 10.222.0.24 "DELETE /v2.0/networks/516636c4-cca9-40b7-8447-b891fcfd801e HTTP/1.1" status: 204 len: 168 time: 2.0658898 Aug 19 18:18:48.142197 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a0439a78-f1bf-400f-8c9f-9f621eec605a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:48.172850 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a0439a78-f1bf-400f-8c9f-9f621eec605a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:48.174071 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a0439a78-f1bf-400f-8c9f-9f621eec605a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:48.313668 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0439a78-f1bf-400f-8c9f-9f621eec605a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=13f92d10-3596-49cd-9984-fb8de37084c4,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:48.565729 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a2bfbf4c-58c8-4011-94d2-ba67a50cfb3d req-c104126c-5948-4093-93f2-71077220b642 tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.3951604 Aug 19 18:18:48.636103 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-f1338b0b-5d68-4a0c-81e9-4fce21c528ca tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Allocated IP 172.20.0.5 (0f5bd346-7c14-4e50-89d6-16e6ab56fff4/378552a8-d8af-4c6e-b72d-1f9a87ee7f75/54537953-653a-462c-8411-60d36784a9c2) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:18:48.812479 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0439a78-f1bf-400f-8c9f-9f621eec605a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:18:48.817944 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-a0439a78-f1bf-400f-8c9f-9f621eec605a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:18:48.950495 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-65c9815c-aea7-4fc8-8e94-5a41afcd811f req-394d037c-b91f-4a6e-8476-303156e6b62a tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 210 time: 0.1351547 Aug 19 18:18:49.015991 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1ef808a1-2f83-492c-9717-6e6f8414a536 None None] Provisioning for port acdb750f-7e69-478d-b308-9f398d23c777 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:18:49.029571 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1ef808a1-2f83-492c-9717-6e6f8414a536 None None] Provisioning complete for port acdb750f-7e69-478d-b308-9f398d23c777 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:49.034377 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1ef808a1-2f83-492c-9717-6e6f8414a536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:49.291355 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1ef808a1-2f83-492c-9717-6e6f8414a536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:49.382293 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-1ef808a1-2f83-492c-9717-6e6f8414a536 None None] For port acdb750f-7e69-478d-b308-9f398d23c777, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=acdb750f-7e69-478d-b308-9f398d23c777,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:49.388092 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1ef808a1-2f83-492c-9717-6e6f8414a536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:49.531733 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef808a1-2f83-492c-9717-6e6f8414a536 None None] Pushing event updated for resources: {'Port': ['ID=acdb750f-7e69-478d-b308-9f398d23c777,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:49.654892 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-024cc82d-5a6c-443b-bdc0-2ac3349b97af None None] Provisioning for port 13f92d10-3596-49cd-9984-fb8de37084c4 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:18:49.662454 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-024cc82d-5a6c-443b-bdc0-2ac3349b97af None None] Provisioning complete for port 13f92d10-3596-49cd-9984-fb8de37084c4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:49.663306 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-024cc82d-5a6c-443b-bdc0-2ac3349b97af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:49.720849 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-024cc82d-5a6c-443b-bdc0-2ac3349b97af None None] Port 13f92d10-3596-49cd-9984-fb8de37084c4 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:18:49.882101 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0439a78-f1bf-400f-8c9f-9f621eec605a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Router 0fc08577-2e55-4bb3-997e-0bcb80cc5341 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:18:49.993236 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a5c1b-df39-4e9d-b3fa-6f6fa7a2af4f req-9b8e4532-e1ee-443d-b58f-299e03230e63 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:49.996432 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-f1338b0b-5d68-4a0c-81e9-4fce21c528ca tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:50.003534 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a69a5c1b-df39-4e9d-b3fa-6f6fa7a2af4f req-9b8e4532-e1ee-443d-b58f-299e03230e63 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.5699668 Aug 19 18:18:50.026227 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-f1338b0b-5d68-4a0c-81e9-4fce21c528ca tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Transition to ACTIVE for port object 54537953-653a-462c-8411-60d36784a9c2 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:18:50.081590 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 32e1dc6b-9e2c-4a04-a01d-6f9b790fff35 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:18:50.122263 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e9a15-344c-4716-bc58-cdb20fe1b366 tempest-TaggedBootDevicesTest-1877110306 tempest-TaggedBootDevicesTest-1877110306-project] Pushing event deleted for resources: {'Network': ['ID=516636c4-cca9-40b7-8447-b891fcfd801e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:50.134143 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-e45c45c6-65e0-4e7c-862c-8927d127ce8e req-30e109e2-b80e-4420-86da-a277a177af00 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Deleting port 32e1dc6b-9e2c-4a04-a01d-6f9b790fff35 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:18:50.135529 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e45c45c6-65e0-4e7c-862c-8927d127ce8e req-30e109e2-b80e-4420-86da-a277a177af00 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:50.220746 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a69a5c1b-df39-4e9d-b3fa-6f6fa7a2af4f req-eecb3935-c9a8-4a7f-8403-fb254570d030 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138462 Aug 19 18:18:50.260938 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-e45c45c6-65e0-4e7c-862c-8927d127ce8e req-30e109e2-b80e-4420-86da-a277a177af00 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] For port 32e1dc6b-9e2c-4a04-a01d-6f9b790fff35, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=32e1dc6b-9e2c-4a04-a01d-6f9b790fff35,segment=NetworkSegment(e3982e46-3892-4993-8440-055534dfeb5e),segment_id=e3982e46-3892-4993-8440-055534dfeb5e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:50.260938 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e45c45c6-65e0-4e7c-862c-8927d127ce8e req-30e109e2-b80e-4420-86da-a277a177af00 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:50.266783 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0439a78-f1bf-400f-8c9f-9f621eec605a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:18:50.280460 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-e45c45c6-65e0-4e7c-862c-8927d127ce8e req-30e109e2-b80e-4420-86da-a277a177af00 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Calling delete_port for 32e1dc6b-9e2c-4a04-a01d-6f9b790fff35 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:50.294704 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a0439a78-f1bf-400f-8c9f-9f621eec605a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "PUT /v2.0/routers/0fc08577-2e55-4bb3-997e-0bcb80cc5341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8170321 Aug 19 18:18:50.298089 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58792) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:50.333706 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] Sync routers for ids ['0fc08577-2e55-4bb3-997e-0bcb80cc5341'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:18:50.407469 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e32e96b3-62c4-45c3-b449-9562fa3b8fdb None None] Provisioning complete for port 13f92d10-3596-49cd-9984-fb8de37084c4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:50.407857 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e32e96b3-62c4-45c3-b449-9562fa3b8fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:50.506286 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b347fb-8a50-4c02-9cd0-6b8f078d05d7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:50.522725 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e45c45c6-65e0-4e7c-862c-8927d127ce8e req-30e109e2-b80e-4420-86da-a277a177af00 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:50.530461 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-60b347fb-8a50-4c02-9cd0-6b8f078d05d7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports/13f92d10-3596-49cd-9984-fb8de37084c4 HTTP/1.1" status: 200 len: 911 time: 0.2238772 Aug 19 18:18:50.534459 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58796) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:50.547808 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-f1338b0b-5d68-4a0c-81e9-4fce21c528ca tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:50.571203 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-e32e96b3-62c4-45c3-b449-9562fa3b8fdb None None] Port 13f92d10-3596-49cd-9984-fb8de37084c4 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:18:50.658251 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Port 32e1dc6b-9e2c-4a04-a01d-6f9b790fff35 update to DOWN by agent not found {{(pid=94683) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 18:18:50.716734 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6075751-38d7-4408-9f2d-d734d4eea00d req-01a510b3-6805-4dfd-9714-4d228677adf8 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:50.748574 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f6075751-38d7-4408-9f2d-d734d4eea00d req-01a510b3-6805-4dfd-9714-4d228677adf8 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f9594d3-19c4-460e-843e-42c14162b26b HTTP/1.1" status: 200 len: 867 time: 2.8281176 Aug 19 18:18:50.771797 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3dd71ccd-5250-4ac0-bd5a-5531b031bed5 req-49694514-7f21-4bea-be60-b67eeb5c3f96 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.1223714 Aug 19 18:18:50.788967 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e109e2-b80e-4420-86da-a277a177af00 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Pushing event deleted for resources: {'Port': ['ID=32e1dc6b-9e2c-4a04-a01d-6f9b790fff35,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:50.827233 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7775dfdc-032f-4adf-a9ae-fe2c30a0a91a req-bf55570c-395f-41ac-ace8-1ffa95d088b1 tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.1475389 Aug 19 18:18:50.854007 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-f1338b0b-5d68-4a0c-81e9-4fce21c528ca tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Network 0f5bd346-7c14-4e50-89d6-16e6ab56fff4 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:18:50.880440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021cd1c1-b78d-43ef-8098-46ec95044385 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:50.906990 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021cd1c1-b78d-43ef-8098-46ec95044385 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:50.913691 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-021cd1c1-b78d-43ef-8098-46ec95044385 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3770978 Aug 19 18:18:50.918448 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] Routers {'0fc08577-2e55-4bb3-997e-0bcb80cc5341'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:18:50.919189 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58806) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:50.919471 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:18:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['0fc08577-2e55-4bb3-997e-0bcb80cc5341'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:51.056261 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45c45c6-65e0-4e7c-862c-8927d127ce8e req-30e109e2-b80e-4420-86da-a277a177af00 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] No DVR routers for this DVR port 32e1dc6b-9e2c-4a04-a01d-6f9b790fff35 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:18:51.061669 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e45c45c6-65e0-4e7c-862c-8927d127ce8e req-30e109e2-b80e-4420-86da-a277a177af00 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:51.064199 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e45c45c6-65e0-4e7c-862c-8927d127ce8e req-30e109e2-b80e-4420-86da-a277a177af00 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.50 "DELETE /v2.0/ports/32e1dc6b-9e2c-4a04-a01d-6f9b790fff35 HTTP/1.1" status: 204 len: 173 time: 4.7508869 Aug 19 18:18:51.065522 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-f1338b0b-5d68-4a0c-81e9-4fce21c528ca tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:18:51.090635 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-f1338b0b-5d68-4a0c-81e9-4fce21c528ca tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:18:51.105655 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9594d3-19c4-460e-843e-42c14162b26b', 'name': 'network-vif-deleted', 'tag': '32e1dc6b-9e2c-4a04-a01d-6f9b790fff35'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:18:51.110142 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2588f0a0-fe67-4ac6-b076-23e98efba31f" -d '{"events": [{"server_uuid": "7f9594d3-19c4-460e-843e-42c14162b26b", "name": "network-vif-deleted", "tag": "32e1dc6b-9e2c-4a04-a01d-6f9b790fff35"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:18:51.169230 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device acdb750f-7e69-478d-b308-9f398d23c777 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:18:51.295706 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] Set router 0fc08577-2e55-4bb3-997e-0bcb80cc5341 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:18:51.384565 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f6075751-38d7-4408-9f2d-d734d4eea00d req-34175349-c014-42d9-9495-5a01104c7dc1 tempest-InstanceActionsTestJSON-1873449950 tempest-InstanceActionsTestJSON-1873449950-project] 10.222.0.24 "GET /v2.0/security-groups?id=b45604ab-1d2f-4e59-bd6b-0f4924ee71a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6283894 Aug 19 18:18:51.386651 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1338b0b-5d68-4a0c-81e9-4fce21c528ca tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Pushing event updated for resources: {'Port': ['ID=54537953-653a-462c-8411-60d36784a9c2,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:51.393045 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port acdb750f-7e69-478d-b308-9f398d23c777 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:51.393440 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:51.463735 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-f1338b0b-5d68-4a0c-81e9-4fce21c528ca tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:51.470698 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-f1338b0b-5d68-4a0c-81e9-4fce21c528ca tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:51.523203 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-f1338b0b-5d68-4a0c-81e9-4fce21c528ca tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0784888 Aug 19 18:18:51.555580 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-d3fa85c6-80c3-4cd1-b1b4-5dc2fa62a894 service neutron] Request body: {'port': {'device_id': '4682c9e1-2835-4585-a131-1a6c7e9290fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:51.638831 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef8d01-17ce-4123-8fca-91e77748e0e4 req-e19fe964-ecd2-455a-8c73-ee8976fd1aff tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:51.653164 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c8ef8d01-17ce-4123-8fca-91e77748e0e4 req-e19fe964-ecd2-455a-8c73-ee8976fd1aff tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 931 time: 0.4121864 Aug 19 18:18:51.793554 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c08991e-4e89-4294-b246-d2e1d849696a x-openstack-request-id: req-9c08991e-4e89-4294-b246-d2e1d849696a {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:18:51.793975 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9594d3-19c4-460e-843e-42c14162b26b", "name": "network-vif-deleted", "tag": "32e1dc6b-9e2c-4a04-a01d-6f9b790fff35", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:18:51.794152 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c08991e-4e89-4294-b246-d2e1d849696a {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:18:51.794536 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9594d3-19c4-460e-843e-42c14162b26b', 'name': 'network-vif-deleted', 'tag': '32e1dc6b-9e2c-4a04-a01d-6f9b790fff35', 'status': 'completed', 'code': 200} Aug 19 18:18:51.947988 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6af318ae-53e0-4220-a932-c72355e3e5e7 None None] Provisioning for port 54537953-653a-462c-8411-60d36784a9c2 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:18:51.955383 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6af318ae-53e0-4220-a932-c72355e3e5e7 None None] Provisioning complete for port 54537953-653a-462c-8411-60d36784a9c2 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:51.963232 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6af318ae-53e0-4220-a932-c72355e3e5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:52.039360 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-d3fa85c6-80c3-4cd1-b1b4-5dc2fa62a894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:52.169815 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c8ef8d01-17ce-4123-8fca-91e77748e0e4 req-2b6f20ca-e741-4eca-9f4c-5336f3d9a10a tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7761b0b-8bd5-413a-a296-99e55282b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5036216 Aug 19 18:18:52.252300 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965463ce-c8ec-44e8-9324-d310941b0d3f req-90249dcb-3bf3-4e55-977f-fa70adbba884 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:52.255536 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-6af318ae-53e0-4220-a932-c72355e3e5e7 None None] Port 54537953-653a-462c-8411-60d36784a9c2 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:18:52.260694 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-965463ce-c8ec-44e8-9324-d310941b0d3f req-90249dcb-3bf3-4e55-977f-fa70adbba884 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.2455909 Aug 19 18:18:52.439574 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc08577-2e55-4bb3-997e-0bcb80cc5341', 'name': 'tempest-NetworksTestDHCPv6-router-1547361417', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:42Z', 'updated_at': '2021-08-19T18:18:46Z', 'revision_number': 2, 'project_id': 'e2047ef038354e09bdf21588ee4e43da', 'gw_port_host': None, '_interfaces': [{'id': '13f92d10-3596-49cd-9984-fb8de37084c4', 'name': '', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'mac_address': 'fa:16:3e:30:99:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc08577-2e55-4bb3-997e-0bcb80cc5341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '1f686b3f-2729-4bb5-a8d6-ee348cc4b0c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:43Z', 'updated_at': '2021-08-19T18:18:47Z', 'revision_number': 2, 'project_id': 'e2047ef038354e09bdf21588ee4e43da', 'subnets': [{'id': '1f686b3f-2729-4bb5-a8d6-ee348cc4b0c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:52.543862 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-965463ce-c8ec-44e8-9324-d310941b0d3f req-3b600157-0ca1-4ccb-acff-6f2e828dce63 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819853 Aug 19 18:18:52.601146 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] Checking router: 0fc08577-2e55-4bb3-997e-0bcb80cc5341 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:18:52.602242 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] Updating router 0fc08577-2e55-4bb3-997e-0bcb80cc5341 port 13f92d10-3596-49cd-9984-fb8de37084c4 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:18:52.669175 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:52.811380 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58828) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:52.870104 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9844bd40-260b-4ae0-b3f7-1ab39a10ad5e req-7a2f06ca-e58a-4e12-8a9e-4d0141458ec0 tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.2629530 Aug 19 18:18:53.025291 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-22adc4af-26d0-43a2-928c-9c2223d49382 admin admin] Deleting subnet 2fbf8d02-ce23-4d65-abf9-ae5eb8209d0d {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:18:53.041963 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-22adc4af-26d0-43a2-928c-9c2223d49382 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:53.102621 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-d3fa85c6-80c3-4cd1-b1b4-5dc2fa62a894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54537953-653a-462c-8411-60d36784a9c2 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:18:53.135218 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-d3fa85c6-80c3-4cd1-b1b4-5dc2fa62a894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:53.166657 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-22adc4af-26d0-43a2-928c-9c2223d49382 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:53.191132 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-d3fa85c6-80c3-4cd1-b1b4-5dc2fa62a894 service neutron] Transition to ACTIVE for port object 54537953-653a-462c-8411-60d36784a9c2 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:18:53.200393 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-d3fa85c6-80c3-4cd1-b1b4-5dc2fa62a894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:53.547982 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1960aa8e-01dd-495c-93fe-c19bbfe06ed1 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:53.812592 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa85c6-80c3-4cd1-b1b4-5dc2fa62a894 service neutron] Pushing event updated for resources: {'Port': ['ID=54537953-653a-462c-8411-60d36784a9c2,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:53.931205 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:53.989695 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] Transition to ACTIVE for port object 13f92d10-3596-49cd-9984-fb8de37084c4 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:18:54.017639 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:54.041686 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4bd1c-96e6-4555-8a7e-00d2c3ca3542 req-a634c6fe-27ff-4c4d-b4e0-117a32d85719 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:54.057083 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3dd4bd1c-96e6-4555-8a7e-00d2c3ca3542 req-a634c6fe-27ff-4c4d-b4e0-117a32d85719 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 943 time: 0.4078703 Aug 19 18:18:54.066474 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-22adc4af-26d0-43a2-928c-9c2223d49382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:54.146893 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-d3fa85c6-80c3-4cd1-b1b4-5dc2fa62a894 service neutron] Attempting to bind port 54537953-653a-462c-8411-60d36784a9c2 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:18:54.147732 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-d3fa85c6-80c3-4cd1-b1b4-5dc2fa62a894 service neutron] Attempting to bind port 54537953-653a-462c-8411-60d36784a9c2 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '322208e2-b5ec-4a39-9131-3ae8cbaa7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:18:54.148314 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-d3fa85c6-80c3-4cd1-b1b4-5dc2fa62a894 service neutron] Attempting to bind port 54537953-653a-462c-8411-60d36784a9c2 on network 0f5bd346-7c14-4e50-89d6-16e6ab56fff4 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:18:54.181501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-d3fa85c6-80c3-4cd1-b1b4-5dc2fa62a894 service neutron] Port 54537953-653a-462c-8411-60d36784a9c2 on network 0f5bd346-7c14-4e50-89d6-16e6ab56fff4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:18:54.194534 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-d3fa85c6-80c3-4cd1-b1b4-5dc2fa62a894 service neutron] Attempting to bind port 54537953-653a-462c-8411-60d36784a9c2 on network 0f5bd346-7c14-4e50-89d6-16e6ab56fff4 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:18:54.268134 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aee70e-ceb4-4770-a876-c6bf10a85ff5 None None] Pushing event updated for resources: {'Port': ['ID=13f92d10-3596-49cd-9984-fb8de37084c4,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:54.305480 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aee70e-ceb4-4770-a876-c6bf10a85ff5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:54.306227 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3dd4bd1c-96e6-4555-8a7e-00d2c3ca3542 req-5ef4a9d1-26fa-4962-a6fa-f9be791544f2 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7761b0b-8bd5-413a-a296-99e55282b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472992 Aug 19 18:18:54.307398 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aee70e-ceb4-4770-a876-c6bf10a85ff5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:54.307919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-d3fa85c6-80c3-4cd1-b1b4-5dc2fa62a894 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:18:54.308952 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aee70e-ceb4-4770-a876-c6bf10a85ff5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:54.310169 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aee70e-ceb4-4770-a876-c6bf10a85ff5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:54.311322 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-d3fa85c6-80c3-4cd1-b1b4-5dc2fa62a894 service neutron] Checking segment: {'id': '322208e2-b5ec-4a39-9131-3ae8cbaa7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:18:54.311546 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aee70e-ceb4-4770-a876-c6bf10a85ff5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:54.312305 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-d3fa85c6-80c3-4cd1-b1b4-5dc2fa62a894 service neutron] Bound using segment: {'id': '322208e2-b5ec-4a39-9131-3ae8cbaa7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:18:54.312726 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-d3fa85c6-80c3-4cd1-b1b4-5dc2fa62a894 service neutron] Bound port: 54537953-653a-462c-8411-60d36784a9c2, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '322208e2-b5ec-4a39-9131-3ae8cbaa7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:18:54.313336 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-d3fa85c6-80c3-4cd1-b1b4-5dc2fa62a894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:54.314072 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aee70e-ceb4-4770-a876-c6bf10a85ff5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:54.315649 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aee70e-ceb4-4770-a876-c6bf10a85ff5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:54.317424 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aee70e-ceb4-4770-a876-c6bf10a85ff5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:54.318553 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aee70e-ceb4-4770-a876-c6bf10a85ff5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:54.319722 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aee70e-ceb4-4770-a876-c6bf10a85ff5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:54.320759 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aee70e-ceb4-4770-a876-c6bf10a85ff5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:54.321911 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aee70e-ceb4-4770-a876-c6bf10a85ff5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:54.357705 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-da497b0a-b1ce-49ab-a319-dda196445364 req-39b79616-87c5-4f4e-84a6-c29b69d04ae8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9832b0d9948d4008a1da64d05f1e6eb2&device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.3887475 Aug 19 18:18:54.463236 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] Attempting to bind port 13f92d10-3596-49cd-9984-fb8de37084c4 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:18:54.464371 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] Attempting to bind port 13f92d10-3596-49cd-9984-fb8de37084c4 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:18:54.466904 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] Attempting to bind port 13f92d10-3596-49cd-9984-fb8de37084c4 on network 4734c50c-5b75-42a3-a882-02084790a476 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:18:54.486351 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:18:54.488260 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] Checking segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:18:54.494029 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:54.495165 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] Bound using segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:18:54.496323 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] Bound port: 13f92d10-3596-49cd-9984-fb8de37084c4, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:18:54.498083 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:54.647170 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-da497b0a-b1ce-49ab-a319-dda196445364 req-6de4dfa8-36b8-44b8-b75f-9696bb068c5d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=9832b0d9948d4008a1da64d05f1e6eb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2636101 Aug 19 18:18:54.748945 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] For port 13f92d10-3596-49cd-9984-fb8de37084c4, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:18:54.753198 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] For port 13f92d10-3596-49cd-9984-fb8de37084c4, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=13f92d10-3596-49cd-9984-fb8de37084c4,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:18:54.764009 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:54.792245 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-22adc4af-26d0-43a2-928c-9c2223d49382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:54.860074 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aee70e-ceb4-4770-a876-c6bf10a85ff5 None None] Pushing event updated for resources: {'Port': ['ID=13f92d10-3596-49cd-9984-fb8de37084c4,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:54.863359 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-d3fa85c6-80c3-4cd1-b1b4-5dc2fa62a894 service neutron] For port 54537953-653a-462c-8411-60d36784a9c2, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:18:54.870261 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-d3fa85c6-80c3-4cd1-b1b4-5dc2fa62a894 service neutron] For port 54537953-653a-462c-8411-60d36784a9c2, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=54537953-653a-462c-8411-60d36784a9c2,segment=NetworkSegment(322208e2-b5ec-4a39-9131-3ae8cbaa7ac9),segment_id=322208e2-b5ec-4a39-9131-3ae8cbaa7ac9)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:18:54.885000 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c8a24e12-6b45-47e1-9ba2-0bf8b8b43a23 req-9222800f-9584-420a-8ff0-379f9d8e986d tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.2981055 Aug 19 18:18:54.888113 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-d3fa85c6-80c3-4cd1-b1b4-5dc2fa62a894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:54.892511 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] Routers {'0fc08577-2e55-4bb3-997e-0bcb80cc5341'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:18:54.893158 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:18:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['0fc08577-2e55-4bb3-997e-0bcb80cc5341'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:54.974512 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa85c6-80c3-4cd1-b1b4-5dc2fa62a894 service neutron] Pushing event updated for resources: {'Port': ['ID=54537953-653a-462c-8411-60d36784a9c2,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:54.989413 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-d3fa85c6-80c3-4cd1-b1b4-5dc2fa62a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:54.992635 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-d3fa85c6-80c3-4cd1-b1b4-5dc2fa62a894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:54.996544 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-d3fa85c6-80c3-4cd1-b1b4-5dc2fa62a894 service neutron] 10.222.0.50 "PUT /v2.0/ports/54537953-653a-462c-8411-60d36784a9c2 HTTP/1.1" status: 200 len: 1091 time: 3.4606867 Aug 19 18:18:54.997078 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4682c9e1-2835-4585-a131-1a6c7e9290fd', 'tag': '54537953-653a-462c-8411-60d36784a9c2'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:18:54.999763 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f11413-90f7-4a29-addd-a025e1f0e9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "4682c9e1-2835-4585-a131-1a6c7e9290fd", "tag": "54537953-653a-462c-8411-60d36784a9c2"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:18:55.092403 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] Set router 0fc08577-2e55-4bb3-997e-0bcb80cc5341 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:18:55.103952 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804c2091-0c3a-4874-87d6-d083a0bd94d0 x-openstack-request-id: req-804c2091-0c3a-4874-87d6-d083a0bd94d0 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:18:55.104246 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4682c9e1-2835-4585-a131-1a6c7e9290fd", "tag": "54537953-653a-462c-8411-60d36784a9c2", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:18:55.104506 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-804c2091-0c3a-4874-87d6-d083a0bd94d0 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:18:55.104981 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4682c9e1-2835-4585-a131-1a6c7e9290fd', 'tag': '54537953-653a-462c-8411-60d36784a9c2', 'status': 'completed', 'code': 200} Aug 19 18:18:55.112572 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adc4af-26d0-43a2-928c-9c2223d49382 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fbf8d02-ce23-4d65-abf9-ae5eb8209d0d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:55.117681 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-22adc4af-26d0-43a2-928c-9c2223d49382 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:55.119113 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-22adc4af-26d0-43a2-928c-9c2223d49382 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2fbf8d02-ce23-4d65-abf9-ae5eb8209d0d HTTP/1.1" status: 204 len: 168 time: 2.3059082 Aug 19 18:18:55.123792 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58854) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:55.185946 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b179f-5380-4486-8d58-e9786e8daa77 req-99cf92db-82c3-4601-971d-e4d35b3970f2 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:55.213158 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-443b179f-5380-4486-8d58-e9786e8daa77 req-99cf92db-82c3-4601-971d-e4d35b3970f2 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 1.0154305 Aug 19 18:18:55.274688 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-071f90a8-246d-4260-81d2-69e545b2408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:55.278160 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-071f90a8-246d-4260-81d2-69e545b2408c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a3290870e464da7827f6e353d92d457&device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 1094 time: 0.2225132 Aug 19 18:18:55.355006 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-443b179f-5380-4486-8d58-e9786e8daa77 req-b416230c-2b42-4259-b60f-09653f2c834d tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532643 Aug 19 18:18:55.538996 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-fb4e2fa1-d28a-4ced-9722-f53cee6abd8d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54537953-653a-462c-8411-60d36784a9c2 HTTP/1.1" status: 200 len: 217 time: 0.2378769 Aug 19 18:18:55.605445 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e20e7e30-0373-4f39-9c71-0c474461602e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:55.611793 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da497b0a-b1ce-49ab-a319-dda196445364 req-dceb1964-1de4-4fba-b700-7b2f265b1243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:55.651258 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-da497b0a-b1ce-49ab-a319-dda196445364 req-dceb1964-1de4-4fba-b700-7b2f265b1243 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8774147 Aug 19 18:18:55.655316 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-706a8d69-5e33-4b41-be5c-9c7f60dbe6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:55.657445 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-706a8d69-5e33-4b41-be5c-9c7f60dbe6bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=378552a8-d8af-4c6e-b72d-1f9a87ee7f75 HTTP/1.1" status: 200 len: 855 time: 0.0957501 Aug 19 18:18:55.673394 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baad61a-e16a-485f-b71f-779b1f1b83dc req-f141d450-2d75-4db9-bf21-d0e5b36f1d8a tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:55.693348 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3baad61a-e16a-485f-b71f-779b1f1b83dc req-f141d450-2d75-4db9-bf21-d0e5b36f1d8a tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 943 time: 0.1706545 Aug 19 18:18:55.954947 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3baad61a-e16a-485f-b71f-779b1f1b83dc req-6cee97ab-979a-4e59-b004-90f663dd1e91 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7761b0b-8bd5-413a-a296-99e55282b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575746 Aug 19 18:18:55.990541 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e20e7e30-0373-4f39-9c71-0c474461602e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:56.016085 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-0c410628-0dfc-4cc0-a24b-398383c612e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:56.018534 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-0c410628-0dfc-4cc0-a24b-398383c612e0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f5bd346-7c14-4e50-89d6-16e6ab56fff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3092942 Aug 19 18:18:56.029550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-1960aa8e-01dd-495c-93fe-c19bbfe06ed1 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting port 13f92d10-3596-49cd-9984-fb8de37084c4 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:18:56.029994 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1960aa8e-01dd-495c-93fe-c19bbfe06ed1 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:56.042592 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc08577-2e55-4bb3-997e-0bcb80cc5341', 'name': 'tempest-NetworksTestDHCPv6-router-1547361417', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:42Z', 'updated_at': '2021-08-19T18:18:46Z', 'revision_number': 2, 'project_id': 'e2047ef038354e09bdf21588ee4e43da', 'gw_port_host': None, '_interfaces': [{'id': '13f92d10-3596-49cd-9984-fb8de37084c4', 'name': '', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'mac_address': 'fa:16:3e:30:99:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc08577-2e55-4bb3-997e-0bcb80cc5341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '1f686b3f-2729-4bb5-a8d6-ee348cc4b0c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:43Z', 'updated_at': '2021-08-19T18:18:54Z', 'revision_number': 4, 'project_id': 'e2047ef038354e09bdf21588ee4e43da', 'subnets': [{'id': '1f686b3f-2729-4bb5-a8d6-ee348cc4b0c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:56.049457 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-e20e7e30-0373-4f39-9c71-0c474461602e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74288936-18da-4398-92dc-1f2b9c3b943f']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:56.106245 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-e20e7e30-0373-4f39-9c71-0c474461602e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3982e46-3892-4993-8440-055534dfeb5e') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:56.106738 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-e20e7e30-0373-4f39-9c71-0c474461602e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3982e46-3892-4993-8440-055534dfeb5e') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:56.115904 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d4fa53-4069-411e-80f1-a0ecd14efaf4 None None] The sync data for ids ['0fc08577-2e55-4bb3-997e-0bcb80cc5341'] in n-d-803753-2 is: [{'id': '0fc08577-2e55-4bb3-997e-0bcb80cc5341', 'name': 'tempest-NetworksTestDHCPv6-router-1547361417', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:42Z', 'updated_at': '2021-08-19T18:18:46Z', 'revision_number': 2, 'project_id': 'e2047ef038354e09bdf21588ee4e43da', 'gw_port_host': None, '_interfaces': [{'id': '13f92d10-3596-49cd-9984-fb8de37084c4', 'name': '', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'mac_address': 'fa:16:3e:30:99:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc08577-2e55-4bb3-997e-0bcb80cc5341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '1f686b3f-2729-4bb5-a8d6-ee348cc4b0c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:43Z', 'updated_at': '2021-08-19T18:18:54Z', 'revision_number': 4, 'project_id': 'e2047ef038354e09bdf21588ee4e43da', 'subnets': [{'id': '1f686b3f-2729-4bb5-a8d6-ee348cc4b0c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:18:56.199764 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-1960aa8e-01dd-495c-93fe-c19bbfe06ed1 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] For port 13f92d10-3596-49cd-9984-fb8de37084c4, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=13f92d10-3596-49cd-9984-fb8de37084c4,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:56.200374 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1960aa8e-01dd-495c-93fe-c19bbfe06ed1 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:56.208257 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e20e7e30-0373-4f39-9c71-0c474461602e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:56.232536 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-1960aa8e-01dd-495c-93fe-c19bbfe06ed1 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Calling delete_port for 13f92d10-3596-49cd-9984-fb8de37084c4 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:56.273109 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e20e7e30-0373-4f39-9c71-0c474461602e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:56.310995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20e7e30-0373-4f39-9c71-0c474461602e admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:18:56.313576 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e20e7e30-0373-4f39-9c71-0c474461602e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:18:56.318438 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:18:56.511534 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-5f6b84a8-6697-4952-8154-67f18e10ea7f service neutron] 10.222.0.50 "GET /v2.0/networks/0f5bd346-7c14-4e50-89d6-16e6ab56fff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838777 Aug 19 18:18:56.558674 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e20e7e30-0373-4f39-9c71-0c474461602e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:56.717601 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e20e7e30-0373-4f39-9c71-0c474461602e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:56.727738 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e20e7e30-0373-4f39-9c71-0c474461602e admin admin] 10.222.0.24 "DELETE /v2.0/networks/74288936-18da-4398-92dc-1f2b9c3b943f HTTP/1.1" status: 204 len: 168 time: 1.6026142 Aug 19 18:18:56.815658 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68ed84e7-30bd-4101-b50d-aa891612e8d7 req-a475f76f-4c41-41d2-ab9c-9d293fb0b29f tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.2399085 Aug 19 18:18:57.056819 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-da497b0a-b1ce-49ab-a319-dda196445364 req-2cc0cbfc-1b6a-4282-a7ff-13aa6326518a tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.54 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.1195967 Aug 19 18:18:57.217638 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0e29a420-d6c1-41fd-a8bd-bd69fd71e6ec req-6c7a2b45-41b5-49b9-8763-c59a6048db32 service neutron] 10.222.0.50 "GET /v2.0/networks/0f5bd346-7c14-4e50-89d6-16e6ab56fff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6874073 Aug 19 18:18:57.218501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e7e30-0373-4f39-9c71-0c474461602e admin admin] Pushing event deleted for resources: {'Network': ['ID=74288936-18da-4398-92dc-1f2b9c3b943f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:57.245721 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1960aa8e-01dd-495c-93fe-c19bbfe06ed1 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:57.336471 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 13f92d10-3596-49cd-9984-fb8de37084c4 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:18:57.457488 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 13f92d10-3596-49cd-9984-fb8de37084c4 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:18:57.458611 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 13f92d10-3596-49cd-9984-fb8de37084c4 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 19 18:18:57.510466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85343bad-f758-40ba-aba0-8abac5ddd237 req-f143bf6f-7148-47d5-9ea5-bb5cbcdf8a66 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:57.513296 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-85343bad-f758-40ba-aba0-8abac5ddd237 req-f143bf6f-7148-47d5-9ea5-bb5cbcdf8a66 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.7077019 Aug 19 18:18:57.576890 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960aa8e-01dd-495c-93fe-c19bbfe06ed1 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Port': ['ID=13f92d10-3596-49cd-9984-fb8de37084c4,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:57.604892 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Port 13f92d10-3596-49cd-9984-fb8de37084c4 not found, will not notify nova. {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 19 18:18:57.680779 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58882) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:57.879265 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f11413-90f7-4a29-addd-a025e1f0e9e6 req-c801d93e-514f-40e6-b4d5-3a0d55c81635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:57.882601 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-65f11413-90f7-4a29-addd-a025e1f0e9e6 req-c801d93e-514f-40e6-b4d5-3a0d55c81635 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a3290870e464da7827f6e353d92d457&device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 1094 time: 0.3671541 Aug 19 18:18:58.041404 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-85343bad-f758-40ba-aba0-8abac5ddd237 req-04ce8f28-df04-4abe-a9ba-dc7a69e51be0 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699319 Aug 19 18:18:58.135231 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07bdc9-572b-4128-b654-bd5fe2ad9a38 req-672dc2b5-9b00-45ca-8243-b5e6c374fba3 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:58.144841 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b07bdc9-572b-4128-b654-bd5fe2ad9a38 req-672dc2b5-9b00-45ca-8243-b5e6c374fba3 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 943 time: 0.5885191 Aug 19 18:18:58.149849 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1960aa8e-01dd-495c-93fe-c19bbfe06ed1 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:58.439840 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ae2177ff-f0e7-4a5a-9b28-ecbc5d509cdc req-0222169a-9c48-4c6d-b0ac-b3f778aab851 tempest-ServerShowV254Test-862902361 tempest-ServerShowV254Test-862902361-project] 10.222.0.24 "GET /v2.0/ports?device_id=18ee7de7-c732-4253-81a8-fa2e24cd043a HTTP/1.1" status: 200 len: 210 time: 0.1322193 Aug 19 18:18:58.499124 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9d3c5991-9b91-4ffa-9d38-6ca83954d04d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06f58293c49c4f2ea156dde51a2a69f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8122301 Aug 19 18:18:58.509652 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58890) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:58.709099 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b07bdc9-572b-4128-b654-bd5fe2ad9a38 req-2626ce27-cac7-4158-b84f-fdd936e70a42 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7761b0b-8bd5-413a-a296-99e55282b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5051491 Aug 19 18:18:58.801954 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f11413-90f7-4a29-addd-a025e1f0e9e6 req-eca3773e-784a-4329-a32c-c384fd008787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:58.805153 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-65f11413-90f7-4a29-addd-a025e1f0e9e6 req-eca3773e-784a-4329-a32c-c384fd008787 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0f5bd346-7c14-4e50-89d6-16e6ab56fff4 HTTP/1.1" status: 200 len: 917 time: 0.8477664 Aug 19 18:18:58.836906 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f5c3b1f-aa28-48b5-bc20-6fffe90b19d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:58.879761 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f5c3b1f-aa28-48b5-bc20-6fffe90b19d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:58.943237 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1960aa8e-01dd-495c-93fe-c19bbfe06ed1 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Router 0fc08577-2e55-4bb3-997e-0bcb80cc5341 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:18:59.136749 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f5c3b1f-aa28-48b5-bc20-6fffe90b19d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:59.139732 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f5c3b1f-aa28-48b5-bc20-6fffe90b19d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:59.146174 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9f5c3b1f-aa28-48b5-bc20-6fffe90b19d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b45604ab-1d2f-4e59-bd6b-0f4924ee71a3 HTTP/1.1" status: 204 len: 168 time: 0.6328804 Aug 19 18:18:59.167010 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-65f11413-90f7-4a29-addd-a025e1f0e9e6 req-f1d53241-8127-4e08-a0f8-7a7f2b7e5ed5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54537953-653a-462c-8411-60d36784a9c2 HTTP/1.1" status: 200 len: 217 time: 0.2155266 Aug 19 18:18:59.168172 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c3b1f-aa28-48b5-bc20-6fffe90b19d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45604ab-1d2f-4e59-bd6b-0f4924ee71a3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:59.342456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1960aa8e-01dd-495c-93fe-c19bbfe06ed1 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:18:59.364306 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58898) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:59.369482 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1960aa8e-01dd-495c-93fe-c19bbfe06ed1 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "PUT /v2.0/routers/0fc08577-2e55-4bb3-997e-0bcb80cc5341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4438050 Aug 19 18:18:59.549702 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f11413-90f7-4a29-addd-a025e1f0e9e6 req-f8634529-55ec-4168-86d0-8ca11a5ccc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:59.584902 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-65f11413-90f7-4a29-addd-a025e1f0e9e6 req-f8634529-55ec-4168-86d0-8ca11a5ccc4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=378552a8-d8af-4c6e-b72d-1f9a87ee7f75 HTTP/1.1" status: 200 len: 855 time: 0.3783321 Aug 19 18:18:59.735264 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe70e1c-0b8f-4112-a175-e08bf1d00b93 None None] Sync routers for ids ['0fc08577-2e55-4bb3-997e-0bcb80cc5341'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:18:59.754673 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe70e1c-0b8f-4112-a175-e08bf1d00b93 None None] Routers {'0fc08577-2e55-4bb3-997e-0bcb80cc5341'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:18:59.755739 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bbe70e1c-0b8f-4112-a175-e08bf1d00b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:18:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['0fc08577-2e55-4bb3-997e-0bcb80cc5341'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:59.875874 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a47062-6f46-46bc-832c-25e3cf979f08 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:59.879965 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a47062-6f46-46bc-832c-25e3cf979f08 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:59.881987 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f0a47062-6f46-46bc-832c-25e3cf979f08 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4970555 Aug 19 18:18:59.887344 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58908) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:59.917413 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99845193-f9ed-4c2c-8aa1-65d334681c2e req-13922505-fcbb-43d8-8cf2-e984e093ad98 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:59.926833 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-99845193-f9ed-4c2c-8aa1-65d334681c2e req-13922505-fcbb-43d8-8cf2-e984e093ad98 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.5703840 Aug 19 18:18:59.947786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f11413-90f7-4a29-addd-a025e1f0e9e6 req-21c7c16e-f6c2-4739-8967-921990328817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:59.951527 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-65f11413-90f7-4a29-addd-a025e1f0e9e6 req-21c7c16e-f6c2-4739-8967-921990328817 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f5bd346-7c14-4e50-89d6-16e6ab56fff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3624883 Aug 19 18:18:59.985659 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-bbe70e1c-0b8f-4112-a175-e08bf1d00b93 None None] Set router 0fc08577-2e55-4bb3-997e-0bcb80cc5341 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:19:00.138045 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bbe70e1c-0b8f-4112-a175-e08bf1d00b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc08577-2e55-4bb3-997e-0bcb80cc5341', 'name': 'tempest-NetworksTestDHCPv6-router-1547361417', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:42Z', 'updated_at': '2021-08-19T18:18:56Z', 'revision_number': 3, 'project_id': 'e2047ef038354e09bdf21588ee4e43da', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:00.235490 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe70e1c-0b8f-4112-a175-e08bf1d00b93 None None] Checking router: 0fc08577-2e55-4bb3-997e-0bcb80cc5341 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:19:00.276233 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe70e1c-0b8f-4112-a175-e08bf1d00b93 None None] Routers {'0fc08577-2e55-4bb3-997e-0bcb80cc5341'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:19:00.279034 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bbe70e1c-0b8f-4112-a175-e08bf1d00b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:18:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['0fc08577-2e55-4bb3-997e-0bcb80cc5341'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:00.330460 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-99845193-f9ed-4c2c-8aa1-65d334681c2e req-c61e0df9-e7d7-4c53-a47a-ad15ee322c29 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018898 Aug 19 18:19:00.502022 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6bf851a-6a72-414f-a85a-5082d2ee70ec tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet 1f686b3f-2729-4bb5-a8d6-ee348cc4b0c1 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:19:00.537072 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-65f11413-90f7-4a29-addd-a025e1f0e9e6 req-d0b86afa-86e3-420d-b12a-1ddda75a60b9 service neutron] 10.222.0.50 "GET /v2.0/networks/0f5bd346-7c14-4e50-89d6-16e6ab56fff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5699873 Aug 19 18:19:00.542602 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f6bf851a-6a72-414f-a85a-5082d2ee70ec tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:00.626451 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-bbe70e1c-0b8f-4112-a175-e08bf1d00b93 None None] Set router 0fc08577-2e55-4bb3-997e-0bcb80cc5341 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:19:00.722695 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:19:00.740259 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-65f11413-90f7-4a29-addd-a025e1f0e9e6 req-39549d31-2e41-41c9-b68f-a62e4b4fdd9f service neutron] 10.222.0.50 "GET /v2.0/networks/0f5bd346-7c14-4e50-89d6-16e6ab56fff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939986 Aug 19 18:19:00.740259 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58922) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:00.833648 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bbe70e1c-0b8f-4112-a175-e08bf1d00b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc08577-2e55-4bb3-997e-0bcb80cc5341', 'name': 'tempest-NetworksTestDHCPv6-router-1547361417', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:42Z', 'updated_at': '2021-08-19T18:18:56Z', 'revision_number': 3, 'project_id': 'e2047ef038354e09bdf21588ee4e43da', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:00.857211 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f6bf851a-6a72-414f-a85a-5082d2ee70ec tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:00.869412 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe70e1c-0b8f-4112-a175-e08bf1d00b93 None None] The sync data for ids ['0fc08577-2e55-4bb3-997e-0bcb80cc5341'] in n-d-803753-2 is: [{'id': '0fc08577-2e55-4bb3-997e-0bcb80cc5341', 'name': 'tempest-NetworksTestDHCPv6-router-1547361417', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:42Z', 'updated_at': '2021-08-19T18:18:56Z', 'revision_number': 3, 'project_id': 'e2047ef038354e09bdf21588ee4e43da', 'gw_port_host': None}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:19:01.044575 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce230c4-9d3b-448e-9ab6-5b0cb41aee69 req-2a0fc4c0-7985-4bc7-acee-bf5cbb5c60b4 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:01.061640 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ce230c4-9d3b-448e-9ab6-5b0cb41aee69 req-2a0fc4c0-7985-4bc7-acee-bf5cbb5c60b4 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 943 time: 0.9511762 Aug 19 18:19:01.218013 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ce230c4-9d3b-448e-9ab6-5b0cb41aee69 req-02e2481c-730e-436e-9aab-27ad955ffc7e tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7761b0b-8bd5-413a-a296-99e55282b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504307 Aug 19 18:19:01.332301 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-159f42ba-c67f-4b41-a45c-655f459ad41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:01.371501 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 13f92d10-3596-49cd-9984-fb8de37084c4 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:19:01.484359 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-159f42ba-c67f-4b41-a45c-655f459ad41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:01.486325 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f6bf851a-6a72-414f-a85a-5082d2ee70ec tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:01.492540 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-159f42ba-c67f-4b41-a45c-655f459ad41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:01.504215 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 13f92d10-3596-49cd-9984-fb8de37084c4 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:19:01.505385 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 13f92d10-3596-49cd-9984-fb8de37084c4 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:19:01.616688 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f42ba-c67f-4b41-a45c-655f459ad41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880422ec-1b65-4445-9c3b-8867f55cd7d8,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:01.649157 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f6bf851a-6a72-414f-a85a-5082d2ee70ec tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:01.767420 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f6bf851a-6a72-414f-a85a-5082d2ee70ec tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:01.769127 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdad4dcb-0f93-4be8-8a6e-e66399a4924e None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:01.781461 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f6bf851a-6a72-414f-a85a-5082d2ee70ec tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/1f686b3f-2729-4bb5-a8d6-ee348cc4b0c1 HTTP/1.1" status: 204 len: 168 time: 1.8888783 Aug 19 18:19:01.784163 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf851a-6a72-414f-a85a-5082d2ee70ec tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=1f686b3f-2729-4bb5-a8d6-ee348cc4b0c1,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:01.798005 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58942) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:01.913835 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-159f42ba-c67f-4b41-a45c-655f459ad41f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9832b0d9948d4008a1da64d05f1e6eb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1716077 Aug 19 18:19:01.929327 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58944) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:01.998688 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58946) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:02.064356 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9e414c45-4b90-4115-a0ac-f2b7452e7121 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2606618 Aug 19 18:19:02.067932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58950) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:02.200734 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e0da6-251c-429a-a7eb-2f198b0fd960 req-7e9196d3-8500-49bd-bda6-1764e2eea0ad tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:02.209755 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b45e0da6-251c-429a-a7eb-2f198b0fd960 req-7e9196d3-8500-49bd-bda6-1764e2eea0ad tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.4354289 Aug 19 18:19:02.266806 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be578fd8-d507-4c8a-b97c-e96b69c7e132 None None] DHCP port deletion for 4734c50c-5b75-42a3-a882-02084790a476 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:19:02.320614 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b45e0da6-251c-429a-a7eb-2f198b0fd960 req-0a715143-c71a-4048-bad4-7768bbec9f68 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098647 Aug 19 18:19:02.382333 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-93d0173b-31b2-420e-a8e5-49d08818c68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:02.459769 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-be578fd8-d507-4c8a-b97c-e96b69c7e132 None None] Deleting port acdb750f-7e69-478d-b308-9f398d23c777 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:19:02.465814 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-be578fd8-d507-4c8a-b97c-e96b69c7e132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:02.485954 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-93d0173b-31b2-420e-a8e5-49d08818c68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:02.617094 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-93d0173b-31b2-420e-a8e5-49d08818c68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:02.620758 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-93d0173b-31b2-420e-a8e5-49d08818c68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:02.622537 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-93d0173b-31b2-420e-a8e5-49d08818c68b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/880422ec-1b65-4445-9c3b-8867f55cd7d8 HTTP/1.1" status: 204 len: 168 time: 0.6838894 Aug 19 18:19:02.644143 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0173b-31b2-420e-a8e5-49d08818c68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880422ec-1b65-4445-9c3b-8867f55cd7d8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:02.647726 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-be578fd8-d507-4c8a-b97c-e96b69c7e132 None None] For port acdb750f-7e69-478d-b308-9f398d23c777, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=acdb750f-7e69-478d-b308-9f398d23c777,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:02.662456 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-be578fd8-d507-4c8a-b97c-e96b69c7e132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:02.694492 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-be578fd8-d507-4c8a-b97c-e96b69c7e132 None None] Calling delete_port for acdb750f-7e69-478d-b308-9f398d23c777 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:19:02.721623 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-4e84283e-315f-491e-9104-32000c3d267b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1623822289-network', 'tenant_id': 'e3f32673f435409a8967dbcd799c4c7f'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:02.808652 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e84283e-315f-491e-9104-32000c3d267b admin admin] Made reservation on behalf of e3f32673f435409a8967dbcd799c4c7f for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:02.811368 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4e84283e-315f-491e-9104-32000c3d267b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:02.851910 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4e84283e-315f-491e-9104-32000c3d267b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:03.032930 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-be578fd8-d507-4c8a-b97c-e96b69c7e132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:03.130513 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be578fd8-d507-4c8a-b97c-e96b69c7e132 None None] Pushing event deleted for resources: {'Port': ['ID=acdb750f-7e69-478d-b308-9f398d23c777,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:03.141902 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be578fd8-d507-4c8a-b97c-e96b69c7e132 None None] No DVR routers for this DVR port acdb750f-7e69-478d-b308-9f398d23c777 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:19:03.217652 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device acdb750f-7e69-478d-b308-9f398d23c777 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:19:03.288984 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: acdb750f-7e69-478d-b308-9f398d23c777 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:19:03.290070 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device acdb750f-7e69-478d-b308-9f398d23c777 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:19:03.315164 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4e84283e-315f-491e-9104-32000c3d267b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:03.329271 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4e84283e-315f-491e-9104-32000c3d267b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:03.470461 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e84283e-315f-491e-9104-32000c3d267b admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:19:03.506099 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4e84283e-315f-491e-9104-32000c3d267b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:03.507478 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-4e84283e-315f-491e-9104-32000c3d267b admin admin] Added segment 2c3c44ac-f745-42f6-992a-b7a0f6a32881 of type vlan for network 183c7f7c-f323-4d24-9bc5-5768bcc1cf30 Aug 19 18:19:04.031108 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84283e-315f-491e-9104-32000c3d267b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f58a8a-296f-4717-b3cf-3a9e15157bdd,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:04.097585 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4e84283e-315f-491e-9104-32000c3d267b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:04.114155 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0fed59da-4d97-481b-82ba-7ebcac696e20 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:04.213306 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4e84283e-315f-491e-9104-32000c3d267b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:04.215319 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e84283e-315f-491e-9104-32000c3d267b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:04.216291 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4e84283e-315f-491e-9104-32000c3d267b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:04.293190 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186947a6-13c4-419b-8084-f078d6ebeeea req-6f328ac9-5f9c-4e91-a74c-13d8c480e6e9 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:04.306836 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-186947a6-13c4-419b-8084-f078d6ebeeea req-6f328ac9-5f9c-4e91-a74c-13d8c480e6e9 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.6235342 Aug 19 18:19:04.482398 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f7577-9ec6-4fdb-8e63-b3bb2869fac9 req-17d35149-ae36-4969-92c7-bcacceecc898 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:04.502909 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-338f7577-9ec6-4fdb-8e63-b3bb2869fac9 req-17d35149-ae36-4969-92c7-bcacceecc898 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 943 time: 0.5921214 Aug 19 18:19:04.618279 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e7611f10-d695-4625-bc22-0e1e7a098558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:04.727176 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-186947a6-13c4-419b-8084-f078d6ebeeea req-e490d5b9-70dd-416f-8bf8-631f69047af0 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374318 Aug 19 18:19:04.735261 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4e84283e-315f-491e-9104-32000c3d267b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.7274945 Aug 19 18:19:04.744515 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58984) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:04.759499 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-b492db3e-36a9-4b2b-9c3a-92a6288d82d9 admin admin] Request body: {'subnet': {'network_id': '183c7f7c-f323-4d24-9bc5-5768bcc1cf30', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1623822289-subnet', 'tenant_id': 'e3f32673f435409a8967dbcd799c4c7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:04.862604 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84283e-315f-491e-9104-32000c3d267b admin admin] Pushing event updated for resources: {'Network': ['ID=183c7f7c-f323-4d24-9bc5-5768bcc1cf30,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:04.889232 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b492db3e-36a9-4b2b-9c3a-92a6288d82d9 admin admin] Made reservation on behalf of e3f32673f435409a8967dbcd799c4c7f for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:04.901753 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b492db3e-36a9-4b2b-9c3a-92a6288d82d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:05.136527 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58992) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:05.367141 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-338f7577-9ec6-4fdb-8e63-b3bb2869fac9 req-a3d7add8-4a93-4a83-8fc9-536ce1ea16c7 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7761b0b-8bd5-413a-a296-99e55282b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8437436 Aug 19 18:19:05.377887 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0fed59da-4d97-481b-82ba-7ebcac696e20 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:05.390391 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0fed59da-4d97-481b-82ba-7ebcac696e20 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:05.427212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 183c7f7c-f323-4d24-9bc5-5768bcc1cf30 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:19:05.622259 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0fed59da-4d97-481b-82ba-7ebcac696e20 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:05.622870 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fed59da-4d97-481b-82ba-7ebcac696e20 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Fanout notify agent at l3_agent the message router_deleted on router 0fc08577-2e55-4bb3-997e-0bcb80cc5341 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:19:05.644515 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0fed59da-4d97-481b-82ba-7ebcac696e20 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:05.659264 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0fed59da-4d97-481b-82ba-7ebcac696e20 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/routers/0fc08577-2e55-4bb3-997e-0bcb80cc5341 HTTP/1.1" status: 204 len: 168 time: 3.5871398 Aug 19 18:19:05.663415 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59002) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:05.710987 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-9b08cd94-3f73-48fc-82e8-bf8be53cd58b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1912132189-network', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:05.718626 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c6ecfcea-c457-4635-b177-8b967def2265 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0504324 Aug 19 18:19:05.718626 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59004) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:05.829169 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976b5b71-4d9d-4091-8385-7d595fbce83c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:05.830951 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-976b5b71-4d9d-4091-8385-7d595fbce83c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1116142 Aug 19 18:19:05.834266 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59008) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:05.913694 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b492db3e-36a9-4b2b-9c3a-92a6288d82d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:05.953889 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3c3cccab-a352-46e0-a4a0-8f3c8e6780ff tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1182458 Aug 19 18:19:05.965617 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59010) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:05.984410 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-a63c1ab2-93a2-4f93-950c-285731c8f187 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:06.015678 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b08cd94-3f73-48fc-82e8-bf8be53cd58b admin admin] Made reservation on behalf of 65af0cd5b05e4e47a92672412bb56f85 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:06.021179 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b08cd94-3f73-48fc-82e8-bf8be53cd58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:06.143013 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b08cd94-3f73-48fc-82e8-bf8be53cd58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:06.221292 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492db3e-36a9-4b2b-9c3a-92a6288d82d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5459639a-4f47-4b79-a85a-7edac500d10a,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:06.255673 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b492db3e-36a9-4b2b-9c3a-92a6288d82d9 admin admin] Checking segment: {'id': '2c3c44ac-f745-42f6-992a-b7a0f6a32881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '183c7f7c-f323-4d24-9bc5-5768bcc1cf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:19:06.256056 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b492db3e-36a9-4b2b-9c3a-92a6288d82d9 admin admin] Network hostable DHCP agents. Network: 183c7f7c-f323-4d24-9bc5-5768bcc1cf30, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:19:06.272221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63c1ab2-93a2-4f93-950c-285731c8f187 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:06.276069 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a63c1ab2-93a2-4f93-950c-285731c8f187 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:06.286157 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c9c52-91b4-4eb6-a150-f42e65297437 req-eb8c29cf-1571-4d39-83be-02d5466e64b3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:06.304086 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-767c9c52-91b4-4eb6-a150-f42e65297437 req-eb8c29cf-1571-4d39-83be-02d5466e64b3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.2957187 Aug 19 18:19:06.678209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b492db3e-36a9-4b2b-9c3a-92a6288d82d9 admin admin] Network 183c7f7c-f323-4d24-9bc5-5768bcc1cf30 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:19:06.735792 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-767c9c52-91b4-4eb6-a150-f42e65297437 req-089eb6c9-e691-48c0-8499-023213269bcb tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305048 Aug 19 18:19:06.807782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53d382-9bad-47ed-b0a6-0591d85c8108 req-7df06e8a-fdf8-440f-9cf7-a8a797e4a0cd tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:06.839527 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0a53d382-9bad-47ed-b0a6-0591d85c8108 req-7df06e8a-fdf8-440f-9cf7-a8a797e4a0cd tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 943 time: 0.2613769 Aug 19 18:19:06.867154 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b08cd94-3f73-48fc-82e8-bf8be53cd58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:06.876509 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b08cd94-3f73-48fc-82e8-bf8be53cd58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:06.933993 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b08cd94-3f73-48fc-82e8-bf8be53cd58b admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:19:06.979633 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b08cd94-3f73-48fc-82e8-bf8be53cd58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:06.983055 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-9b08cd94-3f73-48fc-82e8-bf8be53cd58b admin admin] Added segment 61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe of type vlan for network 328a6888-a512-4946-b559-9a6ac5994658 Aug 19 18:19:07.082558 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0a53d382-9bad-47ed-b0a6-0591d85c8108 req-6bf83290-6962-46dc-b86e-5515df336c79 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7761b0b-8bd5-413a-a296-99e55282b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409053 Aug 19 18:19:07.137416 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-acc3bbcd-4337-45f6-b7f4-eb4ae6ce3580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:07.153724 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-b492db3e-36a9-4b2b-9c3a-92a6288d82d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 183c7f7c-f323-4d24-9bc5-5768bcc1cf30) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:07.167532 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f44909-e9f8-49c2-8ba8-43f4d8a37593 None None] Network 183c7f7c-f323-4d24-9bc5-5768bcc1cf30 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:07.177016 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b492db3e-36a9-4b2b-9c3a-92a6288d82d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:07.178594 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b492db3e-36a9-4b2b-9c3a-92a6288d82d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:07.239379 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b492db3e-36a9-4b2b-9c3a-92a6288d82d9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4900789 Aug 19 18:19:07.329797 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08cd94-3f73-48fc-82e8-bf8be53cd58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5097b0d-5795-4f77-bcbc-777f0aa0cf95,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:07.344041 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b08cd94-3f73-48fc-82e8-bf8be53cd58b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:07.437911 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:07.440339 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b08cd94-3f73-48fc-82e8-bf8be53cd58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:07.443203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b08cd94-3f73-48fc-82e8-bf8be53cd58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:07.446117 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b08cd94-3f73-48fc-82e8-bf8be53cd58b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:07.626020 n-d-803753-2 neutron-server[94682]: DEBUG neutron.objects.ports [None req-a63c1ab2-93a2-4f93-950c-285731c8f187 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:19:07.629995 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a63c1ab2-93a2-4f93-950c-285731c8f187 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:07.778946 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08cd94-3f73-48fc-82e8-bf8be53cd58b admin admin] Pushing event updated for resources: {'Network': ['ID=328a6888-a512-4946-b559-9a6ac5994658,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:07.819463 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 328a6888-a512-4946-b559-9a6ac5994658 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:19:07.831956 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0182873-79db-4ddb-845c-227e0896d1c3 None None] Network 183c7f7c-f323-4d24-9bc5-5768bcc1cf30 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:07.852369 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9b08cd94-3f73-48fc-82e8-bf8be53cd58b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7144430 Aug 19 18:19:07.853181 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59024) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:07.873644 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-88d05bf0-14d8-4492-b028-be8de5b85bc0 admin admin] Request body: {'subnet': {'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1912132189-subnet', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:07.961245 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d05bf0-14d8-4492-b028-be8de5b85bc0 admin admin] Made reservation on behalf of 65af0cd5b05e4e47a92672412bb56f85 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:07.970012 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-88d05bf0-14d8-4492-b028-be8de5b85bc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:07.978984 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63c1ab2-93a2-4f93-950c-285731c8f187 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:19:07.982283 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-a63c1ab2-93a2-4f93-950c-285731c8f187 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:07.988472 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63c1ab2-93a2-4f93-950c-285731c8f187 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:07.992363 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a63c1ab2-93a2-4f93-950c-285731c8f187 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:08.053467 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a63c1ab2-93a2-4f93-950c-285731c8f187 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0859792 Aug 19 18:19:08.070323 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59034) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:08.071344 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c1ab2-93a2-4f93-950c-285731c8f187 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=fb276a5a-6302-4ed0-b6b4-05f528121735,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:08.081042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7ed71361-f251-48b0-ab57-ac85a251e074 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:08.236246 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded91b7-2f07-4904-bad9-41b1ce2403ac req-700dcdff-aa29-4d53-b41c-da0b68914a1a tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:08.251672 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7ded91b7-2f07-4904-bad9-41b1ce2403ac req-700dcdff-aa29-4d53-b41c-da0b68914a1a tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.2340567 Aug 19 18:19:08.258544 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a6dd2f-5bdf-4944-a28a-2b4fa9b54b1a None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:08.424778 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7ded91b7-2f07-4904-bad9-41b1ce2403ac req-25d00698-d070-4a52-8d7a-8d4c4aa0c5ba tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636403 Aug 19 18:19:08.473371 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed71361-f251-48b0-ab57-ac85a251e074 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:08.478510 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7ed71361-f251-48b0-ab57-ac85a251e074 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:08.790815 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-88d05bf0-14d8-4492-b028-be8de5b85bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:08.931783 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d05bf0-14d8-4492-b028-be8de5b85bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9cc3538-7c99-4258-a48c-18c8964a49b7,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:09.009056 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c597f9b-79ae-4de1-a704-762e8f979aa2 req-22b017e7-14dc-46f7-b659-c29fa0a90081 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:09.021001 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7ed71361-f251-48b0-ab57-ac85a251e074 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:09.033452 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5c597f9b-79ae-4de1-a704-762e8f979aa2 req-22b017e7-14dc-46f7-b659-c29fa0a90081 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 943 time: 0.4030125 Aug 19 18:19:09.044986 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:09.167222 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4b58ef-f24c-40e9-9e99-b166e6b73257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-4734c50c-5b75-42a3-a882-02084790a476', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'fixed_ips': [{'subnet_id': 'fb276a5a-6302-4ed0-b6b4-05f528121735'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:19:09.168203 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-da4b58ef-f24c-40e9-9e99-b166e6b73257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:09.174698 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed71361-f251-48b0-ab57-ac85a251e074 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:19:09.258628 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5c597f9b-79ae-4de1-a704-762e8f979aa2 req-a487e0e1-762e-4884-ba88-c7c46de828e6 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7761b0b-8bd5-413a-a296-99e55282b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419110 Aug 19 18:19:09.273216 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d05bf0-14d8-4492-b028-be8de5b85bc0 admin admin] Checking segment: {'id': '61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '328a6888-a512-4946-b559-9a6ac5994658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:19:09.273852 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d05bf0-14d8-4492-b028-be8de5b85bc0 admin admin] Network hostable DHCP agents. Network: 328a6888-a512-4946-b559-9a6ac5994658, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:19:09.277366 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-7ed71361-f251-48b0-ab57-ac85a251e074 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:09.306137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed71361-f251-48b0-ab57-ac85a251e074 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:09.306137 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7ed71361-f251-48b0-ab57-ac85a251e074 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:09.355406 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d05bf0-14d8-4492-b028-be8de5b85bc0 admin admin] Network 328a6888-a512-4946-b559-9a6ac5994658 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:19:09.386145 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-88d05bf0-14d8-4492-b028-be8de5b85bc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 328a6888-a512-4946-b559-9a6ac5994658) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:09.394119 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d05bf0-14d8-4492-b028-be8de5b85bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:09.395426 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-88d05bf0-14d8-4492-b028-be8de5b85bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:09.472074 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-88d05bf0-14d8-4492-b028-be8de5b85bc0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6139510 Aug 19 18:19:09.479030 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59054) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:09.484391 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-8c9cf576-c8b9-41fa-ae76-7a75b9a8b286 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1912132189-router', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:09.486233 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-ec775b67-6348-4e6a-a0e7-1b6e76d16d92 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:09.488043 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-ec775b67-6348-4e6a-a0e7-1b6e76d16d92 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/networks?id=183c7f7c-f323-4d24-9bc5-5768bcc1cf30 HTTP/1.1" status: 200 len: 818 time: 0.4812927 Aug 19 18:19:09.496500 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422f2151-f9e6-4d37-b23f-da0202a102ca None None] Network 328a6888-a512-4946-b559-9a6ac5994658 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:09.544186 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7ed71361-f251-48b0-ab57-ac85a251e074 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4689384 Aug 19 18:19:09.546432 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed71361-f251-48b0-ab57-ac85a251e074 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=707c6a46-591a-4e58-8668-01ff9b2dc3b4,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:09.549204 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59056) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:09.561580 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8c9cf576-c8b9-41fa-ae76-7a75b9a8b286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:09.563100 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8c9cf576-c8b9-41fa-ae76-7a75b9a8b286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:09.563818 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-2787d6c0-6489-420c-9cd2-c2d137019f6f tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/quotas/e3f32673f435409a8967dbcd799c4c7f HTTP/1.1" status: 200 len: 375 time: 0.0521045 Aug 19 18:19:09.569037 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-42a0f8ad-ff70-4443-8bac-714f49b4bb86 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'mac_address': 'fa:16:3e:52:01:60', 'name': 'tempest-NetworksTestDHCPv6-678575485'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:09.669315 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8c9cf576-c8b9-41fa-ae76-7a75b9a8b286 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:09.832562 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-392623a4-48c4-4eef-9fba-53c8cfbacfab tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3f32673f435409a8967dbcd799c4c7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2350814 Aug 19 18:19:09.912539 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-da4b58ef-f24c-40e9-9e99-b166e6b73257 None None] Allocated IP 2001:db8::f816:3eff:feac:e762 (4734c50c-5b75-42a3-a882-02084790a476/fb276a5a-6302-4ed0-b6b4-05f528121735/0fee2db4-281b-4a15-a596-40ffa7882a80) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:19:10.064741 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8c9cf576-c8b9-41fa-ae76-7a75b9a8b286 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:10.075268 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-b7fef5cd-59b3-4dfa-92e8-4fdae9400e33 service neutron] 10.222.0.24 "GET /v2.0/networks/183c7f7c-f323-4d24-9bc5-5768bcc1cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965234 Aug 19 18:19:10.134418 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806e9bc-9c3d-4fe2-9797-ffb86d01e401 req-0e2926b8-aee1-49bd-a22d-e7bb68c24b38 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:10.136803 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0806e9bc-9c3d-4fe2-9797-ffb86d01e401 req-0e2926b8-aee1-49bd-a22d-e7bb68c24b38 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.4652541 Aug 19 18:19:10.249565 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0806e9bc-9c3d-4fe2-9797-ffb86d01e401 req-4a156a15-38ae-41be-a3ae-505c8b826221 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655305 Aug 19 18:19:10.283800 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-26937b84-0373-4068-9d4f-c3cfda8874b9 service neutron] 10.222.0.24 "GET /v2.0/networks/183c7f7c-f323-4d24-9bc5-5768bcc1cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012005 Aug 19 18:19:10.459465 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a0f8ad-ff70-4443-8bac-714f49b4bb86 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:10.772987 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ed0f2fdb-9e91-4e75-9a9c-80f7fa734a22 req-ccd24916-d515-43ab-8540-cfa251a090c1 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/ports?device_id=4452c648-08bf-4465-92dc-e6f723eab079 HTTP/1.1" status: 200 len: 210 time: 0.0727506 Aug 19 18:19:10.801010 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-da4b58ef-f24c-40e9-9e99-b166e6b73257 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:10.806256 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42a0f8ad-ff70-4443-8bac-714f49b4bb86 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:10.901975 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-42a0f8ad-ff70-4443-8bac-714f49b4bb86 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] device_id is not set on port 32a08a09-d69d-401b-8e89-e3b358abc002 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:19:10.913997 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-da4b58ef-f24c-40e9-9e99-b166e6b73257 None None] Transition to ACTIVE for port object 0fee2db4-281b-4a15-a596-40ffa7882a80 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:10.949394 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:10.949394 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1c8be8-6744-48ea-bd26-b83ec4b1f1da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-328a6888-a512-4946-b559-9a6ac5994658', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'fixed_ips': [{'subnet_id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:19:10.949394 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ce1c8be8-6744-48ea-bd26-b83ec4b1f1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:10.970490 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f62e0-b4ef-44cf-978b-3245cae52ec5 req-1ca9d687-4573-4eed-b48a-ae314d4632cc tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:10.974266 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd2f62e0-b4ef-44cf-978b-3245cae52ec5 req-1ca9d687-4573-4eed-b48a-ae314d4632cc tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 943 time: 0.4148958 Aug 19 18:19:10.980520 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8c9cf576-c8b9-41fa-ae76-7a75b9a8b286 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:11.091443 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:11.104117 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-da4b58ef-f24c-40e9-9e99-b166e6b73257 None None] Transition to ACTIVE for port object 0fee2db4-281b-4a15-a596-40ffa7882a80 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:11.194846 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8c9cf576-c8b9-41fa-ae76-7a75b9a8b286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:11.297460 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd2f62e0-b4ef-44cf-978b-3245cae52ec5 req-3f6bc322-5b48-4d3c-a457-41244d7fc53c tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7761b0b-8bd5-413a-a296-99e55282b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3095226 Aug 19 18:19:11.536992 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-8c9cf576-c8b9-41fa-ae76-7a75b9a8b286 admin admin] Allocated IP 172.25.8.42 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/54692e1c-0bbb-4f12-88a4-c316d26b24f0) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:19:11.588341 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed33006-df53-4ba7-bafa-391a1bc93ba4 req-be8e630d-1f10-4f7c-bd87-a4c8632451cc tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:11.599465 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ed33006-df53-4ba7-bafa-391a1bc93ba4 req-be8e630d-1f10-4f7c-bd87-a4c8632451cc tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1486630 Aug 19 18:19:11.682407 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-da4b58ef-f24c-40e9-9e99-b166e6b73257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:11.716817 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ed33006-df53-4ba7-bafa-391a1bc93ba4 req-a54529c5-6e63-495a-96f3-ffde8008081f tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143641 Aug 19 18:19:11.850822 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8c9cf576-c8b9-41fa-ae76-7a75b9a8b286 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:11.957645 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-42a0f8ad-ff70-4443-8bac-714f49b4bb86 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 172.20.0.11 (4734c50c-5b75-42a3-a882-02084790a476/707c6a46-591a-4e58-8668-01ff9b2dc3b4/32a08a09-d69d-401b-8e89-e3b358abc002) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:19:11.976113 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-42a0f8ad-ff70-4443-8bac-714f49b4bb86 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8::f816:3eff:fe52:160 (4734c50c-5b75-42a3-a882-02084790a476/fb276a5a-6302-4ed0-b6b4-05f528121735/32a08a09-d69d-401b-8e89-e3b358abc002) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:19:11.996332 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b58ef-f24c-40e9-9e99-b166e6b73257 None None] Pushing event updated for resources: {'Port': ['ID=0fee2db4-281b-4a15-a596-40ffa7882a80,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:12.033683 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4b58ef-f24c-40e9-9e99-b166e6b73257 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:19:12.043710 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-da4b58ef-f24c-40e9-9e99-b166e6b73257 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:12.058330 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4b58ef-f24c-40e9-9e99-b166e6b73257 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:19:12.138107 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-748d9386-eee4-4787-be11-dfdd931e1d6a req-4f8252d8-8287-4496-b71a-5b88a8b12d59 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/ports?device_id=4452c648-08bf-4465-92dc-e6f723eab079 HTTP/1.1" status: 200 len: 210 time: 0.2093692 Aug 19 18:19:12.173792 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-ce1c8be8-6744-48ea-bd26-b83ec4b1f1da None None] Allocated IP 172.20.0.2 (328a6888-a512-4946-b559-9a6ac5994658/d9cc3538-7c99-4258-a48c-18c8964a49b7/aeb3b5e3-ce92-410e-8e1d-216dcd2766b7) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:19:12.187995 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8c9cf576-c8b9-41fa-ae76-7a75b9a8b286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:12.210996 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-da4b58ef-f24c-40e9-9e99-b166e6b73257 None None] Attempting to bind port 0fee2db4-281b-4a15-a596-40ffa7882a80 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:19:12.211987 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-da4b58ef-f24c-40e9-9e99-b166e6b73257 None None] Attempting to bind port 0fee2db4-281b-4a15-a596-40ffa7882a80 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:19:12.211987 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4b58ef-f24c-40e9-9e99-b166e6b73257 None None] Attempting to bind port 0fee2db4-281b-4a15-a596-40ffa7882a80 on network 4734c50c-5b75-42a3-a882-02084790a476 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:19:12.227252 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4b58ef-f24c-40e9-9e99-b166e6b73257 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:19:12.231280 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4b58ef-f24c-40e9-9e99-b166e6b73257 None None] Checking segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:19:12.231280 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-da4b58ef-f24c-40e9-9e99-b166e6b73257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:12.231280 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4b58ef-f24c-40e9-9e99-b166e6b73257 None None] Bound using segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:19:12.231280 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-da4b58ef-f24c-40e9-9e99-b166e6b73257 None None] Bound port: 0fee2db4-281b-4a15-a596-40ffa7882a80, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:19:12.232061 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-da4b58ef-f24c-40e9-9e99-b166e6b73257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:12.501010 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9cf576-c8b9-41fa-ae76-7a75b9a8b286 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:19:12.505465 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42a0f8ad-ff70-4443-8bac-714f49b4bb86 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:12.533048 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-42a0f8ad-ff70-4443-8bac-714f49b4bb86 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Transition to ACTIVE for port object 32a08a09-d69d-401b-8e89-e3b358abc002 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:12.550173 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-8c9cf576-c8b9-41fa-ae76-7a75b9a8b286 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:12.565085 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9cf576-c8b9-41fa-ae76-7a75b9a8b286 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:19:12.611338 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cf576-c8b9-41fa-ae76-7a75b9a8b286 admin admin] Pushing event updated for resources: {'Port': ['ID=54692e1c-0bbb-4f12-88a4-c316d26b24f0,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:12.700562 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42a0f8ad-ff70-4443-8bac-714f49b4bb86 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:12.891485 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-da4b58ef-f24c-40e9-9e99-b166e6b73257 None None] For port 0fee2db4-281b-4a15-a596-40ffa7882a80, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:19:12.909091 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-da4b58ef-f24c-40e9-9e99-b166e6b73257 None None] For port 0fee2db4-281b-4a15-a596-40ffa7882a80, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0fee2db4-281b-4a15-a596-40ffa7882a80,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:19:12.938961 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-da4b58ef-f24c-40e9-9e99-b166e6b73257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:13.002088 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a0f8ad-ff70-4443-8bac-714f49b4bb86 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:19:13.018499 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-42a0f8ad-ff70-4443-8bac-714f49b4bb86 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:13.059110 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a0f8ad-ff70-4443-8bac-714f49b4bb86 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:19:13.193357 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a0f8ad-ff70-4443-8bac-714f49b4bb86 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:13.194590 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42a0f8ad-ff70-4443-8bac-714f49b4bb86 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:13.269062 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0f8ad-ff70-4443-8bac-714f49b4bb86 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=32a08a09-d69d-401b-8e89-e3b358abc002,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:13.293576 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-42a0f8ad-ff70-4443-8bac-714f49b4bb86 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.7314856 Aug 19 18:19:13.299665 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59108) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:13.503844 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7b9db-94bb-48e7-8680-5ca079afed9a req-8699c787-7e8e-4f34-864d-63be5a113d0a tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:13.513174 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd0da5-dff1-498e-9b08-29787bf38368 req-0b89a51a-60dd-4baa-9cf3-39b50fdbe5ab tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:13.517112 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a1cd0da5-dff1-498e-9b08-29787bf38368 req-0b89a51a-60dd-4baa-9cf3-39b50fdbe5ab tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.5823886 Aug 19 18:19:13.544787 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e3e7b9db-94bb-48e7-8680-5ca079afed9a req-8699c787-7e8e-4f34-864d-63be5a113d0a tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 943 time: 0.8859437 Aug 19 18:19:13.605430 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ce1c8be8-6744-48ea-bd26-b83ec4b1f1da None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:13.650399 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b58ef-f24c-40e9-9e99-b166e6b73257 None None] Pushing event updated for resources: {'Port': ['ID=0fee2db4-281b-4a15-a596-40ffa7882a80,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:13.702649 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ce1c8be8-6744-48ea-bd26-b83ec4b1f1da None None] Transition to ACTIVE for port object aeb3b5e3-ce92-410e-8e1d-216dcd2766b7 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:13.787670 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ce1c8be8-6744-48ea-bd26-b83ec4b1f1da None None] Transition to ACTIVE for port object aeb3b5e3-ce92-410e-8e1d-216dcd2766b7 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:13.808759 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ce1c8be8-6744-48ea-bd26-b83ec4b1f1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:13.843789 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a1cd0da5-dff1-498e-9b08-29787bf38368 req-d297f7ee-c2c4-434e-ac16-428b9c35c5b8 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052859 Aug 19 18:19:13.987225 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1c8be8-6744-48ea-bd26-b83ec4b1f1da None None] Network 328a6888-a512-4946-b559-9a6ac5994658 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:19:14.014885 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab73598d-1993-4040-ba28-9931bc945671 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:14.021967 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-ce1c8be8-6744-48ea-bd26-b83ec4b1f1da None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:14.027219 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1c8be8-6744-48ea-bd26-b83ec4b1f1da None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:19:14.036818 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab73598d-1993-4040-ba28-9931bc945671 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:14.052486 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ab73598d-1993-4040-ba28-9931bc945671 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.7514119 Aug 19 18:19:14.062049 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59116) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:14.085149 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e3e7b9db-94bb-48e7-8680-5ca079afed9a req-8e13d4b5-f7c1-46bb-93f4-9566b55a0f22 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7761b0b-8bd5-413a-a296-99e55282b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5314021 Aug 19 18:19:14.160150 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-eb1c6b46-f6ae-4b3d-be05-bc050160ef93 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:14.167485 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-eb1c6b46-f6ae-4b3d-be05-bc050160ef93 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.54 "GET /v2.0/networks?id=183c7f7c-f323-4d24-9bc5-5768bcc1cf30 HTTP/1.1" status: 200 len: 818 time: 0.5075011 Aug 19 18:19:14.184278 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-d93c8c2c-e862-4a69-ade3-72c66b1ad661 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Request body: {'port': {'device_id': '4452c648-08bf-4465-92dc-e6f723eab079', 'network_id': '183c7f7c-f323-4d24-9bc5-5768bcc1cf30', 'admin_state_up': True, 'tenant_id': 'e3f32673f435409a8967dbcd799c4c7f'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:14.187807 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c8be8-6744-48ea-bd26-b83ec4b1f1da None None] Pushing event updated for resources: {'Port': ['ID=aeb3b5e3-ce92-410e-8e1d-216dcd2766b7,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:14.247019 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ce1c8be8-6744-48ea-bd26-b83ec4b1f1da None None] Attempting to bind port aeb3b5e3-ce92-410e-8e1d-216dcd2766b7 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:19:14.247497 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ce1c8be8-6744-48ea-bd26-b83ec4b1f1da None None] Attempting to bind port aeb3b5e3-ce92-410e-8e1d-216dcd2766b7 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '328a6888-a512-4946-b559-9a6ac5994658'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:19:14.247789 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1c8be8-6744-48ea-bd26-b83ec4b1f1da None None] Attempting to bind port aeb3b5e3-ce92-410e-8e1d-216dcd2766b7 on network 328a6888-a512-4946-b559-9a6ac5994658 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:19:14.265252 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1c8be8-6744-48ea-bd26-b83ec4b1f1da None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:19:14.266100 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1c8be8-6744-48ea-bd26-b83ec4b1f1da None None] Checking segment: {'id': '61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '328a6888-a512-4946-b559-9a6ac5994658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:19:14.266705 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ce1c8be8-6744-48ea-bd26-b83ec4b1f1da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:14.267282 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1c8be8-6744-48ea-bd26-b83ec4b1f1da None None] Bound using segment: {'id': '61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '328a6888-a512-4946-b559-9a6ac5994658'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:19:14.267985 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ce1c8be8-6744-48ea-bd26-b83ec4b1f1da None None] Bound port: aeb3b5e3-ce92-410e-8e1d-216dcd2766b7, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '328a6888-a512-4946-b559-9a6ac5994658'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:19:14.275554 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ce1c8be8-6744-48ea-bd26-b83ec4b1f1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:14.314403 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 54537953-653a-462c-8411-60d36784a9c2 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:19:14.490180 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6b054574-3985-4474-80b5-1f4d5c9cab31 req-d41f8d62-5a41-4501-b480-a068a5e8a51c tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/ports?device_id=4452c648-08bf-4465-92dc-e6f723eab079 HTTP/1.1" status: 200 len: 210 time: 0.2057416 Aug 19 18:19:14.556311 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-d93c8c2c-e862-4a69-ade3-72c66b1ad661 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Made reservation on behalf of e3f32673f435409a8967dbcd799c4c7f for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:14.560245 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-d93c8c2c-e862-4a69-ade3-72c66b1ad661 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:14.599141 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ce1c8be8-6744-48ea-bd26-b83ec4b1f1da None None] For port aeb3b5e3-ce92-410e-8e1d-216dcd2766b7, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:19:14.614962 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ce1c8be8-6744-48ea-bd26-b83ec4b1f1da None None] For port aeb3b5e3-ce92-410e-8e1d-216dcd2766b7, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=aeb3b5e3-ce92-410e-8e1d-216dcd2766b7,segment=NetworkSegment(61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe),segment_id=61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:19:14.643038 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ce1c8be8-6744-48ea-bd26-b83ec4b1f1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:14.846254 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8c9cf576-c8b9-41fa-ae76-7a75b9a8b286 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:14.878194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c8be8-6744-48ea-bd26-b83ec4b1f1da None None] Pushing event updated for resources: {'Port': ['ID=aeb3b5e3-ce92-410e-8e1d-216dcd2766b7,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:14.893220 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 54537953-653a-462c-8411-60d36784a9c2, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=54537953-653a-462c-8411-60d36784a9c2,segment=NetworkSegment(322208e2-b5ec-4a39-9131-3ae8cbaa7ac9),segment_id=322208e2-b5ec-4a39-9131-3ae8cbaa7ac9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:14.963440 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '54537953-653a-462c-8411-60d36784a9c2', 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4', 'port_id': '54537953-653a-462c-8411-60d36784a9c2', 'mac_address': 'fa:16:3e:67:d6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378552a8-d8af-4c6e-b72d-1f9a87ee7f75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:19:15.052499 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-d93c8c2c-e862-4a69-ade3-72c66b1ad661 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Allocated IP 172.20.0.6 (183c7f7c-f323-4d24-9bc5-5768bcc1cf30/5459639a-4f47-4b79-a85a-7edac500d10a/bbc08b44-8a88-4e8e-8c60-919c1bf3f487) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:19:15.092846 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:15.127608 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54537953-653a-462c-8411-60d36784a9c2 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:19:15.270649 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 54537953-653a-462c-8411-60d36784a9c2, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=54537953-653a-462c-8411-60d36784a9c2,segment=NetworkSegment(322208e2-b5ec-4a39-9131-3ae8cbaa7ac9),segment_id=322208e2-b5ec-4a39-9131-3ae8cbaa7ac9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:15.279543 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:15.695099 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e559483-725c-417c-9592-51c76fbd12f4 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:15.889172 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=54537953-653a-462c-8411-60d36784a9c2,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:15.905593 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['54537953-653a-462c-8411-60d36784a9c2'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:19:15.963686 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0fee2db4-281b-4a15-a596-40ffa7882a80 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:19:16.041983 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6b19d-362a-43f4-92e5-5bddc694f7c5 req-535399a1-2239-46ad-b45a-9e01dc7d9a0f tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:16.044157 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-efb6b19d-362a-43f4-92e5-5bddc694f7c5 req-535399a1-2239-46ad-b45a-9e01dc7d9a0f tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.1162853 Aug 19 18:19:16.085074 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-d93c8c2c-e862-4a69-ade3-72c66b1ad661 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:16.153445 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-efb6b19d-362a-43f4-92e5-5bddc694f7c5 req-4d8837e1-7a9e-4629-84e6-1754b206d966 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638142 Aug 19 18:19:16.192997 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-c817b193-92a7-47ed-af19-18fe9c843b79 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting port 32a08a09-d69d-401b-8e89-e3b358abc002 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:19:16.194544 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c817b193-92a7-47ed-af19-18fe9c843b79 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:16.209820 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bf0a75d9-b143-4269-92d2-0219c1f91207 None None] Provisioning for port 0fee2db4-281b-4a15-a596-40ffa7882a80 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:19:16.211701 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-d93c8c2c-e862-4a69-ade3-72c66b1ad661 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:16.440598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 0fee2db4-281b-4a15-a596-40ffa7882a80 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:19:16.449277 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 0fee2db4-281b-4a15-a596-40ffa7882a80 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:16.449927 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:16.523471 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c8c2c-e862-4a69-ade3-72c66b1ad661 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Pushing event updated for resources: {'Port': ['ID=bbc08b44-8a88-4e8e-8c60-919c1bf3f487,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:16.544973 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-d93c8c2c-e862-4a69-ade3-72c66b1ad661 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Network 183c7f7c-f323-4d24-9bc5-5768bcc1cf30 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:19:16.555052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-d93c8c2c-e862-4a69-ade3-72c66b1ad661 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:16.570019 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-d93c8c2c-e862-4a69-ade3-72c66b1ad661 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:19:16.610239 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:16.687711 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac4ff8-3e87-4ae5-a77d-70ef04fac0cb req-6c94e5a3-4ff2-4033-bc94-104d27048135 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:16.700180 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0eac4ff8-3e87-4ae5-a77d-70ef04fac0cb req-6c94e5a3-4ff2-4033-bc94-104d27048135 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/ports?device_id=4452c648-08bf-4465-92dc-e6f723eab079 HTTP/1.1" status: 200 len: 931 time: 0.2585135 Aug 19 18:19:16.752888 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-d93c8c2c-e862-4a69-ade3-72c66b1ad661 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:16.754242 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-d93c8c2c-e862-4a69-ade3-72c66b1ad661 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:16.793568 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-d93c8c2c-e862-4a69-ade3-72c66b1ad661 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6142268 Aug 19 18:19:16.827216 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0eac4ff8-3e87-4ae5-a77d-70ef04fac0cb req-f17867c9-9bc4-402d-b456-f16121346e6c tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f58a8a-296f-4717-b3cf-3a9e15157bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238642 Aug 19 18:19:16.856398 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-9a607779-4ca5-471a-b738-2f7cdc1a0d2e service neutron] Request body: {'port': {'device_id': '4452c648-08bf-4465-92dc-e6f723eab079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:16.930404 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2eb71-d6d1-4004-a162-179056591607 req-c90e5305-aca9-44cf-a827-87c68e92af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:16.934887 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-02f2eb71-d6d1-4004-a162-179056591607 req-c90e5305-aca9-44cf-a827-87c68e92af85 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=936ec52db0734d99bf3034cb7c88bc1c&device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 1096 time: 0.4548557 Aug 19 18:19:17.039715 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-9a607779-4ca5-471a-b738-2f7cdc1a0d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:17.125773 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:17.142275 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b68fe0-9ad7-42da-bef3-8bdfb3cd7a41 None None] Network 328a6888-a512-4946-b559-9a6ac5994658 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:17.275448 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f989b80-fc04-4331-8110-35d66b7b3e3a req-8c644af3-0c93-46d8-8317-e09cd489b538 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:17.306854 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5f989b80-fc04-4331-8110-35d66b7b3e3a req-8c644af3-0c93-46d8-8317-e09cd489b538 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 944 time: 0.8165295 Aug 19 18:19:17.349294 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c817b193-92a7-47ed-af19-18fe9c843b79 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:17.594202 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-c817b193-92a7-47ed-af19-18fe9c843b79 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Calling delete_port for 32a08a09-d69d-401b-8e89-e3b358abc002 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:19:17.636028 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 0fee2db4-281b-4a15-a596-40ffa7882a80, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0fee2db4-281b-4a15-a596-40ffa7882a80,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:17.657069 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:17.657069 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device aeb3b5e3-ce92-410e-8e1d-216dcd2766b7 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:19:17.713926 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9a2c22c0-67b2-415f-8bf2-dfd0f537c5fc None None] Provisioning for port aeb3b5e3-ce92-410e-8e1d-216dcd2766b7 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:19:17.726947 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19ed23-2c8f-42ff-844d-be078ef95d0d req-33037e8a-c932-4233-be97-78eda6733b6a tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:17.735951 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9d19ed23-2c8f-42ff-844d-be078ef95d0d req-33037e8a-c932-4233-be97-78eda6733b6a tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.2769649 Aug 19 18:19:17.816038 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd57d53e-2bd0-4d4e-a885-55f1816266a8 None None] Update dhcp port {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'fixed_ips': [{'subnet_id': 'fb276a5a-6302-4ed0-b6b4-05f528121735', 'ip_address': '2001:db8::f816:3eff:feac:e762'}, {'subnet_id': '707c6a46-591a-4e58-8668-01ff9b2dc3b4'}], 'binding:host_id': 'n-d-803753-2'}, 'id': '0fee2db4-281b-4a15-a596-40ffa7882a80'} from n-d-803753-2. {{(pid=94683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:19:17.823976 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5f989b80-fc04-4331-8110-35d66b7b3e3a req-9d995fd8-d2cd-4038-a845-5624ff12382d tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7761b0b-8bd5-413a-a296-99e55282b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5154057 Aug 19 18:19:17.901492 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9d19ed23-2c8f-42ff-844d-be078ef95d0d req-19d477e7-2e32-4980-af2f-1ff6009a7840 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643133 Aug 19 18:19:17.986618 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2eb71-d6d1-4004-a162-179056591607 req-9af7e24b-2354-4988-98da-3a0b178a5cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:17.990295 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-02f2eb71-d6d1-4004-a162-179056591607 req-9af7e24b-2354-4988-98da-3a0b178a5cbd service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b23f275-dbc1-4b31-89ad-a50a42b827a6 HTTP/1.1" status: 200 len: 914 time: 1.0286055 Aug 19 18:19:17.997669 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8c9cf576-c8b9-41fa-ae76-7a75b9a8b286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:18.046252 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-9a607779-4ca5-471a-b738-2f7cdc1a0d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc08b44-8a88-4e8e-8c60-919c1bf3f487 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:19:18.063613 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-9a607779-4ca5-471a-b738-2f7cdc1a0d2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:18.091038 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-9a607779-4ca5-471a-b738-2f7cdc1a0d2e service neutron] Transition to ACTIVE for port object bbc08b44-8a88-4e8e-8c60-919c1bf3f487 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:18.096607 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-9a607779-4ca5-471a-b738-2f7cdc1a0d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:18.173577 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-02f2eb71-d6d1-4004-a162-179056591607 req-7369ceef-0dbc-428c-b99f-61452de9bff3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=649e426f-f883-455b-8749-6ef4dae7f223 HTTP/1.1" status: 200 len: 217 time: 0.1700814 Aug 19 18:19:18.189082 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a607779-4ca5-471a-b738-2f7cdc1a0d2e service neutron] Pushing event updated for resources: {'Port': ['ID=bbc08b44-8a88-4e8e-8c60-919c1bf3f487,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:18.224373 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=0fee2db4-281b-4a15-a596-40ffa7882a80,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:18.233577 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fd57d53e-2bd0-4d4e-a885-55f1816266a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:18.292502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port aeb3b5e3-ce92-410e-8e1d-216dcd2766b7 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:19:18.315877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-9a607779-4ca5-471a-b738-2f7cdc1a0d2e service neutron] Attempting to bind port bbc08b44-8a88-4e8e-8c60-919c1bf3f487 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:19:18.316794 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-9a607779-4ca5-471a-b738-2f7cdc1a0d2e service neutron] Attempting to bind port bbc08b44-8a88-4e8e-8c60-919c1bf3f487 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '2c3c44ac-f745-42f6-992a-b7a0f6a32881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '183c7f7c-f323-4d24-9bc5-5768bcc1cf30'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:19:18.319040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-9a607779-4ca5-471a-b738-2f7cdc1a0d2e service neutron] Attempting to bind port bbc08b44-8a88-4e8e-8c60-919c1bf3f487 on network 183c7f7c-f323-4d24-9bc5-5768bcc1cf30 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:19:18.332927 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-9a607779-4ca5-471a-b738-2f7cdc1a0d2e service neutron] Port bbc08b44-8a88-4e8e-8c60-919c1bf3f487 on network 183c7f7c-f323-4d24-9bc5-5768bcc1cf30 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:19:18.333356 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-9a607779-4ca5-471a-b738-2f7cdc1a0d2e service neutron] Attempting to bind port bbc08b44-8a88-4e8e-8c60-919c1bf3f487 on network 183c7f7c-f323-4d24-9bc5-5768bcc1cf30 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:19:18.348686 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-9a607779-4ca5-471a-b738-2f7cdc1a0d2e service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:19:18.349978 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-9a607779-4ca5-471a-b738-2f7cdc1a0d2e service neutron] Checking segment: {'id': '2c3c44ac-f745-42f6-992a-b7a0f6a32881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '183c7f7c-f323-4d24-9bc5-5768bcc1cf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:19:18.350755 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-9a607779-4ca5-471a-b738-2f7cdc1a0d2e service neutron] Bound using segment: {'id': '2c3c44ac-f745-42f6-992a-b7a0f6a32881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '183c7f7c-f323-4d24-9bc5-5768bcc1cf30'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:19:18.352600 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-9a607779-4ca5-471a-b738-2f7cdc1a0d2e service neutron] Bound port: bbc08b44-8a88-4e8e-8c60-919c1bf3f487, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c3c44ac-f745-42f6-992a-b7a0f6a32881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '183c7f7c-f323-4d24-9bc5-5768bcc1cf30'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:19:18.354155 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-9a607779-4ca5-471a-b738-2f7cdc1a0d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:18.380400 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port aeb3b5e3-ce92-410e-8e1d-216dcd2766b7 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:18.380928 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:18.391110 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 54537953-653a-462c-8411-60d36784a9c2 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:19:18.501813 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356f1b5-4497-4855-a788-ae9f63a07aee req-201a1c05-5283-49e4-b3d4-7cd7b319c89e tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:18.511568 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f356f1b5-4497-4855-a788-ae9f63a07aee req-201a1c05-5283-49e4-b3d4-7cd7b319c89e tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/ports?device_id=4452c648-08bf-4465-92dc-e6f723eab079 HTTP/1.1" status: 200 len: 931 time: 0.4423196 Aug 19 18:19:18.551783 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-9a607779-4ca5-471a-b738-2f7cdc1a0d2e service neutron] For port bbc08b44-8a88-4e8e-8c60-919c1bf3f487, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:19:18.563595 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-9a607779-4ca5-471a-b738-2f7cdc1a0d2e service neutron] For port bbc08b44-8a88-4e8e-8c60-919c1bf3f487, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bbc08b44-8a88-4e8e-8c60-919c1bf3f487,segment=NetworkSegment(2c3c44ac-f745-42f6-992a-b7a0f6a32881),segment_id=2c3c44ac-f745-42f6-992a-b7a0f6a32881)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:19:18.588314 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-9a607779-4ca5-471a-b738-2f7cdc1a0d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:18.622296 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2eb71-d6d1-4004-a162-179056591607 req-3534e716-e4b9-41e3-b2ca-69706f7ac193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:18.625083 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-02f2eb71-d6d1-4004-a162-179056591607 req-3534e716-e4b9-41e3-b2ca-69706f7ac193 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e410fbec-87b3-4c19-8f94-8082dbd5415d HTTP/1.1" status: 200 len: 853 time: 0.4333951 Aug 19 18:19:18.649243 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-9a607779-4ca5-471a-b738-2f7cdc1a0d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:18.650864 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-9a607779-4ca5-471a-b738-2f7cdc1a0d2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:18.653131 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-9a607779-4ca5-471a-b738-2f7cdc1a0d2e service neutron] 10.222.0.54 "PUT /v2.0/ports/bbc08b44-8a88-4e8e-8c60-919c1bf3f487 HTTP/1.1" status: 200 len: 1091 time: 1.8233957 Aug 19 18:19:18.654377 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4452c648-08bf-4465-92dc-e6f723eab079', 'tag': 'bbc08b44-8a88-4e8e-8c60-919c1bf3f487'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:19:18.657254 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108c3545-88a8-4755-8424-da886c1f8761" -d '{"events": [{"name": "network-changed", "server_uuid": "4452c648-08bf-4465-92dc-e6f723eab079", "tag": "bbc08b44-8a88-4e8e-8c60-919c1bf3f487"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:19:18.698529 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a607779-4ca5-471a-b738-2f7cdc1a0d2e service neutron] Pushing event updated for resources: {'Port': ['ID=bbc08b44-8a88-4e8e-8c60-919c1bf3f487,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:18.721019 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-02f2eb71-d6d1-4004-a162-179056591607 req-d1064ea8-22d3-4013-94b8-22a4de152d8f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b23f275-dbc1-4b31-89ad-a50a42b827a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656636 Aug 19 18:19:18.802145 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-a59b14c8-9784-47fb-aabd-b84ae68a2ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:18.809335 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-a59b14c8-9784-47fb-aabd-b84ae68a2ca0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e3f32673f435409a8967dbcd799c4c7f&device_id=4452c648-08bf-4465-92dc-e6f723eab079 HTTP/1.1" status: 200 len: 1094 time: 0.0775082 Aug 19 18:19:18.811439 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5aa427-58b7-44fe-b3f5-0581fb071ffd x-openstack-request-id: req-1c5aa427-58b7-44fe-b3f5-0581fb071ffd {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:19:18.811923 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4452c648-08bf-4465-92dc-e6f723eab079", "tag": "bbc08b44-8a88-4e8e-8c60-919c1bf3f487", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:19:18.812326 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c5aa427-58b7-44fe-b3f5-0581fb071ffd {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:19:18.812955 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4452c648-08bf-4465-92dc-e6f723eab079', 'tag': 'bbc08b44-8a88-4e8e-8c60-919c1bf3f487', 'status': 'completed', 'code': 200} Aug 19 18:19:18.888772 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-fd57d53e-2bd0-4d4e-a885-55f1816266a8 None None] Allocated IP 172.20.0.2 (4734c50c-5b75-42a3-a882-02084790a476/707c6a46-591a-4e58-8668-01ff9b2dc3b4/0fee2db4-281b-4a15-a596-40ffa7882a80) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:19:18.893484 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-6c5b8c6d-2cbe-48a0-9a2d-eda337a8a99a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbc08b44-8a88-4e8e-8c60-919c1bf3f487 HTTP/1.1" status: 200 len: 217 time: 0.0781872 Aug 19 18:19:18.971427 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f356f1b5-4497-4855-a788-ae9f63a07aee req-40ff0a14-fb3b-47b4-b021-47c73ad48c04 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f58a8a-296f-4717-b3cf-3a9e15157bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923721 Aug 19 18:19:19.152236 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-f486a148-09fb-4c2b-a2a3-ff7677f295eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:19.154144 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-f486a148-09fb-4c2b-a2a3-ff7677f295eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5459639a-4f47-4b79-a85a-7edac500d10a HTTP/1.1" status: 200 len: 858 time: 0.2497444 Aug 19 18:19:19.168732 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e4020-00f7-4902-8815-1f937404c3e2 req-9cfcaf46-65ad-47bd-a4a6-19bd38497cb1 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:19.180463 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-da9e4020-00f7-4902-8815-1f937404c3e2 req-9cfcaf46-65ad-47bd-a4a6-19bd38497cb1 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 944 time: 0.1720631 Aug 19 18:19:19.223085 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c817b193-92a7-47ed-af19-18fe9c843b79 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:19.289288 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-a97c49fd-50e1-4f59-b7c6-b9c5485164ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=183c7f7c-f323-4d24-9bc5-5768bcc1cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788620 Aug 19 18:19:19.309760 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-da9e4020-00f7-4902-8815-1f937404c3e2 req-d4ab77ac-065d-4bf5-9d17-e6c6dcdc59a2 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7761b0b-8bd5-413a-a296-99e55282b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266978 Aug 19 18:19:19.380389 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:19.403509 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9cf576-c8b9-41fa-ae76-7a75b9a8b286 admin admin] Router e2a3a096-470b-4bb8-8910-955707f8540b is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:19:19.407511 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817b193-92a7-47ed-af19-18fe9c843b79 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Port': ['ID=32a08a09-d69d-401b-8e89-e3b358abc002,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:19.414840 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-677a24b6-3833-4a26-b79e-00fb6f184eb4 None None] Provisioning complete for port aeb3b5e3-ce92-410e-8e1d-216dcd2766b7 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:19.415430 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-677a24b6-3833-4a26-b79e-00fb6f184eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:19.433192 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 54537953-653a-462c-8411-60d36784a9c2 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:19:19.443359 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817b193-92a7-47ed-af19-18fe9c843b79 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:19.444075 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817b193-92a7-47ed-af19-18fe9c843b79 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:19.444758 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817b193-92a7-47ed-af19-18fe9c843b79 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:19.446373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817b193-92a7-47ed-af19-18fe9c843b79 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:19.446373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817b193-92a7-47ed-af19-18fe9c843b79 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:19.447224 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817b193-92a7-47ed-af19-18fe9c843b79 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:19.447908 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817b193-92a7-47ed-af19-18fe9c843b79 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:19.448595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817b193-92a7-47ed-af19-18fe9c843b79 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:19.449276 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817b193-92a7-47ed-af19-18fe9c843b79 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:19.450004 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817b193-92a7-47ed-af19-18fe9c843b79 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:19.450680 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817b193-92a7-47ed-af19-18fe9c843b79 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:19.451361 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817b193-92a7-47ed-af19-18fe9c843b79 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:19.476014 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 54537953-653a-462c-8411-60d36784a9c2 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:19.476427 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:19.527393 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-02f2eb71-d6d1-4004-a162-179056591607 req-a37f0952-b2f2-429c-a6bf-9c70d4749362 service neutron] 10.222.0.50 "GET /v2.0/networks/9b23f275-dbc1-4b31-89ad-a50a42b827a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7947123 Aug 19 18:19:19.528273 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-ce6f2278-1d92-4f4e-8e21-ae92234c3d1a service neutron] 10.222.0.54 "GET /v2.0/networks/183c7f7c-f323-4d24-9bc5-5768bcc1cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144442 Aug 19 18:19:19.708814 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-fd57d53e-2bd0-4d4e-a885-55f1816266a8 None None] For port 0fee2db4-281b-4a15-a596-40ffa7882a80, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0fee2db4-281b-4a15-a596-40ffa7882a80,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:19.714271 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port aeb3b5e3-ce92-410e-8e1d-216dcd2766b7, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=aeb3b5e3-ce92-410e-8e1d-216dcd2766b7,segment=NetworkSegment(61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe),segment_id=61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:19.745595 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:19.798433 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ef14a-4edb-4287-a281-f3db2efc5f4a req-264e191e-45ba-4fba-b3e5-650904b2681e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:19.812045 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-438ef14a-4edb-4287-a281-f3db2efc5f4a req-264e191e-45ba-4fba-b3e5-650904b2681e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 945 time: 0.5845768 Aug 19 18:19:19.892363 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=aeb3b5e3-ce92-410e-8e1d-216dcd2766b7,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:19.906512 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b4a16bd6-3230-4aad-80c6-e1505432e566 req-f4574bab-0c28-48fb-b3c9-70db23cf8299 service neutron] 10.222.0.54 "GET /v2.0/networks/183c7f7c-f323-4d24-9bc5-5768bcc1cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664951 Aug 19 18:19:20.016642 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0fee2db4-281b-4a15-a596-40ffa7882a80 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:19:20.059297 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fd57d53e-2bd0-4d4e-a885-55f1816266a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:20.078103 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c3545-88a8-4755-8424-da886c1f8761 req-995112da-e339-4ed0-8cab-3f057b3ed5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:20.080103 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-108c3545-88a8-4755-8424-da886c1f8761 req-995112da-e339-4ed0-8cab-3f057b3ed5cd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e3f32673f435409a8967dbcd799c4c7f&device_id=4452c648-08bf-4465-92dc-e6f723eab079 HTTP/1.1" status: 200 len: 1094 time: 0.0628350 Aug 19 18:19:20.094078 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-438ef14a-4edb-4287-a281-f3db2efc5f4a req-64aabb33-dd43-414a-b000-9003824282b6 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483621 Aug 19 18:19:20.187436 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:20.218679 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c817b193-92a7-47ed-af19-18fe9c843b79 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:20.220854 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c817b193-92a7-47ed-af19-18fe9c843b79 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/32a08a09-d69d-401b-8e89-e3b358abc002 HTTP/1.1" status: 204 len: 168 time: 6.1527817 Aug 19 18:19:20.229887 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fd57d53e-2bd0-4d4e-a885-55f1816266a8 None None] Transition to ACTIVE for port object 0fee2db4-281b-4a15-a596-40ffa7882a80 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:20.230729 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59166) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:20.274749 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fd57d53e-2bd0-4d4e-a885-55f1816266a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:20.309624 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9cf576-c8b9-41fa-ae76-7a75b9a8b286 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:19:20.312939 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-02f2eb71-d6d1-4004-a162-179056591607 req-f1105c92-a5f6-4b7b-b870-ead97668cc50 service neutron] 10.222.0.50 "GET /v2.0/networks/9b23f275-dbc1-4b31-89ad-a50a42b827a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6616726 Aug 19 18:19:20.328293 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] Sync routers for ids ['e2a3a096-470b-4bb8-8910-955707f8540b'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:19:20.370136 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8c9cf576-c8b9-41fa-ae76-7a75b9a8b286 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:20.370782 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] Routers {'e2a3a096-470b-4bb8-8910-955707f8540b'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:19:20.371689 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:19:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e2a3a096-470b-4bb8-8910-955707f8540b'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:20.372591 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8c9cf576-c8b9-41fa-ae76-7a75b9a8b286 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.8921785 Aug 19 18:19:20.375855 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59172) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:20.447616 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e19b6e-11c7-4ed1-a6ca-081d6f4a14e2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:20.451373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e19b6e-11c7-4ed1-a6ca-081d6f4a14e2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:20.454852 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e19b6e-11c7-4ed1-a6ca-081d6f4a14e2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:20.457639 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-49e19b6e-11c7-4ed1-a6ca-081d6f4a14e2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2228975 Aug 19 18:19:20.463587 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59174) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:20.570228 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c3545-88a8-4755-8424-da886c1f8761 req-c76eef15-c3be-4dba-9833-84d58e861f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:20.571991 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-108c3545-88a8-4755-8424-da886c1f8761 req-c76eef15-c3be-4dba-9833-84d58e861f10 service neutron] 10.222.0.54 "GET /v2.0/networks?id=183c7f7c-f323-4d24-9bc5-5768bcc1cf30 HTTP/1.1" status: 200 len: 919 time: 0.4845676 Aug 19 18:19:20.614370 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a144e1-edd1-4375-9b3d-a22c2bad4017 req-722a55b9-59a8-4ad6-863d-de70d1f172b9 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:20.617071 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-15a144e1-edd1-4375-9b3d-a22c2bad4017 req-722a55b9-59a8-4ad6-863d-de70d1f172b9 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/ports?device_id=4452c648-08bf-4465-92dc-e6f723eab079 HTTP/1.1" status: 200 len: 943 time: 0.3184159 Aug 19 18:19:20.623007 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4682c9e1-2835-4585-a131-1a6c7e9290fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54537953-653a-462c-8411-60d36784a9c2'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:19:20.629387 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb225770-920c-407d-85e1-f363bbc23a17" -d '{"events": [{"server_uuid": "4682c9e1-2835-4585-a131-1a6c7e9290fd", "name": "network-vif-plugged", "status": "completed", "tag": "54537953-653a-462c-8411-60d36784a9c2"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:19:20.708003 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 54537953-653a-462c-8411-60d36784a9c2, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=54537953-653a-462c-8411-60d36784a9c2,segment=NetworkSegment(322208e2-b5ec-4a39-9131-3ae8cbaa7ac9),segment_id=322208e2-b5ec-4a39-9131-3ae8cbaa7ac9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:20.732622 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:20.756558 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 649e426f-f883-455b-8749-6ef4dae7f223 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:19:20.762404 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57d53e-2bd0-4d4e-a885-55f1816266a8 None None] Pushing event updated for resources: {'Port': ['ID=0fee2db4-281b-4a15-a596-40ffa7882a80,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:20.788848 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] Set router e2a3a096-470b-4bb8-8910-955707f8540b gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:19:20.873517 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-108c3545-88a8-4755-8424-da886c1f8761 req-b9b2a325-2b78-408a-82be-058700e42860 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbc08b44-8a88-4e8e-8c60-919c1bf3f487 HTTP/1.1" status: 200 len: 217 time: 0.2425570 Aug 19 18:19:20.880485 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=54537953-653a-462c-8411-60d36784a9c2,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:20.985481 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:21.075487 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-15a144e1-edd1-4375-9b3d-a22c2bad4017 req-7c800486-208d-47e5-a780-e3d2856c6872 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f58a8a-296f-4717-b3cf-3a9e15157bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344435 Aug 19 18:19:21.079966 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 649e426f-f883-455b-8749-6ef4dae7f223, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=649e426f-f883-455b-8749-6ef4dae7f223,segment=NetworkSegment(2fe7eef0-67d3-4df2-a6dc-12ee964d6b88),segment_id=2fe7eef0-67d3-4df2-a6dc-12ee964d6b88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:21.091225 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:21.106475 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c3545-88a8-4755-8424-da886c1f8761 req-0d2b2f5d-2c3f-4338-931b-1f90f710be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:21.115626 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-108c3545-88a8-4755-8424-da886c1f8761 req-0d2b2f5d-2c3f-4338-931b-1f90f710be42 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5459639a-4f47-4b79-a85a-7edac500d10a HTTP/1.1" status: 200 len: 858 time: 0.2320745 Aug 19 18:19:21.223918 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-108c3545-88a8-4755-8424-da886c1f8761 req-373893b4-dd41-48d7-8826-20cce6d7fed4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=183c7f7c-f323-4d24-9bc5-5768bcc1cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950541 Aug 19 18:19:21.289696 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099b837b-4546-403b-87b5-abe93bbf5faa x-openstack-request-id: req-099b837b-4546-403b-87b5-abe93bbf5faa {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:19:21.290142 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4682c9e1-2835-4585-a131-1a6c7e9290fd", "name": "network-vif-plugged", "status": "completed", "tag": "54537953-653a-462c-8411-60d36784a9c2", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:19:21.290531 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-099b837b-4546-403b-87b5-abe93bbf5faa {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:19:21.291140 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4682c9e1-2835-4585-a131-1a6c7e9290fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54537953-653a-462c-8411-60d36784a9c2', 'code': 200} Aug 19 18:19:21.312252 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=649e426f-f883-455b-8749-6ef4dae7f223,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:21.453677 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59184) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:21.462430 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'name': 'tempest-AttachVolumeTestJSON-1912132189-router', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:09Z', 'updated_at': '2021-08-19T18:19:13Z', 'revision_number': 3, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'gw_port': {'id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:11Z', 'updated_at': '2021-08-19T18:19:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:21.658960 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8edcbce-ffe0-4233-9c85-61acf7bf1916 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet 707c6a46-591a-4e58-8668-01ff9b2dc3b4 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:19:21.678210 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f8edcbce-ffe0-4233-9c85-61acf7bf1916 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:21.811881 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfa5fc-2820-49e2-a421-02889eef8b8a req-4a9e3d46-80f2-4d01-996c-a6b878188b84 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:21.825817 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f8cfa5fc-2820-49e2-a421-02889eef8b8a req-4a9e3d46-80f2-4d01-996c-a6b878188b84 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 945 time: 1.2598026 Aug 19 18:19:21.842497 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-108c3545-88a8-4755-8424-da886c1f8761 req-c335b57b-4f24-4e94-8f95-b6168a068792 service neutron] 10.222.0.54 "GET /v2.0/networks/183c7f7c-f323-4d24-9bc5-5768bcc1cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6058633 Aug 19 18:19:21.888905 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] Checking router: e2a3a096-470b-4bb8-8910-955707f8540b for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:19:21.888905 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] Updating router e2a3a096-470b-4bb8-8910-955707f8540b port 54692e1c-0bbb-4f12-88a4-c316d26b24f0 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:19:21.938311 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0fee2db4-281b-4a15-a596-40ffa7882a80 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:19:21.976001 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:22.100379 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device aeb3b5e3-ce92-410e-8e1d-216dcd2766b7 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:19:22.157684 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device bbc08b44-8a88-4e8e-8c60-919c1bf3f487 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:19:22.181506 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184dd77f-b953-4522-8d69-7fd74ed98d30 req-983d592f-cd1d-4431-8b68-5b601c434d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:22.194317 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-184dd77f-b953-4522-8d69-7fd74ed98d30 req-983d592f-cd1d-4431-8b68-5b601c434d53 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 1096 time: 0.7189977 Aug 19 18:19:22.257272 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b267374e-adb2-450f-a758-b5b34afe1e16 None None] Could not find standard attr ID for object 32a08a09-d69d-401b-8e89-e3b358abc002. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:19:22.417207 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-108c3545-88a8-4755-8424-da886c1f8761 req-4b83127a-d8fe-4ca1-9bcd-a86f5e8ed29c service neutron] 10.222.0.54 "GET /v2.0/networks/183c7f7c-f323-4d24-9bc5-5768bcc1cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043529 Aug 19 18:19:22.536118 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b267374e-adb2-450f-a758-b5b34afe1e16 None None] Provisioning for port 0fee2db4-281b-4a15-a596-40ffa7882a80 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:19:22.595012 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f8edcbce-ffe0-4233-9c85-61acf7bf1916 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:22.615307 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f8cfa5fc-2820-49e2-a421-02889eef8b8a req-edc957df-e7d5-4ada-83df-507dd13fda6f tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7761b0b-8bd5-413a-a296-99e55282b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7883883 Aug 19 18:19:22.632006 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port aeb3b5e3-ce92-410e-8e1d-216dcd2766b7 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:22.632729 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:22.708463 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b267374e-adb2-450f-a758-b5b34afe1e16 None None] Provisioning complete for port 0fee2db4-281b-4a15-a596-40ffa7882a80 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:22.718757 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b267374e-adb2-450f-a758-b5b34afe1e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:22.812847 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-184dd77f-b953-4522-8d69-7fd74ed98d30 req-36744967-8784-491d-8d89-88f56b33aa0f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d7761b0b-8bd5-413a-a296-99e55282b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5475197 Aug 19 18:19:23.003907 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port bbc08b44-8a88-4e8e-8c60-919c1bf3f487, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bbc08b44-8a88-4e8e-8c60-919c1bf3f487,segment=NetworkSegment(2c3c44ac-f745-42f6-992a-b7a0f6a32881),segment_id=2c3c44ac-f745-42f6-992a-b7a0f6a32881)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:23.069973 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'bbc08b44-8a88-4e8e-8c60-919c1bf3f487', 'network_id': '183c7f7c-f323-4d24-9bc5-5768bcc1cf30', 'port_id': 'bbc08b44-8a88-4e8e-8c60-919c1bf3f487', 'mac_address': 'fa:16:3e:41:49:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5459639a-4f47-4b79-a85a-7edac500d10a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:19:23.081180 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:23.108003 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] Transition to ACTIVE for port object 54692e1c-0bbb-4f12-88a4-c316d26b24f0 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:23.116265 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:23.211727 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3f7e-bf4b-4494-9b40-2a21014a7fdc req-0fee23d9-cde3-4d8d-bb33-8515333d5df0 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:23.233906 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-82be3f7e-bf4b-4494-9b40-2a21014a7fdc req-0fee23d9-cde3-4d8d-bb33-8515333d5df0 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 943 time: 1.7038183 Aug 19 18:19:23.250752 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d861b3c-6db4-4f32-bbc2-71aa6351390b None None] Pushing event updated for resources: {'Port': ['ID=54692e1c-0bbb-4f12-88a4-c316d26b24f0,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:23.261442 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] Attempting to bind port 54692e1c-0bbb-4f12-88a4-c316d26b24f0 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:19:23.262728 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] Attempting to bind port 54692e1c-0bbb-4f12-88a4-c316d26b24f0 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:19:23.263305 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] Attempting to bind port 54692e1c-0bbb-4f12-88a4-c316d26b24f0 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:19:23.271309 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:19:23.272064 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:19:23.273007 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:23.273612 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:19:23.274303 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] Bound port: 54692e1c-0bbb-4f12-88a4-c316d26b24f0, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:19:23.274871 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:23.304306 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a730bc2-bb4d-4558-be9f-5633a15318e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '649e426f-f883-455b-8749-6ef4dae7f223'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:19:23.308382 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc28e65a-be45-4ed5-a75c-1cb739087d68" -d '{"events": [{"server_uuid": "9a730bc2-bb4d-4558-be9f-5633a15318e4", "name": "network-vif-unplugged", "status": "completed", "tag": "649e426f-f883-455b-8749-6ef4dae7f223"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:19:23.416861 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f8ad2b56-b7e9-4edc-9221-940c381d63d2 None None] Could not find standard attr ID for object 32a08a09-d69d-401b-8e89-e3b358abc002. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:19:23.471986 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-82be3f7e-bf4b-4494-9b40-2a21014a7fdc req-d7212f4a-c8f3-46d4-952a-95be25048dda tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358274 Aug 19 18:19:23.489764 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] For port 54692e1c-0bbb-4f12-88a4-c316d26b24f0, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:19:23.500280 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] For port 54692e1c-0bbb-4f12-88a4-c316d26b24f0, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=54692e1c-0bbb-4f12-88a4-c316d26b24f0,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:19:23.523193 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:23.557267 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:23.602797 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f8edcbce-ffe0-4233-9c85-61acf7bf1916 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:23.637440 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3634de7f-e62d-43e0-8a99-8a3c879ad434 x-openstack-request-id: req-3634de7f-e62d-43e0-8a99-8a3c879ad434 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:19:23.637775 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a730bc2-bb4d-4558-be9f-5633a15318e4", "name": "network-vif-unplugged", "status": "completed", "tag": "649e426f-f883-455b-8749-6ef4dae7f223", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:19:23.638191 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3634de7f-e62d-43e0-8a99-8a3c879ad434 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:19:23.638482 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a730bc2-bb4d-4558-be9f-5633a15318e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '649e426f-f883-455b-8749-6ef4dae7f223', 'code': 200} Aug 19 18:19:23.643218 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc08b44-8a88-4e8e-8c60-919c1bf3f487 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:19:23.656458 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef69cb-f27c-41e4-961d-f533dadbc14f req-b0056ffd-76ec-4f12-a1df-e8875123c418 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:23.658213 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c2ef69cb-f27c-41e4-961d-f533dadbc14f req-b0056ffd-76ec-4f12-a1df-e8875123c418 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/ports?device_id=4452c648-08bf-4465-92dc-e6f723eab079 HTTP/1.1" status: 200 len: 943 time: 0.6619484 Aug 19 18:19:23.674565 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] Routers {'e2a3a096-470b-4bb8-8910-955707f8540b'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:19:23.676703 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port bbc08b44-8a88-4e8e-8c60-919c1bf3f487, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bbc08b44-8a88-4e8e-8c60-919c1bf3f487,segment=NetworkSegment(2c3c44ac-f745-42f6-992a-b7a0f6a32881),segment_id=2c3c44ac-f745-42f6-992a-b7a0f6a32881)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:23.678237 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:19:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e2a3a096-470b-4bb8-8910-955707f8540b'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:23.688364 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:23.826843 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d861b3c-6db4-4f32-bbc2-71aa6351390b None None] Pushing event updated for resources: {'Port': ['ID=54692e1c-0bbb-4f12-88a4-c316d26b24f0,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:23.915083 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c2ef69cb-f27c-41e4-961d-f533dadbc14f req-fab8c690-229d-46f4-b075-32376d3aa39b tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f58a8a-296f-4717-b3cf-3a9e15157bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400626 Aug 19 18:19:23.980384 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=bbc08b44-8a88-4e8e-8c60-919c1bf3f487,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:24.061922 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['bbc08b44-8a88-4e8e-8c60-919c1bf3f487'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:19:24.089634 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f8edcbce-ffe0-4233-9c85-61acf7bf1916 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:24.148222 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8edcbce-ffe0-4233-9c85-61acf7bf1916 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=707c6a46-591a-4e58-8668-01ff9b2dc3b4,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:24.155549 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] Set router e2a3a096-470b-4bb8-8910-955707f8540b gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:19:24.163982 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f8edcbce-ffe0-4233-9c85-61acf7bf1916 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:24.170103 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f8edcbce-ffe0-4233-9c85-61acf7bf1916 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/707c6a46-591a-4e58-8668-01ff9b2dc3b4 HTTP/1.1" status: 204 len: 168 time: 3.7015297 Aug 19 18:19:24.174352 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59198) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:24.178356 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-04bd8962-1ed2-440c-b616-ab48455b56fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:24.221405 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a96e7fa1-94a5-4abc-9f7e-62907abd9b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:24.228164 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc52cfda-1c1e-44b3-98aa-1bf9d4165326 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:24.380525 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-583b4ca5-1d2e-4d3a-8545-d30dc5894892 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet fb276a5a-6302-4ed0-b6b4-05f528121735 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:19:24.392081 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-583b4ca5-1d2e-4d3a-8545-d30dc5894892 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:24.394933 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e53f8-aa92-458b-8396-ff31e67ef06c req-db79da37-dbe8-44c3-90c4-d57d4fa692bb tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:24.405900 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-838e53f8-aa92-458b-8396-ff31e67ef06c req-db79da37-dbe8-44c3-90c4-d57d4fa692bb tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 945 time: 0.3957238 Aug 19 18:19:24.595494 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-838e53f8-aa92-458b-8396-ff31e67ef06c req-92e851d5-bb77-4e4b-8346-fda8b30d7228 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7761b0b-8bd5-413a-a296-99e55282b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877778 Aug 19 18:19:24.653158 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-583b4ca5-1d2e-4d3a-8545-d30dc5894892 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:24.714264 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'name': 'tempest-AttachVolumeTestJSON-1912132189-router', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:09Z', 'updated_at': '2021-08-19T18:19:13Z', 'revision_number': 3, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'gw_port': {'id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:11Z', 'updated_at': '2021-08-19T18:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:24.808032 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c118482-3fd3-42a2-adb4-f2f99c3af243 None None] The sync data for ids ['e2a3a096-470b-4bb8-8910-955707f8540b'] in n-d-803753-2 is: [{'id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'name': 'tempest-AttachVolumeTestJSON-1912132189-router', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:09Z', 'updated_at': '2021-08-19T18:19:13Z', 'revision_number': 3, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'gw_port': {'id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:11Z', 'updated_at': '2021-08-19T18:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:19:24.995607 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-a96e7fa1-94a5-4abc-9f7e-62907abd9b26 admin admin] Deleting port b60f7eb2-81e8-4c0c-97c1-ed0479550890 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:19:24.996048 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a96e7fa1-94a5-4abc-9f7e-62907abd9b26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:25.129473 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-583b4ca5-1d2e-4d3a-8545-d30dc5894892 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:25.153846 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-a96e7fa1-94a5-4abc-9f7e-62907abd9b26 admin admin] For port b60f7eb2-81e8-4c0c-97c1-ed0479550890, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b60f7eb2-81e8-4c0c-97c1-ed0479550890,segment=NetworkSegment(3f18c88e-ca3d-4b8a-a222-241455d9fd2f),segment_id=3f18c88e-ca3d-4b8a-a222-241455d9fd2f)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:25.154325 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a96e7fa1-94a5-4abc-9f7e-62907abd9b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:25.237597 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-a96e7fa1-94a5-4abc-9f7e-62907abd9b26 admin admin] Calling delete_port for b60f7eb2-81e8-4c0c-97c1-ed0479550890 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:19:25.249181 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41833931-a5a6-4a19-b5a7-6037ecd87514 req-b9d3a618-0722-46f9-824f-39bf8d2199a1 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:25.251338 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-41833931-a5a6-4a19-b5a7-6037ecd87514 req-b9d3a618-0722-46f9-824f-39bf8d2199a1 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 943 time: 0.5488250 Aug 19 18:19:25.442167 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-41833931-a5a6-4a19-b5a7-6037ecd87514 req-98e49642-8d55-4f3f-9d38-7149864bd706 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396976 Aug 19 18:19:25.573223 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-583b4ca5-1d2e-4d3a-8545-d30dc5894892 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:25.732921 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a96e7fa1-94a5-4abc-9f7e-62907abd9b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:25.860643 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b4ca5-1d2e-4d3a-8545-d30dc5894892 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=fb276a5a-6302-4ed0-b6b4-05f528121735,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:25.907456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415189cb-b9c2-417f-ab03-881bec9fcfdb req-b46a4783-6b22-4d49-a6d8-d043be078353 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:25.909497 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-415189cb-b9c2-417f-ab03-881bec9fcfdb req-b46a4783-6b22-4d49-a6d8-d043be078353 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/ports?device_id=4452c648-08bf-4465-92dc-e6f723eab079 HTTP/1.1" status: 200 len: 944 time: 0.7395520 Aug 19 18:19:25.916099 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-04bd8962-1ed2-440c-b616-ab48455b56fc admin admin] Allocated IP 172.20.0.1 (328a6888-a512-4946-b559-9a6ac5994658/d9cc3538-7c99-4258-a48c-18c8964a49b7/1f7e355c-1a87-410a-903e-5323917d3b08) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:19:25.956031 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-583b4ca5-1d2e-4d3a-8545-d30dc5894892 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:25.957958 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e7fa1-94a5-4abc-9f7e-62907abd9b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=b60f7eb2-81e8-4c0c-97c1-ed0479550890,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:25.958911 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-583b4ca5-1d2e-4d3a-8545-d30dc5894892 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/fb276a5a-6302-4ed0-b6b4-05f528121735 HTTP/1.1" status: 204 len: 168 time: 1.7723045 Aug 19 18:19:25.975398 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59212) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:26.016271 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 54692e1c-0bbb-4f12-88a4-c316d26b24f0 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:19:26.058625 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e7fa1-94a5-4abc-9f7e-62907abd9b26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:26.062660 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e7fa1-94a5-4abc-9f7e-62907abd9b26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:26.066879 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e7fa1-94a5-4abc-9f7e-62907abd9b26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:26.070285 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e7fa1-94a5-4abc-9f7e-62907abd9b26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:26.074342 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e7fa1-94a5-4abc-9f7e-62907abd9b26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:26.078925 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e7fa1-94a5-4abc-9f7e-62907abd9b26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:26.080185 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e7fa1-94a5-4abc-9f7e-62907abd9b26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:26.080185 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e7fa1-94a5-4abc-9f7e-62907abd9b26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:26.080540 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e7fa1-94a5-4abc-9f7e-62907abd9b26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:26.081119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e7fa1-94a5-4abc-9f7e-62907abd9b26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:26.081782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e7fa1-94a5-4abc-9f7e-62907abd9b26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:26.082562 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b581d159-f79b-4c86-b463-f190bc992641 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776885 Aug 19 18:19:26.092467 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59214) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:26.099289 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e7fa1-94a5-4abc-9f7e-62907abd9b26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:26.104227 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-95c98386-abbe-49e3-9d95-db828cfb0eca tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:26.208581 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device bbc08b44-8a88-4e8e-8c60-919c1bf3f487 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:19:26.235167 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a81285b-4a27-4c30-b02b-d0bdee67d53c None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:26.326455 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cae0f4-e8ee-484f-abac-d24985875b53 req-1637e8ab-53a1-4f8a-87cb-0b1b4210f355 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:26.336938 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e4cae0f4-e8ee-484f-abac-d24985875b53 req-1637e8ab-53a1-4f8a-87cb-0b1b4210f355 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 943 time: 0.4547873 Aug 19 18:19:26.545803 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-415189cb-b9c2-417f-ab03-881bec9fcfdb req-923fe582-7111-413c-89b5-37f9702bcfb3 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f58a8a-296f-4717-b3cf-3a9e15157bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5375164 Aug 19 18:19:26.548507 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e4cae0f4-e8ee-484f-abac-d24985875b53 req-04618c55-dea1-4ff3-a98b-5d1347a5f88a tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589615 Aug 19 18:19:26.558604 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-04bd8962-1ed2-440c-b616-ab48455b56fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:26.570589 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c98386-abbe-49e3-9d95-db828cfb0eca tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:26.575247 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-95c98386-abbe-49e3-9d95-db828cfb0eca tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:26.672022 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-04bd8962-1ed2-440c-b616-ab48455b56fc admin admin] Transition to ACTIVE for port object 1f7e355c-1a87-410a-903e-5323917d3b08 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:26.704260 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 649e426f-f883-455b-8749-6ef4dae7f223 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:19:26.795807 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-04bd8962-1ed2-440c-b616-ab48455b56fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:26.950860 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-cf5da3f5-4565-4051-872d-48c465e2a9f4 None None] Provisioning complete for port 0fee2db4-281b-4a15-a596-40ffa7882a80 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:26.951753 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cf5da3f5-4565-4051-872d-48c465e2a9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:26.961159 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port bbc08b44-8a88-4e8e-8c60-919c1bf3f487 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:19:27.020311 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bd8962-1ed2-440c-b616-ab48455b56fc admin admin] Network 328a6888-a512-4946-b559-9a6ac5994658 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:19:27.040599 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port bbc08b44-8a88-4e8e-8c60-919c1bf3f487 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:27.041737 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:27.043350 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-04bd8962-1ed2-440c-b616-ab48455b56fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:27.089584 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bd8962-1ed2-440c-b616-ab48455b56fc admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:19:27.109720 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd8962-1ed2-440c-b616-ab48455b56fc admin admin] Pushing event updated for resources: {'Port': ['ID=1f7e355c-1a87-410a-903e-5323917d3b08,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:27.165917 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 54692e1c-0bbb-4f12-88a4-c316d26b24f0 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:19:27.356981 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-04bd8962-1ed2-440c-b616-ab48455b56fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:27.713484 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 54692e1c-0bbb-4f12-88a4-c316d26b24f0 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:27.714542 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:27.995214 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:28.002965 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a96e7fa1-94a5-4abc-9f7e-62907abd9b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:28.125613 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c999ba3-7fcb-4188-9fbb-91549ec62d06 None None] DHCP port deletion for 4734c50c-5b75-42a3-a882-02084790a476 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:19:28.139450 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4452c648-08bf-4465-92dc-e6f723eab079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc08b44-8a88-4e8e-8c60-919c1bf3f487'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:19:28.144467 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4ade35-1a3e-46a7-bc6d-2e468fb1d342" -d '{"events": [{"server_uuid": "4452c648-08bf-4465-92dc-e6f723eab079", "name": "network-vif-plugged", "status": "completed", "tag": "bbc08b44-8a88-4e8e-8c60-919c1bf3f487"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:19:28.155983 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port bbc08b44-8a88-4e8e-8c60-919c1bf3f487, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bbc08b44-8a88-4e8e-8c60-919c1bf3f487,segment=NetworkSegment(2c3c44ac-f745-42f6-992a-b7a0f6a32881),segment_id=2c3c44ac-f745-42f6-992a-b7a0f6a32881)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:28.224186 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:28.305173 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2d5ba894-cb86-4707-abd3-2c6994097756 None None] Provisioning for port 1f7e355c-1a87-410a-903e-5323917d3b08 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:19:28.318656 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba0176-dc22-451c-b5c7-abbc51b55dc8 req-88b3166a-2fef-4170-b54b-6d624a05c73b tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:28.334413 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d5ba0176-dc22-451c-b5c7-abbc51b55dc8 req-88b3166a-2fef-4170-b54b-6d624a05c73b tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 945 time: 1.5059371 Aug 19 18:19:28.385752 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2d5ba894-cb86-4707-abd3-2c6994097756 None None] Provisioning complete for port 1f7e355c-1a87-410a-903e-5323917d3b08 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:28.386362 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2d5ba894-cb86-4707-abd3-2c6994097756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:28.468683 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:28.486880 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=bbc08b44-8a88-4e8e-8c60-919c1bf3f487,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:28.533120 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:28.533677 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:28.533851 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:28.534178 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:28.534528 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:28.535082 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:28.535428 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:28.535789 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:28.536154 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:28.536509 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:28.536869 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:28.537215 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:28.542706 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 54692e1c-0bbb-4f12-88a4-c316d26b24f0, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=54692e1c-0bbb-4f12-88a4-c316d26b24f0,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:28.548262 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-2d5ba894-cb86-4707-abd3-2c6994097756 None None] Port 1f7e355c-1a87-410a-903e-5323917d3b08 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:19:28.553520 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:28.581098 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-5c999ba3-7fcb-4188-9fbb-91549ec62d06 None None] Deleting port 0fee2db4-281b-4a15-a596-40ffa7882a80 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:19:28.582478 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5c999ba3-7fcb-4188-9fbb-91549ec62d06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:28.660061 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cdc8f5-a2f6-4bee-9588-4bf9e44abf18 req-44f316fa-eac7-4509-9407-eeb8b3b326f6 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:28.663459 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-90cdc8f5-a2f6-4bee-9588-4bf9e44abf18 req-44f316fa-eac7-4509-9407-eeb8b3b326f6 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/ports?device_id=4452c648-08bf-4465-92dc-e6f723eab079 HTTP/1.1" status: 200 len: 944 time: 0.7836382 Aug 19 18:19:28.673222 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=54692e1c-0bbb-4f12-88a4-c316d26b24f0,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:28.695434 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d5ba0176-dc22-451c-b5c7-abbc51b55dc8 req-df66e012-a826-4422-b0ee-9f2cd165bdc8 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7761b0b-8bd5-413a-a296-99e55282b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3575702 Aug 19 18:19:28.765399 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-190bc030-deaf-4eb0-bedd-d930d3d38fdb req-e529f846-d2aa-4f93-b9a6-f093bb755851 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4087918 Aug 19 18:19:28.799321 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-5c999ba3-7fcb-4188-9fbb-91549ec62d06 None None] For port 0fee2db4-281b-4a15-a596-40ffa7882a80, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0fee2db4-281b-4a15-a596-40ffa7882a80,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:28.801048 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5c999ba3-7fcb-4188-9fbb-91549ec62d06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:28.810611 n-d-803753-2 neutron-server[94681]: DEBUG neutron.objects.ports [None req-95c98386-abbe-49e3-9d95-db828cfb0eca tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94681) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:19:28.863402 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-5c999ba3-7fcb-4188-9fbb-91549ec62d06 None None] Calling delete_port for 0fee2db4-281b-4a15-a596-40ffa7882a80 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:19:29.114677 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0fee2db4-281b-4a15-a596-40ffa7882a80 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:19:29.312922 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-90cdc8f5-a2f6-4bee-9588-4bf9e44abf18 req-e89a6f08-a6cf-4ee5-90d1-16734622399d tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f58a8a-296f-4717-b3cf-3a9e15157bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6069431 Aug 19 18:19:29.391407 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-04bd8962-1ed2-440c-b616-ab48455b56fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:29.424385 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5c999ba3-7fcb-4188-9fbb-91549ec62d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:29.434311 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96e7fa1-94a5-4abc-9f7e-62907abd9b26 admin admin] Router f394192a-f545-432e-9e03-3688b068a83e has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:19:29.461407 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Port 0fee2db4-281b-4a15-a596-40ffa7882a80 update to DOWN by agent not found {{(pid=94683) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 18:19:29.485165 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545102c-9796-4c9e-b8b3-9316681a3152 req-194936fa-ecd9-4e37-ab17-13171c3abc58 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:29.503745 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d545102c-9796-4c9e-b8b3-9316681a3152 req-194936fa-ecd9-4e37-ab17-13171c3abc58 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 943 time: 0.3373127 Aug 19 18:19:29.568507 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0447cca8-ebed-409c-b4c9-9317538a6943 x-openstack-request-id: req-0447cca8-ebed-409c-b4c9-9317538a6943 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:19:29.569435 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4452c648-08bf-4465-92dc-e6f723eab079", "name": "network-vif-plugged", "status": "completed", "tag": "bbc08b44-8a88-4e8e-8c60-919c1bf3f487", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:19:29.571614 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0447cca8-ebed-409c-b4c9-9317538a6943 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:19:29.572261 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4452c648-08bf-4465-92dc-e6f723eab079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc08b44-8a88-4e8e-8c60-919c1bf3f487', 'code': 200} Aug 19 18:19:29.695813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c999ba3-7fcb-4188-9fbb-91549ec62d06 None None] Pushing event deleted for resources: {'Port': ['ID=0fee2db4-281b-4a15-a596-40ffa7882a80,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:29.701392 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c999ba3-7fcb-4188-9fbb-91549ec62d06 None None] No DVR routers for this DVR port 0fee2db4-281b-4a15-a596-40ffa7882a80 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:19:29.732162 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d545102c-9796-4c9e-b8b3-9316681a3152 req-3b0e78aa-d1b8-4c27-b2f7-3234ad2df2fc tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185342 Aug 19 18:19:29.815389 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e4426-aa17-407e-bd08-2d38d7ffd338 req-3b8425d5-c657-4e49-8710-e733fecb94b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:29.818195 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5b7e4426-aa17-407e-bd08-2d38d7ffd338 req-3b8425d5-c657-4e49-8710-e733fecb94b9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4452c648-08bf-4465-92dc-e6f723eab079 HTTP/1.1" status: 200 len: 1096 time: 0.1309309 Aug 19 18:19:29.855135 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.ipam_pluggable_backend [None req-95c98386-abbe-49e3-9d95-db828cfb0eca tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Port 0fee2db4-281b-4a15-a596-40ffa7882a80 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94681) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 19 18:19:29.857583 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.ipam_pluggable_backend [None req-95c98386-abbe-49e3-9d95-db828cfb0eca tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Reverting IP allocation for 2001:db8::f816:3eff:feac:e762 {{(pid=94681) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 19 18:19:29.882193 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.ipam_pluggable_backend [None req-95c98386-abbe-49e3-9d95-db828cfb0eca tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feac:e762 {{(pid=94681) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 19 18:19:29.891966 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-95c98386-abbe-49e3-9d95-db828cfb0eca tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:29.912663 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96e7fa1-94a5-4abc-9f7e-62907abd9b26 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:19:29.925624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415e9986-619d-4deb-bbe5-957347a33ffa None None] Sync routers for ids ['f394192a-f545-432e-9e03-3688b068a83e'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:19:29.941319 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415e9986-619d-4deb-bbe5-957347a33ffa None None] Routers {'f394192a-f545-432e-9e03-3688b068a83e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:19:29.942329 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-415e9986-619d-4deb-bbe5-957347a33ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:19:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f394192a-f545-432e-9e03-3688b068a83e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:29.945513 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c98386-abbe-49e3-9d95-db828cfb0eca tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:19:29.946747 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a96e7fa1-94a5-4abc-9f7e-62907abd9b26 admin admin] 10.222.0.24 "PUT /v2.0/routers/f394192a-f545-432e-9e03-3688b068a83e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4853067 Aug 19 18:19:29.949766 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59256) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:29.963750 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-95c98386-abbe-49e3-9d95-db828cfb0eca tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:30.009670 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c98386-abbe-49e3-9d95-db828cfb0eca tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:30.010500 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-95c98386-abbe-49e3-9d95-db828cfb0eca tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:30.088288 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84dfaa1-8114-4b1d-ae98-9526793fb5ea req-aa48ebf9-3723-4ab5-9d5f-8371f7e0a96e tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:30.109411 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e84dfaa1-8114-4b1d-ae98-9526793fb5ea req-aa48ebf9-3723-4ab5-9d5f-8371f7e0a96e tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 945 time: 0.2805536 Aug 19 18:19:30.123230 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59258) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:30.131437 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e7d36af1-ba1f-46b2-b5bd-bd8111f7a171 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Request body: {'floatingip': {'port_id': '54537953-653a-462c-8411-60d36784a9c2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:30.185349 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c98386-abbe-49e3-9d95-db828cfb0eca tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=2efa8595-ff2f-4469-9ac2-2ab542e6cfe9,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:30.231904 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5b7e4426-aa17-407e-bd08-2d38d7ffd338 req-0ad97ead-a933-470f-b6c9-2bd097a3689f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=11f58a8a-296f-4717-b3cf-3a9e15157bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989463 Aug 19 18:19:30.241440 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3bf9f124-36ce-4649-8917-731712cb9c18 admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:30.244929 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65e0cf2-993d-4eb3-ba9f-7ddacd863de6 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:30.267097 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-95c98386-abbe-49e3-9d95-db828cfb0eca tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1718380 Aug 19 18:19:30.288941 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59260) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:30.305187 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c8d77ac4-991f-4847-b704-1423206a1290 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:30.343625 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7d36af1-ba1f-46b2-b5bd-bd8111f7a171 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks [] for floatingip, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:30.344418 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-415e9986-619d-4deb-bbe5-957347a33ffa None None] Set router f394192a-f545-432e-9e03-3688b068a83e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:19:30.656850 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3bf9f124-36ce-4649-8917-731712cb9c18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:30.705419 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 54692e1c-0bbb-4f12-88a4-c316d26b24f0 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:19:30.749565 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-04bd8962-1ed2-440c-b616-ab48455b56fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:30.852823 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72728be6-d27a-48b8-8398-d222fc0919e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-4734c50c-5b75-42a3-a882-02084790a476', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'fixed_ips': [{'subnet_id': '2efa8595-ff2f-4469-9ac2-2ab542e6cfe9'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:19:30.854213 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-72728be6-d27a-48b8-8398-d222fc0919e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:30.896940 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-415e9986-619d-4deb-bbe5-957347a33ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f394192a-f545-432e-9e03-3688b068a83e', 'name': 'tempest-TaggedBootDevicesTest-107415717-router', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:35Z', 'updated_at': '2021-08-19T18:19:25Z', 'revision_number': 5, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'gw_port': {'id': '1b1e2ee4-ca36-423d-93a4-1ac5c9c739de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f394192a-f545-432e-9e03-3688b068a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:37Z', 'updated_at': '2021-08-19T18:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:30.899587 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-04bd8962-1ed2-440c-b616-ab48455b56fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:30.984208 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80753d44-cfbb-4524-b5b9-1ecbda43babc req-1d39d990-1def-4de5-a740-9a422c1aef75 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:30.987160 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-80753d44-cfbb-4524-b5b9-1ecbda43babc req-1d39d990-1def-4de5-a740-9a422c1aef75 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/ports?device_id=4452c648-08bf-4465-92dc-e6f723eab079 HTTP/1.1" status: 200 len: 945 time: 0.2655654 Aug 19 18:19:31.012760 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 54692e1c-0bbb-4f12-88a4-c316d26b24f0 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:31.013252 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:31.015657 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415e9986-619d-4deb-bbe5-957347a33ffa None None] Checking router: f394192a-f545-432e-9e03-3688b068a83e for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:19:31.024631 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-3bf9f124-36ce-4649-8917-731712cb9c18 admin admin] Deleting port 1b1e2ee4-ca36-423d-93a4-1ac5c9c739de {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:19:31.025142 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3bf9f124-36ce-4649-8917-731712cb9c18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:31.072795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415e9986-619d-4deb-bbe5-957347a33ffa None None] Routers {'f394192a-f545-432e-9e03-3688b068a83e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:19:31.072795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-415e9986-619d-4deb-bbe5-957347a33ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:19:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f394192a-f545-432e-9e03-3688b068a83e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:31.148361 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd8962-1ed2-440c-b616-ab48455b56fc admin admin] Pushing event updated for resources: {'Port': ['ID=1f7e355c-1a87-410a-903e-5323917d3b08,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:31.153651 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-04bd8962-1ed2-440c-b616-ab48455b56fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:31.175148 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-80753d44-cfbb-4524-b5b9-1ecbda43babc req-b027c099-c559-4334-aa0a-fef997067548 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f58a8a-296f-4717-b3cf-3a9e15157bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658964 Aug 19 18:19:31.291105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-415e9986-619d-4deb-bbe5-957347a33ffa None None] Set router f394192a-f545-432e-9e03-3688b068a83e gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:19:31.311129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-3bf9f124-36ce-4649-8917-731712cb9c18 admin admin] For port 1b1e2ee4-ca36-423d-93a4-1ac5c9c739de, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1b1e2ee4-ca36-423d-93a4-1ac5c9c739de,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:31.311770 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3bf9f124-36ce-4649-8917-731712cb9c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:31.344219 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-3bf9f124-36ce-4649-8917-731712cb9c18 admin admin] Calling delete_port for 1b1e2ee4-ca36-423d-93a4-1ac5c9c739de owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:19:31.405506 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-72728be6-d27a-48b8-8398-d222fc0919e9 None None] Allocated IP 2001:db8::f816:3eff:fe71:9cf5 (4734c50c-5b75-42a3-a882-02084790a476/2efa8595-ff2f-4469-9ac2-2ab542e6cfe9/2ce7448c-7ea4-45ee-80b5-28a56538c6d3) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:19:31.414616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-415e9986-619d-4deb-bbe5-957347a33ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f394192a-f545-432e-9e03-3688b068a83e', 'name': 'tempest-TaggedBootDevicesTest-107415717-router', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:35Z', 'updated_at': '2021-08-19T18:19:30Z', 'revision_number': 6, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:31.481967 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415e9986-619d-4deb-bbe5-957347a33ffa None None] The sync data for ids ['f394192a-f545-432e-9e03-3688b068a83e'] in n-d-803753-2 is: [{'id': 'f394192a-f545-432e-9e03-3688b068a83e', 'name': 'tempest-TaggedBootDevicesTest-107415717-router', 'tenant_id': '22b0cfe0dd134d888d6f8103e3004f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:35Z', 'updated_at': '2021-08-19T18:19:30Z', 'revision_number': 6, 'project_id': '22b0cfe0dd134d888d6f8103e3004f52', 'gw_port_host': None}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:19:31.548547 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bc030-deaf-4eb0-bedd-d930d3d38fdb req-bf41ca2e-477a-49bf-ae5d-d9f4963d30a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:31.550919 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-190bc030-deaf-4eb0-bedd-d930d3d38fdb req-bf41ca2e-477a-49bf-ae5d-d9f4963d30a1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4&tenant_id=936ec52db0734d99bf3034cb7c88bc1c HTTP/1.1" status: 200 len: 1094 time: 0.9744039 Aug 19 18:19:31.560676 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaadb88-f91e-4b35-94d7-c05a039139f8 req-a17ffc22-a169-4f7f-8f98-9079c72392e5 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:31.562432 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bbaadb88-f91e-4b35-94d7-c05a039139f8 req-a17ffc22-a169-4f7f-8f98-9079c72392e5 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 943 time: 0.5547161 Aug 19 18:19:31.742298 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bbaadb88-f91e-4b35-94d7-c05a039139f8 req-073101fc-c8ac-4684-a3ac-363caa40e9f1 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488116 Aug 19 18:19:31.751560 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bd8962-1ed2-440c-b616-ab48455b56fc admin admin] Network 328a6888-a512-4946-b559-9a6ac5994658 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:19:31.761394 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-04bd8962-1ed2-440c-b616-ab48455b56fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:31.763505 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d77ac4-991f-4847-b704-1423206a1290 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:31.767494 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8d77ac4-991f-4847-b704-1423206a1290 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:31.819042 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-72728be6-d27a-48b8-8398-d222fc0919e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:31.829822 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-72728be6-d27a-48b8-8398-d222fc0919e9 None None] Transition to ACTIVE for port object 2ce7448c-7ea4-45ee-80b5-28a56538c6d3 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:31.867112 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-72728be6-d27a-48b8-8398-d222fc0919e9 None None] Transition to ACTIVE for port object 2ce7448c-7ea4-45ee-80b5-28a56538c6d3 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:31.873018 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3bf9f124-36ce-4649-8917-731712cb9c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:31.878147 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-72728be6-d27a-48b8-8398-d222fc0919e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:31.981363 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9f124-36ce-4649-8917-731712cb9c18 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b1e2ee4-ca36-423d-93a4-1ac5c9c739de,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:31.997448 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72728be6-d27a-48b8-8398-d222fc0919e9 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:19:32.001352 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-72728be6-d27a-48b8-8398-d222fc0919e9 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:32.002478 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72728be6-d27a-48b8-8398-d222fc0919e9 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:19:32.062859 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72728be6-d27a-48b8-8398-d222fc0919e9 None None] Pushing event updated for resources: {'Port': ['ID=2ce7448c-7ea4-45ee-80b5-28a56538c6d3,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:32.156406 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-72728be6-d27a-48b8-8398-d222fc0919e9 None None] Attempting to bind port 2ce7448c-7ea4-45ee-80b5-28a56538c6d3 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:19:32.158129 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-72728be6-d27a-48b8-8398-d222fc0919e9 None None] Attempting to bind port 2ce7448c-7ea4-45ee-80b5-28a56538c6d3 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:19:32.161191 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72728be6-d27a-48b8-8398-d222fc0919e9 None None] Attempting to bind port 2ce7448c-7ea4-45ee-80b5-28a56538c6d3 on network 4734c50c-5b75-42a3-a882-02084790a476 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:19:32.181908 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72728be6-d27a-48b8-8398-d222fc0919e9 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:19:32.182596 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72728be6-d27a-48b8-8398-d222fc0919e9 None None] Checking segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:19:32.183597 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3bf9f124-36ce-4649-8917-731712cb9c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:32.186000 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-72728be6-d27a-48b8-8398-d222fc0919e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:32.186613 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72728be6-d27a-48b8-8398-d222fc0919e9 None None] Bound using segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:19:32.188117 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-72728be6-d27a-48b8-8398-d222fc0919e9 None None] Bound port: 2ce7448c-7ea4-45ee-80b5-28a56538c6d3, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:19:32.188904 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-72728be6-d27a-48b8-8398-d222fc0919e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:32.397857 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3f1e607b-6d11-46ba-b3eb-0ef513840529 None None] Provisioning complete for port 1f7e355c-1a87-410a-903e-5323917d3b08 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:32.398943 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3f1e607b-6d11-46ba-b3eb-0ef513840529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:32.433950 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-72728be6-d27a-48b8-8398-d222fc0919e9 None None] For port 2ce7448c-7ea4-45ee-80b5-28a56538c6d3, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:19:32.459659 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3bf9f124-36ce-4649-8917-731712cb9c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:32.462500 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3bf9f124-36ce-4649-8917-731712cb9c18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:32.467281 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-72728be6-d27a-48b8-8398-d222fc0919e9 None None] For port 2ce7448c-7ea4-45ee-80b5-28a56538c6d3, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2ce7448c-7ea4-45ee-80b5-28a56538c6d3,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:19:32.477378 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-72728be6-d27a-48b8-8398-d222fc0919e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:32.496664 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e607b-6d11-46ba-b3eb-0ef513840529 None None] Port 1f7e355c-1a87-410a-903e-5323917d3b08 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:19:32.536365 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf9039-e757-4660-b291-9b7da277242f req-ea2087ec-44de-41f5-93f4-a75a759b12b4 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:32.541955 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1abf9039-e757-4660-b291-9b7da277242f req-ea2087ec-44de-41f5-93f4-a75a759b12b4 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/ports?device_id=4452c648-08bf-4465-92dc-e6f723eab079 HTTP/1.1" status: 200 len: 945 time: 0.1522503 Aug 19 18:19:32.590581 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3bf9f124-36ce-4649-8917-731712cb9c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:32.591322 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf9f124-36ce-4649-8917-731712cb9c18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f394192a-f545-432e-9e03-3688b068a83e {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:19:32.623087 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3bf9f124-36ce-4649-8917-731712cb9c18 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:32.624693 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3bf9f124-36ce-4649-8917-731712cb9c18 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f394192a-f545-432e-9e03-3688b068a83e HTTP/1.1" status: 204 len: 168 time: 2.6724293 Aug 19 18:19:32.634897 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59272) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:32.638697 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72728be6-d27a-48b8-8398-d222fc0919e9 None None] Pushing event updated for resources: {'Port': ['ID=2ce7448c-7ea4-45ee-80b5-28a56538c6d3,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:32.697451 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b60f7eb2-81e8-4c0c-97c1-ed0479550890 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:19:32.742415 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1abf9039-e757-4660-b291-9b7da277242f req-7d4bf473-af32-4925-ae53-306ca9e4b303 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f58a8a-296f-4717-b3cf-3a9e15157bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918766 Aug 19 18:19:32.757126 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f60016-93b1-43c2-a330-02eed5165b04 admin admin] Deleting subnet ce67a4c2-3255-481b-8d44-f56c5622f0d5 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:19:32.771250 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a2f60016-93b1-43c2-a330-02eed5165b04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:32.780640 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: b60f7eb2-81e8-4c0c-97c1-ed0479550890 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:19:32.781209 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b60f7eb2-81e8-4c0c-97c1-ed0479550890 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:19:32.782654 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1b1e2ee4-ca36-423d-93a4-1ac5c9c739de no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:19:32.863332 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 1b1e2ee4-ca36-423d-93a4-1ac5c9c739de {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:19:32.865031 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1b1e2ee4-ca36-423d-93a4-1ac5c9c739de not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:19:32.893486 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a2f60016-93b1-43c2-a330-02eed5165b04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:33.162564 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a2f60016-93b1-43c2-a330-02eed5165b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:33.287405 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bc030-deaf-4eb0-bedd-d930d3d38fdb req-69db68b6-1918-4268-881f-ae90ed9b63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:33.290457 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-190bc030-deaf-4eb0-bedd-d930d3d38fdb req-69db68b6-1918-4268-881f-ae90ed9b63a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=936ec52db0734d99bf3034cb7c88bc1c&device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 1094 time: 1.6050520 Aug 19 18:19:33.302836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bd8962-1ed2-440c-b616-ab48455b56fc admin admin] Router e2a3a096-470b-4bb8-8910-955707f8540b has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:19:33.392004 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a2f60016-93b1-43c2-a330-02eed5165b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:33.451661 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f60016-93b1-43c2-a330-02eed5165b04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce67a4c2-3255-481b-8d44-f56c5622f0d5,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:33.495520 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ac49ad-00e9-4b05-8738-84ab09eabc38 None None] Network 2a57726d-7b72-4596-ad69-fcea207934ef requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:33.498740 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f09b4-4bdb-44eb-9406-c8e8d1ea1531 req-4f0122d1-8314-4da0-a5a4-02a508a37ca4 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:33.501819 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b28f09b4-4bdb-44eb-9406-c8e8d1ea1531 req-4f0122d1-8314-4da0-a5a4-02a508a37ca4 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 943 time: 0.2516913 Aug 19 18:19:33.504765 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a2f60016-93b1-43c2-a330-02eed5165b04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:33.518284 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a2f60016-93b1-43c2-a330-02eed5165b04 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ce67a4c2-3255-481b-8d44-f56c5622f0d5 HTTP/1.1" status: 204 len: 168 time: 0.8821025 Aug 19 18:19:33.519883 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59282) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:33.802884 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bd8962-1ed2-440c-b616-ab48455b56fc admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:19:33.812259 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-04bd8962-1ed2-440c-b616-ab48455b56fc admin admin] 10.222.0.24 "PUT /v2.0/routers/e2a3a096-470b-4bb8-8910-955707f8540b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4347298 Aug 19 18:19:33.821143 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] Sync routers for ids ['e2a3a096-470b-4bb8-8910-955707f8540b'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:19:33.854126 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] Routers {'e2a3a096-470b-4bb8-8910-955707f8540b'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:19:33.855241 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:19:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e2a3a096-470b-4bb8-8910-955707f8540b'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:33.878947 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b28f09b4-4bdb-44eb-9406-c8e8d1ea1531 req-8746bf18-fe8b-4d41-83df-60356a1a330e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517344 Aug 19 18:19:33.897954 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5ac41092-7a99-4280-a230-848c41d8706c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:34.099291 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-5ac41092-7a99-4280-a230-848c41d8706c admin admin] Deleting port 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:19:34.099760 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5ac41092-7a99-4280-a230-848c41d8706c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:34.158635 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] Set router e2a3a096-470b-4bb8-8910-955707f8540b gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:19:34.186973 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d32eec9-36e3-4644-93fd-87e70af9248c None None] DHCP port deletion for 2a57726d-7b72-4596-ad69-fcea207934ef request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:19:34.278352 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-5ac41092-7a99-4280-a230-848c41d8706c admin admin] For port 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=8f333d88-9f82-4c5d-9c8c-4b67cd4a60de,segment=NetworkSegment(3f18c88e-ca3d-4b8a-a222-241455d9fd2f),segment_id=3f18c88e-ca3d-4b8a-a222-241455d9fd2f)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:34.278748 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5ac41092-7a99-4280-a230-848c41d8706c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:34.294312 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2057b4-3035-4686-a5e4-1fcaef874d8e req-dcf38db8-dde4-4f3e-ade2-e1f503ffbeb6 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:34.307297 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8f2057b4-3035-4686-a5e4-1fcaef874d8e req-dcf38db8-dde4-4f3e-ade2-e1f503ffbeb6 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/ports?device_id=4452c648-08bf-4465-92dc-e6f723eab079 HTTP/1.1" status: 200 len: 945 time: 0.9516580 Aug 19 18:19:34.312463 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-5ac41092-7a99-4280-a230-848c41d8706c admin admin] Calling delete_port for 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:19:34.327485 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-9d32eec9-36e3-4644-93fd-87e70af9248c None None] Deleting port 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:19:34.328649 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9d32eec9-36e3-4644-93fd-87e70af9248c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:34.530968 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.db.resource_extend [None req-e7d36af1-ba1f-46b2-b5bd-bd8111f7a171 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:19:34.545323 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5ac41092-7a99-4280-a230-848c41d8706c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:34.563265 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-9d32eec9-36e3-4644-93fd-87e70af9248c None None] For port 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=8f333d88-9f82-4c5d-9c8c-4b67cd4a60de,segment=NetworkSegment(3f18c88e-ca3d-4b8a-a222-241455d9fd2f),segment_id=3f18c88e-ca3d-4b8a-a222-241455d9fd2f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:34.563525 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9d32eec9-36e3-4644-93fd-87e70af9248c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:34.595424 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac41092-7a99-4280-a230-848c41d8706c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f333d88-9f82-4c5d-9c8c-4b67cd4a60de,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:34.625403 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac41092-7a99-4280-a230-848c41d8706c admin admin] No DVR routers for this DVR port 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:19:34.660869 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-9d32eec9-36e3-4644-93fd-87e70af9248c None None] Calling delete_port for 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:19:34.697760 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8687c368-7a8f-40a6-a030-5313a31e757a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:34.789424 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'name': 'tempest-AttachVolumeTestJSON-1912132189-router', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:09Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'gw_port': {'id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:11Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '1f7e355c-1a87-410a-903e-5323917d3b08', 'name': '', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'mac_address': 'fa:16:3e:f2:af:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:24Z', 'updated_at': '2021-08-19T18:19:29Z', 'revision_number': 2, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'subnets': [{'id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:34.836643 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d9531db1-087c-4c31-a95e-50dd31b3b634 None None] Provisioning for port 2ce7448c-7ea4-45ee-80b5-28a56538c6d3 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:19:34.848940 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] Checking router: e2a3a096-470b-4bb8-8910-955707f8540b for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:19:34.850765 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] Updating router e2a3a096-470b-4bb8-8910-955707f8540b port 1f7e355c-1a87-410a-903e-5323917d3b08 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:19:34.865077 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5ac41092-7a99-4280-a230-848c41d8706c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:34.879638 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-5ac41092-7a99-4280-a230-848c41d8706c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a57726d-7b72-4596-ad69-fcea207934ef']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:34.894788 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-5ac41092-7a99-4280-a230-848c41d8706c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f18c88e-ca3d-4b8a-a222-241455d9fd2f') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:34.895098 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-5ac41092-7a99-4280-a230-848c41d8706c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f18c88e-ca3d-4b8a-a222-241455d9fd2f') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:34.897148 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:34.908270 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5ac41092-7a99-4280-a230-848c41d8706c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:34.912494 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2ce7448c-7ea4-45ee-80b5-28a56538c6d3 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:19:34.929171 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5ac41092-7a99-4280-a230-848c41d8706c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:34.937844 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac41092-7a99-4280-a230-848c41d8706c admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:19:34.938427 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5ac41092-7a99-4280-a230-848c41d8706c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:19:35.016203 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:19:35.041320 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cdcc9-cdeb-471d-8c78-ea5f9158382f req-fdfbca4f-8d47-4979-9a89-42309bbfa165 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:35.043129 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-805cdcc9-cdeb-471d-8c78-ea5f9158382f req-fdfbca4f-8d47-4979-9a89-42309bbfa165 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.54 "GET /v2.0/ports?device_id=4452c648-08bf-4465-92dc-e6f723eab079 HTTP/1.1" status: 200 len: 945 time: 0.3365231 Aug 19 18:19:35.044018 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5ac41092-7a99-4280-a230-848c41d8706c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:35.051307 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5ac41092-7a99-4280-a230-848c41d8706c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:35.060160 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5ac41092-7a99-4280-a230-848c41d8706c admin admin] 10.222.0.24 "DELETE /v2.0/networks/2a57726d-7b72-4596-ad69-fcea207934ef HTTP/1.1" status: 204 len: 168 time: 1.5333924 Aug 19 18:19:35.168089 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9d32eec9-36e3-4644-93fd-87e70af9248c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:35.181200 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac41092-7a99-4280-a230-848c41d8706c admin admin] Pushing event deleted for resources: {'Network': ['ID=2a57726d-7b72-4596-ad69-fcea207934ef,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:35.194129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bc030-deaf-4eb0-bedd-d930d3d38fdb req-10282046-a6b0-4371-80b3-7456999005b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:35.200394 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-190bc030-deaf-4eb0-bedd-d930d3d38fdb req-10282046-a6b0-4371-80b3-7456999005b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b23f275-dbc1-4b31-89ad-a50a42b827a6 HTTP/1.1" status: 200 len: 914 time: 1.8866954 Aug 19 18:19:35.232927 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7d36af1-ba1f-46b2-b5bd-bd8111f7a171 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:35.252012 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8d77ac4-991f-4847-b704-1423206a1290 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:35.265810 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32eec9-36e3-4644-93fd-87e70af9248c None None] Pushing event deleted for resources: {'Port': ['ID=8f333d88-9f82-4c5d-9c8c-4b67cd4a60de,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:35.280717 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9d32eec9-36e3-4644-93fd-87e70af9248c None None] Network 2a57726d-7b72-4596-ad69-fcea207934ef is not hosted by any dhcp agent {{(pid=94683) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:19:35.281061 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d32eec9-36e3-4644-93fd-87e70af9248c None None] No DVR routers for this DVR port 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:19:35.313005 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 2ce7448c-7ea4-45ee-80b5-28a56538c6d3 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:19:35.319613 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 2ce7448c-7ea4-45ee-80b5-28a56538c6d3 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:35.320093 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:35.348501 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59298) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:35.375887 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7b39126e-3d17-41c9-8cfe-85c92f14d6f3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1914347485', 'description': 'tempest-description--1095398692'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:35.392131 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7d36af1-ba1f-46b2-b5bd-bd8111f7a171 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:35.417548 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59300) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:35.529482 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:35.592552 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-e7d36af1-ba1f-46b2-b5bd-bd8111f7a171 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Floating IP 1607d756-9754-48ac-9b08-4188695a5ff2 associated. External IP: 172.25.8.15, port: 54537953-653a-462c-8411-60d36784a9c2. Aug 19 18:19:35.607713 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-190bc030-deaf-4eb0-bedd-d930d3d38fdb req-cffb3507-a7e4-4877-9835-7d513483b972 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=649e426f-f883-455b-8749-6ef4dae7f223 HTTP/1.1" status: 200 len: 217 time: 0.3728070 Aug 19 18:19:35.616337 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b39126e-3d17-41c9-8cfe-85c92f14d6f3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:35.640819 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 2ce7448c-7ea4-45ee-80b5-28a56538c6d3, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2ce7448c-7ea4-45ee-80b5-28a56538c6d3,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:35.650344 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:35.651684 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:35.671484 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] Transition to ACTIVE for port object 1f7e355c-1a87-410a-903e-5323917d3b08 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:35.683682 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:35.692815 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-805cdcc9-cdeb-471d-8c78-ea5f9158382f req-c17d047f-fdc9-41f0-b88b-c13a75e6bd53 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Deleting port bbc08b44-8a88-4e8e-8c60-919c1bf3f487 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:19:35.698364 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-805cdcc9-cdeb-471d-8c78-ea5f9158382f req-c17d047f-fdc9-41f0-b88b-c13a75e6bd53 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:35.736875 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d77ac4-991f-4847-b704-1423206a1290 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:19:35.764448 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-c8d77ac4-991f-4847-b704-1423206a1290 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:35.791070 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d77ac4-991f-4847-b704-1423206a1290 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:35.791569 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8d77ac4-991f-4847-b704-1423206a1290 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:35.798899 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:19:35.828416 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe2141f-abd0-4604-ae81-072419e5f44b None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:35.842810 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8f2057b4-3035-4686-a5e4-1fcaef874d8e req-2c87bf32-d951-4869-90ca-8e7d79338ae7 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f58a8a-296f-4717-b3cf-3a9e15157bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5340016 Aug 19 18:19:35.960659 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bc030-deaf-4eb0-bedd-d930d3d38fdb req-fa98a020-4933-43df-a8e3-d48b35852493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:35.962733 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-190bc030-deaf-4eb0-bedd-d930d3d38fdb req-fa98a020-4933-43df-a8e3-d48b35852493 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e410fbec-87b3-4c19-8f94-8082dbd5415d HTTP/1.1" status: 200 len: 853 time: 0.2180526 Aug 19 18:19:35.973936 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d62d55-22bc-41fa-afb0-f97f9093c4bb None None] Pushing event updated for resources: {'Port': ['ID=1f7e355c-1a87-410a-903e-5323917d3b08,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:36.005954 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] Attempting to bind port 1f7e355c-1a87-410a-903e-5323917d3b08 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:19:36.006622 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] Attempting to bind port 1f7e355c-1a87-410a-903e-5323917d3b08 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '328a6888-a512-4946-b559-9a6ac5994658'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:19:36.007897 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] Attempting to bind port 1f7e355c-1a87-410a-903e-5323917d3b08 on network 328a6888-a512-4946-b559-9a6ac5994658 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:19:36.027314 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:19:36.028212 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] Checking segment: {'id': '61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '328a6888-a512-4946-b559-9a6ac5994658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:19:36.032280 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:36.032840 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] Bound using segment: {'id': '61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '328a6888-a512-4946-b559-9a6ac5994658'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:19:36.035429 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] Bound port: 1f7e355c-1a87-410a-903e-5323917d3b08, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '328a6888-a512-4946-b559-9a6ac5994658'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:19:36.036722 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:36.070692 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:19:36.073483 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8f333d88-9f82-4c5d-9c8c-4b67cd4a60de not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:19:36.149421 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d77ac4-991f-4847-b704-1423206a1290 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=6a26fe76-7fbc-4f22-9075-0aa3504398ca,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:36.177475 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-805cdcc9-cdeb-471d-8c78-ea5f9158382f req-c17d047f-fdc9-41f0-b88b-c13a75e6bd53 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] For port bbc08b44-8a88-4e8e-8c60-919c1bf3f487, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bbc08b44-8a88-4e8e-8c60-919c1bf3f487,segment=NetworkSegment(2c3c44ac-f745-42f6-992a-b7a0f6a32881),segment_id=2c3c44ac-f745-42f6-992a-b7a0f6a32881)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:36.180299 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-805cdcc9-cdeb-471d-8c78-ea5f9158382f req-c17d047f-fdc9-41f0-b88b-c13a75e6bd53 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:36.197464 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-28cc66aa-b639-4eaf-9631-7dc3834a45dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22b0cfe0dd134d888d6f8103e3004f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7831585 Aug 19 18:19:36.228949 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59304) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:36.233871 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=2ce7448c-7ea4-45ee-80b5-28a56538c6d3,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:36.270786 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-190bc030-deaf-4eb0-bedd-d930d3d38fdb req-73c7c9f2-7960-4494-9884-95d04a0f4815 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b23f275-dbc1-4b31-89ad-a50a42b827a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2891917 Aug 19 18:19:36.276909 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-805cdcc9-cdeb-471d-8c78-ea5f9158382f req-c17d047f-fdc9-41f0-b88b-c13a75e6bd53 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Calling delete_port for bbc08b44-8a88-4e8e-8c60-919c1bf3f487 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:19:36.277237 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c8d77ac4-991f-4847-b704-1423206a1290 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.9785569 Aug 19 18:19:36.288188 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59306) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:36.303976 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f3cdce02-c3bf-4da0-b1b6-febcee901b14 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'mac_address': 'fa:16:3e:7c:c9:ac', 'name': 'tempest-NetworksTestDHCPv6-780593550'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:36.337823 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] For port 1f7e355c-1a87-410a-903e-5323917d3b08, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:19:36.346826 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] For port 1f7e355c-1a87-410a-903e-5323917d3b08, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1f7e355c-1a87-410a-903e-5323917d3b08,segment=NetworkSegment(61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe),segment_id=61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:19:36.358250 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:36.398039 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b39126e-3d17-41c9-8cfe-85c92f14d6f3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:36.452064 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab5d3a-1109-4caf-b3a6-a5c964a42f39 req-c936a3f8-3f2f-4643-9b42-84237ce22c4f tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:36.471723 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-81ab5d3a-1109-4caf-b3a6-a5c964a42f39 req-c936a3f8-3f2f-4643-9b42-84237ce22c4f tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 943 time: 0.9264100 Aug 19 18:19:36.476470 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b39126e-3d17-41c9-8cfe-85c92f14d6f3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:36.517924 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5585ee7-e763-4619-b893-9ca63d840171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:36.548906 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5585ee7-e763-4619-b893-9ca63d840171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:36.630640 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] Routers {'e2a3a096-470b-4bb8-8910-955707f8540b'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:19:36.636349 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:19:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e2a3a096-470b-4bb8-8910-955707f8540b'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:36.651645 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b39126e-3d17-41c9-8cfe-85c92f14d6f3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:36.661729 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7b39126e-3d17-41c9-8cfe-85c92f14d6f3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3098557 Aug 19 18:19:36.846459 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59310) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:36.903751 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-da013c74-99b5-4f0d-916b-6c87ab3f415b tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Request body: {'security_group_rule': {'security_group_id': '1a683979-a812-48b7-8fdd-536b42a3528f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:36.907297 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2ce7448c-7ea4-45ee-80b5-28a56538c6d3 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:19:36.913952 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39126e-3d17-41c9-8cfe-85c92f14d6f3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a683979-a812-48b7-8fdd-536b42a3528f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:37.058312 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] Set router e2a3a096-470b-4bb8-8910-955707f8540b gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:19:37.059035 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2262f61a-77d2-4b17-b7bd-47c0b6c1c2e6 None None] Update dhcp port {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'fixed_ips': [{'subnet_id': '2efa8595-ff2f-4469-9ac2-2ab542e6cfe9', 'ip_address': '2001:db8::f816:3eff:fe71:9cf5'}, {'subnet_id': '6a26fe76-7fbc-4f22-9075-0aa3504398ca'}], 'binding:host_id': 'n-d-803753-2'}, 'id': '2ce7448c-7ea4-45ee-80b5-28a56538c6d3'} from n-d-803753-2. {{(pid=94683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:19:37.121881 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-81ab5d3a-1109-4caf-b3a6-a5c964a42f39 req-fddbf796-560e-4312-8607-d06f072eafa9 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927341 Aug 19 18:19:37.261723 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cdce02-c3bf-4da0-b1b6-febcee901b14 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:37.290671 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da013c74-99b5-4f0d-916b-6c87ab3f415b tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:37.292994 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2262f61a-77d2-4b17-b7bd-47c0b6c1c2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:37.304165 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:37.326640 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-86569387-6aaa-4050-9860-ec535d233d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:37.337155 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 2ce7448c-7ea4-45ee-80b5-28a56538c6d3 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:37.338213 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:37.370462 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d62d55-22bc-41fa-afb0-f97f9093c4bb None None] Pushing event updated for resources: {'Port': ['ID=1f7e355c-1a87-410a-903e-5323917d3b08,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:37.458020 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-190bc030-deaf-4eb0-bedd-d930d3d38fdb req-4aa6773d-5f95-408e-bb8d-3fa536083f98 service neutron] 10.222.0.50 "GET /v2.0/networks/9b23f275-dbc1-4b31-89ad-a50a42b827a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0960238 Aug 19 18:19:37.500129 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5585ee7-e763-4619-b893-9ca63d840171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:37.505888 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5585ee7-e763-4619-b893-9ca63d840171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:37.512621 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a5585ee7-e763-4619-b893-9ca63d840171 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e956f7ff-2d8d-4324-b99b-f08f57413691 HTTP/1.1" status: 204 len: 168 time: 1.2403381 Aug 19 18:19:37.709483 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:19:37.729991 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1092f-24ce-4c79-8202-ed901465293e req-9c3f618c-0ddd-45bc-9595-3baaee1b4cc5 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:37.734528 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f4b1092f-24ce-4c79-8202-ed901465293e req-9c3f618c-0ddd-45bc-9595-3baaee1b4cc5 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/ports?device_id=4452c648-08bf-4465-92dc-e6f723eab079 HTTP/1.1" status: 200 len: 945 time: 0.5527468 Aug 19 18:19:37.758135 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5585ee7-e763-4619-b893-9ca63d840171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e956f7ff-2d8d-4324-b99b-f08f57413691,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:37.784060 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f3cdce02-c3bf-4da0-b1b6-febcee901b14 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:37.810906 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d36af1-ba1f-46b2-b5bd-bd8111f7a171 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Router b9819cef-b148-4240-86a0-f4250af9b67c has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:19:37.865845 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da013c74-99b5-4f0d-916b-6c87ab3f415b tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:37.871423 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-805cdcc9-cdeb-471d-8c78-ea5f9158382f req-c17d047f-fdc9-41f0-b88b-c13a75e6bd53 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:37.897841 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f4b1092f-24ce-4c79-8202-ed901465293e req-5920d7bd-6dac-412a-9a05-13e5785de581 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/security-groups?id=11f58a8a-296f-4717-b3cf-3a9e15157bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316783 Aug 19 18:19:37.927865 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da013c74-99b5-4f0d-916b-6c87ab3f415b tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:37.928959 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'name': 'tempest-AttachVolumeTestJSON-1912132189-router', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:09Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'gw_port': {'id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:11Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '1f7e355c-1a87-410a-903e-5323917d3b08', 'name': '', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'mac_address': 'fa:16:3e:f2:af:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:24Z', 'updated_at': '2021-08-19T18:19:36Z', 'revision_number': 4, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'subnets': [{'id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:38.013106 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110eeb18-b0c9-4474-9495-7dd0bd8598f8 None None] The sync data for ids ['e2a3a096-470b-4bb8-8910-955707f8540b'] in n-d-803753-2 is: [{'id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'name': 'tempest-AttachVolumeTestJSON-1912132189-router', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:09Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'gw_port': {'id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:11Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '1f7e355c-1a87-410a-903e-5323917d3b08', 'name': '', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'mac_address': 'fa:16:3e:f2:af:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:24Z', 'updated_at': '2021-08-19T18:19:36Z', 'revision_number': 4, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'subnets': [{'id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:19:38.091037 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d047f-fdc9-41f0-b88b-c13a75e6bd53 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Pushing event deleted for resources: {'Port': ['ID=bbc08b44-8a88-4e8e-8c60-919c1bf3f487,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:38.219241 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-f3cdce02-c3bf-4da0-b1b6-febcee901b14 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] device_id is not set on port a0657d09-b9fa-4dc6-8b34-024859ffbe9e yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:19:38.235745 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device bbc08b44-8a88-4e8e-8c60-919c1bf3f487 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:19:38.244105 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da013c74-99b5-4f0d-916b-6c87ab3f415b tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a94450-3fe5-4d5a-805f-0b93abe653a3,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:38.295416 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-190bc030-deaf-4eb0-bedd-d930d3d38fdb req-69ff6685-b890-43f0-9b87-a6f6e2460357 service neutron] 10.222.0.50 "GET /v2.0/networks/9b23f275-dbc1-4b31-89ad-a50a42b827a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7987609 Aug 19 18:19:38.351789 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d36af1-ba1f-46b2-b5bd-bd8111f7a171 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:19:38.362259 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7d36af1-ba1f-46b2-b5bd-bd8111f7a171 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:38.442831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc655fab-f047-4c65-9f10-03c94dc2f7b5 None None] Sync routers for ids ['b9819cef-b148-4240-86a0-f4250af9b67c'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:19:38.476946 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e7d36af1-ba1f-46b2-b5bd-bd8111f7a171 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "PUT /v2.0/floatingips/1607d756-9754-48ac-9b08-4188695a5ff2 HTTP/1.1" status: 200 len: 990 time: 8.3516898 Aug 19 18:19:38.486730 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4682c9e1-2835-4585-a131-1a6c7e9290fd', 'tag': '54537953-653a-462c-8411-60d36784a9c2'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:19:38.493034 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: bbc08b44-8a88-4e8e-8c60-919c1bf3f487 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:19:38.493619 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device bbc08b44-8a88-4e8e-8c60-919c1bf3f487 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:19:38.508355 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8349da4-7f70-47d1-bfbc-df4861c120d1" -d '{"events": [{"name": "network-changed", "server_uuid": "4682c9e1-2835-4585-a131-1a6c7e9290fd", "tag": "54537953-653a-462c-8411-60d36784a9c2"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:19:38.525461 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:38.574637 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da013c74-99b5-4f0d-916b-6c87ab3f415b tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:38.578682 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-da013c74-99b5-4f0d-916b-6c87ab3f415b tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6816802 Aug 19 18:19:38.581876 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59342) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:38.583394 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-2262f61a-77d2-4b17-b7bd-47c0b6c1c2e6 None None] Allocated IP 172.20.0.2 (4734c50c-5b75-42a3-a882-02084790a476/6a26fe76-7fbc-4f22-9075-0aa3504398ca/2ce7448c-7ea4-45ee-80b5-28a56538c6d3) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:19:38.599857 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-da472da0-c4c8-4538-a4c0-744bbb1bc716 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Request body: {'security_group_rule': {'security_group_id': '1a683979-a812-48b7-8fdd-536b42a3528f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:38.626536 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-805cdcc9-cdeb-471d-8c78-ea5f9158382f req-c17d047f-fdc9-41f0-b88b-c13a75e6bd53 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] No DVR routers for this DVR port bbc08b44-8a88-4e8e-8c60-919c1bf3f487 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:19:38.682560 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc655fab-f047-4c65-9f10-03c94dc2f7b5 None None] Routers {'b9819cef-b148-4240-86a0-f4250af9b67c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:19:38.685161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-cc655fab-f047-4c65-9f10-03c94dc2f7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:19:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b9819cef-b148-4240-86a0-f4250af9b67c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:38.690065 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d61f042-dd88-42d3-88b6-345baa430c59 x-openstack-request-id: req-5d61f042-dd88-42d3-88b6-345baa430c59 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:19:38.692410 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4682c9e1-2835-4585-a131-1a6c7e9290fd", "tag": "54537953-653a-462c-8411-60d36784a9c2", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:19:38.692982 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d61f042-dd88-42d3-88b6-345baa430c59 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:19:38.694216 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4682c9e1-2835-4585-a131-1a6c7e9290fd', 'tag': '54537953-653a-462c-8411-60d36784a9c2', 'status': 'completed', 'code': 200} Aug 19 18:19:38.702806 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da472da0-c4c8-4538-a4c0-744bbb1bc716 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:38.737501 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-805cdcc9-cdeb-471d-8c78-ea5f9158382f req-c17d047f-fdc9-41f0-b88b-c13a75e6bd53 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:38.752670 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-805cdcc9-cdeb-471d-8c78-ea5f9158382f req-c17d047f-fdc9-41f0-b88b-c13a75e6bd53 tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.54 "DELETE /v2.0/ports/bbc08b44-8a88-4e8e-8c60-919c1bf3f487 HTTP/1.1" status: 204 len: 173 time: 3.6918197 Aug 19 18:19:38.753778 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4452c648-08bf-4465-92dc-e6f723eab079', 'name': 'network-vif-deleted', 'tag': 'bbc08b44-8a88-4e8e-8c60-919c1bf3f487'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:19:38.763264 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68c1a43-5836-4973-b930-25668c1ac519" -d '{"events": [{"server_uuid": "4452c648-08bf-4465-92dc-e6f723eab079", "name": "network-vif-deleted", "tag": "bbc08b44-8a88-4e8e-8c60-919c1bf3f487"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:19:38.983182 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb605c2-8593-4fa4-b412-e9546cb54452 req-912d0ef0-d32b-4461-891f-34c8bf6b92e3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:38.993056 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ecb605c2-8593-4fa4-b412-e9546cb54452 req-912d0ef0-d32b-4461-891f-34c8bf6b92e3 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 943 time: 0.6264300 Aug 19 18:19:39.011644 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8553d651-8996-4365-b97b-5e964b120911 x-openstack-request-id: req-8553d651-8996-4365-b97b-5e964b120911 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:19:39.016611 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4452c648-08bf-4465-92dc-e6f723eab079", "name": "network-vif-deleted", "tag": "bbc08b44-8a88-4e8e-8c60-919c1bf3f487", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:19:39.024431 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8553d651-8996-4365-b97b-5e964b120911 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:19:39.028108 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4452c648-08bf-4465-92dc-e6f723eab079', 'name': 'network-vif-deleted', 'tag': 'bbc08b44-8a88-4e8e-8c60-919c1bf3f487', 'status': 'completed', 'code': 200} Aug 19 18:19:39.140527 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da472da0-c4c8-4538-a4c0-744bbb1bc716 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:39.176029 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-2262f61a-77d2-4b17-b7bd-47c0b6c1c2e6 None None] For port 2ce7448c-7ea4-45ee-80b5-28a56538c6d3, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2ce7448c-7ea4-45ee-80b5-28a56538c6d3,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:39.184219 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8349da4-7f70-47d1-bfbc-df4861c120d1 req-111728fc-a6d5-4bf6-8d18-5439e34cc70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:39.187162 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8349da4-7f70-47d1-bfbc-df4861c120d1 req-111728fc-a6d5-4bf6-8d18-5439e34cc70a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a3290870e464da7827f6e353d92d457&device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 1096 time: 0.4542320 Aug 19 18:19:39.195199 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da472da0-c4c8-4538-a4c0-744bbb1bc716 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:39.222632 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ecb605c2-8593-4fa4-b412-e9546cb54452 req-a1b03831-d73b-47be-81a3-99828af93780 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121730 Aug 19 18:19:39.265297 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2262f61a-77d2-4b17-b7bd-47c0b6c1c2e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:39.301050 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2262f61a-77d2-4b17-b7bd-47c0b6c1c2e6 None None] Transition to ACTIVE for port object 2ce7448c-7ea4-45ee-80b5-28a56538c6d3 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:39.304930 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1f7e355c-1a87-410a-903e-5323917d3b08 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:19:39.364182 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2262f61a-77d2-4b17-b7bd-47c0b6c1c2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:39.506203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8349da4-7f70-47d1-bfbc-df4861c120d1 req-1650daea-26eb-451f-bc16-67c5679758d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:39.509274 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8349da4-7f70-47d1-bfbc-df4861c120d1 req-1650daea-26eb-451f-bc16-67c5679758d4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0f5bd346-7c14-4e50-89d6-16e6ab56fff4 HTTP/1.1" status: 200 len: 917 time: 0.3062332 Aug 19 18:19:39.631882 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 1f7e355c-1a87-410a-903e-5323917d3b08 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:19:39.765237 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262f61a-77d2-4b17-b7bd-47c0b6c1c2e6 None None] Pushing event updated for resources: {'Port': ['ID=2ce7448c-7ea4-45ee-80b5-28a56538c6d3,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:39.808848 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da472da0-c4c8-4538-a4c0-744bbb1bc716 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0561bdc-1688-41b3-a778-1e77e05f573e,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:39.819235 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 1f7e355c-1a87-410a-903e-5323917d3b08 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:39.819235 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:39.899987 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-cc655fab-f047-4c65-9f10-03c94dc2f7b5 None None] Set router b9819cef-b148-4240-86a0-f4250af9b67c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:19:40.094581 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7f7ab41b-c3b9-433c-b30d-a07fa743b276 req-40135ef1-28ff-4227-8698-6ab78ce4b92a tempest-InstanceActionsV221TestJSON-439344613 tempest-InstanceActionsV221TestJSON-439344613-project] 10.222.0.24 "GET /v2.0/ports?device_id=4452c648-08bf-4465-92dc-e6f723eab079 HTTP/1.1" status: 200 len: 210 time: 0.5763354 Aug 19 18:19:40.208377 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da472da0-c4c8-4538-a4c0-744bbb1bc716 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:40.223914 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-da472da0-c4c8-4538-a4c0-744bbb1bc716 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6403415 Aug 19 18:19:40.257914 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59388) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:40.274842 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-b7df5ea6-0802-45e2-a436-2472d4a8590a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:40.574872 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:40.660480 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8349da4-7f70-47d1-bfbc-df4861c120d1 req-352f50ed-de87-4a2f-bce9-01fdc35934d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54537953-653a-462c-8411-60d36784a9c2 HTTP/1.1" status: 200 len: 998 time: 1.1210127 Aug 19 18:19:40.670713 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7df5ea6-0802-45e2-a436-2472d4a8590a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:40.943628 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:40.967672 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:41.167334 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 1f7e355c-1a87-410a-903e-5323917d3b08, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1f7e355c-1a87-410a-903e-5323917d3b08,segment=NetworkSegment(61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe),segment_id=61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:41.197714 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:41.236836 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de65be-5b35-41d7-be71-19c9b199a9f8 req-3f7a0b94-369b-43b1-b165-118c432d0cbe tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:41.244580 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8349da4-7f70-47d1-bfbc-df4861c120d1 req-842405ae-fe7b-4680-b85f-49dba0e60756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:41.251438 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8349da4-7f70-47d1-bfbc-df4861c120d1 req-842405ae-fe7b-4680-b85f-49dba0e60756 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=378552a8-d8af-4c6e-b72d-1f9a87ee7f75 HTTP/1.1" status: 200 len: 855 time: 0.5162661 Aug 19 18:19:41.252451 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89de65be-5b35-41d7-be71-19c9b199a9f8 req-3f7a0b94-369b-43b1-b165-118c432d0cbe tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 943 time: 0.4487491 Aug 19 18:19:41.485714 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8349da4-7f70-47d1-bfbc-df4861c120d1 req-e2f95413-0284-4444-bf4f-c7ffe25e22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:41.490156 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8349da4-7f70-47d1-bfbc-df4861c120d1 req-e2f95413-0284-4444-bf4f-c7ffe25e22a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f5bd346-7c14-4e50-89d6-16e6ab56fff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2194040 Aug 19 18:19:41.503919 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2ce7448c-7ea4-45ee-80b5-28a56538c6d3 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:19:41.702065 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89de65be-5b35-41d7-be71-19c9b199a9f8 req-b3203655-97a2-4132-9ad1-7112a84a5c33 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446833 Aug 19 18:19:41.771740 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=1f7e355c-1a87-410a-903e-5323917d3b08,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:41.849964 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-f3cdce02-c3bf-4da0-b1b6-febcee901b14 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 172.20.0.6 (4734c50c-5b75-42a3-a882-02084790a476/6a26fe76-7fbc-4f22-9075-0aa3504398ca/a0657d09-b9fa-4dc6-8b34-024859ffbe9e) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:19:41.877442 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-f3cdce02-c3bf-4da0-b1b6-febcee901b14 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8::f816:3eff:fe7c:c9ac (4734c50c-5b75-42a3-a882-02084790a476/2efa8595-ff2f-4469-9ac2-2ab542e6cfe9/a0657d09-b9fa-4dc6-8b34-024859ffbe9e) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:19:41.884083 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7df5ea6-0802-45e2-a436-2472d4a8590a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:41.890161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-cc655fab-f047-4c65-9f10-03c94dc2f7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'name': 'tempest-ServersTestBootFromVolume-2015781071-router', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:17:23Z', 'updated_at': '2021-08-19T18:17:37Z', 'revision_number': 4, 'project_id': '4a3290870e464da7827f6e353d92d457', 'gw_port': {'id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:17:26Z', 'updated_at': '2021-08-19T18:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '1607d756-9754-48ac-9b08-4188695a5ff2', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'port_id': '54537953-653a-462c-8411-60d36784a9c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4', 'mac_address': 'fa:16:3e:67:d6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4682c9e1-2835-4585-a131-1a6c7e9290fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:17:50Z', 'updated_at': '2021-08-19T18:19:34Z', 'revision_number': 1, 'project_id': '4a3290870e464da7827f6e353d92d457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '012b16f4-3b95-4cf2-95ca-19c926cc1239', 'name': '', 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'mac_address': 'fa:16:3e:29:d4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '378552a8-d8af-4c6e-b72d-1f9a87ee7f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:17:35Z', 'updated_at': '2021-08-19T18:17:49Z', 'revision_number': 5, 'project_id': '4a3290870e464da7827f6e353d92d457', 'subnets': [{'id': '378552a8-d8af-4c6e-b72d-1f9a87ee7f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:42.345346 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8349da4-7f70-47d1-bfbc-df4861c120d1 req-0afa03f0-adb4-40c0-9a82-7cfb45cee96e service neutron] 10.222.0.50 "GET /v2.0/networks/0f5bd346-7c14-4e50-89d6-16e6ab56fff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8156915 Aug 19 18:19:42.403519 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-b7df5ea6-0802-45e2-a436-2472d4a8590a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Allocated IP 172.25.8.213 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/f99fadf7-cc14-49e1-8b23-116ba02d0aba) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:19:42.413981 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f3cdce02-c3bf-4da0-b1b6-febcee901b14 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:42.449787 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-f3cdce02-c3bf-4da0-b1b6-febcee901b14 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Transition to ACTIVE for port object a0657d09-b9fa-4dc6-8b34-024859ffbe9e will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:42.464260 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc655fab-f047-4c65-9f10-03c94dc2f7b5 None None] Checking router: b9819cef-b148-4240-86a0-f4250af9b67c for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:19:42.482776 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-250038c8-8e7f-4525-bb30-60f614a37192 None None] Provisioning for port 2ce7448c-7ea4-45ee-80b5-28a56538c6d3 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:19:42.513170 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-250038c8-8e7f-4525-bb30-60f614a37192 None None] Provisioning complete for port 2ce7448c-7ea4-45ee-80b5-28a56538c6d3 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:42.515117 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-250038c8-8e7f-4525-bb30-60f614a37192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:42.635217 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f3cdce02-c3bf-4da0-b1b6-febcee901b14 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:42.720474 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cdce02-c3bf-4da0-b1b6-febcee901b14 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:19:42.731427 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-f3cdce02-c3bf-4da0-b1b6-febcee901b14 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:42.735034 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cdce02-c3bf-4da0-b1b6-febcee901b14 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:19:42.739987 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc655fab-f047-4c65-9f10-03c94dc2f7b5 None None] Routers {'b9819cef-b148-4240-86a0-f4250af9b67c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:19:42.740694 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-cc655fab-f047-4c65-9f10-03c94dc2f7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:19:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b9819cef-b148-4240-86a0-f4250af9b67c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:42.744799 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 2ce7448c-7ea4-45ee-80b5-28a56538c6d3 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:42.745175 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:43.033910 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59438) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:43.093639 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cdce02-c3bf-4da0-b1b6-febcee901b14 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:43.095184 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f3cdce02-c3bf-4da0-b1b6-febcee901b14 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:43.205391 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdce02-c3bf-4da0-b1b6-febcee901b14 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=a0657d09-b9fa-4dc6-8b34-024859ffbe9e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:43.270256 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f3cdce02-c3bf-4da0-b1b6-febcee901b14 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 6.9744859 Aug 19 18:19:43.279528 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59442) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:43.430860 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a6ad5-982e-4f5e-9ed1-d527975b37c7 req-8182eb11-d47d-4b99-a6d8-186c8b97e8b6 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:43.439462 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-566a6ad5-982e-4f5e-9ed1-d527975b37c7 req-8182eb11-d47d-4b99-a6d8-186c8b97e8b6 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 943 time: 0.3364670 Aug 19 18:19:43.459897 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7df5ea6-0802-45e2-a436-2472d4a8590a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:43.534089 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d290b3cf-a731-4481-a155-05c84ec18cd0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:43.541997 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d290b3cf-a731-4481-a155-05c84ec18cd0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:43.546271 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d290b3cf-a731-4481-a155-05c84ec18cd0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2621636 Aug 19 18:19:43.547078 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59446) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:43.569864 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-566a6ad5-982e-4f5e-9ed1-d527975b37c7 req-abbdd99f-7b0c-47b5-9f5c-f24ce9b9ef93 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139610 Aug 19 18:19:43.581133 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7df5ea6-0802-45e2-a436-2472d4a8590a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:43.620760 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8349da4-7f70-47d1-bfbc-df4861c120d1 req-61380f68-9a0c-449b-882c-db864486bb75 service neutron] 10.222.0.50 "GET /v2.0/networks/0f5bd346-7c14-4e50-89d6-16e6ab56fff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1190066 Aug 19 18:19:43.628216 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-cc655fab-f047-4c65-9f10-03c94dc2f7b5 None None] Set router b9819cef-b148-4240-86a0-f4250af9b67c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:19:43.725368 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89d4ec9-cd85-4702-98df-b1e9e7a3cc74 admin admin] Deleting subnet 5459639a-4f47-4b79-a85a-7edac500d10a {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:19:43.729610 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7df5ea6-0802-45e2-a436-2472d4a8590a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:19:43.745204 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-b7df5ea6-0802-45e2-a436-2472d4a8590a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:43.751612 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e89d4ec9-cd85-4702-98df-b1e9e7a3cc74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:43.768121 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-38029412-847c-48c9-8e2e-bfc5fe202739 None None] Provisioning for port a0657d09-b9fa-4dc6-8b34-024859ffbe9e completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:19:43.788062 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-21590f8a-ce92-457b-8075-40389c658f9f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting port a0657d09-b9fa-4dc6-8b34-024859ffbe9e {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:19:43.788410 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-21590f8a-ce92-457b-8075-40389c658f9f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:43.794766 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-38029412-847c-48c9-8e2e-bfc5fe202739 None None] Provisioning complete for port a0657d09-b9fa-4dc6-8b34-024859ffbe9e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:43.796203 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-38029412-847c-48c9-8e2e-bfc5fe202739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:43.843137 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7df5ea6-0802-45e2-a436-2472d4a8590a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:19:43.867081 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59448) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:43.875396 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df5ea6-0802-45e2-a436-2472d4a8590a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Pushing event updated for resources: {'Port': ['ID=f99fadf7-cc14-49e1-8b23-116ba02d0aba,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:44.001826 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e89d4ec9-cd85-4702-98df-b1e9e7a3cc74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:44.028362 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1f7e355c-1a87-410a-903e-5323917d3b08 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:19:44.049112 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-21590f8a-ce92-457b-8075-40389c658f9f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:44.117377 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-21590f8a-ce92-457b-8075-40389c658f9f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Calling delete_port for a0657d09-b9fa-4dc6-8b34-024859ffbe9e owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:19:44.194706 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-38029412-847c-48c9-8e2e-bfc5fe202739 None None] Port a0657d09-b9fa-4dc6-8b34-024859ffbe9e cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:19:44.246892 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 1f7e355c-1a87-410a-903e-5323917d3b08 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:44.248344 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:44.313410 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e89d4ec9-cd85-4702-98df-b1e9e7a3cc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:44.533318 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0754f6d3-f0b5-4221-81ad-192f6a2c1314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:44.727180 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7df5ea6-0802-45e2-a436-2472d4a8590a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:44.827575 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7df5ea6-0802-45e2-a436-2472d4a8590a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:44.874838 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e89d4ec9-cd85-4702-98df-b1e9e7a3cc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:44.877514 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-cc655fab-f047-4c65-9f10-03c94dc2f7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'name': 'tempest-ServersTestBootFromVolume-2015781071-router', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:17:23Z', 'updated_at': '2021-08-19T18:17:37Z', 'revision_number': 4, 'project_id': '4a3290870e464da7827f6e353d92d457', 'gw_port': {'id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:17:26Z', 'updated_at': '2021-08-19T18:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '1607d756-9754-48ac-9b08-4188695a5ff2', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'port_id': '54537953-653a-462c-8411-60d36784a9c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4', 'mac_address': 'fa:16:3e:67:d6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4682c9e1-2835-4585-a131-1a6c7e9290fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:17:50Z', 'updated_at': '2021-08-19T18:19:34Z', 'revision_number': 1, 'project_id': '4a3290870e464da7827f6e353d92d457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '012b16f4-3b95-4cf2-95ca-19c926cc1239', 'name': '', 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'mac_address': 'fa:16:3e:29:d4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '378552a8-d8af-4c6e-b72d-1f9a87ee7f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:17:35Z', 'updated_at': '2021-08-19T18:17:49Z', 'revision_number': 5, 'project_id': '4a3290870e464da7827f6e353d92d457', 'subnets': [{'id': '378552a8-d8af-4c6e-b72d-1f9a87ee7f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:44.961423 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-21590f8a-ce92-457b-8075-40389c658f9f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:44.980449 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc655fab-f047-4c65-9f10-03c94dc2f7b5 None None] The sync data for ids ['b9819cef-b148-4240-86a0-f4250af9b67c'] in n-d-803753-2 is: [{'id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'name': 'tempest-ServersTestBootFromVolume-2015781071-router', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:17:23Z', 'updated_at': '2021-08-19T18:17:37Z', 'revision_number': 4, 'project_id': '4a3290870e464da7827f6e353d92d457', 'gw_port': {'id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:17:26Z', 'updated_at': '2021-08-19T18:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '1607d756-9754-48ac-9b08-4188695a5ff2', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'port_id': '54537953-653a-462c-8411-60d36784a9c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4', 'mac_address': 'fa:16:3e:67:d6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4682c9e1-2835-4585-a131-1a6c7e9290fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:17:50Z', 'updated_at': '2021-08-19T18:19:34Z', 'revision_number': 1, 'project_id': '4a3290870e464da7827f6e353d92d457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '012b16f4-3b95-4cf2-95ca-19c926cc1239', 'name': '', 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'mac_address': 'fa:16:3e:29:d4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '378552a8-d8af-4c6e-b72d-1f9a87ee7f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:17:35Z', 'updated_at': '2021-08-19T18:17:49Z', 'revision_number': 5, 'project_id': '4a3290870e464da7827f6e353d92d457', 'subnets': [{'id': '378552a8-d8af-4c6e-b72d-1f9a87ee7f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:19:45.140217 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0754f6d3-f0b5-4221-81ad-192f6a2c1314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:45.141757 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d4ec9-cd85-4702-98df-b1e9e7a3cc74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5459639a-4f47-4b79-a85a-7edac500d10a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:45.167807 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0754f6d3-f0b5-4221-81ad-192f6a2c1314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:45.171533 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21590f8a-ce92-457b-8075-40389c658f9f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Port': ['ID=a0657d09-b9fa-4dc6-8b34-024859ffbe9e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:45.247098 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83a983-d638-45db-98dc-3ae899c949f0 req-836ef511-02e3-4129-adcb-cb980be0d3d8 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:45.250374 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ea83a983-d638-45db-98dc-3ae899c949f0 req-836ef511-02e3-4129-adcb-cb980be0d3d8 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 943 time: 0.4974153 Aug 19 18:19:45.258458 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754f6d3-f0b5-4221-81ad-192f6a2c1314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191eb88d-0d6b-46d5-b558-16b75b941f9c,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:45.292357 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e89d4ec9-cd85-4702-98df-b1e9e7a3cc74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:45.304242 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e89d4ec9-cd85-4702-98df-b1e9e7a3cc74 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5459639a-4f47-4b79-a85a-7edac500d10a HTTP/1.1" status: 204 len: 168 time: 2.2167442 Aug 19 18:19:45.325808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59460) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:45.408191 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0754f6d3-f0b5-4221-81ad-192f6a2c1314 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e77f24d81bc4a879bff4613a44b96d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5256219 Aug 19 18:19:45.420026 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59462) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:45.590514 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb4c706-1742-42b4-89ed-52a94c7dfd7a None None] New status for floating IP 1607d756-9754-48ac-9b08-4188695a5ff2: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:19:45.738114 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7df5ea6-0802-45e2-a436-2472d4a8590a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:45.744151 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7df5ea6-0802-45e2-a436-2472d4a8590a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:45.825268 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ee4ea5a8-6dbb-4f4d-a79a-aec6044c4038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:45.839810 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-21590f8a-ce92-457b-8075-40389c658f9f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:45.850555 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-21590f8a-ce92-457b-8075-40389c658f9f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/a0657d09-b9fa-4dc6-8b34-024859ffbe9e HTTP/1.1" status: 204 len: 168 time: 2.3022361 Aug 19 18:19:45.859478 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59468) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:45.869000 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ea83a983-d638-45db-98dc-3ae899c949f0 req-92c12e7f-dc6a-46c4-bcc6-89d408201b70 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417187 Aug 19 18:19:45.953639 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a884-85fd-406a-a4ed-2d3aebd3a93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:45.992998 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a884-85fd-406a-a4ed-2d3aebd3a93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:46.072030 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89c6b6d-5292-463f-9775-46b26b8d4647 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:46.074175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89c6b6d-5292-463f-9775-46b26b8d4647 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:46.076598 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89c6b6d-5292-463f-9775-46b26b8d4647 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:46.078297 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f89c6b6d-5292-463f-9775-46b26b8d4647 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2164955 Aug 19 18:19:46.084494 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59470) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:46.190355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df5ea6-0802-45e2-a436-2472d4a8590a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Pushing event updated for resources: {'Port': ['ID=f99fadf7-cc14-49e1-8b23-116ba02d0aba,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:46.234528 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a884-85fd-406a-a4ed-2d3aebd3a93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:46.238703 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a884-85fd-406a-a4ed-2d3aebd3a93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:46.247247 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cbc4a884-85fd-406a-a4ed-2d3aebd3a93c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/191eb88d-0d6b-46d5-b558-16b75b941f9c HTTP/1.1" status: 204 len: 168 time: 0.7056994 Aug 19 18:19:46.277156 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4a884-85fd-406a-a4ed-2d3aebd3a93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191eb88d-0d6b-46d5-b558-16b75b941f9c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:46.328970 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-a136c126-7e36-4c5d-be6d-9624ac9d3225 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet 2efa8595-ff2f-4469-9ac2-2ab542e6cfe9 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:19:46.356061 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a136c126-7e36-4c5d-be6d-9624ac9d3225 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:46.380837 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:46.389284 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7df5ea6-0802-45e2-a436-2472d4a8590a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:46.431065 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ee4ea5a8-6dbb-4f4d-a79a-aec6044c4038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:46.442997 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a23413-46e3-464d-8707-770d5f5ef296 req-5813a1e4-facc-448b-a1a3-80920c63c70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:46.445367 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25a23413-46e3-464d-8707-770d5f5ef296 req-5813a1e4-facc-448b-a1a3-80920c63c70e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=936ec52db0734d99bf3034cb7c88bc1c&device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 1094 time: 0.2268949 Aug 19 18:19:46.449524 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7df5ea6-0802-45e2-a436-2472d4a8590a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:46.451168 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b7df5ea6-0802-45e2-a436-2472d4a8590a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1920669 Aug 19 18:19:46.455282 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a136c126-7e36-4c5d-be6d-9624ac9d3225 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:46.474668 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-ee4ea5a8-6dbb-4f4d-a79a-aec6044c4038 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183c7f7c-f323-4d24-9bc5-5768bcc1cf30']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:46.523346 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-ee4ea5a8-6dbb-4f4d-a79a-aec6044c4038 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c3c44ac-f745-42f6-992a-b7a0f6a32881') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:46.523856 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-ee4ea5a8-6dbb-4f4d-a79a-aec6044c4038 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c3c44ac-f745-42f6-992a-b7a0f6a32881') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:46.559551 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ee4ea5a8-6dbb-4f4d-a79a-aec6044c4038 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:46.621080 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ee4ea5a8-6dbb-4f4d-a79a-aec6044c4038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:46.641944 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4ea5a8-6dbb-4f4d-a79a-aec6044c4038 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:19:46.642647 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ee4ea5a8-6dbb-4f4d-a79a-aec6044c4038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:19:46.652020 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:19:46.858192 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ee4ea5a8-6dbb-4f4d-a79a-aec6044c4038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:46.887628 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ee4ea5a8-6dbb-4f4d-a79a-aec6044c4038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:46.913305 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ee4ea5a8-6dbb-4f4d-a79a-aec6044c4038 admin admin] 10.222.0.24 "DELETE /v2.0/networks/183c7f7c-f323-4d24-9bc5-5768bcc1cf30 HTTP/1.1" status: 204 len: 168 time: 1.5828612 Aug 19 18:19:47.009321 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ea5a8-6dbb-4f4d-a79a-aec6044c4038 admin admin] Pushing event deleted for resources: {'Network': ['ID=183c7f7c-f323-4d24-9bc5-5768bcc1cf30,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:47.073507 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-511300a1-7498-410d-a5eb-dee87912edfb tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1914347485&fields=id&tenant_id=65af0cd5b05e4e47a92672412bb56f85 HTTP/1.1" status: 200 len: 267 time: 0.0839703 Aug 19 18:19:47.076347 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a136c126-7e36-4c5d-be6d-9624ac9d3225 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:47.277390 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a23413-46e3-464d-8707-770d5f5ef296 req-fb62d912-3004-4614-84f3-7cb3064b4339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:47.280925 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25a23413-46e3-464d-8707-770d5f5ef296 req-fb62d912-3004-4614-84f3-7cb3064b4339 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b23f275-dbc1-4b31-89ad-a50a42b827a6 HTTP/1.1" status: 200 len: 914 time: 0.5668831 Aug 19 18:19:47.297179 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a136c126-7e36-4c5d-be6d-9624ac9d3225 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:47.335169 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59502) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:47.380529 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-17a37104-b471-42ba-a725-820c602d3c50 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:47.395292 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-17a37104-b471-42ba-a725-820c602d3c50 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/networks?id=328a6888-a512-4946-b559-9a6ac5994658 HTTP/1.1" status: 200 len: 811 time: 0.3113787 Aug 19 18:19:47.466261 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-e58811c6-fcb4-45d9-af45-6a97fdfe28b0 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/quotas/65af0cd5b05e4e47a92672412bb56f85 HTTP/1.1" status: 200 len: 375 time: 0.0689423 Aug 19 18:19:47.469138 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136c126-7e36-4c5d-be6d-9624ac9d3225 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=2efa8595-ff2f-4469-9ac2-2ab542e6cfe9,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:47.570897 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a136c126-7e36-4c5d-be6d-9624ac9d3225 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:47.576106 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a136c126-7e36-4c5d-be6d-9624ac9d3225 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/2efa8595-ff2f-4469-9ac2-2ab542e6cfe9 HTTP/1.1" status: 204 len: 168 time: 1.4500210 Aug 19 18:19:47.577408 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59506) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:47.582109 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86571d47-9980-4e9e-b499-73152081639c None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:47.588172 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25a23413-46e3-464d-8707-770d5f5ef296 req-6451029b-2f1f-4419-82a4-cf9ecfc83e30 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=649e426f-f883-455b-8749-6ef4dae7f223 HTTP/1.1" status: 200 len: 217 time: 0.2840407 Aug 19 18:19:47.649997 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5796ddb2-0cb6-4af6-93fd-7b72b0b15cb7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3f32673f435409a8967dbcd799c4c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3126736 Aug 19 18:19:47.663036 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59508) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:47.806464 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594133a-be93-4f9d-8916-b7898056c5f3 req-478ba149-e23e-4c2c-9b14-f34ffae9cdeb tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:47.825342 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c594133a-be93-4f9d-8916-b7898056c5f3 req-478ba149-e23e-4c2c-9b14-f34ffae9cdeb tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 943 time: 0.6120114 Aug 19 18:19:47.829340 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-a1655957-0867-418e-9fc3-fc5db3b25470 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=65af0cd5b05e4e47a92672412bb56f85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3335981 Aug 19 18:19:48.096291 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da530453-2d5d-4dac-a9cf-97918b2364d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:48.097651 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b466f0-82d2-4217-a37d-bc28ec45099c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet 6a26fe76-7fbc-4f22-9075-0aa3504398ca {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:19:48.140517 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7b466f0-82d2-4217-a37d-bc28ec45099c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:48.141053 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da530453-2d5d-4dac-a9cf-97918b2364d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:48.173053 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-980321cd-1491-46cd-9ff7-c54f32c61ccb service neutron] 10.222.0.24 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952218 Aug 19 18:19:48.351391 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a23413-46e3-464d-8707-770d5f5ef296 req-5d13d2e4-138c-4e61-bac2-18234587cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:48.351721 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25a23413-46e3-464d-8707-770d5f5ef296 req-5d13d2e4-138c-4e61-bac2-18234587cec5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e410fbec-87b3-4c19-8f94-8082dbd5415d HTTP/1.1" status: 200 len: 853 time: 0.4750226 Aug 19 18:19:48.359004 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c594133a-be93-4f9d-8916-b7898056c5f3 req-6db3bb22-0fba-46e9-aaa6-c5eb32d2ba7e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5297086 Aug 19 18:19:48.375539 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7b466f0-82d2-4217-a37d-bc28ec45099c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:48.384489 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da530453-2d5d-4dac-a9cf-97918b2364d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:48.405048 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da530453-2d5d-4dac-a9cf-97918b2364d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:48.406372 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-da530453-2d5d-4dac-a9cf-97918b2364d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11f58a8a-296f-4717-b3cf-3a9e15157bdd HTTP/1.1" status: 204 len: 168 time: 0.7388823 Aug 19 18:19:48.505521 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da530453-2d5d-4dac-a9cf-97918b2364d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f58a8a-296f-4717-b3cf-3a9e15157bdd,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:48.522659 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-0467d39e-477c-4f25-92c0-73522f9accab service neutron] 10.222.0.24 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379588 Aug 19 18:19:48.572815 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25a23413-46e3-464d-8707-770d5f5ef296 req-9d904f1f-f7e6-4707-b594-db58d5054f52 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b23f275-dbc1-4b31-89ad-a50a42b827a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029038 Aug 19 18:19:49.032878 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59532) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:49.396930 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-031c6508-4e97-43bc-ab65-c38a8eb91983 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1884489395-network', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:49.443788 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-58499b44-4bdb-4da1-8fc1-499942800d31 req-79815023-6c0c-4a2f-a685-c5d56b9e1dfb tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 210 time: 0.4140992 Aug 19 18:19:49.580116 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031c6508-4e97-43bc-ab65-c38a8eb91983 admin admin] Made reservation on behalf of 0a3380184ecc4eaca1d71439579d61d1 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:49.599151 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-031c6508-4e97-43bc-ab65-c38a8eb91983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:49.608064 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7b466f0-82d2-4217-a37d-bc28ec45099c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:49.675333 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-031c6508-4e97-43bc-ab65-c38a8eb91983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:49.776580 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7b466f0-82d2-4217-a37d-bc28ec45099c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:49.821472 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7b466f0-82d2-4217-a37d-bc28ec45099c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:49.827628 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e7b466f0-82d2-4217-a37d-bc28ec45099c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/6a26fe76-7fbc-4f22-9075-0aa3504398ca HTTP/1.1" status: 204 len: 168 time: 2.2257731 Aug 19 18:19:49.833207 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59554) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:49.978738 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b466f0-82d2-4217-a37d-bc28ec45099c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=6a26fe76-7fbc-4f22-9075-0aa3504398ca,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:50.036065 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a33332-dbb2-4118-b4b9-7d4c95da6a2e None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:50.066524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac25e8-9022-4648-a0ce-8c6529757ac5 req-bbd20b6b-9749-4b11-9d95-5a0bc5d5b2ed tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:50.071919 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bbac25e8-9022-4648-a0ce-8c6529757ac5 req-bbd20b6b-9749-4b11-9d95-5a0bc5d5b2ed tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 943 time: 0.1822693 Aug 19 18:19:50.189247 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-803a804c-174b-4994-9cc5-37ccecb7c49c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3514588 Aug 19 18:19:50.191858 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25a23413-46e3-464d-8707-770d5f5ef296 req-4c199e7c-f325-480d-badf-75682196740e service neutron] 10.222.0.50 "GET /v2.0/networks/9b23f275-dbc1-4b31-89ad-a50a42b827a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5651114 Aug 19 18:19:50.194252 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59564) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:50.208437 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f04a5ca8-a6da-4b4a-807b-85c2c929f6a9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:50.263913 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c9a2d745-a914-45cf-8998-155e160cc01c None None] Provisioning complete for port 2ce7448c-7ea4-45ee-80b5-28a56538c6d3 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:50.264813 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c9a2d745-a914-45cf-8998-155e160cc01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:50.452040 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bbac25e8-9022-4648-a0ce-8c6529757ac5 req-2c87e08a-e39c-4ddf-a015-cddbcfedd6f8 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676603 Aug 19 18:19:50.543927 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-031c6508-4e97-43bc-ab65-c38a8eb91983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:50.562123 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-031c6508-4e97-43bc-ab65-c38a8eb91983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:50.606623 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031c6508-4e97-43bc-ab65-c38a8eb91983 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:19:50.657734 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-031c6508-4e97-43bc-ab65-c38a8eb91983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:50.658505 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-031c6508-4e97-43bc-ab65-c38a8eb91983 admin admin] Added segment cf9849e7-dab3-428e-9253-4f605ecd808b of type vlan for network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 Aug 19 18:19:50.770233 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-031c6508-4e97-43bc-ab65-c38a8eb91983 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:50.774002 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59574) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:50.881221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c6508-4e97-43bc-ab65-c38a8eb91983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941bfeee-aabf-410e-b89c-8fab0b832077,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:50.902274 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bdaf5c-df26-400a-96bf-3ae8babe500f None None] DHCP port deletion for 4734c50c-5b75-42a3-a882-02084790a476 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:19:50.984019 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-031c6508-4e97-43bc-ab65-c38a8eb91983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:50.990772 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031c6508-4e97-43bc-ab65-c38a8eb91983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:50.994885 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-031c6508-4e97-43bc-ab65-c38a8eb91983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:51.279066 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-e8bdaf5c-df26-400a-96bf-3ae8babe500f None None] Deleting port 2ce7448c-7ea4-45ee-80b5-28a56538c6d3 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:19:51.279890 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e8bdaf5c-df26-400a-96bf-3ae8babe500f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:51.401685 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c6508-4e97-43bc-ab65-c38a8eb91983 admin admin] Pushing event updated for resources: {'Network': ['ID=93a2ed74-6d2c-4387-8198-b7dee6474ba9,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:51.438953 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-031c6508-4e97-43bc-ab65-c38a8eb91983 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4046555 Aug 19 18:19:51.440866 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59580) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:51.452436 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-9e2875a2-c6b3-4d7b-a843-f0a6360ddbc3 admin admin] Request body: {'subnet': {'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1884489395-subnet', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:51.510203 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:19:51.526018 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7b2770c8-cdd3-40ce-a998-13c2a4d14d37 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2047808477-network', 'tenant_id': '0d0d8e8a47064bf0b23bae57b77c1d86'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:51.572324 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2875a2-c6b3-4d7b-a843-f0a6360ddbc3 admin admin] Made reservation on behalf of 0a3380184ecc4eaca1d71439579d61d1 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:51.589636 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9e2875a2-c6b3-4d7b-a843-f0a6360ddbc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:51.751195 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2770c8-cdd3-40ce-a998-13c2a4d14d37 admin admin] Made reservation on behalf of 0d0d8e8a47064bf0b23bae57b77c1d86 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:51.754785 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b2770c8-cdd3-40ce-a998-13c2a4d14d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:51.770087 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b2770c8-cdd3-40ce-a998-13c2a4d14d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:51.874955 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebd7f7-859c-41ff-b7d6-8bbed4ef1bce req-a08edbee-d284-41af-9e16-4d2126d98d34 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:51.888142 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-45ebd7f7-859c-41ff-b7d6-8bbed4ef1bce req-a08edbee-d284-41af-9e16-4d2126d98d34 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 943 time: 0.2424924 Aug 19 18:19:52.012551 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e8bdaf5c-df26-400a-96bf-3ae8babe500f None None] For port 2ce7448c-7ea4-45ee-80b5-28a56538c6d3, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2ce7448c-7ea4-45ee-80b5-28a56538c6d3,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:52.013423 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e8bdaf5c-df26-400a-96bf-3ae8babe500f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:52.018740 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2ce7448c-7ea4-45ee-80b5-28a56538c6d3 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:19:52.092480 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-e8bdaf5c-df26-400a-96bf-3ae8babe500f None None] Calling delete_port for 2ce7448c-7ea4-45ee-80b5-28a56538c6d3 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:19:52.149403 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-883dbfec-2679-4077-959d-b6508adf437a req-431b63df-f8b5-4d47-a4a9-1805928abd8d tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 210 time: 0.2788138 Aug 19 18:19:52.231375 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b2770c8-cdd3-40ce-a998-13c2a4d14d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:52.354232 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-45ebd7f7-859c-41ff-b7d6-8bbed4ef1bce req-c1e2fdf1-efcd-46eb-8b2a-a59f9b875be5 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492292 Aug 19 18:19:52.355359 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b2770c8-cdd3-40ce-a998-13c2a4d14d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:52.457929 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2770c8-cdd3-40ce-a998-13c2a4d14d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ea683f-b51d-4977-9394-97d1f46e1463,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:52.516068 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:52.526121 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25a23413-46e3-464d-8707-770d5f5ef296 req-a41bc6d5-eff2-4b7a-9bce-0a03684cf191 service neutron] 10.222.0.50 "GET /v2.0/networks/9b23f275-dbc1-4b31-89ad-a50a42b827a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2789419 Aug 19 18:19:52.529837 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04a5ca8-a6da-4b4a-807b-85c2c929f6a9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:52.538149 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f04a5ca8-a6da-4b4a-807b-85c2c929f6a9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:52.578388 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e8bdaf5c-df26-400a-96bf-3ae8babe500f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:52.647205 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdaf5c-df26-400a-96bf-3ae8babe500f None None] Pushing event deleted for resources: {'Port': ['ID=2ce7448c-7ea4-45ee-80b5-28a56538c6d3,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:52.676608 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bdaf5c-df26-400a-96bf-3ae8babe500f None None] No DVR routers for this DVR port 2ce7448c-7ea4-45ee-80b5-28a56538c6d3 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:19:52.711484 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2770c8-cdd3-40ce-a998-13c2a4d14d37 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:19:52.803320 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b2770c8-cdd3-40ce-a998-13c2a4d14d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:52.804100 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-7b2770c8-cdd3-40ce-a998-13c2a4d14d37 admin admin] Added segment bda0da8b-5430-4976-bb3b-23a7d09c4b3d of type vlan for network 20069b73-8eae-4149-be0d-84427b71d324 Aug 19 18:19:53.213290 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b2770c8-cdd3-40ce-a998-13c2a4d14d37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:53.230491 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f04a5ca8-a6da-4b4a-807b-85c2c929f6a9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:53.346575 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a5ca8-a6da-4b4a-807b-85c2c929f6a9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=d84df543-7644-4f3b-b66e-a5d8cbc9144a,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:53.366691 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-0655d2f3-40bb-414e-bc1a-07afa077b780 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:53.368082 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-0655d2f3-40bb-414e-bc1a-07afa077b780 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.54 "GET /v2.0/networks?id=328a6888-a512-4946-b559-9a6ac5994658 HTTP/1.1" status: 200 len: 811 time: 0.9159467 Aug 19 18:19:53.371109 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b2770c8-cdd3-40ce-a998-13c2a4d14d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:53.373110 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04a5ca8-a6da-4b4a-807b-85c2c929f6a9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:19:53.375746 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-f04a5ca8-a6da-4b4a-807b-85c2c929f6a9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:53.379271 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2770c8-cdd3-40ce-a998-13c2a4d14d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:53.380851 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b2770c8-cdd3-40ce-a998-13c2a4d14d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:53.381733 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04a5ca8-a6da-4b4a-807b-85c2c929f6a9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:53.382351 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f04a5ca8-a6da-4b4a-807b-85c2c929f6a9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:53.400015 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87d3163-31eb-4aab-92c0-cdf1637cd8cd None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:53.414149 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9e2875a2-c6b3-4d7b-a843-f0a6360ddbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:53.419894 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f04a5ca8-a6da-4b4a-807b-85c2c929f6a9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2242992 Aug 19 18:19:53.422841 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59592) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:53.441431 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c4dbb57b-96be-45eb-897f-089f8d8822e9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:53.689238 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2875a2-c6b3-4d7b-a843-f0a6360ddbc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdff0938-a183-4f8a-a75e-f5868c3f9bbb,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:53.698995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b6852-700d-4189-b57c-df646a6d27ab req-dcf12951-974b-4262-b0a0-c7f22225404b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:53.701069 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-eb0b6852-700d-4189-b57c-df646a6d27ab req-dcf12951-974b-4262-b0a0-c7f22225404b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 943 time: 0.1068292 Aug 19 18:19:53.705028 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2770c8-cdd3-40ce-a998-13c2a4d14d37 admin admin] Pushing event updated for resources: {'Network': ['ID=20069b73-8eae-4149-be0d-84427b71d324,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:53.729744 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 20069b73-8eae-4149-be0d-84427b71d324 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:19:53.767689 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e6933e8e-de51-489a-ae6e-90425d074074 req-02dac532-f5ff-47c7-8b2c-ee5d2eb0655a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 210 time: 0.3706660 Aug 19 18:19:53.798681 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-eb0b6852-700d-4189-b57c-df646a6d27ab req-bb4b8c03-5e70-4cff-9e2f-071a0a318be5 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816638 Aug 19 18:19:53.798681 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dbb57b-96be-45eb-897f-089f8d8822e9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:53.803182 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c4dbb57b-96be-45eb-897f-089f8d8822e9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:53.915143 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7b2770c8-cdd3-40ce-a998-13c2a4d14d37 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.0408633 Aug 19 18:19:53.925625 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59598) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:53.945514 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-31ccc43c-7172-4c5d-907a-544859cd0376 admin admin] Request body: {'subnet': {'network_id': '20069b73-8eae-4149-be0d-84427b71d324', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2047808477-subnet', 'tenant_id': '0d0d8e8a47064bf0b23bae57b77c1d86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:53.973006 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-b1d69f4d-6bb8-4148-9519-e9ca43696787 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65af0cd5b05e4e47a92672412bb56f85 HTTP/1.1" status: 200 len: 380 time: 0.5843911 Aug 19 18:19:54.037481 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-d2ac3250-5080-4145-8b8f-8fda4d160bae tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Request body: {'port': {'device_id': '1d60f370-00c8-4438-abe4-067aab59f241', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'admin_state_up': True, 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'security_groups': ['1a683979-a812-48b7-8fdd-536b42a3528f']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:54.157561 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e533d1f-2836-4142-a927-7969213b1923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-4734c50c-5b75-42a3-a882-02084790a476', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'fixed_ips': [{'subnet_id': 'd84df543-7644-4f3b-b66e-a5d8cbc9144a'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:19:54.171254 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8e533d1f-2836-4142-a927-7969213b1923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:54.459782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2875a2-c6b3-4d7b-a843-f0a6360ddbc3 admin admin] Checking segment: {'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:19:54.460151 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2875a2-c6b3-4d7b-a843-f0a6360ddbc3 admin admin] Network hostable DHCP agents. Network: 93a2ed74-6d2c-4387-8198-b7dee6474ba9, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:19:54.512137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ccc43c-7172-4c5d-907a-544859cd0376 admin admin] Made reservation on behalf of 0d0d8e8a47064bf0b23bae57b77c1d86 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:54.515951 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-31ccc43c-7172-4c5d-907a-544859cd0376 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:54.597068 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-8e533d1f-2836-4142-a927-7969213b1923 None None] Allocated IP 172.20.0.2 (4734c50c-5b75-42a3-a882-02084790a476/d84df543-7644-4f3b-b66e-a5d8cbc9144a/94d24141-31e2-42dc-8983-7ef21ef1abe1) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:19:54.633095 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2875a2-c6b3-4d7b-a843-f0a6360ddbc3 admin admin] Network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:19:54.708119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-9e2875a2-c6b3-4d7b-a843-f0a6360ddbc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 93a2ed74-6d2c-4387-8198-b7dee6474ba9) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:54.755230 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2875a2-c6b3-4d7b-a843-f0a6360ddbc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:54.756273 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9e2875a2-c6b3-4d7b-a843-f0a6360ddbc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:54.885098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.objects.ports [None req-c4dbb57b-96be-45eb-897f-089f8d8822e9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94681) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:19:54.887769 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c4dbb57b-96be-45eb-897f-089f8d8822e9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:54.965011 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-d2ac3250-5080-4145-8b8f-8fda4d160bae tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Made reservation on behalf of 65af0cd5b05e4e47a92672412bb56f85 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:54.977672 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbb57b-96be-45eb-897f-089f8d8822e9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=bf10cc3d-e488-44ee-bb83-978989d1c7f2,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:54.991126 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-d2ac3250-5080-4145-8b8f-8fda4d160bae tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:55.000995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dbb57b-96be-45eb-897f-089f8d8822e9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:19:55.026470 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9e2875a2-c6b3-4d7b-a843-f0a6360ddbc3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.5775139 Aug 19 18:19:55.040511 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59648) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:55.075100 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-121c8305-07d4-438f-9f3f-8a9689656bff admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1884489395-router', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:55.075937 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-12f80179-b7fb-400a-87bf-a5089b27ea9d req-814e7ff4-9a9d-44e1-9424-04a16756b704 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 210 time: 0.0735774 Aug 19 18:19:55.088331 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-c4dbb57b-96be-45eb-897f-089f8d8822e9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:55.092717 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dbb57b-96be-45eb-897f-089f8d8822e9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:55.095241 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c4dbb57b-96be-45eb-897f-089f8d8822e9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:55.132374 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c4dbb57b-96be-45eb-897f-089f8d8822e9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7073419 Aug 19 18:19:55.137112 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59650) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:55.168205 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-ef66afce-07e1-4895-a0d9-f7ea5371bd02 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'mac_address': 'fa:16:3e:01:40:3c', 'name': 'tempest-NetworksTestDHCPv6-1425340860'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:55.170503 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26feb292-2b40-4ed4-9531-73044462713f None None] Network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:55.372769 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-121c8305-07d4-438f-9f3f-8a9689656bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:55.385066 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-121c8305-07d4-438f-9f3f-8a9689656bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:55.755737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea7927-8036-49bc-8b2a-d8700cf36e92 req-a0df8969-0a6f-4047-92a6-a7d52813e68e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:55.769170 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-40ea7927-8036-49bc-8b2a-d8700cf36e92 req-a0df8969-0a6f-4047-92a6-a7d52813e68e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 943 time: 0.6868906 Aug 19 18:19:55.784717 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef66afce-07e1-4895-a0d9-f7ea5371bd02 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:55.849103 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-31ccc43c-7172-4c5d-907a-544859cd0376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:55.946970 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4b69f6-2dc6-4e23-ba29-12fa83ef8b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'fixed_ips': [{'subnet_id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:19:55.948176 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2f4b69f6-2dc6-4e23-ba29-12fa83ef8b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:55.979943 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8e533d1f-2836-4142-a927-7969213b1923 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:56.008924 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8e533d1f-2836-4142-a927-7969213b1923 None None] Transition to ACTIVE for port object 94d24141-31e2-42dc-8983-7ef21ef1abe1 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:56.044039 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-121c8305-07d4-438f-9f3f-8a9689656bff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:56.110127 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-40ea7927-8036-49bc-8b2a-d8700cf36e92 req-1dbb44e6-d37f-4b7e-adf6-4611a8200d02 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391056 Aug 19 18:19:56.148798 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef66afce-07e1-4895-a0d9-f7ea5371bd02 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:56.153165 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-d2ac3250-5080-4145-8b8f-8fda4d160bae tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Allocated IP 172.20.0.13 (328a6888-a512-4946-b559-9a6ac5994658/d9cc3538-7c99-4258-a48c-18c8964a49b7/6e299f58-b888-4ecd-9292-355732af519c) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:19:56.179923 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8e533d1f-2836-4142-a927-7969213b1923 None None] Transition to ACTIVE for port object 94d24141-31e2-42dc-8983-7ef21ef1abe1 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:56.181728 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-ef66afce-07e1-4895-a0d9-f7ea5371bd02 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] device_id is not set on port 083f7279-c035-41f9-b977-1749144a1783 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:19:56.219440 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8e533d1f-2836-4142-a927-7969213b1923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:56.394607 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e533d1f-2836-4142-a927-7969213b1923 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:19:56.411295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-8e533d1f-2836-4142-a927-7969213b1923 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:56.420847 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e533d1f-2836-4142-a927-7969213b1923 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:19:56.468837 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e533d1f-2836-4142-a927-7969213b1923 None None] Pushing event updated for resources: {'Port': ['ID=94d24141-31e2-42dc-8983-7ef21ef1abe1,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:56.500290 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-ef66afce-07e1-4895-a0d9-f7ea5371bd02 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 172.20.0.12 (4734c50c-5b75-42a3-a882-02084790a476/d84df543-7644-4f3b-b66e-a5d8cbc9144a/083f7279-c035-41f9-b977-1749144a1783) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:19:56.520496 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-ef66afce-07e1-4895-a0d9-f7ea5371bd02 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8::f816:3eff:fe01:403c (4734c50c-5b75-42a3-a882-02084790a476/bf10cc3d-e488-44ee-bb83-978989d1c7f2/083f7279-c035-41f9-b977-1749144a1783) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:19:56.561433 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-2f4b69f6-2dc6-4e23-ba29-12fa83ef8b31 None None] Allocated IP 172.20.0.2 (93a2ed74-6d2c-4387-8198-b7dee6474ba9/bdff0938-a183-4f8a-a75e-f5868c3f9bbb/2a564a58-4fb0-4eff-9281-6045bd3a147d) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:19:56.567548 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-8e533d1f-2836-4142-a927-7969213b1923 None None] Attempting to bind port 94d24141-31e2-42dc-8983-7ef21ef1abe1 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:19:56.568135 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-8e533d1f-2836-4142-a927-7969213b1923 None None] Attempting to bind port 94d24141-31e2-42dc-8983-7ef21ef1abe1 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:19:56.568135 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e533d1f-2836-4142-a927-7969213b1923 None None] Attempting to bind port 94d24141-31e2-42dc-8983-7ef21ef1abe1 on network 4734c50c-5b75-42a3-a882-02084790a476 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:19:56.577325 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e533d1f-2836-4142-a927-7969213b1923 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:19:56.577826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e533d1f-2836-4142-a927-7969213b1923 None None] Checking segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:19:56.578400 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8e533d1f-2836-4142-a927-7969213b1923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:56.578723 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e533d1f-2836-4142-a927-7969213b1923 None None] Bound using segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:19:56.579236 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-8e533d1f-2836-4142-a927-7969213b1923 None None] Bound port: 94d24141-31e2-42dc-8983-7ef21ef1abe1, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:19:56.579659 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8e533d1f-2836-4142-a927-7969213b1923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:56.660308 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-62153ec1-7743-4ac3-b4da-985fd45c4971 req-469f07a1-f0c0-425a-ad93-c1d81760ae55 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 210 time: 0.1245093 Aug 19 18:19:56.804655 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-8e533d1f-2836-4142-a927-7969213b1923 None None] For port 94d24141-31e2-42dc-8983-7ef21ef1abe1, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:19:56.811641 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-8e533d1f-2836-4142-a927-7969213b1923 None None] For port 94d24141-31e2-42dc-8983-7ef21ef1abe1, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=94d24141-31e2-42dc-8983-7ef21ef1abe1,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:19:56.821180 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8e533d1f-2836-4142-a927-7969213b1923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:56.978692 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccc43c-7172-4c5d-907a-544859cd0376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=767a8e17-95ce-4210-82a8-1009cd47b1a3,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:56.989358 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ccc43c-7172-4c5d-907a-544859cd0376 admin admin] Checking segment: {'id': 'bda0da8b-5430-4976-bb3b-23a7d09c4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '20069b73-8eae-4149-be0d-84427b71d324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:19:56.989763 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e533d1f-2836-4142-a927-7969213b1923 None None] Pushing event updated for resources: {'Port': ['ID=94d24141-31e2-42dc-8983-7ef21ef1abe1,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:56.990628 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ccc43c-7172-4c5d-907a-544859cd0376 admin admin] Network hostable DHCP agents. Network: 20069b73-8eae-4149-be0d-84427b71d324, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:19:56.997139 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2f4b69f6-2dc6-4e23-ba29-12fa83ef8b31 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:57.005608 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-121c8305-07d4-438f-9f3f-8a9689656bff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:57.025846 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2f4b69f6-2dc6-4e23-ba29-12fa83ef8b31 None None] Transition to ACTIVE for port object 2a564a58-4fb0-4eff-9281-6045bd3a147d will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:57.072397 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2f4b69f6-2dc6-4e23-ba29-12fa83ef8b31 None None] Transition to ACTIVE for port object 2a564a58-4fb0-4eff-9281-6045bd3a147d will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:57.083090 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2f4b69f6-2dc6-4e23-ba29-12fa83ef8b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:57.108133 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef66afce-07e1-4895-a0d9-f7ea5371bd02 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:57.138277 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ccc43c-7172-4c5d-907a-544859cd0376 admin admin] Network 20069b73-8eae-4149-be0d-84427b71d324 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:19:57.148338 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4b69f6-2dc6-4e23-ba29-12fa83ef8b31 None None] Network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:19:57.152091 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-2f4b69f6-2dc6-4e23-ba29-12fa83ef8b31 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:57.156114 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4b69f6-2dc6-4e23-ba29-12fa83ef8b31 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:19:57.167976 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b69f6-2dc6-4e23-ba29-12fa83ef8b31 None None] Pushing event updated for resources: {'Port': ['ID=2a564a58-4fb0-4eff-9281-6045bd3a147d,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:57.169987 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-31ccc43c-7172-4c5d-907a-544859cd0376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 20069b73-8eae-4149-be0d-84427b71d324) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:57.186966 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bab6e63-ac13-45bd-8da9-8d1e164f8bae None None] Network 20069b73-8eae-4149-be0d-84427b71d324 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:57.198992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ccc43c-7172-4c5d-907a-544859cd0376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:57.199630 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-31ccc43c-7172-4c5d-907a-544859cd0376 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:57.206332 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-ef66afce-07e1-4895-a0d9-f7ea5371bd02 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Transition to ACTIVE for port object 083f7279-c035-41f9-b977-1749144a1783 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:57.262724 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-31ccc43c-7172-4c5d-907a-544859cd0376 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.3269205 Aug 19 18:19:57.272653 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-d2ac3250-5080-4145-8b8f-8fda4d160bae tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:57.334520 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-d2ac3250-5080-4145-8b8f-8fda4d160bae tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Transition to ACTIVE for port object 6e299f58-b888-4ecd-9292-355732af519c will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:57.352005 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef66afce-07e1-4895-a0d9-f7ea5371bd02 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:57.497488 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2f4b69f6-2dc6-4e23-ba29-12fa83ef8b31 None None] Attempting to bind port 2a564a58-4fb0-4eff-9281-6045bd3a147d on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:19:57.498136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2f4b69f6-2dc6-4e23-ba29-12fa83ef8b31 None None] Attempting to bind port 2a564a58-4fb0-4eff-9281-6045bd3a147d by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:19:57.499244 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b69f6-2dc6-4e23-ba29-12fa83ef8b31 None None] Attempting to bind port 2a564a58-4fb0-4eff-9281-6045bd3a147d on network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:19:57.510432 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef66afce-07e1-4895-a0d9-f7ea5371bd02 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:19:57.531906 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-ef66afce-07e1-4895-a0d9-f7ea5371bd02 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:57.534380 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b69f6-2dc6-4e23-ba29-12fa83ef8b31 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:19:57.535570 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b69f6-2dc6-4e23-ba29-12fa83ef8b31 None None] Checking segment: {'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:19:57.535570 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2f4b69f6-2dc6-4e23-ba29-12fa83ef8b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:57.536941 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b69f6-2dc6-4e23-ba29-12fa83ef8b31 None None] Bound using segment: {'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:19:57.537144 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2f4b69f6-2dc6-4e23-ba29-12fa83ef8b31 None None] Bound port: 2a564a58-4fb0-4eff-9281-6045bd3a147d, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:19:57.537814 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2f4b69f6-2dc6-4e23-ba29-12fa83ef8b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:57.543742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef66afce-07e1-4895-a0d9-f7ea5371bd02 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:19:57.560044 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66afce-07e1-4895-a0d9-f7ea5371bd02 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=083f7279-c035-41f9-b977-1749144a1783,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:57.673091 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef66afce-07e1-4895-a0d9-f7ea5371bd02 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:57.681101 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef66afce-07e1-4895-a0d9-f7ea5371bd02 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:57.694390 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44261ea0-deb3-452b-9365-ce862944141b None None] Network 20069b73-8eae-4149-be0d-84427b71d324 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:57.708449 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ef66afce-07e1-4895-a0d9-f7ea5371bd02 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.5699875 Aug 19 18:19:57.712641 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59716) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:57.764449 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41637e29-e60d-4167-bf9b-36c31ace1587 req-b70a25ad-59d5-419c-a62e-d281c7c4eaf5 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:57.766418 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-41637e29-e60d-4167-bf9b-36c31ace1587 req-b70a25ad-59d5-419c-a62e-d281c7c4eaf5 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 943 time: 0.3980935 Aug 19 18:19:57.770165 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-d2ac3250-5080-4145-8b8f-8fda4d160bae tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:57.872714 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10816bc5-cd7f-4504-ab4f-66e589314995 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:57.896346 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10816bc5-cd7f-4504-ab4f-66e589314995 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:57.899216 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-10816bc5-cd7f-4504-ab4f-66e589314995 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1852403 Aug 19 18:19:57.904690 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59720) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:58.032114 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-d2ac3250-5080-4145-8b8f-8fda4d160bae tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Network 328a6888-a512-4946-b559-9a6ac5994658 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:19:58.053589 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-2f4b69f6-2dc6-4e23-ba29-12fa83ef8b31 None None] For port 2a564a58-4fb0-4eff-9281-6045bd3a147d, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:19:58.054541 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-d2ac3250-5080-4145-8b8f-8fda4d160bae tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:58.058699 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac3250-5080-4145-8b8f-8fda4d160bae tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Pushing event updated for resources: {'Port': ['ID=6e299f58-b888-4ecd-9292-355732af519c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:58.066299 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 94d24141-31e2-42dc-8983-7ef21ef1abe1 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:19:58.091992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-d2ac3250-5080-4145-8b8f-8fda4d160bae tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:19:58.193363 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-2f4b69f6-2dc6-4e23-ba29-12fa83ef8b31 None None] For port 2a564a58-4fb0-4eff-9281-6045bd3a147d, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2a564a58-4fb0-4eff-9281-6045bd3a147d,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:19:58.212306 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2f4b69f6-2dc6-4e23-ba29-12fa83ef8b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.286967 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123596a3-a554-41e1-8439-5e70c1bd0930 req-fd80aa67-c6c9-4d79-b547-acee328805af tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:58.307244 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-123596a3-a554-41e1-8439-5e70c1bd0930 req-fd80aa67-c6c9-4d79-b547-acee328805af tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 932 time: 0.3094110 Aug 19 18:19:58.334812 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-d2ac3250-5080-4145-8b8f-8fda4d160bae tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:58.336515 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-d2ac3250-5080-4145-8b8f-8fda4d160bae tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.351700 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-121c8305-07d4-438f-9f3f-8a9689656bff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.359486 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-41637e29-e60d-4167-bf9b-36c31ace1587 req-6e81e7d5-9b7f-470a-9fbf-0b2993129895 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5617723 Aug 19 18:19:58.434971 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-121c8305-07d4-438f-9f3f-8a9689656bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.473344 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-f2e62150-6acd-4bcf-960e-d769ee7d73cb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting port 083f7279-c035-41f9-b977-1749144a1783 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:19:58.477315 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f2e62150-6acd-4bcf-960e-d769ee7d73cb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.547414 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 649e426f-f883-455b-8749-6ef4dae7f223 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:19:58.614348 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b69f6-2dc6-4e23-ba29-12fa83ef8b31 None None] Pushing event updated for resources: {'Port': ['ID=2a564a58-4fb0-4eff-9281-6045bd3a147d,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:58.633663 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-123596a3-a554-41e1-8439-5e70c1bd0930 req-4365ce21-033e-4111-8e1a-b7e80017aa96 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088298 Aug 19 18:19:58.666469 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 94d24141-31e2-42dc-8983-7ef21ef1abe1 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:19:58.690736 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-d2ac3250-5080-4145-8b8f-8fda4d160bae tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6981809 Aug 19 18:19:58.713115 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-5c6149b7-8772-463d-98c4-154df9e95762 service neutron] Request body: {'port': {'device_id': '1d60f370-00c8-4438-abe4-067aab59f241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:58.722126 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-42593104-89dc-4b70-8711-818bc5125881 None None] Provisioning for port 6e299f58-b888-4ecd-9292-355732af519c completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:19:58.798095 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-42593104-89dc-4b70-8711-818bc5125881 None None] Provisioning complete for port 6e299f58-b888-4ecd-9292-355732af519c triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:58.798494 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-42593104-89dc-4b70-8711-818bc5125881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.818267 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f2e62150-6acd-4bcf-960e-d769ee7d73cb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.877198 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-f2e62150-6acd-4bcf-960e-d769ee7d73cb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Calling delete_port for 083f7279-c035-41f9-b977-1749144a1783 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:19:58.903086 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-121c8305-07d4-438f-9f3f-8a9689656bff admin admin] Allocated IP 172.25.8.223 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/b705e60b-ccdc-4700-8a33-f24ec218d386) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:19:59.020342 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-42593104-89dc-4b70-8711-818bc5125881 None None] Port 6e299f58-b888-4ecd-9292-355732af519c cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:19:59.098284 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-5c6149b7-8772-463d-98c4-154df9e95762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:59.123090 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 649e426f-f883-455b-8749-6ef4dae7f223, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=649e426f-f883-455b-8749-6ef4dae7f223,segment=NetworkSegment(2fe7eef0-67d3-4df2-a6dc-12ee964d6b88),segment_id=2fe7eef0-67d3-4df2-a6dc-12ee964d6b88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:59.162407 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '649e426f-f883-455b-8749-6ef4dae7f223', 'network_id': '9b23f275-dbc1-4b31-89ad-a50a42b827a6', 'port_id': '649e426f-f883-455b-8749-6ef4dae7f223', 'mac_address': 'fa:16:3e:56:02:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e410fbec-87b3-4c19-8f94-8082dbd5415d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:19:59.180015 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa997df6-e477-41b9-adce-8c1f01b8e0f8 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:59.328453 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-121c8305-07d4-438f-9f3f-8a9689656bff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:59.339615 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-75796199-f261-4002-9f29-69ec2cf63438 None None] Provisioning for port 94d24141-31e2-42dc-8983-7ef21ef1abe1 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:19:59.344951 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:59.354096 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-75796199-f261-4002-9f29-69ec2cf63438 None None] Provisioning complete for port 94d24141-31e2-42dc-8983-7ef21ef1abe1 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:59.354797 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-75796199-f261-4002-9f29-69ec2cf63438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:59.360860 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f2e62150-6acd-4bcf-960e-d769ee7d73cb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:59.423813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 649e426f-f883-455b-8749-6ef4dae7f223 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:19:59.476565 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e62150-6acd-4bcf-960e-d769ee7d73cb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Port': ['ID=083f7279-c035-41f9-b977-1749144a1783,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:59.505682 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 649e426f-f883-455b-8749-6ef4dae7f223, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=649e426f-f883-455b-8749-6ef4dae7f223,segment=NetworkSegment(2fe7eef0-67d3-4df2-a6dc-12ee964d6b88),segment_id=2fe7eef0-67d3-4df2-a6dc-12ee964d6b88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:59.531801 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25738fad-a073-437c-9671-b14df9d7beac req-a7569c2d-ac32-44d5-b35d-9636a533d05b tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:59.533593 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-25738fad-a073-437c-9671-b14df9d7beac req-a7569c2d-ac32-44d5-b35d-9636a533d05b tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/networks?id=20069b73-8eae-4149-be0d-84427b71d324 HTTP/1.1" status: 200 len: 813 time: 0.3650100 Aug 19 18:19:59.557011 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:59.631926 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-121c8305-07d4-438f-9f3f-8a9689656bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:59.655040 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-25738fad-a073-437c-9671-b14df9d7beac req-d56e8478-c12d-4826-b8d9-66d2858dd113 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/quotas/0d0d8e8a47064bf0b23bae57b77c1d86 HTTP/1.1" status: 200 len: 375 time: 0.1117601 Aug 19 18:19:59.761569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=649e426f-f883-455b-8749-6ef4dae7f223,revision_number=9']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:59.776220 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-75796199-f261-4002-9f29-69ec2cf63438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:59.871364 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1840c-c5ac-4650-97a1-af2221b2577a req-53fb059f-c6f5-42f3-9254-38dd18c54f9b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:59.874629 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-75f1840c-c5ac-4650-97a1-af2221b2577a req-53fb059f-c6f5-42f3-9254-38dd18c54f9b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 944 time: 0.2122276 Aug 19 18:19:59.885624 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f2e62150-6acd-4bcf-960e-d769ee7d73cb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:59.900472 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['649e426f-f883-455b-8749-6ef4dae7f223'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:19:59.901599 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f2e62150-6acd-4bcf-960e-d769ee7d73cb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/083f7279-c035-41f9-b977-1749144a1783 HTTP/1.1" status: 204 len: 168 time: 1.9955907 Aug 19 18:19:59.910456 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-25738fad-a073-437c-9671-b14df9d7beac req-31f5d754-7b7c-4467-a1e5-4f5f8292a46f tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d0d8e8a47064bf0b23bae57b77c1d86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2193098 Aug 19 18:19:59.915508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c8305-07d4-438f-9f3f-8a9689656bff admin admin] Pushing event updated for resources: {'Port': ['ID=b705e60b-ccdc-4700-8a33-f24ec218d386,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:59.922236 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59740) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:59.931212 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121c8305-07d4-438f-9f3f-8a9689656bff admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:00.002026 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2a564a58-4fb0-4eff-9281-6045bd3a147d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:00.007343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-121c8305-07d4-438f-9f3f-8a9689656bff admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:00.032942 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121c8305-07d4-438f-9f3f-8a9689656bff admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:00.051728 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-75f1840c-c5ac-4650-97a1-af2221b2577a req-24d48cc0-7f5e-476c-bcc6-495179a6d517 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488781 Aug 19 18:20:00.102385 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d650b839-5152-4f5d-86d6-6fd25b3ae68c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:00.104033 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d650b839-5152-4f5d-86d6-6fd25b3ae68c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:00.109684 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d650b839-5152-4f5d-86d6-6fd25b3ae68c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:00.121684 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d650b839-5152-4f5d-86d6-6fd25b3ae68c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1974225 Aug 19 18:20:00.127023 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-75796199-f261-4002-9f29-69ec2cf63438 None None] For port 94d24141-31e2-42dc-8983-7ef21ef1abe1, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=94d24141-31e2-42dc-8983-7ef21ef1abe1,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:00.127311 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59746) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:00.141598 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-75796199-f261-4002-9f29-69ec2cf63438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:00.297210 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75796199-f261-4002-9f29-69ec2cf63438 None None] Pushing event updated for resources: {'Port': ['ID=94d24141-31e2-42dc-8983-7ef21ef1abe1,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:00.335366 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 2a564a58-4fb0-4eff-9281-6045bd3a147d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:00.400005 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-8981fe57-bc15-4ece-b419-10ab6b68d8b6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet bf10cc3d-e488-44ee-bb83-978989d1c7f2 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:20:00.408312 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8981fe57-bc15-4ece-b419-10ab6b68d8b6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:00.455735 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6f1d0-13be-4eaa-b4ad-e22bfc7fd39a req-e8cada3a-3726-4c1a-bb52-0e591bdb0dea tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:00.458134 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5dc6f1d0-13be-4eaa-b4ad-e22bfc7fd39a req-e8cada3a-3726-4c1a-bb52-0e591bdb0dea tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 932 time: 0.2055142 Aug 19 18:20:00.507529 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da480df9-5a6d-43b0-ae83-502a59e9ae47 None None] Network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:00.520163 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8981fe57-bc15-4ece-b419-10ab6b68d8b6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:00.600965 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-25738fad-a073-437c-9671-b14df9d7beac req-d2254536-30d4-47bd-baee-26b04d3a63ed service neutron] 10.222.0.24 "GET /v2.0/networks/20069b73-8eae-4149-be0d-84427b71d324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6724505 Aug 19 18:20:00.619681 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-5c6149b7-8772-463d-98c4-154df9e95762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e299f58-b888-4ecd-9292-355732af519c {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:20:00.644261 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-5c6149b7-8772-463d-98c4-154df9e95762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:00.654847 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5dc6f1d0-13be-4eaa-b4ad-e22bfc7fd39a req-7c9bea81-bbd0-49b3-8469-3364cb0c083d tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000497 Aug 19 18:20:00.658654 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8981fe57-bc15-4ece-b419-10ab6b68d8b6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:00.715547 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ec474c-d783-4295-ae9d-dd5bc8feedc5 None None] Update dhcp port {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'fixed_ips': [{'subnet_id': 'd84df543-7644-4f3b-b66e-a5d8cbc9144a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bf10cc3d-e488-44ee-bb83-978989d1c7f2'}], 'binding:host_id': 'n-d-803753-2'}, 'id': '94d24141-31e2-42dc-8983-7ef21ef1abe1'} from n-d-803753-2. {{(pid=94683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:20:00.740411 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-5c6149b7-8772-463d-98c4-154df9e95762 service neutron] Transition to ACTIVE for port object 6e299f58-b888-4ecd-9292-355732af519c will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:00.751924 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-5c6149b7-8772-463d-98c4-154df9e95762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:00.758076 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-92ec474c-d783-4295-ae9d-dd5bc8feedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:00.822558 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4306feed-0943-48b1-826c-44f7d6b2116d None None] Provisioning for port 2a564a58-4fb0-4eff-9281-6045bd3a147d completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:00.843092 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4306feed-0943-48b1-826c-44f7d6b2116d None None] Provisioning complete for port 2a564a58-4fb0-4eff-9281-6045bd3a147d triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:00.843524 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4306feed-0943-48b1-826c-44f7d6b2116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:00.863048 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-121c8305-07d4-438f-9f3f-8a9689656bff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:00.927341 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6149b7-8772-463d-98c4-154df9e95762 service neutron] Pushing event updated for resources: {'Port': ['ID=6e299f58-b888-4ecd-9292-355732af519c,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:00.938621 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8981fe57-bc15-4ece-b419-10ab6b68d8b6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:01.006632 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981fe57-bc15-4ece-b419-10ab6b68d8b6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=bf10cc3d-e488-44ee-bb83-978989d1c7f2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:01.009653 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8981fe57-bc15-4ece-b419-10ab6b68d8b6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:01.012001 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8981fe57-bc15-4ece-b419-10ab6b68d8b6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/bf10cc3d-e488-44ee-bb83-978989d1c7f2 HTTP/1.1" status: 204 len: 168 time: 0.8835800 Aug 19 18:20:01.019017 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59748) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:01.072310 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-25738fad-a073-437c-9671-b14df9d7beac req-bd9afb16-4119-4f94-8b63-05726a280b9e service neutron] 10.222.0.24 "GET /v2.0/networks/20069b73-8eae-4149-be0d-84427b71d324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701731 Aug 19 18:20:01.213284 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-28acc3c5-1025-4988-8f86-2f7f6d461128 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet d84df543-7644-4f3b-b66e-a5d8cbc9144a {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:20:01.238184 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-28acc3c5-1025-4988-8f86-2f7f6d461128 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:01.254988 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-5c6149b7-8772-463d-98c4-154df9e95762 service neutron] Attempting to bind port 6e299f58-b888-4ecd-9292-355732af519c on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:20:01.255814 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-5c6149b7-8772-463d-98c4-154df9e95762 service neutron] Attempting to bind port 6e299f58-b888-4ecd-9292-355732af519c by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '328a6888-a512-4946-b559-9a6ac5994658'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:20:01.256381 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-5c6149b7-8772-463d-98c4-154df9e95762 service neutron] Attempting to bind port 6e299f58-b888-4ecd-9292-355732af519c on network 328a6888-a512-4946-b559-9a6ac5994658 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:20:01.271202 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-5c6149b7-8772-463d-98c4-154df9e95762 service neutron] Port 6e299f58-b888-4ecd-9292-355732af519c on network 328a6888-a512-4946-b559-9a6ac5994658 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:20:01.272120 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-5c6149b7-8772-463d-98c4-154df9e95762 service neutron] Attempting to bind port 6e299f58-b888-4ecd-9292-355732af519c on network 328a6888-a512-4946-b559-9a6ac5994658 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:20:01.362788 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-5c6149b7-8772-463d-98c4-154df9e95762 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:20:01.363095 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-5c6149b7-8772-463d-98c4-154df9e95762 service neutron] Checking segment: {'id': '61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '328a6888-a512-4946-b559-9a6ac5994658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:20:01.363453 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-5c6149b7-8772-463d-98c4-154df9e95762 service neutron] Bound using segment: {'id': '61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '328a6888-a512-4946-b559-9a6ac5994658'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:20:01.363963 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-5c6149b7-8772-463d-98c4-154df9e95762 service neutron] Bound port: 6e299f58-b888-4ecd-9292-355732af519c, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '328a6888-a512-4946-b559-9a6ac5994658'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:20:01.372341 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-5c6149b7-8772-463d-98c4-154df9e95762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server [None req-92ec474c-d783-4295-ae9d-dd5bc8feedc5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bf10cc3d-e488-44ee-bb83-978989d1c7f2: This subnet is being modified by another concurrent operation. Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:20:01.378411 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise exception Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bf10cc3d-e488-44ee-bb83-978989d1c7f2: This subnet is being modified by another concurrent operation. Aug 19 18:20:01.386360 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server Aug 19 18:20:01.638933 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4306feed-0943-48b1-826c-44f7d6b2116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:01.663473 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-28acc3c5-1025-4988-8f86-2f7f6d461128 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:01.763278 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-4306feed-0943-48b1-826c-44f7d6b2116d None None] For port 2a564a58-4fb0-4eff-9281-6045bd3a147d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2a564a58-4fb0-4eff-9281-6045bd3a147d,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:01.775252 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4306feed-0943-48b1-826c-44f7d6b2116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:01.787471 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e5602-1108-41d7-8bba-3b03a7d54ff3 req-467aedef-03be-41cd-8ae5-a27b63c99475 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:01.824219 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2a0e5602-1108-41d7-8bba-3b03a7d54ff3 req-467aedef-03be-41cd-8ae5-a27b63c99475 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 944 time: 0.4891951 Aug 19 18:20:02.030498 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79943db9-3768-40cb-9bae-0772a677e877 None None] get_active_networks_info from n-d-803753-2 {{(pid=94683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:20:02.038494 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306feed-0943-48b1-826c-44f7d6b2116d None None] Pushing event updated for resources: {'Port': ['ID=2a564a58-4fb0-4eff-9281-6045bd3a147d,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:02.067480 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2a0e5602-1108-41d7-8bba-3b03a7d54ff3 req-d4d12f57-e719-4ba8-b1b3-608b0908c839 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196054 Aug 19 18:20:02.138135 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 94d24141-31e2-42dc-8983-7ef21ef1abe1 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:20:02.201158 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-28acc3c5-1025-4988-8f86-2f7f6d461128 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:02.370763 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738cc36-afe7-4c52-9ebd-1195be637dad req-f1228ffa-019e-4a69-b5af-83f0f68bcb81 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:02.372984 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4738cc36-afe7-4c52-9ebd-1195be637dad req-f1228ffa-019e-4a69-b5af-83f0f68bcb81 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 944 time: 0.0962100 Aug 19 18:20:02.389958 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-28acc3c5-1025-4988-8f86-2f7f6d461128 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:02.421317 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-badba8be-0be4-4f3e-9fb4-4cb0e77c427a req-860fdb6b-b708-4b6b-8234-8393a2996ac8 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f563d53-9a73-49b6-864b-93bcb972b210 HTTP/1.1" status: 200 len: 210 time: 0.0858650 Aug 19 18:20:02.487171 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-121c8305-07d4-438f-9f3f-8a9689656bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:02.504738 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1c1d822a-b637-484e-95b1-447f6c397347 None None] Provisioning complete for port 94d24141-31e2-42dc-8983-7ef21ef1abe1 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:02.506632 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1c1d822a-b637-484e-95b1-447f6c397347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:02.507271 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28acc3c5-1025-4988-8f86-2f7f6d461128 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=d84df543-7644-4f3b-b66e-a5d8cbc9144a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:02.529139 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-28acc3c5-1025-4988-8f86-2f7f6d461128 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:02.532086 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-28acc3c5-1025-4988-8f86-2f7f6d461128 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/d84df543-7644-4f3b-b66e-a5d8cbc9144a HTTP/1.1" status: 204 len: 168 time: 1.5118370 Aug 19 18:20:02.536570 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-5c6149b7-8772-463d-98c4-154df9e95762 service neutron] For port 6e299f58-b888-4ecd-9292-355732af519c, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:20:02.541773 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59768) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:02.626830 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 649e426f-f883-455b-8749-6ef4dae7f223 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:02.656804 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-81aa58f1-ca8c-47bc-9d34-f5c8be48ea21 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1136029 Aug 19 18:20:02.670530 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59770) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:02.699661 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-817eec1e-3dad-4c02-a124-6bb13cfe11f7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:02.730291 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-5c6149b7-8772-463d-98c4-154df9e95762 service neutron] For port 6e299f58-b888-4ecd-9292-355732af519c, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=6e299f58-b888-4ecd-9292-355732af519c,segment=NetworkSegment(61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe),segment_id=61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:20:02.752050 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4738cc36-afe7-4c52-9ebd-1195be637dad req-47cc8907-df71-40d0-b10c-fcb40e559ffb tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3337343 Aug 19 18:20:02.858114 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-5c6149b7-8772-463d-98c4-154df9e95762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:02.935829 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-5c6149b7-8772-463d-98c4-154df9e95762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:02.936385 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-5c6149b7-8772-463d-98c4-154df9e95762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:02.937921 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-5c6149b7-8772-463d-98c4-154df9e95762 service neutron] 10.222.0.54 "PUT /v2.0/ports/6e299f58-b888-4ecd-9292-355732af519c HTTP/1.1" status: 200 len: 1092 time: 4.2344167 Aug 19 18:20:02.941218 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d60f370-00c8-4438-abe4-067aab59f241', 'tag': '6e299f58-b888-4ecd-9292-355732af519c'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:20:02.944353 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4257e87-f30b-41c4-b82a-94c5f5bd668c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d60f370-00c8-4438-abe4-067aab59f241", "tag": "6e299f58-b888-4ecd-9292-355732af519c"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:20:03.033586 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6149b7-8772-463d-98c4-154df9e95762 service neutron] Pushing event updated for resources: {'Port': ['ID=6e299f58-b888-4ecd-9292-355732af519c,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:03.047110 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817eec1e-3dad-4c02-a124-6bb13cfe11f7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:03.058261 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-817eec1e-3dad-4c02-a124-6bb13cfe11f7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:03.098977 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6306af-0275-4ad4-af6f-fd6edc8fca63 x-openstack-request-id: req-4b6306af-0275-4ad4-af6f-fd6edc8fca63 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:20:03.099756 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d60f370-00c8-4438-abe4-067aab59f241", "tag": "6e299f58-b888-4ecd-9292-355732af519c", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:20:03.100682 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b6306af-0275-4ad4-af6f-fd6edc8fca63 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:20:03.100835 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d60f370-00c8-4438-abe4-067aab59f241', 'tag': '6e299f58-b888-4ecd-9292-355732af519c', 'status': 'completed', 'code': 200} Aug 19 18:20:03.106775 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 649e426f-f883-455b-8749-6ef4dae7f223 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:03.107421 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:03.165281 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-33170b7f-79d4-46fa-876d-0aa3dabd4776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:03.169102 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-33170b7f-79d4-46fa-876d-0aa3dabd4776 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65af0cd5b05e4e47a92672412bb56f85&device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 1095 time: 0.1617987 Aug 19 18:20:03.206835 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121c8305-07d4-438f-9f3f-8a9689656bff admin admin] Router ecbb4edc-0d84-4a42-aec3-a12f3e9301c8 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:20:03.292029 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:03.330213 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1c1d822a-b637-484e-95b1-447f6c397347 None None] Could not find standard attr ID for object 083f7279-c035-41f9-b977-1749144a1783. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:20:03.338747 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79943db9-3768-40cb-9bae-0772a677e877 None None] Resources bound (agent type, host, resource id): {{(pid=94683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:20:03.387364 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-766158c9-2662-4527-8883-f92127bd273b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e299f58-b888-4ecd-9292-355732af519c HTTP/1.1" status: 200 len: 217 time: 0.2021987 Aug 19 18:20:03.421607 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-817eec1e-3dad-4c02-a124-6bb13cfe11f7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:03.466305 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 94d24141-31e2-42dc-8983-7ef21ef1abe1, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=94d24141-31e2-42dc-8983-7ef21ef1abe1,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:03.564230 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817eec1e-3dad-4c02-a124-6bb13cfe11f7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:03.573511 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-817eec1e-3dad-4c02-a124-6bb13cfe11f7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:03.590918 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817eec1e-3dad-4c02-a124-6bb13cfe11f7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:03.592173 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-817eec1e-3dad-4c02-a124-6bb13cfe11f7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:03.636654 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817eec1e-3dad-4c02-a124-6bb13cfe11f7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=726cda81-1787-48f4-9106-ca465dd4dba2,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:03.664681 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-817eec1e-3dad-4c02-a124-6bb13cfe11f7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9933498 Aug 19 18:20:03.669205 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59782) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:03.676463 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-9eebcbc7-12ea-489a-add9-6cde5dee1fb6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:03.698506 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f92db-ac86-4d9c-89ad-2c976de3aaa7 req-75db3919-8e4c-49c5-8c12-c7bb673afe00 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:03.713079 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b11f92db-ac86-4d9c-89ad-2c976de3aaa7 req-75db3919-8e4c-49c5-8c12-c7bb673afe00 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 944 time: 0.3361740 Aug 19 18:20:03.735845 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-bc725961-5d5e-4bec-a816-f22777ebc336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:03.740722 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-bc725961-5d5e-4bec-a816-f22777ebc336 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9cc3538-7c99-4258-a48c-18c8964a49b7 HTTP/1.1" status: 200 len: 850 time: 0.3328509 Aug 19 18:20:03.779716 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:03.890068 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8051492b-2f4f-4bc9-a00f-43200e4ec5a6 req-4d85d29e-7936-4f68-9d42-9ad29c08dcad tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f563d53-9a73-49b6-864b-93bcb972b210 HTTP/1.1" status: 200 len: 210 time: 0.2393212 Aug 19 18:20:03.969340 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5d0287d3-7d50-4ed4-a774-d2f8db089a24 None None] Provisioning complete for port 2a564a58-4fb0-4eff-9281-6045bd3a147d triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:03.969919 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5d0287d3-7d50-4ed4-a774-d2f8db089a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:04.022324 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2a564a58-4fb0-4eff-9281-6045bd3a147d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:04.028174 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b11f92db-ac86-4d9c-89ad-2c976de3aaa7 req-1bc68eb4-388a-4fb8-b8a1-5d02a85f8a9c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979710 Aug 19 18:20:04.029253 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:04.121912 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 649e426f-f883-455b-8749-6ef4dae7f223, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=649e426f-f883-455b-8749-6ef4dae7f223,segment=NetworkSegment(2fe7eef0-67d3-4df2-a6dc-12ee964d6b88),segment_id=2fe7eef0-67d3-4df2-a6dc-12ee964d6b88)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:04.132022 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121c8305-07d4-438f-9f3f-8a9689656bff admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:20:04.138730 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a730bc2-bb4d-4558-be9f-5633a15318e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649e426f-f883-455b-8749-6ef4dae7f223'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:20:04.143360 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26799616-26c1-48d9-84bb-c3733e78f156" -d '{"events": [{"server_uuid": "9a730bc2-bb4d-4558-be9f-5633a15318e4", "name": "network-vif-plugged", "status": "completed", "tag": "649e426f-f883-455b-8749-6ef4dae7f223"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:20:04.150320 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:04.159396 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-31f15a69-10de-48b4-b2ee-a751d6e048be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:04.161061 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-31f15a69-10de-48b4-b2ee-a751d6e048be service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=328a6888-a512-4946-b559-9a6ac5994658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4041357 Aug 19 18:20:04.176569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36879df1-245b-4f81-a233-55d268640be1 None None] Sync routers for ids ['ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:20:04.224273 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-121c8305-07d4-438f-9f3f-8a9689656bff admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:04.224616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36879df1-245b-4f81-a233-55d268640be1 None None] Routers {'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:04.224616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-36879df1-245b-4f81-a233-55d268640be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:19:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:04.224993 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-121c8305-07d4-438f-9f3f-8a9689656bff admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.1646330 Aug 19 18:20:04.261336 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25738fad-a073-437c-9671-b14df9d7beac req-9bfceba2-4b90-4d22-95ef-b50991a40f3e tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:04.266618 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25738fad-a073-437c-9671-b14df9d7beac req-9bfceba2-4b90-4d22-95ef-b50991a40f3e tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.50 "GET /v2.0/networks?id=20069b73-8eae-4149-be0d-84427b71d324 HTTP/1.1" status: 200 len: 813 time: 0.3526590 Aug 19 18:20:04.275290 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59790) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:04.296588 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-25738fad-a073-437c-9671-b14df9d7beac req-0ab9a7db-64cc-4de2-8c14-2fe0525c01ec tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Request body: {'port': {'device_id': '0f563d53-9a73-49b6-864b-93bcb972b210', 'network_id': '20069b73-8eae-4149-be0d-84427b71d324', 'admin_state_up': True, 'tenant_id': '0d0d8e8a47064bf0b23bae57b77c1d86'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:04.354186 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96514389-4d3f-4b18-8932-c34331ac5cb5 x-openstack-request-id: req-96514389-4d3f-4b18-8932-c34331ac5cb5 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:20:04.354838 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a730bc2-bb4d-4558-be9f-5633a15318e4", "name": "network-vif-plugged", "status": "completed", "tag": "649e426f-f883-455b-8749-6ef4dae7f223", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:20:04.355276 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96514389-4d3f-4b18-8932-c34331ac5cb5 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:20:04.355862 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a730bc2-bb4d-4558-be9f-5633a15318e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649e426f-f883-455b-8749-6ef4dae7f223', 'code': 200} Aug 19 18:20:04.371842 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=94d24141-31e2-42dc-8983-7ef21ef1abe1,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:04.414772 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699dbc8-dd31-40d2-a185-0cf5e07a4689 req-bd2874e5-8e73-45ed-97b0-38a87429e07b tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:04.416698 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a699dbc8-dd31-40d2-a185-0cf5e07a4689 req-bd2874e5-8e73-45ed-97b0-38a87429e07b tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 944 time: 0.1331797 Aug 19 18:20:04.442100 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-9e1752a5-efd8-4abd-b1b7-85d2643e07af service neutron] 10.222.0.54 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664297 Aug 19 18:20:04.504093 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eebcbc7-12ea-489a-add9-6cde5dee1fb6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:04.509355 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9eebcbc7-12ea-489a-add9-6cde5dee1fb6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:04.667103 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a699dbc8-dd31-40d2-a185-0cf5e07a4689 req-dae53413-1f1e-476b-9d6f-50f2b647afbf tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306268 Aug 19 18:20:04.693064 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-36879df1-245b-4f81-a233-55d268640be1 None None] Set router ecbb4edc-0d84-4a42-aec3-a12f3e9301c8 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:20:04.723494 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=649e426f-f883-455b-8749-6ef4dae7f223,revision_number=10']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:04.745330 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 2a564a58-4fb0-4eff-9281-6045bd3a147d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:04.746085 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:04.768809 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4d29729-82f3-4812-a5cb-3febc4148645 req-82b5cd7b-279d-44c6-8d9c-8fd12e3b6d35 service neutron] 10.222.0.54 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596674 Aug 19 18:20:04.822646 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0b09ce76-9417-4bb3-9d4b-ef208facd7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:04.860447 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25738fad-a073-437c-9671-b14df9d7beac req-0ab9a7db-64cc-4de2-8c14-2fe0525c01ec tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Made reservation on behalf of 0d0d8e8a47064bf0b23bae57b77c1d86 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:04.866156 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-25738fad-a073-437c-9671-b14df9d7beac req-0ab9a7db-64cc-4de2-8c14-2fe0525c01ec tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:04.923365 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4257e87-f30b-41c4-b82a-94c5f5bd668c req-303c592f-a408-486e-b053-ba25ce210486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:04.926874 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4257e87-f30b-41c4-b82a-94c5f5bd668c req-303c592f-a408-486e-b053-ba25ce210486 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65af0cd5b05e4e47a92672412bb56f85&device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 1095 time: 0.0747337 Aug 19 18:20:04.946263 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6206d8-b915-41b5-a841-d5a5badd8c26 req-2dcb280e-82fe-4a37-94be-8c2c8fef9b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:04.947883 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ef6206d8-b915-41b5-a841-d5a5badd8c26 req-2dcb280e-82fe-4a37-94be-8c2c8fef9b03 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 1097 time: 0.2643135 Aug 19 18:20:05.077797 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4257e87-f30b-41c4-b82a-94c5f5bd668c req-f580e61f-754f-410b-96fc-e54d93860ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:05.079865 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4257e87-f30b-41c4-b82a-94c5f5bd668c req-f580e61f-754f-410b-96fc-e54d93860ee2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=328a6888-a512-4946-b559-9a6ac5994658 HTTP/1.1" status: 200 len: 912 time: 0.1453710 Aug 19 18:20:05.219753 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4257e87-f30b-41c4-b82a-94c5f5bd668c req-6d1b6b33-cabd-48d0-80bc-04e2549bc73d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e299f58-b888-4ecd-9292-355732af519c HTTP/1.1" status: 200 len: 217 time: 0.1294789 Aug 19 18:20:05.282662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a1732c-b73d-44a5-88e5-93fef6fb7232 None None] Update dhcp port {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'fixed_ips': [{'subnet_id': '726cda81-1787-48f4-9106-ca465dd4dba2'}], 'binding:host_id': 'n-d-803753-2'}, 'id': '94d24141-31e2-42dc-8983-7ef21ef1abe1'} from n-d-803753-2. {{(pid=94683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:20:05.316830 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-41a1732c-b73d-44a5-88e5-93fef6fb7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:05.348353 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec42e61-4fd6-4f3b-bb8d-6abede1dbd64 req-c5cab363-5561-4d3f-a14c-7ae995fe16ae tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:05.350968 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3ec42e61-4fd6-4f3b-bb8d-6abede1dbd64 req-c5cab363-5561-4d3f-a14c-7ae995fe16ae tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.1254909 Aug 19 18:20:05.353266 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4257e87-f30b-41c4-b82a-94c5f5bd668c req-ee46b9f3-0cf0-434b-a2e7-9e54c8dd931c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:05.355148 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4257e87-f30b-41c4-b82a-94c5f5bd668c req-ee46b9f3-0cf0-434b-a2e7-9e54c8dd931c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9cc3538-7c99-4258-a48c-18c8964a49b7 HTTP/1.1" status: 200 len: 850 time: 0.1267135 Aug 19 18:20:05.447395 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3ec42e61-4fd6-4f3b-bb8d-6abede1dbd64 req-5076cbc4-b002-415f-9623-6598c4120e67 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823801 Aug 19 18:20:05.461270 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4257e87-f30b-41c4-b82a-94c5f5bd668c req-c6ad44d1-79ba-4d1c-b049-9cab51eec727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:05.463057 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4257e87-f30b-41c4-b82a-94c5f5bd668c req-c6ad44d1-79ba-4d1c-b049-9cab51eec727 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=328a6888-a512-4946-b559-9a6ac5994658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966554 Aug 19 18:20:05.604784 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-79f8dfab-1af2-42f1-a9b5-17bea08fc622 req-ea55b62c-93a6-4db1-84ed-48536939d434 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f563d53-9a73-49b6-864b-93bcb972b210 HTTP/1.1" status: 200 len: 210 time: 0.0502276 Aug 19 18:20:05.640596 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-36879df1-245b-4f81-a233-55d268640be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'name': 'tempest-ServerActionsTestJSON-1884489395-router', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:55Z', 'updated_at': '2021-08-19T18:20:00Z', 'revision_number': 3, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'gw_port': {'id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ba:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:58Z', 'updated_at': '2021-08-19T18:19:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:05.671262 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ef6206d8-b915-41b5-a841-d5a5badd8c26 req-6f4579fc-1d54-4571-b2a9-e3d3adc5bc9f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6982758 Aug 19 18:20:05.716715 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36879df1-245b-4f81-a233-55d268640be1 None None] Checking router: ecbb4edc-0d84-4a42-aec3-a12f3e9301c8 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:20:05.717165 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36879df1-245b-4f81-a233-55d268640be1 None None] Updating router ecbb4edc-0d84-4a42-aec3-a12f3e9301c8 port b705e60b-ccdc-4700-8a33-f24ec218d386 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:20:05.749310 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-41a1732c-b73d-44a5-88e5-93fef6fb7232 None None] Allocated IP 172.20.0.2 (4734c50c-5b75-42a3-a882-02084790a476/726cda81-1787-48f4-9106-ca465dd4dba2/94d24141-31e2-42dc-8983-7ef21ef1abe1) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:05.774894 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-36879df1-245b-4f81-a233-55d268640be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:05.818313 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4257e87-f30b-41c4-b82a-94c5f5bd668c req-7ca35547-d57c-4e6f-94fc-54eca0036bbb service neutron] 10.222.0.54 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379974 Aug 19 18:20:05.962752 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-25738fad-a073-437c-9671-b14df9d7beac req-0ab9a7db-64cc-4de2-8c14-2fe0525c01ec tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Allocated IP 172.20.0.14 (20069b73-8eae-4149-be0d-84427b71d324/767a8e17-95ce-4210-82a8-1009cd47b1a3/1d298d5a-e7fd-430f-b0d0-739439ccf16c) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:06.093338 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-41a1732c-b73d-44a5-88e5-93fef6fb7232 None None] For port 94d24141-31e2-42dc-8983-7ef21ef1abe1, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=94d24141-31e2-42dc-8983-7ef21ef1abe1,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:06.151752 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf96f7-ca95-4675-a603-dc3212492c78 req-a7b7e0b4-addc-4951-a037-419b269d5be6 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:06.160822 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8abf96f7-ca95-4675-a603-dc3212492c78 req-a7b7e0b4-addc-4951-a037-419b269d5be6 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 944 time: 0.1426666 Aug 19 18:20:06.166214 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-41a1732c-b73d-44a5-88e5-93fef6fb7232 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:06.199542 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4257e87-f30b-41c4-b82a-94c5f5bd668c req-b5c374ab-88c5-4159-8fa7-d7c1f6a5070d service neutron] 10.222.0.54 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755949 Aug 19 18:20:06.225189 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-41a1732c-b73d-44a5-88e5-93fef6fb7232 None None] Transition to ACTIVE for port object 94d24141-31e2-42dc-8983-7ef21ef1abe1 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:06.231223 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8abf96f7-ca95-4675-a603-dc3212492c78 req-4a69b9e9-7937-441d-a514-2c247f2a993d tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667686 Aug 19 18:20:06.238831 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-41a1732c-b73d-44a5-88e5-93fef6fb7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:06.337605 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2922f26c-f5df-4ce8-9535-49cc999a2e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:06.374107 n-d-803753-2 neutron-server[94681]: DEBUG neutron.objects.ports [None req-9eebcbc7-12ea-489a-add9-6cde5dee1fb6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94681) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:20:06.413797 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1732c-b73d-44a5-88e5-93fef6fb7232 None None] Pushing event updated for resources: {'Port': ['ID=94d24141-31e2-42dc-8983-7ef21ef1abe1,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:06.422631 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-36879df1-245b-4f81-a233-55d268640be1 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:06.439401 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-36879df1-245b-4f81-a233-55d268640be1 None None] Transition to ACTIVE for port object b705e60b-ccdc-4700-8a33-f24ec218d386 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:06.449618 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-36879df1-245b-4f81-a233-55d268640be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:06.528170 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-36879df1-245b-4f81-a233-55d268640be1 None None] Attempting to bind port b705e60b-ccdc-4700-8a33-f24ec218d386 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:20:06.528687 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-36879df1-245b-4f81-a233-55d268640be1 None None] Attempting to bind port b705e60b-ccdc-4700-8a33-f24ec218d386 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:20:06.529118 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36879df1-245b-4f81-a233-55d268640be1 None None] Attempting to bind port b705e60b-ccdc-4700-8a33-f24ec218d386 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:20:06.529584 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-25738fad-a073-437c-9671-b14df9d7beac req-0ab9a7db-64cc-4de2-8c14-2fe0525c01ec tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:06.536350 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36879df1-245b-4f81-a233-55d268640be1 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:20:06.537127 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36879df1-245b-4f81-a233-55d268640be1 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:20:06.539807 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-36879df1-245b-4f81-a233-55d268640be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:06.539807 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36879df1-245b-4f81-a233-55d268640be1 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:20:06.540425 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-36879df1-245b-4f81-a233-55d268640be1 None None] Bound port: b705e60b-ccdc-4700-8a33-f24ec218d386, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:20:06.541096 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-36879df1-245b-4f81-a233-55d268640be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:06.544406 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a0a9f-6e90-4349-932c-831202227566 None None] Pushing event updated for resources: {'Port': ['ID=b705e60b-ccdc-4700-8a33-f24ec218d386,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:06.694776 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-36879df1-245b-4f81-a233-55d268640be1 None None] For port b705e60b-ccdc-4700-8a33-f24ec218d386, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:20:06.708248 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-36879df1-245b-4f81-a233-55d268640be1 None None] For port b705e60b-ccdc-4700-8a33-f24ec218d386, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b705e60b-ccdc-4700-8a33-f24ec218d386,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:20:06.719143 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-36879df1-245b-4f81-a233-55d268640be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:06.850284 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a0a9f-6e90-4349-932c-831202227566 None None] Pushing event updated for resources: {'Port': ['ID=b705e60b-ccdc-4700-8a33-f24ec218d386,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:06.889099 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36879df1-245b-4f81-a233-55d268640be1 None None] Routers {'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:06.891968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-36879df1-245b-4f81-a233-55d268640be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:19:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:06.908609 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-25738fad-a073-437c-9671-b14df9d7beac req-0ab9a7db-64cc-4de2-8c14-2fe0525c01ec tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:06.960149 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb329d0f-d48a-4207-8416-8392fb629899 req-8b914b1b-bd2a-4fb5-91b6-6a0609729f9c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:06.962206 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cb329d0f-d48a-4207-8416-8392fb629899 req-8b914b1b-bd2a-4fb5-91b6-6a0609729f9c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.3229449 Aug 19 18:20:07.127064 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f82cb-6b88-49ab-998f-fe2688f6b4cb req-fd838db1-16e5-479d-9616-a57212817f98 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:07.140952 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6c5f82cb-6b88-49ab-998f-fe2688f6b4cb req-fd838db1-16e5-479d-9616-a57212817f98 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f563d53-9a73-49b6-864b-93bcb972b210 HTTP/1.1" status: 200 len: 932 time: 0.2051575 Aug 19 18:20:07.156289 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9eebcbc7-12ea-489a-add9-6cde5dee1fb6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:07.175576 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-2922f26c-f5df-4ce8-9535-49cc999a2e52 admin admin] Allocated IP 172.20.0.1 (93a2ed74-6d2c-4387-8198-b7dee6474ba9/bdff0938-a183-4f8a-a75e-f5868c3f9bbb/5390efe8-1d16-467d-adff-9d23611b8f19) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:07.207625 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-026e710c-a201-42d7-8a26-217f77cc41fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:07.238082 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:07.244536 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6c5f82cb-6b88-49ab-998f-fe2688f6b4cb req-4a7e8d37-3c6f-4fbe-8329-1b6f5e9ea47b tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/security-groups?id=34ea683f-b51d-4977-9394-97d1f46e1463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028724 Aug 19 18:20:07.276571 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-36879df1-245b-4f81-a233-55d268640be1 None None] Set router ecbb4edc-0d84-4a42-aec3-a12f3e9301c8 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:20:07.339059 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25738fad-a073-437c-9671-b14df9d7beac req-0ab9a7db-64cc-4de2-8c14-2fe0525c01ec tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Network 20069b73-8eae-4149-be0d-84427b71d324 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:07.402554 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-25738fad-a073-437c-9671-b14df9d7beac req-0ab9a7db-64cc-4de2-8c14-2fe0525c01ec tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:07.514836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-25738fad-a073-437c-9671-b14df9d7beac req-0ab9a7db-64cc-4de2-8c14-2fe0525c01ec tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:07.520370 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9a7db-64cc-4de2-8c14-2fe0525c01ec tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Pushing event updated for resources: {'Port': ['ID=1d298d5a-e7fd-430f-b0d0-739439ccf16c,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:07.567200 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92222f-9df9-4b4d-98dd-39d69909e0d8 req-3753d964-64a9-433a-a148-789aec02110b tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:07.569079 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a92222f-9df9-4b4d-98dd-39d69909e0d8 req-3753d964-64a9-433a-a148-789aec02110b tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 944 time: 0.1341388 Aug 19 18:20:07.653247 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cb329d0f-d48a-4207-8416-8392fb629899 req-46ba48fc-37ed-4410-b041-6ad2a45c1a63 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274599 Aug 19 18:20:07.700179 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-36879df1-245b-4f81-a233-55d268640be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'name': 'tempest-ServerActionsTestJSON-1884489395-router', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:55Z', 'updated_at': '2021-08-19T18:20:00Z', 'revision_number': 3, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'gw_port': {'id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ba:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:58Z', 'updated_at': '2021-08-19T18:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:07.718164 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a92222f-9df9-4b4d-98dd-39d69909e0d8 req-1dd68049-f0c0-4768-854e-ea5c81d7a75d tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380165 Aug 19 18:20:07.751329 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25738fad-a073-437c-9671-b14df9d7beac req-0ab9a7db-64cc-4de2-8c14-2fe0525c01ec tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:07.752132 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-25738fad-a073-437c-9671-b14df9d7beac req-0ab9a7db-64cc-4de2-8c14-2fe0525c01ec tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:07.807982 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbec2d5-fa4a-4e64-8156-51435415b420 None None] get_active_networks_info from n-d-803753-2 {{(pid=94683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:20:07.864844 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25738fad-a073-437c-9671-b14df9d7beac req-0ab9a7db-64cc-4de2-8c14-2fe0525c01ec tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5727360 Aug 19 18:20:07.899526 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-25738fad-a073-437c-9671-b14df9d7beac req-c714b964-8140-4502-9d15-473de422de5d service neutron] Request body: {'port': {'device_id': '0f563d53-9a73-49b6-864b-93bcb972b210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:07.909804 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2922f26c-f5df-4ce8-9535-49cc999a2e52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:07.933872 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36879df1-245b-4f81-a233-55d268640be1 None None] The sync data for ids ['ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'] in n-d-803753-2 is: [{'id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'name': 'tempest-ServerActionsTestJSON-1884489395-router', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:55Z', 'updated_at': '2021-08-19T18:20:00Z', 'revision_number': 3, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'gw_port': {'id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ba:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:58Z', 'updated_at': '2021-08-19T18:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:20:08.038401 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-9eebcbc7-12ea-489a-add9-6cde5dee1fb6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] For port 94d24141-31e2-42dc-8983-7ef21ef1abe1, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=94d24141-31e2-42dc-8983-7ef21ef1abe1,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:08.063771 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-2922f26c-f5df-4ce8-9535-49cc999a2e52 admin admin] Transition to ACTIVE for port object 5390efe8-1d16-467d-adff-9d23611b8f19 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:08.070832 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 94d24141-31e2-42dc-8983-7ef21ef1abe1 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:08.076295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-dfe3a02a-210c-49c5-b464-2abf591ce26b None None] Provisioning for port 94d24141-31e2-42dc-8983-7ef21ef1abe1 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:08.119160 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-dfe3a02a-210c-49c5-b464-2abf591ce26b None None] Provisioning complete for port 94d24141-31e2-42dc-8983-7ef21ef1abe1 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:08.119586 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a02a-210c-49c5-b464-2abf591ce26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:08.160794 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-25738fad-a073-437c-9671-b14df9d7beac req-c714b964-8140-4502-9d15-473de422de5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:08.165101 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9eebcbc7-12ea-489a-add9-6cde5dee1fb6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:08.197304 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9eebcbc7-12ea-489a-add9-6cde5dee1fb6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:08.198352 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9eebcbc7-12ea-489a-add9-6cde5dee1fb6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:08.228906 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:08.229633 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbec2d5-fa4a-4e64-8156-51435415b420 None None] Resources bound (agent type, host, resource id): {{(pid=94683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:20:08.307984 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 94d24141-31e2-42dc-8983-7ef21ef1abe1 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:08.309920 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:08.350732 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebcbc7-12ea-489a-add9-6cde5dee1fb6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=94d24141-31e2-42dc-8983-7ef21ef1abe1,revision_number=8']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:08.407051 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-eefc5bc2-c1d4-4950-8766-36ec5ef77f5a req-fec531bb-1108-4978-ab25-4f7105ed75bd tempest-ServersWithSpecificFlavorTestJSON-638052658 tempest-ServersWithSpecificFlavorTestJSON-638052658-project] (94681) timed out ('10.222.0.54', 52138) {{(pid=94681) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:20:08.409780 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eebcbc7-12ea-489a-add9-6cde5dee1fb6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:08.433157 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-9eebcbc7-12ea-489a-add9-6cde5dee1fb6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:08.438395 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eebcbc7-12ea-489a-add9-6cde5dee1fb6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:08.441881 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9eebcbc7-12ea-489a-add9-6cde5dee1fb6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:08.484629 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2922f26c-f5df-4ce8-9535-49cc999a2e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:08.561454 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebcbc7-12ea-489a-add9-6cde5dee1fb6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=5bbb8285-8428-4365-9ab4-22e6233a6d89,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:08.583050 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb723d-64ff-48d1-9976-ef2bc42ec3ef req-fd6063bc-019f-4b23-a921-8e97091a7ee9 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:08.598148 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9eebcbc7-12ea-489a-add9-6cde5dee1fb6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.9264538 Aug 19 18:20:08.620229 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 6e299f58-b888-4ecd-9292-355732af519c details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:20:08.625185 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ebb723d-64ff-48d1-9976-ef2bc42ec3ef req-fd6063bc-019f-4b23-a921-8e97091a7ee9 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f563d53-9a73-49b6-864b-93bcb972b210 HTTP/1.1" status: 200 len: 932 time: 0.2419701 Aug 19 18:20:08.659351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59856) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:08.665656 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-4357bb27-a8c4-4cf8-978e-d7b10445e754 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'mac_address': 'fa:16:3e:59:6b:48', 'name': 'tempest-NetworksTestDHCPv6-1617051313'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:08.684808 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2922f26c-f5df-4ce8-9535-49cc999a2e52 admin admin] Network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:08.716101 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-2922f26c-f5df-4ce8-9535-49cc999a2e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:08.723956 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2922f26c-f5df-4ce8-9535-49cc999a2e52 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:08.758512 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ebb723d-64ff-48d1-9976-ef2bc42ec3ef req-31b14354-ec24-46d0-a616-35184310b242 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/security-groups?id=34ea683f-b51d-4977-9394-97d1f46e1463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297252 Aug 19 18:20:08.788127 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a02a-210c-49c5-b464-2abf591ce26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:08.791949 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922f26c-f5df-4ce8-9535-49cc999a2e52 admin admin] Pushing event updated for resources: {'Port': ['ID=5390efe8-1d16-467d-adff-9d23611b8f19,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:09.037719 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2922f26c-f5df-4ce8-9535-49cc999a2e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:09.105073 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e1818-065a-4643-9923-a682c0250ea5 req-ba1aeb50-8177-47bd-a949-d92f76466fcc tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:09.115772 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-626e1818-065a-4643-9923-a682c0250ea5 req-ba1aeb50-8177-47bd-a949-d92f76466fcc tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 944 time: 0.1326540 Aug 19 18:20:09.176898 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-626e1818-065a-4643-9923-a682c0250ea5 req-7931a752-10ca-437b-84e9-0d91bf299899 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592871 Aug 19 18:20:09.317735 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74213f4-2259-4f93-b1c9-8bb71490482d req-9d8f0f2f-9b28-4058-a083-a7bc6053ea4b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:09.327601 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f74213f4-2259-4f93-b1c9-8bb71490482d req-9d8f0f2f-9b28-4058-a083-a7bc6053ea4b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.3596125 Aug 19 18:20:09.340102 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-dfe3a02a-210c-49c5-b464-2abf591ce26b None None] For port 94d24141-31e2-42dc-8983-7ef21ef1abe1, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=94d24141-31e2-42dc-8983-7ef21ef1abe1,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:09.352621 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a02a-210c-49c5-b464-2abf591ce26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:09.355745 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4357bb27-a8c4-4cf8-978e-d7b10445e754 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:09.468059 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:09.528824 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3a02a-210c-49c5-b464-2abf591ce26b None None] Pushing event updated for resources: {'Port': ['ID=94d24141-31e2-42dc-8983-7ef21ef1abe1,revision_number=9']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:09.537958 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 6e299f58-b888-4ecd-9292-355732af519c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=6e299f58-b888-4ecd-9292-355732af519c,segment=NetworkSegment(61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe),segment_id=61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:09.567573 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '6e299f58-b888-4ecd-9292-355732af519c', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'port_id': '6e299f58-b888-4ecd-9292-355732af519c', 'mac_address': 'fa:16:3e:95:57:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:20:09.757170 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.api [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:20:09.757170 n-d-803753-2 neutron-server[94683]: DEBUG oslo_db.api [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:20:09.767849 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:09.790819 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e299f58-b888-4ecd-9292-355732af519c {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:20:09.841082 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 6e299f58-b888-4ecd-9292-355732af519c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=6e299f58-b888-4ecd-9292-355732af519c,segment=NetworkSegment(61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe),segment_id=61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:09.849463 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:09.968659 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f74213f4-2259-4f93-b1c9-8bb71490482d req-5d704506-3c0d-4266-bb4d-5ae5ca997fa0 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6327238 Aug 19 18:20:09.972204 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=6e299f58-b888-4ecd-9292-355732af519c,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:10.020366 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-25738fad-a073-437c-9671-b14df9d7beac req-c714b964-8140-4502-9d15-473de422de5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d298d5a-e7fd-430f-b0d0-739439ccf16c {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:20:10.053960 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-25738fad-a073-437c-9671-b14df9d7beac req-c714b964-8140-4502-9d15-473de422de5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:10.085573 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['6e299f58-b888-4ecd-9292-355732af519c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:20:10.111079 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815b906-dea9-4ecd-bff2-507f4e0ea356 req-47e0f128-cbdc-4ac3-8532-b919ee629f58 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:10.115744 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0815b906-dea9-4ecd-bff2-507f4e0ea356 req-47e0f128-cbdc-4ac3-8532-b919ee629f58 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f563d53-9a73-49b6-864b-93bcb972b210 HTTP/1.1" status: 200 len: 932 time: 0.1511362 Aug 19 18:20:10.125196 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-25738fad-a073-437c-9671-b14df9d7beac req-c714b964-8140-4502-9d15-473de422de5d service neutron] Transition to ACTIVE for port object 1d298d5a-e7fd-430f-b0d0-739439ccf16c will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:10.127584 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2922f26c-f5df-4ce8-9535-49cc999a2e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:10.134067 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4357bb27-a8c4-4cf8-978e-d7b10445e754 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:10.152645 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-25738fad-a073-437c-9671-b14df9d7beac req-c714b964-8140-4502-9d15-473de422de5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:10.207164 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:10.251307 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0815b906-dea9-4ecd-bff2-507f4e0ea356 req-c018ac3e-ba49-4d3a-b3c8-699ab75900ec tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/security-groups?id=34ea683f-b51d-4977-9394-97d1f46e1463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133256 Aug 19 18:20:10.469509 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-4357bb27-a8c4-4cf8-978e-d7b10445e754 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] device_id is not set on port 1cf13427-6119-43e6-84fa-f2b4a45104c4 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:20:10.519616 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714b964-8140-4502-9d15-473de422de5d service neutron] Pushing event updated for resources: {'Port': ['ID=1d298d5a-e7fd-430f-b0d0-739439ccf16c,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:10.778012 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b705e60b-ccdc-4700-8a33-f24ec218d386 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:10.937461 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:10.961461 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port b705e60b-ccdc-4700-8a33-f24ec218d386 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:10.967468 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487b052-3758-4e5b-83b7-2904db36f89f req-058311a7-8ebb-422c-bfb9-39a8626dc0b1 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:10.968319 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port b705e60b-ccdc-4700-8a33-f24ec218d386 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:10.969274 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:10.973634 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c487b052-3758-4e5b-83b7-2904db36f89f req-058311a7-8ebb-422c-bfb9-39a8626dc0b1 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 945 time: 0.6616306 Aug 19 18:20:11.074998 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-25738fad-a073-437c-9671-b14df9d7beac req-c714b964-8140-4502-9d15-473de422de5d service neutron] Attempting to bind port 1d298d5a-e7fd-430f-b0d0-739439ccf16c on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:20:11.075468 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-25738fad-a073-437c-9671-b14df9d7beac req-c714b964-8140-4502-9d15-473de422de5d service neutron] Attempting to bind port 1d298d5a-e7fd-430f-b0d0-739439ccf16c by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'bda0da8b-5430-4976-bb3b-23a7d09c4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '20069b73-8eae-4149-be0d-84427b71d324'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:20:11.075919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25738fad-a073-437c-9671-b14df9d7beac req-c714b964-8140-4502-9d15-473de422de5d service neutron] Attempting to bind port 1d298d5a-e7fd-430f-b0d0-739439ccf16c on network 20069b73-8eae-4149-be0d-84427b71d324 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:20:11.118522 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25738fad-a073-437c-9671-b14df9d7beac req-c714b964-8140-4502-9d15-473de422de5d service neutron] Port 1d298d5a-e7fd-430f-b0d0-739439ccf16c on network 20069b73-8eae-4149-be0d-84427b71d324 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:20:11.118892 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25738fad-a073-437c-9671-b14df9d7beac req-c714b964-8140-4502-9d15-473de422de5d service neutron] Attempting to bind port 1d298d5a-e7fd-430f-b0d0-739439ccf16c on network 20069b73-8eae-4149-be0d-84427b71d324 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:20:11.132048 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2922f26c-f5df-4ce8-9535-49cc999a2e52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:11.144360 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c487b052-3758-4e5b-83b7-2904db36f89f req-d1ad3106-1d54-4f25-81d1-265fca343643 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524053 Aug 19 18:20:11.147650 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2922f26c-f5df-4ce8-9535-49cc999a2e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:11.150350 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25738fad-a073-437c-9671-b14df9d7beac req-c714b964-8140-4502-9d15-473de422de5d service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:20:11.150522 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25738fad-a073-437c-9671-b14df9d7beac req-c714b964-8140-4502-9d15-473de422de5d service neutron] Checking segment: {'id': 'bda0da8b-5430-4976-bb3b-23a7d09c4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '20069b73-8eae-4149-be0d-84427b71d324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:20:11.150803 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25738fad-a073-437c-9671-b14df9d7beac req-c714b964-8140-4502-9d15-473de422de5d service neutron] Bound using segment: {'id': 'bda0da8b-5430-4976-bb3b-23a7d09c4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '20069b73-8eae-4149-be0d-84427b71d324'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:20:11.151212 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-25738fad-a073-437c-9671-b14df9d7beac req-c714b964-8140-4502-9d15-473de422de5d service neutron] Bound port: 1d298d5a-e7fd-430f-b0d0-739439ccf16c, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bda0da8b-5430-4976-bb3b-23a7d09c4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '20069b73-8eae-4149-be0d-84427b71d324'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:20:11.151686 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-25738fad-a073-437c-9671-b14df9d7beac req-c714b964-8140-4502-9d15-473de422de5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:11.192260 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77f960f-575a-4ff4-b080-7d889d866057 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:11.306645 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bbc4e-432f-477d-a556-1f724b3d610e req-73668d31-28e3-4e17-a301-86c6c0421a03 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:11.308272 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b61bbc4e-432f-477d-a556-1f724b3d610e req-73668d31-28e3-4e17-a301-86c6c0421a03 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.1490877 Aug 19 18:20:11.322370 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:11.398408 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922f26c-f5df-4ce8-9535-49cc999a2e52 admin admin] Pushing event updated for resources: {'Port': ['ID=5390efe8-1d16-467d-adff-9d23611b8f19,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:11.408234 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b61bbc4e-432f-477d-a556-1f724b3d610e req-8a6bc98f-ab5f-400b-9bbf-70577663197d tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849671 Aug 19 18:20:11.441185 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-717e4754-b1ec-42fb-a564-efffc3de66f3 None None] Provisioning complete for port 94d24141-31e2-42dc-8983-7ef21ef1abe1 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:11.441592 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-717e4754-b1ec-42fb-a564-efffc3de66f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:11.504546 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port b705e60b-ccdc-4700-8a33-f24ec218d386, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b705e60b-ccdc-4700-8a33-f24ec218d386,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:11.506116 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2922f26c-f5df-4ce8-9535-49cc999a2e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:11.515969 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:11.516821 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 94d24141-31e2-42dc-8983-7ef21ef1abe1 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:11.519573 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-4357bb27-a8c4-4cf8-978e-d7b10445e754 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 172.20.0.8 (4734c50c-5b75-42a3-a882-02084790a476/726cda81-1787-48f4-9106-ca465dd4dba2/1cf13427-6119-43e6-84fa-f2b4a45104c4) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:11.562618 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-4357bb27-a8c4-4cf8-978e-d7b10445e754 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8::f816:3eff:fe59:6b48 (4734c50c-5b75-42a3-a882-02084790a476/5bbb8285-8428-4365-9ab4-22e6233a6d89/1cf13427-6119-43e6-84fa-f2b4a45104c4) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:11.633707 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=b705e60b-ccdc-4700-8a33-f24ec218d386,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:11.696606 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac6799-7fbe-4c02-a021-b1d0c1102cdc req-c29c217f-a6fc-4a6f-9531-eb4d74ecd896 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:11.699358 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f0ac6799-7fbe-4c02-a021-b1d0c1102cdc req-c29c217f-a6fc-4a6f-9531-eb4d74ecd896 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.0706761 Aug 19 18:20:11.757445 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d742d-1fc4-49be-8c6f-a9208011ecd6 req-d42fbca9-fb3d-45cb-93a4-ae9ebf4467ca tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:11.763098 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f0ac6799-7fbe-4c02-a021-b1d0c1102cdc req-0bce6fc5-b656-459b-bc54-722ceb089d36 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547829 Aug 19 18:20:11.766494 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-843d742d-1fc4-49be-8c6f-a9208011ecd6 req-d42fbca9-fb3d-45cb-93a4-ae9ebf4467ca tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f563d53-9a73-49b6-864b-93bcb972b210 HTTP/1.1" status: 200 len: 944 time: 0.3344040 Aug 19 18:20:11.780077 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-25738fad-a073-437c-9671-b14df9d7beac req-c714b964-8140-4502-9d15-473de422de5d service neutron] For port 1d298d5a-e7fd-430f-b0d0-739439ccf16c, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:20:11.839722 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 94d24141-31e2-42dc-8983-7ef21ef1abe1 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:11.840110 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:11.849135 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-25738fad-a073-437c-9671-b14df9d7beac req-c714b964-8140-4502-9d15-473de422de5d service neutron] For port 1d298d5a-e7fd-430f-b0d0-739439ccf16c, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=1d298d5a-e7fd-430f-b0d0-739439ccf16c,segment=NetworkSegment(bda0da8b-5430-4976-bb3b-23a7d09c4b3d),segment_id=bda0da8b-5430-4976-bb3b-23a7d09c4b3d)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:20:11.867697 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-25738fad-a073-437c-9671-b14df9d7beac req-c714b964-8140-4502-9d15-473de422de5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:11.962527 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b5635cf2-6044-4617-93bb-30c9edf21448 None None] Provisioning for port 5390efe8-1d16-467d-adff-9d23611b8f19 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:11.975306 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b5635cf2-6044-4617-93bb-30c9edf21448 None None] Provisioning complete for port 5390efe8-1d16-467d-adff-9d23611b8f19 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:11.976227 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b5635cf2-6044-4617-93bb-30c9edf21448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:11.998120 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4865e-05b5-4882-abde-4494a5c08b36 req-33d6342d-e626-4f97-bb22-672ef8e186be tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:12.008053 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-20a4865e-05b5-4882-abde-4494a5c08b36 req-33d6342d-e626-4f97-bb22-672ef8e186be tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.0900145 Aug 19 18:20:12.039853 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-843d742d-1fc4-49be-8c6f-a9208011ecd6 req-15d778de-61db-48e7-8f81-12508dc63a7e tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/security-groups?id=34ea683f-b51d-4977-9394-97d1f46e1463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720234 Aug 19 18:20:12.058292 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b5635cf2-6044-4617-93bb-30c9edf21448 None None] Port 5390efe8-1d16-467d-adff-9d23611b8f19 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:20:12.066333 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25738fad-a073-437c-9671-b14df9d7beac req-c714b964-8140-4502-9d15-473de422de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:12.068830 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-25738fad-a073-437c-9671-b14df9d7beac req-c714b964-8140-4502-9d15-473de422de5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.074637 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25738fad-a073-437c-9671-b14df9d7beac req-c714b964-8140-4502-9d15-473de422de5d service neutron] 10.222.0.50 "PUT /v2.0/ports/1d298d5a-e7fd-430f-b0d0-739439ccf16c HTTP/1.1" status: 200 len: 1092 time: 4.1814055 Aug 19 18:20:12.093762 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f563d53-9a73-49b6-864b-93bcb972b210', 'tag': '1d298d5a-e7fd-430f-b0d0-739439ccf16c'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:20:12.095417 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8a109a-00d6-4fcb-be57-6a88f84c4cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "0f563d53-9a73-49b6-864b-93bcb972b210", "tag": "1d298d5a-e7fd-430f-b0d0-739439ccf16c"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:20:12.106218 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-20a4865e-05b5-4882-abde-4494a5c08b36 req-538e9fa4-47d4-497a-91d6-82130dcaf6a1 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954304 Aug 19 18:20:12.136443 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2922f26c-f5df-4ce8-9535-49cc999a2e52 admin admin] Network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:12.145267 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-2922f26c-f5df-4ce8-9535-49cc999a2e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:12.150037 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714b964-8140-4502-9d15-473de422de5d service neutron] Pushing event updated for resources: {'Port': ['ID=1d298d5a-e7fd-430f-b0d0-739439ccf16c,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:12.262829 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6238034-a688-4068-afd3-928ed0d61ff5 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:12.383110 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aef9bd7-7f12-4fe1-ab8d-c30ce4aa67d0 x-openstack-request-id: req-8aef9bd7-7f12-4fe1-ab8d-c30ce4aa67d0 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:20:12.383998 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f563d53-9a73-49b6-864b-93bcb972b210", "tag": "1d298d5a-e7fd-430f-b0d0-739439ccf16c", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:20:12.384270 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8aef9bd7-7f12-4fe1-ab8d-c30ce4aa67d0 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:20:12.384727 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f563d53-9a73-49b6-864b-93bcb972b210', 'tag': '1d298d5a-e7fd-430f-b0d0-739439ccf16c', 'status': 'completed', 'code': 200} Aug 19 18:20:12.417239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 6e299f58-b888-4ecd-9292-355732af519c up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:12.450395 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f7a07-8326-4913-b35c-76c80761361a req-8ca1fad0-9707-4176-9db9-78c79419a4fe tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:12.461509 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c88f7a07-8326-4913-b35c-76c80761361a req-8ca1fad0-9707-4176-9db9-78c79419a4fe tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.1454544 Aug 19 18:20:12.509661 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-920c67f6-63d4-40b6-bbad-099c39f202db None None] Provisioning complete for port 94d24141-31e2-42dc-8983-7ef21ef1abe1 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:12.510347 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-920c67f6-63d4-40b6-bbad-099c39f202db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.593925 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b705e60b-ccdc-4700-8a33-f24ec218d386 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:12.607789 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4357bb27-a8c4-4cf8-978e-d7b10445e754 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.632720 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c88f7a07-8326-4913-b35c-76c80761361a req-260e561b-28a5-4608-8efd-4add31abb824 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655455 Aug 19 18:20:12.696969 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-4357bb27-a8c4-4cf8-978e-d7b10445e754 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Transition to ACTIVE for port object 1cf13427-6119-43e6-84fa-f2b4a45104c4 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:12.761408 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714d782-2bb7-43da-96ab-ad7f414b5b48 req-d4b57941-9846-4bbf-bab4-5d5601529623 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:12.763760 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2714d782-2bb7-43da-96ab-ad7f414b5b48 req-d4b57941-9846-4bbf-bab4-5d5601529623 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 945 time: 0.3710258 Aug 19 18:20:12.767639 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2922f26c-f5df-4ce8-9535-49cc999a2e52 admin admin] Router ecbb4edc-0d84-4a42-aec3-a12f3e9301c8 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:20:12.770609 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25738fad-a073-437c-9671-b14df9d7beac req-f2859398-7513-4a19-9adf-a43b0264aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:12.772438 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25738fad-a073-437c-9671-b14df9d7beac req-f2859398-7513-4a19-9adf-a43b0264aaaf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d0d8e8a47064bf0b23bae57b77c1d86&device_id=0f563d53-9a73-49b6-864b-93bcb972b210 HTTP/1.1" status: 200 len: 1095 time: 0.4049602 Aug 19 18:20:12.783691 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 6e299f58-b888-4ecd-9292-355732af519c completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:12.820021 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 6e299f58-b888-4ecd-9292-355732af519c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:12.820404 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.823989 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port b705e60b-ccdc-4700-8a33-f24ec218d386 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:12.824370 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.866131 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25738fad-a073-437c-9671-b14df9d7beac req-38479d4b-0029-410a-bfa3-f40d27d254b1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d298d5a-e7fd-430f-b0d0-739439ccf16c HTTP/1.1" status: 200 len: 217 time: 0.0592191 Aug 19 18:20:12.991272 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2714d782-2bb7-43da-96ab-ad7f414b5b48 req-c25a87f5-d2c7-4c8f-b5e9-85306b63dbbd tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005680 Aug 19 18:20:12.994164 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4357bb27-a8c4-4cf8-978e-d7b10445e754 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:13.041417 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5516f4-8adc-4c49-8c56-0b2e88929998 req-d9105388-f9cc-45a0-8242-b7d1cba0f347 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:13.043506 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6e5516f4-8adc-4c49-8c56-0b2e88929998 req-d9105388-f9cc-45a0-8242-b7d1cba0f347 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.0811455 Aug 19 18:20:13.102603 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25738fad-a073-437c-9671-b14df9d7beac req-6504e22c-c802-4f2a-b77b-3f02d74f9b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:13.106443 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25738fad-a073-437c-9671-b14df9d7beac req-6504e22c-c802-4f2a-b77b-3f02d74f9b68 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=767a8e17-95ce-4210-82a8-1009cd47b1a3 HTTP/1.1" status: 200 len: 853 time: 0.2280929 Aug 19 18:20:13.138360 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6e5516f4-8adc-4c49-8c56-0b2e88929998 req-9f84baec-92b6-4304-9e85-8875dd158171 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880852 Aug 19 18:20:13.160741 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4357bb27-a8c4-4cf8-978e-d7b10445e754 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:13.170070 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-dd846d22-8420-4901-8c6a-175966bd1aa3 None None] Provisioning complete for port 5390efe8-1d16-467d-adff-9d23611b8f19 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:13.170665 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dd846d22-8420-4901-8c6a-175966bd1aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:13.175343 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:13.207888 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25738fad-a073-437c-9671-b14df9d7beac req-53b6e845-bf18-4d05-ae58-26807492915f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=20069b73-8eae-4149-be0d-84427b71d324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905945 Aug 19 18:20:13.212197 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-4357bb27-a8c4-4cf8-978e-d7b10445e754 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:13.216011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4357bb27-a8c4-4cf8-978e-d7b10445e754 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:13.253806 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d60f370-00c8-4438-abe4-067aab59f241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e299f58-b888-4ecd-9292-355732af519c'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:20:13.256164 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a870a6-8841-4767-888a-b402565c3307" -d '{"events": [{"server_uuid": "1d60f370-00c8-4438-abe4-067aab59f241", "name": "network-vif-plugged", "status": "completed", "tag": "6e299f58-b888-4ecd-9292-355732af519c"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:20:13.275836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357bb27-a8c4-4cf8-978e-d7b10445e754 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=1cf13427-6119-43e6-84fa-f2b4a45104c4,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:13.398756 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2922f26c-f5df-4ce8-9535-49cc999a2e52 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:20:13.416784 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] Sync routers for ids ['ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:20:13.417511 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2922f26c-f5df-4ce8-9535-49cc999a2e52 admin admin] 10.222.0.24 "PUT /v2.0/routers/ecbb4edc-0d84-4a42-aec3-a12f3e9301c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1404624 Aug 19 18:20:13.422690 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df96238-bc32-4695-b04e-69e36dcb0e2a req-364c88fe-42ed-4033-84d4-60bb0e600b67 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:13.451676 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0df96238-bc32-4695-b04e-69e36dcb0e2a req-364c88fe-42ed-4033-84d4-60bb0e600b67 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.1153314 Aug 19 18:20:13.468718 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] Routers {'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:13.470560 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:20:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:13.495078 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4357bb27-a8c4-4cf8-978e-d7b10445e754 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:13.495962 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4357bb27-a8c4-4cf8-978e-d7b10445e754 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:13.530581 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee595d26-a2d9-47d5-a1ee-5e332c4b04b5 req-bca7a0e5-b84a-4019-ac90-61b0d0e0dd8c tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:13.532527 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ee595d26-a2d9-47d5-a1ee-5e332c4b04b5 req-bca7a0e5-b84a-4019-ac90-61b0d0e0dd8c tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f563d53-9a73-49b6-864b-93bcb972b210 HTTP/1.1" status: 200 len: 944 time: 0.3367932 Aug 19 18:20:13.562261 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 6e299f58-b888-4ecd-9292-355732af519c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=6e299f58-b888-4ecd-9292-355732af519c,segment=NetworkSegment(61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe),segment_id=61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:13.572731 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4357bb27-a8c4-4cf8-978e-d7b10445e754 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.9114413 Aug 19 18:20:13.582256 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0df96238-bc32-4695-b04e-69e36dcb0e2a req-3a7c42af-4ff3-4704-a55f-4ee8ced2932e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264050 Aug 19 18:20:13.598703 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:13.605714 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59910) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:13.615549 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25738fad-a073-437c-9671-b14df9d7beac req-e04d7551-138f-44b1-b2a3-dd089ab4f60a service neutron] 10.222.0.50 "GET /v2.0/networks/20069b73-8eae-4149-be0d-84427b71d324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893034 Aug 19 18:20:13.715444 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-dd846d22-8420-4901-8c6a-175966bd1aa3 None None] Port 5390efe8-1d16-467d-adff-9d23611b8f19 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:20:13.751490 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] Set router ecbb4edc-0d84-4a42-aec3-a12f3e9301c8 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:20:13.793661 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e37a3ec-b914-46f3-a729-0fcf543f8195 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:13.810523 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e37a3ec-b914-46f3-a729-0fcf543f8195 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:13.823151 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3e37a3ec-b914-46f3-a729-0fcf543f8195 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2155972 Aug 19 18:20:13.824127 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59918) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:13.858181 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff7715b-050f-431e-ad30-0b478d4e6ad8 x-openstack-request-id: req-dff7715b-050f-431e-ad30-0b478d4e6ad8 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:20:13.859789 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d60f370-00c8-4438-abe4-067aab59f241", "name": "network-vif-plugged", "status": "completed", "tag": "6e299f58-b888-4ecd-9292-355732af519c", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:20:13.861152 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dff7715b-050f-431e-ad30-0b478d4e6ad8 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:20:13.861781 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d60f370-00c8-4438-abe4-067aab59f241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e299f58-b888-4ecd-9292-355732af519c', 'code': 200} Aug 19 18:20:13.920641 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=6e299f58-b888-4ecd-9292-355732af519c,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:13.935553 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f006eb22-625c-4986-833b-6ad2f801cb70 None None] Provisioning complete for port 94d24141-31e2-42dc-8983-7ef21ef1abe1 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:13.937895 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f006eb22-625c-4986-833b-6ad2f801cb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:14.001108 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ee595d26-a2d9-47d5-a1ee-5e332c4b04b5 req-1748e85a-6dbd-4752-8f36-3b1fe2e19206 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/security-groups?id=34ea683f-b51d-4977-9394-97d1f46e1463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507277 Aug 19 18:20:14.212433 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e5721-c9a2-4441-bf94-3b6bc9ab7a46 req-0cfd1800-7e79-4e13-b1cc-8387f8884d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:14.214044 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-055e5721-c9a2-4441-bf94-3b6bc9ab7a46 req-0cfd1800-7e79-4e13-b1cc-8387f8884d0c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 1097 time: 0.2499578 Aug 19 18:20:14.233381 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25738fad-a073-437c-9671-b14df9d7beac req-34d1bf11-a2dc-40ef-b0e7-42f0185cc959 service neutron] 10.222.0.50 "GET /v2.0/networks/20069b73-8eae-4149-be0d-84427b71d324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5971425 Aug 19 18:20:14.260860 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460895d4-c4f8-43f4-8a48-7390f74013c0 req-00fdc790-4cf9-41ca-b5c2-aa3bc225c3b5 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:14.275603 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-460895d4-c4f8-43f4-8a48-7390f74013c0 req-00fdc790-4cf9-41ca-b5c2-aa3bc225c3b5 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.1465015 Aug 19 18:20:14.306827 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-9784d6ed-7b1b-46a4-8c47-380ddfd24e54 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting port 1cf13427-6119-43e6-84fa-f2b4a45104c4 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:14.307660 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9784d6ed-7b1b-46a4-8c47-380ddfd24e54 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:14.391104 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'name': 'tempest-ServerActionsTestJSON-1884489395-router', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:55Z', 'updated_at': '2021-08-19T18:20:09Z', 'revision_number': 4, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'gw_port': {'id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ba:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:58Z', 'updated_at': '2021-08-19T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '5390efe8-1d16-467d-adff-9d23611b8f19', 'name': '', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'mac_address': 'fa:16:3e:ec:e8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:06Z', 'updated_at': '2021-08-19T18:20:10Z', 'revision_number': 2, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'subnets': [{'id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:14.423155 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] Checking router: ecbb4edc-0d84-4a42-aec3-a12f3e9301c8 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:20:14.423888 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] Updating router ecbb4edc-0d84-4a42-aec3-a12f3e9301c8 port 5390efe8-1d16-467d-adff-9d23611b8f19 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:20:14.447986 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4ea5c308-6c8b-4877-bd24-d7c606afaf95 None None] Provisioning for port 1cf13427-6119-43e6-84fa-f2b4a45104c4 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:14.454969 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4ea5c308-6c8b-4877-bd24-d7c606afaf95 None None] Provisioning complete for port 1cf13427-6119-43e6-84fa-f2b4a45104c4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:14.457657 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c308-6c8b-4877-bd24-d7c606afaf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:14.463391 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:14.491761 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a109a-00d6-4fcb-be57-6a88f84c4cf4 req-6b9567e0-f807-48f9-bb59-0f9ff3fb52e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:14.511732 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2b8a109a-00d6-4fcb-be57-6a88f84c4cf4 req-6b9567e0-f807-48f9-bb59-0f9ff3fb52e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d0d8e8a47064bf0b23bae57b77c1d86&device_id=0f563d53-9a73-49b6-864b-93bcb972b210 HTTP/1.1" status: 200 len: 1095 time: 0.1967025 Aug 19 18:20:14.570904 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-4ea5c308-6c8b-4877-bd24-d7c606afaf95 None None] Port 1cf13427-6119-43e6-84fa-f2b4a45104c4 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:20:14.576692 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-460895d4-c4f8-43f4-8a48-7390f74013c0 req-545a1e85-0020-44ca-a822-a9e4d0489e00 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996497 Aug 19 18:20:14.589787 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-055e5721-c9a2-4441-bf94-3b6bc9ab7a46 req-6aa451d5-47dd-45f3-8967-520402d5c7a6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3444202 Aug 19 18:20:14.695227 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9784d6ed-7b1b-46a4-8c47-380ddfd24e54 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:14.723105 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-9784d6ed-7b1b-46a4-8c47-380ddfd24e54 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Calling delete_port for 1cf13427-6119-43e6-84fa-f2b4a45104c4 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:14.724966 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:20:14.733330 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a109a-00d6-4fcb-be57-6a88f84c4cf4 req-c14f1dec-4082-411f-8f37-ad8c56b903e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:14.734925 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2b8a109a-00d6-4fcb-be57-6a88f84c4cf4 req-c14f1dec-4082-411f-8f37-ad8c56b903e5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=20069b73-8eae-4149-be0d-84427b71d324 HTTP/1.1" status: 200 len: 914 time: 0.2087641 Aug 19 18:20:14.819430 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59928) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:14.827936 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7cef603d-9d8a-43b0-a9c8-4864e425ab65 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Request body: {'security_group': {'name': 'tempest-securitygroup--142494404', 'description': 'tempest-description--645756641'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:14.858459 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2b8a109a-00d6-4fcb-be57-6a88f84c4cf4 req-29a4e645-6097-486e-94c4-67a96f3868ed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d298d5a-e7fd-430f-b0d0-739439ccf16c HTTP/1.1" status: 200 len: 217 time: 0.1133614 Aug 19 18:20:14.861217 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7cef603d-9d8a-43b0-a9c8-4864e425ab65 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:15.012959 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a109a-00d6-4fcb-be57-6a88f84c4cf4 req-6c69a3f5-ca70-4699-acfe-97574904700d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:15.018250 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2b8a109a-00d6-4fcb-be57-6a88f84c4cf4 req-6c69a3f5-ca70-4699-acfe-97574904700d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=767a8e17-95ce-4210-82a8-1009cd47b1a3 HTTP/1.1" status: 200 len: 853 time: 0.1464043 Aug 19 18:20:15.100190 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2b8a109a-00d6-4fcb-be57-6a88f84c4cf4 req-37259868-95bc-4ff4-8f9b-02ddb1916f51 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=20069b73-8eae-4149-be0d-84427b71d324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705624 Aug 19 18:20:15.154977 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7cef603d-9d8a-43b0-a9c8-4864e425ab65 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:15.162868 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7cef603d-9d8a-43b0-a9c8-4864e425ab65 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:15.196130 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:15.258067 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f21e0-756a-4fe4-94df-0e8550e15f1b req-c8cbd9f2-e6af-4429-a73a-ca53e9aaead6 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:15.262104 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fe4f21e0-756a-4fe4-94df-0e8550e15f1b req-c8cbd9f2-e6af-4429-a73a-ca53e9aaead6 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.2958059 Aug 19 18:20:15.272920 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7cef603d-9d8a-43b0-a9c8-4864e425ab65 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:15.279181 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7cef603d-9d8a-43b0-a9c8-4864e425ab65 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4535594 Aug 19 18:20:15.285834 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601d6f1-9181-49e8-ac2e-8098d3cf764b req-ad00fad0-007a-4679-ae34-6b62b753a010 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:15.287526 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8601d6f1-9181-49e8-ac2e-8098d3cf764b req-ad00fad0-007a-4679-ae34-6b62b753a010 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f563d53-9a73-49b6-864b-93bcb972b210 HTTP/1.1" status: 200 len: 944 time: 0.0786359 Aug 19 18:20:15.287985 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59936) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:15.314123 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2b8a109a-00d6-4fcb-be57-6a88f84c4cf4 req-04b787fe-3733-4b22-bdd5-38fbc07c3e03 service neutron] 10.222.0.50 "GET /v2.0/networks/20069b73-8eae-4149-be0d-84427b71d324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999002 Aug 19 18:20:15.314826 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-a6da35c2-48fd-4c85-ba7d-8bb54da6323f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Request body: {'security_group_rule': {'security_group_id': 'b94f2a40-710b-46e4-9137-3832120bf452', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:15.332673 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef603d-9d8a-43b0-a9c8-4864e425ab65 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94f2a40-710b-46e4-9137-3832120bf452,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:15.392042 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fe4f21e0-756a-4fe4-94df-0e8550e15f1b req-11f466df-2183-4aa6-b04c-0d23c5065914 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162739 Aug 19 18:20:15.415746 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8601d6f1-9181-49e8-ac2e-8098d3cf764b req-6171072a-331d-4d7d-83f3-91c2a8e7b3c4 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/security-groups?id=34ea683f-b51d-4977-9394-97d1f46e1463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105583 Aug 19 18:20:15.421132 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6da35c2-48fd-4c85-ba7d-8bb54da6323f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:15.448063 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] Transition to ACTIVE for port object 5390efe8-1d16-467d-adff-9d23611b8f19 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:15.448926 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9784d6ed-7b1b-46a4-8c47-380ddfd24e54 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:15.476840 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2b8a109a-00d6-4fcb-be57-6a88f84c4cf4 req-69e28050-60a4-4a5e-a48e-a8fbe7706634 service neutron] 10.222.0.50 "GET /v2.0/networks/20069b73-8eae-4149-be0d-84427b71d324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453183 Aug 19 18:20:15.491949 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:15.551735 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784d6ed-7b1b-46a4-8c47-380ddfd24e54 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Port': ['ID=1cf13427-6119-43e6-84fa-f2b4a45104c4,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:15.600403 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823aecf-d1e9-48fe-9b93-5b42a3b96490 None None] Pushing event updated for resources: {'Port': ['ID=5390efe8-1d16-467d-adff-9d23611b8f19,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:15.638795 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823aecf-d1e9-48fe-9b93-5b42a3b96490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:15.639233 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823aecf-d1e9-48fe-9b93-5b42a3b96490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:15.639510 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823aecf-d1e9-48fe-9b93-5b42a3b96490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:15.640030 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823aecf-d1e9-48fe-9b93-5b42a3b96490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:15.656975 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823aecf-d1e9-48fe-9b93-5b42a3b96490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:15.657668 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823aecf-d1e9-48fe-9b93-5b42a3b96490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:15.658166 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823aecf-d1e9-48fe-9b93-5b42a3b96490 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:15.658767 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823aecf-d1e9-48fe-9b93-5b42a3b96490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:15.659481 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823aecf-d1e9-48fe-9b93-5b42a3b96490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:15.659999 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823aecf-d1e9-48fe-9b93-5b42a3b96490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:15.660675 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823aecf-d1e9-48fe-9b93-5b42a3b96490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:15.661189 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823aecf-d1e9-48fe-9b93-5b42a3b96490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:15.693212 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9784d6ed-7b1b-46a4-8c47-380ddfd24e54 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:15.697460 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9784d6ed-7b1b-46a4-8c47-380ddfd24e54 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/1cf13427-6119-43e6-84fa-f2b4a45104c4 HTTP/1.1" status: 204 len: 168 time: 1.8698425 Aug 19 18:20:15.698015 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59938) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:15.726788 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6da35c2-48fd-4c85-ba7d-8bb54da6323f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:15.732450 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] Attempting to bind port 5390efe8-1d16-467d-adff-9d23611b8f19 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:20:15.733102 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] Attempting to bind port 5390efe8-1d16-467d-adff-9d23611b8f19 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:20:15.735105 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] Attempting to bind port 5390efe8-1d16-467d-adff-9d23611b8f19 on network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:20:15.754013 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:20:15.756147 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] Checking segment: {'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:20:15.756841 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:15.757479 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] Bound using segment: {'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:20:15.761786 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] Bound port: 5390efe8-1d16-467d-adff-9d23611b8f19, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:20:15.763662 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:15.807762 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6da35c2-48fd-4c85-ba7d-8bb54da6323f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:15.885646 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6da35c2-48fd-4c85-ba7d-8bb54da6323f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:15.890604 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a6da35c2-48fd-4c85-ba7d-8bb54da6323f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6013629 Aug 19 18:20:15.900895 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59942) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:15.905111 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da35c2-48fd-4c85-ba7d-8bb54da6323f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db03f54-26c7-47cf-9488-906d5ce6d66f,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:15.906986 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950e43a7-23fd-487a-a229-20d594f4df5a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:15.910298 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950e43a7-23fd-487a-a229-20d594f4df5a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:15.912681 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950e43a7-23fd-487a-a229-20d594f4df5a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:15.918948 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-950e43a7-23fd-487a-a229-20d594f4df5a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2193394 Aug 19 18:20:15.919650 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59944) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:15.926980 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2058d18b-fafd-446f-b0ab-f2b94f561384 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Request body: {'security_group_rule': {'security_group_id': 'b94f2a40-710b-46e4-9137-3832120bf452', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:15.991650 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228b36b-707f-4b96-8f4d-dd78086c8640 req-f272532a-7ae4-4c32-99a2-e5978599ecda tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:16.017706 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e228b36b-707f-4b96-8f4d-dd78086c8640 req-f272532a-7ae4-4c32-99a2-e5978599ecda tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.3329461 Aug 19 18:20:16.059998 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-e579d9bf-2eb4-4bef-a45b-01d5ab410bf7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet 5bbb8285-8428-4365-9ab4-22e6233a6d89 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:20:16.071483 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e579d9bf-2eb4-4bef-a45b-01d5ab410bf7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.110007 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] For port 5390efe8-1d16-467d-adff-9d23611b8f19, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:20:16.122956 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] For port 5390efe8-1d16-467d-adff-9d23611b8f19, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=5390efe8-1d16-467d-adff-9d23611b8f19,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:20:16.129321 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e228b36b-707f-4b96-8f4d-dd78086c8640 req-bccdcd0a-78ae-4fe3-be1c-7fe326539459 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045873 Aug 19 18:20:16.134638 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.135586 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e579d9bf-2eb4-4bef-a45b-01d5ab410bf7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.136410 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2058d18b-fafd-446f-b0ab-f2b94f561384 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.286871 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] Routers {'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:16.288147 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:20:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:16.328866 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2058d18b-fafd-446f-b0ab-f2b94f561384 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.336414 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823aecf-d1e9-48fe-9b93-5b42a3b96490 None None] Pushing event updated for resources: {'Port': ['ID=5390efe8-1d16-467d-adff-9d23611b8f19,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:16.337752 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2058d18b-fafd-446f-b0ab-f2b94f561384 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.341984 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e579d9bf-2eb4-4bef-a45b-01d5ab410bf7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.406733 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.419833 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058d18b-fafd-446f-b0ab-f2b94f561384 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a25612-d965-4f30-9ef0-1ba1fa7b0034,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:16.441046 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2058d18b-fafd-446f-b0ab-f2b94f561384 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.447195 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2058d18b-fafd-446f-b0ab-f2b94f561384 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5260704 Aug 19 18:20:16.448051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59948) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:16.456697 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-decec56f-16a2-466e-8fd1-94506fd3c37d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:16.506860 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-decec56f-16a2-466e-8fd1-94506fd3c37d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.520956 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e579d9bf-2eb4-4bef-a45b-01d5ab410bf7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.598020 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] Set router ecbb4edc-0d84-4a42-aec3-a12f3e9301c8 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:20:16.632837 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8908c67b-3a64-4c95-86e7-f0d4f3d7adf7 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:16.634172 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e579d9bf-2eb4-4bef-a45b-01d5ab410bf7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.639203 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e579d9bf-2eb4-4bef-a45b-01d5ab410bf7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/5bbb8285-8428-4365-9ab4-22e6233a6d89 HTTP/1.1" status: 204 len: 168 time: 0.7158706 Aug 19 18:20:16.639203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579d9bf-2eb4-4bef-a45b-01d5ab410bf7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=5bbb8285-8428-4365-9ab4-22e6233a6d89,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:16.640262 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59954) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:16.640398 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 1d298d5a-e7fd-430f-b0d0-739439ccf16c details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:20:16.767721 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e7516-a4f6-4f6c-8df7-cde159102569 req-bc042676-6132-4636-8187-af94675afb42 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:16.768461 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69b2a6-abf2-4a65-93bc-324a0aa7a5e7 req-92aaaa85-642f-424e-9925-abce95024820 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:16.769944 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-904e7516-a4f6-4f6c-8df7-cde159102569 req-bc042676-6132-4636-8187-af94675afb42 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f563d53-9a73-49b6-864b-93bcb972b210 HTTP/1.1" status: 200 len: 944 time: 0.0910068 Aug 19 18:20:16.803609 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4f69b2a6-abf2-4a65-93bc-324a0aa7a5e7 req-92aaaa85-642f-424e-9925-abce95024820 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.1828725 Aug 19 18:20:16.815592 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ed6eb5-5531-4eb0-a8f6-c87469f51518 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet 726cda81-1787-48f4-9106-ca465dd4dba2 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:20:16.821428 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-05ed6eb5-5531-4eb0-a8f6-c87469f51518 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.860525 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-904e7516-a4f6-4f6c-8df7-cde159102569 req-a0e78166-de8f-4fe8-a546-5e30958f2d43 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/security-groups?id=34ea683f-b51d-4977-9394-97d1f46e1463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786633 Aug 19 18:20:16.876258 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-decec56f-16a2-466e-8fd1-94506fd3c37d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.976149 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-05ed6eb5-5531-4eb0-a8f6-c87469f51518 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.986277 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'name': 'tempest-ServerActionsTestJSON-1884489395-router', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:55Z', 'updated_at': '2021-08-19T18:20:09Z', 'revision_number': 4, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'gw_port': {'id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ba:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:58Z', 'updated_at': '2021-08-19T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '5390efe8-1d16-467d-adff-9d23611b8f19', 'name': '', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'mac_address': 'fa:16:3e:ec:e8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:06Z', 'updated_at': '2021-08-19T18:20:16Z', 'revision_number': 4, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'subnets': [{'id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:17.014523 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4f69b2a6-abf2-4a65-93bc-324a0aa7a5e7 req-b69c7da4-7ef1-4eb7-a90f-7a569ef9b42c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856530 Aug 19 18:20:17.098482 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 1d298d5a-e7fd-430f-b0d0-739439ccf16c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=1d298d5a-e7fd-430f-b0d0-739439ccf16c,segment=NetworkSegment(bda0da8b-5430-4976-bb3b-23a7d09c4b3d),segment_id=bda0da8b-5430-4976-bb3b-23a7d09c4b3d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:17.134081 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '1d298d5a-e7fd-430f-b0d0-739439ccf16c', 'network_id': '20069b73-8eae-4149-be0d-84427b71d324', 'port_id': '1d298d5a-e7fd-430f-b0d0-739439ccf16c', 'mac_address': 'fa:16:3e:9f:d6:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '767a8e17-95ce-4210-82a8-1009cd47b1a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:20:17.223105 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:17.244340 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-decec56f-16a2-466e-8fd1-94506fd3c37d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Allocated IP 172.25.8.91 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/dfac3238-4374-46a7-8bf1-2a6fb58e2266) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:17.252943 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d298d5a-e7fd-430f-b0d0-739439ccf16c {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:20:17.271805 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-05ed6eb5-5531-4eb0-a8f6-c87469f51518 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:17.308976 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801c0106-85f5-4e96-b912-954d3f43d6f1 None None] The sync data for ids ['ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'] in n-d-803753-2 is: [{'id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'name': 'tempest-ServerActionsTestJSON-1884489395-router', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:55Z', 'updated_at': '2021-08-19T18:20:09Z', 'revision_number': 4, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'gw_port': {'id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ba:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:58Z', 'updated_at': '2021-08-19T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '5390efe8-1d16-467d-adff-9d23611b8f19', 'name': '', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'mac_address': 'fa:16:3e:ec:e8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:06Z', 'updated_at': '2021-08-19T18:20:16Z', 'revision_number': 4, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'subnets': [{'id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:20:17.310101 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 1d298d5a-e7fd-430f-b0d0-739439ccf16c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=1d298d5a-e7fd-430f-b0d0-739439ccf16c,segment=NetworkSegment(bda0da8b-5430-4976-bb3b-23a7d09c4b3d),segment_id=bda0da8b-5430-4976-bb3b-23a7d09c4b3d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:17.319165 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:17.502248 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=1d298d5a-e7fd-430f-b0d0-739439ccf16c,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:17.530174 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b6cff-a6a4-43c1-9880-99ab5f23a1bb req-bbdc6520-31db-4315-b3c2-e84dd80a5cd6 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:17.537176 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e0b6cff-a6a4-43c1-9880-99ab5f23a1bb req-bbdc6520-31db-4315-b3c2-e84dd80a5cd6 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.3659911 Aug 19 18:20:17.546047 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59964) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:17.555622 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-3c75c005-f5c3-43ee-a6c6-fdb524402dc3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Request body: {'floatingip': {'port_id': '6e299f58-b888-4ecd-9292-355732af519c'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:17.577629 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['1d298d5a-e7fd-430f-b0d0-739439ccf16c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:20:17.720810 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-decec56f-16a2-466e-8fd1-94506fd3c37d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:17.739400 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3c75c005-f5c3-43ee-a6c6-fdb524402dc3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for floatingip, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:18.201830 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac92f0-1829-4102-87c4-7e25c25c3c48 req-8010a870-6eae-4257-9bd1-cd57854e8577 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:18.221264 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-decec56f-16a2-466e-8fd1-94506fd3c37d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:18.224971 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7aac92f0-1829-4102-87c4-7e25c25c3c48 req-8010a870-6eae-4257-9bd1-cd57854e8577 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.1836891 Aug 19 18:20:18.312056 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-05ed6eb5-5531-4eb0-a8f6-c87469f51518 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:18.370543 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed6eb5-5531-4eb0-a8f6-c87469f51518 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=726cda81-1787-48f4-9106-ca465dd4dba2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:18.387489 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7aac92f0-1829-4102-87c4-7e25c25c3c48 req-70077b74-eb8e-40bf-ab5a-c5410e93ee04 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504207 Aug 19 18:20:18.413972 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-05ed6eb5-5531-4eb0-a8f6-c87469f51518 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:18.420524 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-05ed6eb5-5531-4eb0-a8f6-c87469f51518 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/726cda81-1787-48f4-9106-ca465dd4dba2 HTTP/1.1" status: 204 len: 168 time: 1.7781265 Aug 19 18:20:18.426004 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59972) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:18.480071 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bd67e9-6c83-4346-904a-7e8568964a59 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:18.561348 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-27c40a7d-7fed-47bb-ae0c-b5a4787b3ac6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1335337 Aug 19 18:20:18.567229 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59976) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:18.675177 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 1d298d5a-e7fd-430f-b0d0-739439ccf16c up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:18.701506 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb888cb-98ba-4eac-956a-ae17b02cecdc tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:18.709316 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9bb888cb-98ba-4eac-956a-ae17b02cecdc tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1372163 Aug 19 18:20:18.710987 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59978) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:18.716662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 5390efe8-1d16-467d-adff-9d23611b8f19 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:18.871346 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-09cc3645-120d-4b0a-bd7a-e9c93c6b4114 None None] Provisioning complete for port 94d24141-31e2-42dc-8983-7ef21ef1abe1 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:18.871989 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-09cc3645-120d-4b0a-bd7a-e9c93c6b4114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:18.885748 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e2ee23-34a9-4a9c-8e98-1c9ac0384597 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:18.888627 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b0e2ee23-34a9-4a9c-8e98-1c9ac0384597 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1757598 Aug 19 18:20:18.894558 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59982) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:18.949044 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 1d298d5a-e7fd-430f-b0d0-739439ccf16c completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:18.964719 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 1d298d5a-e7fd-430f-b0d0-739439ccf16c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:18.965102 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.070175 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decec56f-16a2-466e-8fd1-94506fd3c37d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:19.081522 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-47e0ced4-9d0b-46f1-9342-a58600374df8 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1768994 Aug 19 18:20:19.085158 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59986) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:19.089741 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-42350d1b-bda8-4527-b1f5-accaabfe3aad tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:19.177061 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-decec56f-16a2-466e-8fd1-94506fd3c37d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:19.188015 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decec56f-16a2-466e-8fd1-94506fd3c37d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:19.233212 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.279687 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 5390efe8-1d16-467d-adff-9d23611b8f19 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:19.305781 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 1d298d5a-e7fd-430f-b0d0-739439ccf16c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=1d298d5a-e7fd-430f-b0d0-739439ccf16c,segment=NetworkSegment(bda0da8b-5430-4976-bb3b-23a7d09c4b3d),segment_id=bda0da8b-5430-4976-bb3b-23a7d09c4b3d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:19.308116 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f563d53-9a73-49b6-864b-93bcb972b210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d298d5a-e7fd-430f-b0d0-739439ccf16c'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:20:19.311758 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414ffa6b-4bfe-4479-a38a-a278d2223a20" -d '{"events": [{"server_uuid": "0f563d53-9a73-49b6-864b-93bcb972b210", "name": "network-vif-plugged", "status": "completed", "tag": "1d298d5a-e7fd-430f-b0d0-739439ccf16c"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:20:19.334487 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 5390efe8-1d16-467d-adff-9d23611b8f19 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:19.334936 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.361058 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdeab0-d53b-4d6d-b6ba-271929cafdcb req-946273b2-904d-45ef-a798-31f196740d76 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:19.375408 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.380578 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2bdeab0-d53b-4d6d-b6ba-271929cafdcb req-946273b2-904d-45ef-a798-31f196740d76 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f563d53-9a73-49b6-864b-93bcb972b210 HTTP/1.1" status: 200 len: 945 time: 1.3244007 Aug 19 18:20:19.463177 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94701fd4-ab66-465a-8bfb-e3e6745ab87c req-58e2750f-b343-4685-96bd-6a418cad616e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:19.478921 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-94701fd4-ab66-465a-8bfb-e3e6745ab87c req-58e2750f-b343-4685-96bd-6a418cad616e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.4207604 Aug 19 18:20:19.511872 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=1d298d5a-e7fd-430f-b0d0-739439ccf16c,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:19.519062 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-decec56f-16a2-466e-8fd1-94506fd3c37d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.531299 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91afab06-da32-47b8-8278-7e020206aaf4 None None] DHCP port deletion for 4734c50c-5b75-42a3-a882-02084790a476 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:20:19.557436 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decec56f-16a2-466e-8fd1-94506fd3c37d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Pushing event updated for resources: {'Port': ['ID=dfac3238-4374-46a7-8bf1-2a6fb58e2266,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:19.672245 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.675510 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663f116-f5a7-432f-a62a-e9655dfa7df4 req-e48dcc0a-1d48-423d-b470-0b68a01d5cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:19.682510 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7663f116-f5a7-432f-a62a-e9655dfa7df4 req-e48dcc0a-1d48-423d-b470-0b68a01d5cab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=936ec52db0734d99bf3034cb7c88bc1c&device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 1097 time: 0.5601327 Aug 19 18:20:19.692410 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42350d1b-bda8-4527-b1f5-accaabfe3aad tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:19.700068 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-91afab06-da32-47b8-8278-7e020206aaf4 None None] Deleting port 94d24141-31e2-42dc-8983-7ef21ef1abe1 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:19.700940 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-91afab06-da32-47b8-8278-7e020206aaf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.703418 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-42350d1b-bda8-4527-b1f5-accaabfe3aad tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.704897 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-42350d1b-bda8-4527-b1f5-accaabfe3aad tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:20:19.711908 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42350d1b-bda8-4527-b1f5-accaabfe3aad tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:20:19.784191 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-decec56f-16a2-466e-8fd1-94506fd3c37d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.809091 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-91afab06-da32-47b8-8278-7e020206aaf4 None None] For port 94d24141-31e2-42dc-8983-7ef21ef1abe1, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=94d24141-31e2-42dc-8983-7ef21ef1abe1,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:19.809581 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-91afab06-da32-47b8-8278-7e020206aaf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.838749 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-91afab06-da32-47b8-8278-7e020206aaf4 None None] Calling delete_port for 94d24141-31e2-42dc-8983-7ef21ef1abe1 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:19.842380 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 5390efe8-1d16-467d-adff-9d23611b8f19, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=5390efe8-1d16-467d-adff-9d23611b8f19,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:19.853191 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.879737 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-94701fd4-ab66-465a-8bfb-e3e6745ab87c req-dc7889b7-5287-490e-8f59-3eb87da20291 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995082 Aug 19 18:20:19.891224 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-42350d1b-bda8-4527-b1f5-accaabfe3aad tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8071840 Aug 19 18:20:19.900512 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59994) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:19.911725 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-422b2984-733d-4cdf-a86d-1d90cf482e58 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:19.948169 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2bdeab0-d53b-4d6d-b6ba-271929cafdcb req-e4993e5e-fdb7-42d9-99aa-54a99845f9b1 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/security-groups?id=34ea683f-b51d-4977-9394-97d1f46e1463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5621293 Aug 19 18:20:20.022509 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de176766-2ad7-49df-959b-df6977638147 x-openstack-request-id: req-de176766-2ad7-49df-959b-df6977638147 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:20:20.023469 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f563d53-9a73-49b6-864b-93bcb972b210", "name": "network-vif-plugged", "status": "completed", "tag": "1d298d5a-e7fd-430f-b0d0-739439ccf16c", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:20:20.023775 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de176766-2ad7-49df-959b-df6977638147 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:20:20.024156 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f563d53-9a73-49b6-864b-93bcb972b210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d298d5a-e7fd-430f-b0d0-739439ccf16c', 'code': 200} Aug 19 18:20:20.088616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=5390efe8-1d16-467d-adff-9d23611b8f19,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:20.104700 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663f116-f5a7-432f-a62a-e9655dfa7df4 req-e7e9af0a-8efd-4c69-b942-fc4b52121a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:20.106343 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7663f116-f5a7-432f-a62a-e9655dfa7df4 req-e7e9af0a-8efd-4c69-b942-fc4b52121a43 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b23f275-dbc1-4b31-89ad-a50a42b827a6 HTTP/1.1" status: 200 len: 914 time: 0.3706815 Aug 19 18:20:20.125479 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-91afab06-da32-47b8-8278-7e020206aaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:20.163324 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afab06-da32-47b8-8278-7e020206aaf4 None None] Pushing event deleted for resources: {'Port': ['ID=94d24141-31e2-42dc-8983-7ef21ef1abe1,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:20.168968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91afab06-da32-47b8-8278-7e020206aaf4 None None] No DVR routers for this DVR port 94d24141-31e2-42dc-8983-7ef21ef1abe1 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:20:20.207928 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7663f116-f5a7-432f-a62a-e9655dfa7df4 req-1bb64f73-e162-4943-84b2-0c45d1c63ee1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=649e426f-f883-455b-8749-6ef4dae7f223 HTTP/1.1" status: 200 len: 217 time: 0.0817156 Aug 19 18:20:20.213886 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422b2984-733d-4cdf-a86d-1d90cf482e58 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:20.218066 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-422b2984-733d-4cdf-a86d-1d90cf482e58 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:20.222300 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-422b2984-733d-4cdf-a86d-1d90cf482e58 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:20:20.222920 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422b2984-733d-4cdf-a86d-1d90cf482e58 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:20:20.295959 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-422b2984-733d-4cdf-a86d-1d90cf482e58 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3930721 Aug 19 18:20:20.301371 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b111304-cd56-4f5c-85f4-062539dbec2e req-c31ec98a-c127-4853-9d88-aa5781e0f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:20.303039 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6b111304-cd56-4f5c-85f4-062539dbec2e req-c31ec98a-c127-4853-9d88-aa5781e0f688 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0f563d53-9a73-49b6-864b-93bcb972b210 HTTP/1.1" status: 200 len: 1097 time: 0.1957958 Aug 19 18:20:20.303601 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59996) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:20.311494 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2f01983b-0f02-4b74-832d-a28fcd2b88fd tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:20.349564 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663f116-f5a7-432f-a62a-e9655dfa7df4 req-7b3718e3-8935-40cb-aa01-a7cc9efa9b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:20.351576 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7663f116-f5a7-432f-a62a-e9655dfa7df4 req-7b3718e3-8935-40cb-aa01-a7cc9efa9b51 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e410fbec-87b3-4c19-8f94-8082dbd5415d HTTP/1.1" status: 200 len: 853 time: 0.1255672 Aug 19 18:20:20.446497 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7663f116-f5a7-432f-a62a-e9655dfa7df4 req-61049e5c-1f20-482a-87b7-43359c4cef04 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b23f275-dbc1-4b31-89ad-a50a42b827a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468638 Aug 19 18:20:20.539498 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6b111304-cd56-4f5c-85f4-062539dbec2e req-2d2bdef7-a8f2-4da6-a6fc-5cf5d5284dbd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=34ea683f-b51d-4977-9394-97d1f46e1463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230806 Aug 19 18:20:20.564573 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.db.resource_extend [None req-3c75c005-f5c3-43ee-a6c6-fdb524402dc3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:20:20.588975 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f01983b-0f02-4b74-832d-a28fcd2b88fd tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:20.593985 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2f01983b-0f02-4b74-832d-a28fcd2b88fd tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:20.602321 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f01983b-0f02-4b74-832d-a28fcd2b88fd tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:20:20.603503 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f01983b-0f02-4b74-832d-a28fcd2b88fd tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:20:20.645655 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2f01983b-0f02-4b74-832d-a28fcd2b88fd tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3330808 Aug 19 18:20:20.645959 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59998) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:20.652527 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7663f116-f5a7-432f-a62a-e9655dfa7df4 req-c5731eee-7ad8-46c5-835e-089b0fe84a5a service neutron] 10.222.0.50 "GET /v2.0/networks/9b23f275-dbc1-4b31-89ad-a50a42b827a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937640 Aug 19 18:20:20.655047 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 5390efe8-1d16-467d-adff-9d23611b8f19 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:20.667705 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-6cfdad7b-1e7c-4181-a26e-49c3c6cb32aa tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:20.770725 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 5390efe8-1d16-467d-adff-9d23611b8f19 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:20.771573 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:20.828633 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3c75c005-f5c3-43ee-a6c6-fdb524402dc3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:20.838078 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-decec56f-16a2-466e-8fd1-94506fd3c37d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:20.857430 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3c75c005-f5c3-43ee-a6c6-fdb524402dc3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:20.916015 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-decec56f-16a2-466e-8fd1-94506fd3c37d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:21.153267 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7663f116-f5a7-432f-a62a-e9655dfa7df4 req-dfd93864-04d2-453a-98ad-bda8e52abf1f service neutron] 10.222.0.50 "GET /v2.0/networks/9b23f275-dbc1-4b31-89ad-a50a42b827a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873911 Aug 19 18:20:21.197597 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 94d24141-31e2-42dc-8983-7ef21ef1abe1 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:20:21.222080 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 94d24141-31e2-42dc-8983-7ef21ef1abe1 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:20:21.222428 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 94d24141-31e2-42dc-8983-7ef21ef1abe1 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:20:21.226726 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-3c75c005-f5c3-43ee-a6c6-fdb524402dc3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Floating IP 008c79da-9ad0-432b-acb5-fa710775fbdf associated. External IP: 172.25.8.213, port: 6e299f58-b888-4ecd-9292-355732af519c. Aug 19 18:20:21.246397 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfdad7b-1e7c-4181-a26e-49c3c6cb32aa tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:21.254103 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6cfdad7b-1e7c-4181-a26e-49c3c6cb32aa tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:21.256318 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cfdad7b-1e7c-4181-a26e-49c3c6cb32aa tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:20:21.256861 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cfdad7b-1e7c-4181-a26e-49c3c6cb32aa tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:20:21.260726 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decec56f-16a2-466e-8fd1-94506fd3c37d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Pushing event updated for resources: {'Port': ['ID=dfac3238-4374-46a7-8bf1-2a6fb58e2266,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:21.280150 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0031c22-10af-4c25-b358-fd7759ebe8b0 req-8efb2a4d-a433-4949-b9af-7a3087af5934 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:21.282144 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0031c22-10af-4c25-b358-fd7759ebe8b0 req-8efb2a4d-a433-4949-b9af-7a3087af5934 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.0703318 Aug 19 18:20:21.343602 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0031c22-10af-4c25-b358-fd7759ebe8b0 req-76f596c2-0026-4954-9595-a5a2486b7e37 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525787 Aug 19 18:20:21.402888 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-decec56f-16a2-466e-8fd1-94506fd3c37d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:21.443014 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6cfdad7b-1e7c-4181-a26e-49c3c6cb32aa tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7745950 Aug 19 18:20:21.444003 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60016) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:21.451333 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e6e019ef-ed8c-4085-8c79-3b59dd1e4ec0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:21.504140 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-decec56f-16a2-466e-8fd1-94506fd3c37d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:21.511021 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-decec56f-16a2-466e-8fd1-94506fd3c37d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0565958 Aug 19 18:20:21.578164 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167d470-7409-403a-b26b-f38e2b9c85bb req-871b61b5-9b11-42a6-8743-84a68be8d2c2 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:21.584825 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6167d470-7409-403a-b26b-f38e2b9c85bb req-871b61b5-9b11-42a6-8743-84a68be8d2c2 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f563d53-9a73-49b6-864b-93bcb972b210 HTTP/1.1" status: 200 len: 946 time: 0.3897681 Aug 19 18:20:21.634533 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e019ef-ed8c-4085-8c79-3b59dd1e4ec0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:21.640677 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e6e019ef-ed8c-4085-8c79-3b59dd1e4ec0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:21.643291 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e019ef-ed8c-4085-8c79-3b59dd1e4ec0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:20:21.644289 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e019ef-ed8c-4085-8c79-3b59dd1e4ec0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:20:21.665643 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e6e019ef-ed8c-4085-8c79-3b59dd1e4ec0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2199013 Aug 19 18:20:21.670814 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60022) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:21.689741 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-93df0d7d-ae86-49bf-a5a5-3256107a9cd3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:21.881707 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93df0d7d-ae86-49bf-a5a5-3256107a9cd3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:21.886600 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-93df0d7d-ae86-49bf-a5a5-3256107a9cd3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:21.888279 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-93df0d7d-ae86-49bf-a5a5-3256107a9cd3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:20:21.888898 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93df0d7d-ae86-49bf-a5a5-3256107a9cd3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:20:21.916442 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6167d470-7409-403a-b26b-f38e2b9c85bb req-3ff1d125-a190-4f67-b66e-d82fdfed3379 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/security-groups?id=34ea683f-b51d-4977-9394-97d1f46e1463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577176 Aug 19 18:20:21.963424 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-97d27b60-2f2f-488d-90a3-5d2d4eb68429 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--142494404&fields=id&tenant_id=0a3380184ecc4eaca1d71439579d61d1 HTTP/1.1" status: 200 len: 267 time: 0.1578989 Aug 19 18:20:21.981412 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c75c005-f5c3-43ee-a6c6-fdb524402dc3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Router e2a3a096-470b-4bb8-8910-955707f8540b has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:20:22.078027 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-93df0d7d-ae86-49bf-a5a5-3256107a9cd3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4050901 Aug 19 18:20:22.081987 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60042) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:22.157684 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60044) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:22.158993 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4c237244-6808-48d9-aa05-d8b9cb3ab4ca tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0692565 Aug 19 18:20:22.280877 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-98af3189-e4e0-42aa-a28e-2f2c86309fb5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:22.284532 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-98af3189-e4e0-42aa-a28e-2f2c86309fb5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 812 time: 0.3181119 Aug 19 18:20:22.312791 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-85a9e704-159c-452a-ad65-abbf59b2db59 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/quotas/0a3380184ecc4eaca1d71439579d61d1 HTTP/1.1" status: 200 len: 375 time: 0.0114131 Aug 19 18:20:22.321800 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c75c005-f5c3-43ee-a6c6-fdb524402dc3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:20:22.329694 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19427fc2-f6a3-4843-b46e-2ddd3ee96be1 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:22.333441 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-19427fc2-f6a3-4843-b46e-2ddd3ee96be1 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1730096 Aug 19 18:20:22.336009 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b35b655-c43a-414f-99a9-6560bdc7feb5 None None] Sync routers for ids ['e2a3a096-470b-4bb8-8910-955707f8540b'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:20:22.337139 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60046) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:22.344442 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3c75c005-f5c3-43ee-a6c6-fdb524402dc3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:22.350835 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b35b655-c43a-414f-99a9-6560bdc7feb5 None None] Routers {'e2a3a096-470b-4bb8-8910-955707f8540b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:22.352313 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-6b35b655-c43a-414f-99a9-6560bdc7feb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:20:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e2a3a096-470b-4bb8-8910-955707f8540b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:22.435505 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3c75c005-f5c3-43ee-a6c6-fdb524402dc3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "PUT /v2.0/floatingips/008c79da-9ad0-432b-acb5-fa710775fbdf HTTP/1.1" status: 200 len: 992 time: 4.8878284 Aug 19 18:20:22.436462 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d60f370-00c8-4438-abe4-067aab59f241', 'tag': '6e299f58-b888-4ecd-9292-355732af519c'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:20:22.441015 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27fb1b9-7693-4d1f-a7a0-11f21afbd7b0" -d '{"events": [{"name": "network-changed", "server_uuid": "1d60f370-00c8-4438-abe4-067aab59f241", "tag": "6e299f58-b888-4ecd-9292-355732af519c"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:20:22.449156 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c5cf6e9d-480f-43f8-a30c-7b7459ff004f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1098347 Aug 19 18:20:22.455527 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60054) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:22.464538 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-6d65ed46-1e30-4767-8b04-6e4e246b583f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:22.514654 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-4a00cae1-6dab-4e1b-a7c9-984314ceb8d6 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1671379 Aug 19 18:20:22.556680 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-6b35b655-c43a-414f-99a9-6560bdc7feb5 None None] Set router e2a3a096-470b-4bb8-8910-955707f8540b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:20:22.679064 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ad04d-7787-44d5-8cec-c06218ff8c2d req-8e3de7b2-6d7a-4703-bef4-bff622a0b3d6 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:22.681750 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa4ad04d-7787-44d5-8cec-c06218ff8c2d req-8e3de7b2-6d7a-4703-bef4-bff622a0b3d6 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.1366754 Aug 19 18:20:22.694018 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d65ed46-1e30-4767-8b04-6e4e246b583f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:22.699252 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6d65ed46-1e30-4767-8b04-6e4e246b583f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:22.755550 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-e950eee9-c253-4ddb-b6a4-317e33eb1e8d service neutron] 10.222.0.24 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210350 Aug 19 18:20:22.825077 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa4ad04d-7787-44d5-8cec-c06218ff8c2d req-e679ea75-2a86-4aa9-8120-a9bd909596db tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347985 Aug 19 18:20:22.946209 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-6cc0c360-a77a-4a38-9779-9ef6409e1b0c service neutron] 10.222.0.24 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896751 Aug 19 18:20:23.030952 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-6b35b655-c43a-414f-99a9-6560bdc7feb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'name': 'tempest-AttachVolumeTestJSON-1912132189-router', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:09Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'gw_port': {'id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:11Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '008c79da-9ad0-432b-acb5-fa710775fbdf', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'floating_ip_address': '172.25.8.213', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'port_id': '6e299f58-b888-4ecd-9292-355732af519c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'mac_address': 'fa:16:3e:95:57:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d60f370-00c8-4438-abe4-067aab59f241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:19:44Z', 'updated_at': '2021-08-19T18:20:20Z', 'revision_number': 1, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7e355c-1a87-410a-903e-5323917d3b08', 'name': '', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'mac_address': 'fa:16:3e:f2:af:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:24Z', 'updated_at': '2021-08-19T18:19:40Z', 'revision_number': 5, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'subnets': [{'id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:23.054806 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5412f6-3c08-4657-847d-311e408363e4 x-openstack-request-id: req-ba5412f6-3c08-4657-847d-311e408363e4 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:20:23.055226 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d60f370-00c8-4438-abe4-067aab59f241", "tag": "6e299f58-b888-4ecd-9292-355732af519c", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:20:23.056439 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba5412f6-3c08-4657-847d-311e408363e4 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:20:23.056985 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d60f370-00c8-4438-abe4-067aab59f241', 'tag': '6e299f58-b888-4ecd-9292-355732af519c', 'status': 'completed', 'code': 200} Aug 19 18:20:23.065237 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b35b655-c43a-414f-99a9-6560bdc7feb5 None None] Checking router: e2a3a096-470b-4bb8-8910-955707f8540b for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:20:23.089368 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b35b655-c43a-414f-99a9-6560bdc7feb5 None None] Routers {'e2a3a096-470b-4bb8-8910-955707f8540b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:23.090507 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-6b35b655-c43a-414f-99a9-6560bdc7feb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:20:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e2a3a096-470b-4bb8-8910-955707f8540b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:23.272646 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fb1b9-7693-4d1f-a7a0-11f21afbd7b0 req-78ee35e9-c57a-4fc4-880e-55bd14e7f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:23.276745 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d27fb1b9-7693-4d1f-a7a0-11f21afbd7b0 req-78ee35e9-c57a-4fc4-880e-55bd14e7f925 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65af0cd5b05e4e47a92672412bb56f85&device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 1097 time: 0.1971102 Aug 19 18:20:23.345697 n-d-803753-2 neutron-server[94682]: DEBUG neutron.objects.ports [None req-6d65ed46-1e30-4767-8b04-6e4e246b583f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:20:23.359791 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6d65ed46-1e30-4767-8b04-6e4e246b583f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:23.382570 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-6b35b655-c43a-414f-99a9-6560bdc7feb5 None None] Set router e2a3a096-470b-4bb8-8910-955707f8540b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:20:23.482413 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ea453-127e-4371-bfd2-3b3808c9f87e req-60e8083f-b790-47b0-a5be-d086636862cf tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:23.504330 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-745ea453-127e-4371-bfd2-3b3808c9f87e req-60e8083f-b790-47b0-a5be-d086636862cf tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f563d53-9a73-49b6-864b-93bcb972b210 HTTP/1.1" status: 200 len: 946 time: 0.1606219 Aug 19 18:20:23.586782 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-745ea453-127e-4371-bfd2-3b3808c9f87e req-4596782a-65e7-490a-8fb3-8a1f3b15595c tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/security-groups?id=34ea683f-b51d-4977-9394-97d1f46e1463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742559 Aug 19 18:20:23.719408 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-258a999d-1b43-48e8-a73a-21c0ebaeb5dc req-bd3898de-abce-4c4c-92ce-3ed313993404 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 210 time: 0.0445645 Aug 19 18:20:23.883530 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-6b35b655-c43a-414f-99a9-6560bdc7feb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'name': 'tempest-AttachVolumeTestJSON-1912132189-router', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:09Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'gw_port': {'id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:11Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '008c79da-9ad0-432b-acb5-fa710775fbdf', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'floating_ip_address': '172.25.8.213', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'port_id': '6e299f58-b888-4ecd-9292-355732af519c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'mac_address': 'fa:16:3e:95:57:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d60f370-00c8-4438-abe4-067aab59f241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:19:44Z', 'updated_at': '2021-08-19T18:20:20Z', 'revision_number': 1, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7e355c-1a87-410a-903e-5323917d3b08', 'name': '', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'mac_address': 'fa:16:3e:f2:af:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:24Z', 'updated_at': '2021-08-19T18:19:40Z', 'revision_number': 5, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'subnets': [{'id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:23.910465 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d65ed46-1e30-4767-8b04-6e4e246b583f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:23.914682 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-6d65ed46-1e30-4767-8b04-6e4e246b583f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:23.955663 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da264ca-244f-492d-834d-f385cc68a714 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:23.961728 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d65ed46-1e30-4767-8b04-6e4e246b583f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:23.963801 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b35b655-c43a-414f-99a9-6560bdc7feb5 None None] The sync data for ids ['e2a3a096-470b-4bb8-8910-955707f8540b'] in n-d-803753-2 is: [{'id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'name': 'tempest-AttachVolumeTestJSON-1912132189-router', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:09Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'gw_port': {'id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:11Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '008c79da-9ad0-432b-acb5-fa710775fbdf', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'floating_ip_address': '172.25.8.213', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'port_id': '6e299f58-b888-4ecd-9292-355732af519c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'mac_address': 'fa:16:3e:95:57:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d60f370-00c8-4438-abe4-067aab59f241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:19:44Z', 'updated_at': '2021-08-19T18:20:20Z', 'revision_number': 1, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7e355c-1a87-410a-903e-5323917d3b08', 'name': '', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'mac_address': 'fa:16:3e:f2:af:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:24Z', 'updated_at': '2021-08-19T18:19:40Z', 'revision_number': 5, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'subnets': [{'id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:20:23.971191 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6d65ed46-1e30-4767-8b04-6e4e246b583f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:24.063108 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60090) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:24.067601 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6d65ed46-1e30-4767-8b04-6e4e246b583f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6100490 Aug 19 18:20:24.072062 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65ed46-1e30-4767-8b04-6e4e246b583f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=51102827-6001-4539-a8da-485a69604548,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:24.083927 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'mac_address': 'fa:16:3e:4a:bc:4d', 'name': 'tempest-NetworksTestDHCPv6-1008437215'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:24.124573 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a476f91-809c-49e4-b008-71c70c775dd5 req-fbf1c4a6-1147-4650-a054-8673ac2dc233 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:24.132320 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0a476f91-809c-49e4-b008-71c70c775dd5 req-fbf1c4a6-1147-4650-a054-8673ac2dc233 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.2400322 Aug 19 18:20:24.203543 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0a476f91-809c-49e4-b008-71c70c775dd5 req-5e0ce3e3-96f6-47c5-beb3-dee3745f29a6 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699792 Aug 19 18:20:24.255196 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fb1b9-7693-4d1f-a7a0-11f21afbd7b0 req-af296e63-e8a7-42ab-962f-a0162172b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:24.264955 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d27fb1b9-7693-4d1f-a7a0-11f21afbd7b0 req-af296e63-e8a7-42ab-962f-a0162172b941 service neutron] 10.222.0.54 "GET /v2.0/networks?id=328a6888-a512-4946-b559-9a6ac5994658 HTTP/1.1" status: 200 len: 912 time: 0.9690115 Aug 19 18:20:24.520351 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d27fb1b9-7693-4d1f-a7a0-11f21afbd7b0 req-fcba3345-9b8b-4a83-93ba-b387ff52b174 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e299f58-b888-4ecd-9292-355732af519c HTTP/1.1" status: 200 len: 1000 time: 0.2405102 Aug 19 18:20:24.578473 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:24.598790 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11bdb2e-5a10-45c7-a45a-234b54a8de65 None None] New status for floating IP 008c79da-9ad0-432b-acb5-fa710775fbdf: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:20:24.653042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fb1b9-7693-4d1f-a7a0-11f21afbd7b0 req-972e7a32-1397-41c6-b75d-e43a9e4cc688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:24.656458 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d27fb1b9-7693-4d1f-a7a0-11f21afbd7b0 req-972e7a32-1397-41c6-b75d-e43a9e4cc688 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9cc3538-7c99-4258-a48c-18c8964a49b7 HTTP/1.1" status: 200 len: 850 time: 0.1223469 Aug 19 18:20:24.826342 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c818ac0-ceed-4657-b387-dd924e3b9533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-4734c50c-5b75-42a3-a882-02084790a476', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'fixed_ips': [{'subnet_id': '51102827-6001-4539-a8da-485a69604548'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:20:24.827355 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0c818ac0-ceed-4657-b387-dd924e3b9533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:24.839194 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26661059-eb6f-40ab-bcf8-c261647c7477 req-039ed5f3-d787-42f4-bbb7-fca6862fbf90 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:24.841560 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-26661059-eb6f-40ab-bcf8-c261647c7477 req-039ed5f3-d787-42f4-bbb7-fca6862fbf90 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.2143648 Aug 19 18:20:24.855768 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fb1b9-7693-4d1f-a7a0-11f21afbd7b0 req-4736e828-311e-47d8-aaa7-ed5bd7a19342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:24.857340 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d27fb1b9-7693-4d1f-a7a0-11f21afbd7b0 req-4736e828-311e-47d8-aaa7-ed5bd7a19342 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=328a6888-a512-4946-b559-9a6ac5994658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1628268 Aug 19 18:20:24.869732 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c0d73-7def-41d1-ba47-c4249c1fc109 req-231d231a-ec66-49fc-b795-60111cc7e1cc tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:24.880854 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da3c0d73-7def-41d1-ba47-c4249c1fc109 req-231d231a-ec66-49fc-b795-60111cc7e1cc tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f563d53-9a73-49b6-864b-93bcb972b210 HTTP/1.1" status: 200 len: 946 time: 0.2467358 Aug 19 18:20:24.893566 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:24.934114 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] device_id is not set on port c55d844c-99bc-4288-ac28-3b0b96d1530f yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:20:24.974246 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-26661059-eb6f-40ab-bcf8-c261647c7477 req-69731bca-e532-440f-850d-f639636cfb70 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252158 Aug 19 18:20:25.003354 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-0c818ac0-ceed-4657-b387-dd924e3b9533 None None] Allocated IP 2001:db8::f816:3eff:fef5:4657 (4734c50c-5b75-42a3-a882-02084790a476/51102827-6001-4539-a8da-485a69604548/dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:25.031492 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da3c0d73-7def-41d1-ba47-c4249c1fc109 req-1da032da-aa52-40c3-9768-11809af21013 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/security-groups?id=34ea683f-b51d-4977-9394-97d1f46e1463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494734 Aug 19 18:20:25.121184 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d27fb1b9-7693-4d1f-a7a0-11f21afbd7b0 req-506a2f0d-f8c6-4e68-895c-fd07313eafbb service neutron] 10.222.0.54 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462125 Aug 19 18:20:25.167521 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e08a8539-f649-41f6-99aa-71bd80dcca26 req-2bdf27ad-5a3d-454e-81e6-de8d3aab9ea5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 210 time: 0.0731728 Aug 19 18:20:25.219539 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aa8ab-ffcb-4cec-8d3d-776c6847b96a req-42bbc646-b156-47eb-8cf1-34056ee1ba8c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:25.228607 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6d8aa8ab-ffcb-4cec-8d3d-776c6847b96a req-42bbc646-b156-47eb-8cf1-34056ee1ba8c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.0882356 Aug 19 18:20:25.286121 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0c818ac0-ceed-4657-b387-dd924e3b9533 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:25.291394 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6d8aa8ab-ffcb-4cec-8d3d-776c6847b96a req-a6cdf968-d1bb-4a18-9677-a9fd825f02dd tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614791 Aug 19 18:20:25.304429 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0c818ac0-ceed-4657-b387-dd924e3b9533 None None] Transition to ACTIVE for port object dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:25.331581 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0c818ac0-ceed-4657-b387-dd924e3b9533 None None] Transition to ACTIVE for port object dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:25.340683 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0c818ac0-ceed-4657-b387-dd924e3b9533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:25.382237 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c818ac0-ceed-4657-b387-dd924e3b9533 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:25.391600 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-0c818ac0-ceed-4657-b387-dd924e3b9533 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:25.473589 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c818ac0-ceed-4657-b387-dd924e3b9533 None None] Pushing event updated for resources: {'Port': ['ID=dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:25.477521 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c818ac0-ceed-4657-b387-dd924e3b9533 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:25.490600 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-ae0940da-5836-4ac6-a65a-0231cda933da tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:25.493209 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-ae0940da-5836-4ac6-a65a-0231cda933da tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.54 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 812 time: 0.3749995 Aug 19 18:20:25.526185 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8::f816:3eff:fe4a:bc4d (4734c50c-5b75-42a3-a882-02084790a476/51102827-6001-4539-a8da-485a69604548/c55d844c-99bc-4288-ac28-3b0b96d1530f) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:25.587435 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-0c818ac0-ceed-4657-b387-dd924e3b9533 None None] Attempting to bind port dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:20:25.589438 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-0c818ac0-ceed-4657-b387-dd924e3b9533 None None] Attempting to bind port dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:20:25.590077 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c818ac0-ceed-4657-b387-dd924e3b9533 None None] Attempting to bind port dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d on network 4734c50c-5b75-42a3-a882-02084790a476 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:20:25.602046 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c818ac0-ceed-4657-b387-dd924e3b9533 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:20:25.602777 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c818ac0-ceed-4657-b387-dd924e3b9533 None None] Checking segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:20:25.603197 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0c818ac0-ceed-4657-b387-dd924e3b9533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:25.603683 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c818ac0-ceed-4657-b387-dd924e3b9533 None None] Bound using segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:20:25.604184 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-0c818ac0-ceed-4657-b387-dd924e3b9533 None None] Bound port: dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:20:25.604605 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0c818ac0-ceed-4657-b387-dd924e3b9533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:25.648221 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d27fb1b9-7693-4d1f-a7a0-11f21afbd7b0 req-861ca742-45d2-41f9-9d6e-5f549418a958 service neutron] 10.222.0.54 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834020 Aug 19 18:20:25.662086 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-b61fa5fc-58cc-43d4-a045-f05cb53926a6 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a3380184ecc4eaca1d71439579d61d1 HTTP/1.1" status: 200 len: 379 time: 0.1515522 Aug 19 18:20:25.678623 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Request body: {'port': {'device_id': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'admin_state_up': True, 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'security_groups': ['b94f2a40-710b-46e4-9137-3832120bf452']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:25.711494 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0c818ac0-ceed-4657-b387-dd924e3b9533 None None] For port dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:20:25.719036 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0c818ac0-ceed-4657-b387-dd924e3b9533 None None] For port dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:20:25.726100 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0c818ac0-ceed-4657-b387-dd924e3b9533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:25.806822 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:25.813944 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e542f75-bb06-411e-8520-f54d8b60c8f9 req-1e7e35cb-6373-470d-8e32-23d4a147221b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:25.817746 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1e542f75-bb06-411e-8520-f54d8b60c8f9 req-1e7e35cb-6373-470d-8e32-23d4a147221b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.2162323 Aug 19 18:20:25.827589 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c818ac0-ceed-4657-b387-dd924e3b9533 None None] Pushing event updated for resources: {'Port': ['ID=dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:25.852782 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Transition to ACTIVE for port object c55d844c-99bc-4288-ac28-3b0b96d1530f will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:25.887490 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Made reservation on behalf of 0a3380184ecc4eaca1d71439579d61d1 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:25.891511 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:25.914633 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:25.918692 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1e542f75-bb06-411e-8520-f54d8b60c8f9 req-a36f433b-1bb7-41d3-ad9c-a0c97c38ea81 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850978 Aug 19 18:20:26.008760 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:26.018351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:26.021119 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:26.033017 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:26.034856 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:26.083979 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0168450 Aug 19 18:20:26.093011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60120) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:26.133035 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=c55d844c-99bc-4288-ac28-3b0b96d1530f,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:26.181470 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:26.182217 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:26.182865 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:26.183543 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:26.184221 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:26.184887 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:26.185520 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:26.186238 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:26.186906 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:26.187499 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:26.187922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:26.188342 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9457e60-2401-4320-afcd-3c1d7eac1e03 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:26.231253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2526fbc-b3da-4208-9d86-3ffed3983ada req-03014dd0-c113-4425-9477-d901df1bfe9e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:26.241228 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c2526fbc-b3da-4208-9d86-3ffed3983ada req-03014dd0-c113-4425-9477-d901df1bfe9e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.1799684 Aug 19 18:20:26.266927 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8a2dff-19be-4c55-8659-3c1bb2c2763a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:26.274476 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8a2dff-19be-4c55-8659-3c1bb2c2763a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:26.275405 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3c8a2dff-19be-4c55-8659-3c1bb2c2763a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1811929 Aug 19 18:20:26.280809 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60124) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:26.333608 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Allocated IP 172.20.0.11 (93a2ed74-6d2c-4387-8198-b7dee6474ba9/bdff0938-a183-4f8a-a75e-f5868c3f9bbb/bd1e7643-8716-43bb-af18-1644144f2a7e) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:26.358359 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c2526fbc-b3da-4208-9d86-3ffed3983ada req-cd28ddd9-6d8b-4c75-8438-bcf16bd01fb6 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157792 Aug 19 18:20:26.362843 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c73ca4-eda2-456c-b522-342b1907f0c6 req-936ce2fb-495a-4cda-bf4a-35cd38cc1482 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:26.364579 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a5c73ca4-eda2-456c-b522-342b1907f0c6 req-936ce2fb-495a-4cda-bf4a-35cd38cc1482 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f563d53-9a73-49b6-864b-93bcb972b210 HTTP/1.1" status: 200 len: 946 time: 0.1308088 Aug 19 18:20:26.402586 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4af35f-58a2-4514-961e-3024998c8f15 req-5da76c86-57cc-4f4d-90ee-fb0e5bffeeb8 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:26.405239 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e4af35f-58a2-4514-961e-3024998c8f15 req-5da76c86-57cc-4f4d-90ee-fb0e5bffeeb8 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f563d53-9a73-49b6-864b-93bcb972b210 HTTP/1.1" status: 200 len: 946 time: 0.1284604 Aug 19 18:20:26.482517 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a5c73ca4-eda2-456c-b522-342b1907f0c6 req-ed508912-0ba3-48e2-b830-490f17c8c44c tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/security-groups?id=34ea683f-b51d-4977-9394-97d1f46e1463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844376 Aug 19 18:20:26.577096 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5d409f14-170c-4234-94c8-48438c627ae7 req-c30f7d42-9360-4bb7-a631-f121c05a83cc tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 210 time: 0.1380141 Aug 19 18:20:26.661829 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-47d3208d-b873-41c9-b78b-3a54dca20dc0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting port c55d844c-99bc-4288-ac28-3b0b96d1530f {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:26.662591 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-47d3208d-b873-41c9-b78b-3a54dca20dc0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:26.708203 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:26.849608 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-9e4af35f-58a2-4514-961e-3024998c8f15 req-ee4b25d6-7ff1-47cd-b924-dc1d74583bd8 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Deleting port 1d298d5a-e7fd-430f-b0d0-739439ccf16c {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:26.850128 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9e4af35f-58a2-4514-961e-3024998c8f15 req-ee4b25d6-7ff1-47cd-b924-dc1d74583bd8 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:26.886879 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:26.960691 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:26.979131 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-47d3208d-b873-41c9-b78b-3a54dca20dc0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:26.999478 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Transition to ACTIVE for port object bd1e7643-8716-43bb-af18-1644144f2a7e will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:27.006205 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-47d3208d-b873-41c9-b78b-3a54dca20dc0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Calling delete_port for c55d844c-99bc-4288-ac28-3b0b96d1530f owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:27.081436 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ebdc8-2ae2-40e4-899f-8ee9c13644ac req-2f8a9a13-60fc-44f1-b80b-05b85829ef9e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:27.100144 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f64ebdc8-2ae2-40e4-899f-8ee9c13644ac req-2f8a9a13-60fc-44f1-b80b-05b85829ef9e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.2958884 Aug 19 18:20:27.107476 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-9e4af35f-58a2-4514-961e-3024998c8f15 req-ee4b25d6-7ff1-47cd-b924-dc1d74583bd8 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] For port 1d298d5a-e7fd-430f-b0d0-739439ccf16c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=1d298d5a-e7fd-430f-b0d0-739439ccf16c,segment=NetworkSegment(bda0da8b-5430-4976-bb3b-23a7d09c4b3d),segment_id=bda0da8b-5430-4976-bb3b-23a7d09c4b3d)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:27.109141 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9e4af35f-58a2-4514-961e-3024998c8f15 req-ee4b25d6-7ff1-47cd-b924-dc1d74583bd8 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:27.140978 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:27.156273 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-9e4af35f-58a2-4514-961e-3024998c8f15 req-ee4b25d6-7ff1-47cd-b924-dc1d74583bd8 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Calling delete_port for 1d298d5a-e7fd-430f-b0d0-739439ccf16c owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:27.211602 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f64ebdc8-2ae2-40e4-899f-8ee9c13644ac req-881fdfbb-5be2-4830-a645-3ec080eecc46 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028936 Aug 19 18:20:27.250377 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:27.266261 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:27.299672 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:27.348361 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Pushing event updated for resources: {'Port': ['ID=bd1e7643-8716-43bb-af18-1644144f2a7e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:27.450730 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:27.451026 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:27.451604 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:27.452101 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:27.452436 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:27.452775 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:27.453146 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:27.453436 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:27.453794 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:27.454117 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:27.454442 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:27.454772 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:27.488107 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9e4af35f-58a2-4514-961e-3024998c8f15 req-ee4b25d6-7ff1-47cd-b924-dc1d74583bd8 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:27.493442 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-47d3208d-b873-41c9-b78b-3a54dca20dc0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:27.503971 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:27.504760 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:27.540404 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b25d6-7ff1-47cd-b924-dc1d74583bd8 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Pushing event deleted for resources: {'Port': ['ID=1d298d5a-e7fd-430f-b0d0-739439ccf16c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:27.543606 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['1d298d5a-e7fd-430f-b0d0-739439ccf16c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:20:27.650861 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e9c2471c-dcee-44b4-b462-f630c4083bac None None] Provisioning for port dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:27.651994 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4af35f-58a2-4514-961e-3024998c8f15 req-ee4b25d6-7ff1-47cd-b924-dc1d74583bd8 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] No DVR routers for this DVR port 1d298d5a-e7fd-430f-b0d0-739439ccf16c on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:20:27.652131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d745677-9542-42b8-a56d-e09939356d3c req-8713e631-4dd2-4d76-b555-c3b242d94a8d tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:27.662993 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9e4af35f-58a2-4514-961e-3024998c8f15 req-ee4b25d6-7ff1-47cd-b924-dc1d74583bd8 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:27.665167 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e4af35f-58a2-4514-961e-3024998c8f15 req-ee4b25d6-7ff1-47cd-b924-dc1d74583bd8 tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.50 "DELETE /v2.0/ports/1d298d5a-e7fd-430f-b0d0-739439ccf16c HTTP/1.1" status: 204 len: 173 time: 1.2525229 Aug 19 18:20:27.668211 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5d745677-9542-42b8-a56d-e09939356d3c req-8713e631-4dd2-4d76-b555-c3b242d94a8d tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.3088651 Aug 19 18:20:27.670642 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e9c2471c-dcee-44b4-b462-f630c4083bac None None] Provisioning complete for port dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:27.671165 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e9c2471c-dcee-44b4-b462-f630c4083bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:27.685671 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f563d53-9a73-49b6-864b-93bcb972b210', 'name': 'network-vif-deleted', 'tag': '1d298d5a-e7fd-430f-b0d0-739439ccf16c'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:20:27.711011 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4701a358-b1e1-4d0c-924b-e0782cec137f" -d '{"events": [{"server_uuid": "0f563d53-9a73-49b6-864b-93bcb972b210", "name": "network-vif-deleted", "tag": "1d298d5a-e7fd-430f-b0d0-739439ccf16c"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:20:27.738667 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3208d-b873-41c9-b78b-3a54dca20dc0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Port': ['ID=c55d844c-99bc-4288-ac28-3b0b96d1530f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:27.788794 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-eb18ae87-5eec-48d9-88a8-f4c15d981776 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1191990 Aug 19 18:20:27.804713 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ce0ddc6c-e86e-4634-a486-d4760af4ae20 req-14dd6fcf-a896-4310-bab3-b21c46439f9c tempest-ServerPasswordTestJSON-364737839 tempest-ServerPasswordTestJSON-364737839-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f563d53-9a73-49b6-864b-93bcb972b210 HTTP/1.1" status: 200 len: 210 time: 0.0799003 Aug 19 18:20:27.848085 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-47d3208d-b873-41c9-b78b-3a54dca20dc0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:27.850943 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-47d3208d-b873-41c9-b78b-3a54dca20dc0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/c55d844c-99bc-4288-ac28-3b0b96d1530f HTTP/1.1" status: 204 len: 168 time: 1.5688133 Aug 19 18:20:27.853326 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60150) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:27.881123 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-7065db1b-31ef-4a34-b5f9-f842dc0397e6 service neutron] Request body: {'port': {'device_id': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:27.938315 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e9c2471c-dcee-44b4-b462-f630c4083bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:27.962310 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5d745677-9542-42b8-a56d-e09939356d3c req-93e07be3-cf9d-424e-a815-572e6bee78d0 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929270 Aug 19 18:20:28.015752 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e06d6d-71e9-4178-8936-54d3ebd38847 req-3bb476e8-39ce-4bb3-b104-7c51ad89463a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:28.023027 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e9c2471c-dcee-44b4-b462-f630c4083bac None None] For port dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:28.025724 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-56e06d6d-71e9-4178-8936-54d3ebd38847 req-3bb476e8-39ce-4bb3-b104-7c51ad89463a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 932 time: 0.1091387 Aug 19 18:20:28.030974 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e9c2471c-dcee-44b4-b462-f630c4083bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:28.071207 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2c0776-4a76-4712-bcee-f80b1c8593cc tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:28.072986 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2c0776-4a76-4712-bcee-f80b1c8593cc tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:28.085000 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5f2c0776-4a76-4712-bcee-f80b1c8593cc tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2271490 Aug 19 18:20:28.086513 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60154) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:28.103154 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-7065db1b-31ef-4a34-b5f9-f842dc0397e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:28.128855 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2471c-dcee-44b4-b462-f630c4083bac None None] Pushing event updated for resources: {'Port': ['ID=dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:28.141468 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-56e06d6d-71e9-4178-8936-54d3ebd38847 req-54b87948-de9e-4b52-b7b1-cbff489e5996 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141014 Aug 19 18:20:28.160975 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-cef987ac-8829-41a2-9860-5a1076600ec6 None None] Could not find standard attr ID for object c55d844c-99bc-4288-ac28-3b0b96d1530f. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:20:28.184583 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-cef987ac-8829-41a2-9860-5a1076600ec6 None None] Provisioning for port bd1e7643-8716-43bb-af18-1644144f2a7e completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:28.193446 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-cef987ac-8829-41a2-9860-5a1076600ec6 None None] Provisioning complete for port bd1e7643-8716-43bb-af18-1644144f2a7e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:28.194807 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cef987ac-8829-41a2-9860-5a1076600ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:28.218234 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed115dc7-8eee-4bf7-8e12-50481fd5f256 x-openstack-request-id: req-ed115dc7-8eee-4bf7-8e12-50481fd5f256 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:20:28.219030 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f563d53-9a73-49b6-864b-93bcb972b210", "name": "network-vif-deleted", "tag": "1d298d5a-e7fd-430f-b0d0-739439ccf16c", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:20:28.219906 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed115dc7-8eee-4bf7-8e12-50481fd5f256 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:20:28.220924 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f563d53-9a73-49b6-864b-93bcb972b210', 'name': 'network-vif-deleted', 'tag': '1d298d5a-e7fd-430f-b0d0-739439ccf16c', 'status': 'completed', 'code': 200} Aug 19 18:20:28.248313 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-cef987ac-8829-41a2-9860-5a1076600ec6 None None] Port bd1e7643-8716-43bb-af18-1644144f2a7e cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:20:28.596304 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:28.620687 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2422fe0-bb44-4b04-ba8f-6996c91bda1d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet 51102827-6001-4539-a8da-485a69604548 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:20:28.636557 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d2422fe0-bb44-4b04-ba8f-6996c91bda1d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:28.672333 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:28.672849 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:28.725461 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367363b-1e3d-4f40-8222-c00699b72263 req-826e3eda-09ad-4413-9d71-1965544d1b2b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:28.730383 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1367363b-1e3d-4f40-8222-c00699b72263 req-826e3eda-09ad-4413-9d71-1965544d1b2b tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.2924249 Aug 19 18:20:28.798246 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d2422fe0-bb44-4b04-ba8f-6996c91bda1d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:28.883013 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60162) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:28.944283 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e4e0d7-3958-4c7b-ba84-6fe446dcd3c9 admin admin] Deleting subnet 767a8e17-95ce-4210-82a8-1009cd47b1a3 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:20:28.948284 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f9e4e0d7-3958-4c7b-ba84-6fe446dcd3c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:28.956042 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1367363b-1e3d-4f40-8222-c00699b72263 req-7f1de23b-9f38-4c23-8c79-0c44858ef6de tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921132 Aug 19 18:20:28.956042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-7065db1b-31ef-4a34-b5f9-f842dc0397e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd1e7643-8716-43bb-af18-1644144f2a7e {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:20:28.969124 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-7065db1b-31ef-4a34-b5f9-f842dc0397e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:28.992522 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f9e4e0d7-3958-4c7b-ba84-6fe446dcd3c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:29.034763 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-7065db1b-31ef-4a34-b5f9-f842dc0397e6 service neutron] Transition to ACTIVE for port object bd1e7643-8716-43bb-af18-1644144f2a7e will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:29.053209 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-7065db1b-31ef-4a34-b5f9-f842dc0397e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:29.081869 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f9e4e0d7-3958-4c7b-ba84-6fe446dcd3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:29.101900 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d2422fe0-bb44-4b04-ba8f-6996c91bda1d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:29.210174 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065db1b-31ef-4a34-b5f9-f842dc0397e6 service neutron] Pushing event updated for resources: {'Port': ['ID=bd1e7643-8716-43bb-af18-1644144f2a7e,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:29.296961 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d2422fe0-bb44-4b04-ba8f-6996c91bda1d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:29.341093 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52365e83-585e-4267-91d7-f423b5bbcec7 req-536ea142-6743-450b-91c7-c05227f540fc tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:29.350481 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-52365e83-585e-4267-91d7-f423b5bbcec7 req-536ea142-6743-450b-91c7-c05227f540fc tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.2618713 Aug 19 18:20:29.378278 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f9e4e0d7-3958-4c7b-ba84-6fe446dcd3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:29.389935 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2422fe0-bb44-4b04-ba8f-6996c91bda1d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=51102827-6001-4539-a8da-485a69604548,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:29.400365 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d2422fe0-bb44-4b04-ba8f-6996c91bda1d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:29.402868 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d2422fe0-bb44-4b04-ba8f-6996c91bda1d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/51102827-6001-4539-a8da-485a69604548 HTTP/1.1" status: 204 len: 168 time: 1.3127494 Aug 19 18:20:29.407957 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60182) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:29.417609 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d6d01a-76a7-40d1-b5a2-8cfdafb30c0d None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:29.464693 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f9e4e0d7-3958-4c7b-ba84-6fe446dcd3c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:29.474804 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f9e4e0d7-3958-4c7b-ba84-6fe446dcd3c9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/767a8e17-95ce-4210-82a8-1009cd47b1a3 HTTP/1.1" status: 204 len: 168 time: 0.5860515 Aug 19 18:20:29.475109 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9c07be36-9e4d-44ab-ade5-c74927503ba4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590339 Aug 19 18:20:29.475109 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60184) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:29.483441 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60186) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:29.483941 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4e0d7-3958-4c7b-ba84-6fe446dcd3c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=767a8e17-95ce-4210-82a8-1009cd47b1a3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:29.491377 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-a7def07e-fe38-4456-97b1-73ff56bca143 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:29.506310 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-52365e83-585e-4267-91d7-f423b5bbcec7 req-5404c224-fb4e-4fc9-9ee1-ea1dd50ebd8f tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548166 Aug 19 18:20:29.652496 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1d6f-e726-4ad0-99d7-5c8050b43696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:29.657600 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-7065db1b-31ef-4a34-b5f9-f842dc0397e6 service neutron] Attempting to bind port bd1e7643-8716-43bb-af18-1644144f2a7e on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:20:29.657600 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-7065db1b-31ef-4a34-b5f9-f842dc0397e6 service neutron] Attempting to bind port bd1e7643-8716-43bb-af18-1644144f2a7e by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:20:29.657600 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-7065db1b-31ef-4a34-b5f9-f842dc0397e6 service neutron] Attempting to bind port bd1e7643-8716-43bb-af18-1644144f2a7e on network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:20:29.687003 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3497c7d-74b4-4531-8894-45bc711d3c03 req-bd3e2098-b20b-4342-bb79-43c85b53d4a0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:29.695258 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3497c7d-74b4-4531-8894-45bc711d3c03 req-bd3e2098-b20b-4342-bb79-43c85b53d4a0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 944 time: 0.3855634 Aug 19 18:20:29.725067 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-7065db1b-31ef-4a34-b5f9-f842dc0397e6 service neutron] Port bd1e7643-8716-43bb-af18-1644144f2a7e on network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:20:29.725067 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-7065db1b-31ef-4a34-b5f9-f842dc0397e6 service neutron] Attempting to bind port bd1e7643-8716-43bb-af18-1644144f2a7e on network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:20:29.814388 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c9a460-7cde-4ee1-92b3-d5eaead71cc5 None None] DHCP port deletion for 4734c50c-5b75-42a3-a882-02084790a476 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:20:29.905219 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98d0ac-1362-4614-b78c-15ff28bfb41f req-46846716-8a4c-44e6-9916-da9d00fa6071 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:29.914359 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4f98d0ac-1362-4614-b78c-15ff28bfb41f req-46846716-8a4c-44e6-9916-da9d00fa6071 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.1156552 Aug 19 18:20:29.959317 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-e8c9a460-7cde-4ee1-92b3-d5eaead71cc5 None None] Deleting port dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:29.959690 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e8c9a460-7cde-4ee1-92b3-d5eaead71cc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.006850 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4f98d0ac-1362-4614-b78c-15ff28bfb41f req-b0fa9dc7-89c7-43e1-b217-78c4a0621780 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914259 Aug 19 18:20:30.034378 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1d6f-e726-4ad0-99d7-5c8050b43696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.051418 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-7065db1b-31ef-4a34-b5f9-f842dc0397e6 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:20:30.051977 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-7065db1b-31ef-4a34-b5f9-f842dc0397e6 service neutron] Checking segment: {'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:20:30.052628 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-7065db1b-31ef-4a34-b5f9-f842dc0397e6 service neutron] Bound using segment: {'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:20:30.053397 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-7065db1b-31ef-4a34-b5f9-f842dc0397e6 service neutron] Bound port: bd1e7643-8716-43bb-af18-1644144f2a7e, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:20:30.054047 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-7065db1b-31ef-4a34-b5f9-f842dc0397e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.059240 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-0c7a1d6f-e726-4ad0-99d7-5c8050b43696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20069b73-8eae-4149-be0d-84427b71d324']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:30.094626 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3497c7d-74b4-4531-8894-45bc711d3c03 req-efbc844e-5f00-4c61-9d1f-8da4e3e6baac tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3981802 Aug 19 18:20:30.095096 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e8c9a460-7cde-4ee1-92b3-d5eaead71cc5 None None] For port dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:30.096565 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e8c9a460-7cde-4ee1-92b3-d5eaead71cc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.123375 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-e8c9a460-7cde-4ee1-92b3-d5eaead71cc5 None None] Calling delete_port for dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:30.177785 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-0c7a1d6f-e726-4ad0-99d7-5c8050b43696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda0da8b-5430-4976-bb3b-23a7d09c4b3d') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:30.178255 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-0c7a1d6f-e726-4ad0-99d7-5c8050b43696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda0da8b-5430-4976-bb3b-23a7d09c4b3d') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:30.225448 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7def07e-fe38-4456-97b1-73ff56bca143 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:30.229710 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a7def07e-fe38-4456-97b1-73ff56bca143 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.235676 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1d6f-e726-4ad0-99d7-5c8050b43696 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.240021 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed093169-61bf-4346-990f-d23ccbe38cb7 req-bd6828fe-14e5-4886-ba29-51dd94b57c8c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:30.253297 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ed093169-61bf-4346-990f-d23ccbe38cb7 req-bd6828fe-14e5-4886-ba29-51dd94b57c8c tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.1135859 Aug 19 18:20:30.280044 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e8c9a460-7cde-4ee1-92b3-d5eaead71cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.309522 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ed093169-61bf-4346-990f-d23ccbe38cb7 req-535ba721-63b8-482e-8ab0-6370f18065d8 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562682 Aug 19 18:20:30.327856 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c9a460-7cde-4ee1-92b3-d5eaead71cc5 None None] No DVR routers for this DVR port dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:20:30.332887 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9a460-7cde-4ee1-92b3-d5eaead71cc5 None None] Pushing event deleted for resources: {'Port': ['ID=dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:30.347571 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c9a460-7cde-4ee1-92b3-d5eaead71cc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:30.348547 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c9a460-7cde-4ee1-92b3-d5eaead71cc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:30.349767 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c9a460-7cde-4ee1-92b3-d5eaead71cc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:30.350218 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c9a460-7cde-4ee1-92b3-d5eaead71cc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:30.350659 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c9a460-7cde-4ee1-92b3-d5eaead71cc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:30.351098 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c9a460-7cde-4ee1-92b3-d5eaead71cc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:30.351623 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c9a460-7cde-4ee1-92b3-d5eaead71cc5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:30.352052 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c9a460-7cde-4ee1-92b3-d5eaead71cc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:30.352486 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c9a460-7cde-4ee1-92b3-d5eaead71cc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:30.353436 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c9a460-7cde-4ee1-92b3-d5eaead71cc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:30.354067 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c9a460-7cde-4ee1-92b3-d5eaead71cc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:30.354498 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c9a460-7cde-4ee1-92b3-d5eaead71cc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:30.403511 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1d6f-e726-4ad0-99d7-5c8050b43696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.431573 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-7065db1b-31ef-4a34-b5f9-f842dc0397e6 service neutron] For port bd1e7643-8716-43bb-af18-1644144f2a7e, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:20:30.434126 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7a1d6f-e726-4ad0-99d7-5c8050b43696 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:20:30.434558 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1d6f-e726-4ad0-99d7-5c8050b43696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:20:30.436493 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:20:30.509740 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-7065db1b-31ef-4a34-b5f9-f842dc0397e6 service neutron] For port bd1e7643-8716-43bb-af18-1644144f2a7e, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bd1e7643-8716-43bb-af18-1644144f2a7e,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:20:30.526578 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-7065db1b-31ef-4a34-b5f9-f842dc0397e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.531820 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ed53e-36e9-4d78-af00-aa30b196bd2f req-907baf9f-bbc6-4fc0-bba4-b945d4472456 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:30.546138 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc1ed53e-36e9-4d78-af00-aa30b196bd2f req-907baf9f-bbc6-4fc0-bba4-b945d4472456 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.0964553 Aug 19 18:20:30.547438 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:20:30.590590 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:20:30.591108 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device dac3ceda-61b0-4dd7-b8c8-b8c87ee0f49d not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:20:30.629867 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc1ed53e-36e9-4d78-af00-aa30b196bd2f req-6fd721f6-aff3-4ec3-b1df-4d8db4d4585e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820386 Aug 19 18:20:30.639313 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-7065db1b-31ef-4a34-b5f9-f842dc0397e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:30.639879 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-7065db1b-31ef-4a34-b5f9-f842dc0397e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.641352 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-7065db1b-31ef-4a34-b5f9-f842dc0397e6 service neutron] 10.222.0.54 "PUT /v2.0/ports/bd1e7643-8716-43bb-af18-1644144f2a7e HTTP/1.1" status: 200 len: 1092 time: 2.8001294 Aug 19 18:20:30.649813 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'tag': 'bd1e7643-8716-43bb-af18-1644144f2a7e'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:20:30.649813 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c12baa6-62a2-4a09-a105-5aece042dda4" -d '{"events": [{"name": "network-changed", "server_uuid": "35efca4b-f508-454a-8c4a-10b7aca97fcd", "tag": "bd1e7643-8716-43bb-af18-1644144f2a7e"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:20:30.661214 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1d6f-e726-4ad0-99d7-5c8050b43696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.671952 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1d6f-e726-4ad0-99d7-5c8050b43696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.674667 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0c7a1d6f-e726-4ad0-99d7-5c8050b43696 admin admin] 10.222.0.24 "DELETE /v2.0/networks/20069b73-8eae-4149-be0d-84427b71d324 HTTP/1.1" status: 204 len: 168 time: 1.1987963 Aug 19 18:20:30.709306 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 1d298d5a-e7fd-430f-b0d0-739439ccf16c no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:20:30.753944 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a1d6f-e726-4ad0-99d7-5c8050b43696 admin admin] Pushing event deleted for resources: {'Network': ['ID=20069b73-8eae-4149-be0d-84427b71d324,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:30.756729 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb7dc32-b4f7-4479-b4c4-abc2ceb923ca x-openstack-request-id: req-8bb7dc32-b4f7-4479-b4c4-abc2ceb923ca {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:20:30.757006 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35efca4b-f508-454a-8c4a-10b7aca97fcd", "tag": "bd1e7643-8716-43bb-af18-1644144f2a7e", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:20:30.757264 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8bb7dc32-b4f7-4479-b4c4-abc2ceb923ca {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:20:30.757699 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'tag': 'bd1e7643-8716-43bb-af18-1644144f2a7e', 'status': 'completed', 'code': 200} Aug 19 18:20:30.764951 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 1d298d5a-e7fd-430f-b0d0-739439ccf16c {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:20:30.765910 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 1d298d5a-e7fd-430f-b0d0-739439ccf16c not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:20:30.817987 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065db1b-31ef-4a34-b5f9-f842dc0397e6 service neutron] Pushing event updated for resources: {'Port': ['ID=bd1e7643-8716-43bb-af18-1644144f2a7e,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:30.854879 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-3a0d0e90-04dd-4229-a021-8693e931781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:30.860655 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-3a0d0e90-04dd-4229-a021-8693e931781f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 1095 time: 0.1357138 Aug 19 18:20:30.982232 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-65f3c515-41dc-4584-bf91-65cce4d8f0cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd1e7643-8716-43bb-af18-1644144f2a7e HTTP/1.1" status: 200 len: 217 time: 0.1054671 Aug 19 18:20:30.990737 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60216) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:31.040383 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2dc4ecf6-4a82-4540-b09a-89400804a5ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d0d8e8a47064bf0b23bae57b77c1d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483160 Aug 19 18:20:31.042893 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60218) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:31.095996 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a2183-18c4-4614-be72-b040facb7e0c req-53898d40-32dc-406f-822d-a9d0af9681b7 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:31.097736 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fb2a2183-18c4-4614-be72-b040facb7e0c req-53898d40-32dc-406f-822d-a9d0af9681b7 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.1543121 Aug 19 18:20:31.103191 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-423e55f8-2fc3-4dcc-a5b6-ab8c550661bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:31.104740 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-423e55f8-2fc3-4dcc-a5b6-ab8c550661bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.0930438 Aug 19 18:20:31.105830 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4d1f01a9-3cb8-4bce-beda-94bc3a7db2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:31.122029 n-d-803753-2 neutron-server[94682]: DEBUG neutron.objects.ports [None req-a7def07e-fe38-4456-97b1-73ff56bca143 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:20:31.131009 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4d1f01a9-3cb8-4bce-beda-94bc3a7db2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:31.133168 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a7def07e-fe38-4456-97b1-73ff56bca143 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:31.220422 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4d1f01a9-3cb8-4bce-beda-94bc3a7db2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:31.223280 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4d1f01a9-3cb8-4bce-beda-94bc3a7db2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:31.224457 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4d1f01a9-3cb8-4bce-beda-94bc3a7db2f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34ea683f-b51d-4977-9394-97d1f46e1463 HTTP/1.1" status: 204 len: 168 time: 0.1803656 Aug 19 18:20:31.255426 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f01a9-3cb8-4bce-beda-94bc3a7db2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ea683f-b51d-4977-9394-97d1f46e1463,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:31.299121 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b6f87-a653-46d2-b5bc-7f5b5a68a26f req-72de7c38-0085-4987-8122-e97e59814d85 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:31.303354 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c14b6f87-a653-46d2-b5bc-7f5b5a68a26f req-72de7c38-0085-4987-8122-e97e59814d85 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 944 time: 0.0915232 Aug 19 18:20:31.382295 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c14b6f87-a653-46d2-b5bc-7f5b5a68a26f req-52bf6268-3402-4cb2-bdc8-7124cdf1726e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727427 Aug 19 18:20:31.560053 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7def07e-fe38-4456-97b1-73ff56bca143 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:31.571349 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-a7def07e-fe38-4456-97b1-73ff56bca143 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:31.574680 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7def07e-fe38-4456-97b1-73ff56bca143 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:31.575298 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a7def07e-fe38-4456-97b1-73ff56bca143 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:31.584407 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0309bf9-65fe-4e7b-b0f4-399f595bdc00 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:31.601684 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7def07e-fe38-4456-97b1-73ff56bca143 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=1c106482-3610-4464-b762-672a5f604e3c,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:31.615040 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fb2a2183-18c4-4614-be72-b040facb7e0c req-74dbca21-262a-469b-a21c-be3a9a20fe36 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903092 Aug 19 18:20:31.617813 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-e5619997-a812-4ba0-aa2c-c372b8b3c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:31.619055 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-e5619997-a812-4ba0-aa2c-c372b8b3c65d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4958389 Aug 19 18:20:31.624823 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a7def07e-fe38-4456-97b1-73ff56bca143 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1353810 Aug 19 18:20:31.625102 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60228) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:31.631585 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c8aeb62f-1593-435e-ae35-5463a532d114 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'mac_address': 'fa:16:3e:21:62:65', 'name': 'tempest-NetworksTestDHCPv6-723293458'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:31.774624 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8aeb62f-1593-435e-ae35-5463a532d114 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:31.777415 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-e161ac1f-47c8-4c8a-8404-3910f948b416 service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364744 Aug 19 18:20:31.919489 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466a780d-8388-494d-96f0-a3813fbfc62c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-4734c50c-5b75-42a3-a882-02084790a476', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'fixed_ips': [{'subnet_id': '1c106482-3610-4464-b762-672a5f604e3c'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:20:31.920589 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-466a780d-8388-494d-96f0-a3813fbfc62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:31.974556 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206c963-1a31-417e-a2b1-7e9917d2fc07 req-9f638a02-5702-4b1c-8b5f-814896019e41 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:31.976199 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9206c963-1a31-417e-a2b1-7e9917d2fc07 req-9f638a02-5702-4b1c-8b5f-814896019e41 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.1699994 Aug 19 18:20:32.017146 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-daa701c6-de0e-4a5a-a34f-4ba3ab2caa75 req-06c5d0d6-f0a0-4829-95a9-7bd10a460768 service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275794 Aug 19 18:20:32.053558 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9206c963-1a31-417e-a2b1-7e9917d2fc07 req-87324e1e-5f7a-4bcb-b30c-f634e3543d35 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675867 Aug 19 18:20:32.166379 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-466a780d-8388-494d-96f0-a3813fbfc62c None None] Allocated IP 2001:db8::f816:3eff:fe41:3731 (4734c50c-5b75-42a3-a882-02084790a476/1c106482-3610-4464-b762-672a5f604e3c/64a85eb6-c8b1-424e-8548-db4ec3528782) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:32.179379 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12baa6-62a2-4a09-a105-5aece042dda4 req-74b5bf03-8e9a-4f91-9f51-fa74c4a2cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:32.181312 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7c12baa6-62a2-4a09-a105-5aece042dda4 req-74b5bf03-8e9a-4f91-9f51-fa74c4a2cfe3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 1095 time: 0.1017730 Aug 19 18:20:32.320629 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8aeb62f-1593-435e-ae35-5463a532d114 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:32.365984 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-c8aeb62f-1593-435e-ae35-5463a532d114 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] device_id is not set on port 5679ac9a-140c-4c07-a31e-fef919277c52 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:20:32.391148 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-466a780d-8388-494d-96f0-a3813fbfc62c None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:32.402184 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-466a780d-8388-494d-96f0-a3813fbfc62c None None] Transition to ACTIVE for port object 64a85eb6-c8b1-424e-8548-db4ec3528782 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:32.420719 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-466a780d-8388-494d-96f0-a3813fbfc62c None None] Transition to ACTIVE for port object 64a85eb6-c8b1-424e-8548-db4ec3528782 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:32.446433 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-466a780d-8388-494d-96f0-a3813fbfc62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:32.461958 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12baa6-62a2-4a09-a105-5aece042dda4 req-63044f34-4dc7-4e15-a5e9-ab101427ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:32.463626 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7c12baa6-62a2-4a09-a105-5aece042dda4 req-63044f34-4dc7-4e15-a5e9-ab101427ab7b service neutron] 10.222.0.54 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 913 time: 0.2737634 Aug 19 18:20:32.503071 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466a780d-8388-494d-96f0-a3813fbfc62c None None] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:32.620386 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-466a780d-8388-494d-96f0-a3813fbfc62c None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:32.623351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-c8aeb62f-1593-435e-ae35-5463a532d114 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8::f816:3eff:fe21:6265 (4734c50c-5b75-42a3-a882-02084790a476/1c106482-3610-4464-b762-672a5f604e3c/5679ac9a-140c-4c07-a31e-fef919277c52) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:32.626481 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7c12baa6-62a2-4a09-a105-5aece042dda4 req-12f677ae-b778-4072-8172-bf43f9a99c31 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd1e7643-8716-43bb-af18-1644144f2a7e HTTP/1.1" status: 200 len: 217 time: 0.1452565 Aug 19 18:20:32.627585 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466a780d-8388-494d-96f0-a3813fbfc62c None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:32.732465 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfa7f5-689e-44dc-9cab-3f726dd0a6f9 req-10306fd2-af41-4c53-96a0-d7581cf05679 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:32.734377 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33bfa7f5-689e-44dc-9cab-3f726dd0a6f9 req-10306fd2-af41-4c53-96a0-d7581cf05679 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 944 time: 0.1554844 Aug 19 18:20:32.764110 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12baa6-62a2-4a09-a105-5aece042dda4 req-3e9549a2-e17c-494a-9894-cbd07f4d9f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:32.766380 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7c12baa6-62a2-4a09-a105-5aece042dda4 req-3e9549a2-e17c-494a-9894-cbd07f4d9f90 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.0520864 Aug 19 18:20:32.810834 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3724766e-67b9-4241-8931-94d2b1f7da31 req-55987b2a-e5b7-43d9-bcf1-82d4a7f2b7fb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1815131 Aug 19 18:20:32.849195 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12baa6-62a2-4a09-a105-5aece042dda4 req-cece10f1-dc17-4ed8-98ca-679477330b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:32.851185 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7c12baa6-62a2-4a09-a105-5aece042dda4 req-cece10f1-dc17-4ed8-98ca-679477330b2d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737622 Aug 19 18:20:32.863913 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a780d-8388-494d-96f0-a3813fbfc62c None None] Pushing event updated for resources: {'Port': ['ID=64a85eb6-c8b1-424e-8548-db4ec3528782,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:32.870687 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33bfa7f5-689e-44dc-9cab-3f726dd0a6f9 req-4df06f5b-1705-4c7e-81f4-b7570762ce7e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220469 Aug 19 18:20:32.914812 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-466a780d-8388-494d-96f0-a3813fbfc62c None None] Attempting to bind port 64a85eb6-c8b1-424e-8548-db4ec3528782 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:20:32.915471 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-466a780d-8388-494d-96f0-a3813fbfc62c None None] Attempting to bind port 64a85eb6-c8b1-424e-8548-db4ec3528782 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:20:32.916017 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466a780d-8388-494d-96f0-a3813fbfc62c None None] Attempting to bind port 64a85eb6-c8b1-424e-8548-db4ec3528782 on network 4734c50c-5b75-42a3-a882-02084790a476 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:20:32.929387 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466a780d-8388-494d-96f0-a3813fbfc62c None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:20:32.935391 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466a780d-8388-494d-96f0-a3813fbfc62c None None] Checking segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:20:32.936084 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-466a780d-8388-494d-96f0-a3813fbfc62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:32.936684 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466a780d-8388-494d-96f0-a3813fbfc62c None None] Bound using segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:20:32.937382 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-466a780d-8388-494d-96f0-a3813fbfc62c None None] Bound port: 64a85eb6-c8b1-424e-8548-db4ec3528782, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:20:32.937963 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-466a780d-8388-494d-96f0-a3813fbfc62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:32.990367 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7c12baa6-62a2-4a09-a105-5aece042dda4 req-b8839fcc-ffe4-4e45-8682-0154abf93b4f service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197741 Aug 19 18:20:32.996637 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8aeb62f-1593-435e-ae35-5463a532d114 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:33.051580 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-c8aeb62f-1593-435e-ae35-5463a532d114 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Transition to ACTIVE for port object 5679ac9a-140c-4c07-a31e-fef919277c52 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:33.097120 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-466a780d-8388-494d-96f0-a3813fbfc62c None None] For port 64a85eb6-c8b1-424e-8548-db4ec3528782, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:20:33.103353 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-466a780d-8388-494d-96f0-a3813fbfc62c None None] For port 64a85eb6-c8b1-424e-8548-db4ec3528782, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=64a85eb6-c8b1-424e-8548-db4ec3528782,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:20:33.111789 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-466a780d-8388-494d-96f0-a3813fbfc62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:33.157336 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8aeb62f-1593-435e-ae35-5463a532d114 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:33.214606 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aeb62f-1593-435e-ae35-5463a532d114 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:33.218024 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-c8aeb62f-1593-435e-ae35-5463a532d114 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:33.235601 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a780d-8388-494d-96f0-a3813fbfc62c None None] Pushing event updated for resources: {'Port': ['ID=64a85eb6-c8b1-424e-8548-db4ec3528782,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:33.254753 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7c12baa6-62a2-4a09-a105-5aece042dda4 req-06abe4f2-ae7a-46f9-9a9c-91c2d68ee6b8 service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556796 Aug 19 18:20:33.286303 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724766e-67b9-4241-8931-94d2b1f7da31 req-9cb8c6a2-e7d2-4d53-b1c6-eb11c3df8a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:33.291856 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3724766e-67b9-4241-8931-94d2b1f7da31 req-9cb8c6a2-e7d2-4d53-b1c6-eb11c3df8a6e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65af0cd5b05e4e47a92672412bb56f85&device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 1097 time: 0.3064253 Aug 19 18:20:33.306901 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aeb62f-1593-435e-ae35-5463a532d114 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:33.313063 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aeb62f-1593-435e-ae35-5463a532d114 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:33.313856 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8aeb62f-1593-435e-ae35-5463a532d114 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:33.364354 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aeb62f-1593-435e-ae35-5463a532d114 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=5679ac9a-140c-4c07-a31e-fef919277c52,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:33.373030 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c8aeb62f-1593-435e-ae35-5463a532d114 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7467875 Aug 19 18:20:33.375800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60276) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:33.454036 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724766e-67b9-4241-8931-94d2b1f7da31 req-7f966eab-3634-4ff2-9ea7-485c46ad400b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:33.455833 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3724766e-67b9-4241-8931-94d2b1f7da31 req-7f966eab-3634-4ff2-9ea7-485c46ad400b service neutron] 10.222.0.54 "GET /v2.0/networks?id=328a6888-a512-4946-b559-9a6ac5994658 HTTP/1.1" status: 200 len: 912 time: 0.1385615 Aug 19 18:20:33.458535 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577b1f3a-de46-4d0a-ad26-a744f1e45c6c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:33.465974 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577b1f3a-de46-4d0a-ad26-a744f1e45c6c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:33.470199 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-577b1f3a-de46-4d0a-ad26-a744f1e45c6c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0909269 Aug 19 18:20:33.472440 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60288) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:33.630293 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3724766e-67b9-4241-8931-94d2b1f7da31 req-96d9236d-505a-4a55-9174-ad3372c3c5ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e299f58-b888-4ecd-9292-355732af519c HTTP/1.1" status: 200 len: 1002 time: 0.1650517 Aug 19 18:20:33.682577 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-87ef4907-cc24-4495-9ff6-a12312dd071b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting port 5679ac9a-140c-4c07-a31e-fef919277c52 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:33.684363 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-87ef4907-cc24-4495-9ff6-a12312dd071b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:33.719024 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724766e-67b9-4241-8931-94d2b1f7da31 req-e31c1d23-983b-4862-9c8f-f16ae61deef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:33.720704 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3724766e-67b9-4241-8931-94d2b1f7da31 req-e31c1d23-983b-4862-9c8f-f16ae61deef1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9cc3538-7c99-4258-a48c-18c8964a49b7 HTTP/1.1" status: 200 len: 850 time: 0.0816698 Aug 19 18:20:33.835205 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724766e-67b9-4241-8931-94d2b1f7da31 req-3b61f1e0-3eb0-442d-8788-0c208f645afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:33.836757 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3724766e-67b9-4241-8931-94d2b1f7da31 req-3b61f1e0-3eb0-442d-8788-0c208f645afa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=328a6888-a512-4946-b559-9a6ac5994658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082199 Aug 19 18:20:33.887365 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-020084bc-6ebf-45b8-b84e-5808ddb2d178 req-682282c6-56f0-4dbc-b521-daafeee85fba tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1d30bbf-9d73-440a-af29-31c47373fff9 HTTP/1.1" status: 200 len: 210 time: 0.0536857 Aug 19 18:20:34.009786 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-87ef4907-cc24-4495-9ff6-a12312dd071b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:34.046347 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-87ef4907-cc24-4495-9ff6-a12312dd071b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Calling delete_port for 5679ac9a-140c-4c07-a31e-fef919277c52 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:34.147176 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3724766e-67b9-4241-8931-94d2b1f7da31 req-51dc1f75-b1eb-4f12-bc10-1bd43a07bb92 service neutron] 10.222.0.54 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022556 Aug 19 18:20:34.307448 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662295bf-c4c2-4d9c-8f8b-d991d3603247 req-78dae1c5-29c8-4218-9080-68f9ddda3644 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:34.317682 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-662295bf-c4c2-4d9c-8f8b-d991d3603247 req-78dae1c5-29c8-4218-9080-68f9ddda3644 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 944 time: 0.2608981 Aug 19 18:20:34.364969 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-87ef4907-cc24-4495-9ff6-a12312dd071b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:34.426491 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3724766e-67b9-4241-8931-94d2b1f7da31 req-4309eef2-3bf8-4757-84a4-826dc71db630 service neutron] 10.222.0.54 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667470 Aug 19 18:20:34.457008 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-662295bf-c4c2-4d9c-8f8b-d991d3603247 req-d8aca6f4-52d8-4f09-8a0d-2f6a071c9aa4 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242740 Aug 19 18:20:34.480427 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device bd1e7643-8716-43bb-af18-1644144f2a7e details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:20:34.486110 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef4907-cc24-4495-9ff6-a12312dd071b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Port': ['ID=5679ac9a-140c-4c07-a31e-fef919277c52,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:34.563164 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-87ef4907-cc24-4495-9ff6-a12312dd071b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:34.580322 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-87ef4907-cc24-4495-9ff6-a12312dd071b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/5679ac9a-140c-4c07-a31e-fef919277c52 HTTP/1.1" status: 204 len: 168 time: 1.1019104 Aug 19 18:20:34.583257 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60326) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:34.754118 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-23fb3f54-c324-4dbe-a36e-bdc70aabc1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:34.836015 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342333e9-ad59-40a6-909a-14b05260f77a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:34.840090 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342333e9-ad59-40a6-909a-14b05260f77a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:34.845170 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-342333e9-ad59-40a6-909a-14b05260f77a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2601609 Aug 19 18:20:34.848654 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60340) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:34.857789 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port bd1e7643-8716-43bb-af18-1644144f2a7e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bd1e7643-8716-43bb-af18-1644144f2a7e,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:34.876911 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'bd1e7643-8716-43bb-af18-1644144f2a7e', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'port_id': 'bd1e7643-8716-43bb-af18-1644144f2a7e', 'mac_address': 'fa:16:3e:09:7f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:20:34.886201 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 64a85eb6-c8b1-424e-8548-db4ec3528782 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:34.982046 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:35.008571 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a3b93d7f-4baf-41d8-b806-04a875935e22 req-6bd17364-c977-47e9-b99d-d67423e4987f tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0669417 Aug 19 18:20:35.045007 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1e7643-8716-43bb-af18-1644144f2a7e {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:20:35.048389 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba842f8-8d41-4531-949a-d68ee11f8507 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet 1c106482-3610-4464-b762-672a5f604e3c {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:20:35.056911 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 64a85eb6-c8b1-424e-8548-db4ec3528782 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:35.059653 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cba842f8-8d41-4531-949a-d68ee11f8507 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:35.089916 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port bd1e7643-8716-43bb-af18-1644144f2a7e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bd1e7643-8716-43bb-af18-1644144f2a7e,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:35.097867 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:35.159098 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cba842f8-8d41-4531-949a-d68ee11f8507 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:35.163044 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=bd1e7643-8716-43bb-af18-1644144f2a7e,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:35.189696 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ce4dff62-6972-49b6-9fb6-6b3341d94825 None None] Provisioning for port 64a85eb6-c8b1-424e-8548-db4ec3528782 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:35.200461 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ce4dff62-6972-49b6-9fb6-6b3341d94825 None None] Provisioning complete for port 64a85eb6-c8b1-424e-8548-db4ec3528782 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:35.201254 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ce4dff62-6972-49b6-9fb6-6b3341d94825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:35.370721 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ce4dff62-6972-49b6-9fb6-6b3341d94825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:35.371360 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cba842f8-8d41-4531-949a-d68ee11f8507 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:35.395905 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['bd1e7643-8716-43bb-af18-1644144f2a7e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:20:35.488813 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cba842f8-8d41-4531-949a-d68ee11f8507 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:35.521801 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cba842f8-8d41-4531-949a-d68ee11f8507 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:35.541568 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cba842f8-8d41-4531-949a-d68ee11f8507 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/1c106482-3610-4464-b762-672a5f604e3c HTTP/1.1" status: 204 len: 168 time: 0.6915133 Aug 19 18:20:35.544943 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60346) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:35.652750 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba842f8-8d41-4531-949a-d68ee11f8507 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=1c106482-3610-4464-b762-672a5f604e3c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:35.669489 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.api [None req-ce4dff62-6972-49b6-9fb6-6b3341d94825 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:20:35.672146 n-d-803753-2 neutron-server[94683]: DEBUG oslo_db.api [None req-ce4dff62-6972-49b6-9fb6-6b3341d94825 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:20:35.681634 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-14242326-f184-456b-8cbd-69dbbaf83ce0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1352868 Aug 19 18:20:35.684113 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60350) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:35.818901 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a18b8-3a08-42d9-854e-5de73d514555 req-0efee1e2-3962-4862-ada0-113121d8087a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:35.821276 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b04a18b8-3a08-42d9-854e-5de73d514555 req-0efee1e2-3962-4862-ada0-113121d8087a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1009068 Aug 19 18:20:35.848057 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95df2ffa-8ffb-49da-bced-5dac8c4bb3c9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:35.854703 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60356) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:35.855296 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-95df2ffa-8ffb-49da-bced-5dac8c4bb3c9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1688123 Aug 19 18:20:35.926262 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16ac534-2467-4f20-9523-4944379071d8 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:35.943633 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b04a18b8-3a08-42d9-854e-5de73d514555 req-0352674f-3118-4c1e-8244-f5394bfacd75 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162071 Aug 19 18:20:35.952684 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78932e2-7004-4103-9bf4-c7181b1d9fbd tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:35.960508 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60360) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:35.960731 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c78932e2-7004-4103-9bf4-c7181b1d9fbd tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1034834 Aug 19 18:20:36.140663 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-73a51a1d-fd00-4696-b180-a5cd407e0278 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1759355 Aug 19 18:20:36.141779 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60366) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:36.156732 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c97696e2-d03c-40da-96c8-65f4f25120c6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:36.238548 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f1251e27-32b4-4e3f-8713-c7d7c2714d71 req-b2096704-f4fe-4f11-8f15-9c00b1c41650 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0609696 Aug 19 18:20:36.270061 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f7c728-9176-45f5-8edc-812279cd7005 None None] DHCP port deletion for 4734c50c-5b75-42a3-a882-02084790a476 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:20:36.281297 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ce4dff62-6972-49b6-9fb6-6b3341d94825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:36.387686 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97696e2-d03c-40da-96c8-65f4f25120c6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:36.391755 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c97696e2-d03c-40da-96c8-65f4f25120c6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:36.399048 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ce4dff62-6972-49b6-9fb6-6b3341d94825 None None] For port 64a85eb6-c8b1-424e-8548-db4ec3528782, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=64a85eb6-c8b1-424e-8548-db4ec3528782,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:36.406462 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ce4dff62-6972-49b6-9fb6-6b3341d94825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:36.416686 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f9f7c728-9176-45f5-8edc-812279cd7005 None None] Deleting port 64a85eb6-c8b1-424e-8548-db4ec3528782 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:36.417062 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f9f7c728-9176-45f5-8edc-812279cd7005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:36.553287 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4dff62-6972-49b6-9fb6-6b3341d94825 None None] Pushing event updated for resources: {'Port': ['ID=64a85eb6-c8b1-424e-8548-db4ec3528782,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:36.572460 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device bd1e7643-8716-43bb-af18-1644144f2a7e up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:36.614491 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 64a85eb6-c8b1-424e-8548-db4ec3528782 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:20:36.621897 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-eec16c58-6be5-4e08-9bf7-4e65319f3f51 None None] Could not find standard attr ID for object 5679ac9a-140c-4c07-a31e-fef919277c52. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:20:36.670766 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-f9f7c728-9176-45f5-8edc-812279cd7005 None None] For port 64a85eb6-c8b1-424e-8548-db4ec3528782, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=64a85eb6-c8b1-424e-8548-db4ec3528782,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:36.671580 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f9f7c728-9176-45f5-8edc-812279cd7005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:36.695635 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f9f7c728-9176-45f5-8edc-812279cd7005 None None] Calling delete_port for 64a85eb6-c8b1-424e-8548-db4ec3528782 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:36.946477 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f9f7c728-9176-45f5-8edc-812279cd7005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:36.966240 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port bd1e7643-8716-43bb-af18-1644144f2a7e completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:36.991851 n-d-803753-2 neutron-server[94683]: INFO neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No ports have port_id starting with 64a85eb6-c8b1-424e-8548-db4ec3528782 Aug 19 18:20:37.027706 n-d-803753-2 neutron-server[94681]: DEBUG neutron.objects.ports [None req-c97696e2-d03c-40da-96c8-65f4f25120c6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94681) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:20:37.045359 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7c728-9176-45f5-8edc-812279cd7005 None None] Pushing event deleted for resources: {'Port': ['ID=64a85eb6-c8b1-424e-8548-db4ec3528782,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:37.047496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port bd1e7643-8716-43bb-af18-1644144f2a7e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:37.047875 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:37.081511 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f7c728-9176-45f5-8edc-812279cd7005 None None] No DVR routers for this DVR port 64a85eb6-c8b1-424e-8548-db4ec3528782 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:20:37.195102 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b985b4a7-4af7-47a7-9075-a6c742491fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:37.201336 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c7833-c4f6-47dc-8289-a66438e6130b req-796660dc-55bc-41c9-b32b-dfc7ea83bde8 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:37.202989 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e19c7833-c4f6-47dc-8289-a66438e6130b req-796660dc-55bc-41c9-b32b-dfc7ea83bde8 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1317134 Aug 19 18:20:37.288217 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:37.292676 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e19c7833-c4f6-47dc-8289-a66438e6130b req-c346c9a6-b07a-449c-b908-76e91814fba5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790825 Aug 19 18:20:37.358140 n-d-803753-2 neutron-server[94681]: WARNING neutron.services.revisions.revision_plugin [None req-c97696e2-d03c-40da-96c8-65f4f25120c6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Could not find related port for resource to bump revision. Aug 19 18:20:37.364967 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.ipam_pluggable_backend [None req-c97696e2-d03c-40da-96c8-65f4f25120c6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Port 64a85eb6-c8b1-424e-8548-db4ec3528782 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94681) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 19 18:20:37.365412 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.ipam_pluggable_backend [None req-c97696e2-d03c-40da-96c8-65f4f25120c6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Reverting IP allocation for 2001:db8::f816:3eff:fe41:3731 {{(pid=94681) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 19 18:20:37.379658 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.ipam_pluggable_backend [None req-c97696e2-d03c-40da-96c8-65f4f25120c6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe41:3731 {{(pid=94681) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 19 18:20:37.381167 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c97696e2-d03c-40da-96c8-65f4f25120c6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:37.465982 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-887399dc-de17-482a-8ff1-c05b23397d76 req-39fbd17d-d0c9-4d27-9df2-ef6de8c3ba7f tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0498643 Aug 19 18:20:37.496425 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97696e2-d03c-40da-96c8-65f4f25120c6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:37.500225 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-c97696e2-d03c-40da-96c8-65f4f25120c6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:37.505935 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97696e2-d03c-40da-96c8-65f4f25120c6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:37.506540 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c97696e2-d03c-40da-96c8-65f4f25120c6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:37.526621 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97696e2-d03c-40da-96c8-65f4f25120c6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=a2824402-347c-42ae-b299-5397afef5fa7,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:37.542035 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c97696e2-d03c-40da-96c8-65f4f25120c6 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3974128 Aug 19 18:20:37.544795 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60388) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:37.550778 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-4a7bf1e4-2cfb-40a9-89b5-aecd79e75b17 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'mac_address': 'fa:16:3e:35:4c:f8', 'name': 'tempest-NetworksTestDHCPv6-1503914698'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:37.618925 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7c7c47-a508-4623-9242-06c3adcd60bb None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:37.634494 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:37.724025 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7bf1e4-2cfb-40a9-89b5-aecd79e75b17 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:37.739528 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1e7643-8716-43bb-af18-1644144f2a7e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:20:37.744956 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bff8c20-3db0-4edf-954c-4faf8506f401" -d '{"events": [{"server_uuid": "35efca4b-f508-454a-8c4a-10b7aca97fcd", "name": "network-vif-plugged", "status": "completed", "tag": "bd1e7643-8716-43bb-af18-1644144f2a7e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:20:37.756069 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port bd1e7643-8716-43bb-af18-1644144f2a7e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bd1e7643-8716-43bb-af18-1644144f2a7e,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:37.765020 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:37.828739 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef87637-0582-4ec9-8b8c-e90426ec6ef2 x-openstack-request-id: req-6ef87637-0582-4ec9-8b8c-e90426ec6ef2 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:20:37.829337 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35efca4b-f508-454a-8c4a-10b7aca97fcd", "name": "network-vif-plugged", "status": "completed", "tag": "bd1e7643-8716-43bb-af18-1644144f2a7e", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:20:37.829775 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ef87637-0582-4ec9-8b8c-e90426ec6ef2 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:20:37.830913 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1e7643-8716-43bb-af18-1644144f2a7e', 'code': 200} Aug 19 18:20:37.855710 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4a7bf1e4-2cfb-40a9-89b5-aecd79e75b17 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:37.863844 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=bd1e7643-8716-43bb-af18-1644144f2a7e,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:37.914714 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2af8eb31-7ff4-49d8-a553-65b804f3fd62 req-f074c1e3-83f8-4679-b6d7-d0120d9668fc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c1d30bbf-9d73-440a-af29-31c47373fff9 HTTP/1.1" status: 200 len: 210 time: 0.0631313 Aug 19 18:20:37.928739 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-4a7bf1e4-2cfb-40a9-89b5-aecd79e75b17 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] device_id is not set on port d22bc4e1-344a-4645-a202-d068d93eaca8 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:20:37.951042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb209eb-9843-4c9f-a042-08d67269a7d6 req-08a5c531-3906-46e5-9dc2-6bd2260eef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:37.953079 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cdb209eb-9843-4c9f-a042-08d67269a7d6 req-08a5c531-3906-46e5-9dc2-6bd2260eef82 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 1097 time: 0.0536211 Aug 19 18:20:38.010746 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5e282f-209e-4a96-a84b-49939b9fb3ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-4734c50c-5b75-42a3-a882-02084790a476', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'fixed_ips': [{'subnet_id': 'a2824402-347c-42ae-b299-5397afef5fa7'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:20:38.011765 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3d5e282f-209e-4a96-a84b-49939b9fb3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:38.027683 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cdb209eb-9843-4c9f-a042-08d67269a7d6 req-3f0cdc5e-bbd7-4993-9355-d21dee5a12f2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623248 Aug 19 18:20:38.089131 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-4a7bf1e4-2cfb-40a9-89b5-aecd79e75b17 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8::f816:3eff:fe35:4cf8 (4734c50c-5b75-42a3-a882-02084790a476/a2824402-347c-42ae-b299-5397afef5fa7/d22bc4e1-344a-4645-a202-d068d93eaca8) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:38.183915 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:38.337283 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4a7bf1e4-2cfb-40a9-89b5-aecd79e75b17 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:38.383045 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-4a7bf1e4-2cfb-40a9-89b5-aecd79e75b17 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Transition to ACTIVE for port object d22bc4e1-344a-4645-a202-d068d93eaca8 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:38.503319 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ddcca3c5-e0f5-4e43-b60e-ec7f80f9e1b4 req-5f07e5fd-e171-4dd6-8a22-13b46fc0c150 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0845692 Aug 19 18:20:38.531258 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-3d5e282f-209e-4a96-a84b-49939b9fb3ed None None] Allocated IP 2001:db8::f816:3eff:fe2c:d48 (4734c50c-5b75-42a3-a882-02084790a476/a2824402-347c-42ae-b299-5397afef5fa7/0ba90583-5d35-49fd-b0c8-285f648c8bd9) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:38.537741 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4a7bf1e4-2cfb-40a9-89b5-aecd79e75b17 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:38.653236 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7bf1e4-2cfb-40a9-89b5-aecd79e75b17 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:38.656986 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-4a7bf1e4-2cfb-40a9-89b5-aecd79e75b17 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:38.660605 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7bf1e4-2cfb-40a9-89b5-aecd79e75b17 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=d22bc4e1-344a-4645-a202-d068d93eaca8,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:38.665205 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7bf1e4-2cfb-40a9-89b5-aecd79e75b17 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:38.671357 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7bf1e4-2cfb-40a9-89b5-aecd79e75b17 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:38.672323 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4a7bf1e4-2cfb-40a9-89b5-aecd79e75b17 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:38.674801 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6c4b2ea7-3649-4752-9d9e-06ace4c11625 req-7b31273f-f4c7-4f77-959b-6c6c21c41a2a tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0609210 Aug 19 18:20:38.683336 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d3d4f-527f-4e85-bbef-f1c13b42475d req-00e93976-4f35-4d2b-bf41-b23d2d1d8d63 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:38.685122 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-908d3d4f-527f-4e85-bbef-f1c13b42475d req-00e93976-4f35-4d2b-bf41-b23d2d1d8d63 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 946 time: 0.2526236 Aug 19 18:20:38.734143 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4a7bf1e4-2cfb-40a9-89b5-aecd79e75b17 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1880009 Aug 19 18:20:38.736186 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60404) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:38.762646 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-908d3d4f-527f-4e85-bbef-f1c13b42475d req-dcb24051-20c4-4670-a2f6-83ff142c4dbf tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646074 Aug 19 18:20:38.812058 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3d5e282f-209e-4a96-a84b-49939b9fb3ed None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:38.826034 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3d5e282f-209e-4a96-a84b-49939b9fb3ed None None] Transition to ACTIVE for port object 0ba90583-5d35-49fd-b0c8-285f648c8bd9 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:38.831927 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0ef2a2-4f9f-46d6-a121-c8789fe0afda tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:38.833644 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4f0ef2a2-4f9f-46d6-a121-c8789fe0afda tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0962756 Aug 19 18:20:38.836364 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60406) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:38.857657 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3d5e282f-209e-4a96-a84b-49939b9fb3ed None None] Transition to ACTIVE for port object 0ba90583-5d35-49fd-b0c8-285f648c8bd9 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:38.869411 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3d5e282f-209e-4a96-a84b-49939b9fb3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:38.930318 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5e282f-209e-4a96-a84b-49939b9fb3ed None None] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:38.935373 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-3d5e282f-209e-4a96-a84b-49939b9fb3ed None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:38.943912 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5e282f-209e-4a96-a84b-49939b9fb3ed None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:38.959451 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e282f-209e-4a96-a84b-49939b9fb3ed None None] Pushing event updated for resources: {'Port': ['ID=0ba90583-5d35-49fd-b0c8-285f648c8bd9,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:38.977352 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-ae051edc-ab94-4f4d-9304-b209a6cc675f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting port d22bc4e1-344a-4645-a202-d068d93eaca8 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:38.977992 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ae051edc-ab94-4f4d-9304-b209a6cc675f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:39.043623 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-3d5e282f-209e-4a96-a84b-49939b9fb3ed None None] Attempting to bind port 0ba90583-5d35-49fd-b0c8-285f648c8bd9 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:20:39.044215 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-3d5e282f-209e-4a96-a84b-49939b9fb3ed None None] Attempting to bind port 0ba90583-5d35-49fd-b0c8-285f648c8bd9 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:20:39.044426 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e282f-209e-4a96-a84b-49939b9fb3ed None None] Attempting to bind port 0ba90583-5d35-49fd-b0c8-285f648c8bd9 on network 4734c50c-5b75-42a3-a882-02084790a476 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:20:39.054798 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e282f-209e-4a96-a84b-49939b9fb3ed None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:20:39.055430 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e282f-209e-4a96-a84b-49939b9fb3ed None None] Checking segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:20:39.056104 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3d5e282f-209e-4a96-a84b-49939b9fb3ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:39.056969 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e282f-209e-4a96-a84b-49939b9fb3ed None None] Bound using segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:20:39.058069 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-3d5e282f-209e-4a96-a84b-49939b9fb3ed None None] Bound port: 0ba90583-5d35-49fd-b0c8-285f648c8bd9, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:20:39.058736 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3d5e282f-209e-4a96-a84b-49939b9fb3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:39.121942 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ae051edc-ab94-4f4d-9304-b209a6cc675f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:39.154044 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-ae051edc-ab94-4f4d-9304-b209a6cc675f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Calling delete_port for d22bc4e1-344a-4645-a202-d068d93eaca8 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:39.196219 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-3d5e282f-209e-4a96-a84b-49939b9fb3ed None None] For port 0ba90583-5d35-49fd-b0c8-285f648c8bd9, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:20:39.200932 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-3d5e282f-209e-4a96-a84b-49939b9fb3ed None None] For port 0ba90583-5d35-49fd-b0c8-285f648c8bd9, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0ba90583-5d35-49fd-b0c8-285f648c8bd9,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:20:39.207080 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3d5e282f-209e-4a96-a84b-49939b9fb3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:39.339515 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e282f-209e-4a96-a84b-49939b9fb3ed None None] Pushing event updated for resources: {'Port': ['ID=0ba90583-5d35-49fd-b0c8-285f648c8bd9,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:39.372647 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ae051edc-ab94-4f4d-9304-b209a6cc675f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:39.414797 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae051edc-ab94-4f4d-9304-b209a6cc675f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Port': ['ID=d22bc4e1-344a-4645-a202-d068d93eaca8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:39.476103 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ae051edc-ab94-4f4d-9304-b209a6cc675f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:39.481743 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ae051edc-ab94-4f4d-9304-b209a6cc675f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/d22bc4e1-344a-4645-a202-d068d93eaca8 HTTP/1.1" status: 204 len: 168 time: 0.6425774 Aug 19 18:20:39.483705 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60414) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:39.710870 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756e4751-1ea7-4727-82cd-ec5c5908bc27 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:39.712861 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756e4751-1ea7-4727-82cd-ec5c5908bc27 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:39.718003 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60420) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:39.718757 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-756e4751-1ea7-4727-82cd-ec5c5908bc27 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2333989 Aug 19 18:20:39.915745 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-983052b5-de80-4c3c-8fad-03f6517a1e04 req-96cafd6b-e9f2-4a08-8ece-0d2f54f485eb tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0719681 Aug 19 18:20:39.920877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f363d1-b617-4122-8573-9306dee0f4d3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet a2824402-347c-42ae-b299-5397afef5fa7 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:20:39.925264 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-41f363d1-b617-4122-8573-9306dee0f4d3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:40.014392 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-41f363d1-b617-4122-8573-9306dee0f4d3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:40.025098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106d0e7-30e9-4f68-b5e5-de4bfe345a57 req-73583a7a-36a2-42e3-8b3c-6aad0b6dff37 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:40.036343 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e106d0e7-30e9-4f68-b5e5-de4bfe345a57 req-73583a7a-36a2-42e3-8b3c-6aad0b6dff37 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 946 time: 0.1399889 Aug 19 18:20:40.150347 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e106d0e7-30e9-4f68-b5e5-de4bfe345a57 req-750ec743-0a99-4520-9697-64c1a479715a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106589 Aug 19 18:20:40.154928 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:40.195151 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-41f363d1-b617-4122-8573-9306dee0f4d3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:40.270074 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-41f363d1-b617-4122-8573-9306dee0f4d3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:40.318773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f363d1-b617-4122-8573-9306dee0f4d3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=a2824402-347c-42ae-b299-5397afef5fa7,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:40.336520 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-41f363d1-b617-4122-8573-9306dee0f4d3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:40.343540 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60426) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:40.344101 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-41f363d1-b617-4122-8573-9306dee0f4d3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/a2824402-347c-42ae-b299-5397afef5fa7 HTTP/1.1" status: 204 len: 168 time: 0.6245909 Aug 19 18:20:40.406411 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1744fcab-2b61-46cd-a900-738e425d998f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612955 Aug 19 18:20:40.407237 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60430) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:40.415132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-9babdc0f-666a-4287-99a9-1ef7566d7086 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:40.661625 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9babdc0f-666a-4287-99a9-1ef7566d7086 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:40.666755 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9babdc0f-666a-4287-99a9-1ef7566d7086 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:40.688442 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0ba90583-5d35-49fd-b0c8-285f648c8bd9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:40.872885 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 0ba90583-5d35-49fd-b0c8-285f648c8bd9 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:40.920766 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:41.063656 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b782ca8-b45a-4cd7-8114-f8e5e99de3a4 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:41.070110 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c16d05-b0d2-4c4e-8ae2-ecea115933bc req-b732e2ce-44b5-4687-9411-353cd77aa967 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:41.073338 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d0c16d05-b0d2-4c4e-8ae2-ecea115933bc req-b732e2ce-44b5-4687-9411-353cd77aa967 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.1141675 Aug 19 18:20:41.125548 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d0c16d05-b0d2-4c4e-8ae2-ecea115933bc req-cb99fedd-f687-43f1-8098-77aae17517d9 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436420 Aug 19 18:20:41.206911 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-63df9f12-4bb6-4cc7-8661-854eedb5d239 req-8c1a2af2-115a-4516-a63e-dcaf0ee7f1f1 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0985351 Aug 19 18:20:41.239813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-106f16f5-2740-4660-b3e9-ca9603fd7103 None None] Provisioning for port 0ba90583-5d35-49fd-b0c8-285f648c8bd9 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:41.271642 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-106f16f5-2740-4660-b3e9-ca9603fd7103 None None] Provisioning complete for port 0ba90583-5d35-49fd-b0c8-285f648c8bd9 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:41.273469 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-106f16f5-2740-4660-b3e9-ca9603fd7103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:41.459645 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65d036-b377-459a-aa69-9d4c82e7aadf req-b27092c2-a1b1-45c5-852c-60303ffad540 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:41.468926 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9b65d036-b377-459a-aa69-9d4c82e7aadf req-b27092c2-a1b1-45c5-852c-60303ffad540 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 946 time: 0.1495149 Aug 19 18:20:41.488575 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-106f16f5-2740-4660-b3e9-ca9603fd7103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:41.522583 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9b65d036-b377-459a-aa69-9d4c82e7aadf req-011c7ac6-e11b-45a0-b8e4-adb8e71707a1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522983 Aug 19 18:20:41.563324 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-106f16f5-2740-4660-b3e9-ca9603fd7103 None None] For port 0ba90583-5d35-49fd-b0c8-285f648c8bd9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0ba90583-5d35-49fd-b0c8-285f648c8bd9,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:41.584227 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-106f16f5-2740-4660-b3e9-ca9603fd7103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:41.684933 n-d-803753-2 neutron-server[94682]: DEBUG neutron.objects.ports [None req-9babdc0f-666a-4287-99a9-1ef7566d7086 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:20:41.750496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f16f5-2740-4660-b3e9-ca9603fd7103 None None] Pushing event updated for resources: {'Port': ['ID=0ba90583-5d35-49fd-b0c8-285f648c8bd9,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:41.813206 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-729d72d9-8b82-4a77-899d-ad129d08227c req-7ffe1500-955e-411d-be5a-5e096f317b34 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0490026 Aug 19 18:20:42.028311 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e39bcf22-2546-4417-b2d6-32fd588ab4ed None None] Provisioning complete for port 0ba90583-5d35-49fd-b0c8-285f648c8bd9 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:42.028686 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e39bcf22-2546-4417-b2d6-32fd588ab4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:42.128995 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd3b2a-550c-4d34-8044-4209dc1a2981 req-0a643afb-06eb-4027-9b7b-19669e455232 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:42.134142 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-88cd3b2a-550c-4d34-8044-4209dc1a2981 req-0a643afb-06eb-4027-9b7b-19669e455232 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 946 time: 0.3165011 Aug 19 18:20:42.141285 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60472) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:42.147539 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d2fab757-9bcb-44d3-a393-37a11afd5a99 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Request body: {'floatingip': {'port_id': 'bd1e7643-8716-43bb-af18-1644144f2a7e'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:42.239506 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d2fab757-9bcb-44d3-a393-37a11afd5a99 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for floatingip, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:42.244179 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9babdc0f-666a-4287-99a9-1ef7566d7086 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:42.318617 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f5802-6ef1-4903-85ac-a167d7114f22 req-cba326de-722c-4019-b61c-e75b9d6332eb tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:42.321662 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4f9f5802-6ef1-4903-85ac-a167d7114f22 req-cba326de-722c-4019-b61c-e75b9d6332eb tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.0665662 Aug 19 18:20:42.334205 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6d578dd7-40d9-48f6-b66e-c3332624c599 None None] Could not find standard attr ID for object d22bc4e1-344a-4645-a202-d068d93eaca8. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:20:42.393247 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4f9f5802-6ef1-4903-85ac-a167d7114f22 req-e2311d22-520a-43da-a1de-b94b6fd044a0 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614567 Aug 19 18:20:42.523437 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0ba90583-5d35-49fd-b0c8-285f648c8bd9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:42.581158 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 0ba90583-5d35-49fd-b0c8-285f648c8bd9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:42.581714 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:42.806723 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-9babdc0f-666a-4287-99a9-1ef7566d7086 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] For port 0ba90583-5d35-49fd-b0c8-285f648c8bd9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0ba90583-5d35-49fd-b0c8-285f648c8bd9,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:42.823626 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7e0c58ea-2212-4e0d-a70e-75aa6d5d414d req-2fc5dac2-b4e0-4a7d-aeba-57a6587f7bc2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0753496 Aug 19 18:20:42.990249 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5d762b13-6e88-4c72-aca7-6a19dd0b1a7c req-56ac0d1d-32fe-4a77-8bd4-e49c3c6db10a tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0453527 Aug 19 18:20:42.992011 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9babdc0f-666a-4287-99a9-1ef7566d7086 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:43.002760 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c58ea-2212-4e0d-a70e-75aa6d5d414d req-305d481a-f7d5-4e57-a099-b01c69e63cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:43.005764 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9babdc0f-666a-4287-99a9-1ef7566d7086 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:43.006132 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7e0c58ea-2212-4e0d-a70e-75aa6d5d414d req-305d481a-f7d5-4e57-a099-b01c69e63cb5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a3290870e464da7827f6e353d92d457&device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 1096 time: 0.1182549 Aug 19 18:20:43.007021 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9babdc0f-666a-4287-99a9-1ef7566d7086 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:43.301324 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15679636-eb88-418e-9bd9-9e066260f7ab req-9e284e56-07e7-41fa-93fe-7fe4136c82ee tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:43.303401 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-15679636-eb88-418e-9bd9-9e066260f7ab req-9e284e56-07e7-41fa-93fe-7fe4136c82ee tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.1623037 Aug 19 18:20:43.373587 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c58ea-2212-4e0d-a70e-75aa6d5d414d req-ea8ea632-4cd3-40df-8d70-34a5b1617ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:43.376230 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7e0c58ea-2212-4e0d-a70e-75aa6d5d414d req-ea8ea632-4cd3-40df-8d70-34a5b1617ca3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0f5bd346-7c14-4e50-89d6-16e6ab56fff4 HTTP/1.1" status: 200 len: 917 time: 0.3412046 Aug 19 18:20:43.476641 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9babdc0f-666a-4287-99a9-1ef7566d7086 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:43.487250 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-9babdc0f-666a-4287-99a9-1ef7566d7086 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:43.506051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9babdc0f-666a-4287-99a9-1ef7566d7086 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:43.507593 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc33ba5-dccd-4b24-80e6-874319240c68 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:43.508342 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9babdc0f-666a-4287-99a9-1ef7566d7086 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:43.557992 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7e0c58ea-2212-4e0d-a70e-75aa6d5d414d req-62be3d0e-e42c-458f-b92d-a9584013948d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54537953-653a-462c-8411-60d36784a9c2 HTTP/1.1" status: 200 len: 1000 time: 0.1479523 Aug 19 18:20:43.571512 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babdc0f-666a-4287-99a9-1ef7566d7086 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=50297afd-c55c-418c-a4aa-fad1ba84a1e2,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:43.591226 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9babdc0f-666a-4287-99a9-1ef7566d7086 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.1817803 Aug 19 18:20:43.594336 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60496) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:43.604594 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babdc0f-666a-4287-99a9-1ef7566d7086 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=0ba90583-5d35-49fd-b0c8-285f648c8bd9,revision_number=6']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:43.646646 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-08160828-dc37-45aa-93da-53e944840841 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'mac_address': 'fa:16:3e:47:85:bc', 'name': 'tempest-NetworksTestDHCPv6-1602992915'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:43.656657 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60498) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:43.729507 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d2fab757-9bcb-44d3-a393-37a11afd5a99 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:43.735907 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d2fab757-9bcb-44d3-a393-37a11afd5a99 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:43.929623 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-368ebefa-e6e9-4081-b4d3-2805f7af34ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:43.933111 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2b599-02ce-462b-9291-51057e613d50 req-6e134090-26af-4cd0-b07e-09a6132e394f tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:43.934992 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-61c2b599-02ce-462b-9291-51057e613d50 req-6e134090-26af-4cd0-b07e-09a6132e394f tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 946 time: 0.3917954 Aug 19 18:20:43.950215 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-d2fab757-9bcb-44d3-a393-37a11afd5a99 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Floating IP 77c0710c-c48e-46a3-abbb-e92299fa2447 associated. External IP: 172.25.8.91, port: bd1e7643-8716-43bb-af18-1644144f2a7e. Aug 19 18:20:43.975030 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-15679636-eb88-418e-9bd9-9e066260f7ab req-0e6a627a-66ac-4c11-9288-4f533bdd784e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Deleting port 649e426f-f883-455b-8749-6ef4dae7f223 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:43.975421 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-15679636-eb88-418e-9bd9-9e066260f7ab req-0e6a627a-66ac-4c11-9288-4f533bdd784e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:43.988509 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c58ea-2212-4e0d-a70e-75aa6d5d414d req-25cfae52-f358-447c-91cf-d8134a1d9134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:43.990176 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7e0c58ea-2212-4e0d-a70e-75aa6d5d414d req-25cfae52-f358-447c-91cf-d8134a1d9134 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=378552a8-d8af-4c6e-b72d-1f9a87ee7f75 HTTP/1.1" status: 200 len: 855 time: 0.3835113 Aug 19 18:20:44.083354 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08160828-dc37-45aa-93da-53e944840841 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:44.175773 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a073f7b6-3859-49ac-ac9b-e5dd7395643d None None] Provisioning complete for port 0ba90583-5d35-49fd-b0c8-285f648c8bd9 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:44.176244 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a073f7b6-3859-49ac-ac9b-e5dd7395643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.183935 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-61c2b599-02ce-462b-9291-51057e613d50 req-36705058-5497-4cf1-9204-15934b50e522 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/security-groups?id=c72f6d9d-d842-41f6-a353-b4c5d8a8e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367401 Aug 19 18:20:44.371008 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c58ea-2212-4e0d-a70e-75aa6d5d414d req-c049577b-573a-425d-98c1-98f2be18c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:44.372563 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7e0c58ea-2212-4e0d-a70e-75aa6d5d414d req-c049577b-573a-425d-98c1-98f2be18c00c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f5bd346-7c14-4e50-89d6-16e6ab56fff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3228729 Aug 19 18:20:44.376118 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fab757-9bcb-44d3-a393-37a11afd5a99 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Router ecbb4edc-0d84-4a42-aec3-a12f3e9301c8 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:20:44.385033 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-15679636-eb88-418e-9bd9-9e066260f7ab req-0e6a627a-66ac-4c11-9288-4f533bdd784e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] For port 649e426f-f883-455b-8749-6ef4dae7f223, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=649e426f-f883-455b-8749-6ef4dae7f223,segment=NetworkSegment(2fe7eef0-67d3-4df2-a6dc-12ee964d6b88),segment_id=2fe7eef0-67d3-4df2-a6dc-12ee964d6b88)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:44.385814 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-15679636-eb88-418e-9bd9-9e066260f7ab req-0e6a627a-66ac-4c11-9288-4f533bdd784e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.404533 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-368ebefa-e6e9-4081-b4d3-2805f7af34ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.422049 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-368ebefa-e6e9-4081-b4d3-2805f7af34ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.426137 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-15679636-eb88-418e-9bd9-9e066260f7ab req-0e6a627a-66ac-4c11-9288-4f533bdd784e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Calling delete_port for 649e426f-f883-455b-8749-6ef4dae7f223 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:44.456799 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08160828-dc37-45aa-93da-53e944840841 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.518835 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0119f8df-64d0-4fa0-ac1a-92b89ebe1b44 req-10047b78-a811-41fe-9c42-1ce8b6733e97 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.3541346 Aug 19 18:20:44.539279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-08160828-dc37-45aa-93da-53e944840841 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] device_id is not set on port 4b7aba57-c23e-4494-aa0c-21dbba9b0ddf yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:20:44.542034 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0ba90583-5d35-49fd-b0c8-285f648c8bd9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:44.618054 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ebefa-e6e9-4081-b4d3-2805f7af34ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15981a45-1c5c-4acb-b5c4-0a023e8f8fb2,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:44.629782 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-368ebefa-e6e9-4081-b4d3-2805f7af34ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee3595a381ba44db9c3c94930c0df791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9718134 Aug 19 18:20:44.630880 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60510) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:44.632381 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 0ba90583-5d35-49fd-b0c8-285f648c8bd9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:44.632540 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.678715 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7e0c58ea-2212-4e0d-a70e-75aa6d5d414d req-f3c07df0-287f-4b24-8e56-49a5077184d9 service neutron] 10.222.0.50 "GET /v2.0/networks/0f5bd346-7c14-4e50-89d6-16e6ab56fff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905822 Aug 19 18:20:44.699275 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fab757-9bcb-44d3-a393-37a11afd5a99 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:20:44.705441 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d2fab757-9bcb-44d3-a393-37a11afd5a99 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.731223 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a30be2c-bafe-4378-86ca-e52444fc3fff None None] Sync routers for ids ['ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:20:44.758142 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a30be2c-bafe-4378-86ca-e52444fc3fff None None] Routers {'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:44.758783 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-1a30be2c-bafe-4378-86ca-e52444fc3fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:20:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:44.769145 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8667f649-2e4d-4b67-8d6e-97fbe6c7094f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.775865 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d2fab757-9bcb-44d3-a393-37a11afd5a99 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "PUT /v2.0/floatingips/77c0710c-c48e-46a3-abbb-e92299fa2447 HTTP/1.1" status: 200 len: 991 time: 2.6298628 Aug 19 18:20:44.775865 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'tag': 'bd1e7643-8716-43bb-af18-1644144f2a7e'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:20:44.779503 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329d65f0-d44c-4586-b76a-5a9e40449115" -d '{"events": [{"name": "network-changed", "server_uuid": "35efca4b-f508-454a-8c4a-10b7aca97fcd", "tag": "bd1e7643-8716-43bb-af18-1644144f2a7e"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:20:44.821041 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8667f649-2e4d-4b67-8d6e-97fbe6c7094f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.854299 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82502e68-c0ac-4be9-b01a-8596f0a7a846 x-openstack-request-id: req-82502e68-c0ac-4be9-b01a-8596f0a7a846 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:20:44.855697 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35efca4b-f508-454a-8c4a-10b7aca97fcd", "tag": "bd1e7643-8716-43bb-af18-1644144f2a7e", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:20:44.856061 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82502e68-c0ac-4be9-b01a-8596f0a7a846 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:20:44.857251 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'tag': 'bd1e7643-8716-43bb-af18-1644144f2a7e', 'status': 'completed', 'code': 200} Aug 19 18:20:44.877612 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-08160828-dc37-45aa-93da-53e944840841 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8::f816:3eff:fe47:85bc (4734c50c-5b75-42a3-a882-02084790a476/50297afd-c55c-418c-a4aa-fad1ba84a1e2/4b7aba57-c23e-4494-aa0c-21dbba9b0ddf) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:44.950597 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-1a30be2c-bafe-4378-86ca-e52444fc3fff None None] Set router ecbb4edc-0d84-4a42-aec3-a12f3e9301c8 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:20:44.954347 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8667f649-2e4d-4b67-8d6e-97fbe6c7094f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.959172 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8667f649-2e4d-4b67-8d6e-97fbe6c7094f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.960480 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8667f649-2e4d-4b67-8d6e-97fbe6c7094f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15981a45-1c5c-4acb-b5c4-0a023e8f8fb2 HTTP/1.1" status: 204 len: 168 time: 0.3267176 Aug 19 18:20:44.980454 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d65f0-d44c-4586-b76a-5a9e40449115 req-4cb8f6a5-62ab-46bb-a50f-ee8f0f3cc28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:44.982714 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-329d65f0-d44c-4586-b76a-5a9e40449115 req-4cb8f6a5-62ab-46bb-a50f-ee8f0f3cc28f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 1097 time: 0.0956485 Aug 19 18:20:45.008876 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667f649-2e4d-4b67-8d6e-97fbe6c7094f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15981a45-1c5c-4acb-b5c4-0a023e8f8fb2,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:45.126411 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d65f0-d44c-4586-b76a-5a9e40449115 req-f1300ed2-3878-49e1-bf4c-9a972cc0a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:45.128609 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-329d65f0-d44c-4586-b76a-5a9e40449115 req-f1300ed2-3878-49e1-bf4c-9a972cc0a009 service neutron] 10.222.0.54 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 913 time: 0.1306365 Aug 19 18:20:45.233199 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-329d65f0-d44c-4586-b76a-5a9e40449115 req-d0548ca9-46e4-42a8-8e13-9274d5635608 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd1e7643-8716-43bb-af18-1644144f2a7e HTTP/1.1" status: 200 len: 999 time: 0.0883570 Aug 19 18:20:45.296787 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-15679636-eb88-418e-9bd9-9e066260f7ab req-0e6a627a-66ac-4c11-9288-4f533bdd784e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:45.316234 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7e0c58ea-2212-4e0d-a70e-75aa6d5d414d req-d1b6d501-932e-477b-b0d7-d1cd55df63a8 service neutron] 10.222.0.50 "GET /v2.0/networks/0f5bd346-7c14-4e50-89d6-16e6ab56fff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996311 Aug 19 18:20:45.346309 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a627a-66ac-4c11-9288-4f533bdd784e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Pushing event deleted for resources: {'Port': ['ID=649e426f-f883-455b-8749-6ef4dae7f223,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:45.348446 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d65f0-d44c-4586-b76a-5a9e40449115 req-143b5dcb-34cc-4849-b295-78e2a88bc1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:45.356751 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-329d65f0-d44c-4586-b76a-5a9e40449115 req-143b5dcb-34cc-4849-b295-78e2a88bc1f1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.1160367 Aug 19 18:20:45.397981 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-1a30be2c-bafe-4378-86ca-e52444fc3fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'name': 'tempest-ServerActionsTestJSON-1884489395-router', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:55Z', 'updated_at': '2021-08-19T18:20:09Z', 'revision_number': 4, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'gw_port': {'id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ba:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:58Z', 'updated_at': '2021-08-19T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '77c0710c-c48e-46a3-abbb-e92299fa2447', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'port_id': 'bd1e7643-8716-43bb-af18-1644144f2a7e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'mac_address': 'fa:16:3e:09:7f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:20:19Z', 'updated_at': '2021-08-19T18:20:43Z', 'revision_number': 1, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5390efe8-1d16-467d-adff-9d23611b8f19', 'name': '', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'mac_address': 'fa:16:3e:ec:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:06Z', 'updated_at': '2021-08-19T18:20:19Z', 'revision_number': 5, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'subnets': [{'id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:45.448672 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a30be2c-bafe-4378-86ca-e52444fc3fff None None] Checking router: ecbb4edc-0d84-4a42-aec3-a12f3e9301c8 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:20:45.458840 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a30be2c-bafe-4378-86ca-e52444fc3fff None None] Routers {'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:45.459876 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-1a30be2c-bafe-4378-86ca-e52444fc3fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:20:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:45.468173 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-15679636-eb88-418e-9bd9-9e066260f7ab req-0e6a627a-66ac-4c11-9288-4f533bdd784e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] No DVR routers for this DVR port 649e426f-f883-455b-8749-6ef4dae7f223 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:20:45.479170 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-15679636-eb88-418e-9bd9-9e066260f7ab req-0e6a627a-66ac-4c11-9288-4f533bdd784e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:45.481191 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-15679636-eb88-418e-9bd9-9e066260f7ab req-0e6a627a-66ac-4c11-9288-4f533bdd784e tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.50 "DELETE /v2.0/ports/649e426f-f883-455b-8749-6ef4dae7f223 HTTP/1.1" status: 204 len: 173 time: 2.1639192 Aug 19 18:20:45.482972 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a730bc2-bb4d-4558-be9f-5633a15318e4', 'name': 'network-vif-deleted', 'tag': '649e426f-f883-455b-8749-6ef4dae7f223'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:20:45.485444 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f882435-fc63-4c92-8afc-6b1310281341" -d '{"events": [{"server_uuid": "9a730bc2-bb4d-4558-be9f-5633a15318e4", "name": "network-vif-deleted", "tag": "649e426f-f883-455b-8749-6ef4dae7f223"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:20:45.521843 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ebace3c9-eec0-407b-9c08-50e13a345a7e req-d1db7677-76c8-43be-b836-205d1d3a1239 tempest-ServersNegativeTestJSON-780259227 tempest-ServersNegativeTestJSON-780259227-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a730bc2-bb4d-4558-be9f-5633a15318e4 HTTP/1.1" status: 200 len: 210 time: 0.1008286 Aug 19 18:20:45.581582 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d65f0-d44c-4586-b76a-5a9e40449115 req-e7686388-0770-4845-8349-8d0d1a951f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:45.590284 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-329d65f0-d44c-4586-b76a-5a9e40449115 req-e7686388-0770-4845-8349-8d0d1a951f98 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2240944 Aug 19 18:20:45.624723 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489f59ca-3c65-499c-9eae-5f1243bf4d3b x-openstack-request-id: req-489f59ca-3c65-499c-9eae-5f1243bf4d3b {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:20:45.625229 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a730bc2-bb4d-4558-be9f-5633a15318e4", "name": "network-vif-deleted", "tag": "649e426f-f883-455b-8749-6ef4dae7f223", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:20:45.625503 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-489f59ca-3c65-499c-9eae-5f1243bf4d3b {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:20:45.627479 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a730bc2-bb4d-4558-be9f-5633a15318e4', 'name': 'network-vif-deleted', 'tag': '649e426f-f883-455b-8749-6ef4dae7f223', 'status': 'completed', 'code': 200} Aug 19 18:20:45.677917 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-1a30be2c-bafe-4378-86ca-e52444fc3fff None None] Set router ecbb4edc-0d84-4a42-aec3-a12f3e9301c8 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:20:45.689735 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08160828-dc37-45aa-93da-53e944840841 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:45.724676 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4a0215a7-1425-491f-88cd-5ee146b067b7 req-9139437b-8ee8-49dd-bbf4-24a53e5e836d tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0592179 Aug 19 18:20:45.753659 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-08160828-dc37-45aa-93da-53e944840841 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Transition to ACTIVE for port object 4b7aba57-c23e-4494-aa0c-21dbba9b0ddf will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:45.816198 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-329d65f0-d44c-4586-b76a-5a9e40449115 req-6cdae374-8238-4d73-b668-603e5816a471 service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993728 Aug 19 18:20:45.837368 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08160828-dc37-45aa-93da-53e944840841 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:45.926271 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08160828-dc37-45aa-93da-53e944840841 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:45.936129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-08160828-dc37-45aa-93da-53e944840841 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:45.941938 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08160828-dc37-45aa-93da-53e944840841 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:45.947926 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08160828-dc37-45aa-93da-53e944840841 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:45.948735 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08160828-dc37-45aa-93da-53e944840841 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:45.971200 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08160828-dc37-45aa-93da-53e944840841 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=4b7aba57-c23e-4494-aa0c-21dbba9b0ddf,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:45.991709 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-08160828-dc37-45aa-93da-53e944840841 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3731918 Aug 19 18:20:45.992445 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60544) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:46.090684 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d43ee4-1a22-48c5-877c-8cce7742476c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:46.100934 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d43ee4-1a22-48c5-877c-8cce7742476c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:46.106476 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f9d43ee4-1a22-48c5-877c-8cce7742476c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1105773 Aug 19 18:20:46.108784 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60550) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:46.130502 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-329d65f0-d44c-4586-b76a-5a9e40449115 req-9842891b-ce4d-40aa-85ee-3883e00aa8a1 service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106833 Aug 19 18:20:46.233401 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-1a30be2c-bafe-4378-86ca-e52444fc3fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'name': 'tempest-ServerActionsTestJSON-1884489395-router', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:55Z', 'updated_at': '2021-08-19T18:20:09Z', 'revision_number': 4, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'gw_port': {'id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ba:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:58Z', 'updated_at': '2021-08-19T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '77c0710c-c48e-46a3-abbb-e92299fa2447', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'port_id': 'bd1e7643-8716-43bb-af18-1644144f2a7e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'mac_address': 'fa:16:3e:09:7f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:20:19Z', 'updated_at': '2021-08-19T18:20:43Z', 'revision_number': 1, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5390efe8-1d16-467d-adff-9d23611b8f19', 'name': '', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'mac_address': 'fa:16:3e:ec:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:06Z', 'updated_at': '2021-08-19T18:20:19Z', 'revision_number': 5, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'subnets': [{'id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:46.268003 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a30be2c-bafe-4378-86ca-e52444fc3fff None None] The sync data for ids ['ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'] in n-d-803753-2 is: [{'id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'name': 'tempest-ServerActionsTestJSON-1884489395-router', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:55Z', 'updated_at': '2021-08-19T18:20:09Z', 'revision_number': 4, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'gw_port': {'id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ba:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:58Z', 'updated_at': '2021-08-19T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '77c0710c-c48e-46a3-abbb-e92299fa2447', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'port_id': 'bd1e7643-8716-43bb-af18-1644144f2a7e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'mac_address': 'fa:16:3e:09:7f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:20:19Z', 'updated_at': '2021-08-19T18:20:43Z', 'revision_number': 1, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5390efe8-1d16-467d-adff-9d23611b8f19', 'name': '', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'mac_address': 'fa:16:3e:ec:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:06Z', 'updated_at': '2021-08-19T18:20:19Z', 'revision_number': 5, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'subnets': [{'id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:20:46.292657 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-344bf27e-d050-472a-b024-a5bc1bd17aea tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting port 4b7aba57-c23e-4494-aa0c-21dbba9b0ddf {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:46.293934 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-344bf27e-d050-472a-b024-a5bc1bd17aea tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.347434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60556) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:46.408776 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.416648 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-344bf27e-d050-472a-b024-a5bc1bd17aea tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.434207 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-344bf27e-d050-472a-b024-a5bc1bd17aea tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Calling delete_port for 4b7aba57-c23e-4494-aa0c-21dbba9b0ddf owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:46.437590 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1a6582ad-cfa1-4fe2-a07e-4214b8e53d11 None None] Provisioning for port 4b7aba57-c23e-4494-aa0c-21dbba9b0ddf completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:46.443826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1a6582ad-cfa1-4fe2-a07e-4214b8e53d11 None None] Provisioning complete for port 4b7aba57-c23e-4494-aa0c-21dbba9b0ddf triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:46.444252 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1a6582ad-cfa1-4fe2-a07e-4214b8e53d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.512459 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-1a6582ad-cfa1-4fe2-a07e-4214b8e53d11 None None] Port 4b7aba57-c23e-4494-aa0c-21dbba9b0ddf cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:20:46.552243 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-6e30cd1b-1126-479d-b7b6-dbb4287c6ec0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-218005005-network', 'tenant_id': '43975127a84e4afda110d857fe1541ee'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:46.597690 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60564) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:46.604241 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e92d4c-e3f6-4290-bc8e-7330cb48e4f9 None None] New status for floating IP 77c0710c-c48e-46a3-abbb-e92299fa2447: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:20:46.616243 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e30cd1b-1126-479d-b7b6-dbb4287c6ec0 admin admin] Made reservation on behalf of 43975127a84e4afda110d857fe1541ee for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:46.618871 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6e30cd1b-1126-479d-b7b6-dbb4287c6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.643485 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-344bf27e-d050-472a-b024-a5bc1bd17aea tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.651804 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6e30cd1b-1126-479d-b7b6-dbb4287c6ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.682833 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bf27e-d050-472a-b024-a5bc1bd17aea tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Port': ['ID=4b7aba57-c23e-4494-aa0c-21dbba9b0ddf,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:46.708659 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a477eb-229a-4814-9cc0-b2e03562c686 admin admin] Deleting subnet e410fbec-87b3-4c19-8f94-8082dbd5415d {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:20:46.713266 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-24a477eb-229a-4814-9cc0-b2e03562c686 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.717219 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-344bf27e-d050-472a-b024-a5bc1bd17aea tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.720958 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-344bf27e-d050-472a-b024-a5bc1bd17aea tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/4b7aba57-c23e-4494-aa0c-21dbba9b0ddf HTTP/1.1" status: 204 len: 168 time: 0.5982039 Aug 19 18:20:46.721359 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60566) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:46.775053 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-24a477eb-229a-4814-9cc0-b2e03562c686 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.787464 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 649e426f-f883-455b-8749-6ef4dae7f223 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:20:46.805181 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b1d9b4-98d2-4414-977c-167d0b95ce90 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:46.807579 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b1d9b4-98d2-4414-977c-167d0b95ce90 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:46.811762 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-89b1d9b4-98d2-4414-977c-167d0b95ce90 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0866933 Aug 19 18:20:46.814612 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60570) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:46.861476 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 649e426f-f883-455b-8749-6ef4dae7f223 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:20:46.862066 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 649e426f-f883-455b-8749-6ef4dae7f223 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:20:46.874860 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6e30cd1b-1126-479d-b7b6-dbb4287c6ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.894616 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f5a364-440d-4544-8525-583d90a26815 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet 50297afd-c55c-418c-a4aa-fad1ba84a1e2 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:20:46.898657 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26f5a364-440d-4544-8525-583d90a26815 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.911380 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6e30cd1b-1126-479d-b7b6-dbb4287c6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.951019 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26f5a364-440d-4544-8525-583d90a26815 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.957452 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03421450-2314-4c13-bc42-a5ff600312ac req-607c76aa-4749-4ca4-a1a7-89cfdda88a7a tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0518017 Aug 19 18:20:46.976643 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-24a477eb-229a-4814-9cc0-b2e03562c686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.978985 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e30cd1b-1126-479d-b7b6-dbb4287c6ec0 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:20:47.010459 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30cd1b-1126-479d-b7b6-dbb4287c6ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695f37ae-d360-4d71-a855-1a02564fbc1d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:47.021143 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6e30cd1b-1126-479d-b7b6-dbb4287c6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.021358 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-6e30cd1b-1126-479d-b7b6-dbb4287c6ec0 admin admin] Added segment 29d98b80-8da3-4cce-8723-733d676f8777 of type vlan for network 2792c50e-2f86-47bc-9c9b-93298678157f Aug 19 18:20:47.060802 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26f5a364-440d-4544-8525-583d90a26815 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.078937 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6e30cd1b-1126-479d-b7b6-dbb4287c6ec0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.102252 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-24a477eb-229a-4814-9cc0-b2e03562c686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.136499 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a477eb-229a-4814-9cc0-b2e03562c686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e410fbec-87b3-4c19-8f94-8082dbd5415d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:47.140665 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-24a477eb-229a-4814-9cc0-b2e03562c686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.143267 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-24a477eb-229a-4814-9cc0-b2e03562c686 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e410fbec-87b3-4c19-8f94-8082dbd5415d HTTP/1.1" status: 204 len: 168 time: 0.5433083 Aug 19 18:20:47.144667 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6e30cd1b-1126-479d-b7b6-dbb4287c6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.145694 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e30cd1b-1126-479d-b7b6-dbb4287c6ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:47.146297 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6e30cd1b-1126-479d-b7b6-dbb4287c6ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.147000 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60574) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:47.167458 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26f5a364-440d-4544-8525-583d90a26815 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.194690 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6e30cd1b-1126-479d-b7b6-dbb4287c6ec0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8460321 Aug 19 18:20:47.200921 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60576) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:47.206887 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-3de4f7f0-b1fc-40c9-879d-3a61a3be0f71 admin admin] Request body: {'subnet': {'network_id': '2792c50e-2f86-47bc-9c9b-93298678157f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-218005005-subnet', 'tenant_id': '43975127a84e4afda110d857fe1541ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:47.232550 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30cd1b-1126-479d-b7b6-dbb4287c6ec0 admin admin] Pushing event updated for resources: {'Network': ['ID=2792c50e-2f86-47bc-9c9b-93298678157f,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:47.234608 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5a364-440d-4544-8525-583d90a26815 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=50297afd-c55c-418c-a4aa-fad1ba84a1e2,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:47.243429 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26f5a364-440d-4544-8525-583d90a26815 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.247543 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-26f5a364-440d-4544-8525-583d90a26815 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/50297afd-c55c-418c-a4aa-fad1ba84a1e2 HTTP/1.1" status: 204 len: 168 time: 0.4255452 Aug 19 18:20:47.248030 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 2792c50e-2f86-47bc-9c9b-93298678157f details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:20:47.249300 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60580) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:47.256114 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de4f7f0-b1fc-40c9-879d-3a61a3be0f71 admin admin] Made reservation on behalf of 43975127a84e4afda110d857fe1541ee for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:47.259645 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3de4f7f0-b1fc-40c9-879d-3a61a3be0f71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.268256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3539ba-1e1a-4a9e-b3f1-58514bae1678 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:47.298053 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff5e7667-1de5-4723-84e6-8ac572f8da54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.303911 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4a7c3b5e-90b0-4f4f-a9a3-5b98014ec1f0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514417 Aug 19 18:20:47.304238 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60582) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:47.425355 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c79019-4995-440b-86ca-fb47e405ac32 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:47.426917 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d7c79019-4995-440b-86ca-fb47e405ac32 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1217501 Aug 19 18:20:47.430807 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60584) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:47.447802 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff5e7667-1de5-4723-84e6-8ac572f8da54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.488628 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3de4f7f0-b1fc-40c9-879d-3a61a3be0f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.500424 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-ff5e7667-1de5-4723-84e6-8ac572f8da54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b23f275-dbc1-4b31-89ad-a50a42b827a6']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:47.523512 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-ff5e7667-1de5-4723-84e6-8ac572f8da54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe7eef0-67d3-4df2-a6dc-12ee964d6b88') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:47.523940 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-ff5e7667-1de5-4723-84e6-8ac572f8da54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe7eef0-67d3-4df2-a6dc-12ee964d6b88') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:47.535521 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd342b3-fefe-4f7d-8a3e-5de3d385d0c9 None None] DHCP port deletion for 4734c50c-5b75-42a3-a882-02084790a476 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:20:47.543408 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff5e7667-1de5-4723-84e6-8ac572f8da54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.551736 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4f7f0-b1fc-40c9-879d-3a61a3be0f71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64b61971-5f3a-48ab-a291-6ba300c19d30,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:47.558167 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58f4bc2-6b73-481d-8adc-6deb4882c5a9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:47.563192 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a58f4bc2-6b73-481d-8adc-6deb4882c5a9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1291113 Aug 19 18:20:47.563694 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60586) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:47.570468 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de4f7f0-b1fc-40c9-879d-3a61a3be0f71 admin admin] Checking segment: {'id': '29d98b80-8da3-4cce-8723-733d676f8777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2792c50e-2f86-47bc-9c9b-93298678157f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:20:47.570848 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de4f7f0-b1fc-40c9-879d-3a61a3be0f71 admin admin] Network hostable DHCP agents. Network: 2792c50e-2f86-47bc-9c9b-93298678157f, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:20:47.575809 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff5e7667-1de5-4723-84e6-8ac572f8da54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.584051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5e7667-1de5-4723-84e6-8ac572f8da54 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:20:47.584464 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff5e7667-1de5-4723-84e6-8ac572f8da54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:20:47.586585 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:20:47.625526 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b887e4a9-620b-458f-899b-d3a7b2001855 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606201 Aug 19 18:20:47.633130 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60590) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:47.640398 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-4bc4b1fb-e324-4829-9d2b-34b3604900c4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:47.682710 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff5e7667-1de5-4723-84e6-8ac572f8da54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.692920 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff5e7667-1de5-4723-84e6-8ac572f8da54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.695078 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ff5e7667-1de5-4723-84e6-8ac572f8da54 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9b23f275-dbc1-4b31-89ad-a50a42b827a6 HTTP/1.1" status: 204 len: 168 time: 0.5467722 Aug 19 18:20:47.711034 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de4f7f0-b1fc-40c9-879d-3a61a3be0f71 admin admin] Network 2792c50e-2f86-47bc-9c9b-93298678157f is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:20:47.712105 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e7667-1de5-4723-84e6-8ac572f8da54 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b23f275-dbc1-4b31-89ad-a50a42b827a6,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:47.746766 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-3de4f7f0-b1fc-40c9-879d-3a61a3be0f71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 2792c50e-2f86-47bc-9c9b-93298678157f) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:47.751285 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de4f7f0-b1fc-40c9-879d-3a61a3be0f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:47.752679 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3de4f7f0-b1fc-40c9-879d-3a61a3be0f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.768011 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1be50e5-e25f-4350-824d-4873e4b8e6ef None None] Network 2792c50e-2f86-47bc-9c9b-93298678157f requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:47.785180 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3de4f7f0-b1fc-40c9-879d-3a61a3be0f71 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5829813 Aug 19 18:20:47.822927 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc4b1fb-e324-4829-9d2b-34b3604900c4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:47.828176 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4bc4b1fb-e324-4829-9d2b-34b3604900c4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.872725 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-acd342b3-fefe-4f7d-8a3e-5de3d385d0c9 None None] Deleting port 0ba90583-5d35-49fd-b0c8-285f648c8bd9 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:47.873442 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-acd342b3-fefe-4f7d-8a3e-5de3d385d0c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.909326 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60596) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:48.010371 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-acd342b3-fefe-4f7d-8a3e-5de3d385d0c9 None None] For port 0ba90583-5d35-49fd-b0c8-285f648c8bd9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0ba90583-5d35-49fd-b0c8-285f648c8bd9,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:48.010665 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-acd342b3-fefe-4f7d-8a3e-5de3d385d0c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:48.013239 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60602) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:48.022105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22659e12-284e-4cb3-be6d-bd7aab839c0f None None] Network 2792c50e-2f86-47bc-9c9b-93298678157f requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:48.022288 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-36685f37-0da6-41c7-a634-d1319752105d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=936ec52db0734d99bf3034cb7c88bc1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1114860 Aug 19 18:20:48.062808 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-acd342b3-fefe-4f7d-8a3e-5de3d385d0c9 None None] Calling delete_port for 0ba90583-5d35-49fd-b0c8-285f648c8bd9 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:48.101361 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b694ce17-4053-4d98-a527-0d9a3ff39e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:48.142047 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b694ce17-4053-4d98-a527-0d9a3ff39e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:48.181820 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-728fb011-dba3-4d51-b2d9-192ab1c83969 req-edd39f53-be25-4d11-8b79-8778e19ce5f5 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0920477 Aug 19 18:20:48.248665 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b694ce17-4053-4d98-a527-0d9a3ff39e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:48.255482 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b694ce17-4053-4d98-a527-0d9a3ff39e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:48.257467 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b694ce17-4053-4d98-a527-0d9a3ff39e73 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c72f6d9d-d842-41f6-a353-b4c5d8a8e006 HTTP/1.1" status: 204 len: 168 time: 0.2431796 Aug 19 18:20:48.277961 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694ce17-4053-4d98-a527-0d9a3ff39e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72f6d9d-d842-41f6-a353-b4c5d8a8e006,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:48.287492 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-acd342b3-fefe-4f7d-8a3e-5de3d385d0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:48.301307 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4bc4b1fb-e324-4829-9d2b-34b3604900c4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:48.316061 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd342b3-fefe-4f7d-8a3e-5de3d385d0c9 None None] Pushing event deleted for resources: {'Port': ['ID=0ba90583-5d35-49fd-b0c8-285f648c8bd9,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:48.336922 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd342b3-fefe-4f7d-8a3e-5de3d385d0c9 None None] No DVR routers for this DVR port 0ba90583-5d35-49fd-b0c8-285f648c8bd9 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:20:48.374711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc4b1fb-e324-4829-9d2b-34b3604900c4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:48.380731 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-4bc4b1fb-e324-4829-9d2b-34b3604900c4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:48.388958 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc4b1fb-e324-4829-9d2b-34b3604900c4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:48.389970 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4bc4b1fb-e324-4829-9d2b-34b3604900c4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:48.391101 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95133bde-86fa-400b-884b-1b880016a5b6 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:48.416242 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4b1fb-e324-4829-9d2b-34b3604900c4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=ce085fe1-1e56-4060-977d-683bc3bd9ae6,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:48.431809 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60614) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:48.432055 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4bc4b1fb-e324-4829-9d2b-34b3604900c4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7976410 Aug 19 18:20:48.437383 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-1f42d0ed-a5f2-467a-badb-ffc9007b4488 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'mac_address': 'fa:16:3e:f0:ab:53', 'name': 'tempest-NetworksTestDHCPv6-909326729'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:48.608645 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0ba90583-5d35-49fd-b0c8-285f648c8bd9 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:20:48.631520 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f42d0ed-a5f2-467a-badb-ffc9007b4488 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:48.638111 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb93556-4a5e-47a5-bae7-e9d8c985aca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-4734c50c-5b75-42a3-a882-02084790a476', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'fixed_ips': [{'subnet_id': 'ce085fe1-1e56-4060-977d-683bc3bd9ae6'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:20:48.639844 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1eb93556-4a5e-47a5-bae7-e9d8c985aca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:48.644465 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 0ba90583-5d35-49fd-b0c8-285f648c8bd9 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:20:48.645410 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0ba90583-5d35-49fd-b0c8-285f648c8bd9 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:20:48.770146 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1f42d0ed-a5f2-467a-badb-ffc9007b4488 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:48.812053 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-1f42d0ed-a5f2-467a-badb-ffc9007b4488 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] device_id is not set on port 6ec9b654-65b4-461b-8cf4-63a1ad4b220b yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:20:48.828768 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60626) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:48.838028 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-a089095b-9235-4d20-a9fa-564aaf0af865 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1494668606-network', 'tenant_id': 'f7ce863f21ac4c3e8460763b96935ef9'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:48.851719 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-1eb93556-4a5e-47a5-bae7-e9d8c985aca5 None None] Allocated IP 2001:db8::2 (4734c50c-5b75-42a3-a882-02084790a476/ce085fe1-1e56-4060-977d-683bc3bd9ae6/32b5ae16-9e4c-441f-9574-374a84874549) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:48.875999 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a089095b-9235-4d20-a9fa-564aaf0af865 admin admin] Made reservation on behalf of f7ce863f21ac4c3e8460763b96935ef9 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:48.879494 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a089095b-9235-4d20-a9fa-564aaf0af865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:48.890208 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a089095b-9235-4d20-a9fa-564aaf0af865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.002217 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a089095b-9235-4d20-a9fa-564aaf0af865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.007957 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a089095b-9235-4d20-a9fa-564aaf0af865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.027316 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a089095b-9235-4d20-a9fa-564aaf0af865 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:20:49.038915 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a089095b-9235-4d20-a9fa-564aaf0af865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.039223 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-a089095b-9235-4d20-a9fa-564aaf0af865 admin admin] Added segment 14df3453-f78c-4524-a93f-76159d08e5cf of type vlan for network 9280762f-5d50-43d7-b5cc-35988bd07271 Aug 19 18:20:49.044158 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1eb93556-4a5e-47a5-bae7-e9d8c985aca5 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.055831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1eb93556-4a5e-47a5-bae7-e9d8c985aca5 None None] Transition to ACTIVE for port object 32b5ae16-9e4c-441f-9574-374a84874549 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:49.075785 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1eb93556-4a5e-47a5-bae7-e9d8c985aca5 None None] Transition to ACTIVE for port object 32b5ae16-9e4c-441f-9574-374a84874549 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:49.083080 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1eb93556-4a5e-47a5-bae7-e9d8c985aca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.118656 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a089095b-9235-4d20-a9fa-564aaf0af865 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.120735 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089095b-9235-4d20-a9fa-564aaf0af865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9875bd-db15-4472-a077-ae03fff545d6,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:49.140711 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb93556-4a5e-47a5-bae7-e9d8c985aca5 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:49.147442 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-1eb93556-4a5e-47a5-bae7-e9d8c985aca5 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:49.151909 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb93556-4a5e-47a5-bae7-e9d8c985aca5 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:49.167371 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb93556-4a5e-47a5-bae7-e9d8c985aca5 None None] Pushing event updated for resources: {'Port': ['ID=32b5ae16-9e4c-441f-9574-374a84874549,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:49.171261 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a089095b-9235-4d20-a9fa-564aaf0af865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.172512 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a089095b-9235-4d20-a9fa-564aaf0af865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:49.173429 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a089095b-9235-4d20-a9fa-564aaf0af865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.187491 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-1f42d0ed-a5f2-467a-badb-ffc9007b4488 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8::31e (4734c50c-5b75-42a3-a882-02084790a476/ce085fe1-1e56-4060-977d-683bc3bd9ae6/6ec9b654-65b4-461b-8cf4-63a1ad4b220b) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:49.257772 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-1eb93556-4a5e-47a5-bae7-e9d8c985aca5 None None] Attempting to bind port 32b5ae16-9e4c-441f-9574-374a84874549 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:20:49.258247 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-1eb93556-4a5e-47a5-bae7-e9d8c985aca5 None None] Attempting to bind port 32b5ae16-9e4c-441f-9574-374a84874549 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:20:49.258678 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb93556-4a5e-47a5-bae7-e9d8c985aca5 None None] Attempting to bind port 32b5ae16-9e4c-441f-9574-374a84874549 on network 4734c50c-5b75-42a3-a882-02084790a476 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:20:49.264684 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089095b-9235-4d20-a9fa-564aaf0af865 admin admin] Pushing event updated for resources: {'Network': ['ID=9280762f-5d50-43d7-b5cc-35988bd07271,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:49.269710 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb93556-4a5e-47a5-bae7-e9d8c985aca5 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:20:49.270590 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb93556-4a5e-47a5-bae7-e9d8c985aca5 None None] Checking segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:20:49.271239 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1eb93556-4a5e-47a5-bae7-e9d8c985aca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.271736 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb93556-4a5e-47a5-bae7-e9d8c985aca5 None None] Bound using segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:20:49.272443 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-1eb93556-4a5e-47a5-bae7-e9d8c985aca5 None None] Bound port: 32b5ae16-9e4c-441f-9574-374a84874549, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:20:49.273784 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1eb93556-4a5e-47a5-bae7-e9d8c985aca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.297952 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a089095b-9235-4d20-a9fa-564aaf0af865 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4669330 Aug 19 18:20:49.302704 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60642) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:49.303561 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 9280762f-5d50-43d7-b5cc-35988bd07271 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:20:49.309504 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-69102ab5-7cc3-40e6-b48a-5c4800abbec1 admin admin] Request body: {'subnet': {'network_id': '9280762f-5d50-43d7-b5cc-35988bd07271', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1494668606-subnet', 'tenant_id': 'f7ce863f21ac4c3e8460763b96935ef9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:49.397260 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cfad3355-fe71-4419-a2de-9025ae811bdd req-8990186c-b5af-4bd3-b37c-23c862c542b4 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0433886 Aug 19 18:20:49.397922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69102ab5-7cc3-40e6-b48a-5c4800abbec1 admin admin] Made reservation on behalf of f7ce863f21ac4c3e8460763b96935ef9 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:49.401221 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69102ab5-7cc3-40e6-b48a-5c4800abbec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.491357 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1f42d0ed-a5f2-467a-badb-ffc9007b4488 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.513344 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-1f42d0ed-a5f2-467a-badb-ffc9007b4488 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Transition to ACTIVE for port object 6ec9b654-65b4-461b-8cf4-63a1ad4b220b will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:49.546653 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-1eb93556-4a5e-47a5-bae7-e9d8c985aca5 None None] For port 32b5ae16-9e4c-441f-9574-374a84874549, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:20:49.555740 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-1eb93556-4a5e-47a5-bae7-e9d8c985aca5 None None] For port 32b5ae16-9e4c-441f-9574-374a84874549, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=32b5ae16-9e4c-441f-9574-374a84874549,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:20:49.557038 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1f42d0ed-a5f2-467a-badb-ffc9007b4488 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.578802 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1eb93556-4a5e-47a5-bae7-e9d8c985aca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.616081 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f42d0ed-a5f2-467a-badb-ffc9007b4488 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:49.619593 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-1f42d0ed-a5f2-467a-badb-ffc9007b4488 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:49.623637 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f42d0ed-a5f2-467a-badb-ffc9007b4488 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:49.630614 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f42d0ed-a5f2-467a-badb-ffc9007b4488 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:49.631296 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1f42d0ed-a5f2-467a-badb-ffc9007b4488 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.640733 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69102ab5-7cc3-40e6-b48a-5c4800abbec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.660537 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb93556-4a5e-47a5-bae7-e9d8c985aca5 None None] Pushing event updated for resources: {'Port': ['ID=32b5ae16-9e4c-441f-9574-374a84874549,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:49.667264 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42d0ed-a5f2-467a-badb-ffc9007b4488 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=6ec9b654-65b4-461b-8cf4-63a1ad4b220b,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:49.684240 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1f42d0ed-a5f2-467a-badb-ffc9007b4488 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2475243 Aug 19 18:20:49.684553 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60652) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:49.731502 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69102ab5-7cc3-40e6-b48a-5c4800abbec1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba7ef4e3-3093-45a4-bc3b-fa9a444e67fb,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:49.735135 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60654) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:49.746830 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69102ab5-7cc3-40e6-b48a-5c4800abbec1 admin admin] Checking segment: {'id': '14df3453-f78c-4524-a93f-76159d08e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9280762f-5d50-43d7-b5cc-35988bd07271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:20:49.747270 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69102ab5-7cc3-40e6-b48a-5c4800abbec1 admin admin] Network hostable DHCP agents. Network: 9280762f-5d50-43d7-b5cc-35988bd07271, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:20:49.769023 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69102ab5-7cc3-40e6-b48a-5c4800abbec1 admin admin] Network 9280762f-5d50-43d7-b5cc-35988bd07271 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:20:49.774846 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4786bc53-1ef5-480f-b0fe-8877379d7327 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:49.780631 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-69102ab5-7cc3-40e6-b48a-5c4800abbec1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 9280762f-5d50-43d7-b5cc-35988bd07271) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:49.786792 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4786bc53-1ef5-480f-b0fe-8877379d7327 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:49.792996 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60658) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:49.793605 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4786bc53-1ef5-480f-b0fe-8877379d7327 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1072032 Aug 19 18:20:49.800680 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bede1305-716d-4fb9-82c6-deddfe02d475 None None] Network 9280762f-5d50-43d7-b5cc-35988bd07271 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:49.803282 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69102ab5-7cc3-40e6-b48a-5c4800abbec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:49.804059 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69102ab5-7cc3-40e6-b48a-5c4800abbec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.850130 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-69102ab5-7cc3-40e6-b48a-5c4800abbec1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5456479 Aug 19 18:20:49.967454 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-7b6bdcc2-383d-4563-87e9-050fbdc6c709 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1878528096-network', 'tenant_id': 'bc91d69b38f64dea9af4da22e706ab15'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:50.022103 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-2e09724f-c957-4f55-9d43-4605fe2d0315 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting port 6ec9b654-65b4-461b-8cf4-63a1ad4b220b {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:50.022445 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2e09724f-c957-4f55-9d43-4605fe2d0315 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.026381 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352cc15f-fc20-4f0f-aeb3-2fc3585cb494 None None] Network 9280762f-5d50-43d7-b5cc-35988bd07271 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:50.042522 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6bdcc2-383d-4563-87e9-050fbdc6c709 admin admin] Made reservation on behalf of bc91d69b38f64dea9af4da22e706ab15 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:50.044732 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdcc2-383d-4563-87e9-050fbdc6c709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.112824 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdcc2-383d-4563-87e9-050fbdc6c709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.194519 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2e09724f-c957-4f55-9d43-4605fe2d0315 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.218644 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-2e09724f-c957-4f55-9d43-4605fe2d0315 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Calling delete_port for 6ec9b654-65b4-461b-8cf4-63a1ad4b220b owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:50.342181 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdcc2-383d-4563-87e9-050fbdc6c709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.349903 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdcc2-383d-4563-87e9-050fbdc6c709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.411536 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b6bdcc2-383d-4563-87e9-050fbdc6c709 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:20:50.433621 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6bdcc2-383d-4563-87e9-050fbdc6c709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72035e1-1083-41a3-9037-7675844161c8,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:50.448972 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdcc2-383d-4563-87e9-050fbdc6c709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.449405 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-7b6bdcc2-383d-4563-87e9-050fbdc6c709 admin admin] Added segment 42bf84de-ef95-4ec9-a52a-771819b3a187 of type vlan for network f6aebc10-1b73-48cb-afe8-5491f373d906 Aug 19 18:20:50.501024 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2e09724f-c957-4f55-9d43-4605fe2d0315 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.513766 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdcc2-383d-4563-87e9-050fbdc6c709 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.557994 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09724f-c957-4f55-9d43-4605fe2d0315 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Port': ['ID=6ec9b654-65b4-461b-8cf4-63a1ad4b220b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:50.573272 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-cd154659-a8ec-43f9-8f50-0498d99fd630 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:50.581471 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-cd154659-a8ec-43f9-8f50-0498d99fd630 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/networks?id=2792c50e-2f86-47bc-9c9b-93298678157f HTTP/1.1" status: 200 len: 811 time: 0.1801167 Aug 19 18:20:50.597738 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-f3677c04-9d44-4f41-9202-44c79799fda4 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/quotas/43975127a84e4afda110d857fe1541ee HTTP/1.1" status: 200 len: 375 time: 0.0113919 Aug 19 18:20:50.598067 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2e09724f-c957-4f55-9d43-4605fe2d0315 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.598067 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2e09724f-c957-4f55-9d43-4605fe2d0315 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/6ec9b654-65b4-461b-8cf4-63a1ad4b220b HTTP/1.1" status: 204 len: 168 time: 0.8034158 Aug 19 18:20:50.601731 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60684) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:50.627288 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 32b5ae16-9e4c-441f-9574-374a84874549 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:50.683488 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ba91d52f-2287-43ca-808d-c2240d03b25b req-6570a509-19ab-47c2-8cab-c41eb88b130c tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0611532 Aug 19 18:20:50.683820 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdcc2-383d-4563-87e9-050fbdc6c709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.684853 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-2d2630e8-48e3-41e9-b52a-a2fb0ca6bafb tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=43975127a84e4afda110d857fe1541ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354900 Aug 19 18:20:50.685038 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6bdcc2-383d-4563-87e9-050fbdc6c709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:50.685867 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b6bdcc2-383d-4563-87e9-050fbdc6c709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.721099 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aa43c5-c5d2-404d-857f-a3a32b148599 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:50.723751 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aa43c5-c5d2-404d-857f-a3a32b148599 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:50.726401 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-13aa43c5-c5d2-404d-857f-a3a32b148599 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1233892 Aug 19 18:20:50.738980 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60686) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:50.758577 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 32b5ae16-9e4c-441f-9574-374a84874549 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:50.801999 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7b6bdcc2-383d-4563-87e9-050fbdc6c709 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0652449 Aug 19 18:20:50.805052 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60688) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:50.812137 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-66775904-c2e4-4a16-937e-345be79f782d admin admin] Request body: {'subnet': {'network_id': 'f6aebc10-1b73-48cb-afe8-5491f373d906', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1878528096-subnet', 'tenant_id': 'bc91d69b38f64dea9af4da22e706ab15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:50.838518 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6bdcc2-383d-4563-87e9-050fbdc6c709 admin admin] Pushing event updated for resources: {'Network': ['ID=f6aebc10-1b73-48cb-afe8-5491f373d906,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:50.853275 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network f6aebc10-1b73-48cb-afe8-5491f373d906 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:20:50.872803 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66775904-c2e4-4a16-937e-345be79f782d admin admin] Made reservation on behalf of bc91d69b38f64dea9af4da22e706ab15 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:50.877592 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-66775904-c2e4-4a16-937e-345be79f782d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.903280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c61d082-7da0-4d40-967e-026871175e1f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet ce085fe1-1e56-4060-977d-683bc3bd9ae6 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:20:50.960496 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-d0274065-e010-4978-853d-5fed8c4721b7 service neutron] 10.222.0.24 "GET /v2.0/networks/2792c50e-2f86-47bc-9c9b-93298678157f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323186 Aug 19 18:20:50.973768 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c61d082-7da0-4d40-967e-026871175e1f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.104454 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c61d082-7da0-4d40-967e-026871175e1f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.131062 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-66775904-c2e4-4a16-937e-345be79f782d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.172797 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-06e785e0-5caf-4cd6-8980-555d8f43f5c7 service neutron] 10.222.0.24 "GET /v2.0/networks/2792c50e-2f86-47bc-9c9b-93298678157f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102699 Aug 19 18:20:51.198726 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b95d28af-0637-4a63-9d8a-368963850d36 None None] Provisioning for port 32b5ae16-9e4c-441f-9574-374a84874549 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:51.203690 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b95d28af-0637-4a63-9d8a-368963850d36 None None] Provisioning complete for port 32b5ae16-9e4c-441f-9574-374a84874549 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:51.204443 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b95d28af-0637-4a63-9d8a-368963850d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.228857 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66775904-c2e4-4a16-937e-345be79f782d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0a3d341-759d-49a1-a18c-1f628909e5ce,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:51.236207 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66775904-c2e4-4a16-937e-345be79f782d admin admin] Checking segment: {'id': '42bf84de-ef95-4ec9-a52a-771819b3a187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f6aebc10-1b73-48cb-afe8-5491f373d906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:20:51.236931 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66775904-c2e4-4a16-937e-345be79f782d admin admin] Network hostable DHCP agents. Network: f6aebc10-1b73-48cb-afe8-5491f373d906, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:20:51.260329 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c61d082-7da0-4d40-967e-026871175e1f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.264168 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66775904-c2e4-4a16-937e-345be79f782d admin admin] Network f6aebc10-1b73-48cb-afe8-5491f373d906 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:20:51.291018 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-66775904-c2e4-4a16-937e-345be79f782d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, f6aebc10-1b73-48cb-afe8-5491f373d906) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:51.303913 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66775904-c2e4-4a16-937e-345be79f782d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:51.304889 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-66775904-c2e4-4a16-937e-345be79f782d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.309943 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe81a9e-fbb7-4257-993b-997d52be0aa0 None None] Network f6aebc10-1b73-48cb-afe8-5491f373d906 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:51.347710 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-66775904-c2e4-4a16-937e-345be79f782d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5411794 Aug 19 18:20:51.420280 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c61d082-7da0-4d40-967e-026871175e1f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.474170 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-58e5fec5-3e95-420c-a0dd-80df6ecdc789 req-a91b1308-c31e-40c7-a34d-ee2cfc06d4de tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 210 time: 0.0761878 Aug 19 18:20:51.503167 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c61d082-7da0-4d40-967e-026871175e1f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.507352 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7c61d082-7da0-4d40-967e-026871175e1f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/ce085fe1-1e56-4060-977d-683bc3bd9ae6 HTTP/1.1" status: 204 len: 168 time: 0.7649283 Aug 19 18:20:51.507352 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61d082-7da0-4d40-967e-026871175e1f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=ce085fe1-1e56-4060-977d-683bc3bd9ae6,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:51.512140 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60700) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:51.532116 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b95d28af-0637-4a63-9d8a-368963850d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.593269 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-87296498-7275-45a0-9d63-51cf3dff1938 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767555 Aug 19 18:20:51.593701 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60702) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:51.618595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60708) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:51.628519 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdda72e0-8b7d-47db-a99a-c60c84e61dd6 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:51.648815 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f893cc-eafc-441e-b763-4d5a8331078a None None] Network f6aebc10-1b73-48cb-afe8-5491f373d906 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:51.681954 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7532bc-464c-4710-b96f-4645e805ab6f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:51.683125 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fb7532bc-464c-4710-b96f-4645e805ab6f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0883954 Aug 19 18:20:51.685885 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60712) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:51.704376 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:20:51.707078 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c1836d-b818-4f9d-bcc9-c81dcb56d302 admin admin] Deleting subnet e0a3d341-759d-49a1-a18c-1f628909e5ce {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:20:51.713230 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-09c1836d-b818-4f9d-bcc9-c81dcb56d302 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.765807 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-09c1836d-b818-4f9d-bcc9-c81dcb56d302 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.766062 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6915989a-4624-4487-bb41-81c575e6a015 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:51.770524 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6915989a-4624-4487-bb41-81c575e6a015 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0811477 Aug 19 18:20:51.771452 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60716) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:51.813879 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.api [None req-b95d28af-0637-4a63-9d8a-368963850d36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:20:51.814294 n-d-803753-2 neutron-server[94683]: DEBUG oslo_db.api [None req-b95d28af-0637-4a63-9d8a-368963850d36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:20:51.853590 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-09c1836d-b818-4f9d-bcc9-c81dcb56d302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.930331 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-90282584-a8ac-48f5-9cea-d90929ee231e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1569982 Aug 19 18:20:51.932432 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60722) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:51.937969 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-61cd34a5-50d0-4f5b-b55e-704a91e5384b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:51.972650 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-09c1836d-b818-4f9d-bcc9-c81dcb56d302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.981059 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a7fa85b7-211f-448c-8159-0d6a7364c5b8 req-9dae10f2-f1a9-43d2-bef1-f5a8da222fb4 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0797644 Aug 19 18:20:52.028550 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1836d-b818-4f9d-bcc9-c81dcb56d302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0a3d341-759d-49a1-a18c-1f628909e5ce,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:52.030641 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-09c1836d-b818-4f9d-bcc9-c81dcb56d302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.033349 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-09c1836d-b818-4f9d-bcc9-c81dcb56d302 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e0a3d341-759d-49a1-a18c-1f628909e5ce HTTP/1.1" status: 204 len: 168 time: 0.4130831 Aug 19 18:20:52.037203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60724) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:52.047154 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202b3acb-22e4-4832-be16-8c0086325324 None None] DHCP port deletion for 4734c50c-5b75-42a3-a882-02084790a476 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:20:52.110634 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cd34a5-50d0-4f5b-b55e-704a91e5384b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:52.116101 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-61cd34a5-50d0-4f5b-b55e-704a91e5384b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.150802 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-202b3acb-22e4-4832-be16-8c0086325324 None None] Deleting port 32b5ae16-9e4c-441f-9574-374a84874549 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:52.151628 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-202b3acb-22e4-4832-be16-8c0086325324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.185471 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dfc13165-00ba-4d7c-9a58-b735cb1e744d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.243037 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-202b3acb-22e4-4832-be16-8c0086325324 None None] For port 32b5ae16-9e4c-441f-9574-374a84874549, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=32b5ae16-9e4c-441f-9574-374a84874549,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:52.243636 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-202b3acb-22e4-4832-be16-8c0086325324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.260983 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-202b3acb-22e4-4832-be16-8c0086325324 None None] Calling delete_port for 32b5ae16-9e4c-441f-9574-374a84874549 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:52.330779 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dfc13165-00ba-4d7c-9a58-b735cb1e744d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.343385 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-dfc13165-00ba-4d7c-9a58-b735cb1e744d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6aebc10-1b73-48cb-afe8-5491f373d906']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:52.356824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-dfc13165-00ba-4d7c-9a58-b735cb1e744d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42bf84de-ef95-4ec9-a52a-771819b3a187') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:52.357494 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-dfc13165-00ba-4d7c-9a58-b735cb1e744d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42bf84de-ef95-4ec9-a52a-771819b3a187') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:52.370152 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dfc13165-00ba-4d7c-9a58-b735cb1e744d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.388637 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dfc13165-00ba-4d7c-9a58-b735cb1e744d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.397192 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc13165-00ba-4d7c-9a58-b735cb1e744d admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:20:52.398062 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dfc13165-00ba-4d7c-9a58-b735cb1e744d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:20:52.400194 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:20:52.411379 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b95d28af-0637-4a63-9d8a-368963850d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.503857 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dfc13165-00ba-4d7c-9a58-b735cb1e744d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.511406 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-b95d28af-0637-4a63-9d8a-368963850d36 None None] For port 32b5ae16-9e4c-441f-9574-374a84874549, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=32b5ae16-9e4c-441f-9574-374a84874549,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:52.513724 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dfc13165-00ba-4d7c-9a58-b735cb1e744d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.520135 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dfc13165-00ba-4d7c-9a58-b735cb1e744d admin admin] 10.222.0.24 "DELETE /v2.0/networks/f6aebc10-1b73-48cb-afe8-5491f373d906 HTTP/1.1" status: 204 len: 168 time: 0.4773011 Aug 19 18:20:52.530595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc13165-00ba-4d7c-9a58-b735cb1e744d admin admin] Pushing event deleted for resources: {'Network': ['ID=f6aebc10-1b73-48cb-afe8-5491f373d906,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:52.540456 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b95d28af-0637-4a63-9d8a-368963850d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.589229 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-202b3acb-22e4-4832-be16-8c0086325324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.594706 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d28af-0637-4a63-9d8a-368963850d36 None None] Pushing event deleted for resources: {'Port': ['ID=32b5ae16-9e4c-441f-9574-374a84874549,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:52.608935 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5e9b2274-f527-45fa-aae0-a0b7bdbe0197 req-af317bc6-31ce-4e2f-9644-f6e301323d34 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 210 time: 0.0472491 Aug 19 18:20:52.633169 n-d-803753-2 neutron-server[94682]: DEBUG neutron.objects.ports [None req-61cd34a5-50d0-4f5b-b55e-704a91e5384b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:20:52.651966 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 32b5ae16-9e4c-441f-9574-374a84874549 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:20:52.664706 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b3acb-22e4-4832-be16-8c0086325324 None None] Pushing event deleted for resources: {'Port': ['ID=32b5ae16-9e4c-441f-9574-374a84874549,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:52.697578 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b3acb-22e4-4832-be16-8c0086325324 None None] No DVR routers for this DVR port 32b5ae16-9e4c-441f-9574-374a84874549 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:20:52.705884 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f5154924-206e-4eec-8af4-4944f3f5869c None None] Could not find standard attr ID for object 6ec9b654-65b4-461b-8cf4-63a1ad4b220b. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:20:52.712300 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 32b5ae16-9e4c-441f-9574-374a84874549 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:20:52.712300 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 32b5ae16-9e4c-441f-9574-374a84874549 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:20:52.745980 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60734) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:52.802226 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-61702941-e95c-4502-a63b-573a2a812f43 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc91d69b38f64dea9af4da22e706ab15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548439 Aug 19 18:20:52.805005 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60736) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:52.819054 n-d-803753-2 neutron-server[94682]: WARNING neutron.services.revisions.revision_plugin [None req-61cd34a5-50d0-4f5b-b55e-704a91e5384b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Could not find related port for resource to bump revision. Aug 19 18:20:52.833154 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.ipam_pluggable_backend [None req-61cd34a5-50d0-4f5b-b55e-704a91e5384b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Port 32b5ae16-9e4c-441f-9574-374a84874549 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94682) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 19 18:20:52.833769 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.ipam_pluggable_backend [None req-61cd34a5-50d0-4f5b-b55e-704a91e5384b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Reverting IP allocation for 2001:db8::f816:3eff:feba:b88e {{(pid=94682) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 19 18:20:52.875450 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6329f50a-67d5-4d3f-8108-2e42583a1029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.877281 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.ipam_pluggable_backend [None req-61cd34a5-50d0-4f5b-b55e-704a91e5384b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feba:b88e {{(pid=94682) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 19 18:20:52.880494 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-61cd34a5-50d0-4f5b-b55e-704a91e5384b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.905846 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6329f50a-67d5-4d3f-8108-2e42583a1029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.945156 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cd34a5-50d0-4f5b-b55e-704a91e5384b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:52.958948 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-61cd34a5-50d0-4f5b-b55e-704a91e5384b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:52.972882 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd34a5-50d0-4f5b-b55e-704a91e5384b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=904c7e98-160f-4d1f-a6e4-a1931339443e,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:52.974437 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf479a5-0f5b-49b4-9e76-4bcff0083575 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:52.980800 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cd34a5-50d0-4f5b-b55e-704a91e5384b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:52.981431 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-61cd34a5-50d0-4f5b-b55e-704a91e5384b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.990380 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6329f50a-67d5-4d3f-8108-2e42583a1029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.993020 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6329f50a-67d5-4d3f-8108-2e42583a1029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.996872 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6329f50a-67d5-4d3f-8108-2e42583a1029 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b72035e1-1083-41a3-9037-7675844161c8 HTTP/1.1" status: 204 len: 168 time: 0.1877573 Aug 19 18:20:53.006172 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329f50a-67d5-4d3f-8108-2e42583a1029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72035e1-1083-41a3-9037-7675844161c8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:53.033295 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-61cd34a5-50d0-4f5b-b55e-704a91e5384b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0961752 Aug 19 18:20:53.036344 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60742) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:53.037089 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-8d3b8e5a-25f1-4794-b652-ae0b0bb85833 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:53.038901 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-8d3b8e5a-25f1-4794-b652-ae0b0bb85833 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.54 "GET /v2.0/networks?id=2792c50e-2f86-47bc-9c9b-93298678157f HTTP/1.1" status: 200 len: 811 time: 0.2163122 Aug 19 18:20:53.044168 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-64cb8286-6297-424a-af28-174ad661c3f2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:53.079891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-e7d4b399-0c6f-476b-bc0a-fd77aa213b7a tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Request body: {'port': {'device_id': '6c56e4a3-f68e-4893-af78-8c4230ba1391', 'network_id': '2792c50e-2f86-47bc-9c9b-93298678157f', 'admin_state_up': True, 'tenant_id': '43975127a84e4afda110d857fe1541ee'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:53.260656 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7050698a-c901-4ed2-949c-910e1479998e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-4734c50c-5b75-42a3-a882-02084790a476', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'fixed_ips': [{'subnet_id': '904c7e98-160f-4d1f-a6e4-a1931339443e'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:20:53.261573 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7050698a-c901-4ed2-949c-910e1479998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:53.296579 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-e7d4b399-0c6f-476b-bc0a-fd77aa213b7a tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Made reservation on behalf of 43975127a84e4afda110d857fe1541ee for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:53.315616 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-e7d4b399-0c6f-476b-bc0a-fd77aa213b7a tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:53.350017 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4438c385-9df0-41c1-a3fd-e00fdbf48853 req-9da59c36-c7fb-48b8-a7fe-080181a62d8c tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.1050467 Aug 19 18:20:53.382632 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cb8286-6297-424a-af28-174ad661c3f2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:53.386561 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-64cb8286-6297-424a-af28-174ad661c3f2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:53.536007 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-e7d4b399-0c6f-476b-bc0a-fd77aa213b7a tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Allocated IP 172.20.0.13 (2792c50e-2f86-47bc-9c9b-93298678157f/64b61971-5f3a-48ab-a291-6ba300c19d30/afa0b6b9-e7e8-4b03-9226-6a53942fc0d7) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:53.549228 n-d-803753-2 neutron-server[94681]: INFO neutron.db.ipam_backend_mixin [None req-64cb8286-6297-424a-af28-174ad661c3f2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 904c7e98-160f-4d1f-a6e4-a1931339443e (CIDR: 2001:db8::/64) Aug 19 18:20:53.554400 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-64cb8286-6297-424a-af28-174ad661c3f2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:20:53.554978 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64cb8286-6297-424a-af28-174ad661c3f2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:20:53.574920 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-64cb8286-6297-424a-af28-174ad661c3f2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5366926 Aug 19 18:20:53.577547 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60756) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:53.583853 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2a73c47c-c427-4a15-ad53-392494551f83 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:53.610231 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-7050698a-c901-4ed2-949c-910e1479998e None None] Allocated IP 2001:db8::f816:3eff:fee7:6fba (4734c50c-5b75-42a3-a882-02084790a476/904c7e98-160f-4d1f-a6e4-a1931339443e/a4ffcd43-a1e7-4095-a4c4-7403d0eff070) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:53.757808 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a73c47c-c427-4a15-ad53-392494551f83 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:53.762774 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a73c47c-c427-4a15-ad53-392494551f83 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:53.823228 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b9209b67-5776-4254-939f-2a0cc9eaa63a req-d4e067de-dc77-4501-962e-e0eebb45f414 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 210 time: 0.0439153 Aug 19 18:20:53.873468 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7050698a-c901-4ed2-949c-910e1479998e None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:53.886103 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7050698a-c901-4ed2-949c-910e1479998e None None] Transition to ACTIVE for port object a4ffcd43-a1e7-4095-a4c4-7403d0eff070 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:53.915807 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7050698a-c901-4ed2-949c-910e1479998e None None] Transition to ACTIVE for port object a4ffcd43-a1e7-4095-a4c4-7403d0eff070 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:53.919281 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-e7d4b399-0c6f-476b-bc0a-fd77aa213b7a tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:53.927926 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7050698a-c901-4ed2-949c-910e1479998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:53.970636 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7050698a-c901-4ed2-949c-910e1479998e None None] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:53.978480 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-7050698a-c901-4ed2-949c-910e1479998e None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:53.984864 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7050698a-c901-4ed2-949c-910e1479998e None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:53.997804 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-e7d4b399-0c6f-476b-bc0a-fd77aa213b7a tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:54.020811 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050698a-c901-4ed2-949c-910e1479998e None None] Pushing event updated for resources: {'Port': ['ID=a4ffcd43-a1e7-4095-a4c4-7403d0eff070,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:54.072451 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7050698a-c901-4ed2-949c-910e1479998e None None] Attempting to bind port a4ffcd43-a1e7-4095-a4c4-7403d0eff070 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:20:54.072834 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7050698a-c901-4ed2-949c-910e1479998e None None] Attempting to bind port a4ffcd43-a1e7-4095-a4c4-7403d0eff070 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:20:54.073750 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050698a-c901-4ed2-949c-910e1479998e None None] Attempting to bind port a4ffcd43-a1e7-4095-a4c4-7403d0eff070 on network 4734c50c-5b75-42a3-a882-02084790a476 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:20:54.080679 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050698a-c901-4ed2-949c-910e1479998e None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:20:54.081456 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050698a-c901-4ed2-949c-910e1479998e None None] Checking segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:20:54.082100 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7050698a-c901-4ed2-949c-910e1479998e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:54.082668 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050698a-c901-4ed2-949c-910e1479998e None None] Bound using segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:20:54.083390 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7050698a-c901-4ed2-949c-910e1479998e None None] Bound port: a4ffcd43-a1e7-4095-a4c4-7403d0eff070, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:20:54.084137 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7050698a-c901-4ed2-949c-910e1479998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:54.102167 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-e7d4b399-0c6f-476b-bc0a-fd77aa213b7a tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Network 2792c50e-2f86-47bc-9c9b-93298678157f is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:54.103388 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4b399-0c6f-476b-bc0a-fd77aa213b7a tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Pushing event updated for resources: {'Port': ['ID=afa0b6b9-e7e8-4b03-9226-6a53942fc0d7,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:54.106346 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-e7d4b399-0c6f-476b-bc0a-fd77aa213b7a tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:54.108751 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-e7d4b399-0c6f-476b-bc0a-fd77aa213b7a tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:54.168234 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a73c47c-c427-4a15-ad53-392494551f83 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:54.199235 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-e7d4b399-0c6f-476b-bc0a-fd77aa213b7a tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:54.200025 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-e7d4b399-0c6f-476b-bc0a-fd77aa213b7a tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:54.231047 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60774) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:54.244774 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-e7d4b399-0c6f-476b-bc0a-fd77aa213b7a tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1942012 Aug 19 18:20:54.247082 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7050698a-c901-4ed2-949c-910e1479998e None None] For port a4ffcd43-a1e7-4095-a4c4-7403d0eff070, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:20:54.251790 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a73c47c-c427-4a15-ad53-392494551f83 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:54.253570 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7050698a-c901-4ed2-949c-910e1479998e None None] For port a4ffcd43-a1e7-4095-a4c4-7403d0eff070, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a4ffcd43-a1e7-4095-a4c4-7403d0eff070,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:20:54.256485 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-2a73c47c-c427-4a15-ad53-392494551f83 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:54.259024 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-5ba173f3-db83-43bc-b953-c46b73d37484 service neutron] Request body: {'port': {'device_id': '6c56e4a3-f68e-4893-af78-8c4230ba1391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:54.262304 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a73c47c-c427-4a15-ad53-392494551f83 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:54.264323 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a73c47c-c427-4a15-ad53-392494551f83 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:54.265701 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7050698a-c901-4ed2-949c-910e1479998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:54.281217 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73c47c-c427-4a15-ad53-392494551f83 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=57f314b7-66dc-491b-b18b-23b849c154ff,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:54.290053 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2a73c47c-c427-4a15-ad53-392494551f83 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7078755 Aug 19 18:20:54.292358 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60778) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:54.297880 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e7e33f26-0620-442e-9e57-f45324339772 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'mac_address': 'fa:16:3e:b4:8c:52', 'name': 'tempest-NetworksTestDHCPv6-1412331504'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:54.342935 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-5ba173f3-db83-43bc-b953-c46b73d37484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:54.445113 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050698a-c901-4ed2-949c-910e1479998e None None] Pushing event updated for resources: {'Port': ['ID=a4ffcd43-a1e7-4095-a4c4-7403d0eff070,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:54.461114 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-87fc0f68-1a97-41ec-bc3b-2e602373dafe admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-952031125-network', 'tenant_id': 'e7ba449431d84124ad3da70ceb13eb44'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:54.558967 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd8b93cd-1ff4-4d71-b9fd-a1c265c0f936 req-c1045cc2-b28c-455a-8306-3a2f933f4329 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0595424 Aug 19 18:20:54.589469 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fc0f68-1a97-41ec-bc3b-2e602373dafe admin admin] Made reservation on behalf of e7ba449431d84124ad3da70ceb13eb44 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:54.611183 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-87fc0f68-1a97-41ec-bc3b-2e602373dafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:54.630177 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e33f26-0620-442e-9e57-f45324339772 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:54.640637 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-87fc0f68-1a97-41ec-bc3b-2e602373dafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:54.733039 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7e33f26-0620-442e-9e57-f45324339772 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:54.760513 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-e7e33f26-0620-442e-9e57-f45324339772 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] device_id is not set on port 06530a90-bb2d-4658-ad87-dc0539426caa yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:20:54.919325 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-5ba173f3-db83-43bc-b953-c46b73d37484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa0b6b9-e7e8-4b03-9226-6a53942fc0d7 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:20:54.926173 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-87fc0f68-1a97-41ec-bc3b-2e602373dafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:54.930588 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-5ba173f3-db83-43bc-b953-c46b73d37484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:54.933464 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-87fc0f68-1a97-41ec-bc3b-2e602373dafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:54.962556 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-5ba173f3-db83-43bc-b953-c46b73d37484 service neutron] Transition to ACTIVE for port object afa0b6b9-e7e8-4b03-9226-6a53942fc0d7 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:54.966305 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87fc0f68-1a97-41ec-bc3b-2e602373dafe admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:20:54.984055 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-5ba173f3-db83-43bc-b953-c46b73d37484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.006477 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-e7e33f26-0620-442e-9e57-f45324339772 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8:0:1::343 (4734c50c-5b75-42a3-a882-02084790a476/57f314b7-66dc-491b-b18b-23b849c154ff/06530a90-bb2d-4658-ad87-dc0539426caa) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:55.016958 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-e7e33f26-0620-442e-9e57-f45324339772 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8::f816:3eff:feb4:8c52 (4734c50c-5b75-42a3-a882-02084790a476/904c7e98-160f-4d1f-a6e4-a1931339443e/06530a90-bb2d-4658-ad87-dc0539426caa) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:55.042660 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fddc12-99cf-4381-ad2a-4b754c2951a0 req-e5921faa-35ae-425c-9ebf-35a55f995f49 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:55.044187 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-71fddc12-99cf-4381-ad2a-4b754c2951a0 req-e5921faa-35ae-425c-9ebf-35a55f995f49 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 944 time: 0.0894115 Aug 19 18:20:55.159499 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-71fddc12-99cf-4381-ad2a-4b754c2951a0 req-24f90253-04d9-4c16-b02d-a0e1c980a8ae tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/security-groups?id=695f37ae-d360-4d71-a855-1a02564fbc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044765 Aug 19 18:20:55.263619 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7e33f26-0620-442e-9e57-f45324339772 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.283972 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-e7e33f26-0620-442e-9e57-f45324339772 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Transition to ACTIVE for port object 06530a90-bb2d-4658-ad87-dc0539426caa will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:55.335806 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7e33f26-0620-442e-9e57-f45324339772 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.375289 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc0f68-1a97-41ec-bc3b-2e602373dafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acb529f-7926-47fd-a55c-bee78c59b5dd,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:55.382161 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-87fc0f68-1a97-41ec-bc3b-2e602373dafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.382513 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-87fc0f68-1a97-41ec-bc3b-2e602373dafe admin admin] Added segment 27d42fde-e204-415c-90e0-99efcbdd9aea of type vlan for network 10346cba-f6f2-4460-bf40-cbd6c1796e5b Aug 19 18:20:55.413684 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e33f26-0620-442e-9e57-f45324339772 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:55.418192 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-e7e33f26-0620-442e-9e57-f45324339772 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:55.424153 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e33f26-0620-442e-9e57-f45324339772 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:55.430512 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e33f26-0620-442e-9e57-f45324339772 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:55.432052 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7e33f26-0620-442e-9e57-f45324339772 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.435728 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e33f26-0620-442e-9e57-f45324339772 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=06530a90-bb2d-4658-ad87-dc0539426caa,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:55.442557 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba173f3-db83-43bc-b953-c46b73d37484 service neutron] Pushing event updated for resources: {'Port': ['ID=afa0b6b9-e7e8-4b03-9226-6a53942fc0d7,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:55.461908 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e7e33f26-0620-442e-9e57-f45324339772 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1679809 Aug 19 18:20:55.463016 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60790) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:55.477400 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-87fc0f68-1a97-41ec-bc3b-2e602373dafe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.548713 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-87fc0f68-1a97-41ec-bc3b-2e602373dafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.550130 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fc0f68-1a97-41ec-bc3b-2e602373dafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:55.550891 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-87fc0f68-1a97-41ec-bc3b-2e602373dafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.601289 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-83ab23fc-81fb-41bd-a9e9-551b9ea944f5 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting port 06530a90-bb2d-4658-ad87-dc0539426caa {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:55.601755 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83ab23fc-81fb-41bd-a9e9-551b9ea944f5 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.608598 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-5ba173f3-db83-43bc-b953-c46b73d37484 service neutron] Attempting to bind port afa0b6b9-e7e8-4b03-9226-6a53942fc0d7 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:20:55.608942 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-5ba173f3-db83-43bc-b953-c46b73d37484 service neutron] Attempting to bind port afa0b6b9-e7e8-4b03-9226-6a53942fc0d7 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '29d98b80-8da3-4cce-8723-733d676f8777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2792c50e-2f86-47bc-9c9b-93298678157f'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:20:55.609335 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-5ba173f3-db83-43bc-b953-c46b73d37484 service neutron] Attempting to bind port afa0b6b9-e7e8-4b03-9226-6a53942fc0d7 on network 2792c50e-2f86-47bc-9c9b-93298678157f {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:20:55.637511 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-87fc0f68-1a97-41ec-bc3b-2e602373dafe admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3960068 Aug 19 18:20:55.637511 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-5ba173f3-db83-43bc-b953-c46b73d37484 service neutron] Port afa0b6b9-e7e8-4b03-9226-6a53942fc0d7 on network 2792c50e-2f86-47bc-9c9b-93298678157f not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:20:55.637511 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-5ba173f3-db83-43bc-b953-c46b73d37484 service neutron] Attempting to bind port afa0b6b9-e7e8-4b03-9226-6a53942fc0d7 on network 2792c50e-2f86-47bc-9c9b-93298678157f {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:20:55.645106 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88ea1bc-fead-4cb2-92f5-9ae709bbc0f2 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:55.666763 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc0f68-1a97-41ec-bc3b-2e602373dafe admin admin] Pushing event updated for resources: {'Network': ['ID=10346cba-f6f2-4460-bf40-cbd6c1796e5b,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:55.672096 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-5ba173f3-db83-43bc-b953-c46b73d37484 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:20:55.672455 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-5ba173f3-db83-43bc-b953-c46b73d37484 service neutron] Checking segment: {'id': '29d98b80-8da3-4cce-8723-733d676f8777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2792c50e-2f86-47bc-9c9b-93298678157f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:20:55.672856 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-5ba173f3-db83-43bc-b953-c46b73d37484 service neutron] Bound using segment: {'id': '29d98b80-8da3-4cce-8723-733d676f8777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2792c50e-2f86-47bc-9c9b-93298678157f'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:20:55.673423 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-5ba173f3-db83-43bc-b953-c46b73d37484 service neutron] Bound port: afa0b6b9-e7e8-4b03-9226-6a53942fc0d7, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d98b80-8da3-4cce-8723-733d676f8777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2792c50e-2f86-47bc-9c9b-93298678157f'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:20:55.674009 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-5ba173f3-db83-43bc-b953-c46b73d37484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.736408 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 10346cba-f6f2-4460-bf40-cbd6c1796e5b details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:20:55.742061 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83ab23fc-81fb-41bd-a9e9-551b9ea944f5 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.758894 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-83ab23fc-81fb-41bd-a9e9-551b9ea944f5 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Calling delete_port for 06530a90-bb2d-4658-ad87-dc0539426caa owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:55.763332 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b09d4e5f-bd7d-44d6-aae3-a73dabf7bf62 req-27b1cdbc-4ed3-4a21-9ba7-248cba5d82d9 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0639901 Aug 19 18:20:55.835099 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-5ba173f3-db83-43bc-b953-c46b73d37484 service neutron] For port afa0b6b9-e7e8-4b03-9226-6a53942fc0d7, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:20:55.844058 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a6aac82e-d190-4deb-b943-f9a61da35bf2 None None] Provisioning for port a4ffcd43-a1e7-4095-a4c4-7403d0eff070 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:55.848281 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-5ba173f3-db83-43bc-b953-c46b73d37484 service neutron] For port afa0b6b9-e7e8-4b03-9226-6a53942fc0d7, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=afa0b6b9-e7e8-4b03-9226-6a53942fc0d7,segment=NetworkSegment(29d98b80-8da3-4cce-8723-733d676f8777),segment_id=29d98b80-8da3-4cce-8723-733d676f8777)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:20:55.858761 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-5ba173f3-db83-43bc-b953-c46b73d37484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.928318 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-5ba173f3-db83-43bc-b953-c46b73d37484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:55.929162 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-5ba173f3-db83-43bc-b953-c46b73d37484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.934783 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-5ba173f3-db83-43bc-b953-c46b73d37484 service neutron] 10.222.0.54 "PUT /v2.0/ports/afa0b6b9-e7e8-4b03-9226-6a53942fc0d7 HTTP/1.1" status: 200 len: 1092 time: 1.6774681 Aug 19 18:20:55.934783 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c56e4a3-f68e-4893-af78-8c4230ba1391', 'tag': 'afa0b6b9-e7e8-4b03-9226-6a53942fc0d7'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:20:55.934783 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7326429-9833-46cc-be7d-81f1e058f3cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6c56e4a3-f68e-4893-af78-8c4230ba1391", "tag": "afa0b6b9-e7e8-4b03-9226-6a53942fc0d7"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:20:55.978288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba173f3-db83-43bc-b953-c46b73d37484 service neutron] Pushing event updated for resources: {'Port': ['ID=afa0b6b9-e7e8-4b03-9226-6a53942fc0d7,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:56.073220 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-2411c13e-e459-48fd-970a-22d291e761ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:56.075476 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-2411c13e-e459-48fd-970a-22d291e761ec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43975127a84e4afda110d857fe1541ee&device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 1095 time: 0.0704994 Aug 19 18:20:56.141247 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f32de15-ad4b-492e-9a3f-5ec95d128819 None None] Update dhcp port {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'fixed_ips': [{'subnet_id': '904c7e98-160f-4d1f-a6e4-a1931339443e', 'ip_address': '2001:db8::f816:3eff:fee7:6fba'}, {'subnet_id': '57f314b7-66dc-491b-b18b-23b849c154ff'}], 'binding:host_id': 'n-d-803753-2'}, 'id': 'a4ffcd43-a1e7-4095-a4c4-7403d0eff070'} from n-d-803753-2. {{(pid=94683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:20:56.163069 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc066d58-88f5-434a-bc08-4b23c567bd5d x-openstack-request-id: req-cc066d58-88f5-434a-bc08-4b23c567bd5d {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:20:56.163432 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c56e4a3-f68e-4893-af78-8c4230ba1391", "tag": "afa0b6b9-e7e8-4b03-9226-6a53942fc0d7", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:20:56.163616 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc066d58-88f5-434a-bc08-4b23c567bd5d {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:20:56.164013 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c56e4a3-f68e-4893-af78-8c4230ba1391', 'tag': 'afa0b6b9-e7e8-4b03-9226-6a53942fc0d7', 'status': 'completed', 'code': 200} Aug 19 18:20:56.166380 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-4bc700eb-ca99-4795-82a6-79aa8aabf832 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afa0b6b9-e7e8-4b03-9226-6a53942fc0d7 HTTP/1.1" status: 200 len: 217 time: 0.0805128 Aug 19 18:20:56.175290 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7f32de15-ad4b-492e-9a3f-5ec95d128819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:56.177947 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83ab23fc-81fb-41bd-a9e9-551b9ea944f5 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:56.231027 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab23fc-81fb-41bd-a9e9-551b9ea944f5 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Port': ['ID=06530a90-bb2d-4658-ad87-dc0539426caa,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:56.288894 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83ab23fc-81fb-41bd-a9e9-551b9ea944f5 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:56.293621 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-83ab23fc-81fb-41bd-a9e9-551b9ea944f5 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/06530a90-bb2d-4658-ad87-dc0539426caa HTTP/1.1" status: 204 len: 168 time: 0.8268437 Aug 19 18:20:56.296131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60812) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:56.379849 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-3e1785e8-7597-4e21-8883-9556faf981f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:56.380974 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-7f32de15-ad4b-492e-9a3f-5ec95d128819 None None] Allocated IP 2001:db8:0:1::2 (4734c50c-5b75-42a3-a882-02084790a476/57f314b7-66dc-491b-b18b-23b849c154ff/a4ffcd43-a1e7-4095-a4c4-7403d0eff070) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:56.381287 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-3e1785e8-7597-4e21-8883-9556faf981f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64b61971-5f3a-48ab-a291-6ba300c19d30 HTTP/1.1" status: 200 len: 851 time: 0.1861811 Aug 19 18:20:56.435207 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c1b58-e637-44fc-a2f5-f26450c4aaa8 req-06a53c07-2c3e-40dc-946b-6ec3e7f9a882 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:56.442421 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a94c1b58-e637-44fc-a2f5-f26450c4aaa8 req-06a53c07-2c3e-40dc-946b-6ec3e7f9a882 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 944 time: 0.1536250 Aug 19 18:20:56.465104 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-5163cdae-8c83-4f6e-b322-86b3076a6eb7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2792c50e-2f86-47bc-9c9b-93298678157f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686991 Aug 19 18:20:56.504326 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a94c1b58-e637-44fc-a2f5-f26450c4aaa8 req-386ed905-888e-4cee-924b-bebf56af99e2 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/security-groups?id=695f37ae-d360-4d71-a855-1a02564fbc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593724 Aug 19 18:20:56.526682 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a67ca-1290-47d8-8373-08864dffd022 req-8aa3deff-e6cf-47a3-8fcd-92350eaf2223 tempest-ComputeTenantNetworksTest-211011559 tempest-ComputeTenantNetworksTest-211011559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:56.543022 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a67ca-1290-47d8-8373-08864dffd022 req-8aa3deff-e6cf-47a3-8fcd-92350eaf2223 tempest-ComputeTenantNetworksTest-211011559 tempest-ComputeTenantNetworksTest-211011559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:56.555915 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a67ca-1290-47d8-8373-08864dffd022 req-8aa3deff-e6cf-47a3-8fcd-92350eaf2223 tempest-ComputeTenantNetworksTest-211011559 tempest-ComputeTenantNetworksTest-211011559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:56.563715 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7f32de15-ad4b-492e-9a3f-5ec95d128819 None None] For port a4ffcd43-a1e7-4095-a4c4-7403d0eff070, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a4ffcd43-a1e7-4095-a4c4-7403d0eff070,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:56.565262 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b62a67ca-1290-47d8-8373-08864dffd022 req-8aa3deff-e6cf-47a3-8fcd-92350eaf2223 tempest-ComputeTenantNetworksTest-211011559 tempest-ComputeTenantNetworksTest-211011559-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3927364 Aug 19 18:20:56.603132 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7f32de15-ad4b-492e-9a3f-5ec95d128819 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:56.618858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a4ffcd43-a1e7-4095-a4c4-7403d0eff070 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:56.631928 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad91e36b-e801-45be-9f2a-9b82858f35b3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:56.639328 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ad91e36b-e801-45be-9f2a-9b82858f35b3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3349206 Aug 19 18:20:56.640460 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60820) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:56.653407 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7f32de15-ad4b-492e-9a3f-5ec95d128819 None None] Transition to ACTIVE for port object a4ffcd43-a1e7-4095-a4c4-7403d0eff070 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:56.669604 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7f32de15-ad4b-492e-9a3f-5ec95d128819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:56.792211 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32de15-ad4b-492e-9a3f-5ec95d128819 None None] Pushing event updated for resources: {'Port': ['ID=a4ffcd43-a1e7-4095-a4c4-7403d0eff070,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:56.805991 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port a4ffcd43-a1e7-4095-a4c4-7403d0eff070 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:56.825624 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49063144-de1f-4139-91d3-d291d28edc72 req-ea49fa99-62e5-40fd-befb-67844fcfc245 tempest-ComputeTenantNetworksTest-211011559 tempest-ComputeTenantNetworksTest-211011559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:56.827006 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-49063144-de1f-4139-91d3-d291d28edc72 req-ea49fa99-62e5-40fd-befb-67844fcfc245 tempest-ComputeTenantNetworksTest-211011559 tempest-ComputeTenantNetworksTest-211011559-project] 10.222.0.24 "GET /v2.0/networks/10346cba-f6f2-4460-bf40-cbd6c1796e5b HTTP/1.1" status: 200 len: 768 time: 0.1910853 Aug 19 18:20:56.838468 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60824) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:56.840201 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5242080-e8f1-4182-abdb-ab4749812e43 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:56.842756 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c5242080-e8f1-4182-abdb-ab4749812e43 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1991858 Aug 19 18:20:56.845678 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60826) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:56.852006 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-7aaf780b-12e2-45a2-840f-44320dbc3096 service neutron] 10.222.0.54 "GET /v2.0/networks/2792c50e-2f86-47bc-9c9b-93298678157f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704400 Aug 19 18:20:56.933852 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-eb22511e-bd18-4b23-bb81-48ce79b73d7d req-58e81cba-9859-4438-a3a1-0234d85b874b tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0401440 Aug 19 18:20:56.969603 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45903796-1a78-45d7-90a0-6ac298d33e01 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:56.971946 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45903796-1a78-45d7-90a0-6ac298d33e01 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:56.972510 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-990c0865-7cd0-43b2-80a6-5cd7e155cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:56.973212 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45903796-1a78-45d7-90a0-6ac298d33e01 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:56.979310 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-45903796-1a78-45d7-90a0-6ac298d33e01 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1276531 Aug 19 18:20:56.979636 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60828) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:57.056391 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3c53693-6f94-46b4-93cc-249b28df6319 req-b3969dac-da49-4190-8148-cc3b152ddb3a service neutron] 10.222.0.54 "GET /v2.0/networks/2792c50e-2f86-47bc-9c9b-93298678157f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888902 Aug 19 18:20:57.065203 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b93fc14-4ec4-4241-858a-50a99c8fed4e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet 57f314b7-66dc-491b-b18b-23b849c154ff {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:20:57.068834 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b93fc14-4ec4-4241-858a-50a99c8fed4e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:57.077185 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-990c0865-7cd0-43b2-80a6-5cd7e155cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:57.098408 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-990c0865-7cd0-43b2-80a6-5cd7e155cca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10346cba-f6f2-4460-bf40-cbd6c1796e5b']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:57.129386 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-990c0865-7cd0-43b2-80a6-5cd7e155cca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d42fde-e204-415c-90e0-99efcbdd9aea') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:57.130341 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-990c0865-7cd0-43b2-80a6-5cd7e155cca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d42fde-e204-415c-90e0-99efcbdd9aea') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:57.148385 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-990c0865-7cd0-43b2-80a6-5cd7e155cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:57.149371 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b93fc14-4ec4-4241-858a-50a99c8fed4e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:57.175985 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-990c0865-7cd0-43b2-80a6-5cd7e155cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:57.185577 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990c0865-7cd0-43b2-80a6-5cd7e155cca9 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:20:57.186822 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-990c0865-7cd0-43b2-80a6-5cd7e155cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:20:57.188352 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:20:57.255693 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-990c0865-7cd0-43b2-80a6-5cd7e155cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:57.261429 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7326429-9833-46cc-be7d-81f1e058f3cd req-4652a718-73b8-4a1a-a75d-1759e2908f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:57.263162 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7326429-9833-46cc-be7d-81f1e058f3cd req-4652a718-73b8-4a1a-a75d-1759e2908f89 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43975127a84e4afda110d857fe1541ee&device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 1095 time: 0.1495445 Aug 19 18:20:57.266065 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-990c0865-7cd0-43b2-80a6-5cd7e155cca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:57.269916 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-990c0865-7cd0-43b2-80a6-5cd7e155cca9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/10346cba-f6f2-4460-bf40-cbd6c1796e5b HTTP/1.1" status: 204 len: 168 time: 0.4294682 Aug 19 18:20:57.288615 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c0865-7cd0-43b2-80a6-5cd7e155cca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=10346cba-f6f2-4460-bf40-cbd6c1796e5b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:57.341183 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b93fc14-4ec4-4241-858a-50a99c8fed4e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:57.439813 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60834) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:57.448143 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7326429-9833-46cc-be7d-81f1e058f3cd req-b947e4cd-a9f6-4f50-bc4b-b6435fdb6c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:57.450053 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7326429-9833-46cc-be7d-81f1e058f3cd req-b947e4cd-a9f6-4f50-bc4b-b6435fdb6c54 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2792c50e-2f86-47bc-9c9b-93298678157f HTTP/1.1" status: 200 len: 912 time: 0.1679592 Aug 19 18:20:57.459853 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b93fc14-4ec4-4241-858a-50a99c8fed4e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:57.514131 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b0c0f847-a5b1-41dc-b205-9477d63ed94f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7ba449431d84124ad3da70ceb13eb44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0718107 Aug 19 18:20:57.516367 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60836) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:57.535695 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93fc14-4ec4-4241-858a-50a99c8fed4e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=57f314b7-66dc-491b-b18b-23b849c154ff,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:57.538913 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7326429-9833-46cc-be7d-81f1e058f3cd req-7c575a2a-2cba-48cc-863c-eaa954e82dac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afa0b6b9-e7e8-4b03-9226-6a53942fc0d7 HTTP/1.1" status: 200 len: 217 time: 0.0767851 Aug 19 18:20:57.545726 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b93fc14-4ec4-4241-858a-50a99c8fed4e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:57.550913 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4b93fc14-4ec4-4241-858a-50a99c8fed4e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/57f314b7-66dc-491b-b18b-23b849c154ff HTTP/1.1" status: 204 len: 168 time: 0.5674255 Aug 19 18:20:57.555271 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60840) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:57.602520 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d4837194-2439-4897-9861-51f35713030b None None] Could not find standard attr ID for object 06530a90-bb2d-4658-ad87-dc0539426caa. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:20:57.620752 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d4837194-2439-4897-9861-51f35713030b None None] Provisioning for port a4ffcd43-a1e7-4095-a4c4-7403d0eff070 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:57.631151 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d4837194-2439-4897-9861-51f35713030b None None] Provisioning complete for port a4ffcd43-a1e7-4095-a4c4-7403d0eff070 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:57.632352 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d4837194-2439-4897-9861-51f35713030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:57.645318 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7326429-9833-46cc-be7d-81f1e058f3cd req-eae9c25b-586f-49e8-81fa-8ecb960ecdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:57.647402 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7326429-9833-46cc-be7d-81f1e058f3cd req-eae9c25b-586f-49e8-81fa-8ecb960ecdda service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64b61971-5f3a-48ab-a291-6ba300c19d30 HTTP/1.1" status: 200 len: 851 time: 0.0970423 Aug 19 18:20:57.700571 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7326429-9833-46cc-be7d-81f1e058f3cd req-48c1a403-0dd1-49ef-a8b1-88a3ab7a3c34 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2792c50e-2f86-47bc-9c9b-93298678157f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437467 Aug 19 18:20:57.717178 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-d7326429-9833-46cc-be7d-81f1e058f3cd req-f058f795-e852-4b3d-99a9-5fe8940bba47 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:20:57.717178 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7326429-9833-46cc-be7d-81f1e058f3cd req-f058f795-e852-4b3d-99a9-5fe8940bba47 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084617 Aug 19 18:20:57.722582 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ba84a1-fe29-42cb-b2c4-b7844e05bb7f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet 904c7e98-160f-4d1f-a6e4-a1931339443e {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:20:57.736855 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-60ba84a1-fe29-42cb-b2c4-b7844e05bb7f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:57.759452 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d4837194-2439-4897-9861-51f35713030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:57.815295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d4837194-2439-4897-9861-51f35713030b None None] For port a4ffcd43-a1e7-4095-a4c4-7403d0eff070, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a4ffcd43-a1e7-4095-a4c4-7403d0eff070,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:57.822755 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d4837194-2439-4897-9861-51f35713030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:57.890958 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-60ba84a1-fe29-42cb-b2c4-b7844e05bb7f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:57.899906 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4837194-2439-4897-9861-51f35713030b None None] Pushing event updated for resources: {'Port': ['ID=a4ffcd43-a1e7-4095-a4c4-7403d0eff070,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:57.930335 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9587c8-b676-4666-b083-e2542fa79a15 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:57.954697 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ab79c8af-8b37-473d-a275-b4045a2557f7 None None] Could not find standard attr ID for object 06530a90-bb2d-4658-ad87-dc0539426caa. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:20:58.019967 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7326429-9833-46cc-be7d-81f1e058f3cd req-7e802cbc-3626-4373-97b8-0902f249ed3a service neutron] 10.222.0.54 "GET /v2.0/networks/2792c50e-2f86-47bc-9c9b-93298678157f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944765 Aug 19 18:20:58.110012 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-abaaa6c4-d2ee-4be1-b8f3-21c9b3e1b1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:58.140771 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-60ba84a1-fe29-42cb-b2c4-b7844e05bb7f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:58.145071 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-abaaa6c4-d2ee-4be1-b8f3-21c9b3e1b1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:58.146700 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6566e657-a344-4e54-80ad-fd648e0c90fb req-bb7da633-9f11-476c-ba62-4f862d888ea5 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0473101 Aug 19 18:20:58.156392 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b81c8-b028-49a9-bbf7-ad5ec97fc5ff req-808c62d5-7a40-45d0-a48f-d90cde0a601f tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:58.159004 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-122b81c8-b028-49a9-bbf7-ad5ec97fc5ff req-808c62d5-7a40-45d0-a48f-d90cde0a601f tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 944 time: 0.5607357 Aug 19 18:20:58.250702 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-122b81c8-b028-49a9-bbf7-ad5ec97fc5ff req-5c322281-54c7-4848-aaaf-1f26043c5a9b tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/security-groups?id=695f37ae-d360-4d71-a855-1a02564fbc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839717 Aug 19 18:20:58.263148 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7326429-9833-46cc-be7d-81f1e058f3cd req-999071f6-2474-4484-8317-19ab4888bd92 service neutron] 10.222.0.54 "GET /v2.0/networks/2792c50e-2f86-47bc-9c9b-93298678157f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302144 Aug 19 18:20:58.276517 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-60ba84a1-fe29-42cb-b2c4-b7844e05bb7f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:58.285048 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-abaaa6c4-d2ee-4be1-b8f3-21c9b3e1b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:58.288474 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-abaaa6c4-d2ee-4be1-b8f3-21c9b3e1b1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:58.294668 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-abaaa6c4-d2ee-4be1-b8f3-21c9b3e1b1a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3acb529f-7926-47fd-a55c-bee78c59b5dd HTTP/1.1" status: 204 len: 168 time: 0.7752931 Aug 19 18:20:58.306615 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaaa6c4-d2ee-4be1-b8f3-21c9b3e1b1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acb529f-7926-47fd-a55c-bee78c59b5dd,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:58.316556 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba84a1-fe29-42cb-b2c4-b7844e05bb7f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=904c7e98-160f-4d1f-a6e4-a1931339443e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:58.329002 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-60ba84a1-fe29-42cb-b2c4-b7844e05bb7f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:58.337305 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-60ba84a1-fe29-42cb-b2c4-b7844e05bb7f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/904c7e98-160f-4d1f-a6e4-a1931339443e HTTP/1.1" status: 204 len: 168 time: 0.7695787 Aug 19 18:20:58.338774 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60852) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:58.402421 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-920ef400-9d70-42d9-a1c5-d41a8eefd820 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0622241 Aug 19 18:20:58.406681 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60854) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:58.414055 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e2adc4b4-883c-485e-86c5-3f35dfa178c7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:58.551172 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2adc4b4-883c-485e-86c5-3f35dfa178c7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:58.555822 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e2adc4b4-883c-485e-86c5-3f35dfa178c7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:58.620329 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a4ffcd43-a1e7-4095-a4c4-7403d0eff070 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:58.707588 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port a4ffcd43-a1e7-4095-a4c4-7403d0eff070 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:58.707588 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:59.093874 n-d-803753-2 neutron-server[94681]: DEBUG neutron.objects.ports [None req-e2adc4b4-883c-485e-86c5-3f35dfa178c7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94681) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:20:59.100976 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeb200d-ccf1-4db7-b248-8820960a2ea3 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:59.237376 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a47071f5-22ed-4250-9255-1ac759e358fd None None] Provisioning complete for port a4ffcd43-a1e7-4095-a4c4-7403d0eff070 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:59.237961 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a47071f5-22ed-4250-9255-1ac759e358fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:59.359988 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6019f664-4b00-4e1a-ae46-945e1378b070 req-c229e1f0-898f-4ab2-9bcb-3c01a3784f00 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0846977 Aug 19 18:20:59.387723 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e2adc4b4-883c-485e-86c5-3f35dfa178c7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:59.463556 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60884) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:59.553132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657396ed-3056-40cd-86d4-9dcf58e03766 req-61920e70-18dc-43c1-998d-8bc1f6567051 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:59.554852 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-657396ed-3056-40cd-86d4-9dcf58e03766 req-61920e70-18dc-43c1-998d-8bc1f6567051 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 944 time: 0.0925853 Aug 19 18:20:59.617781 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-657396ed-3056-40cd-86d4-9dcf58e03766 req-75793fe2-2f9e-4ba3-ad77-bb979f463e07 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/security-groups?id=695f37ae-d360-4d71-a855-1a02564fbc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484467 Aug 19 18:20:59.648167 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-e2adc4b4-883c-485e-86c5-3f35dfa178c7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] For port a4ffcd43-a1e7-4095-a4c4-7403d0eff070, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a4ffcd43-a1e7-4095-a4c4-7403d0eff070,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:59.653726 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-775836b3-9b46-43f1-9f97-3c2e1d17a0eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2075814986-network', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:59.680252 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775836b3-9b46-43f1-9f97-3c2e1d17a0eb admin admin] Made reservation on behalf of d1b1aa2c733a4115bafa765990404683 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:59.685896 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-775836b3-9b46-43f1-9f97-3c2e1d17a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:59.703370 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-775836b3-9b46-43f1-9f97-3c2e1d17a0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:59.707074 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e2adc4b4-883c-485e-86c5-3f35dfa178c7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:59.716324 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e2adc4b4-883c-485e-86c5-3f35dfa178c7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:59.717957 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e2adc4b4-883c-485e-86c5-3f35dfa178c7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:59.811174 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-44eafd24-52a9-4fef-95fb-aff14e3fe714 None None] Provisioning complete for port a4ffcd43-a1e7-4095-a4c4-7403d0eff070 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:59.811664 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-44eafd24-52a9-4fef-95fb-aff14e3fe714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:59.842028 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2adc4b4-883c-485e-86c5-3f35dfa178c7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:59.843852 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-775836b3-9b46-43f1-9f97-3c2e1d17a0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:59.852989 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-775836b3-9b46-43f1-9f97-3c2e1d17a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:59.863656 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-e2adc4b4-883c-485e-86c5-3f35dfa178c7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:59.874763 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5064e790-aa8d-4cd1-abc5-44a32b60ca3d None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:59.880744 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2adc4b4-883c-485e-86c5-3f35dfa178c7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:59.884501 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e2adc4b4-883c-485e-86c5-3f35dfa178c7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:59.895803 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775836b3-9b46-43f1-9f97-3c2e1d17a0eb admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:20:59.916649 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-775836b3-9b46-43f1-9f97-3c2e1d17a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:59.917205 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-775836b3-9b46-43f1-9f97-3c2e1d17a0eb admin admin] Added segment fbe7fb3e-121f-488d-93cc-f65eb7ca4025 of type vlan for network bacad945-2962-49c4-806c-a7bd8c4e8d7b Aug 19 18:20:59.919069 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775836b3-9b46-43f1-9f97-3c2e1d17a0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032176f0-f90c-499a-b510-c23af3fd9cd9,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:59.942983 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adc4b4-883c-485e-86c5-3f35dfa178c7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=a4ffcd43-a1e7-4095-a4c4-7403d0eff070,revision_number=8']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:59.947467 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adc4b4-883c-485e-86c5-3f35dfa178c7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=67a026a3-bcb2-43c2-85f6-607b5035cb6e,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:59.951910 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e2adc4b4-883c-485e-86c5-3f35dfa178c7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5437956 Aug 19 18:20:59.956197 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60890) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:59.981400 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-c27b5f9b-9428-4665-a104-421924706c06 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:00.088893 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-775836b3-9b46-43f1-9f97-3c2e1d17a0eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:00.150331 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-775836b3-9b46-43f1-9f97-3c2e1d17a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:00.151226 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775836b3-9b46-43f1-9f97-3c2e1d17a0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:00.151819 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-775836b3-9b46-43f1-9f97-3c2e1d17a0eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:00.245580 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27b5f9b-9428-4665-a104-421924706c06 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:00.249126 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c27b5f9b-9428-4665-a104-421924706c06 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:00.261005 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-775836b3-9b46-43f1-9f97-3c2e1d17a0eb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7919393 Aug 19 18:21:00.261989 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60894) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:00.268100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-dd04963a-68d7-4e31-a9aa-b33d194f2fda admin admin] Request body: {'subnet': {'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2075814986-subnet', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:00.268840 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775836b3-9b46-43f1-9f97-3c2e1d17a0eb admin admin] Pushing event updated for resources: {'Network': ['ID=bacad945-2962-49c4-806c-a7bd8c4e8d7b,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:00.283550 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network bacad945-2962-49c4-806c-a7bd8c4e8d7b details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:21:00.302659 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd04963a-68d7-4e31-a9aa-b33d194f2fda admin admin] Made reservation on behalf of d1b1aa2c733a4115bafa765990404683 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:00.306500 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd04963a-68d7-4e31-a9aa-b33d194f2fda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:00.381497 n-d-803753-2 neutron-server[94682]: INFO neutron.db.ipam_backend_mixin [None req-c27b5f9b-9428-4665-a104-421924706c06 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 67a026a3-bcb2-43c2-85f6-607b5035cb6e (CIDR: 2001:db8::/64) Aug 19 18:21:00.389895 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27b5f9b-9428-4665-a104-421924706c06 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:21:00.391211 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c27b5f9b-9428-4665-a104-421924706c06 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:00.412907 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c27b5f9b-9428-4665-a104-421924706c06 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4473603 Aug 19 18:21:00.416383 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60898) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:00.425297 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-55af47f9-c21c-462f-b4a0-d6db43e51dbf tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:00.444680 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ffdd6927-fa12-4579-9bdf-b7fc0d57fa0b None None] Provisioning complete for port a4ffcd43-a1e7-4095-a4c4-7403d0eff070 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:00.445450 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6927-fa12-4579-9bdf-b7fc0d57fa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:00.464695 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-52b1fd59-7b88-42a7-8a3c-15dd42b1d131 req-a51bea81-e01b-4c39-b7e3-1a2d73e514fe tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0379515 Aug 19 18:21:00.577736 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a4ffcd43-a1e7-4095-a4c4-7403d0eff070 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:00.609202 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device afa0b6b9-e7e8-4b03-9226-6a53942fc0d7 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:21:00.610311 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd04963a-68d7-4e31-a9aa-b33d194f2fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:00.613145 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55af47f9-c21c-462f-b4a0-d6db43e51dbf tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:00.617437 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55af47f9-c21c-462f-b4a0-d6db43e51dbf tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:00.694020 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd04963a-68d7-4e31-a9aa-b33d194f2fda admin admin] Checking segment: {'id': 'fbe7fb3e-121f-488d-93cc-f65eb7ca4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:00.694698 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd04963a-68d7-4e31-a9aa-b33d194f2fda admin admin] Network hostable DHCP agents. Network: bacad945-2962-49c4-806c-a7bd8c4e8d7b, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:21:00.698936 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04963a-68d7-4e31-a9aa-b33d194f2fda admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e32631a-48d3-4ef0-8eb3-575117a89737,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:00.708482 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port a4ffcd43-a1e7-4095-a4c4-7403d0eff070 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:00.708830 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:00.765612 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd04963a-68d7-4e31-a9aa-b33d194f2fda admin admin] Network bacad945-2962-49c4-806c-a7bd8c4e8d7b is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:21:00.801970 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-dd04963a-68d7-4e31-a9aa-b33d194f2fda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, bacad945-2962-49c4-806c-a7bd8c4e8d7b) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:00.802245 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port afa0b6b9-e7e8-4b03-9226-6a53942fc0d7, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=afa0b6b9-e7e8-4b03-9226-6a53942fc0d7,segment=NetworkSegment(29d98b80-8da3-4cce-8723-733d676f8777),segment_id=29d98b80-8da3-4cce-8723-733d676f8777)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:00.821180 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd04963a-68d7-4e31-a9aa-b33d194f2fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:00.822124 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694a2c19-cece-4b99-b35c-a941e08e7301 None None] Network bacad945-2962-49c4-806c-a7bd8c4e8d7b requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:00.822390 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd04963a-68d7-4e31-a9aa-b33d194f2fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:00.855476 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908acbec-189d-4336-b1b8-34ba25729fcf req-95a5d137-98ae-44cc-ab94-813b857c9569 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:00.857338 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-908acbec-189d-4336-b1b8-34ba25729fcf req-95a5d137-98ae-44cc-ab94-813b857c9569 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 944 time: 0.1174836 Aug 19 18:21:00.886175 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dd04963a-68d7-4e31-a9aa-b33d194f2fda admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6228962 Aug 19 18:21:00.886872 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60904) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:00.898528 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-cfb3fa54-0e4f-437e-981d-397be8592182 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2075814986-router', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:00.900092 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'afa0b6b9-e7e8-4b03-9226-6a53942fc0d7', 'network_id': '2792c50e-2f86-47bc-9c9b-93298678157f', 'port_id': 'afa0b6b9-e7e8-4b03-9226-6a53942fc0d7', 'mac_address': 'fa:16:3e:5a:49:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64b61971-5f3a-48ab-a291-6ba300c19d30', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:21:00.942456 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-908acbec-189d-4336-b1b8-34ba25729fcf req-d29e5596-7a24-446f-9752-e09a7c7f7946 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/security-groups?id=695f37ae-d360-4d71-a855-1a02564fbc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731680 Aug 19 18:21:00.957966 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fa54-0e4f-437e-981d-397be8592182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:00.959189 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fa54-0e4f-437e-981d-397be8592182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:01.009553 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:01.035188 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa0b6b9-e7e8-4b03-9226-6a53942fc0d7 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:21:01.086088 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fa54-0e4f-437e-981d-397be8592182 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:01.097195 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55af47f9-c21c-462f-b4a0-d6db43e51dbf tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:01.097561 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port afa0b6b9-e7e8-4b03-9226-6a53942fc0d7, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=afa0b6b9-e7e8-4b03-9226-6a53942fc0d7,segment=NetworkSegment(29d98b80-8da3-4cce-8723-733d676f8777),segment_id=29d98b80-8da3-4cce-8723-733d676f8777)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:01.105188 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:01.165461 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020e114d-4947-476f-94a6-594a9559cc42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'fixed_ips': [{'subnet_id': '9e32631a-48d3-4ef0-8eb3-575117a89737'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:21:01.166493 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-020e114d-4947-476f-94a6-594a9559cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:01.204090 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=afa0b6b9-e7e8-4b03-9226-6a53942fc0d7,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:01.217504 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55af47f9-c21c-462f-b4a0-d6db43e51dbf tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:01.254852 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-55af47f9-c21c-462f-b4a0-d6db43e51dbf tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:01.267427 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57579e5e-5089-4c00-8293-3a93be0816cf None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:01.507703 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['afa0b6b9-e7e8-4b03-9226-6a53942fc0d7'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:21:01.639825 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-020e114d-4947-476f-94a6-594a9559cc42 None None] Allocated IP 172.20.0.2 (bacad945-2962-49c4-806c-a7bd8c4e8d7b/9e32631a-48d3-4ef0-8eb3-575117a89737/e4bb6d00-149f-4ef8-80ac-284563fc9bed) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:01.644416 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55af47f9-c21c-462f-b4a0-d6db43e51dbf tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:01.645281 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55af47f9-c21c-462f-b4a0-d6db43e51dbf tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:01.685476 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fa54-0e4f-437e-981d-397be8592182 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:01.695936 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad51ecd8-d4fe-46db-bb34-4fcf6d0a5447 req-b77963a5-2033-456e-8bc0-a918b8594ff9 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0457742 Aug 19 18:21:01.696605 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af47f9-c21c-462f-b4a0-d6db43e51dbf tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=1aedf271-dd22-4ceb-bfcf-4a81a0496b10,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:01.713254 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-55af47f9-c21c-462f-b4a0-d6db43e51dbf tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2950161 Aug 19 18:21:01.716401 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60914) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:01.727692 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-ccfb6a1e-7a04-4a45-bf1d-e7f00160a76c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'mac_address': 'fa:16:3e:f3:89:f4', 'name': 'tempest-NetworksTestDHCPv6-1763043331'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:01.912800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfb6a1e-7a04-4a45-bf1d-e7f00160a76c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:01.952411 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-020e114d-4947-476f-94a6-594a9559cc42 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:01.965972 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-020e114d-4947-476f-94a6-594a9559cc42 None None] Transition to ACTIVE for port object e4bb6d00-149f-4ef8-80ac-284563fc9bed will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:02.007267 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-020e114d-4947-476f-94a6-594a9559cc42 None None] Transition to ACTIVE for port object e4bb6d00-149f-4ef8-80ac-284563fc9bed will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:02.022621 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-020e114d-4947-476f-94a6-594a9559cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.035452 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fa54-0e4f-437e-981d-397be8592182 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.069453 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fa54-0e4f-437e-981d-397be8592182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.122247 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020e114d-4947-476f-94a6-594a9559cc42 None None] Network bacad945-2962-49c4-806c-a7bd8c4e8d7b is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:02.125564 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ccfb6a1e-7a04-4a45-bf1d-e7f00160a76c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.133682 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-020e114d-4947-476f-94a6-594a9559cc42 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:02.140454 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020e114d-4947-476f-94a6-594a9559cc42 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:02.155731 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60ee78c-5431-4311-9f60-27c04b46b718 None None] Update dhcp port {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'fixed_ips': [{'subnet_id': '67a026a3-bcb2-43c2-85f6-607b5035cb6e', 'ip_address': '2001:db8::f816:3eff:fee7:6fba'}, {'subnet_id': '1aedf271-dd22-4ceb-bfcf-4a81a0496b10'}], 'binding:host_id': 'n-d-803753-2'}, 'id': 'a4ffcd43-a1e7-4095-a4c4-7403d0eff070'} from n-d-803753-2. {{(pid=94683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:21:02.162818 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e114d-4947-476f-94a6-594a9559cc42 None None] Pushing event updated for resources: {'Port': ['ID=e4bb6d00-149f-4ef8-80ac-284563fc9bed,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:02.164589 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-ccfb6a1e-7a04-4a45-bf1d-e7f00160a76c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] device_id is not set on port 15afee0c-a8d2-441f-94bf-1542b227824c yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:21:02.186977 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c5692-953e-414a-9a1a-9795a465984a req-ae323bbd-37ef-4a8d-b075-3d40047d6542 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:02.188771 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4b2c5692-953e-414a-9a1a-9795a465984a req-ae323bbd-37ef-4a8d-b075-3d40047d6542 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 945 time: 0.1309102 Aug 19 18:21:02.234701 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-cfb3fa54-0e4f-437e-981d-397be8592182 admin admin] Allocated IP 172.25.8.190 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/baf7bd1a-662a-4fe1-9bf7-d5b7d397b661) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:02.253044 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a60ee78c-5431-4311-9f60-27c04b46b718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.286708 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-020e114d-4947-476f-94a6-594a9559cc42 None None] Attempting to bind port e4bb6d00-149f-4ef8-80ac-284563fc9bed on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:02.287342 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-020e114d-4947-476f-94a6-594a9559cc42 None None] Attempting to bind port e4bb6d00-149f-4ef8-80ac-284563fc9bed by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'fbe7fb3e-121f-488d-93cc-f65eb7ca4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:02.287927 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020e114d-4947-476f-94a6-594a9559cc42 None None] Attempting to bind port e4bb6d00-149f-4ef8-80ac-284563fc9bed on network bacad945-2962-49c4-806c-a7bd8c4e8d7b {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:02.288339 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4b2c5692-953e-414a-9a1a-9795a465984a req-85d3a11d-5b33-4fe5-993a-b6918c98f80e tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/security-groups?id=695f37ae-d360-4d71-a855-1a02564fbc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689979 Aug 19 18:21:02.298456 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020e114d-4947-476f-94a6-594a9559cc42 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:02.299501 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020e114d-4947-476f-94a6-594a9559cc42 None None] Checking segment: {'id': 'fbe7fb3e-121f-488d-93cc-f65eb7ca4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:02.300178 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-020e114d-4947-476f-94a6-594a9559cc42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.301008 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020e114d-4947-476f-94a6-594a9559cc42 None None] Bound using segment: {'id': 'fbe7fb3e-121f-488d-93cc-f65eb7ca4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:02.301980 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-020e114d-4947-476f-94a6-594a9559cc42 None None] Bound port: e4bb6d00-149f-4ef8-80ac-284563fc9bed, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe7fb3e-121f-488d-93cc-f65eb7ca4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:02.302715 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-020e114d-4947-476f-94a6-594a9559cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.388573 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fa54-0e4f-437e-981d-397be8592182 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.430908 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-ccfb6a1e-7a04-4a45-bf1d-e7f00160a76c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8:0:1::336 (4734c50c-5b75-42a3-a882-02084790a476/1aedf271-dd22-4ceb-bfcf-4a81a0496b10/15afee0c-a8d2-441f-94bf-1542b227824c) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:02.438311 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fa54-0e4f-437e-981d-397be8592182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.444268 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-ccfb6a1e-7a04-4a45-bf1d-e7f00160a76c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8::f816:3eff:fef3:89f4 (4734c50c-5b75-42a3-a882-02084790a476/67a026a3-bcb2-43c2-85f6-607b5035cb6e/15afee0c-a8d2-441f-94bf-1542b227824c) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:02.505090 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3fa54-0e4f-437e-981d-397be8592182 admin admin] Pushing event updated for resources: {'Port': ['ID=baf7bd1a-662a-4fe1-9bf7-d5b7d397b661,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:02.520193 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb3fa54-0e4f-437e-981d-397be8592182 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:02.522109 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-cfb3fa54-0e4f-437e-981d-397be8592182 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:02.524913 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb3fa54-0e4f-437e-981d-397be8592182 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:02.528700 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-020e114d-4947-476f-94a6-594a9559cc42 None None] For port e4bb6d00-149f-4ef8-80ac-284563fc9bed, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:02.535114 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-020e114d-4947-476f-94a6-594a9559cc42 None None] For port e4bb6d00-149f-4ef8-80ac-284563fc9bed, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e4bb6d00-149f-4ef8-80ac-284563fc9bed,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:02.541287 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-020e114d-4947-476f-94a6-594a9559cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.607804 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device afa0b6b9-e7e8-4b03-9226-6a53942fc0d7 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:02.651702 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ccfb6a1e-7a04-4a45-bf1d-e7f00160a76c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.687438 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-ccfb6a1e-7a04-4a45-bf1d-e7f00160a76c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Transition to ACTIVE for port object 15afee0c-a8d2-441f-94bf-1542b227824c will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:02.707483 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e114d-4947-476f-94a6-594a9559cc42 None None] Pushing event updated for resources: {'Port': ['ID=e4bb6d00-149f-4ef8-80ac-284563fc9bed,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:02.741273 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port afa0b6b9-e7e8-4b03-9226-6a53942fc0d7 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:02.747883 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port afa0b6b9-e7e8-4b03-9226-6a53942fc0d7 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:02.748268 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.757992 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ccfb6a1e-7a04-4a45-bf1d-e7f00160a76c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.826127 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfb6a1e-7a04-4a45-bf1d-e7f00160a76c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:02.830472 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-ccfb6a1e-7a04-4a45-bf1d-e7f00160a76c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:02.840100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfb6a1e-7a04-4a45-bf1d-e7f00160a76c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:02.847138 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfb6a1e-7a04-4a45-bf1d-e7f00160a76c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:02.848135 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ccfb6a1e-7a04-4a45-bf1d-e7f00160a76c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.855860 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb6a1e-7a04-4a45-bf1d-e7f00160a76c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=15afee0c-a8d2-441f-94bf-1542b227824c,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:02.878711 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ccfb6a1e-7a04-4a45-bf1d-e7f00160a76c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1574295 Aug 19 18:21:02.880426 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60926) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:02.902643 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-a60ee78c-5431-4311-9f60-27c04b46b718 None None] Allocated IP 2001:db8:0:1::2 (4734c50c-5b75-42a3-a882-02084790a476/1aedf271-dd22-4ceb-bfcf-4a81a0496b10/a4ffcd43-a1e7-4095-a4c4-7403d0eff070) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:02.958102 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2b7d15be-b291-4497-b180-2137aaf35d98 req-00378891-43a6-491a-89b9-24f377eadb65 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0637882 Aug 19 18:21:03.003042 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:03.009789 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fa54-0e4f-437e-981d-397be8592182 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:03.065109 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-1062674c-344d-4ddd-af80-7c0a76cb8707 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting port 15afee0c-a8d2-441f-94bf-1542b227824c {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:03.065460 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1062674c-344d-4ddd-af80-7c0a76cb8707 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:03.103376 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c56e4a3-f68e-4893-af78-8c4230ba1391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa0b6b9-e7e8-4b03-9226-6a53942fc0d7'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:21:03.106513 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd38d34-afce-47c7-9fd7-c9a6a22066c6" -d '{"events": [{"server_uuid": "6c56e4a3-f68e-4893-af78-8c4230ba1391", "name": "network-vif-plugged", "status": "completed", "tag": "afa0b6b9-e7e8-4b03-9226-6a53942fc0d7"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:21:03.130609 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port afa0b6b9-e7e8-4b03-9226-6a53942fc0d7, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=afa0b6b9-e7e8-4b03-9226-6a53942fc0d7,segment=NetworkSegment(29d98b80-8da3-4cce-8723-733d676f8777),segment_id=29d98b80-8da3-4cce-8723-733d676f8777)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:03.136531 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:03.203403 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d1a0d7-9857-4ec2-8775-fdb899c9e0b1 x-openstack-request-id: req-53d1a0d7-9857-4ec2-8775-fdb899c9e0b1 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:21:03.203836 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c56e4a3-f68e-4893-af78-8c4230ba1391", "name": "network-vif-plugged", "status": "completed", "tag": "afa0b6b9-e7e8-4b03-9226-6a53942fc0d7", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:21:03.204203 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53d1a0d7-9857-4ec2-8775-fdb899c9e0b1 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:21:03.204992 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c56e4a3-f68e-4893-af78-8c4230ba1391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa0b6b9-e7e8-4b03-9226-6a53942fc0d7', 'code': 200} Aug 19 18:21:03.236342 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1062674c-344d-4ddd-af80-7c0a76cb8707 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:03.247193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a60ee78c-5431-4311-9f60-27c04b46b718 None None] For port a4ffcd43-a1e7-4095-a4c4-7403d0eff070, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a4ffcd43-a1e7-4095-a4c4-7403d0eff070,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:03.258387 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-1062674c-344d-4ddd-af80-7c0a76cb8707 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Calling delete_port for 15afee0c-a8d2-441f-94bf-1542b227824c owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:03.284331 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=afa0b6b9-e7e8-4b03-9226-6a53942fc0d7,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:03.320378 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a60ee78c-5431-4311-9f60-27c04b46b718 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:03.354377 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fa54-0e4f-437e-981d-397be8592182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:03.362893 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a60ee78c-5431-4311-9f60-27c04b46b718 None None] Transition to ACTIVE for port object a4ffcd43-a1e7-4095-a4c4-7403d0eff070 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:03.369578 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a60ee78c-5431-4311-9f60-27c04b46b718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:03.418715 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef026d-f4db-48c2-8b19-20b71ac7af5f req-840181b9-6f45-4276-a37f-8f0020aa5c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:03.421221 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-60ef026d-f4db-48c2-8b19-20b71ac7af5f req-840181b9-6f45-4276-a37f-8f0020aa5c42 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 1097 time: 0.1301177 Aug 19 18:21:03.495361 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ee78c-5431-4311-9f60-27c04b46b718 None None] Pushing event updated for resources: {'Port': ['ID=a4ffcd43-a1e7-4095-a4c4-7403d0eff070,revision_number=9']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:03.558565 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-60ef026d-f4db-48c2-8b19-20b71ac7af5f req-8ba1f899-fb05-4c46-a82b-702d0a000c30 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=695f37ae-d360-4d71-a855-1a02564fbc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208763 Aug 19 18:21:03.581799 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed59cfe-59a2-4065-84ea-bb64f8bba5f5 req-e9942e94-146b-4005-90da-833b544ef188 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:03.583435 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ed59cfe-59a2-4065-84ea-bb64f8bba5f5 req-e9942e94-146b-4005-90da-833b544ef188 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 946 time: 0.1674511 Aug 19 18:21:03.615170 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1062674c-344d-4ddd-af80-7c0a76cb8707 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:03.653428 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062674c-344d-4ddd-af80-7c0a76cb8707 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Port': ['ID=15afee0c-a8d2-441f-94bf-1542b227824c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:03.668863 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ed59cfe-59a2-4065-84ea-bb64f8bba5f5 req-de1b8bb4-c40e-4b2a-b9a6-8a9996a941a1 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/security-groups?id=695f37ae-d360-4d71-a855-1a02564fbc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781996 Aug 19 18:21:03.683110 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb3fa54-0e4f-437e-981d-397be8592182 admin admin] Router 6c608642-8e4e-465d-95e9-80a801403855 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:21:03.739791 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1062674c-344d-4ddd-af80-7c0a76cb8707 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:03.742809 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1062674c-344d-4ddd-af80-7c0a76cb8707 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/15afee0c-a8d2-441f-94bf-1542b227824c HTTP/1.1" status: 204 len: 168 time: 0.8608582 Aug 19 18:21:03.745200 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60936) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:03.813867 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247ae731-183e-43b2-8ccf-69219f1b9492 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:03.819191 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-247ae731-183e-43b2-8ccf-69219f1b9492 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0725617 Aug 19 18:21:03.819958 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60938) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:03.845850 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb3fa54-0e4f-437e-981d-397be8592182 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:21:03.876552 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] Sync routers for ids ['6c608642-8e4e-465d-95e9-80a801403855'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:21:03.892791 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] Routers {'6c608642-8e4e-465d-95e9-80a801403855'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:03.893482 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:20:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c608642-8e4e-465d-95e9-80a801403855'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:03.894507 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fa54-0e4f-437e-981d-397be8592182 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:03.898895 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cfb3fa54-0e4f-437e-981d-397be8592182 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0060203 Aug 19 18:21:03.900915 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3e2e4f-b603-4caf-835c-34fefbc1ddc3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:03.902607 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8c3e2e4f-b603-4caf-835c-34fefbc1ddc3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0815487 Aug 19 18:21:03.903703 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60942) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:03.906297 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60944) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:04.013343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee3beef-32e3-4cb5-a7b3-93f0b150b41c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:04.016822 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee3beef-32e3-4cb5-a7b3-93f0b150b41c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:04.020149 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee3beef-32e3-4cb5-a7b3-93f0b150b41c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:04.028390 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8ee3beef-32e3-4cb5-a7b3-93f0b150b41c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1180885 Aug 19 18:21:04.033423 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60948) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:04.131572 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19681d1-4a12-4d06-866a-fd839d06deba None None] Network bacad945-2962-49c4-806c-a7bd8c4e8d7b requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:04.154857 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-995fc365-c78b-45f9-9845-1d5732400cb1 req-af1e4c72-b126-4fc0-982d-887085be2345 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0606866 Aug 19 18:21:04.193184 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8514177-76df-45c7-8fec-f58c7d7e81ba tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet 1aedf271-dd22-4ceb-bfcf-4a81a0496b10 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:21:04.197016 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8514177-76df-45c7-8fec-f58c7d7e81ba tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:04.211490 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] Set router 6c608642-8e4e-465d-95e9-80a801403855 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:04.256909 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8514177-76df-45c7-8fec-f58c7d7e81ba tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:04.400246 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8514177-76df-45c7-8fec-f58c7d7e81ba tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:04.404825 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-56c671f7-4934-411d-bf9f-d6f232f57df4 None None] Provisioning for port e4bb6d00-149f-4ef8-80ac-284563fc9bed completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:04.529907 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8514177-76df-45c7-8fec-f58c7d7e81ba tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:04.618860 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8514177-76df-45c7-8fec-f58c7d7e81ba tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=1aedf271-dd22-4ceb-bfcf-4a81a0496b10,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:04.627435 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8514177-76df-45c7-8fec-f58c7d7e81ba tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:04.629696 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e8514177-76df-45c7-8fec-f58c7d7e81ba tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/1aedf271-dd22-4ceb-bfcf-4a81a0496b10 HTTP/1.1" status: 204 len: 168 time: 0.5950220 Aug 19 18:21:04.632135 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60954) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:04.635377 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-70a4c068-201d-4c37-bd05-bbd38cab87a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:04.646105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f9a52052-c03f-46e9-8ecb-771dd0b91215 None None] Provisioning for port a4ffcd43-a1e7-4095-a4c4-7403d0eff070 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:04.648745 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-debddddb-73b2-4a18-ac93-d7e966a5a587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:04.672403 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f9a52052-c03f-46e9-8ecb-771dd0b91215 None None] Provisioning complete for port a4ffcd43-a1e7-4095-a4c4-7403d0eff070 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:04.672766 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f9a52052-c03f-46e9-8ecb-771dd0b91215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:04.759193 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-87cd369d-e571-40f3-ab19-6955a446dfdb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet 67a026a3-bcb2-43c2-85f6-607b5035cb6e {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:21:04.785748 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-87cd369d-e571-40f3-ab19-6955a446dfdb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:04.791797 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c608642-8e4e-465d-95e9-80a801403855', 'name': 'tempest-AttachVolumeShelveTestJSON-2075814986-router', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:00Z', 'updated_at': '2021-08-19T18:21:02Z', 'revision_number': 3, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'gw_port': {'id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:02Z', 'updated_at': '2021-08-19T18:21:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:04.872488 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-87cd369d-e571-40f3-ab19-6955a446dfdb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:04.881482 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a4ffcd43-a1e7-4095-a4c4-7403d0eff070 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:04.883873 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97fc790-155e-4a03-a7e9-6442edf88e87 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:04.890535 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] Checking router: 6c608642-8e4e-465d-95e9-80a801403855 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:21:04.891152 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] Updating router 6c608642-8e4e-465d-95e9-80a801403855 port baf7bd1a-662a-4fe1-9bf7-d5b7d397b661 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:21:05.004116 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-87cd369d-e571-40f3-ab19-6955a446dfdb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.040133 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-70a4c068-201d-4c37-bd05-bbd38cab87a6 admin admin] Allocated IP 172.20.0.1 (bacad945-2962-49c4-806c-a7bd8c4e8d7b/9e32631a-48d3-4ef0-8eb3-575117a89737/c864d110-5ba0-4483-b1db-454f03d09a6b) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:05.044337 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.101511 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-87cd369d-e571-40f3-ab19-6955a446dfdb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.141245 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd369d-e571-40f3-ab19-6955a446dfdb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=67a026a3-bcb2-43c2-85f6-607b5035cb6e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:05.146352 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-87cd369d-e571-40f3-ab19-6955a446dfdb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.148551 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-87cd369d-e571-40f3-ab19-6955a446dfdb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/67a026a3-bcb2-43c2-85f6-607b5035cb6e HTTP/1.1" status: 204 len: 168 time: 0.5150678 Aug 19 18:21:05.151151 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60960) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:05.152949 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a3774-13a9-4613-b5ff-fbfbda6c638d req-8bb0b022-e9e1-4770-8ec6-bb8cec451c81 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:05.155297 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-825a3774-13a9-4613-b5ff-fbfbda6c638d req-8bb0b022-e9e1-4770-8ec6-bb8cec451c81 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 946 time: 0.2550290 Aug 19 18:21:05.178936 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port a4ffcd43-a1e7-4095-a4c4-7403d0eff070 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:05.179970 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.198124 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8eeac77f-1784-42c3-9441-fa56bbcf7ba3 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442171 Aug 19 18:21:05.200032 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60964) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:05.216373 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-6a5ad1f8-d3e1-43d7-b7c1-635d53f7b1d7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:05.270952 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-825a3774-13a9-4613-b5ff-fbfbda6c638d req-2408b53b-2da3-4632-b00f-eae72c65ab10 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/security-groups?id=695f37ae-d360-4d71-a855-1a02564fbc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798390 Aug 19 18:21:05.276354 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-70a4c068-201d-4c37-bd05-bbd38cab87a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.311941 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-70a4c068-201d-4c37-bd05-bbd38cab87a6 admin admin] Transition to ACTIVE for port object c864d110-5ba0-4483-b1db-454f03d09a6b will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:05.369883 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-70a4c068-201d-4c37-bd05-bbd38cab87a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.391264 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-218cd3a6-6455-463f-93cf-0546f93058ea req-2c1d4f82-b2e4-40d5-9ae3-20cf05dbe643 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0664332 Aug 19 18:21:05.418410 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a4c068-201d-4c37-bd05-bbd38cab87a6 admin admin] Network bacad945-2962-49c4-806c-a7bd8c4e8d7b is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:05.422180 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-70a4c068-201d-4c37-bd05-bbd38cab87a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:05.427963 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a4c068-201d-4c37-bd05-bbd38cab87a6 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:05.460963 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4c068-201d-4c37-bd05-bbd38cab87a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c864d110-5ba0-4483-b1db-454f03d09a6b,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:05.465296 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5ad1f8-d3e1-43d7-b7c1-635d53f7b1d7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:05.469455 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad1f8-d3e1-43d7-b7c1-635d53f7b1d7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.504559 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-70a4c068-201d-4c37-bd05-bbd38cab87a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.636693 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f5eb4f18-70cb-4eda-86bb-6cf2686b86a2 None None] Could not find standard attr ID for object 15afee0c-a8d2-441f-94bf-1542b227824c. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:21:05.769344 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-70a4c068-201d-4c37-bd05-bbd38cab87a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.794387 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e4bb6d00-149f-4ef8-80ac-284563fc9bed up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:05.803844 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4004e9-f52b-4288-99a3-f5019d43f7d0 None None] DHCP port deletion for 4734c50c-5b75-42a3-a882-02084790a476 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:21:05.849886 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad1f8-d3e1-43d7-b7c1-635d53f7b1d7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.899735 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5ad1f8-d3e1-43d7-b7c1-635d53f7b1d7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:05.903056 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9b409faf-e7ef-46a2-a7e7-5634795c010e None None] Provisioning for port c864d110-5ba0-4483-b1db-454f03d09a6b completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:05.909494 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-6a5ad1f8-d3e1-43d7-b7c1-635d53f7b1d7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:05.913873 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5ad1f8-d3e1-43d7-b7c1-635d53f7b1d7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:05.914729 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad1f8-d3e1-43d7-b7c1-635d53f7b1d7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.916598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9b409faf-e7ef-46a2-a7e7-5634795c010e None None] Provisioning complete for port c864d110-5ba0-4483-b1db-454f03d09a6b triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:05.917227 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9b409faf-e7ef-46a2-a7e7-5634795c010e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.934856 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6a5ad1f8-d3e1-43d7-b7c1-635d53f7b1d7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7321308 Aug 19 18:21:05.938363 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60970) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:05.944644 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-719c94a5-95b9-473f-8d71-151c4084bc4c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:05.967445 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ad1f8-d3e1-43d7-b7c1-635d53f7b1d7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=7fc59dc1-2a49-44d1-ab89-12e56d631071,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:06.038750 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-70a4c068-201d-4c37-bd05-bbd38cab87a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:06.041841 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:06.044402 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-9b409faf-e7ef-46a2-a7e7-5634795c010e None None] Port c864d110-5ba0-4483-b1db-454f03d09a6b cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:21:06.045556 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-70a4c068-201d-4c37-bd05-bbd38cab87a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:06.055001 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port e4bb6d00-149f-4ef8-80ac-284563fc9bed completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:06.067926 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] Transition to ACTIVE for port object baf7bd1a-662a-4fe1-9bf7-d5b7d397b661 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:06.073339 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port e4bb6d00-149f-4ef8-80ac-284563fc9bed triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:06.073823 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:06.114669 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-8a4004e9-f52b-4288-99a3-f5019d43f7d0 None None] Deleting port a4ffcd43-a1e7-4095-a4c4-7403d0eff070 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:06.115570 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8a4004e9-f52b-4288-99a3-f5019d43f7d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:06.123928 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:06.159059 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719c94a5-95b9-473f-8d71-151c4084bc4c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:06.167528 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-719c94a5-95b9-473f-8d71-151c4084bc4c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:06.175459 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-70a4c068-201d-4c37-bd05-bbd38cab87a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:06.194274 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4c068-201d-4c37-bd05-bbd38cab87a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c864d110-5ba0-4483-b1db-454f03d09a6b,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:06.347878 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01ab61-90f6-40a2-9f43-4910364bb66d None None] Pushing event updated for resources: {'Port': ['ID=baf7bd1a-662a-4fe1-9bf7-d5b7d397b661,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:06.348310 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a4c068-201d-4c37-bd05-bbd38cab87a6 admin admin] Network bacad945-2962-49c4-806c-a7bd8c4e8d7b is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:06.351180 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-70a4c068-201d-4c37-bd05-bbd38cab87a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:06.370552 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] Attempting to bind port baf7bd1a-662a-4fe1-9bf7-d5b7d397b661 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:06.370932 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] Attempting to bind port baf7bd1a-662a-4fe1-9bf7-d5b7d397b661 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:06.371319 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] Attempting to bind port baf7bd1a-662a-4fe1-9bf7-d5b7d397b661 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:06.384010 n-d-803753-2 neutron-server[94682]: INFO neutron.db.ipam_backend_mixin [None req-719c94a5-95b9-473f-8d71-151c4084bc4c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7fc59dc1-2a49-44d1-ab89-12e56d631071 (CIDR: 2001:db8::/64) Aug 19 18:21:06.390423 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-719c94a5-95b9-473f-8d71-151c4084bc4c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:21:06.391488 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-719c94a5-95b9-473f-8d71-151c4084bc4c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:06.393839 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-8a4004e9-f52b-4288-99a3-f5019d43f7d0 None None] For port a4ffcd43-a1e7-4095-a4c4-7403d0eff070, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a4ffcd43-a1e7-4095-a4c4-7403d0eff070,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:06.394246 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8a4004e9-f52b-4288-99a3-f5019d43f7d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:06.397160 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:06.397578 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:06.398690 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:06.399180 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:06.399913 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] Bound port: baf7bd1a-662a-4fe1-9bf7-d5b7d397b661, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:06.400412 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:06.426650 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-719c94a5-95b9-473f-8d71-151c4084bc4c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4860828 Aug 19 18:21:06.433232 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60976) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:06.437375 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:06.446784 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-8a4004e9-f52b-4288-99a3-f5019d43f7d0 None None] Calling delete_port for a4ffcd43-a1e7-4095-a4c4-7403d0eff070 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:06.475110 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-88913feb-54df-4d25-87f3-f1dd68fc88e2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:06.542096 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] For port baf7bd1a-662a-4fe1-9bf7-d5b7d397b661, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:06.545850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] For port baf7bd1a-662a-4fe1-9bf7-d5b7d397b661, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=baf7bd1a-662a-4fe1-9bf7-d5b7d397b661,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:06.568149 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:06.607963 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a4c068-201d-4c37-bd05-bbd38cab87a6 admin admin] Router 6c608642-8e4e-465d-95e9-80a801403855 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:21:06.664599 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198df75-4f49-4312-9d15-9b233044ece4 req-7b2722bd-1988-4579-9b91-907cd6255921 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:06.668008 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2198df75-4f49-4312-9d15-9b233044ece4 req-7b2722bd-1988-4579-9b91-907cd6255921 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 946 time: 0.1836898 Aug 19 18:21:06.695238 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port e4bb6d00-149f-4ef8-80ac-284563fc9bed, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e4bb6d00-149f-4ef8-80ac-284563fc9bed,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:06.712499 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6021df1a-e278-4b27-b49d-fc44be7faa04 req-1e0c4057-9e74-47a8-b61f-a6e35318b5c4 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0314810 Aug 19 18:21:06.738774 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:06.773013 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88913feb-54df-4d25-87f3-f1dd68fc88e2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:06.778230 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-88913feb-54df-4d25-87f3-f1dd68fc88e2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:06.811509 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] Routers {'6c608642-8e4e-465d-95e9-80a801403855'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:06.812054 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:20:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c608642-8e4e-465d-95e9-80a801403855'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:06.816713 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01ab61-90f6-40a2-9f43-4910364bb66d None None] Pushing event updated for resources: {'Port': ['ID=baf7bd1a-662a-4fe1-9bf7-d5b7d397b661,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:06.883375 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2198df75-4f49-4312-9d15-9b233044ece4 req-6ae0717b-e681-4bfb-89a7-ab9d8261edb4 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/security-groups?id=695f37ae-d360-4d71-a855-1a02564fbc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911161 Aug 19 18:21:06.927354 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a4ffcd43-a1e7-4095-a4c4-7403d0eff070 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:21:06.990118 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-68e2c082-b1cd-467e-95da-0652c7247d97 None None] Provisioning complete for port c864d110-5ba0-4483-b1db-454f03d09a6b triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:06.990520 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-68e2c082-b1cd-467e-95da-0652c7247d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:07.014314 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8a4004e9-f52b-4288-99a3-f5019d43f7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:07.089489 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-68e2c082-b1cd-467e-95da-0652c7247d97 None None] Port c864d110-5ba0-4483-b1db-454f03d09a6b cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:21:07.105743 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42578dc9-5a29-4e89-a665-fbec327a42f5 req-48cadceb-7468-4725-8b51-304ae5c2f3d8 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:07.107634 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-42578dc9-5a29-4e89-a665-fbec327a42f5 req-48cadceb-7468-4725-8b51-304ae5c2f3d8 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 946 time: 0.0993030 Aug 19 18:21:07.140376 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4004e9-f52b-4288-99a3-f5019d43f7d0 None None] No DVR routers for this DVR port a4ffcd43-a1e7-4095-a4c4-7403d0eff070 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:21:07.164213 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=e4bb6d00-149f-4ef8-80ac-284563fc9bed,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:07.182443 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb22dd9-2257-419a-8e4f-559d03a1c947 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:07.240715 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-42578dc9-5a29-4e89-a665-fbec327a42f5 req-881061ee-05f8-4757-86ef-b9b971240fd4 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/security-groups?id=695f37ae-d360-4d71-a855-1a02564fbc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183138 Aug 19 18:21:07.266025 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a4c068-201d-4c37-bd05-bbd38cab87a6 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:21:07.285902 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-70a4c068-201d-4c37-bd05-bbd38cab87a6 admin admin] 10.222.0.24 "PUT /v2.0/routers/6c608642-8e4e-465d-95e9-80a801403855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3808129 Aug 19 18:21:07.323271 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4a54bab0-309d-4dae-a9ef-c814e64fc794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:07.354050 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No active binding found for port a4ffcd43-a1e7-4095-a4c4-7403d0eff070 {{(pid=94683) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 18:21:07.354770 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a4ffcd43-a1e7-4095-a4c4-7403d0eff070 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:21:07.382344 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4004e9-f52b-4288-99a3-f5019d43f7d0 None None] Pushing event deleted for resources: {'Port': ['ID=a4ffcd43-a1e7-4095-a4c4-7403d0eff070,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:07.412495 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:07.415322 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] Set router 6c608642-8e4e-465d-95e9-80a801403855 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:07.496402 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-4734c50c-5b75-42a3-a882-02084790a476', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'fixed_ips': [{'subnet_id': '7fc59dc1-2a49-44d1-ab89-12e56d631071'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:21:07.497271 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:07.540810 n-d-803753-2 neutron-server[94682]: DEBUG neutron.objects.ports [None req-88913feb-54df-4d25-87f3-f1dd68fc88e2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:21:07.543614 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-88913feb-54df-4d25-87f3-f1dd68fc88e2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:07.619482 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88913feb-54df-4d25-87f3-f1dd68fc88e2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:07.633103 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-88913feb-54df-4d25-87f3-f1dd68fc88e2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:07.638585 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88913feb-54df-4d25-87f3-f1dd68fc88e2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:07.639296 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-88913feb-54df-4d25-87f3-f1dd68fc88e2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:07.674434 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88913feb-54df-4d25-87f3-f1dd68fc88e2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=6129670f-bdd1-4b7d-92f0-b47bccd0f914,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:07.692006 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-88913feb-54df-4d25-87f3-f1dd68fc88e2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2569566 Aug 19 18:21:07.694822 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60998) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:07.704985 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-afced0e5-4425-45ac-baaf-f82152d7b019 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'mac_address': 'fa:16:3e:6c:7f:74', 'name': 'tempest-NetworksTestDHCPv6-1828346431'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:07.709371 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830e100-c83e-42c2-ba3b-c6270212431b req-44f5787e-aa65-49e4-9f74-b411c1b28aa8 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:07.712174 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d830e100-c83e-42c2-ba3b-c6270212431b req-44f5787e-aa65-49e4-9f74-b411c1b28aa8 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 946 time: 0.1561015 Aug 19 18:21:07.785412 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d830e100-c83e-42c2-ba3b-c6270212431b req-25690bf2-9436-4e74-ab3d-4c9418e9cf91 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/security-groups?id=695f37ae-d360-4d71-a855-1a02564fbc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617783 Aug 19 18:21:07.869368 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afced0e5-4425-45ac-baaf-f82152d7b019 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:07.915968 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-757d40bf-fd1e-4941-98fa-3012d8fd8c3b req-7daee0e3-65d6-40b9-810a-7c2c1ddd742c tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0494447 Aug 19 18:21:07.917618 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] Allocated IP 2001:db8::2 (4734c50c-5b75-42a3-a882-02084790a476/7fc59dc1-2a49-44d1-ab89-12e56d631071/e4f40231-be3c-4f13-9c75-a1dbada77d4d) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:07.942285 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] Allocated IP 2001:db8:0:1:f816:3eff:fea9:7515 (4734c50c-5b75-42a3-a882-02084790a476/6129670f-bdd1-4b7d-92f0-b47bccd0f914/e4f40231-be3c-4f13-9c75-a1dbada77d4d) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:07.981762 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c608642-8e4e-465d-95e9-80a801403855', 'name': 'tempest-AttachVolumeShelveTestJSON-2075814986-router', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:00Z', 'updated_at': '2021-08-19T18:21:05Z', 'revision_number': 4, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'gw_port': {'id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:02Z', 'updated_at': '2021-08-19T18:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'c864d110-5ba0-4483-b1db-454f03d09a6b', 'name': '', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'mac_address': 'fa:16:3e:7d:a8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:04Z', 'updated_at': '2021-08-19T18:21:05Z', 'revision_number': 2, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'subnets': [{'id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:08.036735 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-afced0e5-4425-45ac-baaf-f82152d7b019 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.072973 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-afced0e5-4425-45ac-baaf-f82152d7b019 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] device_id is not set on port 34096af8-afe3-4bb4-ad9a-162fff80ac77 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:21:08.100529 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32774) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:08.108254 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7f473035-7b61-4933-902d-d7213e29b379 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--259124258', 'description': 'tempest-description--994226617'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:08.147638 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f473035-7b61-4933-902d-d7213e29b379 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.256569 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f473035-7b61-4933-902d-d7213e29b379 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.262125 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f473035-7b61-4933-902d-d7213e29b379 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.289083 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f473035-7b61-4933-902d-d7213e29b379 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.293267 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7f473035-7b61-4933-902d-d7213e29b379 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1888404 Aug 19 18:21:08.293636 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32776) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:08.301086 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-14bf7774-71db-4758-9f5f-bb20b61f886c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Request body: {'security_group_rule': {'security_group_id': 'a8184c65-971a-4e9e-baf4-36f845d3e184', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:08.301983 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f473035-7b61-4933-902d-d7213e29b379 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8184c65-971a-4e9e-baf4-36f845d3e184,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:08.309042 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cb8736-98ba-4960-abaa-3b4ecd56b8a8 None None] The sync data for ids ['6c608642-8e4e-465d-95e9-80a801403855'] in n-d-803753-2 is: [{'id': '6c608642-8e4e-465d-95e9-80a801403855', 'name': 'tempest-AttachVolumeShelveTestJSON-2075814986-router', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:00Z', 'updated_at': '2021-08-19T18:21:05Z', 'revision_number': 4, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'gw_port': {'id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:02Z', 'updated_at': '2021-08-19T18:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'c864d110-5ba0-4483-b1db-454f03d09a6b', 'name': '', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'mac_address': 'fa:16:3e:7d:a8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:04Z', 'updated_at': '2021-08-19T18:21:05Z', 'revision_number': 2, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'subnets': [{'id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:21:08.332597 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.339824 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.350855 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] Transition to ACTIVE for port object e4f40231-be3c-4f13-9c75-a1dbada77d4d will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:08.372217 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-14bf7774-71db-4758-9f5f-bb20b61f886c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.374043 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] Transition to ACTIVE for port object e4f40231-be3c-4f13-9c75-a1dbada77d4d will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:08.381507 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.428064 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:08.431476 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:08.435365 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:08.446361 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] Pushing event updated for resources: {'Port': ['ID=e4f40231-be3c-4f13-9c75-a1dbada77d4d,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:08.527398 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] Attempting to bind port e4f40231-be3c-4f13-9c75-a1dbada77d4d on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:08.527775 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] Attempting to bind port e4f40231-be3c-4f13-9c75-a1dbada77d4d by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:08.528813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] Attempting to bind port e4f40231-be3c-4f13-9c75-a1dbada77d4d on network 4734c50c-5b75-42a3-a882-02084790a476 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:08.535597 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:08.536293 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] Checking segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:08.536715 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.537133 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] Bound using segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:08.538484 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] Bound port: e4f40231-be3c-4f13-9c75-a1dbada77d4d, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:08.538484 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.551271 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-14bf7774-71db-4758-9f5f-bb20b61f886c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.558424 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-14bf7774-71db-4758-9f5f-bb20b61f886c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.578904 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf7774-71db-4758-9f5f-bb20b61f886c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4afe366-0b72-41e6-a468-28ad24630964,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:08.620604 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-14bf7774-71db-4758-9f5f-bb20b61f886c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.621928 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-14bf7774-71db-4758-9f5f-bb20b61f886c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3268847 Aug 19 18:21:08.625663 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-afced0e5-4425-45ac-baaf-f82152d7b019 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8::35e (4734c50c-5b75-42a3-a882-02084790a476/7fc59dc1-2a49-44d1-ab89-12e56d631071/34096af8-afe3-4bb4-ad9a-162fff80ac77) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:08.627842 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32780) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:08.634570 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-94207a27-690d-4901-a7d8-11139dfc0e78 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Request body: {'security_group_rule': {'security_group_id': 'a8184c65-971a-4e9e-baf4-36f845d3e184', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:08.634876 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-afced0e5-4425-45ac-baaf-f82152d7b019 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6c:7f74 (4734c50c-5b75-42a3-a882-02084790a476/6129670f-bdd1-4b7d-92f0-b47bccd0f914/34096af8-afe3-4bb4-ad9a-162fff80ac77) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:08.677705 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] For port e4f40231-be3c-4f13-9c75-a1dbada77d4d, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:08.684456 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] For port e4f40231-be3c-4f13-9c75-a1dbada77d4d, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e4f40231-be3c-4f13-9c75-a1dbada77d4d,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:08.687817 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-94207a27-690d-4901-a7d8-11139dfc0e78 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.691652 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.777403 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce0110-0d01-47a6-83b1-e22f3d2a9a89 None None] Pushing event updated for resources: {'Port': ['ID=e4f40231-be3c-4f13-9c75-a1dbada77d4d,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:08.808919 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-94207a27-690d-4901-a7d8-11139dfc0e78 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.817962 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-94207a27-690d-4901-a7d8-11139dfc0e78 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.846531 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94207a27-690d-4901-a7d8-11139dfc0e78 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d26652-b6a3-4ab5-9ceb-f1f0270a8f92,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:08.870970 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-94207a27-690d-4901-a7d8-11139dfc0e78 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.873069 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-94207a27-690d-4901-a7d8-11139dfc0e78 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2432041 Aug 19 18:21:08.877094 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32784) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:08.882629 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-3cd21b7d-1633-4ca3-baae-175e3982557a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:08.917041 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3cd21b7d-1633-4ca3-baae-175e3982557a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.922355 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-afced0e5-4425-45ac-baaf-f82152d7b019 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.932305 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e4bb6d00-149f-4ef8-80ac-284563fc9bed up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:08.948596 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-afced0e5-4425-45ac-baaf-f82152d7b019 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Transition to ACTIVE for port object 34096af8-afe3-4bb4-ad9a-162fff80ac77 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:09.024104 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-afced0e5-4425-45ac-baaf-f82152d7b019 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:09.038560 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port e4bb6d00-149f-4ef8-80ac-284563fc9bed triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:09.039169 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:09.056264 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b466f5-631f-49ad-9523-14057e04c6da req-339973d4-ca90-4748-99e3-bef836226d9c tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:09.058431 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-56b466f5-631f-49ad-9523-14057e04c6da req-339973d4-ca90-4748-99e3-bef836226d9c tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 946 time: 0.0798566 Aug 19 18:21:09.193833 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-22ea97b9-3335-4f1d-93d9-aed4343de942 req-60925931-07da-4050-93a5-ad4c4d3fb729 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.1722260 Aug 19 18:21:09.199428 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afced0e5-4425-45ac-baaf-f82152d7b019 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=34096af8-afe3-4bb4-ad9a-162fff80ac77,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:09.200411 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-56b466f5-631f-49ad-9523-14057e04c6da req-7434ef5c-6fb9-405d-97f6-33449a889579 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/security-groups?id=695f37ae-d360-4d71-a855-1a02564fbc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282592 Aug 19 18:21:09.255678 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3cd21b7d-1633-4ca3-baae-175e3982557a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:09.263607 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afced0e5-4425-45ac-baaf-f82152d7b019 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:09.265131 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-afced0e5-4425-45ac-baaf-f82152d7b019 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:09.270632 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afced0e5-4425-45ac-baaf-f82152d7b019 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:09.276563 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afced0e5-4425-45ac-baaf-f82152d7b019 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:09.277277 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-afced0e5-4425-45ac-baaf-f82152d7b019 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:09.305831 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-afced0e5-4425-45ac-baaf-f82152d7b019 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6097348 Aug 19 18:21:09.306584 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32794) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:09.446863 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f3589-055b-423f-88b7-9adffa865375 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting port 34096af8-afe3-4bb4-ad9a-162fff80ac77 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:09.447226 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9d2f3589-055b-423f-88b7-9adffa865375 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:09.544700 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-3cd21b7d-1633-4ca3-baae-175e3982557a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Allocated IP 172.25.8.212 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/d546aac8-e80b-4f8b-b54a-9ad0f3a5dd19) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:09.629059 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9d2f3589-055b-423f-88b7-9adffa865375 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:09.644565 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f3589-055b-423f-88b7-9adffa865375 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Calling delete_port for 34096af8-afe3-4bb4-ad9a-162fff80ac77 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:09.751706 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495381c4-eb9f-421d-9020-df4da398444b req-db944f20-d1a8-4eec-b235-966fbcd6eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:09.754857 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-495381c4-eb9f-421d-9020-df4da398444b req-db944f20-d1a8-4eec-b235-966fbcd6eab2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43975127a84e4afda110d857fe1541ee&device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 1097 time: 0.1179032 Aug 19 18:21:09.788828 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292f345-9128-44bc-a7f0-9d4739e8fdb6 req-e0c02f6a-b16f-44c8-92ca-ff395dbd3e2b tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:09.797999 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d292f345-9128-44bc-a7f0-9d4739e8fdb6 req-e0c02f6a-b16f-44c8-92ca-ff395dbd3e2b tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 946 time: 0.1970053 Aug 19 18:21:09.934891 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d292f345-9128-44bc-a7f0-9d4739e8fdb6 req-ccbefe44-4fc5-4b11-80d9-e45d8b9c900f tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/security-groups?id=695f37ae-d360-4d71-a855-1a02564fbc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365440 Aug 19 18:21:09.950042 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3cd21b7d-1633-4ca3-baae-175e3982557a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:09.961010 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9d2f3589-055b-423f-88b7-9adffa865375 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.013693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495381c4-eb9f-421d-9020-df4da398444b req-b50cd08e-b66c-4a2d-ab69-4c56a8aa8ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:10.015810 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-495381c4-eb9f-421d-9020-df4da398444b req-b50cd08e-b66c-4a2d-ab69-4c56a8aa8ff7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2792c50e-2f86-47bc-9c9b-93298678157f HTTP/1.1" status: 200 len: 912 time: 0.2532721 Aug 19 18:21:10.018376 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f3589-055b-423f-88b7-9adffa865375 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Port': ['ID=34096af8-afe3-4bb4-ad9a-162fff80ac77,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:10.087077 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-495381c4-eb9f-421d-9020-df4da398444b req-b5b76eba-946f-4af8-bc14-fc3bd45169cd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afa0b6b9-e7e8-4b03-9226-6a53942fc0d7 HTTP/1.1" status: 200 len: 217 time: 0.0488667 Aug 19 18:21:10.111467 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9d2f3589-055b-423f-88b7-9adffa865375 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.114240 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3cd21b7d-1633-4ca3-baae-175e3982557a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.116771 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9d2f3589-055b-423f-88b7-9adffa865375 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/34096af8-afe3-4bb4-ad9a-162fff80ac77 HTTP/1.1" status: 204 len: 168 time: 0.8092382 Aug 19 18:21:10.121833 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32800) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:10.144394 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.200535 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6a0f15-2694-4b39-a8b6-9a93e4b746a2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:10.202453 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0d6a0f15-2694-4b39-a8b6-9a93e4b746a2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0784764 Aug 19 18:21:10.210212 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32802) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:10.217590 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd21b7d-1633-4ca3-baae-175e3982557a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:10.227708 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-3cd21b7d-1633-4ca3-baae-175e3982557a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:10.237248 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd21b7d-1633-4ca3-baae-175e3982557a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:10.240423 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495381c4-eb9f-421d-9020-df4da398444b req-cde63df2-4232-40e9-bbc7-8a5997884217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:10.242031 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-495381c4-eb9f-421d-9020-df4da398444b req-cde63df2-4232-40e9-bbc7-8a5997884217 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64b61971-5f3a-48ab-a291-6ba300c19d30 HTTP/1.1" status: 200 len: 851 time: 0.1425023 Aug 19 18:21:10.243820 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd21b7d-1633-4ca3-baae-175e3982557a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Pushing event updated for resources: {'Port': ['ID=d546aac8-e80b-4f8b-b54a-9ad0f3a5dd19,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:10.261939 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7d18a1-16aa-4d48-8182-21091fb76db1 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:10.283151 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35eef62-47f1-463c-9100-9d5239d091a4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:10.291594 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e35eef62-47f1-463c-9100-9d5239d091a4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0793371 Aug 19 18:21:10.292962 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32806) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:10.341409 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-495381c4-eb9f-421d-9020-df4da398444b req-49bea792-823f-4fc4-8d18-3cd19ca2b7c3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2792c50e-2f86-47bc-9c9b-93298678157f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360155 Aug 19 18:21:10.371099 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c68d98-b571-4417-bcc3-07621b29abc2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:10.372738 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c68d98-b571-4417-bcc3-07621b29abc2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:10.376307 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c68d98-b571-4417-bcc3-07621b29abc2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:10.380529 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-72c68d98-b571-4417-bcc3-07621b29abc2 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0836291 Aug 19 18:21:10.388689 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32812) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:10.432803 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6f7a46e7-3d12-4970-a151-9abbe48c7841 req-9e8f85af-a9db-4398-b21f-21603fe7e989 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0535316 Aug 19 18:21:10.511666 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-495381c4-eb9f-421d-9020-df4da398444b req-d53211b3-b1d7-4a4c-b8c9-20e9b7ed641c service neutron] 10.222.0.54 "GET /v2.0/networks/2792c50e-2f86-47bc-9c9b-93298678157f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329520 Aug 19 18:21:10.512976 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-27ed9f15-14af-40f5-8f60-3ee1830ca0d0 None None] Provisioning for port e4f40231-be3c-4f13-9c75-a1dbada77d4d completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:10.549302 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e9c166-4253-414d-96d7-7e74647b9cd9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet 6129670f-bdd1-4b7d-92f0-b47bccd0f914 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:21:10.553496 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12e9c166-4253-414d-96d7-7e74647b9cd9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.609920 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12e9c166-4253-414d-96d7-7e74647b9cd9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.610262 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3cd21b7d-1633-4ca3-baae-175e3982557a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.677502 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3cd21b7d-1633-4ca3-baae-175e3982557a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.712319 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-495381c4-eb9f-421d-9020-df4da398444b req-92f903bf-9a10-417a-b421-fc0efbfed610 service neutron] 10.222.0.54 "GET /v2.0/networks/2792c50e-2f86-47bc-9c9b-93298678157f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858182 Aug 19 18:21:10.768569 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12e9c166-4253-414d-96d7-7e74647b9cd9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.899055 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12e9c166-4253-414d-96d7-7e74647b9cd9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.935752 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3cd21b7d-1633-4ca3-baae-175e3982557a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.940795 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.944219 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9c166-4253-414d-96d7-7e74647b9cd9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=6129670f-bdd1-4b7d-92f0-b47bccd0f914,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:10.949773 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12e9c166-4253-414d-96d7-7e74647b9cd9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.951960 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-12e9c166-4253-414d-96d7-7e74647b9cd9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/6129670f-bdd1-4b7d-92f0-b47bccd0f914 HTTP/1.1" status: 204 len: 168 time: 0.5622792 Aug 19 18:21:10.955175 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3cd21b7d-1633-4ca3-baae-175e3982557a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.959827 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32816) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:10.975390 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e4f40231-be3c-4f13-9c75-a1dbada77d4d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:11.059613 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd21b7d-1633-4ca3-baae-175e3982557a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Pushing event updated for resources: {'Port': ['ID=d546aac8-e80b-4f8b-b54a-9ad0f3a5dd19,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:11.070539 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port e4f40231-be3c-4f13-9c75-a1dbada77d4d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:11.076072 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port e4f40231-be3c-4f13-9c75-a1dbada77d4d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:11.076473 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.116183 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480dea5-e116-4096-a1f9-bd5db440b19d req-7cd6e2ab-484c-4856-a910-16f73c0b3123 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:11.118247 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9480dea5-e116-4096-a1f9-bd5db440b19d req-7cd6e2ab-484c-4856-a910-16f73c0b3123 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 946 time: 0.0859513 Aug 19 18:21:11.131572 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6f611b-511b-4123-acb6-4e0ea1ef7cea tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet 7fc59dc1-2a49-44d1-ab89-12e56d631071 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:21:11.138686 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ac6f611b-511b-4123-acb6-4e0ea1ef7cea tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.170150 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9480dea5-e116-4096-a1f9-bd5db440b19d req-ee0113c4-eb40-473d-866b-b9e6b4b7036c tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/security-groups?id=695f37ae-d360-4d71-a855-1a02564fbc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445969 Aug 19 18:21:11.200786 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.251406 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port e4f40231-be3c-4f13-9c75-a1dbada77d4d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e4f40231-be3c-4f13-9c75-a1dbada77d4d,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:11.257852 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.258706 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device baf7bd1a-662a-4fe1-9bf7-d5b7d397b661 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:11.349784 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=e4f40231-be3c-4f13-9c75-a1dbada77d4d,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:11.397483 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port baf7bd1a-662a-4fe1-9bf7-d5b7d397b661 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:11.407946 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port baf7bd1a-662a-4fe1-9bf7-d5b7d397b661 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:11.408421 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.553034 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.588266 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port baf7bd1a-662a-4fe1-9bf7-d5b7d397b661, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=baf7bd1a-662a-4fe1-9bf7-d5b7d397b661,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:11.592190 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3cd21b7d-1633-4ca3-baae-175e3982557a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.595882 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd624ab-4e67-4526-82bf-7f0d0815f577 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:11.604622 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.637403 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de67f65e-e041-4e84-a4f8-20cc4cf4c869 req-20bb28d6-f7d4-437d-966c-58d3dabe472b tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0503194 Aug 19 18:21:11.650006 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3cd21b7d-1633-4ca3-baae-175e3982557a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.660868 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3cd21b7d-1633-4ca3-baae-175e3982557a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7819431 Aug 19 18:21:11.671042 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a650a-854c-459c-9804-125294037dd8 None None] Sync routers for ids ['6c608642-8e4e-465d-95e9-80a801403855'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:21:11.676167 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ac6f611b-511b-4123-acb6-4e0ea1ef7cea tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.690790 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26a650a-854c-459c-9804-125294037dd8 None None] Routers {'6c608642-8e4e-465d-95e9-80a801403855'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:11.691430 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b26a650a-854c-459c-9804-125294037dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:21:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c608642-8e4e-465d-95e9-80a801403855'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:11.753088 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3170f7cd-488a-4ab4-96b3-3be567721c96 None None] Provisioning complete for port e4f40231-be3c-4f13-9c75-a1dbada77d4d triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:11.756946 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3170f7cd-488a-4ab4-96b3-3be567721c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.777077 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=baf7bd1a-662a-4fe1-9bf7-d5b7d397b661,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:11.843480 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ac6f611b-511b-4123-acb6-4e0ea1ef7cea tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.856404 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b26a650a-854c-459c-9804-125294037dd8 None None] Set router 6c608642-8e4e-465d-95e9-80a801403855 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:11.940643 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-611d884e-e84b-4836-84a2-70484428058b tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--259124258&fields=id&tenant_id=d1b1aa2c733a4115bafa765990404683 HTTP/1.1" status: 200 len: 267 time: 0.0785847 Aug 19 18:21:11.944675 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ac6f611b-511b-4123-acb6-4e0ea1ef7cea tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.974516 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ac6f611b-511b-4123-acb6-4e0ea1ef7cea tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.979302 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ac6f611b-511b-4123-acb6-4e0ea1ef7cea tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/7fc59dc1-2a49-44d1-ab89-12e56d631071 HTTP/1.1" status: 204 len: 168 time: 1.0114970 Aug 19 18:21:12.000652 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32840) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:12.020742 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f611b-511b-4123-acb6-4e0ea1ef7cea tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=7fc59dc1-2a49-44d1-ab89-12e56d631071,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:12.094623 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c5f9f771-40d9-49d6-b64a-777d33c9525a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0911753 Aug 19 18:21:12.098145 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32842) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:12.099025 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529b8048-4c88-4c01-b945-a52ff8338792 None None] Update dhcp port {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'fixed_ips': [{'subnet_id': '7fc59dc1-2a49-44d1-ab89-12e56d631071'}], 'binding:host_id': 'n-d-803753-2'}, 'id': 'e4f40231-be3c-4f13-9c75-a1dbada77d4d'} from n-d-803753-2. {{(pid=94683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:21:12.108252 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-785b1bee-7de2-497d-b895-68e6e3e59cc8 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:12.149971 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-529b8048-4c88-4c01-b945-a52ff8338792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.186126 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-fb11a5d9-b289-446a-ab58-32cd3b478e5c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:12.198682 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-fb11a5d9-b289-446a-ab58-32cd3b478e5c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/networks?id=bacad945-2962-49c4-806c-a7bd8c4e8d7b HTTP/1.1" status: 200 len: 817 time: 0.2476089 Aug 19 18:21:12.233220 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-f6ad359d-3808-4d3a-b6a5-0562922ccbd0 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/quotas/d1b1aa2c733a4115bafa765990404683 HTTP/1.1" status: 200 len: 375 time: 0.0329936 Aug 19 18:21:12.244623 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b26a650a-854c-459c-9804-125294037dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c608642-8e4e-465d-95e9-80a801403855', 'name': 'tempest-AttachVolumeShelveTestJSON-2075814986-router', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:00Z', 'updated_at': '2021-08-19T18:21:05Z', 'revision_number': 4, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'gw_port': {'id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:02Z', 'updated_at': '2021-08-19T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'c864d110-5ba0-4483-b1db-454f03d09a6b', 'name': '', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'mac_address': 'fa:16:3e:7d:a8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:04Z', 'updated_at': '2021-08-19T18:21:05Z', 'revision_number': 2, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'subnets': [{'id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:12.302434 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a650a-854c-459c-9804-125294037dd8 None None] Checking router: 6c608642-8e4e-465d-95e9-80a801403855 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:21:12.303252 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a650a-854c-459c-9804-125294037dd8 None None] Updating router 6c608642-8e4e-465d-95e9-80a801403855 port c864d110-5ba0-4483-b1db-454f03d09a6b binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:21:12.319042 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-84590cc4-e43a-49a0-a133-9391fe69f4d7 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1b1aa2c733a4115bafa765990404683&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0846822 Aug 19 18:21:12.342813 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b26a650a-854c-459c-9804-125294037dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.354537 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785b1bee-7de2-497d-b895-68e6e3e59cc8 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:12.358745 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-785b1bee-7de2-497d-b895-68e6e3e59cc8 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.455087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb02e4c-8cab-4ace-a9af-81f7368ac5aa req-4547c191-d3eb-4d53-b7f8-e6159dcda2ef tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:12.457144 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-efb02e4c-8cab-4ace-a9af-81f7368ac5aa req-4547c191-d3eb-4d53-b7f8-e6159dcda2ef tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 946 time: 0.1553326 Aug 19 18:21:12.462937 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6acca40-a226-4642-b79f-343d5c9a64f1 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:12.485111 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-9103d98b-4ccb-4c7b-af0b-cf61410166ab service neutron] 10.222.0.24 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520953 Aug 19 18:21:12.520312 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-efb02e4c-8cab-4ace-a9af-81f7368ac5aa req-7baa3043-11f9-46fa-9681-0b8089126109 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/security-groups?id=695f37ae-d360-4d71-a855-1a02564fbc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528610 Aug 19 18:21:12.544426 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4645ac8c-9022-4206-96fc-bc9071e6c9f1 None None] Provisioning complete for port e4f40231-be3c-4f13-9c75-a1dbada77d4d triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:12.544426 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4645ac8c-9022-4206-96fc-bc9071e6c9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.678482 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-3866a9b6-fcc4-458f-b529-bf6f6720a274 service neutron] 10.222.0.24 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915579 Aug 19 18:21:12.705340 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc672336-bebc-4aed-a1ae-3d45be4876c2 None None] DHCP port deletion for 4734c50c-5b75-42a3-a882-02084790a476 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:21:12.709320 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-785b1bee-7de2-497d-b895-68e6e3e59cc8 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.767223 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785b1bee-7de2-497d-b895-68e6e3e59cc8 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:12.771549 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-785b1bee-7de2-497d-b895-68e6e3e59cc8 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:12.777194 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785b1bee-7de2-497d-b895-68e6e3e59cc8 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:12.777923 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-785b1bee-7de2-497d-b895-68e6e3e59cc8 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.797613 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b1bee-7de2-497d-b895-68e6e3e59cc8 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=15694417-5f54-4247-8e3f-510fc96d3b6f,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:12.810975 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32856) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:12.811139 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-785b1bee-7de2-497d-b895-68e6e3e59cc8 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7111895 Aug 19 18:21:12.823713 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-6a5b7d66-c5ca-4125-be60-bdcbcd706adb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:12.882824 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b26a650a-854c-459c-9804-125294037dd8 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.902138 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device baf7bd1a-662a-4fe1-9bf7-d5b7d397b661 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:12.903319 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-b26a650a-854c-459c-9804-125294037dd8 None None] Transition to ACTIVE for port object c864d110-5ba0-4483-b1db-454f03d09a6b will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:12.912913 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b26a650a-854c-459c-9804-125294037dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.960045 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-bc672336-bebc-4aed-a1ae-3d45be4876c2 None None] Deleting port e4f40231-be3c-4f13-9c75-a1dbada77d4d {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:12.960446 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bc672336-bebc-4aed-a1ae-3d45be4876c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.994921 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564887f-969d-4718-95f7-9c55f1693460 None None] Pushing event updated for resources: {'Port': ['ID=c864d110-5ba0-4483-b1db-454f03d09a6b,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:13.035339 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dd8cc1db-c564-4502-9dce-58d617bfb95a req-e14da3eb-396c-4460-8ffd-a04706d1a8cd tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0734859 Aug 19 18:21:13.066327 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5b7d66-c5ca-4125-be60-bdcbcd706adb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:13.073781 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6a5b7d66-c5ca-4125-be60-bdcbcd706adb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.128853 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b26a650a-854c-459c-9804-125294037dd8 None None] Attempting to bind port c864d110-5ba0-4483-b1db-454f03d09a6b on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:13.129280 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b26a650a-854c-459c-9804-125294037dd8 None None] Attempting to bind port c864d110-5ba0-4483-b1db-454f03d09a6b by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'fbe7fb3e-121f-488d-93cc-f65eb7ca4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:13.129677 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26a650a-854c-459c-9804-125294037dd8 None None] Attempting to bind port c864d110-5ba0-4483-b1db-454f03d09a6b on network bacad945-2962-49c4-806c-a7bd8c4e8d7b {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:13.140386 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26a650a-854c-459c-9804-125294037dd8 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:13.141739 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26a650a-854c-459c-9804-125294037dd8 None None] Checking segment: {'id': 'fbe7fb3e-121f-488d-93cc-f65eb7ca4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:13.142201 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b26a650a-854c-459c-9804-125294037dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.145141 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26a650a-854c-459c-9804-125294037dd8 None None] Bound using segment: {'id': 'fbe7fb3e-121f-488d-93cc-f65eb7ca4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:13.146423 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b26a650a-854c-459c-9804-125294037dd8 None None] Bound port: c864d110-5ba0-4483-b1db-454f03d09a6b, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe7fb3e-121f-488d-93cc-f65eb7ca4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:13.147957 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b26a650a-854c-459c-9804-125294037dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.191523 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port baf7bd1a-662a-4fe1-9bf7-d5b7d397b661 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:13.191928 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.256074 n-d-803753-2 neutron-server[94681]: INFO neutron.db.ipam_backend_mixin [None req-6a5b7d66-c5ca-4125-be60-bdcbcd706adb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 15694417-5f54-4247-8e3f-510fc96d3b6f (CIDR: 2001:db8::/64) Aug 19 18:21:13.263028 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5b7d66-c5ca-4125-be60-bdcbcd706adb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:21:13.263746 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a5b7d66-c5ca-4125-be60-bdcbcd706adb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:13.288549 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e495f-f360-49d4-9f1d-1c2f2ad71b82 req-5fa2578e-0c40-41dc-9ef4-71943a0caba0 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:13.297905 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f27e495f-f360-49d4-9f1d-1c2f2ad71b82 req-5fa2578e-0c40-41dc-9ef4-71943a0caba0 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 946 time: 0.1146753 Aug 19 18:21:13.311651 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6a5b7d66-c5ca-4125-be60-bdcbcd706adb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4935207 Aug 19 18:21:13.312050 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32b5727d-9464-4767-a7af-9b97c6b445ab req-9f2bc174-0ff1-4092-a6d0-4453162625b8 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 210 time: 0.0566876 Aug 19 18:21:13.312416 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32866) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:13.334055 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f08185c5-6209-4f1e-a7b9-5f0272bb85ce tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'subnet': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:13.334273 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-b26a650a-854c-459c-9804-125294037dd8 None None] For port c864d110-5ba0-4483-b1db-454f03d09a6b, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:13.334380 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-bc672336-bebc-4aed-a1ae-3d45be4876c2 None None] For port e4f40231-be3c-4f13-9c75-a1dbada77d4d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e4f40231-be3c-4f13-9c75-a1dbada77d4d,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:13.334380 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bc672336-bebc-4aed-a1ae-3d45be4876c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.339764 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-b26a650a-854c-459c-9804-125294037dd8 None None] For port c864d110-5ba0-4483-b1db-454f03d09a6b, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c864d110-5ba0-4483-b1db-454f03d09a6b,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:13.347745 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b26a650a-854c-459c-9804-125294037dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.370181 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-bc672336-bebc-4aed-a1ae-3d45be4876c2 None None] Calling delete_port for e4f40231-be3c-4f13-9c75-a1dbada77d4d owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:13.400675 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f27e495f-f360-49d4-9f1d-1c2f2ad71b82 req-d6f163f6-2d7e-40fe-9722-e672e4ab1d04 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/security-groups?id=695f37ae-d360-4d71-a855-1a02564fbc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975721 Aug 19 18:21:13.466424 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26a650a-854c-459c-9804-125294037dd8 None None] Routers {'6c608642-8e4e-465d-95e9-80a801403855'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:13.467059 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b26a650a-854c-459c-9804-125294037dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:21:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c608642-8e4e-465d-95e9-80a801403855'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:13.538338 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08185c5-6209-4f1e-a7b9-5f0272bb85ce tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:13.543613 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f08185c5-6209-4f1e-a7b9-5f0272bb85ce tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.624902 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bc672336-bebc-4aed-a1ae-3d45be4876c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.705193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e4f40231-be3c-4f13-9c75-a1dbada77d4d no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:21:13.711934 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564887f-969d-4718-95f7-9c55f1693460 None None] Pushing event updated for resources: {'Port': ['ID=c864d110-5ba0-4483-b1db-454f03d09a6b,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:13.713850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc672336-bebc-4aed-a1ae-3d45be4876c2 None None] Pushing event deleted for resources: {'Port': ['ID=e4f40231-be3c-4f13-9c75-a1dbada77d4d,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:13.730701 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b26a650a-854c-459c-9804-125294037dd8 None None] Set router 6c608642-8e4e-465d-95e9-80a801403855 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:13.744580 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc672336-bebc-4aed-a1ae-3d45be4876c2 None None] No DVR routers for this DVR port e4f40231-be3c-4f13-9c75-a1dbada77d4d on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:21:13.746218 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: e4f40231-be3c-4f13-9c75-a1dbada77d4d {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:21:13.746568 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e4f40231-be3c-4f13-9c75-a1dbada77d4d not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:21:13.772596 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f832b5-05e5-412a-93b4-558128d7618b None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:13.994632 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-4734c50c-5b75-42a3-a882-02084790a476', 'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'tenant_id': 'e2047ef038354e09bdf21588ee4e43da', 'fixed_ips': [{'subnet_id': '15694417-5f54-4247-8e3f-510fc96d3b6f'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:21:13.996009 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:14.105002 n-d-803753-2 neutron-server[94682]: DEBUG neutron.objects.ports [None req-f08185c5-6209-4f1e-a7b9-5f0272bb85ce tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:21:14.106837 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f08185c5-6209-4f1e-a7b9-5f0272bb85ce tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:14.117662 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b26a650a-854c-459c-9804-125294037dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c608642-8e4e-465d-95e9-80a801403855', 'name': 'tempest-AttachVolumeShelveTestJSON-2075814986-router', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:00Z', 'updated_at': '2021-08-19T18:21:05Z', 'revision_number': 4, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'gw_port': {'id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:02Z', 'updated_at': '2021-08-19T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'c864d110-5ba0-4483-b1db-454f03d09a6b', 'name': '', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'mac_address': 'fa:16:3e:7d:a8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:04Z', 'updated_at': '2021-08-19T18:21:13Z', 'revision_number': 4, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'subnets': [{'id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:14.167996 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08185c5-6209-4f1e-a7b9-5f0272bb85ce tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:14.171650 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-f08185c5-6209-4f1e-a7b9-5f0272bb85ce tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:14.176724 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08185c5-6209-4f1e-a7b9-5f0272bb85ce tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:14.177323 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f08185c5-6209-4f1e-a7b9-5f0272bb85ce tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:14.209842 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f08185c5-6209-4f1e-a7b9-5f0272bb85ce tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8903356 Aug 19 18:21:14.209842 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08185c5-6209-4f1e-a7b9-5f0272bb85ce tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Subnet': ['ID=0507fa12-1beb-48d4-9097-7a688b106144,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:14.210318 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32884) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:14.216017 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f14f3393-db29-4e81-96c2-90b28e69c6de tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Request body: {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'mac_address': 'fa:16:3e:8d:10:ad', 'name': 'tempest-NetworksTestDHCPv6-340399652'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:14.349279 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] Allocated IP 2001:db8::2 (4734c50c-5b75-42a3-a882-02084790a476/15694417-5f54-4247-8e3f-510fc96d3b6f/61a74b9b-48dd-4695-af06-b78e554a8bbd) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:14.360659 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe49:acbc (4734c50c-5b75-42a3-a882-02084790a476/0507fa12-1beb-48d4-9097-7a688b106144/61a74b9b-48dd-4695-af06-b78e554a8bbd) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:14.377323 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a650a-854c-459c-9804-125294037dd8 None None] The sync data for ids ['6c608642-8e4e-465d-95e9-80a801403855'] in n-d-803753-2 is: [{'id': '6c608642-8e4e-465d-95e9-80a801403855', 'name': 'tempest-AttachVolumeShelveTestJSON-2075814986-router', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:00Z', 'updated_at': '2021-08-19T18:21:05Z', 'revision_number': 4, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'gw_port': {'id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:02Z', 'updated_at': '2021-08-19T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'c864d110-5ba0-4483-b1db-454f03d09a6b', 'name': '', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'mac_address': 'fa:16:3e:7d:a8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:04Z', 'updated_at': '2021-08-19T18:21:13Z', 'revision_number': 4, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'subnets': [{'id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:21:14.386095 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d5170531-6c7a-45de-a400-6b50389c5571 req-5c4c868d-d512-47a3-8f27-63256de6f267 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.1227520 Aug 19 18:21:14.510518 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14f3393-db29-4e81-96c2-90b28e69c6de tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Made reservation on behalf of e2047ef038354e09bdf21588ee4e43da for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:14.552308 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0f43eca9-2b23-491d-a456-12d1952158f8 req-ccb8f54d-8341-47c5-aefb-648010724eca tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 210 time: 0.0816910 Aug 19 18:21:14.726931 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:14.732293 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117ee77-59e8-45f0-a08e-b5dbba11a11d req-3546e74c-7607-4fa5-935d-512b96c5bc8d tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:14.734440 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8117ee77-59e8-45f0-a08e-b5dbba11a11d req-3546e74c-7607-4fa5-935d-512b96c5bc8d tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 946 time: 0.1464462 Aug 19 18:21:14.737968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] Transition to ACTIVE for port object 61a74b9b-48dd-4695-af06-b78e554a8bbd will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:14.745774 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f14f3393-db29-4e81-96c2-90b28e69c6de tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:14.756466 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] Transition to ACTIVE for port object 61a74b9b-48dd-4695-af06-b78e554a8bbd will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:14.763848 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:14.813553 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:14.818048 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8117ee77-59e8-45f0-a08e-b5dbba11a11d req-0476ecc5-e7c1-4e65-b855-9805de90a2df tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/security-groups?id=695f37ae-d360-4d71-a855-1a02564fbc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673828 Aug 19 18:21:14.818494 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:14.821740 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:14.831879 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-f14f3393-db29-4e81-96c2-90b28e69c6de tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] device_id is not set on port 37679ff8-d56f-4de4-ab00-93872dd20826 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:21:14.868907 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] Pushing event updated for resources: {'Port': ['ID=61a74b9b-48dd-4695-af06-b78e554a8bbd,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:14.962449 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c864d110-5ba0-4483-b1db-454f03d09a6b up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:14.998570 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] Attempting to bind port 61a74b9b-48dd-4695-af06-b78e554a8bbd on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:14.998926 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] Attempting to bind port 61a74b9b-48dd-4695-af06-b78e554a8bbd by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:14.999309 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] Attempting to bind port 61a74b9b-48dd-4695-af06-b78e554a8bbd on network 4734c50c-5b75-42a3-a882-02084790a476 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:15.039297 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:15.043293 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] Checking segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:15.059940 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:15.060592 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] Bound using segment: {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:15.061286 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] Bound port: 61a74b9b-48dd-4695-af06-b78e554a8bbd, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4734c50c-5b75-42a3-a882-02084790a476'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:15.070244 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:15.114129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-f14f3393-db29-4e81-96c2-90b28e69c6de tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8::b0 (4734c50c-5b75-42a3-a882-02084790a476/15694417-5f54-4247-8e3f-510fc96d3b6f/37679ff8-d56f-4de4-ab00-93872dd20826) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:15.130066 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-f14f3393-db29-4e81-96c2-90b28e69c6de tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8d:10ad (4734c50c-5b75-42a3-a882-02084790a476/0507fa12-1beb-48d4-9097-7a688b106144/37679ff8-d56f-4de4-ab00-93872dd20826) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:15.203182 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port c864d110-5ba0-4483-b1db-454f03d09a6b completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:15.210908 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port c864d110-5ba0-4483-b1db-454f03d09a6b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:15.211568 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:15.303586 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] For port 61a74b9b-48dd-4695-af06-b78e554a8bbd, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:15.308879 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] For port 61a74b9b-48dd-4695-af06-b78e554a8bbd, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=61a74b9b-48dd-4695-af06-b78e554a8bbd,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:15.342006 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:15.410821 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533406d-ef10-409c-914a-d95cfdd211b9 req-c2eefad8-a5ae-443b-a6be-7f75d6b08f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:15.412698 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b533406d-ef10-409c-914a-d95cfdd211b9 req-c2eefad8-a5ae-443b-a6be-7f75d6b08f0d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43975127a84e4afda110d857fe1541ee&device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 1097 time: 0.2199659 Aug 19 18:21:15.428489 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f0735-a7f7-4117-8ccc-60f9c7bc02a1 req-70037f67-5cac-4f3c-bfb4-6cc16fbd8151 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:15.430808 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ef9f0735-a7f7-4117-8ccc-60f9c7bc02a1 req-70037f67-5cac-4f3c-bfb4-6cc16fbd8151 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 946 time: 0.2880220 Aug 19 18:21:15.557102 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-50232f8b-3b30-4de5-af88-ee7197501a38 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:15.562999 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-50232f8b-3b30-4de5-af88-ee7197501a38 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.50 "GET /v2.0/networks?id=bacad945-2962-49c4-806c-a7bd8c4e8d7b HTTP/1.1" status: 200 len: 817 time: 0.3597534 Aug 19 18:21:15.574112 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ef9f0735-a7f7-4117-8ccc-60f9c7bc02a1 req-f57a09c6-a068-4e60-8e47-56780495bafe tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/security-groups?id=695f37ae-d360-4d71-a855-1a02564fbc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354144 Aug 19 18:21:15.584245 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533406d-ef10-409c-914a-d95cfdd211b9 req-26c45b1a-aea7-40a2-ab86-6d7c0acea999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:15.586066 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b533406d-ef10-409c-914a-d95cfdd211b9 req-26c45b1a-aea7-40a2-ab86-6d7c0acea999 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2792c50e-2f86-47bc-9c9b-93298678157f HTTP/1.1" status: 200 len: 912 time: 0.1641598 Aug 19 18:21:15.590847 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bce6d-982d-4c44-9343-1717ce6d87c8 None None] Pushing event updated for resources: {'Port': ['ID=61a74b9b-48dd-4695-af06-b78e554a8bbd,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:15.635211 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:15.687182 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f14f3393-db29-4e81-96c2-90b28e69c6de tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:15.700215 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b533406d-ef10-409c-914a-d95cfdd211b9 req-316a4916-bbd9-4596-b255-a3418e625fb6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afa0b6b9-e7e8-4b03-9226-6a53942fc0d7 HTTP/1.1" status: 200 len: 217 time: 0.1015422 Aug 19 18:21:15.726901 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port c864d110-5ba0-4483-b1db-454f03d09a6b, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c864d110-5ba0-4483-b1db-454f03d09a6b,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:15.735057 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:15.765743 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-14964bee-e2b6-4cda-855e-eef539fd3dac tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1b1aa2c733a4115bafa765990404683 HTTP/1.1" status: 200 len: 379 time: 0.1859374 Aug 19 18:21:15.770923 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a77fd2ef-64c4-4b89-9c61-ffa31c53ea7f req-45acc773-0dae-452c-ba13-5148f5617868 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0729516 Aug 19 18:21:15.771383 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a5f92753-4c90-476d-a9ad-6a30642dbf6d req-11836f75-27e6-49e7-8bf9-8dcf8570806a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 210 time: 0.0717783 Aug 19 18:21:15.785247 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-f14f3393-db29-4e81-96c2-90b28e69c6de tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Transition to ACTIVE for port object 37679ff8-d56f-4de4-ab00-93872dd20826 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:15.798873 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-0aae1c63-7f95-4827-b34c-195414c3eaeb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Request body: {'port': {'device_id': 'a7a4cb3f-09aa-45b9-b03d-1ded851206bf', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'admin_state_up': True, 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'security_groups': ['a8184c65-971a-4e9e-baf4-36f845d3e184']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:15.831805 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=c864d110-5ba0-4483-b1db-454f03d09a6b,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:15.896184 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533406d-ef10-409c-914a-d95cfdd211b9 req-ba3a1b12-4b46-4967-a7fb-a5769908c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:15.897790 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b533406d-ef10-409c-914a-d95cfdd211b9 req-ba3a1b12-4b46-4967-a7fb-a5769908c66a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64b61971-5f3a-48ab-a291-6ba300c19d30 HTTP/1.1" status: 200 len: 851 time: 0.1474416 Aug 19 18:21:15.949520 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b533406d-ef10-409c-914a-d95cfdd211b9 req-77e44ebc-5b7d-423e-8823-36001ee41c01 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2792c50e-2f86-47bc-9c9b-93298678157f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428786 Aug 19 18:21:15.988326 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f14f3393-db29-4e81-96c2-90b28e69c6de tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:16.045068 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14f3393-db29-4e81-96c2-90b28e69c6de tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Network 4734c50c-5b75-42a3-a882-02084790a476 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:16.056241 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-f14f3393-db29-4e81-96c2-90b28e69c6de tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:16.065164 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14f3393-db29-4e81-96c2-90b28e69c6de tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:16.072343 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14f3393-db29-4e81-96c2-90b28e69c6de tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:16.072343 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f14f3393-db29-4e81-96c2-90b28e69c6de tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:16.081819 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f3393-db29-4e81-96c2-90b28e69c6de tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event updated for resources: {'Port': ['ID=37679ff8-d56f-4de4-ab00-93872dd20826,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:16.088100 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b533406d-ef10-409c-914a-d95cfdd211b9 req-1af881d5-380a-492f-b640-b3d0f292987e service neutron] 10.222.0.54 "GET /v2.0/networks/2792c50e-2f86-47bc-9c9b-93298678157f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307883 Aug 19 18:21:16.092063 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-0aae1c63-7f95-4827-b34c-195414c3eaeb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Made reservation on behalf of d1b1aa2c733a4115bafa765990404683 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:16.096571 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-0aae1c63-7f95-4827-b34c-195414c3eaeb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:16.140138 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f14f3393-db29-4e81-96c2-90b28e69c6de tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.9289165 Aug 19 18:21:16.147051 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32906) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:16.224182 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b533406d-ef10-409c-914a-d95cfdd211b9 req-f4e2f7e6-80ed-4b98-bc7b-57b2ad5b4f19 service neutron] 10.222.0.54 "GET /v2.0/networks/2792c50e-2f86-47bc-9c9b-93298678157f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251445 Aug 19 18:21:16.352203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-0aae1c63-7f95-4827-b34c-195414c3eaeb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Allocated IP 172.20.0.4 (bacad945-2962-49c4-806c-a7bd8c4e8d7b/9e32631a-48d3-4ef0-8eb3-575117a89737/968365ec-5696-467d-bee4-2f8e8058c00a) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:16.366514 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-f9f06298-22ed-432c-929a-8120fbfa7286 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting port 37679ff8-d56f-4de4-ab00-93872dd20826 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:16.366864 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f9f06298-22ed-432c-929a-8120fbfa7286 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:16.433377 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:16.580699 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f9f06298-22ed-432c-929a-8120fbfa7286 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:16.611637 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-f9f06298-22ed-432c-929a-8120fbfa7286 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Calling delete_port for 37679ff8-d56f-4de4-ab00-93872dd20826 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:16.846817 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8552c8f-2b74-47f0-a62c-984054da4b21 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:16.865214 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-0aae1c63-7f95-4827-b34c-195414c3eaeb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:16.956024 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-475dc86c-0c64-4c10-b9e0-9b12fdbc2f53 req-9805b652-8146-420b-a969-c715e743eadc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.1679411 Aug 19 18:21:16.958946 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c235131e-7721-4f30-9268-597b95b77dd8 req-2294decd-4290-459a-a5cb-540a053b2539 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0604129 Aug 19 18:21:16.963953 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-0aae1c63-7f95-4827-b34c-195414c3eaeb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Transition to ACTIVE for port object 968365ec-5696-467d-bee4-2f8e8058c00a will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:16.982985 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-66ebf790-4a94-4510-8b80-17d522649ab2 None None] Provisioning for port 61a74b9b-48dd-4695-af06-b78e554a8bbd completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:17.007297 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe2a88-4b30-4a65-a313-7c33df0e1f5e req-b996a7c4-e262-49ff-ac54-eff373d07bd6 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:17.010209 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40fe2a88-4b30-4a65-a313-7c33df0e1f5e req-b996a7c4-e262-49ff-ac54-eff373d07bd6 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 946 time: 0.3338199 Aug 19 18:21:17.054789 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 61a74b9b-48dd-4695-af06-b78e554a8bbd up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:17.104196 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a696cf2c-06e0-4bcc-9e8d-85bfcd6b15bb req-e24be415-96f3-421c-9861-62ca83436262 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 210 time: 0.0302887 Aug 19 18:21:17.141136 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40fe2a88-4b30-4a65-a313-7c33df0e1f5e req-7fb4482e-0d32-4e7e-960c-daca1e50552c tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/security-groups?id=695f37ae-d360-4d71-a855-1a02564fbc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216636 Aug 19 18:21:17.147616 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-0aae1c63-7f95-4827-b34c-195414c3eaeb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:17.166549 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 61a74b9b-48dd-4695-af06-b78e554a8bbd completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:17.169942 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 61a74b9b-48dd-4695-af06-b78e554a8bbd triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:17.170464 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:17.251783 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-0aae1c63-7f95-4827-b34c-195414c3eaeb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Network bacad945-2962-49c4-806c-a7bd8c4e8d7b is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:17.267993 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-0aae1c63-7f95-4827-b34c-195414c3eaeb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:17.273858 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae1c63-7f95-4827-b34c-195414c3eaeb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Pushing event updated for resources: {'Port': ['ID=968365ec-5696-467d-bee4-2f8e8058c00a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:17.278070 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-0aae1c63-7f95-4827-b34c-195414c3eaeb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:17.294685 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:17.327552 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f9f06298-22ed-432c-929a-8120fbfa7286 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:17.353826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 61a74b9b-48dd-4695-af06-b78e554a8bbd, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=61a74b9b-48dd-4695-af06-b78e554a8bbd,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:17.361889 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:17.362773 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c864d110-5ba0-4483-b1db-454f03d09a6b up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:17.685864 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=61a74b9b-48dd-4695-af06-b78e554a8bbd,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:17.721555 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port c864d110-5ba0-4483-b1db-454f03d09a6b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:17.722097 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:17.769503 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5b0caf21-52aa-40da-a5c9-7da574713f1b None None] Provisioning for port 968365ec-5696-467d-bee4-2f8e8058c00a completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:17.775682 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5b0caf21-52aa-40da-a5c9-7da574713f1b None None] Provisioning complete for port 968365ec-5696-467d-bee4-2f8e8058c00a triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:17.776128 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5b0caf21-52aa-40da-a5c9-7da574713f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:17.784342 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-0aae1c63-7f95-4827-b34c-195414c3eaeb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:17.784992 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-0aae1c63-7f95-4827-b34c-195414c3eaeb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:17.788887 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f06298-22ed-432c-929a-8120fbfa7286 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Port': ['ID=37679ff8-d56f-4de4-ab00-93872dd20826,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:17.861744 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-0aae1c63-7f95-4827-b34c-195414c3eaeb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0738356 Aug 19 18:21:17.863211 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f9f06298-22ed-432c-929a-8120fbfa7286 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:17.866667 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f9f06298-22ed-432c-929a-8120fbfa7286 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/37679ff8-d56f-4de4-ab00-93872dd20826 HTTP/1.1" status: 204 len: 168 time: 1.7184842 Aug 19 18:21:17.869397 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32928) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:17.876077 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-1dc8a82e-b6b1-4bff-be5d-bcf3f537ef69 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:17.878689 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-1dc8a82e-b6b1-4bff-be5d-bcf3f537ef69 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084538 Aug 19 18:21:17.878958 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-5b0caf21-52aa-40da-a5c9-7da574713f1b None None] Port 968365ec-5696-467d-bee4-2f8e8058c00a cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:21:17.898516 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-008db644-19da-41e3-809b-30ddf329b89d service neutron] Request body: {'port': {'device_id': 'a7a4cb3f-09aa-45b9-b03d-1ded851206bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:17.949143 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64ac9a0-bfb9-4a09-994a-19ad97d8c5da tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:17.953399 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f64ac9a0-bfb9-4a09-994a-19ad97d8c5da tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0799468 Aug 19 18:21:17.953798 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32930) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:17.977203 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-008db644-19da-41e3-809b-30ddf329b89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:18.022837 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06252ed6-c375-4f17-bfd4-d57da37b378e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:18.028594 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-06252ed6-c375-4f17-bfd4-d57da37b378e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0723920 Aug 19 18:21:18.032809 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32934) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:18.100671 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a4ebced5-1216-4c28-9233-2991def70046 None None] Could not find standard attr ID for object 37679ff8-d56f-4de4-ab00-93872dd20826. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:21:18.111724 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60f10e9-9934-4465-8c19-54d95b517d77 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:18.113453 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a4ebced5-1216-4c28-9233-2991def70046 None None] Provisioning complete for port 61a74b9b-48dd-4695-af06-b78e554a8bbd triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:18.113916 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a4ebced5-1216-4c28-9233-2991def70046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:18.114357 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60f10e9-9934-4465-8c19-54d95b517d77 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:18.116297 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60f10e9-9934-4465-8c19-54d95b517d77 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:18.118417 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c60f10e9-9934-4465-8c19-54d95b517d77 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0843422 Aug 19 18:21:18.122184 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32936) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:18.215271 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-e939a454-5d0d-4487-95b5-6d10463dab86 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet 0507fa12-1beb-48d4-9097-7a688b106144 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:21:18.218882 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e939a454-5d0d-4487-95b5-6d10463dab86 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:18.251170 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb00e327-55be-4383-adc0-6a04a42a6ced req-9e5314c0-1c6d-40af-9e8f-e04d77a4c532 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.1183431 Aug 19 18:21:18.317359 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e939a454-5d0d-4487-95b5-6d10463dab86 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:18.353178 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-cfddb6e5-c457-4530-9425-605d844e795a None None] Could not find standard attr ID for object 34096af8-afe3-4bb4-ad9a-162fff80ac77. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:21:18.376903 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82858054-d6ba-4bca-85b7-a2ed4fa1f22a req-3992e9d5-1be0-4b86-bf38-a7dae42b7849 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:18.385634 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-82858054-d6ba-4bca-85b7-a2ed4fa1f22a req-3992e9d5-1be0-4b86-bf38-a7dae42b7849 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 931 time: 0.1629200 Aug 19 18:21:18.463113 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-82858054-d6ba-4bca-85b7-a2ed4fa1f22a req-cca3af9e-9422-4ae5-90f2-103575229b24 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722911 Aug 19 18:21:18.468379 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc95b3-15cc-4b26-88a1-d2f3d52b6746 req-6d39efea-454c-47d5-b53f-d612789c0444 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:18.470402 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2bbc95b3-15cc-4b26-88a1-d2f3d52b6746 req-6d39efea-454c-47d5-b53f-d612789c0444 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 946 time: 0.1165910 Aug 19 18:21:18.477563 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-008db644-19da-41e3-809b-30ddf329b89d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968365ec-5696-467d-bee4-2f8e8058c00a {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:21:18.484020 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e939a454-5d0d-4487-95b5-6d10463dab86 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:18.489210 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-008db644-19da-41e3-809b-30ddf329b89d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:18.517395 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-008db644-19da-41e3-809b-30ddf329b89d service neutron] Transition to ACTIVE for port object 968365ec-5696-467d-bee4-2f8e8058c00a will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:18.560806 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-008db644-19da-41e3-809b-30ddf329b89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:18.579457 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e939a454-5d0d-4487-95b5-6d10463dab86 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:18.621056 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939a454-5d0d-4487-95b5-6d10463dab86 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=0507fa12-1beb-48d4-9097-7a688b106144,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:18.627961 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e939a454-5d0d-4487-95b5-6d10463dab86 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:18.628371 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2bbc95b3-15cc-4b26-88a1-d2f3d52b6746 req-fac78ac3-4474-4337-bcd7-3e69fb999517 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/security-groups?id=695f37ae-d360-4d71-a855-1a02564fbc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090777 Aug 19 18:21:18.631131 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e939a454-5d0d-4487-95b5-6d10463dab86 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/0507fa12-1beb-48d4-9097-7a688b106144 HTTP/1.1" status: 204 len: 168 time: 0.5069783 Aug 19 18:21:18.637083 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32946) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:18.674044 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c769a465-0ca6-4117-9be8-7741b61dffa3 None None] Could not find standard attr ID for object 37679ff8-d56f-4de4-ab00-93872dd20826. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:21:18.705052 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008db644-19da-41e3-809b-30ddf329b89d service neutron] Pushing event updated for resources: {'Port': ['ID=968365ec-5696-467d-bee4-2f8e8058c00a,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:18.808291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-07796b93-fd51-47a9-8893-9a939d22c0ec tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Deleting subnet 15694417-5f54-4247-8e3f-510fc96d3b6f {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:21:18.824991 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-07796b93-fd51-47a9-8893-9a939d22c0ec tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:18.911136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 61a74b9b-48dd-4695-af06-b78e554a8bbd up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:18.914623 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-07796b93-fd51-47a9-8893-9a939d22c0ec tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:18.967471 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-008db644-19da-41e3-809b-30ddf329b89d service neutron] Attempting to bind port 968365ec-5696-467d-bee4-2f8e8058c00a on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:18.967821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-008db644-19da-41e3-809b-30ddf329b89d service neutron] Attempting to bind port 968365ec-5696-467d-bee4-2f8e8058c00a by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'fbe7fb3e-121f-488d-93cc-f65eb7ca4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:18.968239 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-008db644-19da-41e3-809b-30ddf329b89d service neutron] Attempting to bind port 968365ec-5696-467d-bee4-2f8e8058c00a on network bacad945-2962-49c4-806c-a7bd8c4e8d7b {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:18.981038 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-008db644-19da-41e3-809b-30ddf329b89d service neutron] Port 968365ec-5696-467d-bee4-2f8e8058c00a on network bacad945-2962-49c4-806c-a7bd8c4e8d7b not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:21:18.981371 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-008db644-19da-41e3-809b-30ddf329b89d service neutron] Attempting to bind port 968365ec-5696-467d-bee4-2f8e8058c00a on network bacad945-2962-49c4-806c-a7bd8c4e8d7b {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:19.005117 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 61a74b9b-48dd-4695-af06-b78e554a8bbd triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:19.005643 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-008db644-19da-41e3-809b-30ddf329b89d service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:19.006085 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-008db644-19da-41e3-809b-30ddf329b89d service neutron] Checking segment: {'id': 'fbe7fb3e-121f-488d-93cc-f65eb7ca4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:19.006412 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:19.006538 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-008db644-19da-41e3-809b-30ddf329b89d service neutron] Bound using segment: {'id': 'fbe7fb3e-121f-488d-93cc-f65eb7ca4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:19.006950 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-008db644-19da-41e3-809b-30ddf329b89d service neutron] Bound port: 968365ec-5696-467d-bee4-2f8e8058c00a, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe7fb3e-121f-488d-93cc-f65eb7ca4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:19.007324 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-008db644-19da-41e3-809b-30ddf329b89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:19.040503 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6e18b-2413-401b-a6ae-d1bf0cd97719 req-b1209c4d-b659-45b6-a6c4-fa7362992dcb tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:19.046189 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7cc6e18b-2413-401b-a6ae-d1bf0cd97719 req-b1209c4d-b659-45b6-a6c4-fa7362992dcb tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 946 time: 0.0671802 Aug 19 18:21:19.051993 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1bbf97-9d99-4881-9284-a34b933e0f96 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:19.090278 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7cc6e18b-2413-401b-a6ae-d1bf0cd97719 req-6cf4e9c1-96e5-4cf0-bb15-5030ebb0e1a7 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/security-groups?id=695f37ae-d360-4d71-a855-1a02564fbc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375223 Aug 19 18:21:19.106221 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-07796b93-fd51-47a9-8893-9a939d22c0ec tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:19.173949 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-008db644-19da-41e3-809b-30ddf329b89d service neutron] For port 968365ec-5696-467d-bee4-2f8e8058c00a, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:19.178155 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-008db644-19da-41e3-809b-30ddf329b89d service neutron] For port 968365ec-5696-467d-bee4-2f8e8058c00a, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=968365ec-5696-467d-bee4-2f8e8058c00a,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:19.186067 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-008db644-19da-41e3-809b-30ddf329b89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:19.227107 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-008db644-19da-41e3-809b-30ddf329b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:19.227607 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-008db644-19da-41e3-809b-30ddf329b89d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:19.229056 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-008db644-19da-41e3-809b-30ddf329b89d service neutron] 10.222.0.50 "PUT /v2.0/ports/968365ec-5696-467d-bee4-2f8e8058c00a HTTP/1.1" status: 200 len: 1091 time: 1.3379910 Aug 19 18:21:19.229694 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a4cb3f-09aa-45b9-b03d-1ded851206bf', 'tag': '968365ec-5696-467d-bee4-2f8e8058c00a'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:21:19.232159 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed64ea63-896f-404f-897d-d3410ff04a77" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a4cb3f-09aa-45b9-b03d-1ded851206bf", "tag": "968365ec-5696-467d-bee4-2f8e8058c00a"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:21:19.238005 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-07796b93-fd51-47a9-8893-9a939d22c0ec tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:19.293078 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07796b93-fd51-47a9-8893-9a939d22c0ec tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Subnet': ['ID=15694417-5f54-4247-8e3f-510fc96d3b6f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:19.299460 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-07796b93-fd51-47a9-8893-9a939d22c0ec tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:19.304728 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-07796b93-fd51-47a9-8893-9a939d22c0ec tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/15694417-5f54-4247-8e3f-510fc96d3b6f HTTP/1.1" status: 204 len: 168 time: 0.6663821 Aug 19 18:21:19.305208 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32958) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:19.330142 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecfdbc0-326c-496d-b85f-e9e7d57e40e7 x-openstack-request-id: req-1ecfdbc0-326c-496d-b85f-e9e7d57e40e7 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:21:19.330635 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a4cb3f-09aa-45b9-b03d-1ded851206bf", "tag": "968365ec-5696-467d-bee4-2f8e8058c00a", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:21:19.330901 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ecfdbc0-326c-496d-b85f-e9e7d57e40e7 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:21:19.331695 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a4cb3f-09aa-45b9-b03d-1ded851206bf', 'tag': '968365ec-5696-467d-bee4-2f8e8058c00a', 'status': 'completed', 'code': 200} Aug 19 18:21:19.351862 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008db644-19da-41e3-809b-30ddf329b89d service neutron] Pushing event updated for resources: {'Port': ['ID=968365ec-5696-467d-bee4-2f8e8058c00a,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:19.370589 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-74783096-3a14-4248-9983-ab5bf21d5816 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636096 Aug 19 18:21:19.378092 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32960) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:19.380541 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-979f3060-6761-4c0a-9599-32cb9855b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:19.382255 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-979f3060-6761-4c0a-9599-32cb9855b192 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1b1aa2c733a4115bafa765990404683&device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 1094 time: 0.0940456 Aug 19 18:21:19.421633 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bebc331-af6e-4c78-a02a-3747dc12d360 None None] Update dhcp port {'port': {'network_id': '4734c50c-5b75-42a3-a882-02084790a476', 'fixed_ips': [{'subnet_id': '15694417-5f54-4247-8e3f-510fc96d3b6f'}], 'binding:host_id': 'n-d-803753-2'}, 'id': '61a74b9b-48dd-4695-af06-b78e554a8bbd'} from n-d-803753-2. {{(pid=94683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:21:19.453726 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6bebc331-af6e-4c78-a02a-3747dc12d360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:19.455716 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-807b4ece-5803-49ff-b527-9379b2046e8d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=968365ec-5696-467d-bee4-2f8e8058c00a HTTP/1.1" status: 200 len: 217 time: 0.0534689 Aug 19 18:21:19.459487 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-27cae65b-6855-4fbf-8cb4-d2e68b431986 req-184ff25c-8513-418d-95ec-22ad709dd46c tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0869873 Aug 19 18:21:19.494880 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8967be8-c888-412c-ba38-2709e7952729 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:19.496771 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d8967be8-c888-412c-ba38-2709e7952729 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1176109 Aug 19 18:21:19.499842 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32962) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:19.567839 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-bc8616aa-dbc3-4735-862e-54d01985a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:19.573030 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-bc8616aa-dbc3-4735-862e-54d01985a3e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9e32631a-48d3-4ef0-8eb3-575117a89737 HTTP/1.1" status: 200 len: 856 time: 0.0984664 Aug 19 18:21:19.583020 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f0cca8-adb3-466b-8d3a-b5f7daa09f8a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:19.588018 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-30f0cca8-adb3-466b-8d3a-b5f7daa09f8a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0841601 Aug 19 18:21:19.588310 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32968) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:19.674171 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-2f071719-09f9-4a2a-a33d-363b698092f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:19.676325 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-2f071719-09f9-4a2a-a33d-363b698092f8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bacad945-2962-49c4-806c-a7bd8c4e8d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938847 Aug 19 18:21:19.684820 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bf504a3d-dfe6-47ed-be58-d89c5b3a4eeb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0949736 Aug 19 18:21:19.693471 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32972) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:19.726399 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544747ec-7e7a-4e30-a054-ad1a8da34652 None None] Network 4734c50c-5b75-42a3-a882-02084790a476 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:19.747397 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-f879f249-e685-46ad-b9c9-3d2ffafb4be0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:19.748528 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f879f249-e685-46ad-b9c9-3d2ffafb4be0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:19.750570 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f879f249-e685-46ad-b9c9-3d2ffafb4be0 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/37679ff8-d56f-4de4-ab00-93872dd20826 HTTP/1.1" status: 404 len: 333 time: 0.0556629 Aug 19 18:21:19.754981 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32976) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:19.790364 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-10998fee-836d-4cc2-b142-a8747128a33e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:19.790981 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10998fee-836d-4cc2-b142-a8747128a33e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:19.793551 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-10998fee-836d-4cc2-b142-a8747128a33e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/0507fa12-1beb-48d4-9097-7a688b106144 HTTP/1.1" status: 404 len: 337 time: 0.0371556 Aug 19 18:21:19.796887 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32978) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:19.837445 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1574f535-60d9-4bc4-9878-74ff487fefca None None] Provisioning complete for port 61a74b9b-48dd-4695-af06-b78e554a8bbd triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:19.837781 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1574f535-60d9-4bc4-9878-74ff487fefca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:19.846725 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd0a5eb-f0a0-47ff-b015-b7e611fea627 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:19.847205 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd0a5eb-f0a0-47ff-b015-b7e611fea627 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:19.849059 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cdd0a5eb-f0a0-47ff-b015-b7e611fea627 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/15694417-5f54-4247-8e3f-510fc96d3b6f HTTP/1.1" status: 404 len: 337 time: 0.0508723 Aug 19 18:21:19.857648 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e00585-fd02-4b9b-8623-8233c37b6b8e req-58901ba8-cabe-4da8-b0f5-17ce2153446a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:19.858857 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32982) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:19.859386 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a9e00585-fd02-4b9b-8623-8233c37b6b8e req-58901ba8-cabe-4da8-b0f5-17ce2153446a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.1782715 Aug 19 18:21:19.901667 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb5546e-77f9-48a5-b08f-943158ef9778 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:19.902451 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb5546e-77f9-48a5-b08f-943158ef9778 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:19.906835 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5cb5546e-77f9-48a5-b08f-943158ef9778 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/34096af8-afe3-4bb4-ad9a-162fff80ac77 HTTP/1.1" status: 404 len: 333 time: 0.0417573 Aug 19 18:21:19.910633 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a9e00585-fd02-4b9b-8623-8233c37b6b8e req-38b335cc-a34b-4503-94a2-b89112b09348 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424283 Aug 19 18:21:19.911120 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32984) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:19.918407 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-d7dd5456-eb84-4668-94cc-638ee4acae27 service neutron] 10.222.0.50 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168171 Aug 19 18:21:19.943967 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8a25d8a-c4dd-46c1-9b64-3d770afd64db req-a82f7a64-275b-4a15-ac03-00704bebaccd tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1&device_id=c1d30bbf-9d73-440a-af29-31c47373fff9 HTTP/1.1" status: 200 len: 210 time: 0.0449607 Aug 19 18:21:19.950846 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce576b92-e92c-402b-a45b-3fdf4e1de963 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:19.951344 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce576b92-e92c-402b-a45b-3fdf4e1de963 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:19.955650 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ce576b92-e92c-402b-a45b-3fdf4e1de963 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/6129670f-bdd1-4b7d-92f0-b47bccd0f914 HTTP/1.1" status: 404 len: 337 time: 0.0411546 Aug 19 18:21:19.955948 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32986) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:19.999676 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d7f546-8804-4c56-885c-3ba895e87cb7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:20.000154 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d7f546-8804-4c56-885c-3ba895e87cb7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:20.002573 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b4d7f546-8804-4c56-885c-3ba895e87cb7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/7fc59dc1-2a49-44d1-ab89-12e56d631071 HTTP/1.1" status: 404 len: 337 time: 0.0455472 Aug 19 18:21:20.005016 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32990) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:20.030129 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-715140a7-b455-439b-a701-abb8553a2300 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:20.030829 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-715140a7-b455-439b-a701-abb8553a2300 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:20.033619 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-715140a7-b455-439b-a701-abb8553a2300 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/15afee0c-a8d2-441f-94bf-1542b227824c HTTP/1.1" status: 404 len: 333 time: 0.0272567 Aug 19 18:21:20.035768 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32992) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:20.038314 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dce271-b5ea-436a-9943-c2721d66a321 None None] DHCP port deletion for 4734c50c-5b75-42a3-a882-02084790a476 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:21:20.067758 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0edeae-05ca-4731-b654-668796b002f9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:20.068380 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d0edeae-05ca-4731-b654-668796b002f9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:20.072496 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1d0edeae-05ca-4731-b654-668796b002f9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/1aedf271-dd22-4ceb-bfcf-4a81a0496b10 HTTP/1.1" status: 404 len: 337 time: 0.0330029 Aug 19 18:21:20.072692 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32994) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:20.088401 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bbe468f6-6a14-4e83-aa2d-f2c1cfc13c11 req-982d59db-401f-4fa9-922b-7c3edd81c330 service neutron] 10.222.0.50 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468356 Aug 19 18:21:20.102735 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-a237f7d2-9d97-4200-b3b6-8380f42f74a5 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:20.103316 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a237f7d2-9d97-4200-b3b6-8380f42f74a5 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:20.105373 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a237f7d2-9d97-4200-b3b6-8380f42f74a5 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/67a026a3-bcb2-43c2-85f6-607b5035cb6e HTTP/1.1" status: 404 len: 337 time: 0.0316031 Aug 19 18:21:20.108016 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32998) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:20.135402 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29dce271-b5ea-436a-9943-c2721d66a321 None None] Deleting port 61a74b9b-48dd-4695-af06-b78e554a8bbd {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:20.136196 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29dce271-b5ea-436a-9943-c2721d66a321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:20.140515 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eccee50-95b2-44da-92f3-57fa86525757 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:20.142016 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eccee50-95b2-44da-92f3-57fa86525757 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:20.144803 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8eccee50-95b2-44da-92f3-57fa86525757 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/06530a90-bb2d-4658-ad87-dc0539426caa HTTP/1.1" status: 404 len: 333 time: 0.0355637 Aug 19 18:21:20.147731 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33002) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:20.193068 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f286da-769b-4abb-a211-e9b2d1aff266 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:20.193986 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f286da-769b-4abb-a211-e9b2d1aff266 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:20.198808 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-56f286da-769b-4abb-a211-e9b2d1aff266 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/57f314b7-66dc-491b-b18b-23b849c154ff HTTP/1.1" status: 404 len: 337 time: 0.0476913 Aug 19 18:21:20.200257 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33004) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:20.243162 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29dce271-b5ea-436a-9943-c2721d66a321 None None] For port 61a74b9b-48dd-4695-af06-b78e554a8bbd, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=61a74b9b-48dd-4695-af06-b78e554a8bbd,segment=NetworkSegment(0c647bcc-5685-457b-b0ac-2a3d5f69b7d8),segment_id=0c647bcc-5685-457b-b0ac-2a3d5f69b7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:20.243474 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29dce271-b5ea-436a-9943-c2721d66a321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:20.255779 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a6a857-53fb-4e20-b646-4f01bdec9281 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:20.261729 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a6a857-53fb-4e20-b646-4f01bdec9281 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:20.265827 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e3a6a857-53fb-4e20-b646-4f01bdec9281 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/904c7e98-160f-4d1f-a6e4-a1931339443e HTTP/1.1" status: 404 len: 337 time: 0.0633688 Aug 19 18:21:20.267660 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33006) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:20.271831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29dce271-b5ea-436a-9943-c2721d66a321 None None] Calling delete_port for 61a74b9b-48dd-4695-af06-b78e554a8bbd owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:20.281655 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64ea63-896f-404f-897d-d3410ff04a77 req-0e31a293-a750-46b3-bb86-8e64b31e7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:20.287798 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ed64ea63-896f-404f-897d-d3410ff04a77 req-0e31a293-a750-46b3-bb86-8e64b31e7e20 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1b1aa2c733a4115bafa765990404683&device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 1094 time: 0.0960040 Aug 19 18:21:20.351175 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-555598e4-6126-4643-ad29-7f8b694521ec tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:20.352625 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555598e4-6126-4643-ad29-7f8b694521ec tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:20.356839 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-555598e4-6126-4643-ad29-7f8b694521ec tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/6ec9b654-65b4-461b-8cf4-63a1ad4b220b HTTP/1.1" status: 404 len: 333 time: 0.0858052 Aug 19 18:21:20.361674 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33010) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:20.381457 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29dce271-b5ea-436a-9943-c2721d66a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:20.397928 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e7af82-7d05-4730-bd82-2d29472d5b2b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:20.398388 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e7af82-7d05-4730-bd82-2d29472d5b2b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:20.400544 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-50e7af82-7d05-4730-bd82-2d29472d5b2b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/ce085fe1-1e56-4060-977d-683bc3bd9ae6 HTTP/1.1" status: 404 len: 337 time: 0.0367506 Aug 19 18:21:20.403169 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33012) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:20.428611 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c4063a-d603-43f5-860c-681bb900af14 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:20.429642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c4063a-d603-43f5-860c-681bb900af14 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:20.431796 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b9c4063a-d603-43f5-860c-681bb900af14 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/4b7aba57-c23e-4494-aa0c-21dbba9b0ddf HTTP/1.1" status: 404 len: 333 time: 0.0274618 Aug 19 18:21:20.441096 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e449a-8809-4dfc-99df-2d9371764adf req-a90b851a-e7ea-4656-835e-f51b229ad5c8 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:20.442313 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dce271-b5ea-436a-9943-c2721d66a321 None None] Pushing event deleted for resources: {'Port': ['ID=61a74b9b-48dd-4695-af06-b78e554a8bbd,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:20.452856 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-295e449a-8809-4dfc-99df-2d9371764adf req-a90b851a-e7ea-4656-835e-f51b229ad5c8 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 945 time: 0.1615314 Aug 19 18:21:20.456232 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6779f64f-e365-4cf5-a08a-cd9af404fa6f req-391250a2-f38f-4a7e-8020-c290b91810c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edf2459bd2ad4bcaa3af8beb0aee1cfe&device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.1004090 Aug 19 18:21:20.456928 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33014) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:20.459407 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dce271-b5ea-436a-9943-c2721d66a321 None None] No DVR routers for this DVR port 61a74b9b-48dd-4695-af06-b78e554a8bbd on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:21:20.522192 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7829eac-611e-447e-bb4e-c7d96776d91c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:20.522612 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7829eac-611e-447e-bb4e-c7d96776d91c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:20.524450 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d7829eac-611e-447e-bb4e-c7d96776d91c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/50297afd-c55c-418c-a4aa-fad1ba84a1e2 HTTP/1.1" status: 404 len: 337 time: 0.0657833 Aug 19 18:21:20.528146 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33016) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:20.534070 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6779f64f-e365-4cf5-a08a-cd9af404fa6f req-e95aaff6-c97d-4ee5-a7e7-94a031dc2a9a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=edf2459bd2ad4bcaa3af8beb0aee1cfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394971 Aug 19 18:21:20.567953 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1bed09-da1d-4085-9621-aa55d04c033d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:20.568807 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c1bed09-da1d-4085-9621-aa55d04c033d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:20.573577 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8c1bed09-da1d-4085-9621-aa55d04c033d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/d22bc4e1-344a-4645-a202-d068d93eaca8 HTTP/1.1" status: 404 len: 333 time: 0.0415504 Aug 19 18:21:20.573577 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33018) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:20.589483 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-295e449a-8809-4dfc-99df-2d9371764adf req-50ebb915-a927-4be8-8a7d-bdaa130f55b9 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7761b0b-8bd5-413a-a296-99e55282b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338098 Aug 19 18:21:20.633694 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bfae9f-2987-4937-aa7c-c94f71b6d037 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:20.634618 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44bfae9f-2987-4937-aa7c-c94f71b6d037 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:20.637125 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-44bfae9f-2987-4937-aa7c-c94f71b6d037 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/a2824402-347c-42ae-b299-5397afef5fa7 HTTP/1.1" status: 404 len: 337 time: 0.0622511 Aug 19 18:21:20.640441 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33022) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:20.654207 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d44dd-4652-438d-aba9-86370d496580 req-2d5d4843-1582-4e87-aa4c-905f4d7539a1 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:20.655809 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a3d44dd-4652-438d-aba9-86370d496580 req-2d5d4843-1582-4e87-aa4c-905f4d7539a1 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 946 time: 0.1970117 Aug 19 18:21:20.667624 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd046b8c-80bd-43b7-b980-bd2a96a5d922 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:20.669407 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd046b8c-80bd-43b7-b980-bd2a96a5d922 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:20.671369 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-dd046b8c-80bd-43b7-b980-bd2a96a5d922 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/5679ac9a-140c-4c07-a31e-fef919277c52 HTTP/1.1" status: 404 len: 333 time: 0.0298560 Aug 19 18:21:20.680912 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33024) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:20.713454 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64ea63-896f-404f-897d-d3410ff04a77 req-90ecc324-e995-4a9d-940f-be004e21be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:20.715060 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ed64ea63-896f-404f-897d-d3410ff04a77 req-90ecc324-e995-4a9d-940f-be004e21be62 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bacad945-2962-49c4-806c-a7bd8c4e8d7b HTTP/1.1" status: 200 len: 918 time: 0.3780804 Aug 19 18:21:20.728520 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5c9399e3-3a90-45b8-9b78-f056975f6bd6 req-de0de501-f19b-448e-bd57-72537944198c tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0558128 Aug 19 18:21:20.729682 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c085204-8709-4377-bfe4-c34a9eec8abb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:20.730142 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c085204-8709-4377-bfe4-c34a9eec8abb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:20.733598 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9c085204-8709-4377-bfe4-c34a9eec8abb tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/1c106482-3610-4464-b762-672a5f604e3c HTTP/1.1" status: 404 len: 337 time: 0.0501080 Aug 19 18:21:20.738019 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33026) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:20.778645 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39f0cba-654f-4aaf-848e-e56a49062ae5 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:20.779374 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e39f0cba-654f-4aaf-848e-e56a49062ae5 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:20.781241 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e39f0cba-654f-4aaf-848e-e56a49062ae5 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/c55d844c-99bc-4288-ac28-3b0b96d1530f HTTP/1.1" status: 404 len: 333 time: 0.0419438 Aug 19 18:21:20.785248 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33028) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:20.810759 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a3d44dd-4652-438d-aba9-86370d496580 req-db1bbad5-d745-449d-9776-9a22a71ab4bc tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/security-groups?id=695f37ae-d360-4d71-a855-1a02564fbc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417365 Aug 19 18:21:20.821851 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7171165-4149-4e51-9eb5-a071749fe14c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:20.822087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7171165-4149-4e51-9eb5-a071749fe14c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:20.824322 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a7171165-4149-4e51-9eb5-a071749fe14c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/51102827-6001-4539-a8da-485a69604548 HTTP/1.1" status: 404 len: 337 time: 0.0378149 Aug 19 18:21:20.836401 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33030) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:20.863707 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 61a74b9b-48dd-4695-af06-b78e554a8bbd no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:21:20.871761 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-a304b8ba-043d-49ee-86eb-b5776abbfb63 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:20.873970 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a304b8ba-043d-49ee-86eb-b5776abbfb63 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:20.882614 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33032) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:20.883171 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a304b8ba-043d-49ee-86eb-b5776abbfb63 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/1cf13427-6119-43e6-84fa-f2b4a45104c4 HTTP/1.1" status: 404 len: 333 time: 0.0444868 Aug 19 18:21:20.885138 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ed64ea63-896f-404f-897d-d3410ff04a77 req-51b89009-bae7-4c28-a688-17d3190e5a10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=968365ec-5696-467d-bee4-2f8e8058c00a HTTP/1.1" status: 200 len: 217 time: 0.0962155 Aug 19 18:21:20.886936 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 61a74b9b-48dd-4695-af06-b78e554a8bbd {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:21:20.887420 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 61a74b9b-48dd-4695-af06-b78e554a8bbd not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:21:20.981618 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-38572a58-4894-4e40-910a-094f725b5b24 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:20.982152 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38572a58-4894-4e40-910a-094f725b5b24 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:20.987345 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-38572a58-4894-4e40-910a-094f725b5b24 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/5bbb8285-8428-4365-9ab4-22e6233a6d89 HTTP/1.1" status: 404 len: 337 time: 0.0978105 Aug 19 18:21:20.988524 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33036) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:21.004393 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779f64f-e365-4cf5-a08a-cd9af404fa6f req-cdc31e70-0292-4315-b7b0-84d177e0c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:21.005984 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6779f64f-e365-4cf5-a08a-cd9af404fa6f req-cdc31e70-0292-4315-b7b0-84d177e0c616 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4540343 Aug 19 18:21:21.040024 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b87905b-b94d-4863-9acd-ca0b44ba1dd4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:21.040505 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b87905b-b94d-4863-9acd-ca0b44ba1dd4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:21.042344 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1b87905b-b94d-4863-9acd-ca0b44ba1dd4 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/726cda81-1787-48f4-9106-ca465dd4dba2 HTTP/1.1" status: 404 len: 337 time: 0.0528774 Aug 19 18:21:21.046205 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33038) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:21.079973 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-d680cff1-f90f-409f-8ea4-b4967d60468a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:21.080719 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d680cff1-f90f-409f-8ea4-b4967d60468a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:21.085190 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d680cff1-f90f-409f-8ea4-b4967d60468a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/083f7279-c035-41f9-b977-1749144a1783 HTTP/1.1" status: 404 len: 333 time: 0.0355475 Aug 19 18:21:21.085190 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64ea63-896f-404f-897d-d3410ff04a77 req-e7a43d77-ca36-4744-8af8-73e80faaeb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:21.086157 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ed64ea63-896f-404f-897d-d3410ff04a77 req-e7a43d77-ca36-4744-8af8-73e80faaeb58 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9e32631a-48d3-4ef0-8eb3-575117a89737 HTTP/1.1" status: 200 len: 856 time: 0.1793799 Aug 19 18:21:21.086643 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33040) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:21.091546 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42729c80-7802-4141-b239-7f35699d5444 req-409440fa-68ca-4f6b-9e6e-ad089fced9b4 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:21.093804 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-42729c80-7802-4141-b239-7f35699d5444 req-409440fa-68ca-4f6b-9e6e-ad089fced9b4 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 946 time: 0.1422725 Aug 19 18:21:21.153219 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0f9c07-0cca-4ca0-8f5e-bc12f0bfb977 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:21.153841 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c0f9c07-0cca-4ca0-8f5e-bc12f0bfb977 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:21.158657 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3c0f9c07-0cca-4ca0-8f5e-bc12f0bfb977 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/bf10cc3d-e488-44ee-bb83-978989d1c7f2 HTTP/1.1" status: 404 len: 337 time: 0.0682013 Aug 19 18:21:21.160865 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33044) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:21.195593 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-41632295-fc3b-4cb1-a587-96f49a907a60 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:21.196256 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41632295-fc3b-4cb1-a587-96f49a907a60 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:21.200517 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-41632295-fc3b-4cb1-a587-96f49a907a60 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/d84df543-7644-4f3b-b66e-a5d8cbc9144a HTTP/1.1" status: 404 len: 337 time: 0.0361080 Aug 19 18:21:21.200889 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53619f83-629c-4695-bc0c-b956b73f6fdb req-40e5cc29-628a-4402-a06f-ec3dd1468a14 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:21.201797 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33048) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:21.209442 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53619f83-629c-4695-bc0c-b956b73f6fdb req-40e5cc29-628a-4402-a06f-ec3dd1468a14 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.1638863 Aug 19 18:21:21.229330 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f06185-fb0b-45d3-b835-874433d6f095 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:21.230149 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f06185-fb0b-45d3-b835-874433d6f095 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:21.235154 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-92f06185-fb0b-45d3-b835-874433d6f095 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/a0657d09-b9fa-4dc6-8b34-024859ffbe9e HTTP/1.1" status: 404 len: 333 time: 0.0297215 Aug 19 18:21:21.235745 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33050) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:21.241100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64ea63-896f-404f-897d-d3410ff04a77 req-2fd64646-9396-46e3-b8b0-585bd7ea2316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:21.243209 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ed64ea63-896f-404f-897d-d3410ff04a77 req-2fd64646-9396-46e3-b8b0-585bd7ea2316 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bacad945-2962-49c4-806c-a7bd8c4e8d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446393 Aug 19 18:21:21.269961 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53619f83-629c-4695-bc0c-b956b73f6fdb req-d45d056c-f35e-4815-9a84-98d55efddd3c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593064 Aug 19 18:21:21.307427 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-42729c80-7802-4141-b239-7f35699d5444 req-b7136445-e9a9-43ed-8572-bfe8bfa06df0 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Deleting port afa0b6b9-e7e8-4b03-9226-6a53942fc0d7 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:21.307427 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-42729c80-7802-4141-b239-7f35699d5444 req-b7136445-e9a9-43ed-8572-bfe8bfa06df0 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:21.342736 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3e085a-9f92-476f-a2cf-054443690659 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:21.343245 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3e085a-9f92-476f-a2cf-054443690659 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:21.345153 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7a3e085a-9f92-476f-a2cf-054443690659 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/6a26fe76-7fbc-4f22-9075-0aa3504398ca HTTP/1.1" status: 404 len: 337 time: 0.1082590 Aug 19 18:21:21.350251 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33052) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:21.381912 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-424c5144-5946-4e7c-93f0-01256ba1d1f5 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:21.382169 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-424c5144-5946-4e7c-93f0-01256ba1d1f5 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:21.386993 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-424c5144-5946-4e7c-93f0-01256ba1d1f5 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/2efa8595-ff2f-4469-9ac2-2ab542e6cfe9 HTTP/1.1" status: 404 len: 337 time: 0.0329640 Aug 19 18:21:21.388171 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33054) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:21.416816 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ed64ea63-896f-404f-897d-d3410ff04a77 req-d338c03e-3449-41b2-9c10-eb798f99e14e service neutron] 10.222.0.50 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621962 Aug 19 18:21:21.417904 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb7944e-8200-496d-ad29-e2f7e22cae3c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:21.418627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deb7944e-8200-496d-ad29-e2f7e22cae3c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:21.420377 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-deb7944e-8200-496d-ad29-e2f7e22cae3c tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/32a08a09-d69d-401b-8e89-e3b358abc002 HTTP/1.1" status: 404 len: 333 time: 0.0312300 Aug 19 18:21:21.424080 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33056) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:21.440694 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-42729c80-7802-4141-b239-7f35699d5444 req-b7136445-e9a9-43ed-8572-bfe8bfa06df0 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] For port afa0b6b9-e7e8-4b03-9226-6a53942fc0d7, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=afa0b6b9-e7e8-4b03-9226-6a53942fc0d7,segment=NetworkSegment(29d98b80-8da3-4cce-8723-733d676f8777),segment_id=29d98b80-8da3-4cce-8723-733d676f8777)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:21.441129 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-42729c80-7802-4141-b239-7f35699d5444 req-b7136445-e9a9-43ed-8572-bfe8bfa06df0 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:21.458170 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-42729c80-7802-4141-b239-7f35699d5444 req-b7136445-e9a9-43ed-8572-bfe8bfa06df0 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Calling delete_port for afa0b6b9-e7e8-4b03-9226-6a53942fc0d7 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:21.464956 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-f650115d-8788-4817-83ed-376b133f026b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:21.465410 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f650115d-8788-4817-83ed-376b133f026b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:21.467442 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f650115d-8788-4817-83ed-376b133f026b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/707c6a46-591a-4e58-8668-01ff9b2dc3b4 HTTP/1.1" status: 404 len: 337 time: 0.0422869 Aug 19 18:21:21.473024 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33058) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:21.532672 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bfb92f2-8037-40ce-b90f-15579b570a5b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:21.533132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bfb92f2-8037-40ce-b90f-15579b570a5b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:21.534939 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7bfb92f2-8037-40ce-b90f-15579b570a5b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/fb276a5a-6302-4ed0-b6b4-05f528121735 HTTP/1.1" status: 404 len: 337 time: 0.0614960 Aug 19 18:21:21.538770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33062) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:21.550174 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ed64ea63-896f-404f-897d-d3410ff04a77 req-689b0a0e-0a55-4dca-ae65-59105a6b3352 service neutron] 10.222.0.50 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158071 Aug 19 18:21:21.575112 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cd210158-942b-4984-a8a8-6cacaac06e82 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fc08577-2e55-4bb3-997e-0bcb80cc5341 HTTP/1.1" status: 200 len: 205 time: 0.0350604 Aug 19 18:21:21.578578 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33064) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:21.625404 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-e1ee8ba4-cf16-46b0-adc3-c9ba35704a77 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] delete failed (client error): The resource could not be found. Aug 19 18:21:21.627433 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e1ee8ba4-cf16-46b0-adc3-c9ba35704a77 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/routers/0fc08577-2e55-4bb3-997e-0bcb80cc5341 HTTP/1.1" status: 404 len: 336 time: 0.0470438 Aug 19 18:21:21.631169 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33066) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:21.655100 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-42729c80-7802-4141-b239-7f35699d5444 req-b7136445-e9a9-43ed-8572-bfe8bfa06df0 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:21.659725 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-69cd6045-7576-4d49-b451-3ab934e7967f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:21.660199 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69cd6045-7576-4d49-b451-3ab934e7967f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:21.661867 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-69cd6045-7576-4d49-b451-3ab934e7967f tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/1f686b3f-2729-4bb5-a8d6-ee348cc4b0c1 HTTP/1.1" status: 404 len: 337 time: 0.0296602 Aug 19 18:21:21.664510 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33068) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:21.671061 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['afa0b6b9-e7e8-4b03-9226-6a53942fc0d7'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:21:21.686004 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7136445-e9a9-43ed-8572-bfe8bfa06df0 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Pushing event deleted for resources: {'Port': ['ID=afa0b6b9-e7e8-4b03-9226-6a53942fc0d7,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:21.693814 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5650273e-b5c9-430a-adc8-f9ce25730af9 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "GET /v2.0/ports?device_id=52535393-a8f8-4425-b94c-c2ed42828b05 HTTP/1.1" status: 200 len: 205 time: 0.0258527 Aug 19 18:21:21.695935 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33070) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:21.772211 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-42729c80-7802-4141-b239-7f35699d5444 req-b7136445-e9a9-43ed-8572-bfe8bfa06df0 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] No DVR routers for this DVR port afa0b6b9-e7e8-4b03-9226-6a53942fc0d7 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:21:21.774632 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-c1e9ae4d-609a-494f-a984-ca33bc780338 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] delete failed (client error): The resource could not be found. Aug 19 18:21:21.775932 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c1e9ae4d-609a-494f-a984-ca33bc780338 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/routers/52535393-a8f8-4425-b94c-c2ed42828b05 HTTP/1.1" status: 404 len: 336 time: 0.0787849 Aug 19 18:21:21.776880 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-42729c80-7802-4141-b239-7f35699d5444 req-b7136445-e9a9-43ed-8572-bfe8bfa06df0 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:21.778770 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33074) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:21.778937 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-42729c80-7802-4141-b239-7f35699d5444 req-b7136445-e9a9-43ed-8572-bfe8bfa06df0 tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.54 "DELETE /v2.0/ports/afa0b6b9-e7e8-4b03-9226-6a53942fc0d7 HTTP/1.1" status: 204 len: 173 time: 0.6776793 Aug 19 18:21:21.779219 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c56e4a3-f68e-4893-af78-8c4230ba1391', 'name': 'network-vif-deleted', 'tag': 'afa0b6b9-e7e8-4b03-9226-6a53942fc0d7'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:21:21.781547 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7308f66-58b4-46af-a8c3-058331d5ec24" -d '{"events": [{"server_uuid": "6c56e4a3-f68e-4893-af78-8c4230ba1391", "name": "network-vif-deleted", "tag": "afa0b6b9-e7e8-4b03-9226-6a53942fc0d7"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:21:21.821059 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1a28e1-9d29-497d-a81c-be58bce7bc22 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:21.821574 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a1a28e1-9d29-497d-a81c-be58bce7bc22 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:21.823987 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6a1a28e1-9d29-497d-a81c-be58bce7bc22 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/a64a78f2-8dc4-4b6a-98ce-49cb4b6e7411 HTTP/1.1" status: 404 len: 337 time: 0.0350215 Aug 19 18:21:21.826734 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33080) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:21.872124 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2949e81-18c5-4875-ae2d-f26a0cd861b7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:21.872598 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2949e81-18c5-4875-ae2d-f26a0cd861b7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:21.877226 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33086) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:21.877395 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e2949e81-18c5-4875-ae2d-f26a0cd861b7 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/f6288a8b-e393-43b6-a0dc-0aaffb33e53f HTTP/1.1" status: 404 len: 337 time: 0.0495074 Aug 19 18:21:21.910465 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bf6fcc35-cb9b-41af-a528-561b3703e4d2 req-08cad6e5-6bd4-47bb-90ba-92c6354fa092 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0404973 Aug 19 18:21:21.915948 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-1028d769-f40c-46e0-ad4c-98f4d0213166 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:21.916941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1028d769-f40c-46e0-ad4c-98f4d0213166 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:21.919086 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1028d769-f40c-46e0-ad4c-98f4d0213166 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/4d8e6a44-698d-486b-a373-c931d6b70b12 HTTP/1.1" status: 404 len: 333 time: 0.0401578 Aug 19 18:21:21.922023 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33088) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:21.933672 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbae020-90c2-404a-9b11-97ac259bf55c x-openstack-request-id: req-2bbae020-90c2-404a-9b11-97ac259bf55c {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:21:21.933972 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c56e4a3-f68e-4893-af78-8c4230ba1391", "name": "network-vif-deleted", "tag": "afa0b6b9-e7e8-4b03-9226-6a53942fc0d7", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:21:21.934281 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2bbae020-90c2-404a-9b11-97ac259bf55c {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:21:21.934690 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c56e4a3-f68e-4893-af78-8c4230ba1391', 'name': 'network-vif-deleted', 'tag': 'afa0b6b9-e7e8-4b03-9226-6a53942fc0d7', 'status': 'completed', 'code': 200} Aug 19 18:21:21.964394 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-247b66d9-ebdc-4980-8f77-1506a0ebc579 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:21.964867 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-247b66d9-ebdc-4980-8f77-1506a0ebc579 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:21.969254 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-247b66d9-ebdc-4980-8f77-1506a0ebc579 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/12f908d8-1097-4a2c-baee-f6881b7b548f HTTP/1.1" status: 404 len: 337 time: 0.0437617 Aug 19 18:21:21.970256 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33090) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:21.993031 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f5fc8e-1ae4-4f76-80fc-d19d93a78275 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:21.993732 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f5fc8e-1ae4-4f76-80fc-d19d93a78275 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:21.995485 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-46f5fc8e-1ae4-4f76-80fc-d19d93a78275 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/2e3cd591-38f2-432a-ad42-931592ef0eab HTTP/1.1" status: 404 len: 333 time: 0.0242860 Aug 19 18:21:21.998343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33092) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:22.030145 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7c29dc06-9e79-4700-a1a0-7ea2f2c643f8 req-566515b0-bce3-459a-8604-bf55347bf3be tempest-TestServerAdvancedOps-823087541 tempest-TestServerAdvancedOps-823087541-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c56e4a3-f68e-4893-af78-8c4230ba1391 HTTP/1.1" status: 200 len: 210 time: 0.0276253 Aug 19 18:21:22.039149 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9bb86f-945b-4593-a302-5282edef553b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:22.039621 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d9bb86f-945b-4593-a302-5282edef553b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:22.041390 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7d9bb86f-945b-4593-a302-5282edef553b tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/bf7811df-5678-4238-a3a2-0050fc992ccc HTTP/1.1" status: 404 len: 337 time: 0.0418515 Aug 19 18:21:22.050163 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33096) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:22.074420 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10e4e3e-2aef-4934-8e5c-2ee0782070fc tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:22.075097 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10e4e3e-2aef-4934-8e5c-2ee0782070fc tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:22.077016 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d10e4e3e-2aef-4934-8e5c-2ee0782070fc tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/53390138-aa57-4228-b4cc-ba7d7dd673de HTTP/1.1" status: 404 len: 333 time: 0.0257030 Aug 19 18:21:22.080288 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33098) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:22.106467 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6cd4f53-69d3-4ed2-bb32-4ee09da2c563 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:22.106924 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6cd4f53-69d3-4ed2-bb32-4ee09da2c563 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:22.108671 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e6cd4f53-69d3-4ed2-bb32-4ee09da2c563 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/4b4447f3-ee3e-40f1-89c9-de68e91cde38 HTTP/1.1" status: 404 len: 337 time: 0.0274022 Aug 19 18:21:22.112009 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33100) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:22.134979 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb80b6d1-cf51-4cc9-a9a6-3d77e25ea6d5 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:22.135693 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb80b6d1-cf51-4cc9-a9a6-3d77e25ea6d5 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:22.138755 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bb80b6d1-cf51-4cc9-a9a6-3d77e25ea6d5 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/9e989678-03a1-4330-b494-153cb41e1ee4 HTTP/1.1" status: 404 len: 333 time: 0.0255666 Aug 19 18:21:22.141153 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33102) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:22.173667 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62bc7e1-93b0-4172-ad50-31ffc50c63fa tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:22.174220 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62bc7e1-93b0-4172-ad50-31ffc50c63fa tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:22.176183 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f62bc7e1-93b0-4172-ad50-31ffc50c63fa tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/26b33b9b-02fc-41e1-8d5e-4d00f35b69ff HTTP/1.1" status: 404 len: 337 time: 0.0336308 Aug 19 18:21:22.178840 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33104) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:22.185418 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b775bcb-64f2-422d-a51f-072123c905ee req-baba95f1-97d8-4030-b8ed-685df741264b tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:22.187033 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0b775bcb-64f2-422d-a51f-072123c905ee req-baba95f1-97d8-4030-b8ed-685df741264b tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 945 time: 0.0530107 Aug 19 18:21:22.205501 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-b760ac3d-1e04-4f38-aa79-4c0c8d63228a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:22.205893 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b760ac3d-1e04-4f38-aa79-4c0c8d63228a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:22.207950 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b760ac3d-1e04-4f38-aa79-4c0c8d63228a tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/9e247c97-1eab-45db-b382-d334cb81b2a2 HTTP/1.1" status: 404 len: 333 time: 0.0278738 Aug 19 18:21:22.211522 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33108) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:22.248836 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae3fd78-9c4b-48c4-b064-fb3e9b6b1329 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:22.249298 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae3fd78-9c4b-48c4-b064-fb3e9b6b1329 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:22.251123 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6ae3fd78-9c4b-48c4-b064-fb3e9b6b1329 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/b4659b74-2cbe-4073-b03d-8a5f393d9665 HTTP/1.1" status: 404 len: 337 time: 0.0388710 Aug 19 18:21:22.254455 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33110) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:22.258776 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0b775bcb-64f2-422d-a51f-072123c905ee req-5964deb2-7678-44b4-b0a9-076e965e2683 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7761b0b-8bd5-413a-a296-99e55282b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654716 Aug 19 18:21:22.278256 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4859cc7-113b-4426-a8c2-a28cbffd765d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:22.278916 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4859cc7-113b-4426-a8c2-a28cbffd765d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:22.280905 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a4859cc7-113b-4426-a8c2-a28cbffd765d tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/a1415065-2689-43db-8116-330ce939f5a9 HTTP/1.1" status: 404 len: 333 time: 0.0254650 Aug 19 18:21:22.284316 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33116) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:22.315330 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45f5fc3-e280-4b01-81cf-3c650ba90cff tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:22.316441 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d45f5fc3-e280-4b01-81cf-3c650ba90cff tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:22.320937 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33122) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:22.321096 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d45f5fc3-e280-4b01-81cf-3c650ba90cff tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/490a54b4-a5bf-46d1-8323-497b96ec6036 HTTP/1.1" status: 404 len: 337 time: 0.0354972 Aug 19 18:21:22.350470 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa45efd4-2716-44f0-98d2-360759b6bb4e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:22.351217 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa45efd4-2716-44f0-98d2-360759b6bb4e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:22.353215 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-aa45efd4-2716-44f0-98d2-360759b6bb4e tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/ports/5c42c023-615a-45d4-a527-75ea061dbfe5 HTTP/1.1" status: 404 len: 333 time: 0.0312629 Aug 19 18:21:22.356046 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33124) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:22.396102 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff95f3cb-3eec-4f7a-992e-263b909f3b64 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:22.396550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff95f3cb-3eec-4f7a-992e-263b909f3b64 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:22.400757 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ff95f3cb-3eec-4f7a-992e-263b909f3b64 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/subnets/ea11200b-485f-42da-ab63-292cc5de9a33 HTTP/1.1" status: 404 len: 337 time: 0.0434897 Aug 19 18:21:22.401180 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33126) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:22.457037 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361f7b3-b4f1-4158-8650-5d523d9a65eb req-f40fda9f-a8f7-46a1-8712-f0062766dc16 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:22.464724 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6361f7b3-b4f1-4158-8650-5d523d9a65eb req-f40fda9f-a8f7-46a1-8712-f0062766dc16 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.0783055 Aug 19 18:21:22.489551 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6be31fe9-5041-41f1-b2d8-fe0720091d63 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:22.506641 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6361f7b3-b4f1-4158-8650-5d523d9a65eb req-c5fcb882-cc90-45ea-852b-8ef8516a5672 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410235 Aug 19 18:21:22.582715 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6be31fe9-5041-41f1-b2d8-fe0720091d63 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:22.593445 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-6be31fe9-5041-41f1-b2d8-fe0720091d63 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4734c50c-5b75-42a3-a882-02084790a476']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:22.606434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-6be31fe9-5041-41f1-b2d8-fe0720091d63 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:22.606731 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-6be31fe9-5041-41f1-b2d8-fe0720091d63 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c647bcc-5685-457b-b0ac-2a3d5f69b7d8') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:22.616402 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6be31fe9-5041-41f1-b2d8-fe0720091d63 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:22.633444 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6be31fe9-5041-41f1-b2d8-fe0720091d63 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:22.640095 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be31fe9-5041-41f1-b2d8-fe0720091d63 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:21:22.640509 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6be31fe9-5041-41f1-b2d8-fe0720091d63 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:21:22.644748 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:21:22.714836 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6be31fe9-5041-41f1-b2d8-fe0720091d63 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:22.725156 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6be31fe9-5041-41f1-b2d8-fe0720091d63 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:22.726437 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6be31fe9-5041-41f1-b2d8-fe0720091d63 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] 10.222.0.24 "DELETE /v2.0/networks/4734c50c-5b75-42a3-a882-02084790a476 HTTP/1.1" status: 204 len: 168 time: 0.3245790 Aug 19 18:21:22.739211 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be31fe9-5041-41f1-b2d8-fe0720091d63 tempest-NetworksTestDHCPv6-677474496 tempest-NetworksTestDHCPv6-677474496-project] Pushing event deleted for resources: {'Network': ['ID=4734c50c-5b75-42a3-a882-02084790a476,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:22.941811 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33132) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:22.992192 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 968365ec-5696-467d-bee4-2f8e8058c00a details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:21:23.024690 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3e7d801c-c0da-4031-9a71-099a51551355 req-7c10eeeb-7ca0-482b-95ef-ef8e8f9551e5 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0301783 Aug 19 18:21:23.107878 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33142) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:23.118048 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 968365ec-5696-467d-bee4-2f8e8058c00a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=968365ec-5696-467d-bee4-2f8e8058c00a,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:23.128146 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c231b4cd-c637-4dbd-b8af-7ba271cd753d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2047ef038354e09bdf21588ee4e43da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1847885 Aug 19 18:21:23.136030 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '968365ec-5696-467d-bee4-2f8e8058c00a', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'port_id': '968365ec-5696-467d-bee4-2f8e8058c00a', 'mac_address': 'fa:16:3e:01:16:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:21:23.140149 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33144) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:23.157996 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6779f64f-e365-4cf5-a08a-cd9af404fa6f req-1b18c7d5-cce8-4779-be80-e8fb2e6135e8 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cc384e-52f8-4822-9ad1-21dbef416fa1 HTTP/1.1" status: 200 len: 210 time: 0.0286620 Aug 19 18:21:23.182723 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:23.194176 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-906b047c-a94d-4f82-8d0d-0c4b5afd6e55 admin admin] Deleting subnet 64b61971-5f3a-48ab-a291-6ba300c19d30 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:21:23.199743 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-906b047c-a94d-4f82-8d0d-0c4b5afd6e55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:23.203299 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968365ec-5696-467d-bee4-2f8e8058c00a {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:21:23.227942 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 968365ec-5696-467d-bee4-2f8e8058c00a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=968365ec-5696-467d-bee4-2f8e8058c00a,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:23.234729 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:23.245636 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79666754-c0a5-45e6-9d21-f0c92ced9b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:23.254720 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-906b047c-a94d-4f82-8d0d-0c4b5afd6e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:23.305220 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79666754-c0a5-45e6-9d21-f0c92ced9b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:23.309625 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=968365ec-5696-467d-bee4-2f8e8058c00a,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:23.374693 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-906b047c-a94d-4f82-8d0d-0c4b5afd6e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:23.442304 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1515ff9-1c35-4327-8a86-842c4ceafa1b req-c5dbad04-c9e5-4720-a8bd-b66c723f8e3c tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:23.442304 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e1515ff9-1c35-4327-8a86-842c4ceafa1b req-c5dbad04-c9e5-4720-a8bd-b66c723f8e3c tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 945 time: 0.1179347 Aug 19 18:21:23.460129 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79666754-c0a5-45e6-9d21-f0c92ced9b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:23.463058 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79666754-c0a5-45e6-9d21-f0c92ced9b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:23.464662 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-79666754-c0a5-45e6-9d21-f0c92ced9b21 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/14245580-47fd-44fb-9ae3-3272a8449309 HTTP/1.1" status: 204 len: 168 time: 0.3231363 Aug 19 18:21:23.480950 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-906b047c-a94d-4f82-8d0d-0c4b5afd6e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:23.513197 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79666754-c0a5-45e6-9d21-f0c92ced9b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14245580-47fd-44fb-9ae3-3272a8449309,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:23.519550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b047c-a94d-4f82-8d0d-0c4b5afd6e55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64b61971-5f3a-48ab-a291-6ba300c19d30,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:23.530178 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-906b047c-a94d-4f82-8d0d-0c4b5afd6e55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:23.534762 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-906b047c-a94d-4f82-8d0d-0c4b5afd6e55 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/64b61971-5f3a-48ab-a291-6ba300c19d30 HTTP/1.1" status: 204 len: 168 time: 0.4255381 Aug 19 18:21:23.534954 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33154) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:23.540796 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e1515ff9-1c35-4327-8a86-842c4ceafa1b req-bd7cdb63-9037-4d2a-9abb-7262147e757c tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7761b0b-8bd5-413a-a296-99e55282b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930166 Aug 19 18:21:23.555625 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['968365ec-5696-467d-bee4-2f8e8058c00a'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:21:23.661496 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4d64998-46fe-4bef-98b9-bcbed0373fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:23.682337 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a037a-8ee6-4e79-b6d6-c11d7eb995e8 req-d0e8b9e5-400a-4f0d-a59b-9ed94c2658dd tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:23.683917 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-845a037a-8ee6-4e79-b6d6-c11d7eb995e8 req-d0e8b9e5-400a-4f0d-a59b-9ed94c2658dd tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 944 time: 0.0738988 Aug 19 18:21:23.801176 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4d64998-46fe-4bef-98b9-bcbed0373fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:23.814758 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-845a037a-8ee6-4e79-b6d6-c11d7eb995e8 req-e2c65002-9d28-4d86-abb0-1b674c77c649 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200731 Aug 19 18:21:23.818449 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-f4d64998-46fe-4bef-98b9-bcbed0373fba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2792c50e-2f86-47bc-9c9b-93298678157f']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:23.837387 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-f4d64998-46fe-4bef-98b9-bcbed0373fba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d98b80-8da3-4cce-8723-733d676f8777') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:23.837977 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-f4d64998-46fe-4bef-98b9-bcbed0373fba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d98b80-8da3-4cce-8723-733d676f8777') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:23.855271 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4d64998-46fe-4bef-98b9-bcbed0373fba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:23.874630 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4d64998-46fe-4bef-98b9-bcbed0373fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:23.882729 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d64998-46fe-4bef-98b9-bcbed0373fba admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:21:23.883146 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4d64998-46fe-4bef-98b9-bcbed0373fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:21:23.885471 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:21:23.947318 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4d64998-46fe-4bef-98b9-bcbed0373fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:23.953611 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4d64998-46fe-4bef-98b9-bcbed0373fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:23.956540 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f4d64998-46fe-4bef-98b9-bcbed0373fba admin admin] 10.222.0.24 "DELETE /v2.0/networks/2792c50e-2f86-47bc-9c9b-93298678157f HTTP/1.1" status: 204 len: 168 time: 0.4205875 Aug 19 18:21:23.959927 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33168) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.001656 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d64998-46fe-4bef-98b9-bcbed0373fba admin admin] Pushing event deleted for resources: {'Network': ['ID=2792c50e-2f86-47bc-9c9b-93298678157f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:24.027046 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ad1cfb-6d48-4544-b60b-ff3d9e290f8e admin admin] Deleting subnet ba7ef4e3-3093-45a4-bc3b-fa9a444e67fb {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:21:24.033036 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c9ad1cfb-6d48-4544-b60b-ff3d9e290f8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:24.072671 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c9ad1cfb-6d48-4544-b60b-ff3d9e290f8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:24.118854 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c9ad1cfb-6d48-4544-b60b-ff3d9e290f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:24.185641 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c9ad1cfb-6d48-4544-b60b-ff3d9e290f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:24.214564 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad1cfb-6d48-4544-b60b-ff3d9e290f8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba7ef4e3-3093-45a4-bc3b-fa9a444e67fb,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:24.222757 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c9ad1cfb-6d48-4544-b60b-ff3d9e290f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:24.227347 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c9ad1cfb-6d48-4544-b60b-ff3d9e290f8e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ba7ef4e3-3093-45a4-bc3b-fa9a444e67fb HTTP/1.1" status: 204 len: 168 time: 0.2639875 Aug 19 18:21:24.227596 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33182) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.320185 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8439f48-52fa-4ff9-9ef7-84d73c2ccc2b req-6ae12486-2a40-4d27-8365-2ec5aa7e0c10 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edf2459bd2ad4bcaa3af8beb0aee1cfe&device_id=c1d30bbf-9d73-440a-af29-31c47373fff9 HTTP/1.1" status: 200 len: 210 time: 0.0341592 Aug 19 18:21:24.325277 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-646e7089-0b8b-45f6-96a0-df0ba8471fa2 req-df651b27-f0c8-4552-8d33-4ef5e3253af3 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1d30bbf-9d73-440a-af29-31c47373fff9 HTTP/1.1" status: 200 len: 210 time: 0.0319531 Aug 19 18:21:24.347435 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33186) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.362567 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fb17ddc1-3153-4ab4-926d-2380055aa101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:24.367198 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8439f48-52fa-4ff9-9ef7-84d73c2ccc2b req-b6b09e96-4e5f-4135-a33e-d8a03a52d242 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=edf2459bd2ad4bcaa3af8beb0aee1cfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308721 Aug 19 18:21:24.458164 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-7359d4f8-0b5d-4da7-bfb8-bdb38caaf3ae tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.461583 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7359d4f8-0b5d-4da7-bfb8-bdb38caaf3ae tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1105790 Aug 19 18:21:24.462437 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33194) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.467443 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-fa745c90-03cf-40c3-99e1-57cd27ea00af tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.471726 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fa745c90-03cf-40c3-99e1-57cd27ea00af tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0052295 Aug 19 18:21:24.472350 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33196) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.476678 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-98ac2bb7-7ede-45e1-827c-f259c3579aba tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.480080 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-98ac2bb7-7ede-45e1-827c-f259c3579aba tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0046766 Aug 19 18:21:24.480353 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33198) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.484893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-e8714588-379d-4f06-abfb-06275d037997 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.487406 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e8714588-379d-4f06-abfb-06275d037997 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0055559 Aug 19 18:21:24.489493 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33200) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.494282 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-5240920b-e9c0-4e65-9626-6b644bb0a0e0 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.495546 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5240920b-e9c0-4e65-9626-6b644bb0a0e0 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0045555 Aug 19 18:21:24.498202 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33202) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.503278 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-09212b86-2167-40c0-a951-dac531e52891 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.506125 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-09212b86-2167-40c0-a951-dac531e52891 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0067976 Aug 19 18:21:24.506919 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33204) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.512449 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-83866926-56bf-4c25-b2ec-44a824f5a73b tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.513740 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-83866926-56bf-4c25-b2ec-44a824f5a73b tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0055676 Aug 19 18:21:24.516060 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33206) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.522368 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-c7e10351-75ca-456b-bcaf-97f1a34b1570 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.523660 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c7e10351-75ca-456b-bcaf-97f1a34b1570 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0052655 Aug 19 18:21:24.528308 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33208) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.534007 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-41f39eae-2bfe-4a94-b21e-acc219ccd1eb tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.535422 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-41f39eae-2bfe-4a94-b21e-acc219ccd1eb tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0059097 Aug 19 18:21:24.538710 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33210) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.543681 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-be49fcea-c929-49b3-8286-b3fd665561cb tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.544738 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-be49fcea-c929-49b3-8286-b3fd665561cb tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0050306 Aug 19 18:21:24.549671 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33212) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.554356 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-43a3746b-842d-4dfe-bfd6-ecd2543fdcd1 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.555516 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-43a3746b-842d-4dfe-bfd6-ecd2543fdcd1 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046425 Aug 19 18:21:24.558489 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33214) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.567654 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-3e7e49ea-1e75-41dd-8029-4718fdbf9b8c tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.568746 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3e7e49ea-1e75-41dd-8029-4718fdbf9b8c tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0068731 Aug 19 18:21:24.571513 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33216) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.575827 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-8258f4ef-5fbc-4768-bdea-721ea67a3879 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.576810 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8258f4ef-5fbc-4768-bdea-721ea67a3879 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0044401 Aug 19 18:21:24.580360 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33220) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.585432 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-ac233a92-0b5b-4d1d-8ff6-67d99708eab6 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.586765 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ac233a92-0b5b-4d1d-8ff6-67d99708eab6 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051970 Aug 19 18:21:24.589244 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33222) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.594279 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-f3c657c4-51e8-47f2-be68-d31efba0186d tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.595363 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f3c657c4-51e8-47f2-be68-d31efba0186d tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0050044 Aug 19 18:21:24.598211 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33224) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.602989 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-f18e2249-db1f-410c-a0c8-d82b7dbdf203 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.606904 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f18e2249-db1f-410c-a0c8-d82b7dbdf203 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0076559 Aug 19 18:21:24.607540 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33226) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.612855 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-fd65cda5-172a-4bc9-89b2-1fac175121a8 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.613946 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fd65cda5-172a-4bc9-89b2-1fac175121a8 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0053689 Aug 19 18:21:24.616701 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33228) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.621382 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-76e06088-9cc6-4dde-818d-542fa72e730d tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.622410 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-76e06088-9cc6-4dde-818d-542fa72e730d tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045793 Aug 19 18:21:24.625243 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33230) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.630608 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-e19e4613-b44f-4047-81e7-75de00e0ea78 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.631577 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e19e4613-b44f-4047-81e7-75de00e0ea78 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0047312 Aug 19 18:21:24.634255 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33232) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.638582 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-5f4373f7-0117-41c1-af1e-9582e068a636 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.639621 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5f4373f7-0117-41c1-af1e-9582e068a636 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0043626 Aug 19 18:21:24.642467 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33234) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.647465 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-cbb6faeb-8fc5-49f4-8283-cc6a81e27fbd tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.648596 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cbb6faeb-8fc5-49f4-8283-cc6a81e27fbd tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0051372 Aug 19 18:21:24.651468 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33236) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.657212 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-0512ff22-e0b7-4cac-bf04-d895e3a49771 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.658262 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0512ff22-e0b7-4cac-bf04-d895e3a49771 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0054946 Aug 19 18:21:24.660772 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33238) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.664949 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-5c69a6e7-4943-4903-9bbb-9f61b57ee84a tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.665925 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5c69a6e7-4943-4903-9bbb-9f61b57ee84a tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0042562 Aug 19 18:21:24.668211 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33240) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.672266 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-c82910f3-7fcf-4ee4-bf81-8a57998f3dc4 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.673801 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c82910f3-7fcf-4ee4-bf81-8a57998f3dc4 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0046887 Aug 19 18:21:24.676131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33242) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.680278 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-b9ce73d8-fbed-40ff-b66c-d21f60de21f8 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.681218 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b9ce73d8-fbed-40ff-b66c-d21f60de21f8 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0042245 Aug 19 18:21:24.683512 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33244) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.687520 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-c78f8f73-16b4-4287-bb1d-8e1cdd9368fa tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.689503 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c78f8f73-16b4-4287-bb1d-8e1cdd9368fa tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0048814 Aug 19 18:21:24.691465 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33246) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.695711 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-c8a0570b-e555-4aa4-927c-95842e16acb8 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.696681 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c8a0570b-e555-4aa4-927c-95842e16acb8 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0042305 Aug 19 18:21:24.699049 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33248) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.703120 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-67326aab-9320-4a24-aab3-cb2849788d87 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.704422 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-67326aab-9320-4a24-aab3-cb2849788d87 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0041192 Aug 19 18:21:24.706963 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33250) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.712220 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-f042dbd2-f350-403c-8ac6-b104b57f3618 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.713208 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f042dbd2-f350-403c-8ac6-b104b57f3618 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0053465 Aug 19 18:21:24.716028 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33252) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.720316 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-ff59d263-6ef4-4eaf-828e-441b699c166e tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.721275 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ff59d263-6ef4-4eaf-828e-441b699c166e tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043411 Aug 19 18:21:24.723683 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33254) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.727731 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-0bc1e4cd-fc45-4ea1-b028-5debc52a47f2 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.728651 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0bc1e4cd-fc45-4ea1-b028-5debc52a47f2 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0041044 Aug 19 18:21:24.731090 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33256) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.735604 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-84f6736c-c61d-4c4a-9aee-b87350fd2d54 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.736683 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-84f6736c-c61d-4c4a-9aee-b87350fd2d54 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0047579 Aug 19 18:21:24.739017 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33258) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.743117 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-39d812cd-e489-43ad-9b71-c030708f8852 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.744024 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-39d812cd-e489-43ad-9b71-c030708f8852 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0041335 Aug 19 18:21:24.746131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33260) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.749897 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-0b37e3b5-f4ef-4d33-bdb0-d97cb45bc6ad tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.751471 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0b37e3b5-f4ef-4d33-bdb0-d97cb45bc6ad tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0038605 Aug 19 18:21:24.753547 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33262) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.757450 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-27fb010b-d5cc-4119-9cb8-eb25cc2d9c3c tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.759119 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-27fb010b-d5cc-4119-9cb8-eb25cc2d9c3c tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0039992 Aug 19 18:21:24.761279 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33264) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.765950 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-67d2c4b7-7877-4160-ade3-a0d02cb689bb tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.767188 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-67d2c4b7-7877-4160-ade3-a0d02cb689bb tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0050030 Aug 19 18:21:24.769661 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33266) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.773061 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device afa0b6b9-e7e8-4b03-9226-6a53942fc0d7 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:21:24.774393 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-c5b9c484-88a6-4837-9bfe-2e66c285da68 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.776165 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c5b9c484-88a6-4837-9bfe-2e66c285da68 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0055339 Aug 19 18:21:24.778247 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33268) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.789252 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-ee0998c8-89b9-45df-97ce-271e528e6748 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.790308 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ee0998c8-89b9-45df-97ce-271e528e6748 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0110185 Aug 19 18:21:24.793170 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33270) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.796074 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: afa0b6b9-e7e8-4b03-9226-6a53942fc0d7 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:21:24.796776 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device afa0b6b9-e7e8-4b03-9226-6a53942fc0d7 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:21:24.799368 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-b9cce97b-2087-4807-8ebe-658c74214f80 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.800478 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b9cce97b-2087-4807-8ebe-658c74214f80 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0056267 Aug 19 18:21:24.803048 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33272) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.807706 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-ffe56992-94ec-446f-8dcf-2b74f10c622a tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.808710 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ffe56992-94ec-446f-8dcf-2b74f10c622a tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0047474 Aug 19 18:21:24.811511 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33274) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.816848 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-e22ef538-0da0-4684-8b84-a7531e4e6fa6 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.817839 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e22ef538-0da0-4684-8b84-a7531e4e6fa6 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0051429 Aug 19 18:21:24.820405 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33276) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.824142 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fb17ddc1-3153-4ab4-926d-2380055aa101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:24.825105 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-8ef91197-78bd-470b-9475-95c470d2f87e tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.826406 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8ef91197-78bd-470b-9475-95c470d2f87e tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045998 Aug 19 18:21:24.828565 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33278) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.833725 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-ad775814-84ac-468e-ab17-b57e1404f0d2 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.835094 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ad775814-84ac-468e-ab17-b57e1404f0d2 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0051420 Aug 19 18:21:24.838382 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33280) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.843660 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-a96148dc-7699-416f-a9ea-c69de515b19a tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.844862 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a96148dc-7699-416f-a9ea-c69de515b19a tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0053279 Aug 19 18:21:24.847358 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33282) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.849431 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-fb17ddc1-3153-4ab4-926d-2380055aa101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9280762f-5d50-43d7-b5cc-35988bd07271']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:24.853651 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-ec321a6a-a196-43ce-aa80-4849351d8eaa tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.853651 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ec321a6a-a196-43ce-aa80-4849351d8eaa tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0049472 Aug 19 18:21:24.863648 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33286) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.864289 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-e784484f-daae-47f5-8a2e-06c05429ce3d tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.865861 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e784484f-daae-47f5-8a2e-06c05429ce3d tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0061755 Aug 19 18:21:24.867886 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33288) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.872427 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-639c0cee-ffe5-42d9-a91c-6d5506ff76bd tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.873735 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-639c0cee-ffe5-42d9-a91c-6d5506ff76bd tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0045917 Aug 19 18:21:24.873876 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd7438-c31a-42d2-90bb-65b44eafdeb2 req-e46cc735-466d-4e5a-8655-09f76c230ed4 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:24.876684 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33290) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.878064 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09dd7438-c31a-42d2-90bb-65b44eafdeb2 req-e46cc735-466d-4e5a-8655-09f76c230ed4 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 945 time: 0.1449144 Aug 19 18:21:24.879933 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-fb17ddc1-3153-4ab4-926d-2380055aa101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14df3453-f78c-4524-a93f-76159d08e5cf') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:24.880228 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-fb17ddc1-3153-4ab4-926d-2380055aa101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14df3453-f78c-4524-a93f-76159d08e5cf') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:24.880975 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-4f01636e-2377-420a-b613-4bd3d3f3baf6 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.882418 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4f01636e-2377-420a-b613-4bd3d3f3baf6 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0045125 Aug 19 18:21:24.886028 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33292) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.890406 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-53c6f913-6e68-423e-92f6-e3338331d2f1 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.892059 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-53c6f913-6e68-423e-92f6-e3338331d2f1 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0043888 Aug 19 18:21:24.894419 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33294) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.899370 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-afd61ffc-c79b-44e8-9adc-9b2cadca8449 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.900785 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-afd61ffc-c79b-44e8-9adc-9b2cadca8449 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0045271 Aug 19 18:21:24.903247 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33296) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.909011 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-da422d08-775c-4cc5-b202-5b1ac2c92756 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.912563 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-da422d08-775c-4cc5-b202-5b1ac2c92756 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0055854 Aug 19 18:21:24.913973 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fb17ddc1-3153-4ab4-926d-2380055aa101 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:24.921408 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33298) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.927609 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-8b0dd9c2-98d2-4760-9933-af64a28fa501 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.931466 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8b0dd9c2-98d2-4760-9933-af64a28fa501 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0087492 Aug 19 18:21:24.932050 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33300) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.943132 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8439f48-52fa-4ff9-9ef7-84d73c2ccc2b req-95ff2446-9e85-4cad-afe0-240abf191b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:24.944635 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8439f48-52fa-4ff9-9ef7-84d73c2ccc2b req-95ff2446-9e85-4cad-afe0-240abf191b18 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5663319 Aug 19 18:21:24.950010 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fb17ddc1-3153-4ab4-926d-2380055aa101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:24.953431 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-b9fc2ed7-eb72-46ea-851a-5457b1ba980b tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.957178 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b9fc2ed7-eb72-46ea-851a-5457b1ba980b tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0048387 Aug 19 18:21:24.958055 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33302) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.962975 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-16450fcf-0bf2-469a-831b-a5f834eb19a9 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.963376 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb17ddc1-3153-4ab4-926d-2380055aa101 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:21:24.963788 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fb17ddc1-3153-4ab4-926d-2380055aa101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:24.963948 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-16450fcf-0bf2-469a-831b-a5f834eb19a9 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0051446 Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:21:24.965470 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:21:24.968494 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33304) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.973641 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-1405fe6b-a10b-417a-b64f-0129ffb82d2a tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.974616 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1405fe6b-a10b-417a-b64f-0129ffb82d2a tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0060482 Aug 19 18:21:24.979462 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33306) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.985180 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-c3251347-6ae1-4cf6-b778-ac0bb4a6c5b9 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.986969 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c3251347-6ae1-4cf6-b778-ac0bb4a6c5b9 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0068123 Aug 19 18:21:24.991349 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33308) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:24.996039 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-1c7fe5c0-95af-4c41-a5d6-87fe203fe505 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:24.997559 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1c7fe5c0-95af-4c41-a5d6-87fe203fe505 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0050881 Aug 19 18:21:25.003248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33310) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:25.005038 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649f2f1-7405-43c7-b828-dcf93d6479fd req-4169ca19-465c-4814-88bd-b96a5d0b2542 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:25.006618 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c649f2f1-7405-43c7-b828-dcf93d6479fd req-4169ca19-465c-4814-88bd-b96a5d0b2542 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 944 time: 0.0954103 Aug 19 18:21:25.007912 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [None req-82228332-e55e-494e-949c-5a8866560f8d tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:25.008872 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-82228332-e55e-494e-949c-5a8866560f8d tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0046787 Aug 19 18:21:25.011605 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33312) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:25.015904 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-0eea130e-8c45-4be0-8c1a-fb4564194a20 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:25.017016 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0eea130e-8c45-4be0-8c1a-fb4564194a20 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0044186 Aug 19 18:21:25.021094 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09dd7438-c31a-42d2-90bb-65b44eafdeb2 req-cfbda42c-7def-4e56-98ae-db4e646a8817 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7761b0b-8bd5-413a-a296-99e55282b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264968 Aug 19 18:21:25.022593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33314) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:25.028313 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 968365ec-5696-467d-bee4-2f8e8058c00a up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:25.039933 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [None req-fc66755d-2698-4e60-badd-3097e008ac2e tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:25.041174 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fc66755d-2698-4e60-badd-3097e008ac2e tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0050254 Aug 19 18:21:25.045927 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33316) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:25.051519 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [None req-1f0bf84c-319c-4401-b758-b82820b55602 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:25.054006 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1f0bf84c-319c-4401-b758-b82820b55602 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0070632 Aug 19 18:21:25.055691 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33318) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:25.058145 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c649f2f1-7405-43c7-b828-dcf93d6479fd req-15967c25-28e3-4788-95ef-e541b5b5bed6 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401628 Aug 19 18:21:25.068323 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [None req-1e0fd38f-ddb4-4dd9-880d-56a03fd7348a tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:25.068323 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1e0fd38f-ddb4-4dd9-880d-56a03fd7348a tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0054443 Aug 19 18:21:25.068323 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33320) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:25.068323 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [None req-e315c475-0531-4fd0-8478-d3aab784b70c tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:25.074966 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e315c475-0531-4fd0-8478-d3aab784b70c tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0078912 Aug 19 18:21:25.075108 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33322) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:25.076398 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fb17ddc1-3153-4ab4-926d-2380055aa101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.082595 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fb17ddc1-3153-4ab4-926d-2380055aa101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.083987 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-c2d70ad3-35be-46fe-9899-40386dd004c4 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:25.086963 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fb17ddc1-3153-4ab4-926d-2380055aa101 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9280762f-5d50-43d7-b5cc-35988bd07271 HTTP/1.1" status: 204 len: 168 time: 0.8561177 Aug 19 18:21:25.087130 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c2d70ad3-35be-46fe-9899-40386dd004c4 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0101836 Aug 19 18:21:25.087789 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33326) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:25.094088 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-b450e9b8-775a-43d5-99c2-26850925b02c tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:25.096898 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b450e9b8-775a-43d5-99c2-26850925b02c tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0075827 Aug 19 18:21:25.099300 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33328) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:25.104056 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-2ee0ce61-f8ce-47a5-921f-4d529f50bbcb tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:25.105055 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2ee0ce61-f8ce-47a5-921f-4d529f50bbcb tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0047665 Aug 19 18:21:25.107534 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17ddc1-3153-4ab4-926d-2380055aa101 admin admin] Pushing event deleted for resources: {'Network': ['ID=9280762f-5d50-43d7-b5cc-35988bd07271,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:25.107888 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33330) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:25.114273 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-19ab23cd-60e9-4275-8c37-50beea6cb807 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:25.114762 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-19ab23cd-60e9-4275-8c37-50beea6cb807 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0059352 Aug 19 18:21:25.118595 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33332) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:25.120774 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 968365ec-5696-467d-bee4-2f8e8058c00a completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:25.124503 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-21e3dcd7-6a4f-47c7-93eb-e63ded187fc0 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:25.126320 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-21e3dcd7-6a4f-47c7-93eb-e63ded187fc0 tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0060267 Aug 19 18:21:25.130938 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33334) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:25.131323 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 968365ec-5696-467d-bee4-2f8e8058c00a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:25.131323 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.134994 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [None req-6b8060d2-d1eb-4e4e-a957-d679e6833bce tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:25.137599 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6b8060d2-d1eb-4e4e-a957-d679e6833bce tempest-ExtensionsTestJSON-1430726884 tempest-ExtensionsTestJSON-1430726884-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0055864 Aug 19 18:21:25.226165 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.251937 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a4cb3f-09aa-45b9-b03d-1ded851206bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968365ec-5696-467d-bee4-2f8e8058c00a'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:21:25.254277 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dbcf7c-be2d-4609-99c4-06619856202e" -d '{"events": [{"server_uuid": "a7a4cb3f-09aa-45b9-b03d-1ded851206bf", "name": "network-vif-plugged", "status": "completed", "tag": "968365ec-5696-467d-bee4-2f8e8058c00a"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:21:25.268147 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 968365ec-5696-467d-bee4-2f8e8058c00a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=968365ec-5696-467d-bee4-2f8e8058c00a,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:25.274130 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.316654 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33342) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:25.335710 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=968365ec-5696-467d-bee4-2f8e8058c00a,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:25.399365 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6d51240b-6a5e-40b3-86a8-6ca4eac9d06f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43975127a84e4afda110d857fe1541ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0789969 Aug 19 18:21:25.400524 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33348) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:25.438158 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fff12c02-29e0-4a59-973b-1f620f22f12d req-b2a70b1a-3d2e-46e5-a54e-a102406f70ef tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1d30bbf-9d73-440a-af29-31c47373fff9 HTTP/1.1" status: 200 len: 210 time: 0.0266507 Aug 19 18:21:25.490295 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33352) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:25.498619 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a1131e82-fe83-4917-bff7-ce9e47590035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.531236 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a90b6-70f0-4ec4-a735-722cf889ae29 req-a2994372-de7a-471e-b4ea-6df900b14786 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:25.533745 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c24a90b6-70f0-4ec4-a735-722cf889ae29 req-a2994372-de7a-471e-b4ea-6df900b14786 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.50 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 945 time: 0.1102238 Aug 19 18:21:25.539129 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a1131e82-fe83-4917-bff7-ce9e47590035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.593986 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182230fa-695c-42d3-b727-0210e2a5bb94 x-openstack-request-id: req-182230fa-695c-42d3-b727-0210e2a5bb94 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:21:25.595174 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a4cb3f-09aa-45b9-b03d-1ded851206bf", "name": "network-vif-plugged", "status": "completed", "tag": "968365ec-5696-467d-bee4-2f8e8058c00a", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:21:25.595628 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-182230fa-695c-42d3-b727-0210e2a5bb94 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:21:25.596476 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a4cb3f-09aa-45b9-b03d-1ded851206bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968365ec-5696-467d-bee4-2f8e8058c00a', 'code': 200} Aug 19 18:21:25.654829 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a1131e82-fe83-4917-bff7-ce9e47590035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.658260 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a1131e82-fe83-4917-bff7-ce9e47590035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.659538 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a1131e82-fe83-4917-bff7-ce9e47590035 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/695f37ae-d360-4d71-a855-1a02564fbc1d HTTP/1.1" status: 204 len: 168 time: 0.2578368 Aug 19 18:21:25.680005 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-084c3eed-8798-479c-9024-8a2806fe666c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.686395 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1131e82-fe83-4917-bff7-ce9e47590035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695f37ae-d360-4d71-a855-1a02564fbc1d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:25.713286 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-c24a90b6-70f0-4ec4-a735-722cf889ae29 req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Deleting port 54537953-653a-462c-8411-60d36784a9c2 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:25.714250 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c24a90b6-70f0-4ec4-a735-722cf889ae29 req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.780075 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1314f2-b277-4214-bae0-fba9107b2267 req-ec85f737-2593-4d85-841a-095262fcce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:25.781650 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ba1314f2-b277-4214-bae0-fba9107b2267 req-ec85f737-2593-4d85-841a-095262fcce72 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 1096 time: 0.1111000 Aug 19 18:21:25.806987 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-084c3eed-8798-479c-9024-8a2806fe666c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.812882 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-084c3eed-8798-479c-9024-8a2806fe666c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.858214 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ba1314f2-b277-4214-bae0-fba9107b2267 req-41dfb874-2408-4fd4-9956-d681ffd3a413 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564411 Aug 19 18:21:25.860070 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-c24a90b6-70f0-4ec4-a735-722cf889ae29 req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] For port 54537953-653a-462c-8411-60d36784a9c2, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=54537953-653a-462c-8411-60d36784a9c2,segment=NetworkSegment(322208e2-b5ec-4a39-9131-3ae8cbaa7ac9),segment_id=322208e2-b5ec-4a39-9131-3ae8cbaa7ac9)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:25.860278 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-084c3eed-8798-479c-9024-8a2806fe666c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b469511e974b4cf5b6845bbed7e36669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3682225 Aug 19 18:21:25.860535 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c24a90b6-70f0-4ec4-a735-722cf889ae29 req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.861159 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33362) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:25.861885 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c3eed-8798-479c-9024-8a2806fe666c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5e8ab3-b8d7-46b0-ad19-0e0b40d4c6b3,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:25.917790 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79a43f3e-de0f-4ed8-a7bf-77d58cef09cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.941013 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79a43f3e-de0f-4ed8-a7bf-77d58cef09cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:26.001385 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79a43f3e-de0f-4ed8-a7bf-77d58cef09cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:26.006149 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79a43f3e-de0f-4ed8-a7bf-77d58cef09cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:26.007853 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-79a43f3e-de0f-4ed8-a7bf-77d58cef09cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d5e8ab3-b8d7-46b0-ad19-0e0b40d4c6b3 HTTP/1.1" status: 204 len: 168 time: 0.1422002 Aug 19 18:21:26.021256 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a43f3e-de0f-4ed8-a7bf-77d58cef09cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5e8ab3-b8d7-46b0-ad19-0e0b40d4c6b3,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:26.050598 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33368) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:26.134808 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8ee9daff-84a6-4b72-8a4a-562f4bb79366 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7ce863f21ac4c3e8460763b96935ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0828223 Aug 19 18:21:26.135525 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33372) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:26.160827 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c24a90b6-70f0-4ec4-a735-722cf889ae29 req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:26.161443 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c24a90b6-70f0-4ec4-a735-722cf889ae29 req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:26.161674 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [req-c24a90b6-70f0-4ec4-a735-722cf889ae29 req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Floating IP 1607d756-9754-48ac-9b08-4188695a5ff2 disassociated. External IP: 172.25.8.15, port: 54537953-653a-462c-8411-60d36784a9c2. Aug 19 18:21:26.162266 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-c24a90b6-70f0-4ec4-a735-722cf889ae29 req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Calling delete_port for 54537953-653a-462c-8411-60d36784a9c2 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:26.192352 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480abb3-300f-4a35-9ad4-e9dcffc47098 req-4d2f2918-164e-431b-a5bc-692feeadb61d tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:26.193902 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7480abb3-300f-4a35-9ad4-e9dcffc47098 req-4d2f2918-164e-431b-a5bc-692feeadb61d tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 945 time: 0.0839534 Aug 19 18:21:26.227911 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-413e7ad6-bfdb-4a2c-9091-dec06cc20b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:26.265943 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-413e7ad6-bfdb-4a2c-9091-dec06cc20b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:26.281672 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5b83e-677a-4378-8a9b-0a02e08a0c4c req-a24e3ce8-2730-47de-ac42-96ddb2e3d802 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:26.283536 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c2a5b83e-677a-4378-8a9b-0a02e08a0c4c req-a24e3ce8-2730-47de-ac42-96ddb2e3d802 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.1027033 Aug 19 18:21:26.284590 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7480abb3-300f-4a35-9ad4-e9dcffc47098 req-38015d58-57eb-457f-af40-e7effbc1fc3a tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7761b0b-8bd5-413a-a296-99e55282b8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613744 Aug 19 18:21:26.354256 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c2a5b83e-677a-4378-8a9b-0a02e08a0c4c req-40cdb725-8d78-4497-8e11-294b9f53f841 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586138 Aug 19 18:21:26.382000 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-413e7ad6-bfdb-4a2c-9091-dec06cc20b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:26.384842 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-413e7ad6-bfdb-4a2c-9091-dec06cc20b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:26.386149 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-413e7ad6-bfdb-4a2c-9091-dec06cc20b4c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df9875bd-db15-4472-a077-ae03fff545d6 HTTP/1.1" status: 204 len: 168 time: 0.2496121 Aug 19 18:21:26.390649 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c24a90b6-70f0-4ec4-a735-722cf889ae29 req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:26.396636 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e7ad6-bfdb-4a2c-9091-dec06cc20b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9875bd-db15-4472-a077-ae03fff545d6,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:26.429592 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Pushing event deleted for resources: {'Port': ['ID=54537953-653a-462c-8411-60d36784a9c2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:26.441016 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:26.441373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:26.441766 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:26.442209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:26.442593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:26.442933 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:26.443756 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:26.444098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:26.444434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:26.444771 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:26.445102 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:26.445429 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:26.612032 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3831d1b3-a4a2-4611-b3ac-67bad1257d18 req-cebd28f1-bca6-40e2-9445-7bb8364073b2 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1d30bbf-9d73-440a-af29-31c47373fff9 HTTP/1.1" status: 200 len: 210 time: 0.0495272 Aug 19 18:21:26.659136 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c24a90b6-70f0-4ec4-a735-722cf889ae29 req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Router b9819cef-b148-4240-86a0-f4250af9b67c has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:21:26.785286 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c24a90b6-70f0-4ec4-a735-722cf889ae29 req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:21:26.798960 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6c488b-bf96-458a-87a0-46f84d264d25 None None] Sync routers for ids ['b9819cef-b148-4240-86a0-f4250af9b67c'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:21:26.818346 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6c488b-bf96-458a-87a0-46f84d264d25 None None] Routers {'b9819cef-b148-4240-86a0-f4250af9b67c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:26.819432 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-6a6c488b-bf96-458a-87a0-46f84d264d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:21:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b9819cef-b148-4240-86a0-f4250af9b67c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:26.857611 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24a90b6-70f0-4ec4-a735-722cf889ae29 req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] No DVR routers for this DVR port 54537953-653a-462c-8411-60d36784a9c2 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:21:26.863733 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c24a90b6-70f0-4ec4-a735-722cf889ae29 req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:26.869268 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c24a90b6-70f0-4ec4-a735-722cf889ae29 req-b8555500-8aa5-4443-98e0-7d118169b713 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.50 "DELETE /v2.0/ports/54537953-653a-462c-8411-60d36784a9c2 HTTP/1.1" status: 204 len: 173 time: 1.3228822 Aug 19 18:21:26.869754 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4682c9e1-2835-4585-a131-1a6c7e9290fd', 'name': 'network-vif-deleted', 'tag': '54537953-653a-462c-8411-60d36784a9c2'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:21:26.872133 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8eee531-3e18-4b4c-a7e8-10366a26c1cd" -d '{"events": [{"server_uuid": "4682c9e1-2835-4585-a131-1a6c7e9290fd", "name": "network-vif-deleted", "tag": "54537953-653a-462c-8411-60d36784a9c2"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:21:26.927417 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67922984-df14-459e-a0d4-21c6f22cec66 x-openstack-request-id: req-67922984-df14-459e-a0d4-21c6f22cec66 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:21:26.927751 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4682c9e1-2835-4585-a131-1a6c7e9290fd", "name": "network-vif-deleted", "tag": "54537953-653a-462c-8411-60d36784a9c2", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:21:26.928036 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67922984-df14-459e-a0d4-21c6f22cec66 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:21:26.928508 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4682c9e1-2835-4585-a131-1a6c7e9290fd', 'name': 'network-vif-deleted', 'tag': '54537953-653a-462c-8411-60d36784a9c2', 'status': 'completed', 'code': 200} Aug 19 18:21:27.004922 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-6a6c488b-bf96-458a-87a0-46f84d264d25 None None] Set router b9819cef-b148-4240-86a0-f4250af9b67c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:27.065151 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8439f48-52fa-4ff9-9ef7-84d73c2ccc2b req-94a02ee9-9d8a-452b-aa6c-bd349a6de3e5 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1d30bbf-9d73-440a-af29-31c47373fff9 HTTP/1.1" status: 200 len: 210 time: 0.0467389 Aug 19 18:21:27.307814 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33418) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:27.355940 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-6a6c488b-bf96-458a-87a0-46f84d264d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'name': 'tempest-ServersTestBootFromVolume-2015781071-router', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:17:23Z', 'updated_at': '2021-08-19T18:17:37Z', 'revision_number': 4, 'project_id': '4a3290870e464da7827f6e353d92d457', 'gw_port': {'id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:17:26Z', 'updated_at': '2021-08-19T18:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '012b16f4-3b95-4cf2-95ca-19c926cc1239', 'name': '', 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'mac_address': 'fa:16:3e:29:d4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '378552a8-d8af-4c6e-b72d-1f9a87ee7f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:17:35Z', 'updated_at': '2021-08-19T18:17:49Z', 'revision_number': 5, 'project_id': '4a3290870e464da7827f6e353d92d457', 'subnets': [{'id': '378552a8-d8af-4c6e-b72d-1f9a87ee7f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:27.389409 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6c488b-bf96-458a-87a0-46f84d264d25 None None] Checking router: b9819cef-b148-4240-86a0-f4250af9b67c for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:21:27.400855 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6c488b-bf96-458a-87a0-46f84d264d25 None None] Routers {'b9819cef-b148-4240-86a0-f4250af9b67c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:27.401738 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-6a6c488b-bf96-458a-87a0-46f84d264d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:21:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b9819cef-b148-4240-86a0-f4250af9b67c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:27.551627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33428) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:27.563880 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8971cce3-e03a-4a0e-bf01-21eae21837e6 req-17735aac-593e-48c8-8ea8-4b672b69266b tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 210 time: 0.0862155 Aug 19 18:21:27.570804 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-6a6c488b-bf96-458a-87a0-46f84d264d25 None None] Set router b9819cef-b148-4240-86a0-f4250af9b67c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:27.636606 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d3e00-a50d-49c1-b9fe-7e1be9f8e86a req-e515a232-5569-419b-bfc1-aef6e3cffc1e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:27.646289 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6d9d3e00-a50d-49c1-b9fe-7e1be9f8e86a req-e515a232-5569-419b-bfc1-aef6e3cffc1e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.1458752 Aug 19 18:21:27.745374 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6d9d3e00-a50d-49c1-b9fe-7e1be9f8e86a req-af1827f4-af30-43bc-ad98-7a8cc0e8438c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956764 Aug 19 18:21:27.755129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-85571931-network', 'tenant_id': 'ffa9435d941540c182adf55128e34931'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:27.799870 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Made reservation on behalf of ffa9435d941540c182adf55128e34931 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:27.806925 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:27.843877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-9f6c1694-0134-44f9-b9bc-f28646f33ab1 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Request body: {'security_group': {'name': 'tempest-secgroup--40604372'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:27.854687 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:27.913667 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-6a6c488b-bf96-458a-87a0-46f84d264d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'name': 'tempest-ServersTestBootFromVolume-2015781071-router', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:17:23Z', 'updated_at': '2021-08-19T18:17:37Z', 'revision_number': 4, 'project_id': '4a3290870e464da7827f6e353d92d457', 'gw_port': {'id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:17:26Z', 'updated_at': '2021-08-19T18:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '012b16f4-3b95-4cf2-95ca-19c926cc1239', 'name': '', 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'mac_address': 'fa:16:3e:29:d4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '378552a8-d8af-4c6e-b72d-1f9a87ee7f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:17:35Z', 'updated_at': '2021-08-19T18:17:49Z', 'revision_number': 5, 'project_id': '4a3290870e464da7827f6e353d92d457', 'subnets': [{'id': '378552a8-d8af-4c6e-b72d-1f9a87ee7f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:27.923069 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36f4bce2-0d51-46ce-85c5-21066c52a717 req-8339d3bc-45f4-4313-bad7-17bfda33db99 tempest-ServerShowV247Test-274419126 tempest-ServerShowV247Test-274419126-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1d30bbf-9d73-440a-af29-31c47373fff9 HTTP/1.1" status: 200 len: 210 time: 0.0507896 Aug 19 18:21:27.933478 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f6c1694-0134-44f9-b9bc-f28646f33ab1 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:27.946487 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f6c1694-0134-44f9-b9bc-f28646f33ab1 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:27.971760 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6c488b-bf96-458a-87a0-46f84d264d25 None None] The sync data for ids ['b9819cef-b148-4240-86a0-f4250af9b67c'] in n-d-803753-2 is: [{'id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'name': 'tempest-ServersTestBootFromVolume-2015781071-router', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:17:23Z', 'updated_at': '2021-08-19T18:17:37Z', 'revision_number': 4, 'project_id': '4a3290870e464da7827f6e353d92d457', 'gw_port': {'id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:17:26Z', 'updated_at': '2021-08-19T18:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '012b16f4-3b95-4cf2-95ca-19c926cc1239', 'name': '', 'network_id': '0f5bd346-7c14-4e50-89d6-16e6ab56fff4', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'mac_address': 'fa:16:3e:29:d4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '378552a8-d8af-4c6e-b72d-1f9a87ee7f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:17:35Z', 'updated_at': '2021-08-19T18:17:49Z', 'revision_number': 5, 'project_id': '4a3290870e464da7827f6e353d92d457', 'subnets': [{'id': '378552a8-d8af-4c6e-b72d-1f9a87ee7f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:21:28.069402 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.075241 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.087658 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:21:28.118151 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.118501 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Added segment 98028d00-86b4-4f53-8872-5f165287837f of type vlan for network 6084e940-75d5-4b38-a27b-539baf659ad1 Aug 19 18:21:28.167049 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1107487a-2999-471a-b8f0-315fbbdc6855,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:28.184710 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.201854 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:28.202216 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:28.202567 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:28.202929 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:28.203283 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:28.203707 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:28.204536 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:28.204872 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:28.205316 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:28.205653 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:28.205895 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:28.206223 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:28.249163 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.250250 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:28.251423 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.319086 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97073600-e4ea-4bf4-928f-7a8125c61ce4 None None] New status for floating IP 1607d756-9754-48ac-9b08-4188695a5ff2: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:21:28.334723 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f6c1694-0134-44f9-b9bc-f28646f33ab1 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.338251 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] Pushing event updated for resources: {'Network': ['ID=6084e940-75d5-4b38-a27b-539baf659ad1,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:28.342635 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f6c1694-0134-44f9-b9bc-f28646f33ab1 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.352390 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1bd76e5d-b3ae-48b4-9c42-abe649b9d34a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7960062 Aug 19 18:21:28.356544 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33438) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:28.358372 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 6084e940-75d5-4b38-a27b-539baf659ad1 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:21:28.364314 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-970399dd-b28e-4e3f-8f1f-e504674a8c40 admin admin] Request body: {'subnet': {'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-85571931-subnet', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:28.388066 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c1694-0134-44f9-b9bc-f28646f33ab1 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=458cfdd7-ae33-48f4-9dcd-200306cf5a68,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:28.457150 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f6c1694-0134-44f9-b9bc-f28646f33ab1 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.463643 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f6c1694-0134-44f9-b9bc-f28646f33ab1 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.494581 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970399dd-b28e-4e3f-8f1f-e504674a8c40 admin admin] Made reservation on behalf of ffa9435d941540c182adf55128e34931 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:28.499042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c1694-0134-44f9-b9bc-f28646f33ab1 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1845be9d-3377-4330-923d-38c71f238403,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:28.500044 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-970399dd-b28e-4e3f-8f1f-e504674a8c40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.502430 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f6c1694-0134-44f9-b9bc-f28646f33ab1 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.504135 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9f6c1694-0134-44f9-b9bc-f28646f33ab1 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1941772 Aug 19 18:21:28.507374 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33440) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:28.606226 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4c564a06-98fa-464d-b53e-62782381c9c8 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0972049 Aug 19 18:21:28.612374 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33444) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:28.620042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-c121d5bc-3e3b-4bba-9390-97c155b12318 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Request body: {'security_group': {'name': 'tempest-security--102359038', 'description': 'tempest-security-description-1019085583'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:28.673835 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c121d5bc-3e3b-4bba-9390-97c155b12318 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.708504 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:21:28.752112 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aea63050-c91c-42e7-9828-21e0767a61f1 req-bd4c93bb-e064-4496-b622-cd57ef2d17a3 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 210 time: 0.0895388 Aug 19 18:21:28.774704 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c121d5bc-3e3b-4bba-9390-97c155b12318 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.794656 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c121d5bc-3e3b-4bba-9390-97c155b12318 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.799011 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c121d5bc-3e3b-4bba-9390-97c155b12318 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.802421 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c121d5bc-3e3b-4bba-9390-97c155b12318 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "PUT /v2.0/security-groups/1845be9d-3377-4330-923d-38c71f238403 HTTP/1.1" status: 200 len: 1779 time: 0.1870697 Aug 19 18:21:28.807620 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33450) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:28.875141 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121d5bc-3e3b-4bba-9390-97c155b12318 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1845be9d-3377-4330-923d-38c71f238403,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:28.899222 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a86693a7-9b6c-4c28-8b38-7c4590daba67 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-groups/1845be9d-3377-4330-923d-38c71f238403 HTTP/1.1" status: 200 len: 1779 time: 0.0895417 Aug 19 18:21:28.900089 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33454) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:28.939570 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-970399dd-b28e-4e3f-8f1f-e504674a8c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.982416 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ecc8bd9e-3961-4096-8949-245f3c96890d tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:29.027572 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ecc8bd9e-3961-4096-8949-245f3c96890d tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:29.044194 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970399dd-b28e-4e3f-8f1f-e504674a8c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57c3905b-ec47-44bd-8717-544ef67ade13,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:29.048909 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 54537953-653a-462c-8411-60d36784a9c2 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:21:29.076181 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a4726-b672-4acd-87ec-b9c21c25fa2d req-d068664d-6383-4999-a83a-386a2cbc1085 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:29.082007 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-194a4726-b672-4acd-87ec-b9c21c25fa2d req-d068664d-6383-4999-a83a-386a2cbc1085 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.1590726 Aug 19 18:21:29.083677 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 54537953-653a-462c-8411-60d36784a9c2 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:21:29.084602 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 54537953-653a-462c-8411-60d36784a9c2 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:21:29.091447 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970399dd-b28e-4e3f-8f1f-e504674a8c40 admin admin] Checking segment: {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:29.092307 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970399dd-b28e-4e3f-8f1f-e504674a8c40 admin admin] Network hostable DHCP agents. Network: 6084e940-75d5-4b38-a27b-539baf659ad1, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:21:29.113623 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ecc8bd9e-3961-4096-8949-245f3c96890d tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:29.116618 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ecc8bd9e-3961-4096-8949-245f3c96890d tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:29.120157 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ecc8bd9e-3961-4096-8949-245f3c96890d tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "DELETE /v2.0/security-groups/1845be9d-3377-4330-923d-38c71f238403 HTTP/1.1" status: 204 len: 168 time: 0.2170074 Aug 19 18:21:29.124291 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33460) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:29.165184 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8bd9e-3961-4096-8949-245f3c96890d tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1845be9d-3377-4330-923d-38c71f238403,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:29.175213 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970399dd-b28e-4e3f-8f1f-e504674a8c40 admin admin] Network 6084e940-75d5-4b38-a27b-539baf659ad1 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:21:29.189057 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-194a4726-b672-4acd-87ec-b9c21c25fa2d req-af94f235-e1bb-483b-b810-c8ea8e84eda1 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870056 Aug 19 18:21:29.201950 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-970399dd-b28e-4e3f-8f1f-e504674a8c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 6084e940-75d5-4b38-a27b-539baf659ad1) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:29.211096 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-28c8dd73-3bdc-4952-830e-415241194970 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0852644 Aug 19 18:21:29.211897 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970399dd-b28e-4e3f-8f1f-e504674a8c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:29.212546 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-970399dd-b28e-4e3f-8f1f-e504674a8c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:29.213899 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33462) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:29.221230 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f378c45d-b2e2-441c-9250-760e594b7f75 None None] Network 6084e940-75d5-4b38-a27b-539baf659ad1 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:29.240953 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-5ca43dc7-1627-484a-9231-456f33a0190a tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] delete failed (client error): The resource could not be found. Aug 19 18:21:29.249606 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5ca43dc7-1627-484a-9231-456f33a0190a tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "DELETE /v2.0/security-groups/1845be9d-3377-4330-923d-38c71f238403 HTTP/1.1" status: 404 len: 347 time: 0.0274086 Aug 19 18:21:29.250452 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-970399dd-b28e-4e3f-8f1f-e504674a8c40 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8922985 Aug 19 18:21:29.252646 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33464) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:29.256119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33466) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:29.263579 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-67d693e9-4cfe-423b-a3a2-8d86107af943 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:29.270098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-aa698ef1-3e3f-4d2d-9bf8-9416f6a14cc5 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Request body: {'security_group': {'name': 'tempest-secgroup--1006479263'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:29.290050 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.db.api [None req-aa698ef1-3e3f-4d2d-9bf8-9416f6a14cc5 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 18:21:29.290050 n-d-803753-2 neutron-server[94681]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 18:21:29.290050 n-d-803753-2 neutron-server[94681]: [parameters: {'project_id_1': '07d7069b3f6441efbb3fae517e0cb98a', 'expiration_1': datetime.datetime(2021, 8, 19, 18, 21, 29, 277753)}] Aug 19 18:21:29.290050 n-d-803753-2 neutron-server[94681]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:21:29.290769 n-d-803753-2 neutron-server[94681]: DEBUG oslo_db.api [None req-aa698ef1-3e3f-4d2d-9bf8-9416f6a14cc5 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:21:29.308554 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-67d693e9-4cfe-423b-a3a2-8d86107af943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:29.312286 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-67d693e9-4cfe-423b-a3a2-8d86107af943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:29.416865 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-67d693e9-4cfe-423b-a3a2-8d86107af943 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:29.461423 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6013d-f733-4d50-948a-a052a5983956 req-86772b07-2c4c-45da-bc54-c4bc9a60f348 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:29.464866 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9af6013d-f733-4d50-948a-a052a5983956 req-86772b07-2c4c-45da-bc54-c4bc9a60f348 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.1213965 Aug 19 18:21:29.480480 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33472) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:29.488617 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-69adb092-786e-42aa-8efd-09f8b03d9935 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Request body: {'floatingip': {'port_id': '968365ec-5696-467d-bee4-2f8e8058c00a'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:29.500564 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33474) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:29.546214 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-6084e940-75d5-4b38-a27b-539baf659ad1', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:21:29.548457 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:29.594217 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69adb092-786e-42aa-8efd-09f8b03d9935 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for floatingip, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:29.718999 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-67d693e9-4cfe-423b-a3a2-8d86107af943 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:29.756662 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b30c16fc-2521-4ec9-92ea-5b54853ce4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:29.870450 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Allocated IP 172.20.0.2 (6084e940-75d5-4b38-a27b-539baf659ad1/57c3905b-ec47-44bd-8717-544ef67ade13/aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:30.028305 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aa698ef1-3e3f-4d2d-9bf8-9416f6a14cc5 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.140126 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a6256d7-e388-4043-a033-3bc3f2a642e3 req-45cc681e-8033-49c7-908b-292db45c6420 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 210 time: 0.1282740 Aug 19 18:21:30.142861 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-67d693e9-4cfe-423b-a3a2-8d86107af943 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.208004 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-67d693e9-4cfe-423b-a3a2-8d86107af943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.235181 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.275433 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Transition to ACTIVE for port object aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:30.319113 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Transition to ACTIVE for port object aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:30.334492 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.403833 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b30c16fc-2521-4ec9-92ea-5b54853ce4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.492409 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Pushing event updated for resources: {'Port': ['ID=aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:30.515606 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:30.516807 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:30.517453 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:30.518065 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:30.518707 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:30.519338 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:30.519909 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:30.520526 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:30.521346 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:30.522104 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:30.522684 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:30.523247 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:30.531819 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Network 6084e940-75d5-4b38-a27b-539baf659ad1 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:30.534489 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:30.540660 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:30.547058 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b30c16fc-2521-4ec9-92ea-5b54853ce4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.558622 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-67d693e9-4cfe-423b-a3a2-8d86107af943 admin admin] Allocated IP 172.25.8.156 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/8bc57c9b-58f8-4459-ba3b-483dc2266c6d) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:30.671217 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Attempting to bind port aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:30.671590 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Attempting to bind port aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:30.671956 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Attempting to bind port aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1 on network 6084e940-75d5-4b38-a27b-539baf659ad1 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:30.673800 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aa698ef1-3e3f-4d2d-9bf8-9416f6a14cc5 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.680625 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:30.681062 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Checking segment: {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:30.681453 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.681878 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Bound using segment: {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:30.682379 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Bound port: aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:30.685249 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.770585 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-67d693e9-4cfe-423b-a3a2-8d86107af943 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.819630 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] For port aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:30.823947 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] For port aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:30.824425 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aa698ef1-3e3f-4d2d-9bf8-9416f6a14cc5 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.834423 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.894676 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b30c16fc-2521-4ec9-92ea-5b54853ce4f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=edf2459bd2ad4bcaa3af8beb0aee1cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3916783 Aug 19 18:21:30.895677 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33484) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:30.909417 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c16fc-2521-4ec9-92ea-5b54853ce4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1a4aaf-0eda-4ea4-9664-f29eac22794a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:30.982855 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aa698ef1-3e3f-4d2d-9bf8-9416f6a14cc5 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.988732 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-aa698ef1-3e3f-4d2d-9bf8-9416f6a14cc5 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7343941 Aug 19 18:21:31.000646 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33486) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:31.006091 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c93af834-d330-4bb6-8591-46d87cb56398 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Request body: {'security_group_rule': {'security_group_id': 'dec6c5d7-8f9b-41a3-8f05-c370a1c2a19e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:31.073875 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa698ef1-3e3f-4d2d-9bf8-9416f6a14cc5 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec6c5d7-8f9b-41a3-8f05-c370a1c2a19e,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:31.107502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680edcc-8067-4a81-9b8e-0c769a5e7f93 None None] Pushing event updated for resources: {'Port': ['ID=aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:31.173283 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c93af834-d330-4bb6-8591-46d87cb56398 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:31.185733 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5c2a12b8-3a82-4bcc-b843-97586a2a2be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:31.223878 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.db.resource_extend [None req-69adb092-786e-42aa-8efd-09f8b03d9935 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:21:31.304104 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5c2a12b8-3a82-4bcc-b843-97586a2a2be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:31.400594 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69adb092-786e-42aa-8efd-09f8b03d9935 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:31.419982 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69adb092-786e-42aa-8efd-09f8b03d9935 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:31.426099 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c93af834-d330-4bb6-8591-46d87cb56398 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:31.430592 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5c2a12b8-3a82-4bcc-b843-97586a2a2be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:31.434027 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5c2a12b8-3a82-4bcc-b843-97586a2a2be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:31.435533 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-00d8d792-c0fd-4eef-9ac1-8ab4a437753f req-c502b0d8-10f9-40d9-84ab-025c19811072 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 210 time: 0.0617421 Aug 19 18:21:31.441007 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5c2a12b8-3a82-4bcc-b843-97586a2a2be3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c1a4aaf-0eda-4ea4-9664-f29eac22794a HTTP/1.1" status: 204 len: 168 time: 0.5397639 Aug 19 18:21:31.494441 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-67d693e9-4cfe-423b-a3a2-8d86107af943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:31.559989 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d693e9-4cfe-423b-a3a2-8d86107af943 admin admin] Pushing event updated for resources: {'Port': ['ID=8bc57c9b-58f8-4459-ba3b-483dc2266c6d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:31.597519 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d693e9-4cfe-423b-a3a2-8d86107af943 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:31.600158 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-67d693e9-4cfe-423b-a3a2-8d86107af943 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:31.602967 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d693e9-4cfe-423b-a3a2-8d86107af943 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:31.670570 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c93af834-d330-4bb6-8591-46d87cb56398 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:31.822378 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a12b8-3a82-4bcc-b843-97586a2a2be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1a4aaf-0eda-4ea4-9664-f29eac22794a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:31.825116 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-69adb092-786e-42aa-8efd-09f8b03d9935 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Floating IP 8ecfdfd4-e0fd-4ba3-af89-930e5987e18f associated. External IP: 172.25.8.212, port: 968365ec-5696-467d-bee4-2f8e8058c00a. Aug 19 18:21:31.921145 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c93af834-d330-4bb6-8591-46d87cb56398 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:31.926181 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c93af834-d330-4bb6-8591-46d87cb56398 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9202983 Aug 19 18:21:31.926586 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33502) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:31.958817 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93af834-d330-4bb6-8591-46d87cb56398 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcfceafd-2441-45f8-8103-87a93ad71235,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:32.045291 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9544ada7-acd9-4128-9565-bccec66dd17e tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:32.091435 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9544ada7-acd9-4128-9565-bccec66dd17e tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:32.137518 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-67d693e9-4cfe-423b-a3a2-8d86107af943 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:32.155884 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69adb092-786e-42aa-8efd-09f8b03d9935 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Router 6c608642-8e4e-465d-95e9-80a801403855 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:21:32.218280 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9544ada7-acd9-4128-9565-bccec66dd17e tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:32.261318 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9544ada7-acd9-4128-9565-bccec66dd17e tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:32.273826 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9544ada7-acd9-4128-9565-bccec66dd17e tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/fcfceafd-2441-45f8-8103-87a93ad71235 HTTP/1.1" status: 204 len: 168 time: 0.3430481 Aug 19 18:21:32.279711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33512) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:32.281586 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544ada7-acd9-4128-9565-bccec66dd17e tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcfceafd-2441-45f8-8103-87a93ad71235,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:32.640591 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-67d693e9-4cfe-423b-a3a2-8d86107af943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:32.917131 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db87d71-e56c-42e4-b3ec-912e1f45f019 None None] Network 6084e940-75d5-4b38-a27b-539baf659ad1 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:32.933475 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0248c103-7e82-491d-8460-63d2ad7e9c80 req-3d27cb8a-433a-4883-892e-8431ae3e9fca tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682c9e1-2835-4585-a131-1a6c7e9290fd HTTP/1.1" status: 200 len: 210 time: 0.0868328 Aug 19 18:21:33.039449 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:33.054313 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-948b1364-e74a-4005-ba81-495ef26aa33c tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7714155 Aug 19 18:21:33.057836 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33528) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:33.086621 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69adb092-786e-42aa-8efd-09f8b03d9935 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:21:33.103040 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69adb092-786e-42aa-8efd-09f8b03d9935 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:33.120425 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d693e9-4cfe-423b-a3a2-8d86107af943 admin admin] Router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:21:33.145758 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-69adb092-786e-42aa-8efd-09f8b03d9935 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "PUT /v2.0/floatingips/8ecfdfd4-e0fd-4ba3-af89-930e5987e18f HTTP/1.1" status: 200 len: 991 time: 3.6613419 Aug 19 18:21:33.145758 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a4cb3f-09aa-45b9-b03d-1ded851206bf', 'tag': '968365ec-5696-467d-bee4-2f8e8058c00a'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:21:33.146479 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f65da1-f75a-4d62-a569-ecff56b37546" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a4cb3f-09aa-45b9-b03d-1ded851206bf", "tag": "968365ec-5696-467d-bee4-2f8e8058c00a"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:21:33.199048 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250a6cb4-ad01-4d3b-8d0b-ad08bad7528a x-openstack-request-id: req-250a6cb4-ad01-4d3b-8d0b-ad08bad7528a {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:21:33.199346 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a4cb3f-09aa-45b9-b03d-1ded851206bf", "tag": "968365ec-5696-467d-bee4-2f8e8058c00a", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:21:33.199595 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-250a6cb4-ad01-4d3b-8d0b-ad08bad7528a {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:21:33.199989 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a4cb3f-09aa-45b9-b03d-1ded851206bf', 'tag': '968365ec-5696-467d-bee4-2f8e8058c00a', 'status': 'completed', 'code': 200} Aug 19 18:21:33.269916 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655d8838-d223-45a0-b360-2c46483b40ad None None] Sync routers for ids ['6c608642-8e4e-465d-95e9-80a801403855'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:21:33.291990 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-75343fcc-ef7d-4f28-a8af-2abb0d75146b None None] Provisioning for port aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:33.314807 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655d8838-d223-45a0-b360-2c46483b40ad None None] Routers {'6c608642-8e4e-465d-95e9-80a801403855'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:33.315459 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-655d8838-d223-45a0-b360-2c46483b40ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:21:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c608642-8e4e-465d-95e9-80a801403855'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:33.340531 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f65da1-f75a-4d62-a569-ecff56b37546 req-3ffef712-9179-4bf4-a91d-e695269f38cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:33.347516 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b1f65da1-f75a-4d62-a569-ecff56b37546 req-3ffef712-9179-4bf4-a91d-e695269f38cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1b1aa2c733a4115bafa765990404683&device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 1096 time: 0.1068437 Aug 19 18:21:33.348669 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33538) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:33.400593 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b465dd50-b43f-47c6-8173-54aa99d5e0b6 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:33.431408 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b465dd50-b43f-47c6-8173-54aa99d5e0b6 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:33.467347 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:33.480013 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:33.480738 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:33.522096 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d693e9-4cfe-423b-a3a2-8d86107af943 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:21:33.544083 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] Sync routers for ids ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:21:33.558884 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-67d693e9-4cfe-423b-a3a2-8d86107af943 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:33.565554 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-67d693e9-4cfe-423b-a3a2-8d86107af943 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3064742 Aug 19 18:21:33.566248 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33544) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:33.581290 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] Routers {'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:33.583025 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:21:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:33.676309 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-655d8838-d223-45a0-b360-2c46483b40ad None None] Set router 6c608642-8e4e-465d-95e9-80a801403855 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:33.715898 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f65da1-f75a-4d62-a569-ecff56b37546 req-d6b0e9c0-da63-402a-8340-7e3cdd9854d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:33.719587 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b1f65da1-f75a-4d62-a569-ecff56b37546 req-d6b0e9c0-da63-402a-8340-7e3cdd9854d1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bacad945-2962-49c4-806c-a7bd8c4e8d7b HTTP/1.1" status: 200 len: 918 time: 0.3572907 Aug 19 18:21:33.762388 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b465dd50-b43f-47c6-8173-54aa99d5e0b6 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:33.765277 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b465dd50-b43f-47c6-8173-54aa99d5e0b6 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:33.766656 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b465dd50-b43f-47c6-8173-54aa99d5e0b6 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "DELETE /v2.0/security-groups/dec6c5d7-8f9b-41a3-8f05-c370a1c2a19e HTTP/1.1" status: 204 len: 168 time: 0.7066138 Aug 19 18:21:33.813824 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33546) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:33.814669 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465dd50-b43f-47c6-8173-54aa99d5e0b6 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec6c5d7-8f9b-41a3-8f05-c370a1c2a19e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:33.870376 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:33.885832 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e1e8240d-3178-4102-a0a9-c43af0e8fe71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:33.889412 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b1f65da1-f75a-4d62-a569-ecff56b37546 req-f7ca135a-c0ab-4879-8953-847fb055c048 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=968365ec-5696-467d-bee4-2f8e8058c00a HTTP/1.1" status: 200 len: 999 time: 0.1606622 Aug 19 18:21:33.961933 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] Set router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:33.973362 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:33.979395 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:33.991557 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1c3ae070-f5b3-47f0-aa13-03befa131d6e tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1743810 Aug 19 18:21:33.995681 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33548) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:33.999064 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f65da1-f75a-4d62-a569-ecff56b37546 req-2b61a4d2-6444-4f45-944c-da215004f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:34.002396 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b1f65da1-f75a-4d62-a569-ecff56b37546 req-2b61a4d2-6444-4f45-944c-da215004f027 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9e32631a-48d3-4ef0-8eb3-575117a89737 HTTP/1.1" status: 200 len: 856 time: 0.0994308 Aug 19 18:21:34.004475 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2dd7935f-82a5-44b5-980e-5a4460ff8b3a tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Request body: {'security_group': {'name': 'tempest-secgroup--698862601'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:34.072908 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f65da1-f75a-4d62-a569-ecff56b37546 req-c70aceb6-b06e-4594-b76a-15020283324f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:34.073932 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b1f65da1-f75a-4d62-a569-ecff56b37546 req-c70aceb6-b06e-4594-b76a-15020283324f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bacad945-2962-49c4-806c-a7bd8c4e8d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581636 Aug 19 18:21:34.114806 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:34.181161 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33554) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:34.273099 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b1f65da1-f75a-4d62-a569-ecff56b37546 req-eb68408e-eba1-4853-976a-adb1d125c3fb service neutron] 10.222.0.50 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854177 Aug 19 18:21:34.274446 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fd2b36c9-f4fa-4293-a88b-ec6783d23af4 None None] Provisioning complete for port aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:34.274835 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fd2b36c9-f4fa-4293-a88b-ec6783d23af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:34.419069 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-655d8838-d223-45a0-b360-2c46483b40ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c608642-8e4e-465d-95e9-80a801403855', 'name': 'tempest-AttachVolumeShelveTestJSON-2075814986-router', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:00Z', 'updated_at': '2021-08-19T18:21:05Z', 'revision_number': 4, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'gw_port': {'id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:02Z', 'updated_at': '2021-08-19T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '8ecfdfd4-e0fd-4ba3-af89-930e5987e18f', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'floating_ip_address': '172.25.8.212', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '6c608642-8e4e-465d-95e9-80a801403855', 'port_id': '968365ec-5696-467d-bee4-2f8e8058c00a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'mac_address': 'fa:16:3e:01:16:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a4cb3f-09aa-45b9-b03d-1ded851206bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:21:10Z', 'updated_at': '2021-08-19T18:21:31Z', 'revision_number': 1, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c864d110-5ba0-4483-b1db-454f03d09a6b', 'name': '', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'mac_address': 'fa:16:3e:7d:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:04Z', 'updated_at': '2021-08-19T18:21:15Z', 'revision_number': 5, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'subnets': [{'id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:34.424711 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b1f65da1-f75a-4d62-a569-ecff56b37546 req-7b334c5a-d538-4b09-8c91-74ad476bdc1d service neutron] 10.222.0.50 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378453 Aug 19 18:21:34.478921 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:31Z', 'revision_number': 3, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:34.506393 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655d8838-d223-45a0-b360-2c46483b40ad None None] Checking router: 6c608642-8e4e-465d-95e9-80a801403855 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:21:34.508746 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e1e8240d-3178-4102-a0a9-c43af0e8fe71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:34.533432 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655d8838-d223-45a0-b360-2c46483b40ad None None] Routers {'6c608642-8e4e-465d-95e9-80a801403855'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:34.534151 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-655d8838-d223-45a0-b360-2c46483b40ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:21:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c608642-8e4e-465d-95e9-80a801403855'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:34.550906 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5d82-d6d1-462d-b18e-9adc232dc3bb tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:34.553730 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] Checking router: f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:21:34.554680 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] Updating router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f port 8bc57c9b-58f8-4459-ba3b-483dc2266c6d binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:21:34.561592 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e1e8240d-3178-4102-a0a9-c43af0e8fe71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:34.612086 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:34.623102 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-050b9312-d0b6-4a16-a741-b32033a89804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:34.641437 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2dd7935f-82a5-44b5-980e-5a4460ff8b3a tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:34.663200 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5d82-d6d1-462d-b18e-9adc232dc3bb tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:34.717904 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-655d8838-d223-45a0-b360-2c46483b40ad None None] Set router 6c608642-8e4e-465d-95e9-80a801403855 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:34.846903 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e1e8240d-3178-4102-a0a9-c43af0e8fe71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5fd7a85229c47ef9f8b31b8b2d59b78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4970279 Aug 19 18:21:34.849959 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33562) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:34.858935 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8240d-3178-4102-a0a9-c43af0e8fe71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2d7753-2b3e-4f3f-a046-b9fc900bd3ac,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:34.893135 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8deeeff2-4866-4448-9715-c3c910970489 req-44790e0c-f84f-43c7-b0af-d2ef7ce5bf4e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3819637 Aug 19 18:21:34.923795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:35.002393 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08eb21fe-587f-478f-a301-5cb11c69b4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.018791 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5d82-d6d1-462d-b18e-9adc232dc3bb tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.022207 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5d82-d6d1-462d-b18e-9adc232dc3bb tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.026561 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33564) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:35.026928 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3e8c5d82-d6d1-462d-b18e-9adc232dc3bb tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "DELETE /v2.0/security-groups/d7761b0b-8bd5-413a-a296-99e55282b8cd HTTP/1.1" status: 204 len: 168 time: 0.8209913 Aug 19 18:21:35.050845 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08eb21fe-587f-478f-a301-5cb11c69b4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.057024 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.057601 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-632cc3e9-3fb7-466f-afa1-998709f01555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.067609 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-03397356-9db4-40a6-b589-a100d5587bee tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] show failed (client error): The resource could not be found. Aug 19 18:21:35.071731 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-03397356-9db4-40a6-b589-a100d5587bee tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "GET /v2.0/security-groups/d7761b0b-8bd5-413a-a296-99e55282b8cd HTTP/1.1" status: 404 len: 347 time: 0.0398192 Aug 19 18:21:35.072495 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33566) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:35.081386 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c5d82-d6d1-462d-b18e-9adc232dc3bb tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7761b0b-8bd5-413a-a296-99e55282b8cd,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:35.086352 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] Transition to ACTIVE for port object 8bc57c9b-58f8-4459-ba3b-483dc2266c6d will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:35.103777 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.128297 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeeff2-4866-4448-9715-c3c910970489 req-5ec5dc80-6638-435f-8111-fa0d25c940ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:35.130358 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8deeeff2-4866-4448-9715-c3c910970489 req-5ec5dc80-6638-435f-8111-fa0d25c940ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65af0cd5b05e4e47a92672412bb56f85&device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 1097 time: 0.1615763 Aug 19 18:21:35.158742 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2dd7935f-82a5-44b5-980e-5a4460ff8b3a tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.211045 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] Attempting to bind port 8bc57c9b-58f8-4459-ba3b-483dc2266c6d on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:35.211854 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] Attempting to bind port 8bc57c9b-58f8-4459-ba3b-483dc2266c6d by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:35.212524 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] Attempting to bind port 8bc57c9b-58f8-4459-ba3b-483dc2266c6d on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:35.224837 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff67ea-8557-4e24-9492-86741800b90c None None] Pushing event updated for resources: {'Port': ['ID=8bc57c9b-58f8-4459-ba3b-483dc2266c6d,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:35.230761 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:35.231694 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:35.232972 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.233678 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:35.234573 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] Bound port: 8bc57c9b-58f8-4459-ba3b-483dc2266c6d, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:35.235770 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.236357 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:35.237071 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.244514 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2dd7935f-82a5-44b5-980e-5a4460ff8b3a tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.245967 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ff67ea-8557-4e24-9492-86741800b90c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:35.246523 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ff67ea-8557-4e24-9492-86741800b90c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:35.247061 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ff67ea-8557-4e24-9492-86741800b90c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:35.247582 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ff67ea-8557-4e24-9492-86741800b90c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:35.248084 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ff67ea-8557-4e24-9492-86741800b90c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:35.248610 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ff67ea-8557-4e24-9492-86741800b90c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:35.249120 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ff67ea-8557-4e24-9492-86741800b90c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:35.249674 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ff67ea-8557-4e24-9492-86741800b90c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:35.250425 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ff67ea-8557-4e24-9492-86741800b90c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:35.251875 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ff67ea-8557-4e24-9492-86741800b90c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:35.252386 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ff67ea-8557-4e24-9492-86741800b90c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:35.252966 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ff67ea-8557-4e24-9492-86741800b90c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:35.263865 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08eb21fe-587f-478f-a301-5cb11c69b4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.267174 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08eb21fe-587f-478f-a301-5cb11c69b4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.268410 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-08eb21fe-587f-478f-a301-5cb11c69b4b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d2d7753-2b3e-4f3f-a046-b9fc900bd3ac HTTP/1.1" status: 204 len: 168 time: 0.4173567 Aug 19 18:21:35.306096 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb21fe-587f-478f-a301-5cb11c69b4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2d7753-2b3e-4f3f-a046-b9fc900bd3ac,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:35.320446 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-f20572b3-9f42-412c-bf0b-b60af0eb4f43 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Deleting port 7b883030-1e8d-481f-878f-1bd61618bd09 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:35.321207 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f20572b3-9f42-412c-bf0b-b60af0eb4f43 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.371233 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2dd7935f-82a5-44b5-980e-5a4460ff8b3a tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.374961 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2dd7935f-82a5-44b5-980e-5a4460ff8b3a tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3758929 Aug 19 18:21:35.375162 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-655d8838-d223-45a0-b360-2c46483b40ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c608642-8e4e-465d-95e9-80a801403855', 'name': 'tempest-AttachVolumeShelveTestJSON-2075814986-router', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:00Z', 'updated_at': '2021-08-19T18:21:05Z', 'revision_number': 4, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'gw_port': {'id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:02Z', 'updated_at': '2021-08-19T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '8ecfdfd4-e0fd-4ba3-af89-930e5987e18f', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'floating_ip_address': '172.25.8.212', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '6c608642-8e4e-465d-95e9-80a801403855', 'port_id': '968365ec-5696-467d-bee4-2f8e8058c00a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'mac_address': 'fa:16:3e:01:16:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a4cb3f-09aa-45b9-b03d-1ded851206bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:21:10Z', 'updated_at': '2021-08-19T18:21:31Z', 'revision_number': 1, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c864d110-5ba0-4483-b1db-454f03d09a6b', 'name': '', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'mac_address': 'fa:16:3e:7d:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:04Z', 'updated_at': '2021-08-19T18:21:15Z', 'revision_number': 5, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'subnets': [{'id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:35.388103 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33570) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:35.402128 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-65b2eb9f-43a7-4c39-8ea3-bdd0256577d9 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Request body: {'security_group_rule': {'security_group_id': '6c5c40df-9e72-4d89-9912-f18667b48ddc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:35.422128 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] For port 8bc57c9b-58f8-4459-ba3b-483dc2266c6d, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:35.431093 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] For port 8bc57c9b-58f8-4459-ba3b-483dc2266c6d, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=8bc57c9b-58f8-4459-ba3b-483dc2266c6d,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:35.440187 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.489195 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f20572b3-9f42-412c-bf0b-b60af0eb4f43 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.492385 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f20572b3-9f42-412c-bf0b-b60af0eb4f43 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.523411 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7935f-82a5-44b5-980e-5a4460ff8b3a tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5c40df-9e72-4d89-9912-f18667b48ddc,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:35.530812 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-f20572b3-9f42-412c-bf0b-b60af0eb4f43 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Calling delete_port for 7b883030-1e8d-481f-878f-1bd61618bd09 owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:35.570543 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655d8838-d223-45a0-b360-2c46483b40ad None None] The sync data for ids ['6c608642-8e4e-465d-95e9-80a801403855'] in n-d-803753-2 is: [{'id': '6c608642-8e4e-465d-95e9-80a801403855', 'name': 'tempest-AttachVolumeShelveTestJSON-2075814986-router', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:00Z', 'updated_at': '2021-08-19T18:21:05Z', 'revision_number': 4, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'gw_port': {'id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:02Z', 'updated_at': '2021-08-19T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '8ecfdfd4-e0fd-4ba3-af89-930e5987e18f', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'floating_ip_address': '172.25.8.212', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '6c608642-8e4e-465d-95e9-80a801403855', 'port_id': '968365ec-5696-467d-bee4-2f8e8058c00a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'mac_address': 'fa:16:3e:01:16:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a4cb3f-09aa-45b9-b03d-1ded851206bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:21:10Z', 'updated_at': '2021-08-19T18:21:31Z', 'revision_number': 1, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c864d110-5ba0-4483-b1db-454f03d09a6b', 'name': '', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'mac_address': 'fa:16:3e:7d:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:04Z', 'updated_at': '2021-08-19T18:21:15Z', 'revision_number': 5, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'subnets': [{'id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:21:35.619631 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] Routers {'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:35.622331 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:21:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:35.740345 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff67ea-8557-4e24-9492-86741800b90c None None] Pushing event updated for resources: {'Port': ['ID=8bc57c9b-58f8-4459-ba3b-483dc2266c6d,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:35.749589 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeeff2-4866-4448-9715-c3c910970489 req-11222edd-11a0-4390-8110-e39334962d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:35.752217 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8deeeff2-4866-4448-9715-c3c910970489 req-11222edd-11a0-4390-8110-e39334962d28 service neutron] 10.222.0.54 "GET /v2.0/networks?id=328a6888-a512-4946-b559-9a6ac5994658 HTTP/1.1" status: 200 len: 912 time: 0.5897467 Aug 19 18:21:35.753053 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-65b2eb9f-43a7-4c39-8ea3-bdd0256577d9 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.916990 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-632cc3e9-3fb7-466f-afa1-998709f01555 admin admin] Allocated IP 172.20.0.1 (6084e940-75d5-4b38-a27b-539baf659ad1/57c3905b-ec47-44bd-8717-544ef67ade13/3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:35.945448 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f20572b3-9f42-412c-bf0b-b60af0eb4f43 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.980258 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8deeeff2-4866-4448-9715-c3c910970489 req-02988e47-bd8e-4771-93c8-905096571be1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e299f58-b888-4ecd-9292-355732af519c HTTP/1.1" status: 200 len: 1002 time: 0.2164381 Aug 19 18:21:35.982365 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-65b2eb9f-43a7-4c39-8ea3-bdd0256577d9 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.009201 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20572b3-9f42-412c-bf0b-b60af0eb4f43 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Pushing event deleted for resources: {'Port': ['ID=7b883030-1e8d-481f-878f-1bd61618bd09,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:36.050335 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2ceb00-41ab-4f41-8696-55ddb73c8317 None None] New status for floating IP 8ecfdfd4-e0fd-4ba3-af89-930e5987e18f: ACTIVE {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:21:36.053428 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-65b2eb9f-43a7-4c39-8ea3-bdd0256577d9 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.100855 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-65b2eb9f-43a7-4c39-8ea3-bdd0256577d9 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.102439 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-65b2eb9f-43a7-4c39-8ea3-bdd0256577d9 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7048852 Aug 19 18:21:36.121766 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] Set router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:36.125034 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33586) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:36.132394 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-59a0fd87-8515-41e3-8c20-8e709b197ce0 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Request body: {'security_group_rule': {'security_group_id': '6c5c40df-9e72-4d89-9912-f18667b48ddc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:36.147909 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2eb9f-43a7-4c39-8ea3-bdd0256577d9 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54886ae-a68c-47f7-8259-8ce70d0382f4,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:36.156610 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f20572b3-9f42-412c-bf0b-b60af0eb4f43 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.166283 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f20572b3-9f42-412c-bf0b-b60af0eb4f43 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.167778 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f20572b3-9f42-412c-bf0b-b60af0eb4f43 tempest-ServersTestBootFromVolume-1282063931 tempest-ServersTestBootFromVolume-1282063931-project] 10.222.0.24 "DELETE /v2.0/floatingips/1607d756-9754-48ac-9b08-4188695a5ff2 HTTP/1.1" status: 204 len: 168 time: 1.0948343 Aug 19 18:21:36.172879 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33590) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:36.199023 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-59a0fd87-8515-41e3-8c20-8e709b197ce0 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.276377 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-59a0fd87-8515-41e3-8c20-8e709b197ce0 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.282684 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-59a0fd87-8515-41e3-8c20-8e709b197ce0 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.339863 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0fd87-8515-41e3-8c20-8e709b197ce0 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d081e3-a008-4f97-840e-06c689b480cc,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:36.368461 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-59a0fd87-8515-41e3-8c20-8e709b197ce0 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.370288 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-59a0fd87-8515-41e3-8c20-8e709b197ce0 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2433527 Aug 19 18:21:36.374418 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33594) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:36.379317 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-68c3505e-e674-4ddf-bf37-9f6be1a8ebfe tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Request body: {'security_group_rule': {'security_group_id': '6c5c40df-9e72-4d89-9912-f18667b48ddc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:36.434482 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-68c3505e-e674-4ddf-bf37-9f6be1a8ebfe tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.552981 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-68c3505e-e674-4ddf-bf37-9f6be1a8ebfe tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.558278 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-68c3505e-e674-4ddf-bf37-9f6be1a8ebfe tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.584578 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3505e-e674-4ddf-bf37-9f6be1a8ebfe tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e11b8e9a-b60e-4d00-8941-cfc8dc9bab17,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:36.616357 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-68c3505e-e674-4ddf-bf37-9f6be1a8ebfe tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.621216 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-68c3505e-e674-4ddf-bf37-9f6be1a8ebfe tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2427795 Aug 19 18:21:36.622306 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33598) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:36.635237 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-74d21515-6a13-43b2-8f85-ce51a3641aea tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Request body: {'security_group_rule': {'security_group_id': '6c5c40df-9e72-4d89-9912-f18667b48ddc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:36.726093 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:31Z', 'revision_number': 3, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:36.817893 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-74d21515-6a13-43b2-8f85-ce51a3641aea tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.824395 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2c42a8-9f45-450b-9885-962772921524 None None] The sync data for ids ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'] in n-d-803753-2 is: [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:31Z', 'revision_number': 3, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:21:36.983750 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-74d21515-6a13-43b2-8f85-ce51a3641aea tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.990949 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-74d21515-6a13-43b2-8f85-ce51a3641aea tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.000319 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeeff2-4866-4448-9715-c3c910970489 req-6ab674a8-283a-4b74-ae84-826aab2e9a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:37.002661 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8deeeff2-4866-4448-9715-c3c910970489 req-6ab674a8-283a-4b74-ae84-826aab2e9a4c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9cc3538-7c99-4258-a48c-18c8964a49b7 HTTP/1.1" status: 200 len: 850 time: 1.0052271 Aug 19 18:21:37.033575 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d21515-6a13-43b2-8f85-ce51a3641aea tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77ea70e-9619-4ddd-8552-96185e1d5139,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:37.036983 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-74d21515-6a13-43b2-8f85-ce51a3641aea tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.045003 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-74d21515-6a13-43b2-8f85-ce51a3641aea tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4207203 Aug 19 18:21:37.045767 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33612) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:37.051909 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-23996929-d344-4781-aefc-89d6c34dc717 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Request body: {'security_group_rule': {'security_group_id': '6c5c40df-9e72-4d89-9912-f18667b48ddc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:37.073889 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0d683c33-eb66-4522-8809-e561d6eb2227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.103265 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-23996929-d344-4781-aefc-89d6c34dc717 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.132398 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33614) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:37.193603 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-23996929-d344-4781-aefc-89d6c34dc717 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.196848 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-632cc3e9-3fb7-466f-afa1-998709f01555 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.201195 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-23996929-d344-4781-aefc-89d6c34dc717 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.239409 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.255101 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeeff2-4866-4448-9715-c3c910970489 req-a91692e5-7190-4f8c-bac2-daff649bc5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:37.257728 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8deeeff2-4866-4448-9715-c3c910970489 req-a91692e5-7190-4f8c-bac2-daff649bc5ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=328a6888-a512-4946-b559-9a6ac5994658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2235563 Aug 19 18:21:37.265802 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-632cc3e9-3fb7-466f-afa1-998709f01555 admin admin] Transition to ACTIVE for port object 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:37.269713 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23996929-d344-4781-aefc-89d6c34dc717 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f712ef-f9a4-47c2-b912-e10cf1be6cbc,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:37.288076 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-23996929-d344-4781-aefc-89d6c34dc717 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.295984 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-23996929-d344-4781-aefc-89d6c34dc717 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2466414 Aug 19 18:21:37.300492 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33618) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:37.389521 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-02ff1213-b95b-46b4-a305-897a01284a98 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-817579284-network', 'tenant_id': '8bdb6928d3b5414881e0195edfdd334f'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:37.397125 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1a85b4f-a404-4a56-9bd3-256ab9c92e42 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.411431 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1a85b4f-a404-4a56-9bd3-256ab9c92e42 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.444012 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ff1213-b95b-46b4-a305-897a01284a98 admin admin] Made reservation on behalf of 8bdb6928d3b5414881e0195edfdd334f for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:37.446389 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-02ff1213-b95b-46b4-a305-897a01284a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.463338 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-02ff1213-b95b-46b4-a305-897a01284a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.473997 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1a85b4f-a404-4a56-9bd3-256ab9c92e42 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.484473 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1a85b4f-a404-4a56-9bd3-256ab9c92e42 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.488683 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f1a85b4f-a404-4a56-9bd3-256ab9c92e42 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/e2f712ef-f9a4-47c2-b912-e10cf1be6cbc HTTP/1.1" status: 204 len: 168 time: 0.1839781 Aug 19 18:21:37.491310 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33620) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:37.506849 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a85b4f-a404-4a56-9bd3-256ab9c92e42 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2f712ef-f9a4-47c2-b912-e10cf1be6cbc,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:37.612597 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-632cc3e9-3fb7-466f-afa1-998709f01555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.636547 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-02ff1213-b95b-46b4-a305-897a01284a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.643772 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-02ff1213-b95b-46b4-a305-897a01284a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.663377 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ff1213-b95b-46b4-a305-897a01284a98 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:21:37.702610 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-02ff1213-b95b-46b4-a305-897a01284a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.703129 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-02ff1213-b95b-46b4-a305-897a01284a98 admin admin] Added segment 5f1f34ef-9067-4021-8bd3-d758b9f62f14 of type vlan for network 72c24065-3c61-48bb-b3dc-9f70d8863de2 Aug 19 18:21:37.705007 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3189dabc-5f89-4045-b43c-165208327e7e tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2091064 Aug 19 18:21:37.731322 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33622) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:37.758177 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8deeeff2-4866-4448-9715-c3c910970489 req-80d49ddd-6fd2-4970-88f8-b91a42ec2012 service neutron] 10.222.0.54 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547087 Aug 19 18:21:37.760175 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632cc3e9-3fb7-466f-afa1-998709f01555 admin admin] Network 6084e940-75d5-4b38-a27b-539baf659ad1 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:37.784284 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-632cc3e9-3fb7-466f-afa1-998709f01555 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:37.799770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632cc3e9-3fb7-466f-afa1-998709f01555 admin admin] Pushing event updated for resources: {'Port': ['ID=3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:37.806879 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff1213-b95b-46b4-a305-897a01284a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6c3f40-bd92-4f2f-9e95-3c310531f37b,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:37.807903 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632cc3e9-3fb7-466f-afa1-998709f01555 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:37.823668 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-02ff1213-b95b-46b4-a305-897a01284a98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.893496 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-02ff1213-b95b-46b4-a305-897a01284a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.894681 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ff1213-b95b-46b4-a305-897a01284a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:37.895446 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-02ff1213-b95b-46b4-a305-897a01284a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.014156 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40003bf9-496c-486d-bda8-435740b18007 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.055586 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-02ff1213-b95b-46b4-a305-897a01284a98 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9219811 Aug 19 18:21:38.060425 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33630) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:38.071279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-81bdcc53-fb15-4369-9f85-3f47a1d13344 admin admin] Request body: {'subnet': {'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-817579284-subnet', 'tenant_id': '8bdb6928d3b5414881e0195edfdd334f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:38.091681 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40003bf9-496c-486d-bda8-435740b18007 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.094437 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff1213-b95b-46b4-a305-897a01284a98 admin admin] Pushing event updated for resources: {'Network': ['ID=72c24065-3c61-48bb-b3dc-9f70d8863de2,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:38.112420 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 72c24065-3c61-48bb-b3dc-9f70d8863de2 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:21:38.142762 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-632cc3e9-3fb7-466f-afa1-998709f01555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.145789 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bdcc53-fb15-4369-9f85-3f47a1d13344 admin admin] Made reservation on behalf of 8bdb6928d3b5414881e0195edfdd334f for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:38.152287 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-81bdcc53-fb15-4369-9f85-3f47a1d13344 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.277451 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.314123 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40003bf9-496c-486d-bda8-435740b18007 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.325397 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8deeeff2-4866-4448-9715-c3c910970489 req-47d640d6-4285-4306-b738-6454b0eea4b4 service neutron] 10.222.0.54 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5493457 Aug 19 18:21:38.331903 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40003bf9-496c-486d-bda8-435740b18007 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.340280 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-69c3be5e-dc4c-4402-b663-876a411f2622 None None] Provisioning for port 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:38.346652 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-40003bf9-496c-486d-bda8-435740b18007 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/e77ea70e-9619-4ddd-8552-96185e1d5139 HTTP/1.1" status: 204 len: 168 time: 0.6028199 Aug 19 18:21:38.350032 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33632) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:38.355478 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-69c3be5e-dc4c-4402-b663-876a411f2622 None None] Provisioning complete for port 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:38.356176 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-69c3be5e-dc4c-4402-b663-876a411f2622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.374192 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40003bf9-496c-486d-bda8-435740b18007 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e77ea70e-9619-4ddd-8552-96185e1d5139,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:38.448431 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-69c3be5e-dc4c-4402-b663-876a411f2622 None None] Port 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:21:38.514224 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-632cc3e9-3fb7-466f-afa1-998709f01555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.527493 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8b4e308d-808b-4db1-b400-4c0303546ebc tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1612921 Aug 19 18:21:38.531203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33634) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:38.589089 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-70d91383-8b76-43f2-a180-ec65cfea6b02 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.606445 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-70d91383-8b76-43f2-a180-ec65cfea6b02 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.663392 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-962a4405-dfeb-4d3a-be80-c62a9eb1ca5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.706227 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-70d91383-8b76-43f2-a180-ec65cfea6b02 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.712322 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-70d91383-8b76-43f2-a180-ec65cfea6b02 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.713803 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-70d91383-8b76-43f2-a180-ec65cfea6b02 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/e11b8e9a-b60e-4d00-8941-cfc8dc9bab17 HTTP/1.1" status: 204 len: 168 time: 0.1813238 Aug 19 18:21:38.719581 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33636) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:38.732644 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d91383-8b76-43f2-a180-ec65cfea6b02 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e11b8e9a-b60e-4d00-8941-cfc8dc9bab17,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:38.737986 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-81bdcc53-fb15-4369-9f85-3f47a1d13344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.821927 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bdcc53-fb15-4369-9f85-3f47a1d13344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c82dd89-9ab3-4016-ba41-5a5874e7d091,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:38.859903 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bdcc53-fb15-4369-9f85-3f47a1d13344 admin admin] Checking segment: {'id': '5f1f34ef-9067-4021-8bd3-d758b9f62f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:38.860444 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bdcc53-fb15-4369-9f85-3f47a1d13344 admin admin] Network hostable DHCP agents. Network: 72c24065-3c61-48bb-b3dc-9f70d8863de2, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:21:38.868650 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c5758dae-b1b8-47ca-b382-dae066cece77 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1459198 Aug 19 18:21:38.872693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33638) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:38.898648 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bdcc53-fb15-4369-9f85-3f47a1d13344 admin admin] Network 72c24065-3c61-48bb-b3dc-9f70d8863de2 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:21:38.913849 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8bc57c9b-58f8-4459-ba3b-483dc2266c6d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:38.914784 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-81bdcc53-fb15-4369-9f85-3f47a1d13344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 72c24065-3c61-48bb-b3dc-9f70d8863de2) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:38.919394 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bdcc53-fb15-4369-9f85-3f47a1d13344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:38.920249 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-81bdcc53-fb15-4369-9f85-3f47a1d13344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.930333 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-632cc3e9-3fb7-466f-afa1-998709f01555 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.940050 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-81bdcc53-fb15-4369-9f85-3f47a1d13344 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8771603 Aug 19 18:21:38.943901 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-632cc3e9-3fb7-466f-afa1-998709f01555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.955507 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48fd865-b68d-4871-b29b-1dac5380fb79 None None] Network 72c24065-3c61-48bb-b3dc-9f70d8863de2 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:39.013178 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1a6570e9-8b2a-4c70-a01b-3258c9a3adfb tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.039220 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1a6570e9-8b2a-4c70-a01b-3258c9a3adfb tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.087828 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-632cc3e9-3fb7-466f-afa1-998709f01555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.091818 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632cc3e9-3fb7-466f-afa1-998709f01555 admin admin] Pushing event updated for resources: {'Port': ['ID=3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:39.132143 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 8bc57c9b-58f8-4459-ba3b-483dc2266c6d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:39.143258 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 8bc57c9b-58f8-4459-ba3b-483dc2266c6d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:39.143993 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.164980 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1a6570e9-8b2a-4c70-a01b-3258c9a3adfb tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.176669 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1a6570e9-8b2a-4c70-a01b-3258c9a3adfb tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.177863 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1a6570e9-8b2a-4c70-a01b-3258c9a3adfb tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c5d081e3-a008-4f97-840e-06c689b480cc HTTP/1.1" status: 204 len: 168 time: 0.3036075 Aug 19 18:21:39.181361 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33646) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:39.190690 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6570e9-8b2a-4c70-a01b-3258c9a3adfb tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5d081e3-a008-4f97-840e-06c689b480cc,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:39.191188 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736e3b25-7e2c-4a41-932a-ac385ed7b9e3 None None] Network 72c24065-3c61-48bb-b3dc-9f70d8863de2 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:39.264218 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632cc3e9-3fb7-466f-afa1-998709f01555 admin admin] Network 6084e940-75d5-4b38-a27b-539baf659ad1 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:39.266617 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-632cc3e9-3fb7-466f-afa1-998709f01555 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:39.313771 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ca9cd76d-0fe3-4c03-a15b-d212f6aa79b9 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1309204 Aug 19 18:21:39.327191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33656) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:39.394927 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c4e47f77-1e5c-4d7f-9614-a45d0933402a tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.415740 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c4e47f77-1e5c-4d7f-9614-a45d0933402a tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.428882 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-962a4405-dfeb-4d3a-be80-c62a9eb1ca5b admin admin] Deleting port 012b16f4-3b95-4cf2-95ca-19c926cc1239 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:39.429260 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-962a4405-dfeb-4d3a-be80-c62a9eb1ca5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.487091 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c4e47f77-1e5c-4d7f-9614-a45d0933402a tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.502088 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c4e47f77-1e5c-4d7f-9614-a45d0933402a tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.503369 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c4e47f77-1e5c-4d7f-9614-a45d0933402a tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c54886ae-a68c-47f7-8259-8ce70d0382f4 HTTP/1.1" status: 204 len: 168 time: 0.1751404 Aug 19 18:21:39.509563 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33658) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:39.534250 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e47f77-1e5c-4d7f-9614-a45d0933402a tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c54886ae-a68c-47f7-8259-8ce70d0382f4,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:39.538636 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632cc3e9-3fb7-466f-afa1-998709f01555 admin admin] Router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:21:39.610645 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-69abb7ba-d47a-46a4-a347-7d629ea01648 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0990820 Aug 19 18:21:39.613447 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33664) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:39.681663 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-962a4405-dfeb-4d3a-be80-c62a9eb1ca5b admin admin] For port 012b16f4-3b95-4cf2-95ca-19c926cc1239, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=012b16f4-3b95-4cf2-95ca-19c926cc1239,segment=NetworkSegment(322208e2-b5ec-4a39-9131-3ae8cbaa7ac9),segment_id=322208e2-b5ec-4a39-9131-3ae8cbaa7ac9)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:39.682276 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-962a4405-dfeb-4d3a-be80-c62a9eb1ca5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.725358 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e1985445-58a7-4b7a-bda3-0413303780e2 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.745178 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.764424 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-962a4405-dfeb-4d3a-be80-c62a9eb1ca5b admin admin] Calling delete_port for 012b16f4-3b95-4cf2-95ca-19c926cc1239 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:39.767696 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e1985445-58a7-4b7a-bda3-0413303780e2 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.771313 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 8bc57c9b-58f8-4459-ba3b-483dc2266c6d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=8bc57c9b-58f8-4459-ba3b-483dc2266c6d,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:39.778395 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.822476 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1feec9dc-6b72-44ec-ad0f-4a94dc963423 None None] Provisioning complete for port 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:39.822849 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1feec9dc-6b72-44ec-ad0f-4a94dc963423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.858102 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e1985445-58a7-4b7a-bda3-0413303780e2 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.863477 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e1985445-58a7-4b7a-bda3-0413303780e2 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.865855 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e1985445-58a7-4b7a-bda3-0413303780e2 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "DELETE /v2.0/security-groups/6c5c40df-9e72-4d89-9912-f18667b48ddc HTTP/1.1" status: 204 len: 168 time: 0.2505724 Aug 19 18:21:39.871487 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33670) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:39.874901 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-1feec9dc-6b72-44ec-ad0f-4a94dc963423 None None] Port 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:21:39.881281 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=8bc57c9b-58f8-4459-ba3b-483dc2266c6d,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:39.885210 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1985445-58a7-4b7a-bda3-0413303780e2 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5c40df-9e72-4d89-9912-f18667b48ddc,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:39.942489 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632cc3e9-3fb7-466f-afa1-998709f01555 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:21:39.952719 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-c71e29dd-5e97-4962-a573-320dcc169d2d tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:39.953165 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] Sync routers for ids ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:21:39.955205 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-c71e29dd-5e97-4962-a573-320dcc169d2d tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/networks?id=72c24065-3c61-48bb-b3dc-9f70d8863de2 HTTP/1.1" status: 200 len: 814 time: 0.2780809 Aug 19 18:21:39.960600 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-632cc3e9-3fb7-466f-afa1-998709f01555 admin admin] 10.222.0.24 "PUT /v2.0/routers/f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3928792 Aug 19 18:21:39.977761 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] Routers {'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:39.983879 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:21:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:40.029344 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-d81ebb46-f753-48cd-a5aa-8f4acd0395bc tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/quotas/8bdb6928d3b5414881e0195edfdd334f HTTP/1.1" status: 200 len: 375 time: 0.0621288 Aug 19 18:21:40.045189 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f6449834-dc31-4c35-86bd-7e069d660e01 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1667545 Aug 19 18:21:40.045922 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33674) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:40.080114 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-12f8c644-081d-4d44-bb98-ddbbc4843510 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Request body: {'security_group': {'name': 'tempest-secgroup--760472603'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:40.107963 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-f8dd9264-69c1-49ff-81ee-d965e778b32f tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bdb6928d3b5414881e0195edfdd334f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656431 Aug 19 18:21:40.135553 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:40.208012 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-12f8c644-081d-4d44-bb98-ddbbc4843510 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:40.238978 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] Set router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:40.316019 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-be1fb2e0-bcdd-4ddb-9c49-1b9313f8c320 service neutron] 10.222.0.24 "GET /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994128 Aug 19 18:21:40.346398 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-962a4405-dfeb-4d3a-be80-c62a9eb1ca5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:40.427864 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a4405-dfeb-4d3a-be80-c62a9eb1ca5b admin admin] Pushing event deleted for resources: {'Port': ['ID=012b16f4-3b95-4cf2-95ca-19c926cc1239,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:40.528449 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:38Z', 'revision_number': 4, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7', 'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'mac_address': 'fa:16:3e:30:7a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:35Z', 'updated_at': '2021-08-19T18:21:38Z', 'revision_number': 2, 'project_id': 'ffa9435d941540c182adf55128e34931', 'subnets': [{'id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:40.536759 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-12f8c644-081d-4d44-bb98-ddbbc4843510 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:40.550837 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-12f8c644-081d-4d44-bb98-ddbbc4843510 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:40.574324 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-96cea5b2-d068-4299-8678-e258a7f963a5 service neutron] 10.222.0.24 "GET /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436733 Aug 19 18:21:40.574704 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] Checking router: f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:21:40.575265 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] Updating router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f port 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:21:40.607949 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-12f8c644-081d-4d44-bb98-ddbbc4843510 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:40.612812 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33692) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:40.613395 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-12f8c644-081d-4d44-bb98-ddbbc4843510 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5665162 Aug 19 18:21:40.617995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f5ca93c7-5fbe-4fea-80a8-59a3bb45334b tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Request body: {'security_group_rule': {'security_group_id': '160736aa-2bb4-4021-b8d1-373ecd2993bf', 'direction': 'ingress', 'protocol': 17}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:40.642165 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:40.675028 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5ca93c7-5fbe-4fea-80a8-59a3bb45334b tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:40.699416 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8c644-081d-4d44-bb98-ddbbc4843510 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=160736aa-2bb4-4021-b8d1-373ecd2993bf,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:40.835302 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33700) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:40.839497 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5ca93c7-5fbe-4fea-80a8-59a3bb45334b tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:40.846249 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-0dabe2a2-a18c-4327-9cc3-5f23fea02985 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-615857786-network', 'tenant_id': '35340e21a6e24998bf918d3b7b07c180'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:40.912196 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23688e18-9d9f-4004-860c-a17a0a12fb6f req-0b792b94-3dfa-40cf-8c3f-77dca03edf79 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9dcfd4c-1413-4e73-b8a0-ab5864255f41 HTTP/1.1" status: 200 len: 210 time: 0.1000040 Aug 19 18:21:40.915368 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5ca93c7-5fbe-4fea-80a8-59a3bb45334b tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:40.944888 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:40.980631 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca93c7-5fbe-4fea-80a8-59a3bb45334b tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdbe1f18-5070-4f4e-b26f-912bb3fc0344,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:41.007728 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8bc57c9b-58f8-4459-ba3b-483dc2266c6d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:41.020987 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dabe2a2-a18c-4327-9cc3-5f23fea02985 admin admin] Made reservation on behalf of 35340e21a6e24998bf918d3b7b07c180 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:41.025826 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0dabe2a2-a18c-4327-9cc3-5f23fea02985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.029786 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5ca93c7-5fbe-4fea-80a8-59a3bb45334b tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.031175 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f5ca93c7-5fbe-4fea-80a8-59a3bb45334b tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4171970 Aug 19 18:21:41.037029 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33706) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:41.072572 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0dabe2a2-a18c-4327-9cc3-5f23fea02985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.076823 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 8bc57c9b-58f8-4459-ba3b-483dc2266c6d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:41.077335 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.138549 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e586ea3b-76de-4165-81df-a24eb36d1033 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.155395 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.182135 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] Transition to ACTIVE for port object 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:41.183944 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e586ea3b-76de-4165-81df-a24eb36d1033 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.192827 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.321976 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0dabe2a2-a18c-4327-9cc3-5f23fea02985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.329896 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0dabe2a2-a18c-4327-9cc3-5f23fea02985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.344137 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a792dee-7d4d-40d1-94a8-e9c985c47c0c None None] Pushing event updated for resources: {'Port': ['ID=3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:41.366627 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabe2a2-a18c-4327-9cc3-5f23fea02985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402bb4a8-9929-42b9-870e-b4afe8eb1d78,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:41.399397 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e586ea3b-76de-4165-81df-a24eb36d1033 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.405876 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e586ea3b-76de-4165-81df-a24eb36d1033 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.408207 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e586ea3b-76de-4165-81df-a24eb36d1033 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "DELETE /v2.0/security-groups/160736aa-2bb4-4021-b8d1-373ecd2993bf HTTP/1.1" status: 204 len: 168 time: 0.3700666 Aug 19 18:21:41.409336 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dabe2a2-a18c-4327-9cc3-5f23fea02985 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:21:41.414324 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33714) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:41.458504 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0dabe2a2-a18c-4327-9cc3-5f23fea02985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.458863 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-0dabe2a2-a18c-4327-9cc3-5f23fea02985 admin admin] Added segment dce74850-276f-4d48-8d25-3f1b01ecb38c of type vlan for network 6cc108b8-7224-4816-8f90-b2091c47228d Aug 19 18:21:41.460819 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586ea3b-76de-4165-81df-a24eb36d1033 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=160736aa-2bb4-4021-b8d1-373ecd2993bf,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:41.487119 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] Attempting to bind port 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:41.489561 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] Attempting to bind port 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:41.489971 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] Attempting to bind port 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7 on network 6084e940-75d5-4b38-a27b-539baf659ad1 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:41.509614 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:41.510088 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] Checking segment: {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:41.510631 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.511055 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] Bound using segment: {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:41.511719 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] Bound port: 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:41.512217 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.593300 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0dabe2a2-a18c-4327-9cc3-5f23fea02985 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.619253 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] For port 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:41.623290 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] For port 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:41.630821 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.644670 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-17c0afba-dfbb-4b6a-b978-32179ce45efa tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2258008 Aug 19 18:21:41.646543 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33718) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:41.668463 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-84e21d0e-5cc7-41ad-be0a-c18692ea34f8 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Request body: {'security_group': {'name': 'tempest-secgroup--1475634351'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:41.700287 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a792dee-7d4d-40d1-94a8-e9c985c47c0c None None] Pushing event updated for resources: {'Port': ['ID=3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:41.719529 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-962a4405-dfeb-4d3a-be80-c62a9eb1ca5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.726719 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] Routers {'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:41.727574 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:21:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:41.736222 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0dabe2a2-a18c-4327-9cc3-5f23fea02985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.738246 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dabe2a2-a18c-4327-9cc3-5f23fea02985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:41.739086 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0dabe2a2-a18c-4327-9cc3-5f23fea02985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.853014 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-84e21d0e-5cc7-41ad-be0a-c18692ea34f8 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.863018 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0dabe2a2-a18c-4327-9cc3-5f23fea02985 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0204792 Aug 19 18:21:41.864038 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33720) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:41.880937 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-251d3b86-f6ed-4f30-a779-46c12b28b1c3 admin admin] Request body: {'subnet': {'network_id': '6cc108b8-7224-4816-8f90-b2091c47228d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-615857786-subnet', 'tenant_id': '35340e21a6e24998bf918d3b7b07c180', 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:41.892748 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] Set router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:41.905866 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabe2a2-a18c-4327-9cc3-5f23fea02985 admin admin] Pushing event updated for resources: {'Network': ['ID=6cc108b8-7224-4816-8f90-b2091c47228d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:41.920746 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 6cc108b8-7224-4816-8f90-b2091c47228d details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:21:41.937595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251d3b86-f6ed-4f30-a779-46c12b28b1c3 admin admin] Made reservation on behalf of 35340e21a6e24998bf918d3b7b07c180 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:41.941318 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-251d3b86-f6ed-4f30-a779-46c12b28b1c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:42.115427 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0a61bf22-e5f8-4af0-afa2-4cf605761603 req-71768061-8bb2-4d78-9e0c-5c9fba16ddfb tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9dcfd4c-1413-4e73-b8a0-ab5864255f41 HTTP/1.1" status: 200 len: 210 time: 0.0560200 Aug 19 18:21:42.167095 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962a4405-dfeb-4d3a-be80-c62a9eb1ca5b admin admin] Router b9819cef-b148-4240-86a0-f4250af9b67c has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:21:42.252060 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-84e21d0e-5cc7-41ad-be0a-c18692ea34f8 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:42.258256 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-84e21d0e-5cc7-41ad-be0a-c18692ea34f8 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:42.283935 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:38Z', 'revision_number': 4, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7', 'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'mac_address': 'fa:16:3e:30:7a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:35Z', 'updated_at': '2021-08-19T18:21:41Z', 'revision_number': 4, 'project_id': 'ffa9435d941540c182adf55128e34931', 'subnets': [{'id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:42.310908 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-84e21d0e-5cc7-41ad-be0a-c18692ea34f8 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:42.318113 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-84e21d0e-5cc7-41ad-be0a-c18692ea34f8 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6658206 Aug 19 18:21:42.318468 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33726) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:42.319976 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e185c7a1-c218-4463-9368-db77a16d8f64 None None] The sync data for ids ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'] in n-d-803753-2 is: [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:38Z', 'revision_number': 4, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7', 'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'mac_address': 'fa:16:3e:30:7a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:35Z', 'updated_at': '2021-08-19T18:21:41Z', 'revision_number': 4, 'project_id': 'ffa9435d941540c182adf55128e34931', 'subnets': [{'id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:21:42.324595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e21d0e-5cc7-41ad-be0a-c18692ea34f8 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f25e6423-5559-404d-96e5-33f13e0ff9a3,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:42.328267 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-6d8a36fd-9df6-43bd-9182-73d1b8c53945 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Request body: {'security_group': {'name': 'tempest-secgroup--1283729756'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:42.404202 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962a4405-dfeb-4d3a-be80-c62a9eb1ca5b admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:21:42.405977 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-251d3b86-f6ed-4f30-a779-46c12b28b1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:42.440745 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-962a4405-dfeb-4d3a-be80-c62a9eb1ca5b admin admin] 10.222.0.24 "PUT /v2.0/routers/b9819cef-b148-4240-86a0-f4250af9b67c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2605801 Aug 19 18:21:42.442450 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6d8a36fd-9df6-43bd-9182-73d1b8c53945 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:42.446865 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33730) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:42.457519 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67b5d6c-cad8-4ac3-8cd4-4407846429ce None None] Sync routers for ids ['b9819cef-b148-4240-86a0-f4250af9b67c'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:21:42.483368 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67b5d6c-cad8-4ac3-8cd4-4407846429ce None None] Routers {'b9819cef-b148-4240-86a0-f4250af9b67c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:42.484477 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a67b5d6c-cad8-4ac3-8cd4-4407846429ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:21:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b9819cef-b148-4240-86a0-f4250af9b67c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:42.651999 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d3b86-f6ed-4f30-a779-46c12b28b1c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61de7ee4-56f3-40fd-95d3-cf37c5b88c01,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:42.685187 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-a67b5d6c-cad8-4ac3-8cd4-4407846429ce None None] Set router b9819cef-b148-4240-86a0-f4250af9b67c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:42.760857 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251d3b86-f6ed-4f30-a779-46c12b28b1c3 admin admin] Checking segment: {'id': 'dce74850-276f-4d48-8d25-3f1b01ecb38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6cc108b8-7224-4816-8f90-b2091c47228d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:42.761320 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251d3b86-f6ed-4f30-a779-46c12b28b1c3 admin admin] Network hostable DHCP agents. Network: 6cc108b8-7224-4816-8f90-b2091c47228d, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:21:42.857250 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251d3b86-f6ed-4f30-a779-46c12b28b1c3 admin admin] Network 6cc108b8-7224-4816-8f90-b2091c47228d is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:21:42.887858 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e5b2d239-3018-4d8d-86f5-1861c84c0e60 admin admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:42.957497 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6d8a36fd-9df6-43bd-9182-73d1b8c53945 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:42.977975 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6d8a36fd-9df6-43bd-9182-73d1b8c53945 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:42.994647 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-251d3b86-f6ed-4f30-a779-46c12b28b1c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 6cc108b8-7224-4816-8f90-b2091c47228d) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:43.008004 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251d3b86-f6ed-4f30-a779-46c12b28b1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:43.009158 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-251d3b86-f6ed-4f30-a779-46c12b28b1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:43.016720 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bdfac0-f060-4bb6-b739-e506295fa3a1 None None] Network 6cc108b8-7224-4816-8f90-b2091c47228d requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:43.022596 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6d8a36fd-9df6-43bd-9182-73d1b8c53945 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:43.024602 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6d8a36fd-9df6-43bd-9182-73d1b8c53945 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7055688 Aug 19 18:21:43.033707 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:43.035154 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33734) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:43.043012 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-1a8d9bfb-84e1-4b96-8536-f1056c0517b7 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:43.045071 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-1a8d9bfb-84e1-4b96-8536-f1056c0517b7 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.54 "GET /v2.0/networks?id=72c24065-3c61-48bb-b3dc-9f70d8863de2 HTTP/1.1" status: 200 len: 814 time: 0.3900938 Aug 19 18:21:43.050947 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-cfb7f81e-f7fb-4061-8a94-cdc1710a83ec tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Request body: {'security_group_rule': {'security_group_id': 'f25e6423-5559-404d-96e5-33f13e0ff9a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e16cb081-8a79-4a9b-8b24-b72863852031', 'remote_ip_prefix': None}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:43.098771 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-0715f786-635a-40ac-9ed8-1ba1b5b140b6 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Request body: {'port': {'device_id': 'a9dcfd4c-1413-4e73-b8a0-ab5864255f41', 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2', 'admin_state_up': True, 'tenant_id': '8bdb6928d3b5414881e0195edfdd334f'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:43.109235 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33736) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:43.110039 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-251d3b86-f6ed-4f30-a779-46c12b28b1c3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2356355 Aug 19 18:21:43.123146 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-094436a9-6b83-48e7-a94f-d39382e7e260 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-615857786-router', 'tenant_id': '35340e21a6e24998bf918d3b7b07c180', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:43.137599 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e5b2d239-3018-4d8d-86f5-1861c84c0e60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:43.210674 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a36fd-9df6-43bd-9182-73d1b8c53945 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e16cb081-8a79-4a9b-8b24-b72863852031,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:43.221789 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f81e-f7fb-4061-8a94-cdc1710a83ec tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:43.299212 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-094436a9-6b83-48e7-a94f-d39382e7e260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:43.302890 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-094436a9-6b83-48e7-a94f-d39382e7e260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:43.320707 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-e5b2d239-3018-4d8d-86f5-1861c84c0e60 admin admin] Deleting port 23e3dca3-e6aa-44af-9098-02faf0c3dc4f {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:43.324507 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e5b2d239-3018-4d8d-86f5-1861c84c0e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:43.347885 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:43.388564 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:43.388934 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:43.434694 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a67b5d6c-cad8-4ac3-8cd4-4407846429ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'name': 'tempest-ServersTestBootFromVolume-2015781071-router', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:17:23Z', 'updated_at': '2021-08-19T18:21:40Z', 'revision_number': 5, 'project_id': '4a3290870e464da7827f6e353d92d457', 'gw_port': {'id': '23e3dca3-e6aa-44af-9098-02faf0c3dc4f', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:17:26Z', 'updated_at': '2021-08-19T18:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:43.447465 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-10a891e0-d4b0-4ec0-8691-c41d7674a98b req-9aa577e4-e6b7-479a-b86e-d277199ab5f9 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9dcfd4c-1413-4e73-b8a0-ab5864255f41 HTTP/1.1" status: 200 len: 210 time: 0.1150792 Aug 19 18:21:43.455532 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-094436a9-6b83-48e7-a94f-d39382e7e260 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:43.506873 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67b5d6c-cad8-4ac3-8cd4-4407846429ce None None] Checking router: b9819cef-b148-4240-86a0-f4250af9b67c for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:21:43.556432 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f270899-f3af-4311-a201-66d80211a5ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-6cc108b8-7224-4816-8f90-b2091c47228d', 'network_id': '6cc108b8-7224-4816-8f90-b2091c47228d', 'tenant_id': '35340e21a6e24998bf918d3b7b07c180', 'fixed_ips': [{'subnet_id': '61de7ee4-56f3-40fd-95d3-cf37c5b88c01'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:21:43.557905 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7f270899-f3af-4311-a201-66d80211a5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:43.558734 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-e5b2d239-3018-4d8d-86f5-1861c84c0e60 admin admin] For port 23e3dca3-e6aa-44af-9098-02faf0c3dc4f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=23e3dca3-e6aa-44af-9098-02faf0c3dc4f,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:43.562094 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67b5d6c-cad8-4ac3-8cd4-4407846429ce None None] Routers {'b9819cef-b148-4240-86a0-f4250af9b67c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:43.563450 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a67b5d6c-cad8-4ac3-8cd4-4407846429ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:21:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b9819cef-b148-4240-86a0-f4250af9b67c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:43.564362 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e5b2d239-3018-4d8d-86f5-1861c84c0e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:43.588564 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-e5b2d239-3018-4d8d-86f5-1861c84c0e60 admin admin] Calling delete_port for 23e3dca3-e6aa-44af-9098-02faf0c3dc4f owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:43.656074 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f81e-f7fb-4061-8a94-cdc1710a83ec tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:43.699512 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f81e-f7fb-4061-8a94-cdc1710a83ec tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:43.810392 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:43.842524 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-a67b5d6c-cad8-4ac3-8cd4-4407846429ce None None] Set router b9819cef-b148-4240-86a0-f4250af9b67c gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:43.937042 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-094436a9-6b83-48e7-a94f-d39382e7e260 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:43.955529 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7f81e-f7fb-4061-8a94-cdc1710a83ec tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d49d0e66-1ef4-4158-aa81-e08feece829e,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:43.958427 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e5b2d239-3018-4d8d-86f5-1861c84c0e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:43.991318 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-0715f786-635a-40ac-9ed8-1ba1b5b140b6 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Made reservation on behalf of 8bdb6928d3b5414881e0195edfdd334f for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:43.997861 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-0715f786-635a-40ac-9ed8-1ba1b5b140b6 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.011822 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a67b5d6c-cad8-4ac3-8cd4-4407846429ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'name': 'tempest-ServersTestBootFromVolume-2015781071-router', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:17:23Z', 'updated_at': '2021-08-19T18:21:43Z', 'revision_number': 6, 'project_id': '4a3290870e464da7827f6e353d92d457', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:44.024298 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-7f270899-f3af-4311-a201-66d80211a5ff None None] Allocated IP 172.20.0.2 (6cc108b8-7224-4816-8f90-b2091c47228d/61de7ee4-56f3-40fd-95d3-cf37c5b88c01/0c1931de-ff04-471d-a3bd-cdb22f40448f) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:44.029266 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2d239-3018-4d8d-86f5-1861c84c0e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=23e3dca3-e6aa-44af-9098-02faf0c3dc4f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:44.055365 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f81e-f7fb-4061-8a94-cdc1710a83ec tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.061162 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cfb7f81e-f7fb-4061-8a94-cdc1710a83ec tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0104606 Aug 19 18:21:44.073269 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67b5d6c-cad8-4ac3-8cd4-4407846429ce None None] The sync data for ids ['b9819cef-b148-4240-86a0-f4250af9b67c'] in n-d-803753-2 is: [{'id': 'b9819cef-b148-4240-86a0-f4250af9b67c', 'name': 'tempest-ServersTestBootFromVolume-2015781071-router', 'tenant_id': '4a3290870e464da7827f6e353d92d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:17:23Z', 'updated_at': '2021-08-19T18:21:43Z', 'revision_number': 6, 'project_id': '4a3290870e464da7827f6e353d92d457', 'gw_port_host': None}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:21:44.077109 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:44.086842 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.091795 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33746) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:44.155121 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6547079a-22db-47aa-b1c7-2157273d8665 req-f7bbebda-cc8b-44c1-83c2-33a8a979b2ac service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4453871 Aug 19 18:21:44.221008 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fffb8013-c60a-4fa2-ac0c-85aaa8bd7727 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.240693 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:44.253060 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fffb8013-c60a-4fa2-ac0c-85aaa8bd7727 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.284762 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e5b2d239-3018-4d8d-86f5-1861c84c0e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.372747 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-0715f786-635a-40ac-9ed8-1ba1b5b140b6 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Allocated IP 172.20.0.9 (72c24065-3c61-48bb-b3dc-9f70d8863de2/1c82dd89-9ab3-4016-ba41-5a5874e7d091/eaac0ad0-7bfe-4381-b5be-357a23e5b3bc) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:44.406025 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7f270899-f3af-4311-a201-66d80211a5ff None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.487945 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7f270899-f3af-4311-a201-66d80211a5ff None None] Transition to ACTIVE for port object 0c1931de-ff04-471d-a3bd-cdb22f40448f will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:44.498445 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fffb8013-c60a-4fa2-ac0c-85aaa8bd7727 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.510049 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fffb8013-c60a-4fa2-ac0c-85aaa8bd7727 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.513793 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fffb8013-c60a-4fa2-ac0c-85aaa8bd7727 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d49d0e66-1ef4-4158-aa81-e08feece829e HTTP/1.1" status: 204 len: 168 time: 0.4173253 Aug 19 18:21:44.516992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33750) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:44.517254 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7f270899-f3af-4311-a201-66d80211a5ff None None] Transition to ACTIVE for port object 0c1931de-ff04-471d-a3bd-cdb22f40448f will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:44.524940 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e5b2d239-3018-4d8d-86f5-1861c84c0e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.528703 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e5b2d239-3018-4d8d-86f5-1861c84c0e60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.529995 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7f270899-f3af-4311-a201-66d80211a5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.587662 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-094436a9-6b83-48e7-a94f-d39382e7e260 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.626653 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f270899-f3af-4311-a201-66d80211a5ff None None] Network 6cc108b8-7224-4816-8f90-b2091c47228d is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:44.627720 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0f59f4b9-3388-4b09-bbf7-7b1ff82bb476 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1059666 Aug 19 18:21:44.634141 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33754) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:44.638212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-7f270899-f3af-4311-a201-66d80211a5ff None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:44.652496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f270899-f3af-4311-a201-66d80211a5ff None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:44.654333 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-094436a9-6b83-48e7-a94f-d39382e7e260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.669974 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f270899-f3af-4311-a201-66d80211a5ff None None] Pushing event updated for resources: {'Port': ['ID=0c1931de-ff04-471d-a3bd-cdb22f40448f,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:44.682543 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb8013-c60a-4fa2-ac0c-85aaa8bd7727 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d49d0e66-1ef4-4158-aa81-e08feece829e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:44.693033 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e5b2d239-3018-4d8d-86f5-1861c84c0e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.694373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b2d239-3018-4d8d-86f5-1861c84c0e60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9819cef-b148-4240-86a0-f4250af9b67c {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:21:44.700407 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e5b2d239-3018-4d8d-86f5-1861c84c0e60 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.701848 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e5b2d239-3018-4d8d-86f5-1861c84c0e60 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b9819cef-b148-4240-86a0-f4250af9b67c HTTP/1.1" status: 204 len: 168 time: 2.2507420 Aug 19 18:21:44.705074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547079a-22db-47aa-b1c7-2157273d8665 req-39ebb51a-b115-4d35-b9d8-899bb7e80d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:44.707964 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6547079a-22db-47aa-b1c7-2157273d8665 req-39ebb51a-b115-4d35-b9d8-899bb7e80d7d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1b1aa2c733a4115bafa765990404683&device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 1096 time: 0.4249072 Aug 19 18:21:44.708756 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33758) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:44.721584 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23bc7545-a753-4e20-acf4-0c91d15cd782 req-2d03fdc8-6529-46ee-a31b-8a96bb538f11 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9dcfd4c-1413-4e73-b8a0-ab5864255f41 HTTP/1.1" status: 200 len: 210 time: 0.1072321 Aug 19 18:21:44.790159 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-a998b5b3-aa13-4418-bcd4-b975e4e3c6ee admin admin] Deleting subnet 378552a8-d8af-4c6e-b72d-1f9a87ee7f75 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:21:44.796548 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7f270899-f3af-4311-a201-66d80211a5ff None None] Attempting to bind port 0c1931de-ff04-471d-a3bd-cdb22f40448f on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:44.806439 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7f270899-f3af-4311-a201-66d80211a5ff None None] Attempting to bind port 0c1931de-ff04-471d-a3bd-cdb22f40448f by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'dce74850-276f-4d48-8d25-3f1b01ecb38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6cc108b8-7224-4816-8f90-b2091c47228d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:44.807315 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f270899-f3af-4311-a201-66d80211a5ff None None] Attempting to bind port 0c1931de-ff04-471d-a3bd-cdb22f40448f on network 6cc108b8-7224-4816-8f90-b2091c47228d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:44.831636 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f270899-f3af-4311-a201-66d80211a5ff None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:44.832342 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f270899-f3af-4311-a201-66d80211a5ff None None] Checking segment: {'id': 'dce74850-276f-4d48-8d25-3f1b01ecb38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6cc108b8-7224-4816-8f90-b2091c47228d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:44.833061 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7f270899-f3af-4311-a201-66d80211a5ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.833786 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f270899-f3af-4311-a201-66d80211a5ff None None] Bound using segment: {'id': 'dce74850-276f-4d48-8d25-3f1b01ecb38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6cc108b8-7224-4816-8f90-b2091c47228d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:44.834639 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7f270899-f3af-4311-a201-66d80211a5ff None None] Bound port: 0c1931de-ff04-471d-a3bd-cdb22f40448f, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce74850-276f-4d48-8d25-3f1b01ecb38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6cc108b8-7224-4816-8f90-b2091c47228d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:44.835314 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7f270899-f3af-4311-a201-66d80211a5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.853319 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a998b5b3-aa13-4418-bcd4-b975e4e3c6ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.000010 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-094436a9-6b83-48e7-a94f-d39382e7e260 admin admin] Allocated IP 172.25.8.74 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/0dec4d15-99a9-4914-a7a3-cb21c14d98b9) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:45.038131 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7f270899-f3af-4311-a201-66d80211a5ff None None] For port 0c1931de-ff04-471d-a3bd-cdb22f40448f, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:45.042756 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7f270899-f3af-4311-a201-66d80211a5ff None None] For port 0c1931de-ff04-471d-a3bd-cdb22f40448f, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0c1931de-ff04-471d-a3bd-cdb22f40448f,segment=NetworkSegment(dce74850-276f-4d48-8d25-3f1b01ecb38c),segment_id=dce74850-276f-4d48-8d25-3f1b01ecb38c)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:45.049997 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7f270899-f3af-4311-a201-66d80211a5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.051599 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-0715f786-635a-40ac-9ed8-1ba1b5b140b6 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.117405 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a998b5b3-aa13-4418-bcd4-b975e4e3c6ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.157506 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f270899-f3af-4311-a201-66d80211a5ff None None] Pushing event updated for resources: {'Port': ['ID=0c1931de-ff04-471d-a3bd-cdb22f40448f,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:45.178696 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-514a13d8-073b-4679-b688-06d93aaeecdf tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.231958 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-514a13d8-073b-4679-b688-06d93aaeecdf tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.241456 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-0715f786-635a-40ac-9ed8-1ba1b5b140b6 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.257084 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547079a-22db-47aa-b1c7-2157273d8665 req-a2908880-56b2-4de0-8193-849a6eac5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:45.258718 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6547079a-22db-47aa-b1c7-2157273d8665 req-a2908880-56b2-4de0-8193-849a6eac5ad4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bacad945-2962-49c4-806c-a7bd8c4e8d7b HTTP/1.1" status: 200 len: 918 time: 0.4632258 Aug 19 18:21:45.312822 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-0715f786-635a-40ac-9ed8-1ba1b5b140b6 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Network 72c24065-3c61-48bb-b3dc-9f70d8863de2 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:45.316009 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-094436a9-6b83-48e7-a94f-d39382e7e260 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.325143 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-0715f786-635a-40ac-9ed8-1ba1b5b140b6 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:45.332571 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-0715f786-635a-40ac-9ed8-1ba1b5b140b6 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:45.388025 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715f786-635a-40ac-9ed8-1ba1b5b140b6 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Pushing event updated for resources: {'Port': ['ID=eaac0ad0-7bfe-4381-b5be-357a23e5b3bc,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:45.421901 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:45.469648 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-0715f786-635a-40ac-9ed8-1ba1b5b140b6 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:45.470265 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-0715f786-635a-40ac-9ed8-1ba1b5b140b6 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.509164 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-094436a9-6b83-48e7-a94f-d39382e7e260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.523527 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:45.524010 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.537294 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-0715f786-635a-40ac-9ed8-1ba1b5b140b6 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4503436 Aug 19 18:21:45.572043 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094436a9-6b83-48e7-a94f-d39382e7e260 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:45.581450 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-b7442ded-9e9d-40ad-b9e3-0dc630eec159 service neutron] Request body: {'port': {'device_id': 'a9dcfd4c-1413-4e73-b8a0-ab5864255f41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:45.587700 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-094436a9-6b83-48e7-a94f-d39382e7e260 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:45.606829 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094436a9-6b83-48e7-a94f-d39382e7e260 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:45.671295 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094436a9-6b83-48e7-a94f-d39382e7e260 admin admin] Pushing event updated for resources: {'Port': ['ID=0dec4d15-99a9-4914-a7a3-cb21c14d98b9,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:45.700110 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 012b16f4-3b95-4cf2-95ca-19c926cc1239 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:21:45.731189 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 012b16f4-3b95-4cf2-95ca-19c926cc1239 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:21:45.731689 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 012b16f4-3b95-4cf2-95ca-19c926cc1239 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:21:45.748525 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a998b5b3-aa13-4418-bcd4-b975e4e3c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.748525 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-514a13d8-073b-4679-b688-06d93aaeecdf tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.748525 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-514a13d8-073b-4679-b688-06d93aaeecdf tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.748977 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-514a13d8-073b-4679-b688-06d93aaeecdf tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "DELETE /v2.0/security-groups/e16cb081-8a79-4a9b-8b24-b72863852031 HTTP/1.1" status: 204 len: 168 time: 1.1134348 Aug 19 18:21:45.758780 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-b7442ded-9e9d-40ad-b9e3-0dc630eec159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.760508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33762) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:45.780747 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6547079a-22db-47aa-b1c7-2157273d8665 req-9909189a-ba2c-4251-9a59-d5a9043881e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=968365ec-5696-467d-bee4-2f8e8058c00a HTTP/1.1" status: 200 len: 1001 time: 0.5118165 Aug 19 18:21:45.789453 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a13d8-073b-4679-b688-06d93aaeecdf tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16cb081-8a79-4a9b-8b24-b72863852031,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:45.892559 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547079a-22db-47aa-b1c7-2157273d8665 req-25dcda91-38a0-4205-97d9-5e2547ac08ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:45.894989 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6547079a-22db-47aa-b1c7-2157273d8665 req-25dcda91-38a0-4205-97d9-5e2547ac08ca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9e32631a-48d3-4ef0-8eb3-575117a89737 HTTP/1.1" status: 200 len: 856 time: 0.1002960 Aug 19 18:21:45.896722 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a998b5b3-aa13-4418-bcd4-b975e4e3c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.947133 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998b5b3-aa13-4418-bcd4-b975e4e3c6ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=378552a8-d8af-4c6e-b72d-1f9a87ee7f75,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:45.988590 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-80b87700-1adf-44c4-b9bc-4565d4055179 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1952634 Aug 19 18:21:45.992731 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33772) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:45.993387 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46811683-c93f-4589-b084-a00986456fe0 None None] Network 0f5bd346-7c14-4e50-89d6-16e6ab56fff4 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:46.033990 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a998b5b3-aa13-4418-bcd4-b975e4e3c6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:46.040327 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a998b5b3-aa13-4418-bcd4-b975e4e3c6ee admin admin] 10.222.0.24 "DELETE /v2.0/subnets/378552a8-d8af-4c6e-b72d-1f9a87ee7f75 HTTP/1.1" status: 204 len: 168 time: 1.3206379 Aug 19 18:21:46.041795 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33776) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:46.158731 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547079a-22db-47aa-b1c7-2157273d8665 req-5ca65d7f-78a4-4e69-b830-a269df370231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:46.162803 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6547079a-22db-47aa-b1c7-2157273d8665 req-5ca65d7f-78a4-4e69-b830-a269df370231 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bacad945-2962-49c4-806c-a7bd8c4e8d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2216430 Aug 19 18:21:46.182771 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e64c6c-ba07-4ba0-82f8-2e5fb27f3265 req-558d4b8e-e747-4df6-9274-8ce144aca536 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:46.200450 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d7e64c6c-ba07-4ba0-82f8-2e5fb27f3265 req-558d4b8e-e747-4df6-9274-8ce144aca536 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9dcfd4c-1413-4e73-b8a0-ab5864255f41 HTTP/1.1" status: 200 len: 931 time: 0.2564874 Aug 19 18:21:46.209779 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94d3d95a-a0cf-43c2-9642-80caa2d048c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:46.370678 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d7e64c6c-ba07-4ba0-82f8-2e5fb27f3265 req-2d9dade8-5834-48ee-b23c-63d288dec984 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752923 Aug 19 18:21:46.417199 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6547079a-22db-47aa-b1c7-2157273d8665 req-27aabc5e-be73-4bfd-b5b2-f45e1aefe6bc service neutron] 10.222.0.50 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445378 Aug 19 18:21:46.477784 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:46.484334 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8087bf3b-cc0a-4c6e-b499-249eea03e685 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:46.509573 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-94d3d95a-a0cf-43c2-9642-80caa2d048c7 admin admin] Deleting port db872a70-28fc-4eb0-b4f0-01dfc4f56388 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:46.509966 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94d3d95a-a0cf-43c2-9642-80caa2d048c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:46.519431 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8087bf3b-cc0a-4c6e-b499-249eea03e685 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:46.600953 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6547079a-22db-47aa-b1c7-2157273d8665 req-0cc4a5cc-94df-4aca-ba2d-a35a6d4991ca service neutron] 10.222.0.50 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742606 Aug 19 18:21:46.611965 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbb7c6a-5598-40c1-b63e-67a62175977c None None] DHCP port deletion for 0f5bd346-7c14-4e50-89d6-16e6ab56fff4 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:21:46.636100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-94d3d95a-a0cf-43c2-9642-80caa2d048c7 admin admin] For port db872a70-28fc-4eb0-b4f0-01dfc4f56388, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=db872a70-28fc-4eb0-b4f0-01dfc4f56388,segment=NetworkSegment(322208e2-b5ec-4a39-9131-3ae8cbaa7ac9),segment_id=322208e2-b5ec-4a39-9131-3ae8cbaa7ac9)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:46.636501 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94d3d95a-a0cf-43c2-9642-80caa2d048c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:46.660117 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-94d3d95a-a0cf-43c2-9642-80caa2d048c7 admin admin] Calling delete_port for db872a70-28fc-4eb0-b4f0-01dfc4f56388 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:46.724969 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-9cbb7c6a-5598-40c1-b63e-67a62175977c None None] Deleting port db872a70-28fc-4eb0-b4f0-01dfc4f56388 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:46.725768 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9cbb7c6a-5598-40c1-b63e-67a62175977c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:46.839527 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94d3d95a-a0cf-43c2-9642-80caa2d048c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:46.863390 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-9cbb7c6a-5598-40c1-b63e-67a62175977c None None] For port db872a70-28fc-4eb0-b4f0-01dfc4f56388, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=db872a70-28fc-4eb0-b4f0-01dfc4f56388,segment=NetworkSegment(322208e2-b5ec-4a39-9131-3ae8cbaa7ac9),segment_id=322208e2-b5ec-4a39-9131-3ae8cbaa7ac9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:46.863796 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9cbb7c6a-5598-40c1-b63e-67a62175977c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:46.889588 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3d95a-a0cf-43c2-9642-80caa2d048c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=db872a70-28fc-4eb0-b4f0-01dfc4f56388,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:46.895486 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d3d95a-a0cf-43c2-9642-80caa2d048c7 admin admin] No DVR routers for this DVR port db872a70-28fc-4eb0-b4f0-01dfc4f56388 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:21:46.904758 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-9cbb7c6a-5598-40c1-b63e-67a62175977c None None] Calling delete_port for db872a70-28fc-4eb0-b4f0-01dfc4f56388 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:47.014201 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94d3d95a-a0cf-43c2-9642-80caa2d048c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.028725 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21b6bb4-4d79-4a5c-aa3a-e178401f6006 None None] Network 6cc108b8-7224-4816-8f90-b2091c47228d requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:47.037753 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0c1931de-ff04-471d-a3bd-cdb22f40448f up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:47.045133 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-94d3d95a-a0cf-43c2-9642-80caa2d048c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5bd346-7c14-4e50-89d6-16e6ab56fff4']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:47.063784 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-94d3d95a-a0cf-43c2-9642-80caa2d048c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '322208e2-b5ec-4a39-9131-3ae8cbaa7ac9') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:47.064164 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-94d3d95a-a0cf-43c2-9642-80caa2d048c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '322208e2-b5ec-4a39-9131-3ae8cbaa7ac9') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:47.086878 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94d3d95a-a0cf-43c2-9642-80caa2d048c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.105371 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94d3d95a-a0cf-43c2-9642-80caa2d048c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.106386 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-094436a9-6b83-48e7-a94f-d39382e7e260 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.123152 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d3d95a-a0cf-43c2-9642-80caa2d048c7 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:21:47.123954 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94d3d95a-a0cf-43c2-9642-80caa2d048c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.168557 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3c4bf75c-3c29-40c1-b807-d9d84f1968cc None None] Provisioning for port 0c1931de-ff04-471d-a3bd-cdb22f40448f completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:21:47.206407 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.218538 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.225073 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.225073 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.225073 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.225073 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.225073 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.225073 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.225073 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.225073 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.225073 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.225073 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.225073 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.225073 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.225073 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:47.225073 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:21:47.227036 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94d3d95a-a0cf-43c2-9642-80caa2d048c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.236084 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8087bf3b-cc0a-4c6e-b499-249eea03e685 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.240133 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8087bf3b-cc0a-4c6e-b499-249eea03e685 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.240941 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 0c1931de-ff04-471d-a3bd-cdb22f40448f completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:47.241467 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8087bf3b-cc0a-4c6e-b499-249eea03e685 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "DELETE /v2.0/security-groups/f25e6423-5559-404d-96e5-33f13e0ff9a3 HTTP/1.1" status: 204 len: 168 time: 1.2473404 Aug 19 18:21:47.246520 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33784) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:47.253641 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9cbb7c6a-5598-40c1-b63e-67a62175977c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.256110 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94d3d95a-a0cf-43c2-9642-80caa2d048c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.261453 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 0c1931de-ff04-471d-a3bd-cdb22f40448f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:47.262007 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.283593 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-94d3d95a-a0cf-43c2-9642-80caa2d048c7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0f5bd346-7c14-4e50-89d6-16e6ab56fff4 HTTP/1.1" status: 204 len: 168 time: 1.2376535 Aug 19 18:21:47.316819 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087bf3b-cc0a-4c6e-b499-249eea03e685 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25e6423-5559-404d-96e5-33f13e0ff9a3,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:47.349772 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3d95a-a0cf-43c2-9642-80caa2d048c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f5bd346-7c14-4e50-89d6-16e6ab56fff4,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:47.392406 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-b7442ded-9e9d-40ad-b9e3-0dc630eec159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaac0ad0-7bfe-4381-b5be-357a23e5b3bc {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:21:47.409138 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-b7442ded-9e9d-40ad-b9e3-0dc630eec159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.428765 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9cbb7c6a-5598-40c1-b63e-67a62175977c None None] Network 0f5bd346-7c14-4e50-89d6-16e6ab56fff4 is not hosted by any dhcp agent {{(pid=94683) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:21:47.429420 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb7c6a-5598-40c1-b63e-67a62175977c None None] No DVR routers for this DVR port db872a70-28fc-4eb0-b4f0-01dfc4f56388 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:21:47.455433 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-39a87b57-6b80-4fd4-9aeb-54686840db2d tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1628001 Aug 19 18:21:47.459289 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33792) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:47.467954 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d43c90ab-edd9-413e-9a8b-aecf11e87d77 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Request body: {'security_group': {'name': 'tempest-secgroup--1793159431'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:47.492428 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb7c6a-5598-40c1-b63e-67a62175977c None None] Pushing event deleted for resources: {'Port': ['ID=db872a70-28fc-4eb0-b4f0-01dfc4f56388,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:47.508038 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-b7442ded-9e9d-40ad-b9e3-0dc630eec159 service neutron] Transition to ACTIVE for port object eaac0ad0-7bfe-4381-b5be-357a23e5b3bc will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:47.572566 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-b7442ded-9e9d-40ad-b9e3-0dc630eec159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.638722 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d43c90ab-edd9-413e-9a8b-aecf11e87d77 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.677992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33794) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:47.678230 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf9a99-f07f-4ec7-bb15-33364b6f89f2 req-745f280f-2f3e-46ef-a575-21f78e9ea6b5 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:47.691490 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7442ded-9e9d-40ad-b9e3-0dc630eec159 service neutron] Pushing event updated for resources: {'Port': ['ID=eaac0ad0-7bfe-4381-b5be-357a23e5b3bc,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:47.692156 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8acf9a99-f07f-4ec7-bb15-33364b6f89f2 req-745f280f-2f3e-46ef-a575-21f78e9ea6b5 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9dcfd4c-1413-4e73-b8a0-ab5864255f41 HTTP/1.1" status: 200 len: 943 time: 0.1479948 Aug 19 18:21:47.701008 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.703023 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-094436a9-6b83-48e7-a94f-d39382e7e260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.754684 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 0c1931de-ff04-471d-a3bd-cdb22f40448f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0c1931de-ff04-471d-a3bd-cdb22f40448f,segment=NetworkSegment(dce74850-276f-4d48-8d25-3f1b01ecb38c),segment_id=dce74850-276f-4d48-8d25-3f1b01ecb38c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:47.763898 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.784836 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8acf9a99-f07f-4ec7-bb15-33364b6f89f2 req-6732edc2-c57c-4861-9de8-b3e032b79b3e tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912833 Aug 19 18:21:47.864543 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=0c1931de-ff04-471d-a3bd-cdb22f40448f,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:47.876438 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 23e3dca3-e6aa-44af-9098-02faf0c3dc4f no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:21:47.915118 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 23e3dca3-e6aa-44af-9098-02faf0c3dc4f {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:21:47.915997 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 23e3dca3-e6aa-44af-9098-02faf0c3dc4f not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:21:47.916714 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device db872a70-28fc-4eb0-b4f0-01dfc4f56388 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:21:47.945987 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2a12a8ea-f84e-4a81-85d9-8a2f69e11b31 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a3290870e464da7827f6e353d92d457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2661972 Aug 19 18:21:47.948747 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33796) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:47.954242 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: db872a70-28fc-4eb0-b4f0-01dfc4f56388 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:21:47.955047 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device db872a70-28fc-4eb0-b4f0-01dfc4f56388 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:21:48.018819 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-b7442ded-9e9d-40ad-b9e3-0dc630eec159 service neutron] Attempting to bind port eaac0ad0-7bfe-4381-b5be-357a23e5b3bc on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:48.019171 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-b7442ded-9e9d-40ad-b9e3-0dc630eec159 service neutron] Attempting to bind port eaac0ad0-7bfe-4381-b5be-357a23e5b3bc by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '5f1f34ef-9067-4021-8bd3-d758b9f62f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:48.019479 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-b7442ded-9e9d-40ad-b9e3-0dc630eec159 service neutron] Attempting to bind port eaac0ad0-7bfe-4381-b5be-357a23e5b3bc on network 72c24065-3c61-48bb-b3dc-9f70d8863de2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:48.041017 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-b7442ded-9e9d-40ad-b9e3-0dc630eec159 service neutron] Port eaac0ad0-7bfe-4381-b5be-357a23e5b3bc on network 72c24065-3c61-48bb-b3dc-9f70d8863de2 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:21:48.041336 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-b7442ded-9e9d-40ad-b9e3-0dc630eec159 service neutron] Attempting to bind port eaac0ad0-7bfe-4381-b5be-357a23e5b3bc on network 72c24065-3c61-48bb-b3dc-9f70d8863de2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:48.059151 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eb137086-a281-481f-87a3-eebced66ff8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.061602 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-b7442ded-9e9d-40ad-b9e3-0dc630eec159 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:48.062004 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-b7442ded-9e9d-40ad-b9e3-0dc630eec159 service neutron] Checking segment: {'id': '5f1f34ef-9067-4021-8bd3-d758b9f62f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:48.062341 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-b7442ded-9e9d-40ad-b9e3-0dc630eec159 service neutron] Bound using segment: {'id': '5f1f34ef-9067-4021-8bd3-d758b9f62f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:48.063997 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-b7442ded-9e9d-40ad-b9e3-0dc630eec159 service neutron] Bound port: eaac0ad0-7bfe-4381-b5be-357a23e5b3bc, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1f34ef-9067-4021-8bd3-d758b9f62f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:48.064413 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-b7442ded-9e9d-40ad-b9e3-0dc630eec159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.070059 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d43c90ab-edd9-413e-9a8b-aecf11e87d77 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.086226 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d43c90ab-edd9-413e-9a8b-aecf11e87d77 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.098510 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eb137086-a281-481f-87a3-eebced66ff8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.133848 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ec255418-62c2-4908-a0b9-cecbf16c4124 None None] Provisioning complete for port 0c1931de-ff04-471d-a3bd-cdb22f40448f triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:48.135391 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ec255418-62c2-4908-a0b9-cecbf16c4124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.161906 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d43c90ab-edd9-413e-9a8b-aecf11e87d77 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.164198 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d43c90ab-edd9-413e-9a8b-aecf11e87d77 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7016416 Aug 19 18:21:48.169841 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33800) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:48.170361 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c90ab-edd9-413e-9a8b-aecf11e87d77 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98ef92f7-07a0-464d-9f1f-ea9db5a32b5b,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:48.177971 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094436a9-6b83-48e7-a94f-d39382e7e260 admin admin] Router 7b50ae68-b04c-417b-80c9-ddec9f764175 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:21:48.181120 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-d77847b9-136d-406a-9004-f5564006c467 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Request body: {'security_group_rule': {'security_group_id': '98ef92f7-07a0-464d-9f1f-ea9db5a32b5b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:48.228372 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eb137086-a281-481f-87a3-eebced66ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.233799 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eb137086-a281-481f-87a3-eebced66ff8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.240462 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-eb137086-a281-481f-87a3-eebced66ff8b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff714813-33f9-4c8c-bd20-b68b071112b4 HTTP/1.1" status: 204 len: 168 time: 0.2898431 Aug 19 18:21:48.257392 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb137086-a281-481f-87a3-eebced66ff8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff714813-33f9-4c8c-bd20-b68b071112b4,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:48.270652 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d77847b9-136d-406a-9004-f5564006c467 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.272159 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-b7442ded-9e9d-40ad-b9e3-0dc630eec159 service neutron] For port eaac0ad0-7bfe-4381-b5be-357a23e5b3bc, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:48.300743 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-b7442ded-9e9d-40ad-b9e3-0dc630eec159 service neutron] For port eaac0ad0-7bfe-4381-b5be-357a23e5b3bc, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=eaac0ad0-7bfe-4381-b5be-357a23e5b3bc,segment=NetworkSegment(5f1f34ef-9067-4021-8bd3-d758b9f62f14),segment_id=5f1f34ef-9067-4021-8bd3-d758b9f62f14)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:48.380691 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-b7442ded-9e9d-40ad-b9e3-0dc630eec159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.411374 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d77847b9-136d-406a-9004-f5564006c467 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.419612 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d77847b9-136d-406a-9004-f5564006c467 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.451485 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77847b9-136d-406a-9004-f5564006c467 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61936279-e5ef-44af-88d8-f782e2c6f586,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:48.458873 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094436a9-6b83-48e7-a94f-d39382e7e260 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:21:48.466039 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-b7442ded-9e9d-40ad-b9e3-0dc630eec159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:48.466826 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-b7442ded-9e9d-40ad-b9e3-0dc630eec159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.468315 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-b7442ded-9e9d-40ad-b9e3-0dc630eec159 service neutron] 10.222.0.54 "PUT /v2.0/ports/eaac0ad0-7bfe-4381-b5be-357a23e5b3bc HTTP/1.1" status: 200 len: 1091 time: 2.8950047 Aug 19 18:21:48.469962 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9dcfd4c-1413-4e73-b8a0-ab5864255f41', 'tag': 'eaac0ad0-7bfe-4381-b5be-357a23e5b3bc'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:21:48.472492 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d0b66b-4bae-42c7-9d30-68055f00976a" -d '{"events": [{"name": "network-changed", "server_uuid": "a9dcfd4c-1413-4e73-b8a0-ab5864255f41", "tag": "eaac0ad0-7bfe-4381-b5be-357a23e5b3bc"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:21:48.480658 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] Sync routers for ids ['7b50ae68-b04c-417b-80c9-ddec9f764175'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:21:48.491654 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d77847b9-136d-406a-9004-f5564006c467 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.493676 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d77847b9-136d-406a-9004-f5564006c467 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3206172 Aug 19 18:21:48.498608 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33810) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:48.513621 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] Routers {'7b50ae68-b04c-417b-80c9-ddec9f764175'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:48.518362 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:21:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7b50ae68-b04c-417b-80c9-ddec9f764175'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:48.544782 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26d05632-07a4-4514-ad21-bf80fb38dc73 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.576587 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26d05632-07a4-4514-ad21-bf80fb38dc73 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.598051 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3ba7f5-1a2a-4508-8dd9-473e28a02cde x-openstack-request-id: req-7d3ba7f5-1a2a-4508-8dd9-473e28a02cde {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:21:48.598737 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9dcfd4c-1413-4e73-b8a0-ab5864255f41", "tag": "eaac0ad0-7bfe-4381-b5be-357a23e5b3bc", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:21:48.598737 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d3ba7f5-1a2a-4508-8dd9-473e28a02cde {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:21:48.599215 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9dcfd4c-1413-4e73-b8a0-ab5864255f41', 'tag': 'eaac0ad0-7bfe-4381-b5be-357a23e5b3bc', 'status': 'completed', 'code': 200} Aug 19 18:21:48.646782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7442ded-9e9d-40ad-b9e3-0dc630eec159 service neutron] Pushing event updated for resources: {'Port': ['ID=eaac0ad0-7bfe-4381-b5be-357a23e5b3bc,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:48.657900 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26d05632-07a4-4514-ad21-bf80fb38dc73 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.663128 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-094436a9-6b83-48e7-a94f-d39382e7e260 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.667072 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-094436a9-6b83-48e7-a94f-d39382e7e260 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5482824 Aug 19 18:21:48.670476 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26d05632-07a4-4514-ad21-bf80fb38dc73 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.672388 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-26d05632-07a4-4514-ad21-bf80fb38dc73 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/61936279-e5ef-44af-88d8-f782e2c6f586 HTTP/1.1" status: 204 len: 168 time: 0.1688435 Aug 19 18:21:48.673476 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d05632-07a4-4514-ad21-bf80fb38dc73 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61936279-e5ef-44af-88d8-f782e2c6f586,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:48.677154 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33814) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:48.679841 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33812) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:48.792928 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-753fe33e-afd8-4177-bc55-e3184f6ebb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:48.796303 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-753fe33e-afd8-4177-bc55-e3184f6ebb25 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8bdb6928d3b5414881e0195edfdd334f&device_id=a9dcfd4c-1413-4e73-b8a0-ab5864255f41 HTTP/1.1" status: 200 len: 1094 time: 0.2219231 Aug 19 18:21:48.808305 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d1407f35-7fe2-4481-9061-dec989ad9a20 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1289997 Aug 19 18:21:48.809068 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] Set router 7b50ae68-b04c-417b-80c9-ddec9f764175 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:48.814025 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33820) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:48.962200 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d37f23d0-728d-47d2-bff9-393a22b4f058 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.978328 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0c1931de-ff04-471d-a3bd-cdb22f40448f up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:48.987852 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-4d7a92be-2f32-4c8e-9093-62c4b394f7d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaac0ad0-7bfe-4381-b5be-357a23e5b3bc HTTP/1.1" status: 200 len: 217 time: 0.1746221 Aug 19 18:21:49.021155 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d37f23d0-728d-47d2-bff9-393a22b4f058 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:49.111272 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 0c1931de-ff04-471d-a3bd-cdb22f40448f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:49.111827 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:49.150931 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-7b3248d7-203b-49de-8784-e848449a5a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:49.153038 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-7b3248d7-203b-49de-8784-e848449a5a00 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1c82dd89-9ab3-4016-ba41-5a5874e7d091 HTTP/1.1" status: 200 len: 854 time: 0.1480300 Aug 19 18:21:49.198543 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-bfa40777-4438-4858-8d6f-38dd40338548 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=72c24065-3c61-48bb-b3dc-9f70d8863de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359950 Aug 19 18:21:49.228363 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecea572-7980-4656-8c91-6e5bcdfbdc9f req-d3e10331-7cb9-4851-9a36-567254831898 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:49.231537 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2ecea572-7980-4656-8c91-6e5bcdfbdc9f req-d3e10331-7cb9-4851-9a36-567254831898 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9dcfd4c-1413-4e73-b8a0-ab5864255f41 HTTP/1.1" status: 200 len: 943 time: 0.2019372 Aug 19 18:21:49.272661 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b50ae68-b04c-417b-80c9-ddec9f764175', 'name': 'tempest-TestVolumeBootPattern-615857786-router', 'tenant_id': '35340e21a6e24998bf918d3b7b07c180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '0dec4d15-99a9-4914-a7a3-cb21c14d98b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:43Z', 'updated_at': '2021-08-19T18:21:45Z', 'revision_number': 3, 'project_id': '35340e21a6e24998bf918d3b7b07c180', 'gw_port': {'id': '0dec4d15-99a9-4914-a7a3-cb21c14d98b9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b50ae68-b04c-417b-80c9-ddec9f764175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:44Z', 'updated_at': '2021-08-19T18:21:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:49.353984 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2ecea572-7980-4656-8c91-6e5bcdfbdc9f req-14469070-10b8-4f8e-91f7-3b040c19ada6 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131558 Aug 19 18:21:49.356106 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d37f23d0-728d-47d2-bff9-393a22b4f058 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:49.359273 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d37f23d0-728d-47d2-bff9-393a22b4f058 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:49.364125 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d37f23d0-728d-47d2-bff9-393a22b4f058 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "DELETE /v2.0/security-groups/98ef92f7-07a0-464d-9f1f-ea9db5a32b5b HTTP/1.1" status: 204 len: 168 time: 0.5485387 Aug 19 18:21:49.365675 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33832) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:49.417709 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] Checking router: 7b50ae68-b04c-417b-80c9-ddec9f764175 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:21:49.430736 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] Updating router 7b50ae68-b04c-417b-80c9-ddec9f764175 port 0dec4d15-99a9-4914-a7a3-cb21c14d98b9 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:21:49.437637 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f23d0-728d-47d2-bff9-393a22b4f058 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ef92f7-07a0-464d-9f1f-ea9db5a32b5b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:49.513501 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:49.536632 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4a452ae0-4f86-4384-845f-9e7d7c38ff0d tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1651254 Aug 19 18:21:49.537697 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33836) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:49.546600 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-354c6d65-d7f1-4e7d-97a3-0efc1b69939f tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Request body: {'security_group': {'name': 'tempest-secgroup--183739613'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:49.603971 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-354c6d65-d7f1-4e7d-97a3-0efc1b69939f tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:49.622952 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-0c66dbf4-0b1c-4b36-8adb-d2c38a2a9ba9 service neutron] 10.222.0.54 "GET /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810842 Aug 19 18:21:49.827787 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-354c6d65-d7f1-4e7d-97a3-0efc1b69939f tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:49.837186 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-354c6d65-d7f1-4e7d-97a3-0efc1b69939f tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:49.883915 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-16caecd6-36be-4134-b21a-2e043f602710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:49.901780 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c6d65-d7f1-4e7d-97a3-0efc1b69939f tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5575bdde-78cb-492d-bc7d-e01960fe29b7,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:49.905332 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-354c6d65-d7f1-4e7d-97a3-0efc1b69939f tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:49.917245 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-354c6d65-d7f1-4e7d-97a3-0efc1b69939f tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3684347 Aug 19 18:21:49.917245 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33846) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:49.919262 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-336d5376-cfbf-470e-810c-ab75a539dcd8 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Request body: {'security_group_rule': {'security_group_id': '5575bdde-78cb-492d-bc7d-e01960fe29b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:49.962734 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-336d5376-cfbf-470e-810c-ab75a539dcd8 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.027837 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7f5169d1-d588-4a33-8877-bca449f80c70 req-79288387-cd37-4c6a-b6be-820741d26f46 service neutron] 10.222.0.54 "GET /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291662 Aug 19 18:21:50.058599 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-336d5376-cfbf-470e-810c-ab75a539dcd8 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.064753 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-336d5376-cfbf-470e-810c-ab75a539dcd8 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.085326 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d5376-cfbf-470e-810c-ab75a539dcd8 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b81593-0c45-4d86-8b70-c54ad139662d,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:50.109441 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-336d5376-cfbf-470e-810c-ab75a539dcd8 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.111635 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-336d5376-cfbf-470e-810c-ab75a539dcd8 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1982982 Aug 19 18:21:50.114413 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.115498 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33850) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:50.137960 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0dbdcbab-795d-432e-996c-7aeb87ae74ca tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-group-rules/02b81593-0c45-4d86-8b70-c54ad139662d HTTP/1.1" status: 200 len: 763 time: 0.0205243 Aug 19 18:21:50.142037 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] Transition to ACTIVE for port object 0dec4d15-99a9-4914-a7a3-cb21c14d98b9 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:50.142826 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33852) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:50.150530 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33854) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:50.160853 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.250450 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] Attempting to bind port 0dec4d15-99a9-4914-a7a3-cb21c14d98b9 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:50.251175 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] Attempting to bind port 0dec4d15-99a9-4914-a7a3-cb21c14d98b9 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:50.251833 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] Attempting to bind port 0dec4d15-99a9-4914-a7a3-cb21c14d98b9 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:50.261614 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f0437cc0-7497-41cd-bdf6-858e20b7e09e tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1165729 Aug 19 18:21:50.263676 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33858) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:50.271779 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:50.272531 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:50.273090 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.273721 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:50.274358 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] Bound port: 0dec4d15-99a9-4914-a7a3-cb21c14d98b9, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:50.274942 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.306364 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0e6ec-422e-4045-a2d4-24923baf76f6 None None] Pushing event updated for resources: {'Port': ['ID=0dec4d15-99a9-4914-a7a3-cb21c14d98b9,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:50.317501 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0b66b-4bae-42c7-9d30-68055f00976a req-1b6848d6-fd7f-4557-a9ad-77ff78d6a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:50.319308 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2d0b66b-4bae-42c7-9d30-68055f00976a req-1b6848d6-fd7f-4557-a9ad-77ff78d6a40b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8bdb6928d3b5414881e0195edfdd334f&device_id=a9dcfd4c-1413-4e73-b8a0-ab5864255f41 HTTP/1.1" status: 200 len: 1094 time: 0.1398454 Aug 19 18:21:50.322323 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-16caecd6-36be-4134-b21a-2e043f602710 admin admin] Allocated IP 172.20.0.1 (6cc108b8-7224-4816-8f90-b2091c47228d/61de7ee4-56f3-40fd-95d3-cf37c5b88c01/3aedd694-dfe7-486a-b900-78459a0bc5d4) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:50.329410 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77874343-a0f2-443a-81ee-218e52342638 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.362720 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] For port 0dec4d15-99a9-4914-a7a3-cb21c14d98b9, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:50.365062 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77874343-a0f2-443a-81ee-218e52342638 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.367775 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] For port 0dec4d15-99a9-4914-a7a3-cb21c14d98b9, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0dec4d15-99a9-4914-a7a3-cb21c14d98b9,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:50.374825 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.381593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-50334e12-406f-449e-8682-f31c6cd53b33 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-237828362-network', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:50.430623 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50334e12-406f-449e-8682-f31c6cd53b33 admin admin] Made reservation on behalf of a20d0ce40708443bb8a2d2fc2048850c for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:50.436251 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-50334e12-406f-449e-8682-f31c6cd53b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.462124 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-50334e12-406f-449e-8682-f31c6cd53b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.517756 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] Routers {'7b50ae68-b04c-417b-80c9-ddec9f764175'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:50.519010 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:21:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7b50ae68-b04c-417b-80c9-ddec9f764175'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:50.537074 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77874343-a0f2-443a-81ee-218e52342638 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.557940 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77874343-a0f2-443a-81ee-218e52342638 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.559534 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-77874343-a0f2-443a-81ee-218e52342638 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/02b81593-0c45-4d86-8b70-c54ad139662d HTTP/1.1" status: 204 len: 168 time: 0.2934151 Aug 19 18:21:50.563761 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77874343-a0f2-443a-81ee-218e52342638 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02b81593-0c45-4d86-8b70-c54ad139662d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:50.569291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33866) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:50.614067 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0b66b-4bae-42c7-9d30-68055f00976a req-981d3394-5528-45bb-ac77-517003fccda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:50.617166 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2d0b66b-4bae-42c7-9d30-68055f00976a req-981d3394-5528-45bb-ac77-517003fccda0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=72c24065-3c61-48bb-b3dc-9f70d8863de2 HTTP/1.1" status: 200 len: 915 time: 0.2849774 Aug 19 18:21:50.683058 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0e6ec-422e-4045-a2d4-24923baf76f6 None None] Pushing event updated for resources: {'Port': ['ID=0dec4d15-99a9-4914-a7a3-cb21c14d98b9,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:50.686113 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edc42a-2824-42e2-948e-8734daf97f8c req-f93c1006-bc12-49c6-8fa4-56969858e8c0 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:50.689579 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-36edc42a-2824-42e2-948e-8734daf97f8c req-f93c1006-bc12-49c6-8fa4-56969858e8c0 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9dcfd4c-1413-4e73-b8a0-ab5864255f41 HTTP/1.1" status: 200 len: 943 time: 0.2208717 Aug 19 18:21:50.712245 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2d0b66b-4bae-42c7-9d30-68055f00976a req-07f479b5-e7bd-4b92-acd7-8630dce6f0bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaac0ad0-7bfe-4381-b5be-357a23e5b3bc HTTP/1.1" status: 200 len: 217 time: 0.0859885 Aug 19 18:21:50.715583 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-16caecd6-36be-4134-b21a-2e043f602710 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.716120 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4a4e8f43-e3bb-4896-9d05-b2ea4feca6b2 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1424844 Aug 19 18:21:50.718127 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33868) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:50.723155 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] Set router 7b50ae68-b04c-417b-80c9-ddec9f764175 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:50.727869 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-b47da3d5-fad0-4612-bd4e-eab8b50b9ccd tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Request body: {'security_group_rule': {'security_group_id': '5575bdde-78cb-492d-bc7d-e01960fe29b7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:50.777093 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-36edc42a-2824-42e2-948e-8734daf97f8c req-323ade7e-a0d7-4794-8450-9b2dcdff8890 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598233 Aug 19 18:21:50.778858 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-16caecd6-36be-4134-b21a-2e043f602710 admin admin] Transition to ACTIVE for port object 3aedd694-dfe7-486a-b900-78459a0bc5d4 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:50.807837 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0b66b-4bae-42c7-9d30-68055f00976a req-f3b466bf-b05f-4a86-8384-66ae84524777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:50.810219 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2d0b66b-4bae-42c7-9d30-68055f00976a req-f3b466bf-b05f-4a86-8384-66ae84524777 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1c82dd89-9ab3-4016-ba41-5a5874e7d091 HTTP/1.1" status: 200 len: 854 time: 0.0870750 Aug 19 18:21:50.889112 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2d0b66b-4bae-42c7-9d30-68055f00976a req-8bf1c728-4ed0-4e53-bed9-758efddfbc7e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=72c24065-3c61-48bb-b3dc-9f70d8863de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654705 Aug 19 18:21:50.891784 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-50334e12-406f-449e-8682-f31c6cd53b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.892131 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-16caecd6-36be-4134-b21a-2e043f602710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.898367 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-50334e12-406f-449e-8682-f31c6cd53b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.947072 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50334e12-406f-449e-8682-f31c6cd53b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11742805-b1a1-436d-b383-a9aa6579e543,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:50.951126 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50334e12-406f-449e-8682-f31c6cd53b33 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:21:50.965371 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-50334e12-406f-449e-8682-f31c6cd53b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.966140 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-50334e12-406f-449e-8682-f31c6cd53b33 admin admin] Added segment b046ec20-0f89-4175-ae84-1bee4ba09fc8 of type vlan for network 0572647f-5270-4d43-8c99-1b268d9b7ff3 Aug 19 18:21:51.043807 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16caecd6-36be-4134-b21a-2e043f602710 admin admin] Network 6cc108b8-7224-4816-8f90-b2091c47228d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:51.044133 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-50334e12-406f-449e-8682-f31c6cd53b33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:51.064291 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-16caecd6-36be-4134-b21a-2e043f602710 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:51.067705 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16caecd6-36be-4134-b21a-2e043f602710 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:51.080661 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-50334e12-406f-449e-8682-f31c6cd53b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:51.080944 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16caecd6-36be-4134-b21a-2e043f602710 admin admin] Pushing event updated for resources: {'Port': ['ID=3aedd694-dfe7-486a-b900-78459a0bc5d4,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:51.082488 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50334e12-406f-449e-8682-f31c6cd53b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:51.083611 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-50334e12-406f-449e-8682-f31c6cd53b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:51.086060 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b47da3d5-fad0-4612-bd4e-eab8b50b9ccd tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:51.100750 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b50ae68-b04c-417b-80c9-ddec9f764175', 'name': 'tempest-TestVolumeBootPattern-615857786-router', 'tenant_id': '35340e21a6e24998bf918d3b7b07c180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '0dec4d15-99a9-4914-a7a3-cb21c14d98b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:43Z', 'updated_at': '2021-08-19T18:21:45Z', 'revision_number': 3, 'project_id': '35340e21a6e24998bf918d3b7b07c180', 'gw_port': {'id': '0dec4d15-99a9-4914-a7a3-cb21c14d98b9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b50ae68-b04c-417b-80c9-ddec9f764175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:44Z', 'updated_at': '2021-08-19T18:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:51.138686 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774df84b-e2a3-4f6d-b8b8-fd4b9fceb2a3 None None] The sync data for ids ['7b50ae68-b04c-417b-80c9-ddec9f764175'] in n-d-803753-2 is: [{'id': '7b50ae68-b04c-417b-80c9-ddec9f764175', 'name': 'tempest-TestVolumeBootPattern-615857786-router', 'tenant_id': '35340e21a6e24998bf918d3b7b07c180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '0dec4d15-99a9-4914-a7a3-cb21c14d98b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:43Z', 'updated_at': '2021-08-19T18:21:45Z', 'revision_number': 3, 'project_id': '35340e21a6e24998bf918d3b7b07c180', 'gw_port': {'id': '0dec4d15-99a9-4914-a7a3-cb21c14d98b9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b50ae68-b04c-417b-80c9-ddec9f764175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:44Z', 'updated_at': '2021-08-19T18:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:21:51.179298 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50334e12-406f-449e-8682-f31c6cd53b33 admin admin] Pushing event updated for resources: {'Network': ['ID=0572647f-5270-4d43-8c99-1b268d9b7ff3,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:51.191947 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-50334e12-406f-449e-8682-f31c6cd53b33 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0401220 Aug 19 18:21:51.192564 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 0572647f-5270-4d43-8c99-1b268d9b7ff3 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:21:51.195117 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33872) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:51.202261 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-b9d94e60-c5d4-4f36-96b2-fde35d79e164 admin admin] Request body: {'subnet': {'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-237828362-subnet', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:51.221586 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-16caecd6-36be-4134-b21a-2e043f602710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:51.232483 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2d0b66b-4bae-42c7-9d30-68055f00976a req-16e59ce6-8af5-4427-9c8f-066e95d8eab9 service neutron] 10.222.0.54 "GET /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297689 Aug 19 18:21:51.241340 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d94e60-c5d4-4f36-96b2-fde35d79e164 admin admin] Made reservation on behalf of a20d0ce40708443bb8a2d2fc2048850c for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:51.244831 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b9d94e60-c5d4-4f36-96b2-fde35d79e164 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:51.511989 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b47da3d5-fad0-4612-bd4e-eab8b50b9ccd tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:51.565796 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b47da3d5-fad0-4612-bd4e-eab8b50b9ccd tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:51.573005 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b9d94e60-c5d4-4f36-96b2-fde35d79e164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:51.598101 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fce73a6f-2bbd-4d7a-8133-634e21e08b64 None None] Provisioning for port 3aedd694-dfe7-486a-b900-78459a0bc5d4 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:51.610585 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fce73a6f-2bbd-4d7a-8133-634e21e08b64 None None] Provisioning complete for port 3aedd694-dfe7-486a-b900-78459a0bc5d4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:51.611359 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fce73a6f-2bbd-4d7a-8133-634e21e08b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:51.675638 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2d0b66b-4bae-42c7-9d30-68055f00976a req-9f0e05a0-e96d-4296-a8b5-a09796264955 service neutron] 10.222.0.54 "GET /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439577 Aug 19 18:21:51.697038 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-fce73a6f-2bbd-4d7a-8133-634e21e08b64 None None] Port 3aedd694-dfe7-486a-b900-78459a0bc5d4 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:21:51.707771 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d94e60-c5d4-4f36-96b2-fde35d79e164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83db52d5-596d-4360-af37-78a70930d713,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:51.724798 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47da3d5-fad0-4612-bd4e-eab8b50b9ccd tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e77cd9-5b67-41e0-a79a-f8d438beb401,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:51.730730 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d94e60-c5d4-4f36-96b2-fde35d79e164 admin admin] Checking segment: {'id': 'b046ec20-0f89-4175-ae84-1bee4ba09fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:51.736056 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d94e60-c5d4-4f36-96b2-fde35d79e164 admin admin] Network hostable DHCP agents. Network: 0572647f-5270-4d43-8c99-1b268d9b7ff3, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:21:51.762545 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d94e60-c5d4-4f36-96b2-fde35d79e164 admin admin] Network 0572647f-5270-4d43-8c99-1b268d9b7ff3 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:21:51.764652 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b47da3d5-fad0-4612-bd4e-eab8b50b9ccd tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:51.766985 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b47da3d5-fad0-4612-bd4e-eab8b50b9ccd tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0462008 Aug 19 18:21:51.771426 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33878) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:51.789887 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-b9d94e60-c5d4-4f36-96b2-fde35d79e164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 0572647f-5270-4d43-8c99-1b268d9b7ff3) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:51.803943 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70317fa8-2a09-41ae-990b-769efd4d2626 None None] Network 0572647f-5270-4d43-8c99-1b268d9b7ff3 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:51.806125 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d94e60-c5d4-4f36-96b2-fde35d79e164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:51.807163 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b9d94e60-c5d4-4f36-96b2-fde35d79e164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:51.822382 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b68469c2-62ac-4d67-af8c-729d5aaf9724 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-group-rules/a0e77cd9-5b67-41e0-a79a-f8d438beb401 HTTP/1.1" status: 200 len: 763 time: 0.0492024 Aug 19 18:21:51.824952 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33880) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:51.839848 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-16caecd6-36be-4134-b21a-2e043f602710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:51.859429 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b9d94e60-c5d4-4f36-96b2-fde35d79e164 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6629167 Aug 19 18:21:51.864657 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33882) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:51.870898 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-0c110ab6-b17d-40d7-94da-4f3f25ea3a31 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-237828362-router', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:51.897318 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f8547d25-4227-4ae8-a945-47e90754394c tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0707672 Aug 19 18:21:51.901466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33888) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:51.940068 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-50efeb2e-2bb4-4a6d-8075-304442b21ebb tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:51.967620 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-50efeb2e-2bb4-4a6d-8075-304442b21ebb tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.001018 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0c110ab6-b17d-40d7-94da-4f3f25ea3a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.002449 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0c110ab6-b17d-40d7-94da-4f3f25ea3a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.023833 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-50efeb2e-2bb4-4a6d-8075-304442b21ebb tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.037988 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-50efeb2e-2bb4-4a6d-8075-304442b21ebb tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.039355 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-50efeb2e-2bb4-4a6d-8075-304442b21ebb tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/a0e77cd9-5b67-41e0-a79a-f8d438beb401 HTTP/1.1" status: 204 len: 168 time: 0.1364074 Aug 19 18:21:52.040236 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efeb2e-2bb4-4a6d-8075-304442b21ebb tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0e77cd9-5b67-41e0-a79a-f8d438beb401,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:52.042292 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33890) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:52.098008 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-734348dc-a90d-4d23-84f0-53a47673161c tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0545182 Aug 19 18:21:52.100887 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33892) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:52.111366 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-9f2a9947-4389-4b94-8567-2612a6e593cd tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Request body: {'security_group_rule': {'security_group_id': '5575bdde-78cb-492d-bc7d-e01960fe29b7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:52.129813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf3a0bb-a9af-4367-b0bd-d287fbc5e9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-0572647f-5270-4d43-8c99-1b268d9b7ff3', 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'fixed_ips': [{'subnet_id': '83db52d5-596d-4360-af37-78a70930d713'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:21:52.131541 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a0bb-a9af-4367-b0bd-d287fbc5e9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.164243 n-d-803753-2 neutron-server[94681]: INFO neutron.db.securitygroups_db [None req-9f2a9947-4389-4b94-8567-2612a6e593cd tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Project 07d7069b3f6441efbb3fae517e0cb98a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:21:52.172858 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f2a9947-4389-4b94-8567-2612a6e593cd tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.245143 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f2a9947-4389-4b94-8567-2612a6e593cd tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.252518 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f2a9947-4389-4b94-8567-2612a6e593cd tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.291439 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a9947-4389-4b94-8567-2612a6e593cd tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6a82f8-45c3-401d-92d1-1bb47b24ee9b,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:52.303798 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f2a9947-4389-4b94-8567-2612a6e593cd tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.308285 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9f2a9947-4389-4b94-8567-2612a6e593cd tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2055936 Aug 19 18:21:52.309097 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33894) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:52.348513 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8a0ed1b0-77a0-4fdc-a49c-594937637549 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-group-rules/5e6a82f8-45c3-401d-92d1-1bb47b24ee9b HTTP/1.1" status: 200 len: 769 time: 0.0375328 Aug 19 18:21:52.349796 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33896) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:52.440482 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7277e139-7312-4d34-8237-004abbf0da62 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0888579 Aug 19 18:21:52.441283 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33898) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:52.443962 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-7cf3a0bb-a9af-4367-b0bd-d287fbc5e9ed None None] Allocated IP 172.20.0.2 (0572647f-5270-4d43-8c99-1b268d9b7ff3/83db52d5-596d-4360-af37-78a70930d713/ecd1db7f-e5ba-4323-a01c-73bea0f6878a) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:52.472759 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a3f965f9-d36f-44cc-b87c-45d3ec145828 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.483558 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a3f965f9-d36f-44cc-b87c-45d3ec145828 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.532640 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a3f965f9-d36f-44cc-b87c-45d3ec145828 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.548186 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a3f965f9-d36f-44cc-b87c-45d3ec145828 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.554610 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a3f965f9-d36f-44cc-b87c-45d3ec145828 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5e6a82f8-45c3-401d-92d1-1bb47b24ee9b HTTP/1.1" status: 204 len: 168 time: 0.1118340 Aug 19 18:21:52.555877 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33900) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:52.574926 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f965f9-d36f-44cc-b87c-45d3ec145828 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e6a82f8-45c3-401d-92d1-1bb47b24ee9b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:52.649178 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c1f62645-624d-4cbb-be6f-9b92297840ea tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0856261 Aug 19 18:21:52.652157 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33902) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:52.667879 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0c110ab6-b17d-40d7-94da-4f3f25ea3a31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.704483 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d3d5a-9d9f-4dc7-9f3a-e424d3b85267 req-b50b9c8b-744f-4dba-acb7-407caeed871d tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:52.706123 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ff5d3d5a-9d9f-4dc7-9f3a-e424d3b85267 req-b50b9c8b-744f-4dba-acb7-407caeed871d tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9dcfd4c-1413-4e73-b8a0-ab5864255f41 HTTP/1.1" status: 200 len: 943 time: 0.6849177 Aug 19 18:21:52.731474 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a0bb-a9af-4367-b0bd-d287fbc5e9ed None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.743597 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7cf3a0bb-a9af-4367-b0bd-d287fbc5e9ed None None] Transition to ACTIVE for port object ecd1db7f-e5ba-4323-a01c-73bea0f6878a will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:52.764839 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7cf3a0bb-a9af-4367-b0bd-d287fbc5e9ed None None] Transition to ACTIVE for port object ecd1db7f-e5ba-4323-a01c-73bea0f6878a will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:52.774524 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a0bb-a9af-4367-b0bd-d287fbc5e9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.774786 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a541-55a0-4c2f-9290-3ddfcc3ed599 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.837339 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a541-55a0-4c2f-9290-3ddfcc3ed599 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.942419 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3a0bb-a9af-4367-b0bd-d287fbc5e9ed None None] Pushing event updated for resources: {'Port': ['ID=ecd1db7f-e5ba-4323-a01c-73bea0f6878a,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:52.955304 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a541-55a0-4c2f-9290-3ddfcc3ed599 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.956313 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device eaac0ad0-7bfe-4381-b5be-357a23e5b3bc details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:21:52.958387 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a541-55a0-4c2f-9290-3ddfcc3ed599 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.961841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0dec4d15-99a9-4914-a7a3-cb21c14d98b9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:52.962998 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a9d4a541-55a0-4c2f-9290-3ddfcc3ed599 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "DELETE /v2.0/security-groups/5575bdde-78cb-492d-bc7d-e01960fe29b7 HTTP/1.1" status: 204 len: 168 time: 0.3085670 Aug 19 18:21:52.963701 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33908) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:52.971054 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf3a0bb-a9af-4367-b0bd-d287fbc5e9ed None None] Network 0572647f-5270-4d43-8c99-1b268d9b7ff3 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:52.997059 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-7cf3a0bb-a9af-4367-b0bd-d287fbc5e9ed None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:52.997787 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4a541-55a0-4c2f-9290-3ddfcc3ed599 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5575bdde-78cb-492d-bc7d-e01960fe29b7,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:53.004716 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf3a0bb-a9af-4367-b0bd-d287fbc5e9ed None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:53.028448 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ff5d3d5a-9d9f-4dc7-9f3a-e424d3b85267 req-a08a24ac-5747-459d-be39-6ae3d06d90a2 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811294 Aug 19 18:21:53.046267 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0483a84d-005c-4830-b8d7-ba7896f48c6a tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0717053 Aug 19 18:21:53.047249 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33912) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:53.065360 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0c110ab6-b17d-40d7-94da-4f3f25ea3a31 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:53.122027 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-16caecd6-36be-4134-b21a-2e043f602710 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:53.130453 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1e27cfb7-236c-4454-a000-094e365eea52 tempest-SecGroupIPv6Test-400424368 tempest-SecGroupIPv6Test-400424368-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0735054 Aug 19 18:21:53.150804 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-16caecd6-36be-4134-b21a-2e043f602710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:53.173446 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7cf3a0bb-a9af-4367-b0bd-d287fbc5e9ed None None] Attempting to bind port ecd1db7f-e5ba-4323-a01c-73bea0f6878a on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:53.173892 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7cf3a0bb-a9af-4367-b0bd-d287fbc5e9ed None None] Attempting to bind port ecd1db7f-e5ba-4323-a01c-73bea0f6878a by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'b046ec20-0f89-4175-ae84-1bee4ba09fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:53.174286 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf3a0bb-a9af-4367-b0bd-d287fbc5e9ed None None] Attempting to bind port ecd1db7f-e5ba-4323-a01c-73bea0f6878a on network 0572647f-5270-4d43-8c99-1b268d9b7ff3 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:53.196577 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf3a0bb-a9af-4367-b0bd-d287fbc5e9ed None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:53.196877 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf3a0bb-a9af-4367-b0bd-d287fbc5e9ed None None] Checking segment: {'id': 'b046ec20-0f89-4175-ae84-1bee4ba09fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:53.197231 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a0bb-a9af-4367-b0bd-d287fbc5e9ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:53.197677 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf3a0bb-a9af-4367-b0bd-d287fbc5e9ed None None] Bound using segment: {'id': 'b046ec20-0f89-4175-ae84-1bee4ba09fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:53.198686 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7cf3a0bb-a9af-4367-b0bd-d287fbc5e9ed None None] Bound port: ecd1db7f-e5ba-4323-a01c-73bea0f6878a, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b046ec20-0f89-4175-ae84-1bee4ba09fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:53.198686 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a0bb-a9af-4367-b0bd-d287fbc5e9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:53.272202 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 0dec4d15-99a9-4914-a7a3-cb21c14d98b9 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:53.290853 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 0dec4d15-99a9-4914-a7a3-cb21c14d98b9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:53.291186 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:53.332343 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-16caecd6-36be-4134-b21a-2e043f602710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:53.347247 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7cf3a0bb-a9af-4367-b0bd-d287fbc5e9ed None None] For port ecd1db7f-e5ba-4323-a01c-73bea0f6878a, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:53.370251 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port eaac0ad0-7bfe-4381-b5be-357a23e5b3bc, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=eaac0ad0-7bfe-4381-b5be-357a23e5b3bc,segment=NetworkSegment(5f1f34ef-9067-4021-8bd3-d758b9f62f14),segment_id=5f1f34ef-9067-4021-8bd3-d758b9f62f14)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:53.384484 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7cf3a0bb-a9af-4367-b0bd-d287fbc5e9ed None None] For port ecd1db7f-e5ba-4323-a01c-73bea0f6878a, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ecd1db7f-e5ba-4323-a01c-73bea0f6878a,segment=NetworkSegment(b046ec20-0f89-4175-ae84-1bee4ba09fc8),segment_id=b046ec20-0f89-4175-ae84-1bee4ba09fc8)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:53.393041 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a0bb-a9af-4367-b0bd-d287fbc5e9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:53.395333 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'eaac0ad0-7bfe-4381-b5be-357a23e5b3bc', 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2', 'port_id': 'eaac0ad0-7bfe-4381-b5be-357a23e5b3bc', 'mac_address': 'fa:16:3e:db:95:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c82dd89-9ab3-4016-ba41-5a5874e7d091', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:21:53.418263 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33918) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:53.424760 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16caecd6-36be-4134-b21a-2e043f602710 admin admin] Pushing event updated for resources: {'Port': ['ID=3aedd694-dfe7-486a-b900-78459a0bc5d4,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:53.465113 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16caecd6-36be-4134-b21a-2e043f602710 admin admin] Network 6cc108b8-7224-4816-8f90-b2091c47228d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:53.467950 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-16caecd6-36be-4134-b21a-2e043f602710 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:53.506867 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:53.587357 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 0dec4d15-99a9-4914-a7a3-cb21c14d98b9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0dec4d15-99a9-4914-a7a3-cb21c14d98b9,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:53.603752 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:53.614006 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3a0bb-a9af-4367-b0bd-d287fbc5e9ed None None] Pushing event updated for resources: {'Port': ['ID=ecd1db7f-e5ba-4323-a01c-73bea0f6878a,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:53.620203 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:53.671191 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaac0ad0-7bfe-4381-b5be-357a23e5b3bc {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:21:53.714188 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port eaac0ad0-7bfe-4381-b5be-357a23e5b3bc, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=eaac0ad0-7bfe-4381-b5be-357a23e5b3bc,segment=NetworkSegment(5f1f34ef-9067-4021-8bd3-d758b9f62f14),segment_id=5f1f34ef-9067-4021-8bd3-d758b9f62f14)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:53.726394 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:53.743715 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=0dec4d15-99a9-4914-a7a3-cb21c14d98b9,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:53.865571 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=eaac0ad0-7bfe-4381-b5be-357a23e5b3bc,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:53.876676 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a7261ad9-2eef-420c-bae3-9222ebd13c9d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07d7069b3f6441efbb3fae517e0cb98a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4565883 Aug 19 18:21:53.885003 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16caecd6-36be-4134-b21a-2e043f602710 admin admin] Router 7b50ae68-b04c-417b-80c9-ddec9f764175 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:21:53.886305 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33924) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:54.020682 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['eaac0ad0-7bfe-4381-b5be-357a23e5b3bc'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:21:54.064854 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a2a7-43f0-40a4-bb68-0b7dbb12dd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:54.114397 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a2a7-43f0-40a4-bb68-0b7dbb12dd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:54.119078 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a1fb79e4-4ef8-4aa9-a250-fa8f9bec2b45 None None] Provisioning complete for port 3aedd694-dfe7-486a-b900-78459a0bc5d4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:54.120236 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a1fb79e4-4ef8-4aa9-a250-fa8f9bec2b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:54.210985 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-a1fb79e4-4ef8-4aa9-a250-fa8f9bec2b45 None None] Port 3aedd694-dfe7-486a-b900-78459a0bc5d4 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:21:54.228043 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a2a7-43f0-40a4-bb68-0b7dbb12dd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:54.230979 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a2a7-43f0-40a4-bb68-0b7dbb12dd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:54.233130 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c4a4a2a7-43f0-40a4-bb68-0b7dbb12dd40 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/458cfdd7-ae33-48f4-9dcd-200306cf5a68 HTTP/1.1" status: 204 len: 168 time: 0.3403180 Aug 19 18:21:54.244778 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4a2a7-43f0-40a4-bb68-0b7dbb12dd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458cfdd7-ae33-48f4-9dcd-200306cf5a68,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:54.412578 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0c110ab6-b17d-40d7-94da-4f3f25ea3a31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:54.445129 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0c110ab6-b17d-40d7-94da-4f3f25ea3a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:54.455019 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2e77f-08a2-4582-bfde-c75a379bbb57 req-521447e7-085a-4cf5-b08f-ff4b07ebe3a1 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:54.456695 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-30d2e77f-08a2-4582-bfde-c75a379bbb57 req-521447e7-085a-4cf5-b08f-ff4b07ebe3a1 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9dcfd4c-1413-4e73-b8a0-ab5864255f41 HTTP/1.1" status: 200 len: 944 time: 0.2315476 Aug 19 18:21:54.545466 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16caecd6-36be-4134-b21a-2e043f602710 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:21:54.556683 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] Sync routers for ids ['7b50ae68-b04c-417b-80c9-ddec9f764175'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:21:54.563561 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-16caecd6-36be-4134-b21a-2e043f602710 admin admin] 10.222.0.24 "PUT /v2.0/routers/7b50ae68-b04c-417b-80c9-ddec9f764175/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8801787 Aug 19 18:21:54.571432 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] Routers {'7b50ae68-b04c-417b-80c9-ddec9f764175'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:54.572381 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:21:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7b50ae68-b04c-417b-80c9-ddec9f764175'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:54.595950 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-30d2e77f-08a2-4582-bfde-c75a379bbb57 req-5b94b2e7-cc15-4806-b941-5645ce234eba tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255245 Aug 19 18:21:54.738367 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] Set router 7b50ae68-b04c-417b-80c9-ddec9f764175 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:54.758785 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-0c110ab6-b17d-40d7-94da-4f3f25ea3a31 admin admin] Allocated IP 172.25.8.153 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/cf5f5274-8779-4a38-884a-6ebd4721f793) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:54.934248 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device eaac0ad0-7bfe-4381-b5be-357a23e5b3bc up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:55.191496 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0c110ab6-b17d-40d7-94da-4f3f25ea3a31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:55.349637 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0c110ab6-b17d-40d7-94da-4f3f25ea3a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:55.394982 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0dec4d15-99a9-4914-a7a3-cb21c14d98b9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:55.399170 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714243b6-b65d-498f-a57b-f4d25aec4957 None None] Network 0572647f-5270-4d43-8c99-1b268d9b7ff3 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:55.457609 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c110ab6-b17d-40d7-94da-4f3f25ea3a31 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:55.461900 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-0c110ab6-b17d-40d7-94da-4f3f25ea3a31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:55.464829 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c110ab6-b17d-40d7-94da-4f3f25ea3a31 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:55.492664 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c110ab6-b17d-40d7-94da-4f3f25ea3a31 admin admin] Pushing event updated for resources: {'Port': ['ID=cf5f5274-8779-4a38-884a-6ebd4721f793,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:55.621858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7c3cd82a-5b41-4a67-ad6d-d6ade3d3c923 None None] Provisioning for port ecd1db7f-e5ba-4323-a01c-73bea0f6878a completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:55.658123 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port eaac0ad0-7bfe-4381-b5be-357a23e5b3bc completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:55.673976 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port eaac0ad0-7bfe-4381-b5be-357a23e5b3bc triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:55.674447 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:55.713958 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33972) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:55.827195 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 0dec4d15-99a9-4914-a7a3-cb21c14d98b9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:55.827487 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:55.922020 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae1310-f789-449b-bff1-2012655eeaba req-2094a8ea-da8e-4882-bc3e-b4d1f9816a6f tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:55.922564 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b50ae68-b04c-417b-80c9-ddec9f764175', 'name': 'tempest-TestVolumeBootPattern-615857786-router', 'tenant_id': '35340e21a6e24998bf918d3b7b07c180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '0dec4d15-99a9-4914-a7a3-cb21c14d98b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:43Z', 'updated_at': '2021-08-19T18:21:51Z', 'revision_number': 4, 'project_id': '35340e21a6e24998bf918d3b7b07c180', 'gw_port': {'id': '0dec4d15-99a9-4914-a7a3-cb21c14d98b9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50ae68-b04c-417b-80c9-ddec9f764175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:44Z', 'updated_at': '2021-08-19T18:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '3aedd694-dfe7-486a-b900-78459a0bc5d4', 'name': '', 'network_id': '6cc108b8-7224-4816-8f90-b2091c47228d', 'tenant_id': '35340e21a6e24998bf918d3b7b07c180', 'mac_address': 'fa:16:3e:c8:a8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b50ae68-b04c-417b-80c9-ddec9f764175', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '61de7ee4-56f3-40fd-95d3-cf37c5b88c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:49Z', 'updated_at': '2021-08-19T18:21:51Z', 'revision_number': 2, 'project_id': '35340e21a6e24998bf918d3b7b07c180', 'subnets': [{'id': '61de7ee4-56f3-40fd-95d3-cf37c5b88c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:55.925249 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ffae1310-f789-449b-bff1-2012655eeaba req-2094a8ea-da8e-4882-bc3e-b4d1f9816a6f tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9dcfd4c-1413-4e73-b8a0-ab5864255f41 HTTP/1.1" status: 200 len: 944 time: 0.1579990 Aug 19 18:21:55.979105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] Checking router: 7b50ae68-b04c-417b-80c9-ddec9f764175 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:21:55.979465 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] Updating router 7b50ae68-b04c-417b-80c9-ddec9f764175 port 3aedd694-dfe7-486a-b900-78459a0bc5d4 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:21:56.014842 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:56.030082 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-409bc3c4-0c58-40ad-b8bc-dad0e628e8fe tempest-SubnetPoolsTestJSON-1543661512 tempest-SubnetPoolsTestJSON-1543661512-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2020271077', 'prefixes': ['172.20.0.0/16']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:56.040536 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:56.083171 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dcfd4c-1413-4e73-b8a0-ab5864255f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaac0ad0-7bfe-4381-b5be-357a23e5b3bc'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:21:56.088593 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a844366-9aaa-4a90-a6b2-c083956029c7" -d '{"events": [{"server_uuid": "a9dcfd4c-1413-4e73-b8a0-ab5864255f41", "name": "network-vif-plugged", "status": "completed", "tag": "eaac0ad0-7bfe-4381-b5be-357a23e5b3bc"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:21:56.163596 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ffae1310-f789-449b-bff1-2012655eeaba req-a7f1079b-94f5-4d61-8d7f-ea759f91d156 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492562 Aug 19 18:21:56.228460 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0c110ab6-b17d-40d7-94da-4f3f25ea3a31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:56.249105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port eaac0ad0-7bfe-4381-b5be-357a23e5b3bc, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=eaac0ad0-7bfe-4381-b5be-357a23e5b3bc,segment=NetworkSegment(5f1f34ef-9067-4021-8bd3-d758b9f62f14),segment_id=5f1f34ef-9067-4021-8bd3-d758b9f62f14)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:56.254645 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-409bc3c4-0c58-40ad-b8bc-dad0e628e8fe tempest-SubnetPoolsTestJSON-1543661512 tempest-SubnetPoolsTestJSON-1543661512-project] Notify callbacks [] for subnetpool, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:56.256733 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-409bc3c4-0c58-40ad-b8bc-dad0e628e8fe tempest-SubnetPoolsTestJSON-1543661512 tempest-SubnetPoolsTestJSON-1543661512-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5397477 Aug 19 18:21:56.260050 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33982) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:56.347799 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c953b4-f8b7-40d9-924c-8569a6fa83b9 x-openstack-request-id: req-95c953b4-f8b7-40d9-924c-8569a6fa83b9 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:21:56.348234 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dcfd4c-1413-4e73-b8a0-ab5864255f41", "name": "network-vif-plugged", "status": "completed", "tag": "eaac0ad0-7bfe-4381-b5be-357a23e5b3bc", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:21:56.348581 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95c953b4-f8b7-40d9-924c-8569a6fa83b9 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:21:56.349175 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dcfd4c-1413-4e73-b8a0-ab5864255f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaac0ad0-7bfe-4381-b5be-357a23e5b3bc', 'code': 200} Aug 19 18:21:56.463347 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-50a5c2b2-516f-480e-a95d-008c4f71e54c tempest-SubnetPoolsTestJSON-1543661512 tempest-SubnetPoolsTestJSON-1543661512-project] 10.222.0.24 "GET /v2.0/subnetpools/4016756b-ea55-45b8-900a-c0752fad92d1 HTTP/1.1" status: 200 len: 732 time: 0.2013447 Aug 19 18:21:56.470026 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33990) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:56.489010 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-8fb85f3a-4623-496b-a954-453d1d36a6d0 tempest-SubnetPoolsTestJSON-1543661512 tempest-SubnetPoolsTestJSON-1543661512-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-888292307'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:56.653795 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aae39f-9b06-4394-bfd3-44f5448c29fc req-c1e56c1c-0fcf-4ccb-8d5e-c383a2627582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:56.655669 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0aae39f-9b06-4394-bfd3-44f5448c29fc req-c1e56c1c-0fcf-4ccb-8d5e-c383a2627582 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a9dcfd4c-1413-4e73-b8a0-ab5864255f41 HTTP/1.1" status: 200 len: 1096 time: 0.2543530 Aug 19 18:21:56.667599 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:56.728199 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8fb85f3a-4623-496b-a954-453d1d36a6d0 tempest-SubnetPoolsTestJSON-1543661512 tempest-SubnetPoolsTestJSON-1543661512-project] Notify callbacks [] for subnetpool, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:56.730861 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8fb85f3a-4623-496b-a954-453d1d36a6d0 tempest-SubnetPoolsTestJSON-1543661512 tempest-SubnetPoolsTestJSON-1543661512-project] 10.222.0.24 "PUT /v2.0/subnetpools/4016756b-ea55-45b8-900a-c0752fad92d1 HTTP/1.1" status: 200 len: 683 time: 0.2591231 Aug 19 18:21:56.734620 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33994) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:56.739625 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ecd1db7f-e5ba-4323-a01c-73bea0f6878a up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:56.774645 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0aae39f-9b06-4394-bfd3-44f5448c29fc req-e806bfaa-ce09-4b0b-a224-5c1c22ffe845 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065004 Aug 19 18:21:56.881055 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-111884c6-5311-4b38-baf4-c3890fe91e0a tempest-SubnetPoolsTestJSON-1543661512 tempest-SubnetPoolsTestJSON-1543661512-project] Notify callbacks [] for subnetpool, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:56.885662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=eaac0ad0-7bfe-4381-b5be-357a23e5b3bc,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:56.886342 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-111884c6-5311-4b38-baf4-c3890fe91e0a tempest-SubnetPoolsTestJSON-1543661512 tempest-SubnetPoolsTestJSON-1543661512-project] 10.222.0.24 "DELETE /v2.0/subnetpools/4016756b-ea55-45b8-900a-c0752fad92d1 HTTP/1.1" status: 204 len: 168 time: 0.1462431 Aug 19 18:21:56.887892 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33996) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:56.916924 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-37b4f6f5-9472-4787-82b5-d81b23130748 tempest-SubnetPoolsTestJSON-1543661512 tempest-SubnetPoolsTestJSON-1543661512-project] show failed (client error): The resource could not be found. Aug 19 18:21:56.918473 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-37b4f6f5-9472-4787-82b5-d81b23130748 tempest-SubnetPoolsTestJSON-1543661512 tempest-SubnetPoolsTestJSON-1543661512-project] 10.222.0.24 "GET /v2.0/subnetpools/4016756b-ea55-45b8-900a-c0752fad92d1 HTTP/1.1" status: 404 len: 346 time: 0.0287545 Aug 19 18:21:56.923313 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33998) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:56.944843 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-2fef26d8-6864-4c40-a007-82a96ffa5866 tempest-SubnetPoolsTestJSON-1543661512 tempest-SubnetPoolsTestJSON-1543661512-project] delete failed (client error): The resource could not be found. Aug 19 18:21:56.946145 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2fef26d8-6864-4c40-a007-82a96ffa5866 tempest-SubnetPoolsTestJSON-1543661512 tempest-SubnetPoolsTestJSON-1543661512-project] 10.222.0.24 "DELETE /v2.0/subnetpools/4016756b-ea55-45b8-900a-c0752fad92d1 HTTP/1.1" status: 404 len: 346 time: 0.0213718 Aug 19 18:21:56.967194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port ecd1db7f-e5ba-4323-a01c-73bea0f6878a completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:56.969566 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0c110ab6-b17d-40d7-94da-4f3f25ea3a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:56.982168 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port ecd1db7f-e5ba-4323-a01c-73bea0f6878a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:56.982668 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:57.143137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c110ab6-b17d-40d7-94da-4f3f25ea3a31 admin admin] Router 6c3844a9-9848-468f-91ed-db4917f8d2a6 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:21:57.147112 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:57.166092 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:57.169195 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] Transition to ACTIVE for port object 3aedd694-dfe7-486a-b900-78459a0bc5d4 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:57.182468 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:57.278501 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port ecd1db7f-e5ba-4323-a01c-73bea0f6878a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ecd1db7f-e5ba-4323-a01c-73bea0f6878a,segment=NetworkSegment(b046ec20-0f89-4175-ae84-1bee4ba09fc8),segment_id=b046ec20-0f89-4175-ae84-1bee4ba09fc8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:57.280211 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001ff06-7ae2-4b92-b7ae-4ee41c8fea30 None None] Pushing event updated for resources: {'Port': ['ID=3aedd694-dfe7-486a-b900-78459a0bc5d4,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:57.289963 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:57.368195 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=ecd1db7f-e5ba-4323-a01c-73bea0f6878a,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:57.441930 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34008) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:57.532059 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] Attempting to bind port 3aedd694-dfe7-486a-b900-78459a0bc5d4 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:57.535673 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] Attempting to bind port 3aedd694-dfe7-486a-b900-78459a0bc5d4 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'dce74850-276f-4d48-8d25-3f1b01ecb38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6cc108b8-7224-4816-8f90-b2091c47228d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:57.535673 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] Attempting to bind port 3aedd694-dfe7-486a-b900-78459a0bc5d4 on network 6cc108b8-7224-4816-8f90-b2091c47228d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:57.593370 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:57.595469 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] Checking segment: {'id': 'dce74850-276f-4d48-8d25-3f1b01ecb38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6cc108b8-7224-4816-8f90-b2091c47228d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:57.599736 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:57.602712 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] Bound using segment: {'id': 'dce74850-276f-4d48-8d25-3f1b01ecb38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6cc108b8-7224-4816-8f90-b2091c47228d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:57.603686 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] Bound port: 3aedd694-dfe7-486a-b900-78459a0bc5d4, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce74850-276f-4d48-8d25-3f1b01ecb38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6cc108b8-7224-4816-8f90-b2091c47228d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:57.607011 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:57.611506 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c110ab6-b17d-40d7-94da-4f3f25ea3a31 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:21:57.627969 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] Sync routers for ids ['6c3844a9-9848-468f-91ed-db4917f8d2a6'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:21:57.664169 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] Routers {'6c3844a9-9848-468f-91ed-db4917f8d2a6'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:57.666702 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:21:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c3844a9-9848-468f-91ed-db4917f8d2a6'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:57.670990 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a17b42-d717-4e14-a59a-77ed98e51236 req-f42b3ae9-fd7b-43c1-8c61-139da69c721a tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:57.687538 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-49a17b42-d717-4e14-a59a-77ed98e51236 req-f42b3ae9-fd7b-43c1-8c61-139da69c721a tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9dcfd4c-1413-4e73-b8a0-ab5864255f41 HTTP/1.1" status: 200 len: 945 time: 0.2370141 Aug 19 18:21:57.806595 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0c110ab6-b17d-40d7-94da-4f3f25ea3a31 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:57.818330 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34018) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:57.824021 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0c110ab6-b17d-40d7-94da-4f3f25ea3a31 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.9477801 Aug 19 18:21:57.839869 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] For port 3aedd694-dfe7-486a-b900-78459a0bc5d4, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:57.850158 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] For port 3aedd694-dfe7-486a-b900-78459a0bc5d4, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3aedd694-dfe7-486a-b900-78459a0bc5d4,segment=NetworkSegment(dce74850-276f-4d48-8d25-3f1b01ecb38c),segment_id=dce74850-276f-4d48-8d25-3f1b01ecb38c)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:57.861233 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:57.862984 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-49a17b42-d717-4e14-a59a-77ed98e51236 req-8475168f-8528-4963-9f22-5a0019814f42 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733963 Aug 19 18:21:57.958370 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] Set router 6c3844a9-9848-468f-91ed-db4917f8d2a6 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:57.977586 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1fd09190-7b35-47c4-9c06-cf7b6c89032a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:57.987426 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001ff06-7ae2-4b92-b7ae-4ee41c8fea30 None None] Pushing event updated for resources: {'Port': ['ID=3aedd694-dfe7-486a-b900-78459a0bc5d4,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:57.997936 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] Routers {'7b50ae68-b04c-417b-80c9-ddec9f764175'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:57.999050 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:21:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7b50ae68-b04c-417b-80c9-ddec9f764175'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:58.232017 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] Set router 7b50ae68-b04c-417b-80c9-ddec9f764175 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:58.362897 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'name': 'tempest-ServersTestJSON-237828362-router', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:52Z', 'updated_at': '2021-08-19T18:21:55Z', 'revision_number': 3, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'gw_port': {'id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:94:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:54Z', 'updated_at': '2021-08-19T18:21:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:58.416768 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] Checking router: 6c3844a9-9848-468f-91ed-db4917f8d2a6 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:21:58.417971 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] Updating router 6c3844a9-9848-468f-91ed-db4917f8d2a6 port cf5f5274-8779-4a38-884a-6ebd4721f793 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:21:58.454993 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:58.461676 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1fd09190-7b35-47c4-9c06-cf7b6c89032a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:58.468060 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1fd09190-7b35-47c4-9c06-cf7b6c89032a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:58.539206 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd09190-7b35-47c4-9c06-cf7b6c89032a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53069e5-2907-45d5-8c37-9f703e673d26,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:58.545901 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1fd09190-7b35-47c4-9c06-cf7b6c89032a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14d54a2385a34e07a71fd20000e69bea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1028237 Aug 19 18:21:58.550770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34020) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:58.669513 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-90f8d396-9d32-4532-8e77-d1ba7f557906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:58.679737 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b50ae68-b04c-417b-80c9-ddec9f764175', 'name': 'tempest-TestVolumeBootPattern-615857786-router', 'tenant_id': '35340e21a6e24998bf918d3b7b07c180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '0dec4d15-99a9-4914-a7a3-cb21c14d98b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:43Z', 'updated_at': '2021-08-19T18:21:51Z', 'revision_number': 4, 'project_id': '35340e21a6e24998bf918d3b7b07c180', 'gw_port': {'id': '0dec4d15-99a9-4914-a7a3-cb21c14d98b9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50ae68-b04c-417b-80c9-ddec9f764175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:44Z', 'updated_at': '2021-08-19T18:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '3aedd694-dfe7-486a-b900-78459a0bc5d4', 'name': '', 'network_id': '6cc108b8-7224-4816-8f90-b2091c47228d', 'tenant_id': '35340e21a6e24998bf918d3b7b07c180', 'mac_address': 'fa:16:3e:c8:a8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b50ae68-b04c-417b-80c9-ddec9f764175', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '61de7ee4-56f3-40fd-95d3-cf37c5b88c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:49Z', 'updated_at': '2021-08-19T18:21:57Z', 'revision_number': 4, 'project_id': '35340e21a6e24998bf918d3b7b07c180', 'subnets': [{'id': '61de7ee4-56f3-40fd-95d3-cf37c5b88c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:58.712345 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6e082bda-f452-4ac8-892e-55532a965cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:58.754973 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-90f8d396-9d32-4532-8e77-d1ba7f557906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:58.773183 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c6ca7d-3694-4ef8-a18c-a404cd063025 None None] The sync data for ids ['7b50ae68-b04c-417b-80c9-ddec9f764175'] in n-d-803753-2 is: [{'id': '7b50ae68-b04c-417b-80c9-ddec9f764175', 'name': 'tempest-TestVolumeBootPattern-615857786-router', 'tenant_id': '35340e21a6e24998bf918d3b7b07c180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '0dec4d15-99a9-4914-a7a3-cb21c14d98b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:43Z', 'updated_at': '2021-08-19T18:21:51Z', 'revision_number': 4, 'project_id': '35340e21a6e24998bf918d3b7b07c180', 'gw_port': {'id': '0dec4d15-99a9-4914-a7a3-cb21c14d98b9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50ae68-b04c-417b-80c9-ddec9f764175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:44Z', 'updated_at': '2021-08-19T18:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '3aedd694-dfe7-486a-b900-78459a0bc5d4', 'name': '', 'network_id': '6cc108b8-7224-4816-8f90-b2091c47228d', 'tenant_id': '35340e21a6e24998bf918d3b7b07c180', 'mac_address': 'fa:16:3e:c8:a8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b50ae68-b04c-417b-80c9-ddec9f764175', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '61de7ee4-56f3-40fd-95d3-cf37c5b88c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:49Z', 'updated_at': '2021-08-19T18:21:57Z', 'revision_number': 4, 'project_id': '35340e21a6e24998bf918d3b7b07c180', 'subnets': [{'id': '61de7ee4-56f3-40fd-95d3-cf37c5b88c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:21:58.914990 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-90f8d396-9d32-4532-8e77-d1ba7f557906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:58.928656 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-90f8d396-9d32-4532-8e77-d1ba7f557906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:58.945198 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-90f8d396-9d32-4532-8e77-d1ba7f557906 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e53069e5-2907-45d5-8c37-9f703e673d26 HTTP/1.1" status: 204 len: 168 time: 0.3891401 Aug 19 18:21:59.017888 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8d396-9d32-4532-8e77-d1ba7f557906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53069e5-2907-45d5-8c37-9f703e673d26,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:59.240487 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-6e082bda-f452-4ac8-892e-55532a965cd1 admin admin] Allocated IP 172.20.0.1 (0572647f-5270-4d43-8c99-1b268d9b7ff3/83db52d5-596d-4360-af37-78a70930d713/6c61507e-e1b4-48cb-8e08-5682a7f066ca) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:59.253443 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:59.285610 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] Transition to ACTIVE for port object cf5f5274-8779-4a38-884a-6ebd4721f793 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:59.307196 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:59.336085 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07d2a5-a708-416e-907d-43ef74561a98 req-2089e0c9-9505-4d80-acb0-016d09444464 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:59.352188 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7e07d2a5-a708-416e-907d-43ef74561a98 req-2089e0c9-9505-4d80-acb0-016d09444464 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9dcfd4c-1413-4e73-b8a0-ab5864255f41 HTTP/1.1" status: 200 len: 945 time: 0.1745887 Aug 19 18:21:59.409350 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85056963-3d38-4e20-a6ea-31d35ccfbb18 None None] Pushing event updated for resources: {'Port': ['ID=cf5f5274-8779-4a38-884a-6ebd4721f793,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:59.446898 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] Attempting to bind port cf5f5274-8779-4a38-884a-6ebd4721f793 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:59.447599 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] Attempting to bind port cf5f5274-8779-4a38-884a-6ebd4721f793 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:59.448316 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] Attempting to bind port cf5f5274-8779-4a38-884a-6ebd4721f793 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:59.457775 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:59.459867 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:59.460604 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:59.461183 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:59.461910 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] Bound port: cf5f5274-8779-4a38-884a-6ebd4721f793, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:59.462479 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:59.504686 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7e07d2a5-a708-416e-907d-43ef74561a98 req-090ada55-6905-41b8-869c-8e8c36cd8ceb tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508031 Aug 19 18:21:59.600893 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] For port cf5f5274-8779-4a38-884a-6ebd4721f793, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:59.612460 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] For port cf5f5274-8779-4a38-884a-6ebd4721f793, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=cf5f5274-8779-4a38-884a-6ebd4721f793,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:59.622885 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:59.645283 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6e082bda-f452-4ac8-892e-55532a965cd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:59.677023 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-6e082bda-f452-4ac8-892e-55532a965cd1 admin admin] Transition to ACTIVE for port object 6c61507e-e1b4-48cb-8e08-5682a7f066ca will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:59.701457 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ecd1db7f-e5ba-4323-a01c-73bea0f6878a up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:59.745378 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6e082bda-f452-4ac8-892e-55532a965cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:59.768424 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] Routers {'6c3844a9-9848-468f-91ed-db4917f8d2a6'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:59.774845 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:21:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c3844a9-9848-468f-91ed-db4917f8d2a6'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:59.873970 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port ecd1db7f-e5ba-4323-a01c-73bea0f6878a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:59.881856 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:59.945158 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85056963-3d38-4e20-a6ea-31d35ccfbb18 None None] Pushing event updated for resources: {'Port': ['ID=cf5f5274-8779-4a38-884a-6ebd4721f793,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:00.195597 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e082bda-f452-4ac8-892e-55532a965cd1 admin admin] Network 0572647f-5270-4d43-8c99-1b268d9b7ff3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:00.217386 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-6e082bda-f452-4ac8-892e-55532a965cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:00.227013 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e082bda-f452-4ac8-892e-55532a965cd1 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:00.235871 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3aedd694-dfe7-486a-b900-78459a0bc5d4 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:00.250970 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e082bda-f452-4ac8-892e-55532a965cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=6c61507e-e1b4-48cb-8e08-5682a7f066ca,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:00.253438 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] Set router 6c3844a9-9848-468f-91ed-db4917f8d2a6 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:22:00.430226 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 3aedd694-dfe7-486a-b900-78459a0bc5d4 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:00.440401 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 3aedd694-dfe7-486a-b900-78459a0bc5d4 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:00.440994 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:00.558296 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6e082bda-f452-4ac8-892e-55532a965cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:00.684138 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-4040fa79-3d3b-498d-97fa-4c1bc2ae7553 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:00.698880 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-4040fa79-3d3b-498d-97fa-4c1bc2ae7553 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 810 time: 0.8284848 Aug 19 18:22:00.739842 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-2aece1ca-5db2-41db-94bd-49641f1d6891 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/quotas/ffa9435d941540c182adf55128e34931 HTTP/1.1" status: 200 len: 375 time: 0.0399055 Aug 19 18:22:00.752604 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:00.883907 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 3aedd694-dfe7-486a-b900-78459a0bc5d4, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3aedd694-dfe7-486a-b900-78459a0bc5d4,segment=NetworkSegment(dce74850-276f-4d48-8d25-3f1b01ecb38c),segment_id=dce74850-276f-4d48-8d25-3f1b01ecb38c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:00.891397 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:00.945661 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-92283985-9229-4b97-9a11-d5991f91a0e3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2046604 Aug 19 18:22:00.981521 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=3aedd694-dfe7-486a-b900-78459a0bc5d4,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:01.032747 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0fda25fb-3968-44a0-b077-9ab604fedc27 None None] Provisioning for port 6c61507e-e1b4-48cb-8e08-5682a7f066ca completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:01.036862 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34082) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:01.041518 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0fda25fb-3968-44a0-b077-9ab604fedc27 None None] Provisioning complete for port 6c61507e-e1b4-48cb-8e08-5682a7f066ca triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:01.042046 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0fda25fb-3968-44a0-b077-9ab604fedc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:01.080280 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'name': 'tempest-ServersTestJSON-237828362-router', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:52Z', 'updated_at': '2021-08-19T18:21:55Z', 'revision_number': 3, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'gw_port': {'id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:94:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:54Z', 'updated_at': '2021-08-19T18:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:01.126277 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6e082bda-f452-4ac8-892e-55532a965cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:01.128787 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0fda25fb-3968-44a0-b077-9ab604fedc27 None None] Port 6c61507e-e1b4-48cb-8e08-5682a7f066ca cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:01.179729 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9570c1af-b676-4984-9c91-f8198d2d653c None None] The sync data for ids ['6c3844a9-9848-468f-91ed-db4917f8d2a6'] in n-d-803753-2 is: [{'id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'name': 'tempest-ServersTestJSON-237828362-router', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:52Z', 'updated_at': '2021-08-19T18:21:55Z', 'revision_number': 3, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'gw_port': {'id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:94:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:54Z', 'updated_at': '2021-08-19T18:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:22:01.255831 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-7a5f05c1-f2fa-42b1-be0d-3086133663bc service neutron] 10.222.0.24 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088152 Aug 19 18:22:01.315341 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-8c19f416-67b0-4946-a282-2633e3f89974 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1131955973'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:01.416068 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c19f416-67b0-4946-a282-2633e3f89974 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] Made reservation on behalf of 6a814e7041ce49a1ab82ea9603e7e5cb for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:01.422468 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c19f416-67b0-4946-a282-2633e3f89974 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:01.443731 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c19f416-67b0-4946-a282-2633e3f89974 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:01.454301 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6e082bda-f452-4ac8-892e-55532a965cd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:01.487915 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6e082bda-f452-4ac8-892e-55532a965cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:01.593144 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3aedd694-dfe7-486a-b900-78459a0bc5d4 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:01.630921 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e082bda-f452-4ac8-892e-55532a965cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=6c61507e-e1b4-48cb-8e08-5682a7f066ca,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:01.637472 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6e082bda-f452-4ac8-892e-55532a965cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:01.699317 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-977ed3a6-628b-44bd-a451-a09418d7f4e5 service neutron] 10.222.0.24 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416611 Aug 19 18:22:01.718147 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c19f416-67b0-4946-a282-2633e3f89974 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:01.728500 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c19f416-67b0-4946-a282-2633e3f89974 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:01.897723 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 3aedd694-dfe7-486a-b900-78459a0bc5d4 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:01.899311 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:01.953938 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19f416-67b0-4946-a282-2633e3f89974 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=254d91bf-f44a-4db7-8957-2518c6877bff,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:01.991108 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c19f416-67b0-4946-a282-2633e3f89974 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:22:02.037135 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c19f416-67b0-4946-a282-2633e3f89974 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:02.037905 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-8c19f416-67b0-4946-a282-2633e3f89974 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] Added segment 0310e6f7-c230-4e11-9492-7f6b6ccd87f3 of type vlan for network 952cb2ba-4c8f-4b0f-8165-cc0080ee0392 Aug 19 18:22:02.204217 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c19f416-67b0-4946-a282-2633e3f89974 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:02.248387 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e082bda-f452-4ac8-892e-55532a965cd1 admin admin] Network 0572647f-5270-4d43-8c99-1b268d9b7ff3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:02.258007 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-6e082bda-f452-4ac8-892e-55532a965cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:02.304430 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c19f416-67b0-4946-a282-2633e3f89974 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:02.324942 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c19f416-67b0-4946-a282-2633e3f89974 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:02.334609 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c19f416-67b0-4946-a282-2633e3f89974 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:03.050522 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-33b1bc13-48c3-4614-b89b-b64756bc0204 None None] Provisioning complete for port 6c61507e-e1b4-48cb-8e08-5682a7f066ca triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:03.051536 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-33b1bc13-48c3-4614-b89b-b64756bc0204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:03.182710 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-33b1bc13-48c3-4614-b89b-b64756bc0204 None None] Port 6c61507e-e1b4-48cb-8e08-5682a7f066ca cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:03.217809 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8c19f416-67b0-4946-a282-2633e3f89974 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.1793509 Aug 19 18:22:03.219241 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34124) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:03.264287 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-4a7efe76-d052-44c2-997c-141ed47216b7 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '952cb2ba-4c8f-4b0f-8165-cc0080ee0392', 'tempest-TagsTest-Tag-180592989') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:03.316178 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19f416-67b0-4946-a282-2633e3f89974 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] Pushing event updated for resources: {'Network': ['ID=952cb2ba-4c8f-4b0f-8165-cc0080ee0392,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:03.344560 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 952cb2ba-4c8f-4b0f-8165-cc0080ee0392 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:22:03.543214 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4a7efe76-d052-44c2-997c-141ed47216b7 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] 10.222.0.24 "PUT /v2.0/networks/952cb2ba-4c8f-4b0f-8165-cc0080ee0392/tags/tempest-TagsTest-Tag-180592989 HTTP/1.1" status: 201 len: 201 time: 0.3155456 Aug 19 18:22:03.549149 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34134) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:03.561977 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-810cbb38-903d-40be-93ec-6a7e1597391b tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '952cb2ba-4c8f-4b0f-8165-cc0080ee0392', 'tempest-TagsTest-Tag-180592989') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:03.599585 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device cf5f5274-8779-4a38-884a-6ebd4721f793 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:03.665081 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2ec47e6a-18b1-4652-a992-e62fdf00396b req-0d33953f-6e5e-4c2a-a213-c7c95875a1d7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 210 time: 0.9751155 Aug 19 18:22:03.672424 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e082bda-f452-4ac8-892e-55532a965cd1 admin admin] Router 6c3844a9-9848-468f-91ed-db4917f8d2a6 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:22:03.775236 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-810cbb38-903d-40be-93ec-6a7e1597391b tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] 10.222.0.24 "GET /v2.0/networks/952cb2ba-4c8f-4b0f-8165-cc0080ee0392/tags/tempest-TagsTest-Tag-180592989 HTTP/1.1" status: 204 len: 168 time: 0.2215512 Aug 19 18:22:03.783997 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34140) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:03.796408 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-e8f724a9-da05-43d8-88d7-e07d1e98e94d tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '952cb2ba-4c8f-4b0f-8165-cc0080ee0392') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:03.798694 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port cf5f5274-8779-4a38-884a-6ebd4721f793 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:03.803633 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port cf5f5274-8779-4a38-884a-6ebd4721f793 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:03.804055 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.020698 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.051570 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e082bda-f452-4ac8-892e-55532a965cd1 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:22:04.073049 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6e082bda-f452-4ac8-892e-55532a965cd1 admin admin] 10.222.0.24 "PUT /v2.0/routers/6c3844a9-9848-468f-91ed-db4917f8d2a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2480133 Aug 19 18:22:04.076683 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port cf5f5274-8779-4a38-884a-6ebd4721f793, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=cf5f5274-8779-4a38-884a-6ebd4721f793,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:04.083429 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.094304 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e8f724a9-da05-43d8-88d7-e07d1e98e94d tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] 10.222.0.24 "GET /v2.0/networks/952cb2ba-4c8f-4b0f-8165-cc0080ee0392/tags HTTP/1.1" status: 200 len: 237 time: 0.3059115 Aug 19 18:22:04.097278 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34146) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:04.104801 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-f9fb0dc6-4355-4215-afc4-61e0ff0085bb tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '952cb2ba-4c8f-4b0f-8165-cc0080ee0392', {'tags': ['tempest-TagsTest-Tag-1786118878', 'tempest-TagsTest-Tag-772036407', 'tempest-TagsTest-Tag-1524120457']}) {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:04.211463 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=cf5f5274-8779-4a38-884a-6ebd4721f793,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:04.277858 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f9fb0dc6-4355-4215-afc4-61e0ff0085bb tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] 10.222.0.24 "PUT /v2.0/networks/952cb2ba-4c8f-4b0f-8165-cc0080ee0392/tags HTTP/1.1" status: 200 len: 308 time: 0.1786053 Aug 19 18:22:04.280418 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34148) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:04.290716 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-70c36318-dbe8-40d3-9288-46908f46e909 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '952cb2ba-4c8f-4b0f-8165-cc0080ee0392', 'tempest-TagsTest-Tag-1786118878') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:04.410377 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-70c36318-dbe8-40d3-9288-46908f46e909 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] 10.222.0.24 "DELETE /v2.0/networks/952cb2ba-4c8f-4b0f-8165-cc0080ee0392/tags/tempest-TagsTest-Tag-1786118878 HTTP/1.1" status: 204 len: 168 time: 0.1260183 Aug 19 18:22:04.413920 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34154) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:04.419720 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-8fa13c18-62ee-4247-8996-8bcb7a819bf7 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '952cb2ba-4c8f-4b0f-8165-cc0080ee0392', 'tempest-TagsTest-Tag-1786118878') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:04.512388 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-8fa13c18-62ee-4247-8996-8bcb7a819bf7 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] show failed (client error): The resource could not be found. Aug 19 18:22:04.514325 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8fa13c18-62ee-4247-8996-8bcb7a819bf7 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] 10.222.0.24 "GET /v2.0/networks/952cb2ba-4c8f-4b0f-8165-cc0080ee0392/tags/tempest-TagsTest-Tag-1786118878 HTTP/1.1" status: 404 len: 326 time: 0.0992601 Aug 19 18:22:04.518128 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34158) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:04.526622 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-8801b7c8-af73-436b-bce0-44478448931a tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '952cb2ba-4c8f-4b0f-8165-cc0080ee0392', 'tempest-TagsTest-Tag-772036407') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:04.605914 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-028dce40-62d9-460d-917a-6fdb830c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.710924 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8801b7c8-af73-436b-bce0-44478448931a tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] 10.222.0.24 "GET /v2.0/networks/952cb2ba-4c8f-4b0f-8165-cc0080ee0392/tags/tempest-TagsTest-Tag-772036407 HTTP/1.1" status: 204 len: 168 time: 0.1910808 Aug 19 18:22:04.712124 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34164) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:04.719293 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-5d767388-3a8d-498b-ae8b-6463b37f54f0 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '952cb2ba-4c8f-4b0f-8165-cc0080ee0392', 'tempest-TagsTest-Tag-1524120457') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:04.866815 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34168) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:04.879438 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-4ec6d600-a682-46b4-82f9-7f21a2629e2e tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--547863013', 'description': 'tempest-description--1815188811'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:04.897505 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] Sync routers for ids ['6c3844a9-9848-468f-91ed-db4917f8d2a6'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:22:04.915270 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5d767388-3a8d-498b-ae8b-6463b37f54f0 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] 10.222.0.24 "GET /v2.0/networks/952cb2ba-4c8f-4b0f-8165-cc0080ee0392/tags/tempest-TagsTest-Tag-1524120457 HTTP/1.1" status: 204 len: 168 time: 0.2010880 Aug 19 18:22:04.920884 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34174) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:04.927508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-6ea7536e-890c-4715-bfee-5c6ee6eeed5d tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '952cb2ba-4c8f-4b0f-8165-cc0080ee0392') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:04.935692 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] Routers {'6c3844a9-9848-468f-91ed-db4917f8d2a6'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:04.936713 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:21:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c3844a9-9848-468f-91ed-db4917f8d2a6'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:04.954719 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-a7c24985-72ae-43c9-9104-00988a6e70ae tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:04.967136 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-a7c24985-72ae-43c9-9104-00988a6e70ae tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.50 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 810 time: 0.2764027 Aug 19 18:22:04.999355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-e039bcd2-e6a4-47de-b85b-3ac803bafb2d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Request body: {'port': {'device_id': '90e99509-16c3-480d-86c9-8a79f4840351', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'admin_state_up': True, 'tenant_id': 'ffa9435d941540c182adf55128e34931'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:05.066242 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-47864d05-7a60-4f92-a40e-fcfd41b01e9f req-a021b021-d412-4773-8a1b-252708eea401 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 210 time: 0.0506628 Aug 19 18:22:05.112947 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6ea7536e-890c-4715-bfee-5c6ee6eeed5d tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] 10.222.0.24 "DELETE /v2.0/networks/952cb2ba-4c8f-4b0f-8165-cc0080ee0392/tags HTTP/1.1" status: 204 len: 168 time: 0.1901555 Aug 19 18:22:05.116643 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34180) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:05.124861 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4ec6d600-a682-46b4-82f9-7f21a2629e2e tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:05.126058 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-ab113c06-5791-4746-be2e-39e509600040 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '952cb2ba-4c8f-4b0f-8165-cc0080ee0392', 'tempest-TagsTest-Tag-772036407') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:05.256230 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-ab113c06-5791-4746-be2e-39e509600040 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] show failed (client error): The resource could not be found. Aug 19 18:22:05.259223 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ab113c06-5791-4746-be2e-39e509600040 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] 10.222.0.24 "GET /v2.0/networks/952cb2ba-4c8f-4b0f-8165-cc0080ee0392/tags/tempest-TagsTest-Tag-772036407 HTTP/1.1" status: 404 len: 325 time: 0.1410623 Aug 19 18:22:05.262109 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34184) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:05.273251 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-4cf3347a-c5f7-4d08-a6da-1193a2e43a03 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '952cb2ba-4c8f-4b0f-8165-cc0080ee0392', 'tempest-TagsTest-Tag-1524120457') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:05.322636 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] Set router 6c3844a9-9848-468f-91ed-db4917f8d2a6 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:22:05.399157 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4ec6d600-a682-46b4-82f9-7f21a2629e2e tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:05.428120 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-4cf3347a-c5f7-4d08-a6da-1193a2e43a03 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] show failed (client error): The resource could not be found. Aug 19 18:22:05.431629 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4cf3347a-c5f7-4d08-a6da-1193a2e43a03 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] 10.222.0.24 "GET /v2.0/networks/952cb2ba-4c8f-4b0f-8165-cc0080ee0392/tags/tempest-TagsTest-Tag-1524120457 HTTP/1.1" status: 404 len: 326 time: 0.1657031 Aug 19 18:22:05.433302 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34186) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:05.439650 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-49d3d1b4-f854-48d6-9ecc-d21c0860aa9a tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '952cb2ba-4c8f-4b0f-8165-cc0080ee0392') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:05.444465 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4ec6d600-a682-46b4-82f9-7f21a2629e2e tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:05.498218 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-e039bcd2-e6a4-47de-b85b-3ac803bafb2d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Made reservation on behalf of ffa9435d941540c182adf55128e34931 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:05.504868 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-e039bcd2-e6a4-47de-b85b-3ac803bafb2d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:05.511914 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6d600-a682-46b4-82f9-7f21a2629e2e tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5753e12-73cf-42e0-bc8f-cc8fd3b95fee,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:05.547191 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4ec6d600-a682-46b4-82f9-7f21a2629e2e tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:05.550358 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4ec6d600-a682-46b4-82f9-7f21a2629e2e tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6816444 Aug 19 18:22:05.556498 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34188) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:05.567024 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-0a610968-3ed8-4ec5-940a-e1b12554f3e2 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Request body: {'security_group_rule': {'security_group_id': 'c5753e12-73cf-42e0-bc8f-cc8fd3b95fee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:05.569441 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device cf5f5274-8779-4a38-884a-6ebd4721f793 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:05.607542 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-49d3d1b4-f854-48d6-9ecc-d21c0860aa9a tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] 10.222.0.24 "DELETE /v2.0/networks/952cb2ba-4c8f-4b0f-8165-cc0080ee0392/tags HTTP/1.1" status: 204 len: 168 time: 0.1724970 Aug 19 18:22:05.615387 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34190) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:05.711084 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:22:05.740289 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a610968-3ed8-4ec5-940a-e1b12554f3e2 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:05.781656 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port cf5f5274-8779-4a38-884a-6ebd4721f793 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:05.782518 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:05.884754 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c96d05f9-e219-4ad3-b825-4bb281b9ade9 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:05.891574 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-e039bcd2-e6a4-47de-b85b-3ac803bafb2d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Allocated IP 172.20.0.11 (6084e940-75d5-4b38-a27b-539baf659ad1/57c3905b-ec47-44bd-8717-544ef67ade13/d45aaddd-16cc-4fc1-80de-88d06ab2eb68) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:22:06.039073 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'name': 'tempest-ServersTestJSON-237828362-router', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:52Z', 'updated_at': '2021-08-19T18:22:01Z', 'revision_number': 4, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'gw_port': {'id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:94:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:54Z', 'updated_at': '2021-08-19T18:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '6c61507e-e1b4-48cb-8e08-5682a7f066ca', 'name': '', 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'mac_address': 'fa:16:3e:dc:47:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '83db52d5-596d-4360-af37-78a70930d713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:58Z', 'updated_at': '2021-08-19T18:22:01Z', 'revision_number': 2, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'subnets': [{'id': '83db52d5-596d-4360-af37-78a70930d713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:06.058109 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a610968-3ed8-4ec5-940a-e1b12554f3e2 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.068504 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a610968-3ed8-4ec5-940a-e1b12554f3e2 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.098555 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] Checking router: 6c3844a9-9848-468f-91ed-db4917f8d2a6 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:22:06.099167 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] Updating router 6c3844a9-9848-468f-91ed-db4917f8d2a6 port 6c61507e-e1b4-48cb-8e08-5682a7f066ca binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:22:06.159566 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-e039bcd2-e6a4-47de-b85b-3ac803bafb2d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.168651 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a610968-3ed8-4ec5-940a-e1b12554f3e2 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac89fce1-a22e-4a84-8ada-13140bc67f09,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:06.183261 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c96d05f9-e219-4ad3-b825-4bb281b9ade9 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.190973 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.193958 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a610968-3ed8-4ec5-940a-e1b12554f3e2 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.195247 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0a610968-3ed8-4ec5-940a-e1b12554f3e2 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6378100 Aug 19 18:22:06.198277 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34196) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:06.203297 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d41b64ee-22ff-4d2e-9e4a-a548fba587a9 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Request body: {'security_group_rule': {'security_group_id': 'c5753e12-73cf-42e0-bc8f-cc8fd3b95fee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:06.207189 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-e039bcd2-e6a4-47de-b85b-3ac803bafb2d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Transition to ACTIVE for port object d45aaddd-16cc-4fc1-80de-88d06ab2eb68 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:06.210321 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-c96d05f9-e219-4ad3-b825-4bb281b9ade9 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['952cb2ba-4c8f-4b0f-8165-cc0080ee0392']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:06.227008 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-c96d05f9-e219-4ad3-b825-4bb281b9ade9 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0310e6f7-c230-4e11-9492-7f6b6ccd87f3') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:06.227308 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-c96d05f9-e219-4ad3-b825-4bb281b9ade9 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0310e6f7-c230-4e11-9492-7f6b6ccd87f3') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:06.253703 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c96d05f9-e219-4ad3-b825-4bb281b9ade9 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.286821 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-644906b7-30e4-43dd-b53a-c17461b07943 req-146aa795-d98e-4d8c-94c4-a4700b1ab47e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 210 time: 0.0437472 Aug 19 18:22:06.294022 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-e039bcd2-e6a4-47de-b85b-3ac803bafb2d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.305599 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c96d05f9-e219-4ad3-b825-4bb281b9ade9 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.323735 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d41b64ee-22ff-4d2e-9e4a-a548fba587a9 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.353107 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96d05f9-e219-4ad3-b825-4bb281b9ade9 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:22:06.353823 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c96d05f9-e219-4ad3-b825-4bb281b9ade9 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:22:06.399283 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:22:06.470885 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-e039bcd2-e6a4-47de-b85b-3ac803bafb2d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Network 6084e940-75d5-4b38-a27b-539baf659ad1 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:06.490862 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-e039bcd2-e6a4-47de-b85b-3ac803bafb2d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:06.495208 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-e039bcd2-e6a4-47de-b85b-3ac803bafb2d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:06.524432 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c96d05f9-e219-4ad3-b825-4bb281b9ade9 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.569991 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c96d05f9-e219-4ad3-b825-4bb281b9ade9 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.572467 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c96d05f9-e219-4ad3-b825-4bb281b9ade9 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] 10.222.0.24 "DELETE /v2.0/networks/952cb2ba-4c8f-4b0f-8165-cc0080ee0392 HTTP/1.1" status: 204 len: 168 time: 0.9558532 Aug 19 18:22:06.601979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039bcd2-e6a4-47de-b85b-3ac803bafb2d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event updated for resources: {'Port': ['ID=d45aaddd-16cc-4fc1-80de-88d06ab2eb68,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:06.604758 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d05f9-e219-4ad3-b825-4bb281b9ade9 tempest-TagsTest-231599278 tempest-TagsTest-231599278-project] Pushing event deleted for resources: {'Network': ['ID=952cb2ba-4c8f-4b0f-8165-cc0080ee0392,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:06.637355 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d41b64ee-22ff-4d2e-9e4a-a548fba587a9 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.645039 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d41b64ee-22ff-4d2e-9e4a-a548fba587a9 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.688120 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-e039bcd2-e6a4-47de-b85b-3ac803bafb2d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:06.691193 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-e039bcd2-e6a4-47de-b85b-3ac803bafb2d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.692621 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b64ee-22ff-4d2e-9e4a-a548fba587a9 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee8868c-b924-4718-8290-f75546ac818c,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:06.704886 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d41b64ee-22ff-4d2e-9e4a-a548fba587a9 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.717161 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d41b64ee-22ff-4d2e-9e4a-a548fba587a9 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5144989 Aug 19 18:22:06.719959 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34204) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:06.733189 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-1639ea57-4e4c-40fd-bc5e-3cab8efb25b7 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:06.763660 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-e039bcd2-e6a4-47de-b85b-3ac803bafb2d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7793813 Aug 19 18:22:06.790179 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-012acceb-b9ad-4b32-b302-59fb85ac2d55 service neutron] Request body: {'port': {'device_id': '90e99509-16c3-480d-86c9-8a79f4840351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:06.802758 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1639ea57-4e4c-40fd-bc5e-3cab8efb25b7 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.897746 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.933234 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] Transition to ACTIVE for port object 6c61507e-e1b4-48cb-8e08-5682a7f066ca will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:06.945753 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.972089 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-012acceb-b9ad-4b32-b302-59fb85ac2d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.070955 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1639ea57-4e4c-40fd-bc5e-3cab8efb25b7 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.153795 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1b1a602f-4161-428e-88ce-f4d77515e59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.168671 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88218e-b40e-46fc-87f5-6fe60a29f2e2 None None] Pushing event updated for resources: {'Port': ['ID=6c61507e-e1b4-48cb-8e08-5682a7f066ca,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:07.207223 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bb928daf-7ef6-4ac7-8245-136af08943ea None None] Provisioning for port d45aaddd-16cc-4fc1-80de-88d06ab2eb68 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:07.229122 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bb928daf-7ef6-4ac7-8245-136af08943ea None None] Provisioning complete for port d45aaddd-16cc-4fc1-80de-88d06ab2eb68 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:07.229513 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bb928daf-7ef6-4ac7-8245-136af08943ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.286211 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34208) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:07.288172 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.294103 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] Attempting to bind port 6c61507e-e1b4-48cb-8e08-5682a7f066ca on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:22:07.294491 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] Attempting to bind port 6c61507e-e1b4-48cb-8e08-5682a7f066ca by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'b046ec20-0f89-4175-ae84-1bee4ba09fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:22:07.294869 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] Attempting to bind port 6c61507e-e1b4-48cb-8e08-5682a7f066ca on network 0572647f-5270-4d43-8c99-1b268d9b7ff3 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:07.316426 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:22:07.316426 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] Checking segment: {'id': 'b046ec20-0f89-4175-ae84-1bee4ba09fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:07.317109 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.317109 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] Bound using segment: {'id': 'b046ec20-0f89-4175-ae84-1bee4ba09fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:22:07.317721 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] Bound port: 6c61507e-e1b4-48cb-8e08-5682a7f066ca, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b046ec20-0f89-4175-ae84-1bee4ba09fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:22:07.318199 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.335026 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-bb928daf-7ef6-4ac7-8245-136af08943ea None None] Port d45aaddd-16cc-4fc1-80de-88d06ab2eb68 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:07.398319 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-1639ea57-4e4c-40fd-bc5e-3cab8efb25b7 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Allocated IP 172.25.8.118 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/51b70fdc-d072-4ce5-93be-4e76d246860b) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:22:07.507290 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] For port 6c61507e-e1b4-48cb-8e08-5682a7f066ca, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:22:07.514963 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] For port 6c61507e-e1b4-48cb-8e08-5682a7f066ca, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6c61507e-e1b4-48cb-8e08-5682a7f066ca,segment=NetworkSegment(b046ec20-0f89-4175-ae84-1bee4ba09fc8),segment_id=b046ec20-0f89-4175-ae84-1bee4ba09fc8)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:22:07.527446 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.638732 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] Routers {'6c3844a9-9848-468f-91ed-db4917f8d2a6'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:07.639180 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:22:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c3844a9-9848-468f-91ed-db4917f8d2a6'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:07.696400 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88218e-b40e-46fc-87f5-6fe60a29f2e2 None None] Pushing event updated for resources: {'Port': ['ID=6c61507e-e1b4-48cb-8e08-5682a7f066ca,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:07.759555 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-012acceb-b9ad-4b32-b302-59fb85ac2d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45aaddd-16cc-4fc1-80de-88d06ab2eb68 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:22:07.772808 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-be4f778c-7414-4771-87b5-5a67ea6ca976 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a814e7041ce49a1ab82ea9603e7e5cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4808924 Aug 19 18:22:07.773916 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1639ea57-4e4c-40fd-bc5e-3cab8efb25b7 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.777152 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34218) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:07.824443 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-012acceb-b9ad-4b32-b302-59fb85ac2d55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.836361 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] Set router 6c3844a9-9848-468f-91ed-db4917f8d2a6 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:22:07.867839 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1639ea57-4e4c-40fd-bc5e-3cab8efb25b7 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.918707 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-012acceb-b9ad-4b32-b302-59fb85ac2d55 service neutron] Transition to ACTIVE for port object d45aaddd-16cc-4fc1-80de-88d06ab2eb68 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:07.945316 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-012acceb-b9ad-4b32-b302-59fb85ac2d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.958313 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1639ea57-4e4c-40fd-bc5e-3cab8efb25b7 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:07.979385 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-1639ea57-4e4c-40fd-bc5e-3cab8efb25b7 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:07.989642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1639ea57-4e4c-40fd-bc5e-3cab8efb25b7 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:08.002796 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f1df8-92a1-4e6e-991d-099ad0c67360 req-57b1dfd9-672a-4da6-9b7c-6b37509a4769 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:08.005253 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9c6f1df8-92a1-4e6e-991d-099ad0c67360 req-57b1dfd9-672a-4da6-9b7c-6b37509a4769 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 932 time: 0.4195595 Aug 19 18:22:08.059808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639ea57-4e4c-40fd-bc5e-3cab8efb25b7 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Pushing event updated for resources: {'Port': ['ID=51b70fdc-d072-4ce5-93be-4e76d246860b,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:08.087815 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cff14378-783c-4286-b951-412d02f8f677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.163402 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9c6f1df8-92a1-4e6e-991d-099ad0c67360 req-116e07c3-7c73-49ff-9eaa-42731a3f470c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072519 Aug 19 18:22:08.197730 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012acceb-b9ad-4b32-b302-59fb85ac2d55 service neutron] Pushing event updated for resources: {'Port': ['ID=d45aaddd-16cc-4fc1-80de-88d06ab2eb68,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:08.212365 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1639ea57-4e4c-40fd-bc5e-3cab8efb25b7 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.219540 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cff14378-783c-4286-b951-412d02f8f677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.261445 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.315794 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1639ea57-4e4c-40fd-bc5e-3cab8efb25b7 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.418768 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'name': 'tempest-ServersTestJSON-237828362-router', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:52Z', 'updated_at': '2021-08-19T18:22:01Z', 'revision_number': 4, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'gw_port': {'id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:94:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:54Z', 'updated_at': '2021-08-19T18:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '6c61507e-e1b4-48cb-8e08-5682a7f066ca', 'name': '', 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'mac_address': 'fa:16:3e:dc:47:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '83db52d5-596d-4360-af37-78a70930d713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:58Z', 'updated_at': '2021-08-19T18:22:07Z', 'revision_number': 4, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'subnets': [{'id': '83db52d5-596d-4360-af37-78a70930d713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:08.421095 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-012acceb-b9ad-4b32-b302-59fb85ac2d55 service neutron] Attempting to bind port d45aaddd-16cc-4fc1-80de-88d06ab2eb68 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:22:08.422170 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-012acceb-b9ad-4b32-b302-59fb85ac2d55 service neutron] Attempting to bind port d45aaddd-16cc-4fc1-80de-88d06ab2eb68 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:22:08.422476 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-012acceb-b9ad-4b32-b302-59fb85ac2d55 service neutron] Attempting to bind port d45aaddd-16cc-4fc1-80de-88d06ab2eb68 on network 6084e940-75d5-4b38-a27b-539baf659ad1 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:08.431733 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-012acceb-b9ad-4b32-b302-59fb85ac2d55 service neutron] Port d45aaddd-16cc-4fc1-80de-88d06ab2eb68 on network 6084e940-75d5-4b38-a27b-539baf659ad1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:22:08.432302 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-012acceb-b9ad-4b32-b302-59fb85ac2d55 service neutron] Attempting to bind port d45aaddd-16cc-4fc1-80de-88d06ab2eb68 on network 6084e940-75d5-4b38-a27b-539baf659ad1 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:08.444756 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-012acceb-b9ad-4b32-b302-59fb85ac2d55 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:22:08.445136 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-012acceb-b9ad-4b32-b302-59fb85ac2d55 service neutron] Checking segment: {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:08.445477 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-012acceb-b9ad-4b32-b302-59fb85ac2d55 service neutron] Bound using segment: {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:22:08.446493 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-012acceb-b9ad-4b32-b302-59fb85ac2d55 service neutron] Bound port: d45aaddd-16cc-4fc1-80de-88d06ab2eb68, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:22:08.446493 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-012acceb-b9ad-4b32-b302-59fb85ac2d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.471423 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb42c8da-399c-4dd6-aecb-118dba176838 None None] The sync data for ids ['6c3844a9-9848-468f-91ed-db4917f8d2a6'] in n-d-803753-2 is: [{'id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'name': 'tempest-ServersTestJSON-237828362-router', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:52Z', 'updated_at': '2021-08-19T18:22:01Z', 'revision_number': 4, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'gw_port': {'id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:94:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:54Z', 'updated_at': '2021-08-19T18:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '6c61507e-e1b4-48cb-8e08-5682a7f066ca', 'name': '', 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'mac_address': 'fa:16:3e:dc:47:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '83db52d5-596d-4360-af37-78a70930d713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:58Z', 'updated_at': '2021-08-19T18:22:07Z', 'revision_number': 4, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'subnets': [{'id': '83db52d5-596d-4360-af37-78a70930d713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:22:08.528296 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cff14378-783c-4286-b951-412d02f8f677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.533833 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cff14378-783c-4286-b951-412d02f8f677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.541292 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cff14378-783c-4286-b951-412d02f8f677 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/254d91bf-f44a-4db7-8957-2518c6877bff HTTP/1.1" status: 204 len: 168 time: 0.7626863 Aug 19 18:22:08.625947 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff14378-783c-4286-b951-412d02f8f677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254d91bf-f44a-4db7-8957-2518c6877bff,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:08.704800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-012acceb-b9ad-4b32-b302-59fb85ac2d55 service neutron] For port d45aaddd-16cc-4fc1-80de-88d06ab2eb68, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:22:08.708247 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-012acceb-b9ad-4b32-b302-59fb85ac2d55 service neutron] For port d45aaddd-16cc-4fc1-80de-88d06ab2eb68, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d45aaddd-16cc-4fc1-80de-88d06ab2eb68,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:22:08.712859 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-012acceb-b9ad-4b32-b302-59fb85ac2d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.749935 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-012acceb-b9ad-4b32-b302-59fb85ac2d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:08.750732 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-012acceb-b9ad-4b32-b302-59fb85ac2d55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.753230 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-012acceb-b9ad-4b32-b302-59fb85ac2d55 service neutron] 10.222.0.50 "PUT /v2.0/ports/d45aaddd-16cc-4fc1-80de-88d06ab2eb68 HTTP/1.1" status: 200 len: 1092 time: 1.9722311 Aug 19 18:22:08.754048 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e99509-16c3-480d-86c9-8a79f4840351', 'tag': 'd45aaddd-16cc-4fc1-80de-88d06ab2eb68'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:22:08.763968 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ead1e3-ebd3-4104-8703-6b22e8d678ef" -d '{"events": [{"name": "network-changed", "server_uuid": "90e99509-16c3-480d-86c9-8a79f4840351", "tag": "d45aaddd-16cc-4fc1-80de-88d06ab2eb68"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:22:08.776011 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1639ea57-4e4c-40fd-bc5e-3cab8efb25b7 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.790130 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1639ea57-4e4c-40fd-bc5e-3cab8efb25b7 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.901479 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012acceb-b9ad-4b32-b302-59fb85ac2d55 service neutron] Pushing event updated for resources: {'Port': ['ID=d45aaddd-16cc-4fc1-80de-88d06ab2eb68,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:09.011890 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-72199c47-0ff9-4207-9c26-8a0e345c7b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:09.016689 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-72199c47-0ff9-4207-9c26-8a0e345c7b27 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 1095 time: 0.1616273 Aug 19 18:22:09.026319 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1639ea57-4e4c-40fd-bc5e-3cab8efb25b7 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:09.105638 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1639ea57-4e4c-40fd-bc5e-3cab8efb25b7 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:09.118191 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1639ea57-4e4c-40fd-bc5e-3cab8efb25b7 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3965194 Aug 19 18:22:09.121932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639ea57-4e4c-40fd-bc5e-3cab8efb25b7 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Pushing event updated for resources: {'Port': ['ID=51b70fdc-d072-4ce5-93be-4e76d246860b,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:09.169236 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-1795a8cb-ed57-4064-a24d-74903c0d8a1c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d45aaddd-16cc-4fc1-80de-88d06ab2eb68 HTTP/1.1" status: 200 len: 217 time: 0.1429136 Aug 19 18:22:09.309659 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-5fee7d09-e4ea-41ac-8b20-22ccbf9472df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:09.313233 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-5fee7d09-e4ea-41ac-8b20-22ccbf9472df service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.1357656 Aug 19 18:22:09.392846 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3170e508-d5bd-41f5-9fa4-5ab67af9b592 x-openstack-request-id: req-3170e508-d5bd-41f5-9fa4-5ab67af9b592 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:22:09.393148 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e99509-16c3-480d-86c9-8a79f4840351", "tag": "d45aaddd-16cc-4fc1-80de-88d06ab2eb68", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:22:09.393408 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3170e508-d5bd-41f5-9fa4-5ab67af9b592 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:22:09.393848 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e99509-16c3-480d-86c9-8a79f4840351', 'tag': 'd45aaddd-16cc-4fc1-80de-88d06ab2eb68', 'status': 'completed', 'code': 200} Aug 19 18:22:09.424078 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-d3ca6424-c98d-4b27-b14c-a0a66ce5ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:09.427980 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-d3ca6424-c98d-4b27-b14c-a0a66ce5ead2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031926 Aug 19 18:22:09.617708 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6c61507e-e1b4-48cb-8e08-5682a7f066ca up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:09.647615 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-22681974-c191-4e64-83d8-c74ddc978e5f service neutron] 10.222.0.50 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115369 Aug 19 18:22:09.677732 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b6c9a-d50a-4c38-bd00-da42dd2d90b4 req-ea872d4a-4ae6-4823-876d-52c728d82d3d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:09.690269 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fb1b6c9a-d50a-4c38-bd00-da42dd2d90b4 req-ea872d4a-4ae6-4823-876d-52c728d82d3d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 944 time: 0.1145613 Aug 19 18:22:09.721042 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 6c61507e-e1b4-48cb-8e08-5682a7f066ca completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:09.727103 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 6c61507e-e1b4-48cb-8e08-5682a7f066ca triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:09.727778 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:09.779838 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fb1b6c9a-d50a-4c38-bd00-da42dd2d90b4 req-6793bff8-51a0-4b18-98bf-78aa36904a05 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842800 Aug 19 18:22:09.802935 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd73bb79-2b1e-4246-ba4f-b23f11863443 req-a13ded9e-e489-46f3-826d-c40e6be29965 service neutron] 10.222.0.50 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470680 Aug 19 18:22:09.932909 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ead1e3-ebd3-4104-8703-6b22e8d678ef req-3e480f21-c987-4607-9268-b147e9826f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:09.934720 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-92ead1e3-ebd3-4104-8703-6b22e8d678ef req-3e480f21-c987-4607-9268-b147e9826f7f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 1095 time: 0.0673146 Aug 19 18:22:09.994537 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:10.074207 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 6c61507e-e1b4-48cb-8e08-5682a7f066ca, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6c61507e-e1b4-48cb-8e08-5682a7f066ca,segment=NetworkSegment(b046ec20-0f89-4175-ae84-1bee4ba09fc8),segment_id=b046ec20-0f89-4175-ae84-1bee4ba09fc8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:10.083197 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:10.203368 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ead1e3-ebd3-4104-8703-6b22e8d678ef req-54e6b186-eb42-48f3-9da2-a08a7cb7745e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:10.204369 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-92ead1e3-ebd3-4104-8703-6b22e8d678ef req-54e6b186-eb42-48f3-9da2-a08a7cb7745e service neutron] 10.222.0.50 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 911 time: 0.2579286 Aug 19 18:22:10.225832 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=6c61507e-e1b4-48cb-8e08-5682a7f066ca,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:10.234784 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:10.300111 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-b803bb00-8f9b-4764-8dea-b0b3ca8f5d9b tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--547863013&fields=id&tenant_id=a20d0ce40708443bb8a2d2fc2048850c HTTP/1.1" status: 200 len: 267 time: 0.0790918 Aug 19 18:22:10.324423 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-92ead1e3-ebd3-4104-8703-6b22e8d678ef req-139e7a51-adbb-4ca3-9ac2-600a9fb74a29 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d45aaddd-16cc-4fc1-80de-88d06ab2eb68 HTTP/1.1" status: 200 len: 217 time: 0.1109018 Aug 19 18:22:10.458520 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ead1e3-ebd3-4104-8703-6b22e8d678ef req-3e8f3ff6-0cc7-4d33-b638-c5b1039ba281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:10.463479 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-92ead1e3-ebd3-4104-8703-6b22e8d678ef req-3e8f3ff6-0cc7-4d33-b638-c5b1039ba281 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.1284728 Aug 19 18:22:10.563045 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-e0e51ea2-c459-4359-ae34-e35584116d7d tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:10.566743 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-e0e51ea2-c459-4359-ae34-e35584116d7d tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/networks?id=0572647f-5270-4d43-8c99-1b268d9b7ff3 HTTP/1.1" status: 200 len: 805 time: 0.2431486 Aug 19 18:22:10.575115 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ead1e3-ebd3-4104-8703-6b22e8d678ef req-6a5a8d64-37f6-406a-b4fc-58e5d4790f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:10.577310 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-92ead1e3-ebd3-4104-8703-6b22e8d678ef req-6a5a8d64-37f6-406a-b4fc-58e5d4790f55 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051676 Aug 19 18:22:10.611984 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-8542a5a2-ee8a-4b57-bd9e-a74c66774f93 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/quotas/a20d0ce40708443bb8a2d2fc2048850c HTTP/1.1" status: 200 len: 375 time: 0.0318270 Aug 19 18:22:10.738622 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-9d565bfd-a631-4520-a6eb-f8f850d14508 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a20d0ce40708443bb8a2d2fc2048850c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1247957 Aug 19 18:22:10.787018 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-92ead1e3-ebd3-4104-8703-6b22e8d678ef req-2673c68f-cfa8-461e-a76d-0a012a0f8716 service neutron] 10.222.0.50 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006750 Aug 19 18:22:10.901069 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-413dc31f-2246-4ed7-8783-04d26deaeefe service neutron] 10.222.0.24 "GET /v2.0/networks/0572647f-5270-4d43-8c99-1b268d9b7ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508617 Aug 19 18:22:10.938685 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:10.974128 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-92ead1e3-ebd3-4104-8703-6b22e8d678ef req-b7ff30f9-7ba2-4cc5-baff-39f933025111 service neutron] 10.222.0.50 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783524 Aug 19 18:22:11.026340 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-f4484c68-df56-44cc-ae81-6509230ff732 service neutron] 10.222.0.24 "GET /v2.0/networks/0572647f-5270-4d43-8c99-1b268d9b7ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243877 Aug 19 18:22:11.338208 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa01616-ee93-4e6e-b9d3-61cb13175626 req-d92f4d59-bc6f-40bd-a2a8-eb59cb8e8c99 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:11.340144 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-efa01616-ee93-4e6e-b9d3-61cb13175626 req-d92f4d59-bc6f-40bd-a2a8-eb59cb8e8c99 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 944 time: 0.0638835 Aug 19 18:22:11.401611 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-efa01616-ee93-4e6e-b9d3-61cb13175626 req-e6322b21-6bde-45fc-ba06-266729fe90d6 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429006 Aug 19 18:22:11.494309 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6c61507e-e1b4-48cb-8e08-5682a7f066ca up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:11.583640 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 6c61507e-e1b4-48cb-8e08-5682a7f066ca triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:11.584484 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:11.715333 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3f78d36a-716d-4f4d-89d5-5fb2b72e4446 req-e6eb5d5e-d7fe-47e6-93df-c076e86ccc7a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 210 time: 0.0692050 Aug 19 18:22:12.564625 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-85329467-85a3-4d33-aeea-ea179f04d712 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:12.567273 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-85329467-85a3-4d33-aeea-ea179f04d712 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.50 "GET /v2.0/networks?id=0572647f-5270-4d43-8c99-1b268d9b7ff3 HTTP/1.1" status: 200 len: 805 time: 0.1471825 Aug 19 18:22:12.570318 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c4fba-5597-42f7-8a1b-9a1c9eac7ea7 req-65815815-b81e-407c-ba29-6e08bd5e5429 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:12.571973 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af7c4fba-5597-42f7-8a1b-9a1c9eac7ea7 req-65815815-b81e-407c-ba29-6e08bd5e5429 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 944 time: 0.0668066 Aug 19 18:22:12.631786 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af7c4fba-5597-42f7-8a1b-9a1c9eac7ea7 req-a35310d4-89ba-48cb-bdd3-3f63ab21f1a5 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512042 Aug 19 18:22:12.634666 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-1ea7a57b-ba85-408e-b114-e7ce0c0046cd tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a20d0ce40708443bb8a2d2fc2048850c HTTP/1.1" status: 200 len: 379 time: 0.0521574 Aug 19 18:22:12.650625 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-e1a59b14-335e-4643-8bef-99d0a65b3720 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Request body: {'port': {'device_id': 'da7abc6e-ccc8-4229-b588-14ed68860c12', 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3', 'admin_state_up': True, 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'security_groups': ['c5753e12-73cf-42e0-bc8f-cc8fd3b95fee']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:12.814425 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-e1a59b14-335e-4643-8bef-99d0a65b3720 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Made reservation on behalf of a20d0ce40708443bb8a2d2fc2048850c for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:12.818949 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-e1a59b14-335e-4643-8bef-99d0a65b3720 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:12.892029 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-72dca02d-e4ce-4dab-8457-d3a95ef93ab4 req-a225e98d-0ef4-4d6e-a432-77cd02f7e009 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 210 time: 0.0408146 Aug 19 18:22:12.982445 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-e1a59b14-335e-4643-8bef-99d0a65b3720 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Allocated IP 172.20.0.13 (0572647f-5270-4d43-8c99-1b268d9b7ff3/83db52d5-596d-4360-af37-78a70930d713/181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:22:13.139181 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-e1a59b14-335e-4643-8bef-99d0a65b3720 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:13.156138 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-e1a59b14-335e-4643-8bef-99d0a65b3720 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Transition to ACTIVE for port object 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:13.191733 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-e1a59b14-335e-4643-8bef-99d0a65b3720 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:13.238570 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-e1a59b14-335e-4643-8bef-99d0a65b3720 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Network 0572647f-5270-4d43-8c99-1b268d9b7ff3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:13.241829 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-e1a59b14-335e-4643-8bef-99d0a65b3720 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:13.245782 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-e1a59b14-335e-4643-8bef-99d0a65b3720 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:13.252427 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a59b14-335e-4643-8bef-99d0a65b3720 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Pushing event updated for resources: {'Port': ['ID=181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:13.307012 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-e1a59b14-335e-4643-8bef-99d0a65b3720 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:13.307679 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-e1a59b14-335e-4643-8bef-99d0a65b3720 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:13.325747 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-e1a59b14-335e-4643-8bef-99d0a65b3720 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6836402 Aug 19 18:22:13.344959 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-fe86c022-54e5-4bd9-9cc2-eea4f0d7b89d service neutron] Request body: {'port': {'device_id': 'da7abc6e-ccc8-4229-b588-14ed68860c12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:13.419153 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-fe86c022-54e5-4bd9-9cc2-eea4f0d7b89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:13.516969 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7b5f9eff-8822-48cc-9b42-9e8787f5347f None None] Provisioning for port 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:13.522464 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7b5f9eff-8822-48cc-9b42-9e8787f5347f None None] Provisioning complete for port 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:13.523008 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7b5f9eff-8822-48cc-9b42-9e8787f5347f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:13.570511 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7b5f9eff-8822-48cc-9b42-9e8787f5347f None None] Port 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:13.817081 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-fe86c022-54e5-4bd9-9cc2-eea4f0d7b89d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:22:13.831221 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-fe86c022-54e5-4bd9-9cc2-eea4f0d7b89d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:13.845173 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc1a09-5c79-4622-99f1-9c582dcdf8a6 req-880779ea-5ed5-4859-84ec-d6eb2b3d07b5 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:13.850269 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b1fc1a09-5c79-4622-99f1-9c582dcdf8a6 req-880779ea-5ed5-4859-84ec-d6eb2b3d07b5 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 944 time: 0.1075242 Aug 19 18:22:13.873147 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-fe86c022-54e5-4bd9-9cc2-eea4f0d7b89d service neutron] Transition to ACTIVE for port object 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:13.881245 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-fe86c022-54e5-4bd9-9cc2-eea4f0d7b89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:13.911295 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b1fc1a09-5c79-4622-99f1-9c582dcdf8a6 req-f2dee52d-f126-4865-9366-2f8b4f8d88aa tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478327 Aug 19 18:22:13.940169 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86c022-54e5-4bd9-9cc2-eea4f0d7b89d service neutron] Pushing event updated for resources: {'Port': ['ID=181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:14.201229 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-fe86c022-54e5-4bd9-9cc2-eea4f0d7b89d service neutron] Attempting to bind port 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:22:14.202090 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-fe86c022-54e5-4bd9-9cc2-eea4f0d7b89d service neutron] Attempting to bind port 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'b046ec20-0f89-4175-ae84-1bee4ba09fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:22:14.203879 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-fe86c022-54e5-4bd9-9cc2-eea4f0d7b89d service neutron] Attempting to bind port 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 on network 0572647f-5270-4d43-8c99-1b268d9b7ff3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:14.220956 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-fe86c022-54e5-4bd9-9cc2-eea4f0d7b89d service neutron] Port 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 on network 0572647f-5270-4d43-8c99-1b268d9b7ff3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:22:14.221917 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-fe86c022-54e5-4bd9-9cc2-eea4f0d7b89d service neutron] Attempting to bind port 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 on network 0572647f-5270-4d43-8c99-1b268d9b7ff3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:14.245124 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-fe86c022-54e5-4bd9-9cc2-eea4f0d7b89d service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:22:14.245124 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-fe86c022-54e5-4bd9-9cc2-eea4f0d7b89d service neutron] Checking segment: {'id': 'b046ec20-0f89-4175-ae84-1bee4ba09fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:14.245124 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-fe86c022-54e5-4bd9-9cc2-eea4f0d7b89d service neutron] Bound using segment: {'id': 'b046ec20-0f89-4175-ae84-1bee4ba09fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:22:14.245124 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-fe86c022-54e5-4bd9-9cc2-eea4f0d7b89d service neutron] Bound port: 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b046ec20-0f89-4175-ae84-1bee4ba09fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:22:14.245124 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-fe86c022-54e5-4bd9-9cc2-eea4f0d7b89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:14.348992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322e88a-253a-4c8b-88e0-b49c1423b04f req-0d0c6300-751e-40e8-95e6-03458ee3d6da tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:14.351599 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3322e88a-253a-4c8b-88e0-b49c1423b04f req-0d0c6300-751e-40e8-95e6-03458ee3d6da tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 944 time: 0.1301312 Aug 19 18:22:14.426856 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-fe86c022-54e5-4bd9-9cc2-eea4f0d7b89d service neutron] For port 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:22:14.430932 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-fe86c022-54e5-4bd9-9cc2-eea4f0d7b89d service neutron] For port 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6,segment=NetworkSegment(b046ec20-0f89-4175-ae84-1bee4ba09fc8),segment_id=b046ec20-0f89-4175-ae84-1bee4ba09fc8)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:22:14.440271 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-fe86c022-54e5-4bd9-9cc2-eea4f0d7b89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:14.503594 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-fe86c022-54e5-4bd9-9cc2-eea4f0d7b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:14.504540 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-fe86c022-54e5-4bd9-9cc2-eea4f0d7b89d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:14.504784 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3322e88a-253a-4c8b-88e0-b49c1423b04f req-56893365-5228-4203-9950-dd68a5403caf tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5753e12-73cf-42e0-bc8f-cc8fd3b95fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379373 Aug 19 18:22:14.506719 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-fe86c022-54e5-4bd9-9cc2-eea4f0d7b89d service neutron] 10.222.0.50 "PUT /v2.0/ports/181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 HTTP/1.1" status: 200 len: 1092 time: 1.1671324 Aug 19 18:22:14.507381 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7abc6e-ccc8-4229-b588-14ed68860c12', 'tag': '181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:22:14.510186 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4464e730-dd15-4e67-9130-467ec24ca91a" -d '{"events": [{"name": "network-changed", "server_uuid": "da7abc6e-ccc8-4229-b588-14ed68860c12", "tag": "181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:22:14.621326 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86c022-54e5-4bd9-9cc2-eea4f0d7b89d service neutron] Pushing event updated for resources: {'Port': ['ID=181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:14.639605 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd38870e-a2d0-438f-bb80-2e20f62025ea x-openstack-request-id: req-dd38870e-a2d0-438f-bb80-2e20f62025ea {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:22:14.640010 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7abc6e-ccc8-4229-b588-14ed68860c12", "tag": "181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:22:14.641267 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd38870e-a2d0-438f-bb80-2e20f62025ea {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:22:14.642002 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7abc6e-ccc8-4229-b588-14ed68860c12', 'tag': '181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6', 'status': 'completed', 'code': 200} Aug 19 18:22:14.724703 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-cbeaf1ff-fe46-4aa5-894b-4b0ca6286e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:14.728204 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-cbeaf1ff-fe46-4aa5-894b-4b0ca6286e73 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a20d0ce40708443bb8a2d2fc2048850c&device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 1095 time: 0.1321750 Aug 19 18:22:14.798072 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-ac68270a-6b5f-4724-8b80-60f7757755c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 HTTP/1.1" status: 200 len: 217 time: 0.0555613 Aug 19 18:22:14.858965 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-347b2ca6-e516-4800-ba36-3359858b3479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:14.860798 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-347b2ca6-e516-4800-ba36-3359858b3479 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=83db52d5-596d-4360-af37-78a70930d713 HTTP/1.1" status: 200 len: 844 time: 0.0545497 Aug 19 18:22:14.915856 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-31981a6c-87ed-4004-8cf1-d1c4e812f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:14.917720 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-31981a6c-87ed-4004-8cf1-d1c4e812f188 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0572647f-5270-4d43-8c99-1b268d9b7ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489030 Aug 19 18:22:15.098945 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-e0876161-8717-4e0c-8036-a8fde5e08ba2 service neutron] 10.222.0.50 "GET /v2.0/networks/0572647f-5270-4d43-8c99-1b268d9b7ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719213 Aug 19 18:22:15.111190 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20018c78-9d6c-4d92-aa11-f8e93439704d req-dcca2c63-9865-470a-9635-0f007992daf5 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:15.121045 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-20018c78-9d6c-4d92-aa11-f8e93439704d req-dcca2c63-9865-470a-9635-0f007992daf5 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 944 time: 0.0741167 Aug 19 18:22:15.199102 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-20018c78-9d6c-4d92-aa11-f8e93439704d req-0b5558a2-050d-4bb0-b0d2-322a7f947680 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770178 Aug 19 18:22:15.258679 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7fb41966-cbc8-4323-ae7b-1d151413ada7 req-092b3cb9-f38e-4353-91db-ac30d3647937 service neutron] 10.222.0.50 "GET /v2.0/networks/0572647f-5270-4d43-8c99-1b268d9b7ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444106 Aug 19 18:22:15.389375 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464e730-dd15-4e67-9130-467ec24ca91a req-f1d5a00c-1be6-4c0e-8c7b-161bcfeceb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:15.393321 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4464e730-dd15-4e67-9130-467ec24ca91a req-f1d5a00c-1be6-4c0e-8c7b-161bcfeceb9c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a20d0ce40708443bb8a2d2fc2048850c&device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 1095 time: 0.0597415 Aug 19 18:22:15.574860 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464e730-dd15-4e67-9130-467ec24ca91a req-23166089-d946-46ee-84b2-18e978be8c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:15.578793 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4464e730-dd15-4e67-9130-467ec24ca91a req-23166089-d946-46ee-84b2-18e978be8c4a service neutron] 10.222.0.50 "GET /v2.0/networks?id=0572647f-5270-4d43-8c99-1b268d9b7ff3 HTTP/1.1" status: 200 len: 906 time: 0.1779735 Aug 19 18:22:15.656598 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4464e730-dd15-4e67-9130-467ec24ca91a req-463da85c-1e27-45a4-8532-8525326468bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 HTTP/1.1" status: 200 len: 217 time: 0.0672538 Aug 19 18:22:15.748040 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464e730-dd15-4e67-9130-467ec24ca91a req-abe848cf-d3d2-4e31-9c70-5fa717efd31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:15.750404 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4464e730-dd15-4e67-9130-467ec24ca91a req-abe848cf-d3d2-4e31-9c70-5fa717efd31b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=83db52d5-596d-4360-af37-78a70930d713 HTTP/1.1" status: 200 len: 844 time: 0.0666263 Aug 19 18:22:15.766035 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c61d0-7462-4566-9b8b-83333ad06165 req-d21f34d0-bf5f-4b01-aa15-46a104b9328f tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:15.767672 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-185c61d0-7462-4566-9b8b-83333ad06165 req-d21f34d0-bf5f-4b01-aa15-46a104b9328f tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 944 time: 0.1143768 Aug 19 18:22:15.854933 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-185c61d0-7462-4566-9b8b-83333ad06165 req-3fe8d61b-3e56-4ee8-91f6-63db01916ad0 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5753e12-73cf-42e0-bc8f-cc8fd3b95fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761118 Aug 19 18:22:15.858848 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464e730-dd15-4e67-9130-467ec24ca91a req-efc10a52-e332-4a15-9d6f-f7263d3ef2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:15.860476 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4464e730-dd15-4e67-9130-467ec24ca91a req-efc10a52-e332-4a15-9d6f-f7263d3ef2d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0572647f-5270-4d43-8c99-1b268d9b7ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918050 Aug 19 18:22:16.046950 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4464e730-dd15-4e67-9130-467ec24ca91a req-fbb88907-7d49-4bd5-9d53-97bf05888d1f service neutron] 10.222.0.50 "GET /v2.0/networks/0572647f-5270-4d43-8c99-1b268d9b7ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766360 Aug 19 18:22:16.213749 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4464e730-dd15-4e67-9130-467ec24ca91a req-9d7fb9d6-678c-42f2-92ff-629042fffa5e service neutron] 10.222.0.50 "GET /v2.0/networks/0572647f-5270-4d43-8c99-1b268d9b7ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571097 Aug 19 18:22:16.420725 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538a0c0-36d9-4235-96c2-1ff0e8afd5fb req-7ef43038-70fb-4480-ae05-6b1a5b84c972 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:16.429871 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4538a0c0-36d9-4235-96c2-1ff0e8afd5fb req-7ef43038-70fb-4480-ae05-6b1a5b84c972 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 944 time: 0.0866864 Aug 19 18:22:16.447663 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:16.478172 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4538a0c0-36d9-4235-96c2-1ff0e8afd5fb req-a2370e5e-c0ef-46ca-8854-fc36456a0572 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469649 Aug 19 18:22:17.046108 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0ac6e-682d-4f91-bbfc-c575574da0df req-c1970c8c-c7d9-47ef-9e96-c873a833fe69 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:17.048360 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-81c0ac6e-682d-4f91-bbfc-c575574da0df req-c1970c8c-c7d9-47ef-9e96-c873a833fe69 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 944 time: 0.0668504 Aug 19 18:22:17.100129 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-81c0ac6e-682d-4f91-bbfc-c575574da0df req-d59e944d-0931-4d85-8dbc-9735870f49d2 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5753e12-73cf-42e0-bc8f-cc8fd3b95fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450485 Aug 19 18:22:17.310621 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:22:17.444860 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6,segment=NetworkSegment(b046ec20-0f89-4175-ae84-1bee4ba09fc8),segment_id=b046ec20-0f89-4175-ae84-1bee4ba09fc8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:17.460091 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6', 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3', 'port_id': '181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6', 'mac_address': 'fa:16:3e:f3:3d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83db52d5-596d-4360-af37-78a70930d713', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:22:17.507691 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:17.529318 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:22:17.587052 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6,segment=NetworkSegment(b046ec20-0f89-4175-ae84-1bee4ba09fc8),segment_id=b046ec20-0f89-4175-ae84-1bee4ba09fc8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:17.603296 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:17.651208 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38813afb-4ad1-418f-bfd0-88cefd7b8f8f req-d9bd94ce-b29d-423f-8621-af25e42caefc tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:17.660528 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-38813afb-4ad1-418f-bfd0-88cefd7b8f8f req-d9bd94ce-b29d-423f-8621-af25e42caefc tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 944 time: 0.0854702 Aug 19 18:22:17.673449 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:17.720886 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-38813afb-4ad1-418f-bfd0-88cefd7b8f8f req-3757497b-3542-4a1b-8a62-f33a0993a82b tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594363 Aug 19 18:22:17.849147 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:22:18.267107 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d6fc7-390b-4767-9f71-ed2eae79213d req-f60f46b0-14f0-4524-b324-4965fbd5258b tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:18.268907 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f20d6fc7-390b-4767-9f71-ed2eae79213d req-f60f46b0-14f0-4524-b324-4965fbd5258b tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 945 time: 0.0688345 Aug 19 18:22:18.341665 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f20d6fc7-390b-4767-9f71-ed2eae79213d req-40cec7e5-cee5-48d9-8359-c75017a66b95 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5753e12-73cf-42e0-bc8f-cc8fd3b95fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657761 Aug 19 18:22:18.916527 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c39ab-8a40-4738-804d-c098dedd350a req-755589f1-f33c-433c-beb8-c76a6efd1156 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:18.923848 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-800c39ab-8a40-4738-804d-c098dedd350a req-755589f1-f33c-433c-beb8-c76a6efd1156 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 944 time: 0.0868537 Aug 19 18:22:18.978463 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-800c39ab-8a40-4738-804d-c098dedd350a req-43a77c1b-8cf1-4c3d-bbb1-d0210671f58e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452502 Aug 19 18:22:19.326904 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:19.428642 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:19.434877 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:19.435717 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.524272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d799416-f1d7-4bbd-9764-e0dc234a789e req-38a03232-cea2-4923-80be-a05cf149a55a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:19.533413 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7d799416-f1d7-4bbd-9764-e0dc234a789e req-38a03232-cea2-4923-80be-a05cf149a55a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 945 time: 0.0848525 Aug 19 18:22:19.556187 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.618277 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7d799416-f1d7-4bbd-9764-e0dc234a789e req-834094ed-7417-4667-95b9-c403b0365737 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5753e12-73cf-42e0-bc8f-cc8fd3b95fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835969 Aug 19 18:22:19.643532 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6,segment=NetworkSegment(b046ec20-0f89-4175-ae84-1bee4ba09fc8),segment_id=b046ec20-0f89-4175-ae84-1bee4ba09fc8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:19.645101 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7abc6e-ccc8-4229-b588-14ed68860c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:22:19.651241 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470e3ec9-8ee0-47e6-a412-8e792f4b90d1" -d '{"events": [{"server_uuid": "da7abc6e-ccc8-4229-b588-14ed68860c12", "name": "network-vif-plugged", "status": "completed", "tag": "181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:22:19.656769 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.726984 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4f34ee-2ada-4332-81df-13e48dae3ced x-openstack-request-id: req-5d4f34ee-2ada-4332-81df-13e48dae3ced {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:22:19.726984 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7abc6e-ccc8-4229-b588-14ed68860c12", "name": "network-vif-plugged", "status": "completed", "tag": "181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:22:19.726984 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d4f34ee-2ada-4332-81df-13e48dae3ced {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:22:19.726984 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7abc6e-ccc8-4229-b588-14ed68860c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6', 'code': 200} Aug 19 18:22:19.759982 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:19.889125 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad7c78-69ea-43a0-b9b8-4e09772dc8e0 req-0853080b-2fb1-4de3-a1b6-ec69d1578ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:19.891718 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d3ad7c78-69ea-43a0-b9b8-4e09772dc8e0 req-0853080b-2fb1-4de3-a1b6-ec69d1578ab9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 1097 time: 0.0674233 Aug 19 18:22:19.959985 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d3ad7c78-69ea-43a0-b9b8-4e09772dc8e0 req-27122876-f6c4-4372-935d-eea1bbf53abe service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c5753e12-73cf-42e0-bc8f-cc8fd3b95fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589619 Aug 19 18:22:20.184667 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abd120-1134-4729-8196-ee7111982cd3 req-b9238583-bcc0-483b-b302-64f7cadefeea tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:20.186407 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-52abd120-1134-4729-8196-ee7111982cd3 req-b9238583-bcc0-483b-b302-64f7cadefeea tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 944 time: 0.0951943 Aug 19 18:22:20.253876 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-52abd120-1134-4729-8196-ee7111982cd3 req-bdfd9318-47c9-4104-9a21-18e781d35572 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553508 Aug 19 18:22:20.836553 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a52282-2542-48a3-8c70-9dfed89dae7c req-c766ca6e-fcf5-4124-b4ee-df1b3c3c6a0f tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:20.853109 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-82a52282-2542-48a3-8c70-9dfed89dae7c req-c766ca6e-fcf5-4124-b4ee-df1b3c3c6a0f tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 946 time: 0.1102817 Aug 19 18:22:20.902610 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-82a52282-2542-48a3-8c70-9dfed89dae7c req-9608960a-8f90-4474-9ce0-fadb4558c4f5 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5753e12-73cf-42e0-bc8f-cc8fd3b95fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481787 Aug 19 18:22:21.222051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-67bb3da6-61c3-4b45-99a4-941be4c0a75c tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:21.224276 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-67bb3da6-61c3-4b45-99a4-941be4c0a75c tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/networks?id=72c24065-3c61-48bb-b3dc-9f70d8863de2 HTTP/1.1" status: 200 len: 814 time: 0.2036252 Aug 19 18:22:21.249119 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-847aa6fb-166f-47be-b26c-20eb10a80562 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/quotas/8bdb6928d3b5414881e0195edfdd334f HTTP/1.1" status: 200 len: 375 time: 0.0121667 Aug 19 18:22:21.343938 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-b94fe942-4c9d-41b7-a497-e1cd765549f8 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bdb6928d3b5414881e0195edfdd334f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0674071 Aug 19 18:22:21.496114 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e20111-3a24-4c20-9f83-2b67ba78fe54 req-57265ce1-1d6c-4e74-b4bd-911b61233855 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:21.497898 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-04e20111-3a24-4c20-9f83-2b67ba78fe54 req-57265ce1-1d6c-4e74-b4bd-911b61233855 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 944 time: 0.0905285 Aug 19 18:22:21.519702 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-c3e0aab9-9908-4440-9b47-5e85edf1e328 service neutron] 10.222.0.24 "GET /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647789 Aug 19 18:22:21.574901 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-04e20111-3a24-4c20-9f83-2b67ba78fe54 req-3429636c-73f8-4a59-bf60-898bb4591a08 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701051 Aug 19 18:22:21.679557 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-59e11ef6-e6bb-47b5-a078-f48161b69f8c service neutron] 10.222.0.24 "GET /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464496 Aug 19 18:22:21.919099 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-17262f2d-a13d-4b29-8458-38824bd47af6 req-063c2862-5723-451c-aa12-3a95cf507024 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=9498070c-ffc5-43c3-b62b-794cd67bd766 HTTP/1.1" status: 200 len: 210 time: 0.0475988 Aug 19 18:22:22.095065 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7c435-7594-4973-9464-d361b0abf50d req-5dd91eea-90c8-4488-8d02-d4368bd84dab tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:22.097920 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3bc7c435-7594-4973-9464-d361b0abf50d req-5dd91eea-90c8-4488-8d02-d4368bd84dab tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 946 time: 0.0773160 Aug 19 18:22:22.171811 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3bc7c435-7594-4973-9464-d361b0abf50d req-a5675fd9-15d3-4658-99fa-9ecf0ad450ae tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5753e12-73cf-42e0-bc8f-cc8fd3b95fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659914 Aug 19 18:22:22.373927 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40521649-8ff0-4d8c-b1bd-7ae9111274cc req-791fdb2e-9d5f-4382-a743-18b9d7504695 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:22.377354 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40521649-8ff0-4d8c-b1bd-7ae9111274cc req-791fdb2e-9d5f-4382-a743-18b9d7504695 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 946 time: 0.0825195 Aug 19 18:22:22.393714 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34480) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:22.403310 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-472927b3-7a92-441d-8fbc-f8fc7e23f44a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Request body: {'floatingip': {'port_id': '181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:22.480611 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-472927b3-7a92-441d-8fbc-f8fc7e23f44a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks [] for floatingip, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:22.824745 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d35ed-6c3e-421f-8779-a6f439733e05 req-48269935-e403-4163-9ea2-bd3374be79bd tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:22.828059 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a15d35ed-6c3e-421f-8779-a6f439733e05 req-48269935-e403-4163-9ea2-bd3374be79bd tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 944 time: 0.1372547 Aug 19 18:22:22.924714 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a15d35ed-6c3e-421f-8779-a6f439733e05 req-018f843d-11a7-4e14-bcd1-0730db64db8d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849693 Aug 19 18:22:23.339079 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device d45aaddd-16cc-4fc1-80de-88d06ab2eb68 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:22:23.377840 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-45fd8174-c3aa-44ad-a116-e6ffbf86a843 req-37be8cc8-fe23-4237-91c7-c0d779e4e20f tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=9498070c-ffc5-43c3-b62b-794cd67bd766 HTTP/1.1" status: 200 len: 210 time: 0.0623202 Aug 19 18:22:23.435097 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb9e6d-9cec-4a24-8815-026f85b2ac30 req-62f11f34-89e1-4cd0-9e29-fd0e70d11489 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:23.438571 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-26cb9e6d-9cec-4a24-8815-026f85b2ac30 req-62f11f34-89e1-4cd0-9e29-fd0e70d11489 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 946 time: 0.1244018 Aug 19 18:22:23.640916 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port d45aaddd-16cc-4fc1-80de-88d06ab2eb68, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d45aaddd-16cc-4fc1-80de-88d06ab2eb68,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:23.664115 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'd45aaddd-16cc-4fc1-80de-88d06ab2eb68', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'port_id': 'd45aaddd-16cc-4fc1-80de-88d06ab2eb68', 'mac_address': 'fa:16:3e:7d:f1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:22:23.779249 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:23.792401 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-26cb9e6d-9cec-4a24-8815-026f85b2ac30 req-f9a03343-57a7-4505-be1f-90b3541e9c43 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221891 Aug 19 18:22:23.825084 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45aaddd-16cc-4fc1-80de-88d06ab2eb68 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:22:23.850363 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.db.resource_extend [None req-472927b3-7a92-441d-8fbc-f8fc7e23f44a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:22:23.872584 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port d45aaddd-16cc-4fc1-80de-88d06ab2eb68, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d45aaddd-16cc-4fc1-80de-88d06ab2eb68,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:23.881101 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:23.906197 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-fe9b37c0-1542-43dd-b14e-1b5ebb5583f9 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:23.909258 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-fe9b37c0-1542-43dd-b14e-1b5ebb5583f9 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.54 "GET /v2.0/networks?id=72c24065-3c61-48bb-b3dc-9f70d8863de2 HTTP/1.1" status: 200 len: 814 time: 0.4582033 Aug 19 18:22:23.947240 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-083b7bbc-15f5-447c-9c12-a48106dd1b0b tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Request body: {'port': {'device_id': '9498070c-ffc5-43c3-b62b-794cd67bd766', 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2', 'admin_state_up': True, 'tenant_id': '8bdb6928d3b5414881e0195edfdd334f'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:23.992830 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-472927b3-7a92-441d-8fbc-f8fc7e23f44a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:24.001323 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-472927b3-7a92-441d-8fbc-f8fc7e23f44a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:24.076775 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=d45aaddd-16cc-4fc1-80de-88d06ab2eb68,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:24.206728 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['d45aaddd-16cc-4fc1-80de-88d06ab2eb68'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:22:24.259360 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-472927b3-7a92-441d-8fbc-f8fc7e23f44a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Floating IP 301a9cab-ab53-4ebb-ba58-d9b8f5abf350 associated. External IP: 172.25.8.118, port: 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6. Aug 19 18:22:24.281259 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-083b7bbc-15f5-447c-9c12-a48106dd1b0b tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Made reservation on behalf of 8bdb6928d3b5414881e0195edfdd334f for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:24.290882 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-083b7bbc-15f5-447c-9c12-a48106dd1b0b tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:24.552358 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc9931-4826-45e5-8439-f789fa95b03d req-2383de45-b7c7-4e59-895b-58f0cdb19ea6 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:24.568780 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4afc9931-4826-45e5-8439-f789fa95b03d req-2383de45-b7c7-4e59-895b-58f0cdb19ea6 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 945 time: 0.3108580 Aug 19 18:22:24.678214 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4afc9931-4826-45e5-8439-f789fa95b03d req-21fe0b6f-81a6-48dd-aaf6-c30f84f67c1d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985370 Aug 19 18:22:24.773176 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-083b7bbc-15f5-447c-9c12-a48106dd1b0b tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Allocated IP 172.20.0.2 (72c24065-3c61-48bb-b3dc-9f70d8863de2/1c82dd89-9ab3-4016-ba41-5a5874e7d091/2d15ea63-5b4e-4f06-bdae-3033a7d2434e) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:22:24.789106 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472927b3-7a92-441d-8fbc-f8fc7e23f44a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Router 6c3844a9-9848-468f-91ed-db4917f8d2a6 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:22:24.833915 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a20cf94-b3a7-4051-a818-d93649e81afe req-0dd417cc-dd69-4629-a08b-a2258904f73e tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=9498070c-ffc5-43c3-b62b-794cd67bd766 HTTP/1.1" status: 200 len: 210 time: 0.0411239 Aug 19 18:22:25.022065 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-083b7bbc-15f5-447c-9c12-a48106dd1b0b tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:25.022834 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472927b3-7a92-441d-8fbc-f8fc7e23f44a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:22:25.034570 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbfea53-c3d3-4fa3-8f79-738fc61371ce None None] Sync routers for ids ['6c3844a9-9848-468f-91ed-db4917f8d2a6'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:22:25.051175 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-472927b3-7a92-441d-8fbc-f8fc7e23f44a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:25.052442 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbfea53-c3d3-4fa3-8f79-738fc61371ce None None] Routers {'6c3844a9-9848-468f-91ed-db4917f8d2a6'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:25.053455 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9cbfea53-c3d3-4fa3-8f79-738fc61371ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:22:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c3844a9-9848-468f-91ed-db4917f8d2a6'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:25.101972 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-083b7bbc-15f5-447c-9c12-a48106dd1b0b tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:25.119349 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['eaac0ad0-7bfe-4381-b5be-357a23e5b3bc'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:22:25.125640 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-472927b3-7a92-441d-8fbc-f8fc7e23f44a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "PUT /v2.0/floatingips/301a9cab-ab53-4ebb-ba58-d9b8f5abf350 HTTP/1.1" status: 200 len: 992 time: 2.7298756 Aug 19 18:22:25.130138 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7abc6e-ccc8-4229-b588-14ed68860c12', 'tag': '181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:22:25.133920 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af96b444-f165-46cf-8bc7-4d6d9ada941e" -d '{"events": [{"name": "network-changed", "server_uuid": "da7abc6e-ccc8-4229-b588-14ed68860c12", "tag": "181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:22:25.193352 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-083b7bbc-15f5-447c-9c12-a48106dd1b0b tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Network 72c24065-3c61-48bb-b3dc-9f70d8863de2 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:25.200152 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-083b7bbc-15f5-447c-9c12-a48106dd1b0b tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:25.214776 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-083b7bbc-15f5-447c-9c12-a48106dd1b0b tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:25.248221 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-9cbfea53-c3d3-4fa3-8f79-738fc61371ce None None] Set router 6c3844a9-9848-468f-91ed-db4917f8d2a6 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:22:25.289259 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2c2abc-3637-41a3-a796-efdce646bb62 x-openstack-request-id: req-bb2c2abc-3637-41a3-a796-efdce646bb62 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:22:25.289479 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7abc6e-ccc8-4229-b588-14ed68860c12", "tag": "181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:22:25.289664 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb2c2abc-3637-41a3-a796-efdce646bb62 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:22:25.291222 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7abc6e-ccc8-4229-b588-14ed68860c12', 'tag': '181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6', 'status': 'completed', 'code': 200} Aug 19 18:22:25.316816 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b7bbc-15f5-447c-9c12-a48106dd1b0b tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Pushing event updated for resources: {'Port': ['ID=2d15ea63-5b4e-4f06-bdae-3033a7d2434e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:25.407940 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device d45aaddd-16cc-4fc1-80de-88d06ab2eb68 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:25.424302 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-083b7bbc-15f5-447c-9c12-a48106dd1b0b tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:25.431026 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-083b7bbc-15f5-447c-9c12-a48106dd1b0b tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:25.477296 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-083b7bbc-15f5-447c-9c12-a48106dd1b0b tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5411558 Aug 19 18:22:25.488029 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96b444-f165-46cf-8bc7-4d6d9ada941e req-f5d22ecc-835b-4c59-9940-211737dcd815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:25.491652 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-af96b444-f165-46cf-8bc7-4d6d9ada941e req-f5d22ecc-835b-4c59-9940-211737dcd815 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a20d0ce40708443bb8a2d2fc2048850c&device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 1097 time: 0.1549146 Aug 19 18:22:25.500382 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-d4d590ef-f553-482e-8fae-033d0a538562 service neutron] Request body: {'port': {'device_id': '9498070c-ffc5-43c3-b62b-794cd67bd766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:25.649706 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port d45aaddd-16cc-4fc1-80de-88d06ab2eb68 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:25.675032 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port d45aaddd-16cc-4fc1-80de-88d06ab2eb68 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:25.675416 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:25.719599 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-d4d590ef-f553-482e-8fae-033d0a538562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:25.851466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96b444-f165-46cf-8bc7-4d6d9ada941e req-03521d9d-6089-46e0-b815-878b463f1494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:25.866953 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-af96b444-f165-46cf-8bc7-4d6d9ada941e req-03521d9d-6089-46e0-b815-878b463f1494 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0572647f-5270-4d43-8c99-1b268d9b7ff3 HTTP/1.1" status: 200 len: 906 time: 0.3627250 Aug 19 18:22:25.930171 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9cbfea53-c3d3-4fa3-8f79-738fc61371ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'name': 'tempest-ServersTestJSON-237828362-router', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:52Z', 'updated_at': '2021-08-19T18:22:01Z', 'revision_number': 4, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'gw_port': {'id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:94:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:54Z', 'updated_at': '2021-08-19T18:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '301a9cab-ab53-4ebb-ba58-d9b8f5abf350', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'port_id': '181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3', 'mac_address': 'fa:16:3e:f3:3d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7abc6e-ccc8-4229-b588-14ed68860c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:22:08Z', 'updated_at': '2021-08-19T18:22:23Z', 'revision_number': 1, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c61507e-e1b4-48cb-8e08-5682a7f066ca', 'name': '', 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'mac_address': 'fa:16:3e:dc:47:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '83db52d5-596d-4360-af37-78a70930d713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:58Z', 'updated_at': '2021-08-19T18:22:10Z', 'revision_number': 5, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'subnets': [{'id': '83db52d5-596d-4360-af37-78a70930d713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:25.973358 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbfea53-c3d3-4fa3-8f79-738fc61371ce None None] Checking router: 6c3844a9-9848-468f-91ed-db4917f8d2a6 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:22:25.983412 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbfea53-c3d3-4fa3-8f79-738fc61371ce None None] Routers {'6c3844a9-9848-468f-91ed-db4917f8d2a6'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:25.985339 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9cbfea53-c3d3-4fa3-8f79-738fc61371ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:22:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c3844a9-9848-468f-91ed-db4917f8d2a6'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:26.070175 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:26.119099 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-af96b444-f165-46cf-8bc7-4d6d9ada941e req-511fc905-b355-406c-ae51-3c66381723ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 HTTP/1.1" status: 200 len: 1000 time: 0.2456737 Aug 19 18:22:26.125550 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e99509-16c3-480d-86c9-8a79f4840351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45aaddd-16cc-4fc1-80de-88d06ab2eb68'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:22:26.133815 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e9df45-7192-44e3-81a7-ae1a097f8ac2" -d '{"events": [{"server_uuid": "90e99509-16c3-480d-86c9-8a79f4840351", "name": "network-vif-plugged", "status": "completed", "tag": "d45aaddd-16cc-4fc1-80de-88d06ab2eb68"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:22:26.165857 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-9cbfea53-c3d3-4fa3-8f79-738fc61371ce None None] Set router 6c3844a9-9848-468f-91ed-db4917f8d2a6 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:22:26.200195 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port d45aaddd-16cc-4fc1-80de-88d06ab2eb68, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d45aaddd-16cc-4fc1-80de-88d06ab2eb68,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:26.210044 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:26.226592 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96b444-f165-46cf-8bc7-4d6d9ada941e req-ef60804b-dd56-4a14-825d-dc0010200b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:26.228981 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-af96b444-f165-46cf-8bc7-4d6d9ada941e req-ef60804b-dd56-4a14-825d-dc0010200b41 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=83db52d5-596d-4360-af37-78a70930d713 HTTP/1.1" status: 200 len: 844 time: 0.0971317 Aug 19 18:22:26.254702 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa056f-4b50-46b9-84b0-f94f10da80b7 req-a575c0e0-3cb3-4af1-bfb0-dabcd4535396 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:26.262585 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-edfa056f-4b50-46b9-84b0-f94f10da80b7 req-a575c0e0-3cb3-4af1-bfb0-dabcd4535396 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=9498070c-ffc5-43c3-b62b-794cd67bd766 HTTP/1.1" status: 200 len: 931 time: 0.1422739 Aug 19 18:22:26.370579 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=d45aaddd-16cc-4fc1-80de-88d06ab2eb68,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:26.424164 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96b444-f165-46cf-8bc7-4d6d9ada941e req-e0ac5a92-0b45-4982-b65e-ff0b12397d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:26.429174 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-af96b444-f165-46cf-8bc7-4d6d9ada941e req-e0ac5a92-0b45-4982-b65e-ff0b12397d5c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0572647f-5270-4d43-8c99-1b268d9b7ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650674 Aug 19 18:22:26.452094 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-edfa056f-4b50-46b9-84b0-f94f10da80b7 req-dc9b92c0-711f-479c-9fc5-a124cae268ca tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228549 Aug 19 18:22:26.456863 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74937af-0592-4ea0-a9f7-ed10cbff1a8e req-38896e31-86ab-48b7-b250-dfeabf74d7e4 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:26.460532 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d74937af-0592-4ea0-a9f7-ed10cbff1a8e req-38896e31-86ab-48b7-b250-dfeabf74d7e4 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 946 time: 0.2692342 Aug 19 18:22:26.511534 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e6559b-9d66-49c8-9783-c557ba46f355 x-openstack-request-id: req-86e6559b-9d66-49c8-9783-c557ba46f355 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:22:26.511915 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e99509-16c3-480d-86c9-8a79f4840351", "name": "network-vif-plugged", "status": "completed", "tag": "d45aaddd-16cc-4fc1-80de-88d06ab2eb68", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:22:26.512830 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-86e6559b-9d66-49c8-9783-c557ba46f355 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:22:26.513290 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e99509-16c3-480d-86c9-8a79f4840351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45aaddd-16cc-4fc1-80de-88d06ab2eb68', 'code': 200} Aug 19 18:22:26.621483 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d74937af-0592-4ea0-a9f7-ed10cbff1a8e req-2c55af65-5292-46ba-b690-cbc7101a91c8 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437650 Aug 19 18:22:26.703934 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-af96b444-f165-46cf-8bc7-4d6d9ada941e req-3eabc31e-5847-4095-948b-0e2199ff5dbc service neutron] 10.222.0.50 "GET /v2.0/networks/0572647f-5270-4d43-8c99-1b268d9b7ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486644 Aug 19 18:22:26.709941 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9cbfea53-c3d3-4fa3-8f79-738fc61371ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'name': 'tempest-ServersTestJSON-237828362-router', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:52Z', 'updated_at': '2021-08-19T18:22:01Z', 'revision_number': 4, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'gw_port': {'id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:94:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:54Z', 'updated_at': '2021-08-19T18:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '301a9cab-ab53-4ebb-ba58-d9b8f5abf350', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'port_id': '181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3', 'mac_address': 'fa:16:3e:f3:3d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7abc6e-ccc8-4229-b588-14ed68860c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:22:08Z', 'updated_at': '2021-08-19T18:22:23Z', 'revision_number': 1, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c61507e-e1b4-48cb-8e08-5682a7f066ca', 'name': '', 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'mac_address': 'fa:16:3e:dc:47:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '83db52d5-596d-4360-af37-78a70930d713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:58Z', 'updated_at': '2021-08-19T18:22:10Z', 'revision_number': 5, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'subnets': [{'id': '83db52d5-596d-4360-af37-78a70930d713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:26.743914 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbfea53-c3d3-4fa3-8f79-738fc61371ce None None] The sync data for ids ['6c3844a9-9848-468f-91ed-db4917f8d2a6'] in n-d-803753-2 is: [{'id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'name': 'tempest-ServersTestJSON-237828362-router', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:52Z', 'updated_at': '2021-08-19T18:22:01Z', 'revision_number': 4, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'gw_port': {'id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:94:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:54Z', 'updated_at': '2021-08-19T18:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '301a9cab-ab53-4ebb-ba58-d9b8f5abf350', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'port_id': '181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3', 'mac_address': 'fa:16:3e:f3:3d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7abc6e-ccc8-4229-b588-14ed68860c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:22:08Z', 'updated_at': '2021-08-19T18:22:23Z', 'revision_number': 1, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c61507e-e1b4-48cb-8e08-5682a7f066ca', 'name': '', 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'mac_address': 'fa:16:3e:dc:47:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '83db52d5-596d-4360-af37-78a70930d713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:58Z', 'updated_at': '2021-08-19T18:22:10Z', 'revision_number': 5, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'subnets': [{'id': '83db52d5-596d-4360-af37-78a70930d713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:22:26.749854 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-d4d590ef-f553-482e-8fae-033d0a538562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d15ea63-5b4e-4f06-bdae-3033a7d2434e {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:22:26.762158 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-d4d590ef-f553-482e-8fae-033d0a538562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:26.783694 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-d4d590ef-f553-482e-8fae-033d0a538562 service neutron] Transition to ACTIVE for port object 2d15ea63-5b4e-4f06-bdae-3033a7d2434e will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:26.799273 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2897bee-002a-4e4e-a2f1-ef028ff4f137 req-4bd3a04f-0c0b-4834-88df-80a4655bd32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:26.799273 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b2897bee-002a-4e4e-a2f1-ef028ff4f137 req-4bd3a04f-0c0b-4834-88df-80a4655bd32a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 1097 time: 0.1541321 Aug 19 18:22:26.800727 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-d4d590ef-f553-482e-8fae-033d0a538562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:26.901582 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b2897bee-002a-4e4e-a2f1-ef028ff4f137 req-5048788d-c491-4014-8a1e-4f8fdc79fabb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784705 Aug 19 18:22:26.924238 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-af96b444-f165-46cf-8bc7-4d6d9ada941e req-2a2b05b9-f0b0-40c6-869a-22a7e785408f service neutron] 10.222.0.50 "GET /v2.0/networks/0572647f-5270-4d43-8c99-1b268d9b7ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074428 Aug 19 18:22:26.972305 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d590ef-f553-482e-8fae-033d0a538562 service neutron] Pushing event updated for resources: {'Port': ['ID=2d15ea63-5b4e-4f06-bdae-3033a7d2434e,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:27.034685 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b253914-d18c-4fb0-b936-462a67ee3870 req-d87d6b82-002b-4295-8fca-9ae165ed2393 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:27.036384 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0b253914-d18c-4fb0-b936-462a67ee3870 req-d87d6b82-002b-4295-8fca-9ae165ed2393 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.1490705 Aug 19 18:22:27.047688 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-d4d590ef-f553-482e-8fae-033d0a538562 service neutron] Attempting to bind port 2d15ea63-5b4e-4f06-bdae-3033a7d2434e on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:22:27.048116 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-d4d590ef-f553-482e-8fae-033d0a538562 service neutron] Attempting to bind port 2d15ea63-5b4e-4f06-bdae-3033a7d2434e by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '5f1f34ef-9067-4021-8bd3-d758b9f62f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:22:27.048503 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-d4d590ef-f553-482e-8fae-033d0a538562 service neutron] Attempting to bind port 2d15ea63-5b4e-4f06-bdae-3033a7d2434e on network 72c24065-3c61-48bb-b3dc-9f70d8863de2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:27.062855 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-d4d590ef-f553-482e-8fae-033d0a538562 service neutron] Port 2d15ea63-5b4e-4f06-bdae-3033a7d2434e on network 72c24065-3c61-48bb-b3dc-9f70d8863de2 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:22:27.063207 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-d4d590ef-f553-482e-8fae-033d0a538562 service neutron] Attempting to bind port 2d15ea63-5b4e-4f06-bdae-3033a7d2434e on network 72c24065-3c61-48bb-b3dc-9f70d8863de2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:27.078843 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-d4d590ef-f553-482e-8fae-033d0a538562 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:22:27.079164 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-d4d590ef-f553-482e-8fae-033d0a538562 service neutron] Checking segment: {'id': '5f1f34ef-9067-4021-8bd3-d758b9f62f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:27.079476 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-d4d590ef-f553-482e-8fae-033d0a538562 service neutron] Bound using segment: {'id': '5f1f34ef-9067-4021-8bd3-d758b9f62f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:22:27.079939 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-d4d590ef-f553-482e-8fae-033d0a538562 service neutron] Bound port: 2d15ea63-5b4e-4f06-bdae-3033a7d2434e, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1f34ef-9067-4021-8bd3-d758b9f62f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:22:27.080313 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-d4d590ef-f553-482e-8fae-033d0a538562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:27.103398 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device bd1e7643-8716-43bb-af18-1644144f2a7e details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:22:27.110779 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0b253914-d18c-4fb0-b936-462a67ee3870 req-d2bbdf36-b120-4670-847b-35a3b2255599 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576749 Aug 19 18:22:27.111515 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe70b70-aeac-414f-9c1d-8ed287a7f573 None None] New status for floating IP 301a9cab-ab53-4ebb-ba58-d9b8f5abf350: ACTIVE {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:22:27.175858 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-d4d590ef-f553-482e-8fae-033d0a538562 service neutron] For port 2d15ea63-5b4e-4f06-bdae-3033a7d2434e, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:22:27.179470 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-d4d590ef-f553-482e-8fae-033d0a538562 service neutron] For port 2d15ea63-5b4e-4f06-bdae-3033a7d2434e, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=2d15ea63-5b4e-4f06-bdae-3033a7d2434e,segment=NetworkSegment(5f1f34ef-9067-4021-8bd3-d758b9f62f14),segment_id=5f1f34ef-9067-4021-8bd3-d758b9f62f14)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:22:27.184859 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-d4d590ef-f553-482e-8fae-033d0a538562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:27.228189 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-d4d590ef-f553-482e-8fae-033d0a538562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:27.228834 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-d4d590ef-f553-482e-8fae-033d0a538562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:27.230402 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-d4d590ef-f553-482e-8fae-033d0a538562 service neutron] 10.222.0.54 "PUT /v2.0/ports/2d15ea63-5b4e-4f06-bdae-3033a7d2434e HTTP/1.1" status: 200 len: 1091 time: 1.7377572 Aug 19 18:22:27.230888 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9498070c-ffc5-43c3-b62b-794cd67bd766', 'tag': '2d15ea63-5b4e-4f06-bdae-3033a7d2434e'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:22:27.233306 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95ff125-c62b-4f90-a846-1bbb53447339" -d '{"events": [{"name": "network-changed", "server_uuid": "9498070c-ffc5-43c3-b62b-794cd67bd766", "tag": "2d15ea63-5b4e-4f06-bdae-3033a7d2434e"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:22:27.304339 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b459f8-85e6-486a-a3e5-d235fb5ac095 x-openstack-request-id: req-e4b459f8-85e6-486a-a3e5-d235fb5ac095 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:22:27.304339 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9498070c-ffc5-43c3-b62b-794cd67bd766", "tag": "2d15ea63-5b4e-4f06-bdae-3033a7d2434e", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:22:27.305085 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4b459f8-85e6-486a-a3e5-d235fb5ac095 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:22:27.305753 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9498070c-ffc5-43c3-b62b-794cd67bd766', 'tag': '2d15ea63-5b4e-4f06-bdae-3033a7d2434e', 'status': 'completed', 'code': 200} Aug 19 18:22:27.323872 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d590ef-f553-482e-8fae-033d0a538562 service neutron] Pushing event updated for resources: {'Port': ['ID=2d15ea63-5b4e-4f06-bdae-3033a7d2434e,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:27.360922 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-7a3656d2-cd9b-4083-9d82-51a4df2394df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:27.362586 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-7a3656d2-cd9b-4083-9d82-51a4df2394df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8bdb6928d3b5414881e0195edfdd334f&device_id=9498070c-ffc5-43c3-b62b-794cd67bd766 HTTP/1.1" status: 200 len: 1094 time: 0.0556870 Aug 19 18:22:27.413327 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-6d90d782-4ec4-4b11-809d-a31750f9ddda service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d15ea63-5b4e-4f06-bdae-3033a7d2434e HTTP/1.1" status: 200 len: 217 time: 0.0401831 Aug 19 18:22:27.471876 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-93d3eb89-576d-44a9-b639-9b85b57ab1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:27.473384 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-93d3eb89-576d-44a9-b639-9b85b57ab1f1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1c82dd89-9ab3-4016-ba41-5a5874e7d091 HTTP/1.1" status: 200 len: 854 time: 0.0503979 Aug 19 18:22:27.553378 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-d461146c-b627-40b6-988d-8815107e08c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=72c24065-3c61-48bb-b3dc-9f70d8863de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714724 Aug 19 18:22:27.595227 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port bd1e7643-8716-43bb-af18-1644144f2a7e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bd1e7643-8716-43bb-af18-1644144f2a7e,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:27.615516 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'bd1e7643-8716-43bb-af18-1644144f2a7e', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'port_id': 'bd1e7643-8716-43bb-af18-1644144f2a7e', 'mac_address': 'fa:16:3e:09:7f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:22:27.688859 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baa4f5-4c99-4c34-a380-7e1abfcd8417 req-736ce690-c0ff-43c5-b2e8-1d5a63386d89 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:27.690762 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-26baa4f5-4c99-4c34-a380-7e1abfcd8417 req-736ce690-c0ff-43c5-b2e8-1d5a63386d89 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=9498070c-ffc5-43c3-b62b-794cd67bd766 HTTP/1.1" status: 200 len: 943 time: 0.1361961 Aug 19 18:22:27.753977 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:27.772585 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd1e7643-8716-43bb-af18-1644144f2a7e {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:22:27.777626 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-62866509-6cdc-474b-a870-e6035a8fff52 service neutron] 10.222.0.54 "GET /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123373 Aug 19 18:22:27.813160 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port bd1e7643-8716-43bb-af18-1644144f2a7e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bd1e7643-8716-43bb-af18-1644144f2a7e,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:27.814435 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-26baa4f5-4c99-4c34-a380-7e1abfcd8417 req-7bf14b21-7a67-4402-8954-51fddbadd157 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070371 Aug 19 18:22:27.819392 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:27.910730 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8903d3f8-e3eb-4ce3-9acf-71e3faa016c0 req-a17ca2aa-fa72-4e59-a9b2-45c9a3cf8843 service neutron] 10.222.0.54 "GET /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233644 Aug 19 18:22:27.935699 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=bd1e7643-8716-43bb-af18-1644144f2a7e,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:27.949408 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['bd1e7643-8716-43bb-af18-1644144f2a7e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:22:27.950566 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee4cd9-b576-4520-b2c7-ba9dbef10177 req-e0e3b8f7-d7ef-4b6e-93df-b259ad769ae3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:27.953334 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f9ee4cd9-b576-4520-b2c7-ba9dbef10177 req-e0e3b8f7-d7ef-4b6e-93df-b259ad769ae3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 946 time: 0.0679259 Aug 19 18:22:28.013293 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f9ee4cd9-b576-4520-b2c7-ba9dbef10177 req-e95a9dfd-f188-4aa7-9958-ed95300297bd tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459197 Aug 19 18:22:28.033826 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ff125-c62b-4f90-a846-1bbb53447339 req-2e366c40-0650-4dcc-be5d-6cfbb4eb8df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:28.035725 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c95ff125-c62b-4f90-a846-1bbb53447339 req-2e366c40-0650-4dcc-be5d-6cfbb4eb8df5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8bdb6928d3b5414881e0195edfdd334f&device_id=9498070c-ffc5-43c3-b62b-794cd67bd766 HTTP/1.1" status: 200 len: 1094 time: 0.0558164 Aug 19 18:22:28.153846 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ff125-c62b-4f90-a846-1bbb53447339 req-97b86a59-239f-421f-be4e-68a353c79c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:28.155758 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c95ff125-c62b-4f90-a846-1bbb53447339 req-97b86a59-239f-421f-be4e-68a353c79c9b service neutron] 10.222.0.54 "GET /v2.0/networks?id=72c24065-3c61-48bb-b3dc-9f70d8863de2 HTTP/1.1" status: 200 len: 915 time: 0.1106858 Aug 19 18:22:28.208171 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c95ff125-c62b-4f90-a846-1bbb53447339 req-58bb9682-249d-4727-91c2-11ab3d0896b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d15ea63-5b4e-4f06-bdae-3033a7d2434e HTTP/1.1" status: 200 len: 217 time: 0.0431092 Aug 19 18:22:28.277009 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ff125-c62b-4f90-a846-1bbb53447339 req-537ed023-0a0e-44ca-9ef1-0b78182a5438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:28.278897 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c95ff125-c62b-4f90-a846-1bbb53447339 req-537ed023-0a0e-44ca-9ef1-0b78182a5438 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1c82dd89-9ab3-4016-ba41-5a5874e7d091 HTTP/1.1" status: 200 len: 854 time: 0.0627704 Aug 19 18:22:28.323184 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c95ff125-c62b-4f90-a846-1bbb53447339 req-fda6b997-9172-47e5-ac2e-a0d4d70eb9dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=72c24065-3c61-48bb-b3dc-9f70d8863de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321748 Aug 19 18:22:28.323859 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e1597-f7db-48a6-b4b6-180881a95cbc req-640f5c2f-752d-453e-96b1-3b57129c77c4 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:28.326201 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-320e1597-f7db-48a6-b4b6-180881a95cbc req-640f5c2f-752d-453e-96b1-3b57129c77c4 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.0768960 Aug 19 18:22:28.384559 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-320e1597-f7db-48a6-b4b6-180881a95cbc req-2ef2947e-2366-4956-8e80-d79682c719d7 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506651 Aug 19 18:22:28.437312 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c95ff125-c62b-4f90-a846-1bbb53447339 req-28dcb700-f0e5-43c9-939c-20fecf91a828 service neutron] 10.222.0.54 "GET /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024194 Aug 19 18:22:28.923963 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c95ff125-c62b-4f90-a846-1bbb53447339 req-6a81cf6f-7689-476a-a015-d4e34cc975cb service neutron] 10.222.0.54 "GET /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759617 Aug 19 18:22:29.012726 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400f697-eda7-44c9-9f60-4487cab10ae6 req-4ce3fad0-0efe-45a4-b39b-84f5e9859d90 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:29.014346 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2400f697-eda7-44c9-9f60-4487cab10ae6 req-4ce3fad0-0efe-45a4-b39b-84f5e9859d90 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=9498070c-ffc5-43c3-b62b-794cd67bd766 HTTP/1.1" status: 200 len: 943 time: 0.0730138 Aug 19 18:22:29.068772 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2400f697-eda7-44c9-9f60-4487cab10ae6 req-da5155f7-dd74-44d7-8010-97cffbcb74bb tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463922 Aug 19 18:22:29.115713 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device bd1e7643-8716-43bb-af18-1644144f2a7e up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:29.181908 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b400f07-86e2-44d5-8953-addbfe761a5f req-49d7db45-3bd7-42e8-8ec2-dcc6451ecaac tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:29.184190 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0b400f07-86e2-44d5-8953-addbfe761a5f req-49d7db45-3bd7-42e8-8ec2-dcc6451ecaac tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 946 time: 0.0736964 Aug 19 18:22:29.213757 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port bd1e7643-8716-43bb-af18-1644144f2a7e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:29.215716 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:29.276646 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0b400f07-86e2-44d5-8953-addbfe761a5f req-0455c193-752e-463d-8fd8-f845578e4f7f tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742090 Aug 19 18:22:29.387026 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:29.478811 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1e7643-8716-43bb-af18-1644144f2a7e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:22:29.481157 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873a6371-4655-44ef-bf66-660caafc8c77" -d '{"events": [{"server_uuid": "35efca4b-f508-454a-8c4a-10b7aca97fcd", "name": "network-vif-plugged", "status": "completed", "tag": "bd1e7643-8716-43bb-af18-1644144f2a7e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:22:29.505717 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7132d-bf0a-4f88-bb49-a3105d0f34fd req-602b849e-e124-4129-834d-465083676ae9 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:29.507413 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-92d7132d-bf0a-4f88-bb49-a3105d0f34fd req-602b849e-e124-4129-834d-465083676ae9 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 946 time: 0.1138964 Aug 19 18:22:29.513384 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port bd1e7643-8716-43bb-af18-1644144f2a7e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bd1e7643-8716-43bb-af18-1644144f2a7e,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:29.521277 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:29.574319 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-92d7132d-bf0a-4f88-bb49-a3105d0f34fd req-10a35acf-71ff-416e-82bc-48f9aafd78dc tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594089 Aug 19 18:22:29.626552 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33fb17-08d4-4455-9be6-1f46244dbec4 req-f31feed7-c4f7-41c7-bfd7-5521b72e79e8 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:29.632313 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=bd1e7643-8716-43bb-af18-1644144f2a7e,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:29.642747 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2a33fb17-08d4-4455-9be6-1f46244dbec4 req-f31feed7-c4f7-41c7-bfd7-5521b72e79e8 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.1163678 Aug 19 18:22:29.690094 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c0abd6-9bc1-4e86-af53-c8fde025b394 x-openstack-request-id: req-53c0abd6-9bc1-4e86-af53-c8fde025b394 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:22:29.690424 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35efca4b-f508-454a-8c4a-10b7aca97fcd", "name": "network-vif-plugged", "status": "completed", "tag": "bd1e7643-8716-43bb-af18-1644144f2a7e", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:22:29.690864 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53c0abd6-9bc1-4e86-af53-c8fde025b394 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:22:29.691436 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1e7643-8716-43bb-af18-1644144f2a7e', 'code': 200} Aug 19 18:22:29.748302 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2a33fb17-08d4-4455-9be6-1f46244dbec4 req-98da4131-826b-4625-843e-aa5700eb5f91 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009231 Aug 19 18:22:29.855813 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da3488-27cd-44b2-a0e8-9e588ac55ae0 req-7dfd4f3c-eb15-4644-8ea7-8ae7e5866aff tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:29.857645 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3da3488-27cd-44b2-a0e8-9e588ac55ae0 req-7dfd4f3c-eb15-4644-8ea7-8ae7e5866aff tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 946 time: 0.0674305 Aug 19 18:22:29.927088 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3da3488-27cd-44b2-a0e8-9e588ac55ae0 req-d00d7e0a-6f44-493c-8009-397a41205a66 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549593 Aug 19 18:22:30.292277 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa80253-c344-4385-8e10-a19c8b40052d req-5024356f-1802-4f7d-82a6-25eeca9a6797 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:30.294646 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7aa80253-c344-4385-8e10-a19c8b40052d req-5024356f-1802-4f7d-82a6-25eeca9a6797 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=9498070c-ffc5-43c3-b62b-794cd67bd766 HTTP/1.1" status: 200 len: 943 time: 0.1080627 Aug 19 18:22:30.304663 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fb75f-cddd-47b9-a25b-618fc476639d req-49d1e035-0ac8-42b3-9f36-db2c795aae2c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:30.306412 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d18fb75f-cddd-47b9-a25b-618fc476639d req-49d1e035-0ac8-42b3-9f36-db2c795aae2c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 946 time: 0.0761607 Aug 19 18:22:30.379061 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d18fb75f-cddd-47b9-a25b-618fc476639d req-9ffbb2aa-2105-4353-abcf-2a42011814b6 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643687 Aug 19 18:22:30.382299 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7aa80253-c344-4385-8e10-a19c8b40052d req-f21d1c7e-a47b-435f-85fb-59b257fa75ce tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635920 Aug 19 18:22:30.921845 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83cdf1-c92a-4b52-b2d3-1168fe05a2da req-3b64e9b4-e715-4526-86ec-587fd72271a2 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:30.924425 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a83cdf1-c92a-4b52-b2d3-1168fe05a2da req-3b64e9b4-e715-4526-86ec-587fd72271a2 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.0687938 Aug 19 18:22:30.986198 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a83cdf1-c92a-4b52-b2d3-1168fe05a2da req-97ddc9ad-9c0c-4409-b8d9-c6bc4bab1693 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551143 Aug 19 18:22:31.120437 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 2d15ea63-5b4e-4f06-bdae-3033a7d2434e details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:22:31.281225 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 2d15ea63-5b4e-4f06-bdae-3033a7d2434e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=2d15ea63-5b4e-4f06-bdae-3033a7d2434e,segment=NetworkSegment(5f1f34ef-9067-4021-8bd3-d758b9f62f14),segment_id=5f1f34ef-9067-4021-8bd3-d758b9f62f14)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:31.305016 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '2d15ea63-5b4e-4f06-bdae-3033a7d2434e', 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2', 'port_id': '2d15ea63-5b4e-4f06-bdae-3033a7d2434e', 'mac_address': 'fa:16:3e:c2:d0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c82dd89-9ab3-4016-ba41-5a5874e7d091', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:22:31.361297 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:31.382462 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d15ea63-5b4e-4f06-bdae-3033a7d2434e {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:22:31.411694 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 2d15ea63-5b4e-4f06-bdae-3033a7d2434e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=2d15ea63-5b4e-4f06-bdae-3033a7d2434e,segment=NetworkSegment(5f1f34ef-9067-4021-8bd3-d758b9f62f14),segment_id=5f1f34ef-9067-4021-8bd3-d758b9f62f14)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:31.430225 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:31.495523 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=2d15ea63-5b4e-4f06-bdae-3033a7d2434e,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:31.504975 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:31.505702 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:31.506238 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:31.506765 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:31.507272 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:31.507776 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:31.508286 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:31.508788 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:31.509287 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:31.509811 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:31.510309 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:31.510828 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:31.579314 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c43c70-f13b-44ed-8696-b9f4d9626093 req-f603b8a3-2d44-4fd9-883d-7f04b8af701e tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:31.586526 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b9c43c70-f13b-44ed-8696-b9f4d9626093 req-f603b8a3-2d44-4fd9-883d-7f04b8af701e tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=9498070c-ffc5-43c3-b62b-794cd67bd766 HTTP/1.1" status: 200 len: 944 time: 0.1078777 Aug 19 18:22:31.593237 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32e77c-b389-4a25-9ee7-1efbefc684b9 req-2de64937-f362-4350-bc83-b77713701a05 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:31.601627 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-db32e77c-b389-4a25-9ee7-1efbefc684b9 req-2de64937-f362-4350-bc83-b77713701a05 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 946 time: 0.0876744 Aug 19 18:22:31.650975 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b9c43c70-f13b-44ed-8696-b9f4d9626093 req-86a4478c-f665-4304-87ec-9dcbb63d15bf tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619845 Aug 19 18:22:31.651534 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-db32e77c-b389-4a25-9ee7-1efbefc684b9 req-dbb1e1cb-c078-4a83-acc3-93299d2538b6 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487061 Aug 19 18:22:31.723663 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['2d15ea63-5b4e-4f06-bdae-3033a7d2434e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:22:32.168381 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ded24-a5e4-4bcf-a135-267f9a94a473 req-952bdca1-56b1-475a-8fa2-4de27d61e686 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:32.171100 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-013ded24-a5e4-4bcf-a135-267f9a94a473 req-952bdca1-56b1-475a-8fa2-4de27d61e686 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.0960338 Aug 19 18:22:32.267368 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-013ded24-a5e4-4bcf-a135-267f9a94a473 req-9b779ba5-e2a5-4ce6-9223-b0f770f09e25 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855813 Aug 19 18:22:32.318090 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759b665-7992-4945-a83c-ac6f89c64860 req-92e5adca-d144-463e-890e-0a31b6237490 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:32.321374 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5759b665-7992-4945-a83c-ac6f89c64860 req-92e5adca-d144-463e-890e-0a31b6237490 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.50 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 946 time: 0.0866566 Aug 19 18:22:32.442920 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-5759b665-7992-4945-a83c-ac6f89c64860 req-7b85e644-1366-4537-9a9c-b87f8ba95e4d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Deleting port d45aaddd-16cc-4fc1-80de-88d06ab2eb68 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:22:32.443235 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5759b665-7992-4945-a83c-ac6f89c64860 req-7b85e644-1366-4537-9a9c-b87f8ba95e4d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:32.597482 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-5759b665-7992-4945-a83c-ac6f89c64860 req-7b85e644-1366-4537-9a9c-b87f8ba95e4d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] For port d45aaddd-16cc-4fc1-80de-88d06ab2eb68, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d45aaddd-16cc-4fc1-80de-88d06ab2eb68,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:32.598186 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5759b665-7992-4945-a83c-ac6f89c64860 req-7b85e644-1366-4537-9a9c-b87f8ba95e4d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:32.616035 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-5759b665-7992-4945-a83c-ac6f89c64860 req-7b85e644-1366-4537-9a9c-b87f8ba95e4d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Calling delete_port for d45aaddd-16cc-4fc1-80de-88d06ab2eb68 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:22:32.832085 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4af203-a836-42f9-95a7-9ab2f7566f9d req-a9f88bf1-f813-4420-81ac-034ebc22bc5f tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:32.840331 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d4af203-a836-42f9-95a7-9ab2f7566f9d req-a9f88bf1-f813-4420-81ac-034ebc22bc5f tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 946 time: 0.0664709 Aug 19 18:22:32.857557 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5759b665-7992-4945-a83c-ac6f89c64860 req-7b85e644-1366-4537-9a9c-b87f8ba95e4d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:32.870037 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8367839-4783-4590-907b-a66889fda51c req-b7dd03e2-1c44-44ee-83e6-0f424c8f8e97 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:32.872020 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a8367839-4783-4590-907b-a66889fda51c req-b7dd03e2-1c44-44ee-83e6-0f424c8f8e97 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=9498070c-ffc5-43c3-b62b-794cd67bd766 HTTP/1.1" status: 200 len: 944 time: 0.1004152 Aug 19 18:22:32.880488 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['d45aaddd-16cc-4fc1-80de-88d06ab2eb68'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:22:32.915689 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d4af203-a836-42f9-95a7-9ab2f7566f9d req-c6c68030-7c90-4038-aac0-55bdde599295 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740128 Aug 19 18:22:32.945121 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85e644-1366-4537-9a9c-b87f8ba95e4d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event deleted for resources: {'Port': ['ID=d45aaddd-16cc-4fc1-80de-88d06ab2eb68,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:33.013248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5759b665-7992-4945-a83c-ac6f89c64860 req-7b85e644-1366-4537-9a9c-b87f8ba95e4d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] No DVR routers for this DVR port d45aaddd-16cc-4fc1-80de-88d06ab2eb68 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:22:33.015535 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b85e644-1366-4537-9a9c-b87f8ba95e4d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:33.016057 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b85e644-1366-4537-9a9c-b87f8ba95e4d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:33.016441 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b85e644-1366-4537-9a9c-b87f8ba95e4d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:33.016884 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b85e644-1366-4537-9a9c-b87f8ba95e4d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:33.017329 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b85e644-1366-4537-9a9c-b87f8ba95e4d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:33.017820 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b85e644-1366-4537-9a9c-b87f8ba95e4d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:33.018251 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b85e644-1366-4537-9a9c-b87f8ba95e4d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:33.018677 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b85e644-1366-4537-9a9c-b87f8ba95e4d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:33.019215 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b85e644-1366-4537-9a9c-b87f8ba95e4d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:33.019612 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b85e644-1366-4537-9a9c-b87f8ba95e4d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:33.020036 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b85e644-1366-4537-9a9c-b87f8ba95e4d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:33.020465 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b85e644-1366-4537-9a9c-b87f8ba95e4d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:33.023760 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5759b665-7992-4945-a83c-ac6f89c64860 req-7b85e644-1366-4537-9a9c-b87f8ba95e4d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:33.026009 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5759b665-7992-4945-a83c-ac6f89c64860 req-7b85e644-1366-4537-9a9c-b87f8ba95e4d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.50 "DELETE /v2.0/ports/d45aaddd-16cc-4fc1-80de-88d06ab2eb68 HTTP/1.1" status: 204 len: 173 time: 0.6943655 Aug 19 18:22:33.028017 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e99509-16c3-480d-86c9-8a79f4840351', 'name': 'network-vif-deleted', 'tag': 'd45aaddd-16cc-4fc1-80de-88d06ab2eb68'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:22:33.031083 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b50af17-b2cd-49de-adde-58cf2fcad6e5" -d '{"events": [{"server_uuid": "90e99509-16c3-480d-86c9-8a79f4840351", "name": "network-vif-deleted", "tag": "d45aaddd-16cc-4fc1-80de-88d06ab2eb68"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:22:33.090151 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a8367839-4783-4590-907b-a66889fda51c req-82533b18-0062-4295-9ff5-ff9bd1981f36 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691096 Aug 19 18:22:33.134123 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 2d15ea63-5b4e-4f06-bdae-3033a7d2434e up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:33.134682 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c1ee64-f54e-4691-829d-38b6149c711a x-openstack-request-id: req-65c1ee64-f54e-4691-829d-38b6149c711a {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:22:33.134983 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e99509-16c3-480d-86c9-8a79f4840351", "name": "network-vif-deleted", "tag": "d45aaddd-16cc-4fc1-80de-88d06ab2eb68", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:22:33.135262 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65c1ee64-f54e-4691-829d-38b6149c711a {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:22:33.135704 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e99509-16c3-480d-86c9-8a79f4840351', 'name': 'network-vif-deleted', 'tag': 'd45aaddd-16cc-4fc1-80de-88d06ab2eb68', 'status': 'completed', 'code': 200} Aug 19 18:22:33.249496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 2d15ea63-5b4e-4f06-bdae-3033a7d2434e completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:33.258751 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 2d15ea63-5b4e-4f06-bdae-3033a7d2434e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:33.258751 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:33.459568 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:33.493864 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9498070c-ffc5-43c3-b62b-794cd67bd766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d15ea63-5b4e-4f06-bdae-3033a7d2434e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:22:33.496951 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3369429-c842-469d-8407-5908eea406bd" -d '{"events": [{"server_uuid": "9498070c-ffc5-43c3-b62b-794cd67bd766", "name": "network-vif-plugged", "status": "completed", "tag": "2d15ea63-5b4e-4f06-bdae-3033a7d2434e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:22:33.517131 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 2d15ea63-5b4e-4f06-bdae-3033a7d2434e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=2d15ea63-5b4e-4f06-bdae-3033a7d2434e,segment=NetworkSegment(5f1f34ef-9067-4021-8bd3-d758b9f62f14),segment_id=5f1f34ef-9067-4021-8bd3-d758b9f62f14)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:33.526256 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:33.602452 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41634cef-e57a-4d38-b27c-84ea817dc7df req-850990e5-036f-48aa-862c-3c90f36846cd tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:33.612520 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-41634cef-e57a-4d38-b27c-84ea817dc7df req-850990e5-036f-48aa-862c-3c90f36846cd tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.1961131 Aug 19 18:22:33.646581 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd625771-027a-48ee-ac7f-98305f954036 x-openstack-request-id: req-fd625771-027a-48ee-ac7f-98305f954036 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:22:33.646979 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9498070c-ffc5-43c3-b62b-794cd67bd766", "name": "network-vif-plugged", "status": "completed", "tag": "2d15ea63-5b4e-4f06-bdae-3033a7d2434e", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:22:33.647313 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd625771-027a-48ee-ac7f-98305f954036 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:22:33.665113 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9498070c-ffc5-43c3-b62b-794cd67bd766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d15ea63-5b4e-4f06-bdae-3033a7d2434e', 'code': 200} Aug 19 18:22:33.681720 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=2d15ea63-5b4e-4f06-bdae-3033a7d2434e,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:33.729483 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-41634cef-e57a-4d38-b27c-84ea817dc7df req-e702e5c3-8d89-4e9e-bc33-bc9048c9d056 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128931 Aug 19 18:22:33.807495 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57764c4b-e4ba-48df-b08a-c597d46893bc req-a9416967-a32d-4893-ae80-dba646319e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:33.809347 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57764c4b-e4ba-48df-b08a-c597d46893bc req-a9416967-a32d-4893-ae80-dba646319e9f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9498070c-ffc5-43c3-b62b-794cd67bd766 HTTP/1.1" status: 200 len: 1096 time: 0.1137643 Aug 19 18:22:33.863521 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57764c4b-e4ba-48df-b08a-c597d46893bc req-b726d62b-9327-4d76-89e8-67051f155f98 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439918 Aug 19 18:22:34.136563 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-561620ca-c28f-45d8-9b68-660a56b70925 req-dcbd30e5-980a-4325-81c5-adf248db291a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 210 time: 0.0766394 Aug 19 18:22:34.310756 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b981a-1cdd-41ee-a851-dd370cfdd4a2 req-ac2f42ff-26e9-43e7-adce-a1d886d16114 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:34.313168 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6d2b981a-1cdd-41ee-a851-dd370cfdd4a2 req-ac2f42ff-26e9-43e7-adce-a1d886d16114 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=9498070c-ffc5-43c3-b62b-794cd67bd766 HTTP/1.1" status: 200 len: 945 time: 0.0626214 Aug 19 18:22:34.413959 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6d2b981a-1cdd-41ee-a851-dd370cfdd4a2 req-b8e64afb-07ea-4092-997c-e7536a64acd7 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794435 Aug 19 18:22:34.598573 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d660b98b-7567-4445-868e-300e7edaef5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:34.933514 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b44db-64e1-4d2d-a1d6-2825ac2341a4 req-b8115309-2792-49bc-852b-20cdb34f03b2 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:34.937094 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-928b44db-64e1-4d2d-a1d6-2825ac2341a4 req-b8115309-2792-49bc-852b-20cdb34f03b2 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.0630834 Aug 19 18:22:35.009664 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-928b44db-64e1-4d2d-a1d6-2825ac2341a4 req-069b45ac-b49b-499d-ac3c-06cb814ebca0 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665553 Aug 19 18:22:35.326436 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f6004cd9-4686-4de5-a892-1d7e3be60020 req-73b0f50e-4e1e-4da4-a11d-22998df40ac7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 210 time: 0.0516005 Aug 19 18:22:35.417092 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device d45aaddd-16cc-4fc1-80de-88d06ab2eb68 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:22:35.497291 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: d45aaddd-16cc-4fc1-80de-88d06ab2eb68 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:22:35.497826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device d45aaddd-16cc-4fc1-80de-88d06ab2eb68 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:22:35.669076 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a142d6-26c6-496e-b724-ae90072029fd req-81631fa2-64f1-4bc0-952d-2aece05ae583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:35.670692 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02a142d6-26c6-496e-b724-ae90072029fd req-81631fa2-64f1-4bc0-952d-2aece05ae583 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 1097 time: 0.1377034 Aug 19 18:22:35.704179 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a789f58-fe3d-44bf-839d-f05ef833e931 req-34832306-ed76-4d45-b095-38bc22ebcd80 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:35.706533 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7a789f58-fe3d-44bf-839d-f05ef833e931 req-34832306-ed76-4d45-b095-38bc22ebcd80 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=9498070c-ffc5-43c3-b62b-794cd67bd766 HTTP/1.1" status: 200 len: 945 time: 0.1136119 Aug 19 18:22:35.865557 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7a789f58-fe3d-44bf-839d-f05ef833e931 req-76bd40c4-37d8-4b55-b457-eecdc4a5a285 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345942 Aug 19 18:22:35.977197 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a142d6-26c6-496e-b724-ae90072029fd req-524af194-df67-47d3-aa3c-75043d557187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:35.992197 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02a142d6-26c6-496e-b724-ae90072029fd req-524af194-df67-47d3-aa3c-75043d557187 service neutron] 10.222.0.54 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 913 time: 0.2838817 Aug 19 18:22:36.290695 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02a142d6-26c6-496e-b724-ae90072029fd req-6d02f4e7-0bbf-4050-bbdc-2b1cf0edca41 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd1e7643-8716-43bb-af18-1644144f2a7e HTTP/1.1" status: 200 len: 1001 time: 0.2866952 Aug 19 18:22:36.434416 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e96ece-0060-49a1-8522-3c6838fb9e24 req-b1cd387e-a53d-408e-8cca-3c351eaa1d5c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:36.445748 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2e96ece-0060-49a1-8522-3c6838fb9e24 req-b1cd387e-a53d-408e-8cca-3c351eaa1d5c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.2055030 Aug 19 18:22:36.494568 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a142d6-26c6-496e-b724-ae90072029fd req-cd77569c-a7a3-4805-8799-e91bbfc2ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:36.496499 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02a142d6-26c6-496e-b724-ae90072029fd req-cd77569c-a7a3-4805-8799-e91bbfc2ff1c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.1847115 Aug 19 18:22:36.634531 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2e96ece-0060-49a1-8522-3c6838fb9e24 req-cd7c8fa1-b774-4040-81fd-3b15b26f45a4 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870835 Aug 19 18:22:36.708731 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a142d6-26c6-496e-b724-ae90072029fd req-b4f05474-44a7-4575-b19a-2e5859ed4cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:36.711749 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ce5e38a6-38e3-41d8-a9d4-6d8a9424b453 req-aec0e4de-bf8f-478c-b5fe-9c0ef28053a9 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 210 time: 0.0995939 Aug 19 18:22:36.721522 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02a142d6-26c6-496e-b724-ae90072029fd req-b4f05474-44a7-4575-b19a-2e5859ed4cae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078457 Aug 19 18:22:36.878719 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02a142d6-26c6-496e-b724-ae90072029fd req-5dd70185-118a-471c-88ff-60bf395f20ee service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466646 Aug 19 18:22:37.038403 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02a142d6-26c6-496e-b724-ae90072029fd req-c35af864-5772-4ce5-830b-57b2c2aaf268 service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465917 Aug 19 18:22:37.089419 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6ab3bb5f-733b-4b70-af3e-7a5db75faab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:37.238490 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:37.974769 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20813f53-1fe1-43ea-a109-20893769941b req-58a09e1f-2661-445e-94ab-d897a0486380 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:37.986743 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-20813f53-1fe1-43ea-a109-20893769941b req-58a09e1f-2661-445e-94ab-d897a0486380 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.1649590 Aug 19 18:22:38.062360 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-45ea18e6-8a55-42af-b96f-2afc4adbf541 req-48e54100-5c29-4b3b-8748-6db7e3408356 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 210 time: 0.1387031 Aug 19 18:22:38.099377 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-20813f53-1fe1-43ea-a109-20893769941b req-feadc3db-1fb3-40c7-a37f-293ea82c3f1b tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108449 Aug 19 18:22:38.160343 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:38.628663 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd1635-e240-40f2-b43e-b0d3b58607b0 req-bc85d9a3-d299-47bb-ba86-94243df484a3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:38.637064 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dfcd1635-e240-40f2-b43e-b0d3b58607b0 req-bc85d9a3-d299-47bb-ba86-94243df484a3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.2701411 Aug 19 18:22:38.688304 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dfcd1635-e240-40f2-b43e-b0d3b58607b0 req-177bda06-e48e-4484-b19a-51c82df321f0 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485985 Aug 19 18:22:38.706696 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae658c07-e096-4d3b-9379-aa44377836fc req-3251b258-3c2e-4189-a4f7-6d82adbf0c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:38.723536 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ae658c07-e096-4d3b-9379-aa44377836fc req-3251b258-3c2e-4189-a4f7-6d82adbf0c6c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65af0cd5b05e4e47a92672412bb56f85&device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 1097 time: 0.2951584 Aug 19 18:22:38.970982 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae658c07-e096-4d3b-9379-aa44377836fc req-cc80c372-9d6d-45b6-bae3-6d41c2846669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:38.973008 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ae658c07-e096-4d3b-9379-aa44377836fc req-cc80c372-9d6d-45b6-bae3-6d41c2846669 service neutron] 10.222.0.54 "GET /v2.0/networks?id=328a6888-a512-4946-b559-9a6ac5994658 HTTP/1.1" status: 200 len: 912 time: 0.2372777 Aug 19 18:22:39.102390 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ae658c07-e096-4d3b-9379-aa44377836fc req-99811473-4401-4238-bf92-d58c501895e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e299f58-b888-4ecd-9292-355732af519c HTTP/1.1" status: 200 len: 1002 time: 0.1201155 Aug 19 18:22:39.280825 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae658c07-e096-4d3b-9379-aa44377836fc req-fb1e37d0-ed58-4aac-8b6c-f4edfc45d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:39.283827 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ae658c07-e096-4d3b-9379-aa44377836fc req-fb1e37d0-ed58-4aac-8b6c-f4edfc45d0ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9cc3538-7c99-4258-a48c-18c8964a49b7 HTTP/1.1" status: 200 len: 850 time: 0.1657624 Aug 19 18:22:39.347433 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4f9c81f4-7e0e-4ee0-9a86-7c20004afc54 req-2b1c535f-9dee-4e6f-a169-57006d591aac tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 210 time: 0.0577250 Aug 19 18:22:39.391798 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae658c07-e096-4d3b-9379-aa44377836fc req-934ad15e-61b5-41d0-ad9c-e9d0a5e1dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:39.393383 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ae658c07-e096-4d3b-9379-aa44377836fc req-934ad15e-61b5-41d0-ad9c-e9d0a5e1dbe7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=328a6888-a512-4946-b559-9a6ac5994658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936065 Aug 19 18:22:39.576699 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ae658c07-e096-4d3b-9379-aa44377836fc req-79c9032b-7695-48d8-aa4d-2434f6d8e359 service neutron] 10.222.0.54 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723270 Aug 19 18:22:39.768853 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ae658c07-e096-4d3b-9379-aa44377836fc req-c411462f-693a-4b49-b2bf-6ca36953eafb service neutron] 10.222.0.54 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745596 Aug 19 18:22:40.062629 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab27bb-432a-405f-958c-f41bdb8ef2e0 req-2192f7f3-e168-49c0-9d05-60ad82a41ed8 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:40.064417 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-26ab27bb-432a-405f-958c-f41bdb8ef2e0 req-2192f7f3-e168-49c0-9d05-60ad82a41ed8 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.2033598 Aug 19 18:22:40.149772 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:40.190350 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-26ab27bb-432a-405f-958c-f41bdb8ef2e0 req-9462d41e-4e0d-4e2d-bcbe-64012a2cdf3f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177313 Aug 19 18:22:40.564365 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e19586a-6da9-4c64-ad7d-193c5d98ceb4 req-d000ee3c-a062-41f4-9e87-e1becfc1c83c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e99509-16c3-480d-86c9-8a79f4840351 HTTP/1.1" status: 200 len: 210 time: 0.0512609 Aug 19 18:22:40.948958 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:41.466763 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f5b47-6f45-4ec4-be0e-a6614097f8ac req-9f681d0c-f76d-4f88-9faa-997d795c7e8d tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:41.476202 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-236f5b47-6f45-4ec4-be0e-a6614097f8ac req-9f681d0c-f76d-4f88-9faa-997d795c7e8d tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.1938055 Aug 19 18:22:41.559990 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-236f5b47-6f45-4ec4-be0e-a6614097f8ac req-b43e7b29-1f28-42d8-9027-d90349546c6d tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758924 Aug 19 18:22:42.523057 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34942) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:42.728318 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:22:42.744291 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-01583306-42b2-41fe-83dd-b121ac5eaaaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:42.893953 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-01583306-42b2-41fe-83dd-b121ac5eaaaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:42.899878 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-01583306-42b2-41fe-83dd-b121ac5eaaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:42.949507 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-01583306-42b2-41fe-83dd-b121ac5eaaaf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9f9e3b064ae43c4a790705435d1628a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4251108 Aug 19 18:22:42.953006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34950) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:42.957646 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01583306-42b2-41fe-83dd-b121ac5eaaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85eff86-21ac-4ca1-9700-9bb720b72918,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:43.070546 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-27034536-d71e-4925-8835-2cec00f6a3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:43.114863 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-27034536-d71e-4925-8835-2cec00f6a3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:43.207455 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-27034536-d71e-4925-8835-2cec00f6a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:43.213197 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-27034536-d71e-4925-8835-2cec00f6a3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:43.218100 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-27034536-d71e-4925-8835-2cec00f6a3f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f85eff86-21ac-4ca1-9700-9bb720b72918 HTTP/1.1" status: 204 len: 168 time: 0.2611334 Aug 19 18:22:43.232528 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27034536-d71e-4925-8835-2cec00f6a3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85eff86-21ac-4ca1-9700-9bb720b72918,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:43.247620 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27034536-d71e-4925-8835-2cec00f6a3f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:43.248369 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27034536-d71e-4925-8835-2cec00f6a3f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:43.249418 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27034536-d71e-4925-8835-2cec00f6a3f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:43.249986 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27034536-d71e-4925-8835-2cec00f6a3f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:43.250541 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27034536-d71e-4925-8835-2cec00f6a3f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:43.251427 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27034536-d71e-4925-8835-2cec00f6a3f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:43.252113 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27034536-d71e-4925-8835-2cec00f6a3f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:43.252665 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27034536-d71e-4925-8835-2cec00f6a3f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:43.253248 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27034536-d71e-4925-8835-2cec00f6a3f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:43.253799 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27034536-d71e-4925-8835-2cec00f6a3f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:43.254361 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27034536-d71e-4925-8835-2cec00f6a3f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:43.254910 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27034536-d71e-4925-8835-2cec00f6a3f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:43.701564 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34964) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:43.717577 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bdd4791c-9680-4d0e-bc3c-0e4289fcb3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:43.930520 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bdd4791c-9680-4d0e-bc3c-0e4289fcb3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:43.935627 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bdd4791c-9680-4d0e-bc3c-0e4289fcb3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:43.984314 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bdd4791c-9680-4d0e-bc3c-0e4289fcb3b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bac4aa859b5d41f4bf1463e15fdf7aa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2801049 Aug 19 18:22:43.985957 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4791c-9680-4d0e-bc3c-0e4289fcb3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7aca97-b88a-457f-ba4e-947c10f3bb2b,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:43.989011 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34972) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:44.112891 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-af456a80-762c-407a-995b-55dbc6d2e247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:44.169604 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-af456a80-762c-407a-995b-55dbc6d2e247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:44.240084 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-af456a80-762c-407a-995b-55dbc6d2e247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:44.244111 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-af456a80-762c-407a-995b-55dbc6d2e247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:44.253443 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-af456a80-762c-407a-995b-55dbc6d2e247 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f7aca97-b88a-457f-ba4e-947c10f3bb2b HTTP/1.1" status: 204 len: 168 time: 0.2629240 Aug 19 18:22:44.280668 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af456a80-762c-407a-995b-55dbc6d2e247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7aca97-b88a-457f-ba4e-947c10f3bb2b,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:45.725418 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b78d99-16fa-4abe-b153-abca60d26c1d req-e852a33e-21a9-4d57-bc90-472754da52d8 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:45.734518 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60b78d99-16fa-4abe-b153-abca60d26c1d req-e852a33e-21a9-4d57-bc90-472754da52d8 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 946 time: 0.0720961 Aug 19 18:22:45.792058 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60b78d99-16fa-4abe-b153-abca60d26c1d req-aa9de2d1-4848-4b7f-9c83-238cd9115fe0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516188 Aug 19 18:22:45.893150 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-ab05a832-2f42-4f90-a787-d28e264134e1 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:45.895868 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-ab05a832-2f42-4f90-a787-d28e264134e1 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/networks?id=72c24065-3c61-48bb-b3dc-9f70d8863de2 HTTP/1.1" status: 200 len: 814 time: 0.2121425 Aug 19 18:22:45.914842 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-a2195479-6eb1-4d25-9ff4-f266ba5e4df3 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/quotas/8bdb6928d3b5414881e0195edfdd334f HTTP/1.1" status: 200 len: 375 time: 0.0113227 Aug 19 18:22:45.986125 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-4cc524f2-3574-4ccf-aa58-6f4757687366 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bdb6928d3b5414881e0195edfdd334f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618076 Aug 19 18:22:46.117828 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-0a4a0a74-7410-4a22-bfa3-1dcc64524864 service neutron] 10.222.0.24 "GET /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253228 Aug 19 18:22:46.240567 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-ceb6bc80-a51e-496b-aebf-9e4eecab3baa service neutron] 10.222.0.24 "GET /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153097 Aug 19 18:22:46.460385 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:46.478006 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-77863b9d-7c9c-4e22-8ae1-d85771d948e5 req-fd7e3f97-a03a-4ebd-a6ef-f1fb88719bd3 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec53dc75-4a8e-401d-8eb0-18a6572226a9 HTTP/1.1" status: 200 len: 210 time: 0.0451319 Aug 19 18:22:46.566112 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d53fbb9e-4be6-485c-ba3a-c96a8f74a672 req-0dc549b5-0d6c-4e24-aa28-9536b7d5d7f6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0868361 Aug 19 18:22:46.687700 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fbb9e-4be6-485c-ba3a-c96a8f74a672 req-bbd298bc-1676-4e79-97ba-a956959d851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:46.689768 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d53fbb9e-4be6-485c-ba3a-c96a8f74a672 req-bbd298bc-1676-4e79-97ba-a956959d851e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1b1aa2c733a4115bafa765990404683&device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 1096 time: 0.0645075 Aug 19 18:22:46.854390 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fbb9e-4be6-485c-ba3a-c96a8f74a672 req-5d8be15b-c796-4d51-a39a-1f9f3453db68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:46.856167 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d53fbb9e-4be6-485c-ba3a-c96a8f74a672 req-5d8be15b-c796-4d51-a39a-1f9f3453db68 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bacad945-2962-49c4-806c-a7bd8c4e8d7b HTTP/1.1" status: 200 len: 918 time: 0.1281455 Aug 19 18:22:46.994576 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7e069-e46f-4f08-b8da-2380f0bfead7 req-d4097721-927e-4df9-ac71-41ab3a188b9c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:46.996057 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b5c7e069-e46f-4f08-b8da-2380f0bfead7 req-d4097721-927e-4df9-ac71-41ab3a188b9c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 946 time: 0.1256392 Aug 19 18:22:46.998520 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d53fbb9e-4be6-485c-ba3a-c96a8f74a672 req-96131c40-adf6-4d96-902b-4beb9a1ea18c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=968365ec-5696-467d-bee4-2f8e8058c00a HTTP/1.1" status: 200 len: 1001 time: 0.1268368 Aug 19 18:22:47.070123 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b5c7e069-e46f-4f08-b8da-2380f0bfead7 req-300865ab-325d-497f-9a0b-cb76a1f5e9b9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671957 Aug 19 18:22:47.079614 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fbb9e-4be6-485c-ba3a-c96a8f74a672 req-8d07b260-a119-4c9e-885f-8ebb1528b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:47.081121 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d53fbb9e-4be6-485c-ba3a-c96a8f74a672 req-8d07b260-a119-4c9e-885f-8ebb1528b3f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9e32631a-48d3-4ef0-8eb3-575117a89737 HTTP/1.1" status: 200 len: 856 time: 0.0721514 Aug 19 18:22:47.148202 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fbb9e-4be6-485c-ba3a-c96a8f74a672 req-4f2ffb5b-46f6-4e29-a1e0-7de515082139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:47.149969 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d53fbb9e-4be6-485c-ba3a-c96a8f74a672 req-4f2ffb5b-46f6-4e29-a1e0-7de515082139 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bacad945-2962-49c4-806c-a7bd8c4e8d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561485 Aug 19 18:22:47.282428 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d53fbb9e-4be6-485c-ba3a-c96a8f74a672 req-140de8ab-133d-45c4-bda6-b2c2b3c60fab service neutron] 10.222.0.50 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227846 Aug 19 18:22:47.390886 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d53fbb9e-4be6-485c-ba3a-c96a8f74a672 req-f538103a-3460-404d-b337-ba481e490442 service neutron] 10.222.0.50 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983887 Aug 19 18:22:47.630676 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-99ae12f4-bb53-4347-9dd7-b6a623f32352 req-06b7ae3e-e2bc-49ca-9a11-4567817f216e tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec53dc75-4a8e-401d-8eb0-18a6572226a9 HTTP/1.1" status: 200 len: 210 time: 0.0704880 Aug 19 18:22:47.910729 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-d0a22437-7518-4e48-9db5-0ede70fd2c89 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:47.912569 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-d0a22437-7518-4e48-9db5-0ede70fd2c89 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.50 "GET /v2.0/networks?id=72c24065-3c61-48bb-b3dc-9f70d8863de2 HTTP/1.1" status: 200 len: 814 time: 0.1645358 Aug 19 18:22:47.942780 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-2e5e3897-b1f7-4ead-afc0-3cd39f2d9b6d tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Request body: {'port': {'device_id': 'ec53dc75-4a8e-401d-8eb0-18a6572226a9', 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2', 'admin_state_up': True, 'tenant_id': '8bdb6928d3b5414881e0195edfdd334f'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:48.104113 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-2e5e3897-b1f7-4ead-afc0-3cd39f2d9b6d tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Made reservation on behalf of 8bdb6928d3b5414881e0195edfdd334f for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:48.108800 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-2e5e3897-b1f7-4ead-afc0-3cd39f2d9b6d tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:48.360388 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-2e5e3897-b1f7-4ead-afc0-3cd39f2d9b6d tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Allocated IP 172.20.0.6 (72c24065-3c61-48bb-b3dc-9f70d8863de2/1c82dd89-9ab3-4016-ba41-5a5874e7d091/ecbbba5c-2045-4697-a72e-557b776fef10) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:22:48.563057 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-2e5e3897-b1f7-4ead-afc0-3cd39f2d9b6d tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:48.623413 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-2e5e3897-b1f7-4ead-afc0-3cd39f2d9b6d tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:48.637440 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['eaac0ad0-7bfe-4381-b5be-357a23e5b3bc', '2d15ea63-5b4e-4f06-bdae-3033a7d2434e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:22:48.671760 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-2e5e3897-b1f7-4ead-afc0-3cd39f2d9b6d tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Network 72c24065-3c61-48bb-b3dc-9f70d8863de2 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:48.681278 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-2e5e3897-b1f7-4ead-afc0-3cd39f2d9b6d tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:48.686980 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-2e5e3897-b1f7-4ead-afc0-3cd39f2d9b6d tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:48.738115 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e3897-b1f7-4ead-afc0-3cd39f2d9b6d tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Pushing event updated for resources: {'Port': ['ID=ecbbba5c-2045-4697-a72e-557b776fef10,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:48.804025 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-2e5e3897-b1f7-4ead-afc0-3cd39f2d9b6d tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:48.813570 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-2e5e3897-b1f7-4ead-afc0-3cd39f2d9b6d tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:48.845315 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-2e5e3897-b1f7-4ead-afc0-3cd39f2d9b6d tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9108140 Aug 19 18:22:48.859790 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-94ae06fa-396a-4d2b-b319-39c7aea6e2c4 service neutron] Request body: {'port': {'device_id': 'ec53dc75-4a8e-401d-8eb0-18a6572226a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:48.876632 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33289514-cc7b-4cba-aab4-e4251d4820b4 req-2e4f8b87-f78b-4386-bb1a-52c20e9311f7 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:48.886079 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33289514-cc7b-4cba-aab4-e4251d4820b4 req-2e4f8b87-f78b-4386-bb1a-52c20e9311f7 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec53dc75-4a8e-401d-8eb0-18a6572226a9 HTTP/1.1" status: 200 len: 931 time: 0.1252601 Aug 19 18:22:48.955782 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-94ae06fa-396a-4d2b-b319-39c7aea6e2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:48.977099 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33289514-cc7b-4cba-aab4-e4251d4820b4 req-89c2eec4-cf1a-4323-84d9-eb13393f82e0 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897279 Aug 19 18:22:49.238596 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device bd1e7643-8716-43bb-af18-1644144f2a7e no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:22:49.365420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-94ae06fa-396a-4d2b-b319-39c7aea6e2c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecbbba5c-2045-4697-a72e-557b776fef10 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:22:49.378984 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-94ae06fa-396a-4d2b-b319-39c7aea6e2c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:49.389327 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:49.396669 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-94ae06fa-396a-4d2b-b319-39c7aea6e2c4 service neutron] Transition to ACTIVE for port object ecbbba5c-2045-4697-a72e-557b776fef10 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:49.403381 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-94ae06fa-396a-4d2b-b319-39c7aea6e2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:49.422309 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd1e7643-8716-43bb-af18-1644144f2a7e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:22:49.425944 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0414abab-1d3a-43dc-a2fe-64f0f9d86d6b" -d '{"events": [{"server_uuid": "35efca4b-f508-454a-8c4a-10b7aca97fcd", "name": "network-vif-unplugged", "status": "completed", "tag": "bd1e7643-8716-43bb-af18-1644144f2a7e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:22:49.456737 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae06fa-396a-4d2b-b319-39c7aea6e2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbbba5c-2045-4697-a72e-557b776fef10,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:49.493416 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port bd1e7643-8716-43bb-af18-1644144f2a7e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bd1e7643-8716-43bb-af18-1644144f2a7e,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:49.500527 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:49.513380 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cbc3bc-4003-473f-bf8a-b2a141fcc82f x-openstack-request-id: req-34cbc3bc-4003-473f-bf8a-b2a141fcc82f {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:22:49.514575 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35efca4b-f508-454a-8c4a-10b7aca97fcd", "name": "network-vif-unplugged", "status": "completed", "tag": "bd1e7643-8716-43bb-af18-1644144f2a7e", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:22:49.515606 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34cbc3bc-4003-473f-bf8a-b2a141fcc82f {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:22:49.516955 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd1e7643-8716-43bb-af18-1644144f2a7e', 'code': 200} Aug 19 18:22:49.585789 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=bd1e7643-8716-43bb-af18-1644144f2a7e,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:49.916878 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-94ae06fa-396a-4d2b-b319-39c7aea6e2c4 service neutron] Attempting to bind port ecbbba5c-2045-4697-a72e-557b776fef10 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:22:49.917226 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-94ae06fa-396a-4d2b-b319-39c7aea6e2c4 service neutron] Attempting to bind port ecbbba5c-2045-4697-a72e-557b776fef10 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '5f1f34ef-9067-4021-8bd3-d758b9f62f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:22:49.917643 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-94ae06fa-396a-4d2b-b319-39c7aea6e2c4 service neutron] Attempting to bind port ecbbba5c-2045-4697-a72e-557b776fef10 on network 72c24065-3c61-48bb-b3dc-9f70d8863de2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:49.922688 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-94ae06fa-396a-4d2b-b319-39c7aea6e2c4 service neutron] Port ecbbba5c-2045-4697-a72e-557b776fef10 on network 72c24065-3c61-48bb-b3dc-9f70d8863de2 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:22:49.923264 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-94ae06fa-396a-4d2b-b319-39c7aea6e2c4 service neutron] Attempting to bind port ecbbba5c-2045-4697-a72e-557b776fef10 on network 72c24065-3c61-48bb-b3dc-9f70d8863de2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:49.928204 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-94ae06fa-396a-4d2b-b319-39c7aea6e2c4 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:22:49.928548 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-94ae06fa-396a-4d2b-b319-39c7aea6e2c4 service neutron] Checking segment: {'id': '5f1f34ef-9067-4021-8bd3-d758b9f62f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:49.928936 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-94ae06fa-396a-4d2b-b319-39c7aea6e2c4 service neutron] Bound using segment: {'id': '5f1f34ef-9067-4021-8bd3-d758b9f62f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:22:49.929368 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-94ae06fa-396a-4d2b-b319-39c7aea6e2c4 service neutron] Bound port: ecbbba5c-2045-4697-a72e-557b776fef10, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1f34ef-9067-4021-8bd3-d758b9f62f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:22:49.929764 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-94ae06fa-396a-4d2b-b319-39c7aea6e2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:50.010418 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-94ae06fa-396a-4d2b-b319-39c7aea6e2c4 service neutron] For port ecbbba5c-2045-4697-a72e-557b776fef10, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:22:50.014449 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-94ae06fa-396a-4d2b-b319-39c7aea6e2c4 service neutron] For port ecbbba5c-2045-4697-a72e-557b776fef10, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=ecbbba5c-2045-4697-a72e-557b776fef10,segment=NetworkSegment(5f1f34ef-9067-4021-8bd3-d758b9f62f14),segment_id=5f1f34ef-9067-4021-8bd3-d758b9f62f14)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:22:50.021585 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-94ae06fa-396a-4d2b-b319-39c7aea6e2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:50.068059 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-94ae06fa-396a-4d2b-b319-39c7aea6e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:50.068828 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-94ae06fa-396a-4d2b-b319-39c7aea6e2c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:50.070406 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-94ae06fa-396a-4d2b-b319-39c7aea6e2c4 service neutron] 10.222.0.50 "PUT /v2.0/ports/ecbbba5c-2045-4697-a72e-557b776fef10 HTTP/1.1" status: 200 len: 1091 time: 1.2161930 Aug 19 18:22:50.070962 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec53dc75-4a8e-401d-8eb0-18a6572226a9', 'tag': 'ecbbba5c-2045-4697-a72e-557b776fef10'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:22:50.073560 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78110215-f2ae-4a34-b976-fc8814d6d5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ec53dc75-4a8e-401d-8eb0-18a6572226a9", "tag": "ecbbba5c-2045-4697-a72e-557b776fef10"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:22:50.142827 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a4733-147d-49e6-98e1-153c17a87c63 req-fb29af28-6ae0-4c99-904d-b83b5c4dc1f3 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:50.144528 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-880a4733-147d-49e6-98e1-153c17a87c63 req-fb29af28-6ae0-4c99-904d-b83b5c4dc1f3 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec53dc75-4a8e-401d-8eb0-18a6572226a9 HTTP/1.1" status: 200 len: 943 time: 0.0764136 Aug 19 18:22:50.173161 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae06fa-396a-4d2b-b319-39c7aea6e2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbbba5c-2045-4697-a72e-557b776fef10,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:50.189725 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7c80ae-5945-4d79-87d3-9995ce3ad6c4 x-openstack-request-id: req-6c7c80ae-5945-4d79-87d3-9995ce3ad6c4 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:22:50.190326 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec53dc75-4a8e-401d-8eb0-18a6572226a9", "tag": "ecbbba5c-2045-4697-a72e-557b776fef10", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:22:50.191674 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6c7c80ae-5945-4d79-87d3-9995ce3ad6c4 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:22:50.192246 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec53dc75-4a8e-401d-8eb0-18a6572226a9', 'tag': 'ecbbba5c-2045-4697-a72e-557b776fef10', 'status': 'completed', 'code': 200} Aug 19 18:22:50.207439 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-880a4733-147d-49e6-98e1-153c17a87c63 req-987adcf6-f4b2-44e7-9f21-dcdd93b352b6 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504086 Aug 19 18:22:50.240116 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-9142f3f7-88f5-4772-84c8-7b150ea4ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:50.242034 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-9142f3f7-88f5-4772-84c8-7b150ea4ba61 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8bdb6928d3b5414881e0195edfdd334f&device_id=ec53dc75-4a8e-401d-8eb0-18a6572226a9 HTTP/1.1" status: 200 len: 1094 time: 0.1148570 Aug 19 18:22:50.300500 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-31d8d52b-e614-4798-9caf-15875c333e06 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecbbba5c-2045-4697-a72e-557b776fef10 HTTP/1.1" status: 200 len: 217 time: 0.0466349 Aug 19 18:22:50.370464 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-0b9f63d1-265a-47bc-b50a-9f0a9acfbd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:50.378460 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-0b9f63d1-265a-47bc-b50a-9f0a9acfbd62 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1c82dd89-9ab3-4016-ba41-5a5874e7d091 HTTP/1.1" status: 200 len: 854 time: 0.0661094 Aug 19 18:22:50.419763 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-ec5cb5c4-a5f1-4b6a-a675-d866d63ebe6d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72c24065-3c61-48bb-b3dc-9f70d8863de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350513 Aug 19 18:22:50.532398 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-cd12102a-3eb1-4d2d-95ef-64bf87b1a16a service neutron] 10.222.0.50 "GET /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028023 Aug 19 18:22:50.647553 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ab69ba5b-74f4-4314-8c35-b23bcf8cb2bf req-562c350a-685b-44b3-97a0-36ca549ec460 service neutron] 10.222.0.50 "GET /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053550 Aug 19 18:22:50.753786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78110215-f2ae-4a34-b976-fc8814d6d5f5 req-772c86f4-f7f3-4387-a2ac-43a90f4e798c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:50.755470 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-78110215-f2ae-4a34-b976-fc8814d6d5f5 req-772c86f4-f7f3-4387-a2ac-43a90f4e798c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8bdb6928d3b5414881e0195edfdd334f&device_id=ec53dc75-4a8e-401d-8eb0-18a6572226a9 HTTP/1.1" status: 200 len: 1094 time: 0.0551322 Aug 19 18:22:50.879615 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78110215-f2ae-4a34-b976-fc8814d6d5f5 req-aed71a9c-940e-475a-b4a6-1de19afe6a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:50.881165 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-78110215-f2ae-4a34-b976-fc8814d6d5f5 req-aed71a9c-940e-475a-b4a6-1de19afe6a19 service neutron] 10.222.0.50 "GET /v2.0/networks?id=72c24065-3c61-48bb-b3dc-9f70d8863de2 HTTP/1.1" status: 200 len: 915 time: 0.1145980 Aug 19 18:22:50.939617 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-78110215-f2ae-4a34-b976-fc8814d6d5f5 req-4c3c616f-c748-4b1a-944e-b85200b8fc10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecbbba5c-2045-4697-a72e-557b776fef10 HTTP/1.1" status: 200 len: 217 time: 0.0476611 Aug 19 18:22:51.021300 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78110215-f2ae-4a34-b976-fc8814d6d5f5 req-4d68ba66-b3b1-47c6-84be-915acaae65e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:51.022847 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-78110215-f2ae-4a34-b976-fc8814d6d5f5 req-4d68ba66-b3b1-47c6-84be-915acaae65e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1c82dd89-9ab3-4016-ba41-5a5874e7d091 HTTP/1.1" status: 200 len: 854 time: 0.0655091 Aug 19 18:22:51.069654 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-78110215-f2ae-4a34-b976-fc8814d6d5f5 req-e0583fe5-418c-44e2-ae3a-bdf69d3c0104 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72c24065-3c61-48bb-b3dc-9f70d8863de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358620 Aug 19 18:22:51.251395 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device bd1e7643-8716-43bb-af18-1644144f2a7e details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:22:51.268096 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-78110215-f2ae-4a34-b976-fc8814d6d5f5 req-d34108b7-56f4-404e-b9c9-cc2a6ca9a01a service neutron] 10.222.0.50 "GET /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882968 Aug 19 18:22:51.432206 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbffcc8-7ee6-4dfc-aa44-d7447061e3b8 req-c890d4a4-60bf-4b4c-a3d1-e2f369bbded1 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:51.435190 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4fbffcc8-7ee6-4dfc-aa44-d7447061e3b8 req-c890d4a4-60bf-4b4c-a3d1-e2f369bbded1 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec53dc75-4a8e-401d-8eb0-18a6572226a9 HTTP/1.1" status: 200 len: 943 time: 0.0885174 Aug 19 18:22:51.484919 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port bd1e7643-8716-43bb-af18-1644144f2a7e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bd1e7643-8716-43bb-af18-1644144f2a7e,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:51.486718 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-78110215-f2ae-4a34-b976-fc8814d6d5f5 req-fdffd3e6-0399-4deb-9552-243a33a408b7 service neutron] 10.222.0.50 "GET /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082906 Aug 19 18:22:51.510106 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4fbffcc8-7ee6-4dfc-aa44-d7447061e3b8 req-3a068199-e308-4358-8ccf-963e2b282fd8 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559115 Aug 19 18:22:51.514939 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'bd1e7643-8716-43bb-af18-1644144f2a7e', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'port_id': 'bd1e7643-8716-43bb-af18-1644144f2a7e', 'mac_address': 'fa:16:3e:09:7f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:22:51.651132 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:51.672721 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1e7643-8716-43bb-af18-1644144f2a7e {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:22:51.703161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port bd1e7643-8716-43bb-af18-1644144f2a7e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bd1e7643-8716-43bb-af18-1644144f2a7e,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:51.710951 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:51.780654 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=bd1e7643-8716-43bb-af18-1644144f2a7e,revision_number=9']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:51.816490 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['bd1e7643-8716-43bb-af18-1644144f2a7e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:22:52.735624 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de0453-516a-4dd1-9144-09164acd30ea req-c64dd365-edc3-40ff-adae-6d1ab44529cb tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:52.737265 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10de0453-516a-4dd1-9144-09164acd30ea req-c64dd365-edc3-40ff-adae-6d1ab44529cb tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec53dc75-4a8e-401d-8eb0-18a6572226a9 HTTP/1.1" status: 200 len: 943 time: 0.1022344 Aug 19 18:22:52.806087 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10de0453-516a-4dd1-9144-09164acd30ea req-bf3aa006-728b-4a57-8dea-3a50b6739173 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556111 Aug 19 18:22:53.267721 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device bd1e7643-8716-43bb-af18-1644144f2a7e up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:53.353597 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port bd1e7643-8716-43bb-af18-1644144f2a7e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:53.354440 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:53.488740 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:53.530420 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1e7643-8716-43bb-af18-1644144f2a7e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:22:53.533409 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1310fabf-e0b7-4335-ab22-91e126de4ad9" -d '{"events": [{"server_uuid": "35efca4b-f508-454a-8c4a-10b7aca97fcd", "name": "network-vif-plugged", "status": "completed", "tag": "bd1e7643-8716-43bb-af18-1644144f2a7e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:22:53.569241 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port bd1e7643-8716-43bb-af18-1644144f2a7e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bd1e7643-8716-43bb-af18-1644144f2a7e,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:53.577974 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:53.626350 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0b047d-0817-436b-9c83-2f57aa192a86 x-openstack-request-id: req-1f0b047d-0817-436b-9c83-2f57aa192a86 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:22:53.627066 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35efca4b-f508-454a-8c4a-10b7aca97fcd", "name": "network-vif-plugged", "status": "completed", "tag": "bd1e7643-8716-43bb-af18-1644144f2a7e", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:22:53.627368 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f0b047d-0817-436b-9c83-2f57aa192a86 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:22:53.627747 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1e7643-8716-43bb-af18-1644144f2a7e', 'code': 200} Aug 19 18:22:53.628700 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device ecbbba5c-2045-4697-a72e-557b776fef10 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:22:53.698850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=bd1e7643-8716-43bb-af18-1644144f2a7e,revision_number=10']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:53.883615 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port ecbbba5c-2045-4697-a72e-557b776fef10, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=ecbbba5c-2045-4697-a72e-557b776fef10,segment=NetworkSegment(5f1f34ef-9067-4021-8bd3-d758b9f62f14),segment_id=5f1f34ef-9067-4021-8bd3-d758b9f62f14)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:53.907928 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'ecbbba5c-2045-4697-a72e-557b776fef10', 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2', 'port_id': 'ecbbba5c-2045-4697-a72e-557b776fef10', 'mac_address': 'fa:16:3e:ea:e9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c82dd89-9ab3-4016-ba41-5a5874e7d091', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:22:53.977790 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:54.004045 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecbbba5c-2045-4697-a72e-557b776fef10 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:22:54.020195 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6b542-1794-4607-8437-054370bc1a7d req-277690ab-de18-4418-a032-e54bc7f39068 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:54.029408 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-22c6b542-1794-4607-8437-054370bc1a7d req-277690ab-de18-4418-a032-e54bc7f39068 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec53dc75-4a8e-401d-8eb0-18a6572226a9 HTTP/1.1" status: 200 len: 943 time: 0.0859301 Aug 19 18:22:54.039169 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port ecbbba5c-2045-4697-a72e-557b776fef10, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=ecbbba5c-2045-4697-a72e-557b776fef10,segment=NetworkSegment(5f1f34ef-9067-4021-8bd3-d758b9f62f14),segment_id=5f1f34ef-9067-4021-8bd3-d758b9f62f14)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:54.047701 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:54.083781 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-22c6b542-1794-4607-8437-054370bc1a7d req-a3283f60-0b30-40cb-91de-72fa24d03e71 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525026 Aug 19 18:22:54.145026 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=ecbbba5c-2045-4697-a72e-557b776fef10,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:54.328070 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['ecbbba5c-2045-4697-a72e-557b776fef10'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:22:55.241350 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c9240-26ee-418b-9cfc-f94d95314b54 req-cb9ccf20-db9c-44ca-b5e0-e6086e7e0339 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:55.250286 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f22c9240-26ee-418b-9cfc-f94d95314b54 req-cb9ccf20-db9c-44ca-b5e0-e6086e7e0339 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec53dc75-4a8e-401d-8eb0-18a6572226a9 HTTP/1.1" status: 200 len: 944 time: 0.0712240 Aug 19 18:22:55.346822 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f22c9240-26ee-418b-9cfc-f94d95314b54 req-e4149c66-8d3c-458e-85b0-ce7343b2cbe0 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955737 Aug 19 18:22:55.600442 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device ecbbba5c-2045-4697-a72e-557b776fef10 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:55.719084 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port ecbbba5c-2045-4697-a72e-557b776fef10 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:55.730231 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port ecbbba5c-2045-4697-a72e-557b776fef10 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:55.731563 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:55.891422 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:55.953588 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec53dc75-4a8e-401d-8eb0-18a6572226a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbbba5c-2045-4697-a72e-557b776fef10'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:22:55.955898 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae58f720-ea4e-4720-9eea-dc653c0ff59d" -d '{"events": [{"server_uuid": "ec53dc75-4a8e-401d-8eb0-18a6572226a9", "name": "network-vif-plugged", "status": "completed", "tag": "ecbbba5c-2045-4697-a72e-557b776fef10"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:22:55.978741 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port ecbbba5c-2045-4697-a72e-557b776fef10, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=ecbbba5c-2045-4697-a72e-557b776fef10,segment=NetworkSegment(5f1f34ef-9067-4021-8bd3-d758b9f62f14),segment_id=5f1f34ef-9067-4021-8bd3-d758b9f62f14)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:56.001020 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:56.078658 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=ecbbba5c-2045-4697-a72e-557b776fef10,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:56.129505 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb23719-6819-473b-94c1-7dd848ebbf79 x-openstack-request-id: req-8cb23719-6819-473b-94c1-7dd848ebbf79 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:22:56.129824 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec53dc75-4a8e-401d-8eb0-18a6572226a9", "name": "network-vif-plugged", "status": "completed", "tag": "ecbbba5c-2045-4697-a72e-557b776fef10", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:22:56.130095 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8cb23719-6819-473b-94c1-7dd848ebbf79 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:22:56.131058 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec53dc75-4a8e-401d-8eb0-18a6572226a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbbba5c-2045-4697-a72e-557b776fef10', 'code': 200} Aug 19 18:22:56.243624 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895c38b-246e-4bbb-a49f-8f27f34bedf0 req-236e43da-ce22-4e34-a44c-a32d933873a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:56.245580 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b895c38b-246e-4bbb-a49f-8f27f34bedf0 req-236e43da-ce22-4e34-a44c-a32d933873a1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ec53dc75-4a8e-401d-8eb0-18a6572226a9 HTTP/1.1" status: 200 len: 1096 time: 0.0582068 Aug 19 18:22:56.320946 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b895c38b-246e-4bbb-a49f-8f27f34bedf0 req-a6492171-869b-4758-81c9-02a719970ce3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639951 Aug 19 18:22:56.561915 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41584933-7bdb-4ea7-9fd8-e94c9523f165 req-2c513be1-e7dc-4f79-8600-33c290ea283b tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:56.570051 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-41584933-7bdb-4ea7-9fd8-e94c9523f165 req-2c513be1-e7dc-4f79-8600-33c290ea283b tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec53dc75-4a8e-401d-8eb0-18a6572226a9 HTTP/1.1" status: 200 len: 945 time: 0.0905375 Aug 19 18:22:56.637455 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-41584933-7bdb-4ea7-9fd8-e94c9523f165 req-b20b0275-582a-45be-965f-d67bcbf0923a tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663493 Aug 19 18:22:57.813425 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183dc37-df1b-4542-8704-54482e3a95cb req-92076ab3-c73c-46a9-9862-8f7950954262 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:57.823241 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8183dc37-df1b-4542-8704-54482e3a95cb req-92076ab3-c73c-46a9-9862-8f7950954262 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec53dc75-4a8e-401d-8eb0-18a6572226a9 HTTP/1.1" status: 200 len: 945 time: 0.0694172 Aug 19 18:22:57.877348 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8183dc37-df1b-4542-8704-54482e3a95cb req-185c985c-b816-4b2a-ac1f-b41edeb4f621 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485995 Aug 19 18:22:59.112604 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94530e-0535-4306-ab96-3b0adcdcc629 req-1ce037d2-54e1-4f15-9892-002a0eb87773 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:59.120901 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5e94530e-0535-4306-ab96-3b0adcdcc629 req-1ce037d2-54e1-4f15-9892-002a0eb87773 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec53dc75-4a8e-401d-8eb0-18a6572226a9 HTTP/1.1" status: 200 len: 945 time: 0.1260598 Aug 19 18:22:59.186721 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5e94530e-0535-4306-ab96-3b0adcdcc629 req-ea3c64e2-ee14-41d2-aaa5-20b504740cdd tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640082 Aug 19 18:23:04.631277 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2e290775-e2df-4500-92d6-744cbecccbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:06.180896 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7cad9-c80b-4d10-a99e-f88e42f8c717 req-65118212-3f49-48e3-ba5c-9c0a9bb6a0a2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:06.183393 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33a7cad9-c80b-4d10-a99e-f88e42f8c717 req-65118212-3f49-48e3-ba5c-9c0a9bb6a0a2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 947 time: 0.0680811 Aug 19 18:23:06.289302 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33a7cad9-c80b-4d10-a99e-f88e42f8c717 req-53f32e3e-6b37-449b-80f9-04ce1675b23d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935094 Aug 19 18:23:07.056462 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-60379d3a-d032-4705-9873-b342476bb685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:07.235842 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:07.442250 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed5c62-20e7-497a-9b21-e41669cd7633 req-07be2715-a244-4f8b-a8d6-66100f169177 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:07.444006 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0bed5c62-20e7-497a-9b21-e41669cd7633 req-07be2715-a244-4f8b-a8d6-66100f169177 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 947 time: 0.0592961 Aug 19 18:23:07.506035 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0bed5c62-20e7-497a-9b21-e41669cd7633 req-95a267a0-da67-4d58-8cec-692529d5e5f0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501440 Aug 19 18:23:08.164899 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503c0e5-9317-4a8d-8130-3c111827b125 req-c18e3ee8-da67-40f9-87fb-2ac4927231c5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:08.167333 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6503c0e5-9317-4a8d-8130-3c111827b125 req-c18e3ee8-da67-40f9-87fb-2ac4927231c5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 947 time: 0.0889852 Aug 19 18:23:08.168360 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:08.239452 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6503c0e5-9317-4a8d-8130-3c111827b125 req-3e53ae98-170d-41b9-b1b5-c1a4b8e4086e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607824 Aug 19 18:23:09.214040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35584) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:09.361135 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device bd1e7643-8716-43bb-af18-1644144f2a7e no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:23:09.500069 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a5c30-5708-442f-9f70-e2109a5bf1c6 req-0762d7bf-ea18-459a-8409-f701b656af47 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:09.508241 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6528a668-e2da-4ff0-adae-4bf7321b5221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:09.509282 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f09a5c30-5708-442f-9f70-e2109a5bf1c6 req-0762d7bf-ea18-459a-8409-f701b656af47 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 947 time: 0.0828307 Aug 19 18:23:09.560802 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f09a5c30-5708-442f-9f70-e2109a5bf1c6 req-f9a359cb-d8f4-4f3a-acc6-2ab2f039aa4c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505462 Aug 19 18:23:09.574688 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:09.626672 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port bd1e7643-8716-43bb-af18-1644144f2a7e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bd1e7643-8716-43bb-af18-1644144f2a7e,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:09.627672 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd1e7643-8716-43bb-af18-1644144f2a7e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:23:09.629870 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758b7149-f333-4591-8807-d13cf8f43353" -d '{"events": [{"server_uuid": "35efca4b-f508-454a-8c4a-10b7aca97fcd", "name": "network-vif-unplugged", "status": "completed", "tag": "bd1e7643-8716-43bb-af18-1644144f2a7e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:23:09.633361 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:09.670993 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2932100-8799-4732-8cf8-edb54e29810e x-openstack-request-id: req-d2932100-8799-4732-8cf8-edb54e29810e {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:23:09.671345 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35efca4b-f508-454a-8c4a-10b7aca97fcd", "name": "network-vif-unplugged", "status": "completed", "tag": "bd1e7643-8716-43bb-af18-1644144f2a7e", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:23:09.671667 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2932100-8799-4732-8cf8-edb54e29810e {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:23:09.672249 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd1e7643-8716-43bb-af18-1644144f2a7e', 'code': 200} Aug 19 18:23:09.674738 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6528a668-e2da-4ff0-adae-4bf7321b5221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:09.680007 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6528a668-e2da-4ff0-adae-4bf7321b5221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:09.688865 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=bd1e7643-8716-43bb-af18-1644144f2a7e,revision_number=11']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:09.724713 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528a668-e2da-4ff0-adae-4bf7321b5221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed99f68-4373-437c-a1b9-8124dcc558bb,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:09.731664 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6528a668-e2da-4ff0-adae-4bf7321b5221 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85c89a6b3ed0491c9029adbdd13c8299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5133908 Aug 19 18:23:09.732309 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35602) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:09.791393 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b880f693-c9aa-49f6-86f5-3f624f261543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:09.816739 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b880f693-c9aa-49f6-86f5-3f624f261543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:09.873061 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b880f693-c9aa-49f6-86f5-3f624f261543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:09.876042 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b880f693-c9aa-49f6-86f5-3f624f261543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:09.877397 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b880f693-c9aa-49f6-86f5-3f624f261543 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bed99f68-4373-437c-a1b9-8124dcc558bb HTTP/1.1" status: 204 len: 168 time: 0.1440625 Aug 19 18:23:09.887988 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880f693-c9aa-49f6-86f5-3f624f261543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed99f68-4373-437c-a1b9-8124dcc558bb,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:10.140766 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:10.181377 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35614) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:10.197066 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8bc519ff-62e8-499a-9402-822aec53292c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:10.302975 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8bc519ff-62e8-499a-9402-822aec53292c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:10.307940 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8bc519ff-62e8-499a-9402-822aec53292c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:10.348192 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8bc519ff-62e8-499a-9402-822aec53292c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f67488be37e74246b9ae569cf52c4db8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1656306 Aug 19 18:23:10.351147 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35616) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:10.353747 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc519ff-62e8-499a-9402-822aec53292c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b425d5-e1cd-4c38-8d36-aaab2cf37f43,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:10.421454 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8e762a64-b372-4d93-916d-9bcaa0af1260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:10.447383 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8e762a64-b372-4d93-916d-9bcaa0af1260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:10.526391 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8e762a64-b372-4d93-916d-9bcaa0af1260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:10.529729 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8e762a64-b372-4d93-916d-9bcaa0af1260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:10.534502 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8e762a64-b372-4d93-916d-9bcaa0af1260 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/71b425d5-e1cd-4c38-8d36-aaab2cf37f43 HTTP/1.1" status: 204 len: 168 time: 0.1818557 Aug 19 18:23:10.550118 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e762a64-b372-4d93-916d-9bcaa0af1260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b425d5-e1cd-4c38-8d36-aaab2cf37f43,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:10.774448 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ee74e-63d6-47fa-9b9a-71ba0bebcaeb req-b524d9a4-3cb7-4b90-87a8-e68b5f4735dc tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:10.776089 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-799ee74e-63d6-47fa-9b9a-71ba0bebcaeb req-b524d9a4-3cb7-4b90-87a8-e68b5f4735dc tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.0792906 Aug 19 18:23:10.823861 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-799ee74e-63d6-47fa-9b9a-71ba0bebcaeb req-7451ebc4-88a8-4b4b-a334-46a9142b8397 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408478 Aug 19 18:23:10.950828 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:11.379939 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device bd1e7643-8716-43bb-af18-1644144f2a7e details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:23:11.489836 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port bd1e7643-8716-43bb-af18-1644144f2a7e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bd1e7643-8716-43bb-af18-1644144f2a7e,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:11.503113 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'bd1e7643-8716-43bb-af18-1644144f2a7e', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'port_id': 'bd1e7643-8716-43bb-af18-1644144f2a7e', 'mac_address': 'fa:16:3e:09:7f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:23:11.572937 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:11.606924 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1e7643-8716-43bb-af18-1644144f2a7e {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:23:11.641982 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port bd1e7643-8716-43bb-af18-1644144f2a7e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bd1e7643-8716-43bb-af18-1644144f2a7e,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:11.647492 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:11.708887 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=bd1e7643-8716-43bb-af18-1644144f2a7e,revision_number=12']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:11.797344 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['bd1e7643-8716-43bb-af18-1644144f2a7e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:23:12.063772 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d541ea4-c1b8-42db-92f6-75fa62d2e9eb req-3db2122d-4dcf-441b-89c5-efd16b6257ab tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:12.071671 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d541ea4-c1b8-42db-92f6-75fa62d2e9eb req-3db2122d-4dcf-441b-89c5-efd16b6257ab tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 946 time: 0.0936463 Aug 19 18:23:12.146714 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d541ea4-c1b8-42db-92f6-75fa62d2e9eb req-0e423865-0504-44e0-9d52-82bc79934d7f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681827 Aug 19 18:23:13.380340 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device bd1e7643-8716-43bb-af18-1644144f2a7e up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:13.407980 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db308190-904c-4a0b-ab80-d6083b758f53 req-02ec8985-a6c2-4c69-8670-c5e184ad07b9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:13.410935 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-db308190-904c-4a0b-ab80-d6083b758f53 req-02ec8985-a6c2-4c69-8670-c5e184ad07b9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 946 time: 0.0864296 Aug 19 18:23:13.486936 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-db308190-904c-4a0b-ab80-d6083b758f53 req-13f0300d-3e04-4ec2-bebb-0daf02f39224 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608721 Aug 19 18:23:13.529933 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port bd1e7643-8716-43bb-af18-1644144f2a7e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:13.549495 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:13.774304 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:13.897746 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1e7643-8716-43bb-af18-1644144f2a7e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:23:13.903041 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d17baf-c66f-4fea-a266-72424467dac1" -d '{"events": [{"server_uuid": "35efca4b-f508-454a-8c4a-10b7aca97fcd", "name": "network-vif-plugged", "status": "completed", "tag": "bd1e7643-8716-43bb-af18-1644144f2a7e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:23:13.930879 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port bd1e7643-8716-43bb-af18-1644144f2a7e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bd1e7643-8716-43bb-af18-1644144f2a7e,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:13.947234 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:14.010751 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=bd1e7643-8716-43bb-af18-1644144f2a7e,revision_number=13']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:14.085486 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e3d9f9-95a2-4f87-8e09-2f9dacb0bced x-openstack-request-id: req-f5e3d9f9-95a2-4f87-8e09-2f9dacb0bced {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:23:14.086284 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35efca4b-f508-454a-8c4a-10b7aca97fcd", "name": "network-vif-plugged", "status": "completed", "tag": "bd1e7643-8716-43bb-af18-1644144f2a7e", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:23:14.086546 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5e3d9f9-95a2-4f87-8e09-2f9dacb0bced {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:23:14.086956 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1e7643-8716-43bb-af18-1644144f2a7e', 'code': 200} Aug 19 18:23:14.715651 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e5665-797d-455f-a5dc-0135d71cf19b req-848ce2be-8fd3-4638-bf3c-d05ea57040e3 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:14.726732 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e81e5665-797d-455f-a5dc-0135d71cf19b req-848ce2be-8fd3-4638-bf3c-d05ea57040e3 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 947 time: 0.0922339 Aug 19 18:23:14.909162 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e81e5665-797d-455f-a5dc-0135d71cf19b req-8ee68219-85d8-4d18-b80a-f9c2cccb07c3 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642828 Aug 19 18:23:16.327468 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae4dbd-c09a-4d1e-aa1a-cb948006bbd1 req-cff9f6d0-ff5c-4a5e-a000-ba2c0c962aa0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:16.343225 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3eae4dbd-c09a-4d1e-aa1a-cb948006bbd1 req-cff9f6d0-ff5c-4a5e-a000-ba2c0c962aa0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 947 time: 0.1322320 Aug 19 18:23:16.405554 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3eae4dbd-c09a-4d1e-aa1a-cb948006bbd1 req-735b5e23-3ed0-4c0c-afda-970498a745bc tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609307 Aug 19 18:23:16.458461 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:17.756967 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5475065-68ee-44e7-b8c0-7932423e48fd req-4026bd8b-740e-4eb7-8100-2f16d65f8cf9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:17.758543 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c5475065-68ee-44e7-b8c0-7932423e48fd req-4026bd8b-740e-4eb7-8100-2f16d65f8cf9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 947 time: 0.1422663 Aug 19 18:23:17.862098 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c5475065-68ee-44e7-b8c0-7932423e48fd req-e1e35587-9011-4c2e-8a73-843f47be48e8 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943906 Aug 19 18:23:18.131144 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da592b-8bbb-42aa-80ba-ef821a0610fb req-9eaddbc8-ead0-4b46-9710-31f9769d67f2 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:18.131144 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a4da592b-8bbb-42aa-80ba-ef821a0610fb req-9eaddbc8-ead0-4b46-9710-31f9769d67f2 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.0857689 Aug 19 18:23:18.270695 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a4da592b-8bbb-42aa-80ba-ef821a0610fb req-7a63c3db-3338-4982-9b19-9e71fb59f940 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782609 Aug 19 18:23:19.134976 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282985a6-d712-4ef5-b2cd-157107a7d9da req-95d86620-7e9d-4dc1-a061-12e92ed968c5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:19.139814 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-282985a6-d712-4ef5-b2cd-157107a7d9da req-95d86620-7e9d-4dc1-a061-12e92ed968c5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 947 time: 0.0928433 Aug 19 18:23:19.304454 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-282985a6-d712-4ef5-b2cd-157107a7d9da req-006f6336-bf80-49c4-9517-11469248c477 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565113 Aug 19 18:23:19.445252 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-d8082cc4-09cb-475a-b9ec-9b144080f39e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:19.455857 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-d8082cc4-09cb-475a-b9ec-9b144080f39e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 810 time: 0.2833447 Aug 19 18:23:19.474827 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-682e449a-9112-4857-b21f-6ce63384281b tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/quotas/ffa9435d941540c182adf55128e34931 HTTP/1.1" status: 200 len: 375 time: 0.0174038 Aug 19 18:23:19.493366 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a15ba-c101-4717-ad0e-700a188c21c2 req-1f861ef4-1d31-4dd8-8660-26e426566cd0 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:19.495916 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d36a15ba-c101-4717-ad0e-700a188c21c2 req-1f861ef4-1d31-4dd8-8660-26e426566cd0 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.1021960 Aug 19 18:23:19.557353 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-1a1539c6-6c39-477e-a899-c820131771ea tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800853 Aug 19 18:23:19.582204 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d36a15ba-c101-4717-ad0e-700a188c21c2 req-754ff0a1-3398-4e7e-892c-3e6350431bc0 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713284 Aug 19 18:23:19.708028 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:23:19.788235 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-ca40774a-0015-44eb-a93f-69a43f822807 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:23:19.789375 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-ca40774a-0015-44eb-a93f-69a43f822807 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2243001 Aug 19 18:23:19.909450 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-5703a34c-0bd7-4839-985d-8e9a994d917e service neutron] 10.222.0.24 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074243 Aug 19 18:23:20.070276 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-af1b36ec-f966-4939-a714-822840a51eab service neutron] 10.222.0.24 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543412 Aug 19 18:23:20.418484 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cdf18fc5-ec39-4520-9784-c27dab9601af req-45c06a6d-62bd-4ef7-8375-3950119cd85b tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 210 time: 0.0784073 Aug 19 18:23:20.490571 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454ab6b-f076-4f1c-a001-c95afb78ad6c req-3ee58654-5d54-4239-8fb7-0d0d72b64cae tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:20.506771 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4454ab6b-f076-4f1c-a001-c95afb78ad6c req-3ee58654-5d54-4239-8fb7-0d0d72b64cae tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 947 time: 0.1077659 Aug 19 18:23:20.708530 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4454ab6b-f076-4f1c-a001-c95afb78ad6c req-11bd3ebd-aa1e-43cd-8aa7-ebe890c60842 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949949 Aug 19 18:23:20.985279 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13173a0-ce21-4175-b613-ec035d9daa35 req-e7c2723a-41ba-4dbc-8d8f-e37f8bfbb3af tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:21.008327 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c13173a0-ce21-4175-b613-ec035d9daa35 req-e7c2723a-41ba-4dbc-8d8f-e37f8bfbb3af tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.2022946 Aug 19 18:23:21.153827 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c13173a0-ce21-4175-b613-ec035d9daa35 req-e8040d28-62ca-4f96-9b22-2ec8351f7fce tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382790 Aug 19 18:23:21.684030 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a097cc6f-699d-46fc-aa46-acf917e59b50 req-f7116acb-819a-40c8-8d63-32c9a983f254 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 210 time: 0.0906847 Aug 19 18:23:21.882756 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdbf37-c4d9-4c6b-8695-821e70622ce0 req-dc533fd6-2d58-45b3-9de1-9d3f91fd8a46 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:21.897242 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52bdbf37-c4d9-4c6b-8695-821e70622ce0 req-dc533fd6-2d58-45b3-9de1-9d3f91fd8a46 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 947 time: 0.0769928 Aug 19 18:23:21.981234 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52bdbf37-c4d9-4c6b-8695-821e70622ce0 req-111c7f7a-d564-43a7-b67e-c76d4ae6dfa9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752745 Aug 19 18:23:22.535914 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0128eb-15ab-46b5-b796-636492df7b67 req-3465ac79-0e96-4231-a567-34bb30520460 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:22.554270 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e0128eb-15ab-46b5-b796-636492df7b67 req-3465ac79-0e96-4231-a567-34bb30520460 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.1268179 Aug 19 18:23:22.619359 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-b10b2cc7-e981-46ec-abdf-bae1465aca60 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:22.622271 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e0128eb-15ab-46b5-b796-636492df7b67 req-e4d3ba8c-fc8b-4ad6-a85b-474d56ace171 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664003 Aug 19 18:23:22.627010 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-b10b2cc7-e981-46ec-abdf-bae1465aca60 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.54 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 810 time: 0.2546022 Aug 19 18:23:22.653211 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-b5b646f4-bab2-47a0-af41-278587cd6edc tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Request body: {'port': {'device_id': '41ca11f2-8ebf-4ded-9743-64d19d75c9f2', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'admin_state_up': True, 'tenant_id': 'ffa9435d941540c182adf55128e34931'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:22.861064 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-66105d29-5d07-4459-b5e1-8446b358b51b req-0ae054e6-51c2-4835-a8a1-d21c221a88d8 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 210 time: 0.0456600 Aug 19 18:23:22.910638 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-5757a3db-8fec-4f29-80ec-355917295f36 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:22.918163 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-5757a3db-8fec-4f29-80ec-355917295f36 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/networks?id=72c24065-3c61-48bb-b3dc-9f70d8863de2 HTTP/1.1" status: 200 len: 814 time: 0.1556473 Aug 19 18:23:22.946163 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-fd9dca01-c0ce-40eb-863d-77f78ca79143 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/quotas/8bdb6928d3b5414881e0195edfdd334f HTTP/1.1" status: 200 len: 375 time: 0.0269399 Aug 19 18:23:23.038129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-b5b646f4-bab2-47a0-af41-278587cd6edc tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Made reservation on behalf of ffa9435d941540c182adf55128e34931 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:23:23.044424 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-b5b646f4-bab2-47a0-af41-278587cd6edc tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:23.155946 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f0989-2686-4205-9aa0-072735e6edfc req-41928056-262e-464c-9650-7348cf78dab2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:23.169357 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c3f0989-2686-4205-9aa0-072735e6edfc req-41928056-262e-464c-9650-7348cf78dab2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 947 time: 0.0843332 Aug 19 18:23:23.195269 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-4532b39b-0a97-47ed-8f0a-027384d4b499 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bdb6928d3b5414881e0195edfdd334f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2288244 Aug 19 18:23:23.203201 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-7bb0933d-6f3a-410b-a460-c2547668279a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:23:23.210699 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-7bb0933d-6f3a-410b-a460-c2547668279a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145211 Aug 19 18:23:23.240454 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c3f0989-2686-4205-9aa0-072735e6edfc req-d39d85c6-2508-46fc-8db9-4342c61fa2e2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604124 Aug 19 18:23:23.281182 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-b5b646f4-bab2-47a0-af41-278587cd6edc tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Allocated IP 172.20.0.11 (6084e940-75d5-4b38-a27b-539baf659ad1/57c3905b-ec47-44bd-8717-544ef67ade13/4a81e399-a7c8-43b8-b76d-69f50052640e) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:23:23.434047 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-9c7b63c0-e0e9-4635-a0af-b6a99f8a4f31 service neutron] 10.222.0.24 "GET /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224548 Aug 19 18:23:23.583711 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-b5b646f4-bab2-47a0-af41-278587cd6edc tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:23.625733 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-87db8fc5-0d31-4bf1-87ca-8399309aa6f8 service neutron] 10.222.0.24 "GET /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761980 Aug 19 18:23:23.626892 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-b5b646f4-bab2-47a0-af41-278587cd6edc tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Transition to ACTIVE for port object 4a81e399-a7c8-43b8-b76d-69f50052640e will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:23.725132 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-b5b646f4-bab2-47a0-af41-278587cd6edc tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:23.825273 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-b5b646f4-bab2-47a0-af41-278587cd6edc tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Network 6084e940-75d5-4b38-a27b-539baf659ad1 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:23.829598 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-b5b646f4-bab2-47a0-af41-278587cd6edc tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:23.833789 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-b5b646f4-bab2-47a0-af41-278587cd6edc tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:23:23.971123 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed31a6-7d19-4e7b-bc69-a0ff6c2c23d1 req-3d7af4cc-5e99-4060-b2d9-975a81f5239b tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:23.978334 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-44ed31a6-7d19-4e7b-bc69-a0ff6c2c23d1 req-3d7af4cc-5e99-4060-b2d9-975a81f5239b tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.2057314 Aug 19 18:23:24.004457 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-b5b646f4-bab2-47a0-af41-278587cd6edc tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:24.010228 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-b5b646f4-bab2-47a0-af41-278587cd6edc tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:24.050988 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-b5b646f4-bab2-47a0-af41-278587cd6edc tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4040122 Aug 19 18:23:24.128018 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-a8fbb2f7-f8f0-4c08-84eb-f92f214b3d2d service neutron] Request body: {'port': {'device_id': '41ca11f2-8ebf-4ded-9743-64d19d75c9f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:24.130140 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-44ed31a6-7d19-4e7b-bc69-a0ff6c2c23d1 req-9342be03-e3d3-4d6d-8e0c-29cb9115ed15 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430926 Aug 19 18:23:24.188436 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b646f4-bab2-47a0-af41-278587cd6edc tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event updated for resources: {'Port': ['ID=4a81e399-a7c8-43b8-b76d-69f50052640e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:24.280658 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd7875-3b02-4950-8455-b8f37a74772b req-00f53eb4-2e78-4d8e-8323-314e7a0d2031 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:24.288232 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-30fd7875-3b02-4950-8455-b8f37a74772b req-00f53eb4-2e78-4d8e-8323-314e7a0d2031 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 932 time: 0.2297969 Aug 19 18:23:24.327356 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1961162b-6ccf-492d-915f-4add4cbef078 None None] Provisioning for port 4a81e399-a7c8-43b8-b76d-69f50052640e completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:24.337033 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1961162b-6ccf-492d-915f-4add4cbef078 None None] Provisioning complete for port 4a81e399-a7c8-43b8-b76d-69f50052640e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:24.338077 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1961162b-6ccf-492d-915f-4add4cbef078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:24.342406 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-30fd7875-3b02-4950-8455-b8f37a74772b req-308fc2c0-cebb-40a4-8b58-130da33fc6b7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478129 Aug 19 18:23:24.343326 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-a8fbb2f7-f8f0-4c08-84eb-f92f214b3d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:24.371608 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6fd1aeab-5cb1-46ef-a6d3-196100e93e1a req-27c85882-0635-424f-add0-3bf31744abaa tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 210 time: 0.0945385 Aug 19 18:23:24.476551 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-1961162b-6ccf-492d-915f-4add4cbef078 None None] Port 4a81e399-a7c8-43b8-b76d-69f50052640e cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:23:24.953865 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-a8fbb2f7-f8f0-4c08-84eb-f92f214b3d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a81e399-a7c8-43b8-b76d-69f50052640e {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:23:24.962797 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-a8fbb2f7-f8f0-4c08-84eb-f92f214b3d2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:24.977361 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-a8fbb2f7-f8f0-4c08-84eb-f92f214b3d2d service neutron] Transition to ACTIVE for port object 4a81e399-a7c8-43b8-b76d-69f50052640e will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:24.985962 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-a8fbb2f7-f8f0-4c08-84eb-f92f214b3d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.085646 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a32a5-e6ec-4777-bfa8-eaec1053399e req-4a22df53-7b28-4ec5-8697-014689718711 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:25.109409 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-971a32a5-e6ec-4777-bfa8-eaec1053399e req-4a22df53-7b28-4ec5-8697-014689718711 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 947 time: 0.5545740 Aug 19 18:23:25.309396 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-971a32a5-e6ec-4777-bfa8-eaec1053399e req-623844e2-7b2d-4272-ae98-341e8097606a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966102 Aug 19 18:23:25.312104 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbb2f7-f8f0-4c08-84eb-f92f214b3d2d service neutron] Pushing event updated for resources: {'Port': ['ID=4a81e399-a7c8-43b8-b76d-69f50052640e,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:25.415623 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-a8fbb2f7-f8f0-4c08-84eb-f92f214b3d2d service neutron] Attempting to bind port 4a81e399-a7c8-43b8-b76d-69f50052640e on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:23:25.416347 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-a8fbb2f7-f8f0-4c08-84eb-f92f214b3d2d service neutron] Attempting to bind port 4a81e399-a7c8-43b8-b76d-69f50052640e by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:23:25.416965 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-a8fbb2f7-f8f0-4c08-84eb-f92f214b3d2d service neutron] Attempting to bind port 4a81e399-a7c8-43b8-b76d-69f50052640e on network 6084e940-75d5-4b38-a27b-539baf659ad1 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:23:25.424068 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-a8fbb2f7-f8f0-4c08-84eb-f92f214b3d2d service neutron] Port 4a81e399-a7c8-43b8-b76d-69f50052640e on network 6084e940-75d5-4b38-a27b-539baf659ad1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:23:25.424795 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-a8fbb2f7-f8f0-4c08-84eb-f92f214b3d2d service neutron] Attempting to bind port 4a81e399-a7c8-43b8-b76d-69f50052640e on network 6084e940-75d5-4b38-a27b-539baf659ad1 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:23:25.430568 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-a8fbb2f7-f8f0-4c08-84eb-f92f214b3d2d service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:23:25.431251 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-a8fbb2f7-f8f0-4c08-84eb-f92f214b3d2d service neutron] Checking segment: {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:23:25.431879 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-a8fbb2f7-f8f0-4c08-84eb-f92f214b3d2d service neutron] Bound using segment: {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:23:25.432558 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-a8fbb2f7-f8f0-4c08-84eb-f92f214b3d2d service neutron] Bound port: 4a81e399-a7c8-43b8-b76d-69f50052640e, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:23:25.433160 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-a8fbb2f7-f8f0-4c08-84eb-f92f214b3d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.535963 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b3254-04f0-46fb-b6ea-ca68e5cdb768 req-7cbac925-0ec9-4256-8a6e-e939423d2167 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:25.538367 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-542b3254-04f0-46fb-b6ea-ca68e5cdb768 req-7cbac925-0ec9-4256-8a6e-e939423d2167 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.1453743 Aug 19 18:23:25.587064 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-a8fbb2f7-f8f0-4c08-84eb-f92f214b3d2d service neutron] For port 4a81e399-a7c8-43b8-b76d-69f50052640e, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:23:25.593950 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-a8fbb2f7-f8f0-4c08-84eb-f92f214b3d2d service neutron] For port 4a81e399-a7c8-43b8-b76d-69f50052640e, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=4a81e399-a7c8-43b8-b76d-69f50052640e,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:23:25.612690 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-a8fbb2f7-f8f0-4c08-84eb-f92f214b3d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.671939 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-542b3254-04f0-46fb-b6ea-ca68e5cdb768 req-3e5114f5-0150-4982-94db-746ff661b034 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210365 Aug 19 18:23:25.700603 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbb2f7-f8f0-4c08-84eb-f92f214b3d2d service neutron] Pushing event updated for resources: {'Port': ['ID=4a81e399-a7c8-43b8-b76d-69f50052640e,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:25.742365 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-a8fbb2f7-f8f0-4c08-84eb-f92f214b3d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:25.743638 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-a8fbb2f7-f8f0-4c08-84eb-f92f214b3d2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.745315 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-a8fbb2f7-f8f0-4c08-84eb-f92f214b3d2d service neutron] 10.222.0.54 "PUT /v2.0/ports/4a81e399-a7c8-43b8-b76d-69f50052640e HTTP/1.1" status: 200 len: 1092 time: 1.6229184 Aug 19 18:23:25.749196 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ca11f2-8ebf-4ded-9743-64d19d75c9f2', 'tag': '4a81e399-a7c8-43b8-b76d-69f50052640e'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:23:25.753611 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a255bd0b-ef25-4832-9f55-dc21a22fd0a9" -d '{"events": [{"name": "network-changed", "server_uuid": "41ca11f2-8ebf-4ded-9743-64d19d75c9f2", "tag": "4a81e399-a7c8-43b8-b76d-69f50052640e"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:23:25.785264 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16388d4-a11f-40d3-a6bf-059c6760fff7 req-23e3df1b-6a5d-49e3-ab21-09e86a89c321 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:25.789284 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d16388d4-a11f-40d3-a6bf-059c6760fff7 req-23e3df1b-6a5d-49e3-ab21-09e86a89c321 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 944 time: 0.1936581 Aug 19 18:23:25.934217 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-e5d37fec-a820-4ecd-82ff-bd26102363a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:25.940927 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-e5d37fec-a820-4ecd-82ff-bd26102363a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 1095 time: 0.1044099 Aug 19 18:23:25.945885 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d16388d4-a11f-40d3-a6bf-059c6760fff7 req-e314865b-20eb-4ffc-867f-6bc60fb2c91b tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499763 Aug 19 18:23:26.126030 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-b4fbcd50-c5f6-4e7b-b96c-7fd344f8bc57 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a81e399-a7c8-43b8-b76d-69f50052640e HTTP/1.1" status: 200 len: 217 time: 0.1735728 Aug 19 18:23:26.129034 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-59ea4204-f98f-4efd-b01f-3367a2a0fa4d tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:26.143440 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-59ea4204-f98f-4efd-b01f-3367a2a0fa4d tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.50 "GET /v2.0/networks?id=72c24065-3c61-48bb-b3dc-9f70d8863de2 HTTP/1.1" status: 200 len: 814 time: 0.4184799 Aug 19 18:23:26.236815 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-63132f8b-c607-46e6-a33d-5466c7c4fa10 req-22109601-8c75-4d95-882b-ad12e80d4972 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 210 time: 0.0900574 Aug 19 18:23:26.237524 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3171d9-30f7-4188-af0e-ba29bac00012 x-openstack-request-id: req-1e3171d9-30f7-4188-af0e-ba29bac00012 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:23:26.237844 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ca11f2-8ebf-4ded-9743-64d19d75c9f2", "tag": "4a81e399-a7c8-43b8-b76d-69f50052640e", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:23:26.238092 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e3171d9-30f7-4188-af0e-ba29bac00012 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:23:26.239503 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ca11f2-8ebf-4ded-9743-64d19d75c9f2', 'tag': '4a81e399-a7c8-43b8-b76d-69f50052640e', 'status': 'completed', 'code': 200} Aug 19 18:23:26.253383 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-99dd5ca6-744f-4e65-acb1-a13ef00a78c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:26.255357 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-99dd5ca6-744f-4e65-acb1-a13ef00a78c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.1152406 Aug 19 18:23:26.268373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-168cd812-af5d-48d0-a18a-ed2bc76f5155 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Request body: {'port': {'device_id': 'ee4abd97-e4c6-47b0-88ff-1afb42edac31', 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2', 'admin_state_up': True, 'tenant_id': '8bdb6928d3b5414881e0195edfdd334f'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:26.352134 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-6133f43e-d57f-4d18-abe9-32875055ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:26.359098 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-6133f43e-d57f-4d18-abe9-32875055ef87 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931928 Aug 19 18:23:26.596329 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-168cd812-af5d-48d0-a18a-ed2bc76f5155 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Made reservation on behalf of 8bdb6928d3b5414881e0195edfdd334f for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:23:26.601950 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-168cd812-af5d-48d0-a18a-ed2bc76f5155 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:26.730200 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b5bb6-c986-4f96-991d-ba67894cf707 req-1c7d54fb-8c98-4ec3-b635-18259070733d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:26.755501 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bd1b5bb6-c986-4f96-991d-ba67894cf707 req-1c7d54fb-8c98-4ec3-b635-18259070733d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 947 time: 0.2666292 Aug 19 18:23:26.958268 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-bef673bd-81e7-4321-a10a-b641217bf430 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862813 Aug 19 18:23:26.965421 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bd1b5bb6-c986-4f96-991d-ba67894cf707 req-c04f9a07-1913-4d6b-956b-316caef49aed tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888156 Aug 19 18:23:27.062714 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5b03e-3161-43ae-ae80-0b4db3de947c req-7707a8a2-f13d-4ea3-95f5-c7e85c9b9b97 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:27.072604 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-55e5b03e-3161-43ae-ae80-0b4db3de947c req-7707a8a2-f13d-4ea3-95f5-c7e85c9b9b97 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.1386926 Aug 19 18:23:27.133435 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-55e5b03e-3161-43ae-ae80-0b4db3de947c req-89a51ba6-11f6-463c-9a65-5461ae2a74d6 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593386 Aug 19 18:23:27.192579 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-168cd812-af5d-48d0-a18a-ed2bc76f5155 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Allocated IP 172.20.0.4 (72c24065-3c61-48bb-b3dc-9f70d8863de2/1c82dd89-9ab3-4016-ba41-5a5874e7d091/a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:23:27.370559 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa9391-dfe6-424d-b179-3f7463968346 req-9b4d45cc-cfe5-47ef-bcc4-8d1d10da1581 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:27.373285 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9dfa9391-dfe6-424d-b179-3f7463968346 req-9b4d45cc-cfe5-47ef-bcc4-8d1d10da1581 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 944 time: 0.1583779 Aug 19 18:23:27.483894 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9a64186e-3ab5-4124-96dd-742fe3f46250 req-d47b634c-082f-4d01-b25f-836c9180a50b service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082362 Aug 19 18:23:27.504147 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9dfa9391-dfe6-424d-b179-3f7463968346 req-54f7e04e-a2c0-4f57-b5da-8866d66efc8c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162579 Aug 19 18:23:27.624893 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-be1bfa37-69ae-467c-acc5-9bd1a4201be6 req-b4bd980e-9494-4628-8cdc-699d76a9e83b tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 210 time: 0.1184888 Aug 19 18:23:27.638934 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255bd0b-ef25-4832-9f55-dc21a22fd0a9 req-f866c82d-b638-4da8-8513-966ce78456bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:27.645353 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a255bd0b-ef25-4832-9f55-dc21a22fd0a9 req-f866c82d-b638-4da8-8513-966ce78456bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 1095 time: 0.0918016 Aug 19 18:23:27.701902 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-168cd812-af5d-48d0-a18a-ed2bc76f5155 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:27.806463 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-168cd812-af5d-48d0-a18a-ed2bc76f5155 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:27.822721 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['eaac0ad0-7bfe-4381-b5be-357a23e5b3bc', '2d15ea63-5b4e-4f06-bdae-3033a7d2434e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:23:27.838279 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['ecbbba5c-2045-4697-a72e-557b776fef10'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:23:27.866314 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255bd0b-ef25-4832-9f55-dc21a22fd0a9 req-5c9f814a-436c-4b4e-9a2b-3f8debfb8b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:27.874478 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a255bd0b-ef25-4832-9f55-dc21a22fd0a9 req-5c9f814a-436c-4b4e-9a2b-3f8debfb8b1c service neutron] 10.222.0.54 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 911 time: 0.2166257 Aug 19 18:23:27.890925 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-168cd812-af5d-48d0-a18a-ed2bc76f5155 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Network 72c24065-3c61-48bb-b3dc-9f70d8863de2 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:27.895129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-168cd812-af5d-48d0-a18a-ed2bc76f5155 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:27.906474 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-168cd812-af5d-48d0-a18a-ed2bc76f5155 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:23:28.042532 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-168cd812-af5d-48d0-a18a-ed2bc76f5155 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:28.043229 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-168cd812-af5d-48d0-a18a-ed2bc76f5155 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:28.101898 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168cd812-af5d-48d0-a18a-ed2bc76f5155 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Pushing event updated for resources: {'Port': ['ID=a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:28.106272 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-168cd812-af5d-48d0-a18a-ed2bc76f5155 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8648779 Aug 19 18:23:28.120487 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-fc086e49-75da-4c3f-86f4-c0055118a461 service neutron] Request body: {'port': {'device_id': 'ee4abd97-e4c6-47b0-88ff-1afb42edac31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:28.302279 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-fc086e49-75da-4c3f-86f4-c0055118a461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:28.797494 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a255bd0b-ef25-4832-9f55-dc21a22fd0a9 req-f5ec7e1b-12c2-43b3-b674-e75f569710de service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a81e399-a7c8-43b8-b76d-69f50052640e HTTP/1.1" status: 200 len: 217 time: 0.9166760 Aug 19 18:23:28.990063 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30a0c3-8766-460c-ad8f-d1158d3ac100 req-0293ddb8-95f2-4c72-b076-45ef68570a67 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:29.000988 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-fc086e49-75da-4c3f-86f4-c0055118a461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:23:29.007517 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9f30a0c3-8766-460c-ad8f-d1158d3ac100 req-0293ddb8-95f2-4c72-b076-45ef68570a67 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 947 time: 0.2227697 Aug 19 18:23:29.021084 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-fc086e49-75da-4c3f-86f4-c0055118a461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:29.052118 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255bd0b-ef25-4832-9f55-dc21a22fd0a9 req-640b1bc5-9080-4ef9-be76-813871001563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:29.054111 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a255bd0b-ef25-4832-9f55-dc21a22fd0a9 req-640b1bc5-9080-4ef9-be76-813871001563 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.2290063 Aug 19 18:23:29.128413 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-fc086e49-75da-4c3f-86f4-c0055118a461 service neutron] Transition to ACTIVE for port object a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:29.155364 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-fc086e49-75da-4c3f-86f4-c0055118a461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:29.258721 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9f30a0c3-8766-460c-ad8f-d1158d3ac100 req-b79054c1-5125-4504-b082-95ae9e101fd1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384272 Aug 19 18:23:29.349231 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255bd0b-ef25-4832-9f55-dc21a22fd0a9 req-1ca35d48-84f1-4009-81fb-65d77127e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:29.355164 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a255bd0b-ef25-4832-9f55-dc21a22fd0a9 req-1ca35d48-84f1-4009-81fb-65d77127e13e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2827711 Aug 19 18:23:29.394906 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc086e49-75da-4c3f-86f4-c0055118a461 service neutron] Pushing event updated for resources: {'Port': ['ID=a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:29.430735 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036b221-1ae6-4ff3-ae8b-6309544d88d6 req-b0e80149-6457-4ac5-9fc8-d89d942833b8 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:29.433450 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6036b221-1ae6-4ff3-ae8b-6309544d88d6 req-b0e80149-6457-4ac5-9fc8-d89d942833b8 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 1.1147192 Aug 19 18:23:29.810980 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 968365ec-5696-467d-bee4-2f8e8058c00a details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:23:29.875247 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-fc086e49-75da-4c3f-86f4-c0055118a461 service neutron] Attempting to bind port a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:23:29.876530 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-fc086e49-75da-4c3f-86f4-c0055118a461 service neutron] Attempting to bind port a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '5f1f34ef-9067-4021-8bd3-d758b9f62f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:23:29.877960 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-fc086e49-75da-4c3f-86f4-c0055118a461 service neutron] Attempting to bind port a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc on network 72c24065-3c61-48bb-b3dc-9f70d8863de2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:23:29.897740 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6036b221-1ae6-4ff3-ae8b-6309544d88d6 req-7168ff56-edc5-4dda-8465-07c29820b335 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3739049 Aug 19 18:23:29.899018 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a255bd0b-ef25-4832-9f55-dc21a22fd0a9 req-c77ad399-427c-4df6-bc3b-aad78c2173b5 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371966 Aug 19 18:23:29.901564 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-fc086e49-75da-4c3f-86f4-c0055118a461 service neutron] Port a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc on network 72c24065-3c61-48bb-b3dc-9f70d8863de2 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:23:29.902767 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-fc086e49-75da-4c3f-86f4-c0055118a461 service neutron] Attempting to bind port a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc on network 72c24065-3c61-48bb-b3dc-9f70d8863de2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:23:29.911318 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-fc086e49-75da-4c3f-86f4-c0055118a461 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:23:29.913251 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-fc086e49-75da-4c3f-86f4-c0055118a461 service neutron] Checking segment: {'id': '5f1f34ef-9067-4021-8bd3-d758b9f62f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:23:29.914070 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-fc086e49-75da-4c3f-86f4-c0055118a461 service neutron] Bound using segment: {'id': '5f1f34ef-9067-4021-8bd3-d758b9f62f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:23:29.914859 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-fc086e49-75da-4c3f-86f4-c0055118a461 service neutron] Bound port: a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1f34ef-9067-4021-8bd3-d758b9f62f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:23:29.915508 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-fc086e49-75da-4c3f-86f4-c0055118a461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:30.043465 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be59480-cfe2-441c-a8be-eb2102592a25 req-967f4151-3c6c-4b81-807f-505449ef7558 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:30.058966 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8be59480-cfe2-441c-a8be-eb2102592a25 req-967f4151-3c6c-4b81-807f-505449ef7558 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 944 time: 0.3912776 Aug 19 18:23:30.250232 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-fc086e49-75da-4c3f-86f4-c0055118a461 service neutron] For port a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:23:30.269799 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-fc086e49-75da-4c3f-86f4-c0055118a461 service neutron] For port a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc,segment=NetworkSegment(5f1f34ef-9067-4021-8bd3-d758b9f62f14),segment_id=5f1f34ef-9067-4021-8bd3-d758b9f62f14)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:23:30.302741 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8be59480-cfe2-441c-a8be-eb2102592a25 req-ebd7a8e6-6510-4638-8bf9-6150c84e47bc tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424610 Aug 19 18:23:30.360086 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 968365ec-5696-467d-bee4-2f8e8058c00a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=968365ec-5696-467d-bee4-2f8e8058c00a,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:30.419192 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a255bd0b-ef25-4832-9f55-dc21a22fd0a9 req-d4c8243a-223b-4af7-829c-6825ea5f87b3 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031598 Aug 19 18:23:30.468268 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-fc086e49-75da-4c3f-86f4-c0055118a461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:30.720113 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-fc086e49-75da-4c3f-86f4-c0055118a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:30.721223 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-fc086e49-75da-4c3f-86f4-c0055118a461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:30.737710 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89659635-e543-49d9-8a21-c51408f6d4da req-2a7ed0ea-b5a6-4ed1-b39c-290b8b667d1b tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:30.739278 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-fc086e49-75da-4c3f-86f4-c0055118a461 service neutron] 10.222.0.50 "PUT /v2.0/ports/a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc HTTP/1.1" status: 200 len: 1091 time: 2.6074686 Aug 19 18:23:30.739902 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4abd97-e4c6-47b0-88ff-1afb42edac31', 'tag': 'a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:23:30.742443 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724c2b18-4a9c-41f4-aff1-cdc0c54d767c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee4abd97-e4c6-47b0-88ff-1afb42edac31", "tag": "a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:23:30.770138 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89659635-e543-49d9-8a21-c51408f6d4da req-2a7ed0ea-b5a6-4ed1-b39c-290b8b667d1b tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 947 time: 0.2613983 Aug 19 18:23:30.875261 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38487e7-9fae-4242-9f6d-a6b78e90532d req-0e8399f0-dbff-4755-a93c-ac775449a68b tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:30.902041 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d38487e7-9fae-4242-9f6d-a6b78e90532d req-0e8399f0-dbff-4755-a93c-ac775449a68b tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 943 time: 0.6302814 Aug 19 18:23:31.012266 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89659635-e543-49d9-8a21-c51408f6d4da req-07e016e2-5f36-40f3-9603-0d8158fce3d9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307837 Aug 19 18:23:31.197566 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc086e49-75da-4c3f-86f4-c0055118a461 service neutron] Pushing event updated for resources: {'Port': ['ID=a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:31.319896 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d38487e7-9fae-4242-9f6d-a6b78e90532d req-699ba4be-f3ad-49f5-a055-a832210a0016 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157834 Aug 19 18:23:31.327525 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '968365ec-5696-467d-bee4-2f8e8058c00a', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'port_id': '968365ec-5696-467d-bee4-2f8e8058c00a', 'mac_address': 'fa:16:3e:01:16:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:23:31.336517 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbc59f4-5a7d-4ab3-92bc-107067077672 x-openstack-request-id: req-8fbc59f4-5a7d-4ab3-92bc-107067077672 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:23:31.342956 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee4abd97-e4c6-47b0-88ff-1afb42edac31", "tag": "a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:23:31.343698 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8fbc59f4-5a7d-4ab3-92bc-107067077672 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:23:31.345134 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4abd97-e4c6-47b0-88ff-1afb42edac31', 'tag': 'a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc', 'status': 'completed', 'code': 200} Aug 19 18:23:31.364173 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-92d444a2-05ed-472c-92c4-bbc117a34eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:31.367391 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-92d444a2-05ed-472c-92c4-bbc117a34eba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8bdb6928d3b5414881e0195edfdd334f&device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 1094 time: 0.4620295 Aug 19 18:23:31.519007 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-ac0d8ef0-35aa-4042-8cac-c730b5012009 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc HTTP/1.1" status: 200 len: 217 time: 0.1401274 Aug 19 18:23:31.652083 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a537aa3-f239-4189-b93f-5746b33d3bea req-bb3e8224-f0fd-4b0b-9e0f-18273eeb2433 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:31.677284 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a537aa3-f239-4189-b93f-5746b33d3bea req-bb3e8224-f0fd-4b0b-9e0f-18273eeb2433 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.1889837 Aug 19 18:23:31.772067 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:31.796197 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 968365ec-5696-467d-bee4-2f8e8058c00a {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:23:31.829721 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 968365ec-5696-467d-bee4-2f8e8058c00a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=968365ec-5696-467d-bee4-2f8e8058c00a,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:31.843302 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:31.930561 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a537aa3-f239-4189-b93f-5746b33d3bea req-24f57d7e-50b8-4b1b-b1c0-ec877b1d1391 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278299 Aug 19 18:23:32.028288 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['968365ec-5696-467d-bee4-2f8e8058c00a'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:23:32.162097 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-a1d81728-ef9c-4825-a634-0c72d75ec2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:32.163731 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-a1d81728-ef9c-4825-a634-0c72d75ec2a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1c82dd89-9ab3-4016-ba41-5a5874e7d091 HTTP/1.1" status: 200 len: 854 time: 0.6332912 Aug 19 18:23:32.215819 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=968365ec-5696-467d-bee4-2f8e8058c00a,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:32.255320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:32.255745 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:32.256024 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:32.256316 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:32.256656 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:32.256995 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:32.257330 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:32.260074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4096c22-4d7f-4ffd-ad57-fa35b6ae9600 req-b474249a-b1bd-43df-8f35-a6dfcaacabaf tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:32.261711 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e4096c22-4d7f-4ffd-ad57-fa35b6ae9600 req-b474249a-b1bd-43df-8f35-a6dfcaacabaf tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 944 time: 0.4925067 Aug 19 18:23:32.264068 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:32.264355 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:32.264736 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:32.265396 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:32.265396 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:32.327221 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-21a6efe9-b983-446b-8b0c-3c780f9192d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72c24065-3c61-48bb-b3dc-9f70d8863de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400249 Aug 19 18:23:32.479114 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b15f7-2ba7-49da-89c4-a1695661c3f2 req-8c14dbf7-fa9c-44e0-8e64-685552fbf751 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:32.497583 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4a8b15f7-2ba7-49da-89c4-a1695661c3f2 req-8c14dbf7-fa9c-44e0-8e64-685552fbf751 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 947 time: 0.2545936 Aug 19 18:23:32.544578 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e4096c22-4d7f-4ffd-ad57-fa35b6ae9600 req-96f63b1d-209a-4363-8bc8-816da1bd6141 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385437 Aug 19 18:23:32.612244 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4a8b15f7-2ba7-49da-89c4-a1695661c3f2 req-bb8ae1f1-a1e9-48da-8816-a9303498752e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187615 Aug 19 18:23:32.677430 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-16b82393-f5fb-4561-a326-c183df97f8c8 service neutron] 10.222.0.50 "GET /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371544 Aug 19 18:23:32.810753 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8a9faa78-da77-4085-9368-2dba32eca4b9 req-9b708b98-5f20-48fc-bcd9-bc5b64c00f88 service neutron] 10.222.0.50 "GET /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236300 Aug 19 18:23:32.976830 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fabce-87fb-416a-ac07-e04d3229f6a1 req-fa7b1995-aabd-4238-8db7-a3d8dd7ec5e9 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:32.989691 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0d5fabce-87fb-416a-ac07-e04d3229f6a1 req-fa7b1995-aabd-4238-8db7-a3d8dd7ec5e9 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 943 time: 0.1902697 Aug 19 18:23:33.085604 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0d5fabce-87fb-416a-ac07-e04d3229f6a1 req-0c770acb-086f-4de2-b8f0-51c5641dc338 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905690 Aug 19 18:23:33.114545 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c2b18-4a9c-41f4-aff1-cdc0c54d767c req-2e794a3c-b59b-4bd0-afad-f4e9d6fad0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:33.117766 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-724c2b18-4a9c-41f4-aff1-cdc0c54d767c req-2e794a3c-b59b-4bd0-afad-f4e9d6fad0a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8bdb6928d3b5414881e0195edfdd334f&device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 1094 time: 0.2016473 Aug 19 18:23:33.350241 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed3fd7-eada-4e4a-ad79-58e4040e6f3e req-06d77530-3893-4264-a33a-896a480b9cea tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:33.362185 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-50ed3fd7-eada-4e4a-ad79-58e4040e6f3e req-06d77530-3893-4264-a33a-896a480b9cea tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 944 time: 0.1340675 Aug 19 18:23:33.502359 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c2b18-4a9c-41f4-aff1-cdc0c54d767c req-095b7781-5886-4c46-98eb-165cab12c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:33.503928 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-724c2b18-4a9c-41f4-aff1-cdc0c54d767c req-095b7781-5886-4c46-98eb-165cab12c4e3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=72c24065-3c61-48bb-b3dc-9f70d8863de2 HTTP/1.1" status: 200 len: 915 time: 0.3754294 Aug 19 18:23:33.528374 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-50ed3fd7-eada-4e4a-ad79-58e4040e6f3e req-1a802b0c-2f82-4da6-9cf1-3e7bdfa93b95 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631570 Aug 19 18:23:33.628701 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-724c2b18-4a9c-41f4-aff1-cdc0c54d767c req-cb8002b1-7937-442c-a5a0-2cc1c6bf7098 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc HTTP/1.1" status: 200 len: 217 time: 0.0988557 Aug 19 18:23:33.873488 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 968365ec-5696-467d-bee4-2f8e8058c00a up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:33.885561 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c2b18-4a9c-41f4-aff1-cdc0c54d767c req-6e66fc83-6131-411d-a05a-972be2f19dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:33.905700 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-724c2b18-4a9c-41f4-aff1-cdc0c54d767c req-6e66fc83-6131-411d-a05a-972be2f19dfb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1c82dd89-9ab3-4016-ba41-5a5874e7d091 HTTP/1.1" status: 200 len: 854 time: 0.2520313 Aug 19 18:23:34.073292 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 968365ec-5696-467d-bee4-2f8e8058c00a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:34.074180 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:34.124747 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-724c2b18-4a9c-41f4-aff1-cdc0c54d767c req-726b288e-c2c4-4f3a-b0ce-90dbe7e36cd1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72c24065-3c61-48bb-b3dc-9f70d8863de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1783266 Aug 19 18:23:34.225922 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3471d4-582e-4185-8ad7-71c14dc45c94 req-de5a06a1-4d52-4be3-84f1-26b9d96bc5bf tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:34.249048 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7a3471d4-582e-4185-8ad7-71c14dc45c94 req-de5a06a1-4d52-4be3-84f1-26b9d96bc5bf tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 944 time: 0.2325821 Aug 19 18:23:34.506222 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7a3471d4-582e-4185-8ad7-71c14dc45c94 req-a1694902-9567-4f92-96f2-b74cd3a1f178 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427845 Aug 19 18:23:34.613091 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:34.700275 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630f487-9fa0-42bc-8c07-8ee202817c25 req-4293aa36-4acc-4402-9d36-ff7a5a168fc5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:34.708119 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 968365ec-5696-467d-bee4-2f8e8058c00a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=968365ec-5696-467d-bee4-2f8e8058c00a,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:34.709444 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a4cb3f-09aa-45b9-b03d-1ded851206bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968365ec-5696-467d-bee4-2f8e8058c00a'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:23:34.721630 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0630f487-9fa0-42bc-8c07-8ee202817c25 req-4293aa36-4acc-4402-9d36-ff7a5a168fc5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 947 time: 0.8115096 Aug 19 18:23:34.724549 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d11fc3b-d8b0-4c38-b587-2c08e4c71555" -d '{"events": [{"server_uuid": "a7a4cb3f-09aa-45b9-b03d-1ded851206bf", "name": "network-vif-plugged", "status": "completed", "tag": "968365ec-5696-467d-bee4-2f8e8058c00a"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:23:34.737319 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:34.870638 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=968365ec-5696-467d-bee4-2f8e8058c00a,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:34.889062 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8af27191-38b1-4345-b79e-9b18101b0f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:34.900617 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0630f487-9fa0-42bc-8c07-8ee202817c25 req-9b7765c6-589c-49b1-a75f-cfc440225ef8 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688204 Aug 19 18:23:35.017078 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-724c2b18-4a9c-41f4-aff1-cdc0c54d767c req-71f09744-b2d1-404e-af0f-901afe782912 service neutron] 10.222.0.50 "GET /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8793592 Aug 19 18:23:35.192562 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e6720-387b-43a4-9448-461456e4633b req-23824505-d3bc-4e42-945a-c1c62d8df41a tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:35.206118 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5d7e6720-387b-43a4-9448-461456e4633b req-23824505-d3bc-4e42-945a-c1c62d8df41a tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 943 time: 0.1009681 Aug 19 18:23:35.286710 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5d7e6720-387b-43a4-9448-461456e4633b req-89288b09-b483-42b3-befb-070b47b8c4f4 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771434 Aug 19 18:23:35.388806 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fdee1d-daf4-49fa-b025-224d3a9f01a5 x-openstack-request-id: req-10fdee1d-daf4-49fa-b025-224d3a9f01a5 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:23:35.390026 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a4cb3f-09aa-45b9-b03d-1ded851206bf", "name": "network-vif-plugged", "status": "completed", "tag": "968365ec-5696-467d-bee4-2f8e8058c00a", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:23:35.390026 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10fdee1d-daf4-49fa-b025-224d3a9f01a5 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:23:35.390026 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a4cb3f-09aa-45b9-b03d-1ded851206bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968365ec-5696-467d-bee4-2f8e8058c00a', 'code': 200} Aug 19 18:23:35.720379 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b9da2-b56f-4f53-ae7f-fdeb3c42cba6 req-e67650cd-62fc-412d-9225-8c83b8559935 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:35.734382 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-380b9da2-b56f-4f53-ae7f-fdeb3c42cba6 req-e67650cd-62fc-412d-9225-8c83b8559935 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.5904865 Aug 19 18:23:35.773726 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-724c2b18-4a9c-41f4-aff1-cdc0c54d767c req-104bce33-01ba-4730-bf2a-934a83cee1c0 service neutron] 10.222.0.50 "GET /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7407568 Aug 19 18:23:35.882061 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:23:35.904647 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-380b9da2-b56f-4f53-ae7f-fdeb3c42cba6 req-393cfe63-4c22-49d1-8d73-eed5110a59f8 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680846 Aug 19 18:23:35.913851 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7cc96-e7bb-40b9-b42c-eeafd3dfa1d7 req-85bd006c-566d-4a35-a5cb-53bee0c5998a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:35.930556 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7a7cc96-e7bb-40b9-b42c-eeafd3dfa1d7 req-85bd006c-566d-4a35-a5cb-53bee0c5998a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 944 time: 0.2044573 Aug 19 18:23:36.114583 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7a7cc96-e7bb-40b9-b42c-eeafd3dfa1d7 req-9fb7ce93-e13c-46ca-8825-02227f706b2f tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827786 Aug 19 18:23:36.279617 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc,segment=NetworkSegment(5f1f34ef-9067-4021-8bd3-d758b9f62f14),segment_id=5f1f34ef-9067-4021-8bd3-d758b9f62f14)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:36.339038 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc', 'network_id': '72c24065-3c61-48bb-b3dc-9f70d8863de2', 'port_id': 'a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc', 'mac_address': 'fa:16:3e:e2:a9:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c82dd89-9ab3-4016-ba41-5a5874e7d091', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:23:36.468602 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda358c-a043-49b2-91f0-9d29eab2f2b6 req-889b3930-89ac-4b03-93de-39597390cc46 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:36.481078 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:36.498884 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1bda358c-a043-49b2-91f0-9d29eab2f2b6 req-889b3930-89ac-4b03-93de-39597390cc46 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 947 time: 0.1290295 Aug 19 18:23:36.565366 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:23:36.662316 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1bda358c-a043-49b2-91f0-9d29eab2f2b6 req-263d9bb9-484c-4044-8dcc-ec230b20bbe2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620374 Aug 19 18:23:36.683998 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc,segment=NetworkSegment(5f1f34ef-9067-4021-8bd3-d758b9f62f14),segment_id=5f1f34ef-9067-4021-8bd3-d758b9f62f14)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:36.706009 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57300b6-ba86-42fe-ad94-ba5c8238a648 req-c1071818-2741-4681-9477-63ec28202803 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:36.714944 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:36.722234 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d57300b6-ba86-42fe-ad94-ba5c8238a648 req-c1071818-2741-4681-9477-63ec28202803 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 943 time: 0.1965587 Aug 19 18:23:36.778226 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d57300b6-ba86-42fe-ad94-ba5c8238a648 req-4f6a19cf-9b6c-4fca-866a-65a159d4d6f4 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510445 Aug 19 18:23:36.919910 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:37.078264 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:23:37.217224 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-511b2234-aa95-47d5-9fdd-eabb1d904c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:37.277687 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b238fb-85de-4a22-86b8-bfb0d1a4a83e req-72e4994e-515f-4f6b-9971-6c6f287d7162 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:37.287044 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-30b238fb-85de-4a22-86b8-bfb0d1a4a83e req-72e4994e-515f-4f6b-9971-6c6f287d7162 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.1341758 Aug 19 18:23:37.347840 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:37.444316 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-30b238fb-85de-4a22-86b8-bfb0d1a4a83e req-92afeea8-c9fa-4b7f-a739-8bf049dea959 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558871 Aug 19 18:23:37.536943 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b55984-e1c6-4cee-889f-a42bc848d302 req-30d6a773-9586-47fe-b8e9-6b19e7736035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:37.540697 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a7b55984-e1c6-4cee-889f-a42bc848d302 req-30d6a773-9586-47fe-b8e9-6b19e7736035 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65af0cd5b05e4e47a92672412bb56f85&device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 1097 time: 0.2137344 Aug 19 18:23:37.942780 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bcdc1f-979f-4fd3-a250-3741d9b1bfdc req-1a8f80d2-5914-4150-888b-ef4f16717c8b tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:37.967622 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e1bcdc1f-979f-4fd3-a250-3741d9b1bfdc req-1a8f80d2-5914-4150-888b-ef4f16717c8b tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 944 time: 0.2253265 Aug 19 18:23:38.052634 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b55984-e1c6-4cee-889f-a42bc848d302 req-8ca4fd1d-e8af-4750-952c-ba8dd5c3cead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:38.055738 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a7b55984-e1c6-4cee-889f-a42bc848d302 req-8ca4fd1d-e8af-4750-952c-ba8dd5c3cead service neutron] 10.222.0.54 "GET /v2.0/networks?id=328a6888-a512-4946-b559-9a6ac5994658 HTTP/1.1" status: 200 len: 912 time: 0.4911401 Aug 19 18:23:38.099741 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e1bcdc1f-979f-4fd3-a250-3741d9b1bfdc req-20636f3f-2453-4549-a29c-37bc99a5820e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233521 Aug 19 18:23:38.187347 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:38.292106 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a7b55984-e1c6-4cee-889f-a42bc848d302 req-ad2ab790-9d2a-4915-87cc-57291c10d2a1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e299f58-b888-4ecd-9292-355732af519c HTTP/1.1" status: 200 len: 1002 time: 0.2180870 Aug 19 18:23:38.439218 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b55984-e1c6-4cee-889f-a42bc848d302 req-07742790-d81c-4a7c-8ba9-72e15b7f6d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:38.440775 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a7b55984-e1c6-4cee-889f-a42bc848d302 req-07742790-d81c-4a7c-8ba9-72e15b7f6d4c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9cc3538-7c99-4258-a48c-18c8964a49b7 HTTP/1.1" status: 200 len: 850 time: 0.0894842 Aug 19 18:23:38.502551 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41cc03-cea1-4814-a9a1-04c25a45cc8d req-8f5f17cf-2fe6-4fa0-8973-81cba33f66e7 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:38.517050 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ba41cc03-cea1-4814-a9a1-04c25a45cc8d req-8f5f17cf-2fe6-4fa0-8973-81cba33f66e7 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 947 time: 0.2132294 Aug 19 18:23:38.528256 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f265bc2-0869-4353-8fbd-5e9e5f3fcfd7 req-56859001-994f-44c3-99c3-119effa9979e tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:38.548178 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9f265bc2-0869-4353-8fbd-5e9e5f3fcfd7 req-56859001-994f-44c3-99c3-119effa9979e tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.4912717 Aug 19 18:23:38.597124 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b55984-e1c6-4cee-889f-a42bc848d302 req-76d5d6f1-5325-4e7b-bed1-211bae9ec86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:38.599528 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a7b55984-e1c6-4cee-889f-a42bc848d302 req-76d5d6f1-5325-4e7b-bed1-211bae9ec86a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=328a6888-a512-4946-b559-9a6ac5994658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501322 Aug 19 18:23:38.608737 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ba41cc03-cea1-4814-a9a1-04c25a45cc8d req-4b8c5f9b-3104-4d31-8517-907ce327763e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940578 Aug 19 18:23:38.691708 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9f265bc2-0869-4353-8fbd-5e9e5f3fcfd7 req-12096a80-a90e-4a7a-8877-fa3e3c35648f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219690 Aug 19 18:23:38.890973 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a7b55984-e1c6-4cee-889f-a42bc848d302 req-f655665d-0f7b-478f-977a-e928970d4850 service neutron] 10.222.0.54 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222016 Aug 19 18:23:38.962901 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f12de-d69f-4884-babe-307b72352637 req-cf3affab-264a-4c8d-9d74-91b857ed1ad9 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:38.964880 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-511f12de-d69f-4884-babe-307b72352637 req-cf3affab-264a-4c8d-9d74-91b857ed1ad9 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 944 time: 0.1654778 Aug 19 18:23:39.144173 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-511f12de-d69f-4884-babe-307b72352637 req-6027d85b-553c-4993-8c4a-d5c91357a09e tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645463 Aug 19 18:23:39.381635 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66badc1a-3997-4707-8a10-7fea08149cd3 req-f301a473-7918-4064-a97f-c6f233acad7a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:39.387145 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-66badc1a-3997-4707-8a10-7fea08149cd3 req-f301a473-7918-4064-a97f-c6f233acad7a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.2722900 Aug 19 18:23:39.463632 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c177957-ece5-459b-8469-6c453c7fa90c req-a2217744-d86c-4797-9de5-d3a50a5d6d6e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:39.473599 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9c177957-ece5-459b-8469-6c453c7fa90c req-a2217744-d86c-4797-9de5-d3a50a5d6d6e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 944 time: 0.1568289 Aug 19 18:23:39.517984 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-66badc1a-3997-4707-8a10-7fea08149cd3 req-8e2f2579-abf6-4807-b26a-4766c488b796 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149652 Aug 19 18:23:39.526418 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a7b55984-e1c6-4cee-889f-a42bc848d302 req-3691289c-3cf3-424d-aed9-ee077868641a service neutron] 10.222.0.54 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6125462 Aug 19 18:23:39.625817 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9c177957-ece5-459b-8469-6c453c7fa90c req-37884f9e-b2fd-488e-b853-76bf33bbe8e0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376569 Aug 19 18:23:39.731040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ef77f-35c7-4a60-87b9-fd5ba7c752ef req-e7e7fb11-423f-4962-aea0-c0c51e293675 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:39.748394 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0b7ef77f-35c7-4a60-87b9-fd5ba7c752ef req-e7e7fb11-423f-4962-aea0-c0c51e293675 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 947 time: 0.0936935 Aug 19 18:23:39.875084 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0b7ef77f-35c7-4a60-87b9-fd5ba7c752ef req-1cad1da1-faed-4dc0-88f3-025a8a0798a6 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255593 Aug 19 18:23:39.902072 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:40.128520 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:40.137693 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e2535-fc31-4ec6-8e84-62f5d1221608 req-159d3096-3347-42f9-a0d0-ee9f6bfde9f3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:40.163994 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-de9e2535-fc31-4ec6-8e84-62f5d1221608 req-159d3096-3347-42f9-a0d0-ee9f6bfde9f3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.2785766 Aug 19 18:23:40.188025 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:40.190420 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:40.319574 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-de9e2535-fc31-4ec6-8e84-62f5d1221608 req-756f36c5-142a-4705-998e-37886f229964 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536398 Aug 19 18:23:40.408611 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:40.524996 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c1d5c-a00c-4447-bfbe-06a85bf6c47c req-f7d24ba2-0162-423d-aa08-cd5b452376c0 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:40.535307 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e5c1d5c-a00c-4447-bfbe-06a85bf6c47c req-f7d24ba2-0162-423d-aa08-cd5b452376c0 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 944 time: 0.1666410 Aug 19 18:23:40.579619 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:40.597808 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e5c1d5c-a00c-4447-bfbe-06a85bf6c47c req-861b5741-6c03-4c6e-a18b-5320fb763ac3 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607414 Aug 19 18:23:40.698047 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4abd97-e4c6-47b0-88ff-1afb42edac31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:23:40.704970 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0faab671-d84c-4df0-bed9-89c1a12c19cd" -d '{"events": [{"server_uuid": "ee4abd97-e4c6-47b0-88ff-1afb42edac31", "name": "network-vif-plugged", "status": "completed", "tag": "a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:23:40.746732 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591586e8-1c90-4b69-a686-ebdad96b5edf req-b1572bf7-9ecb-42fc-9dbd-20cef087d6ad tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:40.754196 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc,segment=NetworkSegment(5f1f34ef-9067-4021-8bd3-d758b9f62f14),segment_id=5f1f34ef-9067-4021-8bd3-d758b9f62f14)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:40.760960 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:40.820499 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-591586e8-1c90-4b69-a686-ebdad96b5edf req-b1572bf7-9ecb-42fc-9dbd-20cef087d6ad tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.1530545 Aug 19 18:23:40.863866 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48285764-0974-4bd9-8272-409a543dc2a3 req-c577a3c5-9335-4734-8608-330ddb90fb5d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:40.881791 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-48285764-0974-4bd9-8272-409a543dc2a3 req-c577a3c5-9335-4734-8608-330ddb90fb5d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 944 time: 0.1189013 Aug 19 18:23:40.929893 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:40.994768 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-591586e8-1c90-4b69-a686-ebdad96b5edf req-978e741c-31ff-467d-a56d-c53ebc121a61 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690106 Aug 19 18:23:41.002144 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:41.006162 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-48285764-0974-4bd9-8272-409a543dc2a3 req-ece3fa33-22f3-41fb-97d8-498f4c4fa87a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230319 Aug 19 18:23:41.144695 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5061a424-ed3e-43c5-aee9-91350d17d872 x-openstack-request-id: req-5061a424-ed3e-43c5-aee9-91350d17d872 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:23:41.145382 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4abd97-e4c6-47b0-88ff-1afb42edac31", "name": "network-vif-plugged", "status": "completed", "tag": "a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:23:41.145693 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5061a424-ed3e-43c5-aee9-91350d17d872 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:23:41.146202 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4abd97-e4c6-47b0-88ff-1afb42edac31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc', 'code': 200} Aug 19 18:23:41.409458 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa709823-363c-42aa-b20a-45696d3ada8b req-eee42ed8-43fc-4030-b6c6-d4ed1109b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:41.411730 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fa709823-363c-42aa-b20a-45696d3ada8b req-eee42ed8-43fc-4030-b6c6-d4ed1109b29e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 1096 time: 0.1217017 Aug 19 18:23:41.489206 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device bd1e7643-8716-43bb-af18-1644144f2a7e no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:23:41.522285 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fa709823-363c-42aa-b20a-45696d3ada8b req-945f5f95-a20f-499e-a096-225eb22abb8a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965302 Aug 19 18:23:41.607653 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b144124-b72c-4cee-b32a-d0f7b2dca1b0 req-b01afc6a-261a-4188-9066-761f34908a28 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:41.655617 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1b144124-b72c-4cee-b32a-d0f7b2dca1b0 req-b01afc6a-261a-4188-9066-761f34908a28 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.1312020 Aug 19 18:23:41.860685 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1b144124-b72c-4cee-b32a-d0f7b2dca1b0 req-3bc73551-9084-4d04-8b08-eb493081fe22 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985095 Aug 19 18:23:41.955131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17a5ba-9f74-4521-abb2-1f5e6d5bc8c5 req-67f334b3-3c00-4cc7-8428-62c182e38c65 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:41.957756 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a17a5ba-9f74-4521-abb2-1f5e6d5bc8c5 req-67f334b3-3c00-4cc7-8428-62c182e38c65 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 945 time: 0.2023203 Aug 19 18:23:41.962219 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:42.017273 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a17a5ba-9f74-4521-abb2-1f5e6d5bc8c5 req-9c895b20-65bc-4c77-8deb-d2316454d152 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516102 Aug 19 18:23:42.021059 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port bd1e7643-8716-43bb-af18-1644144f2a7e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bd1e7643-8716-43bb-af18-1644144f2a7e,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:42.031655 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:42.164453 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=bd1e7643-8716-43bb-af18-1644144f2a7e,revision_number=14']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:42.280064 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d75ba3-aa68-4f57-891d-aeb437144d44 req-b1d6dc53-3f6d-4b16-8356-b0329e095b38 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:42.292326 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d2d75ba3-aa68-4f57-891d-aeb437144d44 req-b1d6dc53-3f6d-4b16-8356-b0329e095b38 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 944 time: 0.1189234 Aug 19 18:23:42.329820 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545f96b-ce09-423f-b9ca-d87c0d0b2974 req-a496429d-468a-44fc-9a55-ddca2bc5a6b3 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:42.334517 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a545f96b-ce09-423f-b9ca-d87c0d0b2974 req-a496429d-468a-44fc-9a55-ddca2bc5a6b3 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.1347976 Aug 19 18:23:42.400452 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d2d75ba3-aa68-4f57-891d-aeb437144d44 req-c3201eb1-d78d-4b1b-a5b5-fa4629cf0b04 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026182 Aug 19 18:23:42.402027 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a545f96b-ce09-423f-b9ca-d87c0d0b2974 req-d9cb0818-3cc6-4e28-aaf4-72673c9e8318 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604756 Aug 19 18:23:42.762250 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9b04e-5a27-45b3-afbc-36a1176d8f4f req-b75166e7-baba-4150-88d6-ea577541bb97 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:42.765879 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-05a9b04e-5a27-45b3-afbc-36a1176d8f4f req-b75166e7-baba-4150-88d6-ea577541bb97 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.0984159 Aug 19 18:23:42.847652 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-05a9b04e-5a27-45b3-afbc-36a1176d8f4f req-082de42a-07e0-4d5f-9777-ee1535766a5b tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702703 Aug 19 18:23:43.147706 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd1e7643-8716-43bb-af18-1644144f2a7e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:23:43.150273 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26af572a-9623-4f22-8c87-99b2722e2b74" -d '{"events": [{"server_uuid": "35efca4b-f508-454a-8c4a-10b7aca97fcd", "name": "network-vif-unplugged", "status": "completed", "tag": "bd1e7643-8716-43bb-af18-1644144f2a7e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:23:43.162373 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d6286-c5d3-43b3-822e-19e6f1907f72 req-c88113f3-75fc-4cce-86d6-c15a123b86cd tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:43.165296 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-554d6286-c5d3-43b3-822e-19e6f1907f72 req-c88113f3-75fc-4cce-86d6-c15a123b86cd tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.1296222 Aug 19 18:23:43.317427 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-554d6286-c5d3-43b3-822e-19e6f1907f72 req-2b716306-d8fa-47f6-8e7d-2180fedb91a2 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337650 Aug 19 18:23:43.326611 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d147a-dba1-4f53-93b8-d76f593254b1 req-7c872932-0472-461f-bc01-ea8fbb3a62d5 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:43.334730 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc6d147a-dba1-4f53-93b8-d76f593254b1 req-7c872932-0472-461f-bc01-ea8fbb3a62d5 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 945 time: 0.1074216 Aug 19 18:23:43.351134 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0650693-9e89-4f69-ad57-f33ab61e594f req-8084ecb7-abfd-4658-abcc-a9bea3226215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:43.354702 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0650693-9e89-4f69-ad57-f33ab61e594f req-8084ecb7-abfd-4658-abcc-a9bea3226215 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 1096 time: 0.1330683 Aug 19 18:23:43.422041 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc6d147a-dba1-4f53-93b8-d76f593254b1 req-ed398c4c-7a6b-4a63-a9a2-d9d08757cf76 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784783 Aug 19 18:23:43.603288 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b622762-e757-4e18-b242-7c7947450466 x-openstack-request-id: req-4b622762-e757-4e18-b242-7c7947450466 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:23:43.603714 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35efca4b-f508-454a-8c4a-10b7aca97fcd", "name": "network-vif-unplugged", "status": "completed", "tag": "bd1e7643-8716-43bb-af18-1644144f2a7e", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:23:43.604128 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b622762-e757-4e18-b242-7c7947450466 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:23:43.608380 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd1e7643-8716-43bb-af18-1644144f2a7e', 'code': 200} Aug 19 18:23:43.703016 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0650693-9e89-4f69-ad57-f33ab61e594f req-1cfc7dad-8e4d-4896-a82c-b6d9c26131f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:43.703016 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0650693-9e89-4f69-ad57-f33ab61e594f req-1cfc7dad-8e4d-4896-a82c-b6d9c26131f8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 913 time: 0.3342118 Aug 19 18:23:43.792192 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5bfad-6cfa-4b6c-8264-e222f35af425 req-f654afde-7996-45b3-82d8-f3a483807ea1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:43.801762 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9ce5bfad-6cfa-4b6c-8264-e222f35af425 req-f654afde-7996-45b3-82d8-f3a483807ea1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 944 time: 0.1168110 Aug 19 18:23:43.893170 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12bd50-cf5b-4da0-a457-a68b2541a854 req-18af1c64-1849-44b3-95a2-f93e09896a63 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:43.906402 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9ce5bfad-6cfa-4b6c-8264-e222f35af425 req-011d3817-57df-4b33-a7e9-9b72933615b1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032584 Aug 19 18:23:43.913335 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0b12bd50-cf5b-4da0-a457-a68b2541a854 req-18af1c64-1849-44b3-95a2-f93e09896a63 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.4359539 Aug 19 18:23:44.050359 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2d2eb-b7f2-424c-92b3-3a29d481dea6 req-4be34d1d-af36-419c-b471-a4a678188175 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:44.063095 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-85d2d2eb-b7f2-424c-92b3-3a29d481dea6 req-4be34d1d-af36-419c-b471-a4a678188175 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.0879536 Aug 19 18:23:44.083530 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0650693-9e89-4f69-ad57-f33ab61e594f req-a8bcd6d8-115f-4dda-ba8a-d5cc21d58bee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd1e7643-8716-43bb-af18-1644144f2a7e HTTP/1.1" status: 200 len: 999 time: 0.3683648 Aug 19 18:23:44.107998 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0b12bd50-cf5b-4da0-a457-a68b2541a854 req-995dd9cf-648f-4385-871f-c226e0517b02 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933370 Aug 19 18:23:44.214838 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-85d2d2eb-b7f2-424c-92b3-3a29d481dea6 req-1071fdd2-4efb-42f7-af80-198a241c5d3f tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508129 Aug 19 18:23:44.246370 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0650693-9e89-4f69-ad57-f33ab61e594f req-7d64fa48-85f2-4f5a-a33e-f01ff6393261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:44.248398 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0650693-9e89-4f69-ad57-f33ab61e594f req-7d64fa48-85f2-4f5a-a33e-f01ff6393261 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.1377554 Aug 19 18:23:44.324994 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0650693-9e89-4f69-ad57-f33ab61e594f req-736ae8ce-b387-4998-b059-e23b0214c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:44.327606 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0650693-9e89-4f69-ad57-f33ab61e594f req-736ae8ce-b387-4998-b059-e23b0214c2de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712130 Aug 19 18:23:44.462541 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0650693-9e89-4f69-ad57-f33ab61e594f req-719052b4-2ec5-4dfb-adb5-551dae68d76c service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232331 Aug 19 18:23:44.651012 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98559863-ed1c-4ddd-801d-a9391f0fdd69 req-3cf0a238-5327-44c3-a1b1-840a8c14e6a0 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:44.659439 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-98559863-ed1c-4ddd-801d-a9391f0fdd69 req-3cf0a238-5327-44c3-a1b1-840a8c14e6a0 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.1613119 Aug 19 18:23:44.764002 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-98559863-ed1c-4ddd-801d-a9391f0fdd69 req-719b4461-797d-4f04-bd1a-11571373f453 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955853 Aug 19 18:23:44.771008 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0650693-9e89-4f69-ad57-f33ab61e594f req-5bc85197-ab7b-474b-bb79-5c4fff1a6e6b service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944598 Aug 19 18:23:45.399090 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d0fb1-7f4e-492f-86c4-3d1e38d69d47 req-2710e787-1704-4cb5-8eea-7ae02b392e5d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:45.416283 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-198d0fb1-7f4e-492f-86c4-3d1e38d69d47 req-2710e787-1704-4cb5-8eea-7ae02b392e5d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 944 time: 0.2779119 Aug 19 18:23:45.448401 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1035fe-3603-4e2b-9cf9-15f960997f8a req-f7e15652-2848-4cf2-96ed-58a598ead56e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:45.472064 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e1035fe-3603-4e2b-9cf9-15f960997f8a req-f7e15652-2848-4cf2-96ed-58a598ead56e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1471753 Aug 19 18:23:45.574673 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-198d0fb1-7f4e-492f-86c4-3d1e38d69d47 req-8cef2fd7-95ae-4b05-9a7c-2291ba9b980c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513953 Aug 19 18:23:45.582435 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e1035fe-3603-4e2b-9cf9-15f960997f8a req-d2b3094a-9162-4c2f-9f33-bae7f878f713 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090283 Aug 19 18:23:45.820004 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779c056-580e-48a3-9cb8-94f222036741 req-cc7c7b52-281f-4e73-a167-cc9fe64143c9 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:45.821777 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0779c056-580e-48a3-9cb8-94f222036741 req-cc7c7b52-281f-4e73-a167-cc9fe64143c9 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.0873065 Aug 19 18:23:45.902348 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0779c056-580e-48a3-9cb8-94f222036741 req-4c9ff65d-e42a-422c-845a-3ae01246194f tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692065 Aug 19 18:23:45.923922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb39cea-fa1d-46c8-ae46-3c7c61c0fe06 req-f6c648f7-08ce-45e5-a171-bc0a87035505 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:45.933739 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ecb39cea-fa1d-46c8-ae46-3c7c61c0fe06 req-f6c648f7-08ce-45e5-a171-bc0a87035505 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.0750861 Aug 19 18:23:45.980526 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ecb39cea-fa1d-46c8-ae46-3c7c61c0fe06 req-4a171747-4398-4b7b-b590-59e27cce0836 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458052 Aug 19 18:23:46.468713 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:46.908053 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84407bef-6ccd-45e6-9765-30b18c2b42b2 req-f333207a-1823-4856-a54e-23cb2de80fe9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1761596 Aug 19 18:23:47.004736 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5c164-fcea-42c5-92e2-7434ea13f873 req-6e3d0154-66b0-405b-988a-54289359da28 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:47.030189 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fcf5c164-fcea-42c5-92e2-7434ea13f873 req-6e3d0154-66b0-405b-988a-54289359da28 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 944 time: 0.3339396 Aug 19 18:23:47.243892 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fcf5c164-fcea-42c5-92e2-7434ea13f873 req-845e5853-d0dd-4f13-b6e3-23a5b332c358 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119730 Aug 19 18:23:47.266131 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84407bef-6ccd-45e6-9765-30b18c2b42b2 req-fb838f44-e6d1-411a-94e7-49dedfbb1938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:47.268466 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84407bef-6ccd-45e6-9765-30b18c2b42b2 req-fb838f44-e6d1-411a-94e7-49dedfbb1938 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a20d0ce40708443bb8a2d2fc2048850c&device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 1097 time: 0.1274896 Aug 19 18:23:47.424363 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bdde3-e883-4bd9-9048-7a6cfdec0a8c req-cee832aa-9349-44f3-ae5f-badaba0578e0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:47.433048 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-826bdde3-e883-4bd9-9048-7a6cfdec0a8c req-cee832aa-9349-44f3-ae5f-badaba0578e0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1790555 Aug 19 18:23:47.485892 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84407bef-6ccd-45e6-9765-30b18c2b42b2 req-d1f9adb0-43e7-44a0-a863-f5a525d33276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:47.487092 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84407bef-6ccd-45e6-9765-30b18c2b42b2 req-d1f9adb0-43e7-44a0-a863-f5a525d33276 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0572647f-5270-4d43-8c99-1b268d9b7ff3 HTTP/1.1" status: 200 len: 906 time: 0.1780267 Aug 19 18:23:47.542329 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-826bdde3-e883-4bd9-9048-7a6cfdec0a8c req-cf6a5feb-1fe2-47c4-821d-62b084e68aa5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055679 Aug 19 18:23:47.737259 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773b896-4dd4-4315-8b11-9156a3b9cecd req-597ea955-a8fa-4f5e-a35d-4aeea91af209 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:47.750858 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8773b896-4dd4-4315-8b11-9156a3b9cecd req-597ea955-a8fa-4f5e-a35d-4aeea91af209 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.0853424 Aug 19 18:23:47.806803 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8773b896-4dd4-4315-8b11-9156a3b9cecd req-78a39645-e921-4e37-a48d-a1a7bc2b6eef tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549052 Aug 19 18:23:48.095639 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c7acf-a668-433f-b961-730fa8be8eaf req-edc276ef-0b4b-4bd0-a2fd-e59ea01b169a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:48.105047 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ee6c7acf-a668-433f-b961-730fa8be8eaf req-edc276ef-0b4b-4bd0-a2fd-e59ea01b169a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.0736630 Aug 19 18:23:48.169734 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ee6c7acf-a668-433f-b961-730fa8be8eaf req-35320b7c-c660-48fa-9649-94e3247cdc9d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636346 Aug 19 18:23:48.192033 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84407bef-6ccd-45e6-9765-30b18c2b42b2 req-3d8dc65c-159c-400f-8f7f-c5d1cc099082 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 HTTP/1.1" status: 200 len: 1002 time: 0.6959417 Aug 19 18:23:48.208517 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaa70e-8126-4abc-87ea-928d5f104b8f req-2dc07398-750e-4569-94a5-7a06dd6d6011 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:48.218797 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37aaa70e-8126-4abc-87ea-928d5f104b8f req-2dc07398-750e-4569-94a5-7a06dd6d6011 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.1124048 Aug 19 18:23:48.322159 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84407bef-6ccd-45e6-9765-30b18c2b42b2 req-a24e5fd7-496d-422d-8f7d-5634d7daff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:48.344762 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84407bef-6ccd-45e6-9765-30b18c2b42b2 req-a24e5fd7-496d-422d-8f7d-5634d7daff06 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=83db52d5-596d-4360-af37-78a70930d713 HTTP/1.1" status: 200 len: 844 time: 0.1147420 Aug 19 18:23:48.403145 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fcdf7-5d47-4e39-a6b6-70d4a83840c6 req-9c47640a-3b86-4d44-9f38-ae4228d82537 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:48.413212 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-848fcdf7-5d47-4e39-a6b6-70d4a83840c6 req-9c47640a-3b86-4d44-9f38-ae4228d82537 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1356919 Aug 19 18:23:48.458632 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37aaa70e-8126-4abc-87ea-928d5f104b8f req-a4bb5a95-d82e-4e78-80aa-a6bc3f369a10 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384546 Aug 19 18:23:48.545627 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-848fcdf7-5d47-4e39-a6b6-70d4a83840c6 req-2e95cce3-d0e7-4d11-8813-5223ec2cd39b tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255555 Aug 19 18:23:48.706714 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84407bef-6ccd-45e6-9765-30b18c2b42b2 req-f5d411d0-0365-493d-8ddd-cfb00e878483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:48.718894 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84407bef-6ccd-45e6-9765-30b18c2b42b2 req-f5d411d0-0365-493d-8ddd-cfb00e878483 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0572647f-5270-4d43-8c99-1b268d9b7ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3274269 Aug 19 18:23:49.025359 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84407bef-6ccd-45e6-9765-30b18c2b42b2 req-fad4d253-eedc-4e13-9d4c-5e84b0c37ac8 service neutron] 10.222.0.50 "GET /v2.0/networks/0572647f-5270-4d43-8c99-1b268d9b7ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925251 Aug 19 18:23:49.219287 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-9c4e2d6d-62c5-43ca-8dec-11862188eef6 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:49.227178 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84407bef-6ccd-45e6-9765-30b18c2b42b2 req-712d30b0-de07-4b7d-9b21-8b49809189c1 service neutron] 10.222.0.50 "GET /v2.0/networks/0572647f-5270-4d43-8c99-1b268d9b7ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885152 Aug 19 18:23:49.241375 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-9c4e2d6d-62c5-43ca-8dec-11862188eef6 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 812 time: 0.2097116 Aug 19 18:23:49.265196 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-b6ebf07d-8cd8-4d56-aa11-6097dc9b9af9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/quotas/0a3380184ecc4eaca1d71439579d61d1 HTTP/1.1" status: 200 len: 375 time: 0.0222514 Aug 19 18:23:49.293033 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e72395-41da-4062-8ded-44a0ac8024d0 req-8f61d806-3158-452e-ad35-b8d90d28a25a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:49.296866 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-07e72395-41da-4062-8ded-44a0ac8024d0 req-8f61d806-3158-452e-ad35-b8d90d28a25a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 944 time: 0.2702425 Aug 19 18:23:49.360468 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-39995d8c-85a4-47ba-8673-c3d03ae3213d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0938241 Aug 19 18:23:49.397562 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-07e72395-41da-4062-8ded-44a0ac8024d0 req-a028d2e4-b142-47ed-9dac-c2ffd797ddbb tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949082 Aug 19 18:23:49.708743 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65532576-0baa-4bb6-9a06-ae1a6b1a0ca6 req-6d7a8aea-401c-4c94-8c86-fcd9895d5da8 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:49.717564 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-65532576-0baa-4bb6-9a06-ae1a6b1a0ca6 req-6d7a8aea-401c-4c94-8c86-fcd9895d5da8 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.1933916 Aug 19 18:23:49.819665 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-60b094a3-3d94-409b-9a52-57ab535ee71c service neutron] 10.222.0.24 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576521 Aug 19 18:23:49.827068 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-65532576-0baa-4bb6-9a06-ae1a6b1a0ca6 req-c50520cc-77cd-4ecf-94ae-6e1c6953b840 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083410 Aug 19 18:23:50.019142 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-59dd1807-d594-46c8-8ff1-f0e6dfaa50b5 service neutron] 10.222.0.24 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929650 Aug 19 18:23:50.065595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72b0ce-afe3-4274-b6d3-dd436c816f49 req-1b6abce0-521b-4c99-aef8-5b472ff6258d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:50.067604 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0d72b0ce-afe3-4274-b6d3-dd436c816f49 req-1b6abce0-521b-4c99-aef8-5b472ff6258d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.1368268 Aug 19 18:23:50.129502 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0d72b0ce-afe3-4274-b6d3-dd436c816f49 req-b4ad2f57-d90e-4713-b914-650360763cc3 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498130 Aug 19 18:23:50.299435 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57230c92-e076-44a9-b91c-3c2d039b07e4 req-cd8bccf1-4911-422e-a1d3-3d1f9697f8e1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 210 time: 0.0644116 Aug 19 18:23:50.700016 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38da34-7df8-4ea5-9f68-46be287b94a6 req-d6fb0c54-4edd-4910-b4ec-02266beed18b tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:50.703502 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ab38da34-7df8-4ea5-9f68-46be287b94a6 req-d6fb0c54-4edd-4910-b4ec-02266beed18b tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 944 time: 0.1504347 Aug 19 18:23:50.787358 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ab38da34-7df8-4ea5-9f68-46be287b94a6 req-f9bc1365-6101-42c3-81e2-8938f53a4c39 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721905 Aug 19 18:23:51.008138 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e33533-13b9-47dd-a5c1-3327d112826c req-dedc223b-29e1-4aef-b61b-3944ff95bf51 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:51.020213 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-28e33533-13b9-47dd-a5c1-3327d112826c req-dedc223b-29e1-4aef-b61b-3944ff95bf51 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.0945983 Aug 19 18:23:51.098381 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-28e33533-13b9-47dd-a5c1-3327d112826c req-2cf24fbf-ea1f-4199-8fe6-1e0dd83ee07a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767741 Aug 19 18:23:51.396558 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f9e77-3d6b-4286-b7b1-91ecb5ace1d4 req-86776d7e-35da-46ac-9248-c9057432f2c4 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:51.399594 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e60f9e77-3d6b-4286-b7b1-91ecb5ace1d4 req-86776d7e-35da-46ac-9248-c9057432f2c4 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.1401389 Aug 19 18:23:51.534701 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e60f9e77-3d6b-4286-b7b1-91ecb5ace1d4 req-b98db6ab-89cc-4ee3-b9ae-ccc1c6ff19dd tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131392 Aug 19 18:23:51.585594 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-42b40e07-3f7b-4e8b-935d-56a420ef43ae req-d1f4a9e4-afe6-4a4e-bc7b-b114449e74fa tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 210 time: 0.0617912 Aug 19 18:23:52.027477 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75291c2-14fe-4951-8143-345b032feb08 req-74d49856-645c-488d-a8f8-92e00c9bfa73 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:52.036137 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d75291c2-14fe-4951-8143-345b032feb08 req-74d49856-645c-488d-a8f8-92e00c9bfa73 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 944 time: 0.1104527 Aug 19 18:23:52.067580 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-c4068aa0-7599-4979-97ba-9fe68c477e6c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:52.070818 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-c4068aa0-7599-4979-97ba-9fe68c477e6c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.50 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 812 time: 0.2144210 Aug 19 18:23:52.096175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Request body: {'port': {'device_id': 'c9f53280-229a-494b-b49e-c9b6bfdf2c6c', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'admin_state_up': True, 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:52.325179 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae233c81-f9fb-4e86-9653-64cbdd172bc8 req-323ae0e9-6e68-481a-8d30-5db11a11dd37 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:52.327740 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ae233c81-f9fb-4e86-9653-64cbdd172bc8 req-323ae0e9-6e68-481a-8d30-5db11a11dd37 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.1223722 Aug 19 18:23:52.330250 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d75291c2-14fe-4951-8143-345b032feb08 req-d52de3fc-999e-4e3b-8ce5-4adbdf6677ef tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927201 Aug 19 18:23:52.340348 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Made reservation on behalf of 0a3380184ecc4eaca1d71439579d61d1 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:23:52.346136 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:52.429167 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ae233c81-f9fb-4e86-9653-64cbdd172bc8 req-160f96ba-ddb4-432b-bc55-675cfb249908 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903037 Aug 19 18:23:52.790971 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6f5cf61-59e4-41d1-ae56-cd8bb4f6a1f3 req-77a39bcf-3105-4849-9175-8905b5ed612a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 210 time: 0.0474391 Aug 19 18:23:52.795892 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Allocated IP 172.20.0.14 (93a2ed74-6d2c-4387-8198-b7dee6474ba9/bdff0938-a183-4f8a-a75e-f5868c3f9bbb/bb574d96-cf52-47a1-8a95-179694cff36a) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:23:52.804128 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc17f7-4c8d-47f0-b456-b89b0bded075 req-0e43425a-28b4-418d-a015-01f9f9e5bf84 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:52.808851 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57dc17f7-4c8d-47f0-b456-b89b0bded075 req-0e43425a-28b4-418d-a015-01f9f9e5bf84 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.1163819 Aug 19 18:23:52.885349 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57dc17f7-4c8d-47f0-b456-b89b0bded075 req-f9e0b0cf-670b-4725-a13b-e036a9a4ee73 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699139 Aug 19 18:23:53.122966 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:53.164132 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Transition to ACTIVE for port object bb574d96-cf52-47a1-8a95-179694cff36a will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:53.250965 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:53.313320 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:53.317171 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:53.321787 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:23:53.359765 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Pushing event updated for resources: {'Port': ['ID=bb574d96-cf52-47a1-8a95-179694cff36a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:53.374193 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:53.374569 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:53.375014 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:53.375209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:53.375521 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:53.375877 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:53.446248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:53.446248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:53.446248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:53.446248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:53.446248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:53.446248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:53.446248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:53.446248 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:53.459996 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-9d052e17-c82d-429f-8b8a-b2bd7a05054e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3734603 Aug 19 18:23:53.483782 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-1ece4d89-13d4-4b89-a469-ac60a76dc8ac service neutron] Request body: {'port': {'device_id': 'c9f53280-229a-494b-b49e-c9b6bfdf2c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:53.570741 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-1ece4d89-13d4-4b89-a469-ac60a76dc8ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:53.658036 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fbddb-14a4-419a-97e4-768b7ffbd043 req-70a4ecfe-8ac3-49ab-b4c0-94abd4803654 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:53.664484 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-647fbddb-14a4-419a-97e4-768b7ffbd043 req-70a4ecfe-8ac3-49ab-b4c0-94abd4803654 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.1208122 Aug 19 18:23:53.748630 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-647fbddb-14a4-419a-97e4-768b7ffbd043 req-bb3e4386-48e8-4b74-bf2b-5aa394e62cd9 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720994 Aug 19 18:23:53.789455 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ae199613-6e95-42b9-813b-c9519a0109cf None None] Provisioning for port bb574d96-cf52-47a1-8a95-179694cff36a completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:53.800641 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ae199613-6e95-42b9-813b-c9519a0109cf None None] Provisioning complete for port bb574d96-cf52-47a1-8a95-179694cff36a triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:53.801588 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ae199613-6e95-42b9-813b-c9519a0109cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:53.912791 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-ae199613-6e95-42b9-813b-c9519a0109cf None None] Port bb574d96-cf52-47a1-8a95-179694cff36a cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:23:53.953589 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e9d99-3191-41de-a322-c9dc8cf569cf req-1bddd5c1-871a-4daf-920a-3525ad8c83e3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:53.961817 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-692e9d99-3191-41de-a322-c9dc8cf569cf req-1bddd5c1-871a-4daf-920a-3525ad8c83e3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 944 time: 0.3920922 Aug 19 18:23:54.033565 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-692e9d99-3191-41de-a322-c9dc8cf569cf req-536888a4-fe19-407a-a55b-10cacc7e8e83 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674481 Aug 19 18:23:54.193000 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-1ece4d89-13d4-4b89-a469-ac60a76dc8ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb574d96-cf52-47a1-8a95-179694cff36a {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:23:54.205592 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-1ece4d89-13d4-4b89-a469-ac60a76dc8ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:54.229793 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-1ece4d89-13d4-4b89-a469-ac60a76dc8ac service neutron] Transition to ACTIVE for port object bb574d96-cf52-47a1-8a95-179694cff36a will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:54.240926 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0dce6-4a23-4344-b3a3-222893f78396 req-c74e9dd5-7f9b-4733-bfc3-afff35999043 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:54.242789 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2be0dce6-4a23-4344-b3a3-222893f78396 req-c74e9dd5-7f9b-4733-bfc3-afff35999043 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.1099257 Aug 19 18:23:54.244139 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-1ece4d89-13d4-4b89-a469-ac60a76dc8ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:54.312503 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abdc4a-359b-4419-9093-cb10833c1e32 req-d7e89436-aed5-4cba-a005-7beab9a2b094 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:54.331420 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-45abdc4a-359b-4419-9093-cb10833c1e32 req-d7e89436-aed5-4cba-a005-7beab9a2b094 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 932 time: 0.1890614 Aug 19 18:23:54.406381 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-45abdc4a-359b-4419-9093-cb10833c1e32 req-72332370-e683-4fab-8614-aafacf0ac6bc tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735490 Aug 19 18:23:54.412749 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2725ca9-3072-44ae-be47-2cfe037beb22 req-f2c85a40-94fc-4d7c-b615-7ffb8bb61eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:54.420492 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a2725ca9-3072-44ae-be47-2cfe037beb22 req-f2c85a40-94fc-4d7c-b615-7ffb8bb61eda service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65af0cd5b05e4e47a92672412bb56f85&device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 1097 time: 0.2203059 Aug 19 18:23:54.441355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece4d89-13d4-4b89-a469-ac60a76dc8ac service neutron] Pushing event updated for resources: {'Port': ['ID=bb574d96-cf52-47a1-8a95-179694cff36a,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:54.459971 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2be0dce6-4a23-4344-b3a3-222893f78396 req-ef08ad99-e6b1-4a52-aa52-edab6464ed1d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050197 Aug 19 18:23:54.570426 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-1ece4d89-13d4-4b89-a469-ac60a76dc8ac service neutron] Attempting to bind port bb574d96-cf52-47a1-8a95-179694cff36a on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:23:54.570788 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-1ece4d89-13d4-4b89-a469-ac60a76dc8ac service neutron] Attempting to bind port bb574d96-cf52-47a1-8a95-179694cff36a by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:23:54.571135 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-1ece4d89-13d4-4b89-a469-ac60a76dc8ac service neutron] Attempting to bind port bb574d96-cf52-47a1-8a95-179694cff36a on network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:23:54.594055 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-1ece4d89-13d4-4b89-a469-ac60a76dc8ac service neutron] Port bb574d96-cf52-47a1-8a95-179694cff36a on network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:23:54.594624 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-1ece4d89-13d4-4b89-a469-ac60a76dc8ac service neutron] Attempting to bind port bb574d96-cf52-47a1-8a95-179694cff36a on network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:23:54.624865 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2725ca9-3072-44ae-be47-2cfe037beb22 req-9e99cbb5-0077-4c81-bf1e-922ccf001b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:54.626555 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a2725ca9-3072-44ae-be47-2cfe037beb22 req-9e99cbb5-0077-4c81-bf1e-922ccf001b51 service neutron] 10.222.0.54 "GET /v2.0/networks?id=328a6888-a512-4946-b559-9a6ac5994658 HTTP/1.1" status: 200 len: 912 time: 0.1971245 Aug 19 18:23:54.645426 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-1ece4d89-13d4-4b89-a469-ac60a76dc8ac service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:23:54.645827 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-1ece4d89-13d4-4b89-a469-ac60a76dc8ac service neutron] Checking segment: {'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:23:54.646228 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-1ece4d89-13d4-4b89-a469-ac60a76dc8ac service neutron] Bound using segment: {'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:23:54.646712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-1ece4d89-13d4-4b89-a469-ac60a76dc8ac service neutron] Bound port: bb574d96-cf52-47a1-8a95-179694cff36a, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:23:54.647180 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-1ece4d89-13d4-4b89-a469-ac60a76dc8ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:54.764284 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d11a3a-e4bb-4e90-8f48-dbe4f06e1b9c req-20269f11-afb4-4982-9ad5-16174efcb82c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:54.766828 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57d11a3a-e4bb-4e90-8f48-dbe4f06e1b9c req-20269f11-afb4-4982-9ad5-16174efcb82c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.1553249 Aug 19 18:23:54.774645 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a2725ca9-3072-44ae-be47-2cfe037beb22 req-c93a59b5-d318-4dec-9532-674f7bfd7421 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e299f58-b888-4ecd-9292-355732af519c HTTP/1.1" status: 200 len: 1002 time: 0.1127040 Aug 19 18:23:54.784227 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-1ece4d89-13d4-4b89-a469-ac60a76dc8ac service neutron] For port bb574d96-cf52-47a1-8a95-179694cff36a, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:23:54.795723 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-1ece4d89-13d4-4b89-a469-ac60a76dc8ac service neutron] For port bb574d96-cf52-47a1-8a95-179694cff36a, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bb574d96-cf52-47a1-8a95-179694cff36a,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:23:54.806765 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-1ece4d89-13d4-4b89-a469-ac60a76dc8ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:54.861738 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-1ece4d89-13d4-4b89-a469-ac60a76dc8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:54.870213 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-1ece4d89-13d4-4b89-a469-ac60a76dc8ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:54.872072 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-1ece4d89-13d4-4b89-a469-ac60a76dc8ac service neutron] 10.222.0.50 "PUT /v2.0/ports/bb574d96-cf52-47a1-8a95-179694cff36a HTTP/1.1" status: 200 len: 1092 time: 1.3962607 Aug 19 18:23:54.874852 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f53280-229a-494b-b49e-c9b6bfdf2c6c', 'tag': 'bb574d96-cf52-47a1-8a95-179694cff36a'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:23:54.877086 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d9d30d-fe19-4251-9566-b294caf50f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f53280-229a-494b-b49e-c9b6bfdf2c6c", "tag": "bb574d96-cf52-47a1-8a95-179694cff36a"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:23:54.886199 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57d11a3a-e4bb-4e90-8f48-dbe4f06e1b9c req-fabf5a59-87ef-4403-b7ec-bbdb009176a4 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086507 Aug 19 18:23:54.919625 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2725ca9-3072-44ae-be47-2cfe037beb22 req-da5d7b13-7a1c-48fe-9e1d-1316915e593f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:54.923740 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a2725ca9-3072-44ae-be47-2cfe037beb22 req-da5d7b13-7a1c-48fe-9e1d-1316915e593f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9cc3538-7c99-4258-a48c-18c8964a49b7 HTTP/1.1" status: 200 len: 850 time: 0.1254854 Aug 19 18:23:55.020663 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375a2d79-78ce-438c-8429-9b27feed9fc6 x-openstack-request-id: req-375a2d79-78ce-438c-8429-9b27feed9fc6 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:23:55.020663 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f53280-229a-494b-b49e-c9b6bfdf2c6c", "tag": "bb574d96-cf52-47a1-8a95-179694cff36a", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:23:55.020663 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-375a2d79-78ce-438c-8429-9b27feed9fc6 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:23:55.020975 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f53280-229a-494b-b49e-c9b6bfdf2c6c', 'tag': 'bb574d96-cf52-47a1-8a95-179694cff36a', 'status': 'completed', 'code': 200} Aug 19 18:23:55.033286 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2725ca9-3072-44ae-be47-2cfe037beb22 req-780f0af5-39c8-43e6-a06a-f9e02bb73141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:55.036281 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a2725ca9-3072-44ae-be47-2cfe037beb22 req-780f0af5-39c8-43e6-a06a-f9e02bb73141 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=328a6888-a512-4946-b559-9a6ac5994658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979567 Aug 19 18:23:55.037011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece4d89-13d4-4b89-a469-ac60a76dc8ac service neutron] Pushing event updated for resources: {'Port': ['ID=bb574d96-cf52-47a1-8a95-179694cff36a,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:55.042240 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-d7351492-0e39-4ca6-b0ab-72f1a323e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:55.044707 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-d7351492-0e39-4ca6-b0ab-72f1a323e8fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 1095 time: 0.1036396 Aug 19 18:23:55.101612 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-1acfc46f-ef69-45b4-a839-51b7485f9305 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb574d96-cf52-47a1-8a95-179694cff36a HTTP/1.1" status: 200 len: 217 time: 0.0452738 Aug 19 18:23:55.138850 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a2725ca9-3072-44ae-be47-2cfe037beb22 req-2b497eec-4eef-459f-ae1a-010ffb4f1040 service neutron] 10.222.0.54 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932431 Aug 19 18:23:55.259772 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-deb42700-edf5-4b6f-b677-7dfb34b4d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:55.261959 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-deb42700-edf5-4b6f-b677-7dfb34b4d166 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.1474292 Aug 19 18:23:55.287856 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24bceef-ec9a-403d-b40c-947c96e0de48 req-fa810e80-3fc4-4635-91b7-e56ef0271636 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:55.297218 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a2725ca9-3072-44ae-be47-2cfe037beb22 req-bd8f77bd-96cb-4e7f-bcf4-c13106953555 service neutron] 10.222.0.54 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414843 Aug 19 18:23:55.297427 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d24bceef-ec9a-403d-b40c-947c96e0de48 req-fa810e80-3fc4-4635-91b7-e56ef0271636 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 944 time: 0.1202295 Aug 19 18:23:55.406633 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d24bceef-ec9a-403d-b40c-947c96e0de48 req-e5a9afce-76dd-4626-95c6-41bcd06b1990 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078746 Aug 19 18:23:55.413848 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-2d6eec77-fc81-4ca0-a093-35f26161f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:55.415703 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-2d6eec77-fc81-4ca0-a093-35f26161f90f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1161041 Aug 19 18:23:55.555614 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a96b46-b59e-4e94-a408-eb2b13364f72 req-5d839962-149f-49c0-98cc-7e002c9aa867 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:55.558117 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-45a96b46-b59e-4e94-a408-eb2b13364f72 req-5d839962-149f-49c0-98cc-7e002c9aa867 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 944 time: 0.0634592 Aug 19 18:23:55.631101 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-45a96b46-b59e-4e94-a408-eb2b13364f72 req-a622daca-60da-4b29-a69a-ba2483f15160 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563369 Aug 19 18:23:55.757591 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939bfa7-fa35-44d9-8aff-14c866cb973d req-149099c4-c84b-41ec-8154-db702a5ae0bd tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:55.765141 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d939bfa7-fa35-44d9-8aff-14c866cb973d req-149099c4-c84b-41ec-8154-db702a5ae0bd tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.0966518 Aug 19 18:23:55.931296 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d939bfa7-fa35-44d9-8aff-14c866cb973d req-6f59568d-bbdc-4869-b7e2-4bf56b1cd700 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612604 Aug 19 18:23:55.974327 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-71e7f1cd-d7b1-4770-8589-32fece5a2e97 service neutron] 10.222.0.50 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128866 Aug 19 18:23:55.976377 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc968742-8957-4d91-a04a-c4b2c93ee203 req-a2fa39d5-8245-4a9a-a601-1fe7e39c83d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:55.978268 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc968742-8957-4d91-a04a-c4b2c93ee203 req-a2fa39d5-8245-4a9a-a601-1fe7e39c83d2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1b1aa2c733a4115bafa765990404683&device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 1096 time: 0.1266499 Aug 19 18:23:56.122212 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f120022-d3a0-400c-82a9-cd99d949105d req-d13853cb-40bd-4a59-9541-dd2d457a69cf tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:56.133292 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4f120022-d3a0-400c-82a9-cd99d949105d req-d13853cb-40bd-4a59-9541-dd2d457a69cf tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.1372330 Aug 19 18:23:56.220343 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc968742-8957-4d91-a04a-c4b2c93ee203 req-5a6ea8ac-722b-46f9-b773-ea4ab18b07a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:56.221923 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc968742-8957-4d91-a04a-c4b2c93ee203 req-5a6ea8ac-722b-46f9-b773-ea4ab18b07a9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bacad945-2962-49c4-806c-a7bd8c4e8d7b HTTP/1.1" status: 200 len: 918 time: 0.2107692 Aug 19 18:23:56.226344 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb005df1-1664-4964-b3e3-d4d0ab5ac881 req-e507b5ea-cdd6-4e9d-8713-87fccc7e3ea4 service neutron] 10.222.0.50 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319567 Aug 19 18:23:56.229872 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4f120022-d3a0-400c-82a9-cd99d949105d req-d67a21ce-8639-492f-8164-11ad64104111 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944192 Aug 19 18:23:56.348638 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc968742-8957-4d91-a04a-c4b2c93ee203 req-497e525e-97b5-4d7a-b091-bf9547f2a752 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=968365ec-5696-467d-bee4-2f8e8058c00a HTTP/1.1" status: 200 len: 1001 time: 0.1055095 Aug 19 18:23:56.400778 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9d30d-fe19-4251-9566-b294caf50f2d req-7f0fec5d-b809-45e4-b302-d7bb7efe8606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:56.405312 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6d9d30d-fe19-4251-9566-b294caf50f2d req-7f0fec5d-b809-45e4-b302-d7bb7efe8606 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 1095 time: 0.0981462 Aug 19 18:23:56.478675 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc968742-8957-4d91-a04a-c4b2c93ee203 req-ebb39a17-1d9f-4f2a-9f25-ba4900febe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:56.480387 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc968742-8957-4d91-a04a-c4b2c93ee203 req-ebb39a17-1d9f-4f2a-9f25-ba4900febe6b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9e32631a-48d3-4ef0-8eb3-575117a89737 HTTP/1.1" status: 200 len: 856 time: 0.1211171 Aug 19 18:23:56.597018 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9d30d-fe19-4251-9566-b294caf50f2d req-37d684b4-30bf-4eaf-ab4f-1790478d40be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:56.598628 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6d9d30d-fe19-4251-9566-b294caf50f2d req-37d684b4-30bf-4eaf-ab4f-1790478d40be service neutron] 10.222.0.50 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 913 time: 0.1839094 Aug 19 18:23:56.601802 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc968742-8957-4d91-a04a-c4b2c93ee203 req-582aebd8-8e69-48d6-a6b8-590bb2e02e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:56.603175 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc968742-8957-4d91-a04a-c4b2c93ee203 req-582aebd8-8e69-48d6-a6b8-590bb2e02e90 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bacad945-2962-49c4-806c-a7bd8c4e8d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108553 Aug 19 18:23:56.626465 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce05a4-c246-4399-adfc-4ac230ab362b req-3d6e917d-5f29-4c3a-b730-ada1468fdee1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:56.628030 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3bce05a4-c246-4399-adfc-4ac230ab362b req-3d6e917d-5f29-4c3a-b730-ada1468fdee1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 944 time: 0.1056330 Aug 19 18:23:56.712440 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:23:56.768725 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6d9d30d-fe19-4251-9566-b294caf50f2d req-a5236991-79e7-4fc6-8012-cb598150aa30 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb574d96-cf52-47a1-8a95-179694cff36a HTTP/1.1" status: 200 len: 217 time: 0.1394916 Aug 19 18:23:56.831896 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a05f1-1531-492c-b520-a790cef053bd req-b6102236-e92c-4143-aab1-b33e440ad05a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:56.833638 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-606a05f1-1531-492c-b520-a790cef053bd req-b6102236-e92c-4143-aab1-b33e440ad05a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 944 time: 0.0872188 Aug 19 18:23:56.862148 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3bce05a4-c246-4399-adfc-4ac230ab362b req-6dd07608-188e-4087-8bab-4263066f73ba tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153511 Aug 19 18:23:56.904858 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9d30d-fe19-4251-9566-b294caf50f2d req-3f816019-9b79-487b-998b-9b7180299d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:56.906240 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-606a05f1-1531-492c-b520-a790cef053bd req-6b0a6142-ce96-4adc-9ed8-27b99f146923 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627534 Aug 19 18:23:56.906757 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6d9d30d-fe19-4251-9566-b294caf50f2d req-3f816019-9b79-487b-998b-9b7180299d30 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.1241257 Aug 19 18:23:56.956449 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc968742-8957-4d91-a04a-c4b2c93ee203 req-d300be8a-6093-4245-b624-0829215daec0 service neutron] 10.222.0.50 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204074 Aug 19 18:23:57.055793 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9d30d-fe19-4251-9566-b294caf50f2d req-44328002-ad6d-4638-8470-1f446581a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:57.057762 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6d9d30d-fe19-4251-9566-b294caf50f2d req-44328002-ad6d-4638-8470-1f446581a008 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362469 Aug 19 18:23:57.182414 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc968742-8957-4d91-a04a-c4b2c93ee203 req-97ab0b81-b31e-4e63-bca8-e48e20eae98a service neutron] 10.222.0.50 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140474 Aug 19 18:23:57.226982 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0768e-e660-4716-b932-35128023fd1d req-6744e7be-5476-4b0b-8d21-da4d6b00cbaa tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:57.228604 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6fe0768e-e660-4716-b932-35128023fd1d req-6744e7be-5476-4b0b-8d21-da4d6b00cbaa tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 945 time: 0.1516926 Aug 19 18:23:57.279126 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6d9d30d-fe19-4251-9566-b294caf50f2d req-ef7a7d25-2d09-4c2c-9a6c-fd7b7a3cc983 service neutron] 10.222.0.50 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032743 Aug 19 18:23:57.354019 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6fe0768e-e660-4716-b932-35128023fd1d req-61e10002-bc68-4a06-8d30-adbee02b1d71 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166632 Aug 19 18:23:57.410727 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6d9d30d-fe19-4251-9566-b294caf50f2d req-66f48eda-8f79-4421-9691-4541050846fb service neutron] 10.222.0.50 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158571 Aug 19 18:23:57.993567 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552c183-f71c-40cf-a260-625445da57b7 req-b9030cdc-e07f-4371-953d-f2bd685407ed tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:57.994930 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c552c183-f71c-40cf-a260-625445da57b7 req-b9030cdc-e07f-4371-953d-f2bd685407ed tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 944 time: 0.0556073 Aug 19 18:23:58.011513 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device bb574d96-cf52-47a1-8a95-179694cff36a details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:23:58.015774 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 968365ec-5696-467d-bee4-2f8e8058c00a no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:23:58.046840 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac4bbc-260b-4a09-a69b-132f3ad9930c req-29c3e4fa-e973-4047-9baa-59b1382af916 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:58.048365 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c552c183-f71c-40cf-a260-625445da57b7 req-7920b658-915f-44cd-b9ae-41dceada23f7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421073 Aug 19 18:23:58.048533 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6cac4bbc-260b-4a09-a69b-132f3ad9930c req-29c3e4fa-e973-4047-9baa-59b1382af916 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 944 time: 0.0661755 Aug 19 18:23:58.102193 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6cac4bbc-260b-4a09-a69b-132f3ad9930c req-2c3079c1-2ba5-4b1a-9ec7-3cda845b5f2e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473127 Aug 19 18:23:58.195276 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:58.203278 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port bb574d96-cf52-47a1-8a95-179694cff36a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bb574d96-cf52-47a1-8a95-179694cff36a,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:58.234817 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'bb574d96-cf52-47a1-8a95-179694cff36a', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'port_id': 'bb574d96-cf52-47a1-8a95-179694cff36a', 'mac_address': 'fa:16:3e:7e:86:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:23:58.247446 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a4cb3f-09aa-45b9-b03d-1ded851206bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968365ec-5696-467d-bee4-2f8e8058c00a'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:23:58.250982 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd0f764-4e0e-49d3-ba7a-88ca98cab956" -d '{"events": [{"server_uuid": "a7a4cb3f-09aa-45b9-b03d-1ded851206bf", "name": "network-vif-unplugged", "status": "completed", "tag": "968365ec-5696-467d-bee4-2f8e8058c00a"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:23:58.292066 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 968365ec-5696-467d-bee4-2f8e8058c00a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=968365ec-5696-467d-bee4-2f8e8058c00a,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:58.307019 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:58.313151 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060ff6f0-6584-42e1-8bf2-005ccf9c3bed x-openstack-request-id: req-060ff6f0-6584-42e1-8bf2-005ccf9c3bed {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:23:58.313459 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a4cb3f-09aa-45b9-b03d-1ded851206bf", "name": "network-vif-unplugged", "status": "completed", "tag": "968365ec-5696-467d-bee4-2f8e8058c00a", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:23:58.313838 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-060ff6f0-6584-42e1-8bf2-005ccf9c3bed {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:23:58.314253 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a4cb3f-09aa-45b9-b03d-1ded851206bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968365ec-5696-467d-bee4-2f8e8058c00a', 'code': 200} Aug 19 18:23:58.347823 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:58.378101 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb574d96-cf52-47a1-8a95-179694cff36a {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:23:58.417639 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=968365ec-5696-467d-bee4-2f8e8058c00a,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:58.441625 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port bb574d96-cf52-47a1-8a95-179694cff36a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bb574d96-cf52-47a1-8a95-179694cff36a,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:58.448390 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:58.519402 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=bb574d96-cf52-47a1-8a95-179694cff36a,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:58.546549 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6628765-408f-4353-bc6f-2d04f48cd4a4 req-ebad3e0b-1ab8-4944-8f24-af6f56acd3e7 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:58.548218 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6628765-408f-4353-bc6f-2d04f48cd4a4 req-ebad3e0b-1ab8-4944-8f24-af6f56acd3e7 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.0901713 Aug 19 18:23:58.603794 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6628765-408f-4353-bc6f-2d04f48cd4a4 req-b8466b6d-a618-48b9-ba8d-15571d4158bd tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486255 Aug 19 18:23:58.801153 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['bb574d96-cf52-47a1-8a95-179694cff36a'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:23:59.252831 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91034d-2295-407a-98c1-5effe3c61127 req-97584537-1cb7-487c-bf22-91597ee5a1ab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:59.255751 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9d91034d-2295-407a-98c1-5effe3c61127 req-97584537-1cb7-487c-bf22-91597ee5a1ab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 944 time: 0.0904632 Aug 19 18:23:59.293147 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd6af7-de27-49b4-95cd-d2cdcbdb3ed6 req-cfc43959-2104-4c59-9930-5648a4241e16 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:59.296496 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9ccd6af7-de27-49b4-95cd-d2cdcbdb3ed6 req-cfc43959-2104-4c59-9930-5648a4241e16 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 945 time: 0.0881748 Aug 19 18:23:59.321253 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9d91034d-2295-407a-98c1-5effe3c61127 req-0606fc99-b0bb-486b-995b-47020fb9965e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574107 Aug 19 18:23:59.359694 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9ccd6af7-de27-49b4-95cd-d2cdcbdb3ed6 req-0c2eb531-24dc-454d-b35e-d990a99616a1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531454 Aug 19 18:23:59.768873 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c8465-3366-457b-8d24-bdabbd880458 req-a3e64a71-a015-4fa0-96b4-3994e02a5e31 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:59.768873 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-284c8465-3366-457b-8d24-bdabbd880458 req-a3e64a71-a015-4fa0-96b4-3994e02a5e31 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.0726273 Aug 19 18:23:59.823371 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-284c8465-3366-457b-8d24-bdabbd880458 req-6fa4f17c-a629-4d88-a7d2-e314b5174988 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480118 Aug 19 18:24:00.020775 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device bb574d96-cf52-47a1-8a95-179694cff36a up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:24:00.091865 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port bb574d96-cf52-47a1-8a95-179694cff36a completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:24:00.097472 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port bb574d96-cf52-47a1-8a95-179694cff36a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:24:00.097891 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:00.194803 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:00.236588 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port bb574d96-cf52-47a1-8a95-179694cff36a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bb574d96-cf52-47a1-8a95-179694cff36a,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:00.244828 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:00.245970 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 968365ec-5696-467d-bee4-2f8e8058c00a no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:24:00.315687 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f53280-229a-494b-b49e-c9b6bfdf2c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb574d96-cf52-47a1-8a95-179694cff36a'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:24:00.318053 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac05467e-784e-4ce6-91f0-12b3ede3135f" -d '{"events": [{"server_uuid": "c9f53280-229a-494b-b49e-c9b6bfdf2c6c", "name": "network-vif-plugged", "status": "completed", "tag": "bb574d96-cf52-47a1-8a95-179694cff36a"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:24:00.336900 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=bb574d96-cf52-47a1-8a95-179694cff36a,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:00.386127 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28db9348-f6e9-4fa6-93af-093a6d06a746 x-openstack-request-id: req-28db9348-f6e9-4fa6-93af-093a6d06a746 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:24:00.386441 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f53280-229a-494b-b49e-c9b6bfdf2c6c", "name": "network-vif-plugged", "status": "completed", "tag": "bb574d96-cf52-47a1-8a95-179694cff36a", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:24:00.388863 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28db9348-f6e9-4fa6-93af-093a6d06a746 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:24:00.388863 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f53280-229a-494b-b49e-c9b6bfdf2c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb574d96-cf52-47a1-8a95-179694cff36a', 'code': 200} Aug 19 18:24:00.537892 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71824ba2-b6e7-4473-a43d-4c9ea55ccb64 req-2a784901-5e50-4f3e-853e-085fd8722be2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:00.549565 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-71824ba2-b6e7-4473-a43d-4c9ea55ccb64 req-2a784901-5e50-4f3e-853e-085fd8722be2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 944 time: 0.0967593 Aug 19 18:24:00.572261 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220bb8f-4efc-4216-a8aa-04220ea5b9ee req-75091ee5-9e12-4de6-901f-0b21dd18d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:00.574075 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9220bb8f-4efc-4216-a8aa-04220ea5b9ee req-75091ee5-9e12-4de6-901f-0b21dd18d6b7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 1097 time: 0.0909250 Aug 19 18:24:00.582406 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b266032-834f-40bf-a840-d0c622f21044 req-f882dd1d-1e98-4191-9c20-3a709b17db49 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:00.584069 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3b266032-834f-40bf-a840-d0c622f21044 req-f882dd1d-1e98-4191-9c20-3a709b17db49 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.0907207 Aug 19 18:24:00.601978 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-71824ba2-b6e7-4473-a43d-4c9ea55ccb64 req-c4d72501-1564-4b55-93a8-b22cadd397b6 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489833 Aug 19 18:24:00.659783 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9220bb8f-4efc-4216-a8aa-04220ea5b9ee req-5b8f7967-5701-4ac5-88d4-36b8495901e5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745044 Aug 19 18:24:00.665888 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3b266032-834f-40bf-a840-d0c622f21044 req-af620dc1-8eef-47fa-9b0b-0ac09122ae7f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651248 Aug 19 18:24:00.912733 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36644) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:00.966213 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4395e-c060-4bd9-9f66-4206be1cf2b0 req-87ec00de-2ffc-4052-b102-bd0df54db76c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:00.975045 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dbd4395e-c060-4bd9-9f66-4206be1cf2b0 req-87ec00de-2ffc-4052-b102-bd0df54db76c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.0774276 Aug 19 18:24:01.026097 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dbd4395e-c060-4bd9-9f66-4206be1cf2b0 req-2ab69e04-5a5e-4b87-a3e1-dd61ef3eb5da tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456297 Aug 19 18:24:01.083342 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d16577e9-c181-4f22-8932-875dc5c608f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:01.229611 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d16577e9-c181-4f22-8932-875dc5c608f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:01.234840 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d16577e9-c181-4f22-8932-875dc5c608f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:01.323689 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d16577e9-c181-4f22-8932-875dc5c608f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a019137092141aeb28d4b8215d75d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4098327 Aug 19 18:24:01.325735 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16577e9-c181-4f22-8932-875dc5c608f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d769c645-857f-45b7-ad05-ed02716bdaae,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:01.326829 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36654) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:01.337273 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16577e9-c181-4f22-8932-875dc5c608f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:01.337698 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16577e9-c181-4f22-8932-875dc5c608f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:01.338201 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16577e9-c181-4f22-8932-875dc5c608f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:01.338604 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16577e9-c181-4f22-8932-875dc5c608f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:01.338811 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16577e9-c181-4f22-8932-875dc5c608f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:01.339156 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16577e9-c181-4f22-8932-875dc5c608f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:01.339549 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16577e9-c181-4f22-8932-875dc5c608f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:01.339872 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16577e9-c181-4f22-8932-875dc5c608f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:01.340199 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16577e9-c181-4f22-8932-875dc5c608f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:01.341062 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16577e9-c181-4f22-8932-875dc5c608f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:01.341674 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16577e9-c181-4f22-8932-875dc5c608f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:01.341992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16577e9-c181-4f22-8932-875dc5c608f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:01.357128 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7563114d-116a-4f24-9644-949255a33681 req-8540ffd9-1bf0-4bcd-80c6-2f4b757cb0ef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1590569 Aug 19 18:24:01.390277 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-00ef61d2-d758-45d3-a559-9dfa2ca6ca9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:01.412321 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-00ef61d2-d758-45d3-a559-9dfa2ca6ca9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:01.468363 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-00ef61d2-d758-45d3-a559-9dfa2ca6ca9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:01.472204 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-00ef61d2-d758-45d3-a559-9dfa2ca6ca9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:01.474256 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-00ef61d2-d758-45d3-a559-9dfa2ca6ca9d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d769c645-857f-45b7-ad05-ed02716bdaae HTTP/1.1" status: 204 len: 168 time: 0.1453075 Aug 19 18:24:01.485797 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef61d2-d758-45d3-a559-9dfa2ca6ca9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d769c645-857f-45b7-ad05-ed02716bdaae,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:01.748104 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530af87-26e9-44d6-8821-0f8f5fdb6f15 req-5e543996-6453-48f8-8bf3-633dd70aacd8 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:01.755948 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5530af87-26e9-44d6-8821-0f8f5fdb6f15 req-5e543996-6453-48f8-8bf3-633dd70aacd8 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 944 time: 0.0800729 Aug 19 18:24:01.811948 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5530af87-26e9-44d6-8821-0f8f5fdb6f15 req-4efec66b-ef3a-4855-8531-a90f26d915d0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547574 Aug 19 18:24:01.864292 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36674) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:01.891332 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a62f4-9bd3-4733-ab53-f14544fa6563 req-40c92e74-4909-44c4-8d12-920b6868336d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:01.893273 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-882a62f4-9bd3-4733-ab53-f14544fa6563 req-40c92e74-4909-44c4-8d12-920b6868336d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.0582094 Aug 19 18:24:01.894449 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-00b87c7d-9c53-444d-a93b-c9ffd5f50317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:01.940251 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-882a62f4-9bd3-4733-ab53-f14544fa6563 req-694b9a39-39bb-4a0f-86c8-2f3135064186 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409520 Aug 19 18:24:02.002603 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-00b87c7d-9c53-444d-a93b-c9ffd5f50317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:02.007032 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-00b87c7d-9c53-444d-a93b-c9ffd5f50317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:02.048418 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-00b87c7d-9c53-444d-a93b-c9ffd5f50317 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3d9175dcb2a4bd2a6aa6b78c30eb570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1819997 Aug 19 18:24:02.049132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b87c7d-9c53-444d-a93b-c9ffd5f50317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feda9579-ff81-41b8-85c6-842e29d9ce2f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:02.052733 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36676) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:02.117267 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-65fa6dc6-2dcf-4cf9-b5e4-dbdf45328970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:02.159165 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-65fa6dc6-2dcf-4cf9-b5e4-dbdf45328970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:02.184719 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e37e09-53d0-4720-b911-fb937421c5b0 req-1e074384-cf68-4ed5-9efa-730e07abbe56 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:02.195102 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0e37e09-53d0-4720-b911-fb937421c5b0 req-1e074384-cf68-4ed5-9efa-730e07abbe56 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.0843439 Aug 19 18:24:02.238836 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0e37e09-53d0-4720-b911-fb937421c5b0 req-78cdd833-c136-4fdd-aab8-98566bd0e1a5 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427332 Aug 19 18:24:02.240386 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-65fa6dc6-2dcf-4cf9-b5e4-dbdf45328970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:02.243320 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-65fa6dc6-2dcf-4cf9-b5e4-dbdf45328970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:02.244628 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-65fa6dc6-2dcf-4cf9-b5e4-dbdf45328970 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/feda9579-ff81-41b8-85c6-842e29d9ce2f HTTP/1.1" status: 204 len: 168 time: 0.1905107 Aug 19 18:24:02.256964 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa6dc6-2dcf-4cf9-b5e4-dbdf45328970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feda9579-ff81-41b8-85c6-842e29d9ce2f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:02.967786 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c0936-819d-4e64-add5-650f21278b19 req-d50590e5-a381-4753-b9e0-e0b62e079d04 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:02.979649 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dd7c0936-819d-4e64-add5-650f21278b19 req-d50590e5-a381-4753-b9e0-e0b62e079d04 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 944 time: 0.0773001 Aug 19 18:24:03.056158 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dd7c0936-819d-4e64-add5-650f21278b19 req-d80b01e3-47e3-424a-bc50-a704922981b4 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601199 Aug 19 18:24:03.152160 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c1dd8-123a-461d-a68b-2c5c3cf76ea2 req-70e2f2a4-8530-4938-a653-7cf5fdbe6a06 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:03.156294 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b34c1dd8-123a-461d-a68b-2c5c3cf76ea2 req-70e2f2a4-8530-4938-a653-7cf5fdbe6a06 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.0984049 Aug 19 18:24:03.202773 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b34c1dd8-123a-461d-a68b-2c5c3cf76ea2 req-0d7f0f8c-a70d-447a-b99d-a2a7ddf2c413 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408082 Aug 19 18:24:03.539523 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803244c-8a1c-4a8a-8157-0c49e6cca541 req-ea18eddd-a349-4f56-a178-9c0029153d58 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:03.548771 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1803244c-8a1c-4a8a-8157-0c49e6cca541 req-ea18eddd-a349-4f56-a178-9c0029153d58 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.1101520 Aug 19 18:24:03.585079 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 4a81e399-a7c8-43b8-b76d-69f50052640e details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:24:03.634995 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1803244c-8a1c-4a8a-8157-0c49e6cca541 req-34c158d8-ab7d-485f-ab00-88904e9243d0 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853333 Aug 19 18:24:03.641547 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ff30c-62ed-4a43-9d37-157656af3a43 req-1a078357-5d74-4a40-97f7-769bda53fbe8 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:03.650156 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fe8ff30c-62ed-4a43-9d37-157656af3a43 req-1a078357-5d74-4a40-97f7-769bda53fbe8 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.1009517 Aug 19 18:24:03.702212 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fe8ff30c-62ed-4a43-9d37-157656af3a43 req-dc0138f2-7e08-438c-9e4b-f48b0aefe419 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507510 Aug 19 18:24:03.777496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 4a81e399-a7c8-43b8-b76d-69f50052640e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=4a81e399-a7c8-43b8-b76d-69f50052640e,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:03.797003 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '4a81e399-a7c8-43b8-b76d-69f50052640e', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'port_id': '4a81e399-a7c8-43b8-b76d-69f50052640e', 'mac_address': 'fa:16:3e:1b:d5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:24:03.845258 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:03.860703 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a81e399-a7c8-43b8-b76d-69f50052640e {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:24:03.892368 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 4a81e399-a7c8-43b8-b76d-69f50052640e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=4a81e399-a7c8-43b8-b76d-69f50052640e,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:03.897561 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:03.953942 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=4a81e399-a7c8-43b8-b76d-69f50052640e,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:04.172472 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['4a81e399-a7c8-43b8-b76d-69f50052640e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:24:04.198684 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8cdd9f-cdd6-4966-b494-d5514747422b req-530b7a00-18a7-48cf-a632-9776c01fe9ed tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:04.200931 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ca8cdd9f-cdd6-4966-b494-d5514747422b req-530b7a00-18a7-48cf-a632-9776c01fe9ed tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 945 time: 0.0724399 Aug 19 18:24:04.266603 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ca8cdd9f-cdd6-4966-b494-d5514747422b req-2430cbc7-13e5-44f9-a543-15c3fa3d208f tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569043 Aug 19 18:24:04.601583 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9630e72f-e3b3-4563-83c0-b0b0fbf59498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:04.830740 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16671779-245c-436e-9d71-4507ba49d3ef req-93354632-d616-4987-9cdf-7ee7629fcce2 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:04.842122 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-16671779-245c-436e-9d71-4507ba49d3ef req-93354632-d616-4987-9cdf-7ee7629fcce2 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.1001427 Aug 19 18:24:04.884451 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-16671779-245c-436e-9d71-4507ba49d3ef req-1c167002-b1a4-4c34-9b92-b86081e10216 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413404 Aug 19 18:24:04.889424 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dfa2e-d3a7-46f0-8a00-127b7bee4279 req-927adcf2-9829-448a-ae14-719308cf605e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:04.893056 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-141dfa2e-d3a7-46f0-8a00-127b7bee4279 req-927adcf2-9829-448a-ae14-719308cf605e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.0665882 Aug 19 18:24:04.949955 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-141dfa2e-d3a7-46f0-8a00-127b7bee4279 req-ccb87d67-35d9-4ef2-af82-09ac8cb24448 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514529 Aug 19 18:24:05.416807 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffed61e-452a-4ae2-841d-7c087a565d6c req-44607a65-b268-47c2-a476-6e4243951180 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:05.419748 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cffed61e-452a-4ae2-841d-7c087a565d6c req-44607a65-b268-47c2-a476-6e4243951180 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 945 time: 0.0737140 Aug 19 18:24:05.468228 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cffed61e-452a-4ae2-841d-7c087a565d6c req-4250c296-d3b4-4cc1-82cb-bc534e6edc86 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426018 Aug 19 18:24:05.610730 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 4a81e399-a7c8-43b8-b76d-69f50052640e up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:24:05.671795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 4a81e399-a7c8-43b8-b76d-69f50052640e completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:24:05.676681 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 4a81e399-a7c8-43b8-b76d-69f50052640e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:24:05.677200 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.774164 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.803193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ca11f2-8ebf-4ded-9743-64d19d75c9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a81e399-a7c8-43b8-b76d-69f50052640e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:24:05.807356 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404b3f4b-3c2d-4886-bf51-498f0238eb66" -d '{"events": [{"server_uuid": "41ca11f2-8ebf-4ded-9743-64d19d75c9f2", "name": "network-vif-plugged", "status": "completed", "tag": "4a81e399-a7c8-43b8-b76d-69f50052640e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:24:05.827062 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 4a81e399-a7c8-43b8-b76d-69f50052640e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=4a81e399-a7c8-43b8-b76d-69f50052640e,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:05.832173 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.863712 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19311a22-0706-4be7-8d3a-7a766fe9c827 x-openstack-request-id: req-19311a22-0706-4be7-8d3a-7a766fe9c827 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:24:05.863937 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ca11f2-8ebf-4ded-9743-64d19d75c9f2", "name": "network-vif-plugged", "status": "completed", "tag": "4a81e399-a7c8-43b8-b76d-69f50052640e", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:24:05.864188 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19311a22-0706-4be7-8d3a-7a766fe9c827 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:24:05.864587 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ca11f2-8ebf-4ded-9743-64d19d75c9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a81e399-a7c8-43b8-b76d-69f50052640e', 'code': 200} Aug 19 18:24:05.909665 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=4a81e399-a7c8-43b8-b76d-69f50052640e,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:06.011573 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ce37e-788f-4072-a9d3-6b026634dcf2 req-2d44831b-95d9-4208-a56d-a19fd4a4c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:06.013271 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e60ce37e-788f-4072-a9d3-6b026634dcf2 req-2d44831b-95d9-4208-a56d-a19fd4a4c8c4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 1097 time: 0.0745802 Aug 19 18:24:06.093969 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8de133-0ba3-46e3-9a16-a2faf8775ede req-841a515e-2ed4-4ca3-a312-c6147547d213 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:06.104037 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d8de133-0ba3-46e3-9a16-a2faf8775ede req-841a515e-2ed4-4ca3-a312-c6147547d213 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.1121044 Aug 19 18:24:06.120913 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e60ce37e-788f-4072-a9d3-6b026634dcf2 req-979d059f-72ab-4934-9bda-b64dcc7fa551 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899467 Aug 19 18:24:06.122847 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18879f-b4df-41a0-9983-2b4505f00fd1 req-497c6caf-e522-42e3-9def-3bbd9747994f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:06.130335 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1b18879f-b4df-41a0-9983-2b4505f00fd1 req-497c6caf-e522-42e3-9def-3bbd9747994f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.0701714 Aug 19 18:24:06.158265 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d8de133-0ba3-46e3-9a16-a2faf8775ede req-693970e4-c1c0-444f-ad82-070dba0e12ef tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529723 Aug 19 18:24:06.174138 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1b18879f-b4df-41a0-9983-2b4505f00fd1 req-2e66614a-cdfb-4650-9beb-ead4db2190ba tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424027 Aug 19 18:24:06.620001 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2c7a2-1e4e-4a5b-b66e-cc4b34a35071 req-02cf9453-5f63-4148-b3e1-1b3e8e20e8e8 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:06.622857 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-58a2c7a2-1e4e-4a5b-b66e-cc4b34a35071 req-02cf9453-5f63-4148-b3e1-1b3e8e20e8e8 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 946 time: 0.0714984 Aug 19 18:24:06.677476 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-58a2c7a2-1e4e-4a5b-b66e-cc4b34a35071 req-80d9b8f1-8b9f-47ce-9150-9869796c6c85 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441885 Aug 19 18:24:07.062446 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-11c91295-5e33-4c4d-a1cf-9b0d10987d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:07.264599 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:07.384856 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633db68d-d1fa-4ae6-8d20-ecf6f9cdf0af req-17fb17f2-7324-44dd-a55e-1a01e713d053 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:07.394503 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-633db68d-d1fa-4ae6-8d20-ecf6f9cdf0af req-17fb17f2-7324-44dd-a55e-1a01e713d053 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.0772440 Aug 19 18:24:07.396159 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e170163-eb90-4d70-ad31-75049077885c req-ae325dcd-1158-4f56-a205-5f56ddedd36c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:07.406413 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6e170163-eb90-4d70-ad31-75049077885c req-ae325dcd-1158-4f56-a205-5f56ddedd36c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.1374252 Aug 19 18:24:07.456870 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-633db68d-d1fa-4ae6-8d20-ecf6f9cdf0af req-31696592-f994-46e9-ae62-447c0d58866e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596077 Aug 19 18:24:07.481431 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6e170163-eb90-4d70-ad31-75049077885c req-8154ffe4-0615-44c8-8172-4297b86b690e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678380 Aug 19 18:24:07.817493 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d05f5b-6443-4ce4-9673-1c248e2b7ba6 req-573f3e72-b14d-483f-96be-be0f3fe2a0bb tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:07.819176 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8d05f5b-6443-4ce4-9673-1c248e2b7ba6 req-573f3e72-b14d-483f-96be-be0f3fe2a0bb tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 946 time: 0.0597355 Aug 19 18:24:07.866679 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8d05f5b-6443-4ce4-9673-1c248e2b7ba6 req-7cd5b5c1-c898-414b-9ce9-bf8c4d293aa7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388901 Aug 19 18:24:08.047973 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01168699-6690-4d6a-b53c-a7368a46528d req-8f98b8b3-1c82-4992-969f-17bfe42038fc tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:08.049453 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-01168699-6690-4d6a-b53c-a7368a46528d req-8f98b8b3-1c82-4992-969f-17bfe42038fc tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 946 time: 0.0950370 Aug 19 18:24:08.095717 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-01168699-6690-4d6a-b53c-a7368a46528d req-2ce815be-ffe0-4c70-9c84-58d6410a81a7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390511 Aug 19 18:24:08.160203 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:08.238298 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c978093-1b27-46b0-a634-4ae1746f9ecd req-8d07846b-c4cb-4274-a947-48e2546d8f40 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:08.240550 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8c978093-1b27-46b0-a634-4ae1746f9ecd req-8d07846b-c4cb-4274-a947-48e2546d8f40 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 946 time: 0.0630958 Aug 19 18:24:08.299346 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8c978093-1b27-46b0-a634-4ae1746f9ecd req-b1cc4d30-bf1d-4e27-a9e5-a3422017e138 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508771 Aug 19 18:24:08.666837 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa3455-fe17-43cf-9cc8-9c5f25752b56 req-dc9752bd-7837-4639-b5c4-787cf2dbe6ff tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:08.670039 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87541201-e5fc-4650-9aef-0e2e8db8feab req-2c6976c7-0148-4d8b-8476-0ba03adaa2bb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:08.675640 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e3fa3455-fe17-43cf-9cc8-9c5f25752b56 req-dc9752bd-7837-4639-b5c4-787cf2dbe6ff tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.0653131 Aug 19 18:24:08.680300 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87541201-e5fc-4650-9aef-0e2e8db8feab req-2c6976c7-0148-4d8b-8476-0ba03adaa2bb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.0975103 Aug 19 18:24:08.721615 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e3fa3455-fe17-43cf-9cc8-9c5f25752b56 req-3946970c-0375-4159-adc3-4cce0d14f7a7 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447316 Aug 19 18:24:08.733471 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87541201-e5fc-4650-9aef-0e2e8db8feab req-0485550d-b306-4b0f-a82a-c0d6e48441f9 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519874 Aug 19 18:24:09.019016 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c0cb5-af7e-4189-b8ae-a638b14d7af3 req-745dceae-0e54-4db6-9e2e-334f6df22889 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:09.021222 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d27c0cb5-af7e-4189-b8ae-a638b14d7af3 req-745dceae-0e54-4db6-9e2e-334f6df22889 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 946 time: 0.0702488 Aug 19 18:24:09.081918 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d27c0cb5-af7e-4189-b8ae-a638b14d7af3 req-fa060cee-4df3-41f3-a832-1765950b1175 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5753e12-73cf-42e0-bc8f-cc8fd3b95fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493515 Aug 19 18:24:09.580269 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e21af-2202-4186-82d5-535b12ae8f9d req-a6d6d73a-e648-481b-bcac-e1cb4043ca41 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:09.583172 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-db7e21af-2202-4186-82d5-535b12ae8f9d req-a6d6d73a-e648-481b-bcac-e1cb4043ca41 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 946 time: 0.0954862 Aug 19 18:24:09.637040 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-db7e21af-2202-4186-82d5-535b12ae8f9d req-2e267875-67e5-469c-b203-1c3582ff4204 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419328 Aug 19 18:24:09.860019 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28727178-c1eb-42eb-8715-0e46112841f4 req-985b7798-d833-4605-9234-f3cb382b53f0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:09.861939 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-28727178-c1eb-42eb-8715-0e46112841f4 req-985b7798-d833-4605-9234-f3cb382b53f0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.0599434 Aug 19 18:24:09.918675 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-28727178-c1eb-42eb-8715-0e46112841f4 req-9b7462dc-155f-4ec0-904d-232339389f0a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450122 Aug 19 18:24:09.937038 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef7246-ef68-4e55-ace5-555782f4ca06 req-63a7a1d6-5013-43e1-b358-ccf33c131975 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:09.942168 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0ef7246-ef68-4e55-ace5-555782f4ca06 req-63a7a1d6-5013-43e1-b358-ccf33c131975 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.0808907 Aug 19 18:24:10.008235 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0ef7246-ef68-4e55-ace5-555782f4ca06 req-05407cd6-e6d9-40db-b868-876b61418b9d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605378 Aug 19 18:24:10.156169 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:10.473803 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54be3fa-6b27-4fc9-897d-0717c3246507 req-039bc181-c75c-48f9-8f8c-4c07f2e674d0 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:10.475591 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f54be3fa-6b27-4fc9-897d-0717c3246507 req-039bc181-c75c-48f9-8f8c-4c07f2e674d0 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 946 time: 0.0581286 Aug 19 18:24:10.517397 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f54be3fa-6b27-4fc9-897d-0717c3246507 req-e3d141ea-d091-46f9-a166-ed40dad3503a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5753e12-73cf-42e0-bc8f-cc8fd3b95fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350306 Aug 19 18:24:10.776912 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c14d2-7d6d-489e-a227-d539e3270d20 req-a794d323-83af-4682-b567-e31d02f383b7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:10.778713 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fb1c14d2-7d6d-489e-a227-d539e3270d20 req-a794d323-83af-4682-b567-e31d02f383b7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 946 time: 0.0557110 Aug 19 18:24:10.831579 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fb1c14d2-7d6d-489e-a227-d539e3270d20 req-2e28e70d-8c50-4f9c-bddf-7875ab3fba22 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432985 Aug 19 18:24:10.954185 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:11.083094 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c9d47-2c12-455b-bbad-2bfb5fa770b6 req-b5708e60-7ab3-423a-a27f-fd70ed82849d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:11.090771 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-478c9d47-2c12-455b-bbad-2bfb5fa770b6 req-b5708e60-7ab3-423a-a27f-fd70ed82849d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.0734558 Aug 19 18:24:11.161367 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-478c9d47-2c12-455b-bbad-2bfb5fa770b6 req-01bf2568-479d-49c6-ba9b-861b42e7eb82 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617154 Aug 19 18:24:11.303887 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642b529-41d8-40f0-b42e-edcbcdf45c51 req-e10a47f2-7b89-4854-8970-93b27bb1dfc2 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:11.307003 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2642b529-41d8-40f0-b42e-edcbcdf45c51 req-e10a47f2-7b89-4854-8970-93b27bb1dfc2 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.0988300 Aug 19 18:24:11.342197 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5987dc-abca-4858-a477-3a2811b32f13 req-4eb4618a-7aef-4ad8-b41e-bc2a0db745b9 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:11.344071 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9f5987dc-abca-4858-a477-3a2811b32f13 req-4eb4618a-7aef-4ad8-b41e-bc2a0db745b9 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 946 time: 0.1104791 Aug 19 18:24:11.370521 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2642b529-41d8-40f0-b42e-edcbcdf45c51 req-bc1cb62a-9348-409a-9a69-33ee679af938 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564151 Aug 19 18:24:11.424903 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6367ac-88b5-43f5-9a17-519cd771d986 req-6fe5ec69-6196-43dd-a710-8aaa10128a7b tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:11.426529 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7c6367ac-88b5-43f5-9a17-519cd771d986 req-6fe5ec69-6196-43dd-a710-8aaa10128a7b tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.54 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 946 time: 0.1577206 Aug 19 18:24:11.451270 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9f5987dc-abca-4858-a477-3a2811b32f13 req-d602d7b9-8def-400b-9daa-0947f60a7f5b tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5753e12-73cf-42e0-bc8f-cc8fd3b95fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964346 Aug 19 18:24:11.561060 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-7c6367ac-88b5-43f5-9a17-519cd771d986 req-b484f953-309c-4b35-b580-b6e8670a6efd tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Deleting port 4a81e399-a7c8-43b8-b76d-69f50052640e {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:24:11.561434 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7c6367ac-88b5-43f5-9a17-519cd771d986 req-b484f953-309c-4b35-b580-b6e8670a6efd tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:11.718158 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563114d-116a-4f24-9644-949255a33681 req-67c521b9-0d45-4e41-a2ec-e98753cc8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:11.723972 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7563114d-116a-4f24-9644-949255a33681 req-67c521b9-0d45-4e41-a2ec-e98753cc8b91 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf&tenant_id=d1b1aa2c733a4115bafa765990404683 HTTP/1.1" status: 200 len: 1094 time: 0.0868380 Aug 19 18:24:11.728123 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7c6367ac-88b5-43f5-9a17-519cd771d986 req-b484f953-309c-4b35-b580-b6e8670a6efd tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] For port 4a81e399-a7c8-43b8-b76d-69f50052640e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=4a81e399-a7c8-43b8-b76d-69f50052640e,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:11.729047 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7c6367ac-88b5-43f5-9a17-519cd771d986 req-b484f953-309c-4b35-b580-b6e8670a6efd tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:11.765949 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-7c6367ac-88b5-43f5-9a17-519cd771d986 req-b484f953-309c-4b35-b580-b6e8670a6efd tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Calling delete_port for 4a81e399-a7c8-43b8-b76d-69f50052640e owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:24:11.827591 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563114d-116a-4f24-9644-949255a33681 req-84793784-854c-47e8-8a85-61dea1dfc51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:11.829661 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7563114d-116a-4f24-9644-949255a33681 req-84793784-854c-47e8-8a85-61dea1dfc51d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1b1aa2c733a4115bafa765990404683&device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 1094 time: 0.0689721 Aug 19 18:24:11.988947 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7c6367ac-88b5-43f5-9a17-519cd771d986 req-b484f953-309c-4b35-b580-b6e8670a6efd tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:12.049555 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484f953-309c-4b35-b580-b6e8670a6efd tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event deleted for resources: {'Port': ['ID=4a81e399-a7c8-43b8-b76d-69f50052640e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:12.123503 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6367ac-88b5-43f5-9a17-519cd771d986 req-b484f953-309c-4b35-b580-b6e8670a6efd tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] No DVR routers for this DVR port 4a81e399-a7c8-43b8-b76d-69f50052640e on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:24:12.127676 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7c6367ac-88b5-43f5-9a17-519cd771d986 req-b484f953-309c-4b35-b580-b6e8670a6efd tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:12.132706 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7c6367ac-88b5-43f5-9a17-519cd771d986 req-b484f953-309c-4b35-b580-b6e8670a6efd tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.54 "DELETE /v2.0/ports/4a81e399-a7c8-43b8-b76d-69f50052640e HTTP/1.1" status: 204 len: 173 time: 0.6975462 Aug 19 18:24:12.133224 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ca11f2-8ebf-4ded-9743-64d19d75c9f2', 'name': 'network-vif-deleted', 'tag': '4a81e399-a7c8-43b8-b76d-69f50052640e'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:24:12.136317 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb71f004-3063-40e7-bf4c-fb06e41bb4ca" -d '{"events": [{"server_uuid": "41ca11f2-8ebf-4ded-9743-64d19d75c9f2", "name": "network-vif-deleted", "tag": "4a81e399-a7c8-43b8-b76d-69f50052640e"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:24:12.247907 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722118a7-117e-42b6-85a6-31109bc97199 x-openstack-request-id: req-722118a7-117e-42b6-85a6-31109bc97199 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:24:12.248500 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ca11f2-8ebf-4ded-9743-64d19d75c9f2", "name": "network-vif-deleted", "tag": "4a81e399-a7c8-43b8-b76d-69f50052640e", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:24:12.248619 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-722118a7-117e-42b6-85a6-31109bc97199 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:24:12.248990 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ca11f2-8ebf-4ded-9743-64d19d75c9f2', 'name': 'network-vif-deleted', 'tag': '4a81e399-a7c8-43b8-b76d-69f50052640e', 'status': 'completed', 'code': 200} Aug 19 18:24:12.385491 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563114d-116a-4f24-9644-949255a33681 req-2cdf156e-439e-4923-990c-15af9cfb0b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:12.387650 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7563114d-116a-4f24-9644-949255a33681 req-2cdf156e-439e-4923-990c-15af9cfb0b3a service neutron] 10.222.0.50 "GET /v2.0/networks?id=bacad945-2962-49c4-806c-a7bd8c4e8d7b HTTP/1.1" status: 200 len: 918 time: 0.5484872 Aug 19 18:24:12.409124 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-93733d82-2522-453e-a68e-8a9cb2e868fd req-af6246ca-6718-4717-9606-659bf05a965c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 210 time: 0.4631014 Aug 19 18:24:12.495691 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7add3-a30d-4731-b4c1-db5fc7d083c8 req-312daaa7-1edb-4620-bb9d-4f053c7ae357 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:12.505317 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f6e7add3-a30d-4731-b4c1-db5fc7d083c8 req-312daaa7-1edb-4620-bb9d-4f053c7ae357 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.1237009 Aug 19 18:24:12.652869 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7563114d-116a-4f24-9644-949255a33681 req-1a775557-486b-4d01-874b-998ed18465ba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=968365ec-5696-467d-bee4-2f8e8058c00a HTTP/1.1" status: 200 len: 999 time: 0.2423291 Aug 19 18:24:12.661768 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f6e7add3-a30d-4731-b4c1-db5fc7d083c8 req-2a4f549c-5eed-4c30-8446-f5fcc50d484e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553619 Aug 19 18:24:12.663073 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb748252-7206-43a5-80c4-f79ae7737a70 req-ea845f29-1fa8-4424-99de-435b9275efa4 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:12.671588 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cb748252-7206-43a5-80c4-f79ae7737a70 req-ea845f29-1fa8-4424-99de-435b9275efa4 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.1120496 Aug 19 18:24:12.765381 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cb748252-7206-43a5-80c4-f79ae7737a70 req-fb3d9b3c-dede-43ae-a33b-11296ebb97d2 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927298 Aug 19 18:24:12.803110 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563114d-116a-4f24-9644-949255a33681 req-8283fa72-42d7-41ab-bddc-3ba456a8767a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:12.814576 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7563114d-116a-4f24-9644-949255a33681 req-8283fa72-42d7-41ab-bddc-3ba456a8767a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9e32631a-48d3-4ef0-8eb3-575117a89737 HTTP/1.1" status: 200 len: 856 time: 0.1099243 Aug 19 18:24:12.835852 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c051982-2391-484d-8d34-ac1760516912 req-26ebcf1c-0187-4f06-9bf5-2e389d3e79bc tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:12.845769 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1c051982-2391-484d-8d34-ac1760516912 req-26ebcf1c-0187-4f06-9bf5-2e389d3e79bc tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 946 time: 0.0763967 Aug 19 18:24:12.873663 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563114d-116a-4f24-9644-949255a33681 req-e45c268b-076a-48b4-a4a3-2de02fbed7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:12.878590 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7563114d-116a-4f24-9644-949255a33681 req-e45c268b-076a-48b4-a4a3-2de02fbed7fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bacad945-2962-49c4-806c-a7bd8c4e8d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606527 Aug 19 18:24:12.907336 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1c051982-2391-484d-8d34-ac1760516912 req-df7b03fb-2a02-43bd-b74b-cccb03c39ce2 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5753e12-73cf-42e0-bc8f-cc8fd3b95fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600753 Aug 19 18:24:13.023596 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7563114d-116a-4f24-9644-949255a33681 req-da42c582-0dd3-4622-bcf7-e32935644364 service neutron] 10.222.0.50 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337206 Aug 19 18:24:13.202767 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc1dbe-4759-4c33-9b8e-a54c0dd6c1e5 req-c2eec860-716b-4d02-a526-d5ae88fa1237 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:13.205233 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-20cc1dbe-4759-4c33-9b8e-a54c0dd6c1e5 req-c2eec860-716b-4d02-a526-d5ae88fa1237 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.50 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 946 time: 0.0913286 Aug 19 18:24:13.211151 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7563114d-116a-4f24-9644-949255a33681 req-f6307a80-ea08-4ed4-af51-8e14722db662 service neutron] 10.222.0.50 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767943 Aug 19 18:24:13.346940 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-20cc1dbe-4759-4c33-9b8e-a54c0dd6c1e5 req-835991af-8527-49f8-9211-bab6c9954b46 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Deleting port 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:24:13.347304 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-20cc1dbe-4759-4c33-9b8e-a54c0dd6c1e5 req-835991af-8527-49f8-9211-bab6c9954b46 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:13.508340 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-20cc1dbe-4759-4c33-9b8e-a54c0dd6c1e5 req-835991af-8527-49f8-9211-bab6c9954b46 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] For port 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6,segment=NetworkSegment(b046ec20-0f89-4175-ae84-1bee4ba09fc8),segment_id=b046ec20-0f89-4175-ae84-1bee4ba09fc8)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:13.509357 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-20cc1dbe-4759-4c33-9b8e-a54c0dd6c1e5 req-835991af-8527-49f8-9211-bab6c9954b46 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:13.676103 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 4a81e399-a7c8-43b8-b76d-69f50052640e no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:24:13.685901 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6396a036-9756-47c1-9760-1de20452e3ce req-65da9dd7-6264-428b-a954-bff96158afc7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 210 time: 0.0459082 Aug 19 18:24:13.723827 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 4a81e399-a7c8-43b8-b76d-69f50052640e {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:24:13.724425 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 4a81e399-a7c8-43b8-b76d-69f50052640e not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:24:13.918885 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc4210-3d19-44c4-acb2-695433c0137a req-3bb8b5e5-dd5b-4233-8e9b-8daa7e3ca7d8 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:13.942651 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ddcc4210-3d19-44c4-acb2-695433c0137a req-3bb8b5e5-dd5b-4233-8e9b-8daa7e3ca7d8 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.1666260 Aug 19 18:24:14.041246 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ddcc4210-3d19-44c4-acb2-695433c0137a req-1110f936-c8ce-4025-aedc-4711af25c589 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974338 Aug 19 18:24:14.149284 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-20cc1dbe-4759-4c33-9b8e-a54c0dd6c1e5 req-835991af-8527-49f8-9211-bab6c9954b46 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:14.150508 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-20cc1dbe-4759-4c33-9b8e-a54c0dd6c1e5 req-835991af-8527-49f8-9211-bab6c9954b46 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:14.152304 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [req-20cc1dbe-4759-4c33-9b8e-a54c0dd6c1e5 req-835991af-8527-49f8-9211-bab6c9954b46 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Floating IP 301a9cab-ab53-4ebb-ba58-d9b8f5abf350 disassociated. External IP: 172.25.8.118, port: 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6. Aug 19 18:24:14.152723 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-20cc1dbe-4759-4c33-9b8e-a54c0dd6c1e5 req-835991af-8527-49f8-9211-bab6c9954b46 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Calling delete_port for 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:24:14.345260 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9034e81-ccdd-40dc-9567-25c18d92273c req-09bb5e35-04e1-4683-8310-ed650ee6fe7c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:14.360039 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c9034e81-ccdd-40dc-9567-25c18d92273c req-09bb5e35-04e1-4683-8310-ed650ee6fe7c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.3866735 Aug 19 18:24:14.383893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a5271-06d3-4ec5-99d2-24bacf1f2d44 req-a4efb2b2-d1fb-4427-ab99-7f4aab9f8851 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:14.392911 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-117a5271-06d3-4ec5-99d2-24bacf1f2d44 req-a4efb2b2-d1fb-4427-ab99-7f4aab9f8851 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 946 time: 0.1786456 Aug 19 18:24:14.524182 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-117a5271-06d3-4ec5-99d2-24bacf1f2d44 req-c4f5720c-f7b7-4a13-99ab-08ae74201610 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5753e12-73cf-42e0-bc8f-cc8fd3b95fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172740 Aug 19 18:24:14.560308 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c9034e81-ccdd-40dc-9567-25c18d92273c req-5bd1ec8d-6d58-4319-9940-e3885a870e48 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958654 Aug 19 18:24:14.760769 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-20cc1dbe-4759-4c33-9b8e-a54c0dd6c1e5 req-835991af-8527-49f8-9211-bab6c9954b46 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:14.925461 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835991af-8527-49f8-9211-bab6c9954b46 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Pushing event deleted for resources: {'Port': ['ID=181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:14.973691 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-67b35f62-4592-448a-9357-1b8751c496fa req-21e64e86-88e9-4274-b804-e4b37a758ab5 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 210 time: 0.0787721 Aug 19 18:24:15.343356 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20cc1dbe-4759-4c33-9b8e-a54c0dd6c1e5 req-835991af-8527-49f8-9211-bab6c9954b46 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Router 6c3844a9-9848-468f-91ed-db4917f8d2a6 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:24:15.367494 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f2660-4929-41ed-825d-0b0f919e0f03 req-9285f87f-7295-4948-b777-5b0d59df14b0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:15.369118 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-062f2660-4929-41ed-825d-0b0f919e0f03 req-9285f87f-7295-4948-b777-5b0d59df14b0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.1588423 Aug 19 18:24:15.530664 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-062f2660-4929-41ed-825d-0b0f919e0f03 req-0f76107a-8d39-4937-abbc-a3eff779dc87 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536229 Aug 19 18:24:15.816650 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fd77c3bb-c7b2-4993-a34b-cf63271f9b1c req-fe53c133-75f1-422b-acbd-1d72b1d25c0c tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 210 time: 0.1029770 Aug 19 18:24:15.919749 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655745b-cf73-4d78-b3b4-f602d1a7c766 req-9b53fa96-7457-4335-a90f-46faf621d596 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:15.921793 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3655745b-cf73-4d78-b3b4-f602d1a7c766 req-9b53fa96-7457-4335-a90f-46faf621d596 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 945 time: 0.6172168 Aug 19 18:24:16.012141 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8695ccd-8912-4603-8194-d83f0bd6e0e1 req-3acaf4d5-5948-4216-879a-c2a9ff1f506b tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:16.029940 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b8695ccd-8912-4603-8194-d83f0bd6e0e1 req-3acaf4d5-5948-4216-879a-c2a9ff1f506b tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.1058414 Aug 19 18:24:16.066379 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20cc1dbe-4759-4c33-9b8e-a54c0dd6c1e5 req-835991af-8527-49f8-9211-bab6c9954b46 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:24:16.080280 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2610a21-db91-4ee2-9a10-1cf3ef9bf34f None None] Sync routers for ids ['6c3844a9-9848-468f-91ed-db4917f8d2a6'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:24:16.095114 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2610a21-db91-4ee2-9a10-1cf3ef9bf34f None None] Routers {'6c3844a9-9848-468f-91ed-db4917f8d2a6'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:24:16.096694 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f2610a21-db91-4ee2-9a10-1cf3ef9bf34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:24:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c3844a9-9848-468f-91ed-db4917f8d2a6'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:16.109574 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3655745b-cf73-4d78-b3b4-f602d1a7c766 req-56965826-249f-47e3-b9f0-30ea3765450f tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622443 Aug 19 18:24:16.129927 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:24:16.132849 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b8695ccd-8912-4603-8194-d83f0bd6e0e1 req-68babd67-85ac-4260-9d19-71a6a50d5db5 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008401 Aug 19 18:24:16.190178 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:24:16.192213 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:24:16.235981 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cc1dbe-4759-4c33-9b8e-a54c0dd6c1e5 req-835991af-8527-49f8-9211-bab6c9954b46 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] No DVR routers for this DVR port 181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:24:16.239646 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-20cc1dbe-4759-4c33-9b8e-a54c0dd6c1e5 req-835991af-8527-49f8-9211-bab6c9954b46 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:16.243175 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-20cc1dbe-4759-4c33-9b8e-a54c0dd6c1e5 req-835991af-8527-49f8-9211-bab6c9954b46 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.50 "DELETE /v2.0/ports/181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6 HTTP/1.1" status: 204 len: 173 time: 3.0308383 Aug 19 18:24:16.243747 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7abc6e-ccc8-4229-b588-14ed68860c12', 'name': 'network-vif-deleted', 'tag': '181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:24:16.247609 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a83edef-33ec-4f99-a0d6-2bbca44d8326" -d '{"events": [{"server_uuid": "da7abc6e-ccc8-4229-b588-14ed68860c12", "name": "network-vif-deleted", "tag": "181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:24:16.425655 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5ba4a7-2947-43ad-a6b4-61e7236f5205 x-openstack-request-id: req-3f5ba4a7-2947-43ad-a6b4-61e7236f5205 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:24:16.427245 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7abc6e-ccc8-4229-b588-14ed68860c12", "name": "network-vif-deleted", "tag": "181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:24:16.428900 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3f5ba4a7-2947-43ad-a6b4-61e7236f5205 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:24:16.430236 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7abc6e-ccc8-4229-b588-14ed68860c12', 'name': 'network-vif-deleted', 'tag': '181c9f0b-0fc1-4853-bf9e-87f7c0ad25f6', 'status': 'completed', 'code': 200} Aug 19 18:24:16.455736 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-92fe85b5-e9de-409b-bc3d-24d9208646e6 req-22a7354c-a686-464d-89bd-ab8a51d00d0c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 210 time: 0.1562459 Aug 19 18:24:16.464523 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:16.485201 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-f2610a21-db91-4ee2-9a10-1cf3ef9bf34f None None] Set router 6c3844a9-9848-468f-91ed-db4917f8d2a6 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:24:16.780869 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1c334-f38f-4f5c-b108-e0202bc32c38 req-da95ca31-b5d7-4c2f-a247-2a2dfacf75c5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:16.783230 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3e1c334-f38f-4f5c-b108-e0202bc32c38 req-da95ca31-b5d7-4c2f-a247-2a2dfacf75c5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.1087985 Aug 19 18:24:16.957012 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3e1c334-f38f-4f5c-b108-e0202bc32c38 req-ea9a5c08-cda5-4669-a1cb-597bbf973ef4 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660826 Aug 19 18:24:17.046812 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f2610a21-db91-4ee2-9a10-1cf3ef9bf34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'name': 'tempest-ServersTestJSON-237828362-router', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:52Z', 'updated_at': '2021-08-19T18:22:01Z', 'revision_number': 4, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'gw_port': {'id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:94:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:54Z', 'updated_at': '2021-08-19T18:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '6c61507e-e1b4-48cb-8e08-5682a7f066ca', 'name': '', 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'mac_address': 'fa:16:3e:dc:47:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '83db52d5-596d-4360-af37-78a70930d713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:58Z', 'updated_at': '2021-08-19T18:22:10Z', 'revision_number': 5, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'subnets': [{'id': '83db52d5-596d-4360-af37-78a70930d713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:17.117060 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8c67becd-c776-4363-b6f5-b3c627f35540 req-f31af40e-c9b4-4c36-9f93-9d80735ca411 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 210 time: 0.0902631 Aug 19 18:24:17.126496 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2610a21-db91-4ee2-9a10-1cf3ef9bf34f None None] Checking router: 6c3844a9-9848-468f-91ed-db4917f8d2a6 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:24:17.153768 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2610a21-db91-4ee2-9a10-1cf3ef9bf34f None None] Routers {'6c3844a9-9848-468f-91ed-db4917f8d2a6'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:24:17.154549 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f2610a21-db91-4ee2-9a10-1cf3ef9bf34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:24:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c3844a9-9848-468f-91ed-db4917f8d2a6'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:17.393404 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e9a5e-d847-44e0-b1c5-e011e0c2b683 req-ecb63fc8-a08e-4886-902d-06f952cf26bf tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:17.397408 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f98e9a5e-d847-44e0-b1c5-e011e0c2b683 req-ecb63fc8-a08e-4886-902d-06f952cf26bf tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.1154940 Aug 19 18:24:17.421996 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a33c0f-c229-459c-a6ae-807b80aa762e req-1ccc53c8-0510-403f-ac7b-36f5437c75ae tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:17.427058 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-61a33c0f-c229-459c-a6ae-807b80aa762e req-1ccc53c8-0510-403f-ac7b-36f5437c75ae tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 945 time: 0.1235225 Aug 19 18:24:17.530378 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f98e9a5e-d847-44e0-b1c5-e011e0c2b683 req-d27646ba-1e52-47c9-a352-f071ae12866a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064646 Aug 19 18:24:17.554767 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-f2610a21-db91-4ee2-9a10-1cf3ef9bf34f None None] Set router 6c3844a9-9848-468f-91ed-db4917f8d2a6 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:24:17.573580 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-61a33c0f-c229-459c-a6ae-807b80aa762e req-739d5f29-2a4a-4b52-8a66-16cec533fe76 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323726 Aug 19 18:24:17.755570 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da0217bb-a3ab-473c-8373-701b2097976d req-07dc9263-9521-4606-a077-660cfef0f638 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 210 time: 0.0777915 Aug 19 18:24:17.963205 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f2610a21-db91-4ee2-9a10-1cf3ef9bf34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'name': 'tempest-ServersTestJSON-237828362-router', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:52Z', 'updated_at': '2021-08-19T18:22:01Z', 'revision_number': 4, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'gw_port': {'id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:94:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:54Z', 'updated_at': '2021-08-19T18:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '6c61507e-e1b4-48cb-8e08-5682a7f066ca', 'name': '', 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'mac_address': 'fa:16:3e:dc:47:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '83db52d5-596d-4360-af37-78a70930d713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:58Z', 'updated_at': '2021-08-19T18:22:10Z', 'revision_number': 5, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'subnets': [{'id': '83db52d5-596d-4360-af37-78a70930d713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:18.064859 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2610a21-db91-4ee2-9a10-1cf3ef9bf34f None None] The sync data for ids ['6c3844a9-9848-468f-91ed-db4917f8d2a6'] in n-d-803753-2 is: [{'id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'name': 'tempest-ServersTestJSON-237828362-router', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:52Z', 'updated_at': '2021-08-19T18:22:01Z', 'revision_number': 4, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'gw_port': {'id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:94:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:54Z', 'updated_at': '2021-08-19T18:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '6c61507e-e1b4-48cb-8e08-5682a7f066ca', 'name': '', 'network_id': '0572647f-5270-4d43-8c99-1b268d9b7ff3', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'mac_address': 'fa:16:3e:dc:47:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '83db52d5-596d-4360-af37-78a70930d713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:58Z', 'updated_at': '2021-08-19T18:22:10Z', 'revision_number': 5, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'subnets': [{'id': '83db52d5-596d-4360-af37-78a70930d713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:24:18.308556 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386356bd-9c24-468c-b3f2-2e4cef9ec430 req-66c4a305-3870-44c9-a76a-53602d17e6b4 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:18.323375 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-386356bd-9c24-468c-b3f2-2e4cef9ec430 req-66c4a305-3870-44c9-a76a-53602d17e6b4 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.1862547 Aug 19 18:24:18.357994 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-15c16b91-7c14-4a90-b044-ccfb6c5d4005 req-ba77d8c9-fc12-48fd-969e-72d2701ab07b tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 210 time: 0.0773132 Aug 19 18:24:18.412563 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-386356bd-9c24-468c-b3f2-2e4cef9ec430 req-69061d18-7df7-4869-a163-bff02f2e527a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878046 Aug 19 18:24:18.662104 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec084b83-5f42-4fec-b1bb-5d74edd75b84 None None] New status for floating IP 301a9cab-ab53-4ebb-ba58-d9b8f5abf350: DOWN {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:24:18.804448 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002727e-6482-4085-93aa-7bfc61708942 req-8fd247d7-51ea-47dc-ba52-9b1728c408bd tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:18.806055 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6002727e-6482-4085-93aa-7bfc61708942 req-8fd247d7-51ea-47dc-ba52-9b1728c408bd tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.0984519 Aug 19 18:24:18.846558 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de438b17-bb54-4d5d-958e-ad412f1eca66 req-fb649cfd-c683-497b-892d-0aa089c7d467 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:18.856232 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de438b17-bb54-4d5d-958e-ad412f1eca66 req-fb649cfd-c683-497b-892d-0aa089c7d467 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 945 time: 0.1209838 Aug 19 18:24:18.920124 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6002727e-6482-4085-93aa-7bfc61708942 req-0f5d353c-88a0-4232-9e90-6b7d7ac392d1 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974405 Aug 19 18:24:18.934710 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de438b17-bb54-4d5d-958e-ad412f1eca66 req-10330529-90e7-4f58-81a7-6c0a9d5402a3 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771062 Aug 19 18:24:19.078766 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2e7fff91-6af8-459e-bcfb-9bfaec5c6cbf req-b385ab88-88f5-40e9-a261-ccc22cdf0fe7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=41ca11f2-8ebf-4ded-9743-64d19d75c9f2 HTTP/1.1" status: 200 len: 210 time: 0.0413811 Aug 19 18:24:19.489525 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09326396-c0c8-493e-973c-ad70b27fb608 req-97f95104-94c2-477f-9653-0689b2359f82 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 210 time: 0.0621684 Aug 19 18:24:19.639916 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62ee96-63d2-4c90-95d5-b01110681568 req-9200480b-178f-4900-803b-084456b401c0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:19.647923 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2c62ee96-63d2-4c90-95d5-b01110681568 req-9200480b-178f-4900-803b-084456b401c0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.0964508 Aug 19 18:24:19.696186 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2c62ee96-63d2-4c90-95d5-b01110681568 req-b26d0631-232a-41f9-bc21-a3c18d2adf56 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470142 Aug 19 18:24:20.124596 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711439b-c06c-4c44-9b4b-99ca7fca21be req-227a4cd8-4980-4736-a704-23e378058f75 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:20.127077 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5711439b-c06c-4c44-9b4b-99ca7fca21be req-227a4cd8-4980-4736-a704-23e378058f75 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 945 time: 0.1006131 Aug 19 18:24:20.194922 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfc085-7275-41cc-ac7d-7733e9875f0d req-fa37337c-cdfc-4d08-a951-2cd859acb44e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:20.205390 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5ddfc085-7275-41cc-ac7d-7733e9875f0d req-fa37337c-cdfc-4d08-a951-2cd859acb44e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.0758896 Aug 19 18:24:20.255084 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5711439b-c06c-4c44-9b4b-99ca7fca21be req-f043b78b-216b-4aa1-9c76-b9a0150775e9 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917530 Aug 19 18:24:20.267579 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5ddfc085-7275-41cc-ac7d-7733e9875f0d req-684c5f7e-0df7-4625-a73c-786e6a14cd3c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604939 Aug 19 18:24:20.677193 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-13141b3e-f38e-4e06-bd05-74f4f43cfd03 req-4c38a7d3-8c11-483f-89ad-59d4311ece2a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 210 time: 0.0607810 Aug 19 18:24:20.910737 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc97cde-d7ae-4d1b-a1cf-456f304e4ba6 req-09b700dd-1340-442e-b75c-dd55990011ec tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:20.926231 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2cc97cde-d7ae-4d1b-a1cf-456f304e4ba6 req-09b700dd-1340-442e-b75c-dd55990011ec tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.1049628 Aug 19 18:24:21.025988 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2cc97cde-d7ae-4d1b-a1cf-456f304e4ba6 req-848ebb1a-0a3a-4434-97d7-646d49079c93 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967607 Aug 19 18:24:21.495091 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbcc2c-32c4-499d-af68-60d4f92d332d req-1940ab97-a45f-4b3d-938e-5666b19c6fb2 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:21.497526 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029e28c-c865-43cd-9ffe-fcc7dd99cfb7 req-58136427-f5a5-422d-999e-c60f5e3355d2 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:21.506998 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1029e28c-c865-43cd-9ffe-fcc7dd99cfb7 req-58136427-f5a5-422d-999e-c60f5e3355d2 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 945 time: 0.0987971 Aug 19 18:24:21.515352 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdcbcc2c-32c4-499d-af68-60d4f92d332d req-1940ab97-a45f-4b3d-938e-5666b19c6fb2 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.1318996 Aug 19 18:24:21.582189 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1029e28c-c865-43cd-9ffe-fcc7dd99cfb7 req-ddfa74f9-6662-437c-832a-79165489cf62 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740609 Aug 19 18:24:21.680355 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdcbcc2c-32c4-499d-af68-60d4f92d332d req-3c51cdfc-48e9-4a8d-95f6-bb7fca01e7c3 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641040 Aug 19 18:24:21.818260 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0b3d994-c978-4592-bea8-51fefcc3f256 req-a30b1f8d-2753-4819-a3d0-0b1fa8f3c122 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 210 time: 0.0417039 Aug 19 18:24:22.189980 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65912089-79cc-481e-94cd-fe1fbd178812 req-9de79297-fb93-4c32-8a0d-acb242d66121 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:22.192611 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-65912089-79cc-481e-94cd-fe1fbd178812 req-9de79297-fb93-4c32-8a0d-acb242d66121 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.0822144 Aug 19 18:24:22.247370 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-65912089-79cc-481e-94cd-fe1fbd178812 req-0b15b3f0-4fce-4fb0-8c18-dce606e48514 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422626 Aug 19 18:24:22.852708 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df036c-e3d5-4f2d-a707-4c04e5e27a7b req-f449fd72-3b9e-41d0-817e-4f87415739a7 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:22.854621 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-85df036c-e3d5-4f2d-a707-4c04e5e27a7b req-f449fd72-3b9e-41d0-817e-4f87415739a7 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 945 time: 0.0795503 Aug 19 18:24:22.938361 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc99dc-26db-4759-ba88-856cf6463084 req-5a2d06d3-1b29-4137-94a7-4644dd132d37 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:22.948672 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4acc99dc-26db-4759-ba88-856cf6463084 req-5a2d06d3-1b29-4137-94a7-4644dd132d37 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.0843103 Aug 19 18:24:22.948889 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-85df036c-e3d5-4f2d-a707-4c04e5e27a7b req-7c5c7d96-8a8d-4729-b3d7-b01cfb86f81b tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851974 Aug 19 18:24:23.010576 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4acc99dc-26db-4759-ba88-856cf6463084 req-430a3319-440c-40db-86ea-489a51dcb072 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597854 Aug 19 18:24:23.145122 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8f46ce70-d2ba-4446-af4a-420414d0ef29 req-ba64270f-729b-403d-8f72-a76349a8ab67 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 210 time: 0.0390933 Aug 19 18:24:23.428474 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93bc10-239c-4a67-b350-d65f3a843f53 req-92b4ef99-5da3-4e73-8259-2f43ece8aa39 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:23.436667 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ab93bc10-239c-4a67-b350-d65f3a843f53 req-92b4ef99-5da3-4e73-8259-2f43ece8aa39 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.0700796 Aug 19 18:24:23.482278 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ab93bc10-239c-4a67-b350-d65f3a843f53 req-3c434174-39cb-4fdf-8600-4cdfcb1b63a5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444357 Aug 19 18:24:24.197711 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01a95b-6511-4ed5-bb6a-cebd01ccc25b req-8cf00aef-e31b-4b15-831b-7c5469d51299 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:24.208029 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ce01a95b-6511-4ed5-bb6a-cebd01ccc25b req-8cf00aef-e31b-4b15-831b-7c5469d51299 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 945 time: 0.1083732 Aug 19 18:24:24.293256 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44913fa-7a26-433d-bbad-e7cb115307a7 req-b73bb1af-c822-4870-9ff3-43baa089905f tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:24.299563 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ce01a95b-6511-4ed5-bb6a-cebd01ccc25b req-bb8045d4-45c8-478b-b7ad-909ed8c9d12b tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902412 Aug 19 18:24:24.326524 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b44913fa-7a26-433d-bbad-e7cb115307a7 req-b73bb1af-c822-4870-9ff3-43baa089905f tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.1536686 Aug 19 18:24:24.409903 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b44913fa-7a26-433d-bbad-e7cb115307a7 req-2dc8db3d-6267-41b6-9740-ccdd73f6a347 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758262 Aug 19 18:24:24.461602 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8a631bf6-16e3-4aed-a14b-912c500118e4 req-90f8f1e7-50b5-491a-af5a-c4e110449700 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 210 time: 0.0527737 Aug 19 18:24:24.732385 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26ef53-c345-49e4-bdbe-d814824719f0 req-00f4a91d-1c44-4ee3-85a5-9ab9154bdee3 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:24.735467 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1c26ef53-c345-49e4-bdbe-d814824719f0 req-00f4a91d-1c44-4ee3-85a5-9ab9154bdee3 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.1124346 Aug 19 18:24:24.799402 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1c26ef53-c345-49e4-bdbe-d814824719f0 req-dd1fbd6f-df25-4bed-bbde-f575b4705f02 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572331 Aug 19 18:24:25.474551 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13519f1-c796-4e76-91af-e7feae96923f req-46b8b082-b03e-4715-8a02-c84b754aeb58 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:25.476236 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f13519f1-c796-4e76-91af-e7feae96923f req-46b8b082-b03e-4715-8a02-c84b754aeb58 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 945 time: 0.0955245 Aug 19 18:24:25.568266 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f13519f1-c796-4e76-91af-e7feae96923f req-c646ea66-f5d6-42c7-bb98-799088a36a08 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649629 Aug 19 18:24:25.665898 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-55bf984b-024e-4d54-9cfc-e656780e9262 req-ec4e269b-8a2a-4c62-9352-3f426a137ec9 tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 210 time: 0.0428796 Aug 19 18:24:25.674053 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c389c2-c8ea-4be4-b15f-b3b835cc711b req-37a7c375-ac4c-429b-ad96-07b87f40c008 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:25.676097 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-95c389c2-c8ea-4be4-b15f-b3b835cc711b req-37a7c375-ac4c-429b-ad96-07b87f40c008 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.1229978 Aug 19 18:24:25.745176 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-95c389c2-c8ea-4be4-b15f-b3b835cc711b req-c183f206-19fe-4697-86f8-6a41f269bc08 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624661 Aug 19 18:24:25.935162 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dd76c-8053-4978-b14d-b060aacb365a req-f0290b34-3065-4189-a37f-c4e3941f05f4 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:25.936822 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f38dd76c-8053-4978-b14d-b060aacb365a req-f0290b34-3065-4189-a37f-c4e3941f05f4 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.0558622 Aug 19 18:24:26.329033 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f38dd76c-8053-4978-b14d-b060aacb365a req-e782b30e-af50-4171-8c78-46554953968b tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855834 Aug 19 18:24:26.697864 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e6e0a-875a-400d-8162-c8377c5260ec req-5ba0837f-698d-412c-9fbd-d0329b498bd6 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:26.700346 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-de1e6e0a-875a-400d-8162-c8377c5260ec req-5ba0837f-698d-412c-9fbd-d0329b498bd6 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 945 time: 0.0552874 Aug 19 18:24:26.745311 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-de1e6e0a-875a-400d-8162-c8377c5260ec req-ba1dda56-2e83-4dc4-8fd1-463c007f5abd tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369287 Aug 19 18:24:26.798034 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-42b1ab38-9eba-43b2-9f51-eb803cf17eae req-867db969-a41f-41fe-b981-3f3e2924755f tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7abc6e-ccc8-4229-b588-14ed68860c12 HTTP/1.1" status: 200 len: 210 time: 0.0411789 Aug 19 18:24:26.911175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01545c06-9b1d-40ea-9ef0-b8d7b3feeb0f req-85f5df13-f0de-4d62-84d7-433a292dc882 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:26.913342 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-01545c06-9b1d-40ea-9ef0-b8d7b3feeb0f req-85f5df13-f0de-4d62-84d7-433a292dc882 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.0739598 Aug 19 18:24:26.974742 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-01545c06-9b1d-40ea-9ef0-b8d7b3feeb0f req-7f8fbc9b-9f36-4a43-8e23-bb6fe37974c7 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527632 Aug 19 18:24:27.473147 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33822e2-2296-4993-a1eb-cf32f7d06962 req-2e79c0ac-d057-464a-8ebd-69def65d2ac7 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:27.474870 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e33822e2-2296-4993-a1eb-cf32f7d06962 req-2e79c0ac-d057-464a-8ebd-69def65d2ac7 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.0656505 Aug 19 18:24:27.533179 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e33822e2-2296-4993-a1eb-cf32f7d06962 req-14e73571-d2c8-4c29-91d2-5691c21c9be6 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502887 Aug 19 18:24:27.894125 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37124) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:27.908604 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf1750-3a39-45b9-8d18-e58d2ecb4bec req-80437ccc-9352-40ff-88bc-c257bb11f5dc tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:27.910315 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3dcf1750-3a39-45b9-8d18-e58d2ecb4bec req-80437ccc-9352-40ff-88bc-c257bb11f5dc tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 945 time: 0.0636225 Aug 19 18:24:27.957168 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3dcf1750-3a39-45b9-8d18-e58d2ecb4bec req-6f645d38-dd09-4804-9774-3221da71fb89 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396750 Aug 19 18:24:27.963637 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f659c244-f5e2-472e-a3a1-76e5159ca6ac tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:27.997263 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f659c244-f5e2-472e-a3a1-76e5159ca6ac tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:28.083269 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f659c244-f5e2-472e-a3a1-76e5159ca6ac tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:28.089618 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f659c244-f5e2-472e-a3a1-76e5159ca6ac tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:28.095888 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f659c244-f5e2-472e-a3a1-76e5159ca6ac tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "DELETE /v2.0/security-groups/c5753e12-73cf-42e0-bc8f-cc8fd3b95fee HTTP/1.1" status: 204 len: 168 time: 0.1968784 Aug 19 18:24:28.096197 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37128) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:28.111979 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-f1218342-a911-4cab-926f-1f43b3fc966b tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] show failed (client error): The resource could not be found. Aug 19 18:24:28.113426 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f1218342-a911-4cab-926f-1f43b3fc966b tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "GET /v2.0/security-groups/c5753e12-73cf-42e0-bc8f-cc8fd3b95fee HTTP/1.1" status: 404 len: 347 time: 0.0162151 Aug 19 18:24:28.114662 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659c244-f5e2-472e-a3a1-76e5159ca6ac tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5753e12-73cf-42e0-bc8f-cc8fd3b95fee,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:28.117305 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37130) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:28.253219 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd6afa-4daa-48c6-8855-d90a4c78dafd req-155c424c-5af8-4d19-897e-31fec6745ec5 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:28.254989 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3bcd6afa-4daa-48c6-8855-d90a4c78dafd req-155c424c-5af8-4d19-897e-31fec6745ec5 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.1608009 Aug 19 18:24:28.306597 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-b739e0a3-cbcb-4908-9f88-ddea1931c75a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Deleting port 51b70fdc-d072-4ce5-93be-4e76d246860b {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:24:28.307223 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b739e0a3-cbcb-4908-9f88-ddea1931c75a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:28.318663 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3bcd6afa-4daa-48c6-8855-d90a4c78dafd req-d6864a83-45d4-488f-8bcb-682f86ca62f8 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543015 Aug 19 18:24:28.429711 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b739e0a3-cbcb-4908-9f88-ddea1931c75a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:28.430045 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b739e0a3-cbcb-4908-9f88-ddea1931c75a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:28.443823 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-b739e0a3-cbcb-4908-9f88-ddea1931c75a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Calling delete_port for 51b70fdc-d072-4ce5-93be-4e76d246860b owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:24:28.634542 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b739e0a3-cbcb-4908-9f88-ddea1931c75a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:28.667821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739e0a3-cbcb-4908-9f88-ddea1931c75a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Pushing event deleted for resources: {'Port': ['ID=51b70fdc-d072-4ce5-93be-4e76d246860b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:28.763799 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b739e0a3-cbcb-4908-9f88-ddea1931c75a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:28.766743 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b739e0a3-cbcb-4908-9f88-ddea1931c75a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:28.770758 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b739e0a3-cbcb-4908-9f88-ddea1931c75a tempest-ServersTestJSON-2003183308 tempest-ServersTestJSON-2003183308-project] 10.222.0.24 "DELETE /v2.0/floatingips/301a9cab-ab53-4ebb-ba58-d9b8f5abf350 HTTP/1.1" status: 204 len: 168 time: 0.6272707 Aug 19 18:24:28.771140 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37178) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:28.787024 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ff6ab-bb35-41ba-b363-256ee6011164 req-d0f64117-870c-4583-840a-c300adf488b5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:28.788729 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc1ff6ab-bb35-41ba-b363-256ee6011164 req-d0f64117-870c-4583-840a-c300adf488b5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.0974019 Aug 19 18:24:28.836693 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc1ff6ab-bb35-41ba-b363-256ee6011164 req-e467da80-716a-4f21-a40b-9e31710060e4 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378067 Aug 19 18:24:29.129150 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529111be-abb4-4933-baeb-7fa810294bf7 req-d50064e0-9037-41cf-bbb6-73b693ca6bdc tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:29.130747 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-529111be-abb4-4933-baeb-7fa810294bf7 req-d50064e0-9037-41cf-bbb6-73b693ca6bdc tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 945 time: 0.0952454 Aug 19 18:24:29.212878 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-529111be-abb4-4933-baeb-7fa810294bf7 req-0f0cb2ef-d8f7-49f8-8c41-470f1f8695ab tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570400 Aug 19 18:24:29.297691 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a0659379-9bd8-4199-97da-06a52c5d2ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:29.345199 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace90b1-ae94-4952-a931-96678e1fe0e8 req-96e47094-9d13-4af1-a32a-805fa7cd4459 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:29.346443 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dace90b1-ae94-4952-a931-96678e1fe0e8 req-96e47094-9d13-4af1-a32a-805fa7cd4459 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 945 time: 0.0669851 Aug 19 18:24:29.510926 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-dace90b1-ae94-4952-a931-96678e1fe0e8 req-ac112238-12b4-4f35-a2c6-1211383f7edb tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Deleting port a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:24:29.511375 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-dace90b1-ae94-4952-a931-96678e1fe0e8 req-ac112238-12b4-4f35-a2c6-1211383f7edb tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:29.595062 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195e4dc-cb2f-4afd-bb1c-72b44d33d680 req-9d38462f-5425-4443-b833-db9ca1a5938b tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:29.603149 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c195e4dc-cb2f-4afd-bb1c-72b44d33d680 req-9d38462f-5425-4443-b833-db9ca1a5938b tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.1335306 Aug 19 18:24:29.671417 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-dace90b1-ae94-4952-a931-96678e1fe0e8 req-ac112238-12b4-4f35-a2c6-1211383f7edb tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] For port a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc,segment=NetworkSegment(5f1f34ef-9067-4021-8bd3-d758b9f62f14),segment_id=5f1f34ef-9067-4021-8bd3-d758b9f62f14)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:29.672188 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-dace90b1-ae94-4952-a931-96678e1fe0e8 req-ac112238-12b4-4f35-a2c6-1211383f7edb tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:29.684743 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c195e4dc-cb2f-4afd-bb1c-72b44d33d680 req-0cb2194f-474b-4dc4-a46d-af6029c47b67 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801198 Aug 19 18:24:29.708445 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-dace90b1-ae94-4952-a931-96678e1fe0e8 req-ac112238-12b4-4f35-a2c6-1211383f7edb tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Calling delete_port for a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:24:29.765168 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-a0659379-9bd8-4199-97da-06a52c5d2ccd admin admin] Deleting port 6c61507e-e1b4-48cb-8e08-5682a7f066ca {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:24:29.765413 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a0659379-9bd8-4199-97da-06a52c5d2ccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:29.883013 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-a0659379-9bd8-4199-97da-06a52c5d2ccd admin admin] For port 6c61507e-e1b4-48cb-8e08-5682a7f066ca, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6c61507e-e1b4-48cb-8e08-5682a7f066ca,segment=NetworkSegment(b046ec20-0f89-4175-ae84-1bee4ba09fc8),segment_id=b046ec20-0f89-4175-ae84-1bee4ba09fc8)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:29.883564 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a0659379-9bd8-4199-97da-06a52c5d2ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:29.894958 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-dace90b1-ae94-4952-a931-96678e1fe0e8 req-ac112238-12b4-4f35-a2c6-1211383f7edb tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:29.903798 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-a0659379-9bd8-4199-97da-06a52c5d2ccd admin admin] Calling delete_port for 6c61507e-e1b4-48cb-8e08-5682a7f066ca owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:24:29.910886 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['eaac0ad0-7bfe-4381-b5be-357a23e5b3bc', '2d15ea63-5b4e-4f06-bdae-3033a7d2434e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:24:29.983995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac112238-12b4-4f35-a2c6-1211383f7edb tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Pushing event deleted for resources: {'Port': ['ID=a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:30.006946 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['ecbbba5c-2045-4697-a72e-557b776fef10', 'a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:24:30.099683 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-dace90b1-ae94-4952-a931-96678e1fe0e8 req-ac112238-12b4-4f35-a2c6-1211383f7edb tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] No DVR routers for this DVR port a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:24:30.103842 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-dace90b1-ae94-4952-a931-96678e1fe0e8 req-ac112238-12b4-4f35-a2c6-1211383f7edb tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:30.108237 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dace90b1-ae94-4952-a931-96678e1fe0e8 req-ac112238-12b4-4f35-a2c6-1211383f7edb tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.50 "DELETE /v2.0/ports/a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc HTTP/1.1" status: 204 len: 173 time: 0.7536736 Aug 19 18:24:30.109937 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4abd97-e4c6-47b0-88ff-1afb42edac31', 'name': 'network-vif-deleted', 'tag': 'a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:24:30.115718 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19598431-b42a-4b96-b4da-fb8cd10f5bf3" -d '{"events": [{"server_uuid": "ee4abd97-e4c6-47b0-88ff-1afb42edac31", "name": "network-vif-deleted", "tag": "a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:24:30.211024 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a482845c-4240-4913-812c-dc13481e3cf8 x-openstack-request-id: req-a482845c-4240-4913-812c-dc13481e3cf8 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:24:30.211742 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4abd97-e4c6-47b0-88ff-1afb42edac31", "name": "network-vif-deleted", "tag": "a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:24:30.212148 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a482845c-4240-4913-812c-dc13481e3cf8 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:24:30.212705 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4abd97-e4c6-47b0-88ff-1afb42edac31', 'name': 'network-vif-deleted', 'tag': 'a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc', 'status': 'completed', 'code': 200} Aug 19 18:24:30.253646 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e671e4-edab-4cdf-9f20-0bcf5827ba60 req-d2298efa-9826-4e65-a49e-8e48dd6fe2b3 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:30.260975 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43e671e4-edab-4cdf-9f20-0bcf5827ba60 req-d2298efa-9826-4e65-a49e-8e48dd6fe2b3 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.2563672 Aug 19 18:24:30.348734 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43e671e4-edab-4cdf-9f20-0bcf5827ba60 req-113595ec-3f23-4840-8df1-2375543d48c0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673501 Aug 19 18:24:30.418320 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f18c222a-8494-4730-8218-e9ef2e4b39a5 req-f1dd702c-d1d4-403e-a913-771b5cd6d9a4 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee4abd97-e4c6-47b0-88ff-1afb42edac31 HTTP/1.1" status: 200 len: 210 time: 0.0423269 Aug 19 18:24:30.419170 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a0659379-9bd8-4199-97da-06a52c5d2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:30.448795 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0659379-9bd8-4199-97da-06a52c5d2ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=6c61507e-e1b4-48cb-8e08-5682a7f066ca,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:30.661275 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a0659379-9bd8-4199-97da-06a52c5d2ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:30.944579 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c029f8e-5ae2-4acf-82cd-b1f17a1c6955 req-d5ae910f-085b-4cf7-9e8a-22350a39ce58 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:30.946124 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0c029f8e-5ae2-4acf-82cd-b1f17a1c6955 req-d5ae910f-085b-4cf7-9e8a-22350a39ce58 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.1267977 Aug 19 18:24:31.036107 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0c029f8e-5ae2-4acf-82cd-b1f17a1c6955 req-08f92bf1-1ede-4699-983c-8c5305aaa131 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790653 Aug 19 18:24:31.045752 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0659379-9bd8-4199-97da-06a52c5d2ccd admin admin] Router 6c3844a9-9848-468f-91ed-db4917f8d2a6 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:24:31.164664 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0659379-9bd8-4199-97da-06a52c5d2ccd admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:24:31.171063 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a0659379-9bd8-4199-97da-06a52c5d2ccd admin admin] 10.222.0.24 "PUT /v2.0/routers/6c3844a9-9848-468f-91ed-db4917f8d2a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3981371 Aug 19 18:24:31.173823 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37246) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:31.177003 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b7b155-eaed-46d7-b2e4-b2cc78eaa286 None None] Sync routers for ids ['6c3844a9-9848-468f-91ed-db4917f8d2a6'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:24:31.195301 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b7b155-eaed-46d7-b2e4-b2cc78eaa286 None None] Routers {'6c3844a9-9848-468f-91ed-db4917f8d2a6'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:24:31.196150 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-17b7b155-eaed-46d7-b2e4-b2cc78eaa286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:24:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c3844a9-9848-468f-91ed-db4917f8d2a6'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:31.315761 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe115188-8528-4305-8cc7-3a99a1e5bfd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:31.487305 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-17b7b155-eaed-46d7-b2e4-b2cc78eaa286 None None] Set router 6c3844a9-9848-468f-91ed-db4917f8d2a6 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:24:31.499425 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe115188-8528-4305-8cc7-3a99a1e5bfd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:31.566025 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cc31e-14be-438d-bc05-edecb793fcd9 req-78b9d2de-beed-412d-ad0d-ffd533452227 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:31.567783 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-845cc31e-14be-438d-bc05-edecb793fcd9 req-78b9d2de-beed-412d-ad0d-ffd533452227 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.1044598 Aug 19 18:24:31.607516 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-fe115188-8528-4305-8cc7-3a99a1e5bfd9 admin admin] Deleting port cf5f5274-8779-4a38-884a-6ebd4721f793 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:24:31.608649 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe115188-8528-4305-8cc7-3a99a1e5bfd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:31.739071 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-845cc31e-14be-438d-bc05-edecb793fcd9 req-d57290b4-359e-4e9c-b222-18fadcdeca45 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616840 Aug 19 18:24:31.776750 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-fe115188-8528-4305-8cc7-3a99a1e5bfd9 admin admin] For port cf5f5274-8779-4a38-884a-6ebd4721f793, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=cf5f5274-8779-4a38-884a-6ebd4721f793,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:31.777628 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe115188-8528-4305-8cc7-3a99a1e5bfd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:31.802497 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-fe115188-8528-4305-8cc7-3a99a1e5bfd9 admin admin] Calling delete_port for cf5f5274-8779-4a38-884a-6ebd4721f793 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:24:31.916235 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-17b7b155-eaed-46d7-b2e4-b2cc78eaa286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'name': 'tempest-ServersTestJSON-237828362-router', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:52Z', 'updated_at': '2021-08-19T18:24:30Z', 'revision_number': 5, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'gw_port': {'id': 'cf5f5274-8779-4a38-884a-6ebd4721f793', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:94:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:54Z', 'updated_at': '2021-08-19T18:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:32.015456 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b7b155-eaed-46d7-b2e4-b2cc78eaa286 None None] Checking router: 6c3844a9-9848-468f-91ed-db4917f8d2a6 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:24:32.040562 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b7b155-eaed-46d7-b2e4-b2cc78eaa286 None None] Routers {'6c3844a9-9848-468f-91ed-db4917f8d2a6'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:24:32.041204 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-17b7b155-eaed-46d7-b2e4-b2cc78eaa286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:24:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c3844a9-9848-468f-91ed-db4917f8d2a6'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:32.082227 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe115188-8528-4305-8cc7-3a99a1e5bfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:32.208468 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:24:32.293571 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe115188-8528-4305-8cc7-3a99a1e5bfd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf5f5274-8779-4a38-884a-6ebd4721f793,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:32.295432 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:24:32.311847 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device a7aa53d5-ac0a-4fa4-99f3-f5bff61193dc not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:24:32.335510 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-17b7b155-eaed-46d7-b2e4-b2cc78eaa286 None None] Set router 6c3844a9-9848-468f-91ed-db4917f8d2a6 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:24:32.534051 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe115188-8528-4305-8cc7-3a99a1e5bfd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:32.543410 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-17b7b155-eaed-46d7-b2e4-b2cc78eaa286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'name': 'tempest-ServersTestJSON-237828362-router', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:52Z', 'updated_at': '2021-08-19T18:24:31Z', 'revision_number': 6, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:32.556370 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74d061-d594-4080-9eb3-b7988c9f9147 req-4855b44f-dd0a-48d1-af6d-bdd153ad2ca7 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:32.558209 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ab74d061-d594-4080-9eb3-b7988c9f9147 req-4855b44f-dd0a-48d1-af6d-bdd153ad2ca7 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.3064847 Aug 19 18:24:32.603462 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b7b155-eaed-46d7-b2e4-b2cc78eaa286 None None] The sync data for ids ['6c3844a9-9848-468f-91ed-db4917f8d2a6'] in n-d-803753-2 is: [{'id': '6c3844a9-9848-468f-91ed-db4917f8d2a6', 'name': 'tempest-ServersTestJSON-237828362-router', 'tenant_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:52Z', 'updated_at': '2021-08-19T18:24:31Z', 'revision_number': 6, 'project_id': 'a20d0ce40708443bb8a2d2fc2048850c', 'gw_port_host': None}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:24:32.684085 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37268) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:32.733120 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe115188-8528-4305-8cc7-3a99a1e5bfd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:32.735749 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe115188-8528-4305-8cc7-3a99a1e5bfd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:32.904029 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ab74d061-d594-4080-9eb3-b7988c9f9147 req-fdaad823-6a51-4b7f-b65c-518b1df8793e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2839680 Aug 19 18:24:32.908276 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe115188-8528-4305-8cc7-3a99a1e5bfd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:32.911937 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe115188-8528-4305-8cc7-3a99a1e5bfd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c3844a9-9848-468f-91ed-db4917f8d2a6 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:24:32.924962 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe115188-8528-4305-8cc7-3a99a1e5bfd9 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:32.928336 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fe115188-8528-4305-8cc7-3a99a1e5bfd9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6c3844a9-9848-468f-91ed-db4917f8d2a6 HTTP/1.1" status: 204 len: 168 time: 1.7533541 Aug 19 18:24:32.932398 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37276) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:32.979364 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2c6a8-f0e2-4bbd-843e-aab362a3ebc9 req-74c986a5-8513-497a-ad6a-d07206d6acb8 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:32.987499 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-02c2c6a8-f0e2-4bbd-843e-aab362a3ebc9 req-74c986a5-8513-497a-ad6a-d07206d6acb8 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.1196935 Aug 19 18:24:32.988373 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f727a0a9-b7bc-4255-a441-ee098dcbdb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:33.032905 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2177c1-0d8a-4788-8e90-b323beac45cc admin admin] Deleting subnet 83db52d5-596d-4360-af37-78a70930d713 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:24:33.047523 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c2177c1-0d8a-4788-8e90-b323beac45cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:33.068635 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-02c2c6a8-f0e2-4bbd-843e-aab362a3ebc9 req-7ebc2a0f-e083-4e58-83d1-888fdac2a114 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753880 Aug 19 18:24:33.135257 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c2177c1-0d8a-4788-8e90-b323beac45cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:33.186239 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f727a0a9-b7bc-4255-a441-ee098dcbdb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:33.193011 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f727a0a9-b7bc-4255-a441-ee098dcbdb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:33.260786 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f727a0a9-b7bc-4255-a441-ee098dcbdb33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2bc5e8e1a7a4498930265d460781c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5730598 Aug 19 18:24:33.261004 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c2177c1-0d8a-4788-8e90-b323beac45cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:33.261114 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727a0a9-b7bc-4255-a441-ee098dcbdb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ed3823-ebb5-471b-a590-1690cf16c62b,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:33.263129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37278) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:33.327024 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-89615158-7fb6-4f44-9ca4-de615063c3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:33.343656 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c2177c1-0d8a-4788-8e90-b323beac45cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:33.353255 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-89615158-7fb6-4f44-9ca4-de615063c3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:33.412017 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-89615158-7fb6-4f44-9ca4-de615063c3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:33.415378 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-89615158-7fb6-4f44-9ca4-de615063c3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:33.417216 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-89615158-7fb6-4f44-9ca4-de615063c3a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17ed3823-ebb5-471b-a590-1690cf16c62b HTTP/1.1" status: 204 len: 168 time: 0.1526914 Aug 19 18:24:33.427932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2177c1-0d8a-4788-8e90-b323beac45cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83db52d5-596d-4360-af37-78a70930d713,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:33.432795 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89615158-7fb6-4f44-9ca4-de615063c3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ed3823-ebb5-471b-a590-1690cf16c62b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:33.442155 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c2177c1-0d8a-4788-8e90-b323beac45cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:33.447883 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7c2177c1-0d8a-4788-8e90-b323beac45cc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/83db52d5-596d-4360-af37-78a70930d713 HTTP/1.1" status: 204 len: 168 time: 0.5118082 Aug 19 18:24:33.449487 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37284) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:33.449694 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be11df7-f595-4552-a21c-dc1d2f0da868 None None] Network 0572647f-5270-4d43-8c99-1b268d9b7ff3 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:24:33.610337 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4711c21e-c774-45ab-b415-61214b746bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:33.711463 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:24:33.769796 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device cf5f5274-8779-4a38-884a-6ebd4721f793 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:24:33.808009 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: cf5f5274-8779-4a38-884a-6ebd4721f793 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:24:33.808990 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device cf5f5274-8779-4a38-884a-6ebd4721f793 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:24:33.809516 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6c61507e-e1b4-48cb-8e08-5682a7f066ca no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:24:33.829288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-4711c21e-c774-45ab-b415-61214b746bed admin admin] Deleting port ecd1db7f-e5ba-4323-a01c-73bea0f6878a {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:24:33.829949 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4711c21e-c774-45ab-b415-61214b746bed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:33.862778 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfae8872-8d57-4ce1-82d3-11fd2d96e109 None None] DHCP port deletion for 0572647f-5270-4d43-8c99-1b268d9b7ff3 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:24:33.869697 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 6c61507e-e1b4-48cb-8e08-5682a7f066ca {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:24:33.870233 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6c61507e-e1b4-48cb-8e08-5682a7f066ca not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:24:33.953295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-dfae8872-8d57-4ce1-82d3-11fd2d96e109 None None] Deleting port ecd1db7f-e5ba-4323-a01c-73bea0f6878a {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:24:33.953709 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dfae8872-8d57-4ce1-82d3-11fd2d96e109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:34.004855 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-4711c21e-c774-45ab-b415-61214b746bed admin admin] For port ecd1db7f-e5ba-4323-a01c-73bea0f6878a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ecd1db7f-e5ba-4323-a01c-73bea0f6878a,segment=NetworkSegment(b046ec20-0f89-4175-ae84-1bee4ba09fc8),segment_id=b046ec20-0f89-4175-ae84-1bee4ba09fc8)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:34.006837 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4711c21e-c774-45ab-b415-61214b746bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:34.060726 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-4711c21e-c774-45ab-b415-61214b746bed admin admin] Calling delete_port for ecd1db7f-e5ba-4323-a01c-73bea0f6878a owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:24:34.128473 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-dfae8872-8d57-4ce1-82d3-11fd2d96e109 None None] For port ecd1db7f-e5ba-4323-a01c-73bea0f6878a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ecd1db7f-e5ba-4323-a01c-73bea0f6878a,segment=NetworkSegment(b046ec20-0f89-4175-ae84-1bee4ba09fc8),segment_id=b046ec20-0f89-4175-ae84-1bee4ba09fc8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:34.129207 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dfae8872-8d57-4ce1-82d3-11fd2d96e109 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:34.205077 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4711c21e-c774-45ab-b415-61214b746bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:34.262149 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4711c21e-c774-45ab-b415-61214b746bed admin admin] No DVR routers for this DVR port ecd1db7f-e5ba-4323-a01c-73bea0f6878a on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:24:34.264251 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711c21e-c774-45ab-b415-61214b746bed admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd1db7f-e5ba-4323-a01c-73bea0f6878a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:34.352750 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6f62b-90d8-4ea3-b31e-9059c6731cbe req-1d8520c4-5879-4b86-9ce3-f4aeb660e361 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:34.357360 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-56d6f62b-90d8-4ea3-b31e-9059c6731cbe req-1d8520c4-5879-4b86-9ce3-f4aeb660e361 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.1523380 Aug 19 18:24:34.397011 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4711c21e-c774-45ab-b415-61214b746bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:34.404462 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 968365ec-5696-467d-bee4-2f8e8058c00a details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:24:34.409749 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-4711c21e-c774-45ab-b415-61214b746bed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0572647f-5270-4d43-8c99-1b268d9b7ff3']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:34.418840 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-dfae8872-8d57-4ce1-82d3-11fd2d96e109 None None] Calling delete_port for ecd1db7f-e5ba-4323-a01c-73bea0f6878a owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:24:34.520029 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-56d6f62b-90d8-4ea3-b31e-9059c6731cbe req-7225b9b1-65e4-413a-848b-d28acfe1dab3 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552818 Aug 19 18:24:34.660711 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f3050706-8b03-4440-afa8-15a623a7ddc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:34.687537 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 968365ec-5696-467d-bee4-2f8e8058c00a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=968365ec-5696-467d-bee4-2f8e8058c00a,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:34.691442 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dfae8872-8d57-4ce1-82d3-11fd2d96e109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:34.738362 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae8872-8d57-4ce1-82d3-11fd2d96e109 None None] Pushing event deleted for resources: {'Port': ['ID=ecd1db7f-e5ba-4323-a01c-73bea0f6878a,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:34.741094 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfae8872-8d57-4ce1-82d3-11fd2d96e109 None None] No DVR routers for this DVR port ecd1db7f-e5ba-4323-a01c-73bea0f6878a on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:24:34.753107 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '968365ec-5696-467d-bee4-2f8e8058c00a', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'port_id': '968365ec-5696-467d-bee4-2f8e8058c00a', 'mac_address': 'fa:16:3e:01:16:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:24:34.775060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae8872-8d57-4ce1-82d3-11fd2d96e109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:34.775413 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae8872-8d57-4ce1-82d3-11fd2d96e109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:34.775755 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae8872-8d57-4ce1-82d3-11fd2d96e109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:34.776097 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae8872-8d57-4ce1-82d3-11fd2d96e109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:34.776438 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae8872-8d57-4ce1-82d3-11fd2d96e109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:34.778448 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae8872-8d57-4ce1-82d3-11fd2d96e109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:34.778840 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae8872-8d57-4ce1-82d3-11fd2d96e109 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:34.779236 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae8872-8d57-4ce1-82d3-11fd2d96e109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:34.779575 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae8872-8d57-4ce1-82d3-11fd2d96e109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:34.780209 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae8872-8d57-4ce1-82d3-11fd2d96e109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:34.780588 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae8872-8d57-4ce1-82d3-11fd2d96e109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:34.780970 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae8872-8d57-4ce1-82d3-11fd2d96e109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:34.812440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-4711c21e-c774-45ab-b415-61214b746bed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b046ec20-0f89-4175-ae84-1bee4ba09fc8') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:34.813015 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-4711c21e-c774-45ab-b415-61214b746bed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b046ec20-0f89-4175-ae84-1bee4ba09fc8') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:34.823976 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4711c21e-c774-45ab-b415-61214b746bed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:34.845824 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4711c21e-c774-45ab-b415-61214b746bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:34.853146 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4711c21e-c774-45ab-b415-61214b746bed admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:24:34.853440 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4711c21e-c774-45ab-b415-61214b746bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:34.872416 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:34.896538 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968365ec-5696-467d-bee4-2f8e8058c00a {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:24:34.928480 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:24:34.930814 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 968365ec-5696-467d-bee4-2f8e8058c00a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=968365ec-5696-467d-bee4-2f8e8058c00a,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:34.938361 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:34.941060 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02935778-6dd7-41ef-814e-6eaf9d3175a2 req-3abcf365-ad62-47ab-bd6d-fe7f596d0a9c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:34.949507 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02935778-6dd7-41ef-814e-6eaf9d3175a2 req-3abcf365-ad62-47ab-bd6d-fe7f596d0a9c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 943 time: 0.7858374 Aug 19 18:24:34.953044 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4711c21e-c774-45ab-b415-61214b746bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:34.986045 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4711c21e-c774-45ab-b415-61214b746bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:34.989077 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4711c21e-c774-45ab-b415-61214b746bed admin admin] 10.222.0.24 "DELETE /v2.0/networks/0572647f-5270-4d43-8c99-1b268d9b7ff3 HTTP/1.1" status: 204 len: 168 time: 1.5388854 Aug 19 18:24:35.032251 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711c21e-c774-45ab-b415-61214b746bed admin admin] Pushing event deleted for resources: {'Network': ['ID=0572647f-5270-4d43-8c99-1b268d9b7ff3,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:35.039900 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37322) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:35.046342 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=968365ec-5696-467d-bee4-2f8e8058c00a,revision_number=9']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:35.048043 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02935778-6dd7-41ef-814e-6eaf9d3175a2 req-f5517bfc-e781-4c60-9aa3-d1c8ef1d8842 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972824 Aug 19 18:24:35.219433 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['968365ec-5696-467d-bee4-2f8e8058c00a'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:24:35.283568 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-bf43f2f7-4765-419e-a7c7-86c9b18d5f15 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1885382029-network', 'tenant_id': '1a4d782f6f594431ad3fcf69468728d6'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:35.307383 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37330) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:35.342220 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf43f2f7-4765-419e-a7c7-86c9b18d5f15 admin admin] Made reservation on behalf of 1a4d782f6f594431ad3fcf69468728d6 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:24:35.345239 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf43f2f7-4765-419e-a7c7-86c9b18d5f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:35.368341 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf43f2f7-4765-419e-a7c7-86c9b18d5f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:35.420847 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-adced450-a2d8-401b-86fd-118456afb3dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a20d0ce40708443bb8a2d2fc2048850c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1083355 Aug 19 18:24:35.422734 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37334) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:35.515266 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ca5c4797-78a6-472c-a084-bdbe6d68a72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:35.576491 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf43f2f7-4765-419e-a7c7-86c9b18d5f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:35.586647 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf43f2f7-4765-419e-a7c7-86c9b18d5f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:35.599406 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ca5c4797-78a6-472c-a084-bdbe6d68a72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:35.678848 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf43f2f7-4765-419e-a7c7-86c9b18d5f15 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:24:35.722577 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43f2f7-4765-419e-a7c7-86c9b18d5f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:35.743854 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf43f2f7-4765-419e-a7c7-86c9b18d5f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:35.744502 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-bf43f2f7-4765-419e-a7c7-86c9b18d5f15 admin admin] Added segment c33a828d-32ea-407c-8dea-af5ec2fa8ca8 of type vlan for network 6cf94c9a-eb01-4654-9d6a-13800506ec01 Aug 19 18:24:35.770349 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7241d8-2e56-4b06-aefe-85e43a30b9a2 req-1c7225b2-b6a0-487f-8d34-7c6902863a1e tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:35.772257 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ecd1db7f-e5ba-4323-a01c-73bea0f6878a no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:24:35.784940 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b7241d8-2e56-4b06-aefe-85e43a30b9a2 req-1c7225b2-b6a0-487f-8d34-7c6902863a1e tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.1235921 Aug 19 18:24:35.834293 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: ecd1db7f-e5ba-4323-a01c-73bea0f6878a {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:24:35.834883 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ecd1db7f-e5ba-4323-a01c-73bea0f6878a not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:24:35.854392 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b7241d8-2e56-4b06-aefe-85e43a30b9a2 req-9caccb62-3717-4b60-b8d9-fdbedf2cf283 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679762 Aug 19 18:24:35.856623 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ca5c4797-78a6-472c-a084-bdbe6d68a72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:35.860701 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ca5c4797-78a6-472c-a084-bdbe6d68a72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:35.862403 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ca5c4797-78a6-472c-a084-bdbe6d68a72a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11742805-b1a1-436d-b383-a9aa6579e543 HTTP/1.1" status: 204 len: 168 time: 0.4383242 Aug 19 18:24:35.869748 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf43f2f7-4765-419e-a7c7-86c9b18d5f15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:35.891520 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c4797-78a6-472c-a084-bdbe6d68a72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11742805-b1a1-436d-b383-a9aa6579e543,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:35.916641 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbbce6-f59c-420d-83f1-4857bdcc7f60 req-2ab144b3-57f5-44b7-9911-481bf4e09610 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:35.920182 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-17fbbce6-f59c-420d-83f1-4857bdcc7f60 req-2ab144b3-57f5-44b7-9911-481bf4e09610 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.1606426 Aug 19 18:24:35.925679 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf43f2f7-4765-419e-a7c7-86c9b18d5f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:35.926999 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf43f2f7-4765-419e-a7c7-86c9b18d5f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:35.927841 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf43f2f7-4765-419e-a7c7-86c9b18d5f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:36.001902 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bf43f2f7-4765-419e-a7c7-86c9b18d5f15 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9607217 Aug 19 18:24:36.005086 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37344) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:36.010511 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f8863452-4255-49f5-bcb6-86368c5265fb admin admin] Request body: {'subnet': {'network_id': '6cf94c9a-eb01-4654-9d6a-13800506ec01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1885382029-subnet', 'tenant_id': '1a4d782f6f594431ad3fcf69468728d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:36.020640 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43f2f7-4765-419e-a7c7-86c9b18d5f15 admin admin] Pushing event updated for resources: {'Network': ['ID=6cf94c9a-eb01-4654-9d6a-13800506ec01,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:36.033862 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-17fbbce6-f59c-420d-83f1-4857bdcc7f60 req-79e103c9-a3fd-4aad-8e2d-c48c2530e61d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965378 Aug 19 18:24:36.036223 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 6cf94c9a-eb01-4654-9d6a-13800506ec01 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:24:36.083346 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8863452-4255-49f5-bcb6-86368c5265fb admin admin] Made reservation on behalf of 1a4d782f6f594431ad3fcf69468728d6 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:24:36.087631 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f8863452-4255-49f5-bcb6-86368c5265fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:36.263441 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 968365ec-5696-467d-bee4-2f8e8058c00a up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:24:36.323079 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00ce6d-f7e8-495b-80db-f5bfa203ed1e req-dac7c74d-9f18-4749-adfe-74918763c8b5 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:36.326344 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0a00ce6d-f7e8-495b-80db-f5bfa203ed1e req-dac7c74d-9f18-4749-adfe-74918763c8b5 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 944 time: 0.0945425 Aug 19 18:24:36.424925 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0a00ce6d-f7e8-495b-80db-f5bfa203ed1e req-864146e3-56a7-412c-abfd-3fe67c4f4e6f tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910997 Aug 19 18:24:36.452182 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 968365ec-5696-467d-bee4-2f8e8058c00a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:24:36.452556 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:36.570998 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:36.596294 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae11bc-b850-4ba0-a7c3-b8b08f9e579a req-c2e86517-8c16-4282-891f-ca9055c6520b tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:36.597972 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ccae11bc-b850-4ba0-a7c3-b8b08f9e579a req-c2e86517-8c16-4282-891f-ca9055c6520b tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec53dc75-4a8e-401d-8eb0-18a6572226a9 HTTP/1.1" status: 200 len: 945 time: 0.1565979 Aug 19 18:24:36.600345 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f8863452-4255-49f5-bcb6-86368c5265fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:36.612200 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a4cb3f-09aa-45b9-b03d-1ded851206bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968365ec-5696-467d-bee4-2f8e8058c00a'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:24:36.616531 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c83f65-b0fe-4b2d-9d7e-c8207a32ffbe" -d '{"events": [{"server_uuid": "a7a4cb3f-09aa-45b9-b03d-1ded851206bf", "name": "network-vif-plugged", "status": "completed", "tag": "968365ec-5696-467d-bee4-2f8e8058c00a"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:24:36.639192 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 968365ec-5696-467d-bee4-2f8e8058c00a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=968365ec-5696-467d-bee4-2f8e8058c00a,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:36.647543 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:36.681722 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb01da6-041a-4c87-a858-2e5c00126fea x-openstack-request-id: req-dbb01da6-041a-4c87-a858-2e5c00126fea {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:24:36.681722 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a4cb3f-09aa-45b9-b03d-1ded851206bf", "name": "network-vif-plugged", "status": "completed", "tag": "968365ec-5696-467d-bee4-2f8e8058c00a", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:24:36.681722 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dbb01da6-041a-4c87-a858-2e5c00126fea {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:24:36.682240 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a4cb3f-09aa-45b9-b03d-1ded851206bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968365ec-5696-467d-bee4-2f8e8058c00a', 'code': 200} Aug 19 18:24:36.771551 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=968365ec-5696-467d-bee4-2f8e8058c00a,revision_number=10']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:36.796128 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ccae11bc-b850-4ba0-a7c3-b8b08f9e579a req-0eaa04dd-064c-4ccf-8478-86c654eccd16 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807845 Aug 19 18:24:36.800470 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8863452-4255-49f5-bcb6-86368c5265fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a803d8a6-313f-40de-a02f-5dd266e53d7a,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:36.826226 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8863452-4255-49f5-bcb6-86368c5265fb admin admin] Checking segment: {'id': 'c33a828d-32ea-407c-8dea-af5ec2fa8ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6cf94c9a-eb01-4654-9d6a-13800506ec01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:24:36.827245 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8863452-4255-49f5-bcb6-86368c5265fb admin admin] Network hostable DHCP agents. Network: 6cf94c9a-eb01-4654-9d6a-13800506ec01, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:24:36.863799 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8863452-4255-49f5-bcb6-86368c5265fb admin admin] Network 6cf94c9a-eb01-4654-9d6a-13800506ec01 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:24:36.888820 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-f8863452-4255-49f5-bcb6-86368c5265fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 6cf94c9a-eb01-4654-9d6a-13800506ec01) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:24:36.899585 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2cc6b8-c41a-4205-93dd-f7484bddaac4 None None] Network 6cf94c9a-eb01-4654-9d6a-13800506ec01 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:24:36.906750 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8863452-4255-49f5-bcb6-86368c5265fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:36.908308 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f8863452-4255-49f5-bcb6-86368c5265fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:36.951097 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f8863452-4255-49f5-bcb6-86368c5265fb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9443653 Aug 19 18:24:37.039514 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d99e5-f3cb-464b-bbcf-9d9487c4d7e4 req-9a848147-4a39-4878-9e9d-5ec9afa9bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:37.041214 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-968d99e5-f3cb-464b-bbcf-9d9487c4d7e4 req-9a848147-4a39-4878-9e9d-5ec9afa9bd25 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 1097 time: 0.1449463 Aug 19 18:24:37.102986 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-733cecc3-9417-4cfc-a071-9c013af4a6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:37.330113 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4768c-b0bb-414e-98ad-266f78fec0ba req-e22065a2-f041-4103-98f3-f49c6711485d tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:37.346137 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4aa4768c-b0bb-414e-98ad-266f78fec0ba req-e22065a2-f041-4103-98f3-f49c6711485d tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.3434954 Aug 19 18:24:37.376490 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e44d22e-54df-4c1c-88fd-1862b09876aa None None] Network 6cf94c9a-eb01-4654-9d6a-13800506ec01 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:24:37.392266 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:37.411915 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-968d99e5-f3cb-464b-bbcf-9d9487c4d7e4 req-3733109c-7753-43ad-8d3e-126fd8328441 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3284183 Aug 19 18:24:37.414443 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2755eb8-9323-44f6-9195-0fa5a49b21da req-a42d4fdd-10d4-44d7-9bad-0456ea9b7b6b tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:37.422352 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a2755eb8-9323-44f6-9195-0fa5a49b21da req-a42d4fdd-10d4-44d7-9bad-0456ea9b7b6b tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.1322644 Aug 19 18:24:37.446427 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4aa4768c-b0bb-414e-98ad-266f78fec0ba req-677479f2-c6c8-496f-b971-0797f3b64df2 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992892 Aug 19 18:24:37.495716 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a2755eb8-9323-44f6-9195-0fa5a49b21da req-a792be17-3000-4931-902d-e8b827ac2016 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662966 Aug 19 18:24:37.521376 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37390) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:37.567859 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3063eb9f-b57f-4357-85b7-edd3fe3bdc90 req-8522b444-8825-4d04-b11c-bfe3e9fc07e8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681083 Aug 19 18:24:37.676055 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063eb9f-b57f-4357-85b7-edd3fe3bdc90 req-aad3a945-1270-4fc9-a845-6bc2bd18df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:37.677857 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3063eb9f-b57f-4357-85b7-edd3fe3bdc90 req-aad3a945-1270-4fc9-a845-6bc2bd18df34 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 1096 time: 0.0882897 Aug 19 18:24:37.719830 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22445211-8ce4-46b5-a177-0824a203823c req-d7d399ae-ff14-46db-b480-555d4e56012a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:37.721737 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-22445211-8ce4-46b5-a177-0824a203823c req-d7d399ae-ff14-46db-b480-555d4e56012a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 946 time: 0.1311595 Aug 19 18:24:37.782886 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-22445211-8ce4-46b5-a177-0824a203823c req-be0b3162-7d12-44d8-ab14-a8408eb89737 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548935 Aug 19 18:24:37.854484 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-1efc3435-3150-4d03-bc57-430a28e0b059 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-86884823-network', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:37.862162 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063eb9f-b57f-4357-85b7-edd3fe3bdc90 req-4087404d-c214-40a0-9fd2-cac15daf3994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:37.864089 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3063eb9f-b57f-4357-85b7-edd3fe3bdc90 req-4087404d-c214-40a0-9fd2-cac15daf3994 service neutron] 10.222.0.54 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 913 time: 0.1573164 Aug 19 18:24:37.900918 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efc3435-3150-4d03-bc57-430a28e0b059 admin admin] Made reservation on behalf of 2d4c8d8581824507a55c5466e9a27980 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:24:37.904564 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1efc3435-3150-4d03-bc57-430a28e0b059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:37.929580 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1efc3435-3150-4d03-bc57-430a28e0b059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:38.083625 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3063eb9f-b57f-4357-85b7-edd3fe3bdc90 req-f9646572-1ee6-4a2f-9f7c-230683d445ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd1e7643-8716-43bb-af18-1644144f2a7e HTTP/1.1" status: 200 len: 999 time: 0.2115200 Aug 19 18:24:38.104399 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede96387-c995-4ffd-9012-a4f5c42d5823 req-89bc1a8c-65e9-4aca-861c-c0c5afcc59d5 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:38.107096 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ede96387-c995-4ffd-9012-a4f5c42d5823 req-89bc1a8c-65e9-4aca-861c-c0c5afcc59d5 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.1386573 Aug 19 18:24:38.114447 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1efc3435-3150-4d03-bc57-430a28e0b059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:38.119522 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1efc3435-3150-4d03-bc57-430a28e0b059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:38.158434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc3435-3150-4d03-bc57-430a28e0b059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f44c7db-ac05-46db-b026-f09063a36277,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:38.162728 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1efc3435-3150-4d03-bc57-430a28e0b059 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:24:38.164689 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:38.178124 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1efc3435-3150-4d03-bc57-430a28e0b059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:38.178872 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-1efc3435-3150-4d03-bc57-430a28e0b059 admin admin] Added segment 083a7072-271c-444a-a331-ab84e02a81c5 of type vlan for network eb209190-2b0a-4385-a96f-5ebf3ada95ae Aug 19 18:24:38.201478 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff086f-53ee-44b1-b7a3-c8d240a32e6a req-4ff09512-2c59-4f89-a48a-27da87672461 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:38.209073 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e9ff086f-53ee-44b1-b7a3-c8d240a32e6a req-4ff09512-2c59-4f89-a48a-27da87672461 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec53dc75-4a8e-401d-8eb0-18a6572226a9 HTTP/1.1" status: 200 len: 945 time: 0.2394512 Aug 19 18:24:38.242681 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1efc3435-3150-4d03-bc57-430a28e0b059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:38.285394 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063eb9f-b57f-4357-85b7-edd3fe3bdc90 req-5a35bc07-8128-41c6-bb88-b34dea734f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:38.286431 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1efc3435-3150-4d03-bc57-430a28e0b059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:38.286903 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3063eb9f-b57f-4357-85b7-edd3fe3bdc90 req-5a35bc07-8128-41c6-bb88-b34dea734f97 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.1779792 Aug 19 18:24:38.287761 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efc3435-3150-4d03-bc57-430a28e0b059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:38.288959 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1efc3435-3150-4d03-bc57-430a28e0b059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:38.320826 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e9ff086f-53ee-44b1-b7a3-c8d240a32e6a req-8db7a9fe-9040-4b86-b682-7a042dde45fd tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107531 Aug 19 18:24:38.384911 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063eb9f-b57f-4357-85b7-edd3fe3bdc90 req-7021649e-4bae-40c1-9b06-0884b4c1dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:38.388155 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3063eb9f-b57f-4357-85b7-edd3fe3bdc90 req-7021649e-4bae-40c1-9b06-0884b4c1dc46 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893705 Aug 19 18:24:38.396548 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-ede96387-c995-4ffd-9012-a4f5c42d5823 req-2e1e48e1-2d3a-46b5-8d34-d7435759f6a3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Deleting port 6e299f58-b888-4ecd-9292-355732af519c {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:24:38.397133 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ede96387-c995-4ffd-9012-a4f5c42d5823 req-2e1e48e1-2d3a-46b5-8d34-d7435759f6a3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:38.601666 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3063eb9f-b57f-4357-85b7-edd3fe3bdc90 req-90e70da3-a6ac-413f-9f9e-0b0ab85a4dc4 service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992829 Aug 19 18:24:38.756285 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-ede96387-c995-4ffd-9012-a4f5c42d5823 req-2e1e48e1-2d3a-46b5-8d34-d7435759f6a3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] For port 6e299f58-b888-4ecd-9292-355732af519c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=6e299f58-b888-4ecd-9292-355732af519c,segment=NetworkSegment(61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe),segment_id=61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:38.756611 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ede96387-c995-4ffd-9012-a4f5c42d5823 req-2e1e48e1-2d3a-46b5-8d34-d7435759f6a3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:38.882888 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1efc3435-3150-4d03-bc57-430a28e0b059 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3574908 Aug 19 18:24:38.883452 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc201a-7e1f-4ad2-aede-0f6653949805 req-18e3b21f-ae26-4ce8-990a-5858bdeca4b0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:38.887466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37416) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:38.890418 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-38dc201a-7e1f-4ad2-aede-0f6653949805 req-18e3b21f-ae26-4ce8-990a-5858bdeca4b0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.2832119 Aug 19 18:24:38.897875 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-ee20c600-ca34-4a25-bb16-4bffc77ccea7 admin admin] Request body: {'subnet': {'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-86884823-subnet', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:38.905684 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc3435-3150-4d03-bc57-430a28e0b059 admin admin] Pushing event updated for resources: {'Network': ['ID=eb209190-2b0a-4385-a96f-5ebf3ada95ae,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:38.920526 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network eb209190-2b0a-4385-a96f-5ebf3ada95ae details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:24:38.949794 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1db1b-f865-49ae-821a-847e3e19543d req-7e5ea04b-c738-48dd-93e8-8474df07cb30 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:38.951653 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4fc1db1b-f865-49ae-821a-847e3e19543d req-7e5ea04b-c738-48dd-93e8-8474df07cb30 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec53dc75-4a8e-401d-8eb0-18a6572226a9 HTTP/1.1" status: 200 len: 945 time: 0.1286206 Aug 19 18:24:38.961142 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b1d93-7fc2-4564-a277-16718d163e46 req-d4bee0dc-3b43-474c-9c43-562ac46be8b4 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:38.962825 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fe1b1d93-7fc2-4564-a277-16718d163e46 req-d4bee0dc-3b43-474c-9c43-562ac46be8b4 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 946 time: 0.1417432 Aug 19 18:24:38.963476 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee20c600-ca34-4a25-bb16-4bffc77ccea7 admin admin] Made reservation on behalf of 2d4c8d8581824507a55c5466e9a27980 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:24:38.966735 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ee20c600-ca34-4a25-bb16-4bffc77ccea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:39.010207 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-38dc201a-7e1f-4ad2-aede-0f6653949805 req-3eee4054-86b1-4dee-b155-426b266f500d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203711 Aug 19 18:24:39.088155 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3063eb9f-b57f-4357-85b7-edd3fe3bdc90 req-5c6c1e32-05b3-463e-98e6-ff3bc644c3a8 service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713790 Aug 19 18:24:39.253854 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ede96387-c995-4ffd-9012-a4f5c42d5823 req-2e1e48e1-2d3a-46b5-8d34-d7435759f6a3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:39.254344 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ede96387-c995-4ffd-9012-a4f5c42d5823 req-2e1e48e1-2d3a-46b5-8d34-d7435759f6a3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:39.254743 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [req-ede96387-c995-4ffd-9012-a4f5c42d5823 req-2e1e48e1-2d3a-46b5-8d34-d7435759f6a3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Floating IP 008c79da-9ad0-432b-acb5-fa710775fbdf disassociated. External IP: 172.25.8.213, port: 6e299f58-b888-4ecd-9292-355732af519c. Aug 19 18:24:39.255167 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-ede96387-c995-4ffd-9012-a4f5c42d5823 req-2e1e48e1-2d3a-46b5-8d34-d7435759f6a3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Calling delete_port for 6e299f58-b888-4ecd-9292-355732af519c owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:24:39.271771 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388ea84-39a7-4f15-b273-a7f3abf4032b req-1f2728ea-fd1b-435e-aa14-0e0180519f4a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:39.273287 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a388ea84-39a7-4f15-b273-a7f3abf4032b req-1f2728ea-fd1b-435e-aa14-0e0180519f4a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 946 time: 0.0802922 Aug 19 18:24:39.375123 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a388ea84-39a7-4f15-b273-a7f3abf4032b req-104c932a-d545-4267-9c8a-eb4d772cc87d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917912 Aug 19 18:24:39.415361 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fe1b1d93-7fc2-4564-a277-16718d163e46 req-1b8776ff-8e94-4cb6-bd82-0ea1b937a21a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a683979-a812-48b7-8fdd-536b42a3528f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4375513 Aug 19 18:24:39.451418 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ee20c600-ca34-4a25-bb16-4bffc77ccea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:39.521466 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ede96387-c995-4ffd-9012-a4f5c42d5823 req-2e1e48e1-2d3a-46b5-8d34-d7435759f6a3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:39.531160 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-4fc1db1b-f865-49ae-821a-847e3e19543d req-0d4fea92-593c-4cac-ace8-93e944c607f2 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Deleting port ecbbba5c-2045-4697-a72e-557b776fef10 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:24:39.532768 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4fc1db1b-f865-49ae-821a-847e3e19543d req-0d4fea92-593c-4cac-ace8-93e944c607f2 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:39.584214 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e48e1-2d3a-46b5-8d34-d7435759f6a3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Pushing event deleted for resources: {'Port': ['ID=6e299f58-b888-4ecd-9292-355732af519c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:39.655692 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20c600-ca34-4a25-bb16-4bffc77ccea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a51ede3-bf4f-418b-b046-6db223b828ca,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:39.709373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee20c600-ca34-4a25-bb16-4bffc77ccea7 admin admin] Checking segment: {'id': '083a7072-271c-444a-a331-ab84e02a81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:24:39.709373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee20c600-ca34-4a25-bb16-4bffc77ccea7 admin admin] Network hostable DHCP agents. Network: eb209190-2b0a-4385-a96f-5ebf3ada95ae, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:24:39.742141 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-4fc1db1b-f865-49ae-821a-847e3e19543d req-0d4fea92-593c-4cac-ace8-93e944c607f2 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] For port ecbbba5c-2045-4697-a72e-557b776fef10, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=ecbbba5c-2045-4697-a72e-557b776fef10,segment=NetworkSegment(5f1f34ef-9067-4021-8bd3-d758b9f62f14),segment_id=5f1f34ef-9067-4021-8bd3-d758b9f62f14)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:39.742573 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4fc1db1b-f865-49ae-821a-847e3e19543d req-0d4fea92-593c-4cac-ace8-93e944c607f2 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:39.747700 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee20c600-ca34-4a25-bb16-4bffc77ccea7 admin admin] Network eb209190-2b0a-4385-a96f-5ebf3ada95ae is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:24:39.769593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-4fc1db1b-f865-49ae-821a-847e3e19543d req-0d4fea92-593c-4cac-ace8-93e944c607f2 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Calling delete_port for ecbbba5c-2045-4697-a72e-557b776fef10 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:24:39.777807 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-ee20c600-ca34-4a25-bb16-4bffc77ccea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, eb209190-2b0a-4385-a96f-5ebf3ada95ae) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:24:39.786481 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4654d20-4f41-40e3-8d48-c41bc05b04ca req-11ed373c-eba1-4e26-a602-c24511429712 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:39.787631 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4654d20-4f41-40e3-8d48-c41bc05b04ca req-11ed373c-eba1-4e26-a602-c24511429712 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec53dc75-4a8e-401d-8eb0-18a6572226a9 HTTP/1.1" status: 200 len: 945 time: 0.1155436 Aug 19 18:24:39.798061 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee20c600-ca34-4a25-bb16-4bffc77ccea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:39.798424 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ee20c600-ca34-4a25-bb16-4bffc77ccea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:39.817435 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2388a608-64dc-4a97-8c8b-f203b6e54b47 None None] Network eb209190-2b0a-4385-a96f-5ebf3ada95ae requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:24:39.887901 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ee20c600-ca34-4a25-bb16-4bffc77ccea7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9921856 Aug 19 18:24:39.887901 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37468) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:39.895246 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-695278a4-345a-4468-acc3-715cbb17a966 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-86884823-router', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:39.903105 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4654d20-4f41-40e3-8d48-c41bc05b04ca req-280d6823-367c-47a3-a422-25b773839a21 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028104 Aug 19 18:24:39.905183 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ede96387-c995-4ffd-9012-a4f5c42d5823 req-2e1e48e1-2d3a-46b5-8d34-d7435759f6a3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Router e2a3a096-470b-4bb8-8910-955707f8540b has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:24:39.963213 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-695278a4-345a-4468-acc3-715cbb17a966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:39.979880 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-695278a4-345a-4468-acc3-715cbb17a966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:40.115554 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-695278a4-345a-4468-acc3-715cbb17a966 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:40.196999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ede96387-c995-4ffd-9012-a4f5c42d5823 req-2e1e48e1-2d3a-46b5-8d34-d7435759f6a3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:24:40.279386 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c7efcc-e9b9-466d-a3b3-3d4b04b25396 None None] Sync routers for ids ['e2a3a096-470b-4bb8-8910-955707f8540b'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:24:40.301830 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7097bca0-76de-4b25-9799-ca907732843b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-eb209190-2b0a-4385-a96f-5ebf3ada95ae', 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'fixed_ips': [{'subnet_id': '1a51ede3-bf4f-418b-b046-6db223b828ca'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:24:40.307379 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7097bca0-76de-4b25-9799-ca907732843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:40.330207 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede96387-c995-4ffd-9012-a4f5c42d5823 req-2e1e48e1-2d3a-46b5-8d34-d7435759f6a3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] No DVR routers for this DVR port 6e299f58-b888-4ecd-9292-355732af519c on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:24:40.333464 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ede96387-c995-4ffd-9012-a4f5c42d5823 req-2e1e48e1-2d3a-46b5-8d34-d7435759f6a3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:40.342147 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:40.349764 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ede96387-c995-4ffd-9012-a4f5c42d5823 req-2e1e48e1-2d3a-46b5-8d34-d7435759f6a3 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.54 "DELETE /v2.0/ports/6e299f58-b888-4ecd-9292-355732af519c HTTP/1.1" status: 204 len: 173 time: 2.2297313 Aug 19 18:24:40.350827 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d60f370-00c8-4438-abe4-067aab59f241', 'name': 'network-vif-deleted', 'tag': '6e299f58-b888-4ecd-9292-355732af519c'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:24:40.360392 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2daa6201-4b85-4ce7-8d9c-b685fa482011" -d '{"events": [{"server_uuid": "1d60f370-00c8-4438-abe4-067aab59f241", "name": "network-vif-deleted", "tag": "6e299f58-b888-4ecd-9292-355732af519c"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:24:40.361743 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4fc1db1b-f865-49ae-821a-847e3e19543d req-0d4fea92-593c-4cac-ace8-93e944c607f2 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:40.383417 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-695278a4-345a-4468-acc3-715cbb17a966 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:40.407382 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7b59f-1ba0-43fe-b4c3-2d4ecaa19ae3 req-44f59bbd-ae67-4df4-900b-8fc92970ee14 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:40.414371 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-18a7b59f-1ba0-43fe-b4c3-2d4ecaa19ae3 req-44f59bbd-ae67-4df4-900b-8fc92970ee14 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.2144420 Aug 19 18:24:40.457642 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fea92-593c-4cac-ace8-93e944c607f2 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Pushing event deleted for resources: {'Port': ['ID=ecbbba5c-2045-4697-a72e-557b776fef10,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:40.458151 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['eaac0ad0-7bfe-4381-b5be-357a23e5b3bc', '2d15ea63-5b4e-4f06-bdae-3033a7d2434e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:24:40.490758 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-18a7b59f-1ba0-43fe-b4c3-2d4ecaa19ae3 req-37f0310c-999a-49b6-a980-84f7685a58c4 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735960 Aug 19 18:24:40.502097 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c7efcc-e9b9-466d-a3b3-3d4b04b25396 None None] Routers {'e2a3a096-470b-4bb8-8910-955707f8540b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:24:40.502711 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e1c7efcc-e9b9-466d-a3b3-3d4b04b25396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:24:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e2a3a096-470b-4bb8-8910-955707f8540b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:40.553090 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6198a9c1-883d-4d64-a722-8036b90eb020 x-openstack-request-id: req-6198a9c1-883d-4d64-a722-8036b90eb020 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:24:40.553381 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d60f370-00c8-4438-abe4-067aab59f241", "name": "network-vif-deleted", "tag": "6e299f58-b888-4ecd-9292-355732af519c", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:24:40.554231 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6198a9c1-883d-4d64-a722-8036b90eb020 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:24:40.554669 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d60f370-00c8-4438-abe4-067aab59f241', 'name': 'network-vif-deleted', 'tag': '6e299f58-b888-4ecd-9292-355732af519c', 'status': 'completed', 'code': 200} Aug 19 18:24:40.559786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc1db1b-f865-49ae-821a-847e3e19543d req-0d4fea92-593c-4cac-ace8-93e944c607f2 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] No DVR routers for this DVR port ecbbba5c-2045-4697-a72e-557b776fef10 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:24:40.567141 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4fc1db1b-f865-49ae-821a-847e3e19543d req-0d4fea92-593c-4cac-ace8-93e944c607f2 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:40.569339 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4fc1db1b-f865-49ae-821a-847e3e19543d req-0d4fea92-593c-4cac-ace8-93e944c607f2 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.50 "DELETE /v2.0/ports/ecbbba5c-2045-4697-a72e-557b776fef10 HTTP/1.1" status: 204 len: 173 time: 1.6002946 Aug 19 18:24:40.578686 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec53dc75-4a8e-401d-8eb0-18a6572226a9', 'name': 'network-vif-deleted', 'tag': 'ecbbba5c-2045-4697-a72e-557b776fef10'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:24:40.581446 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9294f9e6-0e7e-4ad4-9195-736a471089ee" -d '{"events": [{"server_uuid": "ec53dc75-4a8e-401d-8eb0-18a6572226a9", "name": "network-vif-deleted", "tag": "ecbbba5c-2045-4697-a72e-557b776fef10"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:24:40.623916 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-51b497cf-8078-4368-b79e-056934311307 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:40.625660 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-51b497cf-8078-4368-b79e-056934311307 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/networks?id=6cf94c9a-eb01-4654-9d6a-13800506ec01 HTTP/1.1" status: 200 len: 809 time: 0.2685821 Aug 19 18:24:40.660931 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-8d00a816-dc06-4b2a-bf4b-333aa6b4339d tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/quotas/1a4d782f6f594431ad3fcf69468728d6 HTTP/1.1" status: 200 len: 375 time: 0.0227845 Aug 19 18:24:40.707927 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-2958a167-740d-4102-a1bd-5f598c3a5150 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a4d782f6f594431ad3fcf69468728d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460045 Aug 19 18:24:40.715759 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15915bd4-a6eb-435a-9619-42e2bac4ff7f req-2ba2ffd9-f5ce-4193-aa5b-74ab7d8f25a9 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:40.728787 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-15915bd4-a6eb-435a-9619-42e2bac4ff7f req-2ba2ffd9-f5ce-4193-aa5b-74ab7d8f25a9 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 946 time: 0.0955043 Aug 19 18:24:40.791017 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-e1c7efcc-e9b9-466d-a3b3-3d4b04b25396 None None] Set router e2a3a096-470b-4bb8-8910-955707f8540b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:24:40.811402 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-15915bd4-a6eb-435a-9619-42e2bac4ff7f req-624f919b-d35d-407d-bc2a-4d2706c6b674 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809734 Aug 19 18:24:40.928881 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-52fae95b-871d-4e90-8883-8cdd77d62114 service neutron] 10.222.0.24 "GET /v2.0/networks/6cf94c9a-eb01-4654-9d6a-13800506ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199602 Aug 19 18:24:40.991586 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-7097bca0-76de-4b25-9799-ca907732843b None None] Allocated IP 172.20.0.2 (eb209190-2b0a-4385-a96f-5ebf3ada95ae/1a51ede3-bf4f-418b-b046-6db223b828ca/b138a66b-756d-4c9f-9de2-1957557bb78f) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:24:41.030548 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-acd1ff4d-985f-407c-9a8f-50c0ef4c9b55 req-0b79123a-95cf-4ef8-b505-b4ae1181e29d tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d60f370-00c8-4438-abe4-067aab59f241 HTTP/1.1" status: 200 len: 210 time: 0.0415213 Aug 19 18:24:41.097184 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-050794bd-b7ef-4d86-971e-474e0dd3b377 service neutron] 10.222.0.24 "GET /v2.0/networks/6cf94c9a-eb01-4654-9d6a-13800506ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665671 Aug 19 18:24:41.103873 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-695278a4-345a-4468-acc3-715cbb17a966 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:41.155237 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-695278a4-345a-4468-acc3-715cbb17a966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:41.201103 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:41.329524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624e9f5-20cf-43f5-a1b2-31a6a750ce71 req-38144948-4a58-4465-9cb2-b1a9a0272069 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:41.344939 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8624e9f5-20cf-43f5-a1b2-31a6a750ce71 req-38144948-4a58-4465-9cb2-b1a9a0272069 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1758237 Aug 19 18:24:41.419273 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8624e9f5-20cf-43f5-a1b2-31a6a750ce71 req-affe1030-35ff-4ca3-8fcb-b52212402b8a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728202 Aug 19 18:24:41.430269 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-695278a4-345a-4468-acc3-715cbb17a966 admin admin] Allocated IP 172.25.8.49 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/d5f13f17-c8a3-48dd-9f51-eb3d11825dcf) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:24:41.582900 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7097bca0-76de-4b25-9799-ca907732843b None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:41.605685 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d79a1d-a20b-47e0-98fa-f1b69fd4c1b2 x-openstack-request-id: req-39d79a1d-a20b-47e0-98fa-f1b69fd4c1b2 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:24:41.606108 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec53dc75-4a8e-401d-8eb0-18a6572226a9", "name": "network-vif-deleted", "tag": "ecbbba5c-2045-4697-a72e-557b776fef10", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:24:41.606406 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39d79a1d-a20b-47e0-98fa-f1b69fd4c1b2 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:24:41.609724 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec53dc75-4a8e-401d-8eb0-18a6572226a9', 'name': 'network-vif-deleted', 'tag': 'ecbbba5c-2045-4697-a72e-557b776fef10', 'status': 'completed', 'code': 200} Aug 19 18:24:41.680212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7097bca0-76de-4b25-9799-ca907732843b None None] Transition to ACTIVE for port object b138a66b-756d-4c9f-9de2-1957557bb78f will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:24:41.689919 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cba74012-ae1a-4ec5-b508-ba745590cc0f req-9068ccfc-ddaf-4ea2-8cc9-24c37d69725a tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=7813214a-2d9d-4d81-bd1a-5e6a3c489461 HTTP/1.1" status: 200 len: 210 time: 0.0622184 Aug 19 18:24:41.738617 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-695278a4-345a-4468-acc3-715cbb17a966 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:41.756169 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7097bca0-76de-4b25-9799-ca907732843b None None] Transition to ACTIVE for port object b138a66b-756d-4c9f-9de2-1957557bb78f will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:24:41.780654 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7097bca0-76de-4b25-9799-ca907732843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:41.818523 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e1c7efcc-e9b9-466d-a3b3-3d4b04b25396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'name': 'tempest-AttachVolumeTestJSON-1912132189-router', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:09Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'gw_port': {'id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:11Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '1f7e355c-1a87-410a-903e-5323917d3b08', 'name': '', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'mac_address': 'fa:16:3e:f2:af:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:24Z', 'updated_at': '2021-08-19T18:19:40Z', 'revision_number': 5, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'subnets': [{'id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:41.853148 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-695278a4-345a-4468-acc3-715cbb17a966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:41.886054 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 6e299f58-b888-4ecd-9292-355732af519c no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:24:41.924200 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695278a4-345a-4468-acc3-715cbb17a966 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:24:41.931320 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-695278a4-345a-4468-acc3-715cbb17a966 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:24:41.943800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695278a4-345a-4468-acc3-715cbb17a966 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:24:41.998239 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-b4ef3ca0-9c2a-425f-ac8a-a384edbb0682 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:42.006356 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-b4ef3ca0-9c2a-425f-ac8a-a384edbb0682 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 812 time: 0.2011213 Aug 19 18:24:42.008950 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 6e299f58-b888-4ecd-9292-355732af519c {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:24:42.009495 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 6e299f58-b888-4ecd-9292-355732af519c not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:24:42.030771 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-deed14c4-8b34-4b0d-88c7-5db023326cc3 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/quotas/0a3380184ecc4eaca1d71439579d61d1 HTTP/1.1" status: 200 len: 375 time: 0.0231791 Aug 19 18:24:42.036891 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7097bca0-76de-4b25-9799-ca907732843b None None] Network eb209190-2b0a-4385-a96f-5ebf3ada95ae is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:24:42.040359 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c7efcc-e9b9-466d-a3b3-3d4b04b25396 None None] Checking router: e2a3a096-470b-4bb8-8910-955707f8540b for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:24:42.055750 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695278a4-345a-4468-acc3-715cbb17a966 admin admin] Pushing event updated for resources: {'Port': ['ID=d5f13f17-c8a3-48dd-9f51-eb3d11825dcf,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:42.081710 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-7097bca0-76de-4b25-9799-ca907732843b None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:24:42.086734 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097bca0-76de-4b25-9799-ca907732843b None None] Pushing event updated for resources: {'Port': ['ID=b138a66b-756d-4c9f-9de2-1957557bb78f,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:42.088084 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1c1e8-3e80-49e1-9561-cdceaa4f58b0 req-e4ba5a65-7cdc-43e2-a2e5-b0874f4e2d1a tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:42.100280 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-97e1c1e8-3e80-49e1-9561-cdceaa4f58b0 req-e4ba5a65-7cdc-43e2-a2e5-b0874f4e2d1a tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=9498070c-ffc5-43c3-b62b-794cd67bd766 HTTP/1.1" status: 200 len: 945 time: 0.1535828 Aug 19 18:24:42.106088 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7097bca0-76de-4b25-9799-ca907732843b None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:24:42.115157 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c7efcc-e9b9-466d-a3b3-3d4b04b25396 None None] Routers {'e2a3a096-470b-4bb8-8910-955707f8540b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:24:42.115778 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e1c7efcc-e9b9-466d-a3b3-3d4b04b25396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:24:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e2a3a096-470b-4bb8-8910-955707f8540b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:42.130019 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-829d91da-1b93-4dbf-b800-89006017102c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0976286 Aug 19 18:24:42.279170 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-3f084ca0-15b7-4532-9a51-93e06ece34a3 service neutron] 10.222.0.24 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463215 Aug 19 18:24:42.325161 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-97e1c1e8-3e80-49e1-9561-cdceaa4f58b0 req-6948cd8e-6764-46d9-b6ee-53233efcf478 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236927 Aug 19 18:24:42.403602 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device ecbbba5c-2045-4697-a72e-557b776fef10 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:24:42.423272 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-d75ad77e-b687-44af-bf55-93e203d85123 service neutron] 10.222.0.24 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426864 Aug 19 18:24:42.457689 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37524) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:42.495774 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: ecbbba5c-2045-4697-a72e-557b776fef10 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:24:42.496877 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device ecbbba5c-2045-4697-a72e-557b776fef10 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:24:42.550775 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92e0f808-6022-4e87-8f9e-dda64a4b1e1a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:42.567738 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7097bca0-76de-4b25-9799-ca907732843b None None] Attempting to bind port b138a66b-756d-4c9f-9de2-1957557bb78f on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:24:42.568107 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7097bca0-76de-4b25-9799-ca907732843b None None] Attempting to bind port b138a66b-756d-4c9f-9de2-1957557bb78f by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '083a7072-271c-444a-a331-ab84e02a81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:24:42.568482 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7097bca0-76de-4b25-9799-ca907732843b None None] Attempting to bind port b138a66b-756d-4c9f-9de2-1957557bb78f on network eb209190-2b0a-4385-a96f-5ebf3ada95ae {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:24:42.579295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-e1c7efcc-e9b9-466d-a3b3-3d4b04b25396 None None] Set router e2a3a096-470b-4bb8-8910-955707f8540b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:24:42.581678 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7097bca0-76de-4b25-9799-ca907732843b None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:24:42.582064 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7097bca0-76de-4b25-9799-ca907732843b None None] Checking segment: {'id': '083a7072-271c-444a-a331-ab84e02a81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:24:42.582478 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7097bca0-76de-4b25-9799-ca907732843b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:42.582873 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7097bca0-76de-4b25-9799-ca907732843b None None] Bound using segment: {'id': '083a7072-271c-444a-a331-ab84e02a81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:24:42.583355 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7097bca0-76de-4b25-9799-ca907732843b None None] Bound port: b138a66b-756d-4c9f-9de2-1957557bb78f, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083a7072-271c-444a-a331-ab84e02a81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:24:42.583740 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7097bca0-76de-4b25-9799-ca907732843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:42.608703 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92e0f808-6022-4e87-8f9e-dda64a4b1e1a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:42.675615 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-695278a4-345a-4468-acc3-715cbb17a966 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:42.724307 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92e0f808-6022-4e87-8f9e-dda64a4b1e1a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:42.730328 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92e0f808-6022-4e87-8f9e-dda64a4b1e1a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:42.738306 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-92e0f808-6022-4e87-8f9e-dda64a4b1e1a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "DELETE /v2.0/security-groups/1a683979-a812-48b7-8fdd-536b42a3528f HTTP/1.1" status: 204 len: 168 time: 0.2773213 Aug 19 18:24:42.739591 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37528) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:42.774982 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0f808-6022-4e87-8f9e-dda64a4b1e1a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a683979-a812-48b7-8fdd-536b42a3528f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:42.802085 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-a69c5537-c6ae-44e4-9ad4-899cddca98d2 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] show failed (client error): The resource could not be found. Aug 19 18:24:42.806063 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a69c5537-c6ae-44e4-9ad4-899cddca98d2 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups/1a683979-a812-48b7-8fdd-536b42a3528f HTTP/1.1" status: 404 len: 347 time: 0.0556865 Aug 19 18:24:42.806950 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37534) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:42.868736 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7097bca0-76de-4b25-9799-ca907732843b None None] For port b138a66b-756d-4c9f-9de2-1957557bb78f, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:24:42.874853 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7097bca0-76de-4b25-9799-ca907732843b None None] For port b138a66b-756d-4c9f-9de2-1957557bb78f, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b138a66b-756d-4c9f-9de2-1957557bb78f,segment=NetworkSegment(083a7072-271c-444a-a331-ab84e02a81c5),segment_id=083a7072-271c-444a-a331-ab84e02a81c5)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:24:42.889621 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7097bca0-76de-4b25-9799-ca907732843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:43.005558 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c4b36d59-c155-4210-b21a-86c9538977d5 req-cbb4be02-92cb-4e92-b06e-9f58f17d993a tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=7813214a-2d9d-4d81-bd1a-5e6a3c489461 HTTP/1.1" status: 200 len: 210 time: 0.0823870 Aug 19 18:24:43.008910 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f7edafc-5b7d-475c-aa11-05c1fa46d665 req-ea9e9dee-8614-4357-a596-2b38e2480991 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af7fdcf-2b7f-4ab1-830a-8c36968f38e5 HTTP/1.1" status: 200 len: 210 time: 0.1112037 Aug 19 18:24:43.135727 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097bca0-76de-4b25-9799-ca907732843b None None] Pushing event updated for resources: {'Port': ['ID=b138a66b-756d-4c9f-9de2-1957557bb78f,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:43.254636 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e1c7efcc-e9b9-466d-a3b3-3d4b04b25396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'name': 'tempest-AttachVolumeTestJSON-1912132189-router', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:09Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'gw_port': {'id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:11Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '1f7e355c-1a87-410a-903e-5323917d3b08', 'name': '', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'mac_address': 'fa:16:3e:f2:af:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:24Z', 'updated_at': '2021-08-19T18:19:40Z', 'revision_number': 5, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'subnets': [{'id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:43.323594 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c7efcc-e9b9-466d-a3b3-3d4b04b25396 None None] The sync data for ids ['e2a3a096-470b-4bb8-8910-955707f8540b'] in n-d-803753-2 is: [{'id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'name': 'tempest-AttachVolumeTestJSON-1912132189-router', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:09Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'gw_port': {'id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:11Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '1f7e355c-1a87-410a-903e-5323917d3b08', 'name': '', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'mac_address': 'fa:16:3e:f2:af:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:24Z', 'updated_at': '2021-08-19T18:19:40Z', 'revision_number': 5, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'subnets': [{'id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:24:43.367415 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-9b835cea-01aa-43cd-9f8a-0ad472b0ca7d tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Deleting port f99fadf7-cc14-49e1-8b23-116ba02d0aba {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:24:43.368228 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9b835cea-01aa-43cd-9f8a-0ad472b0ca7d tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:43.459476 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-695278a4-345a-4468-acc3-715cbb17a966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:43.696053 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-67a4763a-e0d1-4e0d-adc8-c347db945598 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:43.697745 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-67a4763a-e0d1-4e0d-adc8-c347db945598 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.54 "GET /v2.0/networks?id=6cf94c9a-eb01-4654-9d6a-13800506ec01 HTTP/1.1" status: 200 len: 809 time: 0.5216835 Aug 19 18:24:43.713404 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a19c68-6a76-47ab-a390-d4b211386e04 req-227de84c-5869-470d-94c4-ec1044f98a3d tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:43.715233 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-16a19c68-6a76-47ab-a390-d4b211386e04 req-227de84c-5869-470d-94c4-ec1044f98a3d tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.54 "GET /v2.0/ports?device_id=9498070c-ffc5-43c3-b62b-794cd67bd766 HTTP/1.1" status: 200 len: 945 time: 0.2879481 Aug 19 18:24:43.729070 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-4b4e0aec-e521-44e4-9ebb-8c3286cc12a0 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Request body: {'port': {'device_id': '7813214a-2d9d-4d81-bd1a-5e6a3c489461', 'network_id': '6cf94c9a-eb01-4654-9d6a-13800506ec01', 'admin_state_up': True, 'tenant_id': '1a4d782f6f594431ad3fcf69468728d6'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:43.729267 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695278a4-345a-4468-acc3-715cbb17a966 admin admin] Router 6e7118d0-5d33-4096-84d3-129449511e06 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:24:43.862932 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b138a66b-756d-4c9f-9de2-1957557bb78f up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:24:43.865481 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0575c5-cf04-4006-87da-d338cd0130cd req-50a2825a-f98a-43c9-88b1-e822a2bf883a tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:43.874544 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9c0575c5-cf04-4006-87da-d338cd0130cd req-50a2825a-f98a-43c9-88b1-e822a2bf883a tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=9498070c-ffc5-43c3-b62b-794cd67bd766 HTTP/1.1" status: 200 len: 945 time: 0.3836155 Aug 19 18:24:43.877776 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9b835cea-01aa-43cd-9f8a-0ad472b0ca7d tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:43.878210 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9b835cea-01aa-43cd-9f8a-0ad472b0ca7d tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:43.911863 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e316931-bbba-4138-8ea0-d0f12a81a981 None None] New status for floating IP 008c79da-9ad0-432b-acb5-fa710775fbdf: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:24:43.933861 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-9b835cea-01aa-43cd-9f8a-0ad472b0ca7d tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Calling delete_port for f99fadf7-cc14-49e1-8b23-116ba02d0aba owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:24:43.939895 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695278a4-345a-4468-acc3-715cbb17a966 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:24:43.966260 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port b138a66b-756d-4c9f-9de2-1957557bb78f completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:24:43.974903 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] Sync routers for ids ['6e7118d0-5d33-4096-84d3-129449511e06'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:24:43.976572 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-695278a4-345a-4468-acc3-715cbb17a966 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:43.978209 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-695278a4-345a-4468-acc3-715cbb17a966 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0890229 Aug 19 18:24:43.981831 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37546) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:44.005314 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] Routers {'6e7118d0-5d33-4096-84d3-129449511e06'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:24:44.006491 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:24:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6e7118d0-5d33-4096-84d3-129449511e06'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:44.049954 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9c0575c5-cf04-4006-87da-d338cd0130cd req-399fe9ed-0f4a-4359-8cd1-30bc8395c5b4 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743715 Aug 19 18:24:44.196063 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-4b4e0aec-e521-44e4-9ebb-8c3286cc12a0 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Made reservation on behalf of 1a4d782f6f594431ad3fcf69468728d6 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:24:44.200229 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-4b4e0aec-e521-44e4-9ebb-8c3286cc12a0 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:44.248129 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ac7e2869-c540-4a16-b17c-d4037f50e329 req-5bfacb8d-5da5-4100-bb02-d9d192e35aff tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=7813214a-2d9d-4d81-bd1a-5e6a3c489461 HTTP/1.1" status: 200 len: 210 time: 0.0680866 Aug 19 18:24:44.252051 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d94450bd-9111-4192-bccf-44cfaaf08a41 req-f7bad3fa-e63d-4e41-981c-d44e46f3dca5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af7fdcf-2b7f-4ab1-830a-8c36968f38e5 HTTP/1.1" status: 200 len: 210 time: 0.0461862 Aug 19 18:24:44.420250 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-16a19c68-6a76-47ab-a390-d4b211386e04 req-898d03ff-5702-4e36-9e1d-fb234b6afc59 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Deleting port 2d15ea63-5b4e-4f06-bdae-3033a7d2434e {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:24:44.421027 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-16a19c68-6a76-47ab-a390-d4b211386e04 req-898d03ff-5702-4e36-9e1d-fb234b6afc59 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:44.492858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] Set router 6e7118d0-5d33-4096-84d3-129449511e06 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:24:44.635132 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5d6a21-3088-40ad-9dc8-727ff3c3a235 None None] Network eb209190-2b0a-4385-a96f-5ebf3ada95ae requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:24:44.785616 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-4b4e0aec-e521-44e4-9ebb-8c3286cc12a0 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Allocated IP 172.20.0.5 (6cf94c9a-eb01-4654-9d6a-13800506ec01/a803d8a6-313f-40de-a02f-5dd266e53d7a/7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:24:44.819228 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3fbc1dcb-03c2-4f90-953c-44b706d4b42f None None] Provisioning for port b138a66b-756d-4c9f-9de2-1957557bb78f completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:24:44.827057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-16a19c68-6a76-47ab-a390-d4b211386e04 req-898d03ff-5702-4e36-9e1d-fb234b6afc59 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] For port 2d15ea63-5b4e-4f06-bdae-3033a7d2434e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=2d15ea63-5b4e-4f06-bdae-3033a7d2434e,segment=NetworkSegment(5f1f34ef-9067-4021-8bd3-d758b9f62f14),segment_id=5f1f34ef-9067-4021-8bd3-d758b9f62f14)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:44.827725 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-16a19c68-6a76-47ab-a390-d4b211386e04 req-898d03ff-5702-4e36-9e1d-fb234b6afc59 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:44.831161 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9b835cea-01aa-43cd-9f8a-0ad472b0ca7d tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:44.868858 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-16a19c68-6a76-47ab-a390-d4b211386e04 req-898d03ff-5702-4e36-9e1d-fb234b6afc59 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Calling delete_port for 2d15ea63-5b4e-4f06-bdae-3033a7d2434e owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:24:44.914548 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b835cea-01aa-43cd-9f8a-0ad472b0ca7d tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Pushing event deleted for resources: {'Port': ['ID=f99fadf7-cc14-49e1-8b23-116ba02d0aba,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:44.917790 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3fbc1dcb-03c2-4f90-953c-44b706d4b42f None None] Provisioning complete for port b138a66b-756d-4c9f-9de2-1957557bb78f triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:24:44.918977 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3fbc1dcb-03c2-4f90-953c-44b706d4b42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:45.361806 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3fbc1dcb-03c2-4f90-953c-44b706d4b42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:45.451470 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-3fbc1dcb-03c2-4f90-953c-44b706d4b42f None None] For port b138a66b-756d-4c9f-9de2-1957557bb78f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b138a66b-756d-4c9f-9de2-1957557bb78f,segment=NetworkSegment(083a7072-271c-444a-a331-ab84e02a81c5),segment_id=083a7072-271c-444a-a331-ab84e02a81c5)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:45.458965 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7118d0-5d33-4096-84d3-129449511e06', 'name': 'tempest-TaggedBootDevicesTest_v242-86884823-router', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:39Z', 'updated_at': '2021-08-19T18:24:42Z', 'revision_number': 3, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'gw_port': {'id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:41Z', 'updated_at': '2021-08-19T18:24:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:45.535064 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] Checking router: 6e7118d0-5d33-4096-84d3-129449511e06 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:24:45.536163 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] Updating router 6e7118d0-5d33-4096-84d3-129449511e06 port d5f13f17-c8a3-48dd-9f51-eb3d11825dcf binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:24:45.541008 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3fbc1dcb-03c2-4f90-953c-44b706d4b42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:45.594080 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4ba77801-eef4-4e42-99ca-9880e680bfa2 req-fc55e062-88ac-47cb-9444-8dff896df04f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af7fdcf-2b7f-4ab1-830a-8c36968f38e5 HTTP/1.1" status: 200 len: 210 time: 0.0690551 Aug 19 18:24:45.599126 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5335fda-c332-4da5-b2f0-306059c13d98 req-c95f299e-ce41-4f19-879b-1b7251712064 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:45.616386 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e5335fda-c332-4da5-b2f0-306059c13d98 req-c95f299e-ce41-4f19-879b-1b7251712064 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=9498070c-ffc5-43c3-b62b-794cd67bd766 HTTP/1.1" status: 200 len: 945 time: 0.3117831 Aug 19 18:24:45.674508 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:45.719520 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9b835cea-01aa-43cd-9f8a-0ad472b0ca7d tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:45.722099 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9b835cea-01aa-43cd-9f8a-0ad472b0ca7d tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:45.735733 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9b835cea-01aa-43cd-9f8a-0ad472b0ca7d tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "DELETE /v2.0/floatingips/008c79da-9ad0-432b-acb5-fa710775fbdf HTTP/1.1" status: 204 len: 168 time: 2.9192562 Aug 19 18:24:45.791971 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc1dcb-03c2-4f90-953c-44b706d4b42f None None] Pushing event updated for resources: {'Port': ['ID=b138a66b-756d-4c9f-9de2-1957557bb78f,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:45.834950 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e5335fda-c332-4da5-b2f0-306059c13d98 req-42d1aba2-c88f-4486-adc4-063b1bab594e tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148640 Aug 19 18:24:45.880713 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-daf309dc-a285-4c1e-aa74-acdd676d20c1 req-66e66515-8e1e-46e2-ad1d-3e46039210a1 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=7813214a-2d9d-4d81-bd1a-5e6a3c489461 HTTP/1.1" status: 200 len: 210 time: 0.1508515 Aug 19 18:24:45.896917 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 2d15ea63-5b4e-4f06-bdae-3033a7d2434e no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:24:45.915250 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-a2a2dec7-483c-4161-8fa5-4d22501b0532 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:45.921895 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-a2a2dec7-483c-4161-8fa5-4d22501b0532 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.50 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 812 time: 0.8557665 Aug 19 18:24:45.957370 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-cbf9e425-ec62-4afa-a715-68563a017859 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Request body: {'port': {'device_id': '7af7fdcf-2b7f-4ab1-830a-8c36968f38e5', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'admin_state_up': True, 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:46.037500 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-16a19c68-6a76-47ab-a390-d4b211386e04 req-898d03ff-5702-4e36-9e1d-fb234b6afc59 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.042719 n-d-803753-2 neutron-server[94683]: INFO neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No ports have port_id starting with 2d15ea63-5b4e-4f06-bdae-3033a7d2434e Aug 19 18:24:46.077841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['eaac0ad0-7bfe-4381-b5be-357a23e5b3bc'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:24:46.091179 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d03ff-5702-4e36-9e1d-fb234b6afc59 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Pushing event deleted for resources: {'Port': ['ID=2d15ea63-5b4e-4f06-bdae-3033a7d2434e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:46.146917 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a19c68-6a76-47ab-a390-d4b211386e04 req-898d03ff-5702-4e36-9e1d-fb234b6afc59 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] No DVR routers for this DVR port 2d15ea63-5b4e-4f06-bdae-3033a7d2434e on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:24:46.153510 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-16a19c68-6a76-47ab-a390-d4b211386e04 req-898d03ff-5702-4e36-9e1d-fb234b6afc59 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.155897 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-16a19c68-6a76-47ab-a390-d4b211386e04 req-898d03ff-5702-4e36-9e1d-fb234b6afc59 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.54 "DELETE /v2.0/ports/2d15ea63-5b4e-4f06-bdae-3033a7d2434e HTTP/1.1" status: 204 len: 173 time: 2.3121581 Aug 19 18:24:46.156527 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9498070c-ffc5-43c3-b62b-794cd67bd766', 'name': 'network-vif-deleted', 'tag': '2d15ea63-5b4e-4f06-bdae-3033a7d2434e'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:24:46.159018 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8330c8-30be-4115-aa35-eec9488bf7a8" -d '{"events": [{"server_uuid": "9498070c-ffc5-43c3-b62b-794cd67bd766", "name": "network-vif-deleted", "tag": "2d15ea63-5b4e-4f06-bdae-3033a7d2434e"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:24:46.183232 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7adef3d8-217e-4528-b4a2-7fed12cc8ad8 None None] Provisioning complete for port b138a66b-756d-4c9f-9de2-1957557bb78f triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:24:46.184149 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7adef3d8-217e-4528-b4a2-7fed12cc8ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.217427 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8b75aa96-9837-4971-9ebf-ec4fa3efe73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.227876 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-4b4e0aec-e521-44e4-9ebb-8c3286cc12a0 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.288635 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c25ff72-9ce8-45a3-8470-f344728cf980 x-openstack-request-id: req-6c25ff72-9ce8-45a3-8470-f344728cf980 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:24:46.288935 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9498070c-ffc5-43c3-b62b-794cd67bd766", "name": "network-vif-deleted", "tag": "2d15ea63-5b4e-4f06-bdae-3033a7d2434e", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:24:46.289193 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6c25ff72-9ce8-45a3-8470-f344728cf980 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:24:46.291811 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9498070c-ffc5-43c3-b62b-794cd67bd766', 'name': 'network-vif-deleted', 'tag': '2d15ea63-5b4e-4f06-bdae-3033a7d2434e', 'status': 'completed', 'code': 200} Aug 19 18:24:46.368244 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-4b4e0aec-e521-44e4-9ebb-8c3286cc12a0 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.409196 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.445768 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] Transition to ACTIVE for port object d5f13f17-c8a3-48dd-9f51-eb3d11825dcf will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:24:46.459331 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-4b4e0aec-e521-44e4-9ebb-8c3286cc12a0 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Network 6cf94c9a-eb01-4654-9d6a-13800506ec01 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:24:46.468955 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-4b4e0aec-e521-44e4-9ebb-8c3286cc12a0 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:24:46.471344 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.478184 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-4b4e0aec-e521-44e4-9ebb-8c3286cc12a0 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:24:46.515884 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.520013 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37566) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:46.528287 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-fb634dae-c4f1-46af-87a1-3353357f8bde tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1051702065', 'description': 'tempest-description--1743134494'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:46.557294 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] Attempting to bind port d5f13f17-c8a3-48dd-9f51-eb3d11825dcf on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:24:46.558233 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] Attempting to bind port d5f13f17-c8a3-48dd-9f51-eb3d11825dcf by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:24:46.558233 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] Attempting to bind port d5f13f17-c8a3-48dd-9f51-eb3d11825dcf on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:24:46.576420 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb634dae-c4f1-46af-87a1-3353357f8bde tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.581367 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c1300-dae7-4692-88db-e9f041be85d3 None None] Pushing event updated for resources: {'Port': ['ID=d5f13f17-c8a3-48dd-9f51-eb3d11825dcf,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:46.583948 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:24:46.584319 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:24:46.584733 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.585116 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:24:46.585626 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] Bound port: d5f13f17-c8a3-48dd-9f51-eb3d11825dcf, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:24:46.586083 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.601019 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e0aec-e521-44e4-9ebb-8c3286cc12a0 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Pushing event updated for resources: {'Port': ['ID=7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:46.611745 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-4b4e0aec-e521-44e4-9ebb-8c3286cc12a0 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:46.612492 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-4b4e0aec-e521-44e4-9ebb-8c3286cc12a0 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.617197 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-8b75aa96-9837-4971-9ebf-ec4fa3efe73f admin admin] Allocated IP 172.20.0.1 (eb209190-2b0a-4385-a96f-5ebf3ada95ae/1a51ede3-bf4f-418b-b046-6db223b828ca/f92987c9-39e7-492f-879c-a667e6da6494) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:24:46.640571 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-4b4e0aec-e521-44e4-9ebb-8c3286cc12a0 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9195642 Aug 19 18:24:46.658206 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-393dda41-8c40-43d5-903d-550a0401b1a8 service neutron] Request body: {'port': {'device_id': '7813214a-2d9d-4d81-bd1a-5e6a3c489461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:46.678267 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] For port d5f13f17-c8a3-48dd-9f51-eb3d11825dcf, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:24:46.686062 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] For port d5f13f17-c8a3-48dd-9f51-eb3d11825dcf, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=d5f13f17-c8a3-48dd-9f51-eb3d11825dcf,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:24:46.697071 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.758415 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-393dda41-8c40-43d5-903d-550a0401b1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.832924 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] Routers {'6e7118d0-5d33-4096-84d3-129449511e06'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:24:46.833609 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:24:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6e7118d0-5d33-4096-84d3-129449511e06'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:46.835528 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c1300-dae7-4692-88db-e9f041be85d3 None None] Pushing event updated for resources: {'Port': ['ID=d5f13f17-c8a3-48dd-9f51-eb3d11825dcf,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:46.836918 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb634dae-c4f1-46af-87a1-3353357f8bde tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.851157 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb634dae-c4f1-46af-87a1-3353357f8bde tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.914826 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb634dae-c4f1-46af-87a1-3353357f8bde tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0260ae-484f-4c6a-9389-a88c2d6b008e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:46.948475 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9e0e258b-c98b-41ab-ae8b-9678e2aa99f3 req-f5887b49-eaec-407f-896e-da6e2f3ad744 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af7fdcf-2b7f-4ab1-830a-8c36968f38e5 HTTP/1.1" status: 200 len: 210 time: 0.0907726 Aug 19 18:24:46.979441 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8b75aa96-9837-4971-9ebf-ec4fa3efe73f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.002850 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-cbf9e425-ec62-4afa-a715-68563a017859 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Made reservation on behalf of 0a3380184ecc4eaca1d71439579d61d1 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:24:47.013255 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-cbf9e425-ec62-4afa-a715-68563a017859 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.061699 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb634dae-c4f1-46af-87a1-3353357f8bde tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.066813 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-8b75aa96-9837-4971-9ebf-ec4fa3efe73f admin admin] Transition to ACTIVE for port object f92987c9-39e7-492f-879c-a667e6da6494 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:24:47.067005 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37578) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:47.068020 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fb634dae-c4f1-46af-87a1-3353357f8bde tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5470698 Aug 19 18:24:47.071716 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c41fc928-0d70-4c3b-a9ef-ccf67d251411 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Request body: {'security_group_rule': {'security_group_id': '7c0260ae-484f-4c6a-9389-a88c2d6b008e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:47.143557 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c41fc928-0d70-4c3b-a9ef-ccf67d251411 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.184145 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] Set router 6e7118d0-5d33-4096-84d3-129449511e06 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:24:47.205511 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cd8f9-b956-4d51-b90c-edf6632eaaf5 req-a561690e-7ab3-4d3c-92a2-3704e04e00e3 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:47.207232 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d50cd8f9-b956-4d51-b90c-edf6632eaaf5 req-a561690e-7ab3-4d3c-92a2-3704e04e00e3 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=7813214a-2d9d-4d81-bd1a-5e6a3c489461 HTTP/1.1" status: 200 len: 931 time: 0.1340375 Aug 19 18:24:47.246464 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ca72a199-a658-45a2-80c8-3d370ddde03c req-294f88ab-2d89-467c-ac30-0965d3741b33 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=9498070c-ffc5-43c3-b62b-794cd67bd766 HTTP/1.1" status: 200 len: 210 time: 0.0649621 Aug 19 18:24:47.303999 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8b75aa96-9837-4971-9ebf-ec4fa3efe73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.305713 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d50cd8f9-b956-4d51-b90c-edf6632eaaf5 req-2d55d7e7-e591-4e2f-91ff-40f58883f3d9 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/security-groups?id=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794072 Aug 19 18:24:47.335474 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c41fc928-0d70-4c3b-a9ef-ccf67d251411 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.371532 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c41fc928-0d70-4c3b-a9ef-ccf67d251411 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.411101 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b75aa96-9837-4971-9ebf-ec4fa3efe73f admin admin] Network eb209190-2b0a-4385-a96f-5ebf3ada95ae is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:24:47.411329 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-393dda41-8c40-43d5-903d-550a0401b1a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:24:47.423193 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-8b75aa96-9837-4971-9ebf-ec4fa3efe73f admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:24:47.428730 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-393dda41-8c40-43d5-903d-550a0401b1a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.429420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fc928-0d70-4c3b-a9ef-ccf67d251411 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb2be27-e4e9-4b7c-833f-6238b2e1ca8d,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:47.432053 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-cbf9e425-ec62-4afa-a715-68563a017859 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Allocated IP 172.20.0.6 (93a2ed74-6d2c-4387-8198-b7dee6474ba9/bdff0938-a183-4f8a-a75e-f5868c3f9bbb/63c9f543-8cc2-4736-a571-1e001a868143) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:24:47.435389 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b75aa96-9837-4971-9ebf-ec4fa3efe73f admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:24:47.437459 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75aa96-9837-4971-9ebf-ec4fa3efe73f admin admin] Pushing event updated for resources: {'Port': ['ID=f92987c9-39e7-492f-879c-a667e6da6494,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:47.445887 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c41fc928-0d70-4c3b-a9ef-ccf67d251411 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.448107 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c41fc928-0d70-4c3b-a9ef-ccf67d251411 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3791828 Aug 19 18:24:47.454699 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37580) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:47.459366 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-c19b31cb-ba34-44a0-a1c5-3ea1109eead8 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Request body: {'security_group_rule': {'security_group_id': '7c0260ae-484f-4c6a-9389-a88c2d6b008e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:47.482177 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-393dda41-8c40-43d5-903d-550a0401b1a8 service neutron] Transition to ACTIVE for port object 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:24:47.492270 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-393dda41-8c40-43d5-903d-550a0401b1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.556243 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7118d0-5d33-4096-84d3-129449511e06', 'name': 'tempest-TaggedBootDevicesTest_v242-86884823-router', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:39Z', 'updated_at': '2021-08-19T18:24:42Z', 'revision_number': 3, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'gw_port': {'id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:41Z', 'updated_at': '2021-08-19T18:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:47.571405 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393dda41-8c40-43d5-903d-550a0401b1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:47.627433 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de56dba1-a73b-4b75-9695-d8e1a597e557 None None] The sync data for ids ['6e7118d0-5d33-4096-84d3-129449511e06'] in n-d-803753-2 is: [{'id': '6e7118d0-5d33-4096-84d3-129449511e06', 'name': 'tempest-TaggedBootDevicesTest_v242-86884823-router', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:39Z', 'updated_at': '2021-08-19T18:24:42Z', 'revision_number': 3, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'gw_port': {'id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:41Z', 'updated_at': '2021-08-19T18:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:24:47.646021 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c19b31cb-ba34-44a0-a1c5-3ea1109eead8 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.748263 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b138a66b-756d-4c9f-9de2-1957557bb78f up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:24:47.754999 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-cbf9e425-ec62-4afa-a715-68563a017859 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.773090 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-cbf9e425-ec62-4afa-a715-68563a017859 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Transition to ACTIVE for port object 63c9f543-8cc2-4736-a571-1e001a868143 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:24:47.796150 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c19b31cb-ba34-44a0-a1c5-3ea1109eead8 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.822344 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8b75aa96-9837-4971-9ebf-ec4fa3efe73f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.828004 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-393dda41-8c40-43d5-903d-550a0401b1a8 service neutron] Attempting to bind port 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:24:47.828344 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-393dda41-8c40-43d5-903d-550a0401b1a8 service neutron] Attempting to bind port 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': 'c33a828d-32ea-407c-8dea-af5ec2fa8ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6cf94c9a-eb01-4654-9d6a-13800506ec01'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:24:47.829087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-393dda41-8c40-43d5-903d-550a0401b1a8 service neutron] Attempting to bind port 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a on network 6cf94c9a-eb01-4654-9d6a-13800506ec01 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:24:47.836832 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-393dda41-8c40-43d5-903d-550a0401b1a8 service neutron] Port 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a on network 6cf94c9a-eb01-4654-9d6a-13800506ec01 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:24:47.837349 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-393dda41-8c40-43d5-903d-550a0401b1a8 service neutron] Attempting to bind port 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a on network 6cf94c9a-eb01-4654-9d6a-13800506ec01 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:24:47.838497 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a0e18aa4-6c43-464d-ae39-831ae4badb9c None None] Provisioning for port f92987c9-39e7-492f-879c-a667e6da6494 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:24:47.840119 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c19b31cb-ba34-44a0-a1c5-3ea1109eead8 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.851343 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a0e18aa4-6c43-464d-ae39-831ae4badb9c None None] Provisioning complete for port f92987c9-39e7-492f-879c-a667e6da6494 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:24:47.851738 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a0e18aa4-6c43-464d-ae39-831ae4badb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.881480 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c19b31cb-ba34-44a0-a1c5-3ea1109eead8 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.888335 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c19b31cb-ba34-44a0-a1c5-3ea1109eead8 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4316392 Aug 19 18:24:47.888777 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-393dda41-8c40-43d5-903d-550a0401b1a8 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:24:47.889153 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-393dda41-8c40-43d5-903d-550a0401b1a8 service neutron] Checking segment: {'id': 'c33a828d-32ea-407c-8dea-af5ec2fa8ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6cf94c9a-eb01-4654-9d6a-13800506ec01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:24:47.889804 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-393dda41-8c40-43d5-903d-550a0401b1a8 service neutron] Bound using segment: {'id': 'c33a828d-32ea-407c-8dea-af5ec2fa8ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6cf94c9a-eb01-4654-9d6a-13800506ec01'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:24:47.890437 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-393dda41-8c40-43d5-903d-550a0401b1a8 service neutron] Bound port: 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c33a828d-32ea-407c-8dea-af5ec2fa8ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6cf94c9a-eb01-4654-9d6a-13800506ec01'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:24:47.890913 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-393dda41-8c40-43d5-903d-550a0401b1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.898748 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port b138a66b-756d-4c9f-9de2-1957557bb78f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:24:47.899127 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.905278 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37582) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:47.914049 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-001e5abf-42b5-469d-81a6-04011ef7a49f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:47.926640 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b31cb-ba34-44a0-a1c5-3ea1109eead8 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f63f5f-9c8e-442a-94b5-66b8dbc78fe0,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:47.945198 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-cbf9e425-ec62-4afa-a715-68563a017859 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.951210 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-a0e18aa4-6c43-464d-ae39-831ae4badb9c None None] Port f92987c9-39e7-492f-879c-a667e6da6494 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:24:47.972073 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['bb574d96-cf52-47a1-8a95-179694cff36a'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:24:48.000625 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-001e5abf-42b5-469d-81a6-04011ef7a49f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:48.144997 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-cbf9e425-ec62-4afa-a715-68563a017859 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:24:48.156523 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-393dda41-8c40-43d5-903d-550a0401b1a8 service neutron] For port 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:24:48.156632 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9e425-ec62-4afa-a715-68563a017859 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Pushing event updated for resources: {'Port': ['ID=63c9f543-8cc2-4736-a571-1e001a868143,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:48.167044 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-cbf9e425-ec62-4afa-a715-68563a017859 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:24:48.229228 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-393dda41-8c40-43d5-903d-550a0401b1a8 service neutron] For port 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a,segment=NetworkSegment(c33a828d-32ea-407c-8dea-af5ec2fa8ca8),segment_id=c33a828d-32ea-407c-8dea-af5ec2fa8ca8)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:24:48.240301 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-393dda41-8c40-43d5-903d-550a0401b1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:48.240686 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-cbf9e425-ec62-4afa-a715-68563a017859 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:24:48.252525 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8b75aa96-9837-4971-9ebf-ec4fa3efe73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:48.401315 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bfd08434-8343-4caa-8426-1eb905cfe95e req-f353f210-a349-4a03-8db7-2b8d8f201ab7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5945675 Aug 19 18:24:48.451236 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-393dda41-8c40-43d5-903d-550a0401b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:48.452405 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-393dda41-8c40-43d5-903d-550a0401b1a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:48.460767 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-393dda41-8c40-43d5-903d-550a0401b1a8 service neutron] 10.222.0.54 "PUT /v2.0/ports/7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a HTTP/1.1" status: 200 len: 1091 time: 1.8083792 Aug 19 18:24:48.462313 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7813214a-2d9d-4d81-bd1a-5e6a3c489461', 'tag': '7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:24:48.481844 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247abef7-aef9-4047-a288-2b411ddd9ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "7813214a-2d9d-4d81-bd1a-5e6a3c489461", "tag": "7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:24:48.500368 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393dda41-8c40-43d5-903d-550a0401b1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:48.720187 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-cbf9e425-ec62-4afa-a715-68563a017859 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:48.721925 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-cbf9e425-ec62-4afa-a715-68563a017859 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:48.786224 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-cbf9e425-ec62-4afa-a715-68563a017859 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8399920 Aug 19 18:24:48.803851 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-9215516b-8416-4e26-ae6a-e0bab2dfd0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:48.805551 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-9215516b-8416-4e26-ae6a-e0bab2dfd0c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a4d782f6f594431ad3fcf69468728d6&device_id=7813214a-2d9d-4d81-bd1a-5e6a3c489461 HTTP/1.1" status: 200 len: 1094 time: 0.2461092 Aug 19 18:24:48.821920 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12650a13-e525-4fe3-960a-7154cfac3a41 req-b6d68e34-a014-4037-85ff-27a108af84b8 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:48.823789 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-12650a13-e525-4fe3-960a-7154cfac3a41 req-b6d68e34-a014-4037-85ff-27a108af84b8 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=7813214a-2d9d-4d81-bd1a-5e6a3c489461 HTTP/1.1" status: 200 len: 943 time: 0.2790086 Aug 19 18:24:48.833590 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-84d5a462-bae2-4d6c-87b5-4eb940291fbf service neutron] Request body: {'port': {'device_id': '7af7fdcf-2b7f-4ab1-830a-8c36968f38e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:48.837666 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a54758ae-fb2f-4d31-a076-d21f0bcf97b6 None None] Provisioning for port 63c9f543-8cc2-4736-a571-1e001a868143 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:24:48.838437 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd08434-8343-4caa-8426-1eb905cfe95e req-d018db8c-0d1c-48f0-84ee-acbe26162bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:48.840614 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bfd08434-8343-4caa-8426-1eb905cfe95e req-d018db8c-0d1c-48f0-84ee-acbe26162bf1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1b1aa2c733a4115bafa765990404683&device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 1097 time: 0.3384721 Aug 19 18:24:48.842362 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a54758ae-fb2f-4d31-a076-d21f0bcf97b6 None None] Provisioning complete for port 63c9f543-8cc2-4736-a571-1e001a868143 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:24:48.842743 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a54758ae-fb2f-4d31-a076-d21f0bcf97b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:48.848784 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa50542-5612-44ad-93cf-bfca3ea84c71 req-9b5ad729-367a-4bb7-938f-ee321aaf21d3 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:48.859778 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8aa50542-5612-44ad-93cf-bfca3ea84c71 req-9b5ad729-367a-4bb7-938f-ee321aaf21d3 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af7fdcf-2b7f-4ab1-830a-8c36968f38e5 HTTP/1.1" status: 200 len: 931 time: 0.6720521 Aug 19 18:24:48.900958 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-02e80ed0-d3de-4ead-be6e-d23c66328a22 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a HTTP/1.1" status: 200 len: 217 time: 0.0754158 Aug 19 18:24:48.934802 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-a54758ae-fb2f-4d31-a076-d21f0bcf97b6 None None] Port 63c9f543-8cc2-4736-a571-1e001a868143 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:24:48.998943 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-001e5abf-42b5-469d-81a6-04011ef7a49f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:49.024945 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-12650a13-e525-4fe3-960a-7154cfac3a41 req-26ea9cd8-2ea7-471a-8521-15da0b685c48 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/security-groups?id=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848311 Aug 19 18:24:49.032035 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-1d6d817c-c25b-4133-b2cf-63d404cfd076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:49.033640 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-1d6d817c-c25b-4133-b2cf-63d404cfd076 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a803d8a6-313f-40de-a02f-5dd266e53d7a HTTP/1.1" status: 200 len: 849 time: 0.1025929 Aug 19 18:24:49.133011 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375a3db5-0374-4b3e-9357-3821842d6c2c x-openstack-request-id: req-375a3db5-0374-4b3e-9357-3821842d6c2c {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:24:49.133297 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7813214a-2d9d-4d81-bd1a-5e6a3c489461", "tag": "7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:24:49.133568 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-375a3db5-0374-4b3e-9357-3821842d6c2c {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:24:49.134003 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7813214a-2d9d-4d81-bd1a-5e6a3c489461', 'tag': '7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a', 'status': 'completed', 'code': 200} Aug 19 18:24:49.141143 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-e0d9003d-fa3b-40c2-81b3-b328d2dbca8f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cf94c9a-eb01-4654-9d6a-13800506ec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743692 Aug 19 18:24:49.281027 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8aa50542-5612-44ad-93cf-bfca3ea84c71 req-021d633f-4499-4bb4-9528-6218aad6d8bf tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780816 Aug 19 18:24:49.333424 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-84d5a462-bae2-4d6c-87b5-4eb940291fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:49.341750 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-001e5abf-42b5-469d-81a6-04011ef7a49f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Allocated IP 172.25.8.100 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/c7ab5fd2-22b8-4172-9de3-f04666f9bee0) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:24:49.374990 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd08434-8343-4caa-8426-1eb905cfe95e req-7bce98be-32ff-40fd-b5a7-44a4cb53c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:49.378811 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bfd08434-8343-4caa-8426-1eb905cfe95e req-7bce98be-32ff-40fd-b5a7-44a4cb53c8ba service neutron] 10.222.0.50 "GET /v2.0/networks?id=bacad945-2962-49c4-806c-a7bd8c4e8d7b HTTP/1.1" status: 200 len: 918 time: 0.5148556 Aug 19 18:24:49.487753 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-ae7a5cdf-8304-404f-ac76-9fb6a478d009 service neutron] 10.222.0.54 "GET /v2.0/networks/6cf94c9a-eb01-4654-9d6a-13800506ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346450 Aug 19 18:24:49.552027 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8b75aa96-9837-4971-9ebf-ec4fa3efe73f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:49.572971 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8b75aa96-9837-4971-9ebf-ec4fa3efe73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:49.630115 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-001e5abf-42b5-469d-81a6-04011ef7a49f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:49.660391 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11f1ad1c-e38f-4a4c-9f49-450329e20e22 req-922365a0-a5ff-497c-bb1c-d44632952ada service neutron] 10.222.0.54 "GET /v2.0/networks/6cf94c9a-eb01-4654-9d6a-13800506ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593981 Aug 19 18:24:49.695617 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bfd08434-8343-4caa-8426-1eb905cfe95e req-eec18344-322f-41b5-b0c2-c11e09868397 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=968365ec-5696-467d-bee4-2f8e8058c00a HTTP/1.1" status: 200 len: 1001 time: 0.2685559 Aug 19 18:24:49.727605 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-001e5abf-42b5-469d-81a6-04011ef7a49f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:49.795792 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd08434-8343-4caa-8426-1eb905cfe95e req-5357d264-93ee-4bcd-8db8-d8150147b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:49.801125 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bfd08434-8343-4caa-8426-1eb905cfe95e req-5357d264-93ee-4bcd-8db8-d8150147b995 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9e32631a-48d3-4ef0-8eb3-575117a89737 HTTP/1.1" status: 200 len: 856 time: 0.0850461 Aug 19 18:24:49.856347 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001e5abf-42b5-469d-81a6-04011ef7a49f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:24:49.870301 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d5f13f17-c8a3-48dd-9f51-eb3d11825dcf up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:24:49.883697 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8b75aa96-9837-4971-9ebf-ec4fa3efe73f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:49.900067 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-001e5abf-42b5-469d-81a6-04011ef7a49f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:24:49.915399 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e5abf-42b5-469d-81a6-04011ef7a49f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:24:49.919903 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75aa96-9837-4971-9ebf-ec4fa3efe73f admin admin] Pushing event updated for resources: {'Port': ['ID=f92987c9-39e7-492f-879c-a667e6da6494,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:49.975553 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e5abf-42b5-469d-81a6-04011ef7a49f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Pushing event updated for resources: {'Port': ['ID=c7ab5fd2-22b8-4172-9de3-f04666f9bee0,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:49.977394 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port d5f13f17-c8a3-48dd-9f51-eb3d11825dcf completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:24:49.997002 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port d5f13f17-c8a3-48dd-9f51-eb3d11825dcf triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:24:49.998225 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:50.006550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247abef7-aef9-4047-a288-2b411ddd9ac4 req-b7e71154-bb4d-4531-b284-b33fea6086e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:50.014760 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-247abef7-aef9-4047-a288-2b411ddd9ac4 req-b7e71154-bb4d-4531-b284-b33fea6086e2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a4d782f6f594431ad3fcf69468728d6&device_id=7813214a-2d9d-4d81-bd1a-5e6a3c489461 HTTP/1.1" status: 200 len: 1094 time: 0.1878376 Aug 19 18:24:50.043640 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd08434-8343-4caa-8426-1eb905cfe95e req-b4a67d5d-d0a3-490f-8a66-47a3fcf85530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:50.055885 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bfd08434-8343-4caa-8426-1eb905cfe95e req-b4a67d5d-d0a3-490f-8a66-47a3fcf85530 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bacad945-2962-49c4-806c-a7bd8c4e8d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2378938 Aug 19 18:24:50.193385 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:50.224299 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247abef7-aef9-4047-a288-2b411ddd9ac4 req-3bef9a09-756e-4809-ada6-14ca0c57a9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:50.226324 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-247abef7-aef9-4047-a288-2b411ddd9ac4 req-3bef9a09-756e-4809-ada6-14ca0c57a9c1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6cf94c9a-eb01-4654-9d6a-13800506ec01 HTTP/1.1" status: 200 len: 910 time: 0.1529372 Aug 19 18:24:50.243696 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port d5f13f17-c8a3-48dd-9f51-eb3d11825dcf, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=d5f13f17-c8a3-48dd-9f51-eb3d11825dcf,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:50.254560 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:50.317900 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-247abef7-aef9-4047-a288-2b411ddd9ac4 req-2faf42c5-b6a3-4e39-974f-7a8f1e96bb3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a HTTP/1.1" status: 200 len: 217 time: 0.0779960 Aug 19 18:24:50.383547 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=d5f13f17-c8a3-48dd-9f51-eb3d11825dcf,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:50.410906 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-001e5abf-42b5-469d-81a6-04011ef7a49f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:50.523900 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edd524-9c1c-4e8e-acd5-282389a46a8c req-202137d8-8527-41c8-9078-f55d563719d3 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:50.526075 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0edd524-9c1c-4e8e-acd5-282389a46a8c req-202137d8-8527-41c8-9078-f55d563719d3 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=7813214a-2d9d-4d81-bd1a-5e6a3c489461 HTTP/1.1" status: 200 len: 943 time: 0.2990358 Aug 19 18:24:50.529617 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-001e5abf-42b5-469d-81a6-04011ef7a49f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:50.533803 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247abef7-aef9-4047-a288-2b411ddd9ac4 req-e78dbe1f-473f-43c9-94e1-176c319e1bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:50.535575 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-247abef7-aef9-4047-a288-2b411ddd9ac4 req-e78dbe1f-473f-43c9-94e1-176c319e1bf0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a803d8a6-313f-40de-a02f-5dd266e53d7a HTTP/1.1" status: 200 len: 849 time: 0.2063012 Aug 19 18:24:50.623172 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-247abef7-aef9-4047-a288-2b411ddd9ac4 req-dae94c08-e9bc-4ac2-8322-91e3cb4fec2e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cf94c9a-eb01-4654-9d6a-13800506ec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510430 Aug 19 18:24:50.709123 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0edd524-9c1c-4e8e-acd5-282389a46a8c req-4600f75f-d55c-4ca1-a87d-5ab81867e328 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/security-groups?id=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722720 Aug 19 18:24:50.834870 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-247abef7-aef9-4047-a288-2b411ddd9ac4 req-bf912d45-57be-4d69-b238-0c0026a53a5c service neutron] 10.222.0.54 "GET /v2.0/networks/6cf94c9a-eb01-4654-9d6a-13800506ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036374 Aug 19 18:24:50.867698 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bfd08434-8343-4caa-8426-1eb905cfe95e req-854c0f28-90dc-4e10-b190-2c0708aaf4ce service neutron] 10.222.0.50 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7857206 Aug 19 18:24:50.878833 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b75aa96-9837-4971-9ebf-ec4fa3efe73f admin admin] Network eb209190-2b0a-4385-a96f-5ebf3ada95ae is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:24:50.903918 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f310dc-e882-49bb-aeec-710b5ce804fd req-dc337715-38bd-4f59-b965-c0d93261bc10 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:50.905506 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-29f310dc-e882-49bb-aeec-710b5ce804fd req-dc337715-38bd-4f59-b965-c0d93261bc10 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af7fdcf-2b7f-4ab1-830a-8c36968f38e5 HTTP/1.1" status: 200 len: 931 time: 0.1586111 Aug 19 18:24:50.911529 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-8b75aa96-9837-4971-9ebf-ec4fa3efe73f admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:24:50.947369 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-84d5a462-bae2-4d6c-87b5-4eb940291fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c9f543-8cc2-4736-a571-1e001a868143 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:24:50.968593 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-001e5abf-42b5-469d-81a6-04011ef7a49f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:50.991248 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-001e5abf-42b5-469d-81a6-04011ef7a49f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:51.021894 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-84d5a462-bae2-4d6c-87b5-4eb940291fbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:51.130116 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-29f310dc-e882-49bb-aeec-710b5ce804fd req-3907588b-824f-4ce7-b23e-ebaae8d6bf6f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079391 Aug 19 18:24:51.145034 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-84d5a462-bae2-4d6c-87b5-4eb940291fbf service neutron] Transition to ACTIVE for port object 63c9f543-8cc2-4736-a571-1e001a868143 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:24:51.156964 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-84d5a462-bae2-4d6c-87b5-4eb940291fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:51.198238 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e5abf-42b5-469d-81a6-04011ef7a49f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Pushing event updated for resources: {'Port': ['ID=c7ab5fd2-22b8-4172-9de3-f04666f9bee0,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:51.236086 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-247abef7-aef9-4047-a288-2b411ddd9ac4 req-8a3fa910-b26f-4435-964d-bba6fa10d375 service neutron] 10.222.0.54 "GET /v2.0/networks/6cf94c9a-eb01-4654-9d6a-13800506ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881791 Aug 19 18:24:51.264068 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-001e5abf-42b5-469d-81a6-04011ef7a49f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:51.298320 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-001e5abf-42b5-469d-81a6-04011ef7a49f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:51.298755 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bfd08434-8343-4caa-8426-1eb905cfe95e req-7530961e-8f73-4a78-89ef-3c95696797dd service neutron] 10.222.0.50 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137826 Aug 19 18:24:51.301353 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-001e5abf-42b5-469d-81a6-04011ef7a49f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3911560 Aug 19 18:24:51.322059 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5a462-bae2-4d6c-87b5-4eb940291fbf service neutron] Pushing event updated for resources: {'Port': ['ID=63c9f543-8cc2-4736-a571-1e001a868143,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:51.415598 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b75aa96-9837-4971-9ebf-ec4fa3efe73f admin admin] Router 6e7118d0-5d33-4096-84d3-129449511e06 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:24:51.419008 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e2849d60-1906-4d16-bc40-ac38bd727c0c None None] Provisioning complete for port f92987c9-39e7-492f-879c-a667e6da6494 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:24:51.420021 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e2849d60-1906-4d16-bc40-ac38bd727c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:51.524253 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-e2849d60-1906-4d16-bc40-ac38bd727c0c None None] Port f92987c9-39e7-492f-879c-a667e6da6494 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:24:51.650199 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f932214-bd91-4884-8365-14b1d00a7377 req-1b0f158d-f863-4d61-a2c2-b031b8b75030 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1051702065&fields=id&tenant_id=65af0cd5b05e4e47a92672412bb56f85 HTTP/1.1" status: 200 len: 267 time: 0.0564256 Aug 19 18:24:51.720004 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b75aa96-9837-4971-9ebf-ec4fa3efe73f admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:24:51.740942 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8b75aa96-9837-4971-9ebf-ec4fa3efe73f admin admin] 10.222.0.24 "PUT /v2.0/routers/6e7118d0-5d33-4096-84d3-129449511e06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7578104 Aug 19 18:24:51.741818 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-84d5a462-bae2-4d6c-87b5-4eb940291fbf service neutron] Attempting to bind port 63c9f543-8cc2-4736-a571-1e001a868143 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:24:51.742163 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-84d5a462-bae2-4d6c-87b5-4eb940291fbf service neutron] Attempting to bind port 63c9f543-8cc2-4736-a571-1e001a868143 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:24:51.742480 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-84d5a462-bae2-4d6c-87b5-4eb940291fbf service neutron] Attempting to bind port 63c9f543-8cc2-4736-a571-1e001a868143 on network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:24:51.749024 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-84d5a462-bae2-4d6c-87b5-4eb940291fbf service neutron] Port 63c9f543-8cc2-4736-a571-1e001a868143 on network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:24:51.749310 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-84d5a462-bae2-4d6c-87b5-4eb940291fbf service neutron] Attempting to bind port 63c9f543-8cc2-4736-a571-1e001a868143 on network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:24:51.750364 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4270a912-db18-455b-a88d-83d6b921084c None None] Sync routers for ids ['6e7118d0-5d33-4096-84d3-129449511e06'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:24:51.772526 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-84d5a462-bae2-4d6c-87b5-4eb940291fbf service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:24:51.772882 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-84d5a462-bae2-4d6c-87b5-4eb940291fbf service neutron] Checking segment: {'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:24:51.773250 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-84d5a462-bae2-4d6c-87b5-4eb940291fbf service neutron] Bound using segment: {'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:24:51.773730 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-84d5a462-bae2-4d6c-87b5-4eb940291fbf service neutron] Bound port: 63c9f543-8cc2-4736-a571-1e001a868143, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:24:51.774074 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-84d5a462-bae2-4d6c-87b5-4eb940291fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:51.813437 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4270a912-db18-455b-a88d-83d6b921084c None None] Routers {'6e7118d0-5d33-4096-84d3-129449511e06'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:24:51.815004 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-4270a912-db18-455b-a88d-83d6b921084c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:24:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6e7118d0-5d33-4096-84d3-129449511e06'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:51.839735 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d5f13f17-c8a3-48dd-9f51-eb3d11825dcf up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:24:51.904484 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:24:51.907218 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f932214-bd91-4884-8365-14b1d00a7377 req-fff63891-f5b2-449a-975c-9b1ed3217aa5 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:51.909480 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f932214-bd91-4884-8365-14b1d00a7377 req-fff63891-f5b2-449a-975c-9b1ed3217aa5 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/networks?id=328a6888-a512-4946-b559-9a6ac5994658 HTTP/1.1" status: 200 len: 811 time: 0.2572575 Aug 19 18:24:51.941018 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f932214-bd91-4884-8365-14b1d00a7377 req-f232731d-108c-4407-92be-4c6c8ba7feaf tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/quotas/65af0cd5b05e4e47a92672412bb56f85 HTTP/1.1" status: 200 len: 375 time: 0.0223606 Aug 19 18:24:51.983229 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-4270a912-db18-455b-a88d-83d6b921084c None None] Set router 6e7118d0-5d33-4096-84d3-129449511e06 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:24:52.073070 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae940da-de49-4272-a21b-3ec9e491d200 req-5dcf6c5b-0209-49e1-9903-d91c15da1925 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:52.076032 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6ae940da-de49-4272-a21b-3ec9e491d200 req-5dcf6c5b-0209-49e1-9903-d91c15da1925 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=7813214a-2d9d-4d81-bd1a-5e6a3c489461 HTTP/1.1" status: 200 len: 943 time: 0.1870267 Aug 19 18:24:52.094872 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f932214-bd91-4884-8365-14b1d00a7377 req-36074b6e-b649-45e8-b52c-c3b70be55d85 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=65af0cd5b05e4e47a92672412bb56f85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1482325 Aug 19 18:24:52.137568 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-84d5a462-bae2-4d6c-87b5-4eb940291fbf service neutron] For port 63c9f543-8cc2-4736-a571-1e001a868143, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:24:52.171320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a,segment=NetworkSegment(c33a828d-32ea-407c-8dea-af5ec2fa8ca8),segment_id=c33a828d-32ea-407c-8dea-af5ec2fa8ca8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:52.202822 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-84d5a462-bae2-4d6c-87b5-4eb940291fbf service neutron] For port 63c9f543-8cc2-4736-a571-1e001a868143, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=63c9f543-8cc2-4736-a571-1e001a868143,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:24:52.205922 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a', 'network_id': '6cf94c9a-eb01-4654-9d6a-13800506ec01', 'port_id': '7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a', 'mac_address': 'fa:16:3e:47:1d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a803d8a6-313f-40de-a02f-5dd266e53d7a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:24:52.215699 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6ae940da-de49-4272-a21b-3ec9e491d200 req-a6c7d230-8751-4de5-bf5a-7fca25663d03 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/security-groups?id=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270113 Aug 19 18:24:52.221559 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-84d5a462-bae2-4d6c-87b5-4eb940291fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:52.298266 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port d5f13f17-c8a3-48dd-9f51-eb3d11825dcf triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:24:52.301139 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:52.314065 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f932214-bd91-4884-8365-14b1d00a7377 req-26025593-7da9-4758-899e-f1db9fa95102 service neutron] 10.222.0.24 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163100 Aug 19 18:24:52.337968 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-84d5a462-bae2-4d6c-87b5-4eb940291fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:52.338611 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-84d5a462-bae2-4d6c-87b5-4eb940291fbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:52.340705 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-84d5a462-bae2-4d6c-87b5-4eb940291fbf service neutron] 10.222.0.50 "PUT /v2.0/ports/63c9f543-8cc2-4736-a571-1e001a868143 HTTP/1.1" status: 200 len: 1091 time: 3.5239844 Aug 19 18:24:52.343511 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af7fdcf-2b7f-4ab1-830a-8c36968f38e5', 'tag': '63c9f543-8cc2-4736-a571-1e001a868143'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:24:52.363823 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1375d6d5-020f-4977-8448-12ff527f4332" -d '{"events": [{"name": "network-changed", "server_uuid": "7af7fdcf-2b7f-4ab1-830a-8c36968f38e5", "tag": "63c9f543-8cc2-4736-a571-1e001a868143"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:24:52.437793 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-4270a912-db18-455b-a88d-83d6b921084c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7118d0-5d33-4096-84d3-129449511e06', 'name': 'tempest-TaggedBootDevicesTest_v242-86884823-router', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:39Z', 'updated_at': '2021-08-19T18:24:47Z', 'revision_number': 4, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'gw_port': {'id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:41Z', 'updated_at': '2021-08-19T18:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'f92987c9-39e7-492f-879c-a667e6da6494', 'name': '', 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'mac_address': 'fa:16:3e:fd:2e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '1a51ede3-bf4f-418b-b046-6db223b828ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:46Z', 'updated_at': '2021-08-19T18:24:48Z', 'revision_number': 2, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'subnets': [{'id': '1a51ede3-bf4f-418b-b046-6db223b828ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:52.465171 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:52.515270 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4270a912-db18-455b-a88d-83d6b921084c None None] Checking router: 6e7118d0-5d33-4096-84d3-129449511e06 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:24:52.516363 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4270a912-db18-455b-a88d-83d6b921084c None None] Updating router 6e7118d0-5d33-4096-84d3-129449511e06 port f92987c9-39e7-492f-879c-a667e6da6494 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:24:52.543000 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:24:52.564581 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5a462-bae2-4d6c-87b5-4eb940291fbf service neutron] Pushing event updated for resources: {'Port': ['ID=63c9f543-8cc2-4736-a571-1e001a868143,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:52.592547 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a,segment=NetworkSegment(c33a828d-32ea-407c-8dea-af5ec2fa8ca8),segment_id=c33a828d-32ea-407c-8dea-af5ec2fa8ca8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:52.598696 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-4270a912-db18-455b-a88d-83d6b921084c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:52.600291 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f932214-bd91-4884-8365-14b1d00a7377 req-2c7f2d32-acd3-4fc8-9899-08a5658d91a1 service neutron] 10.222.0.24 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840793 Aug 19 18:24:52.621216 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:52.806503 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd43e58-46e6-48a0-a430-3f29bfeb4222 req-9833f8b4-f1fa-4616-b9a3-64fe07aac473 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:52.808419 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dbd43e58-46e6-48a0-a430-3f29bfeb4222 req-9833f8b4-f1fa-4616-b9a3-64fe07aac473 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af7fdcf-2b7f-4ab1-830a-8c36968f38e5 HTTP/1.1" status: 200 len: 943 time: 0.2489498 Aug 19 18:24:52.821462 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-6dace756-bd1d-4436-b8cc-0377cd613d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:52.823341 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-6dace756-bd1d-4436-b8cc-0377cd613d38 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=7af7fdcf-2b7f-4ab1-830a-8c36968f38e5 HTTP/1.1" status: 200 len: 1094 time: 0.4251111 Aug 19 18:24:52.911698 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:53.011850 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-03b1d64e-0348-4b48-a5b6-b45c402bddb8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63c9f543-8cc2-4736-a571-1e001a868143 HTTP/1.1" status: 200 len: 217 time: 0.1662056 Aug 19 18:24:53.016544 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab649eb-7c73-4a89-9795-c870c393cc1a x-openstack-request-id: req-1ab649eb-7c73-4a89-9795-c870c393cc1a {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:24:53.017127 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af7fdcf-2b7f-4ab1-830a-8c36968f38e5", "tag": "63c9f543-8cc2-4736-a571-1e001a868143", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:24:53.018144 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ab649eb-7c73-4a89-9795-c870c393cc1a {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:24:53.019247 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af7fdcf-2b7f-4ab1-830a-8c36968f38e5', 'tag': '63c9f543-8cc2-4736-a571-1e001a868143', 'status': 'completed', 'code': 200} Aug 19 18:24:53.031325 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:24:53.085238 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-48fae4c4-d2fe-4709-8742-c8a826af1c39 req-19cec820-9751-4838-aaf7-94866feaccd8 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d880d82-59b2-4684-97c0-1d1669ad3b24 HTTP/1.1" status: 200 len: 210 time: 0.0673509 Aug 19 18:24:53.176672 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dbd43e58-46e6-48a0-a430-3f29bfeb4222 req-ff382598-c792-4d60-9f3c-b6b6ec615af1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497736 Aug 19 18:24:53.201730 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-2e1a9a0d-8f5b-4baf-983d-5453bb4a927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:53.225198 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-2e1a9a0d-8f5b-4baf-983d-5453bb4a927b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.2039459 Aug 19 18:24:53.339444 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-6474589c-d291-4a97-9939-d84145c4c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:53.345302 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-6474589c-d291-4a97-9939-d84145c4c238 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083479 Aug 19 18:24:53.473866 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-4270a912-db18-455b-a88d-83d6b921084c None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:53.502932 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-4270a912-db18-455b-a88d-83d6b921084c None None] Transition to ACTIVE for port object f92987c9-39e7-492f-879c-a667e6da6494 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:24:53.512838 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-4270a912-db18-455b-a88d-83d6b921084c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:53.596378 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1963050-7e74-410e-b71c-a3411ddd0e78 None None] Pushing event updated for resources: {'Port': ['ID=f92987c9-39e7-492f-879c-a667e6da6494,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:53.615860 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1963050-7e74-410e-b71c-a3411ddd0e78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:53.623085 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1963050-7e74-410e-b71c-a3411ddd0e78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:53.623735 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1963050-7e74-410e-b71c-a3411ddd0e78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:53.624420 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1963050-7e74-410e-b71c-a3411ddd0e78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:53.624945 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1963050-7e74-410e-b71c-a3411ddd0e78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:53.625521 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1963050-7e74-410e-b71c-a3411ddd0e78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:53.626313 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1963050-7e74-410e-b71c-a3411ddd0e78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:53.627136 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1963050-7e74-410e-b71c-a3411ddd0e78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:53.627453 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1963050-7e74-410e-b71c-a3411ddd0e78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:53.628009 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1963050-7e74-410e-b71c-a3411ddd0e78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:53.628364 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1963050-7e74-410e-b71c-a3411ddd0e78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:53.628957 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1963050-7e74-410e-b71c-a3411ddd0e78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:53.705753 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b30c29-1cf1-4f1e-ac3d-5e5aa63fb135 req-5b0abb4b-11e1-4fde-9484-5c18e9d34078 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:53.718904 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-74b30c29-1cf1-4f1e-ac3d-5e5aa63fb135 req-5b0abb4b-11e1-4fde-9484-5c18e9d34078 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=7813214a-2d9d-4d81-bd1a-5e6a3c489461 HTTP/1.1" status: 200 len: 944 time: 0.2548940 Aug 19 18:24:53.767810 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-4270a912-db18-455b-a88d-83d6b921084c None None] Attempting to bind port f92987c9-39e7-492f-879c-a667e6da6494 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:24:53.768390 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-4270a912-db18-455b-a88d-83d6b921084c None None] Attempting to bind port f92987c9-39e7-492f-879c-a667e6da6494 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '083a7072-271c-444a-a331-ab84e02a81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:24:53.769334 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4270a912-db18-455b-a88d-83d6b921084c None None] Attempting to bind port f92987c9-39e7-492f-879c-a667e6da6494 on network eb209190-2b0a-4385-a96f-5ebf3ada95ae {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:24:53.793693 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4270a912-db18-455b-a88d-83d6b921084c None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:24:53.799561 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4270a912-db18-455b-a88d-83d6b921084c None None] Checking segment: {'id': '083a7072-271c-444a-a331-ab84e02a81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:24:53.800070 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-4270a912-db18-455b-a88d-83d6b921084c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:53.801670 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4270a912-db18-455b-a88d-83d6b921084c None None] Bound using segment: {'id': '083a7072-271c-444a-a331-ab84e02a81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:24:53.802195 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-4270a912-db18-455b-a88d-83d6b921084c None None] Bound port: f92987c9-39e7-492f-879c-a667e6da6494, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083a7072-271c-444a-a331-ab84e02a81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:24:53.806109 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-4270a912-db18-455b-a88d-83d6b921084c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:53.894219 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-9aab1947-b7c4-496e-8dc7-a9e95d87bd7e service neutron] 10.222.0.50 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371912 Aug 19 18:24:53.910740 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-74b30c29-1cf1-4f1e-ac3d-5e5aa63fb135 req-c4575949-3c4b-4b9e-abbe-f441eda284ec tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/security-groups?id=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908495 Aug 19 18:24:53.950910 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43c784-ec8b-4f0c-9d03-c838b8645b07 req-0c51b019-062d-4839-828a-74c1a68c4591 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:53.962169 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1f43c784-ec8b-4f0c-9d03-c838b8645b07 req-0c51b019-062d-4839-828a-74c1a68c4591 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9dcfd4c-1413-4e73-b8a0-ab5864255f41 HTTP/1.1" status: 200 len: 945 time: 0.1346054 Aug 19 18:24:54.117193 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1f43c784-ec8b-4f0c-9d03-c838b8645b07 req-c1d5842e-4b54-4419-8e18-b7f06b8e5b80 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512578 Aug 19 18:24:54.137958 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-4270a912-db18-455b-a88d-83d6b921084c None None] For port f92987c9-39e7-492f-879c-a667e6da6494, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:24:54.158482 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-4270a912-db18-455b-a88d-83d6b921084c None None] For port f92987c9-39e7-492f-879c-a667e6da6494, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=f92987c9-39e7-492f-879c-a667e6da6494,segment=NetworkSegment(083a7072-271c-444a-a331-ab84e02a81c5),segment_id=083a7072-271c-444a-a331-ab84e02a81c5)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:24:54.172641 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-4270a912-db18-455b-a88d-83d6b921084c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:54.190432 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4fa8e786-d37e-44b8-8650-2da623e61164 req-4b7ba713-9d52-46fd-a658-4ab373167a76 service neutron] 10.222.0.50 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741642 Aug 19 18:24:54.393476 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4270a912-db18-455b-a88d-83d6b921084c None None] Routers {'6e7118d0-5d33-4096-84d3-129449511e06'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:24:54.395520 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-4270a912-db18-455b-a88d-83d6b921084c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:24:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6e7118d0-5d33-4096-84d3-129449511e06'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:54.527685 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4ad8423a-22f7-4408-bba3-07ff2660497c req-a2a4afc8-5d80-4c92-a180-ce34665c735f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d880d82-59b2-4684-97c0-1d1669ad3b24 HTTP/1.1" status: 200 len: 210 time: 0.2187686 Aug 19 18:24:54.570680 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc44ea8-a9bc-4a79-993a-3f30f2dd6842 req-f1834018-5f41-4c6a-9285-41c05a6238d2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:54.577938 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5fc44ea8-a9bc-4a79-993a-3f30f2dd6842 req-f1834018-5f41-4c6a-9285-41c05a6238d2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af7fdcf-2b7f-4ab1-830a-8c36968f38e5 HTTP/1.1" status: 200 len: 943 time: 0.1801965 Aug 19 18:24:54.583992 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375d6d5-020f-4977-8448-12ff527f4332 req-37c8f050-15f6-4408-842f-627c80b46cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:54.587417 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1375d6d5-020f-4977-8448-12ff527f4332 req-37c8f050-15f6-4408-842f-627c80b46cfd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=7af7fdcf-2b7f-4ab1-830a-8c36968f38e5 HTTP/1.1" status: 200 len: 1094 time: 0.2670453 Aug 19 18:24:54.652685 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1963050-7e74-410e-b71c-a3411ddd0e78 None None] Pushing event updated for resources: {'Port': ['ID=f92987c9-39e7-492f-879c-a667e6da6494,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:54.769146 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5fc44ea8-a9bc-4a79-993a-3f30f2dd6842 req-30f3302f-e6a8-4cff-a595-42f4c7df559f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635985 Aug 19 18:24:54.903765 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-4270a912-db18-455b-a88d-83d6b921084c None None] Set router 6e7118d0-5d33-4096-84d3-129449511e06 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:24:54.911540 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375d6d5-020f-4977-8448-12ff527f4332 req-a6ab6fcc-7e03-4324-9552-8926bda493f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:54.919726 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1375d6d5-020f-4977-8448-12ff527f4332 req-a6ab6fcc-7e03-4324-9552-8926bda493f6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 913 time: 0.2972736 Aug 19 18:24:55.189314 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f932214-bd91-4884-8365-14b1d00a7377 req-7d454936-2151-43be-97ef-bc55159ce47b tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:55.191715 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f932214-bd91-4884-8365-14b1d00a7377 req-7d454936-2151-43be-97ef-bc55159ce47b tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.50 "GET /v2.0/networks?id=328a6888-a512-4946-b559-9a6ac5994658 HTTP/1.1" status: 200 len: 811 time: 0.1516275 Aug 19 18:24:55.192727 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1375d6d5-020f-4977-8448-12ff527f4332 req-9d163b64-f181-47e8-9e61-9f8ac085a95a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63c9f543-8cc2-4736-a571-1e001a868143 HTTP/1.1" status: 200 len: 217 time: 0.2607665 Aug 19 18:24:55.340206 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-4270a912-db18-455b-a88d-83d6b921084c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7118d0-5d33-4096-84d3-129449511e06', 'name': 'tempest-TaggedBootDevicesTest_v242-86884823-router', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:39Z', 'updated_at': '2021-08-19T18:24:47Z', 'revision_number': 4, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'gw_port': {'id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:41Z', 'updated_at': '2021-08-19T18:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'f92987c9-39e7-492f-879c-a667e6da6494', 'name': '', 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'mac_address': 'fa:16:3e:fd:2e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '1a51ede3-bf4f-418b-b046-6db223b828ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:46Z', 'updated_at': '2021-08-19T18:24:54Z', 'revision_number': 4, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'subnets': [{'id': '1a51ede3-bf4f-418b-b046-6db223b828ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:55.392211 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fd376-a5ad-4ca8-b390-e6ec61f4c5d7 req-d65c2aea-9e81-43f1-8c79-483be5bdb4c6 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:55.394375 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-011fd376-a5ad-4ca8-b390-e6ec61f4c5d7 req-d65c2aea-9e81-43f1-8c79-483be5bdb4c6 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=7813214a-2d9d-4d81-bd1a-5e6a3c489461 HTTP/1.1" status: 200 len: 944 time: 0.2004497 Aug 19 18:24:55.403334 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375d6d5-020f-4977-8448-12ff527f4332 req-8cf68f88-55e1-4d62-a682-c46b36eb3279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:55.405342 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1375d6d5-020f-4977-8448-12ff527f4332 req-8cf68f88-55e1-4d62-a682-c46b36eb3279 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.1357298 Aug 19 18:24:55.412421 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f932214-bd91-4884-8365-14b1d00a7377 req-008ebe99-2d11-4491-ba8a-2423144ad543 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65af0cd5b05e4e47a92672412bb56f85 HTTP/1.1" status: 200 len: 380 time: 0.2038119 Aug 19 18:24:55.435196 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-2f932214-bd91-4884-8365-14b1d00a7377 req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Request body: {'port': {'device_id': '9d880d82-59b2-4684-97c0-1d1669ad3b24', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'admin_state_up': True, 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'security_groups': ['7c0260ae-484f-4c6a-9389-a88c2d6b008e']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:55.470159 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c45a23-630d-4165-a4c2-c54a64a9b913 req-1f883d1f-380f-4ca7-a49c-c7f90096d8b4 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:55.476289 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-72c45a23-630d-4165-a4c2-c54a64a9b913 req-1f883d1f-380f-4ca7-a49c-c7f90096d8b4 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9dcfd4c-1413-4e73-b8a0-ab5864255f41 HTTP/1.1" status: 200 len: 945 time: 0.1865275 Aug 19 18:24:55.548822 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-011fd376-a5ad-4ca8-b390-e6ec61f4c5d7 req-6da79531-c448-4d96-b73b-4da0a8f7067b tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/security-groups?id=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416652 Aug 19 18:24:55.592857 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-72c45a23-630d-4165-a4c2-c54a64a9b913 req-89372229-a57a-43aa-895a-756040c3ddfa tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b6c3f40-bd92-4f2f-9e95-3c310531f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042836 Aug 19 18:24:55.594617 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375d6d5-020f-4977-8448-12ff527f4332 req-231362c0-a2f7-4de6-8a96-9c145ff6eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:55.605848 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1375d6d5-020f-4977-8448-12ff527f4332 req-231362c0-a2f7-4de6-8a96-9c145ff6eb2a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1727922 Aug 19 18:24:55.613479 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeecf2f-bcec-43e0-af61-7210c6faddad req-026befde-f2a8-437c-acbe-8dca4c60ac91 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:55.615620 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6eeecf2f-bcec-43e0-af61-7210c6faddad req-026befde-f2a8-437c-acbe-8dca4c60ac91 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9dcfd4c-1413-4e73-b8a0-ab5864255f41 HTTP/1.1" status: 200 len: 945 time: 0.2729752 Aug 19 18:24:55.625684 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4270a912-db18-455b-a88d-83d6b921084c None None] The sync data for ids ['6e7118d0-5d33-4096-84d3-129449511e06'] in n-d-803753-2 is: [{'id': '6e7118d0-5d33-4096-84d3-129449511e06', 'name': 'tempest-TaggedBootDevicesTest_v242-86884823-router', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:39Z', 'updated_at': '2021-08-19T18:24:47Z', 'revision_number': 4, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'gw_port': {'id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:41Z', 'updated_at': '2021-08-19T18:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'f92987c9-39e7-492f-879c-a667e6da6494', 'name': '', 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'mac_address': 'fa:16:3e:fd:2e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '1a51ede3-bf4f-418b-b046-6db223b828ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:46Z', 'updated_at': '2021-08-19T18:24:54Z', 'revision_number': 4, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'subnets': [{'id': '1a51ede3-bf4f-418b-b046-6db223b828ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:24:55.820902 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7769a066-bc5e-4163-92e7-8c40a301bed8 req-20e543c5-c91b-4165-966e-bd83a5c5679c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d880d82-59b2-4684-97c0-1d1669ad3b24 HTTP/1.1" status: 200 len: 210 time: 0.0665829 Aug 19 18:24:55.838203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f932214-bd91-4884-8365-14b1d00a7377 req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Made reservation on behalf of 65af0cd5b05e4e47a92672412bb56f85 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:24:55.866452 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2f932214-bd91-4884-8365-14b1d00a7377 req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:55.872121 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-6eeecf2f-bcec-43e0-af61-7210c6faddad req-40ba43c9-238c-470a-80c2-33c5d083594e tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Deleting port eaac0ad0-7bfe-4381-b5be-357a23e5b3bc {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:24:55.872467 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6eeecf2f-bcec-43e0-af61-7210c6faddad req-40ba43c9-238c-470a-80c2-33c5d083594e tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:55.909477 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:24:56.053485 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:24:56.063384 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:24:56.063759 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:56.085309 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4851a-7c81-4cc9-a670-1d88d956d238 req-1d9b1dae-ad11-48d4-aae1-6f97ce25fb83 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:56.086949 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-01b4851a-7c81-4cc9-a670-1d88d956d238 req-1d9b1dae-ad11-48d4-aae1-6f97ce25fb83 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af7fdcf-2b7f-4ab1-830a-8c36968f38e5 HTTP/1.1" status: 200 len: 943 time: 0.0902479 Aug 19 18:24:56.172046 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-01b4851a-7c81-4cc9-a670-1d88d956d238 req-0514d07f-2fc4-4c60-811f-a615d0dd2933 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770383 Aug 19 18:24:56.178721 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-6eeecf2f-bcec-43e0-af61-7210c6faddad req-40ba43c9-238c-470a-80c2-33c5d083594e tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] For port eaac0ad0-7bfe-4381-b5be-357a23e5b3bc, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=eaac0ad0-7bfe-4381-b5be-357a23e5b3bc,segment=NetworkSegment(5f1f34ef-9067-4021-8bd3-d758b9f62f14),segment_id=5f1f34ef-9067-4021-8bd3-d758b9f62f14)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:56.179257 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6eeecf2f-bcec-43e0-af61-7210c6faddad req-40ba43c9-238c-470a-80c2-33c5d083594e tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:56.204328 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-2f932214-bd91-4884-8365-14b1d00a7377 req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Allocated IP 172.20.0.10 (328a6888-a512-4946-b559-9a6ac5994658/d9cc3538-7c99-4258-a48c-18c8964a49b7/71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:24:56.209319 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-6eeecf2f-bcec-43e0-af61-7210c6faddad req-40ba43c9-238c-470a-80c2-33c5d083594e tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Calling delete_port for eaac0ad0-7bfe-4381-b5be-357a23e5b3bc owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:24:56.237683 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1375d6d5-020f-4977-8448-12ff527f4332 req-e235b177-8507-470f-930c-995f46277ba4 service neutron] 10.222.0.50 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119602 Aug 19 18:24:56.286689 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:56.373703 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7813214a-2d9d-4d81-bd1a-5e6a3c489461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:24:56.399351 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c283cc-2165-480d-a320-a0e62eb8904d" -d '{"events": [{"server_uuid": "7813214a-2d9d-4d81-bd1a-5e6a3c489461", "name": "network-vif-plugged", "status": "completed", "tag": "7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:24:56.419503 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 63c9f543-8cc2-4736-a571-1e001a868143 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:24:56.488769 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a,segment=NetworkSegment(c33a828d-32ea-407c-8dea-af5ec2fa8ca8),segment_id=c33a828d-32ea-407c-8dea-af5ec2fa8ca8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:56.491464 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d21021-6034-41ba-808d-bd3f6abced1b x-openstack-request-id: req-74d21021-6034-41ba-808d-bd3f6abced1b {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:24:56.492462 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7813214a-2d9d-4d81-bd1a-5e6a3c489461", "name": "network-vif-plugged", "status": "completed", "tag": "7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:24:56.493283 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74d21021-6034-41ba-808d-bd3f6abced1b {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:24:56.493755 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7813214a-2d9d-4d81-bd1a-5e6a3c489461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a', 'code': 200} Aug 19 18:24:56.500551 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:56.505079 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2f932214-bd91-4884-8365-14b1d00a7377 req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:56.535096 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-2f932214-bd91-4884-8365-14b1d00a7377 req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Transition to ACTIVE for port object 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:24:56.603595 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2f932214-bd91-4884-8365-14b1d00a7377 req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:56.673628 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6eeecf2f-bcec-43e0-af61-7210c6faddad req-40ba43c9-238c-470a-80c2-33c5d083594e tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:56.826156 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba43c9-238c-470a-80c2-33c5d083594e tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Pushing event deleted for resources: {'Port': ['ID=eaac0ad0-7bfe-4381-b5be-357a23e5b3bc,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:56.869487 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f932214-bd91-4884-8365-14b1d00a7377 req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Network 328a6888-a512-4946-b559-9a6ac5994658 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:24:56.889608 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 63c9f543-8cc2-4736-a571-1e001a868143, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=63c9f543-8cc2-4736-a571-1e001a868143,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:56.920372 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:56.932428 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '63c9f543-8cc2-4736-a571-1e001a868143', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'port_id': '63c9f543-8cc2-4736-a571-1e001a868143', 'mac_address': 'fa:16:3e:95:03:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:24:56.965799 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c7cbb50e-a30c-4353-af9e-5bee98e07ec6 req-197fdfe3-843f-4808-a1d0-9faad0627214 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9dcfd4c-1413-4e73-b8a0-ab5864255f41 HTTP/1.1" status: 200 len: 210 time: 0.2138300 Aug 19 18:24:56.982222 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-2f932214-bd91-4884-8365-14b1d00a7377 req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:24:57.001925 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eeecf2f-bcec-43e0-af61-7210c6faddad req-40ba43c9-238c-470a-80c2-33c5d083594e tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] No DVR routers for this DVR port eaac0ad0-7bfe-4381-b5be-357a23e5b3bc on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:24:57.020894 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6eeecf2f-bcec-43e0-af61-7210c6faddad req-40ba43c9-238c-470a-80c2-33c5d083594e tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:57.023105 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6eeecf2f-bcec-43e0-af61-7210c6faddad req-40ba43c9-238c-470a-80c2-33c5d083594e tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.54 "DELETE /v2.0/ports/eaac0ad0-7bfe-4381-b5be-357a23e5b3bc HTTP/1.1" status: 204 len: 173 time: 1.3949492 Aug 19 18:24:57.023672 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dcfd4c-1413-4e73-b8a0-ab5864255f41', 'name': 'network-vif-deleted', 'tag': 'eaac0ad0-7bfe-4381-b5be-357a23e5b3bc'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:24:57.026149 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ee2a9a-46c4-4052-abbc-cb94f6343b4f" -d '{"events": [{"server_uuid": "a9dcfd4c-1413-4e73-b8a0-ab5864255f41", "name": "network-vif-deleted", "tag": "eaac0ad0-7bfe-4381-b5be-357a23e5b3bc"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:24:57.030953 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f932214-bd91-4884-8365-14b1d00a7377 req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:24:57.072144 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:57.087390 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4acbc-6acc-4115-bd05-ec920441f55c req-4f344677-8dd6-4807-9c56-b49c367fb9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:57.091172 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0f4acbc-6acc-4115-bd05-ec920441f55c req-4f344677-8dd6-4807-9c56-b49c367fb9f0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7813214a-2d9d-4d81-bd1a-5e6a3c489461 HTTP/1.1" status: 200 len: 1096 time: 0.4951289 Aug 19 18:24:57.108433 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c9f543-8cc2-4736-a571-1e001a868143 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:24:57.144636 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 63c9f543-8cc2-4736-a571-1e001a868143, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=63c9f543-8cc2-4736-a571-1e001a868143,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:57.151192 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:57.207479 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddbe2d-ec22-4fe6-8f50-344f84f34bea req-cb3f69f9-4839-484d-a7f5-b62f845a4991 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:57.227786 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-47ddbe2d-ec22-4fe6-8f50-344f84f34bea req-cb3f69f9-4839-484d-a7f5-b62f845a4991 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=7813214a-2d9d-4d81-bd1a-5e6a3c489461 HTTP/1.1" status: 200 len: 945 time: 0.4517913 Aug 19 18:24:57.261510 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=63c9f543-8cc2-4736-a571-1e001a868143,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:57.312260 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0f4acbc-6acc-4115-bd05-ec920441f55c req-5f0aefeb-5111-4b87-b30f-a5e6bb503e03 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081881 Aug 19 18:24:57.361331 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-47ddbe2d-ec22-4fe6-8f50-344f84f34bea req-703de339-f627-4037-8d18-5d5fcb09e9f4 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/security-groups?id=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268449 Aug 19 18:24:57.387798 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Pushing event updated for resources: {'Port': ['ID=71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:57.411419 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f932214-bd91-4884-8365-14b1d00a7377 req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:57.413244 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2f932214-bd91-4884-8365-14b1d00a7377 req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:57.453795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['63c9f543-8cc2-4736-a571-1e001a868143'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:24:57.498434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:57.500170 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:57.501059 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:57.501572 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:57.502900 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:57.504322 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:57.504800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:57.505703 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:57.507270 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:57.507742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:57.509919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:57.510545 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:57.518618 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c0426a-3f48-4a14-b861-8e2e8e404c38 x-openstack-request-id: req-18c0426a-3f48-4a14-b861-8e2e8e404c38 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:24:57.518970 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dcfd4c-1413-4e73-b8a0-ab5864255f41", "name": "network-vif-deleted", "tag": "eaac0ad0-7bfe-4381-b5be-357a23e5b3bc", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:24:57.519297 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18c0426a-3f48-4a14-b861-8e2e8e404c38 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:24:57.519778 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dcfd4c-1413-4e73-b8a0-ab5864255f41', 'name': 'network-vif-deleted', 'tag': 'eaac0ad0-7bfe-4381-b5be-357a23e5b3bc', 'status': 'completed', 'code': 200} Aug 19 18:24:57.575674 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a62d6c-6cf5-4b0b-8612-8c55a7a00c7f req-5721b454-96da-47ea-8ccc-1069cd7027eb tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:57.581280 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06a62d6c-6cf5-4b0b-8612-8c55a7a00c7f req-5721b454-96da-47ea-8ccc-1069cd7027eb tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d880d82-59b2-4684-97c0-1d1669ad3b24 HTTP/1.1" status: 200 len: 932 time: 0.4334414 Aug 19 18:24:57.592305 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1375d6d5-020f-4977-8448-12ff527f4332 req-3996fdd7-aee4-4f8c-9972-35a33ad7dc60 service neutron] 10.222.0.50 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0064263 Aug 19 18:24:57.599160 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f932214-bd91-4884-8365-14b1d00a7377 req-15c8dd2d-ad45-4ed7-af1d-ba31fe9d9e8c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1687424 Aug 19 18:24:57.625096 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-2f932214-bd91-4884-8365-14b1d00a7377 req-8f84885b-de8c-475a-bf40-4f187383dcf1 service neutron] Request body: {'port': {'device_id': '9d880d82-59b2-4684-97c0-1d1669ad3b24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:57.648662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0695401e-d316-4347-b0a1-554585df2457 None None] Provisioning for port 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:24:57.757236 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06a62d6c-6cf5-4b0b-8612-8c55a7a00c7f req-378e9654-c08b-4646-b1fa-84cc0ac65c7f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c0260ae-484f-4c6a-9389-a88c2d6b008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608729 Aug 19 18:24:57.811143 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0695401e-d316-4347-b0a1-554585df2457 None None] Provisioning complete for port 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:24:57.811521 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0695401e-d316-4347-b0a1-554585df2457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:57.869418 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2f932214-bd91-4884-8365-14b1d00a7377 req-8f84885b-de8c-475a-bf40-4f187383dcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:57.936165 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device f92987c9-39e7-492f-879c-a667e6da6494 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:24:57.938282 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device eaac0ad0-7bfe-4381-b5be-357a23e5b3bc no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:24:57.966016 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64c08f-9a90-4e91-bbf2-39f48fa6dbe6 req-14c4d3f4-a349-4f5a-9601-80274a5f13aa tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:57.974168 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de64c08f-9a90-4e91-bbf2-39f48fa6dbe6 req-14c4d3f4-a349-4f5a-9601-80274a5f13aa tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af7fdcf-2b7f-4ab1-830a-8c36968f38e5 HTTP/1.1" status: 200 len: 944 time: 0.2161241 Aug 19 18:24:58.085098 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de64c08f-9a90-4e91-bbf2-39f48fa6dbe6 req-47b2da16-de90-4fde-bcdb-02e73a708934 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017008 Aug 19 18:24:58.094518 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: eaac0ad0-7bfe-4381-b5be-357a23e5b3bc {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:24:58.094841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device eaac0ad0-7bfe-4381-b5be-357a23e5b3bc not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:24:58.172014 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0695401e-d316-4347-b0a1-554585df2457 None None] Port 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:24:58.243853 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port f92987c9-39e7-492f-879c-a667e6da6494 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:24:58.252988 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port f92987c9-39e7-492f-879c-a667e6da6494 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:24:58.253969 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.322777 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-407a07dd-b4b9-4c80-b4e9-6b3409db54ef req-29df7d69-bdb0-45d7-a06e-fed379263dd8 tempest-AttachVolumeNegativeTest-487034684 tempest-AttachVolumeNegativeTest-487034684-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9dcfd4c-1413-4e73-b8a0-ab5864255f41 HTTP/1.1" status: 200 len: 210 time: 0.0479290 Aug 19 18:24:58.390514 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.430839 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port f92987c9-39e7-492f-879c-a667e6da6494, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=f92987c9-39e7-492f-879c-a667e6da6494,segment=NetworkSegment(083a7072-271c-444a-a331-ab84e02a81c5),segment_id=083a7072-271c-444a-a331-ab84e02a81c5)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:58.445675 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.556321 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=f92987c9-39e7-492f-879c-a667e6da6494,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:58.606008 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-2f932214-bd91-4884-8365-14b1d00a7377 req-8f84885b-de8c-475a-bf40-4f187383dcf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:24:58.616695 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2f932214-bd91-4884-8365-14b1d00a7377 req-8f84885b-de8c-475a-bf40-4f187383dcf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.640937 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-2f932214-bd91-4884-8365-14b1d00a7377 req-8f84885b-de8c-475a-bf40-4f187383dcf1 service neutron] Transition to ACTIVE for port object 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:24:58.649924 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a9725-b1ba-42a6-bf18-5318e16cb46a req-cbf2117b-faad-46ee-8c4d-dd3e60d5ef57 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:58.653785 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2f932214-bd91-4884-8365-14b1d00a7377 req-8f84885b-de8c-475a-bf40-4f187383dcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.658424 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-754a9725-b1ba-42a6-bf18-5318e16cb46a req-cbf2117b-faad-46ee-8c4d-dd3e60d5ef57 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=7813214a-2d9d-4d81-bd1a-5e6a3c489461 HTTP/1.1" status: 200 len: 945 time: 0.0912156 Aug 19 18:24:58.709738 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84885b-de8c-475a-bf40-4f187383dcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:58.721944 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-754a9725-b1ba-42a6-bf18-5318e16cb46a req-38484288-2411-4f0d-ad90-c389d641d6cd tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/security-groups?id=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546281 Aug 19 18:24:58.939876 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-2f932214-bd91-4884-8365-14b1d00a7377 req-8f84885b-de8c-475a-bf40-4f187383dcf1 service neutron] Attempting to bind port 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:24:58.940603 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-2f932214-bd91-4884-8365-14b1d00a7377 req-8f84885b-de8c-475a-bf40-4f187383dcf1 service neutron] Attempting to bind port 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '328a6888-a512-4946-b559-9a6ac5994658'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:24:58.940943 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f932214-bd91-4884-8365-14b1d00a7377 req-8f84885b-de8c-475a-bf40-4f187383dcf1 service neutron] Attempting to bind port 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 on network 328a6888-a512-4946-b559-9a6ac5994658 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:24:58.956286 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f932214-bd91-4884-8365-14b1d00a7377 req-8f84885b-de8c-475a-bf40-4f187383dcf1 service neutron] Port 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 on network 328a6888-a512-4946-b559-9a6ac5994658 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:24:58.956645 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f932214-bd91-4884-8365-14b1d00a7377 req-8f84885b-de8c-475a-bf40-4f187383dcf1 service neutron] Attempting to bind port 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 on network 328a6888-a512-4946-b559-9a6ac5994658 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:24:58.968959 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f932214-bd91-4884-8365-14b1d00a7377 req-8f84885b-de8c-475a-bf40-4f187383dcf1 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:24:58.969648 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f932214-bd91-4884-8365-14b1d00a7377 req-8f84885b-de8c-475a-bf40-4f187383dcf1 service neutron] Checking segment: {'id': '61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '328a6888-a512-4946-b559-9a6ac5994658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:24:58.970201 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f932214-bd91-4884-8365-14b1d00a7377 req-8f84885b-de8c-475a-bf40-4f187383dcf1 service neutron] Bound using segment: {'id': '61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '328a6888-a512-4946-b559-9a6ac5994658'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:24:58.971009 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-2f932214-bd91-4884-8365-14b1d00a7377 req-8f84885b-de8c-475a-bf40-4f187383dcf1 service neutron] Bound port: 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '328a6888-a512-4946-b559-9a6ac5994658'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:24:58.971457 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2f932214-bd91-4884-8365-14b1d00a7377 req-8f84885b-de8c-475a-bf40-4f187383dcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.985587 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3a266-273e-43b6-ac60-21404485c6c3 req-2da3ab84-2fbf-42a9-b13e-bfb433b5b9c1 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:58.987345 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-93b3a266-273e-43b6-ac60-21404485c6c3 req-2da3ab84-2fbf-42a9-b13e-bfb433b5b9c1 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d880d82-59b2-4684-97c0-1d1669ad3b24 HTTP/1.1" status: 200 len: 944 time: 0.1224861 Aug 19 18:24:59.084815 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-93b3a266-273e-43b6-ac60-21404485c6c3 req-1fb42398-7656-4258-90cc-6418afa04013 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c0260ae-484f-4c6a-9389-a88c2d6b008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836351 Aug 19 18:24:59.122147 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-2f932214-bd91-4884-8365-14b1d00a7377 req-8f84885b-de8c-475a-bf40-4f187383dcf1 service neutron] For port 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:24:59.129395 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-2f932214-bd91-4884-8365-14b1d00a7377 req-8f84885b-de8c-475a-bf40-4f187383dcf1 service neutron] For port 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07,segment=NetworkSegment(61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe),segment_id=61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:24:59.144869 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2f932214-bd91-4884-8365-14b1d00a7377 req-8f84885b-de8c-475a-bf40-4f187383dcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:59.214970 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f932214-bd91-4884-8365-14b1d00a7377 req-8f84885b-de8c-475a-bf40-4f187383dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:59.215551 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2f932214-bd91-4884-8365-14b1d00a7377 req-8f84885b-de8c-475a-bf40-4f187383dcf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:59.217379 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f932214-bd91-4884-8365-14b1d00a7377 req-8f84885b-de8c-475a-bf40-4f187383dcf1 service neutron] 10.222.0.50 "PUT /v2.0/ports/71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 HTTP/1.1" status: 200 len: 1092 time: 1.6018472 Aug 19 18:24:59.217981 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d880d82-59b2-4684-97c0-1d1669ad3b24', 'tag': '71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:24:59.220618 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51334ef0-aed0-4299-92cf-764539e0aecc" -d '{"events": [{"name": "network-changed", "server_uuid": "9d880d82-59b2-4684-97c0-1d1669ad3b24", "tag": "71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:24:59.312648 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b239b8a-c96e-43cb-8d68-f56c808d72d2 req-ac9709a1-b882-4da3-a313-ef568e6e63e7 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:59.330167 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b239b8a-c96e-43cb-8d68-f56c808d72d2 req-ac9709a1-b882-4da3-a313-ef568e6e63e7 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af7fdcf-2b7f-4ab1-830a-8c36968f38e5 HTTP/1.1" status: 200 len: 944 time: 0.1301072 Aug 19 18:24:59.384893 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc847ba0-3e8d-4028-9d13-3c18e59e98d1 x-openstack-request-id: req-dc847ba0-3e8d-4028-9d13-3c18e59e98d1 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:24:59.387978 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d880d82-59b2-4684-97c0-1d1669ad3b24", "tag": "71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:24:59.388513 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc847ba0-3e8d-4028-9d13-3c18e59e98d1 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:24:59.389312 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d880d82-59b2-4684-97c0-1d1669ad3b24', 'tag': '71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07', 'status': 'completed', 'code': 200} Aug 19 18:24:59.401695 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b239b8a-c96e-43cb-8d68-f56c808d72d2 req-44d01712-e7aa-47f8-9862-55464fe0a503 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673020 Aug 19 18:24:59.411287 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84885b-de8c-475a-bf40-4f187383dcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:59.447461 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37806) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:59.454520 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f932214-bd91-4884-8365-14b1d00a7377 req-9960d164-8ced-47a8-884c-fff4f3d5ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:59.457212 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f932214-bd91-4884-8365-14b1d00a7377 req-9960d164-8ced-47a8-884c-fff4f3d5ce34 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=65af0cd5b05e4e47a92672412bb56f85&device_id=9d880d82-59b2-4684-97c0-1d1669ad3b24 HTTP/1.1" status: 200 len: 1095 time: 0.1824155 Aug 19 18:24:59.525436 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be54c66-b5c6-4a61-9b46-46f39cd35000 admin admin] Deleting subnet 1c82dd89-9ab3-4016-ba41-5a5874e7d091 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:24:59.533097 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0be54c66-b5c6-4a61-9b46-46f39cd35000 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:59.543255 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f932214-bd91-4884-8365-14b1d00a7377 req-53cfe381-980c-4b71-bdbd-950b7fd4f922 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 HTTP/1.1" status: 200 len: 217 time: 0.0744011 Aug 19 18:24:59.605805 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0be54c66-b5c6-4a61-9b46-46f39cd35000 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:59.703034 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f932214-bd91-4884-8365-14b1d00a7377 req-17f2b41e-d566-41c8-ae75-4aca02b61b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:59.704692 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f932214-bd91-4884-8365-14b1d00a7377 req-17f2b41e-d566-41c8-ae75-4aca02b61b1f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d9cc3538-7c99-4258-a48c-18c8964a49b7 HTTP/1.1" status: 200 len: 850 time: 0.1487689 Aug 19 18:24:59.705587 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0be54c66-b5c6-4a61-9b46-46f39cd35000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:59.744643 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device f92987c9-39e7-492f-879c-a667e6da6494 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:24:59.801509 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f932214-bd91-4884-8365-14b1d00a7377 req-34a89807-fd3d-4222-8852-1643fe73f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:59.805479 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f932214-bd91-4884-8365-14b1d00a7377 req-34a89807-fd3d-4222-8852-1643fe73f4c0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=328a6888-a512-4946-b559-9a6ac5994658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914309 Aug 19 18:24:59.814956 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0be54c66-b5c6-4a61-9b46-46f39cd35000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:59.861886 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port f92987c9-39e7-492f-879c-a667e6da6494 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:24:59.863581 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:59.879807 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be54c66-b5c6-4a61-9b46-46f39cd35000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c82dd89-9ab3-4016-ba41-5a5874e7d091,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:59.884939 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0be54c66-b5c6-4a61-9b46-46f39cd35000 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:59.898017 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0be54c66-b5c6-4a61-9b46-46f39cd35000 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1c82dd89-9ab3-4016-ba41-5a5874e7d091 HTTP/1.1" status: 204 len: 168 time: 0.4493737 Aug 19 18:24:59.901370 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37812) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:00.043093 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f932214-bd91-4884-8365-14b1d00a7377 req-21723676-dd3a-44e8-9055-05b813dd337e service neutron] 10.222.0.50 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209196 Aug 19 18:25:00.351237 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583119d-ee1b-442b-a951-a80dfddfc43a req-f25d7a2f-53c9-43c8-9e9d-888c1dfa2cee tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:00.355242 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 63c9f543-8cc2-4736-a571-1e001a868143 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:00.358921 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9583119d-ee1b-442b-a951-a80dfddfc43a req-f25d7a2f-53c9-43c8-9e9d-888c1dfa2cee tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d880d82-59b2-4684-97c0-1d1669ad3b24 HTTP/1.1" status: 200 len: 944 time: 0.1062119 Aug 19 18:25:00.392628 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f932214-bd91-4884-8365-14b1d00a7377 req-0f270fa4-b593-4462-97ca-d9ea34dc1ae0 service neutron] 10.222.0.50 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319623 Aug 19 18:25:00.422499 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9583119d-ee1b-442b-a951-a80dfddfc43a req-cd3460c3-a480-4a3d-93d0-3ada8b86f357 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c0260ae-484f-4c6a-9389-a88c2d6b008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595050 Aug 19 18:25:00.453397 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 63c9f543-8cc2-4736-a571-1e001a868143 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:00.461912 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 63c9f543-8cc2-4736-a571-1e001a868143 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:00.462403 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:00.490524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bca77c-fb6d-47cf-85d7-5d9790186007 req-39a2cbfb-3872-40a4-9be1-c6fd7275ae17 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:00.492681 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-03bca77c-fb6d-47cf-85d7-5d9790186007 req-39a2cbfb-3872-40a4-9be1-c6fd7275ae17 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=7813214a-2d9d-4d81-bd1a-5e6a3c489461 HTTP/1.1" status: 200 len: 945 time: 0.5926509 Aug 19 18:25:00.517402 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d12ad9d5-5067-4d43-b979-b7de92f24d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:00.572722 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-03bca77c-fb6d-47cf-85d7-5d9790186007 req-d87453b7-521c-4edc-94b7-70bf264e8148 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/security-groups?id=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614367 Aug 19 18:25:00.586599 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51334ef0-aed0-4299-92cf-764539e0aecc req-fd3426ca-0d39-478c-ae06-125b5cade26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:00.588535 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-51334ef0-aed0-4299-92cf-764539e0aecc req-fd3426ca-0d39-478c-ae06-125b5cade26b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=65af0cd5b05e4e47a92672412bb56f85&device_id=9d880d82-59b2-4684-97c0-1d1669ad3b24 HTTP/1.1" status: 200 len: 1095 time: 0.1218669 Aug 19 18:25:00.600015 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc1089-2b72-42cc-85ef-306a7cce2d43 req-b24742cd-33d2-4d47-a0fb-34a3c20bb0c3 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:00.604655 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-70dc1089-2b72-42cc-85ef-306a7cce2d43 req-b24742cd-33d2-4d47-a0fb-34a3c20bb0c3 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af7fdcf-2b7f-4ab1-830a-8c36968f38e5 HTTP/1.1" status: 200 len: 944 time: 0.0823317 Aug 19 18:25:00.651821 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:00.682383 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af7fdcf-2b7f-4ab1-830a-8c36968f38e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c9f543-8cc2-4736-a571-1e001a868143'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:25:00.686153 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ce2553-7093-4e21-89b4-707f672269b6" -d '{"events": [{"server_uuid": "7af7fdcf-2b7f-4ab1-830a-8c36968f38e5", "name": "network-vif-plugged", "status": "completed", "tag": "63c9f543-8cc2-4736-a571-1e001a868143"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:25:00.734853 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d12ad9d5-5067-4d43-b979-b7de92f24d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:00.757912 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d12ad9d5-5067-4d43-b979-b7de92f24d07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c24065-3c61-48bb-b3dc-9f70d8863de2']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:00.770847 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 63c9f543-8cc2-4736-a571-1e001a868143, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=63c9f543-8cc2-4736-a571-1e001a868143,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:00.772941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d12ad9d5-5067-4d43-b979-b7de92f24d07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f1f34ef-9067-4021-8bd3-d758b9f62f14') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:00.773409 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d12ad9d5-5067-4d43-b979-b7de92f24d07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f1f34ef-9067-4021-8bd3-d758b9f62f14') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:00.777558 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:00.799654 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d12ad9d5-5067-4d43-b979-b7de92f24d07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:00.821959 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51334ef0-aed0-4299-92cf-764539e0aecc req-d6a8a7e0-cefa-494b-ba52-a621bf341648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:00.825108 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-51334ef0-aed0-4299-92cf-764539e0aecc req-d6a8a7e0-cefa-494b-ba52-a621bf341648 service neutron] 10.222.0.50 "GET /v2.0/networks?id=328a6888-a512-4946-b559-9a6ac5994658 HTTP/1.1" status: 200 len: 912 time: 0.2185473 Aug 19 18:25:00.827585 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d12ad9d5-5067-4d43-b979-b7de92f24d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:00.838280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12ad9d5-5067-4d43-b979-b7de92f24d07 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:25:00.838710 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d12ad9d5-5067-4d43-b979-b7de92f24d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:00.876597 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5145a33-3674-4c8a-8f54-c68fe579a7f6 x-openstack-request-id: req-f5145a33-3674-4c8a-8f54-c68fe579a7f6 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:25:00.876597 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af7fdcf-2b7f-4ab1-830a-8c36968f38e5", "name": "network-vif-plugged", "status": "completed", "tag": "63c9f543-8cc2-4736-a571-1e001a868143", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:25:00.876597 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5145a33-3674-4c8a-8f54-c68fe579a7f6 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:25:00.876856 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af7fdcf-2b7f-4ab1-830a-8c36968f38e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c9f543-8cc2-4736-a571-1e001a868143', 'code': 200} Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:25:00.925408 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:25:00.927694 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=63c9f543-8cc2-4736-a571-1e001a868143,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:00.939352 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d12ad9d5-5067-4d43-b979-b7de92f24d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:00.947018 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d12ad9d5-5067-4d43-b979-b7de92f24d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:00.949238 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d12ad9d5-5067-4d43-b979-b7de92f24d07 admin admin] 10.222.0.24 "DELETE /v2.0/networks/72c24065-3c61-48bb-b3dc-9f70d8863de2 HTTP/1.1" status: 204 len: 168 time: 1.0450442 Aug 19 18:25:00.960152 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ad9d5-5067-4d43-b979-b7de92f24d07 admin admin] Pushing event deleted for resources: {'Network': ['ID=72c24065-3c61-48bb-b3dc-9f70d8863de2,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:01.015106 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-70dc1089-2b72-42cc-85ef-306a7cce2d43 req-9eb34600-617d-4973-9c0a-86231ff8e15e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765829 Aug 19 18:25:01.024957 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-51334ef0-aed0-4299-92cf-764539e0aecc req-796aba51-9759-4f05-a7d9-6faa7649a17f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 HTTP/1.1" status: 200 len: 217 time: 0.1772313 Aug 19 18:25:01.088672 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5777aa-04e9-4fb6-96aa-e406f2a5fb3a req-6aa2f1d7-263a-48f9-a36c-fe43b86c73e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:01.090838 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9c5777aa-04e9-4fb6-96aa-e406f2a5fb3a req-6aa2f1d7-263a-48f9-a36c-fe43b86c73e7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7af7fdcf-2b7f-4ab1-830a-8c36968f38e5 HTTP/1.1" status: 200 len: 1096 time: 0.1169462 Aug 19 18:25:01.117408 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51334ef0-aed0-4299-92cf-764539e0aecc req-e98066bc-aa5a-47b8-83ad-e44d24559870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:01.119499 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-51334ef0-aed0-4299-92cf-764539e0aecc req-e98066bc-aa5a-47b8-83ad-e44d24559870 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d9cc3538-7c99-4258-a48c-18c8964a49b7 HTTP/1.1" status: 200 len: 850 time: 0.0760343 Aug 19 18:25:01.178204 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37842) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:01.202169 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9c5777aa-04e9-4fb6-96aa-e406f2a5fb3a req-598a8883-972d-41ff-9083-b3befef87118 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811856 Aug 19 18:25:01.218291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51334ef0-aed0-4299-92cf-764539e0aecc req-a9b2b6bf-5ad6-4b3c-a4a5-bdbb0d986847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:01.220991 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-51334ef0-aed0-4299-92cf-764539e0aecc req-a9b2b6bf-5ad6-4b3c-a4a5-bdbb0d986847 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=328a6888-a512-4946-b559-9a6ac5994658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773134 Aug 19 18:25:01.294505 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d5db7ec4-4a20-4d9b-9647-ef7747ad0dc3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bdb6928d3b5414881e0195edfdd334f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1143022 Aug 19 18:25:01.297154 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37844) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:01.367979 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-1fc6e89f-70c3-4ae9-a62f-c0c61d55d808 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:01.372209 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-1fc6e89f-70c3-4ae9-a62f-c0c61d55d808 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 810 time: 0.1606443 Aug 19 18:25:01.379791 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c710136c-55ff-4d8e-a99a-fdaae074cbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:01.392686 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-5871a9c6-ef1b-494d-8e88-c6a56e534cf3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/quotas/ffa9435d941540c182adf55128e34931 HTTP/1.1" status: 200 len: 375 time: 0.0148954 Aug 19 18:25:01.409702 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c710136c-55ff-4d8e-a99a-fdaae074cbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:01.486687 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-11ce6fc9-df5a-4be8-b1cc-67496138e57e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873175 Aug 19 18:25:01.568461 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-51334ef0-aed0-4299-92cf-764539e0aecc req-7ed9f4d3-d55c-4410-ae80-5f361a280629 service neutron] 10.222.0.50 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473804 Aug 19 18:25:01.569385 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c710136c-55ff-4d8e-a99a-fdaae074cbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:01.573101 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c710136c-55ff-4d8e-a99a-fdaae074cbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:01.583272 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c710136c-55ff-4d8e-a99a-fdaae074cbc6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b6c3f40-bd92-4f2f-9e95-3c310531f37b HTTP/1.1" status: 204 len: 168 time: 0.2805805 Aug 19 18:25:01.629795 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-45eb9d8d-ccd5-4988-91ff-691c2c185e97 service neutron] 10.222.0.24 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420949 Aug 19 18:25:01.673477 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710136c-55ff-4d8e-a99a-fdaae074cbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6c3f40-bd92-4f2f-9e95-3c310531f37b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:01.740968 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3739b1-1f5f-460b-ad8e-136b3ad80df5 req-4a7e0aff-26d4-4868-bde7-31d9a85a84b6 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:01.742656 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff3739b1-1f5f-460b-ad8e-136b3ad80df5 req-4a7e0aff-26d4-4868-bde7-31d9a85a84b6 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d880d82-59b2-4684-97c0-1d1669ad3b24 HTTP/1.1" status: 200 len: 944 time: 0.0851250 Aug 19 18:25:01.755270 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-51334ef0-aed0-4299-92cf-764539e0aecc req-6cf8a3f3-a1b3-4188-aedc-ee610f6b737b service neutron] 10.222.0.50 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665113 Aug 19 18:25:01.803537 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff3739b1-1f5f-460b-ad8e-136b3ad80df5 req-87f4be1f-43d4-4e30-a342-9989fbe0edfe tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c0260ae-484f-4c6a-9389-a88c2d6b008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469210 Aug 19 18:25:01.830697 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-fb2932ed-d6a3-485b-92b4-3252d6c9c809 service neutron] 10.222.0.24 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986918 Aug 19 18:25:01.970177 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab43227-a553-40fb-80e7-26ee315b33e6 req-5fe1e8a4-ee31-4f39-9283-4921ae8bb921 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:01.971964 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4ab43227-a553-40fb-80e7-26ee315b33e6 req-5fe1e8a4-ee31-4f39-9283-4921ae8bb921 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=7813214a-2d9d-4d81-bd1a-5e6a3c489461 HTTP/1.1" status: 200 len: 945 time: 0.0584323 Aug 19 18:25:02.030567 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4ab43227-a553-40fb-80e7-26ee315b33e6 req-e8de7dbe-9ef7-45db-b954-2fb6f44b231d tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/security-groups?id=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512338 Aug 19 18:25:02.193713 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905d65c-2b22-496f-b1e8-5d83ef997e5a req-26274278-b556-4960-b4a5-7e458ac11d9d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:02.195774 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3905d65c-2b22-496f-b1e8-5d83ef997e5a req-26274278-b556-4960-b4a5-7e458ac11d9d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af7fdcf-2b7f-4ab1-830a-8c36968f38e5 HTTP/1.1" status: 200 len: 945 time: 0.0914922 Aug 19 18:25:02.258699 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3905d65c-2b22-496f-b1e8-5d83ef997e5a req-dc76839e-2b7f-462f-98e4-324e950c0bfa tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500922 Aug 19 18:25:02.328444 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3255e6c2-b8e7-4d62-a086-2732cb64ccec req-13563f92-e129-446f-b314-6025b9b7dc18 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 210 time: 0.0641060 Aug 19 18:25:02.945436 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a973e3f-e79d-47e4-90af-2c0c6ac6e9ce req-e912affa-5330-429b-9b52-638aedc07363 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:02.953722 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a973e3f-e79d-47e4-90af-2c0c6ac6e9ce req-e912affa-5330-429b-9b52-638aedc07363 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d880d82-59b2-4684-97c0-1d1669ad3b24 HTTP/1.1" status: 200 len: 944 time: 0.0629063 Aug 19 18:25:03.016744 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a973e3f-e79d-47e4-90af-2c0c6ac6e9ce req-1c3f2b82-18e1-4732-aa8b-f2cd0be660a1 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c0260ae-484f-4c6a-9389-a88c2d6b008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618958 Aug 19 18:25:03.048436 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f41f4-a4a9-44ad-b48a-41943ce36118 req-45c2f2ca-164d-4b2d-bc39-0347865c5c41 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:03.050240 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-296f41f4-a4a9-44ad-b48a-41943ce36118 req-45c2f2ca-164d-4b2d-bc39-0347865c5c41 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.54 "GET /v2.0/ports?device_id=7813214a-2d9d-4d81-bd1a-5e6a3c489461 HTTP/1.1" status: 200 len: 945 time: 0.0653133 Aug 19 18:25:03.195200 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a92353-a91d-4a01-827e-ec59804f4257 req-5a09ba2e-cd17-4799-87b7-daa8bf8c6eeb tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:03.196971 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f5a92353-a91d-4a01-827e-ec59804f4257 req-5a09ba2e-cd17-4799-87b7-daa8bf8c6eeb tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=7813214a-2d9d-4d81-bd1a-5e6a3c489461 HTTP/1.1" status: 200 len: 945 time: 0.0836201 Aug 19 18:25:03.205288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-296f41f4-a4a9-44ad-b48a-41943ce36118 req-0aac496c-aa0a-4c24-9208-bf3c94bb1a19 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Deleting port 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:25:03.206131 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-296f41f4-a4a9-44ad-b48a-41943ce36118 req-0aac496c-aa0a-4c24-9208-bf3c94bb1a19 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:03.327642 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f5a92353-a91d-4a01-827e-ec59804f4257 req-cdc0e3ac-a8ed-4803-a2ea-a158cfaa2d8e tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/security-groups?id=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155689 Aug 19 18:25:03.411004 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-296f41f4-a4a9-44ad-b48a-41943ce36118 req-0aac496c-aa0a-4c24-9208-bf3c94bb1a19 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] For port 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a,segment=NetworkSegment(c33a828d-32ea-407c-8dea-af5ec2fa8ca8),segment_id=c33a828d-32ea-407c-8dea-af5ec2fa8ca8)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:03.411452 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-296f41f4-a4a9-44ad-b48a-41943ce36118 req-0aac496c-aa0a-4c24-9208-bf3c94bb1a19 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:03.456915 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-296f41f4-a4a9-44ad-b48a-41943ce36118 req-0aac496c-aa0a-4c24-9208-bf3c94bb1a19 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Calling delete_port for 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:25:03.475118 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da877398-bca2-4d67-b5c7-89005ec7b7a2 req-7e5d4d64-3e8e-4e92-b6bf-71ad0a454706 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:03.476791 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da877398-bca2-4d67-b5c7-89005ec7b7a2 req-7e5d4d64-3e8e-4e92-b6bf-71ad0a454706 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af7fdcf-2b7f-4ab1-830a-8c36968f38e5 HTTP/1.1" status: 200 len: 945 time: 0.1078823 Aug 19 18:25:03.547363 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da877398-bca2-4d67-b5c7-89005ec7b7a2 req-e0bd2b2f-8019-4bec-9fbb-632255ace3ce tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619648 Aug 19 18:25:03.652325 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eae4c31e-33a6-447c-ae51-282fdbf42041 req-b7cb3fdf-2fd8-4e26-8984-62816a230421 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 210 time: 0.1543379 Aug 19 18:25:03.760903 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-7e0a4323-b4dc-402b-bffc-44e176b641b9 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:03.762629 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-7e0a4323-b4dc-402b-bffc-44e176b641b9 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.54 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 810 time: 0.3626850 Aug 19 18:25:03.785971 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-ece4bfc1-bfe6-4e7d-90bf-595af64b05a1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Request body: {'port': {'device_id': 'a044bc65-650e-48dc-9562-4834098d1101', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'admin_state_up': True, 'tenant_id': 'ffa9435d941540c182adf55128e34931'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:03.916146 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-296f41f4-a4a9-44ad-b48a-41943ce36118 req-0aac496c-aa0a-4c24-9208-bf3c94bb1a19 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:03.934057 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:25:03.970929 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac496c-aa0a-4c24-9208-bf3c94bb1a19 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Pushing event deleted for resources: {'Port': ['ID=7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:04.022937 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac496c-aa0a-4c24-9208-bf3c94bb1a19 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:04.023367 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac496c-aa0a-4c24-9208-bf3c94bb1a19 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:04.023862 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac496c-aa0a-4c24-9208-bf3c94bb1a19 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:04.024214 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac496c-aa0a-4c24-9208-bf3c94bb1a19 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:04.024563 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac496c-aa0a-4c24-9208-bf3c94bb1a19 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:04.024898 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac496c-aa0a-4c24-9208-bf3c94bb1a19 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:04.025406 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac496c-aa0a-4c24-9208-bf3c94bb1a19 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:04.025952 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac496c-aa0a-4c24-9208-bf3c94bb1a19 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:04.026276 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac496c-aa0a-4c24-9208-bf3c94bb1a19 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:04.026645 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac496c-aa0a-4c24-9208-bf3c94bb1a19 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:04.027129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac496c-aa0a-4c24-9208-bf3c94bb1a19 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:04.028155 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac496c-aa0a-4c24-9208-bf3c94bb1a19 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:04.056215 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-296f41f4-a4a9-44ad-b48a-41943ce36118 req-0aac496c-aa0a-4c24-9208-bf3c94bb1a19 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] No DVR routers for this DVR port 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:25:04.059890 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-296f41f4-a4a9-44ad-b48a-41943ce36118 req-0aac496c-aa0a-4c24-9208-bf3c94bb1a19 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:04.062721 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-296f41f4-a4a9-44ad-b48a-41943ce36118 req-0aac496c-aa0a-4c24-9208-bf3c94bb1a19 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.54 "DELETE /v2.0/ports/7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a HTTP/1.1" status: 204 len: 173 time: 1.0058661 Aug 19 18:25:04.064462 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7813214a-2d9d-4d81-bd1a-5e6a3c489461', 'name': 'network-vif-deleted', 'tag': '7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:25:04.067854 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c38849-abe7-4b5c-9a9f-c2acf3c9a2e8" -d '{"events": [{"server_uuid": "7813214a-2d9d-4d81-bd1a-5e6a3c489461", "name": "network-vif-deleted", "tag": "7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:25:04.122945 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-ece4bfc1-bfe6-4e7d-90bf-595af64b05a1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Made reservation on behalf of ffa9435d941540c182adf55128e34931 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:04.127530 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-ece4bfc1-bfe6-4e7d-90bf-595af64b05a1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:04.157800 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e7ac26-f064-439e-8749-b024b98a13e0 x-openstack-request-id: req-72e7ac26-f064-439e-8749-b024b98a13e0 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:25:04.158469 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7813214a-2d9d-4d81-bd1a-5e6a3c489461", "name": "network-vif-deleted", "tag": "7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:25:04.158938 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72e7ac26-f064-439e-8749-b024b98a13e0 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:25:04.159507 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7813214a-2d9d-4d81-bd1a-5e6a3c489461', 'name': 'network-vif-deleted', 'tag': '7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a', 'status': 'completed', 'code': 200} Aug 19 18:25:04.341757 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb07652-3e20-43b2-8985-42d972048ac4 req-ca5bbb7d-45d9-4393-a802-3c733227c0af tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:04.349442 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8cb07652-3e20-43b2-8985-42d972048ac4 req-ca5bbb7d-45d9-4393-a802-3c733227c0af tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d880d82-59b2-4684-97c0-1d1669ad3b24 HTTP/1.1" status: 200 len: 944 time: 0.1292810 Aug 19 18:25:04.370995 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:25:04.398142 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-ece4bfc1-bfe6-4e7d-90bf-595af64b05a1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Allocated IP 172.20.0.8 (6084e940-75d5-4b38-a27b-539baf659ad1/57c3905b-ec47-44bd-8717-544ef67ade13/3b03a170-1539-4bf3-a937-752b98af8b55) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:04.411606 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8cb07652-3e20-43b2-8985-42d972048ac4 req-05372903-32d6-4f05-ac6a-d69a2210b8f8 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c0260ae-484f-4c6a-9389-a88c2d6b008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611687 Aug 19 18:25:04.460852 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d5ed6bdd-acd4-4321-962c-2a4d04a40d8c req-2384bcab-790d-4130-8bb9-b8555bfede4b tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=7813214a-2d9d-4d81-bd1a-5e6a3c489461 HTTP/1.1" status: 200 len: 210 time: 0.0438755 Aug 19 18:25:04.555847 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07,segment=NetworkSegment(61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe),segment_id=61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:04.578421 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'port_id': '71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07', 'mac_address': 'fa:16:3e:bd:9e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:25:04.635374 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:04.648300 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-92911398-8541-4f3c-ba5f-17dfa0ee90ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:04.657428 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:25:04.701143 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07,segment=NetworkSegment(61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe),segment_id=61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:04.711269 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:04.812334 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:04.962085 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-847a4b0e-3d0f-45a5-be67-1ad6a6b4fea2 req-a480de8e-c5db-490b-8860-4e553fc13b9d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 210 time: 0.0629194 Aug 19 18:25:04.984105 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-ece4bfc1-bfe6-4e7d-90bf-595af64b05a1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:05.001998 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-ece4bfc1-bfe6-4e7d-90bf-595af64b05a1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Transition to ACTIVE for port object 3b03a170-1539-4bf3-a937-752b98af8b55 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:05.005649 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:25:05.054017 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-ece4bfc1-bfe6-4e7d-90bf-595af64b05a1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:05.080282 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-ece4bfc1-bfe6-4e7d-90bf-595af64b05a1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Network 6084e940-75d5-4b38-a27b-539baf659ad1 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:05.086438 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-ece4bfc1-bfe6-4e7d-90bf-595af64b05a1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:05.115821 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-ece4bfc1-bfe6-4e7d-90bf-595af64b05a1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:05.245966 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4bfc1-bfe6-4e7d-90bf-595af64b05a1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event updated for resources: {'Port': ['ID=3b03a170-1539-4bf3-a937-752b98af8b55,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:05.287479 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-ece4bfc1-bfe6-4e7d-90bf-595af64b05a1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:05.288279 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-ece4bfc1-bfe6-4e7d-90bf-595af64b05a1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:05.371117 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-ece4bfc1-bfe6-4e7d-90bf-595af64b05a1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5893240 Aug 19 18:25:05.392545 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-fdce5ec1-7ca8-424c-aee0-2ae620dcb285 service neutron] Request body: {'port': {'device_id': 'a044bc65-650e-48dc-9562-4834098d1101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:05.493770 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-78a60190-9a5a-4ac6-9a40-4211b796ff3f None None] Provisioning for port 3b03a170-1539-4bf3-a937-752b98af8b55 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:05.507892 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-78a60190-9a5a-4ac6-9a40-4211b796ff3f None None] Provisioning complete for port 3b03a170-1539-4bf3-a937-752b98af8b55 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:05.510100 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78a60190-9a5a-4ac6-9a40-4211b796ff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:05.515182 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-fdce5ec1-7ca8-424c-aee0-2ae620dcb285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:05.612671 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-78a60190-9a5a-4ac6-9a40-4211b796ff3f None None] Port 3b03a170-1539-4bf3-a937-752b98af8b55 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:05.688536 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37986) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:05.769244 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c00121-a082-401a-afc1-ca1a78247e42 req-28cf689f-a218-4ca4-a12c-93bb42000d6a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:05.781050 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b2c00121-a082-401a-afc1-ca1a78247e42 req-28cf689f-a218-4ca4-a12c-93bb42000d6a tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d880d82-59b2-4684-97c0-1d1669ad3b24 HTTP/1.1" status: 200 len: 945 time: 0.1634874 Aug 19 18:25:05.884471 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b2c00121-a082-401a-afc1-ca1a78247e42 req-31493085-7217-4bdb-a2a8-c48b7ca4421d tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c0260ae-484f-4c6a-9389-a88c2d6b008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970747 Aug 19 18:25:05.959003 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:25:05.996827 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-66dc5b91-b2c2-4b75-8048-83c8883c75b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.032008 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:25:06.032538 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 7c28a5a3-c56c-41c1-89a1-c72c9ecc8d5a not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:25:06.215118 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d462ff-8279-41a1-802d-7e280ff4342e req-11835f3c-2289-4aec-9f90-e8a9ce504913 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:06.217681 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7d462ff-8279-41a1-802d-7e280ff4342e req-11835f3c-2289-4aec-9f90-e8a9ce504913 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 931 time: 0.1122625 Aug 19 18:25:06.299673 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-fdce5ec1-7ca8-424c-aee0-2ae620dcb285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b03a170-1539-4bf3-a937-752b98af8b55 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:25:06.314141 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-fdce5ec1-7ca8-424c-aee0-2ae620dcb285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.330051 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7d462ff-8279-41a1-802d-7e280ff4342e req-bf6b1287-8853-4114-a2d7-76f893ebac24 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781224 Aug 19 18:25:06.350529 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-fdce5ec1-7ca8-424c-aee0-2ae620dcb285 service neutron] Transition to ACTIVE for port object 3b03a170-1539-4bf3-a937-752b98af8b55 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:06.358762 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-fdce5ec1-7ca8-424c-aee0-2ae620dcb285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.382315 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:06.457773 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-66dc5b91-b2c2-4b75-8048-83c8883c75b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.472786 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-66dc5b91-b2c2-4b75-8048-83c8883c75b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.498863 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:06.505657 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:06.506305 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.591923 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-66dc5b91-b2c2-4b75-8048-83c8883c75b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37df810e66f443d0b49ed22e109e8233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8986957 Aug 19 18:25:06.593060 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38004) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:06.622853 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc5b91-b2c2-4b75-8048-83c8883c75b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc39a6b-fc72-4ede-8e06-fb3903cd9220,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:06.623064 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce5ec1-7ca8-424c-aee0-2ae620dcb285 service neutron] Pushing event updated for resources: {'Port': ['ID=3b03a170-1539-4bf3-a937-752b98af8b55,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:06.649198 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-fdce5ec1-7ca8-424c-aee0-2ae620dcb285 service neutron] Attempting to bind port 3b03a170-1539-4bf3-a937-752b98af8b55 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:25:06.649557 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-fdce5ec1-7ca8-424c-aee0-2ae620dcb285 service neutron] Attempting to bind port 3b03a170-1539-4bf3-a937-752b98af8b55 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:25:06.654078 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-fdce5ec1-7ca8-424c-aee0-2ae620dcb285 service neutron] Attempting to bind port 3b03a170-1539-4bf3-a937-752b98af8b55 on network 6084e940-75d5-4b38-a27b-539baf659ad1 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:06.661087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-fdce5ec1-7ca8-424c-aee0-2ae620dcb285 service neutron] Port 3b03a170-1539-4bf3-a937-752b98af8b55 on network 6084e940-75d5-4b38-a27b-539baf659ad1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:25:06.661422 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-fdce5ec1-7ca8-424c-aee0-2ae620dcb285 service neutron] Attempting to bind port 3b03a170-1539-4bf3-a937-752b98af8b55 on network 6084e940-75d5-4b38-a27b-539baf659ad1 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:06.668771 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-fdce5ec1-7ca8-424c-aee0-2ae620dcb285 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:25:06.669077 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-fdce5ec1-7ca8-424c-aee0-2ae620dcb285 service neutron] Checking segment: {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:06.669452 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-fdce5ec1-7ca8-424c-aee0-2ae620dcb285 service neutron] Bound using segment: {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:25:06.669962 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-fdce5ec1-7ca8-424c-aee0-2ae620dcb285 service neutron] Bound port: 3b03a170-1539-4bf3-a937-752b98af8b55, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:25:06.670571 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-fdce5ec1-7ca8-424c-aee0-2ae620dcb285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.696814 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-75aa7f78-1c8b-41e4-ae1e-81be3a38e1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.732299 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-75aa7f78-1c8b-41e4-ae1e-81be3a38e1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.755658 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.758076 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-fdce5ec1-7ca8-424c-aee0-2ae620dcb285 service neutron] For port 3b03a170-1539-4bf3-a937-752b98af8b55, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:25:06.761933 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-fdce5ec1-7ca8-424c-aee0-2ae620dcb285 service neutron] For port 3b03a170-1539-4bf3-a937-752b98af8b55, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=3b03a170-1539-4bf3-a937-752b98af8b55,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:25:06.771837 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-fdce5ec1-7ca8-424c-aee0-2ae620dcb285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.804416 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af7f37-3074-4eeb-adf2-840b98a778af req-a3a692a6-9860-4adb-ab3b-c5e6adbf56df tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:06.815179 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-35af7f37-3074-4eeb-adf2-840b98a778af req-a3a692a6-9860-4adb-ab3b-c5e6adbf56df tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/networks?id=6cf94c9a-eb01-4654-9d6a-13800506ec01 HTTP/1.1" status: 200 len: 809 time: 0.3555496 Aug 19 18:25:06.818642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-fdce5ec1-7ca8-424c-aee0-2ae620dcb285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:06.819490 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-fdce5ec1-7ca8-424c-aee0-2ae620dcb285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.821134 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-fdce5ec1-7ca8-424c-aee0-2ae620dcb285 service neutron] 10.222.0.54 "PUT /v2.0/ports/3b03a170-1539-4bf3-a937-752b98af8b55 HTTP/1.1" status: 200 len: 1091 time: 1.4340737 Aug 19 18:25:06.823676 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a044bc65-650e-48dc-9562-4834098d1101', 'tag': '3b03a170-1539-4bf3-a937-752b98af8b55'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:25:06.826036 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51afd104-6540-45f0-b73f-642364ceb335" -d '{"events": [{"name": "network-changed", "server_uuid": "a044bc65-650e-48dc-9562-4834098d1101", "tag": "3b03a170-1539-4bf3-a937-752b98af8b55"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:25:06.851555 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-35af7f37-3074-4eeb-adf2-840b98a778af req-8c24bfe4-9565-44cb-b223-df5064445246 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/quotas/1a4d782f6f594431ad3fcf69468728d6 HTTP/1.1" status: 200 len: 375 time: 0.0296936 Aug 19 18:25:06.909570 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07,segment=NetworkSegment(61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe),segment_id=61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:06.916143 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d880d82-59b2-4684-97c0-1d1669ad3b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:25:06.927585 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaf8d14-8bc9-422f-abc0-95b74cf9829f" -d '{"events": [{"server_uuid": "9d880d82-59b2-4684-97c0-1d1669ad3b24", "name": "network-vif-plugged", "status": "completed", "tag": "71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:25:06.933495 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.963065 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-75aa7f78-1c8b-41e4-ae1e-81be3a38e1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.975192 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-75aa7f78-1c8b-41e4-ae1e-81be3a38e1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.976940 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-75aa7f78-1c8b-41e4-ae1e-81be3a38e1b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9fc39a6b-fc72-4ede-8e06-fb3903cd9220 HTTP/1.1" status: 204 len: 168 time: 0.3629737 Aug 19 18:25:06.977943 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee04cdf-170c-4867-97b6-5c5b3c1f8fed x-openstack-request-id: req-8ee04cdf-170c-4867-97b6-5c5b3c1f8fed {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:25:06.978491 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a044bc65-650e-48dc-9562-4834098d1101", "tag": "3b03a170-1539-4bf3-a937-752b98af8b55", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:25:06.978963 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ee04cdf-170c-4867-97b6-5c5b3c1f8fed {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:25:06.979619 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a044bc65-650e-48dc-9562-4834098d1101', 'tag': '3b03a170-1539-4bf3-a937-752b98af8b55', 'status': 'completed', 'code': 200} Aug 19 18:25:06.991680 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce5ec1-7ca8-424c-aee0-2ae620dcb285 service neutron] Pushing event updated for resources: {'Port': ['ID=3b03a170-1539-4bf3-a937-752b98af8b55,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:07.035355 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-35af7f37-3074-4eeb-adf2-840b98a778af req-80f9c732-018f-4688-a599-f517cc837fcb tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a4d782f6f594431ad3fcf69468728d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1803849 Aug 19 18:25:07.063007 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa7f78-1c8b-41e4-ae1e-81be3a38e1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc39a6b-fc72-4ede-8e06-fb3903cd9220,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:07.076462 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-03fd0d1c-4d24-4ea3-815f-e06dd7ac6538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:07.078814 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-03fd0d1c-4d24-4ea3-815f-e06dd7ac6538 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 1094 time: 0.1854250 Aug 19 18:25:07.126548 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:07.146100 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c5c1c6f6-200f-4723-9ce4-4c4442b81802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:07.205989 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-9a6a62f7-51ee-402a-aa1b-8fca2f372ee1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b03a170-1539-4bf3-a937-752b98af8b55 HTTP/1.1" status: 200 len: 217 time: 0.0539832 Aug 19 18:25:07.223626 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2acdf-ccf8-4b9f-9768-fe1c0fda5a56 req-715788d7-f9de-45c0-8249-8a60be81f406 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:07.234094 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4b2acdf-ccf8-4b9f-9768-fe1c0fda5a56 req-715788d7-f9de-45c0-8249-8a60be81f406 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d880d82-59b2-4684-97c0-1d1669ad3b24 HTTP/1.1" status: 200 len: 946 time: 0.1487880 Aug 19 18:25:07.260095 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:07.325378 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-35af7f37-3074-4eeb-adf2-840b98a778af req-d37f133a-9109-4707-b9d7-5c216e1de280 service neutron] 10.222.0.24 "GET /v2.0/networks/6cf94c9a-eb01-4654-9d6a-13800506ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886510 Aug 19 18:25:07.335665 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4b2acdf-ccf8-4b9f-9768-fe1c0fda5a56 req-84cc7d90-918a-470e-88ee-22dfde3e381b tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c0260ae-484f-4c6a-9389-a88c2d6b008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997782 Aug 19 18:25:07.342843 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-5f7b79b2-49a7-4c0a-bf49-383c3e1711ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:07.346577 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-5f7b79b2-49a7-4c0a-bf49-383c3e1711ac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.1092541 Aug 19 18:25:07.445861 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0027557-be09-4c7a-8106-7c27dded5e93 x-openstack-request-id: req-c0027557-be09-4c7a-8106-7c27dded5e93 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:25:07.446150 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d880d82-59b2-4684-97c0-1d1669ad3b24", "name": "network-vif-plugged", "status": "completed", "tag": "71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:25:07.446458 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0027557-be09-4c7a-8106-7c27dded5e93 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:25:07.447038 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d880d82-59b2-4684-97c0-1d1669ad3b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07', 'code': 200} Aug 19 18:25:07.454530 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-628cc42c-8f6c-45c8-8c4d-638dd0ce4b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:07.459312 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-628cc42c-8f6c-45c8-8c4d-638dd0ce4b19 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018145 Aug 19 18:25:07.561737 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-35af7f37-3074-4eeb-adf2-840b98a778af req-b6141b74-4d50-4abb-9285-425fba24a811 service neutron] 10.222.0.24 "GET /v2.0/networks/6cf94c9a-eb01-4654-9d6a-13800506ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353649 Aug 19 18:25:07.684467 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0f796-b8d7-46ac-8469-cb41075e975c req-599ac225-826d-49ff-b2e9-a6220e54bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:07.686454 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-57c0f796-b8d7-46ac-8469-cb41075e975c req-599ac225-826d-49ff-b2e9-a6220e54bbd8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9d880d82-59b2-4684-97c0-1d1669ad3b24 HTTP/1.1" status: 200 len: 1097 time: 0.1237352 Aug 19 18:25:07.737360 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-57c0f796-b8d7-46ac-8469-cb41075e975c req-5ab9392d-afdc-49a4-a741-81202379398f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7c0260ae-484f-4c6a-9389-a88c2d6b008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403712 Aug 19 18:25:07.740270 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-059a384f-9968-43e0-b66f-7ca140660c7b service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698767 Aug 19 18:25:07.888158 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38024) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:07.922303 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8681fd77-f8cd-4e11-9575-a5e00880bd3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:07.956339 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f4355-8cf8-40d5-af4f-c9b9b747de7a req-4d5ae9a5-f103-4c2a-b22b-0bd90c90ad2c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:07.966323 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-372f4355-8cf8-40d5-af4f-c9b9b747de7a req-4d5ae9a5-f103-4c2a-b22b-0bd90c90ad2c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 943 time: 0.2783346 Aug 19 18:25:08.034074 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f1e41645-8e99-4606-ab88-e6b2cedd3ad4 req-4a194da7-bd59-4244-9137-21a4aa3c989f tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=330b3685-8443-4cf9-822e-27257da3a06b HTTP/1.1" status: 200 len: 210 time: 0.0815663 Aug 19 18:25:08.062127 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e93b942b-32d0-4f0f-bb89-fb9801c2d820 req-ae91fc10-1b8d-4490-b236-e8a1e57a7691 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952220 Aug 19 18:25:08.074390 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-372f4355-8cf8-40d5-af4f-c9b9b747de7a req-aeeb237b-6a5c-4bbb-9459-7ef5541c9ccb tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019990 Aug 19 18:25:08.162435 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:08.222425 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8681fd77-f8cd-4e11-9575-a5e00880bd3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:08.230396 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8681fd77-f8cd-4e11-9575-a5e00880bd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:08.246981 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afd104-6540-45f0-b73f-642364ceb335 req-63e7f4ee-a834-4e18-b5a0-c11c540271fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:08.251494 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51afd104-6540-45f0-b73f-642364ceb335 req-63e7f4ee-a834-4e18-b5a0-c11c540271fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 1094 time: 0.0914459 Aug 19 18:25:08.283213 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8681fd77-f8cd-4e11-9575-a5e00880bd3f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5c1ae3486d54770a8acc4af18c20049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3932490 Aug 19 18:25:08.313423 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38034) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:08.360430 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681fd77-f8cd-4e11-9575-a5e00880bd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d88283-84d5-4c0b-9d7b-bc0a6ee71abd,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:08.406477 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afd104-6540-45f0-b73f-642364ceb335 req-d6c6f203-d643-4d1f-8b46-c8f7f79ab7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:08.411517 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51afd104-6540-45f0-b73f-642364ceb335 req-d6c6f203-d643-4d1f-8b46-c8f7f79ab7fb service neutron] 10.222.0.54 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 911 time: 0.1531682 Aug 19 18:25:08.486969 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51afd104-6540-45f0-b73f-642364ceb335 req-ad5db351-cbeb-42eb-878f-034170f014de service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b03a170-1539-4bf3-a937-752b98af8b55 HTTP/1.1" status: 200 len: 217 time: 0.0624778 Aug 19 18:25:08.553679 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eba86c45-88a5-4694-84ff-c99121f6c991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:08.575025 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067edac6-382d-461a-bda7-3abbfbb59672 req-e3865b44-c2de-4f04-b65d-01f31c7179c7 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:08.588389 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-067edac6-382d-461a-bda7-3abbfbb59672 req-e3865b44-c2de-4f04-b65d-01f31c7179c7 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d880d82-59b2-4684-97c0-1d1669ad3b24 HTTP/1.1" status: 200 len: 946 time: 0.1500711 Aug 19 18:25:08.600284 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afd104-6540-45f0-b73f-642364ceb335 req-3f02b86d-1ec2-41da-9cf8-eeb494896e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:08.602757 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51afd104-6540-45f0-b73f-642364ceb335 req-3f02b86d-1ec2-41da-9cf8-eeb494896e99 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.1043565 Aug 19 18:25:08.678283 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afd104-6540-45f0-b73f-642364ceb335 req-90d6836b-8982-4956-96a0-5a77162b6f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:08.680207 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51afd104-6540-45f0-b73f-642364ceb335 req-90d6836b-8982-4956-96a0-5a77162b6f82 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686824 Aug 19 18:25:08.690763 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eba86c45-88a5-4694-84ff-c99121f6c991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:08.703165 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-067edac6-382d-461a-bda7-3abbfbb59672 req-a424cfc8-07f0-4c5c-958b-e2e40fcc0a5d tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c0260ae-484f-4c6a-9389-a88c2d6b008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136045 Aug 19 18:25:08.787771 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eba86c45-88a5-4694-84ff-c99121f6c991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:08.792826 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eba86c45-88a5-4694-84ff-c99121f6c991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:08.795019 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-eba86c45-88a5-4694-84ff-c99121f6c991 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87d88283-84d5-4c0b-9d7b-bc0a6ee71abd HTTP/1.1" status: 204 len: 168 time: 0.4800963 Aug 19 18:25:08.805463 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba86c45-88a5-4694-84ff-c99121f6c991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d88283-84d5-4c0b-9d7b-bc0a6ee71abd,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:08.823004 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51afd104-6540-45f0-b73f-642364ceb335 req-2e6773e1-bfd8-452b-90ec-2fea64b8c93c service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307576 Aug 19 18:25:08.957754 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51afd104-6540-45f0-b73f-642364ceb335 req-870e994b-d3f1-4d29-9185-751d0869be91 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226733 Aug 19 18:25:09.274616 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a6174eb8-f0ce-4605-b197-5631ea992f2b req-a0b0f71a-7602-43d5-99c4-9bd077ce7cbb tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=330b3685-8443-4cf9-822e-27257da3a06b HTTP/1.1" status: 200 len: 210 time: 0.1044014 Aug 19 18:25:09.301583 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ec176-c6a4-485d-872d-e6001b0c5da9 req-835518d6-5908-418b-8476-aad8970d5ee6 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:09.306084 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc0ec176-c6a4-485d-872d-e6001b0c5da9 req-835518d6-5908-418b-8476-aad8970d5ee6 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 943 time: 0.0882022 Aug 19 18:25:09.362121 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc0ec176-c6a4-485d-872d-e6001b0c5da9 req-99e1ada8-fad2-45a3-bd07-e1163db4c70a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514669 Aug 19 18:25:09.685902 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af7f37-3074-4eeb-adf2-840b98a778af req-d1bf6e44-ecd0-42b6-a1cb-40d3791b7b6d tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:09.688459 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35af7f37-3074-4eeb-adf2-840b98a778af req-d1bf6e44-ecd0-42b6-a1cb-40d3791b7b6d tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.54 "GET /v2.0/networks?id=6cf94c9a-eb01-4654-9d6a-13800506ec01 HTTP/1.1" status: 200 len: 809 time: 0.2099319 Aug 19 18:25:09.709336 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-35af7f37-3074-4eeb-adf2-840b98a778af req-8b2423c8-517e-4465-8860-63de06e134f9 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Request body: {'port': {'device_id': '330b3685-8443-4cf9-822e-27257da3a06b', 'network_id': '6cf94c9a-eb01-4654-9d6a-13800506ec01', 'admin_state_up': True, 'tenant_id': '1a4d782f6f594431ad3fcf69468728d6'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:09.933953 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ca5ee-d16f-4c88-a1bc-b1fba5e65c46 req-3439e20e-d5f5-4733-a28f-dc1abc9d622c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:09.935916 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b53ca5ee-d16f-4c88-a1bc-b1fba5e65c46 req-3439e20e-d5f5-4733-a28f-dc1abc9d622c tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d880d82-59b2-4684-97c0-1d1669ad3b24 HTTP/1.1" status: 200 len: 946 time: 0.0838892 Aug 19 18:25:09.967517 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35af7f37-3074-4eeb-adf2-840b98a778af req-8b2423c8-517e-4465-8860-63de06e134f9 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Made reservation on behalf of 1a4d782f6f594431ad3fcf69468728d6 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:09.972697 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-35af7f37-3074-4eeb-adf2-840b98a778af req-8b2423c8-517e-4465-8860-63de06e134f9 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:10.004470 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b53ca5ee-d16f-4c88-a1bc-b1fba5e65c46 req-2600c1c0-bd30-4c7f-986d-497d9802f12f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c0260ae-484f-4c6a-9389-a88c2d6b008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605650 Aug 19 18:25:10.157136 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:10.247397 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-35af7f37-3074-4eeb-adf2-840b98a778af req-8b2423c8-517e-4465-8860-63de06e134f9 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Allocated IP 172.20.0.13 (6cf94c9a-eb01-4654-9d6a-13800506ec01/a803d8a6-313f-40de-a02f-5dd266e53d7a/6221dd95-a66e-42be-bb4b-9154f5c93dae) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:10.280742 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ae20f-8c9d-4277-8c1e-42776c1d2a50 req-edc90bb5-068d-4dbb-83db-358b63aec906 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:10.283550 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3e6ae20f-8c9d-4277-8c1e-42776c1d2a50 req-edc90bb5-068d-4dbb-83db-358b63aec906 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d880d82-59b2-4684-97c0-1d1669ad3b24 HTTP/1.1" status: 200 len: 946 time: 0.1185329 Aug 19 18:25:10.299288 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38082) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:10.310610 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-627680d0-dda7-4ead-b965-0dda90106496 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Request body: {'floatingip': {'port_id': '71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:10.481327 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-627680d0-dda7-4ead-b965-0dda90106496 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for floatingip, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:10.547098 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-68515363-38f1-4232-ad7a-3aa2c1bd9c56 req-beafb9d9-3a89-414d-bc4c-90f6f8f410ec tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=330b3685-8443-4cf9-822e-27257da3a06b HTTP/1.1" status: 200 len: 210 time: 0.0706565 Aug 19 18:25:10.719917 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:25:10.745679 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-35af7f37-3074-4eeb-adf2-840b98a778af req-8b2423c8-517e-4465-8860-63de06e134f9 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:10.801159 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd152b0-78c4-4baf-9686-bb0d99b69c0e req-1b3cc0a8-0a59-4cb4-bbfc-66e6f4c4b301 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:10.805123 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6bd152b0-78c4-4baf-9686-bb0d99b69c0e req-1b3cc0a8-0a59-4cb4-bbfc-66e6f4c4b301 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 943 time: 0.2492366 Aug 19 18:25:10.952614 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6bd152b0-78c4-4baf-9686-bb0d99b69c0e req-09be7561-6a22-4a30-95c6-0070cdefdf7d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366773 Aug 19 18:25:10.983699 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-35af7f37-3074-4eeb-adf2-840b98a778af req-8b2423c8-517e-4465-8860-63de06e134f9 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:10.990298 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:11.032510 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35af7f37-3074-4eeb-adf2-840b98a778af req-8b2423c8-517e-4465-8860-63de06e134f9 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Network 6cf94c9a-eb01-4654-9d6a-13800506ec01 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:11.040184 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-35af7f37-3074-4eeb-adf2-840b98a778af req-8b2423c8-517e-4465-8860-63de06e134f9 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:11.048647 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-35af7f37-3074-4eeb-adf2-840b98a778af req-8b2423c8-517e-4465-8860-63de06e134f9 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:11.110412 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2423c8-517e-4465-8860-63de06e134f9 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Pushing event updated for resources: {'Port': ['ID=6221dd95-a66e-42be-bb4b-9154f5c93dae,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:11.137615 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af7f37-3074-4eeb-adf2-840b98a778af req-8b2423c8-517e-4465-8860-63de06e134f9 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:11.138650 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-35af7f37-3074-4eeb-adf2-840b98a778af req-8b2423c8-517e-4465-8860-63de06e134f9 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:11.167672 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35af7f37-3074-4eeb-adf2-840b98a778af req-8b2423c8-517e-4465-8860-63de06e134f9 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4678020 Aug 19 18:25:11.183921 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-35af7f37-3074-4eeb-adf2-840b98a778af req-c0297f50-a11b-4cb1-996d-19b1b253b405 service neutron] Request body: {'port': {'device_id': '330b3685-8443-4cf9-822e-27257da3a06b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:11.268237 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-35af7f37-3074-4eeb-adf2-840b98a778af req-c0297f50-a11b-4cb1-996d-19b1b253b405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:11.462212 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-627680d0-dda7-4ead-b965-0dda90106496 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:11.470587 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-627680d0-dda7-4ead-b965-0dda90106496 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:11.631462 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-35af7f37-3074-4eeb-adf2-840b98a778af req-c0297f50-a11b-4cb1-996d-19b1b253b405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6221dd95-a66e-42be-bb4b-9154f5c93dae {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:25:11.636277 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-627680d0-dda7-4ead-b965-0dda90106496 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Floating IP 67065a33-cbc5-45f2-96cb-5b805ab8e6d0 associated. External IP: 172.25.8.100, port: 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07. Aug 19 18:25:11.642207 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-35af7f37-3074-4eeb-adf2-840b98a778af req-c0297f50-a11b-4cb1-996d-19b1b253b405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:11.658780 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-35af7f37-3074-4eeb-adf2-840b98a778af req-c0297f50-a11b-4cb1-996d-19b1b253b405 service neutron] Transition to ACTIVE for port object 6221dd95-a66e-42be-bb4b-9154f5c93dae will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:11.664987 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-35af7f37-3074-4eeb-adf2-840b98a778af req-c0297f50-a11b-4cb1-996d-19b1b253b405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:11.815412 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0297f50-a11b-4cb1-996d-19b1b253b405 service neutron] Pushing event updated for resources: {'Port': ['ID=6221dd95-a66e-42be-bb4b-9154f5c93dae,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:11.853916 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09148b-7eff-45e7-ac70-81efecba100b req-249c2b16-49b4-4c8f-a039-c6cbac6e6512 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:11.855963 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1a09148b-7eff-45e7-ac70-81efecba100b req-249c2b16-49b4-4c8f-a039-c6cbac6e6512 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=330b3685-8443-4cf9-822e-27257da3a06b HTTP/1.1" status: 200 len: 944 time: 0.1790679 Aug 19 18:25:11.919387 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-35af7f37-3074-4eeb-adf2-840b98a778af req-c0297f50-a11b-4cb1-996d-19b1b253b405 service neutron] Attempting to bind port 6221dd95-a66e-42be-bb4b-9154f5c93dae on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:25:11.919737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-35af7f37-3074-4eeb-adf2-840b98a778af req-c0297f50-a11b-4cb1-996d-19b1b253b405 service neutron] Attempting to bind port 6221dd95-a66e-42be-bb4b-9154f5c93dae by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': 'c33a828d-32ea-407c-8dea-af5ec2fa8ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6cf94c9a-eb01-4654-9d6a-13800506ec01'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:25:11.920099 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af7f37-3074-4eeb-adf2-840b98a778af req-c0297f50-a11b-4cb1-996d-19b1b253b405 service neutron] Attempting to bind port 6221dd95-a66e-42be-bb4b-9154f5c93dae on network 6cf94c9a-eb01-4654-9d6a-13800506ec01 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:11.935313 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1a09148b-7eff-45e7-ac70-81efecba100b req-e41a5234-7b47-4799-bcad-42f91a5890e7 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/security-groups?id=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692592 Aug 19 18:25:11.936177 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af7f37-3074-4eeb-adf2-840b98a778af req-c0297f50-a11b-4cb1-996d-19b1b253b405 service neutron] Port 6221dd95-a66e-42be-bb4b-9154f5c93dae on network 6cf94c9a-eb01-4654-9d6a-13800506ec01 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:25:11.936510 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af7f37-3074-4eeb-adf2-840b98a778af req-c0297f50-a11b-4cb1-996d-19b1b253b405 service neutron] Attempting to bind port 6221dd95-a66e-42be-bb4b-9154f5c93dae on network 6cf94c9a-eb01-4654-9d6a-13800506ec01 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:11.943218 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af7f37-3074-4eeb-adf2-840b98a778af req-c0297f50-a11b-4cb1-996d-19b1b253b405 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:25:11.945657 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af7f37-3074-4eeb-adf2-840b98a778af req-c0297f50-a11b-4cb1-996d-19b1b253b405 service neutron] Checking segment: {'id': 'c33a828d-32ea-407c-8dea-af5ec2fa8ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6cf94c9a-eb01-4654-9d6a-13800506ec01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:11.945657 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af7f37-3074-4eeb-adf2-840b98a778af req-c0297f50-a11b-4cb1-996d-19b1b253b405 service neutron] Bound using segment: {'id': 'c33a828d-32ea-407c-8dea-af5ec2fa8ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6cf94c9a-eb01-4654-9d6a-13800506ec01'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:25:11.945657 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-35af7f37-3074-4eeb-adf2-840b98a778af req-c0297f50-a11b-4cb1-996d-19b1b253b405 service neutron] Bound port: 6221dd95-a66e-42be-bb4b-9154f5c93dae, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c33a828d-32ea-407c-8dea-af5ec2fa8ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6cf94c9a-eb01-4654-9d6a-13800506ec01'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:25:11.946005 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627680d0-dda7-4ead-b965-0dda90106496 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Router e2a3a096-470b-4bb8-8910-955707f8540b has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:25:11.946112 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-35af7f37-3074-4eeb-adf2-840b98a778af req-c0297f50-a11b-4cb1-996d-19b1b253b405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:12.068988 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-35af7f37-3074-4eeb-adf2-840b98a778af req-c0297f50-a11b-4cb1-996d-19b1b253b405 service neutron] For port 6221dd95-a66e-42be-bb4b-9154f5c93dae, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:25:12.076268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-35af7f37-3074-4eeb-adf2-840b98a778af req-c0297f50-a11b-4cb1-996d-19b1b253b405 service neutron] For port 6221dd95-a66e-42be-bb4b-9154f5c93dae, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=6221dd95-a66e-42be-bb4b-9154f5c93dae,segment=NetworkSegment(c33a828d-32ea-407c-8dea-af5ec2fa8ca8),segment_id=c33a828d-32ea-407c-8dea-af5ec2fa8ca8)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:25:12.084356 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-35af7f37-3074-4eeb-adf2-840b98a778af req-c0297f50-a11b-4cb1-996d-19b1b253b405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:12.129987 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af7f37-3074-4eeb-adf2-840b98a778af req-c0297f50-a11b-4cb1-996d-19b1b253b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:12.130610 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-35af7f37-3074-4eeb-adf2-840b98a778af req-c0297f50-a11b-4cb1-996d-19b1b253b405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:12.132062 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35af7f37-3074-4eeb-adf2-840b98a778af req-c0297f50-a11b-4cb1-996d-19b1b253b405 service neutron] 10.222.0.54 "PUT /v2.0/ports/6221dd95-a66e-42be-bb4b-9154f5c93dae HTTP/1.1" status: 200 len: 1092 time: 0.9535604 Aug 19 18:25:12.132491 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330b3685-8443-4cf9-822e-27257da3a06b', 'tag': '6221dd95-a66e-42be-bb4b-9154f5c93dae'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:25:12.134894 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6ce7e1-56c5-4e1f-b686-041f75f00623" -d '{"events": [{"name": "network-changed", "server_uuid": "330b3685-8443-4cf9-822e-27257da3a06b", "tag": "6221dd95-a66e-42be-bb4b-9154f5c93dae"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:25:12.142906 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627680d0-dda7-4ead-b965-0dda90106496 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:25:12.156215 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d29ab3-dec1-45db-a979-64fc42f5625b None None] Sync routers for ids ['e2a3a096-470b-4bb8-8910-955707f8540b'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:25:12.156832 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-627680d0-dda7-4ead-b965-0dda90106496 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:12.176391 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d29ab3-dec1-45db-a979-64fc42f5625b None None] Routers {'e2a3a096-470b-4bb8-8910-955707f8540b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:12.177022 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-89d29ab3-dec1-45db-a979-64fc42f5625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:25:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e2a3a096-470b-4bb8-8910-955707f8540b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:12.231534 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ba5cb-73de-4383-92d0-70a76b778f9e req-9470ad87-68a8-4ee0-b1d1-e6f254e71e8f tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:12.233481 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-785ba5cb-73de-4383-92d0-70a76b778f9e req-9470ad87-68a8-4ee0-b1d1-e6f254e71e8f tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 943 time: 0.1407485 Aug 19 18:25:12.248160 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0297f50-a11b-4cb1-996d-19b1b253b405 service neutron] Pushing event updated for resources: {'Port': ['ID=6221dd95-a66e-42be-bb4b-9154f5c93dae,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:12.264604 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-627680d0-dda7-4ead-b965-0dda90106496 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "PUT /v2.0/floatingips/67065a33-cbc5-45f2-96cb-5b805ab8e6d0 HTTP/1.1" status: 200 len: 992 time: 1.9635506 Aug 19 18:25:12.266418 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d880d82-59b2-4684-97c0-1d1669ad3b24', 'tag': '71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:25:12.269605 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f072f9d1-0302-4056-8d29-020149082ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "9d880d82-59b2-4684-97c0-1d1669ad3b24", "tag": "71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:25:12.273582 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff85aad1-9866-4ae9-ad2d-a1999399dd10 x-openstack-request-id: req-ff85aad1-9866-4ae9-ad2d-a1999399dd10 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:25:12.273884 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "330b3685-8443-4cf9-822e-27257da3a06b", "tag": "6221dd95-a66e-42be-bb4b-9154f5c93dae", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:25:12.274149 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff85aad1-9866-4ae9-ad2d-a1999399dd10 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:25:12.274568 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '330b3685-8443-4cf9-822e-27257da3a06b', 'tag': '6221dd95-a66e-42be-bb4b-9154f5c93dae', 'status': 'completed', 'code': 200} Aug 19 18:25:12.294288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af7f37-3074-4eeb-adf2-840b98a778af req-73a4981f-300e-4d9f-a512-132256eb2e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:12.301005 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35af7f37-3074-4eeb-adf2-840b98a778af req-73a4981f-300e-4d9f-a512-132256eb2e2a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a4d782f6f594431ad3fcf69468728d6&device_id=330b3685-8443-4cf9-822e-27257da3a06b HTTP/1.1" status: 200 len: 1095 time: 0.1151614 Aug 19 18:25:12.333648 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-785ba5cb-73de-4383-92d0-70a76b778f9e req-1d4ded44-1d21-4106-807d-7c0520372e3e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853868 Aug 19 18:25:12.386703 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-89d29ab3-dec1-45db-a979-64fc42f5625b None None] Set router e2a3a096-470b-4bb8-8910-955707f8540b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:12.422358 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35af7f37-3074-4eeb-adf2-840b98a778af req-5aab8df5-2608-4c83-87ea-a4a1c3e6db88 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6221dd95-a66e-42be-bb4b-9154f5c93dae HTTP/1.1" status: 200 len: 217 time: 0.1084499 Aug 19 18:25:12.426600 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3246c78c-7f39-43eb-af40-4a93dcb455c4 x-openstack-request-id: req-3246c78c-7f39-43eb-af40-4a93dcb455c4 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:25:12.426966 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d880d82-59b2-4684-97c0-1d1669ad3b24", "tag": "71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:25:12.427284 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3246c78c-7f39-43eb-af40-4a93dcb455c4 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:25:12.427708 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d880d82-59b2-4684-97c0-1d1669ad3b24', 'tag': '71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07', 'status': 'completed', 'code': 200} Aug 19 18:25:12.495991 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af7f37-3074-4eeb-adf2-840b98a778af req-8fc5a5c6-f2b4-4b38-b58b-ea14a2686fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:12.497652 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35af7f37-3074-4eeb-adf2-840b98a778af req-8fc5a5c6-f2b4-4b38-b58b-ea14a2686fe9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a803d8a6-313f-40de-a02f-5dd266e53d7a HTTP/1.1" status: 200 len: 849 time: 0.0628066 Aug 19 18:25:12.542080 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072f9d1-0302-4056-8d29-020149082ce9 req-2f333a89-1174-49ea-a0fa-f4c862959762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:12.545076 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f072f9d1-0302-4056-8d29-020149082ce9 req-2f333a89-1174-49ea-a0fa-f4c862959762 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=65af0cd5b05e4e47a92672412bb56f85&device_id=9d880d82-59b2-4684-97c0-1d1669ad3b24 HTTP/1.1" status: 200 len: 1097 time: 0.0765467 Aug 19 18:25:12.550463 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35af7f37-3074-4eeb-adf2-840b98a778af req-ddbb42ca-6373-41dc-8449-f88b0e2c0f0b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cf94c9a-eb01-4654-9d6a-13800506ec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416510 Aug 19 18:25:12.693463 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35af7f37-3074-4eeb-adf2-840b98a778af req-ef4b56d0-4cc8-405c-b0db-6a410282f8b3 service neutron] 10.222.0.54 "GET /v2.0/networks/6cf94c9a-eb01-4654-9d6a-13800506ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311843 Aug 19 18:25:12.700799 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072f9d1-0302-4056-8d29-020149082ce9 req-c0506414-49b8-47aa-b2d2-aea36c7635b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:12.702360 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f072f9d1-0302-4056-8d29-020149082ce9 req-c0506414-49b8-47aa-b2d2-aea36c7635b8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=328a6888-a512-4946-b559-9a6ac5994658 HTTP/1.1" status: 200 len: 912 time: 0.1444898 Aug 19 18:25:12.723751 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-89d29ab3-dec1-45db-a979-64fc42f5625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'name': 'tempest-AttachVolumeTestJSON-1912132189-router', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:09Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'gw_port': {'id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:11Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '67065a33-cbc5-45f2-96cb-5b805ab8e6d0', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'port_id': '71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'mac_address': 'fa:16:3e:bd:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d880d82-59b2-4684-97c0-1d1669ad3b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:24:49Z', 'updated_at': '2021-08-19T18:25:11Z', 'revision_number': 1, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7e355c-1a87-410a-903e-5323917d3b08', 'name': '', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'mac_address': 'fa:16:3e:f2:af:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:24Z', 'updated_at': '2021-08-19T18:19:40Z', 'revision_number': 5, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'subnets': [{'id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:12.768114 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d29ab3-dec1-45db-a979-64fc42f5625b None None] Checking router: e2a3a096-470b-4bb8-8910-955707f8540b for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:25:12.789717 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f072f9d1-0302-4056-8d29-020149082ce9 req-0c2c518a-fba3-4d85-9ec7-2ee7e3f1a71d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 HTTP/1.1" status: 200 len: 1000 time: 0.0720773 Aug 19 18:25:12.801844 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d29ab3-dec1-45db-a979-64fc42f5625b None None] Routers {'e2a3a096-470b-4bb8-8910-955707f8540b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:12.802864 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-89d29ab3-dec1-45db-a979-64fc42f5625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:25:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e2a3a096-470b-4bb8-8910-955707f8540b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:12.826261 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35af7f37-3074-4eeb-adf2-840b98a778af req-f71e2e6d-ecff-428d-8096-eca1b2b49c7c service neutron] 10.222.0.54 "GET /v2.0/networks/6cf94c9a-eb01-4654-9d6a-13800506ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211183 Aug 19 18:25:12.870783 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072f9d1-0302-4056-8d29-020149082ce9 req-cd478a34-02cc-44bf-9ced-c0e05dfae68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:12.872725 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f072f9d1-0302-4056-8d29-020149082ce9 req-cd478a34-02cc-44bf-9ced-c0e05dfae68b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d9cc3538-7c99-4258-a48c-18c8964a49b7 HTTP/1.1" status: 200 len: 850 time: 0.0681098 Aug 19 18:25:12.934569 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38144) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:12.940479 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ce7e1-56c5-4e1f-b686-041f75f00623 req-b069d738-1005-4e88-a6c1-afe9dd1e0831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:12.942340 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dc6ce7e1-56c5-4e1f-b686-041f75f00623 req-b069d738-1005-4e88-a6c1-afe9dd1e0831 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a4d782f6f594431ad3fcf69468728d6&device_id=330b3685-8443-4cf9-822e-27257da3a06b HTTP/1.1" status: 200 len: 1095 time: 0.0550015 Aug 19 18:25:12.949467 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072f9d1-0302-4056-8d29-020149082ce9 req-9323a366-7dec-49dd-b53c-9653e4d96829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:12.951771 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f072f9d1-0302-4056-8d29-020149082ce9 req-9323a366-7dec-49dd-b53c-9653e4d96829 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=328a6888-a512-4946-b559-9a6ac5994658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643351 Aug 19 18:25:13.115617 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f072f9d1-0302-4056-8d29-020149082ce9 req-f3107e86-9024-43cd-8464-f42500eb74b4 service neutron] 10.222.0.50 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377771 Aug 19 18:25:13.153702 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08cbb4b5-0030-4639-9dbd-0f180e71436c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:13.172383 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ce7e1-56c5-4e1f-b686-041f75f00623 req-d7cd5956-d1aa-4f48-a331-93e0a1c2607a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:13.174263 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dc6ce7e1-56c5-4e1f-b686-041f75f00623 req-d7cd5956-d1aa-4f48-a331-93e0a1c2607a service neutron] 10.222.0.54 "GET /v2.0/networks?id=6cf94c9a-eb01-4654-9d6a-13800506ec01 HTTP/1.1" status: 200 len: 910 time: 0.2223275 Aug 19 18:25:13.232586 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dc6ce7e1-56c5-4e1f-b686-041f75f00623 req-62f65943-d14e-485b-abe2-b091e7edc248 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6221dd95-a66e-42be-bb4b-9154f5c93dae HTTP/1.1" status: 200 len: 217 time: 0.0478556 Aug 19 18:25:13.252007 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-89d29ab3-dec1-45db-a979-64fc42f5625b None None] Set router e2a3a096-470b-4bb8-8910-955707f8540b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:13.287835 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7158a-ac83-4ad5-91d2-eda533fe132d req-b6e4f884-7c5b-466f-bbd1-112c58fb0a1d tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:13.296629 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-09a7158a-ac83-4ad5-91d2-eda533fe132d req-b6e4f884-7c5b-466f-bbd1-112c58fb0a1d tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=330b3685-8443-4cf9-822e-27257da3a06b HTTP/1.1" status: 200 len: 944 time: 0.2017350 Aug 19 18:25:13.337171 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ce7e1-56c5-4e1f-b686-041f75f00623 req-93f33d0b-b767-4b3c-b9fd-afd277e98480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:13.339310 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dc6ce7e1-56c5-4e1f-b686-041f75f00623 req-93f33d0b-b767-4b3c-b9fd-afd277e98480 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a803d8a6-313f-40de-a02f-5dd266e53d7a HTTP/1.1" status: 200 len: 849 time: 0.0977461 Aug 19 18:25:13.364769 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f072f9d1-0302-4056-8d29-020149082ce9 req-6a4bd7d2-0237-4b2c-a63e-5c0b27e3830f service neutron] 10.222.0.50 "GET /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312884 Aug 19 18:25:13.372762 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-09a7158a-ac83-4ad5-91d2-eda533fe132d req-a9a18e60-0321-4aff-aa16-b8b2123dbfba tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/security-groups?id=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725720 Aug 19 18:25:13.414305 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dc6ce7e1-56c5-4e1f-b686-041f75f00623 req-37df8a66-72f4-4f4c-b27c-51b1a4c57f73 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cf94c9a-eb01-4654-9d6a-13800506ec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665288 Aug 19 18:25:13.440631 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08cbb4b5-0030-4639-9dbd-0f180e71436c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:13.449454 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08cbb4b5-0030-4639-9dbd-0f180e71436c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:13.541112 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbb4b5-0030-4639-9dbd-0f180e71436c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010b800b-4906-4e48-bdf6-afa55eb7db4b,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:13.548874 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-08cbb4b5-0030-4639-9dbd-0f180e71436c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9eed926790a346ce853db5b11fc1a6f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6095762 Aug 19 18:25:13.549592 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38158) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:13.615977 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-89d29ab3-dec1-45db-a979-64fc42f5625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'name': 'tempest-AttachVolumeTestJSON-1912132189-router', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:09Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'gw_port': {'id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:11Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '67065a33-cbc5-45f2-96cb-5b805ab8e6d0', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'port_id': '71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'mac_address': 'fa:16:3e:bd:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d880d82-59b2-4684-97c0-1d1669ad3b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:24:49Z', 'updated_at': '2021-08-19T18:25:11Z', 'revision_number': 1, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7e355c-1a87-410a-903e-5323917d3b08', 'name': '', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'mac_address': 'fa:16:3e:f2:af:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:24Z', 'updated_at': '2021-08-19T18:19:40Z', 'revision_number': 5, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'subnets': [{'id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:13.626128 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0398b1-715b-4e9b-b72b-b4bdc95337d8 req-88c4c2a7-c670-4687-aed7-79329a2977a4 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:13.627250 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-95df3f89-06d2-4b44-b305-b0990bf2ea9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:13.633792 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eb0398b1-715b-4e9b-b72b-b4bdc95337d8 req-88c4c2a7-c670-4687-aed7-79329a2977a4 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 943 time: 0.0985653 Aug 19 18:25:13.649444 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d29ab3-dec1-45db-a979-64fc42f5625b None None] The sync data for ids ['e2a3a096-470b-4bb8-8910-955707f8540b'] in n-d-803753-2 is: [{'id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'name': 'tempest-AttachVolumeTestJSON-1912132189-router', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:09Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'gw_port': {'id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:11Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '67065a33-cbc5-45f2-96cb-5b805ab8e6d0', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'port_id': '71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'mac_address': 'fa:16:3e:bd:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d880d82-59b2-4684-97c0-1d1669ad3b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:24:49Z', 'updated_at': '2021-08-19T18:25:11Z', 'revision_number': 1, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7e355c-1a87-410a-903e-5323917d3b08', 'name': '', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'mac_address': 'fa:16:3e:f2:af:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:24Z', 'updated_at': '2021-08-19T18:19:40Z', 'revision_number': 5, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'subnets': [{'id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:25:13.659167 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dc6ce7e1-56c5-4e1f-b686-041f75f00623 req-b6f94233-5223-4a58-b2fb-720f2d650bad service neutron] 10.222.0.54 "GET /v2.0/networks/6cf94c9a-eb01-4654-9d6a-13800506ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364061 Aug 19 18:25:13.669021 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-95df3f89-06d2-4b44-b305-b0990bf2ea9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:13.735505 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-95df3f89-06d2-4b44-b305-b0990bf2ea9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:13.740402 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-95df3f89-06d2-4b44-b305-b0990bf2ea9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:13.742065 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-95df3f89-06d2-4b44-b305-b0990bf2ea9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/010b800b-4906-4e48-bdf6-afa55eb7db4b HTTP/1.1" status: 204 len: 168 time: 0.1906247 Aug 19 18:25:13.743248 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eb0398b1-715b-4e9b-b72b-b4bdc95337d8 req-17d05ead-43ee-4b46-8b8f-db1680eb7adc tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085160 Aug 19 18:25:13.771911 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df3f89-06d2-4b44-b305-b0990bf2ea9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010b800b-4906-4e48-bdf6-afa55eb7db4b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:13.796373 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dc6ce7e1-56c5-4e1f-b686-041f75f00623 req-9f5b9336-6897-4cc1-abad-6ee39489fed0 service neutron] 10.222.0.54 "GET /v2.0/networks/6cf94c9a-eb01-4654-9d6a-13800506ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276524 Aug 19 18:25:13.949433 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23a56b9-6840-437a-aac3-b88367927af2 None None] New status for floating IP 67065a33-cbc5-45f2-96cb-5b805ab8e6d0: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:25:14.101960 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38166) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:14.117510 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a51f801b-10cc-43bc-927a-8dccb063458b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:14.235500 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a51f801b-10cc-43bc-927a-8dccb063458b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:14.242810 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a51f801b-10cc-43bc-927a-8dccb063458b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:14.284967 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f801b-10cc-43bc-927a-8dccb063458b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eeeeb3e-f893-486f-a8ee-4dd277189de1,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:14.304814 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a51f801b-10cc-43bc-927a-8dccb063458b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=794857fcee044df886bd05c7474e0952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1873376 Aug 19 18:25:14.305063 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38172) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:14.386883 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30afa409-76f1-4a92-91ad-50b3c2a6d511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:14.427282 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30afa409-76f1-4a92-91ad-50b3c2a6d511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:14.532070 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f7c10-6ca1-4b35-a34c-6dbfc4e10952 req-7b78ebd4-3c2c-469d-9a5d-4a5d06795844 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:14.534302 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f31f7c10-6ca1-4b35-a34c-6dbfc4e10952 req-7b78ebd4-3c2c-469d-9a5d-4a5d06795844 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=330b3685-8443-4cf9-822e-27257da3a06b HTTP/1.1" status: 200 len: 944 time: 0.0632463 Aug 19 18:25:14.535269 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30afa409-76f1-4a92-91ad-50b3c2a6d511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:14.537994 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30afa409-76f1-4a92-91ad-50b3c2a6d511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:14.541825 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-30afa409-76f1-4a92-91ad-50b3c2a6d511 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6eeeeb3e-f893-486f-a8ee-4dd277189de1 HTTP/1.1" status: 204 len: 168 time: 0.2443595 Aug 19 18:25:14.549214 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afa409-76f1-4a92-91ad-50b3c2a6d511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eeeeb3e-f893-486f-a8ee-4dd277189de1,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:14.609156 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f31f7c10-6ca1-4b35-a34c-6dbfc4e10952 req-f905f28e-e4c0-480b-8784-e09725fad84e tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/security-groups?id=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610297 Aug 19 18:25:14.876104 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31ba57-6689-4c78-9ae9-0645d45efc96 req-d7ad5d7a-1cf4-4967-8595-88b4dc923438 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:14.877689 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e31ba57-6689-4c78-9ae9-0645d45efc96 req-d7ad5d7a-1cf4-4967-8595-88b4dc923438 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 943 time: 0.0505190 Aug 19 18:25:14.927209 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e31ba57-6689-4c78-9ae9-0645d45efc96 req-45030887-45f1-47f6-914f-f357d0840650 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399992 Aug 19 18:25:15.771965 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da6959-a272-401e-8520-d6be94a7c27e req-59614c41-a65e-49bf-b79b-9a0e6e71fe8d tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:15.778365 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-26da6959-a272-401e-8520-d6be94a7c27e req-59614c41-a65e-49bf-b79b-9a0e6e71fe8d tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=330b3685-8443-4cf9-822e-27257da3a06b HTTP/1.1" status: 200 len: 944 time: 0.0628216 Aug 19 18:25:15.837113 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-26da6959-a272-401e-8520-d6be94a7c27e req-9c18f8e5-cf34-4e1e-b3c0-e8ff3c7a1893 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/security-groups?id=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523393 Aug 19 18:25:16.004551 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 6221dd95-a66e-42be-bb4b-9154f5c93dae details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:25:16.080055 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2694a-d12c-4f7e-bc2e-1eb49b404cd0 req-5ca956bf-1696-4a60-8b80-74965b7609ab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:16.082734 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3cb2694a-d12c-4f7e-bc2e-1eb49b404cd0 req-5ca956bf-1696-4a60-8b80-74965b7609ab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 943 time: 0.0689955 Aug 19 18:25:16.141260 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3cb2694a-d12c-4f7e-bc2e-1eb49b404cd0 req-a891df21-e688-40c7-9fcb-b6ffcbb63c8f tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480850 Aug 19 18:25:16.165565 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 6221dd95-a66e-42be-bb4b-9154f5c93dae, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=6221dd95-a66e-42be-bb4b-9154f5c93dae,segment=NetworkSegment(c33a828d-32ea-407c-8dea-af5ec2fa8ca8),segment_id=c33a828d-32ea-407c-8dea-af5ec2fa8ca8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:16.179512 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '6221dd95-a66e-42be-bb4b-9154f5c93dae', 'network_id': '6cf94c9a-eb01-4654-9d6a-13800506ec01', 'port_id': '6221dd95-a66e-42be-bb4b-9154f5c93dae', 'mac_address': 'fa:16:3e:4b:34:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a803d8a6-313f-40de-a02f-5dd266e53d7a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:25:16.227232 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:16.242213 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6221dd95-a66e-42be-bb4b-9154f5c93dae {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:25:16.267393 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 6221dd95-a66e-42be-bb4b-9154f5c93dae, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=6221dd95-a66e-42be-bb4b-9154f5c93dae,segment=NetworkSegment(c33a828d-32ea-407c-8dea-af5ec2fa8ca8),segment_id=c33a828d-32ea-407c-8dea-af5ec2fa8ca8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:16.272635 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:16.338122 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=6221dd95-a66e-42be-bb4b-9154f5c93dae,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:16.467469 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:16.549438 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['6221dd95-a66e-42be-bb4b-9154f5c93dae'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:25:16.985575 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aeee99-36d4-43db-9b78-d0ce752e9fca req-d630d249-4381-4ed7-873e-cb4bb6dbe6a0 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:16.988649 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37aeee99-36d4-43db-9b78-d0ce752e9fca req-d630d249-4381-4ed7-873e-cb4bb6dbe6a0 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=330b3685-8443-4cf9-822e-27257da3a06b HTTP/1.1" status: 200 len: 945 time: 0.0728235 Aug 19 18:25:17.038202 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37aeee99-36d4-43db-9b78-d0ce752e9fca req-892594b8-8146-460f-8854-bcffac21a4ea tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/security-groups?id=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429971 Aug 19 18:25:17.252500 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38280) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:17.270780 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220f425-338c-4e51-af9d-74d23d424dff req-67a54027-56ab-4712-abbc-4c61ca3247c9 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:17.272439 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2220f425-338c-4e51-af9d-74d23d424dff req-67a54027-56ab-4712-abbc-4c61ca3247c9 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 943 time: 0.0557501 Aug 19 18:25:17.316613 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2220f425-338c-4e51-af9d-74d23d424dff req-7ae83441-0325-446c-bb2e-8ddcecb6280b tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373251 Aug 19 18:25:17.373938 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f31fc007-a57f-453b-b625-f0f3f8acce52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:17.473690 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f31fc007-a57f-453b-b625-f0f3f8acce52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:17.478670 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f31fc007-a57f-453b-b625-f0f3f8acce52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:17.519059 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f31fc007-a57f-453b-b625-f0f3f8acce52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dadf4ea16f074baa955489cc8ef2c696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2644563 Aug 19 18:25:17.522044 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38284) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:17.552426 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fc007-a57f-453b-b625-f0f3f8acce52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c927f1a4-5925-461e-89ff-ddf2f89697fe,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:17.587731 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-64c9d033-f4e3-40ea-a0e7-c91a46b1c71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:17.611312 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-64c9d033-f4e3-40ea-a0e7-c91a46b1c71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:17.662207 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-64c9d033-f4e3-40ea-a0e7-c91a46b1c71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:17.664843 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-64c9d033-f4e3-40ea-a0e7-c91a46b1c71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:17.666021 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-64c9d033-f4e3-40ea-a0e7-c91a46b1c71b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c927f1a4-5925-461e-89ff-ddf2f89697fe HTTP/1.1" status: 204 len: 168 time: 0.1430330 Aug 19 18:25:17.677969 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9d033-f4e3-40ea-a0e7-c91a46b1c71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c927f1a4-5925-461e-89ff-ddf2f89697fe,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:18.004871 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 3b03a170-1539-4bf3-a937-752b98af8b55 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:25:18.013505 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 6221dd95-a66e-42be-bb4b-9154f5c93dae up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:18.023427 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38296) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:18.047439 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c6a59e2-c258-48fc-95dd-d50e785a1011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:18.194154 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 6221dd95-a66e-42be-bb4b-9154f5c93dae completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:18.208327 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 6221dd95-a66e-42be-bb4b-9154f5c93dae triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:18.208786 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:18.210246 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264d8a2-65b1-4cfa-9bde-edd30e5216c8 req-5745a547-84ca-42b6-ae78-70bd7b6b68f3 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:18.212863 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9264d8a2-65b1-4cfa-9bde-edd30e5216c8 req-5745a547-84ca-42b6-ae78-70bd7b6b68f3 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=330b3685-8443-4cf9-822e-27257da3a06b HTTP/1.1" status: 200 len: 945 time: 0.0680234 Aug 19 18:25:18.223970 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c6a59e2-c258-48fc-95dd-d50e785a1011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:18.238386 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c6a59e2-c258-48fc-95dd-d50e785a1011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:18.269513 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9264d8a2-65b1-4cfa-9bde-edd30e5216c8 req-7eff2843-84a4-4398-94d8-c598782a8137 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/security-groups?id=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453734 Aug 19 18:25:18.290770 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5c6a59e2-c258-48fc-95dd-d50e785a1011 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0114bdb1bcb47019ff8b2d99cce611c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2658906 Aug 19 18:25:18.293953 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38300) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:18.304020 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a59e2-c258-48fc-95dd-d50e785a1011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a57e02f-c4a7-4e6e-987c-160e51de90d9,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:18.314003 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 3b03a170-1539-4bf3-a937-752b98af8b55, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=3b03a170-1539-4bf3-a937-752b98af8b55,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:18.336888 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '3b03a170-1539-4bf3-a937-752b98af8b55', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'port_id': '3b03a170-1539-4bf3-a937-752b98af8b55', 'mac_address': 'fa:16:3e:cd:0c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:25:18.363077 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fed568eb-9ae8-44f6-94cf-4d6b8d45e88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:18.394013 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fed568eb-9ae8-44f6-94cf-4d6b8d45e88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:18.429681 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:18.431968 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:18.462376 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b03a170-1539-4bf3-a937-752b98af8b55 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:25:18.475585 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330b3685-8443-4cf9-822e-27257da3a06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6221dd95-a66e-42be-bb4b-9154f5c93dae'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:25:18.478043 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d53601e-478b-45ad-a603-e1012510dda2" -d '{"events": [{"server_uuid": "330b3685-8443-4cf9-822e-27257da3a06b", "name": "network-vif-plugged", "status": "completed", "tag": "6221dd95-a66e-42be-bb4b-9154f5c93dae"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:25:18.481908 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fed568eb-9ae8-44f6-94cf-4d6b8d45e88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:18.482161 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e1bcc-f934-4f6f-9009-92a3a110151e req-1b4b1e95-df4f-4903-b026-498d4ea1edc7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:18.483967 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-761e1bcc-f934-4f6f-9009-92a3a110151e req-1b4b1e95-df4f-4903-b026-498d4ea1edc7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 943 time: 0.0790901 Aug 19 18:25:18.485933 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fed568eb-9ae8-44f6-94cf-4d6b8d45e88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:18.490485 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fed568eb-9ae8-44f6-94cf-4d6b8d45e88e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a57e02f-c4a7-4e6e-987c-160e51de90d9 HTTP/1.1" status: 204 len: 168 time: 0.1923683 Aug 19 18:25:18.497488 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed568eb-9ae8-44f6-94cf-4d6b8d45e88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a57e02f-c4a7-4e6e-987c-160e51de90d9,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:18.514288 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 6221dd95-a66e-42be-bb4b-9154f5c93dae, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=6221dd95-a66e-42be-bb4b-9154f5c93dae,segment=NetworkSegment(c33a828d-32ea-407c-8dea-af5ec2fa8ca8),segment_id=c33a828d-32ea-407c-8dea-af5ec2fa8ca8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:18.534817 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 3b03a170-1539-4bf3-a937-752b98af8b55, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=3b03a170-1539-4bf3-a937-752b98af8b55,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:18.541739 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:18.563926 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-761e1bcc-f934-4f6f-9009-92a3a110151e req-a80908fd-dc73-4f67-93b3-4da86b2fcc0b tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623374 Aug 19 18:25:18.583904 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a35f7d-d33e-4fc0-a66c-c469eae69609 x-openstack-request-id: req-98a35f7d-d33e-4fc0-a66c-c469eae69609 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:25:18.584258 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330b3685-8443-4cf9-822e-27257da3a06b", "name": "network-vif-plugged", "status": "completed", "tag": "6221dd95-a66e-42be-bb4b-9154f5c93dae", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:25:18.584355 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98a35f7d-d33e-4fc0-a66c-c469eae69609 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:25:18.585594 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330b3685-8443-4cf9-822e-27257da3a06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6221dd95-a66e-42be-bb4b-9154f5c93dae', 'code': 200} Aug 19 18:25:18.585594 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:18.620308 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=6221dd95-a66e-42be-bb4b-9154f5c93dae,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:18.694697 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=3b03a170-1539-4bf3-a937-752b98af8b55,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:18.718454 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09073ff-215c-408e-a9bd-53d9d72f720b req-e0ad987b-6b7e-4a27-8902-a1f905511ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:18.720318 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b09073ff-215c-408e-a9bd-53d9d72f720b req-e0ad987b-6b7e-4a27-8902-a1f905511ebb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=330b3685-8443-4cf9-822e-27257da3a06b HTTP/1.1" status: 200 len: 1097 time: 0.0688462 Aug 19 18:25:18.768808 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b09073ff-215c-408e-a9bd-53d9d72f720b req-f34ac4ae-8d70-43d7-b75a-676f749529b3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397792 Aug 19 18:25:18.843482 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['3b03a170-1539-4bf3-a937-752b98af8b55'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:25:19.441395 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fe1ca-da6a-4be6-8f9c-c90589907d7c req-50506e6e-4095-4221-98fa-a041355add2d tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:19.445167 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9f7fe1ca-da6a-4be6-8f9c-c90589907d7c req-50506e6e-4095-4221-98fa-a041355add2d tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=330b3685-8443-4cf9-822e-27257da3a06b HTTP/1.1" status: 200 len: 946 time: 0.0834100 Aug 19 18:25:19.508193 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9f7fe1ca-da6a-4be6-8f9c-c90589907d7c req-a7c621ac-43e1-4772-a099-80f21f0a14b4 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/security-groups?id=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482955 Aug 19 18:25:19.727382 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff025a-2563-464c-86f3-87c630dd7209 req-976e4646-b019-424f-8bd4-f2cd4c72208d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:19.730335 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-97ff025a-2563-464c-86f3-87c630dd7209 req-976e4646-b019-424f-8bd4-f2cd4c72208d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 944 time: 0.0886199 Aug 19 18:25:19.768158 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de009e6-d7bc-4e5c-a2d6-b7e402beaa64 req-6edcae30-3358-4783-a527-b410035b9f93 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:19.770514 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3de009e6-d7bc-4e5c-a2d6-b7e402beaa64 req-6edcae30-3358-4783-a527-b410035b9f93 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.5204864 Aug 19 18:25:19.775394 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-97ff025a-2563-464c-86f3-87c630dd7209 req-c4790e2b-20cc-4586-81a6-09ef3e4aa1f8 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359099 Aug 19 18:25:19.824968 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3de009e6-d7bc-4e5c-a2d6-b7e402beaa64 req-15944574-7c02-45bb-a692-1bf973744635 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411153 Aug 19 18:25:19.995394 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ae316-dc35-4e41-a040-be97798ff29d req-48e8be9b-2885-472d-8621-4dbbabbba117 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:19.997792 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d89ae316-dc35-4e41-a040-be97798ff29d req-48e8be9b-2885-472d-8621-4dbbabbba117 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.0949290 Aug 19 18:25:20.025999 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 3b03a170-1539-4bf3-a937-752b98af8b55 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:20.050803 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d89ae316-dc35-4e41-a040-be97798ff29d req-1b845196-166b-4298-af58-b7ab2e095c96 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413282 Aug 19 18:25:20.157680 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 3b03a170-1539-4bf3-a937-752b98af8b55 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:20.162011 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 3b03a170-1539-4bf3-a937-752b98af8b55 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:20.162617 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:20.275328 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:20.333417 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 3b03a170-1539-4bf3-a937-752b98af8b55, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=3b03a170-1539-4bf3-a937-752b98af8b55,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:20.345894 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:20.446301 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95001b9-b6c0-40fa-9f31-1f10fcf9cb0b req-7ead9a36-3272-4cad-9985-bb6589e9b45d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:20.459947 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a95001b9-b6c0-40fa-9f31-1f10fcf9cb0b req-7ead9a36-3272-4cad-9985-bb6589e9b45d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.0947239 Aug 19 18:25:20.478455 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=3b03a170-1539-4bf3-a937-752b98af8b55,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:20.527196 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38380) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:20.535946 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a95001b9-b6c0-40fa-9f31-1f10fcf9cb0b req-0ae8a9fe-03a7-4de7-96ad-b93d8b7b213a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744703 Aug 19 18:25:20.585765 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a044bc65-650e-48dc-9562-4834098d1101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b03a170-1539-4bf3-a937-752b98af8b55'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:25:20.589312 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacb7704-3942-4492-93f0-3a8ed3cfbbb4" -d '{"events": [{"server_uuid": "a044bc65-650e-48dc-9562-4834098d1101", "name": "network-vif-plugged", "status": "completed", "tag": "3b03a170-1539-4bf3-a937-752b98af8b55"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:25:20.691174 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c70e97-b1b8-4c57-9fb1-ef5d358b5a92 req-e8130ec9-8290-4f26-a8e0-0280681ffa8c tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:20.692810 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-66c70e97-b1b8-4c57-9fb1-ef5d358b5a92 req-e8130ec9-8290-4f26-a8e0-0280681ffa8c tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=330b3685-8443-4cf9-822e-27257da3a06b HTTP/1.1" status: 200 len: 946 time: 0.0826063 Aug 19 18:25:20.704159 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c62e7af-b3d1-4d4b-854b-ccd394eba0c6 x-openstack-request-id: req-5c62e7af-b3d1-4d4b-854b-ccd394eba0c6 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:25:20.704550 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a044bc65-650e-48dc-9562-4834098d1101", "name": "network-vif-plugged", "status": "completed", "tag": "3b03a170-1539-4bf3-a937-752b98af8b55", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:25:20.704896 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c62e7af-b3d1-4d4b-854b-ccd394eba0c6 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:25:20.705383 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a044bc65-650e-48dc-9562-4834098d1101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b03a170-1539-4bf3-a937-752b98af8b55', 'code': 200} Aug 19 18:25:20.719252 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e9ca05d5-41d1-43f1-8962-eabec5819971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:20.772339 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-66c70e97-b1b8-4c57-9fb1-ef5d358b5a92 req-27781e5f-f954-4b94-aaba-fe1814eb06b6 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/security-groups?id=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706148 Aug 19 18:25:20.921763 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e9ca05d5-41d1-43f1-8962-eabec5819971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:20.929233 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e9ca05d5-41d1-43f1-8962-eabec5819971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:20.935438 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d66406-890b-4fc5-8916-0297856b6b3f req-d5d67d7e-5827-456b-b88b-012404c7d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:20.938973 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0d66406-890b-4fc5-8916-0297856b6b3f req-d5d67d7e-5827-456b-b88b-012404c7d93c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 1096 time: 0.1193893 Aug 19 18:25:21.001365 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e9ca05d5-41d1-43f1-8962-eabec5819971 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=930d54c9eca54090987b5eec435c8e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4696693 Aug 19 18:25:21.022943 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38404) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:21.080582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca05d5-41d1-43f1-8962-eabec5819971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd1c260-5cc2-417a-9117-87c0d3bcadce,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:21.152142 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0d66406-890b-4fc5-8916-0297856b6b3f req-c86dc1f1-6f01-43dd-bfc4-84ba7589e66f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904342 Aug 19 18:25:21.175458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39104bab-55fd-4aaf-bc40-524c0496868b req-80998697-25ad-453a-a207-9cc341ef222a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:21.177017 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39104bab-55fd-4aaf-bc40-524c0496868b req-80998697-25ad-453a-a207-9cc341ef222a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 945 time: 0.2145326 Aug 19 18:25:21.187239 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-112f9f64-ffdb-4f4f-bad0-96f0ea988eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:21.222226 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-112f9f64-ffdb-4f4f-bad0-96f0ea988eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:21.248355 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39104bab-55fd-4aaf-bc40-524c0496868b req-bea35598-d071-4d81-a492-1d58c03f0a9b tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640249 Aug 19 18:25:21.317018 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-112f9f64-ffdb-4f4f-bad0-96f0ea988eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:21.328078 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-112f9f64-ffdb-4f4f-bad0-96f0ea988eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:21.329298 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-112f9f64-ffdb-4f4f-bad0-96f0ea988eba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ffd1c260-5cc2-417a-9117-87c0d3bcadce HTTP/1.1" status: 204 len: 168 time: 0.3054378 Aug 19 18:25:21.343749 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f9f64-ffdb-4f4f-bad0-96f0ea988eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd1c260-5cc2-417a-9117-87c0d3bcadce,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:21.666252 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083aa882-74ac-4c2c-8f13-8d8e976dc346 req-0517d6fa-6aed-496d-861d-54b7dac6f57e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:21.666252 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-083aa882-74ac-4c2c-8f13-8d8e976dc346 req-0517d6fa-6aed-496d-861d-54b7dac6f57e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1632147 Aug 19 18:25:21.748937 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-083aa882-74ac-4c2c-8f13-8d8e976dc346 req-bebab0a8-09c8-42f6-8f54-b9d86a61fa1d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775025 Aug 19 18:25:22.056049 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea793f-155e-49a4-876c-90d6d1476c93 req-8b516004-bc9d-4da8-9986-3d27f7dbb0c9 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:22.058294 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d2ea793f-155e-49a4-876c-90d6d1476c93 req-8b516004-bc9d-4da8-9986-3d27f7dbb0c9 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=330b3685-8443-4cf9-822e-27257da3a06b HTTP/1.1" status: 200 len: 946 time: 0.0558193 Aug 19 18:25:22.100846 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d2ea793f-155e-49a4-876c-90d6d1476c93 req-9b30a584-2108-4ce8-a93e-68cd6af3f362 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/security-groups?id=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362408 Aug 19 18:25:22.373313 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e0ebb-6d35-455d-a0a2-7a19bcf52ff4 req-98621b9b-1668-4ded-a9b5-e1dc04a042eb tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:22.374964 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-288e0ebb-6d35-455d-a0a2-7a19bcf52ff4 req-98621b9b-1668-4ded-a9b5-e1dc04a042eb tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 945 time: 0.0565608 Aug 19 18:25:22.438808 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-288e0ebb-6d35-455d-a0a2-7a19bcf52ff4 req-d38f5f5f-2f93-4a16-981c-d2dd7bb41ca5 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449955 Aug 19 18:25:22.564515 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4c5d6-4420-48d6-a496-592bb0255bd9 req-90dfb4eb-9042-4114-9ffa-4f3e0437241f tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:22.566586 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-05e4c5d6-4420-48d6-a496-592bb0255bd9 req-90dfb4eb-9042-4114-9ffa-4f3e0437241f tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 945 time: 0.0596607 Aug 19 18:25:22.612705 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-05e4c5d6-4420-48d6-a496-592bb0255bd9 req-269928f3-84c2-412a-ac47-287f583328ef tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384569 Aug 19 18:25:22.913258 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3c7af-3466-4986-be49-2ef7d134ffd1 req-b758b8de-25ec-4164-a36f-3d0a98bd89aa tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:22.915546 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-63f3c7af-3466-4986-be49-2ef7d134ffd1 req-b758b8de-25ec-4164-a36f-3d0a98bd89aa tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.0750749 Aug 19 18:25:22.975496 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-63f3c7af-3466-4986-be49-2ef7d134ffd1 req-1b211f46-67eb-4d4a-b867-9a2e809a9078 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472548 Aug 19 18:25:23.006380 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38488) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:23.152380 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-bc99732d-2059-4b85-ac2c-21a70892e516 tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1732422935'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:23.153986 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-bc99732d-2059-4b85-ac2c-21a70892e516 tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] Unknown quota resources ['metering_label']. {{(pid=94682) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:25:23.304106 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2536a43-7fde-438f-8d0f-8a10b036c940 req-70e9d854-dce4-4acf-97f8-138385ba772d tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:23.313427 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f2536a43-7fde-438f-8d0f-8a10b036c940 req-70e9d854-dce4-4acf-97f8-138385ba772d tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=330b3685-8443-4cf9-822e-27257da3a06b HTTP/1.1" status: 200 len: 946 time: 0.0822554 Aug 19 18:25:23.357415 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f2536a43-7fde-438f-8d0f-8a10b036c940 req-095e1b52-82ed-49c7-94f0-264ad2bdb7d0 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/security-groups?id=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435829 Aug 19 18:25:23.424653 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc99732d-2059-4b85-ac2c-21a70892e516 tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:23.426033 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bc99732d-2059-4b85-ac2c-21a70892e516 tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4186172 Aug 19 18:25:23.428704 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38502) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:23.435313 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-a35ae78d-b42c-48ee-a877-bdf93c25837c tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '6f57ad19-f181-417a-a0d6-79b2604e4a80'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:23.435841 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-a35ae78d-b42c-48ee-a877-bdf93c25837c tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94682) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:25:23.654909 n-d-803753-2 neutron-server[94682]: WARNING neutron.services.metering.metering_plugin [None req-a35ae78d-b42c-48ee-a877-bdf93c25837c tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 18:25:23.804182 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed35ab-effb-4035-a13e-7ebe541ba7b5 req-f44960ce-21a6-457a-9b93-6043e71e28b0 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:23.806216 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53ed35ab-effb-4035-a13e-7ebe541ba7b5 req-f44960ce-21a6-457a-9b93-6043e71e28b0 tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.54 "GET /v2.0/ports?device_id=330b3685-8443-4cf9-822e-27257da3a06b HTTP/1.1" status: 200 len: 946 time: 0.3527930 Aug 19 18:25:23.808608 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a35ae78d-b42c-48ee-a877-bdf93c25837c tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:23.809945 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a35ae78d-b42c-48ee-a877-bdf93c25837c tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3802395 Aug 19 18:25:23.813607 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38522) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:23.820024 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f9cef56e-4762-4411-8f5f-4fdc3a32712b tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '6f57ad19-f181-417a-a0d6-79b2604e4a80'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:23.820907 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f9cef56e-4762-4411-8f5f-4fdc3a32712b tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94681) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:25:23.943249 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-53ed35ab-effb-4035-a13e-7ebe541ba7b5 req-10e8f079-d58d-4016-b1fc-d994b0498f9d tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Deleting port 6221dd95-a66e-42be-bb4b-9154f5c93dae {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:25:23.943928 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-53ed35ab-effb-4035-a13e-7ebe541ba7b5 req-10e8f079-d58d-4016-b1fc-d994b0498f9d tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:23.992344 n-d-803753-2 neutron-server[94681]: WARNING neutron.services.metering.metering_plugin [None req-f9cef56e-4762-4411-8f5f-4fdc3a32712b tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 18:25:24.125864 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-53ed35ab-effb-4035-a13e-7ebe541ba7b5 req-10e8f079-d58d-4016-b1fc-d994b0498f9d tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] For port 6221dd95-a66e-42be-bb4b-9154f5c93dae, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=6221dd95-a66e-42be-bb4b-9154f5c93dae,segment=NetworkSegment(c33a828d-32ea-407c-8dea-af5ec2fa8ca8),segment_id=c33a828d-32ea-407c-8dea-af5ec2fa8ca8)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:24.132084 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-53ed35ab-effb-4035-a13e-7ebe541ba7b5 req-10e8f079-d58d-4016-b1fc-d994b0498f9d tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:24.151122 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-53ed35ab-effb-4035-a13e-7ebe541ba7b5 req-10e8f079-d58d-4016-b1fc-d994b0498f9d tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Calling delete_port for 6221dd95-a66e-42be-bb4b-9154f5c93dae owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:25:24.298748 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f9cef56e-4762-4411-8f5f-4fdc3a32712b tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:24.302364 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f9cef56e-4762-4411-8f5f-4fdc3a32712b tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4848423 Aug 19 18:25:24.305050 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38538) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:24.336156 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d86a80b9-fab1-45f8-9d79-d588a483f972 tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=55830a86-1586-4934-901e-5b2a5fa6c79b HTTP/1.1" status: 200 len: 464 time: 0.0255177 Aug 19 18:25:24.340031 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38540) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:24.371119 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38542) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:24.386176 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-53ed35ab-effb-4035-a13e-7ebe541ba7b5 req-10e8f079-d58d-4016-b1fc-d994b0498f9d tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:24.389010 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-7c06ee08-e44f-4a5d-b47d-ff5ef0a77b87 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-70269225'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:24.408763 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bc4d3-611d-4b0a-8f7a-c43c5d6de418 req-cb6548b2-9880-4ed9-b5bc-2b16b83fdde8 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:24.410541 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-199bc4d3-611d-4b0a-8f7a-c43c5d6de418 req-cb6548b2-9880-4ed9-b5bc-2b16b83fdde8 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.2337461 Aug 19 18:25:24.472361 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8f079-d58d-4016-b1fc-d994b0498f9d tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Pushing event deleted for resources: {'Port': ['ID=6221dd95-a66e-42be-bb4b-9154f5c93dae,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:24.530937 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c06ee08-e44f-4a5d-b47d-ff5ef0a77b87 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Made reservation on behalf of 2d4c8d8581824507a55c5466e9a27980 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:24.540568 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7c06ee08-e44f-4a5d-b47d-ff5ef0a77b87 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:24.551611 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ed35ab-effb-4035-a13e-7ebe541ba7b5 req-10e8f079-d58d-4016-b1fc-d994b0498f9d tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] No DVR routers for this DVR port 6221dd95-a66e-42be-bb4b-9154f5c93dae on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:25:24.554301 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-53ed35ab-effb-4035-a13e-7ebe541ba7b5 req-10e8f079-d58d-4016-b1fc-d994b0498f9d tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:24.555561 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-199bc4d3-611d-4b0a-8f7a-c43c5d6de418 req-8316e1e0-208a-4f7e-85bb-7bd003d59083 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359165 Aug 19 18:25:24.557776 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53ed35ab-effb-4035-a13e-7ebe541ba7b5 req-10e8f079-d58d-4016-b1fc-d994b0498f9d tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.54 "DELETE /v2.0/ports/6221dd95-a66e-42be-bb4b-9154f5c93dae HTTP/1.1" status: 204 len: 173 time: 0.7436850 Aug 19 18:25:24.558387 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330b3685-8443-4cf9-822e-27257da3a06b', 'name': 'network-vif-deleted', 'tag': '6221dd95-a66e-42be-bb4b-9154f5c93dae'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:25:24.569105 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c70051e-5dba-4648-b61b-70e96dc4b7f2" -d '{"events": [{"server_uuid": "330b3685-8443-4cf9-822e-27257da3a06b", "name": "network-vif-deleted", "tag": "6221dd95-a66e-42be-bb4b-9154f5c93dae"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:25:24.636303 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a68c49e7-537d-47d6-8e8b-1f475b0d43eb tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:24.638585 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a68c49e7-537d-47d6-8e8b-1f475b0d43eb tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/55830a86-1586-4934-901e-5b2a5fa6c79b HTTP/1.1" status: 204 len: 168 time: 0.2918837 Aug 19 18:25:24.641597 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38556) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:24.659506 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-aeb578fa-2228-4060-9de4-463561469d42 tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=55830a86-1586-4934-901e-5b2a5fa6c79b HTTP/1.1" status: 200 len: 221 time: 0.0166895 Aug 19 18:25:24.660167 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38558) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:24.668261 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-ba78ee12-b6cf-4660-a5f2-f3fb98e0a339 tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--904708421', 'description': 'label created by tempest'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:24.670986 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-ba78ee12-b6cf-4660-a5f2-f3fb98e0a339 tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] Unknown quota resources ['metering_label']. {{(pid=94682) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:25:24.674195 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c06ee08-e44f-4a5d-b47d-ff5ef0a77b87 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:25:24.694286 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7c06ee08-e44f-4a5d-b47d-ff5ef0a77b87 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:24.694789 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-7c06ee08-e44f-4a5d-b47d-ff5ef0a77b87 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Added segment 135205f7-f1b9-476e-81a5-a3b7cd864e8d of type vlan for network e907505c-8552-41bc-9150-9253fbc87c40 Aug 19 18:25:24.862488 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5d44d5f1-0794-43b5-bff6-d931961413d9 req-4853eed6-17ec-46a9-9093-1bb72008549f tempest-VolumesActionsTest-45688374 tempest-VolumesActionsTest-45688374-project] 10.222.0.24 "GET /v2.0/ports?device_id=330b3685-8443-4cf9-822e-27257da3a06b HTTP/1.1" status: 200 len: 210 time: 0.1505411 Aug 19 18:25:24.893027 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7c06ee08-e44f-4a5d-b47d-ff5ef0a77b87 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:24.941594 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a6b252-db44-44a6-b7d0-040d915e49e1 x-openstack-request-id: req-70a6b252-db44-44a6-b7d0-040d915e49e1 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:25:24.941894 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330b3685-8443-4cf9-822e-27257da3a06b", "name": "network-vif-deleted", "tag": "6221dd95-a66e-42be-bb4b-9154f5c93dae", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:25:24.942147 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70a6b252-db44-44a6-b7d0-040d915e49e1 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:25:24.942546 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330b3685-8443-4cf9-822e-27257da3a06b', 'name': 'network-vif-deleted', 'tag': '6221dd95-a66e-42be-bb4b-9154f5c93dae', 'status': 'completed', 'code': 200} Aug 19 18:25:24.972142 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7c06ee08-e44f-4a5d-b47d-ff5ef0a77b87 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:24.977899 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c06ee08-e44f-4a5d-b47d-ff5ef0a77b87 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:24.978512 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7c06ee08-e44f-4a5d-b47d-ff5ef0a77b87 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:24.996403 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba78ee12-b6cf-4660-a5f2-f3fb98e0a339 tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:25.000601 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ba78ee12-b6cf-4660-a5f2-f3fb98e0a339 tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3393986 Aug 19 18:25:25.002450 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38580) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:25.005379 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7c06ee08-e44f-4a5d-b47d-ff5ef0a77b87 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6283176 Aug 19 18:25:25.006040 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38582) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:25.031177 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-a3526d16-9562-47ef-9cc3-963aaef93228 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1541156355'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:25.100675 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5311e9e2-53b7-404a-8787-b6a0e1e2ef90 tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=d6224440-d1e5-48c0-9fb2-19e420522c1a HTTP/1.1" status: 200 len: 467 time: 0.0967836 Aug 19 18:25:25.105763 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38584) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:25.256151 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3526d16-9562-47ef-9cc3-963aaef93228 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Made reservation on behalf of 2d4c8d8581824507a55c5466e9a27980 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:25.262022 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a3526d16-9562-47ef-9cc3-963aaef93228 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:25.273388 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06ee08-e44f-4a5d-b47d-ff5ef0a77b87 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event updated for resources: {'Network': ['ID=e907505c-8552-41bc-9150-9253fbc87c40,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:25.287313 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network e907505c-8552-41bc-9150-9253fbc87c40 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:25:25.295605 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3526d16-9562-47ef-9cc3-963aaef93228 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:25:25.320884 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a3526d16-9562-47ef-9cc3-963aaef93228 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:25.325660 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-a3526d16-9562-47ef-9cc3-963aaef93228 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Added segment c2661c61-9e63-4c25-a5c6-6de932aef027 of type vlan for network 82deafff-818d-46cd-9b39-f0e9acf3a9dd Aug 19 18:25:25.397724 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a3526d16-9562-47ef-9cc3-963aaef93228 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:25.449503 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a3526d16-9562-47ef-9cc3-963aaef93228 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:25.457027 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3526d16-9562-47ef-9cc3-963aaef93228 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:25.457990 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a3526d16-9562-47ef-9cc3-963aaef93228 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:25.462704 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2debb71f-cba6-4209-8f40-3e74ccbf8457 tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:25.466486 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2debb71f-cba6-4209-8f40-3e74ccbf8457 tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/d6224440-d1e5-48c0-9fb2-19e420522c1a HTTP/1.1" status: 204 len: 168 time: 0.3570018 Aug 19 18:25:25.467090 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38586) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:25.483666 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7f49fb05-6036-41a9-aee3-5298f46b314b tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=d6224440-d1e5-48c0-9fb2-19e420522c1a HTTP/1.1" status: 200 len: 216 time: 0.0121648 Aug 19 18:25:25.483982 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38588) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:25.498481 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4e0dda2e-9b35-4509-bfdb-05037ea5fe43 tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0097599 Aug 19 18:25:25.499089 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38590) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:25.515451 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5af7ae3e-987a-4358-8d66-63447f5f6504 tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0125568 Aug 19 18:25:25.515752 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38592) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:25.583415 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-738ea149-3370-43dd-b248-e65747a0f23a tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/6f57ad19-f181-417a-a0d6-79b2604e4a80 HTTP/1.1" status: 200 len: 473 time: 0.0665226 Aug 19 18:25:25.589193 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38594) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:25.605615 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ae463471-93d9-4a2c-904e-e67dc4051148 tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/7000a86f-d97b-4559-bbaf-dd8389af281c HTTP/1.1" status: 200 len: 461 time: 0.0127933 Aug 19 18:25:25.612365 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38598) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:25.735980 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cf235989-8f58-4d82-afdf-3bcd5c136680 tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:25.739676 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cf235989-8f58-4d82-afdf-3bcd5c136680 tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/7000a86f-d97b-4559-bbaf-dd8389af281c HTTP/1.1" status: 204 len: 168 time: 0.1238425 Aug 19 18:25:25.740036 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38600) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:25.903772 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3526d16-9562-47ef-9cc3-963aaef93228 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event updated for resources: {'Network': ['ID=82deafff-818d-46cd-9b39-f0e9acf3a9dd,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:25.921801 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 82deafff-818d-46cd-9b39-f0e9acf3a9dd details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:25:25.932608 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a3526d16-9562-47ef-9cc3-963aaef93228 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9054832 Aug 19 18:25:25.937574 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38606) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:25.944121 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-6f0df4cb-7463-4875-8790-367625beb4a4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Request body: {'subnet': {'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:25.965808 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a7a50f9d-e354-4105-9dc0-45253c33ef78 tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:25.968066 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a7a50f9d-e354-4105-9dc0-45253c33ef78 tempest-MeteringTestJSON-1408918759 tempest-MeteringTestJSON-1408918759-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/6f57ad19-f181-417a-a0d6-79b2604e4a80 HTTP/1.1" status: 204 len: 168 time: 0.2268507 Aug 19 18:25:26.065349 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4dc7f-ad63-405b-a8eb-7443cd88bd5d req-a4708f2f-6c5b-4c1c-834c-6827dce5170c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:26.068511 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 6221dd95-a66e-42be-bb4b-9154f5c93dae no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:25:26.079630 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-18a4dc7f-ad63-405b-a8eb-7443cd88bd5d req-a4708f2f-6c5b-4c1c-834c-6827dce5170c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.2138045 Aug 19 18:25:26.123628 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 6221dd95-a66e-42be-bb4b-9154f5c93dae {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:25:26.124245 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 6221dd95-a66e-42be-bb4b-9154f5c93dae not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:25:26.180523 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-18a4dc7f-ad63-405b-a8eb-7443cd88bd5d req-64e06139-0417-4b4c-bf12-a48818595811 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994899 Aug 19 18:25:26.219124 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0df4cb-7463-4875-8790-367625beb4a4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Made reservation on behalf of 2d4c8d8581824507a55c5466e9a27980 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:26.227852 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6f0df4cb-7463-4875-8790-367625beb4a4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:26.513059 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38642) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:26.583830 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-0de131bf-fe91-4e22-a2a6-43436be48291 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:26.589790 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-0de131bf-fe91-4e22-a2a6-43436be48291 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 810 time: 0.2204292 Aug 19 18:25:26.606720 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6f0df4cb-7463-4875-8790-367625beb4a4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:26.610389 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-64093b3a-65f3-4d72-806b-cf71332ec785 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/quotas/ffa9435d941540c182adf55128e34931 HTTP/1.1" status: 200 len: 375 time: 0.0171356 Aug 19 18:25:26.743382 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9fb82d2f-9551-4a83-86aa-ed3d46d16cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:26.747527 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0df4cb-7463-4875-8790-367625beb4a4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event updated for resources: {'Subnet': ['ID=35803907-fc07-4398-bccd-780130b728a8,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:26.763630 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-90643d30-2fcf-4a12-ac1a-2e28f6a154eb tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1439142 Aug 19 18:25:26.774602 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0df4cb-7463-4875-8790-367625beb4a4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Checking segment: {'id': '135205f7-f1b9-476e-81a5-a3b7cd864e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:26.775048 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0df4cb-7463-4875-8790-367625beb4a4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Network hostable DHCP agents. Network: e907505c-8552-41bc-9150-9253fbc87c40, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:25:26.882363 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0df4cb-7463-4875-8790-367625beb4a4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Network e907505c-8552-41bc-9150-9253fbc87c40 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:25:26.917345 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-6f0df4cb-7463-4875-8790-367625beb4a4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, e907505c-8552-41bc-9150-9253fbc87c40) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:26.929204 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c210e01b-7f97-4fd4-82fa-768af9a0f896 None None] Network e907505c-8552-41bc-9150-9253fbc87c40 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:25:26.947446 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0df4cb-7463-4875-8790-367625beb4a4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:26.948750 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6f0df4cb-7463-4875-8790-367625beb4a4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:26.967521 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-495e74fa-4b36-4262-8a8f-06f7c87973f7 service neutron] 10.222.0.24 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889350 Aug 19 18:25:27.010990 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9fb82d2f-9551-4a83-86aa-ed3d46d16cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:27.044122 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9fb82d2f-9551-4a83-86aa-ed3d46d16cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:27.115835 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6f0df4cb-7463-4875-8790-367625beb4a4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1759837 Aug 19 18:25:27.118558 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38674) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:27.124369 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-364e4fbd-a4ba-4465-aefd-a7a70d9ddc1a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Request body: {'subnet': {'network_id': '82deafff-818d-46cd-9b39-f0e9acf3a9dd', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:27.136972 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94273f3-9442-4b76-81e7-c0908f27b6c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-e907505c-8552-41bc-9150-9253fbc87c40', 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'fixed_ips': [{'subnet_id': '35803907-fc07-4398-bccd-780130b728a8'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:25:27.139508 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a94273f3-9442-4b76-81e7-c0908f27b6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:27.264841 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364e4fbd-a4ba-4465-aefd-a7a70d9ddc1a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Made reservation on behalf of 2d4c8d8581824507a55c5466e9a27980 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:27.265825 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9fb82d2f-9551-4a83-86aa-ed3d46d16cf0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5d96518d7e74be1bd82260439c23622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7514141 Aug 19 18:25:27.270256 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-364e4fbd-a4ba-4465-aefd-a7a70d9ddc1a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:27.283369 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-dfd95974-5e25-4c4c-a94d-949f2219fe78 service neutron] 10.222.0.24 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705936 Aug 19 18:25:27.285189 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb82d2f-9551-4a83-86aa-ed3d46d16cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2290115-7343-4c36-82c7-b6c826a3a93d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:27.290335 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38682) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:27.445804 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd37afe6-23d3-48b4-84df-c9a4e89ca4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:27.491703 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd37afe6-23d3-48b4-84df-c9a4e89ca4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:27.586863 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ad026-6763-40a1-843d-14bbfc55db6f req-58d09b5d-22ad-42bd-b885-1f05053484a1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:27.590225 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-548ad026-6763-40a1-843d-14bbfc55db6f req-58d09b5d-22ad-42bd-b885-1f05053484a1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1014307 Aug 19 18:25:27.604292 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-a94273f3-9442-4b76-81e7-c0908f27b6c3 None None] Allocated IP 10.1.1.2 (e907505c-8552-41bc-9150-9253fbc87c40/35803907-fc07-4398-bccd-780130b728a8/6e53ecb4-317c-46d1-9131-dd66d79ba1ab) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:27.618680 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd37afe6-23d3-48b4-84df-c9a4e89ca4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:27.623378 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd37afe6-23d3-48b4-84df-c9a4e89ca4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:27.625647 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dd37afe6-23d3-48b4-84df-c9a4e89ca4c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2290115-7343-4c36-82c7-b6c826a3a93d HTTP/1.1" status: 204 len: 168 time: 0.3179250 Aug 19 18:25:27.637516 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37afe6-23d3-48b4-84df-c9a4e89ca4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2290115-7343-4c36-82c7-b6c826a3a93d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:27.776742 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-548ad026-6763-40a1-843d-14bbfc55db6f req-efce9b34-e2d5-4c26-9a63-33b65e66156f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425421 Aug 19 18:25:27.828570 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-364e4fbd-a4ba-4465-aefd-a7a70d9ddc1a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:27.874220 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a94273f3-9442-4b76-81e7-c0908f27b6c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:27.884613 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a94273f3-9442-4b76-81e7-c0908f27b6c3 None None] Transition to ACTIVE for port object 6e53ecb4-317c-46d1-9131-dd66d79ba1ab will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:27.902215 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a94273f3-9442-4b76-81e7-c0908f27b6c3 None None] Transition to ACTIVE for port object 6e53ecb4-317c-46d1-9131-dd66d79ba1ab will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:27.910030 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-463f0c92-a0a1-43da-ac61-b8f110e8b2f8 req-9f99a813-ded5-47b5-a01d-7ae13af05429 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 210 time: 0.0798492 Aug 19 18:25:27.915479 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a94273f3-9442-4b76-81e7-c0908f27b6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:27.965711 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94273f3-9442-4b76-81e7-c0908f27b6c3 None None] Pushing event updated for resources: {'Port': ['ID=6e53ecb4-317c-46d1-9131-dd66d79ba1ab,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:27.986172 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e4fbd-a4ba-4465-aefd-a7a70d9ddc1a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event updated for resources: {'Subnet': ['ID=204603f8-aa90-483f-91d6-b7616b3a5b43,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:28.005366 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e4fbd-a4ba-4465-aefd-a7a70d9ddc1a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Checking segment: {'id': 'c2661c61-9e63-4c25-a5c6-6de932aef027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '82deafff-818d-46cd-9b39-f0e9acf3a9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:28.007297 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364e4fbd-a4ba-4465-aefd-a7a70d9ddc1a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Network hostable DHCP agents. Network: 82deafff-818d-46cd-9b39-f0e9acf3a9dd, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:25:28.008926 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94273f3-9442-4b76-81e7-c0908f27b6c3 None None] Network e907505c-8552-41bc-9150-9253fbc87c40 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:28.011145 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-a94273f3-9442-4b76-81e7-c0908f27b6c3 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:28.014396 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94273f3-9442-4b76-81e7-c0908f27b6c3 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:28.049043 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364e4fbd-a4ba-4465-aefd-a7a70d9ddc1a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Network 82deafff-818d-46cd-9b39-f0e9acf3a9dd is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:25:28.061468 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-364e4fbd-a4ba-4465-aefd-a7a70d9ddc1a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 82deafff-818d-46cd-9b39-f0e9acf3a9dd) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:28.067241 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364e4fbd-a4ba-4465-aefd-a7a70d9ddc1a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:28.069172 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-364e4fbd-a4ba-4465-aefd-a7a70d9ddc1a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:28.104906 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077e8f58-0eaf-47a1-bcf3-767717593efa None None] Network 82deafff-818d-46cd-9b39-f0e9acf3a9dd requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:25:28.118315 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-364e4fbd-a4ba-4465-aefd-a7a70d9ddc1a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9984326 Aug 19 18:25:28.122065 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38716) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:28.130863 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-8ee105d0-55eb-46af-8199-bb2d9e182d2c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Request body: {'port': {'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40', 'name': 'tempest-TaggedBootDevicesTest_v242-1774706194', 'fixed_ips': [{'subnet_id': '35803907-fc07-4398-bccd-780130b728a8'}]}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:28.139682 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a94273f3-9442-4b76-81e7-c0908f27b6c3 None None] Attempting to bind port 6e53ecb4-317c-46d1-9131-dd66d79ba1ab on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:25:28.143961 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a94273f3-9442-4b76-81e7-c0908f27b6c3 None None] Attempting to bind port 6e53ecb4-317c-46d1-9131-dd66d79ba1ab by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '135205f7-f1b9-476e-81a5-a3b7cd864e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:25:28.144554 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94273f3-9442-4b76-81e7-c0908f27b6c3 None None] Attempting to bind port 6e53ecb4-317c-46d1-9131-dd66d79ba1ab on network e907505c-8552-41bc-9150-9253fbc87c40 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:28.219297 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94273f3-9442-4b76-81e7-c0908f27b6c3 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:25:28.219675 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94273f3-9442-4b76-81e7-c0908f27b6c3 None None] Checking segment: {'id': '135205f7-f1b9-476e-81a5-a3b7cd864e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:28.221234 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a94273f3-9442-4b76-81e7-c0908f27b6c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:28.222570 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94273f3-9442-4b76-81e7-c0908f27b6c3 None None] Bound using segment: {'id': '135205f7-f1b9-476e-81a5-a3b7cd864e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:25:28.225177 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a94273f3-9442-4b76-81e7-c0908f27b6c3 None None] Bound port: 6e53ecb4-317c-46d1-9131-dd66d79ba1ab, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '135205f7-f1b9-476e-81a5-a3b7cd864e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:25:28.225664 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a94273f3-9442-4b76-81e7-c0908f27b6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:28.278396 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38722) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:28.311292 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-29777384-18fa-4f00-8103-b1f28df1eac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:28.351951 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c431f7-2111-4bcf-99cd-5818fc4554f5 req-77bd203e-f4f9-45b7-aa38-a080d5d6d273 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:28.353057 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c0c431f7-2111-4bcf-99cd-5818fc4554f5 req-77bd203e-f4f9-45b7-aa38-a080d5d6d273 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 946 time: 0.1201193 Aug 19 18:25:28.388391 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.db.api [None req-29777384-18fa-4f00-8103-b1f28df1eac9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 18:25:28.388391 n-d-803753-2 neutron-server[94681]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 18:25:28.388391 n-d-803753-2 neutron-server[94681]: [parameters: {'project_id': '9a5de3173dc84ba1ba0039762350d93b', 'id': '81b154fb-fd8a-4fe4-951e-86aae6502132', 'expiration': datetime.datetime(2021, 8, 19, 18, 27, 28, 356718)}] Aug 19 18:25:28.388391 n-d-803753-2 neutron-server[94681]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:25:28.388861 n-d-803753-2 neutron-server[94681]: DEBUG oslo_db.api [None req-29777384-18fa-4f00-8103-b1f28df1eac9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:25:28.405781 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee105d0-55eb-46af-8199-bb2d9e182d2c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Made reservation on behalf of 2d4c8d8581824507a55c5466e9a27980 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:28.410878 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a94273f3-9442-4b76-81e7-c0908f27b6c3 None None] For port 6e53ecb4-317c-46d1-9131-dd66d79ba1ab, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:25:28.434797 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c0c431f7-2111-4bcf-99cd-5818fc4554f5 req-3283d1ab-9149-4957-9d7d-92499fe8969b tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726848 Aug 19 18:25:28.459395 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a94273f3-9442-4b76-81e7-c0908f27b6c3 None None] For port 6e53ecb4-317c-46d1-9131-dd66d79ba1ab, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6e53ecb4-317c-46d1-9131-dd66d79ba1ab,segment=NetworkSegment(135205f7-f1b9-476e-81a5-a3b7cd864e8d),segment_id=135205f7-f1b9-476e-81a5-a3b7cd864e8d)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:25:28.466851 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a94273f3-9442-4b76-81e7-c0908f27b6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:28.564103 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8ee105d0-55eb-46af-8199-bb2d9e182d2c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:28.592526 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a80f57-7837-4976-b52c-ed848877aa31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-82deafff-818d-46cd-9b39-f0e9acf3a9dd', 'network_id': '82deafff-818d-46cd-9b39-f0e9acf3a9dd', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'fixed_ips': [{'subnet_id': '204603f8-aa90-483f-91d6-b7616b3a5b43'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:25:28.593399 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c5a80f57-7837-4976-b52c-ed848877aa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:28.614456 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94273f3-9442-4b76-81e7-c0908f27b6c3 None None] Pushing event updated for resources: {'Port': ['ID=6e53ecb4-317c-46d1-9131-dd66d79ba1ab,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:28.648428 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-8ee105d0-55eb-46af-8199-bb2d9e182d2c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] device_id is not set on port 334dbf3e-abee-4ea8-85bc-ff4e12f05776 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:25:28.818678 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-c5a80f57-7837-4976-b52c-ed848877aa31 None None] Allocated IP 10.2.2.2 (82deafff-818d-46cd-9b39-f0e9acf3a9dd/204603f8-aa90-483f-91d6-b7616b3a5b43/51a112e8-edaa-4d48-bf98-ec39d0019202) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:28.986441 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-8ee105d0-55eb-46af-8199-bb2d9e182d2c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Allocated IP 10.1.1.101 (e907505c-8552-41bc-9150-9253fbc87c40/35803907-fc07-4398-bccd-780130b728a8/334dbf3e-abee-4ea8-85bc-ff4e12f05776) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:29.074253 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c5a80f57-7837-4976-b52c-ed848877aa31 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:29.087245 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c5a80f57-7837-4976-b52c-ed848877aa31 None None] Transition to ACTIVE for port object 51a112e8-edaa-4d48-bf98-ec39d0019202 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:29.117129 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c5a80f57-7837-4976-b52c-ed848877aa31 None None] Transition to ACTIVE for port object 51a112e8-edaa-4d48-bf98-ec39d0019202 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:29.129436 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c5a80f57-7837-4976-b52c-ed848877aa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:29.136126 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-29777384-18fa-4f00-8103-b1f28df1eac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:29.194970 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558545f-4909-4863-87f0-d541782fc7d2 req-aec1338f-2629-46d7-9249-ce167cf8b26a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:29.203791 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7558545f-4909-4863-87f0-d541782fc7d2 req-aec1338f-2629-46d7-9249-ce167cf8b26a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1646378 Aug 19 18:25:29.222457 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a80f57-7837-4976-b52c-ed848877aa31 None None] Network 82deafff-818d-46cd-9b39-f0e9acf3a9dd is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:29.226136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-c5a80f57-7837-4976-b52c-ed848877aa31 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:29.232016 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a80f57-7837-4976-b52c-ed848877aa31 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:29.249918 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a80f57-7837-4976-b52c-ed848877aa31 None None] Pushing event updated for resources: {'Port': ['ID=51a112e8-edaa-4d48-bf98-ec39d0019202,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:29.295952 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7558545f-4909-4863-87f0-d541782fc7d2 req-83bc4e84-4a5a-49f6-aab5-3e11f67d38cd tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910733 Aug 19 18:25:29.329408 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bf1385bb-fe8f-4fb7-b30d-8cf8305c226a req-c2811aca-46ba-4ecc-9a6f-5c0669329963 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 210 time: 0.1871896 Aug 19 18:25:29.404860 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c5a80f57-7837-4976-b52c-ed848877aa31 None None] Attempting to bind port 51a112e8-edaa-4d48-bf98-ec39d0019202 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:25:29.406496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c5a80f57-7837-4976-b52c-ed848877aa31 None None] Attempting to bind port 51a112e8-edaa-4d48-bf98-ec39d0019202 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'c2661c61-9e63-4c25-a5c6-6de932aef027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '82deafff-818d-46cd-9b39-f0e9acf3a9dd'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:25:29.406888 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a80f57-7837-4976-b52c-ed848877aa31 None None] Attempting to bind port 51a112e8-edaa-4d48-bf98-ec39d0019202 on network 82deafff-818d-46cd-9b39-f0e9acf3a9dd {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:29.420020 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a80f57-7837-4976-b52c-ed848877aa31 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:25:29.420409 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a80f57-7837-4976-b52c-ed848877aa31 None None] Checking segment: {'id': 'c2661c61-9e63-4c25-a5c6-6de932aef027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '82deafff-818d-46cd-9b39-f0e9acf3a9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:29.420822 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c5a80f57-7837-4976-b52c-ed848877aa31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:29.421225 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a80f57-7837-4976-b52c-ed848877aa31 None None] Bound using segment: {'id': 'c2661c61-9e63-4c25-a5c6-6de932aef027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '82deafff-818d-46cd-9b39-f0e9acf3a9dd'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:25:29.423025 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c5a80f57-7837-4976-b52c-ed848877aa31 None None] Bound port: 51a112e8-edaa-4d48-bf98-ec39d0019202, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2661c61-9e63-4c25-a5c6-6de932aef027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '82deafff-818d-46cd-9b39-f0e9acf3a9dd'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:25:29.423025 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c5a80f57-7837-4976-b52c-ed848877aa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:29.527061 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-45cf6a8b-7cfa-4726-b8ca-4d56907ade43 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:29.529666 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-45cf6a8b-7cfa-4726-b8ca-4d56907ade43 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.54 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 810 time: 0.2256477 Aug 19 18:25:29.539211 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-29777384-18fa-4f00-8103-b1f28df1eac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:29.549105 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-af4b0df9-9b20-4129-8d29-6d85937e2b85 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Request body: {'port': {'device_id': '9a50f43a-6474-4e48-8a66-80e7cca9ec66', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'admin_state_up': True, 'tenant_id': 'ffa9435d941540c182adf55128e34931'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:29.556224 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-29777384-18fa-4f00-8103-b1f28df1eac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:29.611799 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c5a80f57-7837-4976-b52c-ed848877aa31 None None] For port 51a112e8-edaa-4d48-bf98-ec39d0019202, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:25:29.622721 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c5a80f57-7837-4976-b52c-ed848877aa31 None None] For port 51a112e8-edaa-4d48-bf98-ec39d0019202, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=51a112e8-edaa-4d48-bf98-ec39d0019202,segment=NetworkSegment(c2661c61-9e63-4c25-a5c6-6de932aef027),segment_id=c2661c61-9e63-4c25-a5c6-6de932aef027)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:25:29.634251 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c5a80f57-7837-4976-b52c-ed848877aa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:29.676880 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8ee105d0-55eb-46af-8199-bb2d9e182d2c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:29.703295 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-8ee105d0-55eb-46af-8199-bb2d9e182d2c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Transition to ACTIVE for port object 334dbf3e-abee-4ea8-85bc-ff4e12f05776 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:29.830533 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29777384-18fa-4f00-8103-b1f28df1eac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2de385-3549-4ab8-b0c8-0ebde93af86b,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:29.853001 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a80f57-7837-4976-b52c-ed848877aa31 None None] Pushing event updated for resources: {'Port': ['ID=51a112e8-edaa-4d48-bf98-ec39d0019202,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:29.877182 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8ee105d0-55eb-46af-8199-bb2d9e182d2c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:29.908546 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-af4b0df9-9b20-4129-8d29-6d85937e2b85 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Made reservation on behalf of ffa9435d941540c182adf55128e34931 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:29.913452 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-af4b0df9-9b20-4129-8d29-6d85937e2b85 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:29.917995 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6e53ecb4-317c-46d1-9131-dd66d79ba1ab up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:29.978284 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee105d0-55eb-46af-8199-bb2d9e182d2c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event updated for resources: {'Port': ['ID=334dbf3e-abee-4ea8-85bc-ff4e12f05776,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:30.013623 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee105d0-55eb-46af-8199-bb2d9e182d2c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Network e907505c-8552-41bc-9150-9253fbc87c40 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:30.027084 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-29777384-18fa-4f00-8103-b1f28df1eac9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a5de3173dc84ba1ba0039762350d93b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7441714 Aug 19 18:25:30.030653 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38742) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:30.031534 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-8ee105d0-55eb-46af-8199-bb2d9e182d2c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:30.036555 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee105d0-55eb-46af-8199-bb2d9e182d2c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:30.070192 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 6e53ecb4-317c-46d1-9131-dd66d79ba1ab completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:30.209028 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7cc21-e7f9-49ba-a332-5d991091980e req-e97db9e1-7d25-4523-b307-0f235296511f tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:30.215978 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f2f7cc21-e7f9-49ba-a332-5d991091980e req-e97db9e1-7d25-4523-b307-0f235296511f tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 946 time: 0.6135879 Aug 19 18:25:30.349643 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eee17d04-43e5-4ddb-914c-97f90244872e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:30.384937 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee105d0-55eb-46af-8199-bb2d9e182d2c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:30.396524 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8ee105d0-55eb-46af-8199-bb2d9e182d2c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:30.489636 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8ee105d0-55eb-46af-8199-bb2d9e182d2c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3657403 Aug 19 18:25:30.492382 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38752) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:30.515856 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-38a357cd-5c0e-42cc-84fa-9e755a568a58 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Request body: {'port': {'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40', 'name': 'tempest-TaggedBootDevicesTest_v242-468495674', 'fixed_ips': [{'subnet_id': '35803907-fc07-4398-bccd-780130b728a8'}]}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:30.554873 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f2f7cc21-e7f9-49ba-a332-5d991091980e req-232c9e12-9ffa-4b93-b6a3-522b36d34d9d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222396 Aug 19 18:25:30.574343 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eee17d04-43e5-4ddb-914c-97f90244872e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:30.627736 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb1c4a7-452c-422b-9bf0-d8e44f738526 None None] Network e907505c-8552-41bc-9150-9253fbc87c40 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:25:30.737012 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e2c911f1-667e-4d2e-a52a-56a01fd1710c None None] Provisioning for port 6e53ecb4-317c-46d1-9131-dd66d79ba1ab completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:30.762534 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e2c911f1-667e-4d2e-a52a-56a01fd1710c None None] Provisioning complete for port 6e53ecb4-317c-46d1-9131-dd66d79ba1ab triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:30.763168 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e2c911f1-667e-4d2e-a52a-56a01fd1710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:30.782458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-af4b0df9-9b20-4129-8d29-6d85937e2b85 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Allocated IP 172.20.0.3 (6084e940-75d5-4b38-a27b-539baf659ad1/57c3905b-ec47-44bd-8717-544ef67ade13/f250c22a-1849-4944-8623-08d743a78744) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:30.950445 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d6226f62-9741-4a1f-9003-b55c3921becd req-f3107113-16dc-48b0-a237-f7469e0b7b65 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 210 time: 0.1441722 Aug 19 18:25:30.985093 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bfbab-0865-4e40-8342-82505bfbd77a req-b48a4548-8a9d-4ca5-a25d-46af810cc161 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:30.987040 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b39bfbab-0865-4e40-8342-82505bfbd77a req-b48a4548-8a9d-4ca5-a25d-46af810cc161 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.4192021 Aug 19 18:25:31.052280 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ccc97-96a4-42c0-9072-69d8ec5e61f2 req-70219825-8cf9-457e-9012-bc32745ec93a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:31.062180 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-936ccc97-96a4-42c0-9072-69d8ec5e61f2 req-70219825-8cf9-457e-9012-bc32745ec93a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 946 time: 0.2915914 Aug 19 18:25:31.071886 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e2c911f1-667e-4d2e-a52a-56a01fd1710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:31.188510 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e2c911f1-667e-4d2e-a52a-56a01fd1710c None None] For port 6e53ecb4-317c-46d1-9131-dd66d79ba1ab, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6e53ecb4-317c-46d1-9131-dd66d79ba1ab,segment=NetworkSegment(135205f7-f1b9-476e-81a5-a3b7cd864e8d),segment_id=135205f7-f1b9-476e-81a5-a3b7cd864e8d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:31.199443 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e2c911f1-667e-4d2e-a52a-56a01fd1710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:31.243254 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a357cd-5c0e-42cc-84fa-9e755a568a58 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Made reservation on behalf of 2d4c8d8581824507a55c5466e9a27980 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:31.270278 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-38a357cd-5c0e-42cc-84fa-9e755a568a58 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:31.295782 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-af4b0df9-9b20-4129-8d29-6d85937e2b85 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:31.351940 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c911f1-667e-4d2e-a52a-56a01fd1710c None None] Pushing event updated for resources: {'Port': ['ID=6e53ecb4-317c-46d1-9131-dd66d79ba1ab,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:31.366752 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-38a357cd-5c0e-42cc-84fa-9e755a568a58 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] device_id is not set on port 893cfcd7-84d6-4673-a14d-ca9588314af4 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:25:31.399608 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-af4b0df9-9b20-4129-8d29-6d85937e2b85 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Transition to ACTIVE for port object f250c22a-1849-4944-8623-08d743a78744 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:31.529183 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eee17d04-43e5-4ddb-914c-97f90244872e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:31.546504 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-936ccc97-96a4-42c0-9072-69d8ec5e61f2 req-c805438b-d5f8-48d9-a675-cea7a4a0b42d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Deleting port 968365ec-5696-467d-bee4-2f8e8058c00a {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:25:31.546919 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-936ccc97-96a4-42c0-9072-69d8ec5e61f2 req-c805438b-d5f8-48d9-a675-cea7a4a0b42d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:31.550627 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eee17d04-43e5-4ddb-914c-97f90244872e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:31.552054 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-eee17d04-43e5-4ddb-914c-97f90244872e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e2de385-3549-4ab8-b0c8-0ebde93af86b HTTP/1.1" status: 204 len: 168 time: 1.5198829 Aug 19 18:25:31.587934 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-af4b0df9-9b20-4129-8d29-6d85937e2b85 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:31.607409 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['3b03a170-1539-4bf3-a937-752b98af8b55'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:25:31.661974 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b39bfbab-0865-4e40-8342-82505bfbd77a req-bde4f3a8-ac78-4434-8fe7-02f07486f640 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6524763 Aug 19 18:25:31.859266 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-54f01cfa-9296-4f5e-b753-095b3acc220f None None] Provisioning complete for port 6e53ecb4-317c-46d1-9131-dd66d79ba1ab triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:31.860588 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-54f01cfa-9296-4f5e-b753-095b3acc220f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:31.924269 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee17d04-43e5-4ddb-914c-97f90244872e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2de385-3549-4ab8-b0c8-0ebde93af86b,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:32.034776 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-af4b0df9-9b20-4129-8d29-6d85937e2b85 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Network 6084e940-75d5-4b38-a27b-539baf659ad1 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:32.043885 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f28541-1508-484b-b984-23972adb5882 None None] Network 82deafff-818d-46cd-9b39-f0e9acf3a9dd requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:25:32.093979 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-af4b0df9-9b20-4129-8d29-6d85937e2b85 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:32.188299 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-af4b0df9-9b20-4129-8d29-6d85937e2b85 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:32.286059 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b0df9-9b20-4129-8d29-6d85937e2b85 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event updated for resources: {'Port': ['ID=f250c22a-1849-4944-8623-08d743a78744,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:32.379068 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-af4b0df9-9b20-4129-8d29-6d85937e2b85 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:32.380004 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-af4b0df9-9b20-4129-8d29-6d85937e2b85 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:32.400414 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 51a112e8-edaa-4d48-bf98-ec39d0019202 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:32.416327 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d856fd-0137-47c5-aff3-c5895d410bce req-1b33708b-4925-48d1-9f10-762d56837fcd tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:32.431224 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d2d856fd-0137-47c5-aff3-c5895d410bce req-1b33708b-4925-48d1-9f10-762d56837fcd tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 946 time: 0.5257452 Aug 19 18:25:32.464601 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-af4b0df9-9b20-4129-8d29-6d85937e2b85 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9230742 Aug 19 18:25:32.467501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-936ccc97-96a4-42c0-9072-69d8ec5e61f2 req-c805438b-d5f8-48d9-a675-cea7a4a0b42d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] For port 968365ec-5696-467d-bee4-2f8e8058c00a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=968365ec-5696-467d-bee4-2f8e8058c00a,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:32.468903 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-936ccc97-96a4-42c0-9072-69d8ec5e61f2 req-c805438b-d5f8-48d9-a675-cea7a4a0b42d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:32.495952 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-530ee3ad-a30f-4d7f-a8d7-a17339732d55 service neutron] Request body: {'port': {'device_id': '9a50f43a-6474-4e48-8a66-80e7cca9ec66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:32.668245 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d2d856fd-0137-47c5-aff3-c5895d410bce req-8f9da0fd-f25d-444b-a29d-d9c5a02273f8 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8184c65-971a-4e9e-baf4-36f845d3e184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360182 Aug 19 18:25:32.767300 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-530ee3ad-a30f-4d7f-a8d7-a17339732d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:33.054615 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-936ccc97-96a4-42c0-9072-69d8ec5e61f2 req-c805438b-d5f8-48d9-a675-cea7a4a0b42d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:33.058466 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-936ccc97-96a4-42c0-9072-69d8ec5e61f2 req-c805438b-d5f8-48d9-a675-cea7a4a0b42d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:33.058786 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [req-936ccc97-96a4-42c0-9072-69d8ec5e61f2 req-c805438b-d5f8-48d9-a675-cea7a4a0b42d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Floating IP 8ecfdfd4-e0fd-4ba3-af89-930e5987e18f disassociated. External IP: 172.25.8.212, port: 968365ec-5696-467d-bee4-2f8e8058c00a. Aug 19 18:25:33.060969 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-936ccc97-96a4-42c0-9072-69d8ec5e61f2 req-c805438b-d5f8-48d9-a675-cea7a4a0b42d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Calling delete_port for 968365ec-5696-467d-bee4-2f8e8058c00a owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:25:33.290724 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79b481-ba95-4120-bd8c-35f2aff79cb7 req-4764c2c2-dd27-429f-ad44-f6f1f3b8b21f tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:33.321620 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2c79b481-ba95-4120-bd8c-35f2aff79cb7 req-4764c2c2-dd27-429f-ad44-f6f1f3b8b21f tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 931 time: 1.0179002 Aug 19 18:25:33.428320 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-38a357cd-5c0e-42cc-84fa-9e755a568a58 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Allocated IP 10.1.1.137 (e907505c-8552-41bc-9150-9253fbc87c40/35803907-fc07-4398-bccd-780130b728a8/893cfcd7-84d6-4673-a14d-ca9588314af4) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:33.523004 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 51a112e8-edaa-4d48-bf98-ec39d0019202 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:33.532148 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e10d7e-b7a4-441e-8b12-2a29c3529260 req-577d525d-cdaf-4015-9666-cb4ac515589f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:33.548224 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f6e10d7e-b7a4-441e-8b12-2a29c3529260 req-577d525d-cdaf-4015-9666-cb4ac515589f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.5768256 Aug 19 18:25:33.579199 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2c79b481-ba95-4120-bd8c-35f2aff79cb7 req-f7253143-374a-47dc-a7ac-d3ec82be3b49 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565255 Aug 19 18:25:33.630359 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6e53ecb4-317c-46d1-9131-dd66d79ba1ab up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:33.669440 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f6e10d7e-b7a4-441e-8b12-2a29c3529260 req-ce83867c-1fa9-42cf-896f-32bba7648e9e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200440 Aug 19 18:25:33.778861 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38804) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:33.847406 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-530ee3ad-a30f-4d7f-a8d7-a17339732d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f250c22a-1849-4944-8623-08d743a78744 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:25:33.891212 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-530ee3ad-a30f-4d7f-a8d7-a17339732d55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:33.960584 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-530ee3ad-a30f-4d7f-a8d7-a17339732d55 service neutron] Transition to ACTIVE for port object f250c22a-1849-4944-8623-08d743a78744 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:33.969942 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-530ee3ad-a30f-4d7f-a8d7-a17339732d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:34.022108 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-54f01cfa-9296-4f5e-b753-095b3acc220f None None] Provisioning for port 334dbf3e-abee-4ea8-85bc-ff4e12f05776 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:34.042654 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-54f01cfa-9296-4f5e-b753-095b3acc220f None None] Provisioning complete for port 334dbf3e-abee-4ea8-85bc-ff4e12f05776 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:34.043454 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-54f01cfa-9296-4f5e-b753-095b3acc220f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:34.047940 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 6e53ecb4-317c-46d1-9131-dd66d79ba1ab triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:34.048536 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:34.102779 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-ddf7d2c0-3b47-4573-bc53-21bc27cbe433 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1256320449'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:34.161720 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf7d2c0-3b47-4573-bc53-21bc27cbe433 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Made reservation on behalf of 20ca960454f74877aab9f600badac331 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:34.166467 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d2c0-3b47-4573-bc53-21bc27cbe433 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:34.179737 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-38a357cd-5c0e-42cc-84fa-9e755a568a58 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:34.211958 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d2c0-3b47-4573-bc53-21bc27cbe433 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:34.220342 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-38a357cd-5c0e-42cc-84fa-9e755a568a58 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Transition to ACTIVE for port object 893cfcd7-84d6-4673-a14d-ca9588314af4 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:34.381750 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-936ccc97-96a4-42c0-9072-69d8ec5e61f2 req-c805438b-d5f8-48d9-a675-cea7a4a0b42d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:34.388740 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-607b1137-071c-4302-abe5-c7c07524b550 req-f9f42986-c847-4e4c-8dfb-6c5bb0aac28b tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 210 time: 0.0837636 Aug 19 18:25:34.453316 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-38a357cd-5c0e-42cc-84fa-9e755a568a58 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:34.493690 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-54f01cfa-9296-4f5e-b753-095b3acc220f None None] Port 334dbf3e-abee-4ea8-85bc-ff4e12f05776 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:34.497707 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ee3ad-a30f-4d7f-a8d7-a17339732d55 service neutron] Pushing event updated for resources: {'Port': ['ID=f250c22a-1849-4944-8623-08d743a78744,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:34.504180 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 968365ec-5696-467d-bee4-2f8e8058c00a no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:25:34.558364 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-530ee3ad-a30f-4d7f-a8d7-a17339732d55 service neutron] Attempting to bind port f250c22a-1849-4944-8623-08d743a78744 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:25:34.559196 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-530ee3ad-a30f-4d7f-a8d7-a17339732d55 service neutron] Attempting to bind port f250c22a-1849-4944-8623-08d743a78744 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:25:34.559196 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-530ee3ad-a30f-4d7f-a8d7-a17339732d55 service neutron] Attempting to bind port f250c22a-1849-4944-8623-08d743a78744 on network 6084e940-75d5-4b38-a27b-539baf659ad1 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:34.562985 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d2c0-3b47-4573-bc53-21bc27cbe433 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:34.576338 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa1f5f-f54d-4c4d-b2e5-bf68e39979bb req-962e194f-a8f0-49e6-ac0a-9d9b136672e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:34.579125 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ddaa1f5f-f54d-4c4d-b2e5-bf68e39979bb req-962e194f-a8f0-49e6-ac0a-9d9b136672e7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 1096 time: 0.4238088 Aug 19 18:25:34.580328 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d2c0-3b47-4573-bc53-21bc27cbe433 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:34.602024 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 968365ec-5696-467d-bee4-2f8e8058c00a {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:25:34.602675 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 968365ec-5696-467d-bee4-2f8e8058c00a not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:25:34.605583 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf7d2c0-3b47-4573-bc53-21bc27cbe433 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:25:34.609386 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805438b-d5f8-48d9-a675-cea7a4a0b42d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Pushing event deleted for resources: {'Port': ['ID=968365ec-5696-467d-bee4-2f8e8058c00a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:34.633691 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d2c0-3b47-4573-bc53-21bc27cbe433 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:34.636049 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-ddf7d2c0-3b47-4573-bc53-21bc27cbe433 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Added segment beb1a6cd-bea0-45b0-8c41-08d2ff385d27 of type vlan for network e7f1d60f-776e-41b1-addd-b63d98e485b7 Aug 19 18:25:34.664930 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b98808ef-db61-460e-8cd5-c608bf2a0bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:34.696756 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b5766b68-3156-45f3-b48a-242f2b3cc620 None None] Provisioning for port 51a112e8-edaa-4d48-bf98-ec39d0019202 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:34.723017 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b5766b68-3156-45f3-b48a-242f2b3cc620 None None] Provisioning complete for port 51a112e8-edaa-4d48-bf98-ec39d0019202 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:34.726057 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b5766b68-3156-45f3-b48a-242f2b3cc620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:34.925585 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a357cd-5c0e-42cc-84fa-9e755a568a58 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event updated for resources: {'Port': ['ID=893cfcd7-84d6-4673-a14d-ca9588314af4,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:34.992703 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b5766b68-3156-45f3-b48a-242f2b3cc620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:35.027016 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a357cd-5c0e-42cc-84fa-9e755a568a58 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Network e907505c-8552-41bc-9150-9253fbc87c40 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:35.034768 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-38a357cd-5c0e-42cc-84fa-9e755a568a58 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:35.048589 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a357cd-5c0e-42cc-84fa-9e755a568a58 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:35.144113 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-b5766b68-3156-45f3-b48a-242f2b3cc620 None None] For port 51a112e8-edaa-4d48-bf98-ec39d0019202, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=51a112e8-edaa-4d48-bf98-ec39d0019202,segment=NetworkSegment(c2661c61-9e63-4c25-a5c6-6de932aef027),segment_id=c2661c61-9e63-4c25-a5c6-6de932aef027)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:35.157491 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b5766b68-3156-45f3-b48a-242f2b3cc620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:35.164236 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a357cd-5c0e-42cc-84fa-9e755a568a58 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:35.164982 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-38a357cd-5c0e-42cc-84fa-9e755a568a58 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:35.278033 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-38a357cd-5c0e-42cc-84fa-9e755a568a58 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.7718422 Aug 19 18:25:35.293088 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d2c0-3b47-4573-bc53-21bc27cbe433 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:35.333572 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-530ee3ad-a30f-4d7f-a8d7-a17339732d55 service neutron] Port f250c22a-1849-4944-8623-08d743a78744 on network 6084e940-75d5-4b38-a27b-539baf659ad1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:25:35.334062 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-530ee3ad-a30f-4d7f-a8d7-a17339732d55 service neutron] Attempting to bind port f250c22a-1849-4944-8623-08d743a78744 on network 6084e940-75d5-4b38-a27b-539baf659ad1 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:35.344839 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d2c0-3b47-4573-bc53-21bc27cbe433 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:35.348545 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5766b68-3156-45f3-b48a-242f2b3cc620 None None] Pushing event updated for resources: {'Port': ['ID=51a112e8-edaa-4d48-bf98-ec39d0019202,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:35.360724 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf7d2c0-3b47-4573-bc53-21bc27cbe433 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:35.361478 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d2c0-3b47-4573-bc53-21bc27cbe433 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:35.383914 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a82b0-18c6-4416-b053-bac6acddac20 req-0635c82f-8f28-4820-8ec2-0b2abbe4f738 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:35.386346 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-385a82b0-18c6-4416-b053-bac6acddac20 req-0635c82f-8f28-4820-8ec2-0b2abbe4f738 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 943 time: 0.4563894 Aug 19 18:25:35.391992 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b5766b68-3156-45f3-b48a-242f2b3cc620 None None] Provisioning complete for port 334dbf3e-abee-4ea8-85bc-ff4e12f05776 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:35.392530 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b5766b68-3156-45f3-b48a-242f2b3cc620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:35.399516 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5766b68-3156-45f3-b48a-242f2b3cc620 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:35.399902 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5766b68-3156-45f3-b48a-242f2b3cc620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:35.400404 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5766b68-3156-45f3-b48a-242f2b3cc620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:35.405090 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5766b68-3156-45f3-b48a-242f2b3cc620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:35.405616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5766b68-3156-45f3-b48a-242f2b3cc620 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:35.407219 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5766b68-3156-45f3-b48a-242f2b3cc620 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:35.407219 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5766b68-3156-45f3-b48a-242f2b3cc620 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:35.407219 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5766b68-3156-45f3-b48a-242f2b3cc620 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:35.407219 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5766b68-3156-45f3-b48a-242f2b3cc620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:35.407586 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5766b68-3156-45f3-b48a-242f2b3cc620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:35.407586 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5766b68-3156-45f3-b48a-242f2b3cc620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:35.407920 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5766b68-3156-45f3-b48a-242f2b3cc620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:35.472910 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ddf7d2c0-3b47-4573-bc53-21bc27cbe433 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6894245 Aug 19 18:25:35.476718 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38826) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:35.493652 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-5c2c4475-b7a7-4b43-9981-28aa3074f5c6 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Request body: {'subnet': {'network_id': 'e7f1d60f-776e-41b1-addd-b63d98e485b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:35.528716 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b5766b68-3156-45f3-b48a-242f2b3cc620 None None] Port 334dbf3e-abee-4ea8-85bc-ff4e12f05776 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:35.534903 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-530ee3ad-a30f-4d7f-a8d7-a17339732d55 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:25:35.535505 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-530ee3ad-a30f-4d7f-a8d7-a17339732d55 service neutron] Checking segment: {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:35.536060 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-530ee3ad-a30f-4d7f-a8d7-a17339732d55 service neutron] Bound using segment: {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:25:35.536713 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-530ee3ad-a30f-4d7f-a8d7-a17339732d55 service neutron] Bound port: f250c22a-1849-4944-8623-08d743a78744, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:25:35.537585 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-530ee3ad-a30f-4d7f-a8d7-a17339732d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:35.549977 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b5766b68-3156-45f3-b48a-242f2b3cc620 None None] Provisioning for port f250c22a-1849-4944-8623-08d743a78744 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:35.571948 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff37b51-676b-45ef-9628-9a8ff675f799 req-115f6357-f00f-4b90-a934-6e01986d42e0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:35.582195 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5ff37b51-676b-45ef-9628-9a8ff675f799 req-115f6357-f00f-4b90-a934-6e01986d42e0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 1.3011169 Aug 19 18:25:35.637196 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7d2c0-3b47-4573-bc53-21bc27cbe433 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d246b31-8106-43ed-98be-ce095bab9d2f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:35.680057 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7c3eda4e-067f-4de7-a2b7-0729d30091b2 None None] Provisioning complete for port 51a112e8-edaa-4d48-bf98-ec39d0019202 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:35.680640 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7c3eda4e-067f-4de7-a2b7-0729d30091b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:35.735029 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7d2c0-3b47-4573-bc53-21bc27cbe433 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Pushing event updated for resources: {'Network': ['ID=e7f1d60f-776e-41b1-addd-b63d98e485b7,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:35.764379 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5ff37b51-676b-45ef-9628-9a8ff675f799 req-b0d67bfb-a96b-4271-b7b1-e0a9b4b1ca07 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809030 Aug 19 18:25:35.766245 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-385a82b0-18c6-4416-b053-bac6acddac20 req-8572c183-858e-4929-b27f-d2fc87c79b3f tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672252 Aug 19 18:25:35.768339 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-530ee3ad-a30f-4d7f-a8d7-a17339732d55 service neutron] For port f250c22a-1849-4944-8623-08d743a78744, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:25:35.774281 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network e7f1d60f-776e-41b1-addd-b63d98e485b7 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:25:35.795713 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-530ee3ad-a30f-4d7f-a8d7-a17339732d55 service neutron] For port f250c22a-1849-4944-8623-08d743a78744, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=f250c22a-1849-4944-8623-08d743a78744,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:25:35.819812 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-530ee3ad-a30f-4d7f-a8d7-a17339732d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:35.836942 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-936ccc97-96a4-42c0-9072-69d8ec5e61f2 req-c805438b-d5f8-48d9-a675-cea7a4a0b42d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Router 6c608642-8e4e-465d-95e9-80a801403855 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:25:35.842805 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa1f5f-f54d-4c4d-b2e5-bf68e39979bb req-7909780f-dabc-48f2-b894-b5c1e83526a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:35.844710 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ddaa1f5f-f54d-4c4d-b2e5-bf68e39979bb req-7909780f-dabc-48f2-b894-b5c1e83526a9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 913 time: 0.5231526 Aug 19 18:25:35.912038 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2c4475-b7a7-4b43-9981-28aa3074f5c6 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Made reservation on behalf of 20ca960454f74877aab9f600badac331 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:35.915638 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5c2c4475-b7a7-4b43-9981-28aa3074f5c6 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:35.946302 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7c3eda4e-067f-4de7-a2b7-0729d30091b2 None None] Provisioning for port 893cfcd7-84d6-4673-a14d-ca9588314af4 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:35.950901 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-530ee3ad-a30f-4d7f-a8d7-a17339732d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:35.952416 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-530ee3ad-a30f-4d7f-a8d7-a17339732d55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:35.953067 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7c3eda4e-067f-4de7-a2b7-0729d30091b2 None None] Provisioning complete for port 893cfcd7-84d6-4673-a14d-ca9588314af4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:35.953462 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7c3eda4e-067f-4de7-a2b7-0729d30091b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:35.954572 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-530ee3ad-a30f-4d7f-a8d7-a17339732d55 service neutron] 10.222.0.54 "PUT /v2.0/ports/f250c22a-1849-4944-8623-08d743a78744 HTTP/1.1" status: 200 len: 1091 time: 3.4744287 Aug 19 18:25:36.001373 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a50f43a-6474-4e48-8a66-80e7cca9ec66', 'tag': 'f250c22a-1849-4944-8623-08d743a78744'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:25:36.004916 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57995bfa-4583-490c-8be7-9531bf80d31e" -d '{"events": [{"name": "network-changed", "server_uuid": "9a50f43a-6474-4e48-8a66-80e7cca9ec66", "tag": "f250c22a-1849-4944-8623-08d743a78744"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:25:36.043542 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7c3eda4e-067f-4de7-a2b7-0729d30091b2 None None] Port 893cfcd7-84d6-4673-a14d-ca9588314af4 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:36.209941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-b53eb3d3-2a54-4097-a169-9b0cd6bec19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:36.211795 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-b53eb3d3-2a54-4097-a169-9b0cd6bec19c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 1094 time: 0.1521099 Aug 19 18:25:36.219124 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-745a2ee1-6e96-45c1-a21f-def2c4f02c74 req-f35a6751-7562-4370-8b26-af68bde8a5c0 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 210 time: 0.0985246 Aug 19 18:25:36.293609 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-43ecaf0d-6285-4adc-82d3-8cffa4e0c5b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f250c22a-1849-4944-8623-08d743a78744 HTTP/1.1" status: 200 len: 217 time: 0.0650856 Aug 19 18:25:36.313580 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ee3ad-a30f-4d7f-a8d7-a17339732d55 service neutron] Pushing event updated for resources: {'Port': ['ID=f250c22a-1849-4944-8623-08d743a78744,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:36.409454 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5c2c4475-b7a7-4b43-9981-28aa3074f5c6 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:36.474992 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c4475-b7a7-4b43-9981-28aa3074f5c6 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Pushing event updated for resources: {'Subnet': ['ID=1e92061a-d458-4a71-a313-114613ab0d79,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:36.498675 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-3d39a2fd-5d9f-4cdf-831a-6734e41a0907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:36.500539 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-3d39a2fd-5d9f-4cdf-831a-6734e41a0907 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.1636448 Aug 19 18:25:36.502127 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13e3811-700c-4cf2-b14c-f8fd6c839be9 x-openstack-request-id: req-d13e3811-700c-4cf2-b14c-f8fd6c839be9 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:25:36.502411 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a50f43a-6474-4e48-8a66-80e7cca9ec66", "tag": "f250c22a-1849-4944-8623-08d743a78744", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:25:36.502658 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d13e3811-700c-4cf2-b14c-f8fd6c839be9 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:25:36.503103 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a50f43a-6474-4e48-8a66-80e7cca9ec66', 'tag': 'f250c22a-1849-4944-8623-08d743a78744', 'status': 'completed', 'code': 200} Aug 19 18:25:36.505661 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ddaa1f5f-f54d-4c4d-b2e5-bf68e39979bb req-39b25416-a19c-4c69-bdf1-038205cc7727 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd1e7643-8716-43bb-af18-1644144f2a7e HTTP/1.1" status: 200 len: 999 time: 0.5851986 Aug 19 18:25:36.579982 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2c4475-b7a7-4b43-9981-28aa3074f5c6 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Checking segment: {'id': 'beb1a6cd-bea0-45b0-8c41-08d2ff385d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e7f1d60f-776e-41b1-addd-b63d98e485b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:36.580344 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2c4475-b7a7-4b43-9981-28aa3074f5c6 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Network hostable DHCP agents. Network: e7f1d60f-776e-41b1-addd-b63d98e485b7, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:25:36.611488 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-936ccc97-96a4-42c0-9072-69d8ec5e61f2 req-c805438b-d5f8-48d9-a675-cea7a4a0b42d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:25:36.625859 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8506a1e-3c6b-4fbe-975e-2b7e83135e66 None None] Sync routers for ids ['6c608642-8e4e-465d-95e9-80a801403855'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:25:36.648479 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8506a1e-3c6b-4fbe-975e-2b7e83135e66 None None] Routers {'6c608642-8e4e-465d-95e9-80a801403855'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:36.649448 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d8506a1e-3c6b-4fbe-975e-2b7e83135e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:25:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c608642-8e4e-465d-95e9-80a801403855'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:36.695666 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2c4475-b7a7-4b43-9981-28aa3074f5c6 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Network e7f1d60f-776e-41b1-addd-b63d98e485b7 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:25:36.751990 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-936ccc97-96a4-42c0-9072-69d8ec5e61f2 req-c805438b-d5f8-48d9-a675-cea7a4a0b42d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] No DVR routers for this DVR port 968365ec-5696-467d-bee4-2f8e8058c00a on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:25:36.753722 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-5c2c4475-b7a7-4b43-9981-28aa3074f5c6 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, e7f1d60f-776e-41b1-addd-b63d98e485b7) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:36.765382 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-936ccc97-96a4-42c0-9072-69d8ec5e61f2 req-c805438b-d5f8-48d9-a675-cea7a4a0b42d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:36.767032 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-936ccc97-96a4-42c0-9072-69d8ec5e61f2 req-c805438b-d5f8-48d9-a675-cea7a4a0b42d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.50 "DELETE /v2.0/ports/968365ec-5696-467d-bee4-2f8e8058c00a HTTP/1.1" status: 204 len: 173 time: 5.6850348 Aug 19 18:25:36.767614 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a4cb3f-09aa-45b9-b03d-1ded851206bf', 'name': 'network-vif-deleted', 'tag': '968365ec-5696-467d-bee4-2f8e8058c00a'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:25:36.770055 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec2b062-acc8-4e60-b0f3-cc1b49c8017b" -d '{"events": [{"server_uuid": "a7a4cb3f-09aa-45b9-b03d-1ded851206bf", "name": "network-vif-deleted", "tag": "968365ec-5696-467d-bee4-2f8e8058c00a"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:25:36.798639 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38840) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:36.808470 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2c4475-b7a7-4b43-9981-28aa3074f5c6 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:36.809093 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5c2c4475-b7a7-4b43-9981-28aa3074f5c6 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:36.818650 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-6a1d6c43-100e-48e1-9696-9385b6982056 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1226016493', 'description': 'tempest-description--204779183'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:36.836057 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5c2c4475-b7a7-4b43-9981-28aa3074f5c6 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3537374 Aug 19 18:25:36.840957 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38842) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:36.847120 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-28614505-bf77-4b68-8256-b4c216f0e447 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Request body: {'port': {'network_id': 'e7f1d60f-776e-41b1-addd-b63d98e485b7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2079922873'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:36.875775 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa1f5f-f54d-4c4d-b2e5-bf68e39979bb req-ed469891-0b51-4fc8-8d07-17324b0d4f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:36.879780 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ddaa1f5f-f54d-4c4d-b2e5-bf68e39979bb req-ed469891-0b51-4fc8-8d07-17324b0d4f19 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.3310578 Aug 19 18:25:36.898255 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-5853dbba-03c5-478c-bbf7-bf556f36150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:36.898495 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39473c8e-d111-429c-b90e-5cacf830f982 None None] Network e7f1d60f-776e-41b1-addd-b63d98e485b7 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:25:36.908914 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-5853dbba-03c5-478c-bbf7-bf556f36150a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3692369 Aug 19 18:25:37.142139 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 51a112e8-edaa-4d48-bf98-ec39d0019202 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:37.204470 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a073d-17d3-4c4f-9359-79ee5ab04ba3 req-a463a1f3-6770-4886-92e0-4e3c9a640d87 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:37.217441 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7d7a073d-17d3-4c4f-9359-79ee5ab04ba3 req-a463a1f3-6770-4886-92e0-4e3c9a640d87 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.2257650 Aug 19 18:25:37.235993 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28614505-bf77-4b68-8256-b4c216f0e447 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Made reservation on behalf of 20ca960454f74877aab9f600badac331 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:37.239901 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-28614505-bf77-4b68-8256-b4c216f0e447 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:37.277068 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-28614505-bf77-4b68-8256-b4c216f0e447 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] device_id is not set on port 9da0b492-bc9d-4444-82d5-1bfea57ce88e yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:25:37.383485 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6a1d6c43-100e-48e1-9696-9385b6982056 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:37.395896 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7d7a073d-17d3-4c4f-9359-79ee5ab04ba3 req-6ede2268-209d-4c54-8251-dc1bb2e1365e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774321 Aug 19 18:25:37.424263 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-d8506a1e-3c6b-4fbe-975e-2b7e83135e66 None None] Set router 6c608642-8e4e-465d-95e9-80a801403855 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:37.570452 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e973888d-77b3-458d-960b-6576922c9cab x-openstack-request-id: req-e973888d-77b3-458d-960b-6576922c9cab {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:25:37.570753 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a4cb3f-09aa-45b9-b03d-1ded851206bf", "name": "network-vif-deleted", "tag": "968365ec-5696-467d-bee4-2f8e8058c00a", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:25:37.571015 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e973888d-77b3-458d-960b-6576922c9cab {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:25:37.571433 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a4cb3f-09aa-45b9-b03d-1ded851206bf', 'name': 'network-vif-deleted', 'tag': '968365ec-5696-467d-bee4-2f8e8058c00a', 'status': 'completed', 'code': 200} Aug 19 18:25:37.703633 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-28614505-bf77-4b68-8256-b4c216f0e447 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Allocated IP 2001:db8::29d (e7f1d60f-776e-41b1-addd-b63d98e485b7/1e92061a-d458-4a71-a313-114613ab0d79/9da0b492-bc9d-4444-82d5-1bfea57ce88e) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:37.707725 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c5af8858-f959-49a0-8879-c95f485f9f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:37.760804 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074dd93-2b86-49cd-800f-7841e93fd103 req-13f41f25-36f7-452f-8b7f-441fb201e0fb tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:37.793501 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c074dd93-2b86-49cd-800f-7841e93fd103 req-13f41f25-36f7-452f-8b7f-441fb201e0fb tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 943 time: 0.4234993 Aug 19 18:25:37.808998 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5e5e91-816d-4c78-9b8f-a0a170f557f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-e7f1d60f-776e-41b1-addd-b63d98e485b7', 'network_id': 'e7f1d60f-776e-41b1-addd-b63d98e485b7', 'tenant_id': '20ca960454f74877aab9f600badac331', 'fixed_ips': [{'subnet_id': '1e92061a-d458-4a71-a313-114613ab0d79'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:25:37.810383 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5e91-816d-4c78-9b8f-a0a170f557f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:37.820528 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:38.026766 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa1f5f-f54d-4c4d-b2e5-bf68e39979bb req-010b86dd-d048-498f-ae90-5a587ef61560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:38.028333 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ddaa1f5f-f54d-4c4d-b2e5-bf68e39979bb req-010b86dd-d048-498f-ae90-5a587ef61560 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6806920 Aug 19 18:25:38.034069 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-112afda0-b1c4-4fcd-a573-6dca60a3bc76 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0437849 Aug 19 18:25:38.051515 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 51a112e8-edaa-4d48-bf98-ec39d0019202 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:38.052064 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:38.175091 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c074dd93-2b86-49cd-800f-7841e93fd103 req-50f7b556-219c-4aa9-9222-854ea547b1ee tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088078 Aug 19 18:25:38.264493 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:38.278019 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d8506a1e-3c6b-4fbe-975e-2b7e83135e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c608642-8e4e-465d-95e9-80a801403855', 'name': 'tempest-AttachVolumeShelveTestJSON-2075814986-router', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:00Z', 'updated_at': '2021-08-19T18:21:05Z', 'revision_number': 4, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'gw_port': {'id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:02Z', 'updated_at': '2021-08-19T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'c864d110-5ba0-4483-b1db-454f03d09a6b', 'name': '', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'mac_address': 'fa:16:3e:7d:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:04Z', 'updated_at': '2021-08-19T18:21:15Z', 'revision_number': 5, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'subnets': [{'id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:38.301698 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6c0f25f6-69f2-4952-a171-0c6363b29624 req-cf793a1b-93ba-4960-bb51-c7da59bf06ff tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a4cb3f-09aa-45b9-b03d-1ded851206bf HTTP/1.1" status: 200 len: 210 time: 0.0987051 Aug 19 18:25:38.339731 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6a1d6c43-100e-48e1-9696-9385b6982056 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:38.360570 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8506a1e-3c6b-4fbe-975e-2b7e83135e66 None None] Checking router: 6c608642-8e4e-465d-95e9-80a801403855 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:25:38.389942 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6a1d6c43-100e-48e1-9696-9385b6982056 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:38.410746 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-28614505-bf77-4b68-8256-b4c216f0e447 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:38.429229 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-451b1eed-7aa9-43c1-95fc-3665dcafccbd req-8bf8b9a3-6553-4585-b0f9-355f32d54054 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695788 Aug 19 18:25:38.443145 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-28614505-bf77-4b68-8256-b4c216f0e447 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Transition to ACTIVE for port object 9da0b492-bc9d-4444-82d5-1bfea57ce88e will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:38.461041 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6a1d6c43-100e-48e1-9696-9385b6982056 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:38.462500 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6a1d6c43-100e-48e1-9696-9385b6982056 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6608622 Aug 19 18:25:38.466974 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d6c43-100e-48e1-9696-9385b6982056 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2fbddd-58c2-47e9-9321-764eba8a2fee,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:38.475819 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ddaa1f5f-f54d-4c4d-b2e5-bf68e39979bb req-31ea3585-5275-422f-b0c5-13b496a675ab service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133608 Aug 19 18:25:38.479298 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38854) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:38.505693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-59a2971a-24d2-432b-8a7a-785625b8c5c0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Request body: {'security_group_rule': {'security_group_id': 'eb2fbddd-58c2-47e9-9321-764eba8a2fee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:38.509455 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8506a1e-3c6b-4fbe-975e-2b7e83135e66 None None] Routers {'6c608642-8e4e-465d-95e9-80a801403855'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:38.512769 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d8506a1e-3c6b-4fbe-975e-2b7e83135e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:25:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c608642-8e4e-465d-95e9-80a801403855'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:38.590466 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-28614505-bf77-4b68-8256-b4c216f0e447 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:38.682062 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28614505-bf77-4b68-8256-b4c216f0e447 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Network e7f1d60f-776e-41b1-addd-b63d98e485b7 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:38.683625 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-28614505-bf77-4b68-8256-b4c216f0e447 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:38.687126 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28614505-bf77-4b68-8256-b4c216f0e447 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:38.694187 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28614505-bf77-4b68-8256-b4c216f0e447 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:38.695814 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-28614505-bf77-4b68-8256-b4c216f0e447 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:38.803444 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ddaa1f5f-f54d-4c4d-b2e5-bf68e39979bb req-c5973f39-7909-48bb-bebc-b599562738c9 service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193109 Aug 19 18:25:38.805404 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38864) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:38.806219 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-59a2971a-24d2-432b-8a7a-785625b8c5c0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:38.816985 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-59803b96-06ec-4a35-844e-f36729042f22 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Request body: {'port': {'network_id': 'e7f1d60f-776e-41b1-addd-b63d98e485b7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1828977582', 'allowed_address_pairs': [{'ip_address': '2001:db8::29d', 'mac_address': 'fa:16:3e:b0:2e:1e'}]}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:38.824296 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-28614505-bf77-4b68-8256-b4c216f0e447 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9818263 Aug 19 18:25:38.844772 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28614505-bf77-4b68-8256-b4c216f0e447 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Pushing event updated for resources: {'Port': ['ID=9da0b492-bc9d-4444-82d5-1bfea57ce88e,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:38.899133 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-5e5e5e91-816d-4c78-9b8f-a0a170f557f7 None None] Allocated IP 2001:db8::2 (e7f1d60f-776e-41b1-addd-b63d98e485b7/1e92061a-d458-4a71-a313-114613ab0d79/be7dcca1-177d-48a2-94c7-89caacaa7eb9) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:38.953307 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-d8506a1e-3c6b-4fbe-975e-2b7e83135e66 None None] Set router 6c608642-8e4e-465d-95e9-80a801403855 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:39.004760 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57995bfa-4583-490c-8be7-9531bf80d31e req-0251ac04-8d3c-44b7-9c3c-59d0848989a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:39.006529 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57995bfa-4583-490c-8be7-9531bf80d31e req-0251ac04-8d3c-44b7-9c3c-59d0848989a4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 1094 time: 0.3970439 Aug 19 18:25:39.138260 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5009e-1e31-4e92-b807-730e6b826ba8 req-710d6b90-ee6c-4d52-b099-4cd38aefd502 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:39.147248 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3f5009e-1e31-4e92-b807-730e6b826ba8 req-710d6b90-ee6c-4d52-b099-4cd38aefd502 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.4610174 Aug 19 18:25:39.219107 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3f5009e-1e31-4e92-b807-730e6b826ba8 req-c138b988-45b0-4fe9-bda9-31981c9704b5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679448 Aug 19 18:25:39.220492 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59803b96-06ec-4a35-844e-f36729042f22 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Made reservation on behalf of 20ca960454f74877aab9f600badac331 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:39.286609 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-59a2971a-24d2-432b-8a7a-785625b8c5c0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:39.443980 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-59a2971a-24d2-432b-8a7a-785625b8c5c0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:39.504016 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce6c31-9c9f-4331-a37f-5437dcfe9270 req-6125d5e7-49b3-4e7c-88de-34a204380c8f tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:39.529773 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-90ce6c31-9c9f-4331-a37f-5437dcfe9270 req-6125d5e7-49b3-4e7c-88de-34a204380c8f tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 943 time: 0.1983366 Aug 19 18:25:39.646217 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-90ce6c31-9c9f-4331-a37f-5437dcfe9270 req-756646c0-647f-4666-9584-6d7c6b5cf3a2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102867 Aug 19 18:25:39.648668 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38874) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:39.674823 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2971a-24d2-432b-8a7a-785625b8c5c0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5bc224-b19a-49fa-8c9e-3a71d5b2da83,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:39.726201 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-59a2971a-24d2-432b-8a7a-785625b8c5c0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:39.727919 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-59a2971a-24d2-432b-8a7a-785625b8c5c0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2267721 Aug 19 18:25:39.735906 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38880) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:39.765343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f1139cd8-b938-4771-a3a9-50301ade4be0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Request body: {'security_group_rule': {'security_group_id': 'eb2fbddd-58c2-47e9-9321-764eba8a2fee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:39.776944 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57995bfa-4583-490c-8be7-9531bf80d31e req-42fc7d4e-db00-410f-8ce4-4e997a862fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:39.783692 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57995bfa-4583-490c-8be7-9531bf80d31e req-42fc7d4e-db00-410f-8ce4-4e997a862fed service neutron] 10.222.0.54 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 911 time: 0.7496607 Aug 19 18:25:39.829994 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-11d3d705-0759-475d-9004-c930c670a881 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:39.888750 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-11d3d705-0759-475d-9004-c930c670a881 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:39.999832 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-59803b96-06ec-4a35-844e-f36729042f22 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:40.002453 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57995bfa-4583-490c-8be7-9531bf80d31e req-11a107b9-171f-47f1-8b8a-46a292bf6c83 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f250c22a-1849-4944-8623-08d743a78744 HTTP/1.1" status: 200 len: 217 time: 0.1869843 Aug 19 18:25:40.065073 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-11d3d705-0759-475d-9004-c930c670a881 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:40.081564 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-11d3d705-0759-475d-9004-c930c670a881 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:40.092777 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-11d3d705-0759-475d-9004-c930c670a881 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "DELETE /v2.0/security-groups/a8184c65-971a-4e9e-baf4-36f845d3e184 HTTP/1.1" status: 204 len: 168 time: 0.4407213 Aug 19 18:25:40.093449 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38884) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:40.108407 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f1139cd8-b938-4771-a3a9-50301ade4be0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:40.168422 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5e91-816d-4c78-9b8f-a0a170f557f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:40.187813 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3d705-0759-475d-9004-c930c670a881 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8184c65-971a-4e9e-baf4-36f845d3e184,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:40.200711 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-ed696534-8f3c-4035-a248-57608c55713a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] show failed (client error): The resource could not be found. Aug 19 18:25:40.203626 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ed696534-8f3c-4035-a248-57608c55713a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups/a8184c65-971a-4e9e-baf4-36f845d3e184 HTTP/1.1" status: 404 len: 347 time: 0.0711651 Aug 19 18:25:40.206693 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38886) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:40.210651 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:40.221418 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5e5e5e91-816d-4c78-9b8f-a0a170f557f7 None None] Transition to ACTIVE for port object be7dcca1-177d-48a2-94c7-89caacaa7eb9 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:40.317212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5e5e5e91-816d-4c78-9b8f-a0a170f557f7 None None] Transition to ACTIVE for port object be7dcca1-177d-48a2-94c7-89caacaa7eb9 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:40.320248 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d8506a1e-3c6b-4fbe-975e-2b7e83135e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c608642-8e4e-465d-95e9-80a801403855', 'name': 'tempest-AttachVolumeShelveTestJSON-2075814986-router', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:00Z', 'updated_at': '2021-08-19T18:21:05Z', 'revision_number': 4, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'gw_port': {'id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:02Z', 'updated_at': '2021-08-19T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'c864d110-5ba0-4483-b1db-454f03d09a6b', 'name': '', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'mac_address': 'fa:16:3e:7d:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:04Z', 'updated_at': '2021-08-19T18:21:15Z', 'revision_number': 5, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'subnets': [{'id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:40.408421 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5e91-816d-4c78-9b8f-a0a170f557f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:40.412608 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8506a1e-3c6b-4fbe-975e-2b7e83135e66 None None] The sync data for ids ['6c608642-8e4e-465d-95e9-80a801403855'] in n-d-803753-2 is: [{'id': '6c608642-8e4e-465d-95e9-80a801403855', 'name': 'tempest-AttachVolumeShelveTestJSON-2075814986-router', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:00Z', 'updated_at': '2021-08-19T18:21:05Z', 'revision_number': 4, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'gw_port': {'id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:02Z', 'updated_at': '2021-08-19T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'c864d110-5ba0-4483-b1db-454f03d09a6b', 'name': '', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'mac_address': 'fa:16:3e:7d:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:04Z', 'updated_at': '2021-08-19T18:21:15Z', 'revision_number': 5, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'subnets': [{'id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:25:40.462610 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57995bfa-4583-490c-8be7-9531bf80d31e req-9126233b-a574-4d9e-a381-6a037c287112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:40.465347 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57995bfa-4583-490c-8be7-9531bf80d31e req-9126233b-a574-4d9e-a381-6a037c287112 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.4254594 Aug 19 18:25:40.505037 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5e5e91-816d-4c78-9b8f-a0a170f557f7 None None] Network e7f1d60f-776e-41b1-addd-b63d98e485b7 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:40.512275 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-5e5e5e91-816d-4c78-9b8f-a0a170f557f7 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:40.516034 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5e5e91-816d-4c78-9b8f-a0a170f557f7 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:40.613107 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-59803b96-06ec-4a35-844e-f36729042f22 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] device_id is not set on port c01d86df-919c-44f0-9ee1-cf5d24d9567b yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:25:40.655174 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e5e91-816d-4c78-9b8f-a0a170f557f7 None None] Pushing event updated for resources: {'Port': ['ID=be7dcca1-177d-48a2-94c7-89caacaa7eb9,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:40.676342 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4e28a-c245-485d-a978-9bb9b4c0b5e7 req-472a102e-284c-4b11-af98-4a4752bf152a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:40.703876 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f1139cd8-b938-4771-a3a9-50301ade4be0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:40.729322 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d0e4e28a-c245-485d-a978-9bb9b4c0b5e7 req-472a102e-284c-4b11-af98-4a4752bf152a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.2622538 Aug 19 18:25:40.774420 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-5e5e5e91-816d-4c78-9b8f-a0a170f557f7 None None] Attempting to bind port be7dcca1-177d-48a2-94c7-89caacaa7eb9 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:25:40.777142 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-5e5e5e91-816d-4c78-9b8f-a0a170f557f7 None None] Attempting to bind port be7dcca1-177d-48a2-94c7-89caacaa7eb9 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'beb1a6cd-bea0-45b0-8c41-08d2ff385d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e7f1d60f-776e-41b1-addd-b63d98e485b7'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:25:40.777795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e5e91-816d-4c78-9b8f-a0a170f557f7 None None] Attempting to bind port be7dcca1-177d-48a2-94c7-89caacaa7eb9 on network e7f1d60f-776e-41b1-addd-b63d98e485b7 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:40.797261 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e5e91-816d-4c78-9b8f-a0a170f557f7 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:25:40.798048 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e5e91-816d-4c78-9b8f-a0a170f557f7 None None] Checking segment: {'id': 'beb1a6cd-bea0-45b0-8c41-08d2ff385d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e7f1d60f-776e-41b1-addd-b63d98e485b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:40.798665 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5e91-816d-4c78-9b8f-a0a170f557f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:40.799511 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e5e91-816d-4c78-9b8f-a0a170f557f7 None None] Bound using segment: {'id': 'beb1a6cd-bea0-45b0-8c41-08d2ff385d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e7f1d60f-776e-41b1-addd-b63d98e485b7'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:25:40.800257 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-5e5e5e91-816d-4c78-9b8f-a0a170f557f7 None None] Bound port: be7dcca1-177d-48a2-94c7-89caacaa7eb9, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb1a6cd-bea0-45b0-8c41-08d2ff385d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e7f1d60f-776e-41b1-addd-b63d98e485b7'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:25:40.801065 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5e91-816d-4c78-9b8f-a0a170f557f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:40.859289 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f1139cd8-b938-4771-a3a9-50301ade4be0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:40.892721 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-c0a37e47-6496-4848-88f9-ac5fcbdb013d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Deleting port d546aac8-e80b-4f8b-b54a-9ad0f3a5dd19 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:25:40.903831 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c0a37e47-6496-4848-88f9-ac5fcbdb013d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:40.925869 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d0e4e28a-c245-485d-a978-9bb9b4c0b5e7 req-d5748388-f8d8-42a7-9a74-2ff44ae70b07 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900761 Aug 19 18:25:40.953090 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f1139cd8-b938-4771-a3a9-50301ade4be0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:40.954456 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f1139cd8-b938-4771-a3a9-50301ade4be0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2147207 Aug 19 18:25:40.968453 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38896) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:40.991837 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-226e6a0e-647c-4399-b95f-97f59a37ff81 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:41.094097 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9fc23a-e782-4a25-879f-3dea13b5dd23 None None] New status for floating IP 8ecfdfd4-e0fd-4ba3-af89-930e5987e18f: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:25:41.111001 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1139cd8-b938-4771-a3a9-50301ade4be0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a43211-8be4-40dc-8ca0-efdca09b02b1,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:41.123509 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c0a37e47-6496-4848-88f9-ac5fcbdb013d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:41.124127 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c0a37e47-6496-4848-88f9-ac5fcbdb013d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:41.159587 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57995bfa-4583-490c-8be7-9531bf80d31e req-d7426764-e074-4137-afc3-5e795257707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:41.161566 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57995bfa-4583-490c-8be7-9531bf80d31e req-d7426764-e074-4137-afc3-5e795257707e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6129699 Aug 19 18:25:41.165191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-c0a37e47-6496-4848-88f9-ac5fcbdb013d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Calling delete_port for d546aac8-e80b-4f8b-b54a-9ad0f3a5dd19 owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:25:41.211034 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-5e5e5e91-816d-4c78-9b8f-a0a170f557f7 None None] For port be7dcca1-177d-48a2-94c7-89caacaa7eb9, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:25:41.215843 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-5e5e5e91-816d-4c78-9b8f-a0a170f557f7 None None] For port be7dcca1-177d-48a2-94c7-89caacaa7eb9, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=be7dcca1-177d-48a2-94c7-89caacaa7eb9,segment=NetworkSegment(beb1a6cd-bea0-45b0-8c41-08d2ff385d27),segment_id=beb1a6cd-bea0-45b0-8c41-08d2ff385d27)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:25:41.221550 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-226e6a0e-647c-4399-b95f-97f59a37ff81 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:41.223366 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:41.229215 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5e91-816d-4c78-9b8f-a0a170f557f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:41.374920 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e5e91-816d-4c78-9b8f-a0a170f557f7 None None] Pushing event updated for resources: {'Port': ['ID=be7dcca1-177d-48a2-94c7-89caacaa7eb9,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:41.394711 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6cffa-1d36-4fb2-8e63-397faab7b6f3 req-c739223b-1fc3-4d07-9994-b84550e71559 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:41.404213 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-25a6cffa-1d36-4fb2-8e63-397faab7b6f3 req-c739223b-1fc3-4d07-9994-b84550e71559 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 943 time: 0.4858274 Aug 19 18:25:41.575943 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865ba78-f281-4861-a9a3-0aba845a6930 req-4a69f4df-0b60-4155-b0ba-a55281d4ab2b tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:41.578306 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a865ba78-f281-4861-a9a3-0aba845a6930 req-4a69f4df-0b60-4155-b0ba-a55281d4ab2b tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.2097335 Aug 19 18:25:41.689367 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-59803b96-06ec-4a35-844e-f36729042f22 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Allocated IP 2001:db8::176 (e7f1d60f-776e-41b1-addd-b63d98e485b7/1e92061a-d458-4a71-a313-114613ab0d79/c01d86df-919c-44f0-9ee1-cf5d24d9567b) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:41.724894 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a865ba78-f281-4861-a9a3-0aba845a6930 req-b915a420-2f82-44a9-9258-c4358882f55d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235046 Aug 19 18:25:41.857076 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c0a37e47-6496-4848-88f9-ac5fcbdb013d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:41.871774 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-25a6cffa-1d36-4fb2-8e63-397faab7b6f3 req-39ba2b06-cad5-4ae1-a245-c58c181fda04 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663548 Aug 19 18:25:41.898789 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57995bfa-4583-490c-8be7-9531bf80d31e req-93f9d0cb-11d6-406a-9c76-36e6282701fd service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7084100 Aug 19 18:25:41.955154 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a37e47-6496-4848-88f9-ac5fcbdb013d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Pushing event deleted for resources: {'Port': ['ID=d546aac8-e80b-4f8b-b54a-9ad0f3a5dd19,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:42.237807 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c0a37e47-6496-4848-88f9-ac5fcbdb013d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:42.260623 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c0a37e47-6496-4848-88f9-ac5fcbdb013d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:42.262683 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c0a37e47-6496-4848-88f9-ac5fcbdb013d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "DELETE /v2.0/floatingips/8ecfdfd4-e0fd-4ba3-af89-930e5987e18f HTTP/1.1" status: 204 len: 168 time: 2.0536225 Aug 19 18:25:42.430594 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57995bfa-4583-490c-8be7-9531bf80d31e req-7a233974-3572-4afe-b35b-8812913a8a68 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096798 Aug 19 18:25:42.503590 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-226e6a0e-647c-4399-b95f-97f59a37ff81 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:42.539112 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10959bd2-de79-4940-8c60-e1e03e352443 req-0f835be4-dbf0-4c91-a275-3232b332feca tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:42.554593 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-10959bd2-de79-4940-8c60-e1e03e352443 req-0f835be4-dbf0-4c91-a275-3232b332feca tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.2266059 Aug 19 18:25:42.557907 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-59803b96-06ec-4a35-844e-f36729042f22 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:42.627386 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-59803b96-06ec-4a35-844e-f36729042f22 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Transition to ACTIVE for port object c01d86df-919c-44f0-9ee1-cf5d24d9567b will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:42.701694 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-10959bd2-de79-4940-8c60-e1e03e352443 req-0dcb2d02-eac4-4dff-abd5-92e9dad6cd98 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423895 Aug 19 18:25:42.846900 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-59803b96-06ec-4a35-844e-f36729042f22 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:42.849229 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-226e6a0e-647c-4399-b95f-97f59a37ff81 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Allocated IP 172.25.8.4 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/0962e81f-d1db-4941-8695-82b679c9f0ba) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:43.011901 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59803b96-06ec-4a35-844e-f36729042f22 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Network e7f1d60f-776e-41b1-addd-b63d98e485b7 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:43.027209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-59803b96-06ec-4a35-844e-f36729042f22 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:43.037338 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59803b96-06ec-4a35-844e-f36729042f22 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:43.044725 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59803b96-06ec-4a35-844e-f36729042f22 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:43.045417 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-59803b96-06ec-4a35-844e-f36729042f22 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:43.060183 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device be7dcca1-177d-48a2-94c7-89caacaa7eb9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:43.095594 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38922) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:43.102631 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-0727f456-fd59-41bd-9c1d-813f36ba0dfb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1423923994', 'description': 'tempest-description--1033171000'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:43.149741 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59803b96-06ec-4a35-844e-f36729042f22 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Pushing event updated for resources: {'Port': ['ID=c01d86df-919c-44f0-9ee1-cf5d24d9567b,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:43.283058 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port be7dcca1-177d-48a2-94c7-89caacaa7eb9 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:43.369312 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0727f456-fd59-41bd-9c1d-813f36ba0dfb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:43.452500 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c10d7-ef29-48e7-874d-b95421f09828 req-40aefa44-f6a8-4808-be68-ad53f98012ff tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:43.458205 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b21c10d7-ef29-48e7-874d-b95421f09828 req-40aefa44-f6a8-4808-be68-ad53f98012ff tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 943 time: 0.2615695 Aug 19 18:25:43.520171 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7921923a-1e68-4200-b3d6-f3d0bbbe2df6 None None] Network e7f1d60f-776e-41b1-addd-b63d98e485b7 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:25:43.541670 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b21c10d7-ef29-48e7-874d-b95421f09828 req-037d5481-7818-4df3-8ae7-c5e1cf497dc9 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757613 Aug 19 18:25:43.649125 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73b8b6d7-a8c0-4280-85df-7d5c0770548d None None] Provisioning for port be7dcca1-177d-48a2-94c7-89caacaa7eb9 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:43.661084 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73b8b6d7-a8c0-4280-85df-7d5c0770548d None None] Provisioning complete for port be7dcca1-177d-48a2-94c7-89caacaa7eb9 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:43.661521 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73b8b6d7-a8c0-4280-85df-7d5c0770548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:43.906798 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-59803b96-06ec-4a35-844e-f36729042f22 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 5.0959549 Aug 19 18:25:43.942134 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38930) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:44.068279 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73b8b6d7-a8c0-4280-85df-7d5c0770548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:44.070422 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8e5e1-049c-413c-9ec6-b0f2828ecbcd req-ca6579d0-60f7-4a4c-b1e6-222c9d455dfb tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:44.078753 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d3c8e5e1-049c-413c-9ec6-b0f2828ecbcd req-ca6579d0-60f7-4a4c-b1e6-222c9d455dfb tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.8508258 Aug 19 18:25:44.089864 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-226e6a0e-647c-4399-b95f-97f59a37ff81 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:44.155915 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1008b3f-15aa-4e7c-887e-b715f7979c8e tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:44.167953 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1008b3f-15aa-4e7c-887e-b715f7979c8e tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:44.174966 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1008b3f-15aa-4e7c-887e-b715f7979c8e tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:44.176939 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c1008b3f-15aa-4e7c-887e-b715f7979c8e tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2309346 Aug 19 18:25:44.192082 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d3c8e5e1-049c-413c-9ec6-b0f2828ecbcd req-7d61ecc2-5cf6-44c5-a8af-42f0d80ec8f9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120129 Aug 19 18:25:44.207041 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38932) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:44.288541 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0727f456-fd59-41bd-9c1d-813f36ba0dfb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:44.319518 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0727f456-fd59-41bd-9c1d-813f36ba0dfb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:44.361027 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73b8b6d7-a8c0-4280-85df-7d5c0770548d None None] For port be7dcca1-177d-48a2-94c7-89caacaa7eb9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=be7dcca1-177d-48a2-94c7-89caacaa7eb9,segment=NetworkSegment(beb1a6cd-bea0-45b0-8c41-08d2ff385d27),segment_id=beb1a6cd-bea0-45b0-8c41-08d2ff385d27)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:44.380522 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73b8b6d7-a8c0-4280-85df-7d5c0770548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:44.411419 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-226e6a0e-647c-4399-b95f-97f59a37ff81 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:44.459393 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0727f456-fd59-41bd-9c1d-813f36ba0dfb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:44.459766 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8b6d7-a8c0-4280-85df-7d5c0770548d None None] Pushing event updated for resources: {'Port': ['ID=be7dcca1-177d-48a2-94c7-89caacaa7eb9,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:44.460652 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0727f456-fd59-41bd-9c1d-813f36ba0dfb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3640304 Aug 19 18:25:44.489968 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38934) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:44.504584 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-90654413-556b-457c-be1f-96ab32b00e6d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Request body: {'security_group_rule': {'security_group_id': '8ee19313-f0ba-472b-8445-dcf1f3efa6e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:44.510448 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226e6a0e-647c-4399-b95f-97f59a37ff81 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:44.517874 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-226e6a0e-647c-4399-b95f-97f59a37ff81 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:44.527340 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226e6a0e-647c-4399-b95f-97f59a37ff81 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:44.554239 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727f456-fd59-41bd-9c1d-813f36ba0dfb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee19313-f0ba-472b-8445-dcf1f3efa6e8,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:44.625716 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90654413-556b-457c-be1f-96ab32b00e6d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:44.635660 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e6a0e-647c-4399-b95f-97f59a37ff81 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event updated for resources: {'Port': ['ID=0962e81f-d1db-4941-8695-82b679c9f0ba,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:44.865615 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-82597e42-9ee1-4cd1-9268-53c1f3265d6c tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Deleting port c01d86df-919c-44f0-9ee1-cf5d24d9567b {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:25:44.865615 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82597e42-9ee1-4cd1-9268-53c1f3265d6c tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:44.952414 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d59789bf-f9ed-48ba-b4a8-123451e3438c None None] Provisioning for port c01d86df-919c-44f0-9ee1-cf5d24d9567b completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:44.959202 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d59789bf-f9ed-48ba-b4a8-123451e3438c None None] Provisioning complete for port c01d86df-919c-44f0-9ee1-cf5d24d9567b triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:44.960187 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d59789bf-f9ed-48ba-b4a8-123451e3438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:44.979718 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90654413-556b-457c-be1f-96ab32b00e6d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:45.001401 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90654413-556b-457c-be1f-96ab32b00e6d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:45.051484 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device be7dcca1-177d-48a2-94c7-89caacaa7eb9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:45.083065 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90654413-556b-457c-be1f-96ab32b00e6d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454d3459-371f-410e-946c-a9d20f52533b,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:45.105841 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a8992-3a18-4fc3-a384-8aafbf998756 req-857c1ca7-6f74-438d-87ff-0fb0f203afee tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:45.120975 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-226e6a0e-647c-4399-b95f-97f59a37ff81 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:45.130767 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4e2a8992-3a18-4fc3-a384-8aafbf998756 req-857c1ca7-6f74-438d-87ff-0fb0f203afee tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 943 time: 0.3270278 Aug 19 18:25:45.140825 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90654413-556b-457c-be1f-96ab32b00e6d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:45.151195 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-90654413-556b-457c-be1f-96ab32b00e6d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6578088 Aug 19 18:25:45.152315 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38944) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:45.158624 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-93a0cd31-7dc2-43e6-9932-575e40f5312d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Request body: {'security_group_rule': {'security_group_id': '8ee19313-f0ba-472b-8445-dcf1f3efa6e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:45.172479 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-d59789bf-f9ed-48ba-b4a8-123451e3438c None None] Port c01d86df-919c-44f0-9ee1-cf5d24d9567b cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:45.221259 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d59789bf-f9ed-48ba-b4a8-123451e3438c None None] Provisioning for port 9da0b492-bc9d-4444-82d5-1bfea57ce88e completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:45.232688 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port be7dcca1-177d-48a2-94c7-89caacaa7eb9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:45.233075 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:45.283726 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4e2a8992-3a18-4fc3-a384-8aafbf998756 req-6455478b-206e-4065-a9e0-10654b00aa86 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273446 Aug 19 18:25:45.295984 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d59789bf-f9ed-48ba-b4a8-123451e3438c None None] Provisioning complete for port 9da0b492-bc9d-4444-82d5-1bfea57ce88e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:45.296369 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d59789bf-f9ed-48ba-b4a8-123451e3438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:45.337391 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-226e6a0e-647c-4399-b95f-97f59a37ff81 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:45.349091 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-d59789bf-f9ed-48ba-b4a8-123451e3438c None None] Port 9da0b492-bc9d-4444-82d5-1bfea57ce88e cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:45.398097 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82597e42-9ee1-4cd1-9268-53c1f3265d6c tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:45.417398 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d59789bf-f9ed-48ba-b4a8-123451e3438c None None] Provisioning complete for port be7dcca1-177d-48a2-94c7-89caacaa7eb9 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:45.417983 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d59789bf-f9ed-48ba-b4a8-123451e3438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:45.421619 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93a0cd31-7dc2-43e6-9932-575e40f5312d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:45.652060 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-226e6a0e-647c-4399-b95f-97f59a37ff81 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:45.655592 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-82597e42-9ee1-4cd1-9268-53c1f3265d6c tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Calling delete_port for c01d86df-919c-44f0-9ee1-cf5d24d9567b owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:25:45.665244 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-226e6a0e-647c-4399-b95f-97f59a37ff81 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:45.759057 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a7c6a495-302e-4f5d-bc8a-2b7b1e831f6a None None] Provisioning complete for port 9da0b492-bc9d-4444-82d5-1bfea57ce88e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:45.761343 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a7c6a495-302e-4f5d-bc8a-2b7b1e831f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:45.872877 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-a7c6a495-302e-4f5d-bc8a-2b7b1e831f6a None None] Port 9da0b492-bc9d-4444-82d5-1bfea57ce88e cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:46.110524 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bb65b1b8-071c-47ff-9f29-507f9e1f5680 None None] Provisioning complete for port c01d86df-919c-44f0-9ee1-cf5d24d9567b triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:46.111067 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bb65b1b8-071c-47ff-9f29-507f9e1f5680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:46.111883 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93a0cd31-7dc2-43e6-9932-575e40f5312d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:46.143536 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93a0cd31-7dc2-43e6-9932-575e40f5312d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:46.145495 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e6a0e-647c-4399-b95f-97f59a37ff81 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event updated for resources: {'Port': ['ID=0962e81f-d1db-4941-8695-82b679c9f0ba,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:46.202594 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-bb65b1b8-071c-47ff-9f29-507f9e1f5680 None None] Port c01d86df-919c-44f0-9ee1-cf5d24d9567b cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:46.203384 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12018c05-adb6-485c-9bbb-576cd9c680e7 req-c5444734-7b03-4abd-8f1c-48c9228147a2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:46.205116 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-12018c05-adb6-485c-9bbb-576cd9c680e7 req-c5444734-7b03-4abd-8f1c-48c9228147a2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.8652551 Aug 19 18:25:46.213776 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0cd31-7dc2-43e6-9932-575e40f5312d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d028e517-8a85-4e11-aa17-5c563b922f52,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:46.219300 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93a0cd31-7dc2-43e6-9932-575e40f5312d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:46.221580 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-93a0cd31-7dc2-43e6-9932-575e40f5312d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0661333 Aug 19 18:25:46.221580 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-226e6a0e-647c-4399-b95f-97f59a37ff81 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:46.223809 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38956) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:46.230643 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-80cfb353-ebc4-441e-9dd1-8095962bd85d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:46.283649 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80cfb353-ebc4-441e-9dd1-8095962bd85d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:46.289176 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-12018c05-adb6-485c-9bbb-576cd9c680e7 req-b2243c9d-d802-4eef-aaf7-3d58a75e2e3c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535855 Aug 19 18:25:46.290600 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82597e42-9ee1-4cd1-9268-53c1f3265d6c tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:46.293611 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-226e6a0e-647c-4399-b95f-97f59a37ff81 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:46.294876 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-226e6a0e-647c-4399-b95f-97f59a37ff81 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.3143022 Aug 19 18:25:46.344432 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82597e42-9ee1-4cd1-9268-53c1f3265d6c tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Pushing event deleted for resources: {'Port': ['ID=c01d86df-919c-44f0-9ee1-cf5d24d9567b,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:46.497992 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:46.638221 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80cfb353-ebc4-441e-9dd1-8095962bd85d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:46.644563 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82597e42-9ee1-4cd1-9268-53c1f3265d6c tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:46.648195 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-82597e42-9ee1-4cd1-9268-53c1f3265d6c tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "DELETE /v2.0/ports/c01d86df-919c-44f0-9ee1-cf5d24d9567b HTTP/1.1" status: 204 len: 168 time: 2.4351985 Aug 19 18:25:46.652452 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38968) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:46.736858 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed708a-f026-4595-8319-62409c02551c req-ae99e0e1-83ef-4abe-8539-e807b6c53fe3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:46.738517 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-01ed708a-f026-4595-8319-62409c02551c req-ae99e0e1-83ef-4abe-8539-e807b6c53fe3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 943 time: 0.2666373 Aug 19 18:25:46.743809 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa5a71a-16f9-4629-9ede-535e4fb773d7 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] GET failed (client error): The resource could not be found. Aug 19 18:25:46.746404 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-dfa5a71a-16f9-4629-9ede-535e4fb773d7 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "GET /v2.0/ports/c01d86df-919c-44f0-9ee1-cf5d24d9567b HTTP/1.1" status: 404 len: 333 time: 0.0925226 Aug 19 18:25:46.762821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38976) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:46.791885 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-405b1934-a8ce-4c8e-a249-9cbe283361d4 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Request body: {'port': {'network_id': 'e7f1d60f-776e-41b1-addd-b63d98e485b7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-117714705'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:46.818780 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-01ed708a-f026-4595-8319-62409c02551c req-f3e9a24f-1d52-4219-9833-1665f7c77183 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651083 Aug 19 18:25:47.200133 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-418a4876-a5f4-4eed-a096-2b6dc05a4c39 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1226016493&fields=id&tenant_id=2d4c8d8581824507a55c5466e9a27980 HTTP/1.1" status: 200 len: 267 time: 0.1424253 Aug 19 18:25:47.300229 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6e3716e0-9437-4955-bc73-afc44dcde26c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:47.308931 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6e3716e0-9437-4955-bc73-afc44dcde26c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports/334dbf3e-abee-4ea8-85bc-ff4e12f05776 HTTP/1.1" status: 200 len: 937 time: 0.1070786 Aug 19 18:25:47.392735 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a7d1fecf-ac61-4e22-975c-2c63907c44bb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:47.395696 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a7d1fecf-ac61-4e22-975c-2c63907c44bb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports/893cfcd7-84d6-4673-a14d-ca9588314af4 HTTP/1.1" status: 200 len: 936 time: 0.0855236 Aug 19 18:25:47.493656 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-53f7dbec-4b85-4cc5-bb0b-a21f494adac3 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?network_id=82deafff-818d-46cd-9b39-f0e9acf3a9dd&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0903113 Aug 19 18:25:47.536589 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-80cfb353-ebc4-441e-9dd1-8095962bd85d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Allocated IP 172.25.8.220 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/f4cb515a-e074-4c57-8fd1-eb3d88346084) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:47.539458 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-bc124cfd-c8f4-4ac0-9aa8-49f25163810b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?network_id=82deafff-818d-46cd-9b39-f0e9acf3a9dd&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0387986 Aug 19 18:25:47.660544 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfccd9b-bd1b-4ceb-9722-70bb794b8535 req-48812dfc-429e-4b3c-9ce3-0c3833a66915 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:47.669841 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3bfccd9b-bd1b-4ceb-9722-70bb794b8535 req-48812dfc-429e-4b3c-9ce3-0c3833a66915 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.7719867 Aug 19 18:25:47.715069 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-cf2f0be1-6656-4409-93dd-4514e77e58fa tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:47.715398 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:25:47.724270 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-cf2f0be1-6656-4409-93dd-4514e77e58fa tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:47.732100 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-cf2f0be1-6656-4409-93dd-4514e77e58fa tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:47.734501 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-cf2f0be1-6656-4409-93dd-4514e77e58fa tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/networks?id=eb209190-2b0a-4385-a96f-5ebf3ada95ae&id=e907505c-8552-41bc-9150-9253fbc87c40&id=e907505c-8552-41bc-9150-9253fbc87c40&id=82deafff-818d-46cd-9b39-f0e9acf3a9dd&id=82deafff-818d-46cd-9b39-f0e9acf3a9dd HTTP/1.1" status: 200 len: 1992 time: 0.1876259 Aug 19 18:25:47.753458 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-77b7357e-0b9f-4b76-8f1d-eaff7299d5fa tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/quotas/2d4c8d8581824507a55c5466e9a27980 HTTP/1.1" status: 200 len: 375 time: 0.0120850 Aug 19 18:25:47.823540 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3bfccd9b-bd1b-4ceb-9722-70bb794b8535 req-8b283606-88a1-4cf3-9025-5bded07ff437 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478705 Aug 19 18:25:47.868775 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3f6aa9c8-b84c-4013-9208-9892b62b0fe0 req-bc36980b-dbfb-4ab1-bc1d-6d3a828165fe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2244391 Aug 19 18:25:47.885807 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-62b391ea-22eb-4e1d-901b-33ba06d9b84a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d4c8d8581824507a55c5466e9a27980&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1233687 Aug 19 18:25:47.893716 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405b1934-a8ce-4c8e-a249-9cbe283361d4 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Made reservation on behalf of 20ca960454f74877aab9f600badac331 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:47.898210 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-405b1934-a8ce-4c8e-a249-9cbe283361d4 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:47.929790 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80cfb353-ebc4-441e-9dd1-8095962bd85d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:47.967313 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-405b1934-a8ce-4c8e-a249-9cbe283361d4 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] device_id is not set on port 512ac224-f820-4656-a109-ef01010ee21c yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:25:48.046967 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-952a2007-1c70-4656-877f-18c2d6acc98d service neutron] 10.222.0.24 "GET /v2.0/networks/eb209190-2b0a-4385-a96f-5ebf3ada95ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564257 Aug 19 18:25:48.047832 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6aa9c8-b84c-4013-9208-9892b62b0fe0 req-d6759459-b0d9-46b4-9048-87ee2202e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:48.049427 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3f6aa9c8-b84c-4013-9208-9892b62b0fe0 req-d6759459-b0d9-46b4-9048-87ee2202e285 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 1097 time: 0.1488338 Aug 19 18:25:48.179309 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-0cc002ac-1548-4d3b-9dac-b0f1386867f1 service neutron] 10.222.0.24 "GET /v2.0/networks/eb209190-2b0a-4385-a96f-5ebf3ada95ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306980 Aug 19 18:25:48.226507 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80cfb353-ebc4-441e-9dd1-8095962bd85d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:48.270701 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-b90b65da-b648-407e-94f8-0d535843444f service neutron] 10.222.0.24 "GET /v2.0/ports/334dbf3e-abee-4ea8-85bc-ff4e12f05776?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0802958 Aug 19 18:25:48.304143 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-405b1934-a8ce-4c8e-a249-9cbe283361d4 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Allocated IP 2001:db8::38a (e7f1d60f-776e-41b1-addd-b63d98e485b7/1e92061a-d458-4a71-a313-114613ab0d79/512ac224-f820-4656-a109-ef01010ee21c) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:48.330675 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cfb353-ebc4-441e-9dd1-8095962bd85d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:48.350829 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-80cfb353-ebc4-441e-9dd1-8095962bd85d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:48.353625 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cfb353-ebc4-441e-9dd1-8095962bd85d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:48.413611 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfb353-ebc4-441e-9dd1-8095962bd85d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Pushing event updated for resources: {'Port': ['ID=f4cb515a-e074-4c57-8fd1-eb3d88346084,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:48.467691 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5d021-a06d-4f3e-98b7-26c3e82c7a8d req-57b1edd9-7c5a-44e5-b3c1-52587ea18122 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:48.469300 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-062ee214-9b19-410e-a632-880c1a1ae159 service neutron] 10.222.0.24 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886280 Aug 19 18:25:48.470184 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33e5d021-a06d-4f3e-98b7-26c3e82c7a8d req-57b1edd9-7c5a-44e5-b3c1-52587ea18122 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 943 time: 0.3317692 Aug 19 18:25:48.515488 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6aa9c8-b84c-4013-9208-9892b62b0fe0 req-c6cd6d06-18ec-421d-9c37-d34460ca4d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:48.517918 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3f6aa9c8-b84c-4013-9208-9892b62b0fe0 req-c6cd6d06-18ec-421d-9c37-d34460ca4d89 service neutron] 10.222.0.50 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 913 time: 0.4368420 Aug 19 18:25:48.622574 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3f6aa9c8-b84c-4013-9208-9892b62b0fe0 req-6754e57c-01d4-448d-ae66-4e543e09438e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb574d96-cf52-47a1-8a95-179694cff36a HTTP/1.1" status: 200 len: 217 time: 0.0875952 Aug 19 18:25:48.662313 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-f48f8e53-db1c-48a3-a7aa-c769c4b3b059 service neutron] 10.222.0.24 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800349 Aug 19 18:25:48.767161 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33e5d021-a06d-4f3e-98b7-26c3e82c7a8d req-6e72af59-aa5e-4c74-82b6-96670d8ab5e9 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870948 Aug 19 18:25:48.869809 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-70936b37-49fd-4f55-ae96-334b4bbba2e6 service neutron] 10.222.0.24 "GET /v2.0/ports/893cfcd7-84d6-4673-a14d-ca9588314af4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1943371 Aug 19 18:25:48.913352 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80cfb353-ebc4-441e-9dd1-8095962bd85d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:48.919555 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6aa9c8-b84c-4013-9208-9892b62b0fe0 req-0ea4abc9-fee8-4389-9f0c-6ae64b674c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:48.922092 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3f6aa9c8-b84c-4013-9208-9892b62b0fe0 req-0ea4abc9-fee8-4389-9f0c-6ae64b674c21 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.2779710 Aug 19 18:25:49.041276 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-405b1934-a8ce-4c8e-a249-9cbe283361d4 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:49.046013 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-36f62e83-e4bf-431e-a5a7-79ac84a61ea4 service neutron] 10.222.0.24 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752424 Aug 19 18:25:49.099487 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80cfb353-ebc4-441e-9dd1-8095962bd85d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:49.105248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-405b1934-a8ce-4c8e-a249-9cbe283361d4 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Transition to ACTIVE for port object 512ac224-f820-4656-a109-ef01010ee21c will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:49.150355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6aa9c8-b84c-4013-9208-9892b62b0fe0 req-0d83043c-420b-41c2-a413-3dd09044d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:49.151978 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3f6aa9c8-b84c-4013-9208-9892b62b0fe0 req-0d83043c-420b-41c2-a413-3dd09044d041 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2160797 Aug 19 18:25:49.259162 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6b0b6-b303-4486-babb-63c5aa6b09e1 req-1311b0a7-be58-4737-b543-269358707077 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:49.261511 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5af6b0b6-b303-4486-babb-63c5aa6b09e1 req-1311b0a7-be58-4737-b543-269358707077 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.2418320 Aug 19 18:25:49.298202 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-ba7850bd-da0c-41ae-8f3f-ddcdaeb022cc service neutron] 10.222.0.24 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435539 Aug 19 18:25:49.408663 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-405b1934-a8ce-4c8e-a249-9cbe283361d4 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:49.438743 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5af6b0b6-b303-4486-babb-63c5aa6b09e1 req-6b2b580c-c4a7-4672-809b-e8fcf8474378 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511970 Aug 19 18:25:49.457552 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3f6aa9c8-b84c-4013-9208-9892b62b0fe0 req-bdfc7b76-1eab-4e3c-94c8-f58972783784 service neutron] 10.222.0.50 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949550 Aug 19 18:25:49.555897 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405b1934-a8ce-4c8e-a249-9cbe283361d4 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Network e7f1d60f-776e-41b1-addd-b63d98e485b7 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:49.557107 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4574db1d-3648-4a2b-9645-c0629d490589 service neutron] 10.222.0.24 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533550 Aug 19 18:25:49.574605 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-405b1934-a8ce-4c8e-a249-9cbe283361d4 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:49.614313 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405b1934-a8ce-4c8e-a249-9cbe283361d4 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:49.620384 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405b1934-a8ce-4c8e-a249-9cbe283361d4 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:49.621078 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-405b1934-a8ce-4c8e-a249-9cbe283361d4 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:49.656582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b1934-a8ce-4c8e-a249-9cbe283361d4 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Pushing event updated for resources: {'Port': ['ID=512ac224-f820-4656-a109-ef01010ee21c,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:49.722827 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-405b1934-a8ce-4c8e-a249-9cbe283361d4 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9550226 Aug 19 18:25:49.740314 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39010) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:49.755230 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-21728ea1-1899-4d43-99af-e48816ce8711 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::29d', 'mac_address': 'fa:16:3e:b0:2e:1e'}]}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:49.801075 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80cfb353-ebc4-441e-9dd1-8095962bd85d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:49.858139 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-748bfb2e-1da4-4540-9ced-8fe5f9e43ea5 service neutron] 10.222.0.24 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934985 Aug 19 18:25:49.881669 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80cfb353-ebc4-441e-9dd1-8095962bd85d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:49.964846 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3f6aa9c8-b84c-4013-9208-9892b62b0fe0 req-3841d148-6435-4fd0-84d8-3eee84e13b38 service neutron] 10.222.0.50 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827659 Aug 19 18:25:50.138868 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-fc6da4d6-76c0-4c2b-ae6b-f7ab90c50ba2 service neutron] 10.222.0.24 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741625 Aug 19 18:25:50.179292 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ce5f6d47-51ce-4f43-a4c1-b70f548ede1b None None] Provisioning for port 512ac224-f820-4656-a109-ef01010ee21c completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:50.195102 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ce5f6d47-51ce-4f43-a4c1-b70f548ede1b None None] Provisioning complete for port 512ac224-f820-4656-a109-ef01010ee21c triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:50.195755 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ce5f6d47-51ce-4f43-a4c1-b70f548ede1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:50.250078 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f6d47-51ce-4f43-a4c1-b70f548ede1b None None] Port 512ac224-f820-4656-a109-ef01010ee21c cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:50.312562 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfb353-ebc4-441e-9dd1-8095962bd85d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Pushing event updated for resources: {'Port': ['ID=f4cb515a-e074-4c57-8fd1-eb3d88346084,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:50.331791 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72025ca5-040a-494e-9604-30670a6d4896 req-83cada36-f1b6-4bb7-91af-c670a807ba44 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:50.333725 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-72025ca5-040a-494e-9604-30670a6d4896 req-83cada36-f1b6-4bb7-91af-c670a807ba44 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.4123111 Aug 19 18:25:50.346307 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4ed42234-0e35-47e1-92c1-9aa1d35edbc9 service neutron] 10.222.0.24 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912887 Aug 19 18:25:50.350486 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80cfb353-ebc4-441e-9dd1-8095962bd85d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:50.397576 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80cfb353-ebc4-441e-9dd1-8095962bd85d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:50.398854 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-80cfb353-ebc4-441e-9dd1-8095962bd85d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1733491 Aug 19 18:25:50.475229 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-72025ca5-040a-494e-9604-30670a6d4896 req-0d1d4bb9-25c6-45d0-954d-2f920fe6b85a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303196 Aug 19 18:25:50.487421 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21728ea1-1899-4d43-99af-e48816ce8711 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:50.523063 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-998f0365-a4d4-41c9-8a8a-624be225927c service neutron] 10.222.0.24 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659513 Aug 19 18:25:50.722679 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4bf42a2d-9916-4d9c-b5d2-e2a65b5af2af service neutron] 10.222.0.24 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867957 Aug 19 18:25:50.857079 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ec3eb-c91f-41be-aa6b-29295d4f8f61 req-a93057e2-ad84-424c-bc60-f1e4eecebb4b tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:50.871942 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e86ec3eb-c91f-41be-aa6b-29295d4f8f61 req-a93057e2-ad84-424c-bc60-f1e4eecebb4b tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 943 time: 0.1953549 Aug 19 18:25:50.872423 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-1fae7323-c84f-43f3-9d33-19f2b74b3bd5 service neutron] 10.222.0.24 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401365 Aug 19 18:25:51.016183 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-d21006b4-834e-4182-900b-74b9e8cd5656 service neutron] 10.222.0.24 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352556 Aug 19 18:25:51.019367 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e86ec3eb-c91f-41be-aa6b-29295d4f8f61 req-3dd2c5c5-f9f3-4a39-8a8b-c88699f8e0fe tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443682 Aug 19 18:25:51.102302 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21728ea1-1899-4d43-99af-e48816ce8711 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:51.120481 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21728ea1-1899-4d43-99af-e48816ce8711 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:51.182631 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-21728ea1-1899-4d43-99af-e48816ce8711 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] In _notify_port_updated(), no bound segment for port 512ac224-f820-4656-a109-ef01010ee21c on network e7f1d60f-776e-41b1-addd-b63d98e485b7 {{(pid=94681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:25:51.192329 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21728ea1-1899-4d43-99af-e48816ce8711 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:51.193084 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21728ea1-1899-4d43-99af-e48816ce8711 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:51.195039 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-21728ea1-1899-4d43-99af-e48816ce8711 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "PUT /v2.0/ports/512ac224-f820-4656-a109-ef01010ee21c HTTP/1.1" status: 200 len: 1002 time: 1.4535840 Aug 19 18:25:51.198791 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39030) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:51.247458 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21728ea1-1899-4d43-99af-e48816ce8711 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Pushing event updated for resources: {'Port': ['ID=512ac224-f820-4656-a109-ef01010ee21c,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:51.317624 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d03254-9f39-44c0-9734-15196f1ace6d req-abb11c5a-a9d6-48f8-b8d8-cb3a1dd10a75 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:51.324966 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f9d03254-9f39-44c0-9734-15196f1ace6d req-abb11c5a-a9d6-48f8-b8d8-cb3a1dd10a75 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1624103 Aug 19 18:25:51.431882 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f9d03254-9f39-44c0-9734-15196f1ace6d req-dab75c0e-0fb4-45c5-950b-449fb041630a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993049 Aug 19 18:25:51.477033 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-ae269299-1ff1-45a1-977f-783c8c260a00 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Deleting port 512ac224-f820-4656-a109-ef01010ee21c {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:25:51.477690 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ae269299-1ff1-45a1-977f-783c8c260a00 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:51.706580 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8129815b-9c03-4d83-9358-4760c554060b None None] Provisioning complete for port 512ac224-f820-4656-a109-ef01010ee21c triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:51.713411 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8129815b-9c03-4d83-9358-4760c554060b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:51.726563 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ae269299-1ff1-45a1-977f-783c8c260a00 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:51.766271 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-ae269299-1ff1-45a1-977f-783c8c260a00 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Calling delete_port for 512ac224-f820-4656-a109-ef01010ee21c owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:25:51.842574 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-8129815b-9c03-4d83-9358-4760c554060b None None] Port 512ac224-f820-4656-a109-ef01010ee21c cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:51.955840 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-2c6c1048-b178-4414-ac50-eb54639691ad tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1423923994&fields=id&tenant_id=d1b1aa2c733a4115bafa765990404683 HTTP/1.1" status: 200 len: 267 time: 0.0489635 Aug 19 18:25:52.077348 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ae269299-1ff1-45a1-977f-783c8c260a00 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:52.136118 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae269299-1ff1-45a1-977f-783c8c260a00 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Pushing event deleted for resources: {'Port': ['ID=512ac224-f820-4656-a109-ef01010ee21c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:52.243211 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-7f3c9cc2-c094-4c3e-8919-f6d1504c0c2f tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:52.258416 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-7f3c9cc2-c094-4c3e-8919-f6d1504c0c2f tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/networks?id=bacad945-2962-49c4-806c-a7bd8c4e8d7b HTTP/1.1" status: 200 len: 817 time: 0.2848878 Aug 19 18:25:52.302012 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-0a96f14c-3082-4b3f-a154-8f88fde080da tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/quotas/d1b1aa2c733a4115bafa765990404683 HTTP/1.1" status: 200 len: 375 time: 0.0388114 Aug 19 18:25:52.361027 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ae269299-1ff1-45a1-977f-783c8c260a00 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:52.364567 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ae269299-1ff1-45a1-977f-783c8c260a00 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "DELETE /v2.0/ports/512ac224-f820-4656-a109-ef01010ee21c HTTP/1.1" status: 204 len: 168 time: 1.1641281 Aug 19 18:25:52.402820 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39068) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:52.458323 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-f1661519-96b7-47ec-8fcd-d52ddbd93bdb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1b1aa2c733a4115bafa765990404683&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1538825 Aug 19 18:25:52.474519 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d4458f-2ca2-4af7-be3f-257fd5c8346d tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] GET failed (client error): The resource could not be found. Aug 19 18:25:52.481810 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-26d4458f-2ca2-4af7-be3f-257fd5c8346d tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "GET /v2.0/ports/512ac224-f820-4656-a109-ef01010ee21c HTTP/1.1" status: 404 len: 333 time: 0.0778356 Aug 19 18:25:52.485198 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39072) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:52.492773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-ca7831b0-7259-42b1-8f16-d982f3b07279 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Request body: {'port': {'network_id': 'e7f1d60f-776e-41b1-addd-b63d98e485b7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-758305465'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:52.682573 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-5636991a-5a23-408a-91a2-45e646f051e3 service neutron] 10.222.0.24 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107086 Aug 19 18:25:52.764630 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7831b0-7259-42b1-8f16-d982f3b07279 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Made reservation on behalf of 20ca960454f74877aab9f600badac331 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:52.768547 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ca7831b0-7259-42b1-8f16-d982f3b07279 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:52.804805 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2970c86-3bc7-4aaa-a3ef-f333e020e7b9 req-acbfd6a7-f839-49be-9af6-61041fa8011e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:52.811274 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d2970c86-3bc7-4aaa-a3ef-f333e020e7b9 req-acbfd6a7-f839-49be-9af6-61041fa8011e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1329851 Aug 19 18:25:52.820367 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-ca7831b0-7259-42b1-8f16-d982f3b07279 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] device_id is not set on port 16734111-a8ff-43ac-bae2-d12c9667fb64 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:25:52.950138 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-1a3e5157-0bbe-451e-a034-accaafde00ec service neutron] 10.222.0.24 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423139 Aug 19 18:25:53.050667 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d2970c86-3bc7-4aaa-a3ef-f333e020e7b9 req-65578d26-8fa4-4f7c-989c-1173d971fea5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150512 Aug 19 18:25:53.172394 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-ca7831b0-7259-42b1-8f16-d982f3b07279 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Allocated IP 2001:db8::9 (e7f1d60f-776e-41b1-addd-b63d98e485b7/1e92061a-d458-4a71-a313-114613ab0d79/16734111-a8ff-43ac-bae2-d12c9667fb64) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:53.347301 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b3448-8a12-4397-8c93-3ee2ccc9f1a4 req-c7ea1ca1-c18e-4cac-9733-ee91d140ecb8 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.358247 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-249b3448-8a12-4397-8c93-3ee2ccc9f1a4 req-c7ea1ca1-c18e-4cac-9733-ee91d140ecb8 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 943 time: 0.1875036 Aug 19 18:25:53.422237 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4e8ddbd4-24f0-491a-9486-96bfd027f29b req-99725f47-a967-485a-8e97-542a882b6899 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 210 time: 0.1184220 Aug 19 18:25:53.543457 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-249b3448-8a12-4397-8c93-3ee2ccc9f1a4 req-87f27e89-7c2d-47ef-8362-3274f3a4b16a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843176 Aug 19 18:25:53.760283 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1aecdb59-a12c-43d3-99fa-d0ec53d68045 req-45c3b231-a8db-475a-a461-682edecd002a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 210 time: 0.0740032 Aug 19 18:25:53.801275 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ca7831b0-7259-42b1-8f16-d982f3b07279 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:53.834194 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-ca7831b0-7259-42b1-8f16-d982f3b07279 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Transition to ACTIVE for port object 16734111-a8ff-43ac-bae2-d12c9667fb64 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:53.912672 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ca7831b0-7259-42b1-8f16-d982f3b07279 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:54.029572 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7831b0-7259-42b1-8f16-d982f3b07279 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Network e7f1d60f-776e-41b1-addd-b63d98e485b7 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:54.036040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-ca7831b0-7259-42b1-8f16-d982f3b07279 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:54.054011 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7831b0-7259-42b1-8f16-d982f3b07279 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:54.060836 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7831b0-7259-42b1-8f16-d982f3b07279 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:54.066216 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ca7831b0-7259-42b1-8f16-d982f3b07279 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:54.098767 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7831b0-7259-42b1-8f16-d982f3b07279 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Pushing event updated for resources: {'Port': ['ID=16734111-a8ff-43ac-bae2-d12c9667fb64,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:54.130720 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39104) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:54.138931 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ca7831b0-7259-42b1-8f16-d982f3b07279 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.6464460 Aug 19 18:25:54.139667 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-ed9f09c3-6816-45fb-9429-bcc9c9af61ff tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b0:2e:1e'}]}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:54.307843 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ed9f09c3-6816-45fb-9429-bcc9c9af61ff tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:54.513382 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-38a31dbd-03fc-4fd7-8a80-7b36aea303a2 None None] Provisioning for port 16734111-a8ff-43ac-bae2-d12c9667fb64 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:54.537953 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-38a31dbd-03fc-4fd7-8a80-7b36aea303a2 None None] Provisioning complete for port 16734111-a8ff-43ac-bae2-d12c9667fb64 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:54.540632 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-38a31dbd-03fc-4fd7-8a80-7b36aea303a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:54.735549 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-38a31dbd-03fc-4fd7-8a80-7b36aea303a2 None None] Port 16734111-a8ff-43ac-bae2-d12c9667fb64 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:54.814595 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e28ca30-3f0c-49ff-a832-6eb3993960eb req-7d4124f1-d1c9-4e34-b06c-a6dd13c9121a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 210 time: 0.1077394 Aug 19 18:25:54.853010 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06040ea-7ea1-457f-8bb0-ce5caf44b054 req-fcae33d5-e5f4-4a08-880e-b8d986d59d26 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:54.860058 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f06040ea-7ea1-457f-8bb0-ce5caf44b054 req-fcae33d5-e5f4-4a08-880e-b8d986d59d26 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 943 time: 0.1761549 Aug 19 18:25:54.918290 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-db8f8e54-2b72-41d5-9c95-11701729afd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:54.920135 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-db8f8e54-2b72-41d5-9c95-11701729afd4 service neutron] 10.222.0.50 "GET /v2.0/ports/334dbf3e-abee-4ea8-85bc-ff4e12f05776 HTTP/1.1" status: 200 len: 1033 time: 0.4172573 Aug 19 18:25:54.950470 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f06040ea-7ea1-457f-8bb0-ce5caf44b054 req-be81cff3-3a91-42d0-b1ab-0dacddc72593 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767057 Aug 19 18:25:54.989115 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-aa4d7502-e82a-41aa-b7e1-e3d583e3ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:54.991025 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-aa4d7502-e82a-41aa-b7e1-e3d583e3ed4f service neutron] 10.222.0.50 "GET /v2.0/ports/893cfcd7-84d6-4673-a14d-ca9588314af4 HTTP/1.1" status: 200 len: 1032 time: 0.0581601 Aug 19 18:25:55.009029 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ed9f09c3-6816-45fb-9429-bcc9c9af61ff tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:55.273165 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ed9f09c3-6816-45fb-9429-bcc9c9af61ff tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:55.449195 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-97b2e980-28f4-4ddc-a8af-bfa87fe4d8ae req-bc41f247-ed41-4da7-8aa7-55f72bf1c018 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 210 time: 0.1855321 Aug 19 18:25:55.736769 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-75499826-32b5-40c0-93d1-339192c69070 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:55.738515 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-75499826-32b5-40c0-93d1-339192c69070 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.50 "GET /v2.0/networks?id=bacad945-2962-49c4-806c-a7bd8c4e8d7b HTTP/1.1" status: 200 len: 817 time: 0.3484461 Aug 19 18:25:55.748983 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6de6c16f-040d-4bd4-a622-75349ed63b88 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:55.758660 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6de6c16f-040d-4bd4-a622-75349ed63b88 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:55.778146 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6de6c16f-040d-4bd4-a622-75349ed63b88 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:55.779867 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6de6c16f-040d-4bd4-a622-75349ed63b88 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.50 "GET /v2.0/networks?id=eb209190-2b0a-4385-a96f-5ebf3ada95ae&id=e907505c-8552-41bc-9150-9253fbc87c40&id=e907505c-8552-41bc-9150-9253fbc87c40&id=e907505c-8552-41bc-9150-9253fbc87c40&id=e907505c-8552-41bc-9150-9253fbc87c40&id=82deafff-818d-46cd-9b39-f0e9acf3a9dd&id=82deafff-818d-46cd-9b39-f0e9acf3a9dd HTTP/1.1" status: 200 len: 1992 time: 0.7735744 Aug 19 18:25:55.780915 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-ed9f09c3-6816-45fb-9429-bcc9c9af61ff tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] In _notify_port_updated(), no bound segment for port 16734111-a8ff-43ac-bae2-d12c9667fb64 on network e7f1d60f-776e-41b1-addd-b63d98e485b7 {{(pid=94681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:25:55.786949 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9f09c3-6816-45fb-9429-bcc9c9af61ff tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:55.787670 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ed9f09c3-6816-45fb-9429-bcc9c9af61ff tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:55.792525 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39122) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:55.792734 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ed9f09c3-6816-45fb-9429-bcc9c9af61ff tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "PUT /v2.0/ports/16734111-a8ff-43ac-bae2-d12c9667fb64 HTTP/1.1" status: 200 len: 1000 time: 1.6608007 Aug 19 18:25:55.982662 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-dbc78c79-b871-4ac0-8f6f-3a1608c6b899 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d4c8d8581824507a55c5466e9a27980 HTTP/1.1" status: 200 len: 380 time: 0.1739960 Aug 19 18:25:56.031552 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-8e56d81b-b1f5-4dac-9cb8-e6d103f8056c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Request body: {'port': {'device_id': '9955b157-4e75-48fc-b119-abbc246fe462', 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae', 'admin_state_up': True, 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'security_groups': ['eb2fbddd-58c2-47e9-9321-764eba8a2fee']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:56.035053 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f09c3-6816-45fb-9429-bcc9c9af61ff tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Pushing event updated for resources: {'Port': ['ID=16734111-a8ff-43ac-bae2-d12c9667fb64,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:56.090582 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32beac02-df87-4497-a9db-d7588808617d req-e235057b-7033-4a7a-b164-eaefe209075f tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 210 time: 0.0766287 Aug 19 18:25:56.111193 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-32d32fb2-3955-4850-b3ae-3ec7d28859e3 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1b1aa2c733a4115bafa765990404683 HTTP/1.1" status: 200 len: 380 time: 0.3149693 Aug 19 18:25:56.111929 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-42983c6b-8125-4d7c-83d2-c65c35cee5f6 None None] Provisioning complete for port 16734111-a8ff-43ac-bae2-d12c9667fb64 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:56.112460 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-42983c6b-8125-4d7c-83d2-c65c35cee5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:56.184057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-a7052b9b-ca5a-46b7-b279-a59c283366f5 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Deleting port 16734111-a8ff-43ac-bae2-d12c9667fb64 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:25:56.184399 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a7052b9b-ca5a-46b7-b279-a59c283366f5 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:56.185430 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Request body: {'port': {'device_id': '119777d0-5736-4ffc-ad33-5bc664e96a8c', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'admin_state_up': True, 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'security_groups': ['8ee19313-f0ba-472b-8445-dcf1f3efa6e8']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:56.238400 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-42983c6b-8125-4d7c-83d2-c65c35cee5f6 None None] Port 16734111-a8ff-43ac-bae2-d12c9667fb64 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:56.374712 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e43ab-763f-454b-92ba-00be4391a93f req-0114922f-bc19-4719-892f-cbb6cce5f6c4 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:56.382417 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6d8e43ab-763f-454b-92ba-00be4391a93f req-0114922f-bc19-4719-892f-cbb6cce5f6c4 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 943 time: 0.0952232 Aug 19 18:25:56.445657 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a7052b9b-ca5a-46b7-b279-a59c283366f5 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:56.472404 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-a7052b9b-ca5a-46b7-b279-a59c283366f5 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Calling delete_port for 16734111-a8ff-43ac-bae2-d12c9667fb64 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:25:56.489018 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6d8e43ab-763f-454b-92ba-00be4391a93f req-fd3387a7-1bdf-48b7-b5c5-f7e628a4367d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054974 Aug 19 18:25:56.851435 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a7052b9b-ca5a-46b7-b279-a59c283366f5 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:56.866304 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Made reservation on behalf of d1b1aa2c733a4115bafa765990404683 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:56.872059 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:56.913651 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7052b9b-ca5a-46b7-b279-a59c283366f5 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Pushing event deleted for resources: {'Port': ['ID=16734111-a8ff-43ac-bae2-d12c9667fb64,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:57.026854 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a7052b9b-ca5a-46b7-b279-a59c283366f5 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:57.029189 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a7052b9b-ca5a-46b7-b279-a59c283366f5 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "DELETE /v2.0/ports/16734111-a8ff-43ac-bae2-d12c9667fb64 HTTP/1.1" status: 204 len: 168 time: 1.2352002 Aug 19 18:25:57.037523 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39138) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:57.094293 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd135cdb-2fe4-4f31-ab1e-4375575ca7d9 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] GET failed (client error): The resource could not be found. Aug 19 18:25:57.102089 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39140) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:57.103906 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fd135cdb-2fe4-4f31-ab1e-4375575ca7d9 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "GET /v2.0/ports/16734111-a8ff-43ac-bae2-d12c9667fb64 HTTP/1.1" status: 404 len: 333 time: 0.0652165 Aug 19 18:25:57.108924 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-4ce6b221-4a92-4d4c-be42-e0da42b59911 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Request body: {'port': {'network_id': 'e7f1d60f-776e-41b1-addd-b63d98e485b7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-434383359'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:57.123806 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7c2cf7d4-2e5a-4fcd-bdb9-ca6fc8288aad req-695254d3-5078-4c04-8697-1a5bf6e3985b tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 210 time: 0.3166134 Aug 19 18:25:57.161251 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-8e56d81b-b1f5-4dac-9cb8-e6d103f8056c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Made reservation on behalf of 2d4c8d8581824507a55c5466e9a27980 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:57.165269 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-8e56d81b-b1f5-4dac-9cb8-e6d103f8056c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:57.329012 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Allocated IP 172.20.0.8 (bacad945-2962-49c4-806c-a7bd8c4e8d7b/9e32631a-48d3-4ef0-8eb3-575117a89737/f5fe4ecf-94a5-473a-a953-1ae38f614592) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:57.398370 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f73b3bef-7fe7-42ce-8daa-28a760752af9 req-4376822d-54f5-48ae-b7a3-ad2599648121 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 210 time: 0.1208143 Aug 19 18:25:57.589764 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce6b221-4a92-4d4c-be42-e0da42b59911 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Made reservation on behalf of 20ca960454f74877aab9f600badac331 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:57.604016 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4ce6b221-4a92-4d4c-be42-e0da42b59911 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:57.644805 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-4ce6b221-4a92-4d4c-be42-e0da42b59911 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] device_id is not set on port d99b382c-1e34-4d68-944b-fce9f87fb976 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:25:57.834256 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-4ce6b221-4a92-4d4c-be42-e0da42b59911 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Allocated IP 2001:db8::1cd (e7f1d60f-776e-41b1-addd-b63d98e485b7/1e92061a-d458-4a71-a313-114613ab0d79/d99b382c-1e34-4d68-944b-fce9f87fb976) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:57.847819 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:57.878219 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Transition to ACTIVE for port object f5fe4ecf-94a5-473a-a953-1ae38f614592 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:58.005800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-8e56d81b-b1f5-4dac-9cb8-e6d103f8056c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Allocated IP 172.20.0.10 (eb209190-2b0a-4385-a96f-5ebf3ada95ae/1a51ede3-bf4f-418b-b046-6db223b828ca/947b2bf4-1446-47c1-9618-b9bfceb818f3) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:58.022064 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:58.042214 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b36ae-a984-47f5-9b03-ee2c4ee05a74 req-520c317a-59d0-425b-8e9f-6b802d75e862 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:58.043967 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-418b36ae-a984-47f5-9b03-ee2c4ee05a74 req-520c317a-59d0-425b-8e9f-6b802d75e862 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 943 time: 0.4190581 Aug 19 18:25:58.072681 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4ce6b221-4a92-4d4c-be42-e0da42b59911 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:58.129171 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-4ce6b221-4a92-4d4c-be42-e0da42b59911 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Transition to ACTIVE for port object d99b382c-1e34-4d68-944b-fce9f87fb976 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:58.137291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Network bacad945-2962-49c4-806c-a7bd8c4e8d7b is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:58.143345 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Pushing event updated for resources: {'Port': ['ID=f5fe4ecf-94a5-473a-a953-1ae38f614592,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:58.149948 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:58.160994 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:58.179348 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:58.179709 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:58.180122 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:58.180477 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:58.180855 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:58.181885 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:58.182390 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:58.182737 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:58.183200 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:58.183544 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:58.183893 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:58.184209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:58.188501 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4ce6b221-4a92-4d4c-be42-e0da42b59911 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:58.249981 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce6b221-4a92-4d4c-be42-e0da42b59911 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Network e7f1d60f-776e-41b1-addd-b63d98e485b7 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:58.255080 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-4ce6b221-4a92-4d4c-be42-e0da42b59911 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:58.260891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce6b221-4a92-4d4c-be42-e0da42b59911 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:58.269419 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce6b221-4a92-4d4c-be42-e0da42b59911 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:58.270578 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4ce6b221-4a92-4d4c-be42-e0da42b59911 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:58.295718 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4ce6b221-4a92-4d4c-be42-e0da42b59911 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1915884 Aug 19 18:25:58.307575 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39154) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:58.312894 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-418b36ae-a984-47f5-9b03-ee2c4ee05a74 req-0e88855a-0404-40fc-af10-3cc224827c24 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394440 Aug 19 18:25:58.319027 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-af50a87c-0893-4213-919c-d93a9b96670d tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Request body: {'port': {'network_id': 'e7f1d60f-776e-41b1-addd-b63d98e485b7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1947491832'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:58.477195 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6b221-4a92-4d4c-be42-e0da42b59911 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Pushing event updated for resources: {'Port': ['ID=d99b382c-1e34-4d68-944b-fce9f87fb976,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:58.559539 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146f230-c626-4a1c-aaa2-7f324227590c req-04cb51bf-5551-46d2-9294-13262f28fe70 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:58.562231 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7146f230-c626-4a1c-aaa2-7f324227590c req-04cb51bf-5551-46d2-9294-13262f28fe70 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 931 time: 0.2705598 Aug 19 18:25:58.691703 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7146f230-c626-4a1c-aaa2-7f324227590c req-23748f83-6220-4ae4-b71c-e99fc954ff06 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220491 Aug 19 18:25:58.731861 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-8e56d81b-b1f5-4dac-9cb8-e6d103f8056c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:58.752350 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-8e56d81b-b1f5-4dac-9cb8-e6d103f8056c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Transition to ACTIVE for port object 947b2bf4-1446-47c1-9618-b9bfceb818f3 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:58.765166 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:58.765949 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:58.773045 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9492da14-21a2-440d-ae1c-c0c098ecb143 None None] Provisioning for port f5fe4ecf-94a5-473a-a953-1ae38f614592 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:58.802422 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9492da14-21a2-440d-ae1c-c0c098ecb143 None None] Provisioning complete for port f5fe4ecf-94a5-473a-a953-1ae38f614592 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:58.803659 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9492da14-21a2-440d-ae1c-c0c098ecb143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:58.848080 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-9492da14-21a2-440d-ae1c-c0c098ecb143 None None] Port f5fe4ecf-94a5-473a-a953-1ae38f614592 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:58.875006 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4417ae48-8ed5-4d0d-9325-1704485aa2e7 req-fc95e72b-6acc-4f3f-8a87-37ac8aa907e1 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 210 time: 0.0758400 Aug 19 18:25:58.878981 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af50a87c-0893-4213-919c-d93a9b96670d tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Made reservation on behalf of 20ca960454f74877aab9f600badac331 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:58.882609 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af50a87c-0893-4213-919c-d93a9b96670d tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:58.898834 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a3535db0-b7c7-4cba-8f16-c00ce1c6e56e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7245753 Aug 19 18:25:58.925213 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a412e967-c0ce-474f-bc35-9f0e751a94e5 service neutron] Request body: {'port': {'device_id': '119777d0-5736-4ffc-ad33-5bc664e96a8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:58.938821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-af50a87c-0893-4213-919c-d93a9b96670d tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] device_id is not set on port 696ee229-e6dd-42b8-b9e0-f5a093a215f8 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:25:58.982534 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ca66ba51-1937-40cf-87de-844734b62a85 None None] Provisioning for port d99b382c-1e34-4d68-944b-fce9f87fb976 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:58.996888 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-8e56d81b-b1f5-4dac-9cb8-e6d103f8056c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:58.997302 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ca66ba51-1937-40cf-87de-844734b62a85 None None] Provisioning complete for port d99b382c-1e34-4d68-944b-fce9f87fb976 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:58.998358 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ca66ba51-1937-40cf-87de-844734b62a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:59.097181 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-ca66ba51-1937-40cf-87de-844734b62a85 None None] Port d99b382c-1e34-4d68-944b-fce9f87fb976 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:59.210652 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-8e56d81b-b1f5-4dac-9cb8-e6d103f8056c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Network eb209190-2b0a-4385-a96f-5ebf3ada95ae is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:59.223389 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a412e967-c0ce-474f-bc35-9f0e751a94e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:59.230249 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-8e56d81b-b1f5-4dac-9cb8-e6d103f8056c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:59.244267 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56d81b-b1f5-4dac-9cb8-e6d103f8056c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event updated for resources: {'Port': ['ID=947b2bf4-1446-47c1-9618-b9bfceb818f3,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:59.247009 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-8e56d81b-b1f5-4dac-9cb8-e6d103f8056c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:59.586034 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-8e56d81b-b1f5-4dac-9cb8-e6d103f8056c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:59.586649 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-8e56d81b-b1f5-4dac-9cb8-e6d103f8056c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:59.628544 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-af50a87c-0893-4213-919c-d93a9b96670d tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Allocated IP 2001:db8::1f5 (e7f1d60f-776e-41b1-addd-b63d98e485b7/1e92061a-d458-4a71-a313-114613ab0d79/696ee229-e6dd-42b8-b9e0-f5a093a215f8) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:59.732359 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-8e56d81b-b1f5-4dac-9cb8-e6d103f8056c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7231007 Aug 19 18:25:59.765197 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-9f33ff5e-765d-4d4f-b4fb-f39951ae2eab tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Request body: {'port': {'device_id': '9955b157-4e75-48fc-b119-abbc246fe462', 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40', 'admin_state_up': True, 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'security_groups': ['eb2fbddd-58c2-47e9-9321-764eba8a2fee']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:59.765641 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667a390-de87-45f9-9f2d-6bfd1609b17f req-7a67264c-5f43-4eef-8e70-7f54aedc7821 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:59.765641 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0667a390-de87-45f9-9f2d-6bfd1609b17f req-7a67264c-5f43-4eef-8e70-7f54aedc7821 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 943 time: 0.1486299 Aug 19 18:25:59.839574 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9ef4a13f-de70-4589-823e-3140bb14930b None None] Provisioning for port 947b2bf4-1446-47c1-9618-b9bfceb818f3 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:59.854262 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9ef4a13f-de70-4589-823e-3140bb14930b None None] Provisioning complete for port 947b2bf4-1446-47c1-9618-b9bfceb818f3 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:59.856899 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9ef4a13f-de70-4589-823e-3140bb14930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:59.878291 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0667a390-de87-45f9-9f2d-6bfd1609b17f req-2856caae-4885-4ef4-85b8-e1af3c370b43 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105626 Aug 19 18:25:59.995354 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-9ef4a13f-de70-4589-823e-3140bb14930b None None] Port 947b2bf4-1446-47c1-9618-b9bfceb818f3 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:26:00.085182 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c701e-d06e-4db4-a82d-dd276b90e086 req-715fc2c2-7e6e-4582-bbd0-bb164999efd5 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:00.095617 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a36c701e-d06e-4db4-a82d-dd276b90e086 req-715fc2c2-7e6e-4582-bbd0-bb164999efd5 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 932 time: 0.0736108 Aug 19 18:26:00.172189 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a36c701e-d06e-4db4-a82d-dd276b90e086 req-1edae950-66b0-4d75-a0a6-26a6c0cf738d tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753109 Aug 19 18:26:00.256221 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e2446-8695-448f-9762-779cbb40e870 req-5e1d1241-e55b-4bb7-b52d-faa88923a1d9 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:00.257890 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a56e2446-8695-448f-9762-779cbb40e870 req-5e1d1241-e55b-4bb7-b52d-faa88923a1d9 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 931 time: 0.2763438 Aug 19 18:26:00.354910 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a56e2446-8695-448f-9762-779cbb40e870 req-7cfdee3b-1c42-42ef-b97d-eca1611e8c0e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876622 Aug 19 18:26:00.393987 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af50a87c-0893-4213-919c-d93a9b96670d tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:00.414881 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-9f33ff5e-765d-4d4f-b4fb-f39951ae2eab tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Made reservation on behalf of 2d4c8d8581824507a55c5466e9a27980 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:26:00.418734 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-9f33ff5e-765d-4d4f-b4fb-f39951ae2eab tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:00.455688 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-af50a87c-0893-4213-919c-d93a9b96670d tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Transition to ACTIVE for port object 696ee229-e6dd-42b8-b9e0-f5a093a215f8 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:00.597130 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-9f33ff5e-765d-4d4f-b4fb-f39951ae2eab tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Allocated IP 10.1.1.129 (e907505c-8552-41bc-9150-9253fbc87c40/35803907-fc07-4398-bccd-780130b728a8/157237db-49d7-4dc1-b9f9-88191429b6a5) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:26:00.604736 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a412e967-c0ce-474f-bc35-9f0e751a94e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5fe4ecf-94a5-473a-a953-1ae38f614592 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:26:00.615722 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a412e967-c0ce-474f-bc35-9f0e751a94e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:00.651306 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a412e967-c0ce-474f-bc35-9f0e751a94e5 service neutron] Transition to ACTIVE for port object f5fe4ecf-94a5-473a-a953-1ae38f614592 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:00.668472 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a412e967-c0ce-474f-bc35-9f0e751a94e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:00.742744 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af50a87c-0893-4213-919c-d93a9b96670d tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:00.843628 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412e967-c0ce-474f-bc35-9f0e751a94e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fe4ecf-94a5-473a-a953-1ae38f614592,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:00.947441 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af50a87c-0893-4213-919c-d93a9b96670d tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Network e7f1d60f-776e-41b1-addd-b63d98e485b7 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:26:01.080311 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-af50a87c-0893-4213-919c-d93a9b96670d tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:01.113729 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af50a87c-0893-4213-919c-d93a9b96670d tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:26:01.135462 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af50a87c-0893-4213-919c-d93a9b96670d tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:01.136232 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af50a87c-0893-4213-919c-d93a9b96670d tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:01.338979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50a87c-0893-4213-919c-d93a9b96670d tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Pushing event updated for resources: {'Port': ['ID=696ee229-e6dd-42b8-b9e0-f5a093a215f8,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:01.357472 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39192) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:01.362680 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-af50a87c-0893-4213-919c-d93a9b96670d tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0503201 Aug 19 18:26:01.378431 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-9f33ff5e-765d-4d4f-b4fb-f39951ae2eab tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:01.379935 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d89bd719-98ae-4d66-b319-df1beeb77de1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::29d', 'mac_address': 'fa:16:3e:b0:2e:1e'}, {'ip_address': '2001:db8::1cd', 'mac_address': 'fa:16:3e:03:86:b1'}]}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:01.436870 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a412e967-c0ce-474f-bc35-9f0e751a94e5 service neutron] Attempting to bind port f5fe4ecf-94a5-473a-a953-1ae38f614592 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:26:01.437233 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a412e967-c0ce-474f-bc35-9f0e751a94e5 service neutron] Attempting to bind port f5fe4ecf-94a5-473a-a953-1ae38f614592 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'fbe7fb3e-121f-488d-93cc-f65eb7ca4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:26:01.437654 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a412e967-c0ce-474f-bc35-9f0e751a94e5 service neutron] Attempting to bind port f5fe4ecf-94a5-473a-a953-1ae38f614592 on network bacad945-2962-49c4-806c-a7bd8c4e8d7b {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:01.442833 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-9f33ff5e-765d-4d4f-b4fb-f39951ae2eab tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Transition to ACTIVE for port object 157237db-49d7-4dc1-b9f9-88191429b6a5 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:01.452429 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a412e967-c0ce-474f-bc35-9f0e751a94e5 service neutron] Port f5fe4ecf-94a5-473a-a953-1ae38f614592 on network bacad945-2962-49c4-806c-a7bd8c4e8d7b not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:26:01.452864 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a412e967-c0ce-474f-bc35-9f0e751a94e5 service neutron] Attempting to bind port f5fe4ecf-94a5-473a-a953-1ae38f614592 on network bacad945-2962-49c4-806c-a7bd8c4e8d7b {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:01.467913 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa6c4e-fbb0-4a78-bad8-02fe52a55a9a req-cd84fd10-4e23-4ff0-80a5-7f7a5bce8283 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:01.476471 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67fa6c4e-fbb0-4a78-bad8-02fe52a55a9a req-cd84fd10-4e23-4ff0-80a5-7f7a5bce8283 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 943 time: 0.3770120 Aug 19 18:26:01.501764 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a412e967-c0ce-474f-bc35-9f0e751a94e5 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:26:01.513645 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a412e967-c0ce-474f-bc35-9f0e751a94e5 service neutron] Checking segment: {'id': 'fbe7fb3e-121f-488d-93cc-f65eb7ca4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:01.514085 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a412e967-c0ce-474f-bc35-9f0e751a94e5 service neutron] Bound using segment: {'id': 'fbe7fb3e-121f-488d-93cc-f65eb7ca4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:26:01.515003 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a412e967-c0ce-474f-bc35-9f0e751a94e5 service neutron] Bound port: f5fe4ecf-94a5-473a-a953-1ae38f614592, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe7fb3e-121f-488d-93cc-f65eb7ca4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:26:01.515003 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a412e967-c0ce-474f-bc35-9f0e751a94e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:01.617599 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa71c3b-ee5a-4027-9a93-76e56f039c54 req-85104dec-2b13-492b-8a88-b39c2f4888e9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:01.617599 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5fa71c3b-ee5a-4027-9a93-76e56f039c54 req-85104dec-2b13-492b-8a88-b39c2f4888e9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 932 time: 0.2143955 Aug 19 18:26:01.630984 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67fa6c4e-fbb0-4a78-bad8-02fe52a55a9a req-e914a631-3c1c-4200-a3d2-c8e2954023f6 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486862 Aug 19 18:26:01.663864 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-9f33ff5e-765d-4d4f-b4fb-f39951ae2eab tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:01.853650 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1c1cec42-dcd9-46cb-aa32-05e06753204e None None] Provisioning for port 696ee229-e6dd-42b8-b9e0-f5a093a215f8 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:01.862824 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1c1cec42-dcd9-46cb-aa32-05e06753204e None None] Provisioning complete for port 696ee229-e6dd-42b8-b9e0-f5a093a215f8 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:01.863200 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1c1cec42-dcd9-46cb-aa32-05e06753204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:01.923062 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5fa71c3b-ee5a-4027-9a93-76e56f039c54 req-13576aa3-eb27-49f5-be40-e9e3119dcc1f tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678075 Aug 19 18:26:02.006708 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a412e967-c0ce-474f-bc35-9f0e751a94e5 service neutron] For port f5fe4ecf-94a5-473a-a953-1ae38f614592, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:26:02.064716 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-1c1cec42-dcd9-46cb-aa32-05e06753204e None None] Port 696ee229-e6dd-42b8-b9e0-f5a093a215f8 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:26:02.151057 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d89bd719-98ae-4d66-b319-df1beeb77de1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:02.209439 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-9f33ff5e-765d-4d4f-b4fb-f39951ae2eab tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Network e907505c-8552-41bc-9150-9253fbc87c40 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:26:02.210518 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33ff5e-765d-4d4f-b4fb-f39951ae2eab tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event updated for resources: {'Port': ['ID=157237db-49d7-4dc1-b9f9-88191429b6a5,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:02.227388 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a412e967-c0ce-474f-bc35-9f0e751a94e5 service neutron] For port f5fe4ecf-94a5-473a-a953-1ae38f614592, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=f5fe4ecf-94a5-473a-a953-1ae38f614592,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:26:02.233787 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-9f33ff5e-765d-4d4f-b4fb-f39951ae2eab tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:02.259821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-9f33ff5e-765d-4d4f-b4fb-f39951ae2eab tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:26:02.263664 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a412e967-c0ce-474f-bc35-9f0e751a94e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:02.430878 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28228c-70ba-43fc-97e4-bc05e0f51069 req-f75e0bda-ecb4-4d4b-9270-a65ff1052e8a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:02.440533 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1d28228c-70ba-43fc-97e4-bc05e0f51069 req-f75e0bda-ecb4-4d4b-9270-a65ff1052e8a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 943 time: 0.5424893 Aug 19 18:26:02.446797 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a412e967-c0ce-474f-bc35-9f0e751a94e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:02.448390 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a412e967-c0ce-474f-bc35-9f0e751a94e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:02.450096 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-a412e967-c0ce-474f-bc35-9f0e751a94e5 service neutron] 10.222.0.50 "PUT /v2.0/ports/f5fe4ecf-94a5-473a-a953-1ae38f614592 HTTP/1.1" status: 200 len: 1091 time: 3.5364499 Aug 19 18:26:02.450940 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119777d0-5736-4ffc-ad33-5bc664e96a8c', 'tag': 'f5fe4ecf-94a5-473a-a953-1ae38f614592'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:02.453773 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7b7121-ba7c-43b4-bedf-c554cd96ad7e" -d '{"events": [{"name": "network-changed", "server_uuid": "119777d0-5736-4ffc-ad33-5bc664e96a8c", "tag": "f5fe4ecf-94a5-473a-a953-1ae38f614592"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:02.462843 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-9f33ff5e-765d-4d4f-b4fb-f39951ae2eab tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:02.463838 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-9f33ff5e-765d-4d4f-b4fb-f39951ae2eab tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:02.516669 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d89bd719-98ae-4d66-b319-df1beeb77de1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:02.536740 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d89bd719-98ae-4d66-b319-df1beeb77de1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:02.551497 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412e967-c0ce-474f-bc35-9f0e751a94e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fe4ecf-94a5-473a-a953-1ae38f614592,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:02.631358 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-9f33ff5e-765d-4d4f-b4fb-f39951ae2eab tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8776693 Aug 19 18:26:02.652854 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3c32b5-5d07-41cf-b71a-7fd4604fbd86 x-openstack-request-id: req-aa3c32b5-5d07-41cf-b71a-7fd4604fbd86 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:02.655391 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119777d0-5736-4ffc-ad33-5bc664e96a8c", "tag": "f5fe4ecf-94a5-473a-a953-1ae38f614592", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:02.657035 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa3c32b5-5d07-41cf-b71a-7fd4604fbd86 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:02.658174 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119777d0-5736-4ffc-ad33-5bc664e96a8c', 'tag': 'f5fe4ecf-94a5-473a-a953-1ae38f614592', 'status': 'completed', 'code': 200} Aug 19 18:26:02.672797 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-83db8239-76ea-4cd2-8306-e4f5f52f7ed9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Request body: {'port': {'device_id': '9955b157-4e75-48fc-b119-abbc246fe462', 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40', 'admin_state_up': True, 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'security_groups': ['eb2fbddd-58c2-47e9-9321-764eba8a2fee']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:02.710575 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-d89bd719-98ae-4d66-b319-df1beeb77de1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] In _notify_port_updated(), no bound segment for port 696ee229-e6dd-42b8-b9e0-f5a093a215f8 on network e7f1d60f-776e-41b1-addd-b63d98e485b7 {{(pid=94682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:26:02.716457 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89bd719-98ae-4d66-b319-df1beeb77de1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:02.717467 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d89bd719-98ae-4d66-b319-df1beeb77de1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:02.750268 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d89bd719-98ae-4d66-b319-df1beeb77de1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "PUT /v2.0/ports/696ee229-e6dd-42b8-b9e0-f5a093a215f8 HTTP/1.1" status: 200 len: 1068 time: 1.3904822 Aug 19 18:26:02.753743 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39206) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:02.822875 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1d28228c-70ba-43fc-97e4-bc05e0f51069 req-6703af21-4cc8-4ab8-bfa7-2ce7d5b56ce3 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3809533 Aug 19 18:26:02.877403 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-101097f3-d604-4c04-9802-fb6582ea1926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:02.879229 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bd719-98ae-4d66-b319-df1beeb77de1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Pushing event updated for resources: {'Port': ['ID=696ee229-e6dd-42b8-b9e0-f5a093a215f8,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:02.879965 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-101097f3-d604-4c04-9802-fb6582ea1926 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1b1aa2c733a4115bafa765990404683&device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 1094 time: 0.3653004 Aug 19 18:26:02.938620 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a3ded9e3-4eb0-41cc-9eb5-e722eccd8e4f None None] Provisioning for port 157237db-49d7-4dc1-b9f9-88191429b6a5 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:02.947510 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a3ded9e3-4eb0-41cc-9eb5-e722eccd8e4f None None] Provisioning complete for port 157237db-49d7-4dc1-b9f9-88191429b6a5 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:02.948343 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a3ded9e3-4eb0-41cc-9eb5-e722eccd8e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:03.073263 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-2a3046cb-cff3-4917-9611-a62cb44fb862 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5fe4ecf-94a5-473a-a953-1ae38f614592 HTTP/1.1" status: 200 len: 217 time: 0.1710289 Aug 19 18:26:03.096634 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-a3ded9e3-4eb0-41cc-9eb5-e722eccd8e4f None None] Port 157237db-49d7-4dc1-b9f9-88191429b6a5 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:26:03.255355 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8916f3b-c06b-4486-8e77-4c97cf772876 req-285312af-12cb-440d-baab-49b82aaf4d11 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:03.276554 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f8916f3b-c06b-4486-8e77-4c97cf772876 req-285312af-12cb-440d-baab-49b82aaf4d11 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 943 time: 0.2727313 Aug 19 18:26:03.283005 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-10f44360-aa82-4b9e-8f6f-698ddb9f7ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:03.286694 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-10f44360-aa82-4b9e-8f6f-698ddb9f7ca3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9e32631a-48d3-4ef0-8eb3-575117a89737 HTTP/1.1" status: 200 len: 856 time: 0.2106149 Aug 19 18:26:03.350166 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-cafe831a-bda9-487c-bf11-4c96fe30d57d None None] Provisioning complete for port 696ee229-e6dd-42b8-b9e0-f5a093a215f8 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:03.351097 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cafe831a-bda9-487c-bf11-4c96fe30d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:03.354772 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-83db8239-76ea-4cd2-8306-e4f5f52f7ed9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Made reservation on behalf of 2d4c8d8581824507a55c5466e9a27980 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:26:03.360814 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-83db8239-76ea-4cd2-8306-e4f5f52f7ed9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:03.436604 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-cafe831a-bda9-487c-bf11-4c96fe30d57d None None] Port 696ee229-e6dd-42b8-b9e0-f5a093a215f8 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:26:03.450627 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f8916f3b-c06b-4486-8e77-4c97cf772876 req-14185346-ddbe-408c-b489-685766a0097b tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726937 Aug 19 18:26:03.465064 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-f47265ea-b286-46ea-8203-629845bf1b36 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Deleting port 696ee229-e6dd-42b8-b9e0-f5a093a215f8 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:03.465420 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f47265ea-b286-46ea-8203-629845bf1b36 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:03.639942 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8e657-98e6-4d98-aa85-4e9ecc6376b1 req-3a03d3af-2ced-4b41-b7f0-ee4313816f6d tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:03.647734 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8e657-98e6-4d98-aa85-4e9ecc6376b1 req-3a03d3af-2ced-4b41-b7f0-ee4313816f6d tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:03.659189 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aae8e657-98e6-4d98-aa85-4e9ecc6376b1 req-3a03d3af-2ced-4b41-b7f0-ee4313816f6d tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 1654 time: 0.3708441 Aug 19 18:26:03.675772 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f47265ea-b286-46ea-8203-629845bf1b36 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:03.695342 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-b85ff7a4-4812-4d2b-b4da-cb166500122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:03.696863 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-b85ff7a4-4812-4d2b-b4da-cb166500122f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bacad945-2962-49c4-806c-a7bd8c4e8d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3320811 Aug 19 18:26:03.709425 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-f47265ea-b286-46ea-8203-629845bf1b36 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Calling delete_port for 696ee229-e6dd-42b8-b9e0-f5a093a215f8 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:03.822167 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aae8e657-98e6-4d98-aa85-4e9ecc6376b1 req-607bb117-2457-4ec0-be8f-e947eae1ebdb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619675 Aug 19 18:26:03.847516 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-83db8239-76ea-4cd2-8306-e4f5f52f7ed9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Allocated IP 10.1.1.74 (e907505c-8552-41bc-9150-9253fbc87c40/35803907-fc07-4398-bccd-780130b728a8/bbb83320-ccbe-41de-8f63-90d7036594f8) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:26:03.952676 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-e8deaf64-9807-4831-9910-5f168826b330 service neutron] 10.222.0.50 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460063 Aug 19 18:26:04.052546 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f0aa0-fdf1-416c-b49b-58bf7eb728c5 req-c328fc7f-abbf-4da9-a3fc-a6eb08825da7 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:04.066388 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c02f0aa0-fdf1-416c-b49b-58bf7eb728c5 req-c328fc7f-abbf-4da9-a3fc-a6eb08825da7 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 943 time: 0.1074290 Aug 19 18:26:04.085691 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f47265ea-b286-46ea-8203-629845bf1b36 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:04.186213 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47265ea-b286-46ea-8203-629845bf1b36 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Pushing event deleted for resources: {'Port': ['ID=696ee229-e6dd-42b8-b9e0-f5a093a215f8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:04.232052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47265ea-b286-46ea-8203-629845bf1b36 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:04.232052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47265ea-b286-46ea-8203-629845bf1b36 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:04.232052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47265ea-b286-46ea-8203-629845bf1b36 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:04.232052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47265ea-b286-46ea-8203-629845bf1b36 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:04.232052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47265ea-b286-46ea-8203-629845bf1b36 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:04.232052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47265ea-b286-46ea-8203-629845bf1b36 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:04.232052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47265ea-b286-46ea-8203-629845bf1b36 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:04.232052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47265ea-b286-46ea-8203-629845bf1b36 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:04.232052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47265ea-b286-46ea-8203-629845bf1b36 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:04.232052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47265ea-b286-46ea-8203-629845bf1b36 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:04.232052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47265ea-b286-46ea-8203-629845bf1b36 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:04.232052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47265ea-b286-46ea-8203-629845bf1b36 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:04.365862 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c02f0aa0-fdf1-416c-b49b-58bf7eb728c5 req-7bfe626c-70bc-45c8-acd5-7f3a1a5b1966 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931578 Aug 19 18:26:04.651331 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-01572d2b-2495-4daf-a2bc-435bed79a455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:04.657449 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f47265ea-b286-46ea-8203-629845bf1b36 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:04.667425 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f47265ea-b286-46ea-8203-629845bf1b36 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "DELETE /v2.0/ports/696ee229-e6dd-42b8-b9e0-f5a093a215f8 HTTP/1.1" status: 204 len: 168 time: 1.9103324 Aug 19 18:26:04.668094 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39226) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:04.735630 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d01452-c64d-4544-be55-29b8f07829be tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] GET failed (client error): The resource could not be found. Aug 19 18:26:04.744066 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-84d01452-c64d-4544-be55-29b8f07829be tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "GET /v2.0/ports/696ee229-e6dd-42b8-b9e0-f5a093a215f8 HTTP/1.1" status: 404 len: 333 time: 0.0742068 Aug 19 18:26:04.744945 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39228) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:04.764114 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-10ab435e-0adc-4e0f-9570-bc6b2ef372d6 req-6afdf4da-9073-4a3e-858f-edde0cd0e634 service neutron] 10.222.0.50 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8014665 Aug 19 18:26:04.816782 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4b840-5ab3-45aa-8291-be261c901b26 req-0add3e07-a652-43b0-b233-50856be25ee0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:04.818487 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-adf4b840-5ab3-45aa-8291-be261c901b26 req-0add3e07-a652-43b0-b233-50856be25ee0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 943 time: 0.1404221 Aug 19 18:26:04.825862 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-83db8239-76ea-4cd2-8306-e4f5f52f7ed9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:04.870269 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-83db8239-76ea-4cd2-8306-e4f5f52f7ed9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Transition to ACTIVE for port object bbb83320-ccbe-41de-8f63-90d7036594f8 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:04.994266 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-83db8239-76ea-4cd2-8306-e4f5f52f7ed9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:05.074244 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-adf4b840-5ab3-45aa-8291-be261c901b26 req-1f2d6d0c-b7dd-427c-92ac-ff77d236efc5 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457318 Aug 19 18:26:05.114709 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db8239-76ea-4cd2-8306-e4f5f52f7ed9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event updated for resources: {'Port': ['ID=bbb83320-ccbe-41de-8f63-90d7036594f8,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:05.119157 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-83db8239-76ea-4cd2-8306-e4f5f52f7ed9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Network e907505c-8552-41bc-9150-9253fbc87c40 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:26:05.123253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-83db8239-76ea-4cd2-8306-e4f5f52f7ed9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:05.126807 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-83db8239-76ea-4cd2-8306-e4f5f52f7ed9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:26:05.132954 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b7121-ba7c-43b4-bedf-c554cd96ad7e req-08cc2d9a-a793-4ac7-b0af-99e65f0b0371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:05.135339 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7a7b7121-ba7c-43b4-bedf-c554cd96ad7e req-08cc2d9a-a793-4ac7-b0af-99e65f0b0371 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1b1aa2c733a4115bafa765990404683&device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 1094 time: 0.1810837 Aug 19 18:26:05.140525 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-117a45e8-24f8-4e8a-950f-a845a5c13aa0 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Deleting port d99b382c-1e34-4d68-944b-fce9f87fb976 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:05.141624 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-117a45e8-24f8-4e8a-950f-a845a5c13aa0 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:05.188028 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c27e9-7999-45f7-827f-83daf68bf80e req-9986d7b3-d99f-47c8-894c-174c0a6099f0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:05.194789 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c27e9-7999-45f7-827f-83daf68bf80e req-9986d7b3-d99f-47c8-894c-174c0a6099f0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:05.201059 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c27e9-7999-45f7-827f-83daf68bf80e req-9986d7b3-d99f-47c8-894c-174c0a6099f0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:05.210249 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d58c27e9-7999-45f7-827f-83daf68bf80e req-9986d7b3-d99f-47c8-894c-174c0a6099f0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 2374 time: 0.2039316 Aug 19 18:26:05.314702 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-83db8239-76ea-4cd2-8306-e4f5f52f7ed9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:05.315391 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-83db8239-76ea-4cd2-8306-e4f5f52f7ed9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:05.364117 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-83db8239-76ea-4cd2-8306-e4f5f52f7ed9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7026658 Aug 19 18:26:05.371398 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b7121-ba7c-43b4-bedf-c554cd96ad7e req-712e208f-1387-41ad-bbb9-82d1706a48ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:05.374762 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7a7b7121-ba7c-43b4-bedf-c554cd96ad7e req-712e208f-1387-41ad-bbb9-82d1706a48ac service neutron] 10.222.0.50 "GET /v2.0/networks?id=bacad945-2962-49c4-806c-a7bd8c4e8d7b HTTP/1.1" status: 200 len: 918 time: 0.2184634 Aug 19 18:26:05.381199 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-c0df1bfb-ea0c-4d06-8a6f-682d9fc2b3d9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Request body: {'port': {'device_id': '9955b157-4e75-48fc-b119-abbc246fe462', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '82deafff-818d-46cd-9b39-f0e9acf3a9dd', 'admin_state_up': True, 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'security_groups': ['eb2fbddd-58c2-47e9-9321-764eba8a2fee']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:05.531223 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7a7b7121-ba7c-43b4-bedf-c554cd96ad7e req-f41e2073-e18d-4b13-886c-b4ed7d5d6a3e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5fe4ecf-94a5-473a-a953-1ae38f614592 HTTP/1.1" status: 200 len: 217 time: 0.1286287 Aug 19 18:26:05.643589 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5824117c-99b6-478e-9d60-f601e55f7ec3 None None] Provisioning for port bbb83320-ccbe-41de-8f63-90d7036594f8 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:05.657649 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5824117c-99b6-478e-9d60-f601e55f7ec3 None None] Provisioning complete for port bbb83320-ccbe-41de-8f63-90d7036594f8 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:05.658610 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5824117c-99b6-478e-9d60-f601e55f7ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:05.741949 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b7121-ba7c-43b4-bedf-c554cd96ad7e req-3ab2994f-a45a-4cbf-9b68-90f470198676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:05.745645 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7a7b7121-ba7c-43b4-bedf-c554cd96ad7e req-3ab2994f-a45a-4cbf-9b68-90f470198676 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9e32631a-48d3-4ef0-8eb3-575117a89737 HTTP/1.1" status: 200 len: 856 time: 0.1966336 Aug 19 18:26:05.762240 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a419c41-759a-4939-99ae-7d2273dbff06 req-7aafad95-92c6-4bc9-8cef-dbd31e15f56b tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:05.771962 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a419c41-759a-4939-99ae-7d2273dbff06 req-7aafad95-92c6-4bc9-8cef-dbd31e15f56b tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 943 time: 0.2454076 Aug 19 18:26:05.776624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-5824117c-99b6-478e-9d60-f601e55f7ec3 None None] Port bbb83320-ccbe-41de-8f63-90d7036594f8 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:26:05.864893 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-c0df1bfb-ea0c-4d06-8a6f-682d9fc2b3d9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Made reservation on behalf of 2d4c8d8581824507a55c5466e9a27980 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:26:05.954512 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a419c41-759a-4939-99ae-7d2273dbff06 req-f4a2d986-9534-4547-8048-e5e7ff25329b tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815605 Aug 19 18:26:05.967871 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b7121-ba7c-43b4-bedf-c554cd96ad7e req-637f59f2-cae7-40f2-a149-9c48f4e98379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:05.970069 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7a7b7121-ba7c-43b4-bedf-c554cd96ad7e req-637f59f2-cae7-40f2-a149-9c48f4e98379 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bacad945-2962-49c4-806c-a7bd8c4e8d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1890719 Aug 19 18:26:06.185784 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d58c27e9-7999-45f7-827f-83daf68bf80e req-5c223152-ac20-4cac-8f83-8094860ab9c4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9455512 Aug 19 18:26:06.186372 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7a7b7121-ba7c-43b4-bedf-c554cd96ad7e req-ce4b169d-7021-46a8-a881-1f944a6204b7 service neutron] 10.222.0.50 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051234 Aug 19 18:26:06.190096 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-c0df1bfb-ea0c-4d06-8a6f-682d9fc2b3d9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:06.233881 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-117a45e8-24f8-4e8a-950f-a845a5c13aa0 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:06.252442 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-117a45e8-24f8-4e8a-950f-a845a5c13aa0 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Calling delete_port for d99b382c-1e34-4d68-944b-fce9f87fb976 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:06.305940 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device f250c22a-1849-4944-8623-08d743a78744 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:26:06.485382 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port f250c22a-1849-4944-8623-08d743a78744, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=f250c22a-1849-4944-8623-08d743a78744,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:06.511370 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'f250c22a-1849-4944-8623-08d743a78744', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'port_id': 'f250c22a-1849-4944-8623-08d743a78744', 'mac_address': 'fa:16:3e:1b:e3:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:26:06.594341 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:06.607347 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-117a45e8-24f8-4e8a-950f-a845a5c13aa0 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:06.624033 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f250c22a-1849-4944-8623-08d743a78744 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:26:06.652363 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port f250c22a-1849-4944-8623-08d743a78744, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=f250c22a-1849-4944-8623-08d743a78744,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:06.662766 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:06.672439 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a45e8-24f8-4e8a-950f-a845a5c13aa0 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Pushing event deleted for resources: {'Port': ['ID=d99b382c-1e34-4d68-944b-fce9f87fb976,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:06.769807 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-117a45e8-24f8-4e8a-950f-a845a5c13aa0 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:06.774171 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-117a45e8-24f8-4e8a-950f-a845a5c13aa0 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "DELETE /v2.0/ports/d99b382c-1e34-4d68-944b-fce9f87fb976 HTTP/1.1" status: 204 len: 168 time: 2.0257442 Aug 19 18:26:06.775732 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39252) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:06.829383 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=f250c22a-1849-4944-8623-08d743a78744,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:06.831283 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfac4ad0-04dd-474f-8522-3ec6104058de tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] GET failed (client error): The resource could not be found. Aug 19 18:26:06.832968 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bfac4ad0-04dd-474f-8522-3ec6104058de tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "GET /v2.0/ports/d99b382c-1e34-4d68-944b-fce9f87fb976 HTTP/1.1" status: 404 len: 333 time: 0.0562596 Aug 19 18:26:06.836524 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-c0df1bfb-ea0c-4d06-8a6f-682d9fc2b3d9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Allocated IP 10.2.2.100 (82deafff-818d-46cd-9b39-f0e9acf3a9dd/204603f8-aa90-483f-91d6-b7616b3a5b43/747e61a2-79d2-495c-884e-e517af4325c6) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:26:06.839724 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39254) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:06.906420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa813a7-54fd-4281-bf18-fe9e62c41d96 req-3e808d5e-a17a-414c-9d1b-f7529851c914 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:06.908018 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0aa813a7-54fd-4281-bf18-fe9e62c41d96 req-3e808d5e-a17a-414c-9d1b-f7529851c914 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 943 time: 0.6273980 Aug 19 18:26:06.951722 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['f250c22a-1849-4944-8623-08d743a78744'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:26:07.141345 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-fcd43445-c393-46b1-8088-f5bb29ea9877 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Deleting port 9da0b492-bc9d-4444-82d5-1bfea57ce88e {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:07.141816 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fcd43445-c393-46b1-8088-f5bb29ea9877 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:07.160944 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-237b0e85-e891-40a4-b117-ad6e3fd0f947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:07.234047 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7a7b7121-ba7c-43b4-bedf-c554cd96ad7e req-87404142-9ced-4855-90a6-4b58e9391c5e service neutron] 10.222.0.50 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0265613 Aug 19 18:26:07.279422 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0aa813a7-54fd-4281-bf18-fe9e62c41d96 req-a4abbefe-1af4-452e-97b5-e4266a7009e1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377557 Aug 19 18:26:07.320004 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:07.346919 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-c0df1bfb-ea0c-4d06-8a6f-682d9fc2b3d9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:07.362423 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fcd43445-c393-46b1-8088-f5bb29ea9877 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:07.365840 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-c0df1bfb-ea0c-4d06-8a6f-682d9fc2b3d9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Transition to ACTIVE for port object 747e61a2-79d2-495c-884e-e517af4325c6 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:07.393192 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-fcd43445-c393-46b1-8088-f5bb29ea9877 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Calling delete_port for 9da0b492-bc9d-4444-82d5-1bfea57ce88e owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:07.432825 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-c0df1bfb-ea0c-4d06-8a6f-682d9fc2b3d9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:07.529617 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df1bfb-ea0c-4d06-8a6f-682d9fc2b3d9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event updated for resources: {'Port': ['ID=747e61a2-79d2-495c-884e-e517af4325c6,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:07.609738 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678affd-f070-4046-9f91-73ae0540610a req-7ff5042c-a851-40b3-98b7-e1e942a174b9 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:07.611935 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-c0df1bfb-ea0c-4d06-8a6f-682d9fc2b3d9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Network 82deafff-818d-46cd-9b39-f0e9acf3a9dd is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:26:07.616175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-c0df1bfb-ea0c-4d06-8a6f-682d9fc2b3d9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:07.618642 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5678affd-f070-4046-9f91-73ae0540610a req-7ff5042c-a851-40b3-98b7-e1e942a174b9 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 943 time: 0.2274897 Aug 19 18:26:07.619795 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-c0df1bfb-ea0c-4d06-8a6f-682d9fc2b3d9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:26:07.693264 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-c0df1bfb-ea0c-4d06-8a6f-682d9fc2b3d9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:07.695729 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-c0df1bfb-ea0c-4d06-8a6f-682d9fc2b3d9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:07.702957 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5678affd-f070-4046-9f91-73ae0540610a req-ab93f0bd-b78e-4bfc-80a4-e596c4f362d9 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831001 Aug 19 18:26:07.761081 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292a0d1-dc79-42ff-afad-abe3c4607f57 req-f0f10bb0-a64d-4213-a7ed-d6edb58c3e1d tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:07.761081 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292a0d1-dc79-42ff-afad-abe3c4607f57 req-f0f10bb0-a64d-4213-a7ed-d6edb58c3e1d tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:07.761081 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292a0d1-dc79-42ff-afad-abe3c4607f57 req-f0f10bb0-a64d-4213-a7ed-d6edb58c3e1d tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:07.765563 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292a0d1-dc79-42ff-afad-abe3c4607f57 req-f0f10bb0-a64d-4213-a7ed-d6edb58c3e1d tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:07.768928 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fcd43445-c393-46b1-8088-f5bb29ea9877 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:07.778445 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7292a0d1-dc79-42ff-afad-abe3c4607f57 req-f0f10bb0-a64d-4213-a7ed-d6edb58c3e1d tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 3095 time: 0.2504518 Aug 19 18:26:07.786642 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-c0df1bfb-ea0c-4d06-8a6f-682d9fc2b3d9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4060559 Aug 19 18:26:07.837126 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd43445-c393-46b1-8088-f5bb29ea9877 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Pushing event deleted for resources: {'Port': ['ID=9da0b492-bc9d-4444-82d5-1bfea57ce88e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:07.854189 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7292a0d1-dc79-42ff-afad-abe3c4607f57 req-48ea92d2-8455-4640-8e78-cf4a5c578bd1 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704277 Aug 19 18:26:07.861815 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-f75d3f2b-daf1-4bd2-bf94-01e7ac12f1f0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Request body: {'port': {'device_id': '9955b157-4e75-48fc-b119-abbc246fe462', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '82deafff-818d-46cd-9b39-f0e9acf3a9dd', 'admin_state_up': True, 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'security_groups': ['eb2fbddd-58c2-47e9-9321-764eba8a2fee']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:07.895080 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fcd43445-c393-46b1-8088-f5bb29ea9877 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:07.897552 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fcd43445-c393-46b1-8088-f5bb29ea9877 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "DELETE /v2.0/ports/9da0b492-bc9d-4444-82d5-1bfea57ce88e HTTP/1.1" status: 204 len: 168 time: 1.0567141 Aug 19 18:26:07.901159 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39272) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:07.971195 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-9109bb5f-5d27-4419-9369-16e0356590e7 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Deleting subnet 1e92061a-d458-4a71-a313-114613ab0d79 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:26:07.981520 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9109bb5f-5d27-4419-9369-16e0356590e7 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:08.064958 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9109bb5f-5d27-4419-9369-16e0356590e7 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:08.077385 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-f75d3f2b-daf1-4bd2-bf94-01e7ac12f1f0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Made reservation on behalf of 2d4c8d8581824507a55c5466e9a27980 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:26:08.082247 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-f75d3f2b-daf1-4bd2-bf94-01e7ac12f1f0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:08.169942 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6ca1268c-a5b7-4b94-a889-ac64ea78e987 None None] Provisioning for port 747e61a2-79d2-495c-884e-e517af4325c6 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:08.179809 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6ca1268c-a5b7-4b94-a889-ac64ea78e987 None None] Provisioning complete for port 747e61a2-79d2-495c-884e-e517af4325c6 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:08.180185 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6ca1268c-a5b7-4b94-a889-ac64ea78e987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:08.246498 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:08.269621 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1268c-a5b7-4b94-a889-ac64ea78e987 None None] Port 747e61a2-79d2-495c-884e-e517af4325c6 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:26:08.274793 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9109bb5f-5d27-4419-9369-16e0356590e7 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:08.311496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device f250c22a-1849-4944-8623-08d743a78744 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:26:08.389667 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9109bb5f-5d27-4419-9369-16e0356590e7 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:08.434046 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port f250c22a-1849-4944-8623-08d743a78744 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:08.438556 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port f250c22a-1849-4944-8623-08d743a78744 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:08.438930 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:08.452408 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109bb5f-5d27-4419-9369-16e0356590e7 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Pushing event deleted for resources: {'Subnet': ['ID=1e92061a-d458-4a71-a313-114613ab0d79,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:08.459080 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9109bb5f-5d27-4419-9369-16e0356590e7 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:08.464516 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9109bb5f-5d27-4419-9369-16e0356590e7 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "DELETE /v2.0/subnets/1e92061a-d458-4a71-a313-114613ab0d79 HTTP/1.1" status: 204 len: 168 time: 0.5620565 Aug 19 18:26:08.465977 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39298) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:08.510048 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-f75d3f2b-daf1-4bd2-bf94-01e7ac12f1f0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Allocated IP 10.2.2.200 (82deafff-818d-46cd-9b39-f0e9acf3a9dd/204603f8-aa90-483f-91d6-b7616b3a5b43/3c01a012-e516-4baa-88d6-391db59eb674) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:26:08.512695 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19958b43-c8c7-4f32-af46-c0441b6cc4e3 None None] Network e7f1d60f-776e-41b1-addd-b63d98e485b7 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:26:08.558411 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca424f4-e860-4b82-95e8-70e5025770ba req-92fcd38c-e774-45a8-9c05-af67ec837157 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:08.566812 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ca424f4-e860-4b82-95e8-70e5025770ba req-92fcd38c-e774-45a8-9c05-af67ec837157 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 944 time: 0.1639104 Aug 19 18:26:08.592622 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-915d6047-e173-4339-a574-e2d5616797f1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:08.624541 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ca424f4-e860-4b82-95e8-70e5025770ba req-ec3a0b4f-3ec4-4472-b0a9-e024b9635ff4 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559821 Aug 19 18:26:08.687592 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device f5fe4ecf-94a5-473a-a953-1ae38f614592 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:26:08.704464 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-f75d3f2b-daf1-4bd2-bf94-01e7ac12f1f0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:08.721782 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-f75d3f2b-daf1-4bd2-bf94-01e7ac12f1f0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Transition to ACTIVE for port object 3c01a012-e516-4baa-88d6-391db59eb674 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:08.727606 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-915d6047-e173-4339-a574-e2d5616797f1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Deleting port be7dcca1-177d-48a2-94c7-89caacaa7eb9 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:08.728342 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-915d6047-e173-4339-a574-e2d5616797f1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:08.802439 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-f75d3f2b-daf1-4bd2-bf94-01e7ac12f1f0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:08.817467 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port f5fe4ecf-94a5-473a-a953-1ae38f614592, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=f5fe4ecf-94a5-473a-a953-1ae38f614592,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:08.858210 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-915d6047-e173-4339-a574-e2d5616797f1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] For port be7dcca1-177d-48a2-94c7-89caacaa7eb9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=be7dcca1-177d-48a2-94c7-89caacaa7eb9,segment=NetworkSegment(beb1a6cd-bea0-45b0-8c41-08d2ff385d27),segment_id=beb1a6cd-bea0-45b0-8c41-08d2ff385d27)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:08.858589 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-915d6047-e173-4339-a574-e2d5616797f1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:08.864966 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'f5fe4ecf-94a5-473a-a953-1ae38f614592', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'port_id': 'f5fe4ecf-94a5-473a-a953-1ae38f614592', 'mac_address': 'fa:16:3e:6c:39:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:26:08.875726 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-915d6047-e173-4339-a574-e2d5616797f1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Calling delete_port for be7dcca1-177d-48a2-94c7-89caacaa7eb9 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:08.924334 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-f75d3f2b-daf1-4bd2-bf94-01e7ac12f1f0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Network 82deafff-818d-46cd-9b39-f0e9acf3a9dd is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:26:08.948511 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-f75d3f2b-daf1-4bd2-bf94-01e7ac12f1f0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:08.952639 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d3f2b-daf1-4bd2-bf94-01e7ac12f1f0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event updated for resources: {'Port': ['ID=3c01a012-e516-4baa-88d6-391db59eb674,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:08.969260 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-f75d3f2b-daf1-4bd2-bf94-01e7ac12f1f0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:26:08.978509 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-f1071c31-7ee2-43b5-9ae7-eb37f3e2be45 req-bba10c35-39e7-4cb1-aa3c-9636800852ed service neutron] (94682) timed out ('10.222.0.50', 49676) {{(pid=94682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:26:08.983057 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-915d6047-e173-4339-a574-e2d5616797f1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:09.005559 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d6047-e173-4339-a574-e2d5616797f1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] No DVR routers for this DVR port be7dcca1-177d-48a2-94c7-89caacaa7eb9 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:26:09.013706 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8489e14-39ad-40d5-acad-70a0f03460fd req-cb7abf34-df21-431d-a879-7e4bdd724347 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:09.022316 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b8489e14-39ad-40d5-acad-70a0f03460fd req-cb7abf34-df21-431d-a879-7e4bdd724347 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 943 time: 0.1511564 Aug 19 18:26:09.068724 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d6047-e173-4339-a574-e2d5616797f1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Pushing event deleted for resources: {'Port': ['ID=be7dcca1-177d-48a2-94c7-89caacaa7eb9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:09.074947 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:09.114017 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b8489e14-39ad-40d5-acad-70a0f03460fd req-2bd665ce-cddc-42a4-89b4-f981b8c90aff tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850434 Aug 19 18:26:09.143588 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-f75d3f2b-daf1-4bd2-bf94-01e7ac12f1f0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:09.145009 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-f75d3f2b-daf1-4bd2-bf94-01e7ac12f1f0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:09.172361 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:09.176057 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-f75d3f2b-daf1-4bd2-bf94-01e7ac12f1f0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3403008 Aug 19 18:26:09.180224 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734e06c5-15e9-45b4-a0b2-05af6acc6934 None None] DHCP port deletion for e7f1d60f-776e-41b1-addd-b63d98e485b7 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:26:09.190175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-64e6f361-f6db-4796-b37b-633d134f5e87 service neutron] Request body: {'port': {'device_id': '9955b157-4e75-48fc-b119-abbc246fe462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:09.203343 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-915d6047-e173-4339-a574-e2d5616797f1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:09.228027 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-915d6047-e173-4339-a574-e2d5616797f1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f1d60f-776e-41b1-addd-b63d98e485b7']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:09.231136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a50f43a-6474-4e48-8a66-80e7cca9ec66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f250c22a-1849-4944-8623-08d743a78744'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:09.234709 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c10cad-144a-416d-a25e-407de24d073c" -d '{"events": [{"server_uuid": "9a50f43a-6474-4e48-8a66-80e7cca9ec66", "name": "network-vif-plugged", "status": "completed", "tag": "f250c22a-1849-4944-8623-08d743a78744"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:09.265463 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b3d7c-ce87-44ce-83c4-11e175fea382 req-ab862c66-4a12-4be5-ba4f-3485101e451c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:09.281322 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b3d7c-ce87-44ce-83c4-11e175fea382 req-ab862c66-4a12-4be5-ba4f-3485101e451c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:09.287184 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-64e6f361-f6db-4796-b37b-633d134f5e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:09.287608 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b3d7c-ce87-44ce-83c4-11e175fea382 req-ab862c66-4a12-4be5-ba4f-3485101e451c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:09.288370 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port f250c22a-1849-4944-8623-08d743a78744, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=f250c22a-1849-4944-8623-08d743a78744,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:09.291543 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5fe4ecf-94a5-473a-a953-1ae38f614592 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:26:09.311148 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b3d7c-ce87-44ce-83c4-11e175fea382 req-ab862c66-4a12-4be5-ba4f-3485101e451c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:09.319440 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:09.329999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b3d7c-ce87-44ce-83c4-11e175fea382 req-ab862c66-4a12-4be5-ba4f-3485101e451c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:09.331921 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6b9b3d7c-ce87-44ce-83c4-11e175fea382 req-ab862c66-4a12-4be5-ba4f-3485101e451c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 3816 time: 0.2839298 Aug 19 18:26:09.333884 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port f5fe4ecf-94a5-473a-a953-1ae38f614592, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=f5fe4ecf-94a5-473a-a953-1ae38f614592,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:09.344533 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a55dfea-7597-4a59-a3fe-1886d7b7ca5c x-openstack-request-id: req-1a55dfea-7597-4a59-a3fe-1886d7b7ca5c {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:09.344829 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a50f43a-6474-4e48-8a66-80e7cca9ec66", "name": "network-vif-plugged", "status": "completed", "tag": "f250c22a-1849-4944-8623-08d743a78744", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:09.345085 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a55dfea-7597-4a59-a3fe-1886d7b7ca5c {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:09.353949 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a50f43a-6474-4e48-8a66-80e7cca9ec66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f250c22a-1849-4944-8623-08d743a78744', 'code': 200} Aug 19 18:26:09.372221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-915d6047-e173-4339-a574-e2d5616797f1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb1a6cd-bea0-45b0-8c41-08d2ff385d27') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:09.372595 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-915d6047-e173-4339-a574-e2d5616797f1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb1a6cd-bea0-45b0-8c41-08d2ff385d27') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:09.400254 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:09.400644 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-915d6047-e173-4339-a574-e2d5616797f1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:09.429641 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-20ebd8e6-1d7d-486d-92b0-e49c6dd9dea1 None None] Provisioning for port 3c01a012-e516-4baa-88d6-391db59eb674 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:09.450758 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-20ebd8e6-1d7d-486d-92b0-e49c6dd9dea1 None None] Provisioning complete for port 3c01a012-e516-4baa-88d6-391db59eb674 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:09.451067 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-20ebd8e6-1d7d-486d-92b0-e49c6dd9dea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:09.451637 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-915d6047-e173-4339-a574-e2d5616797f1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:09.463502 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6b9b3d7c-ce87-44ce-83c4-11e175fea382 req-ee8e2bbe-1d5c-4fd7-a78b-59e4af2e27f2 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078417 Aug 19 18:26:09.464687 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915d6047-e173-4339-a574-e2d5616797f1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:26:09.465109 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-915d6047-e173-4339-a574-e2d5616797f1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:26:09.472212 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:26:09.499194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=f250c22a-1849-4944-8623-08d743a78744,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:09.596563 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe49b4-ccdb-4ae2-a70f-4a53487e643a req-2a37a89b-e4cc-44dd-9d4c-512ae0c16d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:09.596807 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-20ebd8e6-1d7d-486d-92b0-e49c6dd9dea1 None None] Port 3c01a012-e516-4baa-88d6-391db59eb674 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:26:09.608561 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59fe49b4-ccdb-4ae2-a70f-4a53487e643a req-2a37a89b-e4cc-44dd-9d4c-512ae0c16d51 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 1096 time: 0.1956236 Aug 19 18:26:09.610139 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-915d6047-e173-4339-a574-e2d5616797f1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:09.637774 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-915d6047-e173-4339-a574-e2d5616797f1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:09.640958 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-915d6047-e173-4339-a574-e2d5616797f1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] 10.222.0.24 "DELETE /v2.0/networks/e7f1d60f-776e-41b1-addd-b63d98e485b7 HTTP/1.1" status: 204 len: 168 time: 1.1733623 Aug 19 18:26:09.644984 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=f5fe4ecf-94a5-473a-a953-1ae38f614592,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:09.682574 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['f5fe4ecf-94a5-473a-a953-1ae38f614592'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:26:09.814005 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d6047-e173-4339-a574-e2d5616797f1 tempest-AllowedAddressPairIpV6TestJSON-1459365356 tempest-AllowedAddressPairIpV6TestJSON-1459365356-project] Pushing event deleted for resources: {'Network': ['ID=e7f1d60f-776e-41b1-addd-b63d98e485b7,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:09.997620 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-64e6f361-f6db-4796-b37b-633d134f5e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 947b2bf4-1446-47c1-9618-b9bfceb818f3 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:26:09.999116 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59fe49b4-ccdb-4ae2-a70f-4a53487e643a req-69fb4ad2-dcf9-4b2d-acd1-536a14d296ff service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564646 Aug 19 18:26:10.006658 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-64e6f361-f6db-4796-b37b-633d134f5e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:10.021315 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-64e6f361-f6db-4796-b37b-633d134f5e87 service neutron] Transition to ACTIVE for port object 947b2bf4-1446-47c1-9618-b9bfceb818f3 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:10.027999 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-64e6f361-f6db-4796-b37b-633d134f5e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:10.037713 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c0895-e151-47da-8343-29d4d9abc5a6 req-34756833-cbd1-4956-9e17-3e03846fa021 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:10.039260 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-818c0895-e151-47da-8343-29d4d9abc5a6 req-34756833-cbd1-4956-9e17-3e03846fa021 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 945 time: 0.1382837 Aug 19 18:26:10.112689 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6f361-f6db-4796-b37b-633d134f5e87 service neutron] Pushing event updated for resources: {'Port': ['ID=947b2bf4-1446-47c1-9618-b9bfceb818f3,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:10.174697 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:10.199784 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-818c0895-e151-47da-8343-29d4d9abc5a6 req-11ecb854-dacd-457f-addc-489a09aa2795 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202459 Aug 19 18:26:10.300374 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-64e6f361-f6db-4796-b37b-633d134f5e87 service neutron] Attempting to bind port 947b2bf4-1446-47c1-9618-b9bfceb818f3 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:26:10.300690 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-64e6f361-f6db-4796-b37b-633d134f5e87 service neutron] Attempting to bind port 947b2bf4-1446-47c1-9618-b9bfceb818f3 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '083a7072-271c-444a-a331-ab84e02a81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:26:10.301097 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-64e6f361-f6db-4796-b37b-633d134f5e87 service neutron] Attempting to bind port 947b2bf4-1446-47c1-9618-b9bfceb818f3 on network eb209190-2b0a-4385-a96f-5ebf3ada95ae {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:10.339999 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-64e6f361-f6db-4796-b37b-633d134f5e87 service neutron] Port 947b2bf4-1446-47c1-9618-b9bfceb818f3 on network eb209190-2b0a-4385-a96f-5ebf3ada95ae not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:26:10.345352 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-64e6f361-f6db-4796-b37b-633d134f5e87 service neutron] Attempting to bind port 947b2bf4-1446-47c1-9618-b9bfceb818f3 on network eb209190-2b0a-4385-a96f-5ebf3ada95ae {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:10.359447 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-64e6f361-f6db-4796-b37b-633d134f5e87 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:26:10.360493 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-64e6f361-f6db-4796-b37b-633d134f5e87 service neutron] Checking segment: {'id': '083a7072-271c-444a-a331-ab84e02a81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:10.362472 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-64e6f361-f6db-4796-b37b-633d134f5e87 service neutron] Bound using segment: {'id': '083a7072-271c-444a-a331-ab84e02a81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:26:10.362689 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-64e6f361-f6db-4796-b37b-633d134f5e87 service neutron] Bound port: 947b2bf4-1446-47c1-9618-b9bfceb818f3, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083a7072-271c-444a-a331-ab84e02a81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:26:10.365904 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-64e6f361-f6db-4796-b37b-633d134f5e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:10.410755 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af099d8-1e45-429f-8cde-d3f2d71167c9 req-46d9cbb8-4ef6-4654-97c6-ad1f6ec26290 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:10.423638 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39366) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:10.425276 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1af099d8-1e45-429f-8cde-d3f2d71167c9 req-46d9cbb8-4ef6-4654-97c6-ad1f6ec26290 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 944 time: 0.1758378 Aug 19 18:26:10.603443 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device f5fe4ecf-94a5-473a-a953-1ae38f614592 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:26:10.622655 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1af099d8-1e45-429f-8cde-d3f2d71167c9 req-8dc5f1e9-ce2e-43e8-99ea-afc9a9f647ad tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694281 Aug 19 18:26:10.635104 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-64e6f361-f6db-4796-b37b-633d134f5e87 service neutron] For port 947b2bf4-1446-47c1-9618-b9bfceb818f3, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:26:10.641427 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-64e6f361-f6db-4796-b37b-633d134f5e87 service neutron] For port 947b2bf4-1446-47c1-9618-b9bfceb818f3, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=947b2bf4-1446-47c1-9618-b9bfceb818f3,segment=NetworkSegment(083a7072-271c-444a-a331-ab84e02a81c5),segment_id=083a7072-271c-444a-a331-ab84e02a81c5)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:26:10.662316 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-64e6f361-f6db-4796-b37b-633d134f5e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:10.680655 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ecbfbfd6-2336-4a64-b705-3e7e9d73d505 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20ca960454f74877aab9f600badac331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556548 Aug 19 18:26:10.684062 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39376) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:10.687582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-64e6f361-f6db-4796-b37b-633d134f5e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:10.688651 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-64e6f361-f6db-4796-b37b-633d134f5e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:10.690971 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-64e6f361-f6db-4796-b37b-633d134f5e87 service neutron] 10.222.0.50 "PUT /v2.0/ports/947b2bf4-1446-47c1-9618-b9bfceb818f3 HTTP/1.1" status: 200 len: 1092 time: 1.5051091 Aug 19 18:26:10.691821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'tag': '947b2bf4-1446-47c1-9618-b9bfceb818f3'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:10.703051 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c314b7-ff67-4e3c-9fec-20cbc02377f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "tag": "947b2bf4-1446-47c1-9618-b9bfceb818f3"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:10.718522 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd1dd1-9770-4d99-9e3e-6167a7281b60 req-dcd64b18-ff9d-4e3b-8451-cde4169aaa6c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:10.736490 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd1dd1-9770-4d99-9e3e-6167a7281b60 req-dcd64b18-ff9d-4e3b-8451-cde4169aaa6c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:10.745382 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd1dd1-9770-4d99-9e3e-6167a7281b60 req-dcd64b18-ff9d-4e3b-8451-cde4169aaa6c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:10.754176 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd1dd1-9770-4d99-9e3e-6167a7281b60 req-dcd64b18-ff9d-4e3b-8451-cde4169aaa6c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:10.769339 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd1dd1-9770-4d99-9e3e-6167a7281b60 req-dcd64b18-ff9d-4e3b-8451-cde4169aaa6c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:10.772109 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-92dd1dd1-9770-4d99-9e3e-6167a7281b60 req-dcd64b18-ff9d-4e3b-8451-cde4169aaa6c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 3828 time: 0.1609144 Aug 19 18:26:10.796925 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-14920cf9-45b7-4e92-8f22-f052aa2542eb service neutron] Request body: {'port': {'device_id': '9955b157-4e75-48fc-b119-abbc246fe462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:10.858755 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port f5fe4ecf-94a5-473a-a953-1ae38f614592 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:10.866762 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port f5fe4ecf-94a5-473a-a953-1ae38f614592 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:10.867333 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:10.900690 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-92dd1dd1-9770-4d99-9e3e-6167a7281b60 req-0f5f4f2f-a3a1-411f-bc83-bdd61567ad5c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117401 Aug 19 18:26:10.952047 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf49bcc-e68c-4e55-8a80-3e52ac75737e x-openstack-request-id: req-5bf49bcc-e68c-4e55-8a80-3e52ac75737e {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:10.952754 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device be7dcca1-177d-48a2-94c7-89caacaa7eb9 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:26:10.952900 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "tag": "947b2bf4-1446-47c1-9618-b9bfceb818f3", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:10.953440 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5bf49bcc-e68c-4e55-8a80-3e52ac75737e {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:10.954306 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'tag': '947b2bf4-1446-47c1-9618-b9bfceb818f3', 'status': 'completed', 'code': 200} Aug 19 18:26:11.001983 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: be7dcca1-177d-48a2-94c7-89caacaa7eb9 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:26:11.002333 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device be7dcca1-177d-48a2-94c7-89caacaa7eb9 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:26:11.032593 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:11.079803 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:11.115575 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6f361-f6db-4796-b37b-633d134f5e87 service neutron] Pushing event updated for resources: {'Port': ['ID=947b2bf4-1446-47c1-9618-b9bfceb818f3,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:11.127821 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-14920cf9-45b7-4e92-8f22-f052aa2542eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:11.140161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port f5fe4ecf-94a5-473a-a953-1ae38f614592, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=f5fe4ecf-94a5-473a-a953-1ae38f614592,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:11.151859 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:11.169617 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c314b7-ff67-4e3c-9fec-20cbc02377f0 req-84281459-a942-4449-ac91-ca38faadc5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:11.170372 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c314b7-ff67-4e3c-9fec-20cbc02377f0 req-84281459-a942-4449-ac91-ca38faadc5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:11.171011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c314b7-ff67-4e3c-9fec-20cbc02377f0 req-84281459-a942-4449-ac91-ca38faadc5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:11.171699 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c314b7-ff67-4e3c-9fec-20cbc02377f0 req-84281459-a942-4449-ac91-ca38faadc5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:11.172732 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c314b7-ff67-4e3c-9fec-20cbc02377f0 req-84281459-a942-4449-ac91-ca38faadc5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:11.174780 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a4c314b7-ff67-4e3c-9fec-20cbc02377f0 req-84281459-a942-4449-ac91-ca38faadc5bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d4c8d8581824507a55c5466e9a27980&device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 4363 time: 0.2350180 Aug 19 18:26:11.235640 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=f5fe4ecf-94a5-473a-a953-1ae38f614592,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:11.246818 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3efaf5eb-e032-457d-86f2-9f421e61bef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:11.355277 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119777d0-5736-4ffc-ad33-5bc664e96a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fe4ecf-94a5-473a-a953-1ae38f614592'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:11.358069 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7c5979-1d90-45c9-aa86-fb7ae0fea868" -d '{"events": [{"server_uuid": "119777d0-5736-4ffc-ad33-5bc664e96a8c", "name": "network-vif-plugged", "status": "completed", "tag": "f5fe4ecf-94a5-473a-a953-1ae38f614592"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:11.416489 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3efaf5eb-e032-457d-86f2-9f421e61bef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:11.447249 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6b45b-1562-42c7-8ee7-af3a0c5ab1d8 req-3c88d365-d818-46c5-a5c4-b20d91c95779 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:11.450388 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fce6b45b-1562-42c7-8ee7-af3a0c5ab1d8 req-3c88d365-d818-46c5-a5c4-b20d91c95779 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 945 time: 0.1264219 Aug 19 18:26:11.458843 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8362cb-9e50-4d77-8909-be63b21cb021 x-openstack-request-id: req-ed8362cb-9e50-4d77-8909-be63b21cb021 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:11.459630 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119777d0-5736-4ffc-ad33-5bc664e96a8c", "name": "network-vif-plugged", "status": "completed", "tag": "f5fe4ecf-94a5-473a-a953-1ae38f614592", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:11.460049 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed8362cb-9e50-4d77-8909-be63b21cb021 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:11.460647 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119777d0-5736-4ffc-ad33-5bc664e96a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fe4ecf-94a5-473a-a953-1ae38f614592', 'code': 200} Aug 19 18:26:11.513451 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fce6b45b-1562-42c7-8ee7-af3a0c5ab1d8 req-cbedeeea-7b25-487c-8ace-3af092674fc3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468636 Aug 19 18:26:12.125513 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a468cf-d374-485b-ac4e-fda8053edd96 req-2c660318-2559-4e88-9344-748099f84bc2 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:12.139146 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a468cf-d374-485b-ac4e-fda8053edd96 req-2c660318-2559-4e88-9344-748099f84bc2 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:12.153594 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a468cf-d374-485b-ac4e-fda8053edd96 req-2c660318-2559-4e88-9344-748099f84bc2 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:12.161587 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a468cf-d374-485b-ac4e-fda8053edd96 req-2c660318-2559-4e88-9344-748099f84bc2 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:12.172631 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c314b7-ff67-4e3c-9fec-20cbc02377f0 req-a19ad1ae-97e3-4418-b6e6-7b31eab91721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:12.173587 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c314b7-ff67-4e3c-9fec-20cbc02377f0 req-a19ad1ae-97e3-4418-b6e6-7b31eab91721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:12.174467 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c314b7-ff67-4e3c-9fec-20cbc02377f0 req-a19ad1ae-97e3-4418-b6e6-7b31eab91721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:12.175354 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a468cf-d374-485b-ac4e-fda8053edd96 req-2c660318-2559-4e88-9344-748099f84bc2 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:12.177466 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a4c314b7-ff67-4e3c-9fec-20cbc02377f0 req-a19ad1ae-97e3-4418-b6e6-7b31eab91721 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2d4c8d8581824507a55c5466e9a27980&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.9773707 Aug 19 18:26:12.191607 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d5a468cf-d374-485b-ac4e-fda8053edd96 req-2c660318-2559-4e88-9344-748099f84bc2 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 3828 time: 0.1657443 Aug 19 18:26:12.269357 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d5a468cf-d374-485b-ac4e-fda8053edd96 req-f96d677c-9055-40aa-bf1e-721d57b34d06 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748277 Aug 19 18:26:12.402854 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5524fb-d080-499b-a800-4750661424dc req-34e4678c-cc46-4de6-83fe-b6ff5bbef7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:12.404684 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d5524fb-d080-499b-a800-4750661424dc req-34e4678c-cc46-4de6-83fe-b6ff5bbef7e8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 1096 time: 0.8533704 Aug 19 18:26:12.419538 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86570a-22cb-438a-a6fd-4f1c93749147 req-28747618-190b-4483-867d-b6f8dbbefb44 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:12.421147 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-df86570a-22cb-438a-a6fd-4f1c93749147 req-28747618-190b-4483-867d-b6f8dbbefb44 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.3711333 Aug 19 18:26:12.421884 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3efaf5eb-e032-457d-86f2-9f421e61bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:12.424730 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3efaf5eb-e032-457d-86f2-9f421e61bef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:12.429956 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3efaf5eb-e032-457d-86f2-9f421e61bef3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d246b31-8106-43ed-98be-ce095bab9d2f HTTP/1.1" status: 204 len: 168 time: 1.7405493 Aug 19 18:26:12.484964 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efaf5eb-e032-457d-86f2-9f421e61bef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d246b31-8106-43ed-98be-ce095bab9d2f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:12.627310 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c314b7-ff67-4e3c-9fec-20cbc02377f0 req-66cddf82-750d-4290-9987-00a1f686b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:12.630195 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a4c314b7-ff67-4e3c-9fec-20cbc02377f0 req-66cddf82-750d-4290-9987-00a1f686b11a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4357982 Aug 19 18:26:12.648669 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d5524fb-d080-499b-a800-4750661424dc req-d69d2bb6-428b-4080-a302-068dd6baafa3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179077 Aug 19 18:26:12.663347 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-df86570a-22cb-438a-a6fd-4f1c93749147 req-fb76516b-4442-488f-a9fd-25db8c00661a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115207 Aug 19 18:26:12.811673 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31b1c8-16e4-46cf-a39a-f8ad3723a826 req-ece0c688-7142-44a8-b028-7a9561613d41 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:12.813254 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0a31b1c8-16e4-46cf-a39a-f8ad3723a826 req-ece0c688-7142-44a8-b028-7a9561613d41 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 945 time: 0.1295152 Aug 19 18:26:12.816876 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-14920cf9-45b7-4e92-8f22-f052aa2542eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334dbf3e-abee-4ea8-85bc-ff4e12f05776 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:26:12.831360 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-14920cf9-45b7-4e92-8f22-f052aa2542eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:12.847050 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-14920cf9-45b7-4e92-8f22-f052aa2542eb service neutron] Transition to ACTIVE for port object 334dbf3e-abee-4ea8-85bc-ff4e12f05776 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:12.851604 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-14920cf9-45b7-4e92-8f22-f052aa2542eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:12.957666 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0a31b1c8-16e4-46cf-a39a-f8ad3723a826 req-cfac459f-8016-49c8-b56d-1146cf4355d5 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274154 Aug 19 18:26:13.029378 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14920cf9-45b7-4e92-8f22-f052aa2542eb service neutron] Pushing event updated for resources: {'Port': ['ID=334dbf3e-abee-4ea8-85bc-ff4e12f05776,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:13.202139 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-14920cf9-45b7-4e92-8f22-f052aa2542eb service neutron] Attempting to bind port 334dbf3e-abee-4ea8-85bc-ff4e12f05776 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:26:13.202850 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-14920cf9-45b7-4e92-8f22-f052aa2542eb service neutron] Attempting to bind port 334dbf3e-abee-4ea8-85bc-ff4e12f05776 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '135205f7-f1b9-476e-81a5-a3b7cd864e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:26:13.203284 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-14920cf9-45b7-4e92-8f22-f052aa2542eb service neutron] Attempting to bind port 334dbf3e-abee-4ea8-85bc-ff4e12f05776 on network e907505c-8552-41bc-9150-9253fbc87c40 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:13.208749 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-14920cf9-45b7-4e92-8f22-f052aa2542eb service neutron] Port 334dbf3e-abee-4ea8-85bc-ff4e12f05776 on network e907505c-8552-41bc-9150-9253fbc87c40 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:26:13.209218 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-14920cf9-45b7-4e92-8f22-f052aa2542eb service neutron] Attempting to bind port 334dbf3e-abee-4ea8-85bc-ff4e12f05776 on network e907505c-8552-41bc-9150-9253fbc87c40 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:13.216533 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-14920cf9-45b7-4e92-8f22-f052aa2542eb service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:26:13.217298 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-14920cf9-45b7-4e92-8f22-f052aa2542eb service neutron] Checking segment: {'id': '135205f7-f1b9-476e-81a5-a3b7cd864e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:13.217817 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-14920cf9-45b7-4e92-8f22-f052aa2542eb service neutron] Bound using segment: {'id': '135205f7-f1b9-476e-81a5-a3b7cd864e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:26:13.218702 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-14920cf9-45b7-4e92-8f22-f052aa2542eb service neutron] Bound port: 334dbf3e-abee-4ea8-85bc-ff4e12f05776, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135205f7-f1b9-476e-81a5-a3b7cd864e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:26:13.218702 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-14920cf9-45b7-4e92-8f22-f052aa2542eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:13.363149 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-14920cf9-45b7-4e92-8f22-f052aa2542eb service neutron] For port 334dbf3e-abee-4ea8-85bc-ff4e12f05776, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:26:13.367032 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-14920cf9-45b7-4e92-8f22-f052aa2542eb service neutron] For port 334dbf3e-abee-4ea8-85bc-ff4e12f05776, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=334dbf3e-abee-4ea8-85bc-ff4e12f05776,segment=NetworkSegment(135205f7-f1b9-476e-81a5-a3b7cd864e8d),segment_id=135205f7-f1b9-476e-81a5-a3b7cd864e8d)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:26:13.378489 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403e4e4-4d10-4572-83b8-db393acb2824 req-57c065a5-3ca1-49be-bd5a-7583da6682c9 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:13.381445 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1403e4e4-4d10-4572-83b8-db393acb2824 req-57c065a5-3ca1-49be-bd5a-7583da6682c9 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 945 time: 0.1590042 Aug 19 18:26:13.383787 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-14920cf9-45b7-4e92-8f22-f052aa2542eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:13.493189 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-14920cf9-45b7-4e92-8f22-f052aa2542eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:13.495616 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-14920cf9-45b7-4e92-8f22-f052aa2542eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:13.501676 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-14920cf9-45b7-4e92-8f22-f052aa2542eb service neutron] 10.222.0.50 "PUT /v2.0/ports/334dbf3e-abee-4ea8-85bc-ff4e12f05776 HTTP/1.1" status: 200 len: 1136 time: 2.7171254 Aug 19 18:26:13.502185 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'tag': '334dbf3e-abee-4ea8-85bc-ff4e12f05776'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:13.508628 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a5c1d0-d6f3-4e92-8b4d-4c040fc3d155" -d '{"events": [{"name": "network-changed", "server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "tag": "334dbf3e-abee-4ea8-85bc-ff4e12f05776"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:13.558825 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c2166-da4d-41d1-8e73-1838a0f6d160 req-30d0fa13-920a-4750-b96d-02de569c2b8b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:13.566993 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c2166-da4d-41d1-8e73-1838a0f6d160 req-30d0fa13-920a-4750-b96d-02de569c2b8b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:13.574355 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c2166-da4d-41d1-8e73-1838a0f6d160 req-30d0fa13-920a-4750-b96d-02de569c2b8b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:13.581236 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c2166-da4d-41d1-8e73-1838a0f6d160 req-30d0fa13-920a-4750-b96d-02de569c2b8b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:13.590185 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c2166-da4d-41d1-8e73-1838a0f6d160 req-30d0fa13-920a-4750-b96d-02de569c2b8b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:13.610763 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4affa5e2-dbfc-4209-b463-bfc5d7f39459 service neutron] Request body: {'port': {'device_id': '9955b157-4e75-48fc-b119-abbc246fe462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:13.613763 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c2166-da4d-41d1-8e73-1838a0f6d160 req-30d0fa13-920a-4750-b96d-02de569c2b8b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:13.614048 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14920cf9-45b7-4e92-8f22-f052aa2542eb service neutron] Pushing event updated for resources: {'Port': ['ID=334dbf3e-abee-4ea8-85bc-ff4e12f05776,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:13.627618 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-287c2166-da4d-41d1-8e73-1838a0f6d160 req-30d0fa13-920a-4750-b96d-02de569c2b8b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 4606 time: 0.1776507 Aug 19 18:26:13.629929 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1403e4e4-4d10-4572-83b8-db393acb2824 req-799eb843-e606-4f36-a2fd-645307f028b8 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036407 Aug 19 18:26:13.809132 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-287c2166-da4d-41d1-8e73-1838a0f6d160 req-c48762d1-27bc-498d-8d9f-e4b8d99e23c8 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1801286 Aug 19 18:26:13.836465 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4affa5e2-dbfc-4209-b463-bfc5d7f39459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:13.968624 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9924636b-e16b-41d3-9f0e-e3d3102abd33 x-openstack-request-id: req-9924636b-e16b-41d3-9f0e-e3d3102abd33 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:13.972965 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "tag": "334dbf3e-abee-4ea8-85bc-ff4e12f05776", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:13.973341 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9924636b-e16b-41d3-9f0e-e3d3102abd33 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:13.973874 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'tag': '334dbf3e-abee-4ea8-85bc-ff4e12f05776', 'status': 'completed', 'code': 200} Aug 19 18:26:14.055020 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39432) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:14.306231 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-97cce148-f4c5-4d93-9289-009bcc1ec9dd admin admin] Deleting subnet a803d8a6-313f-40de-a02f-5dd266e53d7a {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:26:14.311443 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-97cce148-f4c5-4d93-9289-009bcc1ec9dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:14.358013 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5c1d0-d6f3-4e92-8b4d-4c040fc3d155 req-6446e185-0430-41f9-9fdd-dbcd716fa5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:14.358645 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5c1d0-d6f3-4e92-8b4d-4c040fc3d155 req-6446e185-0430-41f9-9fdd-dbcd716fa5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:14.359084 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5c1d0-d6f3-4e92-8b4d-4c040fc3d155 req-6446e185-0430-41f9-9fdd-dbcd716fa5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:14.359501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5c1d0-d6f3-4e92-8b4d-4c040fc3d155 req-6446e185-0430-41f9-9fdd-dbcd716fa5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:14.360352 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5c1d0-d6f3-4e92-8b4d-4c040fc3d155 req-6446e185-0430-41f9-9fdd-dbcd716fa5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:14.360466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5c1d0-d6f3-4e92-8b4d-4c040fc3d155 req-6446e185-0430-41f9-9fdd-dbcd716fa5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:14.368999 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8a5c1d0-d6f3-4e92-8b4d-4c040fc3d155 req-6446e185-0430-41f9-9fdd-dbcd716fa5cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d4c8d8581824507a55c5466e9a27980&device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5292 time: 0.3471324 Aug 19 18:26:14.440994 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106d6ea-88fa-41d8-a4a8-414d65ae55af req-19e489fa-79a6-4c04-934b-ed3cfecb710c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:14.442891 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a106d6ea-88fa-41d8-a4a8-414d65ae55af req-19e489fa-79a6-4c04-934b-ed3cfecb710c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.2459512 Aug 19 18:26:14.451202 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-97cce148-f4c5-4d93-9289-009bcc1ec9dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:14.480838 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39440) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:14.550247 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5c1d0-d6f3-4e92-8b4d-4c040fc3d155 req-19f48cb0-ba97-4b76-bb2f-e708367d2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:14.550646 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5c1d0-d6f3-4e92-8b4d-4c040fc3d155 req-19f48cb0-ba97-4b76-bb2f-e708367d2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:14.550996 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5c1d0-d6f3-4e92-8b4d-4c040fc3d155 req-19f48cb0-ba97-4b76-bb2f-e708367d2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:14.552762 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a106d6ea-88fa-41d8-a4a8-414d65ae55af req-fbc98ee9-c687-44b1-9835-2b571946e0d1 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988734 Aug 19 18:26:14.553050 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8a5c1d0-d6f3-4e92-8b4d-4c040fc3d155 req-19f48cb0-ba97-4b76-bb2f-e708367d2d2e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2d4c8d8581824507a55c5466e9a27980&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1730008 Aug 19 18:26:14.559788 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-97cce148-f4c5-4d93-9289-009bcc1ec9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:14.691683 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-97cce148-f4c5-4d93-9289-009bcc1ec9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:14.728836 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cce148-f4c5-4d93-9289-009bcc1ec9dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a803d8a6-313f-40de-a02f-5dd266e53d7a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:14.738035 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-ba28a05d-96ba-443a-a48b-7d840c52d4e2 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-239021527'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:14.755546 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-97cce148-f4c5-4d93-9289-009bcc1ec9dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:14.761362 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-97cce148-f4c5-4d93-9289-009bcc1ec9dd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a803d8a6-313f-40de-a02f-5dd266e53d7a HTTP/1.1" status: 204 len: 168 time: 0.7037511 Aug 19 18:26:14.762160 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39444) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:14.858810 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba28a05d-96ba-443a-a48b-7d840c52d4e2 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Made reservation on behalf of f82cf0ff1c8047cc8b0bb163998947d4 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:26:14.860002 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be160bb-a234-401b-b598-3719bde10be7 req-bb210025-b1b5-475d-9ed5-521a19ef6b21 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:14.864091 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba28a05d-96ba-443a-a48b-7d840c52d4e2 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:14.867699 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4be160bb-a234-401b-b598-3719bde10be7 req-bb210025-b1b5-475d-9ed5-521a19ef6b21 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 945 time: 0.3133419 Aug 19 18:26:14.893454 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba28a05d-96ba-443a-a48b-7d840c52d4e2 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:14.914654 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd0024cd-af02-417f-b385-59ca5de255b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:14.941426 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5c1d0-d6f3-4e92-8b4d-4c040fc3d155 req-6b999432-9776-4df5-acd1-ec9d3a7be085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:14.943360 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8a5c1d0-d6f3-4e92-8b4d-4c040fc3d155 req-6b999432-9776-4df5-acd1-ec9d3a7be085 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3740413 Aug 19 18:26:14.967786 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4be160bb-a234-401b-b598-3719bde10be7 req-16960632-87d6-457a-818b-6b6586d19186 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958731 Aug 19 18:26:15.107183 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4affa5e2-dbfc-4209-b463-bfc5d7f39459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 893cfcd7-84d6-4673-a14d-ca9588314af4 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:26:15.117391 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4affa5e2-dbfc-4209-b463-bfc5d7f39459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.133293 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4affa5e2-dbfc-4209-b463-bfc5d7f39459 service neutron] Transition to ACTIVE for port object 893cfcd7-84d6-4673-a14d-ca9588314af4 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:15.141117 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4affa5e2-dbfc-4209-b463-bfc5d7f39459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.266940 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affa5e2-dbfc-4209-b463-bfc5d7f39459 service neutron] Pushing event updated for resources: {'Port': ['ID=893cfcd7-84d6-4673-a14d-ca9588314af4,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:15.277199 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd0024cd-af02-417f-b385-59ca5de255b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.305302 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865153b-c9a7-45aa-b3db-fd902352a7a3 req-713df9f6-f027-42ec-84d3-a8ce2f6306fb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:15.309329 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4affa5e2-dbfc-4209-b463-bfc5d7f39459 service neutron] Attempting to bind port 893cfcd7-84d6-4673-a14d-ca9588314af4 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:26:15.309950 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4affa5e2-dbfc-4209-b463-bfc5d7f39459 service neutron] Attempting to bind port 893cfcd7-84d6-4673-a14d-ca9588314af4 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '135205f7-f1b9-476e-81a5-a3b7cd864e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:26:15.310374 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4affa5e2-dbfc-4209-b463-bfc5d7f39459 service neutron] Attempting to bind port 893cfcd7-84d6-4673-a14d-ca9588314af4 on network e907505c-8552-41bc-9150-9253fbc87c40 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:15.313022 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865153b-c9a7-45aa-b3db-fd902352a7a3 req-713df9f6-f027-42ec-84d3-a8ce2f6306fb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:15.316330 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4affa5e2-dbfc-4209-b463-bfc5d7f39459 service neutron] Port 893cfcd7-84d6-4673-a14d-ca9588314af4 on network e907505c-8552-41bc-9150-9253fbc87c40 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:26:15.316754 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4affa5e2-dbfc-4209-b463-bfc5d7f39459 service neutron] Attempting to bind port 893cfcd7-84d6-4673-a14d-ca9588314af4 on network e907505c-8552-41bc-9150-9253fbc87c40 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:15.322930 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865153b-c9a7-45aa-b3db-fd902352a7a3 req-713df9f6-f027-42ec-84d3-a8ce2f6306fb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:15.325167 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4affa5e2-dbfc-4209-b463-bfc5d7f39459 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:26:15.325780 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4affa5e2-dbfc-4209-b463-bfc5d7f39459 service neutron] Checking segment: {'id': '135205f7-f1b9-476e-81a5-a3b7cd864e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:15.326412 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4affa5e2-dbfc-4209-b463-bfc5d7f39459 service neutron] Bound using segment: {'id': '135205f7-f1b9-476e-81a5-a3b7cd864e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:26:15.327858 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4affa5e2-dbfc-4209-b463-bfc5d7f39459 service neutron] Bound port: 893cfcd7-84d6-4673-a14d-ca9588314af4, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135205f7-f1b9-476e-81a5-a3b7cd864e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:26:15.327858 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4affa5e2-dbfc-4209-b463-bfc5d7f39459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.333388 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865153b-c9a7-45aa-b3db-fd902352a7a3 req-713df9f6-f027-42ec-84d3-a8ce2f6306fb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:15.343342 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865153b-c9a7-45aa-b3db-fd902352a7a3 req-713df9f6-f027-42ec-84d3-a8ce2f6306fb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:15.350593 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865153b-c9a7-45aa-b3db-fd902352a7a3 req-713df9f6-f027-42ec-84d3-a8ce2f6306fb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:15.353626 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8865153b-c9a7-45aa-b3db-fd902352a7a3 req-713df9f6-f027-42ec-84d3-a8ce2f6306fb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 4606 time: 0.2920301 Aug 19 18:26:15.386851 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-fd0024cd-af02-417f-b385-59ca5de255b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf94c9a-eb01-4654-9d6a-13800506ec01']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:15.412069 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba28a05d-96ba-443a-a48b-7d840c52d4e2 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.420327 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4affa5e2-dbfc-4209-b463-bfc5d7f39459 service neutron] For port 893cfcd7-84d6-4673-a14d-ca9588314af4, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:26:15.424643 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-fd0024cd-af02-417f-b385-59ca5de255b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c33a828d-32ea-407c-8dea-af5ec2fa8ca8') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:15.425104 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-fd0024cd-af02-417f-b385-59ca5de255b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c33a828d-32ea-407c-8dea-af5ec2fa8ca8') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:15.427046 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4affa5e2-dbfc-4209-b463-bfc5d7f39459 service neutron] For port 893cfcd7-84d6-4673-a14d-ca9588314af4, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=893cfcd7-84d6-4673-a14d-ca9588314af4,segment=NetworkSegment(135205f7-f1b9-476e-81a5-a3b7cd864e8d),segment_id=135205f7-f1b9-476e-81a5-a3b7cd864e8d)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:26:15.435603 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4affa5e2-dbfc-4209-b463-bfc5d7f39459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.438123 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba28a05d-96ba-443a-a48b-7d840c52d4e2 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.471419 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba28a05d-96ba-443a-a48b-7d840c52d4e2 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:26:15.484443 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4affa5e2-dbfc-4209-b463-bfc5d7f39459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:15.485524 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4affa5e2-dbfc-4209-b463-bfc5d7f39459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.489052 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-4affa5e2-dbfc-4209-b463-bfc5d7f39459 service neutron] 10.222.0.50 "PUT /v2.0/ports/893cfcd7-84d6-4673-a14d-ca9588314af4 HTTP/1.1" status: 200 len: 1135 time: 1.8984704 Aug 19 18:26:15.503357 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd0024cd-af02-417f-b385-59ca5de255b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.532792 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6658583f-5af0-4dd8-92b6-a357d7c95012 service neutron] Request body: {'port': {'device_id': '9955b157-4e75-48fc-b119-abbc246fe462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:15.535402 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba28a05d-96ba-443a-a48b-7d840c52d4e2 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.535761 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-ba28a05d-96ba-443a-a48b-7d840c52d4e2 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Added segment 3f6b3e4f-5d20-4fdc-b952-4283d379373c of type vlan for network cb326e1d-845a-4173-b056-a957a476332c Aug 19 18:26:15.558654 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8865153b-c9a7-45aa-b3db-fd902352a7a3 req-0c0dec64-2157-4a80-9c91-440038f5fb90 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1915271 Aug 19 18:26:15.565850 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd0024cd-af02-417f-b385-59ca5de255b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.590313 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affa5e2-dbfc-4209-b463-bfc5d7f39459 service neutron] Pushing event updated for resources: {'Port': ['ID=893cfcd7-84d6-4673-a14d-ca9588314af4,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:15.605738 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0024cd-af02-417f-b385-59ca5de255b2 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:26:15.606211 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd0024cd-af02-417f-b385-59ca5de255b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:26:15.608184 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:26:15.640355 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6658583f-5af0-4dd8-92b6-a357d7c95012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.679939 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28a05d-96ba-443a-a48b-7d840c52d4e2 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3e7a74-5261-44aa-bf36-836c9efb6062,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:15.722039 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba28a05d-96ba-443a-a48b-7d840c52d4e2 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.748984 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd0024cd-af02-417f-b385-59ca5de255b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.760293 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd0024cd-af02-417f-b385-59ca5de255b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.777314 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fd0024cd-af02-417f-b385-59ca5de255b2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6cf94c9a-eb01-4654-9d6a-13800506ec01 HTTP/1.1" status: 204 len: 168 time: 1.0020587 Aug 19 18:26:15.838552 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0024cd-af02-417f-b385-59ca5de255b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cf94c9a-eb01-4654-9d6a-13800506ec01,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:15.853641 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba28a05d-96ba-443a-a48b-7d840c52d4e2 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.864347 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba28a05d-96ba-443a-a48b-7d840c52d4e2 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:15.865085 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba28a05d-96ba-443a-a48b-7d840c52d4e2 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.967865 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ba28a05d-96ba-443a-a48b-7d840c52d4e2 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4625480 Aug 19 18:26:15.971950 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39454) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:15.978975 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ab8c4-3969-4f6b-85c0-b36fba4b39e7 req-0dd48471-9fdd-4d90-9f3a-d01132577f1d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:15.986502 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-91df3a1d-4261-40f9-9cdd-d4c6a25153e5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Request body: {'subnet': {'network_id': 'cb326e1d-845a-4173-b056-a957a476332c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:15.992036 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-465ab8c4-3969-4f6b-85c0-b36fba4b39e7 req-0dd48471-9fdd-4d90-9f3a-d01132577f1d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.1914570 Aug 19 18:26:15.998920 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'tag': '893cfcd7-84d6-4673-a14d-ca9588314af4'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:16.002696 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9f0005-4ff8-4e20-b4ef-c36738968b37" -d '{"events": [{"name": "network-changed", "server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "tag": "893cfcd7-84d6-4673-a14d-ca9588314af4"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:16.106606 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-465ab8c4-3969-4f6b-85c0-b36fba4b39e7 req-7872ae43-76c3-4493-97bd-8b954996da24 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129708 Aug 19 18:26:16.107611 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39460) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:16.122353 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28a05d-96ba-443a-a48b-7d840c52d4e2 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Pushing event updated for resources: {'Network': ['ID=cb326e1d-845a-4173-b056-a957a476332c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:16.145468 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network cb326e1d-845a-4173-b056-a957a476332c details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:26:16.224472 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6658583f-5af0-4dd8-92b6-a357d7c95012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 157237db-49d7-4dc1-b9f9-88191429b6a5 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:26:16.242751 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc38d47-2822-43c1-a128-748672daf8f8 x-openstack-request-id: req-fdc38d47-2822-43c1-a128-748672daf8f8 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:16.243105 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "tag": "893cfcd7-84d6-4673-a14d-ca9588314af4", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:16.243572 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fdc38d47-2822-43c1-a128-748672daf8f8 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:16.243991 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'tag': '893cfcd7-84d6-4673-a14d-ca9588314af4', 'status': 'completed', 'code': 200} Aug 19 18:26:16.252655 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6658583f-5af0-4dd8-92b6-a357d7c95012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:16.274171 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1de1b6ba-0686-4645-b4f2-a3b977970557 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a4d782f6f594431ad3fcf69468728d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612749 Aug 19 18:26:16.292116 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39466) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:16.305338 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f259b-50e4-4ca9-9b0b-662d3c77efab req-913c2362-0375-4523-a487-b8e5c274d5c7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:16.308006 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-765f259b-50e4-4ca9-9b0b-662d3c77efab req-913c2362-0375-4523-a487-b8e5c274d5c7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 945 time: 0.2414193 Aug 19 18:26:16.308202 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6658583f-5af0-4dd8-92b6-a357d7c95012 service neutron] Transition to ACTIVE for port object 157237db-49d7-4dc1-b9f9-88191429b6a5 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:16.317186 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6658583f-5af0-4dd8-92b6-a357d7c95012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:16.360327 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d173bcd-935c-412e-aa05-f42134db55a2 req-a34e7b3a-6811-41a1-a0f8-da4791609471 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:16.369101 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d173bcd-935c-412e-aa05-f42134db55a2 req-a34e7b3a-6811-41a1-a0f8-da4791609471 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 945 time: 0.2474372 Aug 19 18:26:16.382634 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f0005-4ff8-4e20-b4ef-c36738968b37 req-9c684c73-34f5-4c42-ab2e-1c76cfce6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:16.383913 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f0005-4ff8-4e20-b4ef-c36738968b37 req-9c684c73-34f5-4c42-ab2e-1c76cfce6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:16.386008 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f0005-4ff8-4e20-b4ef-c36738968b37 req-9c684c73-34f5-4c42-ab2e-1c76cfce6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:16.386418 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f0005-4ff8-4e20-b4ef-c36738968b37 req-9c684c73-34f5-4c42-ab2e-1c76cfce6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:16.388095 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f0005-4ff8-4e20-b4ef-c36738968b37 req-9c684c73-34f5-4c42-ab2e-1c76cfce6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:16.388753 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f0005-4ff8-4e20-b4ef-c36738968b37 req-9c684c73-34f5-4c42-ab2e-1c76cfce6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:16.389272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f0005-4ff8-4e20-b4ef-c36738968b37 req-9c684c73-34f5-4c42-ab2e-1c76cfce6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:16.399577 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-af9f0005-4ff8-4e20-b4ef-c36738968b37 req-9c684c73-34f5-4c42-ab2e-1c76cfce6205 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d4c8d8581824507a55c5466e9a27980&device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 6220 time: 0.1428499 Aug 19 18:26:16.434182 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91df3a1d-4261-40f9-9cdd-d4c6a25153e5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Made reservation on behalf of f82cf0ff1c8047cc8b0bb163998947d4 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:26:16.437762 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91df3a1d-4261-40f9-9cdd-d4c6a25153e5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:16.464782 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:16.540504 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658583f-5af0-4dd8-92b6-a357d7c95012 service neutron] Pushing event updated for resources: {'Port': ['ID=157237db-49d7-4dc1-b9f9-88191429b6a5,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:16.576420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf49828-08c9-462f-a347-cead6a5a5f86 req-bf571e6d-ad0d-4de4-9d05-416e595c5653 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:16.585442 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0bf49828-08c9-462f-a347-cead6a5a5f86 req-bf571e6d-ad0d-4de4-9d05-416e595c5653 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.1843667 Aug 19 18:26:16.597916 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39470) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:16.655712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c7774e7d-d31f-4236-a220-3416caf7b6db tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Request body: {'floatingip': {'port_id': 'f5fe4ecf-94a5-473a-a953-1ae38f614592'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:16.713579 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d173bcd-935c-412e-aa05-f42134db55a2 req-aa8f96b3-bfd6-4c1d-9772-8f0fd7721e13 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428099 Aug 19 18:26:16.720749 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f7af967-ea6d-42b9-b442-00263c8e3cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:16.845402 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f7af967-ea6d-42b9-b442-00263c8e3cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:16.873788 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-765f259b-50e4-4ca9-9b0b-662d3c77efab req-3574c029-41e2-40b4-8a3c-146c7edc30ea tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Deleting port f250c22a-1849-4944-8623-08d743a78744 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:16.874467 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-765f259b-50e4-4ca9-9b0b-662d3c77efab req-3574c029-41e2-40b4-8a3c-146c7edc30ea tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:16.886627 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6658583f-5af0-4dd8-92b6-a357d7c95012 service neutron] Attempting to bind port 157237db-49d7-4dc1-b9f9-88191429b6a5 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:26:16.887483 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6658583f-5af0-4dd8-92b6-a357d7c95012 service neutron] Attempting to bind port 157237db-49d7-4dc1-b9f9-88191429b6a5 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '135205f7-f1b9-476e-81a5-a3b7cd864e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:26:16.888209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6658583f-5af0-4dd8-92b6-a357d7c95012 service neutron] Attempting to bind port 157237db-49d7-4dc1-b9f9-88191429b6a5 on network e907505c-8552-41bc-9150-9253fbc87c40 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:16.899188 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c7774e7d-d31f-4236-a220-3416caf7b6db tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for floatingip, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:16.956284 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6658583f-5af0-4dd8-92b6-a357d7c95012 service neutron] Port 157237db-49d7-4dc1-b9f9-88191429b6a5 on network e907505c-8552-41bc-9150-9253fbc87c40 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:26:16.956710 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6658583f-5af0-4dd8-92b6-a357d7c95012 service neutron] Attempting to bind port 157237db-49d7-4dc1-b9f9-88191429b6a5 on network e907505c-8552-41bc-9150-9253fbc87c40 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:17.019417 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91df3a1d-4261-40f9-9cdd-d4c6a25153e5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:17.024304 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6658583f-5af0-4dd8-92b6-a357d7c95012 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:26:17.025709 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6658583f-5af0-4dd8-92b6-a357d7c95012 service neutron] Checking segment: {'id': '135205f7-f1b9-476e-81a5-a3b7cd864e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:17.026162 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6658583f-5af0-4dd8-92b6-a357d7c95012 service neutron] Bound using segment: {'id': '135205f7-f1b9-476e-81a5-a3b7cd864e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:26:17.026726 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6658583f-5af0-4dd8-92b6-a357d7c95012 service neutron] Bound port: 157237db-49d7-4dc1-b9f9-88191429b6a5, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135205f7-f1b9-476e-81a5-a3b7cd864e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:26:17.027264 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6658583f-5af0-4dd8-92b6-a357d7c95012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:17.033838 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f0005-4ff8-4e20-b4ef-c36738968b37 req-b394b37f-f1f1-4d2c-b134-4037d8ec65df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:17.034479 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f0005-4ff8-4e20-b4ef-c36738968b37 req-b394b37f-f1f1-4d2c-b134-4037d8ec65df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:17.035022 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f0005-4ff8-4e20-b4ef-c36738968b37 req-b394b37f-f1f1-4d2c-b134-4037d8ec65df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:17.037478 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-af9f0005-4ff8-4e20-b4ef-c36738968b37 req-b394b37f-f1f1-4d2c-b134-4037d8ec65df service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2d4c8d8581824507a55c5466e9a27980&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5914795 Aug 19 18:26:17.057864 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad6bf6-7e6c-4f12-b348-5d757e83d271 req-9a1a748f-52b6-496e-91d0-208602953b40 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:17.064544 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad6bf6-7e6c-4f12-b348-5d757e83d271 req-9a1a748f-52b6-496e-91d0-208602953b40 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:17.070704 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad6bf6-7e6c-4f12-b348-5d757e83d271 req-9a1a748f-52b6-496e-91d0-208602953b40 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:17.081886 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad6bf6-7e6c-4f12-b348-5d757e83d271 req-9a1a748f-52b6-496e-91d0-208602953b40 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:17.088773 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad6bf6-7e6c-4f12-b348-5d757e83d271 req-9a1a748f-52b6-496e-91d0-208602953b40 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:17.096252 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df3a1d-4261-40f9-9cdd-d4c6a25153e5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Pushing event updated for resources: {'Subnet': ['ID=86617d72-efad-4b06-9478-c332089cb294,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:17.096512 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad6bf6-7e6c-4f12-b348-5d757e83d271 req-9a1a748f-52b6-496e-91d0-208602953b40 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:17.104614 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad6bf6-7e6c-4f12-b348-5d757e83d271 req-9a1a748f-52b6-496e-91d0-208602953b40 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:17.106781 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80ad6bf6-7e6c-4f12-b348-5d757e83d271 req-9a1a748f-52b6-496e-91d0-208602953b40 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5395 time: 0.2861500 Aug 19 18:26:17.143959 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f7af967-ea6d-42b9-b442-00263c8e3cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:17.148986 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f7af967-ea6d-42b9-b442-00263c8e3cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:17.151009 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0f7af967-ea6d-42b9-b442-00263c8e3cac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc HTTP/1.1" status: 204 len: 168 time: 0.8415427 Aug 19 18:26:17.171938 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-765f259b-50e4-4ca9-9b0b-662d3c77efab req-3574c029-41e2-40b4-8a3c-146c7edc30ea tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] For port f250c22a-1849-4944-8623-08d743a78744, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=f250c22a-1849-4944-8623-08d743a78744,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:17.172288 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-765f259b-50e4-4ca9-9b0b-662d3c77efab req-3574c029-41e2-40b4-8a3c-146c7edc30ea tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:17.187074 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7af967-ea6d-42b9-b442-00263c8e3cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c0fbc3-52eb-415f-a8d9-cd17c75c4bbc,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:17.240252 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-765f259b-50e4-4ca9-9b0b-662d3c77efab req-3574c029-41e2-40b4-8a3c-146c7edc30ea tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Calling delete_port for f250c22a-1849-4944-8623-08d743a78744 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:17.242899 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91df3a1d-4261-40f9-9cdd-d4c6a25153e5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Checking segment: {'id': '3f6b3e4f-5d20-4fdc-b952-4283d379373c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cb326e1d-845a-4173-b056-a957a476332c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:17.243384 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91df3a1d-4261-40f9-9cdd-d4c6a25153e5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Network hostable DHCP agents. Network: cb326e1d-845a-4173-b056-a957a476332c, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:26:17.413982 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-80ad6bf6-7e6c-4f12-b348-5d757e83d271 req-5ef9b2f0-3af0-4849-ac4d-6ecbc4471878 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2792273 Aug 19 18:26:17.490117 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91df3a1d-4261-40f9-9cdd-d4c6a25153e5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Network cb326e1d-845a-4173-b056-a957a476332c is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:26:17.521981 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-91df3a1d-4261-40f9-9cdd-d4c6a25153e5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, cb326e1d-845a-4173-b056-a957a476332c) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:17.530360 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91df3a1d-4261-40f9-9cdd-d4c6a25153e5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:17.531443 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91df3a1d-4261-40f9-9cdd-d4c6a25153e5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:17.555722 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5680088-b631-4980-a5dc-c02c5b10b4ad None None] Network cb326e1d-845a-4173-b056-a957a476332c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:26:17.569268 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-91df3a1d-4261-40f9-9cdd-d4c6a25153e5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5912251 Aug 19 18:26:17.580572 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39480) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:17.591688 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-63cf5a5c-4fc7-425e-88b4-fefbdf9042f3 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-32404719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:17.622218 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6658583f-5af0-4dd8-92b6-a357d7c95012 service neutron] For port 157237db-49d7-4dc1-b9f9-88191429b6a5, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:26:17.649452 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6658583f-5af0-4dd8-92b6-a357d7c95012 service neutron] For port 157237db-49d7-4dc1-b9f9-88191429b6a5, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=157237db-49d7-4dc1-b9f9-88191429b6a5,segment=NetworkSegment(135205f7-f1b9-476e-81a5-a3b7cd864e8d),segment_id=135205f7-f1b9-476e-81a5-a3b7cd864e8d)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:26:17.663999 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6658583f-5af0-4dd8-92b6-a357d7c95012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:17.756994 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-63cf5a5c-4fc7-425e-88b4-fefbdf9042f3 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:17.765112 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-63cf5a5c-4fc7-425e-88b4-fefbdf9042f3 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:17.773699 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6658583f-5af0-4dd8-92b6-a357d7c95012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:17.774520 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6658583f-5af0-4dd8-92b6-a357d7c95012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:17.795855 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6658583f-5af0-4dd8-92b6-a357d7c95012 service neutron] 10.222.0.50 "PUT /v2.0/ports/157237db-49d7-4dc1-b9f9-88191429b6a5 HTTP/1.1" status: 200 len: 1091 time: 2.2684608 Aug 19 18:26:17.808749 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-765f259b-50e4-4ca9-9b0b-662d3c77efab req-3574c029-41e2-40b4-8a3c-146c7edc30ea tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:17.835300 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f0005-4ff8-4e20-b4ef-c36738968b37 req-81432ad2-b379-43a6-a549-58e00b0b4c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:17.839885 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-af9f0005-4ff8-4e20-b4ef-c36738968b37 req-81432ad2-b379-43a6-a549-58e00b0b4c13 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7186589 Aug 19 18:26:17.911053 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a55c36b3-443e-4b75-bac5-321db7cd9063 service neutron] Request body: {'port': {'device_id': '9955b157-4e75-48fc-b119-abbc246fe462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:17.920109 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574c029-41e2-40b4-8a3c-146c7edc30ea tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event deleted for resources: {'Port': ['ID=f250c22a-1849-4944-8623-08d743a78744,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:18.007493 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658583f-5af0-4dd8-92b6-a357d7c95012 service neutron] Pushing event updated for resources: {'Port': ['ID=157237db-49d7-4dc1-b9f9-88191429b6a5,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:18.133023 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['3b03a170-1539-4bf3-a937-752b98af8b55', 'f250c22a-1849-4944-8623-08d743a78744'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:26:18.141146 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-765f259b-50e4-4ca9-9b0b-662d3c77efab req-3574c029-41e2-40b4-8a3c-146c7edc30ea tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] No DVR routers for this DVR port f250c22a-1849-4944-8623-08d743a78744 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:26:18.156288 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-765f259b-50e4-4ca9-9b0b-662d3c77efab req-3574c029-41e2-40b4-8a3c-146c7edc30ea tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:18.159705 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-765f259b-50e4-4ca9-9b0b-662d3c77efab req-3574c029-41e2-40b4-8a3c-146c7edc30ea tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.54 "DELETE /v2.0/ports/f250c22a-1849-4944-8623-08d743a78744 HTTP/1.1" status: 204 len: 173 time: 1.8118219 Aug 19 18:26:18.160215 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a50f43a-6474-4e48-8a66-80e7cca9ec66', 'name': 'network-vif-deleted', 'tag': 'f250c22a-1849-4944-8623-08d743a78744'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:18.163730 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54931a57-3ea3-44c1-b518-9a004cb2a338" -d '{"events": [{"server_uuid": "9a50f43a-6474-4e48-8a66-80e7cca9ec66", "name": "network-vif-deleted", "tag": "f250c22a-1849-4944-8623-08d743a78744"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:18.181948 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-63cf5a5c-4fc7-425e-88b4-fefbdf9042f3 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:18.202414 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-63cf5a5c-4fc7-425e-88b4-fefbdf9042f3 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:18.239718 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-63cf5a5c-4fc7-425e-88b4-fefbdf9042f3 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:18.248776 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-63cf5a5c-4fc7-425e-88b4-fefbdf9042f3 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.6626194 Aug 19 18:26:18.264486 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39494) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:18.329031 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f41427-0d2c-4903-913e-120d5def240c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-cb326e1d-845a-4173-b056-a957a476332c', 'network_id': 'cb326e1d-845a-4173-b056-a957a476332c', 'tenant_id': 'f82cf0ff1c8047cc8b0bb163998947d4', 'fixed_ips': [{'subnet_id': '86617d72-efad-4b06-9478-c332089cb294'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:26:18.330423 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-14f41427-0d2c-4903-913e-120d5def240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:18.456662 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c7774e7d-d31f-4236-a220-3416caf7b6db tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:18.460335 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'tag': '157237db-49d7-4dc1-b9f9-88191429b6a5'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:18.464543 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3104ef19-cae2-45f9-94e1-2ea1b25508cb" -d '{"events": [{"name": "network-changed", "server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "tag": "157237db-49d7-4dc1-b9f9-88191429b6a5"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:18.472244 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c7774e7d-d31f-4236-a220-3416caf7b6db tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:18.499485 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b41184-fbe6-4576-9461-100fdf2791f7 x-openstack-request-id: req-79b41184-fbe6-4576-9461-100fdf2791f7 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:18.500307 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a50f43a-6474-4e48-8a66-80e7cca9ec66", "name": "network-vif-deleted", "tag": "f250c22a-1849-4944-8623-08d743a78744", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:18.500307 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-79b41184-fbe6-4576-9461-100fdf2791f7 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:18.500647 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a50f43a-6474-4e48-8a66-80e7cca9ec66', 'name': 'network-vif-deleted', 'tag': 'f250c22a-1849-4944-8623-08d743a78744', 'status': 'completed', 'code': 200} Aug 19 18:26:18.728530 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-14f41427-0d2c-4903-913e-120d5def240c None None] Allocated IP 172.20.0.2 (cb326e1d-845a-4173-b056-a957a476332c/86617d72-efad-4b06-9478-c332089cb294/79af5334-1cd9-4912-9486-a945ee8414a2) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:26:18.826988 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39512) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:18.966683 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f93d1-4f93-465a-a2c7-9f8cb34439a1 req-ce4e439a-c9cf-40a3-ba84-a88289a04b02 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:18.974936 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f93d1-4f93-465a-a2c7-9f8cb34439a1 req-ce4e439a-c9cf-40a3-ba84-a88289a04b02 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:18.985378 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f93d1-4f93-465a-a2c7-9f8cb34439a1 req-ce4e439a-c9cf-40a3-ba84-a88289a04b02 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:18.994137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f93d1-4f93-465a-a2c7-9f8cb34439a1 req-ce4e439a-c9cf-40a3-ba84-a88289a04b02 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:19.002904 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f93d1-4f93-465a-a2c7-9f8cb34439a1 req-ce4e439a-c9cf-40a3-ba84-a88289a04b02 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:19.010523 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f93d1-4f93-465a-a2c7-9f8cb34439a1 req-ce4e439a-c9cf-40a3-ba84-a88289a04b02 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:19.027465 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f93d1-4f93-465a-a2c7-9f8cb34439a1 req-ce4e439a-c9cf-40a3-ba84-a88289a04b02 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:19.030143 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b10f93d1-4f93-465a-a2c7-9f8cb34439a1 req-ce4e439a-c9cf-40a3-ba84-a88289a04b02 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5395 time: 0.3904161 Aug 19 18:26:19.035923 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-c528304b-b054-4cd8-8c40-f03c459d1bb4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1188249017-network', 'tenant_id': 'cf02e4463fc246c09b295c9338fcdb05'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:19.042585 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-14f41427-0d2c-4903-913e-120d5def240c None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:19.053686 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-14f41427-0d2c-4903-913e-120d5def240c None None] Transition to ACTIVE for port object 79af5334-1cd9-4912-9486-a945ee8414a2 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:19.084880 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a1baa2ba-c235-42b7-b001-bcb21d6b04e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:19.090271 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-14f41427-0d2c-4903-913e-120d5def240c None None] Transition to ACTIVE for port object 79af5334-1cd9-4912-9486-a945ee8414a2 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:19.108575 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-14f41427-0d2c-4903-913e-120d5def240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:19.114738 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c528304b-b054-4cd8-8c40-f03c459d1bb4 admin admin] Made reservation on behalf of cf02e4463fc246c09b295c9338fcdb05 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:26:19.117971 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c528304b-b054-4cd8-8c40-f03c459d1bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:19.156829 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c528304b-b054-4cd8-8c40-f03c459d1bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:19.157057 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f41427-0d2c-4903-913e-120d5def240c None None] Network cb326e1d-845a-4173-b056-a957a476332c is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:26:19.160425 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-14f41427-0d2c-4903-913e-120d5def240c None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:19.167884 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f41427-0d2c-4903-913e-120d5def240c None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:26:19.183289 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b10f93d1-4f93-465a-a2c7-9f8cb34439a1 req-5e3e82da-44ae-4bae-a003-84a53af54572 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1148715 Aug 19 18:26:19.192539 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f41427-0d2c-4903-913e-120d5def240c None None] Pushing event updated for resources: {'Port': ['ID=79af5334-1cd9-4912-9486-a945ee8414a2,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:19.267824 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-14f41427-0d2c-4903-913e-120d5def240c None None] Attempting to bind port 79af5334-1cd9-4912-9486-a945ee8414a2 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:26:19.268460 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-14f41427-0d2c-4903-913e-120d5def240c None None] Attempting to bind port 79af5334-1cd9-4912-9486-a945ee8414a2 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '3f6b3e4f-5d20-4fdc-b952-4283d379373c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cb326e1d-845a-4173-b056-a957a476332c'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:26:19.268992 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f41427-0d2c-4903-913e-120d5def240c None None] Attempting to bind port 79af5334-1cd9-4912-9486-a945ee8414a2 on network cb326e1d-845a-4173-b056-a957a476332c {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:19.278637 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f41427-0d2c-4903-913e-120d5def240c None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:26:19.279473 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f41427-0d2c-4903-913e-120d5def240c None None] Checking segment: {'id': '3f6b3e4f-5d20-4fdc-b952-4283d379373c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cb326e1d-845a-4173-b056-a957a476332c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:19.280295 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-14f41427-0d2c-4903-913e-120d5def240c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:19.282128 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f41427-0d2c-4903-913e-120d5def240c None None] Bound using segment: {'id': '3f6b3e4f-5d20-4fdc-b952-4283d379373c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cb326e1d-845a-4173-b056-a957a476332c'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:26:19.282128 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-14f41427-0d2c-4903-913e-120d5def240c None None] Bound port: 79af5334-1cd9-4912-9486-a945ee8414a2, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6b3e4f-5d20-4fdc-b952-4283d379373c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cb326e1d-845a-4173-b056-a957a476332c'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:26:19.282901 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-14f41427-0d2c-4903-913e-120d5def240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:19.333292 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664d0c3c-7c37-4917-b184-1469fb1584d1 x-openstack-request-id: req-664d0c3c-7c37-4917-b184-1469fb1584d1 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:19.333867 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "tag": "157237db-49d7-4dc1-b9f9-88191429b6a5", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:19.333970 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-664d0c3c-7c37-4917-b184-1469fb1584d1 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:19.334334 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'tag': '157237db-49d7-4dc1-b9f9-88191429b6a5', 'status': 'completed', 'code': 200} Aug 19 18:26:19.350217 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b96ab7b1-9851-4b36-9e52-33e823f596e9 req-995ded25-7fa0-4458-97e2-23cf550308d2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 210 time: 0.8916843 Aug 19 18:26:19.378826 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a55c36b3-443e-4b75-bac5-321db7cd9063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:19.414478 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-14f41427-0d2c-4903-913e-120d5def240c None None] For port 79af5334-1cd9-4912-9486-a945ee8414a2, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:26:19.420309 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-14f41427-0d2c-4903-913e-120d5def240c None None] For port 79af5334-1cd9-4912-9486-a945ee8414a2, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=79af5334-1cd9-4912-9486-a945ee8414a2,segment=NetworkSegment(3f6b3e4f-5d20-4fdc-b952-4283d379373c),segment_id=3f6b3e4f-5d20-4fdc-b952-4283d379373c)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:26:19.425660 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-14f41427-0d2c-4903-913e-120d5def240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:19.515116 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f41427-0d2c-4903-913e-120d5def240c None None] Pushing event updated for resources: {'Port': ['ID=79af5334-1cd9-4912-9486-a945ee8414a2,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:19.600703 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-c7774e7d-d31f-4236-a220-3416caf7b6db tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Floating IP 902c0933-eabd-4467-8fac-386c65f06460 associated. External IP: 172.25.8.220, port: f5fe4ecf-94a5-473a-a953-1ae38f614592. Aug 19 18:26:19.628140 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c528304b-b054-4cd8-8c40-f03c459d1bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:19.635837 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c528304b-b054-4cd8-8c40-f03c459d1bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:19.671756 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-a1baa2ba-c235-42b7-b001-bcb21d6b04e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Allocated IP 172.20.0.1 (cb326e1d-845a-4173-b056-a957a476332c/86617d72-efad-4b06-9478-c332089cb294/d3f68160-27eb-4bd2-834e-8816f6c1aad3) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:26:19.684454 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c528304b-b054-4cd8-8c40-f03c459d1bb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:26:19.707263 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528304b-b054-4cd8-8c40-f03c459d1bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73118de4-486e-4410-b7bb-9f0b805d6599,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:19.715250 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c528304b-b054-4cd8-8c40-f03c459d1bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:19.715610 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-c528304b-b054-4cd8-8c40-f03c459d1bb4 admin admin] Added segment 3c5d02d1-1c2f-4d2d-985f-2a976538cb0c of type vlan for network eba20446-3015-4358-85fa-43c01dea129c Aug 19 18:26:19.851091 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c528304b-b054-4cd8-8c40-f03c459d1bb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:19.889086 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104ef19-cae2-45f9-94e1-2ea1b25508cb req-b850d1b1-94c1-4171-8b8d-e52a53d4dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:19.890020 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104ef19-cae2-45f9-94e1-2ea1b25508cb req-b850d1b1-94c1-4171-8b8d-e52a53d4dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:19.891006 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104ef19-cae2-45f9-94e1-2ea1b25508cb req-b850d1b1-94c1-4171-8b8d-e52a53d4dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:19.891893 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104ef19-cae2-45f9-94e1-2ea1b25508cb req-b850d1b1-94c1-4171-8b8d-e52a53d4dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:19.892765 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104ef19-cae2-45f9-94e1-2ea1b25508cb req-b850d1b1-94c1-4171-8b8d-e52a53d4dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:19.893697 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104ef19-cae2-45f9-94e1-2ea1b25508cb req-b850d1b1-94c1-4171-8b8d-e52a53d4dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:19.894593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104ef19-cae2-45f9-94e1-2ea1b25508cb req-b850d1b1-94c1-4171-8b8d-e52a53d4dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:19.898167 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3104ef19-cae2-45f9-94e1-2ea1b25508cb req-b850d1b1-94c1-4171-8b8d-e52a53d4dd12 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d4c8d8581824507a55c5466e9a27980&device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 6287 time: 0.5714025 Aug 19 18:26:19.985057 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c528304b-b054-4cd8-8c40-f03c459d1bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:19.986695 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c528304b-b054-4cd8-8c40-f03c459d1bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:19.987689 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c528304b-b054-4cd8-8c40-f03c459d1bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:19.994148 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a1baa2ba-c235-42b7-b001-bcb21d6b04e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:20.076731 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-a1baa2ba-c235-42b7-b001-bcb21d6b04e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Transition to ACTIVE for port object d3f68160-27eb-4bd2-834e-8816f6c1aad3 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:20.093231 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c528304b-b054-4cd8-8c40-f03c459d1bb4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2381833 Aug 19 18:26:20.093579 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39518) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:20.107759 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-12ecb38d-b713-4e14-9d69-9694265d7f09 admin admin] Request body: {'subnet': {'network_id': 'eba20446-3015-4358-85fa-43c01dea129c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1188249017-subnet', 'tenant_id': 'cf02e4463fc246c09b295c9338fcdb05', 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:20.112894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528304b-b054-4cd8-8c40-f03c459d1bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=eba20446-3015-4358-85fa-43c01dea129c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:20.126992 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network eba20446-3015-4358-85fa-43c01dea129c details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:26:20.154505 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ecb38d-b713-4e14-9d69-9694265d7f09 admin admin] Made reservation on behalf of cf02e4463fc246c09b295c9338fcdb05 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:26:20.157218 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-12ecb38d-b713-4e14-9d69-9694265d7f09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:20.236882 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a1baa2ba-c235-42b7-b001-bcb21d6b04e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:20.319988 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1baa2ba-c235-42b7-b001-bcb21d6b04e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Network cb326e1d-845a-4173-b056-a957a476332c is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:26:20.330368 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-a1baa2ba-c235-42b7-b001-bcb21d6b04e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:20.343636 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1baa2ba-c235-42b7-b001-bcb21d6b04e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:26:20.354108 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device f250c22a-1849-4944-8623-08d743a78744 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:26:20.365253 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1baa2ba-c235-42b7-b001-bcb21d6b04e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Pushing event updated for resources: {'Port': ['ID=d3f68160-27eb-4bd2-834e-8816f6c1aad3,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:20.480492 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: f250c22a-1849-4944-8623-08d743a78744 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:26:20.481031 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device f250c22a-1849-4944-8623-08d743a78744 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:26:20.493228 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7774e7d-d31f-4236-a220-3416caf7b6db tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Router 6c608642-8e4e-465d-95e9-80a801403855 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:26:20.520357 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104ef19-cae2-45f9-94e1-2ea1b25508cb req-c20967e2-53b9-4a12-8b4d-608fecc4619f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:20.521343 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104ef19-cae2-45f9-94e1-2ea1b25508cb req-c20967e2-53b9-4a12-8b4d-608fecc4619f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:20.521962 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104ef19-cae2-45f9-94e1-2ea1b25508cb req-c20967e2-53b9-4a12-8b4d-608fecc4619f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:20.526162 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3104ef19-cae2-45f9-94e1-2ea1b25508cb req-c20967e2-53b9-4a12-8b4d-608fecc4619f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2d4c8d8581824507a55c5466e9a27980&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.6109488 Aug 19 18:26:20.537368 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a55c36b3-443e-4b75-bac5-321db7cd9063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb83320-ccbe-41de-8f63-90d7036594f8 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:26:20.563293 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a55c36b3-443e-4b75-bac5-321db7cd9063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:20.565231 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a1baa2ba-c235-42b7-b001-bcb21d6b04e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:20.733454 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a55c36b3-443e-4b75-bac5-321db7cd9063 service neutron] Transition to ACTIVE for port object bbb83320-ccbe-41de-8f63-90d7036594f8 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:20.745410 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a55c36b3-443e-4b75-bac5-321db7cd9063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:20.917623 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-12ecb38d-b713-4e14-9d69-9694265d7f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:21.090584 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 79af5334-1cd9-4912-9486-a945ee8414a2 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:26:21.145563 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6b4a0e89-f0ab-4ca0-90a2-110fff5502a9 req-717d34c7-09ca-4643-979b-6ccd6ff31ab3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 210 time: 0.2286971 Aug 19 18:26:21.180480 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c36b3-443e-4b75-bac5-321db7cd9063 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb83320-ccbe-41de-8f63-90d7036594f8,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:21.198761 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104ef19-cae2-45f9-94e1-2ea1b25508cb req-075af0ec-8020-4561-9fe2-568ee6d4e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:21.202268 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3104ef19-cae2-45f9-94e1-2ea1b25508cb req-075af0ec-8020-4561-9fe2-568ee6d4e529 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6673954 Aug 19 18:26:21.221438 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b9301-6abc-4cf8-9802-caf1058c0b38 req-2b8a606f-d089-4b48-9661-7811d405dfb6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:21.235550 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad0eb25-0cea-4a52-a46b-50f7da35107e None None] Network cb326e1d-845a-4173-b056-a957a476332c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:26:21.238159 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7774e7d-d31f-4236-a220-3416caf7b6db tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:26:21.244004 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b9301-6abc-4cf8-9802-caf1058c0b38 req-2b8a606f-d089-4b48-9661-7811d405dfb6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:21.250398 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b9301-6abc-4cf8-9802-caf1058c0b38 req-2b8a606f-d089-4b48-9661-7811d405dfb6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:21.251606 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c7774e7d-d31f-4236-a220-3416caf7b6db tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:21.266994 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b9301-6abc-4cf8-9802-caf1058c0b38 req-2b8a606f-d089-4b48-9661-7811d405dfb6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:21.273960 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d98dff4-7a03-4091-8ffb-e8d631cd7d11 None None] Sync routers for ids ['6c608642-8e4e-465d-95e9-80a801403855'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:26:21.285983 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b9301-6abc-4cf8-9802-caf1058c0b38 req-2b8a606f-d089-4b48-9661-7811d405dfb6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:21.302338 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b9301-6abc-4cf8-9802-caf1058c0b38 req-2b8a606f-d089-4b48-9661-7811d405dfb6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:21.310545 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b9301-6abc-4cf8-9802-caf1058c0b38 req-2b8a606f-d089-4b48-9661-7811d405dfb6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:21.315923 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a55c36b3-443e-4b75-bac5-321db7cd9063 service neutron] Attempting to bind port bbb83320-ccbe-41de-8f63-90d7036594f8 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:26:21.316607 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a55c36b3-443e-4b75-bac5-321db7cd9063 service neutron] Attempting to bind port bbb83320-ccbe-41de-8f63-90d7036594f8 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '135205f7-f1b9-476e-81a5-a3b7cd864e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:26:21.317218 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a55c36b3-443e-4b75-bac5-321db7cd9063 service neutron] Attempting to bind port bbb83320-ccbe-41de-8f63-90d7036594f8 on network e907505c-8552-41bc-9150-9253fbc87c40 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:21.327858 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-142b9301-6abc-4cf8-9802-caf1058c0b38 req-2b8a606f-d089-4b48-9661-7811d405dfb6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5395 time: 0.7936046 Aug 19 18:26:21.342266 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a55c36b3-443e-4b75-bac5-321db7cd9063 service neutron] Port bbb83320-ccbe-41de-8f63-90d7036594f8 on network e907505c-8552-41bc-9150-9253fbc87c40 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:26:21.347000 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a55c36b3-443e-4b75-bac5-321db7cd9063 service neutron] Attempting to bind port bbb83320-ccbe-41de-8f63-90d7036594f8 on network e907505c-8552-41bc-9150-9253fbc87c40 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:21.356075 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecb38d-b713-4e14-9d69-9694265d7f09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dfc809b-e771-4eb0-b500-6457c452f5af,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:21.356977 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c7774e7d-d31f-4236-a220-3416caf7b6db tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "PUT /v2.0/floatingips/902c0933-eabd-4467-8fac-386c65f06460 HTTP/1.1" status: 200 len: 991 time: 4.7581475 Aug 19 18:26:21.358010 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119777d0-5736-4ffc-ad33-5bc664e96a8c', 'tag': 'f5fe4ecf-94a5-473a-a953-1ae38f614592'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:21.361128 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b746b569-69af-4de2-ae49-19270497fd60" -d '{"events": [{"name": "network-changed", "server_uuid": "119777d0-5736-4ffc-ad33-5bc664e96a8c", "tag": "f5fe4ecf-94a5-473a-a953-1ae38f614592"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:21.364291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a55c36b3-443e-4b75-bac5-321db7cd9063 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:26:21.377478 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a55c36b3-443e-4b75-bac5-321db7cd9063 service neutron] Checking segment: {'id': '135205f7-f1b9-476e-81a5-a3b7cd864e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:21.378150 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a55c36b3-443e-4b75-bac5-321db7cd9063 service neutron] Bound using segment: {'id': '135205f7-f1b9-476e-81a5-a3b7cd864e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:26:21.378655 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a55c36b3-443e-4b75-bac5-321db7cd9063 service neutron] Bound port: bbb83320-ccbe-41de-8f63-90d7036594f8, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135205f7-f1b9-476e-81a5-a3b7cd864e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:26:21.379386 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a55c36b3-443e-4b75-bac5-321db7cd9063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:21.464043 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 79af5334-1cd9-4912-9486-a945ee8414a2 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:21.485836 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d98dff4-7a03-4091-8ffb-e8d631cd7d11 None None] Routers {'6c608642-8e4e-465d-95e9-80a801403855'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:21.486912 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-1d98dff4-7a03-4091-8ffb-e8d631cd7d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:26:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c608642-8e4e-465d-95e9-80a801403855'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:21.504820 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-66dfb01f-5281-4cde-8a64-a0570a1fb4f4 None None] Provisioning for port 79af5334-1cd9-4912-9486-a945ee8414a2 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:21.521902 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-142b9301-6abc-4cf8-9802-caf1058c0b38 req-f8888cd8-3fb7-4059-bfdf-978a91cbd060 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1539018 Aug 19 18:26:21.528380 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ecb38d-b713-4e14-9d69-9694265d7f09 admin admin] Checking segment: {'id': '3c5d02d1-1c2f-4d2d-985f-2a976538cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:21.534314 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ecb38d-b713-4e14-9d69-9694265d7f09 admin admin] Network hostable DHCP agents. Network: eba20446-3015-4358-85fa-43c01dea129c, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:26:21.539243 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d36518-eb82-4204-985b-4f6419873b8f req-3904d623-ab3c-4df1-b449-cb74b1c8bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:21.541354 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-78d36518-eb82-4204-985b-4f6419873b8f req-3904d623-ab3c-4df1-b449-cb74b1c8bc25 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 1096 time: 0.6606727 Aug 19 18:26:21.547532 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a1baa2ba-c235-42b7-b001-bcb21d6b04e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:21.569979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c13e0b-2b1f-468e-93c6-6b9d48221f33 req-ffe2f97e-9df4-482e-a5a0-5fbc15e7d395 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:21.581329 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-14c13e0b-2b1f-468e-93c6-6b9d48221f33 req-ffe2f97e-9df4-482e-a5a0-5fbc15e7d395 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1990964 Aug 19 18:26:21.623985 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a55c36b3-443e-4b75-bac5-321db7cd9063 service neutron] For port bbb83320-ccbe-41de-8f63-90d7036594f8, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:26:21.640512 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a55c36b3-443e-4b75-bac5-321db7cd9063 service neutron] For port bbb83320-ccbe-41de-8f63-90d7036594f8, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bbb83320-ccbe-41de-8f63-90d7036594f8,segment=NetworkSegment(135205f7-f1b9-476e-81a5-a3b7cd864e8d),segment_id=135205f7-f1b9-476e-81a5-a3b7cd864e8d)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:26:21.682675 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d36518-eb82-4204-985b-4f6419873b8f req-9bc7fd5b-533e-4fa7-88ac-38c55f9ce93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:21.684407 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-78d36518-eb82-4204-985b-4f6419873b8f req-9bc7fd5b-533e-4fa7-88ac-38c55f9ce93a service neutron] 10.222.0.54 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 913 time: 0.1247928 Aug 19 18:26:21.687921 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a55c36b3-443e-4b75-bac5-321db7cd9063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:21.763146 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 79af5334-1cd9-4912-9486-a945ee8414a2 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:21.765376 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:21.766504 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ecb38d-b713-4e14-9d69-9694265d7f09 admin admin] Network eba20446-3015-4358-85fa-43c01dea129c is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:26:21.767733 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a55c36b3-443e-4b75-bac5-321db7cd9063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:21.770623 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a55c36b3-443e-4b75-bac5-321db7cd9063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:21.797884 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a55c36b3-443e-4b75-bac5-321db7cd9063 service neutron] 10.222.0.50 "PUT /v2.0/ports/bbb83320-ccbe-41de-8f63-90d7036594f8 HTTP/1.1" status: 200 len: 1090 time: 3.8940341 Aug 19 18:26:21.818607 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-66dfb01f-5281-4cde-8a64-a0570a1fb4f4 None None] Provisioning complete for port 79af5334-1cd9-4912-9486-a945ee8414a2 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:21.819384 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-66dfb01f-5281-4cde-8a64-a0570a1fb4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:21.832037 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc7aff9-c8f5-47dd-ab3f-8414f66f40e8 x-openstack-request-id: req-acc7aff9-c8f5-47dd-ab3f-8414f66f40e8 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:21.832350 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119777d0-5736-4ffc-ad33-5bc664e96a8c", "tag": "f5fe4ecf-94a5-473a-a953-1ae38f614592", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:21.832605 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-acc7aff9-c8f5-47dd-ab3f-8414f66f40e8 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:21.836129 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119777d0-5736-4ffc-ad33-5bc664e96a8c', 'tag': 'f5fe4ecf-94a5-473a-a953-1ae38f614592', 'status': 'completed', 'code': 200} Aug 19 18:26:21.877874 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-12ecb38d-b713-4e14-9d69-9694265d7f09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, eba20446-3015-4358-85fa-43c01dea129c) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:21.883632 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ecb38d-b713-4e14-9d69-9694265d7f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:21.890819 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-12ecb38d-b713-4e14-9d69-9694265d7f09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:21.896298 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece4c7ef-613f-4101-aaa5-50d2f0a2ea6d None None] Network eba20446-3015-4358-85fa-43c01dea129c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:26:21.955267 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-7f9fa801-9f44-4abd-b026-ca2d021ac7f3 service neutron] Request body: {'port': {'device_id': '9955b157-4e75-48fc-b119-abbc246fe462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:22.083965 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-14c13e0b-2b1f-468e-93c6-6b9d48221f33 req-e75db6c2-4a8e-4902-90b2-deba2844e59e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4995201 Aug 19 18:26:22.175228 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-7f9fa801-9f44-4abd-b026-ca2d021ac7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:22.185601 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c36b3-443e-4b75-bac5-321db7cd9063 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb83320-ccbe-41de-8f63-90d7036594f8,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:22.234181 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-1d98dff4-7a03-4091-8ffb-e8d631cd7d11 None None] Set router 6c608642-8e4e-465d-95e9-80a801403855 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:22.247977 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746b569-69af-4de2-ae49-19270497fd60 req-bea15841-c033-4d6e-aed1-81d8b6a980c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:22.249594 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b746b569-69af-4de2-ae49-19270497fd60 req-bea15841-c033-4d6e-aed1-81d8b6a980c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1b1aa2c733a4115bafa765990404683&device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 1096 time: 0.2895408 Aug 19 18:26:22.367606 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746b569-69af-4de2-ae49-19270497fd60 req-24bd7892-98e7-45ef-8fcf-9762b5a7ae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:22.369518 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b746b569-69af-4de2-ae49-19270497fd60 req-24bd7892-98e7-45ef-8fcf-9762b5a7ae34 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bacad945-2962-49c4-806c-a7bd8c4e8d7b HTTP/1.1" status: 200 len: 918 time: 0.1064265 Aug 19 18:26:22.446960 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-78d36518-eb82-4204-985b-4f6419873b8f req-791ac52a-c915-48d0-84d0-dfcd0a89655d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd1e7643-8716-43bb-af18-1644144f2a7e HTTP/1.1" status: 200 len: 999 time: 0.7489510 Aug 19 18:26:22.532475 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-12ecb38d-b713-4e14-9d69-9694265d7f09 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4349749 Aug 19 18:26:22.532475 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d36518-eb82-4204-985b-4f6419873b8f req-96eac8af-979e-4360-9dc3-2dd13269feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:22.540947 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-78d36518-eb82-4204-985b-4f6419873b8f req-96eac8af-979e-4360-9dc3-2dd13269feb9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.0798895 Aug 19 18:26:22.541185 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af1c0b5-0657-4a8f-9fba-4533f6affd87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-eba20446-3015-4358-85fa-43c01dea129c', 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c', 'tenant_id': 'cf02e4463fc246c09b295c9338fcdb05', 'fixed_ips': [{'subnet_id': '3dfc809b-e771-4eb0-b500-6457c452f5af'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:26:22.541185 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3af1c0b5-0657-4a8f-9fba-4533f6affd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:22.542936 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39540) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:22.542936 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a06e0824-4648-4db0-9c63-025905b16661 req-ec3ca25b-422d-4064-ad68-b0f6f0c75d72 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 210 time: 0.1395075 Aug 19 18:26:22.545938 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7dfde83f-1c73-489f-b3ca-c871e8053084 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1188249017-router', 'tenant_id': 'cf02e4463fc246c09b295c9338fcdb05', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:22.672875 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:22.723308 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-66dfb01f-5281-4cde-8a64-a0570a1fb4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:22.828029 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7dfde83f-1c73-489f-b3ca-c871e8053084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:22.831717 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7dfde83f-1c73-489f-b3ca-c871e8053084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:22.849616 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d36518-eb82-4204-985b-4f6419873b8f req-ae342745-6fe8-4893-906d-9fb84d7c6d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:22.851300 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-78d36518-eb82-4204-985b-4f6419873b8f req-ae342745-6fe8-4893-906d-9fb84d7c6d01 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2944536 Aug 19 18:26:22.913779 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b746b569-69af-4de2-ae49-19270497fd60 req-fe1d879e-e513-47fa-b1d6-7625263b7136 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5fe4ecf-94a5-473a-a953-1ae38f614592 HTTP/1.1" status: 200 len: 999 time: 0.3397815 Aug 19 18:26:23.040509 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-3af1c0b5-0657-4a8f-9fba-4533f6affd87 None None] Allocated IP 172.20.0.2 (eba20446-3015-4358-85fa-43c01dea129c/3dfc809b-e771-4eb0-b500-6457c452f5af/bc0d57b9-c59b-41d1-9837-44633766b039) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:26:23.047419 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-7f9fa801-9f44-4abd-b026-ca2d021ac7f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 747e61a2-79d2-495c-884e-e517af4325c6 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:26:23.060687 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-7f9fa801-9f44-4abd-b026-ca2d021ac7f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:23.083340 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-7f9fa801-9f44-4abd-b026-ca2d021ac7f3 service neutron] Transition to ACTIVE for port object 747e61a2-79d2-495c-884e-e517af4325c6 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:23.092800 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7dfde83f-1c73-489f-b3ca-c871e8053084 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:23.107916 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-7f9fa801-9f44-4abd-b026-ca2d021ac7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:23.227479 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20609ad4-c774-438c-8615-7ecdbf12fcca req-b7dca284-1974-4a2c-83cd-a790fa3f45b1 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:23.234467 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20609ad4-c774-438c-8615-7ecdbf12fcca req-b7dca284-1974-4a2c-83cd-a790fa3f45b1 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:23.240794 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20609ad4-c774-438c-8615-7ecdbf12fcca req-b7dca284-1974-4a2c-83cd-a790fa3f45b1 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:23.247161 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20609ad4-c774-438c-8615-7ecdbf12fcca req-b7dca284-1974-4a2c-83cd-a790fa3f45b1 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:23.254095 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20609ad4-c774-438c-8615-7ecdbf12fcca req-b7dca284-1974-4a2c-83cd-a790fa3f45b1 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:23.260356 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20609ad4-c774-438c-8615-7ecdbf12fcca req-b7dca284-1974-4a2c-83cd-a790fa3f45b1 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:23.266591 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20609ad4-c774-438c-8615-7ecdbf12fcca req-b7dca284-1974-4a2c-83cd-a790fa3f45b1 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:23.275890 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-20609ad4-c774-438c-8615-7ecdbf12fcca req-b7dca284-1974-4a2c-83cd-a790fa3f45b1 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5407 time: 0.5979006 Aug 19 18:26:23.287557 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-78d36518-eb82-4204-985b-4f6419873b8f req-a7753f7c-e651-4c05-a49c-e0d80416f758 service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229147 Aug 19 18:26:23.373221 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9fa801-9f44-4abd-b026-ca2d021ac7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=747e61a2-79d2-495c-884e-e517af4325c6,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:23.382725 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a1baa2ba-c235-42b7-b001-bcb21d6b04e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:23.416271 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746b569-69af-4de2-ae49-19270497fd60 req-7a4cc0be-e369-4158-87e2-db6075511f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:23.419546 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b746b569-69af-4de2-ae49-19270497fd60 req-7a4cc0be-e369-4158-87e2-db6075511f75 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9e32631a-48d3-4ef0-8eb3-575117a89737 HTTP/1.1" status: 200 len: 856 time: 0.3336992 Aug 19 18:26:23.485737 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a1baa2ba-c235-42b7-b001-bcb21d6b04e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:23.526240 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-20609ad4-c774-438c-8615-7ecdbf12fcca req-6f1e297a-9e6e-43c1-a9f0-7b0b9c76f318 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2493346 Aug 19 18:26:23.537366 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3af1c0b5-0657-4a8f-9fba-4533f6affd87 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:23.548688 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3af1c0b5-0657-4a8f-9fba-4533f6affd87 None None] Transition to ACTIVE for port object bc0d57b9-c59b-41d1-9837-44633766b039 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:23.567266 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746b569-69af-4de2-ae49-19270497fd60 req-05cd3a6e-58a6-40ff-89cc-68d4afbf9181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:23.569322 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3af1c0b5-0657-4a8f-9fba-4533f6affd87 None None] Transition to ACTIVE for port object bc0d57b9-c59b-41d1-9837-44633766b039 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:23.571891 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b746b569-69af-4de2-ae49-19270497fd60 req-05cd3a6e-58a6-40ff-89cc-68d4afbf9181 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bacad945-2962-49c4-806c-a7bd8c4e8d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320622 Aug 19 18:26:23.573129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-7f9fa801-9f44-4abd-b026-ca2d021ac7f3 service neutron] Attempting to bind port 747e61a2-79d2-495c-884e-e517af4325c6 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:26:23.573722 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-7f9fa801-9f44-4abd-b026-ca2d021ac7f3 service neutron] Attempting to bind port 747e61a2-79d2-495c-884e-e517af4325c6 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'c2661c61-9e63-4c25-a5c6-6de932aef027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '82deafff-818d-46cd-9b39-f0e9acf3a9dd'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:26:23.574224 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-7f9fa801-9f44-4abd-b026-ca2d021ac7f3 service neutron] Attempting to bind port 747e61a2-79d2-495c-884e-e517af4325c6 on network 82deafff-818d-46cd-9b39-f0e9acf3a9dd {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:23.611207 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3af1c0b5-0657-4a8f-9fba-4533f6affd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:23.617803 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 79af5334-1cd9-4912-9486-a945ee8414a2, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=79af5334-1cd9-4912-9486-a945ee8414a2,segment=NetworkSegment(3f6b3e4f-5d20-4fdc-b952-4283d379373c),segment_id=3f6b3e4f-5d20-4fdc-b952-4283d379373c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:23.631126 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-7f9fa801-9f44-4abd-b026-ca2d021ac7f3 service neutron] Port 747e61a2-79d2-495c-884e-e517af4325c6 on network 82deafff-818d-46cd-9b39-f0e9acf3a9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:26:23.631771 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-7f9fa801-9f44-4abd-b026-ca2d021ac7f3 service neutron] Attempting to bind port 747e61a2-79d2-495c-884e-e517af4325c6 on network 82deafff-818d-46cd-9b39-f0e9acf3a9dd {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:23.658279 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:23.679108 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a1baa2ba-c235-42b7-b001-bcb21d6b04e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:23.686927 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1baa2ba-c235-42b7-b001-bcb21d6b04e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Pushing event updated for resources: {'Port': ['ID=d3f68160-27eb-4bd2-834e-8816f6c1aad3,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:23.710171 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af1c0b5-0657-4a8f-9fba-4533f6affd87 None None] Network eba20446-3015-4358-85fa-43c01dea129c is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:26:23.712866 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7dfde83f-1c73-489f-b3ca-c871e8053084 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:23.714816 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.api [None req-66dfb01f-5281-4cde-8a64-a0570a1fb4f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:26:23.715172 n-d-803753-2 neutron-server[94683]: DEBUG oslo_db.api [None req-66dfb01f-5281-4cde-8a64-a0570a1fb4f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:26:23.715966 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-3af1c0b5-0657-4a8f-9fba-4533f6affd87 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:23.717395 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-7f9fa801-9f44-4abd-b026-ca2d021ac7f3 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:26:23.717857 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-7f9fa801-9f44-4abd-b026-ca2d021ac7f3 service neutron] Checking segment: {'id': 'c2661c61-9e63-4c25-a5c6-6de932aef027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '82deafff-818d-46cd-9b39-f0e9acf3a9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:23.723558 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af1c0b5-0657-4a8f-9fba-4533f6affd87 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:26:23.725173 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-7f9fa801-9f44-4abd-b026-ca2d021ac7f3 service neutron] Bound using segment: {'id': 'c2661c61-9e63-4c25-a5c6-6de932aef027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '82deafff-818d-46cd-9b39-f0e9acf3a9dd'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:26:23.726220 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-7f9fa801-9f44-4abd-b026-ca2d021ac7f3 service neutron] Bound port: 747e61a2-79d2-495c-884e-e517af4325c6, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2661c61-9e63-4c25-a5c6-6de932aef027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '82deafff-818d-46cd-9b39-f0e9acf3a9dd'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:26:23.726688 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-7f9fa801-9f44-4abd-b026-ca2d021ac7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:23.775352 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1c0b5-0657-4a8f-9fba-4533f6affd87 None None] Pushing event updated for resources: {'Port': ['ID=bc0d57b9-c59b-41d1-9837-44633766b039,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:23.824648 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-34784541-94b0-4a45-aafa-13abeec0c323 req-2966b8ef-4a99-4063-be53-82e98b5dab88 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 210 time: 0.0799317 Aug 19 18:26:23.849635 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d153d8-1ad1-4a02-a56c-879b46efb686 req-cf7cd1c8-d7c4-40b5-ba17-99b63901e3f5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:23.850196 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'tag': 'bbb83320-ccbe-41de-8f63-90d7036594f8'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:23.852782 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bac753c-dd76-4483-bcfb-000a7f6d5a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "tag": "bbb83320-ccbe-41de-8f63-90d7036594f8"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:23.864288 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8d153d8-1ad1-4a02-a56c-879b46efb686 req-cf7cd1c8-d7c4-40b5-ba17-99b63901e3f5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.5795138 Aug 19 18:26:23.883654 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-1d98dff4-7a03-4091-8ffb-e8d631cd7d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c608642-8e4e-465d-95e9-80a801403855', 'name': 'tempest-AttachVolumeShelveTestJSON-2075814986-router', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:00Z', 'updated_at': '2021-08-19T18:21:05Z', 'revision_number': 4, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'gw_port': {'id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:02Z', 'updated_at': '2021-08-19T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '902c0933-eabd-4467-8fac-386c65f06460', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '6c608642-8e4e-465d-95e9-80a801403855', 'port_id': 'f5fe4ecf-94a5-473a-a953-1ae38f614592', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'mac_address': 'fa:16:3e:6c:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119777d0-5736-4ffc-ad33-5bc664e96a8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:25:48Z', 'updated_at': '2021-08-19T18:26:18Z', 'revision_number': 1, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c864d110-5ba0-4483-b1db-454f03d09a6b', 'name': '', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'mac_address': 'fa:16:3e:7d:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:04Z', 'updated_at': '2021-08-19T18:21:15Z', 'revision_number': 5, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'subnets': [{'id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:23.907132 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b746b569-69af-4de2-ae49-19270497fd60 req-25ef806d-e789-4ab0-af3e-e9b200db9c7e service neutron] 10.222.0.50 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239453 Aug 19 18:26:23.908738 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-7f9fa801-9f44-4abd-b026-ca2d021ac7f3 service neutron] For port 747e61a2-79d2-495c-884e-e517af4325c6, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:26:23.916474 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-7f9fa801-9f44-4abd-b026-ca2d021ac7f3 service neutron] For port 747e61a2-79d2-495c-884e-e517af4325c6, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=747e61a2-79d2-495c-884e-e517af4325c6,segment=NetworkSegment(c2661c61-9e63-4c25-a5c6-6de932aef027),segment_id=c2661c61-9e63-4c25-a5c6-6de932aef027)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:26:23.944516 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d98dff4-7a03-4091-8ffb-e8d631cd7d11 None None] Checking router: 6c608642-8e4e-465d-95e9-80a801403855 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:26:23.970082 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-3af1c0b5-0657-4a8f-9fba-4533f6affd87 None None] Attempting to bind port bc0d57b9-c59b-41d1-9837-44633766b039 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:26:23.970868 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-3af1c0b5-0657-4a8f-9fba-4533f6affd87 None None] Attempting to bind port bc0d57b9-c59b-41d1-9837-44633766b039 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '3c5d02d1-1c2f-4d2d-985f-2a976538cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:26:23.971247 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af1c0b5-0657-4a8f-9fba-4533f6affd87 None None] Attempting to bind port bc0d57b9-c59b-41d1-9837-44633766b039 on network eba20446-3015-4358-85fa-43c01dea129c {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:23.982831 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-7f9fa801-9f44-4abd-b026-ca2d021ac7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:23.988946 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d98dff4-7a03-4091-8ffb-e8d631cd7d11 None None] Routers {'6c608642-8e4e-465d-95e9-80a801403855'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:23.989674 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-1d98dff4-7a03-4091-8ffb-e8d631cd7d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:26:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c608642-8e4e-465d-95e9-80a801403855'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:24.007973 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-78d36518-eb82-4204-985b-4f6419873b8f req-cbfd16de-a4d9-4ca4-8410-65f766d4e1a4 service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6956351 Aug 19 18:26:24.060187 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af1c0b5-0657-4a8f-9fba-4533f6affd87 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:26:24.060575 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af1c0b5-0657-4a8f-9fba-4533f6affd87 None None] Checking segment: {'id': '3c5d02d1-1c2f-4d2d-985f-2a976538cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:24.060993 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3af1c0b5-0657-4a8f-9fba-4533f6affd87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:24.061411 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af1c0b5-0657-4a8f-9fba-4533f6affd87 None None] Bound using segment: {'id': '3c5d02d1-1c2f-4d2d-985f-2a976538cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:26:24.062356 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8d153d8-1ad1-4a02-a56c-879b46efb686 req-81e0c060-df3a-4af7-9634-133afdcab370 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914201 Aug 19 18:26:24.067543 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-3af1c0b5-0657-4a8f-9fba-4533f6affd87 None None] Bound port: bc0d57b9-c59b-41d1-9837-44633766b039, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5d02d1-1c2f-4d2d-985f-2a976538cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:26:24.068333 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3af1c0b5-0657-4a8f-9fba-4533f6affd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:24.085851 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05087772-7758-4b5b-8c71-c7c4e3215ab1 x-openstack-request-id: req-05087772-7758-4b5b-8c71-c7c4e3215ab1 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:24.086007 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=79af5334-1cd9-4912-9486-a945ee8414a2,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:24.086421 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "tag": "bbb83320-ccbe-41de-8f63-90d7036594f8", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:24.086979 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05087772-7758-4b5b-8c71-c7c4e3215ab1 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:24.087869 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'tag': 'bbb83320-ccbe-41de-8f63-90d7036594f8', 'status': 'completed', 'code': 200} Aug 19 18:26:24.106597 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1baa2ba-c235-42b7-b001-bcb21d6b04e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Network cb326e1d-845a-4173-b056-a957a476332c is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:26:24.109601 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-a1baa2ba-c235-42b7-b001-bcb21d6b04e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:24.186069 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-3af1c0b5-0657-4a8f-9fba-4533f6affd87 None None] For port bc0d57b9-c59b-41d1-9837-44633766b039, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:26:24.199722 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-3af1c0b5-0657-4a8f-9fba-4533f6affd87 None None] For port bc0d57b9-c59b-41d1-9837-44633766b039, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=bc0d57b9-c59b-41d1-9837-44633766b039,segment=NetworkSegment(3c5d02d1-1c2f-4d2d-985f-2a976538cb0c),segment_id=3c5d02d1-1c2f-4d2d-985f-2a976538cb0c)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:26:24.203142 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-7f9fa801-9f44-4abd-b026-ca2d021ac7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:24.204218 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-7f9fa801-9f44-4abd-b026-ca2d021ac7f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:24.206158 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-7f9fa801-9f44-4abd-b026-ca2d021ac7f3 service neutron] 10.222.0.50 "PUT /v2.0/ports/747e61a2-79d2-495c-884e-e517af4325c6 HTTP/1.1" status: 200 len: 1091 time: 2.2583940 Aug 19 18:26:24.208717 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3af1c0b5-0657-4a8f-9fba-4533f6affd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:24.271449 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-448d6023-c0ff-4b7a-82e6-f9e6fbebced4 service neutron] Request body: {'port': {'device_id': '9955b157-4e75-48fc-b119-abbc246fe462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:24.404098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9fa801-9f44-4abd-b026-ca2d021ac7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=747e61a2-79d2-495c-884e-e517af4325c6,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:24.428649 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac753c-dd76-4483-bcfb-000a7f6d5a9a req-6773e3ba-ead2-42d6-803e-f1ccb1f8e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:24.429505 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac753c-dd76-4483-bcfb-000a7f6d5a9a req-6773e3ba-ead2-42d6-803e-f1ccb1f8e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:24.431766 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac753c-dd76-4483-bcfb-000a7f6d5a9a req-6773e3ba-ead2-42d6-803e-f1ccb1f8e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:24.432520 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac753c-dd76-4483-bcfb-000a7f6d5a9a req-6773e3ba-ead2-42d6-803e-f1ccb1f8e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:24.433288 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac753c-dd76-4483-bcfb-000a7f6d5a9a req-6773e3ba-ead2-42d6-803e-f1ccb1f8e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:24.433982 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac753c-dd76-4483-bcfb-000a7f6d5a9a req-6773e3ba-ead2-42d6-803e-f1ccb1f8e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:24.434668 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac753c-dd76-4483-bcfb-000a7f6d5a9a req-6773e3ba-ead2-42d6-803e-f1ccb1f8e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:24.436950 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8bac753c-dd76-4483-bcfb-000a7f6d5a9a req-6773e3ba-ead2-42d6-803e-f1ccb1f8e4c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d4c8d8581824507a55c5466e9a27980&device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 6421 time: 0.3478837 Aug 19 18:26:24.509765 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b746b569-69af-4de2-ae49-19270497fd60 req-53c749b0-3abd-4526-9ed2-ab374da3f41b service neutron] 10.222.0.50 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895813 Aug 19 18:26:24.724797 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:26:24.731963 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-1d98dff4-7a03-4091-8ffb-e8d631cd7d11 None None] Set router 6c608642-8e4e-465d-95e9-80a801403855 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:24.786250 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7dfde83f-1c73-489f-b3ca-c871e8053084 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:24.838115 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1c0b5-0657-4a8f-9fba-4533f6affd87 None None] Pushing event updated for resources: {'Port': ['ID=bc0d57b9-c59b-41d1-9837-44633766b039,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:25.041317 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fde719a6-5c22-4747-b7c6-8e448b8fa710 None None] Provisioning complete for port 79af5334-1cd9-4912-9486-a945ee8414a2 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:25.044217 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fde719a6-5c22-4747-b7c6-8e448b8fa710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:25.074305 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7dfde83f-1c73-489f-b3ca-c871e8053084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:25.228962 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-448d6023-c0ff-4b7a-82e6-f9e6fbebced4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:25.244480 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d21ac9-05ff-4826-90be-e8481a7bab38 req-bd1cc845-83d8-4734-8dfe-ecb50c69124e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:25.259092 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d21ac9-05ff-4826-90be-e8481a7bab38 req-bd1cc845-83d8-4734-8dfe-ecb50c69124e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:25.271891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d21ac9-05ff-4826-90be-e8481a7bab38 req-bd1cc845-83d8-4734-8dfe-ecb50c69124e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:25.285915 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d21ac9-05ff-4826-90be-e8481a7bab38 req-bd1cc845-83d8-4734-8dfe-ecb50c69124e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:25.297337 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d21ac9-05ff-4826-90be-e8481a7bab38 req-bd1cc845-83d8-4734-8dfe-ecb50c69124e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:25.309248 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d21ac9-05ff-4826-90be-e8481a7bab38 req-bd1cc845-83d8-4734-8dfe-ecb50c69124e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:25.323994 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d21ac9-05ff-4826-90be-e8481a7bab38 req-bd1cc845-83d8-4734-8dfe-ecb50c69124e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:25.330070 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-31a1387e-cf1f-4f7b-a750-4a32a27c9aa7 req-1ba03c85-4465-403a-abc8-2f2190d64a91 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 210 time: 0.1038263 Aug 19 18:26:25.340922 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-97d21ac9-05ff-4826-90be-e8481a7bab38 req-bd1cc845-83d8-4734-8dfe-ecb50c69124e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5419 time: 0.5560155 Aug 19 18:26:25.377929 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1baa2ba-c235-42b7-b001-bcb21d6b04e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Router 9140dd01-9558-4724-8c4e-965bd0e472e6 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:26:25.378952 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-1d98dff4-7a03-4091-8ffb-e8d631cd7d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c608642-8e4e-465d-95e9-80a801403855', 'name': 'tempest-AttachVolumeShelveTestJSON-2075814986-router', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:00Z', 'updated_at': '2021-08-19T18:21:05Z', 'revision_number': 4, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'gw_port': {'id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:02Z', 'updated_at': '2021-08-19T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '902c0933-eabd-4467-8fac-386c65f06460', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '6c608642-8e4e-465d-95e9-80a801403855', 'port_id': 'f5fe4ecf-94a5-473a-a953-1ae38f614592', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'mac_address': 'fa:16:3e:6c:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119777d0-5736-4ffc-ad33-5bc664e96a8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:25:48Z', 'updated_at': '2021-08-19T18:26:18Z', 'revision_number': 1, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c864d110-5ba0-4483-b1db-454f03d09a6b', 'name': '', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'mac_address': 'fa:16:3e:7d:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:04Z', 'updated_at': '2021-08-19T18:21:15Z', 'revision_number': 5, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'subnets': [{'id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:25.382789 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fde719a6-5c22-4747-b7c6-8e448b8fa710 None None] Provisioning for port d3f68160-27eb-4bd2-834e-8816f6c1aad3 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:25.451936 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d98dff4-7a03-4091-8ffb-e8d631cd7d11 None None] The sync data for ids ['6c608642-8e4e-465d-95e9-80a801403855'] in n-d-803753-2 is: [{'id': '6c608642-8e4e-465d-95e9-80a801403855', 'name': 'tempest-AttachVolumeShelveTestJSON-2075814986-router', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:00Z', 'updated_at': '2021-08-19T18:21:05Z', 'revision_number': 4, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'gw_port': {'id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:02Z', 'updated_at': '2021-08-19T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '902c0933-eabd-4467-8fac-386c65f06460', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '6c608642-8e4e-465d-95e9-80a801403855', 'port_id': 'f5fe4ecf-94a5-473a-a953-1ae38f614592', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'mac_address': 'fa:16:3e:6c:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119777d0-5736-4ffc-ad33-5bc664e96a8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:25:48Z', 'updated_at': '2021-08-19T18:26:18Z', 'revision_number': 1, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c864d110-5ba0-4483-b1db-454f03d09a6b', 'name': '', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'mac_address': 'fa:16:3e:7d:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:04Z', 'updated_at': '2021-08-19T18:21:15Z', 'revision_number': 5, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'subnets': [{'id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:26:25.455076 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fde719a6-5c22-4747-b7c6-8e448b8fa710 None None] Provisioning complete for port d3f68160-27eb-4bd2-834e-8816f6c1aad3 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:25.455889 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fde719a6-5c22-4747-b7c6-8e448b8fa710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:25.569010 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-fde719a6-5c22-4747-b7c6-8e448b8fa710 None None] Port d3f68160-27eb-4bd2-834e-8816f6c1aad3 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:26:25.708126 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-eecdea92-3285-438b-8a52-e693ce9122f8 None None] Provisioning complete for port d3f68160-27eb-4bd2-834e-8816f6c1aad3 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:25.708562 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eecdea92-3285-438b-8a52-e693ce9122f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:25.725856 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-97d21ac9-05ff-4826-90be-e8481a7bab38 req-1a0fc88a-7fcd-44b6-a9c9-89aae1328bab tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3673980 Aug 19 18:26:25.823797 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-7dfde83f-1c73-489f-b3ca-c871e8053084 admin admin] Allocated IP 172.25.8.198 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/2a91d1a7-5b02-47fc-bfba-a53ec8dd1155) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:26:25.832971 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-eecdea92-3285-438b-8a52-e693ce9122f8 None None] Port d3f68160-27eb-4bd2-834e-8816f6c1aad3 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:26:25.864151 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1baa2ba-c235-42b7-b001-bcb21d6b04e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:26:25.883586 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327c196b-6f07-4a56-9a51-523d0bae5b22 None None] Sync routers for ids ['9140dd01-9558-4724-8c4e-965bd0e472e6'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:26:25.898259 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a1baa2ba-c235-42b7-b001-bcb21d6b04e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] 10.222.0.24 "PUT /v2.0/routers/9140dd01-9558-4724-8c4e-965bd0e472e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6276248 Aug 19 18:26:25.899364 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39568) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:25.910108 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-cc078cdc-076c-4e82-858a-bbe24cd199db tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Request body: {'port': {'network_id': 'cb326e1d-845a-4173-b056-a957a476332c', 'name': 'tempest-FloatingIPNegativeTestJSON-2131234951'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:25.935247 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327c196b-6f07-4a56-9a51-523d0bae5b22 None None] Routers {'9140dd01-9558-4724-8c4e-965bd0e472e6'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:25.938872 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-327c196b-6f07-4a56-9a51-523d0bae5b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:26:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9140dd01-9558-4724-8c4e-965bd0e472e6'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:25.955196 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542006a9-d7bd-4276-83ec-74c13167c4c9 req-971ba399-f5cb-413d-9b84-4c966e790c86 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:25.967734 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-542006a9-d7bd-4276-83ec-74c13167c4c9 req-971ba399-f5cb-413d-9b84-4c966e790c86 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.3763826 Aug 19 18:26:25.972262 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac753c-dd76-4483-bcfb-000a7f6d5a9a req-2cc44a11-d780-4b67-871b-a26a1b6ae805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:25.973163 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac753c-dd76-4483-bcfb-000a7f6d5a9a req-2cc44a11-d780-4b67-871b-a26a1b6ae805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:25.974051 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac753c-dd76-4483-bcfb-000a7f6d5a9a req-2cc44a11-d780-4b67-871b-a26a1b6ae805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:25.976971 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8bac753c-dd76-4483-bcfb-000a7f6d5a9a req-2cc44a11-d780-4b67-871b-a26a1b6ae805 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2d4c8d8581824507a55c5466e9a27980&shared=False HTTP/1.1" status: 200 len: 2295 time: 1.4979656 Aug 19 18:26:26.066105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce02be-4866-41b0-a664-061011890c37 None None] New status for floating IP 902c0933-eabd-4467-8fac-386c65f06460: ACTIVE {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:26:26.120060 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-327c196b-6f07-4a56-9a51-523d0bae5b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:26.134673 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327c196b-6f07-4a56-9a51-523d0bae5b22 None None] Routers {'9140dd01-9558-4724-8c4e-965bd0e472e6'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:26.135652 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-327c196b-6f07-4a56-9a51-523d0bae5b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:26:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9140dd01-9558-4724-8c4e-965bd0e472e6'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:26.143595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'tag': '747e61a2-79d2-495c-884e-e517af4325c6'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:26.146220 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a72db7d-6c4f-401e-81d1-fbc59ae52761" -d '{"events": [{"name": "network-changed", "server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "tag": "747e61a2-79d2-495c-884e-e517af4325c6"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:26.183250 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-327c196b-6f07-4a56-9a51-523d0bae5b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:26.184366 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327c196b-6f07-4a56-9a51-523d0bae5b22 None None] The sync data for ids ['9140dd01-9558-4724-8c4e-965bd0e472e6'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:26:26.223711 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-542006a9-d7bd-4276-83ec-74c13167c4c9 req-02e87246-7bb0-4e3f-9416-9489eae954be tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407093 Aug 19 18:26:26.229636 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device bc0d57b9-c59b-41d1-9837-44633766b039 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:26:26.232677 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca4b88f-4a53-455d-a57f-3fdf09a5a8d3 x-openstack-request-id: req-bca4b88f-4a53-455d-a57f-3fdf09a5a8d3 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:26.233523 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "tag": "747e61a2-79d2-495c-884e-e517af4325c6", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:26.233523 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bca4b88f-4a53-455d-a57f-3fdf09a5a8d3 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:26.234008 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'tag': '747e61a2-79d2-495c-884e-e517af4325c6', 'status': 'completed', 'code': 200} Aug 19 18:26:26.311704 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7dfde83f-1c73-489f-b3ca-c871e8053084 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:26.346891 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-448d6023-c0ff-4b7a-82e6-f9e6fbebced4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c01a012-e516-4baa-88d6-391db59eb674 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:26:26.362339 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-448d6023-c0ff-4b7a-82e6-f9e6fbebced4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:26.407889 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac753c-dd76-4483-bcfb-000a7f6d5a9a req-34834c11-0cf1-47c4-ba29-017d74626799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:26.410088 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8bac753c-dd76-4483-bcfb-000a7f6d5a9a req-34834c11-0cf1-47c4-ba29-017d74626799 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4151027 Aug 19 18:26:26.411533 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-448d6023-c0ff-4b7a-82e6-f9e6fbebced4 service neutron] Transition to ACTIVE for port object 3c01a012-e516-4baa-88d6-391db59eb674 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:26.417874 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port bc0d57b9-c59b-41d1-9837-44633766b039 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:26.421944 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-448d6023-c0ff-4b7a-82e6-f9e6fbebced4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:26.437137 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 79af5334-1cd9-4912-9486-a945ee8414a2 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:26:26.450215 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7dfde83f-1c73-489f-b3ca-c871e8053084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:26.465676 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc078cdc-076c-4e82-858a-bbe24cd199db tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Made reservation on behalf of f82cf0ff1c8047cc8b0bb163998947d4 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:26:26.470203 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cc078cdc-076c-4e82-858a-bbe24cd199db tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:26.496477 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-cc078cdc-076c-4e82-858a-bbe24cd199db tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] device_id is not set on port 4974822f-50de-4b27-ac97-80fd742bc183 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:26:26.499481 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d6023-c0ff-4b7a-82e6-f9e6fbebced4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c01a012-e516-4baa-88d6-391db59eb674,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:26.561834 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ba32d4-d345-4f9f-9b65-a3c20f07adab None None] Network eba20446-3015-4358-85fa-43c01dea129c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:26:26.630279 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfde83f-1c73-489f-b3ca-c871e8053084 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:26:26.632271 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72db7d-6c4f-401e-81d1-fbc59ae52761 req-9d46ca41-e488-4a75-9fe9-8a76965c8988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:26.636241 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72db7d-6c4f-401e-81d1-fbc59ae52761 req-9d46ca41-e488-4a75-9fe9-8a76965c8988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:26.636909 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72db7d-6c4f-401e-81d1-fbc59ae52761 req-9d46ca41-e488-4a75-9fe9-8a76965c8988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:26.637446 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72db7d-6c4f-401e-81d1-fbc59ae52761 req-9d46ca41-e488-4a75-9fe9-8a76965c8988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:26.638072 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72db7d-6c4f-401e-81d1-fbc59ae52761 req-9d46ca41-e488-4a75-9fe9-8a76965c8988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:26.638565 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72db7d-6c4f-401e-81d1-fbc59ae52761 req-9d46ca41-e488-4a75-9fe9-8a76965c8988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:26.639046 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72db7d-6c4f-401e-81d1-fbc59ae52761 req-9d46ca41-e488-4a75-9fe9-8a76965c8988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:26.647784 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a72db7d-6c4f-401e-81d1-fbc59ae52761 req-9d46ca41-e488-4a75-9fe9-8a76965c8988 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d4c8d8581824507a55c5466e9a27980&device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 6446 time: 0.1556051 Aug 19 18:26:26.679913 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e44c227e-98d9-4c51-b73b-6f38b7dfa9c3 req-b812c964-5e91-4a62-a59c-eaaa9ddd59f2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 210 time: 0.0471547 Aug 19 18:26:26.708550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-7dfde83f-1c73-489f-b3ca-c871e8053084 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:26.708550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfde83f-1c73-489f-b3ca-c871e8053084 admin admin] Pushing event updated for resources: {'Port': ['ID=2a91d1a7-5b02-47fc-bfba-a53ec8dd1155,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:26.713905 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfde83f-1c73-489f-b3ca-c871e8053084 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:26:26.832375 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-cc078cdc-076c-4e82-858a-bbe24cd199db tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Allocated IP 172.20.0.10 (cb326e1d-845a-4173-b056-a957a476332c/86617d72-efad-4b06-9478-c332089cb294/4974822f-50de-4b27-ac97-80fd742bc183) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:26:26.842860 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a602d764-4a4e-4c29-a99c-5a9311899b66 None None] Provisioning for port bc0d57b9-c59b-41d1-9837-44633766b039 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:26.880885 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-448d6023-c0ff-4b7a-82e6-f9e6fbebced4 service neutron] Attempting to bind port 3c01a012-e516-4baa-88d6-391db59eb674 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:26:26.881237 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-448d6023-c0ff-4b7a-82e6-f9e6fbebced4 service neutron] Attempting to bind port 3c01a012-e516-4baa-88d6-391db59eb674 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'c2661c61-9e63-4c25-a5c6-6de932aef027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '82deafff-818d-46cd-9b39-f0e9acf3a9dd'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:26:26.881661 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-448d6023-c0ff-4b7a-82e6-f9e6fbebced4 service neutron] Attempting to bind port 3c01a012-e516-4baa-88d6-391db59eb674 on network 82deafff-818d-46cd-9b39-f0e9acf3a9dd {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:26.882963 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a602d764-4a4e-4c29-a99c-5a9311899b66 None None] Provisioning complete for port bc0d57b9-c59b-41d1-9837-44633766b039 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:26.883520 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a602d764-4a4e-4c29-a99c-5a9311899b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:26.890832 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-448d6023-c0ff-4b7a-82e6-f9e6fbebced4 service neutron] Port 3c01a012-e516-4baa-88d6-391db59eb674 on network 82deafff-818d-46cd-9b39-f0e9acf3a9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:26:26.891172 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-448d6023-c0ff-4b7a-82e6-f9e6fbebced4 service neutron] Attempting to bind port 3c01a012-e516-4baa-88d6-391db59eb674 on network 82deafff-818d-46cd-9b39-f0e9acf3a9dd {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:26.954995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-448d6023-c0ff-4b7a-82e6-f9e6fbebced4 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:26:26.956725 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-448d6023-c0ff-4b7a-82e6-f9e6fbebced4 service neutron] Checking segment: {'id': 'c2661c61-9e63-4c25-a5c6-6de932aef027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '82deafff-818d-46cd-9b39-f0e9acf3a9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:26.957282 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-448d6023-c0ff-4b7a-82e6-f9e6fbebced4 service neutron] Bound using segment: {'id': 'c2661c61-9e63-4c25-a5c6-6de932aef027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '82deafff-818d-46cd-9b39-f0e9acf3a9dd'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:26:26.957931 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-448d6023-c0ff-4b7a-82e6-f9e6fbebced4 service neutron] Bound port: 3c01a012-e516-4baa-88d6-391db59eb674, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2661c61-9e63-4c25-a5c6-6de932aef027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '82deafff-818d-46cd-9b39-f0e9acf3a9dd'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:26:26.958421 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-448d6023-c0ff-4b7a-82e6-f9e6fbebced4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:26.970519 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 79af5334-1cd9-4912-9486-a945ee8414a2 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:26.970900 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:27.074259 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40877663-4546-498b-b0da-cb0fd4107e74 req-7bad1131-4072-4f2c-a644-b9cfc1f64b2b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:27.081986 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40877663-4546-498b-b0da-cb0fd4107e74 req-7bad1131-4072-4f2c-a644-b9cfc1f64b2b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:27.091042 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40877663-4546-498b-b0da-cb0fd4107e74 req-7bad1131-4072-4f2c-a644-b9cfc1f64b2b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:27.101136 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40877663-4546-498b-b0da-cb0fd4107e74 req-7bad1131-4072-4f2c-a644-b9cfc1f64b2b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:27.116270 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40877663-4546-498b-b0da-cb0fd4107e74 req-7bad1131-4072-4f2c-a644-b9cfc1f64b2b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:27.127602 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40877663-4546-498b-b0da-cb0fd4107e74 req-7bad1131-4072-4f2c-a644-b9cfc1f64b2b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:27.134450 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40877663-4546-498b-b0da-cb0fd4107e74 req-7bad1131-4072-4f2c-a644-b9cfc1f64b2b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:27.143672 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40877663-4546-498b-b0da-cb0fd4107e74 req-7bad1131-4072-4f2c-a644-b9cfc1f64b2b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5431 time: 0.2639041 Aug 19 18:26:27.157308 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72db7d-6c4f-401e-81d1-fbc59ae52761 req-4285879d-6490-4e06-995b-5de9cbe6a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:27.158740 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72db7d-6c4f-401e-81d1-fbc59ae52761 req-4285879d-6490-4e06-995b-5de9cbe6a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:27.159295 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72db7d-6c4f-401e-81d1-fbc59ae52761 req-4285879d-6490-4e06-995b-5de9cbe6a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:27.161454 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a72db7d-6c4f-401e-81d1-fbc59ae52761 req-4285879d-6490-4e06-995b-5de9cbe6a7d5 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2d4c8d8581824507a55c5466e9a27980&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4690995 Aug 19 18:26:27.176817 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a602d764-4a4e-4c29-a99c-5a9311899b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:27.236453 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a602d764-4a4e-4c29-a99c-5a9311899b66 None None] For port bc0d57b9-c59b-41d1-9837-44633766b039, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=bc0d57b9-c59b-41d1-9837-44633766b039,segment=NetworkSegment(3c5d02d1-1c2f-4d2d-985f-2a976538cb0c),segment_id=3c5d02d1-1c2f-4d2d-985f-2a976538cb0c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:27.244937 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a602d764-4a4e-4c29-a99c-5a9311899b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:27.360963 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72db7d-6c4f-401e-81d1-fbc59ae52761 req-e910bab8-9443-4a9a-b0f4-bf97ff65c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:27.362581 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3a72db7d-6c4f-401e-81d1-fbc59ae52761 req-e910bab8-9443-4a9a-b0f4-bf97ff65c933 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1882138 Aug 19 18:26:27.398708 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602d764-4a4e-4c29-a99c-5a9311899b66 None None] Pushing event updated for resources: {'Port': ['ID=bc0d57b9-c59b-41d1-9837-44633766b039,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:27.409524 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40877663-4546-498b-b0da-cb0fd4107e74 req-24389b73-47b2-4da0-b386-fd703ff5a76c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2647166 Aug 19 18:26:27.441075 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-448d6023-c0ff-4b7a-82e6-f9e6fbebced4 service neutron] For port 3c01a012-e516-4baa-88d6-391db59eb674, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:26:27.445294 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-448d6023-c0ff-4b7a-82e6-f9e6fbebced4 service neutron] For port 3c01a012-e516-4baa-88d6-391db59eb674, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=3c01a012-e516-4baa-88d6-391db59eb674,segment=NetworkSegment(c2661c61-9e63-4c25-a5c6-6de932aef027),segment_id=c2661c61-9e63-4c25-a5c6-6de932aef027)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:26:27.452278 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-448d6023-c0ff-4b7a-82e6-f9e6fbebced4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:27.494299 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-448d6023-c0ff-4b7a-82e6-f9e6fbebced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:27.495277 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-448d6023-c0ff-4b7a-82e6-f9e6fbebced4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:27.496911 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-448d6023-c0ff-4b7a-82e6-f9e6fbebced4 service neutron] 10.222.0.50 "PUT /v2.0/ports/3c01a012-e516-4baa-88d6-391db59eb674 HTTP/1.1" status: 200 len: 1091 time: 3.2338080 Aug 19 18:26:27.537607 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cc078cdc-076c-4e82-858a-bbe24cd199db tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:27.538493 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d6023-c0ff-4b7a-82e6-f9e6fbebced4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c01a012-e516-4baa-88d6-391db59eb674,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:27.541562 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a5ef179f-70c3-43ea-aa6c-f1cd2797253a None None] Provisioning complete for port bc0d57b9-c59b-41d1-9837-44633766b039 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:27.541972 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a5ef179f-70c3-43ea-aa6c-f1cd2797253a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:27.557329 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-cc078cdc-076c-4e82-858a-bbe24cd199db tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Transition to ACTIVE for port object 4974822f-50de-4b27-ac97-80fd742bc183 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:27.648821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-420183f9-80b2-41ee-a36f-ab1987ff0e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:27.649268 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-420183f9-80b2-41ee-a36f-ab1987ff0e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:27.649780 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-420183f9-80b2-41ee-a36f-ab1987ff0e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:27.650973 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-420183f9-80b2-41ee-a36f-ab1987ff0e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:27.651552 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-420183f9-80b2-41ee-a36f-ab1987ff0e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:27.652049 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-420183f9-80b2-41ee-a36f-ab1987ff0e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:27.652526 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-420183f9-80b2-41ee-a36f-ab1987ff0e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:27.658035 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-420183f9-80b2-41ee-a36f-ab1987ff0e1e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d4c8d8581824507a55c5466e9a27980&device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 6488 time: 0.1025848 Aug 19 18:26:27.723854 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7dfde83f-1c73-489f-b3ca-c871e8053084 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:27.787066 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a9ba9f20-f765-4d75-81d9-983034f8b148 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=947b2bf4-1446-47c1-9618-b9bfceb818f3 HTTP/1.1" status: 200 len: 217 time: 0.1221411 Aug 19 18:26:27.799225 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device bc0d57b9-c59b-41d1-9837-44633766b039 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:26:27.829679 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cc078cdc-076c-4e82-858a-bbe24cd199db tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:27.843669 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-35e15dc3-709c-4551-aa37-8b852dfb6918 req-23e58c09-ce39-4795-ba4b-83537278471d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a50f43a-6474-4e48-8a66-80e7cca9ec66 HTTP/1.1" status: 200 len: 210 time: 0.0521684 Aug 19 18:26:27.900835 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port bc0d57b9-c59b-41d1-9837-44633766b039 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:27.901383 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:27.937985 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-8a9df440-b12f-44d7-a5cc-0c17bb0c7181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:27.939410 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc078cdc-076c-4e82-858a-bbe24cd199db tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Network cb326e1d-845a-4173-b056-a957a476332c is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:26:27.939875 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-8a9df440-b12f-44d7-a5cc-0c17bb0c7181 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a51ede3-bf4f-418b-b046-6db223b828ca HTTP/1.1" status: 200 len: 854 time: 0.0950630 Aug 19 18:26:27.949563 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-cc078cdc-076c-4e82-858a-bbe24cd199db tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:27.953683 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc078cdc-076c-4e82-858a-bbe24cd199db tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Pushing event updated for resources: {'Port': ['ID=4974822f-50de-4b27-ac97-80fd742bc183,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:27.964196 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc078cdc-076c-4e82-858a-bbe24cd199db tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:26:28.070619 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-82bb583c-6f78-4acd-b9ce-0ca1475aa019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:28.076710 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-82bb583c-6f78-4acd-b9ce-0ca1475aa019 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=eb209190-2b0a-4385-a96f-5ebf3ada95ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256940 Aug 19 18:26:28.106319 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc078cdc-076c-4e82-858a-bbe24cd199db tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:28.107096 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cc078cdc-076c-4e82-858a-bbe24cd199db tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:28.226350 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a9bd9310-4245-48b0-a754-7b69bd182be9 service neutron] 10.222.0.50 "GET /v2.0/networks/eb209190-2b0a-4385-a96f-5ebf3ada95ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394470 Aug 19 18:26:28.247436 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'tag': '3c01a012-e516-4baa-88d6-391db59eb674'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:28.251689 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0771bdb3-2789-4e8e-995a-551ab88b9c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "tag": "3c01a012-e516-4baa-88d6-391db59eb674"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:28.329030 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd73a391-d107-4127-bd4c-7ae1ef8b9d60 x-openstack-request-id: req-bd73a391-d107-4127-bd4c-7ae1ef8b9d60 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:28.329749 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "tag": "3c01a012-e516-4baa-88d6-391db59eb674", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:28.330286 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd73a391-d107-4127-bd4c-7ae1ef8b9d60 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:28.331072 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'tag': '3c01a012-e516-4baa-88d6-391db59eb674', 'status': 'completed', 'code': 200} Aug 19 18:26:28.405563 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-9b157757-f7ed-46ef-b1c2-c2c2c9399ee5 service neutron] 10.222.0.50 "GET /v2.0/networks/eb209190-2b0a-4385-a96f-5ebf3ada95ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709554 Aug 19 18:26:28.413725 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b01824d0-38b1-4513-b8d0-3ecbd30f5fd0 None None] Provisioning for port 4974822f-50de-4b27-ac97-80fd742bc183 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:28.419809 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b01824d0-38b1-4513-b8d0-3ecbd30f5fd0 None None] Provisioning complete for port 4974822f-50de-4b27-ac97-80fd742bc183 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:28.420690 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b01824d0-38b1-4513-b8d0-3ecbd30f5fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:28.458731 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-b0416e8d-1000-4ecf-80f0-5ea3049e0c63 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=334dbf3e-abee-4ea8-85bc-ff4e12f05776 HTTP/1.1" status: 200 len: 217 time: 0.0448828 Aug 19 18:26:28.522798 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b01824d0-38b1-4513-b8d0-3ecbd30f5fd0 None None] Port 4974822f-50de-4b27-ac97-80fd742bc183 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:26:28.527701 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-61d0ba9f-579e-41bc-87ed-eaa9b8713306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:28.529877 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-61d0ba9f-579e-41bc-87ed-eaa9b8713306 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35803907-fc07-4398-bccd-780130b728a8 HTTP/1.1" status: 200 len: 797 time: 0.0629697 Aug 19 18:26:28.607298 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-1fb2220d-47c2-4e96-a9cd-8f95f51ddfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:28.608933 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-1fb2220d-47c2-4e96-a9cd-8f95f51ddfe4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e907505c-8552-41bc-9150-9253fbc87c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0662735 Aug 19 18:26:28.670700 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cc078cdc-076c-4e82-858a-bbe24cd199db tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7669415 Aug 19 18:26:28.674381 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39592) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:28.687830 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-a1a30ccd-e0a2-4033-bdd4-77077b4775c1 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:28.688459 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7dfde83f-1c73-489f-b3ca-c871e8053084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:28.754388 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a1a30ccd-e0a2-4033-bdd4-77077b4775c1 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:28.758117 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01719d1-f0c3-48c4-aec1-0fb62eca2d1f req-1ae1fd9f-307e-43c7-9343-d90e87b99568 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:28.764209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01719d1-f0c3-48c4-aec1-0fb62eca2d1f req-1ae1fd9f-307e-43c7-9343-d90e87b99568 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:28.770023 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01719d1-f0c3-48c4-aec1-0fb62eca2d1f req-1ae1fd9f-307e-43c7-9343-d90e87b99568 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:28.775857 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01719d1-f0c3-48c4-aec1-0fb62eca2d1f req-1ae1fd9f-307e-43c7-9343-d90e87b99568 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:28.784964 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01719d1-f0c3-48c4-aec1-0fb62eca2d1f req-1ae1fd9f-307e-43c7-9343-d90e87b99568 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:28.787926 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01719d1-f0c3-48c4-aec1-0fb62eca2d1f req-1ae1fd9f-307e-43c7-9343-d90e87b99568 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:28.794757 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01719d1-f0c3-48c4-aec1-0fb62eca2d1f req-1ae1fd9f-307e-43c7-9343-d90e87b99568 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:28.796699 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c01719d1-f0c3-48c4-aec1-0fb62eca2d1f req-1ae1fd9f-307e-43c7-9343-d90e87b99568 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5431 time: 0.1975985 Aug 19 18:26:28.814103 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-56e0c087-d1c9-4545-9b6c-2bdb4cf35735 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950479 Aug 19 18:26:28.895102 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c01719d1-f0c3-48c4-aec1-0fb62eca2d1f req-ce9c53ab-f6a1-4c60-923d-2af5a42e8e72 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908196 Aug 19 18:26:28.950981 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-3e30c32c-294a-4a3f-befe-ff6153f25223 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226170 Aug 19 18:26:28.952891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfde83f-1c73-489f-b3ca-c871e8053084 admin admin] Router 5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:26:28.971481 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a1a30ccd-e0a2-4033-bdd4-77077b4775c1 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:29.017322 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-7f08dcb0-ceeb-422a-8265-a1d6aa65d997 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=893cfcd7-84d6-4673-a14d-ca9588314af4 HTTP/1.1" status: 200 len: 217 time: 0.0558012 Aug 19 18:26:29.083306 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfde83f-1c73-489f-b3ca-c871e8053084 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:26:29.100366 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] Sync routers for ids ['5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:26:29.104770 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7dfde83f-1c73-489f-b3ca-c871e8053084 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:29.106635 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7dfde83f-1c73-489f-b3ca-c871e8053084 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5671573 Aug 19 18:26:29.109218 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39600) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:29.116438 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] Routers {'5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:29.117055 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:26:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:29.132276 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-154b89f5-b2c1-4b4e-b80d-0e39992447f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:29.134588 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-154b89f5-b2c1-4b4e-b80d-0e39992447f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35803907-fc07-4398-bccd-780130b728a8 HTTP/1.1" status: 200 len: 797 time: 0.1096721 Aug 19 18:26:29.272215 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] Set router 5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:29.292934 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-a1a30ccd-e0a2-4033-bdd4-77077b4775c1 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Allocated IP 172.25.8.224 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/7cfca4a4-ce0a-4381-9906-0a6dd8d1dfa4) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:26:29.409966 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a1a30ccd-e0a2-4033-bdd4-77077b4775c1 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:29.457734 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-ce7c2401-5800-4b9b-a1c1-b31aa7a56493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:29.459297 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-ce7c2401-5800-4b9b-a1c1-b31aa7a56493 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e907505c-8552-41bc-9150-9253fbc87c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2857916 Aug 19 18:26:29.474899 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a1a30ccd-e0a2-4033-bdd4-77077b4775c1 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:29.568661 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52', 'name': 'tempest-TestServerMultinode-1188249017-router', 'tenant_id': 'cf02e4463fc246c09b295c9338fcdb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '2a91d1a7-5b02-47fc-bfba-a53ec8dd1155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:26:22Z', 'updated_at': '2021-08-19T18:26:27Z', 'revision_number': 3, 'project_id': 'cf02e4463fc246c09b295c9338fcdb05', 'gw_port': {'id': '2a91d1a7-5b02-47fc-bfba-a53ec8dd1155', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:26:25Z', 'updated_at': '2021-08-19T18:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:29.589007 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a30ccd-e0a2-4033-bdd4-77077b4775c1 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:26:29.603664 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-a1a30ccd-e0a2-4033-bdd4-77077b4775c1 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:29.606545 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] Checking router: 5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:26:29.607040 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] Updating router 5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52 port 2a91d1a7-5b02-47fc-bfba-a53ec8dd1155 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:26:29.609998 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a30ccd-e0a2-4033-bdd4-77077b4775c1 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:26:29.639674 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:29.642376 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a30ccd-e0a2-4033-bdd4-77077b4775c1 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Pushing event updated for resources: {'Port': ['ID=7cfca4a4-ce0a-4381-9906-0a6dd8d1dfa4,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:29.751409 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-7455b7f4-4a6e-4e86-a612-91d5d44354ee service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635314 Aug 19 18:26:29.752092 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e4c371f-fe51-4e97-a2b8-3745014054d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:29.831945 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a1a30ccd-e0a2-4033-bdd4-77077b4775c1 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:29.952176 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a1a30ccd-e0a2-4033-bdd4-77077b4775c1 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.023034 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-5e4c371f-fe51-4e97-a2b8-3745014054d3 admin admin] Allocated IP 172.20.0.1 (eba20446-3015-4358-85fa-43c01dea129c/3dfc809b-e771-4eb0-b500-6457c452f5af/919da37f-f66c-49e4-8b03-add84f864c20) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:26:30.043005 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-1690ce78-a733-4d6b-ab8d-d269d9648650 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756865 Aug 19 18:26:30.135666 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.141700 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-339ea721-d1fb-413f-b00f-5af2910e0730 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=157237db-49d7-4dc1-b9f9-88191429b6a5 HTTP/1.1" status: 200 len: 217 time: 0.0899980 Aug 19 18:26:30.147376 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] Transition to ACTIVE for port object 2a91d1a7-5b02-47fc-bfba-a53ec8dd1155 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:30.157311 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.219376 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] Attempting to bind port 2a91d1a7-5b02-47fc-bfba-a53ec8dd1155 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:26:30.220027 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] Attempting to bind port 2a91d1a7-5b02-47fc-bfba-a53ec8dd1155 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:26:30.220533 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] Attempting to bind port 2a91d1a7-5b02-47fc-bfba-a53ec8dd1155 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:30.225237 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e4c371f-fe51-4e97-a2b8-3745014054d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.226282 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1aaa2e-c1e4-47ae-bad7-f0fcd0aa5f5a None None] Pushing event updated for resources: {'Port': ['ID=2a91d1a7-5b02-47fc-bfba-a53ec8dd1155,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:30.241884 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:26:30.242525 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:30.243698 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.244236 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:26:30.244409 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d770834-4c08-4b6c-95fd-ef33ebf5698f req-cfbbea6a-f7e6-4b92-b6d2-b01b6c595ae5 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:30.245020 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] Bound port: 2a91d1a7-5b02-47fc-bfba-a53ec8dd1155, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:26:30.245559 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.249236 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1aaa2e-c1e4-47ae-bad7-f0fcd0aa5f5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:30.249841 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1aaa2e-c1e4-47ae-bad7-f0fcd0aa5f5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:30.250335 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1aaa2e-c1e4-47ae-bad7-f0fcd0aa5f5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:30.250816 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1aaa2e-c1e4-47ae-bad7-f0fcd0aa5f5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:30.251304 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1aaa2e-c1e4-47ae-bad7-f0fcd0aa5f5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:30.251866 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1aaa2e-c1e4-47ae-bad7-f0fcd0aa5f5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:30.252332 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1aaa2e-c1e4-47ae-bad7-f0fcd0aa5f5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:30.252502 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d770834-4c08-4b6c-95fd-ef33ebf5698f req-cfbbea6a-f7e6-4b92-b6d2-b01b6c595ae5 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:30.252955 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1aaa2e-c1e4-47ae-bad7-f0fcd0aa5f5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:30.253417 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1aaa2e-c1e4-47ae-bad7-f0fcd0aa5f5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:30.253895 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1aaa2e-c1e4-47ae-bad7-f0fcd0aa5f5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:30.254355 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1aaa2e-c1e4-47ae-bad7-f0fcd0aa5f5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:30.254831 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1aaa2e-c1e4-47ae-bad7-f0fcd0aa5f5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:30.259558 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d770834-4c08-4b6c-95fd-ef33ebf5698f req-cfbbea6a-f7e6-4b92-b6d2-b01b6c595ae5 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:30.265982 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d770834-4c08-4b6c-95fd-ef33ebf5698f req-cfbbea6a-f7e6-4b92-b6d2-b01b6c595ae5 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:30.272496 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d770834-4c08-4b6c-95fd-ef33ebf5698f req-cfbbea6a-f7e6-4b92-b6d2-b01b6c595ae5 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:30.281314 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d770834-4c08-4b6c-95fd-ef33ebf5698f req-cfbbea6a-f7e6-4b92-b6d2-b01b6c595ae5 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:30.289398 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d770834-4c08-4b6c-95fd-ef33ebf5698f req-cfbbea6a-f7e6-4b92-b6d2-b01b6c595ae5 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:30.293074 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8d770834-4c08-4b6c-95fd-ef33ebf5698f req-cfbbea6a-f7e6-4b92-b6d2-b01b6c595ae5 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5431 time: 0.1613164 Aug 19 18:26:30.313180 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] For port 2a91d1a7-5b02-47fc-bfba-a53ec8dd1155, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:26:30.316930 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] For port 2a91d1a7-5b02-47fc-bfba-a53ec8dd1155, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2a91d1a7-5b02-47fc-bfba-a53ec8dd1155,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:26:30.319278 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a1a30ccd-e0a2-4033-bdd4-77077b4775c1 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.323698 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.326830 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-5e4c371f-fe51-4e97-a2b8-3745014054d3 admin admin] Transition to ACTIVE for port object 919da37f-f66c-49e4-8b03-add84f864c20 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:30.349834 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a1a30ccd-e0a2-4033-bdd4-77077b4775c1 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.358314 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8d770834-4c08-4b6c-95fd-ef33ebf5698f req-39298b49-bdd0-4fb9-bf7b-1a7d6fa792de tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565081 Aug 19 18:26:30.383728 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] Routers {'5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:30.384439 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:26:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:30.387076 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e4c371f-fe51-4e97-a2b8-3745014054d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.440328 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4c371f-fe51-4e97-a2b8-3745014054d3 admin admin] Network eba20446-3015-4358-85fa-43c01dea129c is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:26:30.444519 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-5e4c371f-fe51-4e97-a2b8-3745014054d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:30.459699 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-3b4e78d8-7c22-4c4a-8589-7269811a42a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:30.461804 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-3b4e78d8-7c22-4c4a-8589-7269811a42a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35803907-fc07-4398-bccd-780130b728a8 HTTP/1.1" status: 200 len: 797 time: 0.3071103 Aug 19 18:26:30.472027 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4c371f-fe51-4e97-a2b8-3745014054d3 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:26:30.486230 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a30ccd-e0a2-4033-bdd4-77077b4775c1 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Pushing event updated for resources: {'Port': ['ID=7cfca4a4-ce0a-4381-9906-0a6dd8d1dfa4,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:30.513235 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] Set router 5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:30.517690 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a1a30ccd-e0a2-4033-bdd4-77077b4775c1 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.536790 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c371f-fe51-4e97-a2b8-3745014054d3 admin admin] Pushing event updated for resources: {'Port': ['ID=919da37f-f66c-49e4-8b03-add84f864c20,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:30.538968 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a6592917-dfd3-4198-8335-c925a6c716aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:30.540873 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-a6592917-dfd3-4198-8335-c925a6c716aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e907505c-8552-41bc-9150-9253fbc87c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0683198 Aug 19 18:26:30.542493 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a1a30ccd-e0a2-4033-bdd4-77077b4775c1 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.543759 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a1a30ccd-e0a2-4033-bdd4-77077b4775c1 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8683317 Aug 19 18:26:30.547179 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39612) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:30.552688 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-32fc4b8f-7428-41f3-bd6f-271ab795a2cf tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Request body: {'floatingip': {'port_id': '4974822f-50de-4b27-ac97-80fd742bc183', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:30.558950 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e4c371f-fe51-4e97-a2b8-3745014054d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.712509 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-32fc4b8f-7428-41f3-bd6f-271ab795a2cf tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks [] for floatingip, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.718158 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-90b803d1-5ca9-43e4-a476-61a102808332 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607685 Aug 19 18:26:30.725278 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e4c371f-fe51-4e97-a2b8-3745014054d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.857002 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1aaa2e-c1e4-47ae-bad7-f0fcd0aa5f5a None None] Pushing event updated for resources: {'Port': ['ID=2a91d1a7-5b02-47fc-bfba-a53ec8dd1155,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:30.948664 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-32fc4b8f-7428-41f3-bd6f-271ab795a2cf tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] update failed (client error): The resource could not be found. Aug 19 18:26:30.950248 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-32fc4b8f-7428-41f3-bd6f-271ab795a2cf tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] 10.222.0.24 "PUT /v2.0/floatingips/a7231764-04a7-4383-bf78-0fe6154109d5 HTTP/1.1" status: 404 len: 507 time: 0.4019067 Aug 19 18:26:30.958186 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39614) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:31.025268 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e4c371f-fe51-4e97-a2b8-3745014054d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:31.031817 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e4c371f-fe51-4e97-a2b8-3745014054d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:31.068656 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2d1552f0-7263-43cc-8961-21cafac819c0 None None] Provisioning for port 919da37f-f66c-49e4-8b03-add84f864c20 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:31.074343 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2d1552f0-7263-43cc-8961-21cafac819c0 None None] Provisioning complete for port 919da37f-f66c-49e4-8b03-add84f864c20 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:31.074726 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2d1552f0-7263-43cc-8961-21cafac819c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:31.074899 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52', 'name': 'tempest-TestServerMultinode-1188249017-router', 'tenant_id': 'cf02e4463fc246c09b295c9338fcdb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '2a91d1a7-5b02-47fc-bfba-a53ec8dd1155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:26:22Z', 'updated_at': '2021-08-19T18:26:27Z', 'revision_number': 3, 'project_id': 'cf02e4463fc246c09b295c9338fcdb05', 'gw_port': {'id': '2a91d1a7-5b02-47fc-bfba-a53ec8dd1155', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:26:25Z', 'updated_at': '2021-08-19T18:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:31.091297 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-21a14d1b-94cd-48e9-9651-6a54b62aacb8 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379402 Aug 19 18:26:31.109969 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e709ed-f4bc-42fd-ae68-4ae6595a8377 None None] The sync data for ids ['5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52'] in n-d-803753-2 is: [{'id': '5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52', 'name': 'tempest-TestServerMultinode-1188249017-router', 'tenant_id': 'cf02e4463fc246c09b295c9338fcdb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '2a91d1a7-5b02-47fc-bfba-a53ec8dd1155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:26:22Z', 'updated_at': '2021-08-19T18:26:27Z', 'revision_number': 3, 'project_id': 'cf02e4463fc246c09b295c9338fcdb05', 'gw_port': {'id': '2a91d1a7-5b02-47fc-bfba-a53ec8dd1155', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:26:25Z', 'updated_at': '2021-08-19T18:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:26:31.170063 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-2d1552f0-7263-43cc-8961-21cafac819c0 None None] Port 919da37f-f66c-49e4-8b03-add84f864c20 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:26:31.172852 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c371f-fe51-4e97-a2b8-3745014054d3 admin admin] Pushing event updated for resources: {'Port': ['ID=919da37f-f66c-49e4-8b03-add84f864c20,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:31.175887 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e4c371f-fe51-4e97-a2b8-3745014054d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:31.200692 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6a8b492a-fd61-4ca8-80f7-2036316efc3b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=bbb83320-ccbe-41de-8f63-90d7036594f8 HTTP/1.1" status: 200 len: 217 time: 0.0736823 Aug 19 18:26:31.262857 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-2debbe58-5f50-4543-b1bb-74bba9bbdf51 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Deleting port 7cfca4a4-ce0a-4381-9906-0a6dd8d1dfa4 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:31.263359 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2debbe58-5f50-4543-b1bb-74bba9bbdf51 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:31.305457 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4c371f-fe51-4e97-a2b8-3745014054d3 admin admin] Network eba20446-3015-4358-85fa-43c01dea129c is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:26:31.307111 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-f0d95d12-0e01-4ea2-8449-0e074ceb3663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:31.307560 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-5e4c371f-fe51-4e97-a2b8-3745014054d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:31.308796 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-f0d95d12-0e01-4ea2-8449-0e074ceb3663 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35803907-fc07-4398-bccd-780130b728a8 HTTP/1.1" status: 200 len: 797 time: 0.0932698 Aug 19 18:26:31.408708 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2debbe58-5f50-4543-b1bb-74bba9bbdf51 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:31.409075 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2debbe58-5f50-4543-b1bb-74bba9bbdf51 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:31.484087 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-5ccc8b0d-97a0-4420-90cb-43f00544e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:31.485784 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-5ccc8b0d-97a0-4420-90cb-43f00544e01a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e907505c-8552-41bc-9150-9253fbc87c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1680319 Aug 19 18:26:31.490360 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-2debbe58-5f50-4543-b1bb-74bba9bbdf51 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Calling delete_port for 7cfca4a4-ce0a-4381-9906-0a6dd8d1dfa4 owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:31.542032 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4c371f-fe51-4e97-a2b8-3745014054d3 admin admin] Router 5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:26:31.711064 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8130096e-6402-4f9e-b2fa-f5fd10a7819e None None] Provisioning complete for port 919da37f-f66c-49e4-8b03-add84f864c20 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:31.711450 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8130096e-6402-4f9e-b2fa-f5fd10a7819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:31.729144 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4c371f-fe51-4e97-a2b8-3745014054d3 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:26:31.748238 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5e4c371f-fe51-4e97-a2b8-3745014054d3 admin admin] 10.222.0.24 "PUT /v2.0/routers/5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6292527 Aug 19 18:26:31.784470 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74c90b-2942-47ea-a569-100902c4253f req-18c4358f-3025-4de7-944b-798cd21620c1 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:31.813903 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74c90b-2942-47ea-a569-100902c4253f req-18c4358f-3025-4de7-944b-798cd21620c1 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:31.821059 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-8130096e-6402-4f9e-b2fa-f5fd10a7819e None None] Port 919da37f-f66c-49e4-8b03-add84f864c20 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:26:31.829641 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74c90b-2942-47ea-a569-100902c4253f req-18c4358f-3025-4de7-944b-798cd21620c1 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:31.844655 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74c90b-2942-47ea-a569-100902c4253f req-18c4358f-3025-4de7-944b-798cd21620c1 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:31.850642 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74c90b-2942-47ea-a569-100902c4253f req-18c4358f-3025-4de7-944b-798cd21620c1 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:31.862997 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74c90b-2942-47ea-a569-100902c4253f req-18c4358f-3025-4de7-944b-798cd21620c1 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:31.864030 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2a91d1a7-5b02-47fc-bfba-a53ec8dd1155 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:26:31.870895 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74c90b-2942-47ea-a569-100902c4253f req-18c4358f-3025-4de7-944b-798cd21620c1 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:31.872807 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7c74c90b-2942-47ea-a569-100902c4253f req-18c4358f-3025-4de7-944b-798cd21620c1 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5431 time: 0.3273377 Aug 19 18:26:31.918885 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-fc283e1c-c554-428d-a42c-3727694ef0c0 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188547 Aug 19 18:26:31.960676 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 2a91d1a7-5b02-47fc-bfba-a53ec8dd1155 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:31.966348 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 2a91d1a7-5b02-47fc-bfba-a53ec8dd1155 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:31.967318 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:32.375981 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:32.426243 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 2a91d1a7-5b02-47fc-bfba-a53ec8dd1155, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2a91d1a7-5b02-47fc-bfba-a53ec8dd1155,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:32.434211 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:32.466400 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7c74c90b-2942-47ea-a569-100902c4253f req-64fa7998-bf5c-46f3-9157-05c2b4613fdb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5805879 Aug 19 18:26:32.552344 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=2a91d1a7-5b02-47fc-bfba-a53ec8dd1155,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:32.579221 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-36d046f4-7a75-4eee-af2e-c984c31ca4a0 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051511 Aug 19 18:26:32.579944 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2debbe58-5f50-4543-b1bb-74bba9bbdf51 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:32.615422 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debbe58-5f50-4543-b1bb-74bba9bbdf51 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Pushing event deleted for resources: {'Port': ['ID=7cfca4a4-ce0a-4381-9906-0a6dd8d1dfa4,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:32.665361 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-d3d4bc45-30f9-4ed0-a62e-6da44fe21670 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=747e61a2-79d2-495c-884e-e517af4325c6 HTTP/1.1" status: 200 len: 217 time: 0.0504982 Aug 19 18:26:32.690121 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39644) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:32.705139 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-3765e873-3379-41bc-bb63-ee1d841bfa9a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1461147381-network', 'tenant_id': '3c04cdb4a0c44eb6ae866b52a3c64822'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:32.738458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3765e873-3379-41bc-bb63-ee1d841bfa9a admin admin] Made reservation on behalf of 3c04cdb4a0c44eb6ae866b52a3c64822 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:26:32.742111 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3765e873-3379-41bc-bb63-ee1d841bfa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:32.753854 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3765e873-3379-41bc-bb63-ee1d841bfa9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:32.812368 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-44df6664-fef1-44bb-bb9b-aec83e4e3cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:32.814711 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-44df6664-fef1-44bb-bb9b-aec83e4e3cff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=204603f8-aa90-483f-91d6-b7616b3a5b43 HTTP/1.1" status: 200 len: 797 time: 0.1189167 Aug 19 18:26:32.825999 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2debbe58-5f50-4543-b1bb-74bba9bbdf51 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:32.829911 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2debbe58-5f50-4543-b1bb-74bba9bbdf51 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:32.831258 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2debbe58-5f50-4543-b1bb-74bba9bbdf51 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] 10.222.0.24 "DELETE /v2.0/floatingips/a7231764-04a7-4383-bf78-0fe6154109d5 HTTP/1.1" status: 204 len: 168 time: 1.8711669 Aug 19 18:26:32.835133 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39646) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:32.841320 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-1ad0cab0-bf3f-4012-a67a-3028d64d4fa2 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Request body: {'floatingip': {'floating_network_id': 'cb326e1d-845a-4173-b056-a957a476332c', 'port_id': '4974822f-50de-4b27-ac97-80fd742bc183', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:32.910682 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-d6193307-c340-4da1-aa64-fb2b763f7de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:32.912259 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-d6193307-c340-4da1-aa64-fb2b763f7de6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=82deafff-818d-46cd-9b39-f0e9acf3a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0788832 Aug 19 18:26:32.921701 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3765e873-3379-41bc-bb63-ee1d841bfa9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:32.933381 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3765e873-3379-41bc-bb63-ee1d841bfa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:32.962389 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3765e873-3379-41bc-bb63-ee1d841bfa9a admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:26:32.970561 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765e873-3379-41bc-bb63-ee1d841bfa9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1538c4ba-f919-4325-a742-418af5e4ee6d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:32.979168 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3765e873-3379-41bc-bb63-ee1d841bfa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:32.979535 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-3765e873-3379-41bc-bb63-ee1d841bfa9a admin admin] Added segment 807bbbf8-7423-468d-bc38-e37098d2e580 of type vlan for network 5f83b964-6128-43b4-b0d2-cf292787ade1 Aug 19 18:26:33.005909 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1ad0cab0-bf3f-4012-a67a-3028d64d4fa2 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.036043 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3765e873-3379-41bc-bb63-ee1d841bfa9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.077001 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3765e873-3379-41bc-bb63-ee1d841bfa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.079438 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3765e873-3379-41bc-bb63-ee1d841bfa9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:33.080264 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3765e873-3379-41bc-bb63-ee1d841bfa9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.098292 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-6e009ae4-e593-4d4e-82a6-378807240dd4 service neutron] 10.222.0.50 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773868 Aug 19 18:26:33.102276 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3765e873-3379-41bc-bb63-ee1d841bfa9a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4100492 Aug 19 18:26:33.105831 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39648) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:33.116266 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-423f107b-a055-40a7-b4f5-a056eb3fdcc6 admin admin] Request body: {'subnet': {'network_id': '5f83b964-6128-43b4-b0d2-cf292787ade1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1461147381-subnet', 'tenant_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:33.173201 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765e873-3379-41bc-bb63-ee1d841bfa9a admin admin] Pushing event updated for resources: {'Network': ['ID=5f83b964-6128-43b4-b0d2-cf292787ade1,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:33.190966 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 5f83b964-6128-43b4-b0d2-cf292787ade1 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:26:33.221729 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423f107b-a055-40a7-b4f5-a056eb3fdcc6 admin admin] Made reservation on behalf of 3c04cdb4a0c44eb6ae866b52a3c64822 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:26:33.224727 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-423f107b-a055-40a7-b4f5-a056eb3fdcc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.479444 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-00e76af4-bbd3-4614-b6a0-4177beed261c service neutron] 10.222.0.50 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590338 Aug 19 18:26:33.561830 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-79516b9e-fdac-4c28-b8d4-c350ed96f1fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3c01a012-e516-4baa-88d6-391db59eb674 HTTP/1.1" status: 200 len: 217 time: 0.0566242 Aug 19 18:26:33.612228 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-1ad0cab0-bf3f-4012-a67a-3028d64d4fa2 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:26:33.613449 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1ad0cab0-bf3f-4012-a67a-3028d64d4fa2 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7769907 Aug 19 18:26:33.620066 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39660) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:33.625525 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-924097d9-e59c-404f-af94-f6f534631ee5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': '4974822f-50de-4b27-ac97-80fd742bc183', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:33.705045 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-423f107b-a055-40a7-b4f5-a056eb3fdcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.750894 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-924097d9-e59c-404f-af94-f6f534631ee5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.756893 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] Sync routers for ids ['5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:26:33.776186 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] Routers {'5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:33.778601 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:26:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:33.870219 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-715c9ff3-76bd-4cff-80dc-13328615770b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:33.872332 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-715c9ff3-76bd-4cff-80dc-13328615770b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=204603f8-aa90-483f-91d6-b7616b3a5b43 HTTP/1.1" status: 200 len: 797 time: 0.3013587 Aug 19 18:26:33.895928 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2a91d1a7-5b02-47fc-bfba-a53ec8dd1155 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:26:33.932466 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbab050-af4f-437e-8694-7b4d398e0e23 req-f4180ade-9ca8-4d69-96ca-78e7c34718f8 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:33.938817 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbab050-af4f-437e-8694-7b4d398e0e23 req-f4180ade-9ca8-4d69-96ca-78e7c34718f8 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:33.945309 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbab050-af4f-437e-8694-7b4d398e0e23 req-f4180ade-9ca8-4d69-96ca-78e7c34718f8 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:33.952790 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbab050-af4f-437e-8694-7b4d398e0e23 req-f4180ade-9ca8-4d69-96ca-78e7c34718f8 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:33.959850 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbab050-af4f-437e-8694-7b4d398e0e23 req-f4180ade-9ca8-4d69-96ca-78e7c34718f8 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:33.966058 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbab050-af4f-437e-8694-7b4d398e0e23 req-f4180ade-9ca8-4d69-96ca-78e7c34718f8 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:33.972768 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbab050-af4f-437e-8694-7b4d398e0e23 req-f4180ade-9ca8-4d69-96ca-78e7c34718f8 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:33.976948 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f107b-a055-40a7-b4f5-a056eb3fdcc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7adea7d9-8d40-4aad-a3ca-1010c9d18d74,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:33.982607 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fbbab050-af4f-437e-8694-7b4d398e0e23 req-f4180ade-9ca8-4d69-96ca-78e7c34718f8 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5431 time: 0.2904897 Aug 19 18:26:33.992301 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423f107b-a055-40a7-b4f5-a056eb3fdcc6 admin admin] Checking segment: {'id': '807bbbf8-7423-468d-bc38-e37098d2e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5f83b964-6128-43b4-b0d2-cf292787ade1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:33.992670 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423f107b-a055-40a7-b4f5-a056eb3fdcc6 admin admin] Network hostable DHCP agents. Network: 5f83b964-6128-43b4-b0d2-cf292787ade1, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:26:34.004963 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-81ed1ba1-4f11-4681-98b4-b6479493e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:34.006577 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-81ed1ba1-4f11-4681-98b4-b6479493e6e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=82deafff-818d-46cd-9b39-f0e9acf3a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1241126 Aug 19 18:26:34.029139 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423f107b-a055-40a7-b4f5-a056eb3fdcc6 admin admin] Network 5f83b964-6128-43b4-b0d2-cf292787ade1 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:26:34.046659 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] Set router 5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:34.059562 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fbbab050-af4f-437e-8694-7b4d398e0e23 req-fd59c108-dd3f-4bff-ae25-1feef218b108 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706112 Aug 19 18:26:34.084897 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-423f107b-a055-40a7-b4f5-a056eb3fdcc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 5f83b964-6128-43b4-b0d2-cf292787ade1) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:34.103140 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-924097d9-e59c-404f-af94-f6f534631ee5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:34.105278 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423f107b-a055-40a7-b4f5-a056eb3fdcc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:34.106089 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-423f107b-a055-40a7-b4f5-a056eb3fdcc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:34.136996 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-423f107b-a055-40a7-b4f5-a056eb3fdcc6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0262959 Aug 19 18:26:34.137249 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39664) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:34.137397 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3234047-50c1-45e6-96c0-8d8bab9cf0f3 None None] Network 5f83b964-6128-43b4-b0d2-cf292787ade1 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:26:34.141300 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-3e974f02-6d30-4366-ab76-4bf34a3aa5c9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1461147381-router', 'tenant_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:34.160835 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-dc37b1c5-e0dc-4aeb-a95b-0be53e19e950 service neutron] 10.222.0.50 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436827 Aug 19 18:26:34.225881 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e974f02-6d30-4366-ab76-4bf34a3aa5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:34.226947 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e974f02-6d30-4366-ab76-4bf34a3aa5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:34.333923 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 2a91d1a7-5b02-47fc-bfba-a53ec8dd1155 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:34.334306 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:34.337978 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-924097d9-e59c-404f-af94-f6f534631ee5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Allocated IP 172.25.8.10 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/56703f1f-4610-41d2-95eb-3616b50add18) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:26:34.340761 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e974f02-6d30-4366-ab76-4bf34a3aa5c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:34.363688 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0525a567-56c0-4848-a24c-4f3b6fa1ef48 req-dd711183-452b-4b90-b0a8-a8e546d8a279 service neutron] 10.222.0.50 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929348 Aug 19 18:26:34.510668 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-5f83b964-6128-43b4-b0d2-cf292787ade1', 'network_id': '5f83b964-6128-43b4-b0d2-cf292787ade1', 'tenant_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'fixed_ips': [{'subnet_id': '7adea7d9-8d40-4aad-a3ca-1010c9d18d74'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:26:34.511622 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:34.550043 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771bdb3-2789-4e8e-995a-551ab88b9c9d req-a997ab49-e2af-423c-8586-21449556bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:34.550673 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771bdb3-2789-4e8e-995a-551ab88b9c9d req-a997ab49-e2af-423c-8586-21449556bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:34.551222 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771bdb3-2789-4e8e-995a-551ab88b9c9d req-a997ab49-e2af-423c-8586-21449556bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:34.551762 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771bdb3-2789-4e8e-995a-551ab88b9c9d req-a997ab49-e2af-423c-8586-21449556bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:34.552356 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771bdb3-2789-4e8e-995a-551ab88b9c9d req-a997ab49-e2af-423c-8586-21449556bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:34.552892 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771bdb3-2789-4e8e-995a-551ab88b9c9d req-a997ab49-e2af-423c-8586-21449556bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:34.553744 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771bdb3-2789-4e8e-995a-551ab88b9c9d req-a997ab49-e2af-423c-8586-21449556bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:34.557266 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0771bdb3-2789-4e8e-995a-551ab88b9c9d req-a997ab49-e2af-423c-8586-21449556bd94 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d4c8d8581824507a55c5466e9a27980&device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 6488 time: 0.1007903 Aug 19 18:26:34.670622 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e974f02-6d30-4366-ab76-4bf34a3aa5c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:34.712022 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5c71e1f0-c08f-4092-a9e1-75877b0c8c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:34.733593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771bdb3-2789-4e8e-995a-551ab88b9c9d req-a9cf011e-a349-4fda-8b0d-92471c3f83d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:34.736464 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0771bdb3-2789-4e8e-995a-551ab88b9c9d req-a9cf011e-a349-4fda-8b0d-92471c3f83d2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=82deafff-818d-46cd-9b39-f0e9acf3a9dd HTTP/1.1" status: 200 len: 903 time: 0.1697640 Aug 19 18:26:34.754803 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52', 'name': 'tempest-TestServerMultinode-1188249017-router', 'tenant_id': 'cf02e4463fc246c09b295c9338fcdb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '2a91d1a7-5b02-47fc-bfba-a53ec8dd1155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:26:22Z', 'updated_at': '2021-08-19T18:26:30Z', 'revision_number': 4, 'project_id': 'cf02e4463fc246c09b295c9338fcdb05', 'gw_port': {'id': '2a91d1a7-5b02-47fc-bfba-a53ec8dd1155', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:26:25Z', 'updated_at': '2021-08-19T18:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '919da37f-f66c-49e4-8b03-add84f864c20', 'name': '', 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c', 'tenant_id': 'cf02e4463fc246c09b295c9338fcdb05', 'mac_address': 'fa:16:3e:09:23:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '3dfc809b-e771-4eb0-b500-6457c452f5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:26:29Z', 'updated_at': '2021-08-19T18:26:30Z', 'revision_number': 2, 'project_id': 'cf02e4463fc246c09b295c9338fcdb05', 'subnets': [{'id': '3dfc809b-e771-4eb0-b500-6457c452f5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:34.768038 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-924097d9-e59c-404f-af94-f6f534631ee5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:34.804243 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] Checking router: 5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:26:34.804243 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] Updating router 5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52 port 919da37f-f66c-49e4-8b03-add84f864c20 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:26:34.813147 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0771bdb3-2789-4e8e-995a-551ab88b9c9d req-0cfab37e-e6e7-4652-b6be-9e23837c3492 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3c01a012-e516-4baa-88d6-391db59eb674 HTTP/1.1" status: 200 len: 217 time: 0.0637715 Aug 19 18:26:34.840807 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Allocated IP 172.20.0.2 (5f83b964-6128-43b4-b0d2-cf292787ade1/7adea7d9-8d40-4aad-a3ca-1010c9d18d74/c1fc152d-f39d-4804-bcdc-3f673062023d) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:26:34.843301 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:34.925023 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771bdb3-2789-4e8e-995a-551ab88b9c9d req-34519e25-d7e5-4445-a9cc-b06e949f6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:34.927645 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0771bdb3-2789-4e8e-995a-551ab88b9c9d req-34519e25-d7e5-4445-a9cc-b06e949f6317 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=204603f8-aa90-483f-91d6-b7616b3a5b43 HTTP/1.1" status: 200 len: 797 time: 0.1049678 Aug 19 18:26:34.928740 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-924097d9-e59c-404f-af94-f6f534631ee5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:34.979721 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924097d9-e59c-404f-af94-f6f534631ee5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Pushing event updated for resources: {'Port': ['ID=56703f1f-4610-41d2-95eb-3616b50add18,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:35.047763 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771bdb3-2789-4e8e-995a-551ab88b9c9d req-c6f74d56-1e11-4c90-b1b1-ac3a98131eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:35.050102 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0771bdb3-2789-4e8e-995a-551ab88b9c9d req-c6f74d56-1e11-4c90-b1b1-ac3a98131eb0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=82deafff-818d-46cd-9b39-f0e9acf3a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0969310 Aug 19 18:26:35.059131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924097d9-e59c-404f-af94-f6f534631ee5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:26:35.062547 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-924097d9-e59c-404f-af94-f6f534631ee5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:35.066721 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924097d9-e59c-404f-af94-f6f534631ee5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:26:35.100393 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e974f02-6d30-4366-ab76-4bf34a3aa5c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:35.135561 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e974f02-6d30-4366-ab76-4bf34a3aa5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:35.216481 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0771bdb3-2789-4e8e-995a-551ab88b9c9d req-681c0043-3e6a-468b-9c5a-d4cf32ab871e service neutron] 10.222.0.50 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573784 Aug 19 18:26:35.273562 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:35.297456 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Transition to ACTIVE for port object c1fc152d-f39d-4804-bcdc-3f673062023d will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:35.330743 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Transition to ACTIVE for port object c1fc152d-f39d-4804-bcdc-3f673062023d will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:35.367069 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2a4ea-0e48-4ef1-ab68-24da37db339d req-abfa844b-9fb0-416e-a9d3-87fb6ad94e1c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:35.373913 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2a4ea-0e48-4ef1-ab68-24da37db339d req-abfa844b-9fb0-416e-a9d3-87fb6ad94e1c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:35.374782 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:35.387796 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2a4ea-0e48-4ef1-ab68-24da37db339d req-abfa844b-9fb0-416e-a9d3-87fb6ad94e1c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:35.395821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2a4ea-0e48-4ef1-ab68-24da37db339d req-abfa844b-9fb0-416e-a9d3-87fb6ad94e1c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:35.403510 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2a4ea-0e48-4ef1-ab68-24da37db339d req-abfa844b-9fb0-416e-a9d3-87fb6ad94e1c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:35.407479 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-3e974f02-6d30-4366-ab76-4bf34a3aa5c9 admin admin] Allocated IP 172.25.8.122 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/c8ff54c9-55cc-4fa2-98f9-89199e72c1e9) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:26:35.411236 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2a4ea-0e48-4ef1-ab68-24da37db339d req-abfa844b-9fb0-416e-a9d3-87fb6ad94e1c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:35.419497 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2a4ea-0e48-4ef1-ab68-24da37db339d req-abfa844b-9fb0-416e-a9d3-87fb6ad94e1c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:35.421630 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ef2a4ea-0e48-4ef1-ab68-24da37db339d req-abfa844b-9fb0-416e-a9d3-87fb6ad94e1c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5431 time: 0.2039814 Aug 19 18:26:35.466209 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:35.479444 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Network 5f83b964-6128-43b4-b0d2-cf292787ade1 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:26:35.483117 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Pushing event updated for resources: {'Port': ['ID=c1fc152d-f39d-4804-bcdc-3f673062023d,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:35.487458 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0771bdb3-2789-4e8e-995a-551ab88b9c9d req-c4ab9cab-5e18-412d-823e-d0cd5bf04fa3 service neutron] 10.222.0.50 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598038 Aug 19 18:26:35.487670 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:35.492062 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8ef2a4ea-0e48-4ef1-ab68-24da37db339d req-9745ad14-d1ac-4c00-9f3f-19cb2c3f7e89 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590186 Aug 19 18:26:35.493453 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:26:35.507327 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:35.507690 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:35.508036 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:35.509088 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:35.509674 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:35.510229 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:35.510229 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:35.510563 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:35.510897 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:35.511227 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:35.511608 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:35.512139 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:35.517479 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] Transition to ACTIVE for port object 919da37f-f66c-49e4-8b03-add84f864c20 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:35.522630 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-924097d9-e59c-404f-af94-f6f534631ee5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Deleting port 56703f1f-4610-41d2-95eb-3616b50add18 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:35.522991 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-924097d9-e59c-404f-af94-f6f534631ee5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:35.538613 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:35.598140 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Attempting to bind port c1fc152d-f39d-4804-bcdc-3f673062023d on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:26:35.598522 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Attempting to bind port c1fc152d-f39d-4804-bcdc-3f673062023d by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '807bbbf8-7423-468d-bc38-e37098d2e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5f83b964-6128-43b4-b0d2-cf292787ade1'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:26:35.598893 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Attempting to bind port c1fc152d-f39d-4804-bcdc-3f673062023d on network 5f83b964-6128-43b4-b0d2-cf292787ade1 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:35.617042 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:26:35.617425 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Checking segment: {'id': '807bbbf8-7423-468d-bc38-e37098d2e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5f83b964-6128-43b4-b0d2-cf292787ade1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:35.618077 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:35.618483 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Bound using segment: {'id': '807bbbf8-7423-468d-bc38-e37098d2e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5f83b964-6128-43b4-b0d2-cf292787ade1'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:26:35.618962 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Bound port: c1fc152d-f39d-4804-bcdc-3f673062023d, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807bbbf8-7423-468d-bc38-e37098d2e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5f83b964-6128-43b4-b0d2-cf292787ade1'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:26:35.619350 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:35.625526 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e67f6-e3aa-4bc3-b10c-8a1d29cb2458 None None] Pushing event updated for resources: {'Port': ['ID=919da37f-f66c-49e4-8b03-add84f864c20,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:35.640863 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e974f02-6d30-4366-ab76-4bf34a3aa5c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:35.701653 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-924097d9-e59c-404f-af94-f6f534631ee5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:35.702010 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-924097d9-e59c-404f-af94-f6f534631ee5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:35.732821 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] Attempting to bind port 919da37f-f66c-49e4-8b03-add84f864c20 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:26:35.733208 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] Attempting to bind port 919da37f-f66c-49e4-8b03-add84f864c20 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '3c5d02d1-1c2f-4d2d-985f-2a976538cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:26:35.733615 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] Attempting to bind port 919da37f-f66c-49e4-8b03-add84f864c20 on network eba20446-3015-4358-85fa-43c01dea129c {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:35.736467 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-924097d9-e59c-404f-af94-f6f534631ee5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Calling delete_port for 56703f1f-4610-41d2-95eb-3616b50add18 owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:35.747752 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:26:35.748022 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] Checking segment: {'id': '3c5d02d1-1c2f-4d2d-985f-2a976538cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:35.748401 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:35.748804 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] Bound using segment: {'id': '3c5d02d1-1c2f-4d2d-985f-2a976538cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:26:35.749302 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] Bound port: 919da37f-f66c-49e4-8b03-add84f864c20, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5d02d1-1c2f-4d2d-985f-2a976538cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:26:35.749835 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:35.786883 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] For port c1fc152d-f39d-4804-bcdc-3f673062023d, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:26:35.791395 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] For port c1fc152d-f39d-4804-bcdc-3f673062023d, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c1fc152d-f39d-4804-bcdc-3f673062023d,segment=NetworkSegment(807bbbf8-7423-468d-bc38-e37098d2e580),segment_id=807bbbf8-7423-468d-bc38-e37098d2e580)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:26:35.834167 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e974f02-6d30-4366-ab76-4bf34a3aa5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:35.838213 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:35.909502 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e974f02-6d30-4366-ab76-4bf34a3aa5c9 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:26:35.915434 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-3e974f02-6d30-4366-ab76-4bf34a3aa5c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:35.925513 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e974f02-6d30-4366-ab76-4bf34a3aa5c9 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:26:35.925513 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e974f02-6d30-4366-ab76-4bf34a3aa5c9 admin admin] Pushing event updated for resources: {'Port': ['ID=c8ff54c9-55cc-4fa2-98f9-89199e72c1e9,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:35.941095 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] For port 919da37f-f66c-49e4-8b03-add84f864c20, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:26:35.943600 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58413d9-b7ee-4bed-9084-b879e848513e None None] Pushing event updated for resources: {'Port': ['ID=c1fc152d-f39d-4804-bcdc-3f673062023d,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:35.958255 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] For port 919da37f-f66c-49e4-8b03-add84f864c20, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=919da37f-f66c-49e4-8b03-add84f864c20,segment=NetworkSegment(3c5d02d1-1c2f-4d2d-985f-2a976538cb0c),segment_id=3c5d02d1-1c2f-4d2d-985f-2a976538cb0c)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:26:35.964201 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:36.044966 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] Routers {'5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:36.045482 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:26:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:36.047967 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e67f6-e3aa-4bc3-b10c-8a1d29cb2458 None None] Pushing event updated for resources: {'Port': ['ID=919da37f-f66c-49e4-8b03-add84f864c20,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:36.076261 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-924097d9-e59c-404f-af94-f6f534631ee5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:36.140345 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2e04b-5c06-4ed4-96e5-97f0bac1ef8b req-828876b4-7a5c-431a-b77a-9c1c04d1b516 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:36.141964 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a4a2e04b-5c06-4ed4-96e5-97f0bac1ef8b req-828876b4-7a5c-431a-b77a-9c1c04d1b516 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 945 time: 0.1755507 Aug 19 18:26:36.146672 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924097d9-e59c-404f-af94-f6f534631ee5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Pushing event deleted for resources: {'Port': ['ID=56703f1f-4610-41d2-95eb-3616b50add18,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:36.175973 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] Set router 5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:36.302130 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a4a2e04b-5c06-4ed4-96e5-97f0bac1ef8b req-e9ed7811-5a0c-49f2-ac9b-9533099b954a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327155 Aug 19 18:26:36.390547 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-924097d9-e59c-404f-af94-f6f534631ee5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] create failed (client error): The resource could not be found. Aug 19 18:26:36.396325 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-924097d9-e59c-404f-af94-f6f534631ee5 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.7703776 Aug 19 18:26:36.396901 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39684) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:36.462063 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e974f02-6d30-4366-ab76-4bf34a3aa5c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:36.533555 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-966217ec-5b6e-4d88-9943-1ec38c0d08e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Deleting port 4974822f-50de-4b27-ac97-80fd742bc183 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:36.534059 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-966217ec-5b6e-4d88-9943-1ec38c0d08e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:36.537155 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52', 'name': 'tempest-TestServerMultinode-1188249017-router', 'tenant_id': 'cf02e4463fc246c09b295c9338fcdb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '2a91d1a7-5b02-47fc-bfba-a53ec8dd1155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:26:22Z', 'updated_at': '2021-08-19T18:26:30Z', 'revision_number': 4, 'project_id': 'cf02e4463fc246c09b295c9338fcdb05', 'gw_port': {'id': '2a91d1a7-5b02-47fc-bfba-a53ec8dd1155', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:26:25Z', 'updated_at': '2021-08-19T18:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '919da37f-f66c-49e4-8b03-add84f864c20', 'name': '', 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c', 'tenant_id': 'cf02e4463fc246c09b295c9338fcdb05', 'mac_address': 'fa:16:3e:09:23:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '3dfc809b-e771-4eb0-b500-6457c452f5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:26:29Z', 'updated_at': '2021-08-19T18:26:35Z', 'revision_number': 4, 'project_id': 'cf02e4463fc246c09b295c9338fcdb05', 'subnets': [{'id': '3dfc809b-e771-4eb0-b500-6457c452f5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:36.578751 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d650a6d-5d7a-4578-8c54-fec44f34a618 None None] The sync data for ids ['5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52'] in n-d-803753-2 is: [{'id': '5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52', 'name': 'tempest-TestServerMultinode-1188249017-router', 'tenant_id': 'cf02e4463fc246c09b295c9338fcdb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '2a91d1a7-5b02-47fc-bfba-a53ec8dd1155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:26:22Z', 'updated_at': '2021-08-19T18:26:30Z', 'revision_number': 4, 'project_id': 'cf02e4463fc246c09b295c9338fcdb05', 'gw_port': {'id': '2a91d1a7-5b02-47fc-bfba-a53ec8dd1155', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:26:25Z', 'updated_at': '2021-08-19T18:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '919da37f-f66c-49e4-8b03-add84f864c20', 'name': '', 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c', 'tenant_id': 'cf02e4463fc246c09b295c9338fcdb05', 'mac_address': 'fa:16:3e:09:23:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '3dfc809b-e771-4eb0-b500-6457c452f5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:26:29Z', 'updated_at': '2021-08-19T18:26:35Z', 'revision_number': 4, 'project_id': 'cf02e4463fc246c09b295c9338fcdb05', 'subnets': [{'id': '3dfc809b-e771-4eb0-b500-6457c452f5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:26:36.695103 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-966217ec-5b6e-4d88-9943-1ec38c0d08e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:36.726789 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d7814-05e1-4b6f-8cec-eeba0bc361d3 req-2e78a8a2-0182-4f01-b68c-15ee3b5b5ca4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:36.733868 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d7814-05e1-4b6f-8cec-eeba0bc361d3 req-2e78a8a2-0182-4f01-b68c-15ee3b5b5ca4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:36.740068 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d7814-05e1-4b6f-8cec-eeba0bc361d3 req-2e78a8a2-0182-4f01-b68c-15ee3b5b5ca4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:36.747147 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d7814-05e1-4b6f-8cec-eeba0bc361d3 req-2e78a8a2-0182-4f01-b68c-15ee3b5b5ca4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:36.753584 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d7814-05e1-4b6f-8cec-eeba0bc361d3 req-2e78a8a2-0182-4f01-b68c-15ee3b5b5ca4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:36.760620 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d7814-05e1-4b6f-8cec-eeba0bc361d3 req-2e78a8a2-0182-4f01-b68c-15ee3b5b5ca4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:36.767661 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d7814-05e1-4b6f-8cec-eeba0bc361d3 req-2e78a8a2-0182-4f01-b68c-15ee3b5b5ca4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:36.769802 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0e6d7814-05e1-4b6f-8cec-eeba0bc361d3 req-2e78a8a2-0182-4f01-b68c-15ee3b5b5ca4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5431 time: 0.1671593 Aug 19 18:26:36.770853 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-966217ec-5b6e-4d88-9943-1ec38c0d08e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Calling delete_port for 4974822f-50de-4b27-ac97-80fd742bc183 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:36.906202 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0e6d7814-05e1-4b6f-8cec-eeba0bc361d3 req-1003f539-2899-4a05-a99d-a2f0069c9948 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1288757 Aug 19 18:26:37.015623 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-966217ec-5b6e-4d88-9943-1ec38c0d08e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:37.073452 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966217ec-5b6e-4d88-9943-1ec38c0d08e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Pushing event deleted for resources: {'Port': ['ID=4974822f-50de-4b27-ac97-80fd742bc183,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:37.098365 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-31f46589-3ccf-43f6-b609-65300043428a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:37.173759 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-966217ec-5b6e-4d88-9943-1ec38c0d08e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:37.181720 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-966217ec-5b6e-4d88-9943-1ec38c0d08e7 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] 10.222.0.24 "DELETE /v2.0/ports/4974822f-50de-4b27-ac97-80fd742bc183 HTTP/1.1" status: 204 len: 168 time: 0.7822771 Aug 19 18:26:37.184822 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39694) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:37.255087 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:37.264457 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79ebe28-bd0c-481e-8e7f-9db1bf6b8113 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:37.266181 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f79ebe28-bd0c-481e-8e7f-9db1bf6b8113 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] 10.222.0.24 "GET /v2.0/ports?device_id=9140dd01-9558-4724-8c4e-965bd0e472e6 HTTP/1.1" status: 200 len: 913 time: 0.0799875 Aug 19 18:26:37.269514 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39696) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:37.404428 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e974f02-6d30-4366-ab76-4bf34a3aa5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:37.515787 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dc2e59-1338-4bdf-af17-e001af698413 None None] Network 5f83b964-6128-43b4-b0d2-cf292787ade1 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:26:37.583482 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-00a8399f-783e-4d3f-adec-ff4a1e98aaf3 None None] Provisioning for port c1fc152d-f39d-4804-bcdc-3f673062023d completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:37.631208 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0f5d8-aed8-49a3-a223-ec38e813bdb0 req-68f6efeb-c6e7-4623-97f6-1644a73eb0d0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:37.634800 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdc0f5d8-aed8-49a3-a223-ec38e813bdb0 req-68f6efeb-c6e7-4623-97f6-1644a73eb0d0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 945 time: 0.2209671 Aug 19 18:26:37.655469 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b067f-9013-491f-9968-3bb03f32ad5a req-57363230-df7e-42c0-8701-ed137ddc29a6 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:37.657453 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a57b067f-9013-491f-9968-3bb03f32ad5a req-57363230-df7e-42c0-8701-ed137ddc29a6 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.54 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 945 time: 0.0949452 Aug 19 18:26:37.658762 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e974f02-6d30-4366-ab76-4bf34a3aa5c9 admin admin] Router b6f1e86a-aa46-40ca-9199-57cec5cd09a6 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:26:37.820415 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdc0f5d8-aed8-49a3-a223-ec38e813bdb0 req-943f68a1-5524-4ccf-91c4-0d2e3fd8e61a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=1107487a-2999-471a-b8f0-315fbbdc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753652 Aug 19 18:26:37.832484 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e974f02-6d30-4366-ab76-4bf34a3aa5c9 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:26:37.849755 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] Sync routers for ids ['b6f1e86a-aa46-40ca-9199-57cec5cd09a6'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:26:37.871897 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] Routers {'b6f1e86a-aa46-40ca-9199-57cec5cd09a6'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:37.872826 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:26:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b6f1e86a-aa46-40ca-9199-57cec5cd09a6'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:37.883923 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e974f02-6d30-4366-ab76-4bf34a3aa5c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:37.888071 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3e974f02-6d30-4366-ab76-4bf34a3aa5c9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7506142 Aug 19 18:26:37.891429 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39700) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:38.029830 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 919da37f-f66c-49e4-8b03-add84f864c20 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:26:38.141763 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] Set router b6f1e86a-aa46-40ca-9199-57cec5cd09a6 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:38.147769 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 919da37f-f66c-49e4-8b03-add84f864c20 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:38.165831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 919da37f-f66c-49e4-8b03-add84f864c20 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:38.166329 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:38.192518 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2f50d156-d6d5-45c3-b720-550f9912a47c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:38.218082 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-a57b067f-9013-491f-9968-3bb03f32ad5a req-8a5b83e4-2934-48a6-bd4d-f3b0ee69e2af tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Deleting port 3b03a170-1539-4bf3-a937-752b98af8b55 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:38.218430 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a57b067f-9013-491f-9968-3bb03f32ad5a req-8a5b83e4-2934-48a6-bd4d-f3b0ee69e2af tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:38.235173 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:38.351081 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-a57b067f-9013-491f-9968-3bb03f32ad5a req-8a5b83e4-2934-48a6-bd4d-f3b0ee69e2af tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] For port 3b03a170-1539-4bf3-a937-752b98af8b55, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=3b03a170-1539-4bf3-a937-752b98af8b55,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:38.351386 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a57b067f-9013-491f-9968-3bb03f32ad5a req-8a5b83e4-2934-48a6-bd4d-f3b0ee69e2af tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:38.369998 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-a57b067f-9013-491f-9968-3bb03f32ad5a req-8a5b83e4-2934-48a6-bd4d-f3b0ee69e2af tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Calling delete_port for 3b03a170-1539-4bf3-a937-752b98af8b55 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:38.391862 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:38.405484 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9b918-9fe4-426e-a168-e47fa078c8ed req-f43fee9f-fa10-428d-b026-b654ccbbfcaf tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:38.411780 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9b918-9fe4-426e-a168-e47fa078c8ed req-f43fee9f-fa10-428d-b026-b654ccbbfcaf tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:38.423287 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9b918-9fe4-426e-a168-e47fa078c8ed req-f43fee9f-fa10-428d-b026-b654ccbbfcaf tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:38.429490 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9b918-9fe4-426e-a168-e47fa078c8ed req-f43fee9f-fa10-428d-b026-b654ccbbfcaf tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:38.436138 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9b918-9fe4-426e-a168-e47fa078c8ed req-f43fee9f-fa10-428d-b026-b654ccbbfcaf tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:38.450850 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9b918-9fe4-426e-a168-e47fa078c8ed req-f43fee9f-fa10-428d-b026-b654ccbbfcaf tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:38.463014 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9b918-9fe4-426e-a168-e47fa078c8ed req-f43fee9f-fa10-428d-b026-b654ccbbfcaf tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:38.470399 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 919da37f-f66c-49e4-8b03-add84f864c20, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=919da37f-f66c-49e4-8b03-add84f864c20,segment=NetworkSegment(3c5d02d1-1c2f-4d2d-985f-2a976538cb0c),segment_id=3c5d02d1-1c2f-4d2d-985f-2a976538cb0c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:38.471542 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88b9b918-9fe4-426e-a168-e47fa078c8ed req-f43fee9f-fa10-428d-b026-b654ccbbfcaf tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5431 time: 0.3910737 Aug 19 18:26:38.476908 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:38.479939 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c1fc152d-f39d-4804-bcdc-3f673062023d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:26:38.500577 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f1e86a-aa46-40ca-9199-57cec5cd09a6', 'name': 'tempest-TestServerMultinode-1461147381-router', 'tenant_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c8ff54c9-55cc-4fa2-98f9-89199e72c1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:26:34Z', 'updated_at': '2021-08-19T18:26:36Z', 'revision_number': 3, 'project_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'gw_port': {'id': 'c8ff54c9-55cc-4fa2-98f9-89199e72c1e9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:35:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f1e86a-aa46-40ca-9199-57cec5cd09a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:26:35Z', 'updated_at': '2021-08-19T18:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:38.543611 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] Checking router: b6f1e86a-aa46-40ca-9199-57cec5cd09a6 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:26:38.544083 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] Updating router b6f1e86a-aa46-40ca-9199-57cec5cd09a6 port c8ff54c9-55cc-4fa2-98f9-89199e72c1e9 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:26:38.590011 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:38.592724 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88b9b918-9fe4-426e-a168-e47fa078c8ed req-4e83ae87-708e-4200-a139-85b0f7a075d6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1202168 Aug 19 18:26:38.654483 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port c1fc152d-f39d-4804-bcdc-3f673062023d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:38.666136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-22322ff5-2a70-4597-88f1-432c7c00f6b1 None None] Provisioning complete for port c1fc152d-f39d-4804-bcdc-3f673062023d triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:38.667089 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-22322ff5-2a70-4597-88f1-432c7c00f6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:38.731905 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port c1fc152d-f39d-4804-bcdc-3f673062023d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:38.732800 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:38.761380 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a57b067f-9013-491f-9968-3bb03f32ad5a req-8a5b83e4-2934-48a6-bd4d-f3b0ee69e2af tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:38.795257 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=919da37f-f66c-49e4-8b03-add84f864c20,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:38.814288 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['3b03a170-1539-4bf3-a937-752b98af8b55'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:26:38.846634 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-2f50d156-d6d5-45c3-b720-550f9912a47c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Deleting port d3f68160-27eb-4bd2-834e-8816f6c1aad3 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:38.847199 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2f50d156-d6d5-45c3-b720-550f9912a47c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:38.872736 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b83e4-2934-48a6-bd4d-f3b0ee69e2af tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event deleted for resources: {'Port': ['ID=3b03a170-1539-4bf3-a937-752b98af8b55,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:38.902184 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57b067f-9013-491f-9968-3bb03f32ad5a req-8a5b83e4-2934-48a6-bd4d-f3b0ee69e2af tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] No DVR routers for this DVR port 3b03a170-1539-4bf3-a937-752b98af8b55 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:26:38.905119 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a57b067f-9013-491f-9968-3bb03f32ad5a req-8a5b83e4-2934-48a6-bd4d-f3b0ee69e2af tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:38.907668 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a57b067f-9013-491f-9968-3bb03f32ad5a req-8a5b83e4-2934-48a6-bd4d-f3b0ee69e2af tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.54 "DELETE /v2.0/ports/3b03a170-1539-4bf3-a937-752b98af8b55 HTTP/1.1" status: 204 len: 173 time: 1.2378032 Aug 19 18:26:38.909950 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a044bc65-650e-48dc-9562-4834098d1101', 'name': 'network-vif-deleted', 'tag': '3b03a170-1539-4bf3-a937-752b98af8b55'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:38.913252 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb732ed-9a3a-4c24-8af3-d82d5a0ac922" -d '{"events": [{"server_uuid": "a044bc65-650e-48dc-9562-4834098d1101", "name": "network-vif-deleted", "tag": "3b03a170-1539-4bf3-a937-752b98af8b55"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:39.002579 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:39.006773 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-22322ff5-2a70-4597-88f1-432c7c00f6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:39.018071 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0fa5fe3f-988e-4b23-9b12-fd7e7e35cfe3 req-f313a888-75c4-4cc2-81ca-56de3d5aed4b tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 210 time: 0.0481448 Aug 19 18:26:39.022232 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:39.048837 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] Transition to ACTIVE for port object c8ff54c9-55cc-4fa2-98f9-89199e72c1e9 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:39.063647 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:39.069954 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2f50d156-d6d5-45c3-b720-550f9912a47c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:39.101348 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-753bacac-3e83-4c2c-994d-42a19fff7fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:39.111842 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-2f50d156-d6d5-45c3-b720-550f9912a47c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Calling delete_port for d3f68160-27eb-4bd2-834e-8816f6c1aad3 owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:39.174585 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port c1fc152d-f39d-4804-bcdc-3f673062023d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c1fc152d-f39d-4804-bcdc-3f673062023d,segment=NetworkSegment(807bbbf8-7423-468d-bc38-e37098d2e580),segment_id=807bbbf8-7423-468d-bc38-e37098d2e580)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:39.188820 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:39.216350 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] Attempting to bind port c8ff54c9-55cc-4fa2-98f9-89199e72c1e9 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:26:39.221265 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] Attempting to bind port c8ff54c9-55cc-4fa2-98f9-89199e72c1e9 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:26:39.223653 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] Attempting to bind port c8ff54c9-55cc-4fa2-98f9-89199e72c1e9 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:39.228034 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aaef62-d488-400b-b9d6-ab6549c27838 None None] Pushing event updated for resources: {'Port': ['ID=c8ff54c9-55cc-4fa2-98f9-89199e72c1e9,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:39.240285 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:26:39.240668 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:39.241083 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:39.241484 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:26:39.241997 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] Bound port: c8ff54c9-55cc-4fa2-98f9-89199e72c1e9, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:26:39.242383 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:39.341631 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.api [None req-22322ff5-2a70-4597-88f1-432c7c00f6b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:26:39.342840 n-d-803753-2 neutron-server[94683]: DEBUG oslo_db.api [None req-22322ff5-2a70-4597-88f1-432c7c00f6b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:26:39.346760 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=c1fc152d-f39d-4804-bcdc-3f673062023d,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:39.384461 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] For port c8ff54c9-55cc-4fa2-98f9-89199e72c1e9, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:26:39.389328 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] For port c8ff54c9-55cc-4fa2-98f9-89199e72c1e9, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c8ff54c9-55cc-4fa2-98f9-89199e72c1e9,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:26:39.400939 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:39.456964 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-753bacac-3e83-4c2c-994d-42a19fff7fa3 admin admin] Allocated IP 172.20.0.1 (5f83b964-6128-43b4-b0d2-cf292787ade1/7adea7d9-8d40-4aad-a3ca-1010c9d18d74/b1cbd188-c7ea-4310-b1f8-bae5138401bd) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:26:39.478548 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] Routers {'b6f1e86a-aa46-40ca-9199-57cec5cd09a6'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:39.479021 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:26:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b6f1e86a-aa46-40ca-9199-57cec5cd09a6'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:39.514628 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d984cf-e651-4121-aca4-7e02268e40ba x-openstack-request-id: req-28d984cf-e651-4121-aca4-7e02268e40ba {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:39.514973 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a044bc65-650e-48dc-9562-4834098d1101", "name": "network-vif-deleted", "tag": "3b03a170-1539-4bf3-a937-752b98af8b55", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:39.515157 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28d984cf-e651-4121-aca4-7e02268e40ba {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:39.515553 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a044bc65-650e-48dc-9562-4834098d1101', 'name': 'network-vif-deleted', 'tag': '3b03a170-1539-4bf3-a937-752b98af8b55', 'status': 'completed', 'code': 200} Aug 19 18:26:39.589457 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2f50d156-d6d5-45c3-b720-550f9912a47c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:39.603686 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c749aaa5-2866-4422-ad10-26ca1e77348c req-1a46cfd7-db3a-4bd5-8ca1-0b302e819f59 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1284189 Aug 19 18:26:39.628919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50d156-d6d5-45c3-b720-550f9912a47c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Pushing event deleted for resources: {'Port': ['ID=d3f68160-27eb-4bd2-834e-8816f6c1aad3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:39.694779 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] Set router b6f1e86a-aa46-40ca-9199-57cec5cd09a6 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:39.813578 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-753bacac-3e83-4c2c-994d-42a19fff7fa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:39.881418 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aaef62-d488-400b-b9d6-ab6549c27838 None None] Pushing event updated for resources: {'Port': ['ID=c8ff54c9-55cc-4fa2-98f9-89199e72c1e9,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:39.922951 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749aaa5-2866-4422-ad10-26ca1e77348c req-7a9bdad8-e3c9-45db-a109-ed6e92834c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:39.937731 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c749aaa5-2866-4422-ad10-26ca1e77348c req-7a9bdad8-e3c9-45db-a109-ed6e92834c97 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 1096 time: 0.2586122 Aug 19 18:26:39.942526 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-753bacac-3e83-4c2c-994d-42a19fff7fa3 admin admin] Transition to ACTIVE for port object b1cbd188-c7ea-4310-b1f8-bae5138401bd will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:39.951021 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2f50d156-d6d5-45c3-b720-550f9912a47c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:39.985141 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 919da37f-f66c-49e4-8b03-add84f864c20 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:26:40.029472 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe019f-abc1-4a7d-8df0-98f37716949e req-c081aa0b-aade-4134-a3c8-2fe4be29d74b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:40.036273 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe019f-abc1-4a7d-8df0-98f37716949e req-c081aa0b-aade-4134-a3c8-2fe4be29d74b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:40.045793 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe019f-abc1-4a7d-8df0-98f37716949e req-c081aa0b-aade-4134-a3c8-2fe4be29d74b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:40.053216 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe019f-abc1-4a7d-8df0-98f37716949e req-c081aa0b-aade-4134-a3c8-2fe4be29d74b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:40.064138 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe019f-abc1-4a7d-8df0-98f37716949e req-c081aa0b-aade-4134-a3c8-2fe4be29d74b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:40.066212 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f1e86a-aa46-40ca-9199-57cec5cd09a6', 'name': 'tempest-TestServerMultinode-1461147381-router', 'tenant_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c8ff54c9-55cc-4fa2-98f9-89199e72c1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:26:34Z', 'updated_at': '2021-08-19T18:26:36Z', 'revision_number': 3, 'project_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'gw_port': {'id': 'c8ff54c9-55cc-4fa2-98f9-89199e72c1e9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:35:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f1e86a-aa46-40ca-9199-57cec5cd09a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:26:35Z', 'updated_at': '2021-08-19T18:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:40.073371 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe019f-abc1-4a7d-8df0-98f37716949e req-c081aa0b-aade-4134-a3c8-2fe4be29d74b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:40.082006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe019f-abc1-4a7d-8df0-98f37716949e req-c081aa0b-aade-4134-a3c8-2fe4be29d74b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:40.095723 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fbfe019f-abc1-4a7d-8df0-98f37716949e req-c081aa0b-aade-4134-a3c8-2fe4be29d74b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5431 time: 0.2681198 Aug 19 18:26:40.121206 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21338a3-05ac-4606-be94-6e17a58f7c4a None None] The sync data for ids ['b6f1e86a-aa46-40ca-9199-57cec5cd09a6'] in n-d-803753-2 is: [{'id': 'b6f1e86a-aa46-40ca-9199-57cec5cd09a6', 'name': 'tempest-TestServerMultinode-1461147381-router', 'tenant_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c8ff54c9-55cc-4fa2-98f9-89199e72c1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:26:34Z', 'updated_at': '2021-08-19T18:26:36Z', 'revision_number': 3, 'project_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'gw_port': {'id': 'c8ff54c9-55cc-4fa2-98f9-89199e72c1e9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:35:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f1e86a-aa46-40ca-9199-57cec5cd09a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:26:35Z', 'updated_at': '2021-08-19T18:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:26:40.123464 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 919da37f-f66c-49e4-8b03-add84f864c20 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:40.123897 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:40.187795 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:40.220924 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fbfe019f-abc1-4a7d-8df0-98f37716949e req-e2b091ff-a901-4531-a77e-5d2be2b033a4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1237600 Aug 19 18:26:40.288084 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c1fc152d-f39d-4804-bcdc-3f673062023d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:26:40.347149 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-753bacac-3e83-4c2c-994d-42a19fff7fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:40.365941 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port c1fc152d-f39d-4804-bcdc-3f673062023d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:40.366706 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:40.404984 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749aaa5-2866-4422-ad10-26ca1e77348c req-1efe174b-cc37-4a7e-b19d-53df926ea4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:40.406473 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c749aaa5-2866-4422-ad10-26ca1e77348c req-1efe174b-cc37-4a7e-b19d-53df926ea4a1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 913 time: 0.4326594 Aug 19 18:26:40.428789 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753bacac-3e83-4c2c-994d-42a19fff7fa3 admin admin] Network 5f83b964-6128-43b4-b0d2-cf292787ade1 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:26:40.436532 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-753bacac-3e83-4c2c-994d-42a19fff7fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:40.548845 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753bacac-3e83-4c2c-994d-42a19fff7fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=b1cbd188-c7ea-4310-b1f8-bae5138401bd,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:40.574452 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753bacac-3e83-4c2c-994d-42a19fff7fa3 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:26:40.679143 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c749aaa5-2866-4422-ad10-26ca1e77348c req-0ec17e42-f39a-4371-bc09-eb731efc7f6e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd1e7643-8716-43bb-af18-1644144f2a7e HTTP/1.1" status: 200 len: 999 time: 0.2589436 Aug 19 18:26:40.685916 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-753bacac-3e83-4c2c-994d-42a19fff7fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:40.819797 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fb9d8e5d-bc08-4ad2-bcf0-60f7bc443123 req-2dff1b6a-add3-40d5-ab87-459332dae392 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 210 time: 0.0453579 Aug 19 18:26:40.825030 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749aaa5-2866-4422-ad10-26ca1e77348c req-94cce105-ce82-43cd-b032-7b58b02bf098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:40.827112 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c749aaa5-2866-4422-ad10-26ca1e77348c req-94cce105-ce82-43cd-b032-7b58b02bf098 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.0751941 Aug 19 18:26:40.882222 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1c353d83-ab7d-4eb5-a9f6-9ba693218914 None None] Provisioning for port b1cbd188-c7ea-4310-b1f8-bae5138401bd completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:40.890348 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1c353d83-ab7d-4eb5-a9f6-9ba693218914 None None] Provisioning complete for port b1cbd188-c7ea-4310-b1f8-bae5138401bd triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:40.890783 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1c353d83-ab7d-4eb5-a9f6-9ba693218914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:40.954043 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-1c353d83-ab7d-4eb5-a9f6-9ba693218914 None None] Port b1cbd188-c7ea-4310-b1f8-bae5138401bd cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:26:40.958011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f50d156-d6d5-45c3-b720-550f9912a47c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Router 9140dd01-9558-4724-8c4e-965bd0e472e6 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:26:40.974524 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:41.016841 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-753bacac-3e83-4c2c-994d-42a19fff7fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:41.026824 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749aaa5-2866-4422-ad10-26ca1e77348c req-efee0c95-2bb9-4656-a6ef-c7a22f166619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:41.029508 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c749aaa5-2866-4422-ad10-26ca1e77348c req-efee0c95-2bb9-4656-a6ef-c7a22f166619 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718478 Aug 19 18:26:41.064023 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f50d156-d6d5-45c3-b720-550f9912a47c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:26:41.076134 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86993ed-9ea9-49d8-8c6a-aff54c821095 None None] Sync routers for ids ['9140dd01-9558-4724-8c4e-965bd0e472e6'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:26:41.078028 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2f50d156-d6d5-45c3-b720-550f9912a47c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] 10.222.0.24 "PUT /v2.0/routers/9140dd01-9558-4724-8c4e-965bd0e472e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8072972 Aug 19 18:26:41.080550 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39726) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:41.093588 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86993ed-9ea9-49d8-8c6a-aff54c821095 None None] Routers {'9140dd01-9558-4724-8c4e-965bd0e472e6'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:41.094258 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c86993ed-9ea9-49d8-8c6a-aff54c821095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:26:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9140dd01-9558-4724-8c4e-965bd0e472e6'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:41.157648 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c86993ed-9ea9-49d8-8c6a-aff54c821095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:41.169571 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86993ed-9ea9-49d8-8c6a-aff54c821095 None None] Routers {'9140dd01-9558-4724-8c4e-965bd0e472e6'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:41.170203 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c86993ed-9ea9-49d8-8c6a-aff54c821095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:26:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9140dd01-9558-4724-8c4e-965bd0e472e6'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:41.204386 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c1b1e83b-d269-4a27-bdf1-0f53df8cfa94 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:41.218322 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c86993ed-9ea9-49d8-8c6a-aff54c821095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:41.219007 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86993ed-9ea9-49d8-8c6a-aff54c821095 None None] The sync data for ids ['9140dd01-9558-4724-8c4e-965bd0e472e6'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:26:41.282006 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c749aaa5-2866-4422-ad10-26ca1e77348c req-df27dc3a-3b01-43d2-8839-288f8eea173b service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383027 Aug 19 18:26:41.432356 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c1b1e83b-d269-4a27-bdf1-0f53df8cfa94 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:41.438633 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c1b1e83b-d269-4a27-bdf1-0f53df8cfa94 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:41.503826 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c1b1e83b-d269-4a27-bdf1-0f53df8cfa94 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:41.504579 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b1e83b-d269-4a27-bdf1-0f53df8cfa94 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Fanout notify agent at l3_agent the message router_deleted on router 9140dd01-9558-4724-8c4e-965bd0e472e6 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:26:41.517496 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c1b1e83b-d269-4a27-bdf1-0f53df8cfa94 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:41.518757 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c1b1e83b-d269-4a27-bdf1-0f53df8cfa94 tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] 10.222.0.24 "DELETE /v2.0/routers/9140dd01-9558-4724-8c4e-965bd0e472e6 HTTP/1.1" status: 204 len: 168 time: 0.4366672 Aug 19 18:26:41.521178 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39732) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:41.543162 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c749aaa5-2866-4422-ad10-26ca1e77348c req-ee55b597-9cdf-45c8-85d0-8dae02020ba6 service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313535 Aug 19 18:26:41.545393 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-753bacac-3e83-4c2c-994d-42a19fff7fa3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:41.551604 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-753bacac-3e83-4c2c-994d-42a19fff7fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:41.604128 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1b8c42-c732-4b5f-aaeb-ee27d37b7a2d tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Deleting subnet 86617d72-efad-4b06-9478-c332089cb294 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:26:41.622452 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9a1b8c42-c732-4b5f-aaeb-ee27d37b7a2d tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:41.675342 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a123c0-5545-4cfa-aed2-1b4d831e65cf req-502ab1b3-e7c4-4a82-abc3-df1e30d42285 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:41.686537 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a123c0-5545-4cfa-aed2-1b4d831e65cf req-502ab1b3-e7c4-4a82-abc3-df1e30d42285 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:41.694149 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a123c0-5545-4cfa-aed2-1b4d831e65cf req-502ab1b3-e7c4-4a82-abc3-df1e30d42285 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:41.701677 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a123c0-5545-4cfa-aed2-1b4d831e65cf req-502ab1b3-e7c4-4a82-abc3-df1e30d42285 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:41.704081 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9a1b8c42-c732-4b5f-aaeb-ee27d37b7a2d tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:41.709187 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a123c0-5545-4cfa-aed2-1b4d831e65cf req-502ab1b3-e7c4-4a82-abc3-df1e30d42285 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:41.717113 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a123c0-5545-4cfa-aed2-1b4d831e65cf req-502ab1b3-e7c4-4a82-abc3-df1e30d42285 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:41.724058 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a123c0-5545-4cfa-aed2-1b4d831e65cf req-502ab1b3-e7c4-4a82-abc3-df1e30d42285 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:41.726154 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-83a123c0-5545-4cfa-aed2-1b4d831e65cf req-502ab1b3-e7c4-4a82-abc3-df1e30d42285 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5431 time: 0.3139427 Aug 19 18:26:41.727740 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-753bacac-3e83-4c2c-994d-42a19fff7fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:41.787836 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753bacac-3e83-4c2c-994d-42a19fff7fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=b1cbd188-c7ea-4310-b1f8-bae5138401bd,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:41.824512 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9a1b8c42-c732-4b5f-aaeb-ee27d37b7a2d tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:41.875366 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-83a123c0-5545-4cfa-aed2-1b4d831e65cf req-ed574d92-3b55-47c5-b9f3-661fe862f618 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1391795 Aug 19 18:26:41.919853 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9a1b8c42-c732-4b5f-aaeb-ee27d37b7a2d tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:41.976063 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c8ff54c9-55cc-4fa2-98f9-89199e72c1e9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:26:41.980449 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753bacac-3e83-4c2c-994d-42a19fff7fa3 admin admin] Network 5f83b964-6128-43b4-b0d2-cf292787ade1 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:26:41.983830 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-753bacac-3e83-4c2c-994d-42a19fff7fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:42.030800 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e8b2fb4-592d-4507-9c41-b81a4b46a779 req-3807c58d-b0e5-4a8d-8651-6f9bca720f78 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 210 time: 0.0876491 Aug 19 18:26:42.032956 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b8c42-c732-4b5f-aaeb-ee27d37b7a2d tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Pushing event deleted for resources: {'Subnet': ['ID=86617d72-efad-4b06-9478-c332089cb294,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:42.042747 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9a1b8c42-c732-4b5f-aaeb-ee27d37b7a2d tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:42.049551 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9a1b8c42-c732-4b5f-aaeb-ee27d37b7a2d tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] 10.222.0.24 "DELETE /v2.0/subnets/86617d72-efad-4b06-9478-c332089cb294 HTTP/1.1" status: 204 len: 168 time: 0.5269752 Aug 19 18:26:42.052888 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39738) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:42.062562 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf55c1f-3729-40ef-9dc4-e6d4133bb5b2 None None] Network cb326e1d-845a-4173-b056-a957a476332c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:26:42.169604 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-99f1b2c7-dd25-4d1a-bb93-28d47e48ba9c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:42.226503 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753bacac-3e83-4c2c-994d-42a19fff7fa3 admin admin] Router b6f1e86a-aa46-40ca-9199-57cec5cd09a6 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:26:42.262808 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port c8ff54c9-55cc-4fa2-98f9-89199e72c1e9 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:42.270514 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port c8ff54c9-55cc-4fa2-98f9-89199e72c1e9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:42.270514 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:42.304473 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-99f1b2c7-dd25-4d1a-bb93-28d47e48ba9c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Deleting port 79af5334-1cd9-4912-9486-a945ee8414a2 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:42.305135 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-99f1b2c7-dd25-4d1a-bb93-28d47e48ba9c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:42.433597 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 3b03a170-1539-4bf3-a937-752b98af8b55 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:26:42.460107 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:42.493824 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port c8ff54c9-55cc-4fa2-98f9-89199e72c1e9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c8ff54c9-55cc-4fa2-98f9-89199e72c1e9,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:42.495640 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 3b03a170-1539-4bf3-a937-752b98af8b55 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:26:42.496284 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 3b03a170-1539-4bf3-a937-752b98af8b55 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:26:42.503482 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:42.509526 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170c552d-3817-47ab-a920-35861f6c07fa None None] DHCP port deletion for cb326e1d-845a-4173-b056-a957a476332c request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:26:42.515506 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-99f1b2c7-dd25-4d1a-bb93-28d47e48ba9c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] For port 79af5334-1cd9-4912-9486-a945ee8414a2, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=79af5334-1cd9-4912-9486-a945ee8414a2,segment=NetworkSegment(3f6b3e4f-5d20-4fdc-b952-4283d379373c),segment_id=3f6b3e4f-5d20-4fdc-b952-4283d379373c)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:42.515812 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-99f1b2c7-dd25-4d1a-bb93-28d47e48ba9c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:42.523210 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753bacac-3e83-4c2c-994d-42a19fff7fa3 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:26:42.533097 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-753bacac-3e83-4c2c-994d-42a19fff7fa3 admin admin] 10.222.0.24 "PUT /v2.0/routers/b6f1e86a-aa46-40ca-9199-57cec5cd09a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6375990 Aug 19 18:26:42.548538 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-99f1b2c7-dd25-4d1a-bb93-28d47e48ba9c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Calling delete_port for 79af5334-1cd9-4912-9486-a945ee8414a2 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:42.621630 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0591b934-3fda-48a6-8732-a4e7e8b7a517 None None] Provisioning complete for port b1cbd188-c7ea-4310-b1f8-bae5138401bd triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:42.622199 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0591b934-3fda-48a6-8732-a4e7e8b7a517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:42.671120 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0591b934-3fda-48a6-8732-a4e7e8b7a517 None None] Port b1cbd188-c7ea-4310-b1f8-bae5138401bd cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:26:42.674770 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-99f1b2c7-dd25-4d1a-bb93-28d47e48ba9c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:42.690697 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=c8ff54c9-55cc-4fa2-98f9-89199e72c1e9,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:42.710971 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-170c552d-3817-47ab-a920-35861f6c07fa None None] Deleting port 79af5334-1cd9-4912-9486-a945ee8414a2 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:42.711719 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-170c552d-3817-47ab-a920-35861f6c07fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:42.714125 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1b2c7-dd25-4d1a-bb93-28d47e48ba9c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Pushing event deleted for resources: {'Port': ['ID=79af5334-1cd9-4912-9486-a945ee8414a2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:42.726087 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f1b2c7-dd25-4d1a-bb93-28d47e48ba9c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] No DVR routers for this DVR port 79af5334-1cd9-4912-9486-a945ee8414a2 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:26:42.829847 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-99f1b2c7-dd25-4d1a-bb93-28d47e48ba9c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:42.843340 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-170c552d-3817-47ab-a920-35861f6c07fa None None] For port 79af5334-1cd9-4912-9486-a945ee8414a2, host n-d-803753-2, got binding levels [] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:42.843750 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-170c552d-3817-47ab-a920-35861f6c07fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:42.844470 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-99f1b2c7-dd25-4d1a-bb93-28d47e48ba9c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb326e1d-845a-4173-b056-a957a476332c']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:42.864881 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-99f1b2c7-dd25-4d1a-bb93-28d47e48ba9c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6b3e4f-5d20-4fdc-b952-4283d379373c') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:42.865457 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-99f1b2c7-dd25-4d1a-bb93-28d47e48ba9c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6b3e4f-5d20-4fdc-b952-4283d379373c') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:42.876265 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-99f1b2c7-dd25-4d1a-bb93-28d47e48ba9c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:42.892151 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-99f1b2c7-dd25-4d1a-bb93-28d47e48ba9c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:42.900720 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-170c552d-3817-47ab-a920-35861f6c07fa None None] Calling delete_port for 79af5334-1cd9-4912-9486-a945ee8414a2 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:42.900946 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f1b2c7-dd25-4d1a-bb93-28d47e48ba9c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:26:42.901577 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-99f1b2c7-dd25-4d1a-bb93-28d47e48ba9c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:26:42.905141 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:26:42.910144 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.ipam_backend_mixin [None req-170c552d-3817-47ab-a920-35861f6c07fa None None] Port 79af5334-1cd9-4912-9486-a945ee8414a2 was not found and therefore no delete operation was performed {{(pid=94683) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:26:42.911474 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-170c552d-3817-47ab-a920-35861f6c07fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:42.943999 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c552d-3817-47ab-a920-35861f6c07fa None None] Pushing event deleted for resources: {'Port': ['ID=79af5334-1cd9-4912-9486-a945ee8414a2,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:42.950243 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170c552d-3817-47ab-a920-35861f6c07fa None None] No DVR routers for this DVR port 79af5334-1cd9-4912-9486-a945ee8414a2 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:26:42.990318 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-99f1b2c7-dd25-4d1a-bb93-28d47e48ba9c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:43.004807 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-99f1b2c7-dd25-4d1a-bb93-28d47e48ba9c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:43.012086 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-99f1b2c7-dd25-4d1a-bb93-28d47e48ba9c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] 10.222.0.24 "DELETE /v2.0/networks/cb326e1d-845a-4173-b056-a957a476332c HTTP/1.1" status: 204 len: 168 time: 0.9538181 Aug 19 18:26:43.040130 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1b2c7-dd25-4d1a-bb93-28d47e48ba9c tempest-FloatingIPNegativeTestJSON-1578839514 tempest-FloatingIPNegativeTestJSON-1578839514-project] Pushing event deleted for resources: {'Network': ['ID=cb326e1d-845a-4173-b056-a957a476332c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:43.116089 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d664b-b9f1-404c-bfac-f1edc11e6497 req-98db6ac7-7f40-4891-8bd0-8d5c8ed2e248 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:43.128972 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d664b-b9f1-404c-bfac-f1edc11e6497 req-98db6ac7-7f40-4891-8bd0-8d5c8ed2e248 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:43.143242 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d664b-b9f1-404c-bfac-f1edc11e6497 req-98db6ac7-7f40-4891-8bd0-8d5c8ed2e248 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:43.156316 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d664b-b9f1-404c-bfac-f1edc11e6497 req-98db6ac7-7f40-4891-8bd0-8d5c8ed2e248 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:43.168249 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d664b-b9f1-404c-bfac-f1edc11e6497 req-98db6ac7-7f40-4891-8bd0-8d5c8ed2e248 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:43.179757 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d664b-b9f1-404c-bfac-f1edc11e6497 req-98db6ac7-7f40-4891-8bd0-8d5c8ed2e248 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:43.191155 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d664b-b9f1-404c-bfac-f1edc11e6497 req-98db6ac7-7f40-4891-8bd0-8d5c8ed2e248 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:43.194399 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-377d664b-b9f1-404c-bfac-f1edc11e6497 req-98db6ac7-7f40-4891-8bd0-8d5c8ed2e248 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5431 time: 0.1844327 Aug 19 18:26:43.256901 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-377d664b-b9f1-404c-bfac-f1edc11e6497 req-1e3b3944-578b-49e1-8c66-1ed79e691939 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527878 Aug 19 18:26:43.304474 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-3b72ab09-e16d-48d9-b75c-050f7297a7f4 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:43.306347 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-3b72ab09-e16d-48d9-b75c-050f7297a7f4 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/networks?id=eba20446-3015-4358-85fa-43c01dea129c HTTP/1.1" status: 200 len: 911 time: 0.1187093 Aug 19 18:26:43.330804 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-860093cb-75c7-4bfa-af72-16e93780f6a2 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/quotas/3c04cdb4a0c44eb6ae866b52a3c64822 HTTP/1.1" status: 200 len: 375 time: 0.0176811 Aug 19 18:26:43.401363 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] Sync routers for ids ['b6f1e86a-aa46-40ca-9199-57cec5cd09a6'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:26:43.429016 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] Routers {'b6f1e86a-aa46-40ca-9199-57cec5cd09a6'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:43.433268 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:26:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b6f1e86a-aa46-40ca-9199-57cec5cd09a6'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:43.444715 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-bd140094-eef9-4730-b2b7-83e0d814c27e tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c04cdb4a0c44eb6ae866b52a3c64822&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080434 Aug 19 18:26:43.446764 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84e06872-df01-473e-a60f-ba04bfb9f50e req-0690c948-9c68-4421-8f5e-66104c729010 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 210 time: 0.0703850 Aug 19 18:26:43.450339 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39772) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:43.575843 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-43f5d598-9315-4935-a6b3-025ad0965805 service neutron] 10.222.0.24 "GET /v2.0/networks/eba20446-3015-4358-85fa-43c01dea129c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184640 Aug 19 18:26:43.632819 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] Set router b6f1e86a-aa46-40ca-9199-57cec5cd09a6 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:43.681679 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d466466d-cbe4-493f-ac86-08f3be4b94c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f82cf0ff1c8047cc8b0bb163998947d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2287683 Aug 19 18:26:43.683638 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39778) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:43.731539 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-5eb10a81-bc56-43ba-89b9-c8c2c06b2cfd service neutron] 10.222.0.24 "GET /v2.0/networks/eba20446-3015-4358-85fa-43c01dea129c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548197 Aug 19 18:26:43.782745 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbdf0721-3818-4a11-8835-46278931acf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:43.827063 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c8ff54c9-55cc-4fa2-98f9-89199e72c1e9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:26:43.831553 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbdf0721-3818-4a11-8835-46278931acf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:43.902579 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbdf0721-3818-4a11-8835-46278931acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:43.902579 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbdf0721-3818-4a11-8835-46278931acf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:43.902966 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dbdf0721-3818-4a11-8835-46278931acf8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba3e7a74-5261-44aa-bf36-836c9efb6062 HTTP/1.1" status: 204 len: 168 time: 0.2183018 Aug 19 18:26:43.919810 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf0721-3818-4a11-8835-46278931acf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3e7a74-5261-44aa-bf36-836c9efb6062,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:43.948018 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port c8ff54c9-55cc-4fa2-98f9-89199e72c1e9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:43.948394 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:44.132294 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aca35071-a632-42fd-b791-1e83b6a7f3c2 req-ed2f8d1e-3193-40f3-826b-8081f78fe733 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 210 time: 0.1299951 Aug 19 18:26:44.238476 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 79af5334-1cd9-4912-9486-a945ee8414a2 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:26:44.259767 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f1e86a-aa46-40ca-9199-57cec5cd09a6', 'name': 'tempest-TestServerMultinode-1461147381-router', 'tenant_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c8ff54c9-55cc-4fa2-98f9-89199e72c1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:26:34Z', 'updated_at': '2021-08-19T18:26:40Z', 'revision_number': 4, 'project_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'gw_port': {'id': 'c8ff54c9-55cc-4fa2-98f9-89199e72c1e9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f1e86a-aa46-40ca-9199-57cec5cd09a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:26:35Z', 'updated_at': '2021-08-19T18:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b1cbd188-c7ea-4310-b1f8-bae5138401bd', 'name': '', 'network_id': '5f83b964-6128-43b4-b0d2-cf292787ade1', 'tenant_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'mac_address': 'fa:16:3e:90:c6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f1e86a-aa46-40ca-9199-57cec5cd09a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '7adea7d9-8d40-4aad-a3ca-1010c9d18d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:26:39Z', 'updated_at': '2021-08-19T18:26:41Z', 'revision_number': 2, 'project_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'subnets': [{'id': '7adea7d9-8d40-4aad-a3ca-1010c9d18d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:44.276212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 79af5334-1cd9-4912-9486-a945ee8414a2 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:26:44.277821 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 79af5334-1cd9-4912-9486-a945ee8414a2 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:26:44.339866 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] Checking router: b6f1e86a-aa46-40ca-9199-57cec5cd09a6 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:26:44.339866 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] Updating router b6f1e86a-aa46-40ca-9199-57cec5cd09a6 port b1cbd188-c7ea-4310-b1f8-bae5138401bd binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:26:44.366924 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:44.498120 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b281b6-38cb-4e41-b920-ad0cd2df45ca req-42ab3b35-433e-49b0-b945-460ee22d88e8 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:44.512962 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b281b6-38cb-4e41-b920-ad0cd2df45ca req-42ab3b35-433e-49b0-b945-460ee22d88e8 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:44.530255 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b281b6-38cb-4e41-b920-ad0cd2df45ca req-42ab3b35-433e-49b0-b945-460ee22d88e8 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:44.542682 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b281b6-38cb-4e41-b920-ad0cd2df45ca req-42ab3b35-433e-49b0-b945-460ee22d88e8 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:44.551285 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b281b6-38cb-4e41-b920-ad0cd2df45ca req-42ab3b35-433e-49b0-b945-460ee22d88e8 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:44.558924 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b281b6-38cb-4e41-b920-ad0cd2df45ca req-42ab3b35-433e-49b0-b945-460ee22d88e8 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:44.579061 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b281b6-38cb-4e41-b920-ad0cd2df45ca req-42ab3b35-433e-49b0-b945-460ee22d88e8 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:44.592138 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-71b281b6-38cb-4e41-b920-ad0cd2df45ca req-42ab3b35-433e-49b0-b945-460ee22d88e8 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5431 time: 0.1851895 Aug 19 18:26:44.624906 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb8accc9-492e-4cd7-bf0c-6dee45986bdd req-b42a018c-8bb7-41a5-859e-d742c9c3380a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=a044bc65-650e-48dc-9562-4834098d1101 HTTP/1.1" status: 200 len: 210 time: 0.0711181 Aug 19 18:26:44.665706 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-71b281b6-38cb-4e41-b920-ad0cd2df45ca req-5840a66a-630a-4fc8-a0ac-cdd62a6d2ee2 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710108 Aug 19 18:26:44.745599 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:44.770035 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] Transition to ACTIVE for port object b1cbd188-c7ea-4310-b1f8-bae5138401bd will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:44.784457 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:44.876041 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a3bcc-21f4-440f-ba42-227c14361302 None None] Pushing event updated for resources: {'Port': ['ID=b1cbd188-c7ea-4310-b1f8-bae5138401bd,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:44.977131 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] Attempting to bind port b1cbd188-c7ea-4310-b1f8-bae5138401bd on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:26:44.977799 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] Attempting to bind port b1cbd188-c7ea-4310-b1f8-bae5138401bd by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '807bbbf8-7423-468d-bc38-e37098d2e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5f83b964-6128-43b4-b0d2-cf292787ade1'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:26:44.978321 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] Attempting to bind port b1cbd188-c7ea-4310-b1f8-bae5138401bd on network 5f83b964-6128-43b4-b0d2-cf292787ade1 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:44.990069 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:26:44.990069 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] Checking segment: {'id': '807bbbf8-7423-468d-bc38-e37098d2e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5f83b964-6128-43b4-b0d2-cf292787ade1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:44.990069 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:44.990406 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39818) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:44.990509 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] Bound using segment: {'id': '807bbbf8-7423-468d-bc38-e37098d2e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5f83b964-6128-43b4-b0d2-cf292787ade1'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:26:44.991244 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] Bound port: b1cbd188-c7ea-4310-b1f8-bae5138401bd, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807bbbf8-7423-468d-bc38-e37098d2e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5f83b964-6128-43b4-b0d2-cf292787ade1'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:26:44.998815 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:45.144765 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] For port b1cbd188-c7ea-4310-b1f8-bae5138401bd, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:26:45.154541 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] For port b1cbd188-c7ea-4310-b1f8-bae5138401bd, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b1cbd188-c7ea-4310-b1f8-bae5138401bd,segment=NetworkSegment(807bbbf8-7423-468d-bc38-e37098d2e580),segment_id=807bbbf8-7423-468d-bc38-e37098d2e580)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:26:45.164022 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:45.216359 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Request body: {'networks': [{'name': 'tempest-network--1976645772'}, {'name': 'tempest-network--661021445'}]} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:45.216684 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Request body: {'network': {'name': 'tempest-network--1976645772'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:45.217770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Request body: {'network': {'name': 'tempest-network--661021445'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:45.266186 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] Routers {'b6f1e86a-aa46-40ca-9199-57cec5cd09a6'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:45.266899 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:26:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b6f1e86a-aa46-40ca-9199-57cec5cd09a6'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:45.268357 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Made reservation on behalf of 406ded1fe262434f82c295550a020efd for: {'network': 2} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:26:45.285176 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:45.290371 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a932c8e6-8365-43e3-90c6-1a4f3041ef60 req-a32f8a0f-f610-43a8-9031-27380bb57af4 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 210 time: 0.0631759 Aug 19 18:26:45.313357 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:45.323691 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a3bcc-21f4-440f-ba42-227c14361302 None None] Pushing event updated for resources: {'Port': ['ID=b1cbd188-c7ea-4310-b1f8-bae5138401bd,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:45.500943 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] Set router b6f1e86a-aa46-40ca-9199-57cec5cd09a6 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:45.561588 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:45.573014 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:45.574877 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:45.705932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad339d7-a9f0-4c36-b603-c5df9661cdc1,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:45.776640 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:26:45.814127 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:45.814689 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Added segment 06097813-7960-486a-86ee-25631eec28ce of type vlan for network 2943a1c7-fed5-4fb4-9189-d0227fc601dc Aug 19 18:26:45.930821 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:45.943315 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967de1f2-3f74-431a-b9f8-6234b44b731a req-5b5a0b85-8ec5-4d41-a4a5-b86db8f0ffcb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:45.950861 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967de1f2-3f74-431a-b9f8-6234b44b731a req-5b5a0b85-8ec5-4d41-a4a5-b86db8f0ffcb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:45.957298 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967de1f2-3f74-431a-b9f8-6234b44b731a req-5b5a0b85-8ec5-4d41-a4a5-b86db8f0ffcb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:45.964008 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967de1f2-3f74-431a-b9f8-6234b44b731a req-5b5a0b85-8ec5-4d41-a4a5-b86db8f0ffcb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:45.970918 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967de1f2-3f74-431a-b9f8-6234b44b731a req-5b5a0b85-8ec5-4d41-a4a5-b86db8f0ffcb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:45.978875 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967de1f2-3f74-431a-b9f8-6234b44b731a req-5b5a0b85-8ec5-4d41-a4a5-b86db8f0ffcb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:45.987169 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967de1f2-3f74-431a-b9f8-6234b44b731a req-5b5a0b85-8ec5-4d41-a4a5-b86db8f0ffcb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:45.996659 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-967de1f2-3f74-431a-b9f8-6234b44b731a req-5b5a0b85-8ec5-4d41-a4a5-b86db8f0ffcb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5431 time: 0.1548028 Aug 19 18:26:46.011952 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f1e86a-aa46-40ca-9199-57cec5cd09a6', 'name': 'tempest-TestServerMultinode-1461147381-router', 'tenant_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c8ff54c9-55cc-4fa2-98f9-89199e72c1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:26:34Z', 'updated_at': '2021-08-19T18:26:40Z', 'revision_number': 4, 'project_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'gw_port': {'id': 'c8ff54c9-55cc-4fa2-98f9-89199e72c1e9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f1e86a-aa46-40ca-9199-57cec5cd09a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:26:35Z', 'updated_at': '2021-08-19T18:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b1cbd188-c7ea-4310-b1f8-bae5138401bd', 'name': '', 'network_id': '5f83b964-6128-43b4-b0d2-cf292787ade1', 'tenant_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'mac_address': 'fa:16:3e:90:c6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f1e86a-aa46-40ca-9199-57cec5cd09a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '7adea7d9-8d40-4aad-a3ca-1010c9d18d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:26:39Z', 'updated_at': '2021-08-19T18:26:45Z', 'revision_number': 4, 'project_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'subnets': [{'id': '7adea7d9-8d40-4aad-a3ca-1010c9d18d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:46.043702 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:26:46.057745 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-967de1f2-3f74-431a-b9f8-6234b44b731a req-cee00b78-1063-4908-ad5d-23efea1bf62e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566056 Aug 19 18:26:46.062740 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:46.063358 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Added segment e03fd8e3-4612-42a0-bbc1-5c2bf72cd0e1 of type vlan for network 2d682053-3cd5-4755-88d1-06a069dc4372 Aug 19 18:26:46.084458 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9389585f-3efd-4e50-a430-db6d90bb2252 None None] The sync data for ids ['b6f1e86a-aa46-40ca-9199-57cec5cd09a6'] in n-d-803753-2 is: [{'id': 'b6f1e86a-aa46-40ca-9199-57cec5cd09a6', 'name': 'tempest-TestServerMultinode-1461147381-router', 'tenant_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c8ff54c9-55cc-4fa2-98f9-89199e72c1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:26:34Z', 'updated_at': '2021-08-19T18:26:40Z', 'revision_number': 4, 'project_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'gw_port': {'id': 'c8ff54c9-55cc-4fa2-98f9-89199e72c1e9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f1e86a-aa46-40ca-9199-57cec5cd09a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:26:35Z', 'updated_at': '2021-08-19T18:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b1cbd188-c7ea-4310-b1f8-bae5138401bd', 'name': '', 'network_id': '5f83b964-6128-43b4-b0d2-cf292787ade1', 'tenant_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'mac_address': 'fa:16:3e:90:c6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f1e86a-aa46-40ca-9199-57cec5cd09a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '7adea7d9-8d40-4aad-a3ca-1010c9d18d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:26:39Z', 'updated_at': '2021-08-19T18:26:45Z', 'revision_number': 4, 'project_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'subnets': [{'id': '7adea7d9-8d40-4aad-a3ca-1010c9d18d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:26:46.136702 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:46.208744 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:46.209425 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:46.217312 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:46.233823 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:46.235282 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:46.304707 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3132784 Aug 19 18:26:46.316293 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39842) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:46.363332 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Pushing event updated for resources: {'Network': ['ID=2943a1c7-fed5-4fb4-9189-d0227fc601dc,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:46.376189 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 2943a1c7-fed5-4fb4-9189-d0227fc601dc details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:26:46.480451 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df6307-bf73-4915-a599-e1f54755011f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Pushing event updated for resources: {'Network': ['ID=2d682053-3cd5-4755-88d1-06a069dc4372,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:46.496967 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 2d682053-3cd5-4755-88d1-06a069dc4372 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:26:46.555847 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ec6839cd-2931-47d5-b1d4-72e0f396d510 req-ba4a7d5d-8f32-48c4-8da7-6a9a72c00cd0 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 210 time: 0.0934808 Aug 19 18:26:46.616074 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:46.730076 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0725ed-8c18-45fa-836b-f59d519c9cd7 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:46.736260 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0725ed-8c18-45fa-836b-f59d519c9cd7 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:46.745179 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0725ed-8c18-45fa-836b-f59d519c9cd7 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:46.752281 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0725ed-8c18-45fa-836b-f59d519c9cd7 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:46.754176 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0d0725ed-8c18-45fa-836b-f59d519c9cd7 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4359410 Aug 19 18:26:46.757070 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39844) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:46.899463 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3526363-ae53-4348-8bd5-425100bf210f req-b56414e3-9bc9-48a6-8bb6-d70250c56442 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1435571 Aug 19 18:26:46.924613 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-4d661013-fef1-4e71-ba15-8f4af77fa09b tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:46.928781 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-68d14137-6937-4ded-bea2-85c8d213c23d tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:46.932679 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-4d661013-fef1-4e71-ba15-8f4af77fa09b tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.50 "GET /v2.0/networks?id=eba20446-3015-4358-85fa-43c01dea129c HTTP/1.1" status: 200 len: 911 time: 0.2238183 Aug 19 18:26:46.953024 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-68cf84d8-a745-4a78-be4e-57b3b0aab70b tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Request body: {'port': {'device_id': 'ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6', 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c', 'admin_state_up': True, 'tenant_id': '3c04cdb4a0c44eb6ae866b52a3c64822'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:47.050658 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-68cf84d8-a745-4a78-be4e-57b3b0aab70b tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Made reservation on behalf of 3c04cdb4a0c44eb6ae866b52a3c64822 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:26:47.053351 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-68cf84d8-a745-4a78-be4e-57b3b0aab70b tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.092746 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3526363-ae53-4348-8bd5-425100bf210f req-42108843-d26e-4f37-84be-6e6b6d845e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:47.095025 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3526363-ae53-4348-8bd5-425100bf210f req-42108843-d26e-4f37-84be-6e6b6d845e85 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 1097 time: 0.1290543 Aug 19 18:26:47.148089 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-68d14137-6937-4ded-bea2-85c8d213c23d tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.159000 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-68d14137-6937-4ded-bea2-85c8d213c23d tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2943a1c7-fed5-4fb4-9189-d0227fc601dc']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:47.171330 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-68d14137-6937-4ded-bea2-85c8d213c23d tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06097813-7960-486a-86ee-25631eec28ce') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:47.171715 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-68d14137-6937-4ded-bea2-85c8d213c23d tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06097813-7960-486a-86ee-25631eec28ce') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:47.182421 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-68d14137-6937-4ded-bea2-85c8d213c23d tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.205716 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-68d14137-6937-4ded-bea2-85c8d213c23d tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.212118 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d14137-6937-4ded-bea2-85c8d213c23d tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:26:47.212790 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-68d14137-6937-4ded-bea2-85c8d213c23d tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:26:47.216468 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:26:47.279739 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-68d14137-6937-4ded-bea2-85c8d213c23d tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.287807 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-68d14137-6937-4ded-bea2-85c8d213c23d tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.290072 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-68d14137-6937-4ded-bea2-85c8d213c23d tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] 10.222.0.24 "DELETE /v2.0/networks/2943a1c7-fed5-4fb4-9189-d0227fc601dc HTTP/1.1" status: 204 len: 168 time: 0.5306704 Aug 19 18:26:47.306838 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e44533-e8d2-4ba6-bd28-490dcf0ce1d4 req-1000b85e-4c35-4da8-b41f-c6ba34c2245f tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:47.312991 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e44533-e8d2-4ba6-bd28-490dcf0ce1d4 req-1000b85e-4c35-4da8-b41f-c6ba34c2245f tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:47.315033 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d14137-6937-4ded-bea2-85c8d213c23d tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Pushing event deleted for resources: {'Network': ['ID=2943a1c7-fed5-4fb4-9189-d0227fc601dc,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:47.318094 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39852) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:47.319481 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e44533-e8d2-4ba6-bd28-490dcf0ce1d4 req-1000b85e-4c35-4da8-b41f-c6ba34c2245f tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:47.326373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e44533-e8d2-4ba6-bd28-490dcf0ce1d4 req-1000b85e-4c35-4da8-b41f-c6ba34c2245f tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:47.332378 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e44533-e8d2-4ba6-bd28-490dcf0ce1d4 req-1000b85e-4c35-4da8-b41f-c6ba34c2245f tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:47.338351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e44533-e8d2-4ba6-bd28-490dcf0ce1d4 req-1000b85e-4c35-4da8-b41f-c6ba34c2245f tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:47.344518 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e44533-e8d2-4ba6-bd28-490dcf0ce1d4 req-1000b85e-4c35-4da8-b41f-c6ba34c2245f tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:47.346462 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06e44533-e8d2-4ba6-bd28-490dcf0ce1d4 req-1000b85e-4c35-4da8-b41f-c6ba34c2245f tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5431 time: 0.1624150 Aug 19 18:26:47.377969 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3526363-ae53-4348-8bd5-425100bf210f req-e4c6af18-2136-49f6-a4dd-66c626d8977c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:47.379391 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3526363-ae53-4348-8bd5-425100bf210f req-e4c6af18-2136-49f6-a4dd-66c626d8977c service neutron] 10.222.0.50 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 913 time: 0.2449667 Aug 19 18:26:47.387279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-68cf84d8-a745-4a78-be4e-57b3b0aab70b tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Allocated IP 172.20.0.4 (eba20446-3015-4358-85fa-43c01dea129c/3dfc809b-e771-4eb0-b500-6457c452f5af/29ca29e2-5e26-4311-a552-7eb179854c77) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:26:47.425830 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-026edf87-c877-47ad-ae8d-9c3604913c12 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.459239 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3526363-ae53-4348-8bd5-425100bf210f req-d742742f-dfc8-4662-83a6-8b66b17653f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb574d96-cf52-47a1-8a95-179694cff36a HTTP/1.1" status: 200 len: 217 time: 0.0571392 Aug 19 18:26:47.472266 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06e44533-e8d2-4ba6-bd28-490dcf0ce1d4 req-c120f1d8-3e03-4e93-a5b0-2ff8d4f23376 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1172299 Aug 19 18:26:47.521692 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-026edf87-c877-47ad-ae8d-9c3604913c12 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.532864 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-026edf87-c877-47ad-ae8d-9c3604913c12 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d682053-3cd5-4755-88d1-06a069dc4372']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:47.545060 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-026edf87-c877-47ad-ae8d-9c3604913c12 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03fd8e3-4612-42a0-bbc1-5c2bf72cd0e1') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:47.545360 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-026edf87-c877-47ad-ae8d-9c3604913c12 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03fd8e3-4612-42a0-bbc1-5c2bf72cd0e1') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:47.555503 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-026edf87-c877-47ad-ae8d-9c3604913c12 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.557387 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3526363-ae53-4348-8bd5-425100bf210f req-68a4d34a-b3b9-412b-86c9-57ca80250c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:47.559028 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3526363-ae53-4348-8bd5-425100bf210f req-68a4d34a-b3b9-412b-86c9-57ca80250c03 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.0741556 Aug 19 18:26:47.571251 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-026edf87-c877-47ad-ae8d-9c3604913c12 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.582967 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026edf87-c877-47ad-ae8d-9c3604913c12 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:26:47.583687 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-026edf87-c877-47ad-ae8d-9c3604913c12 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:26:47.588686 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:26:47.669735 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3526363-ae53-4348-8bd5-425100bf210f req-9a12e120-391f-4165-ac99-f52a2443aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:47.671247 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3526363-ae53-4348-8bd5-425100bf210f req-9a12e120-391f-4165-ac99-f52a2443aeac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768042 Aug 19 18:26:47.739876 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-68cf84d8-a745-4a78-be4e-57b3b0aab70b tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.832956 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3526363-ae53-4348-8bd5-425100bf210f req-5b9346ce-7ce4-4950-8401-13c78bd1363b service neutron] 10.222.0.50 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496780 Aug 19 18:26:47.840715 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b1cbd188-c7ea-4310-b1f8-bae5138401bd up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:26:47.923450 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port b1cbd188-c7ea-4310-b1f8-bae5138401bd completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:47.929070 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port b1cbd188-c7ea-4310-b1f8-bae5138401bd triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:47.930590 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:48.045874 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3526363-ae53-4348-8bd5-425100bf210f req-f58666d1-1caa-44f9-a732-5ab0041b8331 service neutron] 10.222.0.50 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026348 Aug 19 18:26:48.053026 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:48.097771 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port b1cbd188-c7ea-4310-b1f8-bae5138401bd, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b1cbd188-c7ea-4310-b1f8-bae5138401bd,segment=NetworkSegment(807bbbf8-7423-468d-bc38-e37098d2e580),segment_id=807bbbf8-7423-468d-bc38-e37098d2e580)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:48.106131 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:48.169558 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-290e43c9-e0f5-4fef-8f77-170ef3eae441 req-25704c93-8f37-4e62-b32a-024bd790f74f tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 210 time: 0.0752463 Aug 19 18:26:48.191481 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=b1cbd188-c7ea-4310-b1f8-bae5138401bd,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:48.199229 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-68cf84d8-a745-4a78-be4e-57b3b0aab70b tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Transition to ACTIVE for port object 29ca29e2-5e26-4311-a552-7eb179854c77 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:48.208468 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-026edf87-c877-47ad-ae8d-9c3604913c12 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:48.221163 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-026edf87-c877-47ad-ae8d-9c3604913c12 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:48.223555 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-026edf87-c877-47ad-ae8d-9c3604913c12 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] 10.222.0.24 "DELETE /v2.0/networks/2d682053-3cd5-4755-88d1-06a069dc4372 HTTP/1.1" status: 204 len: 168 time: 0.9051409 Aug 19 18:26:48.229882 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39866) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:48.273249 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-68cf84d8-a745-4a78-be4e-57b3b0aab70b tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:48.301953 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026edf87-c877-47ad-ae8d-9c3604913c12 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Pushing event deleted for resources: {'Network': ['ID=2d682053-3cd5-4755-88d1-06a069dc4372,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:48.357158 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf84d8-a745-4a78-be4e-57b3b0aab70b tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Pushing event updated for resources: {'Port': ['ID=29ca29e2-5e26-4311-a552-7eb179854c77,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:48.375577 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-68cf84d8-a745-4a78-be4e-57b3b0aab70b tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Network eba20446-3015-4358-85fa-43c01dea129c is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:26:48.378036 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-68cf84d8-a745-4a78-be4e-57b3b0aab70b tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:48.386679 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-68cf84d8-a745-4a78-be4e-57b3b0aab70b tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:26:48.452550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5855e9-363f-4424-a9bc-0d755927df79 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:48.459708 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5855e9-363f-4424-a9bc-0d755927df79 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:48.462021 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ca5855e9-363f-4424-a9bc-0d755927df79 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2308693 Aug 19 18:26:48.466371 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-68cf84d8-a745-4a78-be4e-57b3b0aab70b tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:48.466371 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-68cf84d8-a745-4a78-be4e-57b3b0aab70b tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:48.467061 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39880) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:48.475040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-32f9a40b-d061-4412-8c8b-50fcde34ae9b tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1849168525'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:48.498656 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-68cf84d8-a745-4a78-be4e-57b3b0aab70b tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5516911 Aug 19 18:26:48.517118 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-c5a3e7e6-b42c-4f46-957d-59b8e89624fc service neutron] Request body: {'port': {'device_id': 'ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:48.535383 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f9a40b-d061-4412-8c8b-50fcde34ae9b tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Made reservation on behalf of 406ded1fe262434f82c295550a020efd for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:26:48.540771 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32f9a40b-d061-4412-8c8b-50fcde34ae9b tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:48.623273 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f9a40b-d061-4412-8c8b-50fcde34ae9b tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:26:48.638263 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32f9a40b-d061-4412-8c8b-50fcde34ae9b tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:48.640356 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-32f9a40b-d061-4412-8c8b-50fcde34ae9b tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Added segment bf40378f-677c-41fb-97b3-61d883125a75 of type vlan for network 77002a11-1418-4375-8662-0d8814310020 Aug 19 18:26:48.706818 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32f9a40b-d061-4412-8c8b-50fcde34ae9b tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:48.707888 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-c5a3e7e6-b42c-4f46-957d-59b8e89624fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:48.753502 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32f9a40b-d061-4412-8c8b-50fcde34ae9b tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:48.764898 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f9a40b-d061-4412-8c8b-50fcde34ae9b tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:48.766880 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32f9a40b-d061-4412-8c8b-50fcde34ae9b tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:48.842498 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2480b-57ca-4f3b-86b4-fbe01698deeb req-dd5478d2-c864-4041-9a63-6863c4e846c6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:48.851488 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-32f9a40b-d061-4412-8c8b-50fcde34ae9b tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3805928 Aug 19 18:26:48.851700 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2480b-57ca-4f3b-86b4-fbe01698deeb req-dd5478d2-c864-4041-9a63-6863c4e846c6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:48.851797 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39892) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:48.855941 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2480b-57ca-4f3b-86b4-fbe01698deeb req-dd5478d2-c864-4041-9a63-6863c4e846c6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:48.860217 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-91045629-09de-4fe0-b3e5-53abb6b9abe3 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-171110920'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:48.871452 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2480b-57ca-4f3b-86b4-fbe01698deeb req-dd5478d2-c864-4041-9a63-6863c4e846c6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:48.880860 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2480b-57ca-4f3b-86b4-fbe01698deeb req-dd5478d2-c864-4041-9a63-6863c4e846c6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:48.890090 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2480b-57ca-4f3b-86b4-fbe01698deeb req-dd5478d2-c864-4041-9a63-6863c4e846c6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:48.890487 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9a40b-d061-4412-8c8b-50fcde34ae9b tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Pushing event updated for resources: {'Network': ['ID=77002a11-1418-4375-8662-0d8814310020,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:48.902707 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2480b-57ca-4f3b-86b4-fbe01698deeb req-dd5478d2-c864-4041-9a63-6863c4e846c6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:48.905284 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91045629-09de-4fe0-b3e5-53abb6b9abe3 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Made reservation on behalf of 406ded1fe262434f82c295550a020efd for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:26:48.905939 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 77002a11-1418-4375-8662-0d8814310020 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:26:48.909307 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91045629-09de-4fe0-b3e5-53abb6b9abe3 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:48.913095 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-76d2480b-57ca-4f3b-86b4-fbe01698deeb req-dd5478d2-c864-4041-9a63-6863c4e846c6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5431 time: 0.2684352 Aug 19 18:26:48.941889 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91045629-09de-4fe0-b3e5-53abb6b9abe3 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:26:48.965784 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91045629-09de-4fe0-b3e5-53abb6b9abe3 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:48.966431 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-91045629-09de-4fe0-b3e5-53abb6b9abe3 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Added segment c423a11a-8c69-4b7b-956a-8d015153fc35 of type vlan for network 0327f3c7-6e12-42d5-89c0-dcf6621003b0 Aug 19 18:26:49.000948 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-76d2480b-57ca-4f3b-86b4-fbe01698deeb req-8a6bd192-57d3-4ccf-8348-c9b13bad277e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0864878 Aug 19 18:26:49.040992 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91045629-09de-4fe0-b3e5-53abb6b9abe3 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:49.052760 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d40e7667-6d54-412a-873f-228170766795 None None] Provisioning for port 29ca29e2-5e26-4311-a552-7eb179854c77 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:49.064114 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d40e7667-6d54-412a-873f-228170766795 None None] Provisioning complete for port 29ca29e2-5e26-4311-a552-7eb179854c77 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:49.064493 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d40e7667-6d54-412a-873f-228170766795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:49.075135 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91045629-09de-4fe0-b3e5-53abb6b9abe3 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:49.089172 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91045629-09de-4fe0-b3e5-53abb6b9abe3 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:49.092101 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91045629-09de-4fe0-b3e5-53abb6b9abe3 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:49.143415 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-d40e7667-6d54-412a-873f-228170766795 None None] Port 29ca29e2-5e26-4311-a552-7eb179854c77 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:26:49.199768 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-91045629-09de-4fe0-b3e5-53abb6b9abe3 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3467546 Aug 19 18:26:49.204909 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39908) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:49.246931 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Request body: {'ports': [{'network_id': '77002a11-1418-4375-8662-0d8814310020', 'name': 'tempest-port--400640472', 'admin_state_up': True}, {'network_id': '0327f3c7-6e12-42d5-89c0-dcf6621003b0', 'admin_state_up': False}]} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:49.251245 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Request body: {'port': {'network_id': '77002a11-1418-4375-8662-0d8814310020', 'name': 'tempest-port--400640472', 'admin_state_up': True}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:49.253310 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Request body: {'port': {'network_id': '0327f3c7-6e12-42d5-89c0-dcf6621003b0', 'admin_state_up': False}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:49.345387 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91045629-09de-4fe0-b3e5-53abb6b9abe3 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Pushing event updated for resources: {'Network': ['ID=0327f3c7-6e12-42d5-89c0-dcf6621003b0,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:49.357644 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 0327f3c7-6e12-42d5-89c0-dcf6621003b0 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:26:49.367531 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-c5a3e7e6-b42c-4f46-957d-59b8e89624fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ca29e2-5e26-4311-a552-7eb179854c77 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:26:49.379655 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-c5a3e7e6-b42c-4f46-957d-59b8e89624fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:49.400486 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-c5a3e7e6-b42c-4f46-957d-59b8e89624fc service neutron] Transition to ACTIVE for port object 29ca29e2-5e26-4311-a552-7eb179854c77 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:49.402812 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8642c-9d2f-48d0-96da-bfbfd1e6d96c req-2945edb9-486e-4883-a82b-49d2ca0e7ad1 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:49.410382 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88a8642c-9d2f-48d0-96da-bfbfd1e6d96c req-2945edb9-486e-4883-a82b-49d2ca0e7ad1 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1027 time: 0.0928025 Aug 19 18:26:49.413838 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-c5a3e7e6-b42c-4f46-957d-59b8e89624fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:49.528914 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88a8642c-9d2f-48d0-96da-bfbfd1e6d96c req-af95d15c-6738-4c20-a7df-0fc7614a8df2 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151948 Aug 19 18:26:49.552471 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Made reservation on behalf of 406ded1fe262434f82c295550a020efd for: {'port': 2} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:26:49.553376 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3e7e6-b42c-4f46-957d-59b8e89624fc service neutron] Pushing event updated for resources: {'Port': ['ID=29ca29e2-5e26-4311-a552-7eb179854c77,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:49.571859 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:49.600724 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:49.665339 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-c5a3e7e6-b42c-4f46-957d-59b8e89624fc service neutron] Attempting to bind port 29ca29e2-5e26-4311-a552-7eb179854c77 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:26:49.666063 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-c5a3e7e6-b42c-4f46-957d-59b8e89624fc service neutron] Attempting to bind port 29ca29e2-5e26-4311-a552-7eb179854c77 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '3c5d02d1-1c2f-4d2d-985f-2a976538cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:26:49.666636 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-c5a3e7e6-b42c-4f46-957d-59b8e89624fc service neutron] Attempting to bind port 29ca29e2-5e26-4311-a552-7eb179854c77 on network eba20446-3015-4358-85fa-43c01dea129c {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:49.672466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-c5a3e7e6-b42c-4f46-957d-59b8e89624fc service neutron] Port 29ca29e2-5e26-4311-a552-7eb179854c77 on network eba20446-3015-4358-85fa-43c01dea129c not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:26:49.672953 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-c5a3e7e6-b42c-4f46-957d-59b8e89624fc service neutron] Attempting to bind port 29ca29e2-5e26-4311-a552-7eb179854c77 on network eba20446-3015-4358-85fa-43c01dea129c {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:49.678326 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-c5a3e7e6-b42c-4f46-957d-59b8e89624fc service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:26:49.678772 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-c5a3e7e6-b42c-4f46-957d-59b8e89624fc service neutron] Checking segment: {'id': '3c5d02d1-1c2f-4d2d-985f-2a976538cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:49.679228 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-c5a3e7e6-b42c-4f46-957d-59b8e89624fc service neutron] Bound using segment: {'id': '3c5d02d1-1c2f-4d2d-985f-2a976538cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:26:49.680267 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-c5a3e7e6-b42c-4f46-957d-59b8e89624fc service neutron] Bound port: 29ca29e2-5e26-4311-a552-7eb179854c77, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c5d02d1-1c2f-4d2d-985f-2a976538cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:26:49.680719 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-c5a3e7e6-b42c-4f46-957d-59b8e89624fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:49.713148 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] device_id is not set on port 404d6102-c6a9-4af0-a28a-67da0444a2f1 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:26:49.804322 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-c5a3e7e6-b42c-4f46-957d-59b8e89624fc service neutron] For port 29ca29e2-5e26-4311-a552-7eb179854c77, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:26:49.811562 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-c5a3e7e6-b42c-4f46-957d-59b8e89624fc service neutron] For port 29ca29e2-5e26-4311-a552-7eb179854c77, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=29ca29e2-5e26-4311-a552-7eb179854c77,segment=NetworkSegment(3c5d02d1-1c2f-4d2d-985f-2a976538cb0c),segment_id=3c5d02d1-1c2f-4d2d-985f-2a976538cb0c)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:26:49.819718 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-c5a3e7e6-b42c-4f46-957d-59b8e89624fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:49.847768 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b1cbd188-c7ea-4310-b1f8-bae5138401bd up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:26:49.871921 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-c5a3e7e6-b42c-4f46-957d-59b8e89624fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:49.872770 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-c5a3e7e6-b42c-4f46-957d-59b8e89624fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:49.874801 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-c5a3e7e6-b42c-4f46-957d-59b8e89624fc service neutron] 10.222.0.50 "PUT /v2.0/ports/29ca29e2-5e26-4311-a552-7eb179854c77 HTTP/1.1" status: 200 len: 1091 time: 1.3633101 Aug 19 18:26:49.875257 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6', 'tag': '29ca29e2-5e26-4311-a552-7eb179854c77'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:49.879241 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55fa4aa-fd5c-4bb8-ae0f-d3cdc9b88c69" -d '{"events": [{"name": "network-changed", "server_uuid": "ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6", "tag": "29ca29e2-5e26-4311-a552-7eb179854c77"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:49.880380 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:49.898532 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3e7e6-b42c-4f46-957d-59b8e89624fc service neutron] Pushing event updated for resources: {'Port': ['ID=29ca29e2-5e26-4311-a552-7eb179854c77,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:49.980977 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port b1cbd188-c7ea-4310-b1f8-bae5138401bd triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:49.982254 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:49.994403 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427ccffa-3dce-4b53-ae4d-5265bfcc63e0 x-openstack-request-id: req-427ccffa-3dce-4b53-ae4d-5265bfcc63e0 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:49.994761 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6", "tag": "29ca29e2-5e26-4311-a552-7eb179854c77", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:49.994979 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-427ccffa-3dce-4b53-ae4d-5265bfcc63e0 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:49.995371 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6', 'tag': '29ca29e2-5e26-4311-a552-7eb179854c77', 'status': 'completed', 'code': 200} Aug 19 18:26:50.011253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-cd329c7e-1016-42a8-bc2f-da6acb475180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:50.012909 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-cd329c7e-1016-42a8-bc2f-da6acb475180 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c04cdb4a0c44eb6ae866b52a3c64822&device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1094 time: 0.0764787 Aug 19 18:26:50.045194 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] device_id is not set on port dea914e3-d631-4e71-a639-e91552c167c5 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:26:50.052715 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39930) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:50.059890 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-98bbd661-21e6-423f-9447-a3220409a82a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1950372276', 'description': 'tempest-secgroup-smoke-1950372276 description', 'project_id': 'ffa9435d941540c182adf55128e34931'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:50.096204 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-98bbd661-21e6-423f-9447-a3220409a82a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:50.111605 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-8734fb31-105f-4f26-9d15-eb117664aaea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ca29e2-5e26-4311-a552-7eb179854c77 HTTP/1.1" status: 200 len: 217 time: 0.0884128 Aug 19 18:26:50.203393 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-40310254-9d0d-4954-9956-284c5389837e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:50.205088 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-40310254-9d0d-4954-9956-284c5389837e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3dfc809b-e771-4eb0-b500-6457c452f5af HTTP/1.1" status: 200 len: 849 time: 0.0842283 Aug 19 18:26:50.236517 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0efa6-6da9-4058-8f31-bb1378ab7f2e req-ecaeab24-c41e-4aff-8aee-e4a5b6a17d21 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:50.242770 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0efa6-6da9-4058-8f31-bb1378ab7f2e req-ecaeab24-c41e-4aff-8aee-e4a5b6a17d21 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:50.248861 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0efa6-6da9-4058-8f31-bb1378ab7f2e req-ecaeab24-c41e-4aff-8aee-e4a5b6a17d21 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:50.255006 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0efa6-6da9-4058-8f31-bb1378ab7f2e req-ecaeab24-c41e-4aff-8aee-e4a5b6a17d21 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:50.261113 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0efa6-6da9-4058-8f31-bb1378ab7f2e req-ecaeab24-c41e-4aff-8aee-e4a5b6a17d21 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:50.261490 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:50.267051 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0efa6-6da9-4058-8f31-bb1378ab7f2e req-ecaeab24-c41e-4aff-8aee-e4a5b6a17d21 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:50.272919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0efa6-6da9-4058-8f31-bb1378ab7f2e req-ecaeab24-c41e-4aff-8aee-e4a5b6a17d21 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:50.275533 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-78e0efa6-6da9-4058-8f31-bb1378ab7f2e req-ecaeab24-c41e-4aff-8aee-e4a5b6a17d21 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5431 time: 0.1258321 Aug 19 18:26:50.291242 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-98bbd661-21e6-423f-9447-a3220409a82a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:50.298822 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-98bbd661-21e6-423f-9447-a3220409a82a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:50.333373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-cad747f2-0295-4cab-b57a-4f82ed999633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:50.334983 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-cad747f2-0295-4cab-b57a-4f82ed999633 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=eba20446-3015-4358-85fa-43c01dea129c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216707 Aug 19 18:26:50.339207 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-78e0efa6-6da9-4058-8f31-bb1378ab7f2e req-fa5e4969-42f5-4af2-a64e-91e45ace699b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502150 Aug 19 18:26:50.349091 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-98bbd661-21e6-423f-9447-a3220409a82a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:50.353690 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-98bbd661-21e6-423f-9447-a3220409a82a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2967467 Aug 19 18:26:50.354087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39934) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:50.359146 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-ae8928ae-b80d-402e-a485-a57bddb138df tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Request body: {'security_group_rule': {'security_group_id': 'ea353b6a-204d-4e83-ad48-ae5f0e461b90', 'project_id': 'ffa9435d941540c182adf55128e34931', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:50.364826 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbd661-21e6-423f-9447-a3220409a82a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea353b6a-204d-4e83-ad48-ae5f0e461b90,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:50.387430 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:50.430346 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ae8928ae-b80d-402e-a485-a57bddb138df tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:50.444135 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-7c2b3c94-4ec5-4bff-8a52-2a8ea9bf7258 service neutron] 10.222.0.50 "GET /v2.0/networks/eba20446-3015-4358-85fa-43c01dea129c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991302 Aug 19 18:26:50.463771 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Pushing event updated for resources: {'Port': ['ID=404d6102-c6a9-4af0-a28a-67da0444a2f1,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:50.506182 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Checking segment: {'id': 'bf40378f-677c-41fb-97b3-61d883125a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '77002a11-1418-4375-8662-0d8814310020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:50.506470 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Network hostable DHCP agents. Network: 77002a11-1418-4375-8662-0d8814310020, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:26:50.531004 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ae8928ae-b80d-402e-a485-a57bddb138df tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:50.536708 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ae8928ae-b80d-402e-a485-a57bddb138df tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:50.546754 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-31ef4890-e30c-4d15-b3c8-b89ac8cf6087 req-937439c4-7a87-43f1-89d3-0f3e4d956200 service neutron] 10.222.0.50 "GET /v2.0/networks/eba20446-3015-4358-85fa-43c01dea129c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938659 Aug 19 18:26:50.548411 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Network 77002a11-1418-4375-8662-0d8814310020 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:26:50.565776 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8928ae-b80d-402e-a485-a57bddb138df tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0a11d2-e70f-4ad7-aefe-ef50e6776ee6,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:50.571482 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 77002a11-1418-4375-8662-0d8814310020) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:50.575350 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:26:50.576403 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:50.580476 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a391762-a947-4d9b-9068-f399ab58d44b None None] Network 77002a11-1418-4375-8662-0d8814310020 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:26:50.581791 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ae8928ae-b80d-402e-a485-a57bddb138df tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:50.583191 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ae8928ae-b80d-402e-a485-a57bddb138df tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2279241 Aug 19 18:26:50.586873 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39938) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:50.594907 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-cd289c6f-efae-4807-a85b-29226dae74b7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Request body: {'security_group_rule': {'security_group_id': 'ea353b6a-204d-4e83-ad48-ae5f0e461b90', 'project_id': 'ffa9435d941540c182adf55128e34931', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:50.665172 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Pushing event updated for resources: {'Port': ['ID=dea914e3-d631-4e71-a639-e91552c167c5,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:50.676465 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Checking segment: {'id': 'c423a11a-8c69-4b7b-956a-8d015153fc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0327f3c7-6e12-42d5-89c0-dcf6621003b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:50.676465 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Network hostable DHCP agents. Network: 0327f3c7-6e12-42d5-89c0-dcf6621003b0, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:26:50.698852 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Network 0327f3c7-6e12-42d5-89c0-dcf6621003b0 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:26:50.711782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 0327f3c7-6e12-42d5-89c0-dcf6621003b0) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:50.718400 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:26:50.725696 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:50.728022 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cd289c6f-efae-4807-a85b-29226dae74b7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:50.732472 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fa4aa-fd5c-4bb8-ae0f-d3cdc9b88c69 req-ca9cff9a-4128-4e60-bc07-8f926d909742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:50.734094 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:50.734230 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e55fa4aa-fd5c-4bb8-ae0f-d3cdc9b88c69 req-ca9cff9a-4128-4e60-bc07-8f926d909742 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c04cdb4a0c44eb6ae866b52a3c64822&device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1094 time: 0.1336753 Aug 19 18:26:50.735083 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:50.738244 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f93e7ed-9ec3-4696-9557-f8a7e1a7c7da None None] Network 0327f3c7-6e12-42d5-89c0-dcf6621003b0 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:26:50.755380 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5b06e5eb-3d11-4bbd-9a28-256827336ac5 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.5487912 Aug 19 18:26:50.760266 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39942) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:50.764292 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f0620-80f6-4238-a5a7-daea20bd7f71 req-94f5cc9d-051c-4d9d-8546-2d056deaa281 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:50.765974 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f03f0620-80f6-4238-a5a7-daea20bd7f71 req-94f5cc9d-051c-4d9d-8546-2d056deaa281 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1094 time: 0.1144736 Aug 19 18:26:50.826397 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8897d9e6-aac8-4c3d-bd49-c269da662f29 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:50.832917 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8897d9e6-aac8-4c3d-bd49-c269da662f29 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:50.834901 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8897d9e6-aac8-4c3d-bd49-c269da662f29 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0723238 Aug 19 18:26:50.838718 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39944) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:50.914388 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cd289c6f-efae-4807-a85b-29226dae74b7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:50.918739 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f03f0620-80f6-4238-a5a7-daea20bd7f71 req-5dc723ea-542c-4d8d-ae30-8ab530a01866 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371295 Aug 19 18:26:50.921820 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cd289c6f-efae-4807-a85b-29226dae74b7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:50.951608 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-0e5da20b-7fb3-4b86-a9ad-913c200a33c2 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Deleting port 404d6102-c6a9-4af0-a28a-67da0444a2f1 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:50.951990 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0e5da20b-7fb3-4b86-a9ad-913c200a33c2 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:50.958918 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd289c6f-efae-4807-a85b-29226dae74b7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3549d7ad-0c0d-472f-b8e7-df2029199c6c,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:50.966403 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fa4aa-fd5c-4bb8-ae0f-d3cdc9b88c69 req-17aeed21-76b3-4ada-9669-b49255994f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:50.968708 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e55fa4aa-fd5c-4bb8-ae0f-d3cdc9b88c69 req-17aeed21-76b3-4ada-9669-b49255994f24 service neutron] 10.222.0.50 "GET /v2.0/networks?id=eba20446-3015-4358-85fa-43c01dea129c HTTP/1.1" status: 200 len: 911 time: 0.2068756 Aug 19 18:26:50.970007 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cd289c6f-efae-4807-a85b-29226dae74b7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:50.971122 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cd289c6f-efae-4807-a85b-29226dae74b7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3830860 Aug 19 18:26:50.974595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39946) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:50.979502 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c7bcbdd6-8de2-45ef-bdfc-95dd989c351d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Request body: {'security_group_rule': {'security_group_id': 'ea353b6a-204d-4e83-ad48-ae5f0e461b90', 'project_id': 'ffa9435d941540c182adf55128e34931', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:51.025771 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e55fa4aa-fd5c-4bb8-ae0f-d3cdc9b88c69 req-8df7d6b8-9fcc-4a06-8439-a0e6a261485b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ca29e2-5e26-4311-a552-7eb179854c77 HTTP/1.1" status: 200 len: 217 time: 0.0415831 Aug 19 18:26:51.034376 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0e5da20b-7fb3-4b86-a9ad-913c200a33c2 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.050186 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-0e5da20b-7fb3-4b86-a9ad-913c200a33c2 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Calling delete_port for 404d6102-c6a9-4af0-a28a-67da0444a2f1 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:51.051864 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c7bcbdd6-8de2-45ef-bdfc-95dd989c351d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.122430 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fa4aa-fd5c-4bb8-ae0f-d3cdc9b88c69 req-1e01c1a4-b626-436b-ab2c-b8e13c2cf139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:51.123923 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e55fa4aa-fd5c-4bb8-ae0f-d3cdc9b88c69 req-1e01c1a4-b626-436b-ab2c-b8e13c2cf139 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3dfc809b-e771-4eb0-b500-6457c452f5af HTTP/1.1" status: 200 len: 849 time: 0.0811493 Aug 19 18:26:51.134978 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0e5da20b-7fb3-4b86-a9ad-913c200a33c2 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.168682 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5da20b-7fb3-4b86-a9ad-913c200a33c2 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Pushing event deleted for resources: {'Port': ['ID=404d6102-c6a9-4af0-a28a-67da0444a2f1,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:51.174367 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0e5da20b-7fb3-4b86-a9ad-913c200a33c2 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.176439 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0e5da20b-7fb3-4b86-a9ad-913c200a33c2 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] 10.222.0.24 "DELETE /v2.0/ports/404d6102-c6a9-4af0-a28a-67da0444a2f1 HTTP/1.1" status: 204 len: 168 time: 0.3364203 Aug 19 18:26:51.179468 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39948) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:51.290467 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-0463a1d2-7fa4-484c-b077-4e2ea278d67b tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Deleting port dea914e3-d631-4e71-a639-e91552c167c5 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:51.291221 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0463a1d2-7fa4-484c-b077-4e2ea278d67b tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.366640 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0463a1d2-7fa4-484c-b077-4e2ea278d67b tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.382335 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-0463a1d2-7fa4-484c-b077-4e2ea278d67b tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Calling delete_port for dea914e3-d631-4e71-a639-e91552c167c5 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:51.505481 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c7bcbdd6-8de2-45ef-bdfc-95dd989c351d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.506496 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0463a1d2-7fa4-484c-b077-4e2ea278d67b tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.521796 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c7bcbdd6-8de2-45ef-bdfc-95dd989c351d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.548953 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bcbdd6-8de2-45ef-bdfc-95dd989c351d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb80dc2-fcba-413e-af06-3eba38815646,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:51.551511 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463a1d2-7fa4-484c-b077-4e2ea278d67b tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Pushing event deleted for resources: {'Port': ['ID=dea914e3-d631-4e71-a639-e91552c167c5,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:51.559216 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fa4aa-fd5c-4bb8-ae0f-d3cdc9b88c69 req-572b3f4c-7b53-4ed1-b1cf-ba646db7f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:51.561078 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e55fa4aa-fd5c-4bb8-ae0f-d3cdc9b88c69 req-572b3f4c-7b53-4ed1-b1cf-ba646db7f346 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=eba20446-3015-4358-85fa-43c01dea129c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4266505 Aug 19 18:26:51.563147 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c7bcbdd6-8de2-45ef-bdfc-95dd989c351d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.567500 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0463a1d2-7fa4-484c-b077-4e2ea278d67b tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.568011 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c7bcbdd6-8de2-45ef-bdfc-95dd989c351d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5893495 Aug 19 18:26:51.568116 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0463a1d2-7fa4-484c-b077-4e2ea278d67b tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] 10.222.0.24 "DELETE /v2.0/ports/dea914e3-d631-4e71-a639-e91552c167c5 HTTP/1.1" status: 204 len: 168 time: 0.3855648 Aug 19 18:26:51.568775 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39954) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:51.571440 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39956) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:51.574470 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-41017282-5c44-4588-ac77-f68ea7074c75 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Request body: {'security_group_rule': {'security_group_id': 'ea353b6a-204d-4e83-ad48-ae5f0e461b90', 'project_id': 'ffa9435d941540c182adf55128e34931', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:51.595777 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d86f3-3f1f-4991-b722-8ef7b0aa58ce req-3af6e61e-1100-42f3-9338-047ad6a7d12c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:51.601459 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d86f3-3f1f-4991-b722-8ef7b0aa58ce req-3af6e61e-1100-42f3-9338-047ad6a7d12c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:51.607357 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d86f3-3f1f-4991-b722-8ef7b0aa58ce req-3af6e61e-1100-42f3-9338-047ad6a7d12c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:51.613275 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d86f3-3f1f-4991-b722-8ef7b0aa58ce req-3af6e61e-1100-42f3-9338-047ad6a7d12c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:51.620089 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d86f3-3f1f-4991-b722-8ef7b0aa58ce req-3af6e61e-1100-42f3-9338-047ad6a7d12c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:51.628362 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d86f3-3f1f-4991-b722-8ef7b0aa58ce req-3af6e61e-1100-42f3-9338-047ad6a7d12c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:51.635113 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d86f3-3f1f-4991-b722-8ef7b0aa58ce req-3af6e61e-1100-42f3-9338-047ad6a7d12c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:51.637293 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a22d86f3-3f1f-4991-b722-8ef7b0aa58ce req-3af6e61e-1100-42f3-9338-047ad6a7d12c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5431 time: 0.1697702 Aug 19 18:26:51.645629 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5b1c1961-aac1-4c4f-ba0f-dc7d9494029b tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0725260 Aug 19 18:26:51.649493 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39958) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:51.658398 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-1065f29c-347c-4d08-97e0-8c691184a2a7 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1475851603'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:51.674275 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-41017282-5c44-4588-ac77-f68ea7074c75 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.704027 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1065f29c-347c-4d08-97e0-8c691184a2a7 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Made reservation on behalf of 406ded1fe262434f82c295550a020efd for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:26:51.707940 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1065f29c-347c-4d08-97e0-8c691184a2a7 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.727949 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a22d86f3-3f1f-4991-b722-8ef7b0aa58ce req-a82370e9-548f-4ec2-b029-7ba82097f325 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715747 Aug 19 18:26:51.739689 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e55fa4aa-fd5c-4bb8-ae0f-d3cdc9b88c69 req-10bf41e9-31ab-4d5e-ac34-d0b8b6957ce7 service neutron] 10.222.0.50 "GET /v2.0/networks/eba20446-3015-4358-85fa-43c01dea129c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659737 Aug 19 18:26:51.748605 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1065f29c-347c-4d08-97e0-8c691184a2a7 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:26:51.755695 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-41017282-5c44-4588-ac77-f68ea7074c75 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.759047 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1065f29c-347c-4d08-97e0-8c691184a2a7 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.759396 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-1065f29c-347c-4d08-97e0-8c691184a2a7 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Added segment 84b80a65-d226-4b89-a0d7-dac0cd55dfaa of type vlan for network c2227042-e19a-440e-b242-5b8260f6a814 Aug 19 18:26:51.760497 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-41017282-5c44-4588-ac77-f68ea7074c75 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.783659 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41017282-5c44-4588-ac77-f68ea7074c75 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d89ad4-76ea-410d-a904-848e944107a5,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:51.800941 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-41017282-5c44-4588-ac77-f68ea7074c75 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.802293 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-41017282-5c44-4588-ac77-f68ea7074c75 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2325833 Aug 19 18:26:51.805612 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39962) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:51.810957 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-93ec3dac-1b6a-48bb-b95c-c511e3acfa1e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Request body: {'security_group_rule': {'security_group_id': 'ea353b6a-204d-4e83-ad48-ae5f0e461b90', 'project_id': 'ffa9435d941540c182adf55128e34931', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:51.837725 n-d-803753-2 neutron-server[94682]: INFO neutron.db.securitygroups_db [None req-93ec3dac-1b6a-48bb-b95c-c511e3acfa1e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Project ffa9435d941540c182adf55128e34931 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:26:51.843310 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93ec3dac-1b6a-48bb-b95c-c511e3acfa1e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.888325 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1065f29c-347c-4d08-97e0-8c691184a2a7 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.908484 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93ec3dac-1b6a-48bb-b95c-c511e3acfa1e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.914306 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93ec3dac-1b6a-48bb-b95c-c511e3acfa1e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.938354 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1065f29c-347c-4d08-97e0-8c691184a2a7 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.943757 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1065f29c-347c-4d08-97e0-8c691184a2a7 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:51.944357 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1065f29c-347c-4d08-97e0-8c691184a2a7 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.944878 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec3dac-1b6a-48bb-b95c-c511e3acfa1e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de73f0de-c77a-468c-9d34-ddcbe1ab88aa,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:51.956605 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e55fa4aa-fd5c-4bb8-ae0f-d3cdc9b88c69 req-9f409a03-9f71-449e-bf27-8c2a4a8f41fa service neutron] 10.222.0.50 "GET /v2.0/networks/eba20446-3015-4358-85fa-43c01dea129c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881652 Aug 19 18:26:51.959656 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93ec3dac-1b6a-48bb-b95c-c511e3acfa1e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.962489 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-93ec3dac-1b6a-48bb-b95c-c511e3acfa1e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1543961 Aug 19 18:26:51.964351 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39966) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:51.971254 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-17cf7760-b242-4c7d-821f-efac02c0d3ef tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Request body: {'security_group_rule': {'security_group_id': 'ea353b6a-204d-4e83-ad48-ae5f0e461b90', 'project_id': 'ffa9435d941540c182adf55128e34931', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:52.006566 n-d-803753-2 neutron-server[94682]: INFO neutron.db.securitygroups_db [None req-17cf7760-b242-4c7d-821f-efac02c0d3ef tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Project ffa9435d941540c182adf55128e34931 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:26:52.013724 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17cf7760-b242-4c7d-821f-efac02c0d3ef tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:52.015890 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1065f29c-347c-4d08-97e0-8c691184a2a7 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3647389 Aug 19 18:26:52.018885 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39968) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:52.024713 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-3b565eca-35f9-499f-ba4e-a50b5e24e5ad tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-538709026'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:52.036749 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065f29c-347c-4d08-97e0-8c691184a2a7 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Pushing event updated for resources: {'Network': ['ID=c2227042-e19a-440e-b242-5b8260f6a814,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:52.054300 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network c2227042-e19a-440e-b242-5b8260f6a814 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:26:52.056988 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b565eca-35f9-499f-ba4e-a50b5e24e5ad tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Made reservation on behalf of 406ded1fe262434f82c295550a020efd for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:26:52.060849 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b565eca-35f9-499f-ba4e-a50b5e24e5ad tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:52.093434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b565eca-35f9-499f-ba4e-a50b5e24e5ad tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:26:52.112552 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b565eca-35f9-499f-ba4e-a50b5e24e5ad tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:52.112804 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968c7d9-d1a4-4b2d-bee0-6aa14a4ed479 req-2d05ce9a-3b4d-4b23-95bb-564babf1febc tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:52.113123 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-3b565eca-35f9-499f-ba4e-a50b5e24e5ad tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Added segment f4906d5d-b9bf-47bc-bc5c-67a3ca47a818 of type vlan for network 6886c8a5-4c3a-4f76-a2d2-944e92f532ae Aug 19 18:26:52.114163 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9968c7d9-d1a4-4b2d-bee0-6aa14a4ed479 req-2d05ce9a-3b4d-4b23-95bb-564babf1febc tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1094 time: 0.0934644 Aug 19 18:26:52.120404 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17cf7760-b242-4c7d-821f-efac02c0d3ef tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:52.127076 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17cf7760-b242-4c7d-821f-efac02c0d3ef tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:52.160357 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf7760-b242-4c7d-821f-efac02c0d3ef tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab33ee8-fea0-4baa-b050-fa2c66cb3d94,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:52.173401 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b565eca-35f9-499f-ba4e-a50b5e24e5ad tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:52.175177 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17cf7760-b242-4c7d-821f-efac02c0d3ef tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:52.177568 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-17cf7760-b242-4c7d-821f-efac02c0d3ef tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2104697 Aug 19 18:26:52.182184 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9968c7d9-d1a4-4b2d-bee0-6aa14a4ed479 req-f8c8c3b3-7acc-46ac-ae9f-9cb1f8ff7826 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569751 Aug 19 18:26:52.202681 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b565eca-35f9-499f-ba4e-a50b5e24e5ad tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:52.211837 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b565eca-35f9-499f-ba4e-a50b5e24e5ad tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:52.212885 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b565eca-35f9-499f-ba4e-a50b5e24e5ad tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:52.292489 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3b565eca-35f9-499f-ba4e-a50b5e24e5ad tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2724128 Aug 19 18:26:52.307767 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b565eca-35f9-499f-ba4e-a50b5e24e5ad tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Pushing event updated for resources: {'Network': ['ID=6886c8a5-4c3a-4f76-a2d2-944e92f532ae,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:52.319737 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 6886c8a5-4c3a-4f76-a2d2-944e92f532ae details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:26:52.431253 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40010) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:52.436511 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-188a9068-734f-4494-8fdb-831a7a9bdecf tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Request body: {'subnets': [{'network_id': 'c2227042-e19a-440e-b242-5b8260f6a814', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1105257270', 'ip_version': 4}, {'network_id': '6886c8a5-4c3a-4f76-a2d2-944e92f532ae', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:52.436990 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-188a9068-734f-4494-8fdb-831a7a9bdecf tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Request body: {'subnet': {'network_id': 'c2227042-e19a-440e-b242-5b8260f6a814', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1105257270', 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:52.437744 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-188a9068-734f-4494-8fdb-831a7a9bdecf tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Request body: {'subnet': {'network_id': '6886c8a5-4c3a-4f76-a2d2-944e92f532ae', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:52.624077 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188a9068-734f-4494-8fdb-831a7a9bdecf tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Made reservation on behalf of 406ded1fe262434f82c295550a020efd for: {'subnet': 2} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:26:52.630565 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-188a9068-734f-4494-8fdb-831a7a9bdecf tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:52.630942 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-188a9068-734f-4494-8fdb-831a7a9bdecf tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:52.965565 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d199dc-8420-4b0e-a5d2-33d7d9aad819 req-b0ffc10a-ece0-41b0-9d5e-76bbb22f43c7 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:52.972261 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d199dc-8420-4b0e-a5d2-33d7d9aad819 req-b0ffc10a-ece0-41b0-9d5e-76bbb22f43c7 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:52.978818 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d199dc-8420-4b0e-a5d2-33d7d9aad819 req-b0ffc10a-ece0-41b0-9d5e-76bbb22f43c7 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:52.984801 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d199dc-8420-4b0e-a5d2-33d7d9aad819 req-b0ffc10a-ece0-41b0-9d5e-76bbb22f43c7 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:52.990699 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d199dc-8420-4b0e-a5d2-33d7d9aad819 req-b0ffc10a-ece0-41b0-9d5e-76bbb22f43c7 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:52.997271 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d199dc-8420-4b0e-a5d2-33d7d9aad819 req-b0ffc10a-ece0-41b0-9d5e-76bbb22f43c7 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:53.003241 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d199dc-8420-4b0e-a5d2-33d7d9aad819 req-b0ffc10a-ece0-41b0-9d5e-76bbb22f43c7 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:53.005230 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-07d199dc-8420-4b0e-a5d2-33d7d9aad819 req-b0ffc10a-ece0-41b0-9d5e-76bbb22f43c7 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5431 time: 0.1713741 Aug 19 18:26:53.064945 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-07d199dc-8420-4b0e-a5d2-33d7d9aad819 req-4e7f0bb3-4f5a-440d-818f-c059ccde8d09 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533617 Aug 19 18:26:53.151951 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-188a9068-734f-4494-8fdb-831a7a9bdecf tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:53.218846 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a9068-734f-4494-8fdb-831a7a9bdecf tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Pushing event updated for resources: {'Subnet': ['ID=cce99fd4-6645-4a84-9137-02f976f17fe2,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:53.230114 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188a9068-734f-4494-8fdb-831a7a9bdecf tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Checking segment: {'id': '84b80a65-d226-4b89-a0d7-dac0cd55dfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c2227042-e19a-440e-b242-5b8260f6a814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:53.230529 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188a9068-734f-4494-8fdb-831a7a9bdecf tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Network hostable DHCP agents. Network: c2227042-e19a-440e-b242-5b8260f6a814, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:26:53.248753 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188a9068-734f-4494-8fdb-831a7a9bdecf tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Network c2227042-e19a-440e-b242-5b8260f6a814 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:26:53.258836 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-188a9068-734f-4494-8fdb-831a7a9bdecf tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, c2227042-e19a-440e-b242-5b8260f6a814) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:53.263368 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-188a9068-734f-4494-8fdb-831a7a9bdecf tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:53.268072 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad292ac-bbd7-40c9-8135-ad452bfeca9d None None] Network c2227042-e19a-440e-b242-5b8260f6a814 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:26:53.320005 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1daad-843c-4c5d-b5d2-ed2a50ab0219 req-69e50a49-4b51-4a13-87c8-fcebb53816d7 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:53.325023 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-89f1daad-843c-4c5d-b5d2-ed2a50ab0219 req-69e50a49-4b51-4a13-87c8-fcebb53816d7 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1094 time: 0.0675251 Aug 19 18:26:53.334006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a9068-734f-4494-8fdb-831a7a9bdecf tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Pushing event updated for resources: {'Subnet': ['ID=afba01e9-75df-4676-9706-29ad12254a3b,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:53.344200 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188a9068-734f-4494-8fdb-831a7a9bdecf tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Checking segment: {'id': 'f4906d5d-b9bf-47bc-bc5c-67a3ca47a818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6886c8a5-4c3a-4f76-a2d2-944e92f532ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:53.344895 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188a9068-734f-4494-8fdb-831a7a9bdecf tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Network hostable DHCP agents. Network: 6886c8a5-4c3a-4f76-a2d2-944e92f532ae, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:26:53.368064 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188a9068-734f-4494-8fdb-831a7a9bdecf tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Network 6886c8a5-4c3a-4f76-a2d2-944e92f532ae is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:26:53.373437 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-89f1daad-843c-4c5d-b5d2-ed2a50ab0219 req-0ef52e43-df07-43c1-85ed-50f3ca84b51b tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415409 Aug 19 18:26:53.379912 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-188a9068-734f-4494-8fdb-831a7a9bdecf tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 6886c8a5-4c3a-4f76-a2d2-944e92f532ae) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:53.397216 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188a9068-734f-4494-8fdb-831a7a9bdecf tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:53.397876 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188a9068-734f-4494-8fdb-831a7a9bdecf tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:53.399561 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-188a9068-734f-4494-8fdb-831a7a9bdecf tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:53.418073 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-188a9068-734f-4494-8fdb-831a7a9bdecf tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.9850392 Aug 19 18:26:53.420340 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40054) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:53.484401 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca0a79d-e653-43ec-911a-62609e3a72af tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:53.486499 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca0a79d-e653-43ec-911a-62609e3a72af tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:53.488060 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca0a79d-e653-43ec-911a-62609e3a72af tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:53.489934 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fca0a79d-e653-43ec-911a-62609e3a72af tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0684645 Aug 19 18:26:53.493806 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40056) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:53.551925 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-320bbc37-2706-4d9f-abe5-7836ff2b439c tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Deleting subnet cce99fd4-6645-4a84-9137-02f976f17fe2 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:26:53.556661 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-320bbc37-2706-4d9f-abe5-7836ff2b439c tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:53.561493 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a2ed35-2180-4b8e-8415-f6ac68835813 None None] Network 6886c8a5-4c3a-4f76-a2d2-944e92f532ae requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:26:53.598811 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-320bbc37-2706-4d9f-abe5-7836ff2b439c tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:53.665846 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-320bbc37-2706-4d9f-abe5-7836ff2b439c tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:53.736377 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfd87d8-3db5-4550-a6da-fc24833bda8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-c2227042-e19a-440e-b242-5b8260f6a814', 'network_id': 'c2227042-e19a-440e-b242-5b8260f6a814', 'tenant_id': '406ded1fe262434f82c295550a020efd', 'fixed_ips': [{'subnet_id': 'cce99fd4-6645-4a84-9137-02f976f17fe2'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:26:53.737284 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3dfd87d8-3db5-4550-a6da-fc24833bda8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:53.745672 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-320bbc37-2706-4d9f-abe5-7836ff2b439c tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:53.793298 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bbc37-2706-4d9f-abe5-7836ff2b439c tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Pushing event deleted for resources: {'Subnet': ['ID=cce99fd4-6645-4a84-9137-02f976f17fe2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:53.802136 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-320bbc37-2706-4d9f-abe5-7836ff2b439c tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:53.807077 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-320bbc37-2706-4d9f-abe5-7836ff2b439c tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] 10.222.0.24 "DELETE /v2.0/subnets/cce99fd4-6645-4a84-9137-02f976f17fe2 HTTP/1.1" status: 204 len: 168 time: 0.3092923 Aug 19 18:26:53.807474 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40062) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:53.868280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efda496-2c49-4a33-8f9d-93d3d55d93de tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Deleting subnet afba01e9-75df-4676-9706-29ad12254a3b {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:26:53.871937 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7efda496-2c49-4a33-8f9d-93d3d55d93de tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:53.877390 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc0df2b-32e9-4f90-a047-e69aa0b2cf8e None None] Network c2227042-e19a-440e-b242-5b8260f6a814 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:26:53.890710 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850b9c03-230a-4e77-b70f-aeab29cf7467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-6886c8a5-4c3a-4f76-a2d2-944e92f532ae', 'network_id': '6886c8a5-4c3a-4f76-a2d2-944e92f532ae', 'tenant_id': '406ded1fe262434f82c295550a020efd', 'fixed_ips': [{'subnet_id': 'afba01e9-75df-4676-9706-29ad12254a3b'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:26:53.891562 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-850b9c03-230a-4e77-b70f-aeab29cf7467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:53.936410 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7efda496-2c49-4a33-8f9d-93d3d55d93de tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:53.992500 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7efda496-2c49-4a33-8f9d-93d3d55d93de tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:54.067864 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7efda496-2c49-4a33-8f9d-93d3d55d93de tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:54.107898 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efda496-2c49-4a33-8f9d-93d3d55d93de tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Pushing event deleted for resources: {'Subnet': ['ID=afba01e9-75df-4676-9706-29ad12254a3b,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server [None req-850b9c03-230a-4e77-b70f-aeab29cf7467 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet afba01e9-75df-4676-9706-29ad12254a3b: This subnet is being modified by another concurrent operation. Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:26:54.112764 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise exception Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet afba01e9-75df-4676-9706-29ad12254a3b: This subnet is being modified by another concurrent operation. Aug 19 18:26:54.115999 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server Aug 19 18:26:54.131021 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7efda496-2c49-4a33-8f9d-93d3d55d93de tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:54.131193 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40068) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:54.135332 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e832b20c-5dbd-493a-99a3-d0cc83a4ac35 None None] Network 6886c8a5-4c3a-4f76-a2d2-944e92f532ae requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:26:54.138223 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7efda496-2c49-4a33-8f9d-93d3d55d93de tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] 10.222.0.24 "DELETE /v2.0/subnets/afba01e9-75df-4676-9706-29ad12254a3b HTTP/1.1" status: 204 len: 168 time: 0.3296130 Aug 19 18:26:54.197948 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b990bad-d5b9-4283-83f7-f7d0932eb1f2 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:54.199482 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0b990bad-d5b9-4283-83f7-f7d0932eb1f2 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0700407 Aug 19 18:26:54.203069 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40070) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:54.230022 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd469b-4a49-4c54-b6b4-3454dc8ab070 req-9d4a0600-a257-4f57-b2a2-f50d71db5c2e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:54.236926 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd469b-4a49-4c54-b6b4-3454dc8ab070 req-9d4a0600-a257-4f57-b2a2-f50d71db5c2e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:54.242909 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd469b-4a49-4c54-b6b4-3454dc8ab070 req-9d4a0600-a257-4f57-b2a2-f50d71db5c2e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:54.248971 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd469b-4a49-4c54-b6b4-3454dc8ab070 req-9d4a0600-a257-4f57-b2a2-f50d71db5c2e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:54.256008 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd469b-4a49-4c54-b6b4-3454dc8ab070 req-9d4a0600-a257-4f57-b2a2-f50d71db5c2e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:54.263954 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd469b-4a49-4c54-b6b4-3454dc8ab070 req-9d4a0600-a257-4f57-b2a2-f50d71db5c2e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:54.269799 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd469b-4a49-4c54-b6b4-3454dc8ab070 req-9d4a0600-a257-4f57-b2a2-f50d71db5c2e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:54.271995 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36dd469b-4a49-4c54-b6b4-3454dc8ab070 req-9d4a0600-a257-4f57-b2a2-f50d71db5c2e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5431 time: 0.1074312 Aug 19 18:26:54.283259 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956658ca-a963-4abf-a1cd-94678ff9da8d None None] get_active_networks_info from n-d-803753-2 {{(pid=94683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:26:54.295097 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4f3a390-7d73-4ba0-9924-ebcc14fffb27 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:54.344404 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36dd469b-4a49-4c54-b6b4-3454dc8ab070 req-ac31c9df-d24f-46ee-b315-0bde55d3b64e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577464 Aug 19 18:26:54.405636 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4f3a390-7d73-4ba0-9924-ebcc14fffb27 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:54.417992 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-e4f3a390-7d73-4ba0-9924-ebcc14fffb27 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6886c8a5-4c3a-4f76-a2d2-944e92f532ae']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:54.432230 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-e4f3a390-7d73-4ba0-9924-ebcc14fffb27 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4906d5d-b9bf-47bc-bc5c-67a3ca47a818') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:54.432677 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-e4f3a390-7d73-4ba0-9924-ebcc14fffb27 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4906d5d-b9bf-47bc-bc5c-67a3ca47a818') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:54.445102 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4f3a390-7d73-4ba0-9924-ebcc14fffb27 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:54.448388 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956658ca-a963-4abf-a1cd-94678ff9da8d None None] Resources bound (agent type, host, resource id): {{(pid=94683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:26:54.473042 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4f3a390-7d73-4ba0-9924-ebcc14fffb27 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:54.499064 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f3a390-7d73-4ba0-9924-ebcc14fffb27 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:26:54.499489 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4f3a390-7d73-4ba0-9924-ebcc14fffb27 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:26:54.503274 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:26:54.571696 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e54cc1-d6bb-49c8-ab5e-ebaa12f8bfc3 req-cbeb7943-a2da-4bbc-bf5a-0ab41473b9b3 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:54.579897 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-30e54cc1-d6bb-49c8-ab5e-ebaa12f8bfc3 req-cbeb7943-a2da-4bbc-bf5a-0ab41473b9b3 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1094 time: 0.1183293 Aug 19 18:26:54.608870 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4f3a390-7d73-4ba0-9924-ebcc14fffb27 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:54.619412 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4f3a390-7d73-4ba0-9924-ebcc14fffb27 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:54.623691 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e4f3a390-7d73-4ba0-9924-ebcc14fffb27 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] 10.222.0.24 "DELETE /v2.0/networks/6886c8a5-4c3a-4f76-a2d2-944e92f532ae HTTP/1.1" status: 204 len: 168 time: 0.4175525 Aug 19 18:26:54.624471 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40074) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:54.639791 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-30e54cc1-d6bb-49c8-ab5e-ebaa12f8bfc3 req-8355baad-7689-45fa-a025-26844ce213c2 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588784 Aug 19 18:26:54.660089 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3a390-7d73-4ba0-9924-ebcc14fffb27 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Pushing event deleted for resources: {'Network': ['ID=6886c8a5-4c3a-4f76-a2d2-944e92f532ae,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:54.754135 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2de517fe-cdcd-4bbf-8f13-9f1d89becaa6 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:54.875005 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2de517fe-cdcd-4bbf-8f13-9f1d89becaa6 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:54.882989 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 157237db-49d7-4dc1-b9f9-88191429b6a5 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:26:54.887900 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-2de517fe-cdcd-4bbf-8f13-9f1d89becaa6 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2227042-e19a-440e-b242-5b8260f6a814']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:54.901230 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-2de517fe-cdcd-4bbf-8f13-9f1d89becaa6 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b80a65-d226-4b89-a0d7-dac0cd55dfaa') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:54.901827 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-2de517fe-cdcd-4bbf-8f13-9f1d89becaa6 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b80a65-d226-4b89-a0d7-dac0cd55dfaa') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:54.912270 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2de517fe-cdcd-4bbf-8f13-9f1d89becaa6 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:54.931449 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2de517fe-cdcd-4bbf-8f13-9f1d89becaa6 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:54.937427 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de517fe-cdcd-4bbf-8f13-9f1d89becaa6 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:26:54.937854 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2de517fe-cdcd-4bbf-8f13-9f1d89becaa6 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:26:54.941067 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:26:55.000646 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 157237db-49d7-4dc1-b9f9-88191429b6a5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=157237db-49d7-4dc1-b9f9-88191429b6a5,segment=NetworkSegment(135205f7-f1b9-476e-81a5-a3b7cd864e8d),segment_id=135205f7-f1b9-476e-81a5-a3b7cd864e8d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:55.010334 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2de517fe-cdcd-4bbf-8f13-9f1d89becaa6 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.015568 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '157237db-49d7-4dc1-b9f9-88191429b6a5', 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40', 'port_id': '157237db-49d7-4dc1-b9f9-88191429b6a5', 'mac_address': 'fa:16:3e:5a:12:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35803907-fc07-4398-bccd-780130b728a8', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:26:55.020160 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2de517fe-cdcd-4bbf-8f13-9f1d89becaa6 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.026592 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40082) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:55.026946 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2de517fe-cdcd-4bbf-8f13-9f1d89becaa6 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] 10.222.0.24 "DELETE /v2.0/networks/c2227042-e19a-440e-b242-5b8260f6a814 HTTP/1.1" status: 204 len: 168 time: 0.4015417 Aug 19 18:26:55.041141 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de517fe-cdcd-4bbf-8f13-9f1d89becaa6 tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Pushing event deleted for resources: {'Network': ['ID=c2227042-e19a-440e-b242-5b8260f6a814,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:55.062089 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.084555 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 157237db-49d7-4dc1-b9f9-88191429b6a5 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:26:55.111533 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 157237db-49d7-4dc1-b9f9-88191429b6a5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=157237db-49d7-4dc1-b9f9-88191429b6a5,segment=NetworkSegment(135205f7-f1b9-476e-81a5-a3b7cd864e8d),segment_id=135205f7-f1b9-476e-81a5-a3b7cd864e8d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:55.116737 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.117616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 3c01a012-e516-4baa-88d6-391db59eb674 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:26:55.132011 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4d44dba5-e03d-4a45-b7db-78f8518b365e tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.216561 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=157237db-49d7-4dc1-b9f9-88191429b6a5,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:55.240192 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4d44dba5-e03d-4a45-b7db-78f8518b365e tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.251901 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-4d44dba5-e03d-4a45-b7db-78f8518b365e tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0327f3c7-6e12-42d5-89c0-dcf6621003b0']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:55.264532 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-4d44dba5-e03d-4a45-b7db-78f8518b365e tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c423a11a-8c69-4b7b-956a-8d015153fc35') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:55.264803 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-4d44dba5-e03d-4a45-b7db-78f8518b365e tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c423a11a-8c69-4b7b-956a-8d015153fc35') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:55.266422 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 3c01a012-e516-4baa-88d6-391db59eb674, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=3c01a012-e516-4baa-88d6-391db59eb674,segment=NetworkSegment(c2661c61-9e63-4c25-a5c6-6de932aef027),segment_id=c2661c61-9e63-4c25-a5c6-6de932aef027)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:55.274795 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4d44dba5-e03d-4a45-b7db-78f8518b365e tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.282172 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '3c01a012-e516-4baa-88d6-391db59eb674', 'network_id': '82deafff-818d-46cd-9b39-f0e9acf3a9dd', 'port_id': '3c01a012-e516-4baa-88d6-391db59eb674', 'mac_address': 'fa:16:3e:a9:44:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204603f8-aa90-483f-91d6-b7616b3a5b43', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:26:55.289770 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4d44dba5-e03d-4a45-b7db-78f8518b365e tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.296192 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d44dba5-e03d-4a45-b7db-78f8518b365e tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:26:55.296588 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4d44dba5-e03d-4a45-b7db-78f8518b365e tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:26:55.299658 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:26:55.328514 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.345126 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c01a012-e516-4baa-88d6-391db59eb674 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:26:55.369832 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4d44dba5-e03d-4a45-b7db-78f8518b365e tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.370102 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 3c01a012-e516-4baa-88d6-391db59eb674, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=3c01a012-e516-4baa-88d6-391db59eb674,segment=NetworkSegment(c2661c61-9e63-4c25-a5c6-6de932aef027),segment_id=c2661c61-9e63-4c25-a5c6-6de932aef027)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:55.379304 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.380083 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device bbb83320-ccbe-41de-8f63-90d7036594f8 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:26:55.389772 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4d44dba5-e03d-4a45-b7db-78f8518b365e tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.394466 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4d44dba5-e03d-4a45-b7db-78f8518b365e tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] 10.222.0.24 "DELETE /v2.0/networks/0327f3c7-6e12-42d5-89c0-dcf6621003b0 HTTP/1.1" status: 204 len: 168 time: 0.3662100 Aug 19 18:26:55.395390 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44dba5-e03d-4a45-b7db-78f8518b365e tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Pushing event deleted for resources: {'Network': ['ID=0327f3c7-6e12-42d5-89c0-dcf6621003b0,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:55.395514 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40086) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:55.454934 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port bbb83320-ccbe-41de-8f63-90d7036594f8, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bbb83320-ccbe-41de-8f63-90d7036594f8,segment=NetworkSegment(135205f7-f1b9-476e-81a5-a3b7cd864e8d),segment_id=135205f7-f1b9-476e-81a5-a3b7cd864e8d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:55.468339 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=3c01a012-e516-4baa-88d6-391db59eb674,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:55.473171 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'bbb83320-ccbe-41de-8f63-90d7036594f8', 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40', 'port_id': 'bbb83320-ccbe-41de-8f63-90d7036594f8', 'mac_address': 'fa:16:3e:3f:74:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35803907-fc07-4398-bccd-780130b728a8', 'ip_address': '10.1.1.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:26:55.518612 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.531446 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6003a3cf-d3ca-40c8-b89c-9f703898998f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.532136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb83320-ccbe-41de-8f63-90d7036594f8 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:26:55.552873 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port bbb83320-ccbe-41de-8f63-90d7036594f8, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bbb83320-ccbe-41de-8f63-90d7036594f8,segment=NetworkSegment(135205f7-f1b9-476e-81a5-a3b7cd864e8d),segment_id=135205f7-f1b9-476e-81a5-a3b7cd864e8d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:55.554483 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95b9bb-be88-4f94-9300-cc6e508314b4 req-9f160941-f750-4726-95fe-e39c7da4217c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:55.558970 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.559968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 947b2bf4-1446-47c1-9618-b9bfceb818f3 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:26:55.561775 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95b9bb-be88-4f94-9300-cc6e508314b4 req-9f160941-f750-4726-95fe-e39c7da4217c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:55.567810 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95b9bb-be88-4f94-9300-cc6e508314b4 req-9f160941-f750-4726-95fe-e39c7da4217c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:55.574795 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95b9bb-be88-4f94-9300-cc6e508314b4 req-9f160941-f750-4726-95fe-e39c7da4217c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:55.581600 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95b9bb-be88-4f94-9300-cc6e508314b4 req-9f160941-f750-4726-95fe-e39c7da4217c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:55.586845 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95b9bb-be88-4f94-9300-cc6e508314b4 req-9f160941-f750-4726-95fe-e39c7da4217c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:55.593075 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95b9bb-be88-4f94-9300-cc6e508314b4 req-9f160941-f750-4726-95fe-e39c7da4217c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:55.595394 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ff95b9bb-be88-4f94-9300-cc6e508314b4 req-9f160941-f750-4726-95fe-e39c7da4217c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5433 time: 0.1312766 Aug 19 18:26:55.706060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=bbb83320-ccbe-41de-8f63-90d7036594f8,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:55.718035 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ff95b9bb-be88-4f94-9300-cc6e508314b4 req-abfed954-b52f-49ee-a5d7-05ca66c36823 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1144595 Aug 19 18:26:55.729471 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6003a3cf-d3ca-40c8-b89c-9f703898998f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.750038 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-6003a3cf-d3ca-40c8-b89c-9f703898998f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77002a11-1418-4375-8662-0d8814310020']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:55.762137 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 947b2bf4-1446-47c1-9618-b9bfceb818f3, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=947b2bf4-1446-47c1-9618-b9bfceb818f3,segment=NetworkSegment(083a7072-271c-444a-a331-ab84e02a81c5),segment_id=083a7072-271c-444a-a331-ab84e02a81c5)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:55.776820 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-6003a3cf-d3ca-40c8-b89c-9f703898998f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf40378f-677c-41fb-97b3-61d883125a75') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:55.777231 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-6003a3cf-d3ca-40c8-b89c-9f703898998f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf40378f-677c-41fb-97b3-61d883125a75') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:55.788718 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '947b2bf4-1446-47c1-9618-b9bfceb818f3', 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae', 'port_id': '947b2bf4-1446-47c1-9618-b9bfceb818f3', 'mac_address': 'fa:16:3e:39:25:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a51ede3-bf4f-418b-b046-6db223b828ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:26:55.790912 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64731b-d646-41f7-9530-c516703225c3 req-5b17cbdc-5148-4200-9024-e9141e4ac62e tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:55.798533 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2a64731b-d646-41f7-9530-c516703225c3 req-5b17cbdc-5148-4200-9024-e9141e4ac62e tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1094 time: 0.0618575 Aug 19 18:26:55.800334 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6003a3cf-d3ca-40c8-b89c-9f703898998f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.827011 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6003a3cf-d3ca-40c8-b89c-9f703898998f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.841324 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6003a3cf-d3ca-40c8-b89c-9f703898998f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:26:55.842109 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6003a3cf-d3ca-40c8-b89c-9f703898998f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:26:55.845578 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:26:55.857048 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2a64731b-d646-41f7-9530-c516703225c3 req-9ef90225-11bf-4c1b-b937-3fd61f495f97 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563982 Aug 19 18:26:55.873592 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.895035 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 947b2bf4-1446-47c1-9618-b9bfceb818f3 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:26:55.923637 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 947b2bf4-1446-47c1-9618-b9bfceb818f3, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=947b2bf4-1446-47c1-9618-b9bfceb818f3,segment=NetworkSegment(083a7072-271c-444a-a331-ab84e02a81c5),segment_id=083a7072-271c-444a-a331-ab84e02a81c5)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:55.929034 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.930623 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 334dbf3e-abee-4ea8-85bc-ff4e12f05776 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:26:55.932525 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6003a3cf-d3ca-40c8-b89c-9f703898998f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.943537 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6003a3cf-d3ca-40c8-b89c-9f703898998f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.946178 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6003a3cf-d3ca-40c8-b89c-9f703898998f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] 10.222.0.24 "DELETE /v2.0/networks/77002a11-1418-4375-8662-0d8814310020 HTTP/1.1" status: 204 len: 168 time: 0.5491276 Aug 19 18:26:55.957510 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003a3cf-d3ca-40c8-b89c-9f703898998f tempest-BulkNetworkOpsTest-2028617389 tempest-BulkNetworkOpsTest-2028617389-project] Pushing event deleted for resources: {'Network': ['ID=77002a11-1418-4375-8662-0d8814310020,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:56.017145 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 334dbf3e-abee-4ea8-85bc-ff4e12f05776, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=334dbf3e-abee-4ea8-85bc-ff4e12f05776,segment=NetworkSegment(135205f7-f1b9-476e-81a5-a3b7cd864e8d),segment_id=135205f7-f1b9-476e-81a5-a3b7cd864e8d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:56.041938 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '334dbf3e-abee-4ea8-85bc-ff4e12f05776', 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40', 'port_id': '334dbf3e-abee-4ea8-85bc-ff4e12f05776', 'mac_address': 'fa:16:3e:b9:ea:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35803907-fc07-4398-bccd-780130b728a8', 'ip_address': '10.1.1.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:26:56.104588 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=947b2bf4-1446-47c1-9618-b9bfceb818f3,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:56.111811 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:56.135284 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334dbf3e-abee-4ea8-85bc-ff4e12f05776 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:26:56.170720 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 334dbf3e-abee-4ea8-85bc-ff4e12f05776, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=334dbf3e-abee-4ea8-85bc-ff4e12f05776,segment=NetworkSegment(135205f7-f1b9-476e-81a5-a3b7cd864e8d),segment_id=135205f7-f1b9-476e-81a5-a3b7cd864e8d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:56.177863 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:56.180148 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 747e61a2-79d2-495c-884e-e517af4325c6 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:26:56.268758 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 747e61a2-79d2-495c-884e-e517af4325c6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=747e61a2-79d2-495c-884e-e517af4325c6,segment=NetworkSegment(c2661c61-9e63-4c25-a5c6-6de932aef027),segment_id=c2661c61-9e63-4c25-a5c6-6de932aef027)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:56.271518 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=334dbf3e-abee-4ea8-85bc-ff4e12f05776,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:56.284966 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '747e61a2-79d2-495c-884e-e517af4325c6', 'network_id': '82deafff-818d-46cd-9b39-f0e9acf3a9dd', 'port_id': '747e61a2-79d2-495c-884e-e517af4325c6', 'mac_address': 'fa:16:3e:7b:58:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204603f8-aa90-483f-91d6-b7616b3a5b43', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:26:56.325126 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:56.344464 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747e61a2-79d2-495c-884e-e517af4325c6 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:26:56.345576 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40102) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:56.370127 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 747e61a2-79d2-495c-884e-e517af4325c6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=747e61a2-79d2-495c-884e-e517af4325c6,segment=NetworkSegment(c2661c61-9e63-4c25-a5c6-6de932aef027),segment_id=c2661c61-9e63-4c25-a5c6-6de932aef027)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:56.375357 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:56.376357 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 29ca29e2-5e26-4311-a552-7eb179854c77 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:26:56.475436 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=747e61a2-79d2-495c-884e-e517af4325c6,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:56.510369 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-544c63c0-9e9b-48a6-823b-2802dd631f6c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=406ded1fe262434f82c295550a020efd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1631064 Aug 19 18:26:56.511694 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40106) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:56.522783 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 29ca29e2-5e26-4311-a552-7eb179854c77, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=29ca29e2-5e26-4311-a552-7eb179854c77,segment=NetworkSegment(3c5d02d1-1c2f-4d2d-985f-2a976538cb0c),segment_id=3c5d02d1-1c2f-4d2d-985f-2a976538cb0c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:56.535853 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '29ca29e2-5e26-4311-a552-7eb179854c77', 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c', 'port_id': '29ca29e2-5e26-4311-a552-7eb179854c77', 'mac_address': 'fa:16:3e:17:e7:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dfc809b-e771-4eb0-b500-6457c452f5af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:26:56.568895 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05efa27d-0d29-43ba-a658-f25645560cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:56.577455 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:56.591767 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ca29e2-5e26-4311-a552-7eb179854c77 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:26:56.596593 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05efa27d-0d29-43ba-a658-f25645560cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:56.612201 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 29ca29e2-5e26-4311-a552-7eb179854c77, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=29ca29e2-5e26-4311-a552-7eb179854c77,segment=NetworkSegment(3c5d02d1-1c2f-4d2d-985f-2a976538cb0c),segment_id=3c5d02d1-1c2f-4d2d-985f-2a976538cb0c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:56.618745 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:56.619288 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 893cfcd7-84d6-4673-a14d-ca9588314af4 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:26:56.661803 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05efa27d-0d29-43ba-a658-f25645560cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:56.665353 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05efa27d-0d29-43ba-a658-f25645560cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:56.667181 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-05efa27d-0d29-43ba-a658-f25645560cc4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cad339d7-a9f0-4c36-b603-c5df9661cdc1 HTTP/1.1" status: 204 len: 168 time: 0.1545093 Aug 19 18:26:56.675402 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efa27d-0d29-43ba-a658-f25645560cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad339d7-a9f0-4c36-b603-c5df9661cdc1,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:56.722167 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 893cfcd7-84d6-4673-a14d-ca9588314af4, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=893cfcd7-84d6-4673-a14d-ca9588314af4,segment=NetworkSegment(135205f7-f1b9-476e-81a5-a3b7cd864e8d),segment_id=135205f7-f1b9-476e-81a5-a3b7cd864e8d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:56.724569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=29ca29e2-5e26-4311-a552-7eb179854c77,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:56.738125 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '893cfcd7-84d6-4673-a14d-ca9588314af4', 'network_id': 'e907505c-8552-41bc-9150-9253fbc87c40', 'port_id': '893cfcd7-84d6-4673-a14d-ca9588314af4', 'mac_address': 'fa:16:3e:71:13:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35803907-fc07-4398-bccd-780130b728a8', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:26:56.786593 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:56.810529 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 893cfcd7-84d6-4673-a14d-ca9588314af4 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:26:56.857229 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 893cfcd7-84d6-4673-a14d-ca9588314af4, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=893cfcd7-84d6-4673-a14d-ca9588314af4,segment=NetworkSegment(135205f7-f1b9-476e-81a5-a3b7cd864e8d),segment_id=135205f7-f1b9-476e-81a5-a3b7cd864e8d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:56.863592 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:56.912579 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a55f2-e36f-405e-85df-40e9e2486cbe req-1f8cb812-fec2-4fb4-bdb2-3ad8b64fe6cb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:56.925787 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a55f2-e36f-405e-85df-40e9e2486cbe req-1f8cb812-fec2-4fb4-bdb2-3ad8b64fe6cb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:56.932366 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a55f2-e36f-405e-85df-40e9e2486cbe req-1f8cb812-fec2-4fb4-bdb2-3ad8b64fe6cb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:56.939058 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a55f2-e36f-405e-85df-40e9e2486cbe req-1f8cb812-fec2-4fb4-bdb2-3ad8b64fe6cb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:56.942254 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=893cfcd7-84d6-4673-a14d-ca9588314af4,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:56.945451 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a55f2-e36f-405e-85df-40e9e2486cbe req-1f8cb812-fec2-4fb4-bdb2-3ad8b64fe6cb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:56.951492 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a55f2-e36f-405e-85df-40e9e2486cbe req-1f8cb812-fec2-4fb4-bdb2-3ad8b64fe6cb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:56.961742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a55f2-e36f-405e-85df-40e9e2486cbe req-1f8cb812-fec2-4fb4-bdb2-3ad8b64fe6cb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:56.963733 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac4a55f2-e36f-405e-85df-40e9e2486cbe req-1f8cb812-fec2-4fb4-bdb2-3ad8b64fe6cb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5437 time: 0.1260786 Aug 19 18:26:57.041338 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac4a55f2-e36f-405e-85df-40e9e2486cbe req-37563072-bc1c-49c4-a480-67a4decd109a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691502 Aug 19 18:26:57.053967 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1d56e-e339-425c-a979-ac715ac5807f req-6c74dd75-f0a0-492d-a71e-a599a582581e tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:57.056553 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4f1d56e-e339-425c-a979-ac715ac5807f req-6c74dd75-f0a0-492d-a71e-a599a582581e tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1095 time: 0.0576527 Aug 19 18:26:57.108450 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d4f1d56e-e339-425c-a979-ac715ac5807f req-00ead981-b3e5-4c78-94d7-facefbdb1bad tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443454 Aug 19 18:26:57.590797 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40138) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:57.724544 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2b331afe-6aa6-442c-a6bb-b418037bb50b tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-534553477'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:57.755180 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b331afe-6aa6-442c-a6bb-b418037bb50b tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Made reservation on behalf of 1737e708c1ba49faa57989bb173d8820 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:26:57.759596 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2b331afe-6aa6-442c-a6bb-b418037bb50b tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:57.768672 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2b331afe-6aa6-442c-a6bb-b418037bb50b tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:57.887307 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2b331afe-6aa6-442c-a6bb-b418037bb50b tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:57.892092 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2b331afe-6aa6-442c-a6bb-b418037bb50b tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:57.921265 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b331afe-6aa6-442c-a6bb-b418037bb50b tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:26:57.934420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b331afe-6aa6-442c-a6bb-b418037bb50b tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4094569f-2889-424d-86d8-ddb823104539,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:57.937444 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2b331afe-6aa6-442c-a6bb-b418037bb50b tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:57.937911 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-2b331afe-6aa6-442c-a6bb-b418037bb50b tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Added segment 26ab7817-cac1-4961-ad7a-f4d5808c51c7 of type vlan for network a7f618d0-b52d-45d0-a969-35943f0abcac Aug 19 18:26:57.994355 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2b331afe-6aa6-442c-a6bb-b418037bb50b tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:58.030461 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2b331afe-6aa6-442c-a6bb-b418037bb50b tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:58.036211 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b331afe-6aa6-442c-a6bb-b418037bb50b tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:58.036868 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2b331afe-6aa6-442c-a6bb-b418037bb50b tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:58.048405 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['157237db-49d7-4dc1-b9f9-88191429b6a5'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:26:58.059222 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['747e61a2-79d2-495c-884e-e517af4325c6'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:26:58.109972 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2b331afe-6aa6-442c-a6bb-b418037bb50b tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5172491 Aug 19 18:26:58.118113 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b331afe-6aa6-442c-a6bb-b418037bb50b tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event updated for resources: {'Network': ['ID=a7f618d0-b52d-45d0-a969-35943f0abcac,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:58.140880 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['3c01a012-e516-4baa-88d6-391db59eb674'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:26:58.143483 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['947b2bf4-1446-47c1-9618-b9bfceb818f3'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:26:58.145468 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network a7f618d0-b52d-45d0-a969-35943f0abcac details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:26:58.245746 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64116e07-d6e8-402c-9958-9dfae9e33027 req-bf164fae-f277-4b19-932e-1ea2abc7f776 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:58.249586 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-64116e07-d6e8-402c-9958-9dfae9e33027 req-bf164fae-f277-4b19-932e-1ea2abc7f776 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1095 time: 0.0490122 Aug 19 18:26:58.271690 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['893cfcd7-84d6-4673-a14d-ca9588314af4'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:26:58.281401 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e642c-de0c-4aac-be80-f6a5da7c2773 req-ac93aa94-f144-464d-b0ca-69b9b1fea2f4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:58.294048 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e642c-de0c-4aac-be80-f6a5da7c2773 req-ac93aa94-f144-464d-b0ca-69b9b1fea2f4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:58.305315 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e642c-de0c-4aac-be80-f6a5da7c2773 req-ac93aa94-f144-464d-b0ca-69b9b1fea2f4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:58.312627 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e642c-de0c-4aac-be80-f6a5da7c2773 req-ac93aa94-f144-464d-b0ca-69b9b1fea2f4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:58.319028 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e642c-de0c-4aac-be80-f6a5da7c2773 req-ac93aa94-f144-464d-b0ca-69b9b1fea2f4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:58.325910 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e642c-de0c-4aac-be80-f6a5da7c2773 req-ac93aa94-f144-464d-b0ca-69b9b1fea2f4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:58.332003 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e642c-de0c-4aac-be80-f6a5da7c2773 req-ac93aa94-f144-464d-b0ca-69b9b1fea2f4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:58.334171 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d52e642c-de0c-4aac-be80-f6a5da7c2773 req-ac93aa94-f144-464d-b0ca-69b9b1fea2f4 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5438 time: 0.1629884 Aug 19 18:26:58.336807 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-64116e07-d6e8-402c-9958-9dfae9e33027 req-8ad36b5b-8993-4895-9ed6-92c7291f6f28 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770466 Aug 19 18:26:58.359399 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['29ca29e2-5e26-4311-a552-7eb179854c77'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:26:58.373145 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['334dbf3e-abee-4ea8-85bc-ff4e12f05776'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:26:58.432537 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d52e642c-de0c-4aac-be80-f6a5da7c2773 req-0f225d9b-1260-4584-a554-af1ac0d59c9b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881150 Aug 19 18:26:58.760726 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['bbb83320-ccbe-41de-8f63-90d7036594f8'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:26:59.340897 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527c8e8-f2b5-44bd-a2fa-bfa165641f13 req-01a54353-78ba-437d-8a66-e0c8afc92d29 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:59.343968 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f527c8e8-f2b5-44bd-a2fa-bfa165641f13 req-01a54353-78ba-437d-8a66-e0c8afc92d29 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.0814848 Aug 19 18:26:59.413150 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f527c8e8-f2b5-44bd-a2fa-bfa165641f13 req-36e9329b-ab48-4209-a74d-05f67a5f0e6b tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536346 Aug 19 18:26:59.569446 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13589f-6b7f-4aba-a771-93dfe42151e2 req-808df1fa-df9e-4016-a23f-affaea11450c tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:59.584030 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e13589f-6b7f-4aba-a771-93dfe42151e2 req-808df1fa-df9e-4016-a23f-affaea11450c tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1095 time: 0.1027319 Aug 19 18:26:59.616675 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f62e4-ac6a-4ef3-b61a-570c6cd12bbf req-3d64c1ef-2828-4e7a-8fcf-2806ba25b2ff tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:59.625372 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f13f62e4-ac6a-4ef3-b61a-570c6cd12bbf req-3d64c1ef-2828-4e7a-8fcf-2806ba25b2ff tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.0900383 Aug 19 18:26:59.644946 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e13589f-6b7f-4aba-a771-93dfe42151e2 req-cd0ca101-c5c3-4534-8e88-924f9a627cd7 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596547 Aug 19 18:26:59.696017 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f13f62e4-ac6a-4ef3-b61a-570c6cd12bbf req-cfc7b282-0b8c-4253-b1f6-6273107d1e05 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694141 Aug 19 18:26:59.799253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a8c1d-cb52-453e-817d-d9d1129300d9 req-167192c5-4dec-4b85-b5fa-28217677317e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:59.812591 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a8c1d-cb52-453e-817d-d9d1129300d9 req-167192c5-4dec-4b85-b5fa-28217677317e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:59.816178 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a8c1d-cb52-453e-817d-d9d1129300d9 req-167192c5-4dec-4b85-b5fa-28217677317e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:59.824068 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a8c1d-cb52-453e-817d-d9d1129300d9 req-167192c5-4dec-4b85-b5fa-28217677317e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:59.830758 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a8c1d-cb52-453e-817d-d9d1129300d9 req-167192c5-4dec-4b85-b5fa-28217677317e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:59.838627 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a8c1d-cb52-453e-817d-d9d1129300d9 req-167192c5-4dec-4b85-b5fa-28217677317e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:59.846610 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a8c1d-cb52-453e-817d-d9d1129300d9 req-167192c5-4dec-4b85-b5fa-28217677317e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:59.849285 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-952a8c1d-cb52-453e-817d-d9d1129300d9 req-167192c5-4dec-4b85-b5fa-28217677317e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5438 time: 0.1464000 Aug 19 18:26:59.911689 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-952a8c1d-cb52-453e-817d-d9d1129300d9 req-8cfb8888-76eb-4d32-8ae4-c0aef8738467 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550630 Aug 19 18:27:00.057678 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-160253d0-66d6-4b2a-834b-8b827fccf85f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:00.059459 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-160253d0-66d6-4b2a-834b-8b827fccf85f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 812 time: 0.1157875 Aug 19 18:27:00.077665 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-4e2a8e19-a280-4e99-92b1-b4f3475d1b1e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/quotas/0a3380184ecc4eaca1d71439579d61d1 HTTP/1.1" status: 200 len: 375 time: 0.0116160 Aug 19 18:27:00.167601 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-67b89e24-e202-412b-a5d3-b0b454b537cc tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0774705 Aug 19 18:27:00.319196 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-10131164-8eaf-4a54-8f46-1f349974401f service neutron] 10.222.0.24 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425006 Aug 19 18:27:00.428823 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-987b2f12-ef90-4aff-8354-59253b469a99 service neutron] 10.222.0.24 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028979 Aug 19 18:27:00.674950 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2d7bf4bf-ca77-4040-9bcc-d38f9c17e565 req-fb7f154c-70aa-4324-b3a3-2af7325357bf tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc438de7-5925-4837-b3fb-f6064b980e44 HTTP/1.1" status: 200 len: 210 time: 0.0438163 Aug 19 18:27:00.818658 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b933904-0965-464d-b412-26fece487cb0 req-c1b6182b-3f3d-477e-adbb-b5aa87167679 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:00.820851 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6b933904-0965-464d-b412-26fece487cb0 req-c1b6182b-3f3d-477e-adbb-b5aa87167679 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1095 time: 0.0698602 Aug 19 18:27:00.887019 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6b933904-0965-464d-b412-26fece487cb0 req-723bac33-dbfd-420a-a21b-7f25c40cece8 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593348 Aug 19 18:27:01.100902 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bf16b-8fb7-4b3e-8654-35e681bfdc07 req-1f9d7f52-f230-4de6-8697-a66081bca46f tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:01.109178 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bf16b-8fb7-4b3e-8654-35e681bfdc07 req-1f9d7f52-f230-4de6-8697-a66081bca46f tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:01.116227 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bf16b-8fb7-4b3e-8654-35e681bfdc07 req-1f9d7f52-f230-4de6-8697-a66081bca46f tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:01.124696 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bf16b-8fb7-4b3e-8654-35e681bfdc07 req-1f9d7f52-f230-4de6-8697-a66081bca46f tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:01.132597 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bf16b-8fb7-4b3e-8654-35e681bfdc07 req-1f9d7f52-f230-4de6-8697-a66081bca46f tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:01.141175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bf16b-8fb7-4b3e-8654-35e681bfdc07 req-1f9d7f52-f230-4de6-8697-a66081bca46f tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:01.150350 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bf16b-8fb7-4b3e-8654-35e681bfdc07 req-1f9d7f52-f230-4de6-8697-a66081bca46f tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:01.161027 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a82bf16b-8fb7-4b3e-8654-35e681bfdc07 req-1f9d7f52-f230-4de6-8697-a66081bca46f tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5438 time: 0.1334283 Aug 19 18:27:01.255227 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a82bf16b-8fb7-4b3e-8654-35e681bfdc07 req-e218c4c8-bd62-44e0-8bbf-5bce17b103d0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753143 Aug 19 18:27:01.610101 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40214) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:01.616161 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-678d596f-149e-42a3-b10a-94810c674b4a tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Request body: {'subnet': {'network_id': 'a7f618d0-b52d-45d0-a969-35943f0abcac', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:01.727286 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:27:01.736500 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678d596f-149e-42a3-b10a-94810c674b4a tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Made reservation on behalf of 1737e708c1ba49faa57989bb173d8820 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:01.740742 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-678d596f-149e-42a3-b10a-94810c674b4a tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:01.816375 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a691e40-b2e5-4e1e-9707-875eb5524479 req-a0d90e0b-63c1-4673-ad73-d74cc9f007e3 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc438de7-5925-4837-b3fb-f6064b980e44 HTTP/1.1" status: 200 len: 210 time: 0.0483499 Aug 19 18:27:02.108788 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904267cd-2383-4fa6-b737-3643573c6bd7 req-9a7281f1-ecd8-4675-9580-cab5a4da0c6b tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:02.110707 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-904267cd-2383-4fa6-b737-3643573c6bd7 req-9a7281f1-ecd8-4675-9580-cab5a4da0c6b tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1095 time: 0.1116185 Aug 19 18:27:02.120644 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-5ca43ec9-4e83-469a-8200-13a0680493ba tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:02.122271 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-5ca43ec9-4e83-469a-8200-13a0680493ba tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.54 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 812 time: 0.1909995 Aug 19 18:27:02.162999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-44beb1a5-8501-4d9d-97e8-218f5b6cffd9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Request body: {'port': {'device_id': 'cc438de7-5925-4837-b3fb-f6064b980e44', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'admin_state_up': True, 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:02.256585 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-678d596f-149e-42a3-b10a-94810c674b4a tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.264860 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-904267cd-2383-4fa6-b737-3643573c6bd7 req-994f50f4-c22c-4730-abe6-0c627b8b8b2a tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414897 Aug 19 18:27:02.347245 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d596f-149e-42a3-b10a-94810c674b4a tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event updated for resources: {'Subnet': ['ID=273992c0-e42d-486a-af57-e97ebc2195fe,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:02.384170 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d596f-149e-42a3-b10a-94810c674b4a tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Checking segment: {'id': '26ab7817-cac1-4961-ad7a-f4d5808c51c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a7f618d0-b52d-45d0-a969-35943f0abcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:02.384566 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678d596f-149e-42a3-b10a-94810c674b4a tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Network hostable DHCP agents. Network: a7f618d0-b52d-45d0-a969-35943f0abcac, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:27:02.397082 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-44beb1a5-8501-4d9d-97e8-218f5b6cffd9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Made reservation on behalf of 0a3380184ecc4eaca1d71439579d61d1 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:02.400845 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-44beb1a5-8501-4d9d-97e8-218f5b6cffd9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.422245 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59105ba1-8e13-4abe-8ccc-a56fa6ea8000 req-b84e9d2f-3075-4e88-89f7-aea3bcb897b9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:02.423716 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678d596f-149e-42a3-b10a-94810c674b4a tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Network a7f618d0-b52d-45d0-a969-35943f0abcac is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:27:02.430838 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59105ba1-8e13-4abe-8ccc-a56fa6ea8000 req-b84e9d2f-3075-4e88-89f7-aea3bcb897b9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:02.439018 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59105ba1-8e13-4abe-8ccc-a56fa6ea8000 req-b84e9d2f-3075-4e88-89f7-aea3bcb897b9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:02.444271 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59105ba1-8e13-4abe-8ccc-a56fa6ea8000 req-b84e9d2f-3075-4e88-89f7-aea3bcb897b9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:02.451051 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59105ba1-8e13-4abe-8ccc-a56fa6ea8000 req-b84e9d2f-3075-4e88-89f7-aea3bcb897b9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:02.456942 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59105ba1-8e13-4abe-8ccc-a56fa6ea8000 req-b84e9d2f-3075-4e88-89f7-aea3bcb897b9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:02.462871 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59105ba1-8e13-4abe-8ccc-a56fa6ea8000 req-b84e9d2f-3075-4e88-89f7-aea3bcb897b9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:02.465194 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59105ba1-8e13-4abe-8ccc-a56fa6ea8000 req-b84e9d2f-3075-4e88-89f7-aea3bcb897b9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5438 time: 0.1190605 Aug 19 18:27:02.468525 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-678d596f-149e-42a3-b10a-94810c674b4a tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, a7f618d0-b52d-45d0-a969-35943f0abcac) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:02.477118 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678d596f-149e-42a3-b10a-94810c674b4a tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:02.477758 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-678d596f-149e-42a3-b10a-94810c674b4a tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.480833 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fed300f-c681-4a5a-ae43-3cb387e8b652 None None] Network a7f618d0-b52d-45d0-a969-35943f0abcac requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:02.510899 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-678d596f-149e-42a3-b10a-94810c674b4a tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8990862 Aug 19 18:27:02.514939 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40224) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:02.532053 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59105ba1-8e13-4abe-8ccc-a56fa6ea8000 req-da3c420b-a8c7-4240-a760-0bfca35eed39 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599074 Aug 19 18:27:02.540576 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-9e2aed3f-de37-40ea-8a08-fe7bec99a7af tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-358560461'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:02.583140 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2aed3f-de37-40ea-8a08-fe7bec99a7af tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Made reservation on behalf of 1737e708c1ba49faa57989bb173d8820 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:02.586868 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9e2aed3f-de37-40ea-8a08-fe7bec99a7af tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.589514 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-44beb1a5-8501-4d9d-97e8-218f5b6cffd9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Allocated IP 172.20.0.8 (93a2ed74-6d2c-4387-8198-b7dee6474ba9/bdff0938-a183-4f8a-a75e-f5868c3f9bbb/0875deba-fbc9-4c50-9737-f1616fd7d37c) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:02.644255 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2aed3f-de37-40ea-8a08-fe7bec99a7af tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:27:02.674947 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9e2aed3f-de37-40ea-8a08-fe7bec99a7af tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.675302 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-9e2aed3f-de37-40ea-8a08-fe7bec99a7af tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Added segment d38ca38e-a561-4840-bc75-3649ad35e240 of type vlan for network c27200d5-d885-49c4-9afe-3bd7b9badf1c Aug 19 18:27:02.698860 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f801105-1cd7-4012-9029-05b1e271b3b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-a7f618d0-b52d-45d0-a969-35943f0abcac', 'network_id': 'a7f618d0-b52d-45d0-a969-35943f0abcac', 'tenant_id': '1737e708c1ba49faa57989bb173d8820', 'fixed_ips': [{'subnet_id': '273992c0-e42d-486a-af57-e97ebc2195fe'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:27:02.699947 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8f801105-1cd7-4012-9029-05b1e271b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.808410 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9e2aed3f-de37-40ea-8a08-fe7bec99a7af tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.869653 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9e2aed3f-de37-40ea-8a08-fe7bec99a7af tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.877263 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2aed3f-de37-40ea-8a08-fe7bec99a7af tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:02.878068 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9e2aed3f-de37-40ea-8a08-fe7bec99a7af tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.892318 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-8f801105-1cd7-4012-9029-05b1e271b3b9 None None] Allocated IP 2001:db8:0:ffff::2 (a7f618d0-b52d-45d0-a969-35943f0abcac/273992c0-e42d-486a-af57-e97ebc2195fe/846bad82-63d4-474b-83e6-1a9d63c319d9) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:02.904104 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-44beb1a5-8501-4d9d-97e8-218f5b6cffd9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.981282 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-77179235-8a6c-4045-8e04-fdc7edadd036 req-bf7374d3-f8c1-4344-ad46-8393c18e1e27 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc438de7-5925-4837-b3fb-f6064b980e44 HTTP/1.1" status: 200 len: 210 time: 0.0502801 Aug 19 18:27:02.982921 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-44beb1a5-8501-4d9d-97e8-218f5b6cffd9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Transition to ACTIVE for port object 0875deba-fbc9-4c50-9737-f1616fd7d37c will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:02.996037 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9e2aed3f-de37-40ea-8a08-fe7bec99a7af tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4747534 Aug 19 18:27:02.996171 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40240) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:03.004184 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Request body: {'subnet': {'network_id': 'c27200d5-d885-49c4-9afe-3bd7b9badf1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:03.008442 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2aed3f-de37-40ea-8a08-fe7bec99a7af tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event updated for resources: {'Network': ['ID=c27200d5-d885-49c4-9afe-3bd7b9badf1c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:03.024766 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network c27200d5-d885-49c4-9afe-3bd7b9badf1c details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:27:03.062500 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-44beb1a5-8501-4d9d-97e8-218f5b6cffd9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:03.119711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Made reservation on behalf of 1737e708c1ba49faa57989bb173d8820 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:03.124915 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:03.125811 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-44beb1a5-8501-4d9d-97e8-218f5b6cffd9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:03.161895 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-44beb1a5-8501-4d9d-97e8-218f5b6cffd9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:03.167852 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-44beb1a5-8501-4d9d-97e8-218f5b6cffd9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:03.272948 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44beb1a5-8501-4d9d-97e8-218f5b6cffd9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Pushing event updated for resources: {'Port': ['ID=0875deba-fbc9-4c50-9737-f1616fd7d37c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:03.294712 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8f801105-1cd7-4012-9029-05b1e271b3b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:03.320723 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8f801105-1cd7-4012-9029-05b1e271b3b9 None None] Transition to ACTIVE for port object 846bad82-63d4-474b-83e6-1a9d63c319d9 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:03.341171 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-44beb1a5-8501-4d9d-97e8-218f5b6cffd9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:03.346716 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-44beb1a5-8501-4d9d-97e8-218f5b6cffd9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:03.368970 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8f801105-1cd7-4012-9029-05b1e271b3b9 None None] Transition to ACTIVE for port object 846bad82-63d4-474b-83e6-1a9d63c319d9 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:03.379957 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8f801105-1cd7-4012-9029-05b1e271b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:03.380509 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-44beb1a5-8501-4d9d-97e8-218f5b6cffd9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2330248 Aug 19 18:27:03.396847 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Request body: {'port': {'device_id': 'cc438de7-5925-4837-b3fb-f6064b980e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:03.487916 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6fdcd-b4a3-4109-9903-8662f48170d8 req-ae7266b8-e864-45dd-85ef-7b7481b204c6 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:03.499440 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e1b6fdcd-b4a3-4109-9903-8662f48170d8 req-ae7266b8-e864-45dd-85ef-7b7481b204c6 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1095 time: 0.1021392 Aug 19 18:27:03.513981 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['bb574d96-cf52-47a1-8a95-179694cff36a', '63c9f543-8cc2-4736-a571-1e001a868143'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:27:03.522674 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f801105-1cd7-4012-9029-05b1e271b3b9 None None] Network a7f618d0-b52d-45d0-a969-35943f0abcac is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:03.595556 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-74886d30-3c32-4e76-865c-16ebd62b5386 None None] Provisioning for port 0875deba-fbc9-4c50-9737-f1616fd7d37c completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:03.606396 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-8f801105-1cd7-4012-9029-05b1e271b3b9 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:03.610178 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f801105-1cd7-4012-9029-05b1e271b3b9 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:03.622819 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-74886d30-3c32-4e76-865c-16ebd62b5386 None None] Provisioning complete for port 0875deba-fbc9-4c50-9737-f1616fd7d37c triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:03.623181 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-74886d30-3c32-4e76-865c-16ebd62b5386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:03.665417 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e1b6fdcd-b4a3-4109-9903-8662f48170d8 req-efaba146-9311-494a-a451-454898670600 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595480 Aug 19 18:27:03.689066 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-74886d30-3c32-4e76-865c-16ebd62b5386 None None] Port 0875deba-fbc9-4c50-9737-f1616fd7d37c cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:27:03.693768 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f801105-1cd7-4012-9029-05b1e271b3b9 None None] Pushing event updated for resources: {'Port': ['ID=846bad82-63d4-474b-83e6-1a9d63c319d9,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:03.740740 n-d-803753-2 neutron-server[94681]: DEBUG neutron.objects.ports [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94681) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:27:03.743371 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:03.876016 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-8f801105-1cd7-4012-9029-05b1e271b3b9 None None] Attempting to bind port 846bad82-63d4-474b-83e6-1a9d63c319d9 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:27:03.876394 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-8f801105-1cd7-4012-9029-05b1e271b3b9 None None] Attempting to bind port 846bad82-63d4-474b-83e6-1a9d63c319d9 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '26ab7817-cac1-4961-ad7a-f4d5808c51c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a7f618d0-b52d-45d0-a969-35943f0abcac'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:27:03.876757 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f801105-1cd7-4012-9029-05b1e271b3b9 None None] Attempting to bind port 846bad82-63d4-474b-83e6-1a9d63c319d9 on network a7f618d0-b52d-45d0-a969-35943f0abcac {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:27:03.880251 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Checking segment: {'id': 'd38ca38e-a561-4840-bc75-3649ad35e240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c27200d5-d885-49c4-9afe-3bd7b9badf1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:03.881953 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Network hostable DHCP agents. Network: c27200d5-d885-49c4-9afe-3bd7b9badf1c, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:27:03.885805 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f801105-1cd7-4012-9029-05b1e271b3b9 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:27:03.886199 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f801105-1cd7-4012-9029-05b1e271b3b9 None None] Checking segment: {'id': '26ab7817-cac1-4961-ad7a-f4d5808c51c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a7f618d0-b52d-45d0-a969-35943f0abcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:03.887330 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event updated for resources: {'Subnet': ['ID=c51c82d3-ab11-430a-9e5b-02df388fb81b,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:03.889626 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8f801105-1cd7-4012-9029-05b1e271b3b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:03.890044 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f801105-1cd7-4012-9029-05b1e271b3b9 None None] Bound using segment: {'id': '26ab7817-cac1-4961-ad7a-f4d5808c51c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a7f618d0-b52d-45d0-a969-35943f0abcac'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:27:03.890556 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-8f801105-1cd7-4012-9029-05b1e271b3b9 None None] Bound port: 846bad82-63d4-474b-83e6-1a9d63c319d9, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ab7817-cac1-4961-ad7a-f4d5808c51c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a7f618d0-b52d-45d0-a969-35943f0abcac'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:27:03.890947 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8f801105-1cd7-4012-9029-05b1e271b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:03.899243 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:03.900030 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:03.900610 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:03.901181 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:03.901797 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:03.902348 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:03.902886 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:03.903425 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:03.904260 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:03.904804 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:03.905339 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:03.905903 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:03.932792 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Network c27200d5-d885-49c4-9afe-3bd7b9badf1c is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:27:03.949314 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, c27200d5-d885-49c4-9afe-3bd7b9badf1c) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:03.954666 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:03.956532 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:03.969768 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd539920-438c-44ce-8bf8-2e3258f76423 None None] Network c27200d5-d885-49c4-9afe-3bd7b9badf1c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:03.984397 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fd109782-fd81-4a22-93b8-2dda05853b84 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9844415 Aug 19 18:27:03.984397 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40252) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:03.990245 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-1b0027cd-7110-4e31-9970-0b393402b500 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Request body: {'port': {'network_id': 'c27200d5-d885-49c4-9afe-3bd7b9badf1c', 'name': 'tempest-NetworksIpV6TestAttrs-1942643674'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:04.161592 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-8f801105-1cd7-4012-9029-05b1e271b3b9 None None] For port 846bad82-63d4-474b-83e6-1a9d63c319d9, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:27:04.189754 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:04.203880 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-8f801105-1cd7-4012-9029-05b1e271b3b9 None None] For port 846bad82-63d4-474b-83e6-1a9d63c319d9, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=846bad82-63d4-474b-83e6-1a9d63c319d9,segment=NetworkSegment(26ab7817-cac1-4961-ad7a-f4d5808c51c7),segment_id=26ab7817-cac1-4961-ad7a-f4d5808c51c7)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:27:04.219052 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8f801105-1cd7-4012-9029-05b1e271b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:04.269568 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c183aec-82dc-484c-bfe2-da8086571366 req-e5138760-285a-4e63-bc1f-25ee6c5f1a46 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:04.276205 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c183aec-82dc-484c-bfe2-da8086571366 req-e5138760-285a-4e63-bc1f-25ee6c5f1a46 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:04.282598 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c183aec-82dc-484c-bfe2-da8086571366 req-e5138760-285a-4e63-bc1f-25ee6c5f1a46 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:04.289030 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c183aec-82dc-484c-bfe2-da8086571366 req-e5138760-285a-4e63-bc1f-25ee6c5f1a46 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:04.295091 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c183aec-82dc-484c-bfe2-da8086571366 req-e5138760-285a-4e63-bc1f-25ee6c5f1a46 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:04.301015 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c183aec-82dc-484c-bfe2-da8086571366 req-e5138760-285a-4e63-bc1f-25ee6c5f1a46 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:04.307252 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c183aec-82dc-484c-bfe2-da8086571366 req-e5138760-285a-4e63-bc1f-25ee6c5f1a46 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:04.319903 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2c183aec-82dc-484c-bfe2-da8086571366 req-e5138760-285a-4e63-bc1f-25ee6c5f1a46 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5438 time: 0.1760175 Aug 19 18:27:04.334996 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b3f68-5b62-41cb-b5de-72c28698c923 req-4158e559-595c-4a4f-9022-4371a77ab72c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:04.348825 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a10b3f68-5b62-41cb-b5de-72c28698c923 req-4158e559-595c-4a4f-9022-4371a77ab72c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc438de7-5925-4837-b3fb-f6064b980e44 HTTP/1.1" status: 200 len: 931 time: 0.2472141 Aug 19 18:27:04.454472 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f801105-1cd7-4012-9029-05b1e271b3b9 None None] Pushing event updated for resources: {'Port': ['ID=846bad82-63d4-474b-83e6-1a9d63c319d9,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:04.462179 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2c183aec-82dc-484c-bfe2-da8086571366 req-061ab111-c9b0-43d9-8778-8c586d8bea3e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1421905 Aug 19 18:27:04.468996 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a10b3f68-5b62-41cb-b5de-72c28698c923 req-28eec483-a082-4ca4-90ee-9f8def8e00a8 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241434 Aug 19 18:27:04.486818 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0027cd-7110-4e31-9970-0b393402b500 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Made reservation on behalf of 1737e708c1ba49faa57989bb173d8820 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:04.493521 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1b0027cd-7110-4e31-9970-0b393402b500 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:04.521144 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816b47a2-7787-4f0f-91e5-2e1274a2e429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-c27200d5-d885-49c4-9afe-3bd7b9badf1c', 'network_id': 'c27200d5-d885-49c4-9afe-3bd7b9badf1c', 'tenant_id': '1737e708c1ba49faa57989bb173d8820', 'fixed_ips': [{'subnet_id': 'c51c82d3-ab11-430a-9e5b-02df388fb81b'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:27:04.522240 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-816b47a2-7787-4f0f-91e5-2e1274a2e429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:04.555418 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-1b0027cd-7110-4e31-9970-0b393402b500 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] device_id is not set on port dcf6ea1e-18a2-4087-a878-a28ff8593989 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:27:04.810455 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d31c9157-58e1-4ead-8169-c7e09ed5c9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:04.874477 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-1b0027cd-7110-4e31-9970-0b393402b500 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Allocated IP 2001:db8::f816:3eff:feb3:5838 (c27200d5-d885-49c4-9afe-3bd7b9badf1c/c51c82d3-ab11-430a-9e5b-02df388fb81b/dcf6ea1e-18a2-4087-a878-a28ff8593989) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:04.963130 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0875deba-fbc9-4c50-9737-f1616fd7d37c {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:27:04.970271 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:04.984239 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Transition to ACTIVE for port object 0875deba-fbc9-4c50-9737-f1616fd7d37c will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:04.990784 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.019836 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 157237db-49d7-4dc1-b9f9-88191429b6a5 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:05.068882 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1b0027cd-7110-4e31-9970-0b393402b500 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.072733 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Pushing event updated for resources: {'Port': ['ID=0875deba-fbc9-4c50-9737-f1616fd7d37c,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:05.087541 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-1b0027cd-7110-4e31-9970-0b393402b500 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Transition to ACTIVE for port object dcf6ea1e-18a2-4087-a878-a28ff8593989 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:05.111206 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:05.111578 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:05.112623 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:05.112975 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:05.114083 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:05.114430 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:05.115420 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:05.118619 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:05.118986 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:05.119574 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:05.119782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:05.120223 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:05.126275 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1b0027cd-7110-4e31-9970-0b393402b500 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.146000 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561be93-72de-463c-a3e4-12a66391a28d req-b8dc0a86-1fa0-4219-8c7a-823d1299c470 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:05.155736 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 157237db-49d7-4dc1-b9f9-88191429b6a5 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:05.164828 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0561be93-72de-463c-a3e4-12a66391a28d req-b8dc0a86-1fa0-4219-8c7a-823d1299c470 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1095 time: 0.3550248 Aug 19 18:27:05.186137 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0027cd-7110-4e31-9970-0b393402b500 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Network c27200d5-d885-49c4-9afe-3bd7b9badf1c is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:05.189386 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-1b0027cd-7110-4e31-9970-0b393402b500 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:05.193742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0027cd-7110-4e31-9970-0b393402b500 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:05.200255 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0027cd-7110-4e31-9970-0b393402b500 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:05.201159 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1b0027cd-7110-4e31-9970-0b393402b500 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.210207 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0027cd-7110-4e31-9970-0b393402b500 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event updated for resources: {'Port': ['ID=dcf6ea1e-18a2-4087-a878-a28ff8593989,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:05.215587 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 157237db-49d7-4dc1-b9f9-88191429b6a5 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:05.217276 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.224277 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1b0027cd-7110-4e31-9970-0b393402b500 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2387154 Aug 19 18:27:05.226744 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40264) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:05.322787 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0561be93-72de-463c-a3e4-12a66391a28d req-a15544d4-bef7-4ac1-a23c-8842bd971060 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569614 Aug 19 18:27:05.350877 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-401ffaab-3f3a-4071-b86e-31e2cd55cfae tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Deleting subnet c51c82d3-ab11-430a-9e5b-02df388fb81b {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:27:05.372939 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-816b47a2-7787-4f0f-91e5-2e1274a2e429 None None] Allocated IP 2001:db8::f816:3eff:fe1c:c8 (c27200d5-d885-49c4-9afe-3bd7b9badf1c/c51c82d3-ab11-430a-9e5b-02df388fb81b/2f52f2fe-3e19-458d-a9f6-3e92cbff619a) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:05.378415 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Attempting to bind port 0875deba-fbc9-4c50-9737-f1616fd7d37c on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:27:05.379108 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Attempting to bind port 0875deba-fbc9-4c50-9737-f1616fd7d37c by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:27:05.379764 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Attempting to bind port 0875deba-fbc9-4c50-9737-f1616fd7d37c on network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:27:05.386647 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Port 0875deba-fbc9-4c50-9737-f1616fd7d37c on network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:27:05.387520 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Attempting to bind port 0875deba-fbc9-4c50-9737-f1616fd7d37c on network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:27:05.395910 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:27:05.396357 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Checking segment: {'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:05.396865 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Bound using segment: {'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:27:05.397396 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Bound port: 0875deba-fbc9-4c50-9737-f1616fd7d37c, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:27:05.398009 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.536079 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.587552 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] For port 0875deba-fbc9-4c50-9737-f1616fd7d37c, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:27:05.597791 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] For port 0875deba-fbc9-4c50-9737-f1616fd7d37c, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=0875deba-fbc9-4c50-9737-f1616fd7d37c,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:27:05.608473 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.644145 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157237db-49d7-4dc1-b9f9-88191429b6a5'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:05.673790 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9297a5e-e3d7-4306-b0aa-febddc83d75d" -d '{"events": [{"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-plugged", "status": "completed", "tag": "157237db-49d7-4dc1-b9f9-88191429b6a5"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:05.709713 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 157237db-49d7-4dc1-b9f9-88191429b6a5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=157237db-49d7-4dc1-b9f9-88191429b6a5,segment=NetworkSegment(135205f7-f1b9-476e-81a5-a3b7cd864e8d),segment_id=135205f7-f1b9-476e-81a5-a3b7cd864e8d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:05.725402 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:05.727411 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.731828 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c509b-83bc-4d1d-afae-40d9344a5449 req-86dcaafc-03df-4b0a-b3f0-90abee4fea13 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:05.734243 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] 10.222.0.54 "PUT /v2.0/ports/0875deba-fbc9-4c50-9737-f1616fd7d37c HTTP/1.1" status: 200 len: 1091 time: 2.3417654 Aug 19 18:27:05.738385 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc438de7-5925-4837-b3fb-f6064b980e44', 'tag': '0875deba-fbc9-4c50-9737-f1616fd7d37c'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:05.743550 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-090c509b-83bc-4d1d-afae-40d9344a5449 req-86dcaafc-03df-4b0a-b3f0-90abee4fea13 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc438de7-5925-4837-b3fb-f6064b980e44 HTTP/1.1" status: 200 len: 943 time: 0.1006546 Aug 19 18:27:05.752755 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.753950 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 3c01a012-e516-4baa-88d6-391db59eb674 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:05.754578 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c833ee-c687-464e-8ae6-f07cb7f9a5f1" -d '{"events": [{"name": "network-changed", "server_uuid": "cc438de7-5925-4837-b3fb-f6064b980e44", "tag": "0875deba-fbc9-4c50-9737-f1616fd7d37c"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:05.824384 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-090c509b-83bc-4d1d-afae-40d9344a5449 req-61266ae0-b4ae-4452-a496-60a17e4cc3aa tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752573 Aug 19 18:27:06.021564 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223335de-b621-4bb4-9351-ef884f0bdad0 req-289e9d09-0fac-430e-b657-43264caff6e6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:06.028144 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223335de-b621-4bb4-9351-ef884f0bdad0 req-289e9d09-0fac-430e-b657-43264caff6e6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:06.034142 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 846bad82-63d4-474b-83e6-1a9d63c319d9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:06.035884 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223335de-b621-4bb4-9351-ef884f0bdad0 req-289e9d09-0fac-430e-b657-43264caff6e6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:06.042669 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223335de-b621-4bb4-9351-ef884f0bdad0 req-289e9d09-0fac-430e-b657-43264caff6e6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:06.048928 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223335de-b621-4bb4-9351-ef884f0bdad0 req-289e9d09-0fac-430e-b657-43264caff6e6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:06.067648 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223335de-b621-4bb4-9351-ef884f0bdad0 req-289e9d09-0fac-430e-b657-43264caff6e6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:06.093425 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223335de-b621-4bb4-9351-ef884f0bdad0 req-289e9d09-0fac-430e-b657-43264caff6e6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:06.095582 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-223335de-b621-4bb4-9351-ef884f0bdad0 req-289e9d09-0fac-430e-b657-43264caff6e6 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5439 time: 0.4568479 Aug 19 18:27:06.107355 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78952b-8c5d-40e0-b708-b10a79c18b5a service neutron] Pushing event updated for resources: {'Port': ['ID=0875deba-fbc9-4c50-9737-f1616fd7d37c,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:06.123163 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-633b4295-a594-4510-8ace-ca29bbfc5f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:06.131902 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-633b4295-a594-4510-8ace-ca29bbfc5f15 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=cc438de7-5925-4837-b3fb-f6064b980e44 HTTP/1.1" status: 200 len: 1094 time: 0.2364330 Aug 19 18:27:06.222173 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fbee27-1ecc-4422-8c5d-f6b433a565c7 x-openstack-request-id: req-15fbee27-1ecc-4422-8c5d-f6b433a565c7 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:06.222500 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-plugged", "status": "completed", "tag": "157237db-49d7-4dc1-b9f9-88191429b6a5", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:06.222697 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15fbee27-1ecc-4422-8c5d-f6b433a565c7 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:06.223108 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157237db-49d7-4dc1-b9f9-88191429b6a5', 'code': 200} Aug 19 18:27:06.297438 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-177c226d-0559-4824-af64-026276e400db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0875deba-fbc9-4c50-9737-f1616fd7d37c HTTP/1.1" status: 200 len: 217 time: 0.1126533 Aug 19 18:27:06.303888 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=157237db-49d7-4dc1-b9f9-88191429b6a5,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:06.327610 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeb3a28-55de-4a5b-a526-d6827ab626bf None None] Network a7f618d0-b52d-45d0-a969-35943f0abcac requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:06.350482 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-223335de-b621-4bb4-9351-ef884f0bdad0 req-3eec6da1-3778-4f72-85a9-8a8cf4f55ad9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2265608 Aug 19 18:27:06.429146 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d380f7f-b9f9-42e2-aa88-d4921f79a308 x-openstack-request-id: req-6d380f7f-b9f9-42e2-aa88-d4921f79a308 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:06.429558 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc438de7-5925-4837-b3fb-f6064b980e44", "tag": "0875deba-fbc9-4c50-9737-f1616fd7d37c", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:06.430510 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d380f7f-b9f9-42e2-aa88-d4921f79a308 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:06.430930 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc438de7-5925-4837-b3fb-f6064b980e44', 'tag': '0875deba-fbc9-4c50-9737-f1616fd7d37c', 'status': 'completed', 'code': 200} Aug 19 18:27:06.441048 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 846bad82-63d4-474b-83e6-1a9d63c319d9 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:06.448334 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-816b47a2-7787-4f0f-91e5-2e1274a2e429 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:06.471352 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-11121abc-1f50-463e-94d5-126a75444ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:06.477747 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-11121abc-1f50-463e-94d5-126a75444ea4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.1653388 Aug 19 18:27:06.527641 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-816b47a2-7787-4f0f-91e5-2e1274a2e429 None None] Transition to ACTIVE for port object 2f52f2fe-3e19-458d-a9f6-3e92cbff619a will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:06.536148 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 3c01a012-e516-4baa-88d6-391db59eb674 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:06.541912 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-07398076-c707-4943-9ab8-30c838818e63 None None] Provisioning for port 846bad82-63d4-474b-83e6-1a9d63c319d9 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:06.569724 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1e57a-eddc-4cb1-9cd7-0405524ca5ed req-f24c85b7-e170-438a-b6de-cebae583d56a tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:06.576083 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 3c01a012-e516-4baa-88d6-391db59eb674 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:06.576750 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:06.580587 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-07398076-c707-4943-9ab8-30c838818e63 None None] Provisioning complete for port 846bad82-63d4-474b-83e6-1a9d63c319d9 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:06.581179 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-07398076-c707-4943-9ab8-30c838818e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:06.582404 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3c1e57a-eddc-4cb1-9cd7-0405524ca5ed req-f24c85b7-e170-438a-b6de-cebae583d56a tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1095 time: 0.1452699 Aug 19 18:27:06.598832 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-816b47a2-7787-4f0f-91e5-2e1274a2e429 None None] Transition to ACTIVE for port object 2f52f2fe-3e19-458d-a9f6-3e92cbff619a will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:06.608100 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-176a682a-febd-4c2d-b30c-cd1d0246e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:06.609745 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-176a682a-febd-4c2d-b30c-cd1d0246e810 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215930 Aug 19 18:27:06.638446 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3c1e57a-eddc-4cb1-9cd7-0405524ca5ed req-d94f40e4-313e-4c37-ab9e-65159f3b40c4 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549035 Aug 19 18:27:06.661062 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-401ffaab-3f3a-4071-b86e-31e2cd55cfae tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:06.672651 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-816b47a2-7787-4f0f-91e5-2e1274a2e429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:06.716616 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-401ffaab-3f3a-4071-b86e-31e2cd55cfae tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:06.812802 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816b47a2-7787-4f0f-91e5-2e1274a2e429 None None] Network c27200d5-d885-49c4-9afe-3bd7b9badf1c is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:06.826438 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-3a51bd0d-7aa9-4c93-9921-0b6cac801096 service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077246 Aug 19 18:27:06.865430 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-816b47a2-7787-4f0f-91e5-2e1274a2e429 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:06.891342 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b47a2-7787-4f0f-91e5-2e1274a2e429 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:06.895174 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b47a2-7787-4f0f-91e5-2e1274a2e429 None None] Pushing event updated for resources: {'Port': ['ID=2f52f2fe-3e19-458d-a9f6-3e92cbff619a,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:06.957669 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-401ffaab-3f3a-4071-b86e-31e2cd55cfae tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.097256 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72655ef-bc2e-4c24-8d55-9c4e46ab44cf req-ac00fe3c-767d-4109-a4eb-308862be6fd2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:07.107475 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a72655ef-bc2e-4c24-8d55-9c4e46ab44cf req-ac00fe3c-767d-4109-a4eb-308862be6fd2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc438de7-5925-4837-b3fb-f6064b980e44 HTTP/1.1" status: 200 len: 943 time: 0.1033604 Aug 19 18:27:07.112295 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-401ffaab-3f3a-4071-b86e-31e2cd55cfae tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.117138 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-19951db2-31bf-4fef-9ecc-d7267aa11422 req-dab94426-fc7d-41b9-a66e-86c1e4389cb5 service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680218 Aug 19 18:27:07.183871 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a72655ef-bc2e-4c24-8d55-9c4e46ab44cf req-73c598a6-d45b-44c0-a6e6-c90468f251ec tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753729 Aug 19 18:27:07.238054 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ffaab-3f3a-4071-b86e-31e2cd55cfae tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event deleted for resources: {'Subnet': ['ID=c51c82d3-ab11-430a-9e5b-02df388fb81b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:07.251701 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-401ffaab-3f3a-4071-b86e-31e2cd55cfae tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.259069 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-401ffaab-3f3a-4071-b86e-31e2cd55cfae tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "DELETE /v2.0/subnets/c51c82d3-ab11-430a-9e5b-02df388fb81b HTTP/1.1" status: 204 len: 168 time: 2.0281987 Aug 19 18:27:07.259654 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40290) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:07.261076 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1184-1732-42bf-b64a-7a36c62e1640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.261405 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c833ee-c687-464e-8ae6-f07cb7f9a5f1 req-003e9de0-60b1-4eec-ac5b-72228c0f0acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:07.264327 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10c833ee-c687-464e-8ae6-f07cb7f9a5f1 req-003e9de0-60b1-4eec-ac5b-72228c0f0acc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=cc438de7-5925-4837-b3fb-f6064b980e44 HTTP/1.1" status: 200 len: 1094 time: 0.0612304 Aug 19 18:27:07.274545 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.286286 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-816b47a2-7787-4f0f-91e5-2e1274a2e429 None None] Attempting to bind port 2f52f2fe-3e19-458d-a9f6-3e92cbff619a on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:27:07.287204 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-816b47a2-7787-4f0f-91e5-2e1274a2e429 None None] Attempting to bind port 2f52f2fe-3e19-458d-a9f6-3e92cbff619a by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'd38ca38e-a561-4840-bc75-3649ad35e240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c27200d5-d885-49c4-9afe-3bd7b9badf1c'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:27:07.287996 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816b47a2-7787-4f0f-91e5-2e1274a2e429 None None] Attempting to bind port 2f52f2fe-3e19-458d-a9f6-3e92cbff619a on network c27200d5-d885-49c4-9afe-3bd7b9badf1c {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:27:07.292353 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-07398076-c707-4943-9ab8-30c838818e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.448435 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc474bf5-ba83-4406-a18f-dfccb0dc6681 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:07.461857 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc474bf5-ba83-4406-a18f-dfccb0dc6681 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:07.469627 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fc474bf5-ba83-4406-a18f-dfccb0dc6681 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2070272 Aug 19 18:27:07.472192 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40296) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:07.628700 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c833ee-c687-464e-8ae6-f07cb7f9a5f1 req-6ce27ee1-fb57-4cef-943a-aa675e10e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:07.628700 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10c833ee-c687-464e-8ae6-f07cb7f9a5f1 req-6ce27ee1-fb57-4cef-943a-aa675e10e8ab service neutron] 10.222.0.54 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 913 time: 0.3518229 Aug 19 18:27:07.655625 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816b47a2-7787-4f0f-91e5-2e1274a2e429 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:27:07.657139 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816b47a2-7787-4f0f-91e5-2e1274a2e429 None None] Checking segment: {'id': 'd38ca38e-a561-4840-bc75-3649ad35e240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c27200d5-d885-49c4-9afe-3bd7b9badf1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:07.658772 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-816b47a2-7787-4f0f-91e5-2e1274a2e429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.659707 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816b47a2-7787-4f0f-91e5-2e1274a2e429 None None] Bound using segment: {'id': 'd38ca38e-a561-4840-bc75-3649ad35e240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c27200d5-d885-49c4-9afe-3bd7b9badf1c'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:27:07.660798 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-816b47a2-7787-4f0f-91e5-2e1274a2e429 None None] Bound port: 2f52f2fe-3e19-458d-a9f6-3e92cbff619a, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38ca38e-a561-4840-bc75-3649ad35e240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c27200d5-d885-49c4-9afe-3bd7b9badf1c'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:27:07.661639 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-816b47a2-7787-4f0f-91e5-2e1274a2e429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.687788 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.830963 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10c833ee-c687-464e-8ae6-f07cb7f9a5f1 req-93dcf827-b396-4c99-9dcb-b41dc7561158 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0875deba-fbc9-4c50-9737-f1616fd7d37c HTTP/1.1" status: 200 len: 217 time: 0.1755311 Aug 19 18:27:07.842674 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1cdfe6-d0dc-4dc7-9fc4-1b13ec01947f req-4de33048-30ab-4da5-b1c5-24f01f825d8a tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:07.858730 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc1cdfe6-d0dc-4dc7-9fc4-1b13ec01947f req-4de33048-30ab-4da5-b1c5-24f01f825d8a tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1095 time: 0.0992422 Aug 19 18:27:07.897563 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 3c01a012-e516-4baa-88d6-391db59eb674, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=3c01a012-e516-4baa-88d6-391db59eb674,segment=NetworkSegment(c2661c61-9e63-4c25-a5c6-6de932aef027),segment_id=c2661c61-9e63-4c25-a5c6-6de932aef027)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:07.917557 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-07398076-c707-4943-9ab8-30c838818e63 None None] For port 846bad82-63d4-474b-83e6-1a9d63c319d9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=846bad82-63d4-474b-83e6-1a9d63c319d9,segment=NetworkSegment(26ab7817-cac1-4961-ad7a-f4d5808c51c7),segment_id=26ab7817-cac1-4961-ad7a-f4d5808c51c7)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:07.931664 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.932937 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 29ca29e2-5e26-4311-a552-7eb179854c77 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:07.954439 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc1cdfe6-d0dc-4dc7-9fc4-1b13ec01947f req-7966b724-2e11-4000-915d-7a69609d8331 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941489 Aug 19 18:27:07.978592 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-07398076-c707-4943-9ab8-30c838818e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.980123 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-25e40f91-32dc-4866-91fe-90793a4796f2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:08.050410 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533a07f-7599-4993-83e1-feabb36696a9 req-f553a6bb-0b7a-4e2f-8aa9-c1c887323081 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:08.062806 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533a07f-7599-4993-83e1-feabb36696a9 req-f553a6bb-0b7a-4e2f-8aa9-c1c887323081 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:08.075187 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533a07f-7599-4993-83e1-feabb36696a9 req-f553a6bb-0b7a-4e2f-8aa9-c1c887323081 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:08.087226 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533a07f-7599-4993-83e1-feabb36696a9 req-f553a6bb-0b7a-4e2f-8aa9-c1c887323081 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:08.099046 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533a07f-7599-4993-83e1-feabb36696a9 req-f553a6bb-0b7a-4e2f-8aa9-c1c887323081 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:08.111352 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533a07f-7599-4993-83e1-feabb36696a9 req-f553a6bb-0b7a-4e2f-8aa9-c1c887323081 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:08.124005 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533a07f-7599-4993-83e1-feabb36696a9 req-f553a6bb-0b7a-4e2f-8aa9-c1c887323081 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:08.143922 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8533a07f-7599-4993-83e1-feabb36696a9 req-f553a6bb-0b7a-4e2f-8aa9-c1c887323081 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5439 time: 0.5481384 Aug 19 18:27:08.147511 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e40f91-32dc-4866-91fe-90793a4796f2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 19 18:27:08.148820 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e40f91-32dc-4866-91fe-90793a4796f2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:27:08.152374 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-25e40f91-32dc-4866-91fe-90793a4796f2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "DELETE /v2.0/networks/c27200d5-d885-49c4-9afe-3bd7b9badf1c HTTP/1.1" status: 409 len: 405 time: 0.6775470 Aug 19 18:27:08.158357 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40302) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:08.166977 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e85800be-becb-4c26-abf1-853bff27b51f tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-321995456'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:08.186711 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-816b47a2-7787-4f0f-91e5-2e1274a2e429 None None] For port 2f52f2fe-3e19-458d-a9f6-3e92cbff619a, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:27:08.191733 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c833ee-c687-464e-8ae6-f07cb7f9a5f1 req-7842ed02-b104-4be4-bf1a-62b382a349d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:08.194846 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10c833ee-c687-464e-8ae6-f07cb7f9a5f1 req-7842ed02-b104-4be4-bf1a-62b382a349d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.3480976 Aug 19 18:27:08.214525 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=3c01a012-e516-4baa-88d6-391db59eb674,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:08.235882 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c01a012-e516-4baa-88d6-391db59eb674'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:08.240551 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb9890c-0b20-48c2-b803-f6ae24f7bbe1" -d '{"events": [{"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-plugged", "status": "completed", "tag": "3c01a012-e516-4baa-88d6-391db59eb674"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:08.252337 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-816b47a2-7787-4f0f-91e5-2e1274a2e429 None None] For port 2f52f2fe-3e19-458d-a9f6-3e92cbff619a, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2f52f2fe-3e19-458d-a9f6-3e92cbff619a,segment=NetworkSegment(d38ca38e-a561-4840-bc75-3649ad35e240),segment_id=d38ca38e-a561-4840-bc75-3649ad35e240)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:27:08.264616 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:08.266744 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-816b47a2-7787-4f0f-91e5-2e1274a2e429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:08.287395 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85800be-becb-4c26-abf1-853bff27b51f tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Made reservation on behalf of 1737e708c1ba49faa57989bb173d8820 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:08.299389 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e85800be-becb-4c26-abf1-853bff27b51f tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:08.308877 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8533a07f-7599-4993-83e1-feabb36696a9 req-96e14192-1513-4032-935d-3b91f93149ec tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1633191 Aug 19 18:27:08.357414 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c833ee-c687-464e-8ae6-f07cb7f9a5f1 req-f498d49f-071e-468d-852d-0a1a58bae82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:08.371964 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10c833ee-c687-464e-8ae6-f07cb7f9a5f1 req-f498d49f-071e-468d-852d-0a1a58bae82c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1515715 Aug 19 18:27:08.387062 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85800be-becb-4c26-abf1-853bff27b51f tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:27:08.391537 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 29ca29e2-5e26-4311-a552-7eb179854c77 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:08.415362 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e85800be-becb-4c26-abf1-853bff27b51f tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:08.415362 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-e85800be-becb-4c26-abf1-853bff27b51f tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Added segment a016640a-4f87-4073-8f78-dfdf05caa485 of type vlan for network 57d8b93f-22c5-4336-b907-d7d2f31fe029 Aug 19 18:27:08.426098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810e24e-6aa1-4734-9233-061c028cc8a6 req-b0dd33cd-ef3b-4b14-959a-6204f7196d4b tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:08.442309 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a810e24e-6aa1-4734-9233-061c028cc8a6 req-b0dd33cd-ef3b-4b14-959a-6204f7196d4b tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc438de7-5925-4837-b3fb-f6064b980e44 HTTP/1.1" status: 200 len: 943 time: 0.1366506 Aug 19 18:27:08.462379 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039cd908-33b3-4eac-88b6-8bb1cdb6a1f1 x-openstack-request-id: req-039cd908-33b3-4eac-88b6-8bb1cdb6a1f1 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:08.462837 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-plugged", "status": "completed", "tag": "3c01a012-e516-4baa-88d6-391db59eb674", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:08.463234 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-039cd908-33b3-4eac-88b6-8bb1cdb6a1f1 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:08.463868 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c01a012-e516-4baa-88d6-391db59eb674', 'code': 200} Aug 19 18:27:08.471790 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 29ca29e2-5e26-4311-a552-7eb179854c77 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:08.472145 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:08.531752 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e85800be-becb-4c26-abf1-853bff27b51f tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:08.559893 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10c833ee-c687-464e-8ae6-f07cb7f9a5f1 req-3a3caad6-3c72-4c1c-89e8-5eb700541e32 service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842394 Aug 19 18:27:08.564074 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a810e24e-6aa1-4734-9233-061c028cc8a6 req-7d8e6d3f-b15a-474c-8310-51b524ec3079 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188354 Aug 19 18:27:08.577460 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07398076-c707-4943-9ab8-30c838818e63 None None] Pushing event updated for resources: {'Port': ['ID=846bad82-63d4-474b-83e6-1a9d63c319d9,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:08.599336 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5c79fa94-418b-430b-abbe-efd89e62afab None None] Provisioning complete for port 846bad82-63d4-474b-83e6-1a9d63c319d9 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:08.599714 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5c79fa94-418b-430b-abbe-efd89e62afab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:08.615816 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e85800be-becb-4c26-abf1-853bff27b51f tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:08.659136 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85800be-becb-4c26-abf1-853bff27b51f tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:08.665053 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e85800be-becb-4c26-abf1-853bff27b51f tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:08.701144 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10c833ee-c687-464e-8ae6-f07cb7f9a5f1 req-93b6b7bb-9816-402e-afa8-7bd1366b845c service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288359 Aug 19 18:27:08.737956 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95815ab2-92c4-4db1-9976-6eb950f3d93f None None] Network c27200d5-d885-49c4-9afe-3bd7b9badf1c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:08.869464 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40314) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:08.870369 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e85800be-becb-4c26-abf1-853bff27b51f tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7105134 Aug 19 18:27:08.873791 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85800be-becb-4c26-abf1-853bff27b51f tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event updated for resources: {'Network': ['ID=57d8b93f-22c5-4336-b907-d7d2f31fe029,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:08.876088 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-51dc22a1-4589-43c6-98a6-abd7c5c934c1 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Request body: {'subnet': {'network_id': '57d8b93f-22c5-4336-b907-d7d2f31fe029', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:08.890990 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b47a2-7787-4f0f-91e5-2e1274a2e429 None None] Pushing event updated for resources: {'Port': ['ID=2f52f2fe-3e19-458d-a9f6-3e92cbff619a,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:08.897478 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 57d8b93f-22c5-4336-b907-d7d2f31fe029 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:27:08.996417 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dc22a1-4589-43c6-98a6-abd7c5c934c1 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Made reservation on behalf of 1737e708c1ba49faa57989bb173d8820 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:09.000732 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-51dc22a1-4589-43c6-98a6-abd7c5c934c1 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:09.080431 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:09.109038 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa03ca2-c334-4c39-9ff1-fe5e5bf249e1 None None] get_active_networks_info from n-d-803753-2 {{(pid=94683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:27:09.163103 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 29ca29e2-5e26-4311-a552-7eb179854c77, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=29ca29e2-5e26-4311-a552-7eb179854c77,segment=NetworkSegment(3c5d02d1-1c2f-4d2d-985f-2a976538cb0c),segment_id=3c5d02d1-1c2f-4d2d-985f-2a976538cb0c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:09.174768 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:09.175634 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 893cfcd7-84d6-4673-a14d-ca9588314af4 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:09.210922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab8aa0-5b46-4cb2-ba58-b75a7e66aa9c req-f1c1b675-8fab-466a-a395-74828bd967d1 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:09.224648 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-45ab8aa0-5b46-4cb2-ba58-b75a7e66aa9c req-f1c1b675-8fab-466a-a395-74828bd967d1 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1095 time: 0.1324058 Aug 19 18:27:09.336021 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-45ab8aa0-5b46-4cb2-ba58-b75a7e66aa9c req-76041564-547e-4cdd-a93a-b84f0c121bf8 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074491 Aug 19 18:27:09.351897 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=29ca29e2-5e26-4311-a552-7eb179854c77,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:09.358704 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 893cfcd7-84d6-4673-a14d-ca9588314af4 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:09.373003 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 893cfcd7-84d6-4673-a14d-ca9588314af4 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:09.373427 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:09.439937 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa03ca2-c334-4c39-9ff1-fe5e5bf249e1 None None] Resources bound (agent type, host, resource id): {{(pid=94683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:27:09.598299 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:09.603159 n-d-803753-2 neutron-server[94682]: DEBUG neutron.objects.ports [None req-51dc22a1-4589-43c6-98a6-abd7c5c934c1 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:27:09.609109 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-51dc22a1-4589-43c6-98a6-abd7c5c934c1 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:09.676914 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa255d-5b0e-4a20-b4de-11f5c859ab68 req-e006345a-7b1e-4031-b038-607fe362a497 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:09.683797 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa255d-5b0e-4a20-b4de-11f5c859ab68 req-e006345a-7b1e-4031-b038-607fe362a497 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:09.690213 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa255d-5b0e-4a20-b4de-11f5c859ab68 req-e006345a-7b1e-4031-b038-607fe362a497 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:09.696808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa255d-5b0e-4a20-b4de-11f5c859ab68 req-e006345a-7b1e-4031-b038-607fe362a497 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:09.702873 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa255d-5b0e-4a20-b4de-11f5c859ab68 req-e006345a-7b1e-4031-b038-607fe362a497 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:09.708322 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 893cfcd7-84d6-4673-a14d-ca9588314af4, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=893cfcd7-84d6-4673-a14d-ca9588314af4,segment=NetworkSegment(135205f7-f1b9-476e-81a5-a3b7cd864e8d),segment_id=135205f7-f1b9-476e-81a5-a3b7cd864e8d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:09.708816 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa255d-5b0e-4a20-b4de-11f5c859ab68 req-e006345a-7b1e-4031-b038-607fe362a497 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:09.714302 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4003fe9-f773-4666-8788-4798e40c2c67 req-c4229d4a-bbeb-4a30-ab30-be97ba969fa3 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:09.715289 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa255d-5b0e-4a20-b4de-11f5c859ab68 req-e006345a-7b1e-4031-b038-607fe362a497 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:09.715727 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:09.717293 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f4003fe9-f773-4666-8788-4798e40c2c67 req-c4229d4a-bbeb-4a30-ab30-be97ba969fa3 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc438de7-5925-4837-b3fb-f6064b980e44 HTTP/1.1" status: 200 len: 943 time: 0.0590575 Aug 19 18:27:09.718025 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device bbb83320-ccbe-41de-8f63-90d7036594f8 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:09.723607 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4daa255d-5b0e-4a20-b4de-11f5c859ab68 req-e006345a-7b1e-4031-b038-607fe362a497 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5440 time: 0.2081327 Aug 19 18:27:09.774509 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f4003fe9-f773-4666-8788-4798e40c2c67 req-60fb1a08-f0b6-4954-bf38-3d60682fa460 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511389 Aug 19 18:27:09.816235 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4daa255d-5b0e-4a20-b4de-11f5c859ab68 req-0f235fef-7a2c-4205-8dc1-3ce6af823a99 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822103 Aug 19 18:27:09.828433 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc22a1-4589-43c6-98a6-abd7c5c934c1 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event updated for resources: {'Subnet': ['ID=90335899-f746-4015-b290-01d14c383c6a,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:09.863189 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dc22a1-4589-43c6-98a6-abd7c5c934c1 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Checking segment: {'id': 'a016640a-4f87-4073-8f78-dfdf05caa485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '57d8b93f-22c5-4336-b907-d7d2f31fe029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:09.863560 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dc22a1-4589-43c6-98a6-abd7c5c934c1 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Network hostable DHCP agents. Network: 57d8b93f-22c5-4336-b907-d7d2f31fe029, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:27:09.908647 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dc22a1-4589-43c6-98a6-abd7c5c934c1 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Network 57d8b93f-22c5-4336-b907-d7d2f31fe029 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:27:09.924755 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-51dc22a1-4589-43c6-98a6-abd7c5c934c1 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 57d8b93f-22c5-4336-b907-d7d2f31fe029) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:09.929113 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dc22a1-4589-43c6-98a6-abd7c5c934c1 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:09.930210 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-51dc22a1-4589-43c6-98a6-abd7c5c934c1 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:09.935346 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 846bad82-63d4-474b-83e6-1a9d63c319d9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:09.960171 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-51dc22a1-4589-43c6-98a6-abd7c5c934c1 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0877869 Aug 19 18:27:09.962414 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40336) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:09.967717 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-bef4102b-434c-4a12-9101-a738442a4629 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Request body: {'port': {'network_id': '57d8b93f-22c5-4336-b907-d7d2f31fe029', 'name': 'tempest-NetworksIpV6TestAttrs-1837877334'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:10.077204 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=893cfcd7-84d6-4673-a14d-ca9588314af4,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:10.085284 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port bbb83320-ccbe-41de-8f63-90d7036594f8 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:10.093777 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port bbb83320-ccbe-41de-8f63-90d7036594f8 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:10.094247 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:10.140574 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef4102b-434c-4a12-9101-a738442a4629 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Made reservation on behalf of 1737e708c1ba49faa57989bb173d8820 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:10.144832 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bef4102b-434c-4a12-9101-a738442a4629 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:10.172663 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-bef4102b-434c-4a12-9101-a738442a4629 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] device_id is not set on port 2b96cbbe-44c8-40a3-882b-faa7267c0754 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:27:10.202677 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 846bad82-63d4-474b-83e6-1a9d63c319d9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:10.203039 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:10.229253 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb05a847-98ec-4945-9b13-2fcfb00a1860 None None] Network 57d8b93f-22c5-4336-b907-d7d2f31fe029 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:10.234911 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:10.321409 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-bef4102b-434c-4a12-9101-a738442a4629 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Allocated IP 2001:db8::f816:3eff:fe70:2b5a (57d8b93f-22c5-4336-b907-d7d2f31fe029/90335899-f746-4015-b290-01d14c383c6a/2b96cbbe-44c8-40a3-882b-faa7267c0754) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:10.327633 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:10.408592 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port bbb83320-ccbe-41de-8f63-90d7036594f8, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bbb83320-ccbe-41de-8f63-90d7036594f8,segment=NetworkSegment(135205f7-f1b9-476e-81a5-a3b7cd864e8d),segment_id=135205f7-f1b9-476e-81a5-a3b7cd864e8d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:10.571537 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7b30f-e050-441c-8997-9636a2954cd9 req-87255fc5-18c0-4679-b909-5f28e3722f04 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:10.574196 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-83b7b30f-e050-441c-8997-9636a2954cd9 req-87255fc5-18c0-4679-b909-5f28e3722f04 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1096 time: 0.1052530 Aug 19 18:27:10.627638 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bef4102b-434c-4a12-9101-a738442a4629 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:10.631254 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-83b7b30f-e050-441c-8997-9636a2954cd9 req-9946b7f5-b98d-4483-8ae2-8a986ea00b4a tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513198 Aug 19 18:27:10.637964 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:10.639535 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 334dbf3e-abee-4ea8-85bc-ff4e12f05776 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:10.652979 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-bef4102b-434c-4a12-9101-a738442a4629 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Transition to ACTIVE for port object 2b96cbbe-44c8-40a3-882b-faa7267c0754 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:10.688857 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ca29e2-5e26-4311-a552-7eb179854c77'}, {'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893cfcd7-84d6-4673-a14d-ca9588314af4'}, {'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb83320-ccbe-41de-8f63-90d7036594f8'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:10.692093 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96eea94-47a3-4204-9fe9-1397182343b6" -d '{"events": [{"server_uuid": "ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6", "name": "network-vif-plugged", "status": "completed", "tag": "29ca29e2-5e26-4311-a552-7eb179854c77"}, {"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-plugged", "status": "completed", "tag": "893cfcd7-84d6-4673-a14d-ca9588314af4"}, {"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-plugged", "status": "completed", "tag": "bbb83320-ccbe-41de-8f63-90d7036594f8"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:10.705905 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bef4102b-434c-4a12-9101-a738442a4629 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:10.708821 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 0875deba-fbc9-4c50-9737-f1616fd7d37c details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:27:10.781038 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4102b-434c-4a12-9101-a738442a4629 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event updated for resources: {'Port': ['ID=2b96cbbe-44c8-40a3-882b-faa7267c0754,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:10.785088 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31054e15-c180-4a1d-bded-9c8a8b432ac2 x-openstack-request-id: req-31054e15-c180-4a1d-bded-9c8a8b432ac2 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:10.785390 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6", "name": "network-vif-plugged", "status": "completed", "tag": "29ca29e2-5e26-4311-a552-7eb179854c77", "code": 200}, {"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-plugged", "status": "completed", "tag": "893cfcd7-84d6-4673-a14d-ca9588314af4", "code": 200}, {"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-plugged", "status": "completed", "tag": "bbb83320-ccbe-41de-8f63-90d7036594f8", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:10.785703 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31054e15-c180-4a1d-bded-9c8a8b432ac2 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:10.786106 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ca29e2-5e26-4311-a552-7eb179854c77', 'code': 200} Aug 19 18:27:10.786361 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893cfcd7-84d6-4673-a14d-ca9588314af4', 'code': 200} Aug 19 18:27:10.786613 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb83320-ccbe-41de-8f63-90d7036594f8', 'code': 200} Aug 19 18:27:10.862051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef4102b-434c-4a12-9101-a738442a4629 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Network 57d8b93f-22c5-4336-b907-d7d2f31fe029 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:10.867935 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-bef4102b-434c-4a12-9101-a738442a4629 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:10.880927 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef4102b-434c-4a12-9101-a738442a4629 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:10.887346 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.resource_extend [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:27:10.888555 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef4102b-434c-4a12-9101-a738442a4629 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:10.889361 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bef4102b-434c-4a12-9101-a738442a4629 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:10.933870 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef5ef4-f05f-4eed-9e99-6acb43636774 req-71f5828b-a98b-4ebc-846b-5fcd1f062c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:10.936119 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-78ef5ef4-f05f-4eed-9e99-6acb43636774 req-71f5828b-a98b-4ebc-846b-5fcd1f062c96 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1096 time: 0.0642231 Aug 19 18:27:10.936686 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=bbb83320-ccbe-41de-8f63-90d7036594f8,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:10.963122 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bef4102b-434c-4a12-9101-a738442a4629 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9995673 Aug 19 18:27:10.969357 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40358) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:10.996966 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 334dbf3e-abee-4ea8-85bc-ff4e12f05776 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:11.011607 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 334dbf3e-abee-4ea8-85bc-ff4e12f05776 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:11.011981 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:11.026260 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab1594-29ad-4fb1-a661-ee7c498a3eb8 req-d8232c23-85f8-4e99-be00-365e18e2a1b5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:11.034171 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-87ab1594-29ad-4fb1-a661-ee7c498a3eb8 req-d8232c23-85f8-4e99-be00-365e18e2a1b5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc438de7-5925-4837-b3fb-f6064b980e44 HTTP/1.1" status: 200 len: 943 time: 0.1316845 Aug 19 18:27:11.038473 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-78ef5ef4-f05f-4eed-9e99-6acb43636774 req-95d1a8c9-410a-4726-97b6-021a1985cfb6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905070 Aug 19 18:27:11.040197 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:11.068357 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7648153-9f17-480b-ad16-404d718a4f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-57d8b93f-22c5-4336-b907-d7d2f31fe029', 'network_id': '57d8b93f-22c5-4336-b907-d7d2f31fe029', 'tenant_id': '1737e708c1ba49faa57989bb173d8820', 'fixed_ips': [{'subnet_id': '90335899-f746-4015-b290-01d14c383c6a'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:27:11.069376 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c7648153-9f17-480b-ad16-404d718a4f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:11.118084 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 0875deba-fbc9-4c50-9737-f1616fd7d37c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=0875deba-fbc9-4c50-9737-f1616fd7d37c,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:11.128983 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587752d-5f65-4726-ac65-4ab9dd4c8bcc req-7d2f7030-d3dd-4018-a2ef-5781f8d98558 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:11.132152 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-87ab1594-29ad-4fb1-a661-ee7c498a3eb8 req-dac740b6-b825-42b9-84ff-5209bdd7acf5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964470 Aug 19 18:27:11.139710 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587752d-5f65-4726-ac65-4ab9dd4c8bcc req-7d2f7030-d3dd-4018-a2ef-5781f8d98558 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:11.148619 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587752d-5f65-4726-ac65-4ab9dd4c8bcc req-7d2f7030-d3dd-4018-a2ef-5781f8d98558 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:11.155295 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-8979786b-9f50-47a8-930c-f869fffa81bc tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Deleting subnet 90335899-f746-4015-b290-01d14c383c6a {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:27:11.156371 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587752d-5f65-4726-ac65-4ab9dd4c8bcc req-7d2f7030-d3dd-4018-a2ef-5781f8d98558 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:11.159644 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8979786b-9f50-47a8-930c-f869fffa81bc tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:11.166766 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587752d-5f65-4726-ac65-4ab9dd4c8bcc req-7d2f7030-d3dd-4018-a2ef-5781f8d98558 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:11.174859 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587752d-5f65-4726-ac65-4ab9dd4c8bcc req-7d2f7030-d3dd-4018-a2ef-5781f8d98558 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:11.181705 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587752d-5f65-4726-ac65-4ab9dd4c8bcc req-7d2f7030-d3dd-4018-a2ef-5781f8d98558 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:11.184331 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5587752d-5f65-4726-ac65-4ab9dd4c8bcc req-7d2f7030-d3dd-4018-a2ef-5781f8d98558 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5442 time: 0.1731536 Aug 19 18:27:11.194727 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '0875deba-fbc9-4c50-9737-f1616fd7d37c', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'port_id': '0875deba-fbc9-4c50-9737-f1616fd7d37c', 'mac_address': 'fa:16:3e:cd:18:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:27:11.221112 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8979786b-9f50-47a8-930c-f869fffa81bc tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:11.250249 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5587752d-5f65-4726-ac65-4ab9dd4c8bcc req-f803e065-f04a-47ef-bc39-53ed7f4cd3ac tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598495 Aug 19 18:27:11.303491 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:11.308490 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:11.334442 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8979786b-9f50-47a8-930c-f869fffa81bc tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:11.345822 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0875deba-fbc9-4c50-9737-f1616fd7d37c {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:27:11.373462 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 334dbf3e-abee-4ea8-85bc-ff4e12f05776, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=334dbf3e-abee-4ea8-85bc-ff4e12f05776,segment=NetworkSegment(135205f7-f1b9-476e-81a5-a3b7cd864e8d),segment_id=135205f7-f1b9-476e-81a5-a3b7cd864e8d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:11.382053 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:11.383857 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 747e61a2-79d2-495c-884e-e517af4325c6 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:11.387998 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 0875deba-fbc9-4c50-9737-f1616fd7d37c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=0875deba-fbc9-4c50-9737-f1616fd7d37c,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:11.409619 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8979786b-9f50-47a8-930c-f869fffa81bc tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:11.438693 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:11.439971 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979786b-9f50-47a8-930c-f869fffa81bc tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event deleted for resources: {'Subnet': ['ID=90335899-f746-4015-b290-01d14c383c6a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:11.444480 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8979786b-9f50-47a8-930c-f869fffa81bc tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:11.444480 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8979786b-9f50-47a8-930c-f869fffa81bc tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "DELETE /v2.0/subnets/90335899-f746-4015-b290-01d14c383c6a HTTP/1.1" status: 204 len: 168 time: 0.4722705 Aug 19 18:27:11.447937 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40362) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server [None req-c7648153-9f17-480b-ad16-404d718a4f32 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90335899-f746-4015-b290-01d14c383c6a: This subnet is being modified by another concurrent operation. Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:27:11.449905 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise exception Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90335899-f746-4015-b290-01d14c383c6a: This subnet is being modified by another concurrent operation. Aug 19 18:27:11.454381 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server Aug 19 18:27:11.479331 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0698fca7-9ab3-4b07-9736-12cff8fdd793 None None] Network 57d8b93f-22c5-4336-b907-d7d2f31fe029 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:11.529354 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b139c961-9e25-4128-b1cd-fe69dbaaca8f tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:11.531107 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b139c961-9e25-4128-b1cd-fe69dbaaca8f tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:11.535254 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b139c961-9e25-4128-b1cd-fe69dbaaca8f tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0837388 Aug 19 18:27:11.536050 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40368) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:11.547672 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=334dbf3e-abee-4ea8-85bc-ff4e12f05776,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:11.606070 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 747e61a2-79d2-495c-884e-e517af4325c6 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:11.623259 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a19861d7-5646-4381-b2bf-3a48b66256c6 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:11.631048 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19861d7-5646-4381-b2bf-3a48b66256c6 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 19 18:27:11.631532 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a19861d7-5646-4381-b2bf-3a48b66256c6 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:27:11.633625 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a19861d7-5646-4381-b2bf-3a48b66256c6 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "DELETE /v2.0/networks/57d8b93f-22c5-4336-b907-d7d2f31fe029 HTTP/1.1" status: 409 len: 405 time: 0.0971961 Aug 19 18:27:11.637680 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40376) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:11.643389 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-76a377f2-2329-44aa-98ef-4364ceba8b6d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2053027373'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:11.643968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 747e61a2-79d2-495c-884e-e517af4325c6 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:11.644378 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:11.676586 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a377f2-2329-44aa-98ef-4364ceba8b6d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Made reservation on behalf of 1737e708c1ba49faa57989bb173d8820 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:11.682902 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-76a377f2-2329-44aa-98ef-4364ceba8b6d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:11.690205 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=0875deba-fbc9-4c50-9737-f1616fd7d37c,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:11.733737 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a377f2-2329-44aa-98ef-4364ceba8b6d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:27:11.743804 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['0875deba-fbc9-4c50-9737-f1616fd7d37c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:27:11.748369 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-76a377f2-2329-44aa-98ef-4364ceba8b6d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:11.748819 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-76a377f2-2329-44aa-98ef-4364ceba8b6d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Added segment 7767b30c-3bee-45e2-882e-7f4fe3cec029 of type vlan for network ec304b16-e759-46ec-9b55-bd25df9f8e67 Aug 19 18:27:11.786183 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e1cdfd-36b5-4379-8f9b-23307c829d96 None None] get_active_networks_info from n-d-803753-2 {{(pid=94683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:27:11.815515 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785d4ca-b542-4093-a175-5f04c892e0be req-cb46b5c5-3afc-43e5-8d12-74db217e26e2 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:11.816097 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-76a377f2-2329-44aa-98ef-4364ceba8b6d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:11.818038 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c785d4ca-b542-4093-a175-5f04c892e0be req-cb46b5c5-3afc-43e5-8d12-74db217e26e2 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1096 time: 0.0973260 Aug 19 18:27:11.878208 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-76a377f2-2329-44aa-98ef-4364ceba8b6d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:11.888102 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a377f2-2329-44aa-98ef-4364ceba8b6d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:11.888902 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c785d4ca-b542-4093-a175-5f04c892e0be req-bf3feac9-ebbc-4bc1-ab45-2d981f15c5b6 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619698 Aug 19 18:27:11.894386 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:11.895010 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-76a377f2-2329-44aa-98ef-4364ceba8b6d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:11.918111 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-76a377f2-2329-44aa-98ef-4364ceba8b6d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2793102 Aug 19 18:27:11.921046 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40380) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:11.926747 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-62ce7bf6-e9af-4950-911f-f6eb51876ae8 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Request body: {'subnet': {'network_id': 'ec304b16-e759-46ec-9b55-bd25df9f8e67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:11.996308 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a377f2-2329-44aa-98ef-4364ceba8b6d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event updated for resources: {'Network': ['ID=ec304b16-e759-46ec-9b55-bd25df9f8e67,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:11.996877 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 747e61a2-79d2-495c-884e-e517af4325c6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=747e61a2-79d2-495c-884e-e517af4325c6,segment=NetworkSegment(c2661c61-9e63-4c25-a5c6-6de932aef027),segment_id=c2661c61-9e63-4c25-a5c6-6de932aef027)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:12.013377 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network ec304b16-e759-46ec-9b55-bd25df9f8e67 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:27:12.020591 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:12.021429 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 947b2bf4-1446-47c1-9618-b9bfceb818f3 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:12.042697 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ce7bf6-e9af-4950-911f-f6eb51876ae8 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Made reservation on behalf of 1737e708c1ba49faa57989bb173d8820 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:12.046881 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-62ce7bf6-e9af-4950-911f-f6eb51876ae8 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:12.241239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=747e61a2-79d2-495c-884e-e517af4325c6,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:12.246618 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e1cdfd-36b5-4379-8f9b-23307c829d96 None None] Resources bound (agent type, host, resource id): {{(pid=94683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:27:12.283291 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 947b2bf4-1446-47c1-9618-b9bfceb818f3 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:12.289252 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 947b2bf4-1446-47c1-9618-b9bfceb818f3 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:12.290066 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:12.335545 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbebfb-d0b7-4826-b640-f357eaee435c req-b0db7443-691e-442f-a22d-dcc8e7b91bdb tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:12.337588 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4dcbebfb-d0b7-4826-b640-f357eaee435c req-b0db7443-691e-442f-a22d-dcc8e7b91bdb tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc438de7-5925-4837-b3fb-f6064b980e44 HTTP/1.1" status: 200 len: 944 time: 0.0852742 Aug 19 18:27:12.441031 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4dcbebfb-d0b7-4826-b640-f357eaee435c req-0430a9ee-fb4c-4acb-8709-2b5fad9fc882 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962043 Aug 19 18:27:12.491079 n-d-803753-2 neutron-server[94682]: DEBUG neutron.objects.ports [None req-62ce7bf6-e9af-4950-911f-f6eb51876ae8 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:27:12.494788 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-62ce7bf6-e9af-4950-911f-f6eb51876ae8 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:12.519489 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:12.592914 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 947b2bf4-1446-47c1-9618-b9bfceb818f3, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=947b2bf4-1446-47c1-9618-b9bfceb818f3,segment=NetworkSegment(083a7072-271c-444a-a331-ab84e02a81c5),segment_id=083a7072-271c-444a-a331-ab84e02a81c5)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:12.605240 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:12.631263 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cc286-580f-4049-a4ba-0b282f2fbbbd req-fe71a650-425a-46fa-a6cf-da02360e7b50 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:12.637843 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cc286-580f-4049-a4ba-0b282f2fbbbd req-fe71a650-425a-46fa-a6cf-da02360e7b50 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:12.644190 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cc286-580f-4049-a4ba-0b282f2fbbbd req-fe71a650-425a-46fa-a6cf-da02360e7b50 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:12.650897 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cc286-580f-4049-a4ba-0b282f2fbbbd req-fe71a650-425a-46fa-a6cf-da02360e7b50 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:12.657045 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cc286-580f-4049-a4ba-0b282f2fbbbd req-fe71a650-425a-46fa-a6cf-da02360e7b50 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:12.664032 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cc286-580f-4049-a4ba-0b282f2fbbbd req-fe71a650-425a-46fa-a6cf-da02360e7b50 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:12.670003 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cc286-580f-4049-a4ba-0b282f2fbbbd req-fe71a650-425a-46fa-a6cf-da02360e7b50 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:12.671978 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-880cc286-580f-4049-a4ba-0b282f2fbbbd req-fe71a650-425a-46fa-a6cf-da02360e7b50 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5444 time: 0.1790800 Aug 19 18:27:12.672659 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce7bf6-e9af-4950-911f-f6eb51876ae8 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event updated for resources: {'Subnet': ['ID=f62e243e-81cf-419a-8e22-aeac9d49a79b,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:12.710242 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ce7bf6-e9af-4950-911f-f6eb51876ae8 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Checking segment: {'id': '7767b30c-3bee-45e2-882e-7f4fe3cec029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec304b16-e759-46ec-9b55-bd25df9f8e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:12.711407 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ce7bf6-e9af-4950-911f-f6eb51876ae8 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Network hostable DHCP agents. Network: ec304b16-e759-46ec-9b55-bd25df9f8e67, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:27:12.730086 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=947b2bf4-1446-47c1-9618-b9bfceb818f3,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:12.761511 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-880cc286-580f-4049-a4ba-0b282f2fbbbd req-358d0fd5-2925-411e-92de-3a59e2835e56 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674317 Aug 19 18:27:12.762606 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ce7bf6-e9af-4950-911f-f6eb51876ae8 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Network ec304b16-e759-46ec-9b55-bd25df9f8e67 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:27:12.773374 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-62ce7bf6-e9af-4950-911f-f6eb51876ae8 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, ec304b16-e759-46ec-9b55-bd25df9f8e67) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:12.780914 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ce7bf6-e9af-4950-911f-f6eb51876ae8 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:12.781750 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-62ce7bf6-e9af-4950-911f-f6eb51876ae8 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:12.788091 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334dbf3e-abee-4ea8-85bc-ff4e12f05776'}, {'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747e61a2-79d2-495c-884e-e517af4325c6'}, {'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947b2bf4-1446-47c1-9618-b9bfceb818f3'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:12.790680 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d16473b-67c3-412f-b656-6de687599a6b" -d '{"events": [{"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-plugged", "status": "completed", "tag": "334dbf3e-abee-4ea8-85bc-ff4e12f05776"}, {"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-plugged", "status": "completed", "tag": "747e61a2-79d2-495c-884e-e517af4325c6"}, {"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-plugged", "status": "completed", "tag": "947b2bf4-1446-47c1-9618-b9bfceb818f3"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:12.812154 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f59d4c-d164-493a-b626-d0e25428ec73 None None] Network ec304b16-e759-46ec-9b55-bd25df9f8e67 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:12.830215 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-62ce7bf6-e9af-4950-911f-f6eb51876ae8 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9050293 Aug 19 18:27:12.830740 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40394) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:12.868833 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671fc5b7-f991-4bfb-b713-0de4f203d574 x-openstack-request-id: req-671fc5b7-f991-4bfb-b713-0de4f203d574 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:12.869319 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-plugged", "status": "completed", "tag": "334dbf3e-abee-4ea8-85bc-ff4e12f05776", "code": 200}, {"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-plugged", "status": "completed", "tag": "747e61a2-79d2-495c-884e-e517af4325c6", "code": 200}, {"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-plugged", "status": "completed", "tag": "947b2bf4-1446-47c1-9618-b9bfceb818f3", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:12.869940 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-671fc5b7-f991-4bfb-b713-0de4f203d574 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:12.870544 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334dbf3e-abee-4ea8-85bc-ff4e12f05776', 'code': 200} Aug 19 18:27:12.870901 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747e61a2-79d2-495c-884e-e517af4325c6', 'code': 200} Aug 19 18:27:12.871268 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947b2bf4-1446-47c1-9618-b9bfceb818f3', 'code': 200} Aug 19 18:27:12.963054 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:13.022379 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00148eb3-73ca-4775-b6a8-d51afdda3757 req-e3022c74-9ee3-47bd-807b-0a613a53a020 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:13.024238 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-00148eb3-73ca-4775-b6a8-d51afdda3757 req-e3022c74-9ee3-47bd-807b-0a613a53a020 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1096 time: 0.0472226 Aug 19 18:27:13.040517 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46756d1-e59f-40bb-871b-d1243293f2f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-ec304b16-e759-46ec-9b55-bd25df9f8e67', 'network_id': 'ec304b16-e759-46ec-9b55-bd25df9f8e67', 'tenant_id': '1737e708c1ba49faa57989bb173d8820', 'fixed_ips': [{'subnet_id': 'f62e243e-81cf-419a-8e22-aeac9d49a79b'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:27:13.041523 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b46756d1-e59f-40bb-871b-d1243293f2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:13.066035 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-00148eb3-73ca-4775-b6a8-d51afdda3757 req-6cc44810-4ba7-4909-801c-8a92c2b3a8f0 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328126 Aug 19 18:27:13.110666 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2901b15-baa5-4b1e-a970-4021f5779de0 req-f4dccda0-6ebf-4be1-bf37-dc29f8bdd540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:13.111848 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2901b15-baa5-4b1e-a970-4021f5779de0 req-f4dccda0-6ebf-4be1-bf37-dc29f8bdd540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:13.112501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2901b15-baa5-4b1e-a970-4021f5779de0 req-f4dccda0-6ebf-4be1-bf37-dc29f8bdd540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:13.113338 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2901b15-baa5-4b1e-a970-4021f5779de0 req-f4dccda0-6ebf-4be1-bf37-dc29f8bdd540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:13.114036 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2901b15-baa5-4b1e-a970-4021f5779de0 req-f4dccda0-6ebf-4be1-bf37-dc29f8bdd540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:13.114682 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2901b15-baa5-4b1e-a970-4021f5779de0 req-f4dccda0-6ebf-4be1-bf37-dc29f8bdd540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:13.115648 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2901b15-baa5-4b1e-a970-4021f5779de0 req-f4dccda0-6ebf-4be1-bf37-dc29f8bdd540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:13.118057 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b2901b15-baa5-4b1e-a970-4021f5779de0 req-f4dccda0-6ebf-4be1-bf37-dc29f8bdd540 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 6502 time: 0.1502974 Aug 19 18:27:13.135598 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:13.211768 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b2901b15-baa5-4b1e-a970-4021f5779de0 req-ada3eb9f-dcad-48eb-9c06-cd6fe3e8d6d5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4f44c7db-ac05-46db-b026-f09063a36277&id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860207 Aug 19 18:27:13.224894 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-b46756d1-e59f-40bb-871b-d1243293f2f1 None None] Allocated IP 2001:db8::f816:3eff:fe05:4ee2 (ec304b16-e759-46ec-9b55-bd25df9f8e67/f62e243e-81cf-419a-8e22-aeac9d49a79b/5fe82866-c578-42d9-b13e-b4b7e7b8a776) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:13.259270 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62555aa9-9846-4fdd-8930-5760e087bdb5 req-caf788e9-5428-467a-83ba-282a2426f231 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:13.261001 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-62555aa9-9846-4fdd-8930-5760e087bdb5 req-caf788e9-5428-467a-83ba-282a2426f231 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1096 time: 0.0618267 Aug 19 18:27:13.318242 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-62555aa9-9846-4fdd-8930-5760e087bdb5 req-aa476dff-6630-4ed3-9462-08decffff107 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500510 Aug 19 18:27:13.415531 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b46756d1-e59f-40bb-871b-d1243293f2f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:13.428194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b46756d1-e59f-40bb-871b-d1243293f2f1 None None] Transition to ACTIVE for port object 5fe82866-c578-42d9-b13e-b4b7e7b8a776 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:13.442679 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566bd132-e58d-4ff0-8684-df157f9d80b7 req-3c154370-fbe1-4ccd-a70b-a135a22e5326 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:13.447232 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b46756d1-e59f-40bb-871b-d1243293f2f1 None None] Transition to ACTIVE for port object 5fe82866-c578-42d9-b13e-b4b7e7b8a776 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:13.450102 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-566bd132-e58d-4ff0-8684-df157f9d80b7 req-3c154370-fbe1-4ccd-a70b-a135a22e5326 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1096 time: 0.0582302 Aug 19 18:27:13.456432 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b46756d1-e59f-40bb-871b-d1243293f2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:13.489963 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:13.504432 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-566bd132-e58d-4ff0-8684-df157f9d80b7 req-4bb5633a-26ff-40d7-b7fe-f8d3b5055abe tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509844 Aug 19 18:27:13.544666 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event deleted for resources: {'Subnet': ['ID=f62e243e-81cf-419a-8e22-aeac9d49a79b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:13.550617 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46756d1-e59f-40bb-871b-d1243293f2f1 None None] Network ec304b16-e759-46ec-9b55-bd25df9f8e67 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:13.557384 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-b46756d1-e59f-40bb-871b-d1243293f2f1 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:13.562400 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46756d1-e59f-40bb-871b-d1243293f2f1 None None] Pushing event updated for resources: {'Port': ['ID=5fe82866-c578-42d9-b13e-b4b7e7b8a776,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:13.565275 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46756d1-e59f-40bb-871b-d1243293f2f1 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:13.648157 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-b46756d1-e59f-40bb-871b-d1243293f2f1 None None] Attempting to bind port 5fe82866-c578-42d9-b13e-b4b7e7b8a776 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:27:13.648962 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-b46756d1-e59f-40bb-871b-d1243293f2f1 None None] Attempting to bind port 5fe82866-c578-42d9-b13e-b4b7e7b8a776 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '7767b30c-3bee-45e2-882e-7f4fe3cec029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec304b16-e759-46ec-9b55-bd25df9f8e67'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:27:13.649122 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46756d1-e59f-40bb-871b-d1243293f2f1 None None] Attempting to bind port 5fe82866-c578-42d9-b13e-b4b7e7b8a776 on network ec304b16-e759-46ec-9b55-bd25df9f8e67 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:27:13.655800 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46756d1-e59f-40bb-871b-d1243293f2f1 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:27:13.656177 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46756d1-e59f-40bb-871b-d1243293f2f1 None None] Checking segment: {'id': '7767b30c-3bee-45e2-882e-7f4fe3cec029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec304b16-e759-46ec-9b55-bd25df9f8e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:13.656592 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b46756d1-e59f-40bb-871b-d1243293f2f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:13.656991 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46756d1-e59f-40bb-871b-d1243293f2f1 None None] Bound using segment: {'id': '7767b30c-3bee-45e2-882e-7f4fe3cec029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec304b16-e759-46ec-9b55-bd25df9f8e67'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:27:13.657482 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-b46756d1-e59f-40bb-871b-d1243293f2f1 None None] Bound port: 5fe82866-c578-42d9-b13e-b4b7e7b8a776, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7767b30c-3bee-45e2-882e-7f4fe3cec029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec304b16-e759-46ec-9b55-bd25df9f8e67'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:27:13.657919 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b46756d1-e59f-40bb-871b-d1243293f2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:13.675927 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:13.689766 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec304b16-e759-46ec-9b55-bd25df9f8e67']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:13.704586 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7767b30c-3bee-45e2-882e-7f4fe3cec029') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:13.705079 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7767b30c-3bee-45e2-882e-7f4fe3cec029') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:13.718686 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:13.764813 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:13.775764 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-b46756d1-e59f-40bb-871b-d1243293f2f1 None None] For port 5fe82866-c578-42d9-b13e-b4b7e7b8a776, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:27:13.778695 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:27:13.780009 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:27:13.805186 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:27:13.834240 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab978b-395a-4e07-b2f4-cc9b296191df req-ea616b37-94ee-4da4-9ab8-fd9efca7a3a8 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:13.846699 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d0ab978b-395a-4e07-b2f4-cc9b296191df req-ea616b37-94ee-4da4-9ab8-fd9efca7a3a8 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc438de7-5925-4837-b3fb-f6064b980e44 HTTP/1.1" status: 200 len: 944 time: 0.2391880 Aug 19 18:27:13.954872 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-b46756d1-e59f-40bb-871b-d1243293f2f1 None None] For port 5fe82866-c578-42d9-b13e-b4b7e7b8a776, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=5fe82866-c578-42d9-b13e-b4b7e7b8a776,segment=NetworkSegment(7767b30c-3bee-45e2-882e-7f4fe3cec029),segment_id=7767b30c-3bee-45e2-882e-7f4fe3cec029)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:27:13.961499 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b46756d1-e59f-40bb-871b-d1243293f2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:13.965320 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.db.api [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 18:27:13.965320 n-d-803753-2 neutron-server[94681]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 18:27:13.965320 n-d-803753-2 neutron-server[94681]: [parameters: {'id': 'ec304b16-e759-46ec-9b55-bd25df9f8e67'}] Aug 19 18:27:13.965320 n-d-803753-2 neutron-server[94681]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:27:13.966267 n-d-803753-2 neutron-server[94681]: DEBUG oslo_db.api [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:27:13.977728 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d0ab978b-395a-4e07-b2f4-cc9b296191df req-dca9862f-f154-407a-9de4-88b52ea60479 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295583 Aug 19 18:27:14.036718 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-b39a28f8-f353-46a8-b17a-f0384f64f37c tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:14.040128 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-b39a28f8-f353-46a8-b17a-f0384f64f37c tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/networks?id=eba20446-3015-4358-85fa-43c01dea129c HTTP/1.1" status: 200 len: 911 time: 0.1402130 Aug 19 18:27:14.057106 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46756d1-e59f-40bb-871b-d1243293f2f1 None None] Pushing event updated for resources: {'Port': ['ID=5fe82866-c578-42d9-b13e-b4b7e7b8a776,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:14.062196 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-733063f6-6a04-4d69-a744-26ce99133aed tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/quotas/3c04cdb4a0c44eb6ae866b52a3c64822 HTTP/1.1" status: 200 len: 375 time: 0.0159581 Aug 19 18:27:14.080601 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc7e04e-d634-478e-a2fd-3ac16fb34c03 None None] Network ec304b16-e759-46ec-9b55-bd25df9f8e67 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:14.133672 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-72084c84-e939-4f84-b90d-f0dc28093489 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c04cdb4a0c44eb6ae866b52a3c64822&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0657921 Aug 19 18:27:14.176165 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2faaa-0b80-407b-980a-960c78cc26a7 req-caaf01e4-3526-4311-b3eb-a2d46225f78b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:14.185029 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2faaa-0b80-407b-980a-960c78cc26a7 req-caaf01e4-3526-4311-b3eb-a2d46225f78b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:14.193044 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2faaa-0b80-407b-980a-960c78cc26a7 req-caaf01e4-3526-4311-b3eb-a2d46225f78b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:14.200980 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2faaa-0b80-407b-980a-960c78cc26a7 req-caaf01e4-3526-4311-b3eb-a2d46225f78b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:14.210122 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2faaa-0b80-407b-980a-960c78cc26a7 req-caaf01e4-3526-4311-b3eb-a2d46225f78b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:14.218540 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2faaa-0b80-407b-980a-960c78cc26a7 req-caaf01e4-3526-4311-b3eb-a2d46225f78b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:14.228387 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2faaa-0b80-407b-980a-960c78cc26a7 req-caaf01e4-3526-4311-b3eb-a2d46225f78b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:14.229955 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ee8de8-85b2-465e-bc2e-ecdc6f5c2a9a None None] get_active_networks_info from n-d-803753-2 {{(pid=94683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:27:14.230677 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e7d2faaa-0b80-407b-980a-960c78cc26a7 req-caaf01e4-3526-4311-b3eb-a2d46225f78b tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5445 time: 0.1369581 Aug 19 18:27:14.270218 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-836ec89b-01df-4268-b886-5719acbe5e92 service neutron] 10.222.0.24 "GET /v2.0/networks/eba20446-3015-4358-85fa-43c01dea129c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291003 Aug 19 18:27:14.310049 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e7d2faaa-0b80-407b-980a-960c78cc26a7 req-782ae337-2aa3-4a49-8a24-8ed5081aac04 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602586 Aug 19 18:27:14.370115 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-48d20263-3008-4577-9155-2f62e7ab2acd service neutron] 10.222.0.24 "GET /v2.0/networks/eba20446-3015-4358-85fa-43c01dea129c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988002 Aug 19 18:27:14.411742 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ee8de8-85b2-465e-bc2e-ecdc6f5c2a9a None None] Resources bound (agent type, host, resource id): {{(pid=94683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:27:14.467911 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:14.553993 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 0875deba-fbc9-4c50-9737-f1616fd7d37c up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:14.615017 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0b8362e-f2e2-4f16-a489-e3b6a639be46 req-74040e01-db8f-4999-ab21-2dfcc154160a tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4d1efb2b-b77d-4799-ad30-1bbefce7f551 HTTP/1.1" status: 200 len: 210 time: 0.0518892 Aug 19 18:27:14.685069 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Deleting port 5fe82866-c578-42d9-b13e-b4b7e7b8a776 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:14.685955 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:14.821947 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] For port 5fe82866-c578-42d9-b13e-b4b7e7b8a776, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=5fe82866-c578-42d9-b13e-b4b7e7b8a776,segment=NetworkSegment(7767b30c-3bee-45e2-882e-7f4fe3cec029),segment_id=7767b30c-3bee-45e2-882e-7f4fe3cec029)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:14.822647 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:14.840088 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Calling delete_port for 5fe82866-c578-42d9-b13e-b4b7e7b8a776 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:14.848297 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-7d6d0618-a957-47c3-9833-7bc182722b6d req-7112652f-0c77-4375-bc58-e34527481aa1 tempest-ImagesTestJSON-1597092110 tempest-ImagesTestJSON-1597092110-project] (94682) timed out ('10.222.0.54', 52095) {{(pid=94682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:27:14.933141 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 0875deba-fbc9-4c50-9737-f1616fd7d37c completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:14.939846 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 0875deba-fbc9-4c50-9737-f1616fd7d37c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:14.940370 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:14.993202 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:15.070655 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:15.106545 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] No DVR routers for this DVR port 5fe82866-c578-42d9-b13e-b4b7e7b8a776 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:15.111208 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc438de7-5925-4837-b3fb-f6064b980e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0875deba-fbc9-4c50-9737-f1616fd7d37c'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:15.120724 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc24e362-513f-498f-b24f-fe729f70c9c4" -d '{"events": [{"server_uuid": "cc438de7-5925-4837-b3fb-f6064b980e44", "name": "network-vif-plugged", "status": "completed", "tag": "0875deba-fbc9-4c50-9737-f1616fd7d37c"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:15.120937 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event deleted for resources: {'Port': ['ID=5fe82866-c578-42d9-b13e-b4b7e7b8a776,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:15.136684 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f44a8-e524-46dd-920e-d5929768a789 req-ee991fee-64e3-42db-98df-84724852acb1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:15.143314 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 0875deba-fbc9-4c50-9737-f1616fd7d37c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=0875deba-fbc9-4c50-9737-f1616fd7d37c,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:15.146992 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ab7f44a8-e524-46dd-920e-d5929768a789 req-ee991fee-64e3-42db-98df-84724852acb1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc438de7-5925-4837-b3fb-f6064b980e44 HTTP/1.1" status: 200 len: 944 time: 0.0881774 Aug 19 18:27:15.150111 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:15.198270 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d6fffc-1a39-4abb-9041-f0a9274c232b x-openstack-request-id: req-70d6fffc-1a39-4abb-9041-f0a9274c232b {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:15.198568 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc438de7-5925-4837-b3fb-f6064b980e44", "name": "network-vif-plugged", "status": "completed", "tag": "0875deba-fbc9-4c50-9737-f1616fd7d37c", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:15.198972 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70d6fffc-1a39-4abb-9041-f0a9274c232b {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:15.199378 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc438de7-5925-4837-b3fb-f6064b980e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0875deba-fbc9-4c50-9737-f1616fd7d37c', 'code': 200} Aug 19 18:27:15.215059 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ab7f44a8-e524-46dd-920e-d5929768a789 req-4c74d59a-cf5b-4562-b779-1013de64d718 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671382 Aug 19 18:27:15.228828 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=0875deba-fbc9-4c50-9737-f1616fd7d37c,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:15.290433 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:15.302826 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec304b16-e759-46ec-9b55-bd25df9f8e67']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:15.317042 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7767b30c-3bee-45e2-882e-7f4fe3cec029') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:15.317498 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7767b30c-3bee-45e2-882e-7f4fe3cec029') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:15.330401 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaa948-5d4b-49c3-8e8a-c2122bfb1d4a req-86ae7998-a117-4470-90b2-5f46ad5b3c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:15.331926 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7feaa948-5d4b-49c3-8e8a-c2122bfb1d4a req-86ae7998-a117-4470-90b2-5f46ad5b3c36 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cc438de7-5925-4837-b3fb-f6064b980e44 HTTP/1.1" status: 200 len: 1096 time: 0.0488913 Aug 19 18:27:15.333876 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:15.358541 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:15.365440 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:27:15.366458 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:27:15.371009 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:27:15.384224 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7feaa948-5d4b-49c3-8e8a-c2122bfb1d4a req-2ca267af-7f26-4b29-b951-e26a7460f7c4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446270 Aug 19 18:27:15.455556 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:15.465831 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:15.467917 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "DELETE /v2.0/networks/ec304b16-e759-46ec-9b55-bd25df9f8e67 HTTP/1.1" status: 204 len: 168 time: 2.6363499 Aug 19 18:27:15.471516 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40448) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:15.479178 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-1d4fddd6-a94e-4aa4-92c4-1cefb94e48bb tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-751448165'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:15.480909 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47fbde-cdbd-4e21-89ca-3b4f67c6b58d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event deleted for resources: {'Network': ['ID=ec304b16-e759-46ec-9b55-bd25df9f8e67,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:15.495018 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe9ab8-3ef1-4d40-8757-d26326f59f0c req-82b9b4f2-f567-49ac-b4df-b84629428062 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:15.501441 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe9ab8-3ef1-4d40-8757-d26326f59f0c req-82b9b4f2-f567-49ac-b4df-b84629428062 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:15.508661 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe9ab8-3ef1-4d40-8757-d26326f59f0c req-82b9b4f2-f567-49ac-b4df-b84629428062 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:15.508984 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4fddd6-a94e-4aa4-92c4-1cefb94e48bb tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Made reservation on behalf of 1737e708c1ba49faa57989bb173d8820 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:15.512589 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1d4fddd6-a94e-4aa4-92c4-1cefb94e48bb tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:15.514720 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe9ab8-3ef1-4d40-8757-d26326f59f0c req-82b9b4f2-f567-49ac-b4df-b84629428062 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:15.520564 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe9ab8-3ef1-4d40-8757-d26326f59f0c req-82b9b4f2-f567-49ac-b4df-b84629428062 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:15.526726 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe9ab8-3ef1-4d40-8757-d26326f59f0c req-82b9b4f2-f567-49ac-b4df-b84629428062 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:15.532652 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe9ab8-3ef1-4d40-8757-d26326f59f0c req-82b9b4f2-f567-49ac-b4df-b84629428062 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:15.534698 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cefe9ab8-3ef1-4d40-8757-d26326f59f0c req-82b9b4f2-f567-49ac-b4df-b84629428062 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5445 time: 0.1279249 Aug 19 18:27:15.535988 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4fddd6-a94e-4aa4-92c4-1cefb94e48bb tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:27:15.545673 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1d4fddd6-a94e-4aa4-92c4-1cefb94e48bb tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:15.546018 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-1d4fddd6-a94e-4aa4-92c4-1cefb94e48bb tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Added segment d82d8693-e54e-45dc-b3bf-7171c8dd2756 of type vlan for network 54489d6d-845c-455b-8772-0a3f0d62cc46 Aug 19 18:27:15.582806 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cefe9ab8-3ef1-4d40-8757-d26326f59f0c req-6e312edb-252e-4041-ba1e-88fe7643b027 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402250 Aug 19 18:27:15.588821 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1d4fddd6-a94e-4aa4-92c4-1cefb94e48bb tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:15.618149 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1d4fddd6-a94e-4aa4-92c4-1cefb94e48bb tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:15.624034 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4fddd6-a94e-4aa4-92c4-1cefb94e48bb tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:15.624686 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1d4fddd6-a94e-4aa4-92c4-1cefb94e48bb tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:15.707252 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1d4fddd6-a94e-4aa4-92c4-1cefb94e48bb tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2345057 Aug 19 18:27:15.711053 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40456) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:15.717764 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2b3ad7ff-28e8-4799-a038-55239d388b9d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Request body: {'subnet': {'network_id': '54489d6d-845c-455b-8772-0a3f0d62cc46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:15.721927 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-62e8fdeb-c493-4a18-9a5c-0c07689f1d78 req-de57cb75-66b0-4d84-9260-6e64781bac0b tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4d1efb2b-b77d-4799-ad30-1bbefce7f551 HTTP/1.1" status: 200 len: 210 time: 0.0282018 Aug 19 18:27:15.801220 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fddd6-a94e-4aa4-92c4-1cefb94e48bb tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event updated for resources: {'Network': ['ID=54489d6d-845c-455b-8772-0a3f0d62cc46,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:15.812126 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 54489d6d-845c-455b-8772-0a3f0d62cc46 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:27:15.838600 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec7e69-1c73-4afc-b332-6b8985f6edab req-d04301d8-a575-429e-ab05-fc1126be410a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:15.844648 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec7e69-1c73-4afc-b332-6b8985f6edab req-d04301d8-a575-429e-ab05-fc1126be410a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:15.850749 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec7e69-1c73-4afc-b332-6b8985f6edab req-d04301d8-a575-429e-ab05-fc1126be410a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:15.857038 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec7e69-1c73-4afc-b332-6b8985f6edab req-d04301d8-a575-429e-ab05-fc1126be410a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:15.862808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec7e69-1c73-4afc-b332-6b8985f6edab req-d04301d8-a575-429e-ab05-fc1126be410a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:15.869676 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec7e69-1c73-4afc-b332-6b8985f6edab req-d04301d8-a575-429e-ab05-fc1126be410a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:15.877206 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec7e69-1c73-4afc-b332-6b8985f6edab req-d04301d8-a575-429e-ab05-fc1126be410a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:15.879183 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c9ec7e69-1c73-4afc-b332-6b8985f6edab req-d04301d8-a575-429e-ab05-fc1126be410a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5445 time: 0.1971936 Aug 19 18:27:15.890824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40458) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:15.895792 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-6dc08fff-96aa-4688-9146-0aca21b3328a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Request body: {'floatingip': {'port_id': '947b2bf4-1446-47c1-9618-b9bfceb818f3'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:15.904969 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3ad7ff-28e8-4799-a038-55239d388b9d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Made reservation on behalf of 1737e708c1ba49faa57989bb173d8820 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:15.908774 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2b3ad7ff-28e8-4799-a038-55239d388b9d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:15.936302 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6dc08fff-96aa-4688-9146-0aca21b3328a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for floatingip, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:16.129855 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-ea25c606-41c6-4f00-9b61-cf6f7711e525 req-b32aa3f0-bcdb-42f6-9654-4285ed235558 service neutron] (94681) timed out ('10.222.0.54', 52168) {{(pid=94681) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:27:16.192386 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2b3ad7ff-28e8-4799-a038-55239d388b9d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:16.287516 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ad7ff-28e8-4799-a038-55239d388b9d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event updated for resources: {'Subnet': ['ID=e8183eaf-2ed9-48bf-8e38-c120ea315a73,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:16.291642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-5ede6047-06f1-4198-a1bb-97c30ba46a87 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:16.293305 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-5ede6047-06f1-4198-a1bb-97c30ba46a87 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.54 "GET /v2.0/networks?id=eba20446-3015-4358-85fa-43c01dea129c HTTP/1.1" status: 200 len: 911 time: 0.1780548 Aug 19 18:27:16.301406 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3ad7ff-28e8-4799-a038-55239d388b9d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Checking segment: {'id': 'd82d8693-e54e-45dc-b3bf-7171c8dd2756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '54489d6d-845c-455b-8772-0a3f0d62cc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:16.302384 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3ad7ff-28e8-4799-a038-55239d388b9d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Network hostable DHCP agents. Network: 54489d6d-845c-455b-8772-0a3f0d62cc46, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:27:16.312305 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-f0342365-a90b-471f-83e7-5a9a7b4f24a6 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Request body: {'port': {'device_id': '4d1efb2b-b77d-4799-ad30-1bbefce7f551', 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c', 'admin_state_up': True, 'tenant_id': '3c04cdb4a0c44eb6ae866b52a3c64822'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:16.356091 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3ad7ff-28e8-4799-a038-55239d388b9d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Network 54489d6d-845c-455b-8772-0a3f0d62cc46 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:27:16.383372 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-f0342365-a90b-471f-83e7-5a9a7b4f24a6 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Made reservation on behalf of 3c04cdb4a0c44eb6ae866b52a3c64822 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:16.386236 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-f0342365-a90b-471f-83e7-5a9a7b4f24a6 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:16.406123 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-2b3ad7ff-28e8-4799-a038-55239d388b9d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 54489d6d-845c-455b-8772-0a3f0d62cc46) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:16.416242 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e879b6-9916-45ad-8671-437f5b28f37f None None] Network 54489d6d-845c-455b-8772-0a3f0d62cc46 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:16.428006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3ad7ff-28e8-4799-a038-55239d388b9d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:16.429070 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2b3ad7ff-28e8-4799-a038-55239d388b9d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:16.475667 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bd14d-cc5a-4ba4-b081-e5c595ebf2ac req-79d1f1fc-ab7b-42d8-979b-def5ff67219b tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:16.478396 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d8bd14d-cc5a-4ba4-b081-e5c595ebf2ac req-79d1f1fc-ab7b-42d8-979b-def5ff67219b tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc438de7-5925-4837-b3fb-f6064b980e44 HTTP/1.1" status: 200 len: 945 time: 0.1342144 Aug 19 18:27:16.482351 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2b3ad7ff-28e8-4799-a038-55239d388b9d tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7702556 Aug 19 18:27:16.485175 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40472) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:16.500926 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:16.670593 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13db9a29-0f3b-44fa-9af8-596402a96431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-54489d6d-845c-455b-8772-0a3f0d62cc46', 'network_id': '54489d6d-845c-455b-8772-0a3f0d62cc46', 'tenant_id': '1737e708c1ba49faa57989bb173d8820', 'fixed_ips': [{'subnet_id': 'e8183eaf-2ed9-48bf-8e38-c120ea315a73'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:27:16.671871 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-13db9a29-0f3b-44fa-9af8-596402a96431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:16.683781 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d8bd14d-cc5a-4ba4-b081-e5c595ebf2ac req-d2255763-6b1d-4a4e-852f-a9ce709935b0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515329 Aug 19 18:27:16.740182 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:16.753573 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-f0342365-a90b-471f-83e7-5a9a7b4f24a6 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Allocated IP 172.20.0.9 (eba20446-3015-4358-85fa-43c01dea129c/3dfc809b-e771-4eb0-b500-6457c452f5af/a9497950-34b8-4a36-9d0b-8887ef4a099a) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:16.872271 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57235454-b313-4bf0-83c4-e059b54bd7c7 req-e45e884a-5f1d-437e-8e2d-3e434992b7ff tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4d1efb2b-b77d-4799-ad30-1bbefce7f551 HTTP/1.1" status: 200 len: 210 time: 0.0507078 Aug 19 18:27:16.881906 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:16.889498 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-9ade8b7a-ee60-413c-8dcf-e7191f8c36a3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1950372276&fields=id&tenant_id=ffa9435d941540c182adf55128e34931 HTTP/1.1" status: 200 len: 267 time: 0.0824866 Aug 19 18:27:16.931439 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-13db9a29-0f3b-44fa-9af8-596402a96431 None None] Allocated IP 2001:db8::2 (54489d6d-845c-455b-8772-0a3f0d62cc46/e8183eaf-2ed9-48bf-8e38-c120ea315a73/783721da-888b-444b-9a8c-f91487acefc9) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:17.035669 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-f0342365-a90b-471f-83e7-5a9a7b4f24a6 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:17.049430 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-f0342365-a90b-471f-83e7-5a9a7b4f24a6 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Transition to ACTIVE for port object a9497950-34b8-4a36-9d0b-8887ef4a099a will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:17.086580 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6dc08fff-96aa-4688-9146-0aca21b3328a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:17.103015 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6dc08fff-96aa-4688-9146-0aca21b3328a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:17.103284 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-f0342365-a90b-471f-83e7-5a9a7b4f24a6 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:17.119894 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['29ca29e2-5e26-4311-a552-7eb179854c77'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:27:17.150676 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-13db9a29-0f3b-44fa-9af8-596402a96431 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:17.158254 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-f0342365-a90b-471f-83e7-5a9a7b4f24a6 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Network eba20446-3015-4358-85fa-43c01dea129c is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:17.164388 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-f0342365-a90b-471f-83e7-5a9a7b4f24a6 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:17.167052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-f0342365-a90b-471f-83e7-5a9a7b4f24a6 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:17.168322 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-13db9a29-0f3b-44fa-9af8-596402a96431 None None] Transition to ACTIVE for port object 783721da-888b-444b-9a8c-f91487acefc9 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:17.169083 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-cf408f97-25f1-4477-b5e9-7a1474b56eca tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:17.171022 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0342365-a90b-471f-83e7-5a9a7b4f24a6 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Pushing event updated for resources: {'Port': ['ID=a9497950-34b8-4a36-9d0b-8887ef4a099a,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:17.176928 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-cf408f97-25f1-4477-b5e9-7a1474b56eca tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 810 time: 0.2860188 Aug 19 18:27:17.196347 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-bf05cf23-d4ca-4dd5-bbe2-e60a1552f333 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/quotas/ffa9435d941540c182adf55128e34931 HTTP/1.1" status: 200 len: 375 time: 0.0184424 Aug 19 18:27:17.202300 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-13db9a29-0f3b-44fa-9af8-596402a96431 None None] Transition to ACTIVE for port object 783721da-888b-444b-9a8c-f91487acefc9 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:17.222960 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-13db9a29-0f3b-44fa-9af8-596402a96431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:17.238506 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-f0342365-a90b-471f-83e7-5a9a7b4f24a6 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:17.239125 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-f0342365-a90b-471f-83e7-5a9a7b4f24a6 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:17.244010 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:17.280094 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13db9a29-0f3b-44fa-9af8-596402a96431 None None] Network 54489d6d-845c-455b-8772-0a3f0d62cc46 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:17.284194 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event deleted for resources: {'Subnet': ['ID=e8183eaf-2ed9-48bf-8e38-c120ea315a73,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:17.294405 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-13db9a29-0f3b-44fa-9af8-596402a96431 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:17.298494 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13db9a29-0f3b-44fa-9af8-596402a96431 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:17.303148 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db9a29-0f3b-44fa-9af8-596402a96431 None None] Pushing event updated for resources: {'Port': ['ID=783721da-888b-444b-9a8c-f91487acefc9,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:17.318138 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-6dc08fff-96aa-4688-9146-0aca21b3328a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Floating IP a0fc44de-ce7f-46cf-b0f9-1dd6012656ee associated. External IP: 172.25.8.4, port: 947b2bf4-1446-47c1-9618-b9bfceb818f3. Aug 19 18:27:17.329106 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-2aa3f977-46c6-471a-80be-41e180241fd1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1317439 Aug 19 18:27:17.341590 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-f0342365-a90b-471f-83e7-5a9a7b4f24a6 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0331511 Aug 19 18:27:17.369839 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:17.390354 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54489d6d-845c-455b-8772-0a3f0d62cc46']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:17.397585 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-13db9a29-0f3b-44fa-9af8-596402a96431 None None] Attempting to bind port 783721da-888b-444b-9a8c-f91487acefc9 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:27:17.398095 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-13db9a29-0f3b-44fa-9af8-596402a96431 None None] Attempting to bind port 783721da-888b-444b-9a8c-f91487acefc9 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'd82d8693-e54e-45dc-b3bf-7171c8dd2756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '54489d6d-845c-455b-8772-0a3f0d62cc46'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:27:17.398487 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db9a29-0f3b-44fa-9af8-596402a96431 None None] Attempting to bind port 783721da-888b-444b-9a8c-f91487acefc9 on network 54489d6d-845c-455b-8772-0a3f0d62cc46 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:27:17.411514 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd82d8693-e54e-45dc-b3bf-7171c8dd2756') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:17.411968 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd82d8693-e54e-45dc-b3bf-7171c8dd2756') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:17.412102 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db9a29-0f3b-44fa-9af8-596402a96431 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:27:17.412398 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db9a29-0f3b-44fa-9af8-596402a96431 None None] Checking segment: {'id': 'd82d8693-e54e-45dc-b3bf-7171c8dd2756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '54489d6d-845c-455b-8772-0a3f0d62cc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:17.412805 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-13db9a29-0f3b-44fa-9af8-596402a96431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:17.413201 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db9a29-0f3b-44fa-9af8-596402a96431 None None] Bound using segment: {'id': 'd82d8693-e54e-45dc-b3bf-7171c8dd2756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '54489d6d-845c-455b-8772-0a3f0d62cc46'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:27:17.414348 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-13db9a29-0f3b-44fa-9af8-596402a96431 None None] Bound port: 783721da-888b-444b-9a8c-f91487acefc9, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82d8693-e54e-45dc-b3bf-7171c8dd2756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '54489d6d-845c-455b-8772-0a3f0d62cc46'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:27:17.414731 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-13db9a29-0f3b-44fa-9af8-596402a96431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:17.428706 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:17.461625 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:17.470589 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:27:17.471892 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:17.524675 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-562c2e77-0d17-4367-8c66-8d0e525123c7 service neutron] 10.222.0.24 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589456 Aug 19 18:27:17.526759 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-13db9a29-0f3b-44fa-9af8-596402a96431 None None] For port 783721da-888b-444b-9a8c-f91487acefc9, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:27:17.529910 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f35890fa-14b4-481b-8e14-eecc47caf38a None None] Provisioning for port a9497950-34b8-4a36-9d0b-8887ef4a099a completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:17.533762 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f35890fa-14b4-481b-8e14-eecc47caf38a None None] Provisioning complete for port a9497950-34b8-4a36-9d0b-8887ef4a099a triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:17.534139 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f35890fa-14b4-481b-8e14-eecc47caf38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:27:17.535620 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:27:17.548846 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-015d8440-7c8d-4b9e-9220-d0035dddc40e service neutron] Request body: {'port': {'device_id': '4d1efb2b-b77d-4799-ad30-1bbefce7f551', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:17.573736 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f35890fa-14b4-481b-8e14-eecc47caf38a None None] Port a9497950-34b8-4a36-9d0b-8887ef4a099a cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:27:17.590885 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.db.api [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 18:27:17.590885 n-d-803753-2 neutron-server[94682]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 18:27:17.590885 n-d-803753-2 neutron-server[94682]: [parameters: {'id': '54489d6d-845c-455b-8772-0a3f0d62cc46'}] Aug 19 18:27:17.590885 n-d-803753-2 neutron-server[94682]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:27:17.591595 n-d-803753-2 neutron-server[94682]: DEBUG oslo_db.api [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:27:17.602060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-13db9a29-0f3b-44fa-9af8-596402a96431 None None] For port 783721da-888b-444b-9a8c-f91487acefc9, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=783721da-888b-444b-9a8c-f91487acefc9,segment=NetworkSegment(d82d8693-e54e-45dc-b3bf-7171c8dd2756),segment_id=d82d8693-e54e-45dc-b3bf-7171c8dd2756)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:27:17.607058 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-13db9a29-0f3b-44fa-9af8-596402a96431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:17.639341 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-015d8440-7c8d-4b9e-9220-d0035dddc40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:17.715183 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-e519a15a-11fa-44d6-90cd-1f3dda77c73e service neutron] 10.222.0.24 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523676 Aug 19 18:27:17.720571 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db9a29-0f3b-44fa-9af8-596402a96431 None None] Pushing event updated for resources: {'Port': ['ID=783721da-888b-444b-9a8c-f91487acefc9,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:17.743756 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0903ac48-a7f7-4c02-9546-f2a4f6b8de93 None None] Network 54489d6d-845c-455b-8772-0a3f0d62cc46 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:17.747562 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc08fff-96aa-4688-9146-0aca21b3328a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Router 6e7118d0-5d33-4096-84d3-129449511e06 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:27:17.949260 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc08fff-96aa-4688-9146-0aca21b3328a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:27:17.954647 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6dc08fff-96aa-4688-9146-0aca21b3328a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:17.963474 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad7c8d-096a-4d0a-b030-35a7ad0b4d78 None None] Sync routers for ids ['6e7118d0-5d33-4096-84d3-129449511e06'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:27:17.968998 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13f0f95-f6f0-42a5-9283-607fcd7c9bd6 None None] get_active_networks_info from n-d-803753-2 {{(pid=94683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:27:18.000133 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6dc08fff-96aa-4688-9146-0aca21b3328a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "PUT /v2.0/floatingips/a0fc44de-ce7f-46cf-b0f9-1dd6012656ee HTTP/1.1" status: 200 len: 990 time: 2.1078720 Aug 19 18:27:18.001054 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'tag': '947b2bf4-1446-47c1-9618-b9bfceb818f3'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:18.003923 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0432db25-8ece-4320-9d79-171d74ed62d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "tag": "947b2bf4-1446-47c1-9618-b9bfceb818f3"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:18.011381 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad7c8d-096a-4d0a-b030-35a7ad0b4d78 None None] Routers {'6e7118d0-5d33-4096-84d3-129449511e06'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:18.012520 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-63ad7c8d-096a-4d0a-b030-35a7ad0b4d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:27:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6e7118d0-5d33-4096-84d3-129449511e06'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:18.236110 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d53b3d-da8f-4585-988c-cf519df90385 req-ced76443-c60e-4547-b8bb-36cd80a5085a tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:18.246124 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-05d53b3d-da8f-4585-988c-cf519df90385 req-ced76443-c60e-4547-b8bb-36cd80a5085a tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4d1efb2b-b77d-4799-ad30-1bbefce7f551 HTTP/1.1" status: 200 len: 1027 time: 0.0630260 Aug 19 18:27:18.249846 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-63ad7c8d-096a-4d0a-b030-35a7ad0b4d78 None None] Set router 6e7118d0-5d33-4096-84d3-129449511e06 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:18.296028 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-05d53b3d-da8f-4585-988c-cf519df90385 req-5b1226f9-3c1e-41e2-a1a1-fc630d09afc0 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488398 Aug 19 18:27:18.360350 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:18.410637 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13f0f95-f6f0-42a5-9283-607fcd7c9bd6 None None] Resources bound (agent type, host, resource id): {{(pid=94683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:27:18.418195 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b2da5-723f-4468-a2e5-1d3adc93e9b1 req-a2d223e3-e245-41e0-b723-fa233f4cb394 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:18.420039 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-491b2da5-723f-4468-a2e5-1d3adc93e9b1 req-a2d223e3-e245-41e0-b723-fa233f4cb394 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc438de7-5925-4837-b3fb-f6064b980e44 HTTP/1.1" status: 200 len: 945 time: 0.5539429 Aug 19 18:27:18.539268 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-491b2da5-723f-4468-a2e5-1d3adc93e9b1 req-65aff7a7-7800-42c3-9b13-624188adec66 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104434 Aug 19 18:27:18.556383 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Deleting port 783721da-888b-444b-9a8c-f91487acefc9 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:18.556722 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:18.637057 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c763c817-5df3-4b7b-b5e6-45fba647fe04 x-openstack-request-id: req-c763c817-5df3-4b7b-b5e6-45fba647fe04 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:18.637377 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "tag": "947b2bf4-1446-47c1-9618-b9bfceb818f3", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:18.637695 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c763c817-5df3-4b7b-b5e6-45fba647fe04 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:18.638455 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'tag': '947b2bf4-1446-47c1-9618-b9bfceb818f3', 'status': 'completed', 'code': 200} Aug 19 18:27:18.671318 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] For port 783721da-888b-444b-9a8c-f91487acefc9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=783721da-888b-444b-9a8c-f91487acefc9,segment=NetworkSegment(d82d8693-e54e-45dc-b3bf-7171c8dd2756),segment_id=d82d8693-e54e-45dc-b3bf-7171c8dd2756)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:18.671709 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:18.693888 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Calling delete_port for 783721da-888b-444b-9a8c-f91487acefc9 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:18.731490 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432db25-8ece-4320-9d79-171d74ed62d1 req-b36d55dd-5d82-4458-bfbb-18ac62321759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:18.731490 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432db25-8ece-4320-9d79-171d74ed62d1 req-b36d55dd-5d82-4458-bfbb-18ac62321759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:18.731490 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432db25-8ece-4320-9d79-171d74ed62d1 req-b36d55dd-5d82-4458-bfbb-18ac62321759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:18.731490 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432db25-8ece-4320-9d79-171d74ed62d1 req-b36d55dd-5d82-4458-bfbb-18ac62321759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:18.731490 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432db25-8ece-4320-9d79-171d74ed62d1 req-b36d55dd-5d82-4458-bfbb-18ac62321759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:18.731490 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432db25-8ece-4320-9d79-171d74ed62d1 req-b36d55dd-5d82-4458-bfbb-18ac62321759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:18.731490 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432db25-8ece-4320-9d79-171d74ed62d1 req-b36d55dd-5d82-4458-bfbb-18ac62321759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:18.732191 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0432db25-8ece-4320-9d79-171d74ed62d1 req-b36d55dd-5d82-4458-bfbb-18ac62321759 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d4c8d8581824507a55c5466e9a27980&device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 6502 time: 0.0644429 Aug 19 18:27:18.857609 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-015d8440-7c8d-4b9e-9220-d0035dddc40e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9497950-34b8-4a36-9d0b-8887ef4a099a {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:27:18.866543 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-015d8440-7c8d-4b9e-9220-d0035dddc40e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:18.881589 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-015d8440-7c8d-4b9e-9220-d0035dddc40e service neutron] Transition to ACTIVE for port object a9497950-34b8-4a36-9d0b-8887ef4a099a will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:18.897208 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-015d8440-7c8d-4b9e-9220-d0035dddc40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:18.917760 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432db25-8ece-4320-9d79-171d74ed62d1 req-ba3883ed-bab9-4f6b-9c6a-7f491df15f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:18.919438 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0432db25-8ece-4320-9d79-171d74ed62d1 req-ba3883ed-bab9-4f6b-9c6a-7f491df15f2b service neutron] 10.222.0.50 "GET /v2.0/networks?id=eb209190-2b0a-4385-a96f-5ebf3ada95ae HTTP/1.1" status: 200 len: 916 time: 0.1791408 Aug 19 18:27:18.925207 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06e09971-5ff8-44af-bbc1-665c81df6787 req-ccea19da-1060-479f-ba41-e21b661374a7 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0a3380184ecc4eaca1d71439579d61d1 HTTP/1.1" status: 200 len: 267 time: 0.0927541 Aug 19 18:27:18.934310 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e57d2c26-f518-449d-819c-e5425a381834 req-a38ac78c-faa0-4928-8c7b-dd2bb2275a9b tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 210 time: 0.0511782 Aug 19 18:27:19.024068 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-63ad7c8d-096a-4d0a-b030-35a7ad0b4d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7118d0-5d33-4096-84d3-129449511e06', 'name': 'tempest-TaggedBootDevicesTest_v242-86884823-router', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:39Z', 'updated_at': '2021-08-19T18:24:47Z', 'revision_number': 4, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'gw_port': {'id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:41Z', 'updated_at': '2021-08-19T18:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'a0fc44de-ce7f-46cf-b0f9-1dd6012656ee', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'port_id': '947b2bf4-1446-47c1-9618-b9bfceb818f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae', 'mac_address': 'fa:16:3e:39:25:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9955b157-4e75-48fc-b119-abbc246fe462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:25:44Z', 'updated_at': '2021-08-19T18:27:16Z', 'revision_number': 1, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f92987c9-39e7-492f-879c-a667e6da6494', 'name': '', 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'mac_address': 'fa:16:3e:fd:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '1a51ede3-bf4f-418b-b046-6db223b828ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:46Z', 'updated_at': '2021-08-19T18:24:58Z', 'revision_number': 5, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'subnets': [{'id': '1a51ede3-bf4f-418b-b046-6db223b828ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:19.054597 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad7c8d-096a-4d0a-b030-35a7ad0b4d78 None None] Checking router: 6e7118d0-5d33-4096-84d3-129449511e06 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:27:19.064336 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad7c8d-096a-4d0a-b030-35a7ad0b4d78 None None] Routers {'6e7118d0-5d33-4096-84d3-129449511e06'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:19.064985 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-63ad7c8d-096a-4d0a-b030-35a7ad0b4d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:27:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6e7118d0-5d33-4096-84d3-129449511e06'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:19.065756 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d8440-7c8d-4b9e-9220-d0035dddc40e service neutron] Pushing event updated for resources: {'Port': ['ID=a9497950-34b8-4a36-9d0b-8887ef4a099a,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:19.071683 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:19.087074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e09971-5ff8-44af-bbc1-665c81df6787 req-67d2479a-3f0e-40ed-8942-8bcebb6f3558 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:19.090084 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06e09971-5ff8-44af-bbc1-665c81df6787 req-67d2479a-3f0e-40ed-8942-8bcebb6f3558 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc438de7-5925-4837-b3fb-f6064b980e44 HTTP/1.1" status: 200 len: 945 time: 0.1567636 Aug 19 18:27:19.093435 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0432db25-8ece-4320-9d79-171d74ed62d1 req-3afd75db-af7b-46ea-aa46-78abbd8b4eac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=947b2bf4-1446-47c1-9618-b9bfceb818f3 HTTP/1.1" status: 200 len: 998 time: 0.1613283 Aug 19 18:27:19.121688 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-06e09971-5ff8-44af-bbc1-665c81df6787 req-4ca68504-5fb2-4bf5-8534-25795b1e2a78 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Request body: {'port': {'security_groups': []}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:19.150015 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event deleted for resources: {'Port': ['ID=783721da-888b-444b-9a8c-f91487acefc9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:19.185652 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] No DVR routers for this DVR port 783721da-888b-444b-9a8c-f91487acefc9 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:19.265610 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-63ad7c8d-096a-4d0a-b030-35a7ad0b4d78 None None] Set router 6e7118d0-5d33-4096-84d3-129449511e06 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:19.452514 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-06e09971-5ff8-44af-bbc1-665c81df6787 req-4ca68504-5fb2-4bf5-8534-25795b1e2a78 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:19.456164 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:19.469344 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54489d6d-845c-455b-8772-0a3f0d62cc46']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:19.480789 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432db25-8ece-4320-9d79-171d74ed62d1 req-e4135b80-69d4-44ff-af2b-75767660ca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:19.483883 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0432db25-8ece-4320-9d79-171d74ed62d1 req-e4135b80-69d4-44ff-af2b-75767660ca57 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a51ede3-bf4f-418b-b046-6db223b828ca HTTP/1.1" status: 200 len: 854 time: 0.3810866 Aug 19 18:27:19.488010 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd82d8693-e54e-45dc-b3bf-7171c8dd2756') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:19.488311 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd82d8693-e54e-45dc-b3bf-7171c8dd2756') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:19.571151 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:19.578069 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-015d8440-7c8d-4b9e-9220-d0035dddc40e service neutron] Attempting to bind port a9497950-34b8-4a36-9d0b-8887ef4a099a on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:27:19.578404 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-015d8440-7c8d-4b9e-9220-d0035dddc40e service neutron] Attempting to bind port a9497950-34b8-4a36-9d0b-8887ef4a099a by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '3c5d02d1-1c2f-4d2d-985f-2a976538cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:27:19.578734 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-015d8440-7c8d-4b9e-9220-d0035dddc40e service neutron] Attempting to bind port a9497950-34b8-4a36-9d0b-8887ef4a099a on network eba20446-3015-4358-85fa-43c01dea129c {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:27:19.615683 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02484294-66ba-4534-bf5d-87c6ad7006ae req-e360aa54-95c1-416a-80ab-97254654b703 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:19.625325 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02484294-66ba-4534-bf5d-87c6ad7006ae req-e360aa54-95c1-416a-80ab-97254654b703 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4d1efb2b-b77d-4799-ad30-1bbefce7f551 HTTP/1.1" status: 200 len: 1052 time: 0.2210186 Aug 19 18:27:19.625603 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432db25-8ece-4320-9d79-171d74ed62d1 req-0f7edd1a-0441-404b-94e7-3533ad93d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:19.627054 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0432db25-8ece-4320-9d79-171d74ed62d1 req-0f7edd1a-0441-404b-94e7-3533ad93d6a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=eb209190-2b0a-4385-a96f-5ebf3ada95ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046364 Aug 19 18:27:19.632803 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-015d8440-7c8d-4b9e-9220-d0035dddc40e service neutron] Port a9497950-34b8-4a36-9d0b-8887ef4a099a on network eba20446-3015-4358-85fa-43c01dea129c not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:27:19.633199 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-015d8440-7c8d-4b9e-9220-d0035dddc40e service neutron] Attempting to bind port a9497950-34b8-4a36-9d0b-8887ef4a099a on network eba20446-3015-4358-85fa-43c01dea129c {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:27:19.640348 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:19.665749 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-015d8440-7c8d-4b9e-9220-d0035dddc40e service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:27:19.666089 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-015d8440-7c8d-4b9e-9220-d0035dddc40e service neutron] Checking segment: {'id': '3c5d02d1-1c2f-4d2d-985f-2a976538cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:19.666496 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-015d8440-7c8d-4b9e-9220-d0035dddc40e service neutron] Bound using segment: {'id': '3c5d02d1-1c2f-4d2d-985f-2a976538cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:27:19.667337 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-015d8440-7c8d-4b9e-9220-d0035dddc40e service neutron] Bound port: a9497950-34b8-4a36-9d0b-8887ef4a099a, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c5d02d1-1c2f-4d2d-985f-2a976538cb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:27:19.667716 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-015d8440-7c8d-4b9e-9220-d0035dddc40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:19.673211 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:27:19.673776 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:27:19.691146 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:27:19.848428 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02484294-66ba-4534-bf5d-87c6ad7006ae req-2df2ce50-0fd6-4637-a0aa-5fc8af125728 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216568 Aug 19 18:27:19.878628 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-27de3da4-efcf-4fba-b71a-c6bd45350546 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:19.880729 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-27de3da4-efcf-4fba-b71a-c6bd45350546 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.54 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 810 time: 0.5063174 Aug 19 18:27:19.887280 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:19.895456 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:19.897007 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "DELETE /v2.0/networks/54489d6d-845c-455b-8772-0a3f0d62cc46 HTTP/1.1" status: 204 len: 168 time: 3.4106209 Aug 19 18:27:19.901658 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40532) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:19.907264 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-38eb1b86-969f-454a-bfd2-84e552c85d5e tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2060908957'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:19.939809 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-63ad7c8d-096a-4d0a-b030-35a7ad0b4d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7118d0-5d33-4096-84d3-129449511e06', 'name': 'tempest-TaggedBootDevicesTest_v242-86884823-router', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:39Z', 'updated_at': '2021-08-19T18:24:47Z', 'revision_number': 4, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'gw_port': {'id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:41Z', 'updated_at': '2021-08-19T18:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'a0fc44de-ce7f-46cf-b0f9-1dd6012656ee', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'port_id': '947b2bf4-1446-47c1-9618-b9bfceb818f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae', 'mac_address': 'fa:16:3e:39:25:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9955b157-4e75-48fc-b119-abbc246fe462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:25:44Z', 'updated_at': '2021-08-19T18:27:16Z', 'revision_number': 1, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f92987c9-39e7-492f-879c-a667e6da6494', 'name': '', 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'mac_address': 'fa:16:3e:fd:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '1a51ede3-bf4f-418b-b046-6db223b828ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:46Z', 'updated_at': '2021-08-19T18:24:58Z', 'revision_number': 5, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'subnets': [{'id': '1a51ede3-bf4f-418b-b046-6db223b828ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:19.945679 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707362d9-c76a-4cc3-a3a0-8c65f8f19685 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event deleted for resources: {'Network': ['ID=54489d6d-845c-455b-8772-0a3f0d62cc46,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:19.950550 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0432db25-8ece-4320-9d79-171d74ed62d1 req-1226ca14-4059-4b80-95da-8d42214a440d service neutron] 10.222.0.50 "GET /v2.0/networks/eb209190-2b0a-4385-a96f-5ebf3ada95ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051450 Aug 19 18:27:19.972684 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-015d8440-7c8d-4b9e-9220-d0035dddc40e service neutron] For port a9497950-34b8-4a36-9d0b-8887ef4a099a, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:27:19.984136 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-015d8440-7c8d-4b9e-9220-d0035dddc40e service neutron] For port a9497950-34b8-4a36-9d0b-8887ef4a099a, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a9497950-34b8-4a36-9d0b-8887ef4a099a,segment=NetworkSegment(3c5d02d1-1c2f-4d2d-985f-2a976538cb0c),segment_id=3c5d02d1-1c2f-4d2d-985f-2a976538cb0c)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:27:19.995131 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-015d8440-7c8d-4b9e-9220-d0035dddc40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:20.003899 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad7c8d-096a-4d0a-b030-35a7ad0b4d78 None None] The sync data for ids ['6e7118d0-5d33-4096-84d3-129449511e06'] in n-d-803753-2 is: [{'id': '6e7118d0-5d33-4096-84d3-129449511e06', 'name': 'tempest-TaggedBootDevicesTest_v242-86884823-router', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:39Z', 'updated_at': '2021-08-19T18:24:47Z', 'revision_number': 4, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'gw_port': {'id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:41Z', 'updated_at': '2021-08-19T18:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'a0fc44de-ce7f-46cf-b0f9-1dd6012656ee', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'port_id': '947b2bf4-1446-47c1-9618-b9bfceb818f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae', 'mac_address': 'fa:16:3e:39:25:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9955b157-4e75-48fc-b119-abbc246fe462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:25:44Z', 'updated_at': '2021-08-19T18:27:16Z', 'revision_number': 1, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f92987c9-39e7-492f-879c-a667e6da6494', 'name': '', 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'mac_address': 'fa:16:3e:fd:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '1a51ede3-bf4f-418b-b046-6db223b828ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:46Z', 'updated_at': '2021-08-19T18:24:58Z', 'revision_number': 5, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'subnets': [{'id': '1a51ede3-bf4f-418b-b046-6db223b828ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:27:20.045402 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-06e09971-5ff8-44af-bbc1-665c81df6787 req-4ca68504-5fb2-4bf5-8534-25795b1e2a78 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] For port 0875deba-fbc9-4c50-9737-f1616fd7d37c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=0875deba-fbc9-4c50-9737-f1616fd7d37c,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:20.048253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38eb1b86-969f-454a-bfd2-84e552c85d5e tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Made reservation on behalf of 1737e708c1ba49faa57989bb173d8820 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:20.052547 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-38eb1b86-969f-454a-bfd2-84e552c85d5e tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:20.125666 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d8440-7c8d-4b9e-9220-d0035dddc40e service neutron] Pushing event updated for resources: {'Port': ['ID=a9497950-34b8-4a36-9d0b-8887ef4a099a,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:20.152390 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-33ceadd2-7788-46a1-b8c5-6a68531ec015 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffa9435d941540c182adf55128e34931 HTTP/1.1" status: 200 len: 380 time: 0.2520585 Aug 19 18:27:20.164990 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-06e09971-5ff8-44af-bbc1-665c81df6787 req-4ca68504-5fb2-4bf5-8534-25795b1e2a78 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:20.196150 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-49527475-ccf8-41e9-9242-859f44ebfdd0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Request body: {'port': {'device_id': '42202abe-a767-4881-bd63-c826c4056dbb', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'admin_state_up': True, 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'security_groups': ['ea353b6a-204d-4e83-ad48-ae5f0e461b90']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:20.200903 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-015d8440-7c8d-4b9e-9220-d0035dddc40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:20.203337 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38eb1b86-969f-454a-bfd2-84e552c85d5e tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:27:20.204701 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-015d8440-7c8d-4b9e-9220-d0035dddc40e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:20.216612 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-06e09971-5ff8-44af-bbc1-665c81df6787 req-4ca68504-5fb2-4bf5-8534-25795b1e2a78 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:20.222362 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-015d8440-7c8d-4b9e-9220-d0035dddc40e service neutron] 10.222.0.54 "PUT /v2.0/ports/a9497950-34b8-4a36-9d0b-8887ef4a099a HTTP/1.1" status: 200 len: 1091 time: 2.6847050 Aug 19 18:27:20.224714 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1efb2b-b77d-4799-ad30-1bbefce7f551', 'tag': 'a9497950-34b8-4a36-9d0b-8887ef4a099a'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:20.236808 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['0875deba-fbc9-4c50-9737-f1616fd7d37c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:27:20.239366 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['bb574d96-cf52-47a1-8a95-179694cff36a', '63c9f543-8cc2-4736-a571-1e001a868143'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:27:20.249733 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce40f0ca-8eee-407b-966f-874b06a8ac6e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1efb2b-b77d-4799-ad30-1bbefce7f551", "tag": "a9497950-34b8-4a36-9d0b-8887ef4a099a"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:20.318039 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0432db25-8ece-4320-9d79-171d74ed62d1 req-8c44d2d5-296b-40c9-970c-292637d289c3 service neutron] 10.222.0.50 "GET /v2.0/networks/eb209190-2b0a-4385-a96f-5ebf3ada95ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596299 Aug 19 18:27:20.513269 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca68504-5fb2-4bf5-8534-25795b1e2a78 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Pushing event updated for resources: {'Port': ['ID=0875deba-fbc9-4c50-9737-f1616fd7d37c,revision_number=6']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:20.517758 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec005c-c43c-473e-bdbf-bb5251740638 None None] New status for floating IP a0fc44de-ce7f-46cf-b0f9-1dd6012656ee: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:27:20.539049 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-38eb1b86-969f-454a-bfd2-84e552c85d5e tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:20.539431 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-38eb1b86-969f-454a-bfd2-84e552c85d5e tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Added segment cb3aafd5-77f1-471c-83f6-a239deb8c1a4 of type vlan for network a4d0fa99-f10c-443d-9281-a9a63a94c44f Aug 19 18:27:20.568422 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e09971-5ff8-44af-bbc1-665c81df6787 req-4ca68504-5fb2-4bf5-8534-25795b1e2a78 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:20.569107 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-06e09971-5ff8-44af-bbc1-665c81df6787 req-4ca68504-5fb2-4bf5-8534-25795b1e2a78 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:20.580234 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dd353127-f3aa-494a-bcbd-73d9758cb78a req-a50efa92-56b0-402a-9a2f-a2c17c9bee33 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 210 time: 0.0803726 Aug 19 18:27:20.607766 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06e09971-5ff8-44af-bbc1-665c81df6787 req-4ca68504-5fb2-4bf5-8534-25795b1e2a78 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "PUT /v2.0/ports/0875deba-fbc9-4c50-9737-f1616fd7d37c HTTP/1.1" status: 200 len: 904 time: 1.5098200 Aug 19 18:27:20.659260 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['0875deba-fbc9-4c50-9737-f1616fd7d37c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:27:20.673335 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-49527475-ccf8-41e9-9242-859f44ebfdd0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Made reservation on behalf of ffa9435d941540c182adf55128e34931 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:20.681569 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-49527475-ccf8-41e9-9242-859f44ebfdd0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:20.690723 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc438de7-5925-4837-b3fb-f6064b980e44', 'tag': '0875deba-fbc9-4c50-9737-f1616fd7d37c'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:20.705749 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d639b2-4d3e-4ef9-be99-df8ff3df1677" -d '{"events": [{"name": "network-changed", "server_uuid": "cc438de7-5925-4837-b3fb-f6064b980e44", "tag": "0875deba-fbc9-4c50-9737-f1616fd7d37c"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:20.708035 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-e598996f-9cd7-4ba2-a555-e116994cd3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:20.709701 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-e598996f-9cd7-4ba2-a555-e116994cd3ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c04cdb4a0c44eb6ae866b52a3c64822&device_id=4d1efb2b-b77d-4799-ad30-1bbefce7f551 HTTP/1.1" status: 200 len: 1094 time: 0.2208138 Aug 19 18:27:20.780115 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-38eb1b86-969f-454a-bfd2-84e552c85d5e tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:20.824671 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-070e2a27-67f3-4eb3-a998-8b1477659857 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9497950-34b8-4a36-9d0b-8887ef4a099a HTTP/1.1" status: 200 len: 217 time: 0.0932870 Aug 19 18:27:20.841401 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890f644d-e700-4360-9b56-5e7848f5a538 x-openstack-request-id: req-890f644d-e700-4360-9b56-5e7848f5a538 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:20.842216 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc438de7-5925-4837-b3fb-f6064b980e44", "tag": "0875deba-fbc9-4c50-9737-f1616fd7d37c", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:20.842335 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-890f644d-e700-4360-9b56-5e7848f5a538 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:20.842750 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc438de7-5925-4837-b3fb-f6064b980e44', 'tag': '0875deba-fbc9-4c50-9737-f1616fd7d37c', 'status': 'completed', 'code': 200} Aug 19 18:27:20.845250 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-38eb1b86-969f-454a-bfd2-84e552c85d5e tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:20.849109 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848ac74c-21bc-4f0f-be03-3dab88021549 x-openstack-request-id: req-848ac74c-21bc-4f0f-be03-3dab88021549 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:20.849805 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1efb2b-b77d-4799-ad30-1bbefce7f551", "tag": "a9497950-34b8-4a36-9d0b-8887ef4a099a", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:20.850349 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-848ac74c-21bc-4f0f-be03-3dab88021549 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:20.851488 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1efb2b-b77d-4799-ad30-1bbefce7f551', 'tag': 'a9497950-34b8-4a36-9d0b-8887ef4a099a', 'status': 'completed', 'code': 200} Aug 19 18:27:20.851833 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38eb1b86-969f-454a-bfd2-84e552c85d5e tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:20.852475 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-38eb1b86-969f-454a-bfd2-84e552c85d5e tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:20.870666 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.54', 52634) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:20.923465 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-38eb1b86-969f-454a-bfd2-84e552c85d5e tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0203404 Aug 19 18:27:21.004796 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40546) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:21.026087 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-d8031e8e-d0d4-4201-bd79-7c24398cf6dd tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Request body: {'subnet': {'network_id': 'a4d0fa99-f10c-443d-9281-a9a63a94c44f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:21.062040 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0dbd3b91-4992-429b-9f92-8448dc806b70 None None] Provisioning complete for port 0875deba-fbc9-4c50-9737-f1616fd7d37c triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:21.062404 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0dbd3b91-4992-429b-9f92-8448dc806b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:21.163221 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb1b86-969f-454a-bfd2-84e552c85d5e tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event updated for resources: {'Network': ['ID=a4d0fa99-f10c-443d-9281-a9a63a94c44f,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:21.174553 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-1402045c-903c-46f9-814d-8df8ff36fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:21.177003 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-1402045c-903c-46f9-814d-8df8ff36fc65 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3dfc809b-e771-4eb0-b500-6457c452f5af HTTP/1.1" status: 200 len: 849 time: 0.3238823 Aug 19 18:27:21.185135 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network a4d0fa99-f10c-443d-9281-a9a63a94c44f details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:27:21.197640 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74e41f-7629-4f39-aff7-bb7666552657 req-9a1b5843-074e-4abb-89be-a30948985021 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:21.199983 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df479e-57ca-44f7-b001-cf3d9a92167e req-e0f97007-4d0c-4949-852a-b10348c8b7d7 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:21.207456 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6df479e-57ca-44f7-b001-cf3d9a92167e req-e0f97007-4d0c-4949-852a-b10348c8b7d7 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4d1efb2b-b77d-4799-ad30-1bbefce7f551 HTTP/1.1" status: 200 len: 1094 time: 0.2033653 Aug 19 18:27:21.207909 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9e74e41f-7629-4f39-aff7-bb7666552657 req-9a1b5843-074e-4abb-89be-a30948985021 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc438de7-5925-4837-b3fb-f6064b980e44 HTTP/1.1" status: 200 len: 907 time: 0.3819838 Aug 19 18:27:21.266126 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d639b2-4d3e-4ef9-be99-df8ff3df1677 req-b4b53a38-6009-4101-b716-9d19ca2f296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:21.267938 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-91d639b2-4d3e-4ef9-be99-df8ff3df1677 req-b4b53a38-6009-4101-b716-9d19ca2f296a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=cc438de7-5925-4837-b3fb-f6064b980e44 HTTP/1.1" status: 200 len: 1058 time: 0.3959420 Aug 19 18:27:21.330201 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8031e8e-d0d4-4201-bd79-7c24398cf6dd tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Made reservation on behalf of 1737e708c1ba49faa57989bb173d8820 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:21.343827 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d8031e8e-d0d4-4201-bd79-7c24398cf6dd tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:21.415057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-4cbdcd0d-9049-4449-ae91-8c2ee275d66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:21.416635 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-4cbdcd0d-9049-4449-ae91-8c2ee275d66c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eba20446-3015-4358-85fa-43c01dea129c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2029312 Aug 19 18:27:21.424762 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-49527475-ccf8-41e9-9242-859f44ebfdd0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Allocated IP 172.20.0.14 (6084e940-75d5-4b38-a27b-539baf659ad1/57c3905b-ec47-44bd-8717-544ef67ade13/f4222103-ac45-47b6-8cdd-a7d06cc5f5fe) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:21.479717 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6df479e-57ca-44f7-b001-cf3d9a92167e req-646755ba-e27d-4b5e-97a1-8194825a2015 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712939 Aug 19 18:27:21.692302 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d639b2-4d3e-4ef9-be99-df8ff3df1677 req-d2e85e01-6357-4241-9662-57104f205e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:21.700840 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-91d639b2-4d3e-4ef9-be99-df8ff3df1677 req-d2e85e01-6357-4241-9662-57104f205e14 service neutron] 10.222.0.54 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 913 time: 0.4032173 Aug 19 18:27:21.741197 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688a965-a72c-4e1f-96fc-1538a2a14f7a req-0ea4134d-9592-44fb-a76f-e67ac96ac76f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:21.763542 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b688a965-a72c-4e1f-96fc-1538a2a14f7a req-0ea4134d-9592-44fb-a76f-e67ac96ac76f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1415133 Aug 19 18:27:21.885593 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-91d639b2-4d3e-4ef9-be99-df8ff3df1677 req-d8502c89-f504-4185-a0ff-1984bc610348 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0875deba-fbc9-4c50-9737-f1616fd7d37c HTTP/1.1" status: 200 len: 217 time: 0.1150146 Aug 19 18:27:21.909372 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b688a965-a72c-4e1f-96fc-1538a2a14f7a req-ec3d2783-2dc3-4813-aa8b-392435402eae tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445830 Aug 19 18:27:21.920183 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-ae99ed16-8dde-43da-b91b-bfd7b784dbf6 service neutron] 10.222.0.54 "GET /v2.0/networks/eba20446-3015-4358-85fa-43c01dea129c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909892 Aug 19 18:27:22.042870 n-d-803753-2 neutron-server[94681]: DEBUG neutron.objects.ports [None req-d8031e8e-d0d4-4201-bd79-7c24398cf6dd tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94681) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:27:22.057635 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d8031e8e-d0d4-4201-bd79-7c24398cf6dd tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:22.144461 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-94ae8892-5c2d-46be-aada-54bf3d60bec2 req-b23335c3-59a4-4de6-87a9-a7b977f2ddcc service neutron] 10.222.0.54 "GET /v2.0/networks/eba20446-3015-4358-85fa-43c01dea129c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737716 Aug 19 18:27:22.168960 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-90591a2f-aaf9-419e-90c9-7fbb921eb51c req-f5e835b2-eea2-4832-ba72-56ceed1b8be2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 210 time: 0.1237357 Aug 19 18:27:22.206661 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8031e8e-d0d4-4201-bd79-7c24398cf6dd tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event updated for resources: {'Subnet': ['ID=a2f07b68-7e46-4b96-88bd-7791b958b7a1,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:22.234856 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d639b2-4d3e-4ef9-be99-df8ff3df1677 req-bcc53662-f46b-40d2-846f-4d5ad0c929ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:22.236357 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-91d639b2-4d3e-4ef9-be99-df8ff3df1677 req-bcc53662-f46b-40d2-846f-4d5ad0c929ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.3428497 Aug 19 18:27:22.237282 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8031e8e-d0d4-4201-bd79-7c24398cf6dd tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Checking segment: {'id': 'cb3aafd5-77f1-471c-83f6-a239deb8c1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a4d0fa99-f10c-443d-9281-a9a63a94c44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:22.237684 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8031e8e-d0d4-4201-bd79-7c24398cf6dd tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Network hostable DHCP agents. Network: a4d0fa99-f10c-443d-9281-a9a63a94c44f, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:27:22.258626 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8031e8e-d0d4-4201-bd79-7c24398cf6dd tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Network a4d0fa99-f10c-443d-9281-a9a63a94c44f is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:27:22.269834 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-d8031e8e-d0d4-4201-bd79-7c24398cf6dd tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, a4d0fa99-f10c-443d-9281-a9a63a94c44f) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:22.275459 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8031e8e-d0d4-4201-bd79-7c24398cf6dd tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:22.276371 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d8031e8e-d0d4-4201-bd79-7c24398cf6dd tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:22.285553 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b036251-4e91-4ea0-9529-13a997eeaefa None None] Network a4d0fa99-f10c-443d-9281-a9a63a94c44f requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:22.298194 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d8031e8e-d0d4-4201-bd79-7c24398cf6dd tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2922721 Aug 19 18:27:22.299208 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40570) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:22.306363 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-49527475-ccf8-41e9-9242-859f44ebfdd0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:22.339602 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d639b2-4d3e-4ef9-be99-df8ff3df1677 req-7b86f14e-7fe2-4fa0-921a-a4df6af8e990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:22.341017 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-91d639b2-4d3e-4ef9-be99-df8ff3df1677 req-7b86f14e-7fe2-4fa0-921a-a4df6af8e990 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842409 Aug 19 18:27:22.345438 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-49527475-ccf8-41e9-9242-859f44ebfdd0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Transition to ACTIVE for port object f4222103-ac45-47b6-8cdd-a7d06cc5f5fe will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:22.355848 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357ac54-c71b-41f0-a63e-91f3cb5ad092 req-7a79e323-17bd-4ce5-bfe3-795a8b6fcc7f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:22.357463 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d357ac54-c71b-41f0-a63e-91f3cb5ad092 req-7a79e323-17bd-4ce5-bfe3-795a8b6fcc7f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.2116184 Aug 19 18:27:22.369892 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40f0ca-8eee-407b-966f-874b06a8ac6e req-c21bdb9a-74e7-4a3c-85ae-caf62dcab5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:22.371407 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ce40f0ca-8eee-407b-966f-874b06a8ac6e req-c21bdb9a-74e7-4a3c-85ae-caf62dcab5c6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c04cdb4a0c44eb6ae866b52a3c64822&device_id=4d1efb2b-b77d-4799-ad30-1bbefce7f551 HTTP/1.1" status: 200 len: 1094 time: 0.1576419 Aug 19 18:27:22.536127 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7870c34-95b4-4ac4-bbf4-55b03d7907d9 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:22.586003 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40f0ca-8eee-407b-966f-874b06a8ac6e req-a85eb728-197a-4428-99f0-7acfaef93b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:22.587503 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ce40f0ca-8eee-407b-966f-874b06a8ac6e req-a85eb728-197a-4428-99f0-7acfaef93b7b service neutron] 10.222.0.54 "GET /v2.0/networks?id=eba20446-3015-4358-85fa-43c01dea129c HTTP/1.1" status: 200 len: 911 time: 0.2052941 Aug 19 18:27:22.651107 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d357ac54-c71b-41f0-a63e-91f3cb5ad092 req-1aeccada-36a7-4f8c-a4ed-c36ad62212d1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716205 Aug 19 18:27:22.654325 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ce40f0ca-8eee-407b-966f-874b06a8ac6e req-3878cab6-45d3-4618-8da1-edf45632fc6f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9497950-34b8-4a36-9d0b-8887ef4a099a HTTP/1.1" status: 200 len: 217 time: 0.0525682 Aug 19 18:27:22.694911 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13033b56-a9c0-49e9-93e3-e7becd9bb91c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-a4d0fa99-f10c-443d-9281-a9a63a94c44f', 'network_id': 'a4d0fa99-f10c-443d-9281-a9a63a94c44f', 'tenant_id': '1737e708c1ba49faa57989bb173d8820', 'fixed_ips': [{'subnet_id': 'a2f07b68-7e46-4b96-88bd-7791b958b7a1'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:27:22.697798 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-13033b56-a9c0-49e9-93e3-e7becd9bb91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:22.731534 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-49527475-ccf8-41e9-9242-859f44ebfdd0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:22.732151 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7870c34-95b4-4ac4-bbf4-55b03d7907d9 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:22.812938 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-91d639b2-4d3e-4ef9-be99-df8ff3df1677 req-0a6e68ed-1f37-4bf6-9e5d-5602e00d878a service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542458 Aug 19 18:27:22.826367 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40f0ca-8eee-407b-966f-874b06a8ac6e req-51a535ee-e638-4e7f-8503-707b8c2a9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:22.827885 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ce40f0ca-8eee-407b-966f-874b06a8ac6e req-51a535ee-e638-4e7f-8503-707b8c2a9c1b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3dfc809b-e771-4eb0-b500-6457c452f5af HTTP/1.1" status: 200 len: 849 time: 0.1625147 Aug 19 18:27:22.856423 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8de27-035a-4cfd-aae6-15e5a4be74e8 req-d07865e1-0d7a-4ec4-81f2-9ef5434262b3 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:22.857808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-49527475-ccf8-41e9-9242-859f44ebfdd0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Network 6084e940-75d5-4b38-a27b-539baf659ad1 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:22.863463 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-edc8de27-035a-4cfd-aae6-15e5a4be74e8 req-d07865e1-0d7a-4ec4-81f2-9ef5434262b3 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4d1efb2b-b77d-4799-ad30-1bbefce7f551 HTTP/1.1" status: 200 len: 1094 time: 0.2374201 Aug 19 18:27:22.895591 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49527475-ccf8-41e9-9242-859f44ebfdd0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event updated for resources: {'Port': ['ID=f4222103-ac45-47b6-8cdd-a7d06cc5f5fe,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:22.910759 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7870c34-95b4-4ac4-bbf4-55b03d7907d9 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:22.911909 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-49527475-ccf8-41e9-9242-859f44ebfdd0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:22.923909 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-edc8de27-035a-4cfd-aae6-15e5a4be74e8 req-ece9866c-7c77-4f3f-8b96-fabe731b4349 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509951 Aug 19 18:27:22.934435 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-49527475-ccf8-41e9-9242-859f44ebfdd0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:22.958351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7870c34-95b4-4ac4-bbf4-55b03d7907d9 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f07b68-7e46-4b96-88bd-7791b958b7a1,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server [None req-13033b56-a9c0-49e9-93e3-e7becd9bb91c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2f07b68-7e46-4b96-88bd-7791b958b7a1: This subnet is being modified by another concurrent operation. Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:27:23.002376 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise exception Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2f07b68-7e46-4b96-88bd-7791b958b7a1: This subnet is being modified by another concurrent operation. Aug 19 18:27:23.005654 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server Aug 19 18:27:23.029478 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7870c34-95b4-4ac4-bbf4-55b03d7907d9 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:23.030624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cff7606-07c2-4fc1-9479-aa5c549d28cd None None] Network a4d0fa99-f10c-443d-9281-a9a63a94c44f requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:23.042747 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a7870c34-95b4-4ac4-bbf4-55b03d7907d9 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d0fa99-f10c-443d-9281-a9a63a94c44f']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:23.060582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a7870c34-95b4-4ac4-bbf4-55b03d7907d9 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3aafd5-77f1-471c-83f6-a239deb8c1a4') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:23.060897 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a7870c34-95b4-4ac4-bbf4-55b03d7907d9 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3aafd5-77f1-471c-83f6-a239deb8c1a4') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:23.077709 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7870c34-95b4-4ac4-bbf4-55b03d7907d9 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:23.107995 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7870c34-95b4-4ac4-bbf4-55b03d7907d9 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:23.122430 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7870c34-95b4-4ac4-bbf4-55b03d7907d9 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:27:23.123127 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7870c34-95b4-4ac4-bbf4-55b03d7907d9 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:27:23.130825 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:27:23.224200 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7870c34-95b4-4ac4-bbf4-55b03d7907d9 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:23.233182 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-49527475-ccf8-41e9-9242-859f44ebfdd0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:23.234122 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-49527475-ccf8-41e9-9242-859f44ebfdd0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:23.245276 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7870c34-95b4-4ac4-bbf4-55b03d7907d9 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:23.247904 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a7870c34-95b4-4ac4-bbf4-55b03d7907d9 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "DELETE /v2.0/networks/a4d0fa99-f10c-443d-9281-a9a63a94c44f HTTP/1.1" status: 204 len: 168 time: 0.9475474 Aug 19 18:27:23.248867 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7870c34-95b4-4ac4-bbf4-55b03d7907d9 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event deleted for resources: {'Network': ['ID=a4d0fa99-f10c-443d-9281-a9a63a94c44f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:23.251263 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40594) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:23.284222 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-300520d4-80b3-4a4d-a3b2-bcb1eaec9d2a tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] DELETE failed (client error): The resource could not be found. Aug 19 18:27:23.284676 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-300520d4-80b3-4a4d-a3b2-bcb1eaec9d2a tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:27:23.292753 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427dddca-213a-401c-bc83-c69699a1c26c None None] get_active_networks_info from n-d-803753-2 {{(pid=94683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:27:23.293908 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-300520d4-80b3-4a4d-a3b2-bcb1eaec9d2a tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "DELETE /v2.0/subnets/a2f07b68-7e46-4b96-88bd-7791b958b7a1 HTTP/1.1" status: 404 len: 337 time: 0.0417564 Aug 19 18:27:23.301947 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40596) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:23.336861 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-af20fbd1-13c7-4d29-a84e-c12f2f5e1d5b tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] DELETE failed (client error): The resource could not be found. Aug 19 18:27:23.337456 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af20fbd1-13c7-4d29-a84e-c12f2f5e1d5b tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:27:23.339307 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-af20fbd1-13c7-4d29-a84e-c12f2f5e1d5b tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "DELETE /v2.0/networks/a4d0fa99-f10c-443d-9281-a9a63a94c44f HTTP/1.1" status: 404 len: 339 time: 0.0363803 Aug 19 18:27:23.344529 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40598) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:23.368882 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-91d639b2-4d3e-4ef9-be99-df8ff3df1677 req-b4b4c019-954d-4158-8b5c-bbda42d34deb service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390444 Aug 19 18:27:23.376904 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-49527475-ccf8-41e9-9242-859f44ebfdd0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1994822 Aug 19 18:27:23.388072 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40f0ca-8eee-407b-966f-874b06a8ac6e req-235d5167-41bd-40de-a68a-8924bb58b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:23.389882 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ce40f0ca-8eee-407b-966f-874b06a8ac6e req-235d5167-41bd-40de-a68a-8924bb58b641 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eba20446-3015-4358-85fa-43c01dea129c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5483272 Aug 19 18:27:23.395992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-cac241e8-087f-4bb1-b76f-2512a87e5ff7 service neutron] Request body: {'port': {'device_id': '42202abe-a767-4881-bd63-c826c4056dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:23.416574 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-883ee1de-c683-4a5e-93d4-6b1c87d8baf3 None None] Provisioning for port f4222103-ac45-47b6-8cdd-a7d06cc5f5fe completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:23.418728 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a137e3-3c3d-4fc8-ae0e-3a00ca76e984 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] DELETE failed (client error): The resource could not be found. Aug 19 18:27:23.419143 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a137e3-3c3d-4fc8-ae0e-3a00ca76e984 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:27:23.424089 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-57a137e3-3c3d-4fc8-ae0e-3a00ca76e984 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "DELETE /v2.0/subnets/e8183eaf-2ed9-48bf-8e38-c120ea315a73 HTTP/1.1" status: 404 len: 337 time: 0.0738986 Aug 19 18:27:23.424729 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40600) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:23.427546 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-883ee1de-c683-4a5e-93d4-6b1c87d8baf3 None None] Provisioning complete for port f4222103-ac45-47b6-8cdd-a7d06cc5f5fe triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:23.428404 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-883ee1de-c683-4a5e-93d4-6b1c87d8baf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:23.434337 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-940d97b7-925b-4172-8aec-b630d7f41409 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:23.441558 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-940d97b7-925b-4172-8aec-b630d7f41409 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 812 time: 0.4298255 Aug 19 18:27:23.446456 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f622f7-ed72-4d82-bd16-e7403adfe7c3 req-9114845b-de39-4818-9d82-91bd79141e41 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:23.448346 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-77f622f7-ed72-4d82-bd16-e7403adfe7c3 req-9114845b-de39-4818-9d82-91bd79141e41 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 932 time: 0.1664317 Aug 19 18:27:23.478259 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-883ee1de-c683-4a5e-93d4-6b1c87d8baf3 None None] Port f4222103-ac45-47b6-8cdd-a7d06cc5f5fe cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:27:23.503687 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-c501168d-9a00-4d7a-a3cf-7d36e8631544 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/quotas/0a3380184ecc4eaca1d71439579d61d1 HTTP/1.1" status: 200 len: 375 time: 0.0611355 Aug 19 18:27:23.565043 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427dddca-213a-401c-bc83-c69699a1c26c None None] Resources bound (agent type, host, resource id): {{(pid=94683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:27:23.907973 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71bc578-be4c-4e4e-9467-65705d347122 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] DELETE failed (client error): The resource could not be found. Aug 19 18:27:23.908984 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71bc578-be4c-4e4e-9467-65705d347122 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:27:23.911089 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c71bc578-be4c-4e4e-9467-65705d347122 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "DELETE /v2.0/networks/54489d6d-845c-455b-8772-0a3f0d62cc46 HTTP/1.1" status: 404 len: 339 time: 0.4835365 Aug 19 18:27:23.914397 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40606) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:23.954364 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-7640a563-d55f-4198-b90c-b0cc981a3cfe tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] DELETE failed (client error): The resource could not be found. Aug 19 18:27:23.955131 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7640a563-d55f-4198-b90c-b0cc981a3cfe tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:27:23.959158 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7640a563-d55f-4198-b90c-b0cc981a3cfe tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "DELETE /v2.0/subnets/f62e243e-81cf-419a-8e22-aeac9d49a79b HTTP/1.1" status: 404 len: 337 time: 0.0412502 Aug 19 18:27:23.959929 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40610) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:23.977661 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-77f622f7-ed72-4d82-bd16-e7403adfe7c3 req-90c223cb-83b9-4dda-aaf8-ac3d7b30349b tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5139058 Aug 19 18:27:23.987270 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-cac241e8-087f-4bb1-b76f-2512a87e5ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:23.988373 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-67437079-9955-4df7-8e49-31a783af577f tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] DELETE failed (client error): The resource could not be found. Aug 19 18:27:23.989111 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67437079-9955-4df7-8e49-31a783af577f tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:27:23.990784 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ce40f0ca-8eee-407b-966f-874b06a8ac6e req-d2814ac3-6d5a-49e6-858a-e7dfef3b2730 service neutron] 10.222.0.54 "GET /v2.0/networks/eba20446-3015-4358-85fa-43c01dea129c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5898757 Aug 19 18:27:23.991006 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-67437079-9955-4df7-8e49-31a783af577f tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "DELETE /v2.0/networks/ec304b16-e759-46ec-9b55-bd25df9f8e67 HTTP/1.1" status: 404 len: 339 time: 0.0292413 Aug 19 18:27:23.994037 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40612) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:24.114487 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-c5be9ec7-ff45-4104-b960-d0aa2f693a4c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6098599 Aug 19 18:27:24.135132 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-dd881a5a-310d-4849-a564-87bbc38dd0b2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Deleting port 2b96cbbe-44c8-40a3-882b-faa7267c0754 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:24.135493 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd881a5a-310d-4849-a564-87bbc38dd0b2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:24.223409 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd881a5a-310d-4849-a564-87bbc38dd0b2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:24.248010 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-dd881a5a-310d-4849-a564-87bbc38dd0b2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Calling delete_port for 2b96cbbe-44c8-40a3-882b-faa7267c0754 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:24.300023 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ce40f0ca-8eee-407b-966f-874b06a8ac6e req-89a9f3cc-a1f1-459c-ae9f-d8597ee94cdf service neutron] 10.222.0.54 "GET /v2.0/networks/eba20446-3015-4358-85fa-43c01dea129c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941263 Aug 19 18:27:24.324513 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c0556-24a7-4a11-b82c-b0564a47c7af req-f50bc146-a89e-43ca-a180-3e6a63e0f86d tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:24.326150 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-399c0556-24a7-4a11-b82c-b0564a47c7af req-f50bc146-a89e-43ca-a180-3e6a63e0f86d tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4d1efb2b-b77d-4799-ad30-1bbefce7f551 HTTP/1.1" status: 200 len: 1094 time: 0.0930727 Aug 19 18:27:24.336582 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-127fc5ad-632c-4167-83e2-dd0fe3c22a0c service neutron] 10.222.0.24 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208188 Aug 19 18:27:24.390844 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-399c0556-24a7-4a11-b82c-b0564a47c7af req-6c0f1cbe-69fa-4595-b997-c14a8d010746 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425444 Aug 19 18:27:24.391637 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd881a5a-310d-4849-a564-87bbc38dd0b2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:24.432046 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd881a5a-310d-4849-a564-87bbc38dd0b2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event deleted for resources: {'Port': ['ID=2b96cbbe-44c8-40a3-882b-faa7267c0754,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:24.437947 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd881a5a-310d-4849-a564-87bbc38dd0b2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:24.440314 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dd881a5a-310d-4849-a564-87bbc38dd0b2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "DELETE /v2.0/ports/2b96cbbe-44c8-40a3-882b-faa7267c0754 HTTP/1.1" status: 204 len: 168 time: 0.4452415 Aug 19 18:27:24.443528 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40614) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:24.471861 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f2c591-fccc-42dc-bd60-deba6dfdf130 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] DELETE failed (client error): The resource could not be found. Aug 19 18:27:24.472353 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f2c591-fccc-42dc-bd60-deba6dfdf130 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:27:24.474392 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-86f2c591-fccc-42dc-bd60-deba6dfdf130 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "DELETE /v2.0/subnets/90335899-f746-4015-b290-01d14c383c6a HTTP/1.1" status: 404 len: 337 time: 0.0294054 Aug 19 18:27:24.478240 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40616) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:24.502055 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-e5edf3d4-6150-4929-a32d-a58c8b5faaa1 service neutron] 10.222.0.24 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390524 Aug 19 18:27:24.561286 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-cac241e8-087f-4bb1-b76f-2512a87e5ff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4222103-ac45-47b6-8cdd-a7d06cc5f5fe {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:27:24.572386 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-cac241e8-087f-4bb1-b76f-2512a87e5ff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:24.574193 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d45143f2-2fcd-4730-b79a-77691f738d20 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:24.593486 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-cac241e8-087f-4bb1-b76f-2512a87e5ff7 service neutron] Transition to ACTIVE for port object f4222103-ac45-47b6-8cdd-a7d06cc5f5fe will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:24.599724 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-cac241e8-087f-4bb1-b76f-2512a87e5ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:24.685821 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d45143f2-2fcd-4730-b79a-77691f738d20 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:24.698546 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-d45143f2-2fcd-4730-b79a-77691f738d20 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d8b93f-22c5-4336-b907-d7d2f31fe029']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:24.715611 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-d45143f2-2fcd-4730-b79a-77691f738d20 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a016640a-4f87-4073-8f78-dfdf05caa485') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:24.716062 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-d45143f2-2fcd-4730-b79a-77691f738d20 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a016640a-4f87-4073-8f78-dfdf05caa485') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:24.753103 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac241e8-087f-4bb1-b76f-2512a87e5ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=f4222103-ac45-47b6-8cdd-a7d06cc5f5fe,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:24.758612 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d45143f2-2fcd-4730-b79a-77691f738d20 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:24.832255 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-cac241e8-087f-4bb1-b76f-2512a87e5ff7 service neutron] Attempting to bind port f4222103-ac45-47b6-8cdd-a7d06cc5f5fe on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:27:24.832770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-cac241e8-087f-4bb1-b76f-2512a87e5ff7 service neutron] Attempting to bind port f4222103-ac45-47b6-8cdd-a7d06cc5f5fe by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:27:24.833501 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-cac241e8-087f-4bb1-b76f-2512a87e5ff7 service neutron] Attempting to bind port f4222103-ac45-47b6-8cdd-a7d06cc5f5fe on network 6084e940-75d5-4b38-a27b-539baf659ad1 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:27:24.839364 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-cac241e8-087f-4bb1-b76f-2512a87e5ff7 service neutron] Port f4222103-ac45-47b6-8cdd-a7d06cc5f5fe on network 6084e940-75d5-4b38-a27b-539baf659ad1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:27:24.839966 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-cac241e8-087f-4bb1-b76f-2512a87e5ff7 service neutron] Attempting to bind port f4222103-ac45-47b6-8cdd-a7d06cc5f5fe on network 6084e940-75d5-4b38-a27b-539baf659ad1 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:27:24.844576 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c8f6a620-6c39-4dfc-b225-5207b83c2e82 req-aa238920-aa9c-4572-8e19-cbcb2af07784 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 210 time: 0.0935662 Aug 19 18:27:24.849089 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-cac241e8-087f-4bb1-b76f-2512a87e5ff7 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:27:24.849716 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-cac241e8-087f-4bb1-b76f-2512a87e5ff7 service neutron] Checking segment: {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:24.850498 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-cac241e8-087f-4bb1-b76f-2512a87e5ff7 service neutron] Bound using segment: {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:27:24.850677 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d45143f2-2fcd-4730-b79a-77691f738d20 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:24.855130 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-cac241e8-087f-4bb1-b76f-2512a87e5ff7 service neutron] Bound port: f4222103-ac45-47b6-8cdd-a7d06cc5f5fe, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:27:24.855354 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-cac241e8-087f-4bb1-b76f-2512a87e5ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:24.870311 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45143f2-2fcd-4730-b79a-77691f738d20 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:27:24.870766 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d45143f2-2fcd-4730-b79a-77691f738d20 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:24.948881 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-cac241e8-087f-4bb1-b76f-2512a87e5ff7 service neutron] For port f4222103-ac45-47b6-8cdd-a7d06cc5f5fe, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:27:24.964055 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:27:24.968526 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d45143f2-2fcd-4730-b79a-77691f738d20 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:24.970004 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-cac241e8-087f-4bb1-b76f-2512a87e5ff7 service neutron] For port f4222103-ac45-47b6-8cdd-a7d06cc5f5fe, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=f4222103-ac45-47b6-8cdd-a7d06cc5f5fe,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:27:24.982019 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-cac241e8-087f-4bb1-b76f-2512a87e5ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:24.982199 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d45143f2-2fcd-4730-b79a-77691f738d20 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:24.984290 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d45143f2-2fcd-4730-b79a-77691f738d20 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "DELETE /v2.0/networks/57d8b93f-22c5-4336-b907-d7d2f31fe029 HTTP/1.1" status: 204 len: 168 time: 0.5047233 Aug 19 18:27:24.987980 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40626) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:24.994949 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45143f2-2fcd-4730-b79a-77691f738d20 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event deleted for resources: {'Network': ['ID=57d8b93f-22c5-4336-b907-d7d2f31fe029,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:25.150041 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-cac241e8-087f-4bb1-b76f-2512a87e5ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:25.150809 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-cac241e8-087f-4bb1-b76f-2512a87e5ff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:25.152522 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-cac241e8-087f-4bb1-b76f-2512a87e5ff7 service neutron] 10.222.0.54 "PUT /v2.0/ports/f4222103-ac45-47b6-8cdd-a7d06cc5f5fe HTTP/1.1" status: 200 len: 1092 time: 1.7668002 Aug 19 18:27:25.161867 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42202abe-a767-4881-bd63-c826c4056dbb', 'tag': 'f4222103-ac45-47b6-8cdd-a7d06cc5f5fe'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:25.163283 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd115b78-d3a0-484b-b411-ac7338a9edc9" -d '{"events": [{"name": "network-changed", "server_uuid": "42202abe-a767-4881-bd63-c826c4056dbb", "tag": "f4222103-ac45-47b6-8cdd-a7d06cc5f5fe"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:25.194328 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac241e8-087f-4bb1-b76f-2512a87e5ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=f4222103-ac45-47b6-8cdd-a7d06cc5f5fe,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:25.347127 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38d71b-5289-437e-9186-cd0d1cc4d666 req-7cd40a59-0e3b-4903-920b-b9352bb4fec3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:25.348769 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa38d71b-5289-437e-9186-cd0d1cc4d666 req-7cd40a59-0e3b-4903-920b-b9352bb4fec3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 944 time: 0.2150466 Aug 19 18:27:25.358954 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346ffe0b-0873-4d23-86eb-303d7e921d3a x-openstack-request-id: req-346ffe0b-0873-4d23-86eb-303d7e921d3a {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:25.359259 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42202abe-a767-4881-bd63-c826c4056dbb", "tag": "f4222103-ac45-47b6-8cdd-a7d06cc5f5fe", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:25.359491 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-346ffe0b-0873-4d23-86eb-303d7e921d3a {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:25.359989 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42202abe-a767-4881-bd63-c826c4056dbb', 'tag': 'f4222103-ac45-47b6-8cdd-a7d06cc5f5fe', 'status': 'completed', 'code': 200} Aug 19 18:27:25.366275 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbb1c4-d425-4f75-b021-2c5f7a7d2ec9 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Deleting port dcf6ea1e-18a2-4087-a878-a28ff8593989 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:25.366643 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb1c4-d425-4f75-b021-2c5f7a7d2ec9 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:25.376891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-4b64d8ea-2dbb-4fb3-b31f-a0a26cd42a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:25.378456 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-4b64d8ea-2dbb-4fb3-b31f-a0a26cd42a6a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 1095 time: 0.1214213 Aug 19 18:27:25.490399 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-dfaa790c-b5d2-48e5-8cf6-0d37f9f5d9ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4222103-ac45-47b6-8cdd-a7d06cc5f5fe HTTP/1.1" status: 200 len: 217 time: 0.0986569 Aug 19 18:27:25.541064 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdd0bc-1896-4f8e-9ba8-d92fde94d9a7 req-1cd09c00-8f00-4439-94b8-7a34b18fb2d6 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:25.548258 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa38d71b-5289-437e-9186-cd0d1cc4d666 req-7e307a35-d4ae-4d24-b270-3992033b3759 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873147 Aug 19 18:27:25.550052 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb1c4-d425-4f75-b021-2c5f7a7d2ec9 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:25.551469 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-babdd0bc-1896-4f8e-9ba8-d92fde94d9a7 req-1cd09c00-8f00-4439-94b8-7a34b18fb2d6 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4d1efb2b-b77d-4799-ad30-1bbefce7f551 HTTP/1.1" status: 200 len: 1094 time: 0.0611463 Aug 19 18:27:25.574113 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbb1c4-d425-4f75-b021-2c5f7a7d2ec9 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Calling delete_port for dcf6ea1e-18a2-4087-a878-a28ff8593989 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:25.590111 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-21d056e9-ed1f-4d0e-92fd-300b388adb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:25.591863 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-21d056e9-ed1f-4d0e-92fd-300b388adb58 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.0924373 Aug 19 18:27:25.612936 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-babdd0bc-1896-4f8e-9ba8-d92fde94d9a7 req-ccd90db5-afff-4037-9528-e174e9bf1fce tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604591 Aug 19 18:27:25.703044 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-a70c2e12-bbbd-4087-b59f-f65c833b8293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:25.704904 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-a70c2e12-bbbd-4087-b59f-f65c833b8293 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745463 Aug 19 18:27:25.723333 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb1c4-d425-4f75-b021-2c5f7a7d2ec9 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:25.797560 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbb1c4-d425-4f75-b021-2c5f7a7d2ec9 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event deleted for resources: {'Port': ['ID=dcf6ea1e-18a2-4087-a878-a28ff8593989,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:25.811211 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb1c4-d425-4f75-b021-2c5f7a7d2ec9 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:25.813577 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6cbbb1c4-d425-4f75-b021-2c5f7a7d2ec9 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "DELETE /v2.0/ports/dcf6ea1e-18a2-4087-a878-a28ff8593989 HTTP/1.1" status: 204 len: 168 time: 0.8244944 Aug 19 18:27:25.815761 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40640) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:25.873293 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d462055-e2d5-45e5-92ba-bd9f144355e6 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] DELETE failed (client error): The resource could not be found. Aug 19 18:27:25.873825 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d462055-e2d5-45e5-92ba-bd9f144355e6 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:27:25.877933 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1d462055-e2d5-45e5-92ba-bd9f144355e6 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "DELETE /v2.0/subnets/c51c82d3-ab11-430a-9e5b-02df388fb81b HTTP/1.1" status: 404 len: 337 time: 0.0591075 Aug 19 18:27:25.879106 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40644) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:25.896879 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-e20bc53e-2cac-441f-9572-d0ebaa84fe10 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828692 Aug 19 18:27:25.985753 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-766c9cb8-733f-42f7-91a3-38a1b48500fa tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:26.011419 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f10b6567-2689-4669-95b6-0c30dd381772 req-f8cca928-0d21-46b7-b2b8-6d37dbdb30c8 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 210 time: 0.0357392 Aug 19 18:27:26.027106 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ecb12471-fbd3-4f39-9445-d38ffead9802 req-b437c462-b1cb-4773-aace-9535fa3b4d25 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234589 Aug 19 18:27:26.071624 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-766c9cb8-733f-42f7-91a3-38a1b48500fa tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Deleting port 2f52f2fe-3e19-458d-a9f6-3e92cbff619a {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:26.072493 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-766c9cb8-733f-42f7-91a3-38a1b48500fa tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:26.167942 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd115b78-d3a0-484b-b411-ac7338a9edc9 req-f45c5a56-2456-41d3-9f83-05188c1816c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:26.170049 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dd115b78-d3a0-484b-b411-ac7338a9edc9 req-f45c5a56-2456-41d3-9f83-05188c1816c5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 1095 time: 0.0764942 Aug 19 18:27:26.235055 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-766c9cb8-733f-42f7-91a3-38a1b48500fa tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] For port 2f52f2fe-3e19-458d-a9f6-3e92cbff619a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2f52f2fe-3e19-458d-a9f6-3e92cbff619a,segment=NetworkSegment(d38ca38e-a561-4840-bc75-3649ad35e240),segment_id=d38ca38e-a561-4840-bc75-3649ad35e240)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:26.235438 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-766c9cb8-733f-42f7-91a3-38a1b48500fa tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:26.264004 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-766c9cb8-733f-42f7-91a3-38a1b48500fa tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Calling delete_port for 2f52f2fe-3e19-458d-a9f6-3e92cbff619a owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:26.357241 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-c8dff9e6-b360-4456-a67b-cf68aad0e233 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:26.358905 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-c8dff9e6-b360-4456-a67b-cf68aad0e233 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.50 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 812 time: 0.2228484 Aug 19 18:27:26.379974 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-57531b0f-17ec-420b-a798-e81ccf393229 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Request body: {'port': {'device_id': 'dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'admin_state_up': True, 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:26.386696 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd115b78-d3a0-484b-b411-ac7338a9edc9 req-739abb1d-0167-47ad-a812-c432cfc17978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:26.388257 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dd115b78-d3a0-484b-b411-ac7338a9edc9 req-739abb1d-0167-47ad-a812-c432cfc17978 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 911 time: 0.2115591 Aug 19 18:27:26.454903 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dd115b78-d3a0-484b-b411-ac7338a9edc9 req-5205c12f-9f0f-46c0-abd1-5ab539cd0bf1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4222103-ac45-47b6-8cdd-a7d06cc5f5fe HTTP/1.1" status: 200 len: 217 time: 0.0529652 Aug 19 18:27:26.460626 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-766c9cb8-733f-42f7-91a3-38a1b48500fa tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:26.514203 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd115b78-d3a0-484b-b411-ac7338a9edc9 req-5ae06dc0-d310-4020-b777-401e7ad54ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:26.515525 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c9cb8-733f-42f7-91a3-38a1b48500fa tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event deleted for resources: {'Port': ['ID=2f52f2fe-3e19-458d-a9f6-3e92cbff619a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:26.515887 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dd115b78-d3a0-484b-b411-ac7338a9edc9 req-5ae06dc0-d310-4020-b777-401e7ad54ae1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.0540223 Aug 19 18:27:26.529030 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766c9cb8-733f-42f7-91a3-38a1b48500fa tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] No DVR routers for this DVR port 2f52f2fe-3e19-458d-a9f6-3e92cbff619a on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:26.573329 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd115b78-d3a0-484b-b411-ac7338a9edc9 req-59751b75-a976-4b2e-aedf-186b807cb010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:26.575488 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dd115b78-d3a0-484b-b411-ac7338a9edc9 req-59751b75-a976-4b2e-aedf-186b807cb010 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506854 Aug 19 18:27:26.582666 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a9497950-34b8-4a36-9d0b-8887ef4a099a details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:27:26.670535 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-766c9cb8-733f-42f7-91a3-38a1b48500fa tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:26.674818 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-57531b0f-17ec-420b-a798-e81ccf393229 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Made reservation on behalf of 0a3380184ecc4eaca1d71439579d61d1 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:26.678930 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-57531b0f-17ec-420b-a798-e81ccf393229 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:26.700460 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-766c9cb8-733f-42f7-91a3-38a1b48500fa tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27200d5-d885-49c4-9afe-3bd7b9badf1c']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:26.730962 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-766c9cb8-733f-42f7-91a3-38a1b48500fa tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38ca38e-a561-4840-bc75-3649ad35e240') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:26.731400 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-766c9cb8-733f-42f7-91a3-38a1b48500fa tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38ca38e-a561-4840-bc75-3649ad35e240') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:26.770717 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-766c9cb8-733f-42f7-91a3-38a1b48500fa tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:26.813342 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dd115b78-d3a0-484b-b411-ac7338a9edc9 req-8f97ba2c-a1b7-499b-81de-6eea1624fe38 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268558 Aug 19 18:27:26.823220 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a9497950-34b8-4a36-9d0b-8887ef4a099a, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a9497950-34b8-4a36-9d0b-8887ef4a099a,segment=NetworkSegment(3c5d02d1-1c2f-4d2d-985f-2a976538cb0c),segment_id=3c5d02d1-1c2f-4d2d-985f-2a976538cb0c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:26.842592 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'a9497950-34b8-4a36-9d0b-8887ef4a099a', 'network_id': 'eba20446-3015-4358-85fa-43c01dea129c', 'port_id': 'a9497950-34b8-4a36-9d0b-8887ef4a099a', 'mac_address': 'fa:16:3e:f6:00:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dfc809b-e771-4eb0-b500-6457c452f5af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:27:26.874125 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-766c9cb8-733f-42f7-91a3-38a1b48500fa tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:26.892601 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766c9cb8-733f-42f7-91a3-38a1b48500fa tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:27:26.893123 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-766c9cb8-733f-42f7-91a3-38a1b48500fa tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:27:26.899505 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:27:26.907843 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052093a1-8358-48c4-86cc-167cb2aea5a6 req-f38df019-0bb1-4575-82d5-38dc04d407c7 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:26.909932 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-052093a1-8358-48c4-86cc-167cb2aea5a6 req-f38df019-0bb1-4575-82d5-38dc04d407c7 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4d1efb2b-b77d-4799-ad30-1bbefce7f551 HTTP/1.1" status: 200 len: 1094 time: 0.1463854 Aug 19 18:27:26.936483 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:26.958803 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9497950-34b8-4a36-9d0b-8887ef4a099a {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:27:26.970770 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-052093a1-8358-48c4-86cc-167cb2aea5a6 req-dde538ef-e8ff-4166-bc5c-8b52b9aaab73 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508430 Aug 19 18:27:26.987051 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dd115b78-d3a0-484b-b411-ac7338a9edc9 req-9fc84247-d161-465e-8f8f-f90d642830e7 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661849 Aug 19 18:27:26.987906 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a9497950-34b8-4a36-9d0b-8887ef4a099a, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a9497950-34b8-4a36-9d0b-8887ef4a099a,segment=NetworkSegment(3c5d02d1-1c2f-4d2d-985f-2a976538cb0c),segment_id=3c5d02d1-1c2f-4d2d-985f-2a976538cb0c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:27.003518 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:27.067718 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=a9497950-34b8-4a36-9d0b-8887ef4a099a,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:27.068415 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5d31a-5efe-4b2d-9710-b2a2d6a341ec req-8ec02d5a-37e2-41b6-b250-28f243eb7f35 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:27.071131 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54a5d31a-5efe-4b2d-9710-b2a2d6a341ec req-8ec02d5a-37e2-41b6-b250-28f243eb7f35 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 944 time: 0.3078830 Aug 19 18:27:27.100716 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-766c9cb8-733f-42f7-91a3-38a1b48500fa tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:27.108478 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-57531b0f-17ec-420b-a798-e81ccf393229 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Allocated IP 172.20.0.13 (93a2ed74-6d2c-4387-8198-b7dee6474ba9/bdff0938-a183-4f8a-a75e-f5868c3f9bbb/63583d5f-051d-4e88-a884-1a40992923b0) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:27.123779 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-766c9cb8-733f-42f7-91a3-38a1b48500fa tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:27.128188 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-766c9cb8-733f-42f7-91a3-38a1b48500fa tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "DELETE /v2.0/networks/c27200d5-d885-49c4-9afe-3bd7b9badf1c HTTP/1.1" status: 204 len: 168 time: 1.2456038 Aug 19 18:27:27.129081 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40656) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:27.150067 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c9cb8-733f-42f7-91a3-38a1b48500fa tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event deleted for resources: {'Network': ['ID=c27200d5-d885-49c4-9afe-3bd7b9badf1c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:27.190110 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54a5d31a-5efe-4b2d-9710-b2a2d6a341ec req-5d4de948-2e18-4db3-9cbc-5630f64ecbcc tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091018 Aug 19 18:27:27.193064 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c50407df-b504-42c1-88c2-8482a688de3b req-d20d0751-2362-4762-bdab-aed1ba3edf44 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 210 time: 0.0620060 Aug 19 18:27:27.231502 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8dc86e-6753-4dd8-82f8-4800acc37985 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Deleting subnet 273992c0-e42d-486a-af57-e97ebc2195fe {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:27:27.238751 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e8dc86e-6753-4dd8-82f8-4800acc37985 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:27.261323 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['a9497950-34b8-4a36-9d0b-8887ef4a099a'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:27:27.299786 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e8dc86e-6753-4dd8-82f8-4800acc37985 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:27.372454 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-57531b0f-17ec-420b-a798-e81ccf393229 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:27.392417 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-57531b0f-17ec-420b-a798-e81ccf393229 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Transition to ACTIVE for port object 63583d5f-051d-4e88-a884-1a40992923b0 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:27.428407 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e8dc86e-6753-4dd8-82f8-4800acc37985 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:27.444613 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-57531b0f-17ec-420b-a798-e81ccf393229 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:27.458008 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['bb574d96-cf52-47a1-8a95-179694cff36a', '63c9f543-8cc2-4736-a571-1e001a868143'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:27:27.516449 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-57531b0f-17ec-420b-a798-e81ccf393229 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:27.520007 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-57531b0f-17ec-420b-a798-e81ccf393229 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:27.528173 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-57531b0f-17ec-420b-a798-e81ccf393229 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:27.540218 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e8dc86e-6753-4dd8-82f8-4800acc37985 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:27.575641 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8dc86e-6753-4dd8-82f8-4800acc37985 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event deleted for resources: {'Subnet': ['ID=273992c0-e42d-486a-af57-e97ebc2195fe,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:27.579500 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e8dc86e-6753-4dd8-82f8-4800acc37985 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:27.583698 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1e8dc86e-6753-4dd8-82f8-4800acc37985 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "DELETE /v2.0/subnets/273992c0-e42d-486a-af57-e97ebc2195fe HTTP/1.1" status: 204 len: 168 time: 0.4518201 Aug 19 18:27:27.584992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40662) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:27.609804 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b6fef5-3eeb-424f-bd50-8bf66f0fef38 None None] Network a7f618d0-b52d-45d0-a969-35943f0abcac requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:27.611452 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57531b0f-17ec-420b-a798-e81ccf393229 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Pushing event updated for resources: {'Port': ['ID=63583d5f-051d-4e88-a884-1a40992923b0,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:27.684103 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-57531b0f-17ec-420b-a798-e81ccf393229 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:27.684884 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-57531b0f-17ec-420b-a798-e81ccf393229 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:27.713171 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-57531b0f-17ec-420b-a798-e81ccf393229 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3390541 Aug 19 18:27:27.715016 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c2122b99-5a69-4fd2-9ef5-8fd3559ff4e2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:27.728486 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-a8566608-a418-49db-b8ef-efbff8ceee48 service neutron] Request body: {'port': {'device_id': 'dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:27.807056 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-c2122b99-5a69-4fd2-9ef5-8fd3559ff4e2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Deleting port 846bad82-63d4-474b-83e6-1a9d63c319d9 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:27.807486 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c2122b99-5a69-4fd2-9ef5-8fd3559ff4e2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:27.814123 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-a8566608-a418-49db-b8ef-efbff8ceee48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:27.915096 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-c2122b99-5a69-4fd2-9ef5-8fd3559ff4e2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] For port 846bad82-63d4-474b-83e6-1a9d63c319d9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=846bad82-63d4-474b-83e6-1a9d63c319d9,segment=NetworkSegment(26ab7817-cac1-4961-ad7a-f4d5808c51c7),segment_id=26ab7817-cac1-4961-ad7a-f4d5808c51c7)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:27.915670 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c2122b99-5a69-4fd2-9ef5-8fd3559ff4e2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:27.956202 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4a3417a5-e199-4400-b8e2-cf211a3e36e4 None None] Provisioning for port 63583d5f-051d-4e88-a884-1a40992923b0 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:27.958896 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-c2122b99-5a69-4fd2-9ef5-8fd3559ff4e2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Calling delete_port for 846bad82-63d4-474b-83e6-1a9d63c319d9 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:27.962493 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4a3417a5-e199-4400-b8e2-cf211a3e36e4 None None] Provisioning complete for port 63583d5f-051d-4e88-a884-1a40992923b0 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:27.963088 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4a3417a5-e199-4400-b8e2-cf211a3e36e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:28.028312 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9702acbf-3a80-4c9d-a805-38fafa1dacb8 None None] DHCP port deletion for a7f618d0-b52d-45d0-a969-35943f0abcac request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:27:28.073712 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-4a3417a5-e199-4400-b8e2-cf211a3e36e4 None None] Port 63583d5f-051d-4e88-a884-1a40992923b0 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:27:28.109812 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c2122b99-5a69-4fd2-9ef5-8fd3559ff4e2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:28.130941 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-9702acbf-3a80-4c9d-a805-38fafa1dacb8 None None] Deleting port 846bad82-63d4-474b-83e6-1a9d63c319d9 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:28.131624 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9702acbf-3a80-4c9d-a805-38fafa1dacb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:28.150783 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2122b99-5a69-4fd2-9ef5-8fd3559ff4e2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event deleted for resources: {'Port': ['ID=846bad82-63d4-474b-83e6-1a9d63c319d9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:28.154672 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2122b99-5a69-4fd2-9ef5-8fd3559ff4e2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] No DVR routers for this DVR port 846bad82-63d4-474b-83e6-1a9d63c319d9 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:28.167059 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5976d-1ee1-4e96-a911-ab0a3905bd7a req-0d6a91bf-b6d3-4880-86d5-f6963fccb104 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:28.168805 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a8e5976d-1ee1-4e96-a911-ab0a3905bd7a req-0d6a91bf-b6d3-4880-86d5-f6963fccb104 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4d1efb2b-b77d-4799-ad30-1bbefce7f551 HTTP/1.1" status: 200 len: 1095 time: 0.0921514 Aug 19 18:27:28.208418 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-9702acbf-3a80-4c9d-a805-38fafa1dacb8 None None] For port 846bad82-63d4-474b-83e6-1a9d63c319d9, host n-d-803753-2, got binding levels [] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:28.209218 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9702acbf-3a80-4c9d-a805-38fafa1dacb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:28.227199 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-9702acbf-3a80-4c9d-a805-38fafa1dacb8 None None] Calling delete_port for 846bad82-63d4-474b-83e6-1a9d63c319d9 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:28.230608 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.ipam_backend_mixin [None req-9702acbf-3a80-4c9d-a805-38fafa1dacb8 None None] Port 846bad82-63d4-474b-83e6-1a9d63c319d9 was not found and therefore no delete operation was performed {{(pid=94683) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:27:28.232500 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9702acbf-3a80-4c9d-a805-38fafa1dacb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:28.261873 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702acbf-3a80-4c9d-a805-38fafa1dacb8 None None] Pushing event deleted for resources: {'Port': ['ID=846bad82-63d4-474b-83e6-1a9d63c319d9,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:28.271864 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c2122b99-5a69-4fd2-9ef5-8fd3559ff4e2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:28.272697 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-a8566608-a418-49db-b8ef-efbff8ceee48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63583d5f-051d-4e88-a884-1a40992923b0 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:27:28.275365 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9702acbf-3a80-4c9d-a805-38fafa1dacb8 None None] No DVR routers for this DVR port 846bad82-63d4-474b-83e6-1a9d63c319d9 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:28.287636 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-a8566608-a418-49db-b8ef-efbff8ceee48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:28.291592 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-c2122b99-5a69-4fd2-9ef5-8fd3559ff4e2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f618d0-b52d-45d0-a969-35943f0abcac']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:28.301828 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a8e5976d-1ee1-4e96-a911-ab0a3905bd7a req-b6246587-ee55-45ab-8af1-e5599fb4e102 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205816 Aug 19 18:27:28.310435 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-c2122b99-5a69-4fd2-9ef5-8fd3559ff4e2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ab7817-cac1-4961-ad7a-f4d5808c51c7') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:28.311010 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-c2122b99-5a69-4fd2-9ef5-8fd3559ff4e2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ab7817-cac1-4961-ad7a-f4d5808c51c7') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:28.323387 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-a8566608-a418-49db-b8ef-efbff8ceee48 service neutron] Transition to ACTIVE for port object 63583d5f-051d-4e88-a884-1a40992923b0 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:28.328238 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-a8566608-a418-49db-b8ef-efbff8ceee48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:28.350192 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c2122b99-5a69-4fd2-9ef5-8fd3559ff4e2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:28.374507 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c2122b99-5a69-4fd2-9ef5-8fd3559ff4e2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:28.385260 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2122b99-5a69-4fd2-9ef5-8fd3559ff4e2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:27:28.385881 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c2122b99-5a69-4fd2-9ef5-8fd3559ff4e2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:27:28.390012 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:27:28.400475 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c792e3-27fd-4d2f-a5c8-6356666af292 req-b78b3652-655a-4956-b31f-a42e3140666a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:28.405858 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-46c792e3-27fd-4d2f-a5c8-6356666af292 req-b78b3652-655a-4956-b31f-a42e3140666a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 944 time: 0.0854468 Aug 19 18:27:28.454841 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8566608-a418-49db-b8ef-efbff8ceee48 service neutron] Pushing event updated for resources: {'Port': ['ID=63583d5f-051d-4e88-a884-1a40992923b0,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:28.500124 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a4d3c-83bc-4a14-bac6-599e1607180f req-d276e531-3720-4e17-bd0f-06f41745ee98 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:28.501421 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-46c792e3-27fd-4d2f-a5c8-6356666af292 req-48f72994-38a9-47db-a562-fc7eab1e1bb2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822897 Aug 19 18:27:28.511241 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-328a4d3c-83bc-4a14-bac6-599e1607180f req-d276e531-3720-4e17-bd0f-06f41745ee98 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 944 time: 0.1219378 Aug 19 18:27:28.514077 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c2122b99-5a69-4fd2-9ef5-8fd3559ff4e2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:28.541110 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c2122b99-5a69-4fd2-9ef5-8fd3559ff4e2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:28.546989 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c2122b99-5a69-4fd2-9ef5-8fd3559ff4e2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] 10.222.0.24 "DELETE /v2.0/networks/a7f618d0-b52d-45d0-a969-35943f0abcac HTTP/1.1" status: 204 len: 168 time: 0.9579902 Aug 19 18:27:28.583032 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2122b99-5a69-4fd2-9ef5-8fd3559ff4e2 tempest-NetworksIpV6TestAttrs-154485352 tempest-NetworksIpV6TestAttrs-154485352-project] Pushing event deleted for resources: {'Network': ['ID=a7f618d0-b52d-45d0-a969-35943f0abcac,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:28.590224 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a9497950-34b8-4a36-9d0b-8887ef4a099a up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:28.615008 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-328a4d3c-83bc-4a14-bac6-599e1607180f req-9669b385-8ad9-4ea4-9a60-af2ce8086004 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645056 Aug 19 18:27:28.639015 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-a8566608-a418-49db-b8ef-efbff8ceee48 service neutron] Attempting to bind port 63583d5f-051d-4e88-a884-1a40992923b0 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:27:28.639429 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-a8566608-a418-49db-b8ef-efbff8ceee48 service neutron] Attempting to bind port 63583d5f-051d-4e88-a884-1a40992923b0 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:27:28.639834 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-a8566608-a418-49db-b8ef-efbff8ceee48 service neutron] Attempting to bind port 63583d5f-051d-4e88-a884-1a40992923b0 on network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:27:28.647325 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-a8566608-a418-49db-b8ef-efbff8ceee48 service neutron] Port 63583d5f-051d-4e88-a884-1a40992923b0 on network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:27:28.649042 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-a8566608-a418-49db-b8ef-efbff8ceee48 service neutron] Attempting to bind port 63583d5f-051d-4e88-a884-1a40992923b0 on network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:27:28.665669 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-a8566608-a418-49db-b8ef-efbff8ceee48 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:27:28.666023 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-a8566608-a418-49db-b8ef-efbff8ceee48 service neutron] Checking segment: {'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:28.666423 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-a8566608-a418-49db-b8ef-efbff8ceee48 service neutron] Bound using segment: {'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:27:28.666873 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-a8566608-a418-49db-b8ef-efbff8ceee48 service neutron] Bound port: 63583d5f-051d-4e88-a884-1a40992923b0, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf9849e7-dab3-428e-9253-4f605ecd808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:27:28.667239 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-a8566608-a418-49db-b8ef-efbff8ceee48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:28.731410 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port a9497950-34b8-4a36-9d0b-8887ef4a099a completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:28.736786 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port a9497950-34b8-4a36-9d0b-8887ef4a099a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:28.737358 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:28.752507 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-a8566608-a418-49db-b8ef-efbff8ceee48 service neutron] For port 63583d5f-051d-4e88-a884-1a40992923b0, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:27:28.756358 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-a8566608-a418-49db-b8ef-efbff8ceee48 service neutron] For port 63583d5f-051d-4e88-a884-1a40992923b0, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=63583d5f-051d-4e88-a884-1a40992923b0,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:27:28.761658 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-a8566608-a418-49db-b8ef-efbff8ceee48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:28.796847 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-a8566608-a418-49db-b8ef-efbff8ceee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:28.797482 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-a8566608-a418-49db-b8ef-efbff8ceee48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:28.798966 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-a8566608-a418-49db-b8ef-efbff8ceee48 service neutron] 10.222.0.50 "PUT /v2.0/ports/63583d5f-051d-4e88-a884-1a40992923b0 HTTP/1.1" status: 200 len: 1092 time: 1.0768900 Aug 19 18:27:28.799509 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2', 'tag': '63583d5f-051d-4e88-a884-1a40992923b0'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:28.802435 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172985db-b744-4faa-8275-bf64f57ade8d" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2", "tag": "63583d5f-051d-4e88-a884-1a40992923b0"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:28.885884 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:28.928658 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f23151c-c743-4487-a0cd-a7f44324c7da x-openstack-request-id: req-9f23151c-c743-4487-a0cd-a7f44324c7da {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:28.929112 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2", "tag": "63583d5f-051d-4e88-a884-1a40992923b0", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:28.929468 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f23151c-c743-4487-a0cd-a7f44324c7da {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:28.929908 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2', 'tag': '63583d5f-051d-4e88-a884-1a40992923b0', 'status': 'completed', 'code': 200} Aug 19 18:27:28.950200 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-d4ff4af8-c5c7-4231-be0c-1315ef7e890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:28.952256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1efb2b-b77d-4799-ad30-1bbefce7f551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9497950-34b8-4a36-9d0b-8887ef4a099a'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:28.954951 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383a2192-7a92-4b7c-8365-7bec85b3c202" -d '{"events": [{"server_uuid": "4d1efb2b-b77d-4799-ad30-1bbefce7f551", "name": "network-vif-plugged", "status": "completed", "tag": "a9497950-34b8-4a36-9d0b-8887ef4a099a"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:28.955972 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-d4ff4af8-c5c7-4231-be0c-1315ef7e890e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 1095 time: 0.1061828 Aug 19 18:27:28.956870 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8566608-a418-49db-b8ef-efbff8ceee48 service neutron] Pushing event updated for resources: {'Port': ['ID=63583d5f-051d-4e88-a884-1a40992923b0,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:28.981638 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a9497950-34b8-4a36-9d0b-8887ef4a099a, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a9497950-34b8-4a36-9d0b-8887ef4a099a,segment=NetworkSegment(3c5d02d1-1c2f-4d2d-985f-2a976538cb0c),segment_id=3c5d02d1-1c2f-4d2d-985f-2a976538cb0c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:28.997317 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:29.009296 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-fcb014e2-f0b2-4536-a5d9-26970bbfadac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63583d5f-051d-4e88-a884-1a40992923b0 HTTP/1.1" status: 200 len: 217 time: 0.0428395 Aug 19 18:27:29.071895 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40682) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:29.072380 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a65274-228f-4f62-b83c-22b8ed349d99 x-openstack-request-id: req-84a65274-228f-4f62-b83c-22b8ed349d99 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:29.072672 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1efb2b-b77d-4799-ad30-1bbefce7f551", "name": "network-vif-plugged", "status": "completed", "tag": "a9497950-34b8-4a36-9d0b-8887ef4a099a", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:29.072924 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-84a65274-228f-4f62-b83c-22b8ed349d99 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:29.073322 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1efb2b-b77d-4799-ad30-1bbefce7f551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9497950-34b8-4a36-9d0b-8887ef4a099a', 'code': 200} Aug 19 18:27:29.080861 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-60be6b85-6df9-4f81-8e75-58b956e5f759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:29.082407 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-60be6b85-6df9-4f81-8e75-58b956e5f759 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.0615640 Aug 19 18:27:29.117063 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=a9497950-34b8-4a36-9d0b-8887ef4a099a,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:29.151161 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-8b9ea282-e297-4099-842d-d40937e18828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:29.152858 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-8b9ea282-e297-4099-842d-d40937e18828 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543497 Aug 19 18:27:29.171628 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2beb82d-3cef-4636-a23d-3ed890b66b2e req-c8c21a8e-2395-4500-b77a-60aea4889ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:29.173169 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2beb82d-3cef-4636-a23d-3ed890b66b2e req-c8c21a8e-2395-4500-b77a-60aea4889ecb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4d1efb2b-b77d-4799-ad30-1bbefce7f551 HTTP/1.1" status: 200 len: 1096 time: 0.0495915 Aug 19 18:27:29.219249 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2beb82d-3cef-4636-a23d-3ed890b66b2e req-e8875ceb-9cd0-480a-815a-ae82e3000740 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375359 Aug 19 18:27:29.278304 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f09aeaa0-3473-4039-be2a-555f38fd4f7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1737e708c1ba49faa57989bb173d8820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2038331 Aug 19 18:27:29.279129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40688) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:29.296162 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-4041e8b8-743f-4672-aef3-2de7ac9b69f2 service neutron] 10.222.0.50 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312895 Aug 19 18:27:29.411174 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f0458ba7-6559-41dc-b070-dd778d86ca29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:29.486880 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f0458ba7-6559-41dc-b070-dd778d86ca29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:29.490086 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e75b8b0d-26aa-4a19-b063-4d8f3d138950 req-acc6d151-b620-4fc0-bb57-ae8f4b128afe service neutron] 10.222.0.50 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825500 Aug 19 18:27:29.513712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9d5a0-0adc-42cb-9c9e-3a87587f40d8 req-6c37b600-b2cc-4cd2-857f-966d463e64e2 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:29.515265 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b9b9d5a0-0adc-42cb-9c9e-3a87587f40d8 req-6c37b600-b2cc-4cd2-857f-966d463e64e2 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4d1efb2b-b77d-4799-ad30-1bbefce7f551 HTTP/1.1" status: 200 len: 1096 time: 0.0995693 Aug 19 18:27:29.614594 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f0458ba7-6559-41dc-b070-dd778d86ca29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:29.618101 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f0458ba7-6559-41dc-b070-dd778d86ca29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:29.623706 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f0458ba7-6559-41dc-b070-dd778d86ca29 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4094569f-2889-424d-86d8-ddb823104539 HTTP/1.1" status: 204 len: 168 time: 0.3391063 Aug 19 18:27:29.637935 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b9b9d5a0-0adc-42cb-9c9e-3a87587f40d8 req-00104a05-71af-4e76-b3e5-5741183ded44 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074071 Aug 19 18:27:29.650908 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0458ba7-6559-41dc-b070-dd778d86ca29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4094569f-2889-424d-86d8-ddb823104539,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:29.664628 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172985db-b744-4faa-8275-bf64f57ade8d req-3b135083-5686-4dab-a83f-04cda22d90f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:29.666938 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-172985db-b744-4faa-8275-bf64f57ade8d req-3b135083-5686-4dab-a83f-04cda22d90f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 1095 time: 0.1148298 Aug 19 18:27:29.724253 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e67ce8-1fb5-45bd-b838-30aadac8d2a2 req-32cc02ad-692e-4666-8c5d-759dbcb115f9 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:29.726660 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7e67ce8-1fb5-45bd-b838-30aadac8d2a2 req-32cc02ad-692e-4666-8c5d-759dbcb115f9 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 944 time: 0.1220961 Aug 19 18:27:29.793257 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172985db-b744-4faa-8275-bf64f57ade8d req-7e5f178e-1a7d-40aa-9c99-4156f4bd4a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:29.794819 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-172985db-b744-4faa-8275-bf64f57ade8d req-7e5f178e-1a7d-40aa-9c99-4156f4bd4a36 service neutron] 10.222.0.50 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 913 time: 0.1134899 Aug 19 18:27:29.808129 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7e67ce8-1fb5-45bd-b838-30aadac8d2a2 req-ec5815cd-4254-4f7b-8596-9d5094ca12a6 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725305 Aug 19 18:27:29.855555 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 846bad82-63d4-474b-83e6-1a9d63c319d9 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:29.875787 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-172985db-b744-4faa-8275-bf64f57ade8d req-93b04885-e91c-44e0-b055-413c0e966778 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63583d5f-051d-4e88-a884-1a40992923b0 HTTP/1.1" status: 200 len: 217 time: 0.0623426 Aug 19 18:27:29.917052 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 846bad82-63d4-474b-83e6-1a9d63c319d9 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:29.917646 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 846bad82-63d4-474b-83e6-1a9d63c319d9 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:29.967874 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172985db-b744-4faa-8275-bf64f57ade8d req-8fbd7cc9-6a8c-4ed9-bbc5-624359fc3996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:29.969408 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-172985db-b744-4faa-8275-bf64f57ade8d req-8fbd7cc9-6a8c-4ed9-bbc5-624359fc3996 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.0846429 Aug 19 18:27:30.045819 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676efffe-764e-45e6-9080-b701442d809e req-5d810da7-ba13-4c14-b12f-817c499e1995 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:30.047548 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-676efffe-764e-45e6-9080-b701442d809e req-5d810da7-ba13-4c14-b12f-817c499e1995 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 944 time: 0.1098578 Aug 19 18:27:30.056991 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172985db-b744-4faa-8275-bf64f57ade8d req-bf819254-ce52-427c-b451-87adaa52bed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:30.058729 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-172985db-b744-4faa-8275-bf64f57ade8d req-bf819254-ce52-427c-b451-87adaa52bed1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722427 Aug 19 18:27:30.153775 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-676efffe-764e-45e6-9080-b701442d809e req-b40c807e-95dc-4cb3-be95-7835e6ed6e16 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999596 Aug 19 18:27:30.214482 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-172985db-b744-4faa-8275-bf64f57ade8d req-5eceb828-5ed9-456c-b4b2-5c13d031d5e7 service neutron] 10.222.0.50 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420035 Aug 19 18:27:30.355201 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-172985db-b744-4faa-8275-bf64f57ade8d req-0fe0ecc9-8507-4633-ba02-f753bb022206 service neutron] 10.222.0.50 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249332 Aug 19 18:27:30.545880 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40722) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:30.658844 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c844c860-f1cb-42a6-a1ea-fed4ada85cef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1755976111'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:30.681095 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c844c860-f1cb-42a6-a1ea-fed4ada85cef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:30.684635 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c844c860-f1cb-42a6-a1ea-fed4ada85cef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:30.700566 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c844c860-f1cb-42a6-a1ea-fed4ada85cef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:30.787695 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3db2f6-bc2a-4262-bf47-1b4d5fdbb62e req-36637771-8b15-4bec-bacb-6b2bfe0a3c00 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:30.789312 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4f3db2f6-bc2a-4262-bf47-1b4d5fdbb62e req-36637771-8b15-4bec-bacb-6b2bfe0a3c00 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4d1efb2b-b77d-4799-ad30-1bbefce7f551 HTTP/1.1" status: 200 len: 1096 time: 0.0469785 Aug 19 18:27:30.815532 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c844c860-f1cb-42a6-a1ea-fed4ada85cef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:30.828862 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4f3db2f6-bc2a-4262-bf47-1b4d5fdbb62e req-ea6b5555-b854-4dc7-bce9-bb8c037b5ba4 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309894 Aug 19 18:27:30.830912 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c844c860-f1cb-42a6-a1ea-fed4ada85cef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:30.871640 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c844c860-f1cb-42a6-a1ea-fed4ada85cef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:27:30.889800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844c860-f1cb-42a6-a1ea-fed4ada85cef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03d2999e-681d-4ab8-b2fa-08d7acb12f69,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:30.893089 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c844c860-f1cb-42a6-a1ea-fed4ada85cef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:30.893444 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-c844c860-f1cb-42a6-a1ea-fed4ada85cef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Added segment 6fd74830-73c5-474b-8794-00d8a079bdf8 of type vlan for network 89bad278-6a94-481f-8ac6-995fb6742e68 Aug 19 18:27:30.969180 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c844c860-f1cb-42a6-a1ea-fed4ada85cef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:30.978147 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472227cc-843f-4e7a-b390-815d70de15ac req-847efa9c-b14d-4c62-9f7b-aa1364b3c1bb tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:30.979498 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-472227cc-843f-4e7a-b390-815d70de15ac req-847efa9c-b14d-4c62-9f7b-aa1364b3c1bb tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 944 time: 0.0710511 Aug 19 18:27:31.028014 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c844c860-f1cb-42a6-a1ea-fed4ada85cef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:31.030650 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-472227cc-843f-4e7a-b390-815d70de15ac req-8c169f05-790c-4029-9ac2-335b390d175d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438528 Aug 19 18:27:31.034113 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c844c860-f1cb-42a6-a1ea-fed4ada85cef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:31.034816 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c844c860-f1cb-42a6-a1ea-fed4ada85cef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:31.100661 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c27ceb-0fdd-40ce-a53c-c678e432441b req-8d7efb1d-ffd8-4c14-83dd-d240adc3dffe tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:31.102933 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-27c27ceb-0fdd-40ce-a53c-c678e432441b req-8d7efb1d-ffd8-4c14-83dd-d240adc3dffe tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4d1efb2b-b77d-4799-ad30-1bbefce7f551 HTTP/1.1" status: 200 len: 1096 time: 0.1253867 Aug 19 18:27:31.108389 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c844c860-f1cb-42a6-a1ea-fed4ada85cef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5612733 Aug 19 18:27:31.112051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40736) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:31.121677 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-50ab0331-9b31-4f67-be59-de020800fac0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'port': {'network_id': '89bad278-6a94-481f-8ac6-995fb6742e68', 'name': 'tempest-PortsIpV6TestJSON-1728288824'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:31.133139 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844c860-f1cb-42a6-a1ea-fed4ada85cef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Network': ['ID=89bad278-6a94-481f-8ac6-995fb6742e68,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:31.144816 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 89bad278-6a94-481f-8ac6-995fb6742e68 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:27:31.152570 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-27c27ceb-0fdd-40ce-a53c-c678e432441b req-b0858134-9655-4019-a66f-63e35781a84f tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408103 Aug 19 18:27:31.275854 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ab0331-9b31-4f67-be59-de020800fac0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:31.279338 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-50ab0331-9b31-4f67-be59-de020800fac0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:31.298024 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d48bb-2b88-45e4-bd51-ccc8d812d22e req-561e4e5e-8b1b-42fd-b0a2-b306c6778405 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:31.299203 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66646128-217a-48bc-98b3-f7123f125a80 req-53f13480-c6b8-42d8-b908-6d7ccc7caf2f tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:31.299636 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9f5d48bb-2b88-45e4-bd51-ccc8d812d22e req-561e4e5e-8b1b-42fd-b0a2-b306c6778405 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 944 time: 0.0513358 Aug 19 18:27:31.300734 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-66646128-217a-48bc-98b3-f7123f125a80 req-53f13480-c6b8-42d8-b908-6d7ccc7caf2f tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4d1efb2b-b77d-4799-ad30-1bbefce7f551 HTTP/1.1" status: 200 len: 1096 time: 0.0689380 Aug 19 18:27:31.303551 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-50ab0331-9b31-4f67-be59-de020800fac0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] device_id is not set on port 67173cff-6518-4a9a-9492-97083bd2c766 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:27:31.340963 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9f5d48bb-2b88-45e4-bd51-ccc8d812d22e req-a6d1f8d2-b558-4b12-9471-f26b88bef548 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345142 Aug 19 18:27:31.386271 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-66646128-217a-48bc-98b3-f7123f125a80 req-0d51e93f-a2b2-467d-8f8f-5acf796d4062 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771942 Aug 19 18:27:31.499468 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-50ab0331-9b31-4f67-be59-de020800fac0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:31.544611 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-50ab0331-9b31-4f67-be59-de020800fac0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:31.623064 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab0331-9b31-4f67-be59-de020800fac0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Port': ['ID=67173cff-6518-4a9a-9492-97083bd2c766,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:31.645226 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ab0331-9b31-4f67-be59-de020800fac0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Checking segment: {'id': '6fd74830-73c5-474b-8794-00d8a079bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '89bad278-6a94-481f-8ac6-995fb6742e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:31.645747 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ab0331-9b31-4f67-be59-de020800fac0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network hostable DHCP agents. Network: 89bad278-6a94-481f-8ac6-995fb6742e68, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:27:31.662048 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b1ba3-1b90-4a91-ae17-e3413ddcf89a req-d727bd14-abfa-440e-869a-4b428034800d tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:31.663786 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-120b1ba3-1b90-4a91-ae17-e3413ddcf89a req-d727bd14-abfa-440e-869a-4b428034800d tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4d1efb2b-b77d-4799-ad30-1bbefce7f551 HTTP/1.1" status: 200 len: 1096 time: 0.0710664 Aug 19 18:27:31.677501 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ab0331-9b31-4f67-be59-de020800fac0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 89bad278-6a94-481f-8ac6-995fb6742e68 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:27:31.704384 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-50ab0331-9b31-4f67-be59-de020800fac0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 89bad278-6a94-481f-8ac6-995fb6742e68) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:31.712683 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cddcaf-fac1-49ab-8e1b-7f699ba2481b None None] Network 89bad278-6a94-481f-8ac6-995fb6742e68 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:31.715982 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ab0331-9b31-4f67-be59-de020800fac0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:31.721839 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ab0331-9b31-4f67-be59-de020800fac0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:31.722452 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-50ab0331-9b31-4f67-be59-de020800fac0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:31.727601 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-120b1ba3-1b90-4a91-ae17-e3413ddcf89a req-70a448a8-a14f-4e75-ab7c-5c53d489ee83 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574088 Aug 19 18:27:31.739979 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-50ab0331-9b31-4f67-be59-de020800fac0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6266305 Aug 19 18:27:31.744291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40748) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:31.750709 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-60cb2873-ed98-4309-b404-267bc2c6feed tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1036128998'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:31.774198 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cb2873-ed98-4309-b404-267bc2c6feed tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:31.777666 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-60cb2873-ed98-4309-b404-267bc2c6feed tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:31.805643 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60cb2873-ed98-4309-b404-267bc2c6feed tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:27:31.817312 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-60cb2873-ed98-4309-b404-267bc2c6feed tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:31.817312 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-60cb2873-ed98-4309-b404-267bc2c6feed tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Added segment b3b9e856-daad-4e93-a3a8-40cf78b79931 of type vlan for network 11f1f8b2-763c-4a4f-b856-6763536723b2 Aug 19 18:27:31.863055 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-60cb2873-ed98-4309-b404-267bc2c6feed tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:31.889884 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-60cb2873-ed98-4309-b404-267bc2c6feed tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:31.895290 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cb2873-ed98-4309-b404-267bc2c6feed tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:31.895876 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-60cb2873-ed98-4309-b404-267bc2c6feed tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:31.958189 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-60cb2873-ed98-4309-b404-267bc2c6feed tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2122912 Aug 19 18:27:31.961092 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40752) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:31.966267 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'ports': [{'network_id': '89bad278-6a94-481f-8ac6-995fb6742e68'}, {'network_id': '11f1f8b2-763c-4a4f-b856-6763536723b2'}]} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:31.966580 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'port': {'network_id': '89bad278-6a94-481f-8ac6-995fb6742e68'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:31.967332 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'port': {'network_id': '11f1f8b2-763c-4a4f-b856-6763536723b2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:31.969977 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb2873-ed98-4309-b404-267bc2c6feed tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Network': ['ID=11f1f8b2-763c-4a4f-b856-6763536723b2,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:31.981784 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 11f1f8b2-763c-4a4f-b856-6763536723b2 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:27:32.184750 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf958d-3cde-4f2f-a5a7-532764e7f25e req-ddbd13a2-666d-4c19-841c-77f5005b8736 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:32.186302 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9cdf958d-3cde-4f2f-a5a7-532764e7f25e req-ddbd13a2-666d-4c19-841c-77f5005b8736 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 944 time: 0.0778382 Aug 19 18:27:32.199965 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'port': 2} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:32.204268 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:32.228745 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:32.250774 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9cdf958d-3cde-4f2f-a5a7-532764e7f25e req-39236b7e-11e7-4940-94da-de0806825f90 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573819 Aug 19 18:27:32.327020 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] device_id is not set on port 1831b40f-f2f0-4b64-b713-443893c0b356 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:27:32.443445 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:32.471092 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71855eed-fcc2-46b5-b3ab-324fc7278155 req-482fa5eb-2270-4033-9c0a-3280e025ab3d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:32.472607 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-71855eed-fcc2-46b5-b3ab-324fc7278155 req-482fa5eb-2270-4033-9c0a-3280e025ab3d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 944 time: 0.0525517 Aug 19 18:27:32.513897 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-71855eed-fcc2-46b5-b3ab-324fc7278155 req-565ca671-afa1-427e-b820-cac85e27f893 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341208 Aug 19 18:27:32.514268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] device_id is not set on port 114ed5a9-3b9c-484e-a8d4-92cdad48042a yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:27:32.634903 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:32.677418 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:32.723756 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 89bad278-6a94-481f-8ac6-995fb6742e68 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:32.727020 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:32.730907 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:32.731736 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:32.740320 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Port': ['ID=1831b40f-f2f0-4b64-b713-443893c0b356,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:32.798372 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Port': ['ID=114ed5a9-3b9c-484e-a8d4-92cdad48042a,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:32.808294 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Checking segment: {'id': 'b3b9e856-daad-4e93-a3a8-40cf78b79931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '11f1f8b2-763c-4a4f-b856-6763536723b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:32.808666 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network hostable DHCP agents. Network: 11f1f8b2-763c-4a4f-b856-6763536723b2, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:27:32.857317 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 11f1f8b2-763c-4a4f-b856-6763536723b2 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:27:32.868714 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fcdb6-d5e4-425d-bd46-12158c47d819 req-1ccbbffa-342e-473b-a930-d9b2a715fec4 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:32.870290 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d5fcdb6-d5e4-425d-bd46-12158c47d819 req-1ccbbffa-342e-473b-a930-d9b2a715fec4 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4d1efb2b-b77d-4799-ad30-1bbefce7f551 HTTP/1.1" status: 200 len: 1096 time: 0.0593271 Aug 19 18:27:32.871364 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 11f1f8b2-763c-4a4f-b856-6763536723b2) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:32.875356 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:32.881636 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:32.883675 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28735e6-dd22-4f70-9e99-ba8e49ec0ea9 None None] Network 11f1f8b2-763c-4a4f-b856-6763536723b2 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:32.887132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:32.887923 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:32.923410 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5fdd06b6-3283-4993-8d32-af098a0d2930 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9611642 Aug 19 18:27:32.926272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40764) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:32.931217 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d5fcdb6-d5e4-425d-bd46-12158c47d819 req-88b06e70-efd1-468e-91aa-36c74ca33ae5 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402973 Aug 19 18:27:33.032973 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-89399bdb-11fb-486d-8c62-61a9fcea9b85 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting port 114ed5a9-3b9c-484e-a8d4-92cdad48042a {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:33.033326 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-89399bdb-11fb-486d-8c62-61a9fcea9b85 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:33.048685 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdeb77-98aa-4615-9405-c2322ab0d27c req-d45e0de0-345c-433b-826e-17046a07b905 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:33.050096 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-58bdeb77-98aa-4615-9405-c2322ab0d27c req-d45e0de0-345c-433b-826e-17046a07b905 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4d1efb2b-b77d-4799-ad30-1bbefce7f551 HTTP/1.1" status: 200 len: 1096 time: 0.0439866 Aug 19 18:27:33.102865 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-89399bdb-11fb-486d-8c62-61a9fcea9b85 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:33.116101 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-89399bdb-11fb-486d-8c62-61a9fcea9b85 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Calling delete_port for 114ed5a9-3b9c-484e-a8d4-92cdad48042a owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:33.142770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-58bdeb77-98aa-4615-9405-c2322ab0d27c req-53969cc9-d51a-4e01-83ea-5f487eb2303c tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Deleting port a9497950-34b8-4a36-9d0b-8887ef4a099a {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:33.143117 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-58bdeb77-98aa-4615-9405-c2322ab0d27c req-53969cc9-d51a-4e01-83ea-5f487eb2303c tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:33.203006 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-89399bdb-11fb-486d-8c62-61a9fcea9b85 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:33.215524 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 63583d5f-051d-4e88-a884-1a40992923b0 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:27:33.237266 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-58bdeb77-98aa-4615-9405-c2322ab0d27c req-53969cc9-d51a-4e01-83ea-5f487eb2303c tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] For port a9497950-34b8-4a36-9d0b-8887ef4a099a, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a9497950-34b8-4a36-9d0b-8887ef4a099a,segment=NetworkSegment(3c5d02d1-1c2f-4d2d-985f-2a976538cb0c),segment_id=3c5d02d1-1c2f-4d2d-985f-2a976538cb0c)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:33.237821 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-58bdeb77-98aa-4615-9405-c2322ab0d27c req-53969cc9-d51a-4e01-83ea-5f487eb2303c tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:33.250078 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89399bdb-11fb-486d-8c62-61a9fcea9b85 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Port': ['ID=114ed5a9-3b9c-484e-a8d4-92cdad48042a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:33.255741 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-89399bdb-11fb-486d-8c62-61a9fcea9b85 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:33.258769 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-89399bdb-11fb-486d-8c62-61a9fcea9b85 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/ports/114ed5a9-3b9c-484e-a8d4-92cdad48042a HTTP/1.1" status: 204 len: 168 time: 0.3314655 Aug 19 18:27:33.261292 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40770) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:33.273036 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-58bdeb77-98aa-4615-9405-c2322ab0d27c req-53969cc9-d51a-4e01-83ea-5f487eb2303c tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Calling delete_port for a9497950-34b8-4a36-9d0b-8887ef4a099a owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:33.316663 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3a07fa-09f8-4bfa-b94c-8ff48eae00d9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:33.324059 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3a07fa-09f8-4bfa-b94c-8ff48eae00d9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:33.325870 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9f3a07fa-09f8-4bfa-b94c-8ff48eae00d9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0635417 Aug 19 18:27:33.328494 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40774) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:33.340775 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 63583d5f-051d-4e88-a884-1a40992923b0, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=63583d5f-051d-4e88-a884-1a40992923b0,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:33.354147 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '63583d5f-051d-4e88-a884-1a40992923b0', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'port_id': '63583d5f-051d-4e88-a884-1a40992923b0', 'mac_address': 'fa:16:3e:47:44:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:27:33.398501 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:33.414800 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63583d5f-051d-4e88-a884-1a40992923b0 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:27:33.433281 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-58bdeb77-98aa-4615-9405-c2322ab0d27c req-53969cc9-d51a-4e01-83ea-5f487eb2303c tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:33.439223 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 63583d5f-051d-4e88-a884-1a40992923b0, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=63583d5f-051d-4e88-a884-1a40992923b0,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:33.446503 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['a9497950-34b8-4a36-9d0b-8887ef4a099a'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:27:33.447987 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f99996-f866-413b-8fc3-9c3fe85e1eff req-71ad79b9-0d25-45b5-abf6-23254e7f2244 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:33.449702 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e7f99996-f866-413b-8fc3-9c3fe85e1eff req-71ad79b9-0d25-45b5-abf6-23254e7f2244 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 944 time: 0.1134992 Aug 19 18:27:33.463629 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53969cc9-d51a-4e01-83ea-5f487eb2303c tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9497950-34b8-4a36-9d0b-8887ef4a099a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:33.475878 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['29ca29e2-5e26-4311-a552-7eb179854c77'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:27:33.506582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-5957e822-d2c4-4859-b5f9-225a0de21e8d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting port 1831b40f-f2f0-4b64-b713-443893c0b356 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:33.507622 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5957e822-d2c4-4859-b5f9-225a0de21e8d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:33.509225 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bdeb77-98aa-4615-9405-c2322ab0d27c req-53969cc9-d51a-4e01-83ea-5f487eb2303c tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] No DVR routers for this DVR port a9497950-34b8-4a36-9d0b-8887ef4a099a on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:33.512005 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-58bdeb77-98aa-4615-9405-c2322ab0d27c req-53969cc9-d51a-4e01-83ea-5f487eb2303c tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:33.516312 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-58bdeb77-98aa-4615-9405-c2322ab0d27c req-53969cc9-d51a-4e01-83ea-5f487eb2303c tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.54 "DELETE /v2.0/ports/a9497950-34b8-4a36-9d0b-8887ef4a099a HTTP/1.1" status: 204 len: 173 time: 0.4555554 Aug 19 18:27:33.517087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1efb2b-b77d-4799-ad30-1bbefce7f551', 'name': 'network-vif-deleted', 'tag': 'a9497950-34b8-4a36-9d0b-8887ef4a099a'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:33.519987 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a9ef52-fc38-452f-807f-c9c08ee448c6" -d '{"events": [{"server_uuid": "4d1efb2b-b77d-4799-ad30-1bbefce7f551", "name": "network-vif-deleted", "tag": "a9497950-34b8-4a36-9d0b-8887ef4a099a"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:33.543180 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:33.573248 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38eafcd8-3429-44c8-bf58-68177ce5f568 x-openstack-request-id: req-38eafcd8-3429-44c8-bf58-68177ce5f568 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:33.573966 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1efb2b-b77d-4799-ad30-1bbefce7f551", "name": "network-vif-deleted", "tag": "a9497950-34b8-4a36-9d0b-8887ef4a099a", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:33.574431 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38eafcd8-3429-44c8-bf58-68177ce5f568 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:33.575069 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1efb2b-b77d-4799-ad30-1bbefce7f551', 'name': 'network-vif-deleted', 'tag': 'a9497950-34b8-4a36-9d0b-8887ef4a099a', 'status': 'completed', 'code': 200} Aug 19 18:27:33.619985 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e7f99996-f866-413b-8fc3-9c3fe85e1eff req-ec520a73-9e4e-485d-b44e-60d7832e5121 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527247 Aug 19 18:27:33.647933 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5957e822-d2c4-4859-b5f9-225a0de21e8d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:33.675648 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-5957e822-d2c4-4859-b5f9-225a0de21e8d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Calling delete_port for 1831b40f-f2f0-4b64-b713-443893c0b356 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:33.738571 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a72ec-9162-4c96-bfc5-2aa2094f5a7b req-99c1c4b3-9c21-4a8b-918e-c3bf0a56737e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:33.748072 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c05a72ec-9162-4c96-bfc5-2aa2094f5a7b req-99c1c4b3-9c21-4a8b-918e-c3bf0a56737e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 945 time: 0.0961437 Aug 19 18:27:33.770033 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=63583d5f-051d-4e88-a884-1a40992923b0,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:33.789940 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c05a72ec-9162-4c96-bfc5-2aa2094f5a7b req-c8648100-dc28-4647-9c13-50e15d7a1b0f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406215 Aug 19 18:27:33.807291 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5957e822-d2c4-4859-b5f9-225a0de21e8d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:33.836364 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957e822-d2c4-4859-b5f9-225a0de21e8d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Port': ['ID=1831b40f-f2f0-4b64-b713-443893c0b356,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:33.841494 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5957e822-d2c4-4859-b5f9-225a0de21e8d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:33.843697 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5957e822-d2c4-4859-b5f9-225a0de21e8d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/ports/1831b40f-f2f0-4b64-b713-443893c0b356 HTTP/1.1" status: 204 len: 168 time: 0.5142624 Aug 19 18:27:33.846141 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40782) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:33.899772 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331b856d-9db7-4cad-b3ad-9cc4b0633ae9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:33.901348 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-331b856d-9db7-4cad-b3ad-9cc4b0633ae9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0542862 Aug 19 18:27:33.904236 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40784) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:33.930056 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bfd0497-770d-4f48-80df-958e16f2e578 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] GET failed (client error): The resource could not be found. Aug 19 18:27:33.931647 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2bfd0497-770d-4f48-80df-958e16f2e578 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports/114ed5a9-3b9c-484e-a8d4-92cdad48042a HTTP/1.1" status: 404 len: 333 time: 0.0264723 Aug 19 18:27:33.934542 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40786) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:33.963519 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-8778aa9e-0e34-4db0-8891-40256ca632d2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] GET failed (client error): The resource could not be found. Aug 19 18:27:33.965329 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8778aa9e-0e34-4db0-8891-40256ca632d2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports/1831b40f-f2f0-4b64-b713-443893c0b356 HTTP/1.1" status: 404 len: 333 time: 0.0298679 Aug 19 18:27:33.968560 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40790) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:34.008778 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['63583d5f-051d-4e88-a884-1a40992923b0'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:27:34.102095 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-712a9b2d-9b20-4ad1-829d-247ddaffdf4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:34.122311 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-45f5ae08-284f-44cf-b23c-02a5aa255d4e req-96de8d71-c527-4a55-85f0-b2220f037426 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4d1efb2b-b77d-4799-ad30-1bbefce7f551 HTTP/1.1" status: 200 len: 210 time: 0.0699723 Aug 19 18:27:34.243842 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-712a9b2d-9b20-4ad1-829d-247ddaffdf4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:34.255285 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-712a9b2d-9b20-4ad1-829d-247ddaffdf4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f1f8b2-763c-4a4f-b856-6763536723b2']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:34.272233 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-712a9b2d-9b20-4ad1-829d-247ddaffdf4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b9e856-daad-4e93-a3a8-40cf78b79931') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:34.272534 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-712a9b2d-9b20-4ad1-829d-247ddaffdf4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b9e856-daad-4e93-a3a8-40cf78b79931') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:34.282727 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-712a9b2d-9b20-4ad1-829d-247ddaffdf4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:34.297382 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-712a9b2d-9b20-4ad1-829d-247ddaffdf4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:34.304409 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712a9b2d-9b20-4ad1-829d-247ddaffdf4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:27:34.304409 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-712a9b2d-9b20-4ad1-829d-247ddaffdf4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:27:34.307814 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:27:34.368645 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-712a9b2d-9b20-4ad1-829d-247ddaffdf4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:34.375603 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-712a9b2d-9b20-4ad1-829d-247ddaffdf4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:34.378189 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-712a9b2d-9b20-4ad1-829d-247ddaffdf4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/networks/11f1f8b2-763c-4a4f-b856-6763536723b2 HTTP/1.1" status: 204 len: 168 time: 0.4073586 Aug 19 18:27:34.381195 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40796) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:34.386768 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-6b48f206-e653-4350-9628-cdedb1bd831e tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-572011020'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:34.389617 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a9b2d-9b20-4ad1-829d-247ddaffdf4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Network': ['ID=11f1f8b2-763c-4a4f-b856-6763536723b2,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:34.411355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b48f206-e653-4350-9628-cdedb1bd831e tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:34.415552 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6b48f206-e653-4350-9628-cdedb1bd831e tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:34.439796 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b48f206-e653-4350-9628-cdedb1bd831e tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:27:34.449061 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6b48f206-e653-4350-9628-cdedb1bd831e tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:34.449444 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-6b48f206-e653-4350-9628-cdedb1bd831e tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Added segment b38a73a8-6c0c-4f5d-bc27-1d4ac167994b of type vlan for network 06b0d67e-bd05-4743-8823-b68593e0cbd5 Aug 19 18:27:34.490865 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6b48f206-e653-4350-9628-cdedb1bd831e tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:34.523949 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6b48f206-e653-4350-9628-cdedb1bd831e tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:34.529907 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b48f206-e653-4350-9628-cdedb1bd831e tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:34.530514 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6b48f206-e653-4350-9628-cdedb1bd831e tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:34.596391 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6b48f206-e653-4350-9628-cdedb1bd831e tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2139175 Aug 19 18:27:34.599598 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48f206-e653-4350-9628-cdedb1bd831e tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Network': ['ID=06b0d67e-bd05-4743-8823-b68593e0cbd5,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:34.600109 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40798) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:34.611869 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e383e189-d9c6-4d73-a810-23a1b702fd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:34.615738 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-a87249f5-88b1-47a5-9a9b-333ab94d0135 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'subnet': {'network_id': '06b0d67e-bd05-4743-8823-b68593e0cbd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:34.623506 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 06b0d67e-bd05-4743-8823-b68593e0cbd5 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:27:34.633604 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-3f29e68b-af7b-43c5-9f71-f6bfc1a59446 req-db902f52-66ad-4fc7-9946-52a7e1402919 service neutron] (94682) timed out ('10.222.0.50', 49618) {{(pid=94682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:27:34.954908 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1e4ab-4a2a-4f7f-a588-d38fcedc04f7 req-37672f2c-a3ab-4bb5-ae6a-3e6bf6c88a09 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:34.957280 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c8c1e4ab-4a2a-4f7f-a588-d38fcedc04f7 req-37672f2c-a3ab-4bb5-ae6a-3e6bf6c88a09 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 945 time: 0.0631487 Aug 19 18:27:35.004513 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c8c1e4ab-4a2a-4f7f-a588-d38fcedc04f7 req-c1efe3d2-4261-413c-9074-7e290bbeefb6 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386610 Aug 19 18:27:35.212802 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8f55-458a-4260-96f1-424f8fe26f22 req-700a17ef-b2d8-4770-ba4e-5e9be86c90f7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:35.215305 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e69f8f55-458a-4260-96f1-424f8fe26f22 req-700a17ef-b2d8-4770-ba4e-5e9be86c90f7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 944 time: 0.1016388 Aug 19 18:27:35.231982 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87249f5-88b1-47a5-9a9b-333ab94d0135 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:35.235660 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a87249f5-88b1-47a5-9a9b-333ab94d0135 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:35.337237 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e69f8f55-458a-4260-96f1-424f8fe26f22 req-72f73a0a-e355-40be-a4d3-05cf2df5a250 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140981 Aug 19 18:27:35.474113 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a87249f5-88b1-47a5-9a9b-333ab94d0135 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:35.491822 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb8e62-d97f-4073-b174-3c28683edf12 req-2880027b-e93c-4318-87da-d78fe3dba6bc tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:35.493729 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5aeb8e62-d97f-4073-b174-3c28683edf12 req-2880027b-e93c-4318-87da-d78fe3dba6bc tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1096 time: 0.0485392 Aug 19 18:27:35.529858 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87249f5-88b1-47a5-9a9b-333ab94d0135 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Subnet': ['ID=c4733157-2e09-4d37-a672-8f1fc6486aa3,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:35.531299 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5aeb8e62-d97f-4073-b174-3c28683edf12 req-d2e62e1f-c024-4485-8290-a3748109f5e8 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307291 Aug 19 18:27:35.545787 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87249f5-88b1-47a5-9a9b-333ab94d0135 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Checking segment: {'id': 'b38a73a8-6c0c-4f5d-bc27-1d4ac167994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '06b0d67e-bd05-4743-8823-b68593e0cbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:35.546161 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87249f5-88b1-47a5-9a9b-333ab94d0135 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network hostable DHCP agents. Network: 06b0d67e-bd05-4743-8823-b68593e0cbd5, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:27:35.563725 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87249f5-88b1-47a5-9a9b-333ab94d0135 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 06b0d67e-bd05-4743-8823-b68593e0cbd5 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:27:35.573558 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-a87249f5-88b1-47a5-9a9b-333ab94d0135 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 06b0d67e-bd05-4743-8823-b68593e0cbd5) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:35.577826 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87249f5-88b1-47a5-9a9b-333ab94d0135 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:35.578332 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a87249f5-88b1-47a5-9a9b-333ab94d0135 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:35.583454 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721db47d-11ba-4d76-bbca-002ce27353ba None None] Network 06b0d67e-bd05-4743-8823-b68593e0cbd5 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:35.593861 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a87249f5-88b1-47a5-9a9b-333ab94d0135 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9916563 Aug 19 18:27:35.596296 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40816) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:35.601463 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7dc915aa-3317-4cad-bf30-3dbb830f4344 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'port': {'network_id': '06b0d67e-bd05-4743-8823-b68593e0cbd5', 'name': 'tempest-PortsIpV6TestJSON-1970653282'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:35.718500 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc915aa-3317-4cad-bf30-3dbb830f4344 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:35.722055 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7dc915aa-3317-4cad-bf30-3dbb830f4344 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:35.739891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-7dc915aa-3317-4cad-bf30-3dbb830f4344 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] device_id is not set on port 3810e17d-ec7c-4c19-83de-f74ab56456e5 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:27:35.746479 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-06b0d67e-bd05-4743-8823-b68593e0cbd5', 'network_id': '06b0d67e-bd05-4743-8823-b68593e0cbd5', 'tenant_id': '50ba02f50d414ab38246a7df10d51c0b', 'fixed_ips': [{'subnet_id': 'c4733157-2e09-4d37-a672-8f1fc6486aa3'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:27:35.747717 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:35.861996 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-7dc915aa-3317-4cad-bf30-3dbb830f4344 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Allocated IP 2001:db8::eb (06b0d67e-bd05-4743-8823-b68593e0cbd5/c4733157-2e09-4d37-a672-8f1fc6486aa3/3810e17d-ec7c-4c19-83de-f74ab56456e5) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:36.024782 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7dc915aa-3317-4cad-bf30-3dbb830f4344 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:36.041803 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-7dc915aa-3317-4cad-bf30-3dbb830f4344 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Transition to ACTIVE for port object 3810e17d-ec7c-4c19-83de-f74ab56456e5 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:36.090590 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7dc915aa-3317-4cad-bf30-3dbb830f4344 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:36.129599 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Allocated IP 2001:db8::2 (06b0d67e-bd05-4743-8823-b68593e0cbd5/c4733157-2e09-4d37-a672-8f1fc6486aa3/2bd7b41a-d875-4429-9bb2-a096e1a48725) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:36.159923 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc915aa-3317-4cad-bf30-3dbb830f4344 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 06b0d67e-bd05-4743-8823-b68593e0cbd5 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:36.166978 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-7dc915aa-3317-4cad-bf30-3dbb830f4344 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:36.172087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc915aa-3317-4cad-bf30-3dbb830f4344 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:36.177692 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc915aa-3317-4cad-bf30-3dbb830f4344 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:36.178328 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7dc915aa-3317-4cad-bf30-3dbb830f4344 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:36.183685 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc915aa-3317-4cad-bf30-3dbb830f4344 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Port': ['ID=3810e17d-ec7c-4c19-83de-f74ab56456e5,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:36.200204 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff9b7b-ee7e-4d0d-a37d-e6f5a89c58c6 req-dadc75f5-e8bf-4190-99f1-3f4c64aeeaac tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:36.201769 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-82ff9b7b-ee7e-4d0d-a37d-e6f5a89c58c6 req-dadc75f5-e8bf-4190-99f1-3f4c64aeeaac tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 945 time: 0.1213291 Aug 19 18:27:36.208057 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7dc915aa-3317-4cad-bf30-3dbb830f4344 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6106579 Aug 19 18:27:36.211929 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40822) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:36.244060 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-82ff9b7b-ee7e-4d0d-a37d-e6f5a89c58c6 req-3f8a60a1-f8ad-4b95-b78f-a96e98c6b7af tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349238 Aug 19 18:27:36.295703 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:36.306212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Transition to ACTIVE for port object 2bd7b41a-d875-4429-9bb2-a096e1a48725 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:36.315923 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-c2cfc33d-e3ad-4772-b7b5-dda9060ec1e3 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting port 3810e17d-ec7c-4c19-83de-f74ab56456e5 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:36.316274 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c2cfc33d-e3ad-4772-b7b5-dda9060ec1e3 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:36.322281 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Transition to ACTIVE for port object 2bd7b41a-d875-4429-9bb2-a096e1a48725 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:36.328073 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:36.376067 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Network 06b0d67e-bd05-4743-8823-b68593e0cbd5 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:36.383068 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:36.385512 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:36.417546 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c2cfc33d-e3ad-4772-b7b5-dda9060ec1e3 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:36.432517 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-c2cfc33d-e3ad-4772-b7b5-dda9060ec1e3 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Calling delete_port for 3810e17d-ec7c-4c19-83de-f74ab56456e5 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:36.496820 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4c24b-867e-469f-9825-7e6998043302 req-dfb806f0-531e-4bbf-bd3a-57c1837967e3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:36.502264 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cfe4c24b-867e-469f-9825-7e6998043302 req-dfb806f0-531e-4bbf-bd3a-57c1837967e3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 944 time: 0.0753019 Aug 19 18:27:36.564885 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cfe4c24b-867e-469f-9825-7e6998043302 req-9a3d59b3-9149-4ad0-90f7-ade6fee3c071 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579765 Aug 19 18:27:36.592851 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Pushing event updated for resources: {'Port': ['ID=2bd7b41a-d875-4429-9bb2-a096e1a48725,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:36.600025 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c2cfc33d-e3ad-4772-b7b5-dda9060ec1e3 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:36.619734 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:36.620116 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:36.620491 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:36.620842 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:36.621192 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:36.621792 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:36.622200 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:36.622527 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:36.622943 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:36.623460 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:36.623862 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:36.624244 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:36.628157 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a9497950-34b8-4a36-9d0b-8887ef4a099a no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:36.658598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: a9497950-34b8-4a36-9d0b-8887ef4a099a {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:36.658964 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a9497950-34b8-4a36-9d0b-8887ef4a099a not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:36.663809 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Attempting to bind port 2bd7b41a-d875-4429-9bb2-a096e1a48725 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:27:36.665170 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Attempting to bind port 2bd7b41a-d875-4429-9bb2-a096e1a48725 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'b38a73a8-6c0c-4f5d-bc27-1d4ac167994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '06b0d67e-bd05-4743-8823-b68593e0cbd5'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:27:36.665874 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Attempting to bind port 2bd7b41a-d875-4429-9bb2-a096e1a48725 on network 06b0d67e-bd05-4743-8823-b68593e0cbd5 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:27:36.673227 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:27:36.673632 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Checking segment: {'id': 'b38a73a8-6c0c-4f5d-bc27-1d4ac167994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '06b0d67e-bd05-4743-8823-b68593e0cbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:36.674039 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:36.674039 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Bound using segment: {'id': 'b38a73a8-6c0c-4f5d-bc27-1d4ac167994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '06b0d67e-bd05-4743-8823-b68593e0cbd5'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:27:36.674990 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Bound port: 2bd7b41a-d875-4429-9bb2-a096e1a48725, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b38a73a8-6c0c-4f5d-bc27-1d4ac167994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '06b0d67e-bd05-4743-8823-b68593e0cbd5'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:27:36.675374 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:36.682815 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfc33d-e3ad-4772-b7b5-dda9060ec1e3 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Port': ['ID=3810e17d-ec7c-4c19-83de-f74ab56456e5,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:36.715343 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c2cfc33d-e3ad-4772-b7b5-dda9060ec1e3 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:36.716845 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c2cfc33d-e3ad-4772-b7b5-dda9060ec1e3 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/ports/3810e17d-ec7c-4c19-83de-f74ab56456e5 HTTP/1.1" status: 204 len: 168 time: 0.5036690 Aug 19 18:27:36.719865 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40832) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:36.723449 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd23290-4521-4274-8ef7-13b9fcf9fbb5 req-910570f2-1076-412e-a3e2-f03d57e5466d tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:36.730966 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2cd23290-4521-4274-8ef7-13b9fcf9fbb5 req-910570f2-1076-412e-a3e2-f03d57e5466d tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1096 time: 0.1194992 Aug 19 18:27:36.750409 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecfb95f7-bf53-436c-b10a-0f3051364da6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] DELETE failed (client error): The resource could not be found. Aug 19 18:27:36.751252 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecfb95f7-bf53-436c-b10a-0f3051364da6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:27:36.755900 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ecfb95f7-bf53-436c-b10a-0f3051364da6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/ports/3810e17d-ec7c-4c19-83de-f74ab56456e5 HTTP/1.1" status: 404 len: 333 time: 0.0316961 Aug 19 18:27:36.756104 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] For port 2bd7b41a-d875-4429-9bb2-a096e1a48725, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:27:36.756481 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40834) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:36.758497 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] For port 2bd7b41a-d875-4429-9bb2-a096e1a48725, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2bd7b41a-d875-4429-9bb2-a096e1a48725,segment=NetworkSegment(b38a73a8-6c0c-4f5d-bc27-1d4ac167994b),segment_id=b38a73a8-6c0c-4f5d-bc27-1d4ac167994b)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:27:36.763523 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:36.790968 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2cd23290-4521-4274-8ef7-13b9fcf9fbb5 req-792b9f01-d5d1-43d2-b82c-e098a2faafc9 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590339 Aug 19 18:27:36.792111 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-24cc1a73-05f0-412f-8a01-0dfb6e1440c7 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] GET failed (client error): The resource could not be found. Aug 19 18:27:36.793646 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-24cc1a73-05f0-412f-8a01-0dfb6e1440c7 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports/3810e17d-ec7c-4c19-83de-f74ab56456e5 HTTP/1.1" status: 404 len: 333 time: 0.0354140 Aug 19 18:27:36.796725 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40836) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:36.847421 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8feec5-f90e-4a83-a5db-897f32e15b9f None None] Pushing event updated for resources: {'Port': ['ID=2bd7b41a-d875-4429-9bb2-a096e1a48725,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:36.859663 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-7044acbc-4431-40c4-a3ca-1bca1f34235b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting subnet c4733157-2e09-4d37-a672-8f1fc6486aa3 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:27:36.863429 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7044acbc-4431-40c4-a3ca-1bca1f34235b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:36.922334 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7044acbc-4431-40c4-a3ca-1bca1f34235b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.054654 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7044acbc-4431-40c4-a3ca-1bca1f34235b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.090308 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0f101772-5b3e-436f-bcc1-fb7973eb385c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.143273 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7044acbc-4431-40c4-a3ca-1bca1f34235b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.173416 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044acbc-4431-40c4-a3ca-1bca1f34235b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Subnet': ['ID=c4733157-2e09-4d37-a672-8f1fc6486aa3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:37.176981 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7044acbc-4431-40c4-a3ca-1bca1f34235b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.179370 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7044acbc-4431-40c4-a3ca-1bca1f34235b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/subnets/c4733157-2e09-4d37-a672-8f1fc6486aa3 HTTP/1.1" status: 204 len: 168 time: 0.3815649 Aug 19 18:27:37.181733 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40840) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:37.224264 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 63583d5f-051d-4e88-a884-1a40992923b0 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:37.267348 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa63fb55-5425-496e-af63-44ec2491c9a2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.274122 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.294519 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 63583d5f-051d-4e88-a884-1a40992923b0 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:37.299723 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 63583d5f-051d-4e88-a884-1a40992923b0 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:37.300232 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.339151 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-fa63fb55-5425-496e-af63-44ec2491c9a2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting port 2bd7b41a-d875-4429-9bb2-a096e1a48725 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:37.341061 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa63fb55-5425-496e-af63-44ec2491c9a2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.358214 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46bba5-fa0a-4cab-88d9-8e40b2923542 req-5d37f911-2364-412a-9aac-11247e453ffa tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:37.360980 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da46bba5-fa0a-4cab-88d9-8e40b2923542 req-5d37f911-2364-412a-9aac-11247e453ffa tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1096 time: 0.0755143 Aug 19 18:27:37.431645 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.451549 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-fa63fb55-5425-496e-af63-44ec2491c9a2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] For port 2bd7b41a-d875-4429-9bb2-a096e1a48725, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2bd7b41a-d875-4429-9bb2-a096e1a48725,segment=NetworkSegment(b38a73a8-6c0c-4f5d-bc27-1d4ac167994b),segment_id=b38a73a8-6c0c-4f5d-bc27-1d4ac167994b)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:37.451943 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa63fb55-5425-496e-af63-44ec2491c9a2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.476975 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b756b2-7d42-4409-b4cc-8d66bed354bb req-5d889d28-87d2-4cec-800d-b483ac161939 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:37.478644 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-17b756b2-7d42-4409-b4cc-8d66bed354bb req-5d889d28-87d2-4cec-800d-b483ac161939 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 945 time: 0.1226468 Aug 19 18:27:37.479848 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-fa63fb55-5425-496e-af63-44ec2491c9a2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Calling delete_port for 2bd7b41a-d875-4429-9bb2-a096e1a48725 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:37.486758 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63583d5f-051d-4e88-a884-1a40992923b0'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:37.489937 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae8049c-dd6d-4222-8263-459f2c240038" -d '{"events": [{"server_uuid": "dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2", "name": "network-vif-plugged", "status": "completed", "tag": "63583d5f-051d-4e88-a884-1a40992923b0"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:37.498873 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-da46bba5-fa0a-4cab-88d9-8e40b2923542 req-c3d273b1-2fad-41cb-a70e-56500f3caad1 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Deleting port 29ca29e2-5e26-4311-a552-7eb179854c77 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:37.499295 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-da46bba5-fa0a-4cab-88d9-8e40b2923542 req-c3d273b1-2fad-41cb-a70e-56500f3caad1 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.508451 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 63583d5f-051d-4e88-a884-1a40992923b0, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=63583d5f-051d-4e88-a884-1a40992923b0,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:37.516333 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.623220 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9f6327-3641-4c3f-9872-abd5f9e9898e x-openstack-request-id: req-aa9f6327-3641-4c3f-9872-abd5f9e9898e {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:37.623927 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2", "name": "network-vif-plugged", "status": "completed", "tag": "63583d5f-051d-4e88-a884-1a40992923b0", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:37.623927 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa9f6327-3641-4c3f-9872-abd5f9e9898e {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:37.624120 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63583d5f-051d-4e88-a884-1a40992923b0', 'code': 200} Aug 19 18:27:37.625095 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=63583d5f-051d-4e88-a884-1a40992923b0,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:37.632540 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-17b756b2-7d42-4409-b4cc-8d66bed354bb req-9ae3e909-f294-43e2-96b0-7b0a88528d94 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043272 Aug 19 18:27:37.668460 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa63fb55-5425-496e-af63-44ec2491c9a2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.700526 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-da46bba5-fa0a-4cab-88d9-8e40b2923542 req-c3d273b1-2fad-41cb-a70e-56500f3caad1 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] For port 29ca29e2-5e26-4311-a552-7eb179854c77, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=29ca29e2-5e26-4311-a552-7eb179854c77,segment=NetworkSegment(3c5d02d1-1c2f-4d2d-985f-2a976538cb0c),segment_id=3c5d02d1-1c2f-4d2d-985f-2a976538cb0c)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:37.700979 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-da46bba5-fa0a-4cab-88d9-8e40b2923542 req-c3d273b1-2fad-41cb-a70e-56500f3caad1 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.712373 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa63fb55-5425-496e-af63-44ec2491c9a2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] No DVR routers for this DVR port 2bd7b41a-d875-4429-9bb2-a096e1a48725 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:37.720254 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63fb55-5425-496e-af63-44ec2491c9a2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Port': ['ID=2bd7b41a-d875-4429-9bb2-a096e1a48725,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:37.723966 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-da46bba5-fa0a-4cab-88d9-8e40b2923542 req-c3d273b1-2fad-41cb-a70e-56500f3caad1 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Calling delete_port for 29ca29e2-5e26-4311-a552-7eb179854c77 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:37.730772 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715093c-6b77-47f0-8358-6b5ee7e8aa2f req-e5131c0b-2aea-48f5-a5f7-e06a6916ab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:37.732401 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4715093c-6b77-47f0-8358-6b5ee7e8aa2f req-e5131c0b-2aea-48f5-a5f7-e06a6916ab05 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 1097 time: 0.0901833 Aug 19 18:27:37.869838 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa63fb55-5425-496e-af63-44ec2491c9a2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.886964 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-fa63fb55-5425-496e-af63-44ec2491c9a2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b0d67e-bd05-4743-8823-b68593e0cbd5']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:37.906525 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ee20b-457b-45c7-8cf7-b0972b067e61 req-065f767a-1549-4a31-a5fb-caed897a574e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:37.908485 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d52ee20b-457b-45c7-8cf7-b0972b067e61 req-065f767a-1549-4a31-a5fb-caed897a574e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 944 time: 0.1624081 Aug 19 18:27:37.914382 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-fa63fb55-5425-496e-af63-44ec2491c9a2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38a73a8-6c0c-4f5d-bc27-1d4ac167994b') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:37.914705 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-fa63fb55-5425-496e-af63-44ec2491c9a2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38a73a8-6c0c-4f5d-bc27-1d4ac167994b') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:37.934659 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa63fb55-5425-496e-af63-44ec2491c9a2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.963112 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa63fb55-5425-496e-af63-44ec2491c9a2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.979486 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa63fb55-5425-496e-af63-44ec2491c9a2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:27:37.979986 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa63fb55-5425-496e-af63-44ec2491c9a2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:27:37.985060 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:27:38.003704 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d52ee20b-457b-45c7-8cf7-b0972b067e61 req-3cc0e503-a7a8-4c53-91e5-675381a1e401 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806122 Aug 19 18:27:38.078836 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa63fb55-5425-496e-af63-44ec2491c9a2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.105899 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa63fb55-5425-496e-af63-44ec2491c9a2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.119687 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9884ad0f-bac5-4db2-ac6b-6c001ce5eb41 None None] Could not find standard attr ID for object 2bd7b41a-d875-4429-9bb2-a096e1a48725. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:27:38.121712 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fa63fb55-5425-496e-af63-44ec2491c9a2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/networks/06b0d67e-bd05-4743-8823-b68593e0cbd5 HTTP/1.1" status: 204 len: 168 time: 0.9381745 Aug 19 18:27:38.122789 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63fb55-5425-496e-af63-44ec2491c9a2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Network': ['ID=06b0d67e-bd05-4743-8823-b68593e0cbd5,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:38.124586 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40860) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:38.130372 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-6b434241-2bd6-492c-8725-146f710cfdaa tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1806563304'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:38.179882 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.183139 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b434241-2bd6-492c-8725-146f710cfdaa tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:38.186703 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feb57b2-387d-44e2-aa44-945c61ff9d81 None None] DHCP port deletion for 06b0d67e-bd05-4743-8823-b68593e0cbd5 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:27:38.192397 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6b434241-2bd6-492c-8725-146f710cfdaa tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.230146 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e5081f-e0a3-409d-ba42-2ed738e6322e None None] Network 06b0d67e-bd05-4743-8823-b68593e0cbd5 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:38.239295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e5081f-e0a3-409d-ba42-2ed738e6322e None None] Network 06b0d67e-bd05-4743-8823-b68593e0cbd5 could not be found, it might have been deleted concurrently. {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 18:27:38.243961 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4715093c-6b77-47f0-8358-6b5ee7e8aa2f req-83871e13-5499-4fe3-99db-4737a299709a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5018747 Aug 19 18:27:38.248746 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b434241-2bd6-492c-8725-146f710cfdaa tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:27:38.259390 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6b434241-2bd6-492c-8725-146f710cfdaa tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.259740 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-6b434241-2bd6-492c-8725-146f710cfdaa tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Added segment 33826d9a-cdb4-4478-9f55-2e1667e2590a of type vlan for network 77302b92-6213-4634-ac95-0981d2db1a32 Aug 19 18:27:38.272922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f523b-8408-4aec-8e94-ee41d657d8b4 req-641deac7-fd37-4e3d-bf9d-8cc4d23c8ecb tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:38.274600 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-642f523b-8408-4aec-8e94-ee41d657d8b4 req-641deac7-fd37-4e3d-bf9d-8cc4d23c8ecb tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6 HTTP/1.1" status: 200 len: 1096 time: 0.0877264 Aug 19 18:27:38.304235 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6b434241-2bd6-492c-8725-146f710cfdaa tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.335567 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6b434241-2bd6-492c-8725-146f710cfdaa tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.341268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b434241-2bd6-492c-8725-146f710cfdaa tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:38.342263 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6b434241-2bd6-492c-8725-146f710cfdaa tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.347142 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-642f523b-8408-4aec-8e94-ee41d657d8b4 req-215d2db1-4839-452a-af31-afa1a83586dc tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1538c4ba-f919-4325-a742-418af5e4ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651855 Aug 19 18:27:38.352004 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-da46bba5-fa0a-4cab-88d9-8e40b2923542 req-c3d273b1-2fad-41cb-a70e-56500f3caad1 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.364304 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['29ca29e2-5e26-4311-a552-7eb179854c77'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:27:38.385913 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d273b1-2fad-41cb-a70e-56500f3caad1 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Pushing event deleted for resources: {'Port': ['ID=29ca29e2-5e26-4311-a552-7eb179854c77,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:38.411690 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6b434241-2bd6-492c-8725-146f710cfdaa tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2860231 Aug 19 18:27:38.414984 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40866) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:38.423343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-60901e73-2969-48c0-9088-df3b653b9020 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'subnet': {'network_id': '77302b92-6213-4634-ac95-0981d2db1a32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:38.435967 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-da46bba5-fa0a-4cab-88d9-8e40b2923542 req-c3d273b1-2fad-41cb-a70e-56500f3caad1 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] No DVR routers for this DVR port 29ca29e2-5e26-4311-a552-7eb179854c77 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:38.439022 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-da46bba5-fa0a-4cab-88d9-8e40b2923542 req-c3d273b1-2fad-41cb-a70e-56500f3caad1 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.441340 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da46bba5-fa0a-4cab-88d9-8e40b2923542 req-c3d273b1-2fad-41cb-a70e-56500f3caad1 tempest-TestServerMultinode-17316628 tempest-TestServerMultinode-17316628-project-admin] 10.222.0.50 "DELETE /v2.0/ports/29ca29e2-5e26-4311-a552-7eb179854c77 HTTP/1.1" status: 204 len: 173 time: 1.0670455 Aug 19 18:27:38.443887 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6', 'name': 'network-vif-deleted', 'tag': '29ca29e2-5e26-4311-a552-7eb179854c77'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:38.447345 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca69591-cfc7-4400-88cb-a1c091f27473" -d '{"events": [{"server_uuid": "ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6", "name": "network-vif-deleted", "tag": "29ca29e2-5e26-4311-a552-7eb179854c77"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:38.528089 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b434241-2bd6-492c-8725-146f710cfdaa tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Network': ['ID=77302b92-6213-4634-ac95-0981d2db1a32,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:38.550105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 77302b92-6213-4634-ac95-0981d2db1a32 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:27:38.555446 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b4e5ba-54d4-43cc-952b-b9b0e1736c2b x-openstack-request-id: req-f0b4e5ba-54d4-43cc-952b-b9b0e1736c2b {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:38.555726 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6", "name": "network-vif-deleted", "tag": "29ca29e2-5e26-4311-a552-7eb179854c77", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:38.555976 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0b4e5ba-54d4-43cc-952b-b9b0e1736c2b {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:38.556372 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecef6b97-62cc-43f9-b1b0-76ccadd9fdb6', 'name': 'network-vif-deleted', 'tag': '29ca29e2-5e26-4311-a552-7eb179854c77', 'status': 'completed', 'code': 200} Aug 19 18:27:38.582324 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60901e73-2969-48c0-9088-df3b653b9020 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:38.585960 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-60901e73-2969-48c0-9088-df3b653b9020 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.643361 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device f4222103-ac45-47b6-8cdd-a7d06cc5f5fe details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:27:38.720468 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:27:38.823141 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port f4222103-ac45-47b6-8cdd-a7d06cc5f5fe, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=f4222103-ac45-47b6-8cdd-a7d06cc5f5fe,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:38.849371 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'f4222103-ac45-47b6-8cdd-a7d06cc5f5fe', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'port_id': 'f4222103-ac45-47b6-8cdd-a7d06cc5f5fe', 'mac_address': 'fa:16:3e:85:c4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:27:38.875941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65217f3a-f59b-47f3-9d0d-7c97ae1bdd75 req-46a46c62-35c3-4ea7-89e9-1bad9b36f050 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:38.877522 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-65217f3a-f59b-47f3-9d0d-7c97ae1bdd75 req-46a46c62-35c3-4ea7-89e9-1bad9b36f050 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 946 time: 0.1131258 Aug 19 18:27:38.899510 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.906107 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-60901e73-2969-48c0-9088-df3b653b9020 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.912365 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4222103-ac45-47b6-8cdd-a7d06cc5f5fe {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:27:38.931866 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port f4222103-ac45-47b6-8cdd-a7d06cc5f5fe, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=f4222103-ac45-47b6-8cdd-a7d06cc5f5fe,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:38.935885 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.977031 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-65217f3a-f59b-47f3-9d0d-7c97ae1bdd75 req-2cce28bc-7402-4efa-afa6-40fed0e175c0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893152 Aug 19 18:27:38.983847 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60901e73-2969-48c0-9088-df3b653b9020 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Subnet': ['ID=0ed5c3fd-faf1-4f3c-a670-f0786a77c892,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:38.989598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=f4222103-ac45-47b6-8cdd-a7d06cc5f5fe,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:39.013184 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60901e73-2969-48c0-9088-df3b653b9020 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Checking segment: {'id': '33826d9a-cdb4-4478-9f55-2e1667e2590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '77302b92-6213-4634-ac95-0981d2db1a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:39.013588 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60901e73-2969-48c0-9088-df3b653b9020 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network hostable DHCP agents. Network: 77302b92-6213-4634-ac95-0981d2db1a32, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:27:39.034867 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60901e73-2969-48c0-9088-df3b653b9020 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 77302b92-6213-4634-ac95-0981d2db1a32 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:27:39.047104 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-60901e73-2969-48c0-9088-df3b653b9020 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 77302b92-6213-4634-ac95-0981d2db1a32) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:39.053138 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60901e73-2969-48c0-9088-df3b653b9020 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:39.054538 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-60901e73-2969-48c0-9088-df3b653b9020 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:39.060185 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40146509-be24-40b7-8608-467103958809 None None] Network 77302b92-6213-4634-ac95-0981d2db1a32 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:39.071583 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-60901e73-2969-48c0-9088-df3b653b9020 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6545939 Aug 19 18:27:39.074496 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40888) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:39.080451 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-bfef8085-d21b-4ff3-b97d-4a2ba0d11a51 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'port': {'network_id': '77302b92-6213-4634-ac95-0981d2db1a32', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1371309158'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:39.201959 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b02552-e408-4ae3-b408-a98286927d28 req-c638740a-e3c1-4249-95f8-afbc287e088b tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:39.202217 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['f4222103-ac45-47b6-8cdd-a7d06cc5f5fe'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:27:39.203530 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e7b02552-e408-4ae3-b408-a98286927d28 req-c638740a-e3c1-4249-95f8-afbc287e088b tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 945 time: 0.1177402 Aug 19 18:27:39.272066 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e7b02552-e408-4ae3-b408-a98286927d28 req-bf4b627e-aae2-45d7-b658-93e3ccab8fb3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561845 Aug 19 18:27:39.277480 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42433d37-b8c9-456f-9188-d333293543c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-77302b92-6213-4634-ac95-0981d2db1a32', 'network_id': '77302b92-6213-4634-ac95-0981d2db1a32', 'tenant_id': '50ba02f50d414ab38246a7df10d51c0b', 'fixed_ips': [{'subnet_id': '0ed5c3fd-faf1-4f3c-a670-f0786a77c892'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:27:39.278293 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-42433d37-b8c9-456f-9188-d333293543c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:39.284177 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfef8085-d21b-4ff3-b97d-4a2ba0d11a51 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:39.288062 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bfef8085-d21b-4ff3-b97d-4a2ba0d11a51 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:39.308011 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-bfef8085-d21b-4ff3-b97d-4a2ba0d11a51 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] device_id is not set on port 4cb85966-82ef-4e10-9f41-b2c262de0bd3 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:27:39.434089 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40892) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:39.452390 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-bfef8085-d21b-4ff3-b97d-4a2ba0d11a51 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Allocated IP 2001:db8::2e8 (77302b92-6213-4634-ac95-0981d2db1a32/0ed5c3fd-faf1-4f3c-a670-f0786a77c892/4cb85966-82ef-4e10-9f41-b2c262de0bd3) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:39.743468 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bfef8085-d21b-4ff3-b97d-4a2ba0d11a51 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:39.768640 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-bfef8085-d21b-4ff3-b97d-4a2ba0d11a51 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Transition to ACTIVE for port object 4cb85966-82ef-4e10-9f41-b2c262de0bd3 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:39.804566 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2bd7b41a-d875-4429-9bb2-a096e1a48725 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:39.827861 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 2bd7b41a-d875-4429-9bb2-a096e1a48725 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:39.828204 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2bd7b41a-d875-4429-9bb2-a096e1a48725 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:39.875429 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bfef8085-d21b-4ff3-b97d-4a2ba0d11a51 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:39.945688 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfef8085-d21b-4ff3-b97d-4a2ba0d11a51 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 77302b92-6213-4634-ac95-0981d2db1a32 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:39.958205 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-bfef8085-d21b-4ff3-b97d-4a2ba0d11a51 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:39.961658 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef8085-d21b-4ff3-b97d-4a2ba0d11a51 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Port': ['ID=4cb85966-82ef-4e10-9f41-b2c262de0bd3,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:39.973583 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfef8085-d21b-4ff3-b97d-4a2ba0d11a51 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:39.977347 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-42433d37-b8c9-456f-9188-d333293543c0 None None] Allocated IP 2001:db8::2 (77302b92-6213-4634-ac95-0981d2db1a32/0ed5c3fd-faf1-4f3c-a670-f0786a77c892/d639835d-7f69-4dce-9599-6f7893ddc70e) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:39.988682 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfef8085-d21b-4ff3-b97d-4a2ba0d11a51 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:39.989559 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bfef8085-d21b-4ff3-b97d-4a2ba0d11a51 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.047231 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bfef8085-d21b-4ff3-b97d-4a2ba0d11a51 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.9709368 Aug 19 18:27:40.049992 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40902) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:40.081256 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa8520ec-1cfc-430c-8607-0db852ef06b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.182768 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.233843 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-42433d37-b8c9-456f-9188-d333293543c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.244625 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-42433d37-b8c9-456f-9188-d333293543c0 None None] Transition to ACTIVE for port object d639835d-7f69-4dce-9599-6f7893ddc70e will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:40.256248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8074e-d3ff-4e3e-922e-cdb754983b73 req-16b65c53-22b2-449f-af61-63fe78d10d5b tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:40.258956 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-76e8074e-d3ff-4e3e-922e-cdb754983b73 req-16b65c53-22b2-449f-af61-63fe78d10d5b tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 946 time: 0.1169076 Aug 19 18:27:40.262714 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-bae9df97-f5db-41ac-b471-3ed7887b6544 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting port 4cb85966-82ef-4e10-9f41-b2c262de0bd3 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:40.263258 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bae9df97-f5db-41ac-b471-3ed7887b6544 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.265196 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-42433d37-b8c9-456f-9188-d333293543c0 None None] Transition to ACTIVE for port object d639835d-7f69-4dce-9599-6f7893ddc70e will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:40.274950 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-42433d37-b8c9-456f-9188-d333293543c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.378950 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-76e8074e-d3ff-4e3e-922e-cdb754983b73 req-ba66926b-d1bf-4dc2-8715-151cea2eeb7f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075606 Aug 19 18:27:40.398503 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42433d37-b8c9-456f-9188-d333293543c0 None None] Network 77302b92-6213-4634-ac95-0981d2db1a32 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:40.402143 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-42433d37-b8c9-456f-9188-d333293543c0 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:40.407057 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42433d37-b8c9-456f-9188-d333293543c0 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:40.412045 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42433d37-b8c9-456f-9188-d333293543c0 None None] Pushing event updated for resources: {'Port': ['ID=d639835d-7f69-4dce-9599-6f7893ddc70e,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:40.423034 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bae9df97-f5db-41ac-b471-3ed7887b6544 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.440843 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-bae9df97-f5db-41ac-b471-3ed7887b6544 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Calling delete_port for 4cb85966-82ef-4e10-9f41-b2c262de0bd3 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:40.471454 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-42433d37-b8c9-456f-9188-d333293543c0 None None] Attempting to bind port d639835d-7f69-4dce-9599-6f7893ddc70e on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:27:40.472128 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-42433d37-b8c9-456f-9188-d333293543c0 None None] Attempting to bind port d639835d-7f69-4dce-9599-6f7893ddc70e by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '33826d9a-cdb4-4478-9f55-2e1667e2590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '77302b92-6213-4634-ac95-0981d2db1a32'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:27:40.472617 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42433d37-b8c9-456f-9188-d333293543c0 None None] Attempting to bind port d639835d-7f69-4dce-9599-6f7893ddc70e on network 77302b92-6213-4634-ac95-0981d2db1a32 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:27:40.479469 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42433d37-b8c9-456f-9188-d333293543c0 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:27:40.480016 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42433d37-b8c9-456f-9188-d333293543c0 None None] Checking segment: {'id': '33826d9a-cdb4-4478-9f55-2e1667e2590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '77302b92-6213-4634-ac95-0981d2db1a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:40.480526 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-42433d37-b8c9-456f-9188-d333293543c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.481307 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42433d37-b8c9-456f-9188-d333293543c0 None None] Bound using segment: {'id': '33826d9a-cdb4-4478-9f55-2e1667e2590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '77302b92-6213-4634-ac95-0981d2db1a32'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:27:40.482138 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-42433d37-b8c9-456f-9188-d333293543c0 None None] Bound port: d639835d-7f69-4dce-9599-6f7893ddc70e, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33826d9a-cdb4-4478-9f55-2e1667e2590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '77302b92-6213-4634-ac95-0981d2db1a32'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:27:40.482630 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-42433d37-b8c9-456f-9188-d333293543c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.492623 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b682a0b-03b5-4bb3-97d7-baf1beadeea2 req-22a4ccbd-6b0e-4286-9ada-8e49f7a6c055 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:40.502398 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8b682a0b-03b5-4bb3-97d7-baf1beadeea2 req-22a4ccbd-6b0e-4286-9ada-8e49f7a6c055 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 945 time: 0.1078138 Aug 19 18:27:40.530817 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-fa8520ec-1cfc-430c-8607-0db852ef06b0 admin admin] Deleting port 919da37f-f66c-49e4-8b03-add84f864c20 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:40.531076 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa8520ec-1cfc-430c-8607-0db852ef06b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.588684 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-42433d37-b8c9-456f-9188-d333293543c0 None None] For port d639835d-7f69-4dce-9599-6f7893ddc70e, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:27:40.593460 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-42433d37-b8c9-456f-9188-d333293543c0 None None] For port d639835d-7f69-4dce-9599-6f7893ddc70e, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=d639835d-7f69-4dce-9599-6f7893ddc70e,segment=NetworkSegment(33826d9a-cdb4-4478-9f55-2e1667e2590a),segment_id=33826d9a-cdb4-4478-9f55-2e1667e2590a)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:27:40.616941 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-42433d37-b8c9-456f-9188-d333293543c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.627345 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8b682a0b-03b5-4bb3-97d7-baf1beadeea2 req-d2d7fa10-b0ab-48ca-a213-8cffe5640928 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239159 Aug 19 18:27:40.666608 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bae9df97-f5db-41ac-b471-3ed7887b6544 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.711404 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device f4222103-ac45-47b6-8cdd-a7d06cc5f5fe up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:40.732892 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-fa8520ec-1cfc-430c-8607-0db852ef06b0 admin admin] For port 919da37f-f66c-49e4-8b03-add84f864c20, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=919da37f-f66c-49e4-8b03-add84f864c20,segment=NetworkSegment(3c5d02d1-1c2f-4d2d-985f-2a976538cb0c),segment_id=3c5d02d1-1c2f-4d2d-985f-2a976538cb0c)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:40.733649 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa8520ec-1cfc-430c-8607-0db852ef06b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.737179 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9df97-f5db-41ac-b471-3ed7887b6544 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Port': ['ID=4cb85966-82ef-4e10-9f41-b2c262de0bd3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:40.775324 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-fa8520ec-1cfc-430c-8607-0db852ef06b0 admin admin] Calling delete_port for 919da37f-f66c-49e4-8b03-add84f864c20 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:40.827071 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bae9df97-f5db-41ac-b471-3ed7887b6544 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.833822 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bae9df97-f5db-41ac-b471-3ed7887b6544 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/ports/4cb85966-82ef-4e10-9f41-b2c262de0bd3 HTTP/1.1" status: 204 len: 168 time: 0.7795818 Aug 19 18:27:40.834041 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42433d37-b8c9-456f-9188-d333293543c0 None None] Pushing event updated for resources: {'Port': ['ID=d639835d-7f69-4dce-9599-6f7893ddc70e,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:40.847948 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port f4222103-ac45-47b6-8cdd-a7d06cc5f5fe completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:40.850318 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40912) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:40.854647 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port f4222103-ac45-47b6-8cdd-a7d06cc5f5fe triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:40.855039 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.892924 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e35e11-c413-4b97-ae9f-926f0665cfd3 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] GET failed (client error): The resource could not be found. Aug 19 18:27:40.898717 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-94e35e11-c413-4b97-ae9f-926f0665cfd3 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports/4cb85966-82ef-4e10-9f41-b2c262de0bd3 HTTP/1.1" status: 404 len: 333 time: 0.0456867 Aug 19 18:27:40.899809 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40914) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:40.926182 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc583afb-36c2-48c9-96dd-c295441c5979 req-4908a572-0132-4fdd-95d2-ba7d51cc4ba6 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:40.928179 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc583afb-36c2-48c9-96dd-c295441c5979 req-4908a572-0132-4fdd-95d2-ba7d51cc4ba6 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 946 time: 0.2468565 Aug 19 18:27:40.997662 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.999001 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:41.026594 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc583afb-36c2-48c9-96dd-c295441c5979 req-448b01ea-283b-4b6f-8b38-fbb553314aee tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699074 Aug 19 18:27:41.077804 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e4eb4c2-d8bf-452f-8373-87386d9949e4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting subnet 0ed5c3fd-faf1-4f3c-a670-f0786a77c892 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:27:41.084050 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42202abe-a767-4881-bd63-c826c4056dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4222103-ac45-47b6-8cdd-a7d06cc5f5fe'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:41.086996 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2e4eb4c2-d8bf-452f-8373-87386d9949e4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:41.091837 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef7801f-5241-4d3e-9494-b9867bdfb09e" -d '{"events": [{"server_uuid": "42202abe-a767-4881-bd63-c826c4056dbb", "name": "network-vif-plugged", "status": "completed", "tag": "f4222103-ac45-47b6-8cdd-a7d06cc5f5fe"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:41.161661 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa8520ec-1cfc-430c-8607-0db852ef06b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:41.167245 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port f4222103-ac45-47b6-8cdd-a7d06cc5f5fe, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=f4222103-ac45-47b6-8cdd-a7d06cc5f5fe,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:41.176266 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:41.216751 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2e4eb4c2-d8bf-452f-8373-87386d9949e4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:41.252587 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8520ec-1cfc-430c-8607-0db852ef06b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=919da37f-f66c-49e4-8b03-add84f864c20,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:41.263140 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad51a9e0-dcc9-40a2-84bd-e7be1911e284 x-openstack-request-id: req-ad51a9e0-dcc9-40a2-84bd-e7be1911e284 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:41.265027 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42202abe-a767-4881-bd63-c826c4056dbb", "name": "network-vif-plugged", "status": "completed", "tag": "f4222103-ac45-47b6-8cdd-a7d06cc5f5fe", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:41.267081 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad51a9e0-dcc9-40a2-84bd-e7be1911e284 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:41.267530 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42202abe-a767-4881-bd63-c826c4056dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4222103-ac45-47b6-8cdd-a7d06cc5f5fe', 'code': 200} Aug 19 18:27:41.270466 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 29ca29e2-5e26-4311-a552-7eb179854c77 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:41.300581 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 29ca29e2-5e26-4311-a552-7eb179854c77 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:41.300929 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 29ca29e2-5e26-4311-a552-7eb179854c77 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:41.315051 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=f4222103-ac45-47b6-8cdd-a7d06cc5f5fe,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:41.375865 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-968d3b7f-3d8b-44fb-8ad3-33a14b79a4e4 req-844ea2ca-d31e-4671-bc52-4e71af34d368 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2368259 Aug 19 18:27:41.392696 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2e4eb4c2-d8bf-452f-8373-87386d9949e4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:41.412336 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7de9a-20b8-43a4-9f5b-4376eec6f4cb req-65907e5d-7ce3-4a6a-8893-1655db08ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:41.414701 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2db7de9a-20b8-43a4-9f5b-4376eec6f4cb req-65907e5d-7ce3-4a6a-8893-1655db08ba55 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 1097 time: 0.1478584 Aug 19 18:27:41.489972 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2e4eb4c2-d8bf-452f-8373-87386d9949e4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:41.523879 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4eb4c2-d8bf-452f-8373-87386d9949e4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed5c3fd-faf1-4f3c-a670-f0786a77c892,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:41.545805 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2e4eb4c2-d8bf-452f-8373-87386d9949e4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:41.550420 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2e4eb4c2-d8bf-452f-8373-87386d9949e4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/subnets/0ed5c3fd-faf1-4f3c-a670-f0786a77c892 HTTP/1.1" status: 204 len: 168 time: 0.6454680 Aug 19 18:27:41.554616 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40922) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:41.620936 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2db7de9a-20b8-43a4-9f5b-4376eec6f4cb req-0c8e3371-c76c-4ccf-a590-c8d16cf25392 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608782 Aug 19 18:27:41.654095 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d3b7f-3d8b-44fb-8ad3-33a14b79a4e4 req-2fb48a33-fa7b-498e-ae68-0cee6b7dc076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:41.655599 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-968d3b7f-3d8b-44fb-8ad3-33a14b79a4e4 req-2fb48a33-fa7b-498e-ae68-0cee6b7dc076 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 1096 time: 0.1893420 Aug 19 18:27:41.690825 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa8520ec-1cfc-430c-8607-0db852ef06b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:41.709663 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-94ab680e-9b5e-483e-9dcf-920aad88b96f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:42.038666 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d639835d-7f69-4dce-9599-6f7893ddc70e up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:42.110083 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port d639835d-7f69-4dce-9599-6f7893ddc70e completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:42.249307 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c143765-64ab-425b-96a5-b6ccc1f58a4a req-0063534a-d950-4139-b421-423051a3d33b tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:42.257902 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c143765-64ab-425b-96a5-b6ccc1f58a4a req-0063534a-d950-4139-b421-423051a3d33b tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 946 time: 0.1103647 Aug 19 18:27:42.313134 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42870194-8971-4dc1-bde2-d570949f3eb0 None None] Network 77302b92-6213-4634-ac95-0981d2db1a32 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:42.317460 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c143765-64ab-425b-96a5-b6ccc1f58a4a req-8d03c626-cfed-4989-add7-865fbdc1d684 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584815 Aug 19 18:27:42.371458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cab8c-19ad-488c-86d2-eea3ee15b764 req-c0f22d43-fb77-44c6-9758-dce3f317c309 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:42.373100 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d26cab8c-19ad-488c-86d2-eea3ee15b764 req-c0f22d43-fb77-44c6-9758-dce3f317c309 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 946 time: 0.6613240 Aug 19 18:27:42.492314 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6b28536e-f445-417a-b3d0-9af449377aef None None] Provisioning for port d639835d-7f69-4dce-9599-6f7893ddc70e completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:42.530927 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6b28536e-f445-417a-b3d0-9af449377aef None None] Provisioning complete for port d639835d-7f69-4dce-9599-6f7893ddc70e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:42.532583 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6b28536e-f445-417a-b3d0-9af449377aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:42.557754 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d26cab8c-19ad-488c-86d2-eea3ee15b764 req-ededea15-94c3-4b1a-8329-b1ddc79098ec tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719191 Aug 19 18:27:42.604941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d3b7f-3d8b-44fb-8ad3-33a14b79a4e4 req-0c9c59ce-3a57-4c86-bee1-34c3cf120609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:42.607277 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-968d3b7f-3d8b-44fb-8ad3-33a14b79a4e4 req-0c9c59ce-3a57-4c86-bee1-34c3cf120609 service neutron] 10.222.0.54 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 913 time: 0.7630644 Aug 19 18:27:42.611344 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-94ab680e-9b5e-483e-9dcf-920aad88b96f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting port d639835d-7f69-4dce-9599-6f7893ddc70e {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:42.611685 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-94ab680e-9b5e-483e-9dcf-920aad88b96f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:42.702257 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6b28536e-f445-417a-b3d0-9af449377aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:42.745855 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-6b28536e-f445-417a-b3d0-9af449377aef None None] For port d639835d-7f69-4dce-9599-6f7893ddc70e, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=d639835d-7f69-4dce-9599-6f7893ddc70e,segment=NetworkSegment(33826d9a-cdb4-4478-9f55-2e1667e2590a),segment_id=33826d9a-cdb4-4478-9f55-2e1667e2590a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:42.749039 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00157073-98b4-490d-b563-ba53c55d0462 None None] DHCP port deletion for 77302b92-6213-4634-ac95-0981d2db1a32 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:27:42.753378 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6b28536e-f445-417a-b3d0-9af449377aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:42.849048 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28536e-f445-417a-b3d0-9af449377aef None None] Pushing event updated for resources: {'Port': ['ID=d639835d-7f69-4dce-9599-6f7893ddc70e,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:42.851084 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-94ab680e-9b5e-483e-9dcf-920aad88b96f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] For port d639835d-7f69-4dce-9599-6f7893ddc70e, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=d639835d-7f69-4dce-9599-6f7893ddc70e,segment=NetworkSegment(33826d9a-cdb4-4478-9f55-2e1667e2590a),segment_id=33826d9a-cdb4-4478-9f55-2e1667e2590a)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:42.851561 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-94ab680e-9b5e-483e-9dcf-920aad88b96f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:42.875851 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-00157073-98b4-490d-b563-ba53c55d0462 None None] Deleting port d639835d-7f69-4dce-9599-6f7893ddc70e {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:42.876235 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-00157073-98b4-490d-b563-ba53c55d0462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:42.890324 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-94ab680e-9b5e-483e-9dcf-920aad88b96f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Calling delete_port for d639835d-7f69-4dce-9599-6f7893ddc70e owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:42.972310 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-00157073-98b4-490d-b563-ba53c55d0462 None None] For port d639835d-7f69-4dce-9599-6f7893ddc70e, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=d639835d-7f69-4dce-9599-6f7893ddc70e,segment=NetworkSegment(33826d9a-cdb4-4478-9f55-2e1667e2590a),segment_id=33826d9a-cdb4-4478-9f55-2e1667e2590a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:42.973830 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-00157073-98b4-490d-b563-ba53c55d0462 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:42.988866 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-00157073-98b4-490d-b563-ba53c55d0462 None None] Calling delete_port for d639835d-7f69-4dce-9599-6f7893ddc70e owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:43.014219 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8520ec-1cfc-430c-8607-0db852ef06b0 admin admin] Router 5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:27:43.017356 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-968d3b7f-3d8b-44fb-8ad3-33a14b79a4e4 req-bcafaff8-a24d-4079-9f9d-1cb1ceca5d9d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd1e7643-8716-43bb-af18-1644144f2a7e HTTP/1.1" status: 200 len: 999 time: 0.3557498 Aug 19 18:27:43.085383 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-00157073-98b4-490d-b563-ba53c55d0462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:43.095095 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a937a1-f3c0-4a07-9813-a106ade6e622 req-86ec4e87-acd8-4b51-84d1-cdb501633cd2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:43.096692 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-77a937a1-f3c0-4a07-9813-a106ade6e622 req-86ec4e87-acd8-4b51-84d1-cdb501633cd2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 946 time: 0.1805203 Aug 19 18:27:43.110422 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00157073-98b4-490d-b563-ba53c55d0462 None None] Pushing event deleted for resources: {'Port': ['ID=d639835d-7f69-4dce-9599-6f7893ddc70e,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:43.120240 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00157073-98b4-490d-b563-ba53c55d0462 None None] No DVR routers for this DVR port d639835d-7f69-4dce-9599-6f7893ddc70e on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:43.124070 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d3b7f-3d8b-44fb-8ad3-33a14b79a4e4 req-e538bccd-59c1-498c-9426-dad74eb1bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:43.125483 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-968d3b7f-3d8b-44fb-8ad3-33a14b79a4e4 req-e538bccd-59c1-498c-9426-dad74eb1bc77 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.0987937 Aug 19 18:27:43.273086 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-94ab680e-9b5e-483e-9dcf-920aad88b96f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:43.281791 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-77a937a1-f3c0-4a07-9813-a106ade6e622 req-7569dcdc-687a-4606-9773-623339439543 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736796 Aug 19 18:27:43.318687 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab680e-9b5e-483e-9dcf-920aad88b96f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Port': ['ID=d639835d-7f69-4dce-9599-6f7893ddc70e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:43.330151 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ab680e-9b5e-483e-9dcf-920aad88b96f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] No DVR routers for this DVR port d639835d-7f69-4dce-9599-6f7893ddc70e on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:43.359357 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d3b7f-3d8b-44fb-8ad3-33a14b79a4e4 req-18ab67ab-8202-4bd3-a097-2b040bcdfcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:43.360931 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-968d3b7f-3d8b-44fb-8ad3-33a14b79a4e4 req-18ab67ab-8202-4bd3-a097-2b040bcdfcaf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1975315 Aug 19 18:27:43.367609 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8520ec-1cfc-430c-8607-0db852ef06b0 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:27:43.378702 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88c97a9-0e93-4d3d-910c-487d57d47965 None None] Sync routers for ids ['5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:27:43.385739 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40950) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:43.386340 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fa8520ec-1cfc-430c-8607-0db852ef06b0 admin admin] 10.222.0.24 "PUT /v2.0/routers/5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9507053 Aug 19 18:27:43.389674 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88c97a9-0e93-4d3d-910c-487d57d47965 None None] Routers {'5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:43.390402 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f88c97a9-0e93-4d3d-910c-487d57d47965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:27:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:43.485692 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-94ab680e-9b5e-483e-9dcf-920aad88b96f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:43.503322 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-94ab680e-9b5e-483e-9dcf-920aad88b96f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77302b92-6213-4634-ac95-0981d2db1a32']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:43.515167 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-94ab680e-9b5e-483e-9dcf-920aad88b96f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33826d9a-cdb4-4478-9f55-2e1667e2590a') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:43.515479 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-94ab680e-9b5e-483e-9dcf-920aad88b96f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33826d9a-cdb4-4478-9f55-2e1667e2590a') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:43.527664 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-94ab680e-9b5e-483e-9dcf-920aad88b96f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:43.546049 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-94ab680e-9b5e-483e-9dcf-920aad88b96f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:43.553257 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ab680e-9b5e-483e-9dcf-920aad88b96f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:27:43.554062 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-94ab680e-9b5e-483e-9dcf-920aad88b96f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:43.557423 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f808-8765-4d32-9668-06fcbb58b965 admin admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:43.562386 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-f88c97a9-0e93-4d3d-910c-487d57d47965 None None] Set router 5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:27:43.605095 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:27:43.629211 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-94ab680e-9b5e-483e-9dcf-920aad88b96f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:43.646913 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-94ab680e-9b5e-483e-9dcf-920aad88b96f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:43.649736 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-94ab680e-9b5e-483e-9dcf-920aad88b96f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/networks/77302b92-6213-4634-ac95-0981d2db1a32 HTTP/1.1" status: 204 len: 168 time: 2.0863404 Aug 19 18:27:43.660924 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40956) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:43.667084 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-0afb0e57-5ed0-4dad-8662-66e65009d915 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'port': {'network_id': '89bad278-6a94-481f-8ac6-995fb6742e68', 'name': 'tempest-PortsIpV6TestJSON-1754487471'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:43.697353 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab680e-9b5e-483e-9dcf-920aad88b96f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Network': ['ID=77302b92-6213-4634-ac95-0981d2db1a32,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:43.700789 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-968d3b7f-3d8b-44fb-8ad3-33a14b79a4e4 req-0465f64f-fe1b-47de-8004-b91afaff848d service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219998 Aug 19 18:27:43.715402 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f808-8765-4d32-9668-06fcbb58b965 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:43.816647 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-7fb3f808-8765-4d32-9668-06fcbb58b965 admin admin] Deleting port 2a91d1a7-5b02-47fc-bfba-a53ec8dd1155 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:43.817197 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f808-8765-4d32-9668-06fcbb58b965 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:43.880527 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f88c97a9-0e93-4d3d-910c-487d57d47965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52', 'name': 'tempest-TestServerMultinode-1188249017-router', 'tenant_id': 'cf02e4463fc246c09b295c9338fcdb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '2a91d1a7-5b02-47fc-bfba-a53ec8dd1155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:26:22Z', 'updated_at': '2021-08-19T18:27:41Z', 'revision_number': 5, 'project_id': 'cf02e4463fc246c09b295c9338fcdb05', 'gw_port': {'id': '2a91d1a7-5b02-47fc-bfba-a53ec8dd1155', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:26:25Z', 'updated_at': '2021-08-19T18:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:43.887214 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64226358-a46d-457d-b748-e7bec5e3afd4 req-2518981b-03fb-47c6-aee9-55e6782ef1bd tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:43.888297 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-64226358-a46d-457d-b748-e7bec5e3afd4 req-2518981b-03fb-47c6-aee9-55e6782ef1bd tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 946 time: 0.1926467 Aug 19 18:27:43.920482 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d639835d-7f69-4dce-9599-6f7893ddc70e no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:43.940633 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: d639835d-7f69-4dce-9599-6f7893ddc70e {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:43.941124 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d639835d-7f69-4dce-9599-6f7893ddc70e not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:43.948719 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88c97a9-0e93-4d3d-910c-487d57d47965 None None] Checking router: 5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:27:43.950871 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afb0e57-5ed0-4dad-8662-66e65009d915 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:43.954633 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0afb0e57-5ed0-4dad-8662-66e65009d915 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:43.964096 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88c97a9-0e93-4d3d-910c-487d57d47965 None None] Routers {'5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:43.965149 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f88c97a9-0e93-4d3d-910c-487d57d47965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:27:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:43.975508 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-968d3b7f-3d8b-44fb-8ad3-33a14b79a4e4 req-16c7deea-1896-4103-9891-a42baf5cc6ac service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310717 Aug 19 18:27:43.983862 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-7fb3f808-8765-4d32-9668-06fcbb58b965 admin admin] For port 2a91d1a7-5b02-47fc-bfba-a53ec8dd1155, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2a91d1a7-5b02-47fc-bfba-a53ec8dd1155,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:43.984385 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f808-8765-4d32-9668-06fcbb58b965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:43.984579 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-64226358-a46d-457d-b748-e7bec5e3afd4 req-d8a4e3ff-c8e8-4039-a210-9c63f08a06ab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839529 Aug 19 18:27:43.990598 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-0afb0e57-5ed0-4dad-8662-66e65009d915 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] device_id is not set on port 8f0af5fe-401d-4796-aea2-ba8a49ab1a76 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:27:44.021550 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-7fb3f808-8765-4d32-9668-06fcbb58b965 admin admin] Calling delete_port for 2a91d1a7-5b02-47fc-bfba-a53ec8dd1155 owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:44.071807 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-f88c97a9-0e93-4d3d-910c-487d57d47965 None None] Set router 5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:44.159119 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f88c97a9-0e93-4d3d-910c-487d57d47965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52', 'name': 'tempest-TestServerMultinode-1188249017-router', 'tenant_id': 'cf02e4463fc246c09b295c9338fcdb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:26:22Z', 'updated_at': '2021-08-19T18:27:43Z', 'revision_number': 6, 'project_id': 'cf02e4463fc246c09b295c9338fcdb05', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:44.208298 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88c97a9-0e93-4d3d-910c-487d57d47965 None None] The sync data for ids ['5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52'] in n-d-803753-2 is: [{'id': '5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52', 'name': 'tempest-TestServerMultinode-1188249017-router', 'tenant_id': 'cf02e4463fc246c09b295c9338fcdb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:26:22Z', 'updated_at': '2021-08-19T18:27:43Z', 'revision_number': 6, 'project_id': 'cf02e4463fc246c09b295c9338fcdb05', 'gw_port_host': None}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:27:44.218372 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0afb0e57-5ed0-4dad-8662-66e65009d915 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.268433 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbee8fc-1569-4273-9d6a-5134e98fb15d req-b84f5f7c-e235-4d50-b1bb-cc3f821a8926 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:44.270170 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ffbee8fc-1569-4273-9d6a-5134e98fb15d req-b84f5f7c-e235-4d50-b1bb-cc3f821a8926 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 946 time: 0.1357725 Aug 19 18:27:44.279310 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0afb0e57-5ed0-4dad-8662-66e65009d915 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.340640 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afb0e57-5ed0-4dad-8662-66e65009d915 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 89bad278-6a94-481f-8ac6-995fb6742e68 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:44.344972 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-0afb0e57-5ed0-4dad-8662-66e65009d915 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:44.351280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afb0e57-5ed0-4dad-8662-66e65009d915 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:44.357229 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afb0e57-5ed0-4dad-8662-66e65009d915 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:44.358137 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0afb0e57-5ed0-4dad-8662-66e65009d915 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.362641 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb0e57-5ed0-4dad-8662-66e65009d915 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Port': ['ID=8f0af5fe-401d-4796-aea2-ba8a49ab1a76,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:44.392464 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0afb0e57-5ed0-4dad-8662-66e65009d915 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7302423 Aug 19 18:27:44.395299 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40966) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:44.421903 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ffbee8fc-1569-4273-9d6a-5134e98fb15d req-022479ae-904e-40ba-b553-7a4f2fc54132 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328931 Aug 19 18:27:44.431956 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f808-8765-4d32-9668-06fcbb58b965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.442318 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40968) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:44.478108 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3f808-8765-4d32-9668-06fcbb58b965 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a91d1a7-5b02-47fc-bfba-a53ec8dd1155,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:44.530655 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0beedcb-568c-4c5a-944c-dc8c63d10d12 req-4fe6a6f3-120d-4de3-9690-1d92e94b14cb tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:44.532641 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0beedcb-568c-4c5a-944c-dc8c63d10d12 req-4fe6a6f3-120d-4de3-9690-1d92e94b14cb tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 946 time: 0.1278703 Aug 19 18:27:44.562641 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f808-8765-4d32-9668-06fcbb58b965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.610834 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-06bc768a-403d-4a6a-9e41-b9bbc2ea4689 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting port 8f0af5fe-401d-4796-aea2-ba8a49ab1a76 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:44.611578 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06bc768a-403d-4a6a-9e41-b9bbc2ea4689 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.694853 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0beedcb-568c-4c5a-944c-dc8c63d10d12 req-1ee446f1-0ff0-423d-a33c-fea461e560bb tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551380 Aug 19 18:27:44.741182 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06bc768a-403d-4a6a-9e41-b9bbc2ea4689 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.754062 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f808-8765-4d32-9668-06fcbb58b965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.756769 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-06bc768a-403d-4a6a-9e41-b9bbc2ea4689 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Calling delete_port for 8f0af5fe-401d-4796-aea2-ba8a49ab1a76 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:44.758147 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f808-8765-4d32-9668-06fcbb58b965 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.774618 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097fe3a8-95f4-48ee-954a-3f6160549514 tempest-TestVolumeBootPattern-679134480 tempest-TestVolumeBootPattern-679134480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:44.779336 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-097fe3a8-95f4-48ee-954a-3f6160549514 tempest-TestVolumeBootPattern-679134480 tempest-TestVolumeBootPattern-679134480-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 1092 time: 0.3275151 Aug 19 18:27:44.801224 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40974) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:44.805955 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-182fd612-8f5d-41ed-9276-2a16f7b87fc2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': 'f4222103-ac45-47b6-8cdd-a7d06cc5f5fe', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:44.823405 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f808-8765-4d32-9668-06fcbb58b965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.824046 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb3f808-8765-4d32-9668-06fcbb58b965 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:27:44.828836 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7fb3f808-8765-4d32-9668-06fcbb58b965 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.835808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40976) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:44.836212 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7fb3f808-8765-4d32-9668-06fcbb58b965 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5f3ed6f5-2cce-4e26-ad6f-4d640ef8eb52 HTTP/1.1" status: 204 len: 168 time: 1.4459095 Aug 19 18:27:44.854904 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-182fd612-8f5d-41ed-9276-2a16f7b87fc2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.950903 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d63f44-6048-4740-b0e6-6f8a67922267 admin admin] Deleting subnet 3dfc809b-e771-4eb0-b500-6457c452f5af {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:27:44.955098 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a4d63f44-6048-4740-b0e6-6f8a67922267 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.986310 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06bc768a-403d-4a6a-9e41-b9bbc2ea4689 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.032794 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc768a-403d-4a6a-9e41-b9bbc2ea4689 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Port': ['ID=8f0af5fe-401d-4796-aea2-ba8a49ab1a76,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:45.036840 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a4d63f44-6048-4740-b0e6-6f8a67922267 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.067240 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06bc768a-403d-4a6a-9e41-b9bbc2ea4689 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.069850 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-06bc768a-403d-4a6a-9e41-b9bbc2ea4689 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/ports/8f0af5fe-401d-4796-aea2-ba8a49ab1a76 HTTP/1.1" status: 204 len: 168 time: 0.6728964 Aug 19 18:27:45.073354 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40978) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:45.078349 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-0966f87b-ce9a-4084-98eb-bd242f384e37 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'port': {'network_id': '89bad278-6a94-481f-8ac6-995fb6742e68', 'mac_address': 'fa:16:3e:04:94:db', 'name': 'tempest-PortsIpV6TestJSON-1802831859'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:45.242960 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a4d63f44-6048-4740-b0e6-6f8a67922267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.244378 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 63583d5f-051d-4e88-a884-1a40992923b0 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:27:45.267772 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-182fd612-8f5d-41ed-9276-2a16f7b87fc2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.278067 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0966f87b-ce9a-4084-98eb-bd242f384e37 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:45.354335 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 63583d5f-051d-4e88-a884-1a40992923b0, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=63583d5f-051d-4e88-a884-1a40992923b0,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:45.370259 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '63583d5f-051d-4e88-a884-1a40992923b0', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'port_id': '63583d5f-051d-4e88-a884-1a40992923b0', 'mac_address': 'fa:16:3e:47:44:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:27:45.436787 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.446383 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0966f87b-ce9a-4084-98eb-bd242f384e37 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.448632 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a4d63f44-6048-4740-b0e6-6f8a67922267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.456862 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63583d5f-051d-4e88-a884-1a40992923b0 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:27:45.500834 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 63583d5f-051d-4e88-a884-1a40992923b0, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=63583d5f-051d-4e88-a884-1a40992923b0,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:45.505829 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.507880 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d63f44-6048-4740-b0e6-6f8a67922267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dfc809b-e771-4eb0-b500-6457c452f5af,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:45.521702 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a4d63f44-6048-4740-b0e6-6f8a67922267 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.524353 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a4d63f44-6048-4740-b0e6-6f8a67922267 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3dfc809b-e771-4eb0-b500-6457c452f5af HTTP/1.1" status: 204 len: 168 time: 0.6856883 Aug 19 18:27:45.527090 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 40992) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:45.538644 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8049f2-3ddd-4d0e-a2c8-d04fea7d7bfb None None] Network eba20446-3015-4358-85fa-43c01dea129c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:45.543973 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-0966f87b-ce9a-4084-98eb-bd242f384e37 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] device_id is not set on port 48be4dc3-4089-46a6-a874-80dcd04428df yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:27:45.563515 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-182fd612-8f5d-41ed-9276-2a16f7b87fc2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Allocated IP 172.25.8.129 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/829f63f2-252a-434d-be23-1af86fdf0ace) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:45.689591 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03e5592b-d015-49ad-9033-1ae1bed9bb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.701634 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=63583d5f-051d-4e88-a884-1a40992923b0,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:45.766030 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['63583d5f-051d-4e88-a884-1a40992923b0'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:27:45.821126 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-03e5592b-d015-49ad-9033-1ae1bed9bb86 admin admin] Deleting port bc0d57b9-c59b-41d1-9837-44633766b039 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:45.821480 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03e5592b-d015-49ad-9033-1ae1bed9bb86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.835076 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6215b1f0-5d73-4026-a8f9-82b01d628cff None None] DHCP port deletion for eba20446-3015-4358-85fa-43c01dea129c request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:27:46.009343 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-03e5592b-d015-49ad-9033-1ae1bed9bb86 admin admin] For port bc0d57b9-c59b-41d1-9837-44633766b039, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=bc0d57b9-c59b-41d1-9837-44633766b039,segment=NetworkSegment(3c5d02d1-1c2f-4d2d-985f-2a976538cb0c),segment_id=3c5d02d1-1c2f-4d2d-985f-2a976538cb0c)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:46.010128 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03e5592b-d015-49ad-9033-1ae1bed9bb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:46.036956 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-03e5592b-d015-49ad-9033-1ae1bed9bb86 admin admin] Calling delete_port for bc0d57b9-c59b-41d1-9837-44633766b039 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:46.044252 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0966f87b-ce9a-4084-98eb-bd242f384e37 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:46.136594 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0966f87b-ce9a-4084-98eb-bd242f384e37 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:46.165435 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2a91d1a7-5b02-47fc-bfba-a53ec8dd1155 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:46.183566 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03e5592b-d015-49ad-9033-1ae1bed9bb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:46.195125 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 2a91d1a7-5b02-47fc-bfba-a53ec8dd1155 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:46.195647 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2a91d1a7-5b02-47fc-bfba-a53ec8dd1155 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:46.195969 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 919da37f-f66c-49e4-8b03-add84f864c20 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:46.204574 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e5592b-d015-49ad-9033-1ae1bed9bb86 admin admin] No DVR routers for this DVR port bc0d57b9-c59b-41d1-9837-44633766b039 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:46.232885 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-182fd612-8f5d-41ed-9276-2a16f7b87fc2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:46.243102 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 919da37f-f66c-49e4-8b03-add84f864c20 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:46.245697 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 919da37f-f66c-49e4-8b03-add84f864c20 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:46.301132 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5592b-d015-49ad-9033-1ae1bed9bb86 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc0d57b9-c59b-41d1-9837-44633766b039,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:46.302571 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0308d-35b1-4ea7-a49a-790f45f97f75 req-47eecd62-9443-4e27-8928-947de8ae0e2e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:46.314151 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-16f0308d-35b1-4ea7-a49a-790f45f97f75 req-47eecd62-9443-4e27-8928-947de8ae0e2e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 945 time: 0.1923637 Aug 19 18:27:46.317774 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0966f87b-ce9a-4084-98eb-bd242f384e37 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 89bad278-6a94-481f-8ac6-995fb6742e68 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:46.336588 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-6215b1f0-5d73-4026-a8f9-82b01d628cff None None] Deleting port bc0d57b9-c59b-41d1-9837-44633766b039 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:46.336805 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6215b1f0-5d73-4026-a8f9-82b01d628cff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:46.356108 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-0966f87b-ce9a-4084-98eb-bd242f384e37 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:46.367233 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0966f87b-ce9a-4084-98eb-bd242f384e37 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:46.372943 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0966f87b-ce9a-4084-98eb-bd242f384e37 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:46.373604 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0966f87b-ce9a-4084-98eb-bd242f384e37 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:46.388507 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966f87b-ce9a-4084-98eb-bd242f384e37 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Port': ['ID=48be4dc3-4089-46a6-a874-80dcd04428df,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:46.400906 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0966f87b-ce9a-4084-98eb-bd242f384e37 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3265462 Aug 19 18:27:46.406071 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41022) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:46.418795 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-16f0308d-35b1-4ea7-a49a-790f45f97f75 req-69907a82-8955-430f-ae3c-3398faed3e7c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020923 Aug 19 18:27:46.426979 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03e5592b-d015-49ad-9033-1ae1bed9bb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:46.461690 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-182fd612-8f5d-41ed-9276-2a16f7b87fc2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:46.478225 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-03e5592b-d015-49ad-9033-1ae1bed9bb86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba20446-3015-4358-85fa-43c01dea129c']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:46.500201 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24b3d21-52fb-4aa8-81e3-f61a00b73a18 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:46.503893 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b24b3d21-52fb-4aa8-81e3-f61a00b73a18 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports/48be4dc3-4089-46a6-a874-80dcd04428df HTTP/1.1" status: 200 len: 845 time: 0.0959342 Aug 19 18:27:46.506171 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-03e5592b-d015-49ad-9033-1ae1bed9bb86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5d02d1-1c2f-4d2d-985f-2a976538cb0c') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:46.507459 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-03e5592b-d015-49ad-9033-1ae1bed9bb86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5d02d1-1c2f-4d2d-985f-2a976538cb0c') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:46.509696 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41026) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:46.524721 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-6215b1f0-5d73-4026-a8f9-82b01d628cff None None] For port bc0d57b9-c59b-41d1-9837-44633766b039, host n-d-803753-2, got binding levels [] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:46.525477 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6215b1f0-5d73-4026-a8f9-82b01d628cff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:46.542910 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:46.550478 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-6215b1f0-5d73-4026-a8f9-82b01d628cff None None] Calling delete_port for bc0d57b9-c59b-41d1-9837-44633766b039 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:46.551482 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182fd612-8f5d-41ed-9276-2a16f7b87fc2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:46.554768 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.ipam_backend_mixin [None req-6215b1f0-5d73-4026-a8f9-82b01d628cff None None] Port bc0d57b9-c59b-41d1-9837-44633766b039 was not found and therefore no delete operation was performed {{(pid=94683) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:27:46.555871 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-182fd612-8f5d-41ed-9276-2a16f7b87fc2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:46.556660 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6215b1f0-5d73-4026-a8f9-82b01d628cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:46.563708 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182fd612-8f5d-41ed-9276-2a16f7b87fc2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:46.604940 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fd612-8f5d-41ed-9276-2a16f7b87fc2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event updated for resources: {'Port': ['ID=829f63f2-252a-434d-be23-1af86fdf0ace,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:46.606219 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215b1f0-5d73-4026-a8f9-82b01d628cff None None] Pushing event deleted for resources: {'Port': ['ID=bc0d57b9-c59b-41d1-9837-44633766b039,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:46.611785 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6215b1f0-5d73-4026-a8f9-82b01d628cff None None] No DVR routers for this DVR port bc0d57b9-c59b-41d1-9837-44633766b039 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:46.627326 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03e5592b-d015-49ad-9033-1ae1bed9bb86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:46.652849 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03e5592b-d015-49ad-9033-1ae1bed9bb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:46.663040 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e5592b-d015-49ad-9033-1ae1bed9bb86 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:27:46.663819 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03e5592b-d015-49ad-9033-1ae1bed9bb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:27:46.665523 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:27:46.742071 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-75b6945e-6ea9-4a01-b938-f762e29afb75 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting port 48be4dc3-4089-46a6-a874-80dcd04428df {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:46.742513 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-75b6945e-6ea9-4a01-b938-f762e29afb75 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:46.801437 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03e5592b-d015-49ad-9033-1ae1bed9bb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:46.814794 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03e5592b-d015-49ad-9033-1ae1bed9bb86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:46.816873 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-03e5592b-d015-49ad-9033-1ae1bed9bb86 admin admin] 10.222.0.24 "DELETE /v2.0/networks/eba20446-3015-4358-85fa-43c01dea129c HTTP/1.1" status: 204 len: 168 time: 1.2885826 Aug 19 18:27:46.829328 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41028) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:46.840068 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5592b-d015-49ad-9033-1ae1bed9bb86 admin admin] Pushing event deleted for resources: {'Network': ['ID=eba20446-3015-4358-85fa-43c01dea129c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:46.926868 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-75b6945e-6ea9-4a01-b938-f762e29afb75 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:46.979151 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-75b6945e-6ea9-4a01-b938-f762e29afb75 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Calling delete_port for 48be4dc3-4089-46a6-a874-80dcd04428df owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:47.266941 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-75b6945e-6ea9-4a01-b938-f762e29afb75 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:47.267330 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 63583d5f-051d-4e88-a884-1a40992923b0 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:47.353526 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6945e-6ea9-4a01-b938-f762e29afb75 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Port': ['ID=48be4dc3-4089-46a6-a874-80dcd04428df,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:47.358181 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 63583d5f-051d-4e88-a884-1a40992923b0 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:47.359017 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:47.369164 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-75b6945e-6ea9-4a01-b938-f762e29afb75 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:47.371276 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-182fd612-8f5d-41ed-9276-2a16f7b87fc2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:47.375845 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-75b6945e-6ea9-4a01-b938-f762e29afb75 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/ports/48be4dc3-4089-46a6-a874-80dcd04428df HTTP/1.1" status: 204 len: 168 time: 0.8646598 Aug 19 18:27:47.376520 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41036) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:47.446992 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-faece17e-aa21-47a7-9f16-be6b29e9ba98 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] GET failed (client error): The resource could not be found. Aug 19 18:27:47.455323 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-faece17e-aa21-47a7-9f16-be6b29e9ba98 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports/48be4dc3-4089-46a6-a874-80dcd04428df HTTP/1.1" status: 404 len: 333 time: 0.0760124 Aug 19 18:27:47.462641 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41040) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:47.469180 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-557c662d-2c62-448b-8b13-fed5b12acc58 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'port': {'network_id': '89bad278-6a94-481f-8ac6-995fb6742e68', 'name': 'tempest-PortsIpV6TestJSON-858877181'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:47.505098 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-182fd612-8f5d-41ed-9276-2a16f7b87fc2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:47.568387 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:47.629149 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63583d5f-051d-4e88-a884-1a40992923b0'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:47.634691 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a59988e-82b3-457b-b460-d6a257772116" -d '{"events": [{"server_uuid": "dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2", "name": "network-vif-plugged", "status": "completed", "tag": "63583d5f-051d-4e88-a884-1a40992923b0"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:47.715158 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 63583d5f-051d-4e88-a884-1a40992923b0, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=63583d5f-051d-4e88-a884-1a40992923b0,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:47.721576 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:47.723549 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557c662d-2c62-448b-8b13-fed5b12acc58 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:47.740508 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-557c662d-2c62-448b-8b13-fed5b12acc58 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:47.780746 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-182fd612-8f5d-41ed-9276-2a16f7b87fc2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:47.792319 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-182fd612-8f5d-41ed-9276-2a16f7b87fc2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:47.818952 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc94983-9b07-43ab-aebe-1d94ffb33470 x-openstack-request-id: req-6cc94983-9b07-43ab-aebe-1d94ffb33470 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:47.822088 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2", "name": "network-vif-plugged", "status": "completed", "tag": "63583d5f-051d-4e88-a884-1a40992923b0", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:47.822461 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cc94983-9b07-43ab-aebe-1d94ffb33470 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:47.827784 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63583d5f-051d-4e88-a884-1a40992923b0', 'code': 200} Aug 19 18:27:47.843003 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=63583d5f-051d-4e88-a884-1a40992923b0,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:47.889840 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-557c662d-2c62-448b-8b13-fed5b12acc58 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] device_id is not set on port 494925b9-392c-4bcf-8752-a7a103897970 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:27:47.909343 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device bc0d57b9-c59b-41d1-9837-44633766b039 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:47.947326 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fd612-8f5d-41ed-9276-2a16f7b87fc2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event updated for resources: {'Port': ['ID=829f63f2-252a-434d-be23-1af86fdf0ace,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:47.959078 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-182fd612-8f5d-41ed-9276-2a16f7b87fc2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:47.965580 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: bc0d57b9-c59b-41d1-9837-44633766b039 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:47.966385 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device bc0d57b9-c59b-41d1-9837-44633766b039 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:47.967776 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14139ad-1fbb-43fe-9853-94a072a9ddd5 req-73238947-500f-4c71-8066-b6ede050d758 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:47.970370 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f14139ad-1fbb-43fe-9853-94a072a9ddd5 req-73238947-500f-4c71-8066-b6ede050d758 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 945 time: 0.3432314 Aug 19 18:27:48.102463 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff41b45a-fb6d-46f9-8335-674a88164c3a req-4fdccce5-11eb-4d9e-a772-994977ae54c6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7af7fdcf-2b7f-4ab1-830a-8c36968f38e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2996132 Aug 19 18:27:48.290682 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f14139ad-1fbb-43fe-9853-94a072a9ddd5 req-bf90d323-2f0c-46de-95e3-f2640f20da79 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460985 Aug 19 18:27:48.473553 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-557c662d-2c62-448b-8b13-fed5b12acc58 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:48.556477 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f721a793-60d2-461c-80ff-bfbd22d3539c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:48.630919 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-557c662d-2c62-448b-8b13-fed5b12acc58 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:48.721226 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41b45a-fb6d-46f9-8335-674a88164c3a req-c6eb68fe-0dbd-4a13-850f-d1057145b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:48.724586 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff41b45a-fb6d-46f9-8335-674a88164c3a req-c6eb68fe-0dbd-4a13-850f-d1057145b90d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=7af7fdcf-2b7f-4ab1-830a-8c36968f38e5 HTTP/1.1" status: 200 len: 1096 time: 0.5743527 Aug 19 18:27:48.846896 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-182fd612-8f5d-41ed-9276-2a16f7b87fc2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Floating IP 95eb4856-f266-44f6-ba48-6f84d49e1379 associated. External IP: 172.25.8.129, port: f4222103-ac45-47b6-8cdd-a7d06cc5f5fe. Aug 19 18:27:48.857974 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557c662d-2c62-448b-8b13-fed5b12acc58 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 89bad278-6a94-481f-8ac6-995fb6742e68 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:48.859428 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c662d-2c62-448b-8b13-fed5b12acc58 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Port': ['ID=494925b9-392c-4bcf-8752-a7a103897970,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:48.920976 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-557c662d-2c62-448b-8b13-fed5b12acc58 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:49.304245 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182fd612-8f5d-41ed-9276-2a16f7b87fc2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:27:49.471125 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557c662d-2c62-448b-8b13-fed5b12acc58 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:49.480987 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557c662d-2c62-448b-8b13-fed5b12acc58 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:49.498448 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-557c662d-2c62-448b-8b13-fed5b12acc58 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:49.528148 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41b45a-fb6d-46f9-8335-674a88164c3a req-aa0ceef9-4eaa-4c19-98d0-0f71a067f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:49.529920 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff41b45a-fb6d-46f9-8335-674a88164c3a req-aa0ceef9-4eaa-4c19-98d0-0f71a067f81b service neutron] 10.222.0.50 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 913 time: 0.7199047 Aug 19 18:27:49.543509 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-557c662d-2c62-448b-8b13-fed5b12acc58 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0769463 Aug 19 18:27:49.543975 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41058) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:49.554154 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-b80ce9fb-7ea6-48ed-8da5-ba0bbc21b451 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:49.564441 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182fd612-8f5d-41ed-9276-2a16f7b87fc2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:27:49.579090 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e08bcf9-3a05-45c7-bbb7-eec986255510 None None] Sync routers for ids ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:27:49.601696 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e08bcf9-3a05-45c7-bbb7-eec986255510 None None] Routers {'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:49.602591 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-0e08bcf9-3a05-45c7-bbb7-eec986255510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:27:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:49.645963 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60497a3-3291-480e-b76a-37375240edc9 req-8c5ccc2b-44ff-4c8c-b1d6-019b931c55a7 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:49.649127 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff41b45a-fb6d-46f9-8335-674a88164c3a req-99ae3442-ba96-436d-a123-4a097403513a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63c9f543-8cc2-4736-a571-1e001a868143 HTTP/1.1" status: 200 len: 217 time: 0.1065514 Aug 19 18:27:49.663227 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c60497a3-3291-480e-b76a-37375240edc9 req-8c5ccc2b-44ff-4c8c-b1d6-019b931c55a7 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 946 time: 0.1792064 Aug 19 18:27:49.750054 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-182fd612-8f5d-41ed-9276-2a16f7b87fc2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:49.865079 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b80ce9fb-7ea6-48ed-8da5-ba0bbc21b451 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:49.874968 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-0e08bcf9-3a05-45c7-bbb7-eec986255510 None None] Set router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:49.888453 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c60497a3-3291-480e-b76a-37375240edc9 req-199771b5-1841-46b4-bd58-73fc690c129f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210805 Aug 19 18:27:49.919940 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-182fd612-8f5d-41ed-9276-2a16f7b87fc2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.1122930 Aug 19 18:27:49.920171 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41b45a-fb6d-46f9-8335-674a88164c3a req-9769b4fe-339a-4fdc-9406-e9cb590d685d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:49.920171 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff41b45a-fb6d-46f9-8335-674a88164c3a req-9769b4fe-339a-4fdc-9406-e9cb590d685d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.2401757 Aug 19 18:27:49.923230 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42202abe-a767-4881-bd63-c826c4056dbb', 'tag': 'f4222103-ac45-47b6-8cdd-a7d06cc5f5fe'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:49.934025 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36a4a95-2631-46b0-a78b-d940df781579" -d '{"events": [{"name": "network-changed", "server_uuid": "42202abe-a767-4881-bd63-c826c4056dbb", "tag": "f4222103-ac45-47b6-8cdd-a7d06cc5f5fe"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:50.022389 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc343d73-3774-46fa-a0d6-865c7b165743 x-openstack-request-id: req-dc343d73-3774-46fa-a0d6-865c7b165743 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:50.029024 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42202abe-a767-4881-bd63-c826c4056dbb", "tag": "f4222103-ac45-47b6-8cdd-a7d06cc5f5fe", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:50.029517 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc343d73-3774-46fa-a0d6-865c7b165743 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:50.030523 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42202abe-a767-4881-bd63-c826c4056dbb', 'tag': 'f4222103-ac45-47b6-8cdd-a7d06cc5f5fe', 'status': 'completed', 'code': 200} Aug 19 18:27:50.145094 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a4a95-2631-46b0-a78b-d940df781579 req-3d8cbbe1-c838-48c0-9131-7c4a4f2d5eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:50.148490 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c36a4a95-2631-46b0-a78b-d940df781579 req-3d8cbbe1-c838-48c0-9131-7c4a4f2d5eb0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 1097 time: 0.1030364 Aug 19 18:27:50.326982 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b80ce9fb-7ea6-48ed-8da5-ba0bbc21b451 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:50.340188 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41b45a-fb6d-46f9-8335-674a88164c3a req-12aff0ab-21b4-4556-9d5c-9f6d0f1873a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:50.342626 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff41b45a-fb6d-46f9-8335-674a88164c3a req-12aff0ab-21b4-4556-9d5c-9f6d0f1873a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4139464 Aug 19 18:27:50.343399 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b80ce9fb-7ea6-48ed-8da5-ba0bbc21b451 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:50.494195 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-b80ce9fb-7ea6-48ed-8da5-ba0bbc21b451 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] In _notify_port_updated(), no bound segment for port 494925b9-392c-4bcf-8752-a7a103897970 on network 89bad278-6a94-481f-8ac6-995fb6742e68 {{(pid=94681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:27:50.509672 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80ce9fb-7ea6-48ed-8da5-ba0bbc21b451 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:50.510736 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b80ce9fb-7ea6-48ed-8da5-ba0bbc21b451 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:50.513457 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b80ce9fb-7ea6-48ed-8da5-ba0bbc21b451 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "PUT /v2.0/ports/494925b9-392c-4bcf-8752-a7a103897970 HTTP/1.1" status: 200 len: 818 time: 0.9635515 Aug 19 18:27:50.524905 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41070) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:50.597525 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ce9fb-7ea6-48ed-8da5-ba0bbc21b451 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Port': ['ID=494925b9-392c-4bcf-8752-a7a103897970,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:50.632092 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-f721a793-60d2-461c-80ff-bfbd22d3539c admin admin] Deleting port b1cbd188-c7ea-4310-b1f8-bae5138401bd {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:50.633036 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f721a793-60d2-461c-80ff-bfbd22d3539c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:50.699021 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff41b45a-fb6d-46f9-8335-674a88164c3a req-b25c8c8a-7577-4362-bd32-e627a4bbc1db service neutron] 10.222.0.50 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447208 Aug 19 18:27:50.716433 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-0e08bcf9-3a05-45c7-bbb7-eec986255510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:38Z', 'revision_number': 4, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '95eb4856-f266-44f6-ba48-6f84d49e1379', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'port_id': 'f4222103-ac45-47b6-8cdd-a7d06cc5f5fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'mac_address': 'fa:16:3e:85:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42202abe-a767-4881-bd63-c826c4056dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:27:47Z', 'updated_at': '2021-08-19T18:27:47Z', 'revision_number': 0, 'project_id': 'ffa9435d941540c182adf55128e34931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7', 'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'mac_address': 'fa:16:3e:30:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:35Z', 'updated_at': '2021-08-19T18:21:44Z', 'revision_number': 5, 'project_id': 'ffa9435d941540c182adf55128e34931', 'subnets': [{'id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:50.756850 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a4a95-2631-46b0-a78b-d940df781579 req-5162c6d3-bccd-4102-804b-0845031fd8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:50.759794 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c36a4a95-2631-46b0-a78b-d940df781579 req-5162c6d3-bccd-4102-804b-0845031fd8fb service neutron] 10.222.0.54 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 911 time: 0.6019704 Aug 19 18:27:50.761594 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e08bcf9-3a05-45c7-bbb7-eec986255510 None None] Checking router: f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:27:50.800046 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e08bcf9-3a05-45c7-bbb7-eec986255510 None None] Routers {'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:50.800700 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-0e08bcf9-3a05-45c7-bbb7-eec986255510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:27:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:50.834352 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-f721a793-60d2-461c-80ff-bfbd22d3539c admin admin] For port b1cbd188-c7ea-4310-b1f8-bae5138401bd, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b1cbd188-c7ea-4310-b1f8-bae5138401bd,segment=NetworkSegment(807bbbf8-7423-468d-bc38-e37098d2e580),segment_id=807bbbf8-7423-468d-bc38-e37098d2e580)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:50.835810 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f721a793-60d2-461c-80ff-bfbd22d3539c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:50.873123 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-f721a793-60d2-461c-80ff-bfbd22d3539c admin admin] Calling delete_port for b1cbd188-c7ea-4310-b1f8-bae5138401bd owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:50.926570 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff41b45a-fb6d-46f9-8335-674a88164c3a req-3e8b72b4-7a5e-4f85-b022-d15595aea116 service neutron] 10.222.0.50 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192500 Aug 19 18:27:51.108847 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c36a4a95-2631-46b0-a78b-d940df781579 req-a8646c0b-0341-42b0-907c-6df952df175b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4222103-ac45-47b6-8cdd-a7d06cc5f5fe HTTP/1.1" status: 200 len: 1000 time: 0.2932403 Aug 19 18:27:51.188944 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-0e08bcf9-3a05-45c7-bbb7-eec986255510 None None] Set router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:51.316990 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-ed0b89ee-d919-46ff-92cd-c81bc026d182 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting port 494925b9-392c-4bcf-8752-a7a103897970 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:51.317486 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ed0b89ee-d919-46ff-92cd-c81bc026d182 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:51.387447 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f721a793-60d2-461c-80ff-bfbd22d3539c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:51.458952 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721a793-60d2-461c-80ff-bfbd22d3539c admin admin] Pushing event deleted for resources: {'Port': ['ID=b1cbd188-c7ea-4310-b1f8-bae5138401bd,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:51.466504 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ed0b89ee-d919-46ff-92cd-c81bc026d182 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:51.500018 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-ed0b89ee-d919-46ff-92cd-c81bc026d182 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Calling delete_port for 494925b9-392c-4bcf-8752-a7a103897970 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:51.667877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277c0ad-de1a-4d9e-947e-9539efa37ed4 req-3272e1bf-8bcd-4a5f-8106-2a63eefe9463 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:51.677228 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5277c0ad-de1a-4d9e-947e-9539efa37ed4 req-3272e1bf-8bcd-4a5f-8106-2a63eefe9463 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 946 time: 0.5903511 Aug 19 18:27:51.687350 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ed0b89ee-d919-46ff-92cd-c81bc026d182 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:51.696494 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a4a95-2631-46b0-a78b-d940df781579 req-a8361d4a-0a85-42fd-b896-796205e1f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:51.698082 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c36a4a95-2631-46b0-a78b-d940df781579 req-a8361d4a-0a85-42fd-b896-796205e1f64b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.5475745 Aug 19 18:27:51.770324 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ed0b89ee-d919-46ff-92cd-c81bc026d182 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:51.776090 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ed0b89ee-d919-46ff-92cd-c81bc026d182 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/ports/494925b9-392c-4bcf-8752-a7a103897970 HTTP/1.1" status: 204 len: 168 time: 1.2493627 Aug 19 18:27:51.780553 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b89ee-d919-46ff-92cd-c81bc026d182 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Port': ['ID=494925b9-392c-4bcf-8752-a7a103897970,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:51.784037 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41080) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:51.866729 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5277c0ad-de1a-4d9e-947e-9539efa37ed4 req-bbc847e3-9244-496e-bbac-c1a2ffe08c9b tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877954 Aug 19 18:27:51.887641 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-0e08bcf9-3a05-45c7-bbb7-eec986255510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:38Z', 'revision_number': 4, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '95eb4856-f266-44f6-ba48-6f84d49e1379', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'port_id': 'f4222103-ac45-47b6-8cdd-a7d06cc5f5fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'mac_address': 'fa:16:3e:85:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42202abe-a767-4881-bd63-c826c4056dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:27:47Z', 'updated_at': '2021-08-19T18:27:47Z', 'revision_number': 0, 'project_id': 'ffa9435d941540c182adf55128e34931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7', 'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'mac_address': 'fa:16:3e:30:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:35Z', 'updated_at': '2021-08-19T18:21:44Z', 'revision_number': 5, 'project_id': 'ffa9435d941540c182adf55128e34931', 'subnets': [{'id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:51.898514 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a4a95-2631-46b0-a78b-d940df781579 req-72b3aec7-9675-46e2-85f5-cb2a4ea43d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:51.910079 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c36a4a95-2631-46b0-a78b-d940df781579 req-72b3aec7-9675-46e2-85f5-cb2a4ea43d3a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1705995 Aug 19 18:27:51.979005 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e08bcf9-3a05-45c7-bbb7-eec986255510 None None] The sync data for ids ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'] in n-d-803753-2 is: [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:38Z', 'revision_number': 4, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '95eb4856-f266-44f6-ba48-6f84d49e1379', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'port_id': 'f4222103-ac45-47b6-8cdd-a7d06cc5f5fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'mac_address': 'fa:16:3e:85:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42202abe-a767-4881-bd63-c826c4056dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:27:47Z', 'updated_at': '2021-08-19T18:27:47Z', 'revision_number': 0, 'project_id': 'ffa9435d941540c182adf55128e34931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7', 'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'mac_address': 'fa:16:3e:30:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:35Z', 'updated_at': '2021-08-19T18:21:44Z', 'revision_number': 5, 'project_id': 'ffa9435d941540c182adf55128e34931', 'subnets': [{'id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:27:51.985787 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9af0bf-4567-4ec6-9ec1-6f1551a515b5 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:51.992553 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fb9af0bf-4567-4ec6-9ec1-6f1551a515b5 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1924703 Aug 19 18:27:51.995581 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41084) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:52.063597 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-a881d0a8-2857-45f6-a431-53a268c37253 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] GET failed (client error): The resource could not be found. Aug 19 18:27:52.070494 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a881d0a8-2857-45f6-a431-53a268c37253 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports/494925b9-392c-4bcf-8752-a7a103897970 HTTP/1.1" status: 404 len: 333 time: 0.0740030 Aug 19 18:27:52.073447 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41086) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:52.081258 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-044f7ad6-63a0-4864-bcc9-5b7122afdeb6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-920090807'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:52.118749 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f721a793-60d2-461c-80ff-bfbd22d3539c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:52.126986 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044f7ad6-63a0-4864-bcc9-5b7122afdeb6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:52.130588 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-044f7ad6-63a0-4864-bcc9-5b7122afdeb6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:52.190992 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c36a4a95-2631-46b0-a78b-d940df781579 req-a7ea20db-75a9-469f-b586-489f4a76c656 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789140 Aug 19 18:27:52.246355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044f7ad6-63a0-4864-bcc9-5b7122afdeb6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:27:52.268014 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-044f7ad6-63a0-4864-bcc9-5b7122afdeb6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:52.268435 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-044f7ad6-63a0-4864-bcc9-5b7122afdeb6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Added segment cba56efa-c25e-41dd-9651-701deb600c18 of type vlan for network 4a74db57-1c69-48a4-a19f-d1bfcbee2417 Aug 19 18:27:52.336992 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-044f7ad6-63a0-4864-bcc9-5b7122afdeb6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:52.376850 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c36a4a95-2631-46b0-a78b-d940df781579 req-481d388d-5b85-411e-a4f7-d42d1c756ff6 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748555 Aug 19 18:27:52.415677 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6088852a-d274-479f-8ba6-1d45de9ee668 None None] New status for floating IP 95eb4856-f266-44f6-ba48-6f84d49e1379: ACTIVE {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:27:52.516435 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-044f7ad6-63a0-4864-bcc9-5b7122afdeb6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:52.527039 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044f7ad6-63a0-4864-bcc9-5b7122afdeb6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:52.531611 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-044f7ad6-63a0-4864-bcc9-5b7122afdeb6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:52.749093 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41088) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:52.749489 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-044f7ad6-63a0-4864-bcc9-5b7122afdeb6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6746128 Aug 19 18:27:52.752870 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f7ad6-63a0-4864-bcc9-5b7122afdeb6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Network': ['ID=4a74db57-1c69-48a4-a19f-d1bfcbee2417,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:52.755539 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-8eb7cb31-51b4-422e-a39f-baf8bec4a7ef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'subnet': {'network_id': '4a74db57-1c69-48a4-a19f-d1bfcbee2417', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:52.811526 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f721a793-60d2-461c-80ff-bfbd22d3539c admin admin] Router b6f1e86a-aa46-40ca-9199-57cec5cd09a6 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:27:52.820269 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 4a74db57-1c69-48a4-a19f-d1bfcbee2417 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:27:53.067280 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f721a793-60d2-461c-80ff-bfbd22d3539c admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:27:53.076334 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f721a793-60d2-461c-80ff-bfbd22d3539c admin admin] 10.222.0.24 "PUT /v2.0/routers/b6f1e86a-aa46-40ca-9199-57cec5cd09a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2424798 Aug 19 18:27:53.077352 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e8ef38-0beb-4cc4-97cf-ce471a40e7a0 None None] Sync routers for ids ['b6f1e86a-aa46-40ca-9199-57cec5cd09a6'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:27:53.082634 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41096) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:53.103725 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e8ef38-0beb-4cc4-97cf-ce471a40e7a0 None None] Routers {'b6f1e86a-aa46-40ca-9199-57cec5cd09a6'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:53.104364 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c6e8ef38-0beb-4cc4-97cf-ce471a40e7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:27:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b6f1e86a-aa46-40ca-9199-57cec5cd09a6'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:53.195735 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb7cb31-51b4-422e-a39f-baf8bec4a7ef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:53.224044 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8eb7cb31-51b4-422e-a39f-baf8bec4a7ef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:53.240689 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-c6e8ef38-0beb-4cc4-97cf-ce471a40e7a0 None None] Set router b6f1e86a-aa46-40ca-9199-57cec5cd09a6 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:53.281920 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c5293-549e-4094-99b9-aec6ee78420a req-a464fd17-51ae-4c23-ba5f-e475bd1ec951 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:53.283680 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-465c5293-549e-4094-99b9-aec6ee78420a req-a464fd17-51ae-4c23-ba5f-e475bd1ec951 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 946 time: 0.2675962 Aug 19 18:27:53.358124 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-530a6feb-a40e-48fc-8d17-c333a9431e6d admin admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:53.549661 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-465c5293-549e-4094-99b9-aec6ee78420a req-66a00ce9-aa17-4af5-9fd6-9aba4942ca85 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469163 Aug 19 18:27:53.567705 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8eb7cb31-51b4-422e-a39f-baf8bec4a7ef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:53.580069 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c6e8ef38-0beb-4cc4-97cf-ce471a40e7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f1e86a-aa46-40ca-9199-57cec5cd09a6', 'name': 'tempest-TestServerMultinode-1461147381-router', 'tenant_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c8ff54c9-55cc-4fa2-98f9-89199e72c1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:26:34Z', 'updated_at': '2021-08-19T18:27:51Z', 'revision_number': 5, 'project_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'gw_port': {'id': 'c8ff54c9-55cc-4fa2-98f9-89199e72c1e9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f1e86a-aa46-40ca-9199-57cec5cd09a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:26:35Z', 'updated_at': '2021-08-19T18:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:53.590040 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-530a6feb-a40e-48fc-8d17-c333a9431e6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:53.625395 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e8ef38-0beb-4cc4-97cf-ce471a40e7a0 None None] Checking router: b6f1e86a-aa46-40ca-9199-57cec5cd09a6 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:27:53.639733 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e8ef38-0beb-4cc4-97cf-ce471a40e7a0 None None] Routers {'b6f1e86a-aa46-40ca-9199-57cec5cd09a6'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:53.640512 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c6e8ef38-0beb-4cc4-97cf-ce471a40e7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:27:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['b6f1e86a-aa46-40ca-9199-57cec5cd09a6'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:53.674341 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7cb31-51b4-422e-a39f-baf8bec4a7ef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Subnet': ['ID=36fec2a7-f09a-40e8-8600-7095d0737e73,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:53.688530 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7cb31-51b4-422e-a39f-baf8bec4a7ef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Checking segment: {'id': 'cba56efa-c25e-41dd-9651-701deb600c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4a74db57-1c69-48a4-a19f-d1bfcbee2417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:53.689172 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb7cb31-51b4-422e-a39f-baf8bec4a7ef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network hostable DHCP agents. Network: 4a74db57-1c69-48a4-a19f-d1bfcbee2417, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:27:53.707828 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-530a6feb-a40e-48fc-8d17-c333a9431e6d admin admin] Deleting port c8ff54c9-55cc-4fa2-98f9-89199e72c1e9 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:53.709259 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-530a6feb-a40e-48fc-8d17-c333a9431e6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:53.735282 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb7cb31-51b4-422e-a39f-baf8bec4a7ef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 4a74db57-1c69-48a4-a19f-d1bfcbee2417 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:27:53.751144 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-8eb7cb31-51b4-422e-a39f-baf8bec4a7ef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 4a74db57-1c69-48a4-a19f-d1bfcbee2417) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:53.752081 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-c6e8ef38-0beb-4cc4-97cf-ce471a40e7a0 None None] Set router b6f1e86a-aa46-40ca-9199-57cec5cd09a6 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:53.757553 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb7cb31-51b4-422e-a39f-baf8bec4a7ef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:53.758203 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8eb7cb31-51b4-422e-a39f-baf8bec4a7ef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:53.762995 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37300c8c-918b-4cf0-9a9e-57de735a8d9e None None] Network 4a74db57-1c69-48a4-a19f-d1bfcbee2417 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:53.786089 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8eb7cb31-51b4-422e-a39f-baf8bec4a7ef tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0289688 Aug 19 18:27:53.789147 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41100) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:53.799361 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-4e693678-0ab6-431e-8873-2cbc42c5535a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'subnet': {'network_id': '4a74db57-1c69-48a4-a19f-d1bfcbee2417', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:53.841334 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c6e8ef38-0beb-4cc4-97cf-ce471a40e7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f1e86a-aa46-40ca-9199-57cec5cd09a6', 'name': 'tempest-TestServerMultinode-1461147381-router', 'tenant_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:26:34Z', 'updated_at': '2021-08-19T18:27:53Z', 'revision_number': 6, 'project_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:53.908805 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-530a6feb-a40e-48fc-8d17-c333a9431e6d admin admin] For port c8ff54c9-55cc-4fa2-98f9-89199e72c1e9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c8ff54c9-55cc-4fa2-98f9-89199e72c1e9,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:53.909646 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-530a6feb-a40e-48fc-8d17-c333a9431e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:53.914596 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e8ef38-0beb-4cc4-97cf-ce471a40e7a0 None None] The sync data for ids ['b6f1e86a-aa46-40ca-9199-57cec5cd09a6'] in n-d-803753-2 is: [{'id': 'b6f1e86a-aa46-40ca-9199-57cec5cd09a6', 'name': 'tempest-TestServerMultinode-1461147381-router', 'tenant_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:26:34Z', 'updated_at': '2021-08-19T18:27:53Z', 'revision_number': 6, 'project_id': '3c04cdb4a0c44eb6ae866b52a3c64822', 'gw_port_host': None}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:27:53.943232 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-530a6feb-a40e-48fc-8d17-c333a9431e6d admin admin] Calling delete_port for c8ff54c9-55cc-4fa2-98f9-89199e72c1e9 owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:54.053190 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e693678-0ab6-431e-8873-2cbc42c5535a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:54.075502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2140e4c0-c326-4ee0-85be-dcb5049eaced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-4a74db57-1c69-48a4-a19f-d1bfcbee2417', 'network_id': '4a74db57-1c69-48a4-a19f-d1bfcbee2417', 'tenant_id': '50ba02f50d414ab38246a7df10d51c0b', 'fixed_ips': [{'subnet_id': '36fec2a7-f09a-40e8-8600-7095d0737e73'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:27:54.077275 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2140e4c0-c326-4ee0-85be-dcb5049eaced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:54.077620 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4e693678-0ab6-431e-8873-2cbc42c5535a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:54.325454 n-d-803753-2 neutron-server[94682]: INFO neutron.db.ipam_backend_mixin [None req-4e693678-0ab6-431e-8873-2cbc42c5535a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 36fec2a7-f09a-40e8-8600-7095d0737e73 (CIDR: 2001:db8::/64) Aug 19 18:27:54.339530 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e693678-0ab6-431e-8873-2cbc42c5535a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:27:54.340628 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e693678-0ab6-431e-8873-2cbc42c5535a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:27:54.374815 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4e693678-0ab6-431e-8873-2cbc42c5535a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5810163 Aug 19 18:27:54.375053 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-2140e4c0-c326-4ee0-85be-dcb5049eaced None None] Allocated IP 2001:db8::2 (4a74db57-1c69-48a4-a19f-d1bfcbee2417/36fec2a7-f09a-40e8-8600-7095d0737e73/2bc9af01-9f9d-4475-8324-c75eaf658e02) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:54.378104 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41120) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:54.388878 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-304b3e78-a6fb-4865-9ccc-e81c7d08bb29 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'subnet': {'network_id': '4a74db57-1c69-48a4-a19f-d1bfcbee2417', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:54.402753 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-530a6feb-a40e-48fc-8d17-c333a9431e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:54.474248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a6feb-a40e-48fc-8d17-c333a9431e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ff54c9-55cc-4fa2-98f9-89199e72c1e9,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:54.612131 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-530a6feb-a40e-48fc-8d17-c333a9431e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:54.732078 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-530a6feb-a40e-48fc-8d17-c333a9431e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:54.734918 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-530a6feb-a40e-48fc-8d17-c333a9431e6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:54.759434 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304b3e78-a6fb-4865-9ccc-e81c7d08bb29 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:54.766509 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-304b3e78-a6fb-4865-9ccc-e81c7d08bb29 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:54.788689 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2140e4c0-c326-4ee0-85be-dcb5049eaced None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:54.800124 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-530a6feb-a40e-48fc-8d17-c333a9431e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:54.800716 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530a6feb-a40e-48fc-8d17-c333a9431e6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6f1e86a-aa46-40ca-9199-57cec5cd09a6 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:27:54.810433 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-530a6feb-a40e-48fc-8d17-c333a9431e6d admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:54.811885 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-530a6feb-a40e-48fc-8d17-c333a9431e6d admin admin] 10.222.0.24 "DELETE /v2.0/routers/b6f1e86a-aa46-40ca-9199-57cec5cd09a6 HTTP/1.1" status: 204 len: 168 time: 1.7231488 Aug 19 18:27:54.815828 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41132) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:54.825179 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2140e4c0-c326-4ee0-85be-dcb5049eaced None None] Transition to ACTIVE for port object 2bc9af01-9f9d-4475-8324-c75eaf658e02 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:54.872926 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2140e4c0-c326-4ee0-85be-dcb5049eaced None None] Transition to ACTIVE for port object 2bc9af01-9f9d-4475-8324-c75eaf658e02 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:54.887021 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2140e4c0-c326-4ee0-85be-dcb5049eaced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:54.917221 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-93610d28-07b0-48a1-9e73-10fcc6e01f6a admin admin] Deleting subnet 7adea7d9-8d40-4aad-a3ca-1010c9d18d74 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:27:54.923269 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-93610d28-07b0-48a1-9e73-10fcc6e01f6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:54.993630 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2140e4c0-c326-4ee0-85be-dcb5049eaced None None] Network 4a74db57-1c69-48a4-a19f-d1bfcbee2417 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:55.002088 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-2140e4c0-c326-4ee0-85be-dcb5049eaced None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:55.011036 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2140e4c0-c326-4ee0-85be-dcb5049eaced None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:55.028343 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140e4c0-c326-4ee0-85be-dcb5049eaced None None] Pushing event updated for resources: {'Port': ['ID=2bc9af01-9f9d-4475-8324-c75eaf658e02,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:55.045730 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcb6f1-b49e-4fa7-9abb-f96be64e9a97 req-605f7f7c-3761-44d0-820b-50a274042a31 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:55.045985 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-93610d28-07b0-48a1-9e73-10fcc6e01f6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:55.056237 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-15bcb6f1-b49e-4fa7-9abb-f96be64e9a97 req-605f7f7c-3761-44d0-820b-50a274042a31 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 946 time: 0.3167584 Aug 19 18:27:55.128567 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a1c19-ed66-4746-99ab-93b48a8a6920 req-68fa266a-c554-4be9-8eb3-df8a38e4ae46 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:55.138834 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f06a1c19-ed66-4746-99ab-93b48a8a6920 req-68fa266a-c554-4be9-8eb3-df8a38e4ae46 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d880d82-59b2-4684-97c0-1d1669ad3b24 HTTP/1.1" status: 200 len: 946 time: 0.1444569 Aug 19 18:27:55.149108 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-15bcb6f1-b49e-4fa7-9abb-f96be64e9a97 req-ebec833f-e490-41c7-9a01-aed80194fcc2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919690 Aug 19 18:27:55.179015 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2140e4c0-c326-4ee0-85be-dcb5049eaced None None] Attempting to bind port 2bc9af01-9f9d-4475-8324-c75eaf658e02 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:27:55.186609 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2140e4c0-c326-4ee0-85be-dcb5049eaced None None] Attempting to bind port 2bc9af01-9f9d-4475-8324-c75eaf658e02 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'cba56efa-c25e-41dd-9651-701deb600c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4a74db57-1c69-48a4-a19f-d1bfcbee2417'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:27:55.187132 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2140e4c0-c326-4ee0-85be-dcb5049eaced None None] Attempting to bind port 2bc9af01-9f9d-4475-8324-c75eaf658e02 on network 4a74db57-1c69-48a4-a19f-d1bfcbee2417 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:27:55.200441 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2140e4c0-c326-4ee0-85be-dcb5049eaced None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:27:55.203560 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2140e4c0-c326-4ee0-85be-dcb5049eaced None None] Checking segment: {'id': 'cba56efa-c25e-41dd-9651-701deb600c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4a74db57-1c69-48a4-a19f-d1bfcbee2417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:55.204735 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2140e4c0-c326-4ee0-85be-dcb5049eaced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:55.206066 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2140e4c0-c326-4ee0-85be-dcb5049eaced None None] Bound using segment: {'id': 'cba56efa-c25e-41dd-9651-701deb600c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4a74db57-1c69-48a4-a19f-d1bfcbee2417'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:27:55.209035 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2140e4c0-c326-4ee0-85be-dcb5049eaced None None] Bound port: 2bc9af01-9f9d-4475-8324-c75eaf658e02, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba56efa-c25e-41dd-9651-701deb600c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4a74db57-1c69-48a4-a19f-d1bfcbee2417'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:27:55.209805 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2140e4c0-c326-4ee0-85be-dcb5049eaced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:55.232517 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-93610d28-07b0-48a1-9e73-10fcc6e01f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:55.353010 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-2140e4c0-c326-4ee0-85be-dcb5049eaced None None] For port 2bc9af01-9f9d-4475-8324-c75eaf658e02, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:27:55.366979 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-2140e4c0-c326-4ee0-85be-dcb5049eaced None None] For port 2bc9af01-9f9d-4475-8324-c75eaf658e02, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2bc9af01-9f9d-4475-8324-c75eaf658e02,segment=NetworkSegment(cba56efa-c25e-41dd-9651-701deb600c18),segment_id=cba56efa-c25e-41dd-9651-701deb600c18)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:27:55.374601 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2140e4c0-c326-4ee0-85be-dcb5049eaced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:55.392708 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f06a1c19-ed66-4746-99ab-93b48a8a6920 req-cd3f400c-f113-4d63-a92c-c98cbeda2999 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c0260ae-484f-4c6a-9389-a88c2d6b008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527392 Aug 19 18:27:55.399876 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-93610d28-07b0-48a1-9e73-10fcc6e01f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:55.438431 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-93610d28-07b0-48a1-9e73-10fcc6e01f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:55.441918 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-93610d28-07b0-48a1-9e73-10fcc6e01f6a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7adea7d9-8d40-4aad-a3ca-1010c9d18d74 HTTP/1.1" status: 204 len: 168 time: 0.6246324 Aug 19 18:27:55.443972 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93610d28-07b0-48a1-9e73-10fcc6e01f6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7adea7d9-8d40-4aad-a3ca-1010c9d18d74,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:55.445821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41140) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:55.451149 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dffbc8-1fc4-414a-a0c0-54e4feaab607 None None] Network 5f83b964-6128-43b4-b0d2-cf292787ade1 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:55.471986 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-304b3e78-a6fb-4865-9ccc-e81c7d08bb29 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:55.552617 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304b3e78-a6fb-4865-9ccc-e81c7d08bb29 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 4a74db57-1c69-48a4-a19f-d1bfcbee2417 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:55.560090 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-304b3e78-a6fb-4865-9ccc-e81c7d08bb29 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:55.567507 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304b3e78-a6fb-4865-9ccc-e81c7d08bb29 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:55.568099 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-304b3e78-a6fb-4865-9ccc-e81c7d08bb29 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:55.568226 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eef9effd-8419-4768-a765-2b1b073ac462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:55.605487 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b3e78-a6fb-4865-9ccc-e81c7d08bb29 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Subnet': ['ID=f1fa8c0a-266e-4e06-ac18-7ad512370902,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:55.617952 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-304b3e78-a6fb-4865-9ccc-e81c7d08bb29 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2349217 Aug 19 18:27:55.618398 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41142) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:55.623451 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-40c05938-c75d-467d-9b03-681de9d333d1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'port': {'network_id': '4a74db57-1c69-48a4-a19f-d1bfcbee2417', 'fixed_ips': [{'subnet_id': '36fec2a7-f09a-40e8-8600-7095d0737e73'}, {'subnet_id': 'f1fa8c0a-266e-4e06-ac18-7ad512370902'}], 'name': 'tempest-PortsIpV6TestJSON-1368005780'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:55.643929 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140e4c0-c326-4ee0-85be-dcb5049eaced None None] Pushing event updated for resources: {'Port': ['ID=2bc9af01-9f9d-4475-8324-c75eaf658e02,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:55.667672 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-eef9effd-8419-4768-a765-2b1b073ac462 admin admin] Deleting port c1fc152d-f39d-4804-bcdc-3f673062023d {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:55.668319 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eef9effd-8419-4768-a765-2b1b073ac462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:55.769446 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-eef9effd-8419-4768-a765-2b1b073ac462 admin admin] For port c1fc152d-f39d-4804-bcdc-3f673062023d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c1fc152d-f39d-4804-bcdc-3f673062023d,segment=NetworkSegment(807bbbf8-7423-468d-bc38-e37098d2e580),segment_id=807bbbf8-7423-468d-bc38-e37098d2e580)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:55.769832 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eef9effd-8419-4768-a765-2b1b073ac462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:55.837243 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-eef9effd-8419-4768-a765-2b1b073ac462 admin admin] Calling delete_port for c1fc152d-f39d-4804-bcdc-3f673062023d owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:55.901348 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c05938-c75d-467d-9b03-681de9d333d1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:55.948425 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaf8042-2b8a-4827-8634-209584262a0e None None] DHCP port deletion for 5f83b964-6128-43b4-b0d2-cf292787ade1 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:27:55.983596 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eef9effd-8419-4768-a765-2b1b073ac462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:56.015782 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c8ff54c9-55cc-4fa2-98f9-89199e72c1e9 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:56.020316 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9effd-8419-4768-a765-2b1b073ac462 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1fc152d-f39d-4804-bcdc-3f673062023d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:56.034948 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef9effd-8419-4768-a765-2b1b073ac462 admin admin] No DVR routers for this DVR port c1fc152d-f39d-4804-bcdc-3f673062023d on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:56.056809 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40c05938-c75d-467d-9b03-681de9d333d1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:56.064196 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: c8ff54c9-55cc-4fa2-98f9-89199e72c1e9 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:56.064801 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c8ff54c9-55cc-4fa2-98f9-89199e72c1e9 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:56.065317 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b1cbd188-c7ea-4310-b1f8-bae5138401bd no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:56.104479 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-40c05938-c75d-467d-9b03-681de9d333d1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] device_id is not set on port b8e3b886-8cfc-4aea-ba48-902598157d21 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:27:56.128901 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: b1cbd188-c7ea-4310-b1f8-bae5138401bd {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:56.129264 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b1cbd188-c7ea-4310-b1f8-bae5138401bd not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:56.153613 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf8042-2b8a-4827-8634-209584262a0e None None] Deleting port c1fc152d-f39d-4804-bcdc-3f673062023d {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:56.154012 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eeaf8042-2b8a-4827-8634-209584262a0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:56.260531 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-eeaf8042-2b8a-4827-8634-209584262a0e None None] For port c1fc152d-f39d-4804-bcdc-3f673062023d, host n-d-803753-2, got binding levels [] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:56.261117 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eeaf8042-2b8a-4827-8634-209584262a0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:56.294752 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf8042-2b8a-4827-8634-209584262a0e None None] Calling delete_port for c1fc152d-f39d-4804-bcdc-3f673062023d owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:56.300578 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.ipam_backend_mixin [None req-eeaf8042-2b8a-4827-8634-209584262a0e None None] Port c1fc152d-f39d-4804-bcdc-3f673062023d was not found and therefore no delete operation was performed {{(pid=94683) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:27:56.309826 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eeaf8042-2b8a-4827-8634-209584262a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:56.339894 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf8042-2b8a-4827-8634-209584262a0e None None] Pushing event deleted for resources: {'Port': ['ID=c1fc152d-f39d-4804-bcdc-3f673062023d,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:56.345307 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf8042-2b8a-4827-8634-209584262a0e None None] No DVR routers for this DVR port c1fc152d-f39d-4804-bcdc-3f673062023d on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:56.652823 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eef9effd-8419-4768-a765-2b1b073ac462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:56.670446 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-eef9effd-8419-4768-a765-2b1b073ac462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f83b964-6128-43b4-b0d2-cf292787ade1']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:56.677511 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-40c05938-c75d-467d-9b03-681de9d333d1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Allocated IP 2001:db8::34e (4a74db57-1c69-48a4-a19f-d1bfcbee2417/36fec2a7-f09a-40e8-8600-7095d0737e73/b8e3b886-8cfc-4aea-ba48-902598157d21) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:56.686462 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-40c05938-c75d-467d-9b03-681de9d333d1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Allocated IP 2001:db8:0:1::34e (4a74db57-1c69-48a4-a19f-d1bfcbee2417/f1fa8c0a-266e-4e06-ac18-7ad512370902/b8e3b886-8cfc-4aea-ba48-902598157d21) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:56.694879 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-eef9effd-8419-4768-a765-2b1b073ac462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807bbbf8-7423-468d-bc38-e37098d2e580') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:56.695293 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-eef9effd-8419-4768-a765-2b1b073ac462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807bbbf8-7423-468d-bc38-e37098d2e580') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:56.716461 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cf027-f213-4609-a890-ac27390204da req-9dfb680e-542b-475f-b8cc-305b39a5c084 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:56.718435 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8c9cf027-f213-4609-a890-ac27390204da req-9dfb680e-542b-475f-b8cc-305b39a5c084 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 946 time: 0.1123846 Aug 19 18:27:56.722581 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eef9effd-8419-4768-a765-2b1b073ac462 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:56.746606 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eef9effd-8419-4768-a765-2b1b073ac462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:56.766562 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef9effd-8419-4768-a765-2b1b073ac462 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:27:56.767116 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eef9effd-8419-4768-a765-2b1b073ac462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:27:56.769179 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:27:56.785128 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe9544-d134-4d99-ae18-99974bbd47d2 req-51cfae14-d820-4aa5-a1a2-b24387ef9add tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:56.788067 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5cbe9544-d134-4d99-ae18-99974bbd47d2 req-51cfae14-d820-4aa5-a1a2-b24387ef9add tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d880d82-59b2-4684-97c0-1d1669ad3b24 HTTP/1.1" status: 200 len: 946 time: 0.2651501 Aug 19 18:27:56.879651 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8c9cf027-f213-4609-a890-ac27390204da req-93081d57-f70a-463d-8973-6488225f5005 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414683 Aug 19 18:27:56.900382 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5cbe9544-d134-4d99-ae18-99974bbd47d2 req-b653efef-09a3-41bc-920a-684c779bc995 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c0260ae-484f-4c6a-9389-a88c2d6b008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009495 Aug 19 18:27:56.958308 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eef9effd-8419-4768-a765-2b1b073ac462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:56.969315 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eef9effd-8419-4768-a765-2b1b073ac462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:56.971282 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-eef9effd-8419-4768-a765-2b1b073ac462 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5f83b964-6128-43b4-b0d2-cf292787ade1 HTTP/1.1" status: 204 len: 168 time: 1.5166006 Aug 19 18:27:56.994826 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9effd-8419-4768-a765-2b1b073ac462 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f83b964-6128-43b4-b0d2-cf292787ade1,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:57.021328 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40c05938-c75d-467d-9b03-681de9d333d1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:57.062706 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-40c05938-c75d-467d-9b03-681de9d333d1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Transition to ACTIVE for port object b8e3b886-8cfc-4aea-ba48-902598157d21 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:57.109072 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40c05938-c75d-467d-9b03-681de9d333d1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:57.132799 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84efc6a-19e7-4616-ac27-6207db56e016 None None] Network 4a74db57-1c69-48a4-a19f-d1bfcbee2417 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:57.191435 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c05938-c75d-467d-9b03-681de9d333d1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 4a74db57-1c69-48a4-a19f-d1bfcbee2417 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:57.195245 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-40c05938-c75d-467d-9b03-681de9d333d1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:57.206497 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c05938-c75d-467d-9b03-681de9d333d1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:57.215087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c05938-c75d-467d-9b03-681de9d333d1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:57.216143 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40c05938-c75d-467d-9b03-681de9d333d1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:57.235441 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26111b-075b-42ee-9c47-553c8c77a520 req-f22facee-59fd-4a58-bd1d-0458b0cd5d83 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:57.239786 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-40c05938-c75d-467d-9b03-681de9d333d1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.6177256 Aug 19 18:27:57.239993 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6f26111b-075b-42ee-9c47-553c8c77a520 req-f22facee-59fd-4a58-bd1d-0458b0cd5d83 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d880d82-59b2-4684-97c0-1d1669ad3b24 HTTP/1.1" status: 200 len: 946 time: 0.1294572 Aug 19 18:27:57.241263 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41154) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:57.245649 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c05938-c75d-467d-9b03-681de9d333d1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Port': ['ID=b8e3b886-8cfc-4aea-ba48-902598157d21,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:57.262050 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-8e2ef5e3-d352-4221-a06d-5f929754fdf2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '36fec2a7-f09a-40e8-8600-7095d0737e73'}]}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:57.342912 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41156) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:57.386990 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-92078dbe-238e-40fd-8bd8-9959314633e8 None None] Provisioning for port 2bc9af01-9f9d-4475-8324-c75eaf658e02 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:57.463824 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a8bfe3b8-a76e-4a4b-a4ac-7f9c0e91a1cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf02e4463fc246c09b295c9338fcdb05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1187477 Aug 19 18:27:57.469951 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41160) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:57.507109 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-6f26111b-075b-42ee-9c47-553c8c77a520 req-a650c8e2-62d8-4c64-9b38-99eb7abc1199 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Deleting port 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:57.507502 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-6f26111b-075b-42ee-9c47-553c8c77a520 req-a650c8e2-62d8-4c64-9b38-99eb7abc1199 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:57.590337 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85cdadac-ac09-4d38-be3f-3e6ffe2f9900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:57.609808 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8e2ef5e3-d352-4221-a06d-5f929754fdf2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:57.627444 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc45b09e-2b90-40a0-a15a-0af0566d59a3 None None] Update dhcp port {'port': {'network_id': '4a74db57-1c69-48a4-a19f-d1bfcbee2417', 'fixed_ips': [{'subnet_id': '36fec2a7-f09a-40e8-8600-7095d0737e73', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f1fa8c0a-266e-4e06-ac18-7ad512370902'}], 'binding:host_id': 'n-d-803753-2'}, 'id': '2bc9af01-9f9d-4475-8324-c75eaf658e02'} from n-d-803753-2. {{(pid=94683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:27:57.662546 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85cdadac-ac09-4d38-be3f-3e6ffe2f9900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:57.678888 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dc45b09e-2b90-40a0-a15a-0af0566d59a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:57.728610 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-6f26111b-075b-42ee-9c47-553c8c77a520 req-a650c8e2-62d8-4c64-9b38-99eb7abc1199 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] For port 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07,segment=NetworkSegment(61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe),segment_id=61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:57.728610 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-6f26111b-075b-42ee-9c47-553c8c77a520 req-a650c8e2-62d8-4c64-9b38-99eb7abc1199 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:57.767048 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85cdadac-ac09-4d38-be3f-3e6ffe2f9900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:57.772617 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85cdadac-ac09-4d38-be3f-3e6ffe2f9900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:57.774690 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-85cdadac-ac09-4d38-be3f-3e6ffe2f9900 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73118de4-486e-4410-b7bb-9f0b805d6599 HTTP/1.1" status: 204 len: 168 time: 0.2983999 Aug 19 18:27:57.798683 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdadac-ac09-4d38-be3f-3e6ffe2f9900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73118de4-486e-4410-b7bb-9f0b805d6599,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:58.040322 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2bc9af01-9f9d-4475-8324-c75eaf658e02 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:58.097792 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-dc45b09e-2b90-40a0-a15a-0af0566d59a3 None None] Allocated IP 2001:db8:0:1::2 (4a74db57-1c69-48a4-a19f-d1bfcbee2417/f1fa8c0a-266e-4e06-ac18-7ad512370902/2bc9af01-9f9d-4475-8324-c75eaf658e02) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:58.160600 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-6f26111b-075b-42ee-9c47-553c8c77a520 req-a650c8e2-62d8-4c64-9b38-99eb7abc1199 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:58.161053 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-6f26111b-075b-42ee-9c47-553c8c77a520 req-a650c8e2-62d8-4c64-9b38-99eb7abc1199 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:58.161407 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [req-6f26111b-075b-42ee-9c47-553c8c77a520 req-a650c8e2-62d8-4c64-9b38-99eb7abc1199 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Floating IP 67065a33-cbc5-45f2-96cb-5b805ab8e6d0 disassociated. External IP: 172.25.8.100, port: 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07. Aug 19 18:27:58.161789 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-6f26111b-075b-42ee-9c47-553c8c77a520 req-a650c8e2-62d8-4c64-9b38-99eb7abc1199 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Calling delete_port for 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:58.184711 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 2bc9af01-9f9d-4475-8324-c75eaf658e02 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:58.195978 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 2bc9af01-9f9d-4475-8324-c75eaf658e02 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:58.196696 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:58.200632 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d94764-3f4a-4771-b0e7-087cd2e70cc0 req-05320f03-d676-451b-aaa8-5034ada8f301 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:58.202375 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-75d94764-3f4a-4771-b0e7-087cd2e70cc0 req-05320f03-d676-451b-aaa8-5034ada8f301 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 946 time: 0.1106856 Aug 19 18:27:58.210427 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e665b-7a2c-4ae7-9d1c-ee54d183ca7f req-e380e493-615b-4e37-9097-175a2c4f9c3d tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:58.216767 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f93e665b-7a2c-4ae7-9d1c-ee54d183ca7f req-e380e493-615b-4e37-9097-175a2c4f9c3d tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d880d82-59b2-4684-97c0-1d1669ad3b24 HTTP/1.1" status: 200 len: 946 time: 0.1524146 Aug 19 18:27:58.289113 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-dc45b09e-2b90-40a0-a15a-0af0566d59a3 None None] For port 2bc9af01-9f9d-4475-8324-c75eaf658e02, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2bc9af01-9f9d-4475-8324-c75eaf658e02,segment=NetworkSegment(cba56efa-c25e-41dd-9651-701deb600c18),segment_id=cba56efa-c25e-41dd-9651-701deb600c18)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:58.298294 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-75d94764-3f4a-4771-b0e7-087cd2e70cc0 req-1be6b0c2-5b28-44ef-8f90-7699438e5ffe tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889831 Aug 19 18:27:58.363826 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f93e665b-7a2c-4ae7-9d1c-ee54d183ca7f req-d2f5c416-3d4b-4e55-acb3-085298f9df94 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c0260ae-484f-4c6a-9389-a88c2d6b008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405122 Aug 19 18:27:58.431602 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dc45b09e-2b90-40a0-a15a-0af0566d59a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:58.444201 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:58.463577 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-6f26111b-075b-42ee-9c47-553c8c77a520 req-a650c8e2-62d8-4c64-9b38-99eb7abc1199 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:58.474489 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-dc45b09e-2b90-40a0-a15a-0af0566d59a3 None None] Transition to ACTIVE for port object 2bc9af01-9f9d-4475-8324-c75eaf658e02 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:58.480401 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dc45b09e-2b90-40a0-a15a-0af0566d59a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:58.517416 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650c8e2-62d8-4c64-9b38-99eb7abc1199 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Pushing event deleted for resources: {'Port': ['ID=71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:58.550708 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45b09e-2b90-40a0-a15a-0af0566d59a3 None None] Pushing event updated for resources: {'Port': ['ID=2bc9af01-9f9d-4475-8324-c75eaf658e02,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:58.557966 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41174) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:58.649733 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.api [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:27:58.650198 n-d-803753-2 neutron-server[94683]: DEBUG oslo_db.api [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:27:58.673338 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8fa43dc3-48bd-432f-9270-74afc6308abc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c04cdb4a0c44eb6ae866b52a3c64822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1084950 Aug 19 18:27:58.677937 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41178) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:58.737552 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-8e2ef5e3-d352-4221-a06d-5f929754fdf2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Delete allocated IP 2001:db8:0:1::34e (4a74db57-1c69-48a4-a19f-d1bfcbee2417/f1fa8c0a-266e-4e06-ac18-7ad512370902) {{(pid=94681) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 18:27:58.783571 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85a11fef-9853-435b-968d-f2bc0e037cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:58.826061 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85a11fef-9853-435b-968d-f2bc0e037cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:58.926345 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85a11fef-9853-435b-968d-f2bc0e037cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:58.933877 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85a11fef-9853-435b-968d-f2bc0e037cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:58.935495 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-85a11fef-9853-435b-968d-f2bc0e037cde admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1538c4ba-f919-4325-a742-418af5e4ee6d HTTP/1.1" status: 204 len: 168 time: 0.2548218 Aug 19 18:27:58.966592 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a11fef-9853-435b-968d-f2bc0e037cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1538c4ba-f919-4325-a742-418af5e4ee6d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:59.005328 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f26111b-075b-42ee-9c47-553c8c77a520 req-a650c8e2-62d8-4c64-9b38-99eb7abc1199 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Router e2a3a096-470b-4bb8-8910-955707f8540b has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:27:59.216552 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8e2ef5e3-d352-4221-a06d-5f929754fdf2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:59.242524 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:59.255862 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-8e2ef5e3-d352-4221-a06d-5f929754fdf2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Ignored duplicate provisioning block setup for port b8e3b886-8cfc-4aea-ba48-902598157d21 by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 18:27:59.259327 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f26111b-075b-42ee-9c47-553c8c77a520 req-a650c8e2-62d8-4c64-9b38-99eb7abc1199 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:27:59.276137 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8e2ef5e3-d352-4221-a06d-5f929754fdf2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:59.314092 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f761a-1078-4c38-a20e-5af552b0e8d6 None None] Sync routers for ids ['e2a3a096-470b-4bb8-8910-955707f8540b'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:27:59.353582 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f761a-1078-4c38-a20e-5af552b0e8d6 None None] Routers {'e2a3a096-470b-4bb8-8910-955707f8540b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:59.353582 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-3f7f761a-1078-4c38-a20e-5af552b0e8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:27:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e2a3a096-470b-4bb8-8910-955707f8540b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:59.464734 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f26111b-075b-42ee-9c47-553c8c77a520 req-a650c8e2-62d8-4c64-9b38-99eb7abc1199 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] No DVR routers for this DVR port 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:59.471741 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-6f26111b-075b-42ee-9c47-553c8c77a520 req-a650c8e2-62d8-4c64-9b38-99eb7abc1199 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:59.479667 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6f26111b-075b-42ee-9c47-553c8c77a520 req-a650c8e2-62d8-4c64-9b38-99eb7abc1199 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.50 "DELETE /v2.0/ports/71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 HTTP/1.1" status: 204 len: 173 time: 2.2086515 Aug 19 18:27:59.520401 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-8e2ef5e3-d352-4221-a06d-5f929754fdf2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] In _notify_port_updated(), no bound segment for port b8e3b886-8cfc-4aea-ba48-902598157d21 on network 4a74db57-1c69-48a4-a19f-d1bfcbee2417 {{(pid=94681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:27:59.559919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2ef5e3-d352-4221-a06d-5f929754fdf2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:59.567357 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8e2ef5e3-d352-4221-a06d-5f929754fdf2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:59.577583 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8e2ef5e3-d352-4221-a06d-5f929754fdf2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "PUT /v2.0/ports/b8e3b886-8cfc-4aea-ba48-902598157d21 HTTP/1.1" status: 200 len: 926 time: 2.3350947 Aug 19 18:27:59.578536 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d880d82-59b2-4684-97c0-1d1669ad3b24', 'name': 'network-vif-deleted', 'tag': '71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:59.590567 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5e74a9-41e3-4516-a8d2-049bd13b92f5" -d '{"events": [{"server_uuid": "9d880d82-59b2-4684-97c0-1d1669ad3b24", "name": "network-vif-deleted", "tag": "71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:59.605244 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41188) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:59.619964 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-73e86b55-c52d-49a2-ad1d-37569dc9e388 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '36fec2a7-f09a-40e8-8600-7095d0737e73'}, {'subnet_id': 'f1fa8c0a-266e-4e06-ac18-7ad512370902'}]}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:59.638666 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-77f76b46-6c55-438c-bed7-d3bcf1e3aebb req-ab0f7a00-a4d6-469b-b6ef-21dfd0189139 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d880d82-59b2-4684-97c0-1d1669ad3b24 HTTP/1.1" status: 200 len: 210 time: 0.0948079 Aug 19 18:27:59.684511 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ef5e3-d352-4221-a06d-5f929754fdf2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Port': ['ID=b8e3b886-8cfc-4aea-ba48-902598157d21,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:59.750329 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39316e-83f1-43d2-ae3f-d66b7734a668 req-2759e5e4-662d-43cb-b047-359d2c342340 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:59.765628 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5c39316e-83f1-43d2-ae3f-d66b7734a668 req-2759e5e4-662d-43cb-b047-359d2c342340 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 946 time: 0.1578596 Aug 19 18:27:59.819858 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73e86b55-c52d-49a2-ad1d-37569dc9e388 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:59.882068 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5c39316e-83f1-43d2-ae3f-d66b7734a668 req-9c3c2c5d-2bc9-4ec8-8c55-0eb7c4e77bf5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146801 Aug 19 18:27:59.891007 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2695a20-f2ca-4712-82e3-eee03ab63b8a x-openstack-request-id: req-a2695a20-f2ca-4712-82e3-eee03ab63b8a {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:59.891628 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d880d82-59b2-4684-97c0-1d1669ad3b24", "name": "network-vif-deleted", "tag": "71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:59.892085 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2695a20-f2ca-4712-82e3-eee03ab63b8a {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:59.893008 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d880d82-59b2-4684-97c0-1d1669ad3b24', 'name': 'network-vif-deleted', 'tag': '71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07', 'status': 'completed', 'code': 200} Aug 19 18:28:00.035790 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c92840d-981e-4319-821f-7852cdcad36a None None] Network 4a74db57-1c69-48a4-a19f-d1bfcbee2417 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:00.073912 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 2bc9af01-9f9d-4475-8324-c75eaf658e02, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2bc9af01-9f9d-4475-8324-c75eaf658e02,segment=NetworkSegment(cba56efa-c25e-41dd-9651-701deb600c18),segment_id=cba56efa-c25e-41dd-9651-701deb600c18)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:00.170577 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:00.292640 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c1fc152d-f39d-4804-bcdc-3f673062023d no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:28:00.301784 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73a696d6-c29d-439c-9eda-1aab63f58505 None None] Provisioning for port 2bc9af01-9f9d-4475-8324-c75eaf658e02 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:00.314490 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-73e86b55-c52d-49a2-ad1d-37569dc9e388 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Allocated IP 2001:db8:0:1::20f (4a74db57-1c69-48a4-a19f-d1bfcbee2417/f1fa8c0a-266e-4e06-ac18-7ad512370902/b8e3b886-8cfc-4aea-ba48-902598157d21) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:00.325143 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-3f7f761a-1078-4c38-a20e-5af552b0e8d6 None None] Set router e2a3a096-470b-4bb8-8910-955707f8540b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:28:00.350210 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73a696d6-c29d-439c-9eda-1aab63f58505 None None] Provisioning complete for port 2bc9af01-9f9d-4475-8324-c75eaf658e02 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:00.350748 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73a696d6-c29d-439c-9eda-1aab63f58505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:00.417815 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: c1fc152d-f39d-4804-bcdc-3f673062023d {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:28:00.418245 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c1fc152d-f39d-4804-bcdc-3f673062023d not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:28:00.492455 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=2bc9af01-9f9d-4475-8324-c75eaf658e02,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:00.613550 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73e86b55-c52d-49a2-ad1d-37569dc9e388 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:00.639662 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-73e86b55-c52d-49a2-ad1d-37569dc9e388 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Ignored duplicate provisioning block setup for port b8e3b886-8cfc-4aea-ba48-902598157d21 by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 18:28:00.641461 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73e86b55-c52d-49a2-ad1d-37569dc9e388 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:00.666797 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2bc9af01-9f9d-4475-8324-c75eaf658e02 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:00.740562 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-73e86b55-c52d-49a2-ad1d-37569dc9e388 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] In _notify_port_updated(), no bound segment for port b8e3b886-8cfc-4aea-ba48-902598157d21 on network 4a74db57-1c69-48a4-a19f-d1bfcbee2417 {{(pid=94682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:28:00.746219 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e86b55-c52d-49a2-ad1d-37569dc9e388 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:00.746986 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73e86b55-c52d-49a2-ad1d-37569dc9e388 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:00.748375 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-73e86b55-c52d-49a2-ad1d-37569dc9e388 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "PUT /v2.0/ports/b8e3b886-8cfc-4aea-ba48-902598157d21 HTTP/1.1" status: 200 len: 1012 time: 1.1395147 Aug 19 18:28:00.751345 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41210) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:00.752195 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e86b55-c52d-49a2-ad1d-37569dc9e388 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Port': ['ID=b8e3b886-8cfc-4aea-ba48-902598157d21,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:00.784758 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41212) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:00.858048 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a97faaf2-36c2-4002-a813-1ddf1aabbeb7 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:00.893678 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a97faaf2-36c2-4002-a813-1ddf1aabbeb7 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:00.906351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-b666c11e-aedc-498a-a4ff-990c8d7c4771 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting port b8e3b886-8cfc-4aea-ba48-902598157d21 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:00.906762 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b666c11e-aedc-498a-a4ff-990c8d7c4771 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:00.918282 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73a696d6-c29d-439c-9eda-1aab63f58505 None None] Provisioning for port b8e3b886-8cfc-4aea-ba48-902598157d21 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:00.930261 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73a696d6-c29d-439c-9eda-1aab63f58505 None None] Provisioning complete for port b8e3b886-8cfc-4aea-ba48-902598157d21 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:00.930527 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73a696d6-c29d-439c-9eda-1aab63f58505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:00.971654 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a97faaf2-36c2-4002-a813-1ddf1aabbeb7 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:00.977405 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a97faaf2-36c2-4002-a813-1ddf1aabbeb7 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:00.979140 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a97faaf2-36c2-4002-a813-1ddf1aabbeb7 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "DELETE /v2.0/security-groups/7c0260ae-484f-4c6a-9389-a88c2d6b008e HTTP/1.1" status: 204 len: 168 time: 0.1933463 Aug 19 18:28:00.990286 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41218) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:00.992213 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97faaf2-36c2-4002-a813-1ddf1aabbeb7 tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0260ae-484f-4c6a-9389-a88c2d6b008e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:01.020562 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-e8071834-41bc-46a9-b39a-35f0238268eb tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] show failed (client error): The resource could not be found. Aug 19 18:28:01.022193 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e8071834-41bc-46a9-b39a-35f0238268eb tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "GET /v2.0/security-groups/7c0260ae-484f-4c6a-9389-a88c2d6b008e HTTP/1.1" status: 404 len: 347 time: 0.0198710 Aug 19 18:28:01.025907 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41222) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:01.027530 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 2bc9af01-9f9d-4475-8324-c75eaf658e02 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:01.027919 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:01.106231 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73a696d6-c29d-439c-9eda-1aab63f58505 None None] Port b8e3b886-8cfc-4aea-ba48-902598157d21 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:28:01.220292 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-3f7f761a-1078-4c38-a20e-5af552b0e8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'name': 'tempest-AttachVolumeTestJSON-1912132189-router', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:09Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'gw_port': {'id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:11Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '1f7e355c-1a87-410a-903e-5323917d3b08', 'name': '', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'mac_address': 'fa:16:3e:f2:af:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:24Z', 'updated_at': '2021-08-19T18:19:40Z', 'revision_number': 5, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'subnets': [{'id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:01.275684 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f761a-1078-4c38-a20e-5af552b0e8d6 None None] Checking router: e2a3a096-470b-4bb8-8910-955707f8540b for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:28:01.285513 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e7f71-6e0b-4ca8-a26a-0c456b351bb7 req-621ce557-9d5a-410f-bfd3-03df27ded8aa tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:01.294582 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-483e7f71-6e0b-4ca8-a26a-0c456b351bb7 req-621ce557-9d5a-410f-bfd3-03df27ded8aa tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 946 time: 0.1408858 Aug 19 18:28:01.310291 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f761a-1078-4c38-a20e-5af552b0e8d6 None None] Routers {'e2a3a096-470b-4bb8-8910-955707f8540b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:28:01.311159 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-3f7f761a-1078-4c38-a20e-5af552b0e8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:27:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e2a3a096-470b-4bb8-8910-955707f8540b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:01.334803 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b666c11e-aedc-498a-a4ff-990c8d7c4771 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:01.390649 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-b666c11e-aedc-498a-a4ff-990c8d7c4771 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Calling delete_port for b8e3b886-8cfc-4aea-ba48-902598157d21 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:01.391637 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-483e7f71-6e0b-4ca8-a26a-0c456b351bb7 req-9cb7cc35-c4db-42cc-b49d-c1e0ed0a107e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960083 Aug 19 18:28:01.412829 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-86ddc541-0eb4-4162-9572-76e704652e1f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Deleting port c7ab5fd2-22b8-4172-9de3-f04666f9bee0 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:01.413521 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-86ddc541-0eb4-4162-9572-76e704652e1f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:01.418887 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:28:01.466869 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:28:01.467701 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 71cc54ba-ba49-42c6-8e9c-4c6bafc7ec07 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:28:01.589637 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-86ddc541-0eb4-4162-9572-76e704652e1f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:01.591381 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-86ddc541-0eb4-4162-9572-76e704652e1f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:01.611827 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d0f0d1f9-476c-45ea-9671-93fabd604700 None None] Provisioning complete for port 2bc9af01-9f9d-4475-8324-c75eaf658e02 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:01.613520 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d0f0d1f9-476c-45ea-9671-93fabd604700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:01.630456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-86ddc541-0eb4-4162-9572-76e704652e1f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Calling delete_port for c7ab5fd2-22b8-4172-9de3-f04666f9bee0 owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:01.761569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-3f7f761a-1078-4c38-a20e-5af552b0e8d6 None None] Set router e2a3a096-470b-4bb8-8910-955707f8540b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:28:01.937676 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b666c11e-aedc-498a-a4ff-990c8d7c4771 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:02.011692 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666c11e-aedc-498a-a4ff-990c8d7c4771 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Port': ['ID=b8e3b886-8cfc-4aea-ba48-902598157d21,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:02.109923 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b666c11e-aedc-498a-a4ff-990c8d7c4771 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:02.122758 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b666c11e-aedc-498a-a4ff-990c8d7c4771 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/ports/b8e3b886-8cfc-4aea-ba48-902598157d21 HTTP/1.1" status: 204 len: 168 time: 1.3701751 Aug 19 18:28:02.124627 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41228) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:02.155746 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-86ddc541-0eb4-4162-9572-76e704652e1f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:02.156439 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d0f0d1f9-476c-45ea-9671-93fabd604700 None None] Could not find standard attr ID for object b8e3b886-8cfc-4aea-ba48-902598157d21. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:28:02.230282 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dac8772-ed1e-4ca4-aa59-eff24d053193 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] GET failed (client error): The resource could not be found. Aug 19 18:28:02.239391 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0dac8772-ed1e-4ca4-aa59-eff24d053193 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports/b8e3b886-8cfc-4aea-ba48-902598157d21 HTTP/1.1" status: 404 len: 333 time: 0.1095722 Aug 19 18:28:02.239971 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41232) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:02.245671 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ddc541-0eb4-4162-9572-76e704652e1f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Pushing event deleted for resources: {'Port': ['ID=c7ab5fd2-22b8-4172-9de3-f04666f9bee0,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:02.292060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-da83ad6d-8079-459a-a11f-7034545c4c04 None None] Could not find standard attr ID for object b8e3b886-8cfc-4aea-ba48-902598157d21. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:28:02.385495 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-3f7f761a-1078-4c38-a20e-5af552b0e8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'name': 'tempest-AttachVolumeTestJSON-1912132189-router', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:09Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'gw_port': {'id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:11Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '1f7e355c-1a87-410a-903e-5323917d3b08', 'name': '', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'mac_address': 'fa:16:3e:f2:af:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:24Z', 'updated_at': '2021-08-19T18:19:40Z', 'revision_number': 5, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'subnets': [{'id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:02.407069 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d55d1c-180c-42cd-afb2-414867d0e46b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting subnet f1fa8c0a-266e-4e06-ac18-7ad512370902 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:28:02.411889 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b5d55d1c-180c-42cd-afb2-414867d0e46b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:02.435288 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-86ddc541-0eb4-4162-9572-76e704652e1f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:02.438788 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-86ddc541-0eb4-4162-9572-76e704652e1f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:02.440970 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-86ddc541-0eb4-4162-9572-76e704652e1f tempest-AttachVolumeTestJSON-1466526777 tempest-AttachVolumeTestJSON-1466526777-project] 10.222.0.24 "DELETE /v2.0/floatingips/67065a33-cbc5-45f2-96cb-5b805ab8e6d0 HTTP/1.1" status: 204 len: 168 time: 1.4117899 Aug 19 18:28:02.447323 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f761a-1078-4c38-a20e-5af552b0e8d6 None None] The sync data for ids ['e2a3a096-470b-4bb8-8910-955707f8540b'] in n-d-803753-2 is: [{'id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'name': 'tempest-AttachVolumeTestJSON-1912132189-router', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:09Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'gw_port': {'id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:11Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '1f7e355c-1a87-410a-903e-5323917d3b08', 'name': '', 'network_id': '328a6888-a512-4946-b559-9a6ac5994658', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'mac_address': 'fa:16:3e:f2:af:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:24Z', 'updated_at': '2021-08-19T18:19:40Z', 'revision_number': 5, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'subnets': [{'id': 'd9cc3538-7c99-4258-a48c-18c8964a49b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:28:02.481285 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1c524bc8-7fae-4488-933f-1cdff5363051 None None] Could not find standard attr ID for object b8e3b886-8cfc-4aea-ba48-902598157d21. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:28:02.552750 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b5d55d1c-180c-42cd-afb2-414867d0e46b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:02.810230 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2bc9af01-9f9d-4475-8324-c75eaf658e02 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:02.820613 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b5d55d1c-180c-42cd-afb2-414867d0e46b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:02.852143 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c4fe3-9ab3-456b-83b9-0dea9cdb07fb req-b97e5d2d-b7e7-46cb-9086-a7e0194b2af6 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:02.867527 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-180c4fe3-9ab3-456b-83b9-0dea9cdb07fb req-b97e5d2d-b7e7-46cb-9086-a7e0194b2af6 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 946 time: 0.2765901 Aug 19 18:28:02.971429 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b5d55d1c-180c-42cd-afb2-414867d0e46b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:02.973342 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-180c4fe3-9ab3-456b-83b9-0dea9cdb07fb req-8e052ff8-e52e-4213-82e9-09fff1784c68 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046848 Aug 19 18:28:02.986653 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 2bc9af01-9f9d-4475-8324-c75eaf658e02 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:02.987747 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:03.039806 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d55d1c-180c-42cd-afb2-414867d0e46b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Subnet': ['ID=f1fa8c0a-266e-4e06-ac18-7ad512370902,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:03.062307 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b5d55d1c-180c-42cd-afb2-414867d0e46b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:03.072799 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b5d55d1c-180c-42cd-afb2-414867d0e46b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/subnets/f1fa8c0a-266e-4e06-ac18-7ad512370902 HTTP/1.1" status: 204 len: 168 time: 0.8312480 Aug 19 18:28:03.075274 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41244) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:03.095282 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202e5950-3c5d-4fff-a680-d9f8bf5418a8 None None] Network 4a74db57-1c69-48a4-a19f-d1bfcbee2417 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:03.115518 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66858584-606a-411d-b855-185745b71a49 None None] New status for floating IP 67065a33-cbc5-45f2-96cb-5b805ab8e6d0: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:28:03.187697 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d04eb1c-2060-4156-ba47-933fe37495f8 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting subnet 36fec2a7-f09a-40e8-8600-7095d0737e73 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:28:03.199048 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5d04eb1c-2060-4156-ba47-933fe37495f8 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:03.228789 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ddc4f4d9-7ffc-415a-a683-fe1abfb5caec None None] Could not find standard attr ID for object b8e3b886-8cfc-4aea-ba48-902598157d21. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:28:03.302770 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5d04eb1c-2060-4156-ba47-933fe37495f8 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:03.467992 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5d04eb1c-2060-4156-ba47-933fe37495f8 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:03.572342 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5d04eb1c-2060-4156-ba47-933fe37495f8 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:03.621503 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04eb1c-2060-4156-ba47-933fe37495f8 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Subnet': ['ID=36fec2a7-f09a-40e8-8600-7095d0737e73,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:03.623796 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5d04eb1c-2060-4156-ba47-933fe37495f8 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:03.626047 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5d04eb1c-2060-4156-ba47-933fe37495f8 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/subnets/36fec2a7-f09a-40e8-8600-7095d0737e73 HTTP/1.1" status: 204 len: 168 time: 0.5494361 Aug 19 18:28:03.629139 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41250) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:03.775744 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d618-6e49-4a9e-bbb1-962e4181ca4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:03.935670 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-d4a4d618-6e49-4a9e-bbb1-962e4181ca4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting port 2bc9af01-9f9d-4475-8324-c75eaf658e02 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:03.936179 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d618-6e49-4a9e-bbb1-962e4181ca4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:04.048929 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-d4a4d618-6e49-4a9e-bbb1-962e4181ca4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] For port 2bc9af01-9f9d-4475-8324-c75eaf658e02, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2bc9af01-9f9d-4475-8324-c75eaf658e02,segment=NetworkSegment(cba56efa-c25e-41dd-9651-701deb600c18),segment_id=cba56efa-c25e-41dd-9651-701deb600c18)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:04.049746 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d618-6e49-4a9e-bbb1-962e4181ca4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:04.067106 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-d4a4d618-6e49-4a9e-bbb1-962e4181ca4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Calling delete_port for 2bc9af01-9f9d-4475-8324-c75eaf658e02 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:04.230323 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f5b04-1a53-4202-8dee-2029f21b3cd6 req-7d144492-8f4a-4e9d-bdcb-8689e8c06cce tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:04.237369 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d618-6e49-4a9e-bbb1-962e4181ca4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:04.243799 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5d8f5b04-1a53-4202-8dee-2029f21b3cd6 req-7d144492-8f4a-4e9d-bdcb-8689e8c06cce tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 946 time: 0.1231589 Aug 19 18:28:04.252948 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a4d618-6e49-4a9e-bbb1-962e4181ca4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] No DVR routers for this DVR port 2bc9af01-9f9d-4475-8324-c75eaf658e02 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:28:04.281216 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4d618-6e49-4a9e-bbb1-962e4181ca4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Port': ['ID=2bc9af01-9f9d-4475-8324-c75eaf658e02,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:04.348451 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5d8f5b04-1a53-4202-8dee-2029f21b3cd6 req-7510a008-7e61-4e3d-83b1-f68db951aa1c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022828 Aug 19 18:28:04.420985 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d618-6e49-4a9e-bbb1-962e4181ca4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:04.464536 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d4a4d618-6e49-4a9e-bbb1-962e4181ca4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a74db57-1c69-48a4-a19f-d1bfcbee2417']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:04.476735 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab89f11-5ec2-4920-a7cc-1ccd47bde5f4 None None] Network 4a74db57-1c69-48a4-a19f-d1bfcbee2417 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:04.500061 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d4a4d618-6e49-4a9e-bbb1-962e4181ca4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba56efa-c25e-41dd-9651-701deb600c18') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:04.500265 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d4a4d618-6e49-4a9e-bbb1-962e4181ca4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba56efa-c25e-41dd-9651-701deb600c18') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:04.520911 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d618-6e49-4a9e-bbb1-962e4181ca4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:04.551023 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d618-6e49-4a9e-bbb1-962e4181ca4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:04.569708 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a4d618-6e49-4a9e-bbb1-962e4181ca4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:28:04.570124 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d618-6e49-4a9e-bbb1-962e4181ca4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:04.577400 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-09bcdc19-5482-418e-8925-d7e572cd4193 None None] Could not find standard attr ID for object 2bc9af01-9f9d-4475-8324-c75eaf658e02. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:28:04.631117 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-845fd597-4e45-4a12-80e2-6cde3c027db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:28:04.694130 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:28:04.777920 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d618-6e49-4a9e-bbb1-962e4181ca4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:04.804312 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c1376a-a8cb-43e4-bc3e-58146b6851ec None None] DHCP port deletion for 4a74db57-1c69-48a4-a19f-d1bfcbee2417 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:28:04.826056 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d618-6e49-4a9e-bbb1-962e4181ca4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:04.832435 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d4a4d618-6e49-4a9e-bbb1-962e4181ca4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/networks/4a74db57-1c69-48a4-a19f-d1bfcbee2417 HTTP/1.1" status: 204 len: 168 time: 1.1995063 Aug 19 18:28:04.833833 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41270) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:04.835498 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4d618-6e49-4a9e-bbb1-962e4181ca4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Network': ['ID=4a74db57-1c69-48a4-a19f-d1bfcbee2417,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:04.861854 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3031b-ead6-4278-bcff-c5c3d6752477 req-d9e697ca-5f5b-4b5c-9fc0-7dc98dbfeec1 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:04.870813 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9fe3031b-ead6-4278-bcff-c5c3d6752477 req-d9e697ca-5f5b-4b5c-9fc0-7dc98dbfeec1 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.1749585 Aug 19 18:28:04.906203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccf3f30-881d-4fdd-a0b3-d79f5b56495d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:04.909599 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9ccf3f30-881d-4fdd-a0b3-d79f5b56495d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0709090 Aug 19 18:28:04.913277 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41272) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:04.937877 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9fe3031b-ead6-4278-bcff-c5c3d6752477 req-7a8e0a57-2e4a-42c7-b2e3-88bf36a168b7 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654712 Aug 19 18:28:04.971837 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d89e483e-9cc2-4965-92c5-370c47c8b732 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0570202 Aug 19 18:28:04.976275 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41274) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:04.981747 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-551b468f-4594-4dd7-98a1-0fa6d8b5b46f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2077691926'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:05.015936 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551b468f-4594-4dd7-98a1-0fa6d8b5b46f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:05.020141 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-551b468f-4594-4dd7-98a1-0fa6d8b5b46f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:05.088842 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551b468f-4594-4dd7-98a1-0fa6d8b5b46f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:28:05.113143 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-551b468f-4594-4dd7-98a1-0fa6d8b5b46f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:05.113627 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-551b468f-4594-4dd7-98a1-0fa6d8b5b46f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Added segment 574ab92f-b9e1-42dd-9370-8232fa89657c of type vlan for network 930766ad-9b7b-40c3-a1ff-5c89e6b7defb Aug 19 18:28:05.180545 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-551b468f-4594-4dd7-98a1-0fa6d8b5b46f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:05.219811 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-551b468f-4594-4dd7-98a1-0fa6d8b5b46f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:05.227707 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551b468f-4594-4dd7-98a1-0fa6d8b5b46f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:05.228442 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-551b468f-4594-4dd7-98a1-0fa6d8b5b46f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:05.297358 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-551b468f-4594-4dd7-98a1-0fa6d8b5b46f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3197043 Aug 19 18:28:05.300217 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41278) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:05.305549 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-b30c1204-598c-42c1-9800-1a8faeca94e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'subnet': {'network_id': '930766ad-9b7b-40c3-a1ff-5c89e6b7defb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:05.316435 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b468f-4594-4dd7-98a1-0fa6d8b5b46f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Network': ['ID=930766ad-9b7b-40c3-a1ff-5c89e6b7defb,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:05.326173 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551b468f-4594-4dd7-98a1-0fa6d8b5b46f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:05.326606 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551b468f-4594-4dd7-98a1-0fa6d8b5b46f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:05.327012 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551b468f-4594-4dd7-98a1-0fa6d8b5b46f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:05.327412 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551b468f-4594-4dd7-98a1-0fa6d8b5b46f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:05.327812 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551b468f-4594-4dd7-98a1-0fa6d8b5b46f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:05.328205 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551b468f-4594-4dd7-98a1-0fa6d8b5b46f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:05.328612 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551b468f-4594-4dd7-98a1-0fa6d8b5b46f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:05.329063 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551b468f-4594-4dd7-98a1-0fa6d8b5b46f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:05.329583 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551b468f-4594-4dd7-98a1-0fa6d8b5b46f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:05.329976 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551b468f-4594-4dd7-98a1-0fa6d8b5b46f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:05.330363 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551b468f-4594-4dd7-98a1-0fa6d8b5b46f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:05.330747 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551b468f-4594-4dd7-98a1-0fa6d8b5b46f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:05.344168 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 930766ad-9b7b-40c3-a1ff-5c89e6b7defb details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:28:05.440303 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30c1204-598c-42c1-9800-1a8faeca94e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:05.448031 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b30c1204-598c-42c1-9800-1a8faeca94e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:05.594383 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ca1bc-c13e-4d8c-806f-30eab60869ae req-17d516a1-d400-4fea-8eff-1aeec6dd27dc tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:05.596071 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e30ca1bc-c13e-4d8c-806f-30eab60869ae req-17d516a1-d400-4fea-8eff-1aeec6dd27dc tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 946 time: 0.0965111 Aug 19 18:28:05.707874 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e30ca1bc-c13e-4d8c-806f-30eab60869ae req-d4b64571-7002-4857-9da3-d834a743762e tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040177 Aug 19 18:28:05.786840 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b30c1204-598c-42c1-9800-1a8faeca94e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:05.894056 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c1204-598c-42c1-9800-1a8faeca94e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Subnet': ['ID=f8822b8a-399d-47fa-96cd-92283f9c14e2,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:05.900079 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30c1204-598c-42c1-9800-1a8faeca94e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Checking segment: {'id': '574ab92f-b9e1-42dd-9370-8232fa89657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '930766ad-9b7b-40c3-a1ff-5c89e6b7defb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:28:05.900444 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30c1204-598c-42c1-9800-1a8faeca94e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network hostable DHCP agents. Network: 930766ad-9b7b-40c3-a1ff-5c89e6b7defb, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:28:05.915785 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c1204-598c-42c1-9800-1a8faeca94e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:05.916622 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c1204-598c-42c1-9800-1a8faeca94e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:05.916845 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c1204-598c-42c1-9800-1a8faeca94e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:05.917231 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c1204-598c-42c1-9800-1a8faeca94e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:05.917725 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c1204-598c-42c1-9800-1a8faeca94e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:05.918060 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c1204-598c-42c1-9800-1a8faeca94e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:05.918397 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c1204-598c-42c1-9800-1a8faeca94e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:05.918728 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c1204-598c-42c1-9800-1a8faeca94e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:05.919268 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c1204-598c-42c1-9800-1a8faeca94e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:05.919635 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c1204-598c-42c1-9800-1a8faeca94e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:05.920119 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c1204-598c-42c1-9800-1a8faeca94e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:05.920548 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c1204-598c-42c1-9800-1a8faeca94e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:05.948243 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30c1204-598c-42c1-9800-1a8faeca94e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 930766ad-9b7b-40c3-a1ff-5c89e6b7defb is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:28:05.965549 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-b30c1204-598c-42c1-9800-1a8faeca94e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 930766ad-9b7b-40c3-a1ff-5c89e6b7defb) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:05.979198 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbf0a3f-8ae8-4c42-9987-e14209e23d28 None None] Network 930766ad-9b7b-40c3-a1ff-5c89e6b7defb requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:05.979785 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30c1204-598c-42c1-9800-1a8faeca94e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:05.980462 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b30c1204-598c-42c1-9800-1a8faeca94e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:06.005580 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b30c1204-598c-42c1-9800-1a8faeca94e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7031164 Aug 19 18:28:06.008400 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41286) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:06.015005 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-ee3f98dd-6aa5-4de2-856a-23e9cb8b8f1f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'port': {'network_id': '930766ad-9b7b-40c3-a1ff-5c89e6b7defb', 'name': 'tempest-PortsIpV6TestJSON-1000866650'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:06.107069 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093af8b-7286-43fc-9e98-85490d4af5ae req-91bc0ea9-3a51-4611-b256-163b8fb0fbf3 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:06.107069 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6093af8b-7286-43fc-9e98-85490d4af5ae req-91bc0ea9-3a51-4611-b256-163b8fb0fbf3 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.0841818 Aug 19 18:28:06.221731 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6093af8b-7286-43fc-9e98-85490d4af5ae req-8d2dfa5a-f9e9-4a42-ac83-6f6c915f75e6 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092215 Aug 19 18:28:06.257553 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3f98dd-6aa5-4de2-856a-23e9cb8b8f1f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:06.273172 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ee3f98dd-6aa5-4de2-856a-23e9cb8b8f1f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:06.275097 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76baab84-b29a-4ea8-a7ad-65380dc83bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-930766ad-9b7b-40c3-a1ff-5c89e6b7defb', 'network_id': '930766ad-9b7b-40c3-a1ff-5c89e6b7defb', 'tenant_id': '50ba02f50d414ab38246a7df10d51c0b', 'fixed_ips': [{'subnet_id': 'f8822b8a-399d-47fa-96cd-92283f9c14e2'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:28:06.282550 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-76baab84-b29a-4ea8-a7ad-65380dc83bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:06.299012 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-ee3f98dd-6aa5-4de2-856a-23e9cb8b8f1f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] device_id is not set on port d2f86569-509f-4397-b053-8aa8b7ef864c yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:28:06.470527 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-ee3f98dd-6aa5-4de2-856a-23e9cb8b8f1f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Allocated IP 2001:db8::3a7 (930766ad-9b7b-40c3-a1ff-5c89e6b7defb/f8822b8a-399d-47fa-96cd-92283f9c14e2/d2f86569-509f-4397-b053-8aa8b7ef864c) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:06.565017 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2bc9af01-9f9d-4475-8324-c75eaf658e02 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:28:06.624793 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 2bc9af01-9f9d-4475-8324-c75eaf658e02 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:28:06.625154 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2bc9af01-9f9d-4475-8324-c75eaf658e02 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:28:06.654062 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ee3f98dd-6aa5-4de2-856a-23e9cb8b8f1f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:06.675310 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-ee3f98dd-6aa5-4de2-856a-23e9cb8b8f1f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Transition to ACTIVE for port object d2f86569-509f-4397-b053-8aa8b7ef864c will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:06.712812 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ee3f98dd-6aa5-4de2-856a-23e9cb8b8f1f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:06.769434 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-76baab84-b29a-4ea8-a7ad-65380dc83bd4 None None] Allocated IP 2001:db8::2 (930766ad-9b7b-40c3-a1ff-5c89e6b7defb/f8822b8a-399d-47fa-96cd-92283f9c14e2/a92fb555-1c11-417f-9b30-d1a8c772cf71) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:06.785307 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3f98dd-6aa5-4de2-856a-23e9cb8b8f1f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 930766ad-9b7b-40c3-a1ff-5c89e6b7defb is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:06.792624 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-ee3f98dd-6aa5-4de2-856a-23e9cb8b8f1f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:06.795056 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3f98dd-6aa5-4de2-856a-23e9cb8b8f1f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:28:06.802117 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3f98dd-6aa5-4de2-856a-23e9cb8b8f1f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:06.805795 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ee3f98dd-6aa5-4de2-856a-23e9cb8b8f1f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:06.830585 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f98dd-6aa5-4de2-856a-23e9cb8b8f1f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Port': ['ID=d2f86569-509f-4397-b053-8aa8b7ef864c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:06.840038 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ee3f98dd-6aa5-4de2-856a-23e9cb8b8f1f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8296275 Aug 19 18:28:06.840207 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41298) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:06.845691 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-dbcd5444-f13d-444d-9082-5a60e0be1d25 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'port': {'network_id': '930766ad-9b7b-40c3-a1ff-5c89e6b7defb', 'name': 'tempest-PortsIpV6TestJSON-367159280'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:06.978996 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b79fc-48b1-4344-a685-3f3f70cf8560 req-65485eef-2867-46b1-affd-03422445f5fa tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:06.987026 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-710b79fc-48b1-4344-a685-3f3f70cf8560 req-65485eef-2867-46b1-affd-03422445f5fa tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 946 time: 0.0885110 Aug 19 18:28:07.048366 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-76baab84-b29a-4ea8-a7ad-65380dc83bd4 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:07.081300 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-76baab84-b29a-4ea8-a7ad-65380dc83bd4 None None] Transition to ACTIVE for port object a92fb555-1c11-417f-9b30-d1a8c772cf71 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:07.092917 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-710b79fc-48b1-4344-a685-3f3f70cf8560 req-c55e6e0a-11d8-44ea-a267-d2ed66964806 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948317 Aug 19 18:28:07.115860 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcd5444-f13d-444d-9082-5a60e0be1d25 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:07.120758 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5444-f13d-444d-9082-5a60e0be1d25 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:07.132315 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-05c98673-050d-4861-b143-a89519fd7e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:07.134581 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-76baab84-b29a-4ea8-a7ad-65380dc83bd4 None None] Transition to ACTIVE for port object a92fb555-1c11-417f-9b30-d1a8c772cf71 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:07.144181 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-76baab84-b29a-4ea8-a7ad-65380dc83bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:07.155643 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-dbcd5444-f13d-444d-9082-5a60e0be1d25 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] device_id is not set on port bc960e09-79fd-4b29-ad47-cd4e1ab13fd6 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:28:07.197425 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76baab84-b29a-4ea8-a7ad-65380dc83bd4 None None] Network 930766ad-9b7b-40c3-a1ff-5c89e6b7defb is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:07.210320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-76baab84-b29a-4ea8-a7ad-65380dc83bd4 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:07.215770 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76baab84-b29a-4ea8-a7ad-65380dc83bd4 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:28:07.303252 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76baab84-b29a-4ea8-a7ad-65380dc83bd4 None None] Pushing event updated for resources: {'Port': ['ID=a92fb555-1c11-417f-9b30-d1a8c772cf71,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:07.321762 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:07.323699 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-76baab84-b29a-4ea8-a7ad-65380dc83bd4 None None] Attempting to bind port a92fb555-1c11-417f-9b30-d1a8c772cf71 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:28:07.324128 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-76baab84-b29a-4ea8-a7ad-65380dc83bd4 None None] Attempting to bind port a92fb555-1c11-417f-9b30-d1a8c772cf71 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '574ab92f-b9e1-42dd-9370-8232fa89657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '930766ad-9b7b-40c3-a1ff-5c89e6b7defb'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:28:07.324817 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76baab84-b29a-4ea8-a7ad-65380dc83bd4 None None] Attempting to bind port a92fb555-1c11-417f-9b30-d1a8c772cf71 on network 930766ad-9b7b-40c3-a1ff-5c89e6b7defb {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:28:07.331647 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76baab84-b29a-4ea8-a7ad-65380dc83bd4 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:28:07.332076 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76baab84-b29a-4ea8-a7ad-65380dc83bd4 None None] Checking segment: {'id': '574ab92f-b9e1-42dd-9370-8232fa89657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '930766ad-9b7b-40c3-a1ff-5c89e6b7defb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:28:07.332593 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-76baab84-b29a-4ea8-a7ad-65380dc83bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:07.333282 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76baab84-b29a-4ea8-a7ad-65380dc83bd4 None None] Bound using segment: {'id': '574ab92f-b9e1-42dd-9370-8232fa89657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '930766ad-9b7b-40c3-a1ff-5c89e6b7defb'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:28:07.334522 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-76baab84-b29a-4ea8-a7ad-65380dc83bd4 None None] Bound port: a92fb555-1c11-417f-9b30-d1a8c772cf71, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574ab92f-b9e1-42dd-9370-8232fa89657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '930766ad-9b7b-40c3-a1ff-5c89e6b7defb'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:28:07.335027 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-76baab84-b29a-4ea8-a7ad-65380dc83bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:07.439455 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-dbcd5444-f13d-444d-9082-5a60e0be1d25 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Allocated IP 2001:db8::346 (930766ad-9b7b-40c3-a1ff-5c89e6b7defb/f8822b8a-399d-47fa-96cd-92283f9c14e2/bc960e09-79fd-4b29-ad47-cd4e1ab13fd6) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:07.485755 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-76baab84-b29a-4ea8-a7ad-65380dc83bd4 None None] For port a92fb555-1c11-417f-9b30-d1a8c772cf71, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:28:07.496278 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-76baab84-b29a-4ea8-a7ad-65380dc83bd4 None None] For port a92fb555-1c11-417f-9b30-d1a8c772cf71, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a92fb555-1c11-417f-9b30-d1a8c772cf71,segment=NetworkSegment(574ab92f-b9e1-42dd-9370-8232fa89657c),segment_id=574ab92f-b9e1-42dd-9370-8232fa89657c)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:28:07.502222 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-76baab84-b29a-4ea8-a7ad-65380dc83bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:07.503471 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76115462-bb78-438f-8bdc-3b3ba8c39d6e req-741ec68e-888c-4851-b564-63ae3a01e0a7 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:07.514731 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-76115462-bb78-438f-8bdc-3b3ba8c39d6e req-741ec68e-888c-4851-b564-63ae3a01e0a7 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.1114080 Aug 19 18:28:07.622573 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-76115462-bb78-438f-8bdc-3b3ba8c39d6e req-d7c08dfa-9a39-49b4-82f9-c186a9a1190f tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092305 Aug 19 18:28:07.726044 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5444-f13d-444d-9082-5a60e0be1d25 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:07.745656 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-dbcd5444-f13d-444d-9082-5a60e0be1d25 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Transition to ACTIVE for port object bc960e09-79fd-4b29-ad47-cd4e1ab13fd6 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:07.787129 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76baab84-b29a-4ea8-a7ad-65380dc83bd4 None None] Pushing event updated for resources: {'Port': ['ID=a92fb555-1c11-417f-9b30-d1a8c772cf71,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:07.799169 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5444-f13d-444d-9082-5a60e0be1d25 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:07.875373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcd5444-f13d-444d-9082-5a60e0be1d25 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 930766ad-9b7b-40c3-a1ff-5c89e6b7defb is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:07.879773 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-dbcd5444-f13d-444d-9082-5a60e0be1d25 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:07.882984 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd5444-f13d-444d-9082-5a60e0be1d25 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Port': ['ID=bc960e09-79fd-4b29-ad47-cd4e1ab13fd6,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:07.888718 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcd5444-f13d-444d-9082-5a60e0be1d25 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:28:07.896842 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcd5444-f13d-444d-9082-5a60e0be1d25 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:07.897831 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5444-f13d-444d-9082-5a60e0be1d25 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:07.930386 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dbcd5444-f13d-444d-9082-5a60e0be1d25 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0888958 Aug 19 18:28:07.930594 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41314) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:08.054975 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08effd5-37c5-4333-a539-a6e1359a4669 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:08.056991 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c08effd5-37c5-4333-a539-a6e1359a4669 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3a7 HTTP/1.1" status: 200 len: 929 time: 0.1253715 Aug 19 18:28:08.059960 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41318) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:08.195052 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:08.254902 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e48c95-51f9-4201-b23e-b494d3a18d48 req-d5562457-26de-4195-87ee-04a47d8910e0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:08.264642 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-73e48c95-51f9-4201-b23e-b494d3a18d48 req-d5562457-26de-4195-87ee-04a47d8910e0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 946 time: 0.0972817 Aug 19 18:28:08.312924 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-73e48c95-51f9-4201-b23e-b494d3a18d48 req-2bb2b015-3e33-4548-8c67-6042d152c81a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471740 Aug 19 18:28:08.604161 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-6eab1c39-3bb5-43b3-9c54-19bcfa08f18b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting port bc960e09-79fd-4b29-ad47-cd4e1ab13fd6 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:08.604668 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6eab1c39-3bb5-43b3-9c54-19bcfa08f18b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:08.675773 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a92fb555-1c11-417f-9b30-d1a8c772cf71 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:08.735159 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6eab1c39-3bb5-43b3-9c54-19bcfa08f18b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:08.741817 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab188ff-c4f6-4b69-babf-046dee1f2a1c req-479abf16-d669-43e2-8803-50d86a37c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:08.743606 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7ab188ff-c4f6-4b69-babf-046dee1f2a1c req-479abf16-d669-43e2-8803-50d86a37c2fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 1097 time: 0.0662785 Aug 19 18:28:08.754869 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-6eab1c39-3bb5-43b3-9c54-19bcfa08f18b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Calling delete_port for bc960e09-79fd-4b29-ad47-cd4e1ab13fd6 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:08.761409 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port a92fb555-1c11-417f-9b30-d1a8c772cf71 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:08.884832 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab188ff-c4f6-4b69-babf-046dee1f2a1c req-97a4a9c8-09f9-4091-a806-7a7786ba1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:08.886588 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7ab188ff-c4f6-4b69-babf-046dee1f2a1c req-97a4a9c8-09f9-4091-a806-7a7786ba1962 service neutron] 10.222.0.50 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 913 time: 0.1318762 Aug 19 18:28:08.945657 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7ab188ff-c4f6-4b69-babf-046dee1f2a1c req-5a9595a0-b62f-4632-93ad-b0c73b736cf3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63583d5f-051d-4e88-a884-1a40992923b0 HTTP/1.1" status: 200 len: 217 time: 0.0510139 Aug 19 18:28:08.971896 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6eab1c39-3bb5-43b3-9c54-19bcfa08f18b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:09.005606 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab1c39-3bb5-43b3-9c54-19bcfa08f18b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Port': ['ID=bc960e09-79fd-4b29-ad47-cd4e1ab13fd6,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:09.014748 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab188ff-c4f6-4b69-babf-046dee1f2a1c req-46da6553-7c8c-458e-ac89-8ed06659e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:09.016357 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7ab188ff-c4f6-4b69-babf-046dee1f2a1c req-46da6553-7c8c-458e-ac89-8ed06659e687 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.0612946 Aug 19 18:28:09.023227 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd8b90-98c0-4c30-85d3-13976324f0ef req-0a7043a6-c3d4-4128-abb5-9f4beb269aad tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:09.026136 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b4dd8b90-98c0-4c30-85d3-13976324f0ef req-0a7043a6-c3d4-4128-abb5-9f4beb269aad tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.1783910 Aug 19 18:28:09.076827 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6eab1c39-3bb5-43b3-9c54-19bcfa08f18b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:09.079467 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6eab1c39-3bb5-43b3-9c54-19bcfa08f18b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/ports/bc960e09-79fd-4b29-ad47-cd4e1ab13fd6 HTTP/1.1" status: 204 len: 168 time: 1.0182819 Aug 19 18:28:09.091942 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41332) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:09.129087 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b4dd8b90-98c0-4c30-85d3-13976324f0ef req-dc1fcc63-bdbe-4260-b9ee-3e4ead5ef367 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609932 Aug 19 18:28:09.138235 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0878714-c489-4bca-8472-783f07aaa319 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] GET failed (client error): The resource could not be found. Aug 19 18:28:09.140132 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f0878714-c489-4bca-8472-783f07aaa319 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports/bc960e09-79fd-4b29-ad47-cd4e1ab13fd6 HTTP/1.1" status: 404 len: 333 time: 0.0466716 Aug 19 18:28:09.142180 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab188ff-c4f6-4b69-babf-046dee1f2a1c req-ff89fa35-23e9-4730-93ae-2e575331512c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:09.143079 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41334) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:09.143740 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7ab188ff-c4f6-4b69-babf-046dee1f2a1c req-ff89fa35-23e9-4730-93ae-2e575331512c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193748 Aug 19 18:28:09.245445 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87af85db-ba95-4c2c-9378-c4da4a2c3261 None None] Network 930766ad-9b7b-40c3-a1ff-5c89e6b7defb requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:09.264974 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7ab188ff-c4f6-4b69-babf-046dee1f2a1c req-71bae48f-15b3-404b-8bff-cfc567b7f0b7 service neutron] 10.222.0.50 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111660 Aug 19 18:28:09.287680 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-7b418191-cf13-4230-a6ec-83a546ff145f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting port d2f86569-509f-4397-b053-8aa8b7ef864c {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:09.288138 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b418191-cf13-4230-a6ec-83a546ff145f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:09.317738 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f188bfbd-5850-4ce5-9535-cb016d9af696 None None] Provisioning for port a92fb555-1c11-417f-9b30-d1a8c772cf71 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:09.328390 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f188bfbd-5850-4ce5-9535-cb016d9af696 None None] Provisioning complete for port a92fb555-1c11-417f-9b30-d1a8c772cf71 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:09.329139 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f188bfbd-5850-4ce5-9535-cb016d9af696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:09.397855 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b418191-cf13-4230-a6ec-83a546ff145f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:09.411473 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-7b418191-cf13-4230-a6ec-83a546ff145f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Calling delete_port for d2f86569-509f-4397-b053-8aa8b7ef864c owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:09.440022 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7ab188ff-c4f6-4b69-babf-046dee1f2a1c req-d60269e6-0036-454f-b810-665ee2531182 service neutron] 10.222.0.50 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659994 Aug 19 18:28:09.506596 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f188bfbd-5850-4ce5-9535-cb016d9af696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:09.532643 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1b359-c81a-475a-a546-6b44a066baef req-ec47b52a-61a2-4b49-b9b2-4e8f5f479e8f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:09.544482 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-45f1b359-c81a-475a-a546-6b44a066baef req-ec47b52a-61a2-4b49-b9b2-4e8f5f479e8f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 946 time: 0.0786850 Aug 19 18:28:09.553307 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-f188bfbd-5850-4ce5-9535-cb016d9af696 None None] For port a92fb555-1c11-417f-9b30-d1a8c772cf71, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a92fb555-1c11-417f-9b30-d1a8c772cf71,segment=NetworkSegment(574ab92f-b9e1-42dd-9370-8232fa89657c),segment_id=574ab92f-b9e1-42dd-9370-8232fa89657c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:09.560906 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f188bfbd-5850-4ce5-9535-cb016d9af696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:09.581082 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b418191-cf13-4230-a6ec-83a546ff145f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:09.616503 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-45f1b359-c81a-475a-a546-6b44a066baef req-ae611fb5-cb42-4b2a-82cb-a39a124814b1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703952 Aug 19 18:28:09.665242 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b418191-cf13-4230-a6ec-83a546ff145f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Port': ['ID=d2f86569-509f-4397-b053-8aa8b7ef864c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:09.676189 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188bfbd-5850-4ce5-9535-cb016d9af696 None None] Pushing event updated for resources: {'Port': ['ID=a92fb555-1c11-417f-9b30-d1a8c772cf71,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:09.696532 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b418191-cf13-4230-a6ec-83a546ff145f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:09.701703 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41342) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:09.706868 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7b418191-cf13-4230-a6ec-83a546ff145f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/ports/d2f86569-509f-4397-b053-8aa8b7ef864c HTTP/1.1" status: 204 len: 168 time: 0.5544710 Aug 19 18:28:09.732222 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-5973e8f7-f715-48f0-a8e2-f36b3f4a8fc1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] GET failed (client error): The resource could not be found. Aug 19 18:28:09.733756 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5973e8f7-f715-48f0-a8e2-f36b3f4a8fc1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports/d2f86569-509f-4397-b053-8aa8b7ef864c HTTP/1.1" status: 404 len: 333 time: 0.0306594 Aug 19 18:28:09.736976 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41344) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:09.804495 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb11137c-730f-4f17-8170-8bd31203e2c9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting subnet f8822b8a-399d-47fa-96cd-92283f9c14e2 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:28:09.808756 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eb11137c-730f-4f17-8170-8bd31203e2c9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:09.862917 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eb11137c-730f-4f17-8170-8bd31203e2c9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:09.893405 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8a05e2ff-a8bf-46f3-8888-d6dcb920e1e1 None None] Provisioning complete for port a92fb555-1c11-417f-9b30-d1a8c772cf71 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:09.893890 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8a05e2ff-a8bf-46f3-8888-d6dcb920e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:09.976644 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eb11137c-730f-4f17-8170-8bd31203e2c9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:10.020658 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8a05e2ff-a8bf-46f3-8888-d6dcb920e1e1 None None] Could not find standard attr ID for object d2f86569-509f-4397-b053-8aa8b7ef864c. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:28:10.064761 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eb11137c-730f-4f17-8170-8bd31203e2c9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:10.102793 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11137c-730f-4f17-8170-8bd31203e2c9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Subnet': ['ID=f8822b8a-399d-47fa-96cd-92283f9c14e2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:10.104835 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eb11137c-730f-4f17-8170-8bd31203e2c9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:10.106926 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-eb11137c-730f-4f17-8170-8bd31203e2c9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/subnets/f8822b8a-399d-47fa-96cd-92283f9c14e2 HTTP/1.1" status: 204 len: 168 time: 0.3689044 Aug 19 18:28:10.109787 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41346) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:10.138638 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bdd44283-97b8-4852-a624-6d0feaa6b35b None None] Could not find standard attr ID for object d2f86569-509f-4397-b053-8aa8b7ef864c. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:28:10.208321 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:10.250299 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-62e4270d-c942-4bef-bdeb-3cab6bea8208 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:10.370720 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f919b-2dca-42a1-af53-c442b81decc7 req-8adbcb5f-2827-4414-a05f-c81bda2f7228 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:10.372803 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c39f919b-2dca-42a1-af53-c442b81decc7 req-8adbcb5f-2827-4414-a05f-c81bda2f7228 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.1128073 Aug 19 18:28:10.423646 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e8f580-0a7f-44ce-bc04-e2ad0a221c33 None None] Network 930766ad-9b7b-40c3-a1ff-5c89e6b7defb requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:10.489429 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bca77c8c-521b-43e6-b89f-da64353aa0e1 None None] Could not find standard attr ID for object bc960e09-79fd-4b29-ad47-cd4e1ab13fd6. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:28:10.616241 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a92fb555-1c11-417f-9b30-d1a8c772cf71 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:10.688156 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c929dd-1326-447d-9647-7b37430d667d None None] DHCP port deletion for 930766ad-9b7b-40c3-a1ff-5c89e6b7defb request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:28:10.691167 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port a92fb555-1c11-417f-9b30-d1a8c772cf71 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:10.691546 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:10.812381 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d003fa-b238-47f7-a04f-4208b125c200 req-a55b4f36-52c9-49a9-a0c1-13f719ecb7be tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:10.815668 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b8d003fa-b238-47f7-a04f-4208b125c200 req-a55b4f36-52c9-49a9-a0c1-13f719ecb7be tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 946 time: 0.0707927 Aug 19 18:28:10.823174 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-62e4270d-c942-4bef-bdeb-3cab6bea8208 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting port a92fb555-1c11-417f-9b30-d1a8c772cf71 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:10.823484 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-62e4270d-c942-4bef-bdeb-3cab6bea8208 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:10.848253 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-67c929dd-1326-447d-9647-7b37430d667d None None] Deleting port a92fb555-1c11-417f-9b30-d1a8c772cf71 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:10.848802 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-67c929dd-1326-447d-9647-7b37430d667d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:10.869402 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b8d003fa-b238-47f7-a04f-4208b125c200 req-05b2dfcb-1694-4bd3-a553-32555a20f909 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443776 Aug 19 18:28:10.888170 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c39f919b-2dca-42a1-af53-c442b81decc7 req-45799bda-adb6-4b22-beec-82b77e6c23e2 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5071206 Aug 19 18:28:10.920673 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-62e4270d-c942-4bef-bdeb-3cab6bea8208 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] For port a92fb555-1c11-417f-9b30-d1a8c772cf71, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a92fb555-1c11-417f-9b30-d1a8c772cf71,segment=NetworkSegment(574ab92f-b9e1-42dd-9370-8232fa89657c),segment_id=574ab92f-b9e1-42dd-9370-8232fa89657c)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:10.921475 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-62e4270d-c942-4bef-bdeb-3cab6bea8208 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:10.928969 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-67c929dd-1326-447d-9647-7b37430d667d None None] For port a92fb555-1c11-417f-9b30-d1a8c772cf71, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a92fb555-1c11-417f-9b30-d1a8c772cf71,segment=NetworkSegment(574ab92f-b9e1-42dd-9370-8232fa89657c),segment_id=574ab92f-b9e1-42dd-9370-8232fa89657c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:10.929456 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-67c929dd-1326-447d-9647-7b37430d667d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:10.938487 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-62e4270d-c942-4bef-bdeb-3cab6bea8208 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Calling delete_port for a92fb555-1c11-417f-9b30-d1a8c772cf71 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:10.950237 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-67c929dd-1326-447d-9647-7b37430d667d None None] Calling delete_port for a92fb555-1c11-417f-9b30-d1a8c772cf71 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:11.047020 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:11.071029 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-62e4270d-c942-4bef-bdeb-3cab6bea8208 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:11.093613 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-67c929dd-1326-447d-9647-7b37430d667d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:11.120724 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e4270d-c942-4bef-bdeb-3cab6bea8208 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] No DVR routers for this DVR port a92fb555-1c11-417f-9b30-d1a8c772cf71 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:28:11.134439 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4270d-c942-4bef-bdeb-3cab6bea8208 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Port': ['ID=a92fb555-1c11-417f-9b30-d1a8c772cf71,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:11.172344 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c929dd-1326-447d-9647-7b37430d667d None None] Pushing event deleted for resources: {'Port': ['ID=a92fb555-1c11-417f-9b30-d1a8c772cf71,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:11.177467 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c929dd-1326-447d-9647-7b37430d667d None None] No DVR routers for this DVR port a92fb555-1c11-417f-9b30-d1a8c772cf71 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:28:11.244585 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-62e4270d-c942-4bef-bdeb-3cab6bea8208 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:11.255211 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-62e4270d-c942-4bef-bdeb-3cab6bea8208 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930766ad-9b7b-40c3-a1ff-5c89e6b7defb']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:11.272620 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-62e4270d-c942-4bef-bdeb-3cab6bea8208 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574ab92f-b9e1-42dd-9370-8232fa89657c') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:11.273413 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-62e4270d-c942-4bef-bdeb-3cab6bea8208 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574ab92f-b9e1-42dd-9370-8232fa89657c') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:11.283342 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-62e4270d-c942-4bef-bdeb-3cab6bea8208 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:11.307953 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-62e4270d-c942-4bef-bdeb-3cab6bea8208 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:11.319376 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e4270d-c942-4bef-bdeb-3cab6bea8208 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:28:11.320214 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-62e4270d-c942-4bef-bdeb-3cab6bea8208 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:28:11.325019 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:28:11.417206 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-62e4270d-c942-4bef-bdeb-3cab6bea8208 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:11.425650 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-62e4270d-c942-4bef-bdeb-3cab6bea8208 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:11.427658 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-62e4270d-c942-4bef-bdeb-3cab6bea8208 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/networks/930766ad-9b7b-40c3-a1ff-5c89e6b7defb HTTP/1.1" status: 204 len: 168 time: 1.3169751 Aug 19 18:28:11.432221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41366) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:11.438990 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7e55f2d7-86fd-4c60-89ea-a24054819a4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1101864895'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:11.442800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4270d-c942-4bef-bdeb-3cab6bea8208 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Network': ['ID=930766ad-9b7b-40c3-a1ff-5c89e6b7defb,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:11.466044 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e55f2d7-86fd-4c60-89ea-a24054819a4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:11.470160 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e55f2d7-86fd-4c60-89ea-a24054819a4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:11.497130 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e55f2d7-86fd-4c60-89ea-a24054819a4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:28:11.510252 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e55f2d7-86fd-4c60-89ea-a24054819a4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:11.510540 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-7e55f2d7-86fd-4c60-89ea-a24054819a4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Added segment 5f0ef0c2-5f92-4323-9217-1f87499fcbb2 of type vlan for network 8d91202f-d70b-491d-bca1-3bc34bf56b01 Aug 19 18:28:11.577826 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e55f2d7-86fd-4c60-89ea-a24054819a4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:11.604430 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e55f2d7-86fd-4c60-89ea-a24054819a4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:11.610564 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e55f2d7-86fd-4c60-89ea-a24054819a4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:11.611155 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e55f2d7-86fd-4c60-89ea-a24054819a4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:11.680348 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7e55f2d7-86fd-4c60-89ea-a24054819a4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2465010 Aug 19 18:28:11.682873 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41368) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:11.689497 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-4a68785c-3916-4b13-8bb1-188ffed2cb10 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'subnet': {'network_id': '8d91202f-d70b-491d-bca1-3bc34bf56b01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:11.700529 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55f2d7-86fd-4c60-89ea-a24054819a4d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Network': ['ID=8d91202f-d70b-491d-bca1-3bc34bf56b01,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:11.713091 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 8d91202f-d70b-491d-bca1-3bc34bf56b01 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:28:11.811546 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a68785c-3916-4b13-8bb1-188ffed2cb10 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:11.815338 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4a68785c-3916-4b13-8bb1-188ffed2cb10 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:12.051640 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73257e-3677-4481-adf0-dbaad69aaba0 req-ff1e2995-2404-4ca0-afde-652b48cce827 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:12.055809 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dd73257e-3677-4481-adf0-dbaad69aaba0 req-ff1e2995-2404-4ca0-afde-652b48cce827 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.0623198 Aug 19 18:28:12.093267 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d3921-880b-4cd6-ac0f-7ab0feb511f3 req-5f4cc1ce-f51b-494b-b4a6-390e2d601b4b tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:12.095072 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-988d3921-880b-4cd6-ac0f-7ab0feb511f3 req-5f4cc1ce-f51b-494b-b4a6-390e2d601b4b tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 946 time: 0.1302636 Aug 19 18:28:12.106474 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dd73257e-3677-4481-adf0-dbaad69aaba0 req-7f184a0e-aa97-4f6d-bb8a-027837716ae3 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430734 Aug 19 18:28:12.138719 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4a68785c-3916-4b13-8bb1-188ffed2cb10 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:12.190252 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-988d3921-880b-4cd6-ac0f-7ab0feb511f3 req-7a4714e3-6b78-45d3-ab9a-98d05796e4b4 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887320 Aug 19 18:28:12.233234 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68785c-3916-4b13-8bb1-188ffed2cb10 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Subnet': ['ID=18b6f227-6218-46c0-948f-9b5ac41c0e81,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:12.239946 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a68785c-3916-4b13-8bb1-188ffed2cb10 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Checking segment: {'id': '5f0ef0c2-5f92-4323-9217-1f87499fcbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8d91202f-d70b-491d-bca1-3bc34bf56b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:28:12.241114 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a68785c-3916-4b13-8bb1-188ffed2cb10 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network hostable DHCP agents. Network: 8d91202f-d70b-491d-bca1-3bc34bf56b01, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:28:12.262472 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a68785c-3916-4b13-8bb1-188ffed2cb10 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 8d91202f-d70b-491d-bca1-3bc34bf56b01 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:28:12.273078 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-4a68785c-3916-4b13-8bb1-188ffed2cb10 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 8d91202f-d70b-491d-bca1-3bc34bf56b01) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:12.277293 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a68785c-3916-4b13-8bb1-188ffed2cb10 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:12.277930 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4a68785c-3916-4b13-8bb1-188ffed2cb10 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:12.283708 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe0d8be-607c-4f14-ba4b-ed8c4231f694 None None] Network 8d91202f-d70b-491d-bca1-3bc34bf56b01 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:12.296746 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4a68785c-3916-4b13-8bb1-188ffed2cb10 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6100655 Aug 19 18:28:12.297064 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41378) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:12.305709 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-7de40b83-ea05-425a-8b3b-fd50e0b26374 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'port': {'network_id': '8d91202f-d70b-491d-bca1-3bc34bf56b01', 'name': 'tempest-PortsIpV6TestJSON-1925336717', 'fixed_ips': [{'subnet_id': '18b6f227-6218-46c0-948f-9b5ac41c0e81', 'ip_address': '2001:db8::10'}]}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:12.320885 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890814b-9405-4e4e-a6a0-555a9d6d741c req-17befe74-bc38-4988-8909-141a698bf53d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:12.322619 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8890814b-9405-4e4e-a6a0-555a9d6d741c req-17befe74-bc38-4988-8909-141a698bf53d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.0609896 Aug 19 18:28:12.367639 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8890814b-9405-4e4e-a6a0-555a9d6d741c req-4e4c05d3-6c21-498d-8798-4a3cd4d60d0a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385067 Aug 19 18:28:12.494107 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de40b83-ea05-425a-8b3b-fd50e0b26374 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:12.513193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c69760-da78-4b28-9150-bfa50c11d1aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-8d91202f-d70b-491d-bca1-3bc34bf56b01', 'network_id': '8d91202f-d70b-491d-bca1-3bc34bf56b01', 'tenant_id': '50ba02f50d414ab38246a7df10d51c0b', 'fixed_ips': [{'subnet_id': '18b6f227-6218-46c0-948f-9b5ac41c0e81'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:28:12.516229 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-13c69760-da78-4b28-9150-bfa50c11d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:12.593307 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9aca4d-372e-4184-ae2a-729d9e67fb46 req-38a68774-6cb7-4f2e-ac63-3c312ca0d13a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:12.604858 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6b9aca4d-372e-4184-ae2a-729d9e67fb46 req-38a68774-6cb7-4f2e-ac63-3c312ca0d13a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1240788 Aug 19 18:28:12.616805 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a92fb555-1c11-417f-9b30-d1a8c772cf71 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:28:12.639580 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7de40b83-ea05-425a-8b3b-fd50e0b26374 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:12.650462 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: a92fb555-1c11-417f-9b30-d1a8c772cf71 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:28:12.651108 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a92fb555-1c11-417f-9b30-d1a8c772cf71 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:28:12.659838 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6b9aca4d-372e-4184-ae2a-729d9e67fb46 req-f749513c-cde8-4c69-9167-1de865fd93b1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508623 Aug 19 18:28:12.675738 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-7de40b83-ea05-425a-8b3b-fd50e0b26374 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] device_id is not set on port 5e303c7e-7907-4fb3-8b11-4620f60f6ab8 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:28:12.772056 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-13c69760-da78-4b28-9150-bfa50c11d1aa None None] Allocated IP 2001:db8::2 (8d91202f-d70b-491d-bca1-3bc34bf56b01/18b6f227-6218-46c0-948f-9b5ac41c0e81/a7778067-8ed4-4fc0-90d5-14809f0141ae) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:12.962568 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0236f42-aaea-4a0f-b233-6048fa9ad7cf req-af27c2be-3e2a-419b-9397-0bfae7ef9f2b tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:12.964385 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e0236f42-aaea-4a0f-b233-6048fa9ad7cf req-af27c2be-3e2a-419b-9397-0bfae7ef9f2b tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.0596960 Aug 19 18:28:12.987709 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-13c69760-da78-4b28-9150-bfa50c11d1aa None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:13.000598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-13c69760-da78-4b28-9150-bfa50c11d1aa None None] Transition to ACTIVE for port object a7778067-8ed4-4fc0-90d5-14809f0141ae will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:13.020070 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e0236f42-aaea-4a0f-b233-6048fa9ad7cf req-f293ccd8-c515-43f2-a704-6840f42d6b62 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484111 Aug 19 18:28:13.026227 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-13c69760-da78-4b28-9150-bfa50c11d1aa None None] Transition to ACTIVE for port object a7778067-8ed4-4fc0-90d5-14809f0141ae will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:13.043988 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-13c69760-da78-4b28-9150-bfa50c11d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:13.072186 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c69760-da78-4b28-9150-bfa50c11d1aa None None] Network 8d91202f-d70b-491d-bca1-3bc34bf56b01 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:13.075191 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-13c69760-da78-4b28-9150-bfa50c11d1aa None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:13.078966 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c69760-da78-4b28-9150-bfa50c11d1aa None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:28:13.105723 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-7de40b83-ea05-425a-8b3b-fd50e0b26374 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Allocated IP 2001:db8::10 (8d91202f-d70b-491d-bca1-3bc34bf56b01/18b6f227-6218-46c0-948f-9b5ac41c0e81/5e303c7e-7907-4fb3-8b11-4620f60f6ab8) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:13.134342 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c69760-da78-4b28-9150-bfa50c11d1aa None None] Pushing event updated for resources: {'Port': ['ID=a7778067-8ed4-4fc0-90d5-14809f0141ae,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:13.151256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-13c69760-da78-4b28-9150-bfa50c11d1aa None None] Attempting to bind port a7778067-8ed4-4fc0-90d5-14809f0141ae on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:28:13.151807 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-13c69760-da78-4b28-9150-bfa50c11d1aa None None] Attempting to bind port a7778067-8ed4-4fc0-90d5-14809f0141ae by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5f0ef0c2-5f92-4323-9217-1f87499fcbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8d91202f-d70b-491d-bca1-3bc34bf56b01'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:28:13.151978 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69760-da78-4b28-9150-bfa50c11d1aa None None] Attempting to bind port a7778067-8ed4-4fc0-90d5-14809f0141ae on network 8d91202f-d70b-491d-bca1-3bc34bf56b01 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:28:13.157803 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69760-da78-4b28-9150-bfa50c11d1aa None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:28:13.158174 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69760-da78-4b28-9150-bfa50c11d1aa None None] Checking segment: {'id': '5f0ef0c2-5f92-4323-9217-1f87499fcbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8d91202f-d70b-491d-bca1-3bc34bf56b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:28:13.158599 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-13c69760-da78-4b28-9150-bfa50c11d1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:13.158982 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69760-da78-4b28-9150-bfa50c11d1aa None None] Bound using segment: {'id': '5f0ef0c2-5f92-4323-9217-1f87499fcbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8d91202f-d70b-491d-bca1-3bc34bf56b01'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:28:13.159474 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-13c69760-da78-4b28-9150-bfa50c11d1aa None None] Bound port: a7778067-8ed4-4fc0-90d5-14809f0141ae, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0ef0c2-5f92-4323-9217-1f87499fcbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8d91202f-d70b-491d-bca1-3bc34bf56b01'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:28:13.159879 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-13c69760-da78-4b28-9150-bfa50c11d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:13.247107 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-13c69760-da78-4b28-9150-bfa50c11d1aa None None] For port a7778067-8ed4-4fc0-90d5-14809f0141ae, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:28:13.250424 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-13c69760-da78-4b28-9150-bfa50c11d1aa None None] For port a7778067-8ed4-4fc0-90d5-14809f0141ae, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a7778067-8ed4-4fc0-90d5-14809f0141ae,segment=NetworkSegment(5f0ef0c2-5f92-4323-9217-1f87499fcbb2),segment_id=5f0ef0c2-5f92-4323-9217-1f87499fcbb2)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:28:13.255237 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-13c69760-da78-4b28-9150-bfa50c11d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:13.322814 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c69760-da78-4b28-9150-bfa50c11d1aa None None] Pushing event updated for resources: {'Port': ['ID=a7778067-8ed4-4fc0-90d5-14809f0141ae,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:13.370212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 63583d5f-051d-4e88-a884-1a40992923b0 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:28:13.386161 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc2d58-ab98-485f-9aed-7e5713dac5b7 req-8d00887c-f695-48c8-9a84-a1f6cb8e2dac tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:13.387877 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38bc2d58-ab98-485f-9aed-7e5713dac5b7 req-8d00887c-f695-48c8-9a84-a1f6cb8e2dac tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.1648552 Aug 19 18:28:13.449396 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7de40b83-ea05-425a-8b3b-fd50e0b26374 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:13.473986 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38bc2d58-ab98-485f-9aed-7e5713dac5b7 req-f50c4d50-bb1a-41d4-8dd2-ac44b6a28e1d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753958 Aug 19 18:28:13.478749 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-7de40b83-ea05-425a-8b3b-fd50e0b26374 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Transition to ACTIVE for port object 5e303c7e-7907-4fb3-8b11-4620f60f6ab8 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:13.542815 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:13.558643 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7de40b83-ea05-425a-8b3b-fd50e0b26374 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:13.591287 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63583d5f-051d-4e88-a884-1a40992923b0'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:28:13.599293 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b499af29-231f-47d7-bf3e-40a352496cb1" -d '{"events": [{"server_uuid": "dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2", "name": "network-vif-unplugged", "status": "completed", "tag": "63583d5f-051d-4e88-a884-1a40992923b0"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:28:13.620516 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 63583d5f-051d-4e88-a884-1a40992923b0, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=63583d5f-051d-4e88-a884-1a40992923b0,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:13.627223 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:13.669001 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de40b83-ea05-425a-8b3b-fd50e0b26374 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 8d91202f-d70b-491d-bca1-3bc34bf56b01 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:13.672488 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-7de40b83-ea05-425a-8b3b-fd50e0b26374 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:13.680956 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 18:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53a7c9e-c8b3-4982-96a6-3c6de63e0625 x-openstack-request-id: req-c53a7c9e-c8b3-4982-96a6-3c6de63e0625 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:28:13.681614 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2", "name": "network-vif-unplugged", "status": "failed", "tag": "63583d5f-051d-4e88-a884-1a40992923b0", "code": 422}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:28:13.682085 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c53a7c9e-c8b3-4982-96a6-3c6de63e0625 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:28:13.682719 n-d-803753-2 neutron-server[94683]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '63583d5f-051d-4e88-a884-1a40992923b0', 'code': 422} returned with failed status Aug 19 18:28:13.684986 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de40b83-ea05-425a-8b3b-fd50e0b26374 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:28:13.694318 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de40b83-ea05-425a-8b3b-fd50e0b26374 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:13.695165 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7de40b83-ea05-425a-8b3b-fd50e0b26374 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:13.700162 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de40b83-ea05-425a-8b3b-fd50e0b26374 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Port': ['ID=5e303c7e-7907-4fb3-8b11-4620f60f6ab8,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:13.721117 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7de40b83-ea05-425a-8b3b-fd50e0b26374 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4220500 Aug 19 18:28:13.724042 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41396) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:13.727895 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=63583d5f-051d-4e88-a884-1a40992923b0,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:13.731629 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2922b996-3e26-44fa-ba7a-977eb9251f77 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'port': {'network_id': '8d91202f-d70b-491d-bca1-3bc34bf56b01', 'name': 'tempest-PortsIpV6TestJSON-992589564', 'fixed_ips': [{'subnet_id': '18b6f227-6218-46c0-948f-9b5ac41c0e81', 'ip_address': '2001:db8::f'}]}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:13.855950 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2922b996-3e26-44fa-ba7a-977eb9251f77 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:13.861107 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2922b996-3e26-44fa-ba7a-977eb9251f77 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:13.883846 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-2922b996-3e26-44fa-ba7a-977eb9251f77 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] device_id is not set on port b40f3c51-d348-4ed9-b56d-048209cb121e yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:28:14.046759 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-2922b996-3e26-44fa-ba7a-977eb9251f77 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Allocated IP 2001:db8::f (8d91202f-d70b-491d-bca1-3bc34bf56b01/18b6f227-6218-46c0-948f-9b5ac41c0e81/b40f3c51-d348-4ed9-b56d-048209cb121e) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:14.177023 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758de42b-609d-41a0-9e9d-142f04240a41 req-77402b30-2f3e-4789-9b08-8bac526a9d78 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:14.179398 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-758de42b-609d-41a0-9e9d-142f04240a41 req-77402b30-2f3e-4789-9b08-8bac526a9d78 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.0663726 Aug 19 18:28:14.231634 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-758de42b-609d-41a0-9e9d-142f04240a41 req-972fcb5f-47a4-4f34-839a-f09a8a069aa8 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452130 Aug 19 18:28:14.251450 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2922b996-3e26-44fa-ba7a-977eb9251f77 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:14.269807 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-2922b996-3e26-44fa-ba7a-977eb9251f77 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Transition to ACTIVE for port object b40f3c51-d348-4ed9-b56d-048209cb121e will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:14.316314 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2922b996-3e26-44fa-ba7a-977eb9251f77 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:14.385080 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2922b996-3e26-44fa-ba7a-977eb9251f77 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 8d91202f-d70b-491d-bca1-3bc34bf56b01 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:14.389777 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-2922b996-3e26-44fa-ba7a-977eb9251f77 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:14.393824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2922b996-3e26-44fa-ba7a-977eb9251f77 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:28:14.401805 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2922b996-3e26-44fa-ba7a-977eb9251f77 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:14.403043 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2922b996-3e26-44fa-ba7a-977eb9251f77 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:14.415071 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41406) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:14.441254 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2922b996-3e26-44fa-ba7a-977eb9251f77 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7157640 Aug 19 18:28:14.444247 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41410) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:14.460892 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922b996-3e26-44fa-ba7a-977eb9251f77 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Port': ['ID=b40f3c51-d348-4ed9-b56d-048209cb121e,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:14.533777 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac481a19-0cda-4275-99fd-4678f88d2b27 None None] Network 8d91202f-d70b-491d-bca1-3bc34bf56b01 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:14.622459 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-07fb8d67-9c06-499a-8dbb-7178ac5e8747 None None] Provisioning for port a7778067-8ed4-4fc0-90d5-14809f0141ae completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:14.713302 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085b6501-4f0f-44cc-b769-cb881fb07f7a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:14.717638 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-085b6501-4f0f-44cc-b769-cb881fb07f7a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2689962 Aug 19 18:28:14.718339 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41416) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:14.763499 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a7778067-8ed4-4fc0-90d5-14809f0141ae up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:14.785033 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a8ced-5afb-4fc0-b3f6-c81b9e1b7fcb req-5e0896c0-e4f5-463a-8412-026a68c39e13 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:14.793725 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3c7a8ced-5afb-4fc0-b3f6-c81b9e1b7fcb req-5e0896c0-e4f5-463a-8412-026a68c39e13 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.1226978 Aug 19 18:28:14.862962 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port a7778067-8ed4-4fc0-90d5-14809f0141ae completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:14.868678 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port a7778067-8ed4-4fc0-90d5-14809f0141ae triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:14.869167 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:14.869357 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3c7a8ced-5afb-4fc0-b3f6-c81b9e1b7fcb req-d15a68ac-cf6a-4267-b03e-afd829e8581f tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690241 Aug 19 18:28:14.919402 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b169a1aa-d138-4f77-bf07-efbab58fabf3 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:14.926765 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b169a1aa-d138-4f77-bf07-efbab58fabf3 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:14.935557 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b169a1aa-d138-4f77-bf07-efbab58fabf3 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:14.940940 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41418) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:14.953769 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b169a1aa-d138-4f77-bf07-efbab58fabf3 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2313519 Aug 19 18:28:15.016911 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:15.066211 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-9a84fe88-9251-49cb-bb91-23842e1ff330 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting port b40f3c51-d348-4ed9-b56d-048209cb121e {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:15.066444 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port a7778067-8ed4-4fc0-90d5-14809f0141ae, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a7778067-8ed4-4fc0-90d5-14809f0141ae,segment=NetworkSegment(5f0ef0c2-5f92-4323-9217-1f87499fcbb2),segment_id=5f0ef0c2-5f92-4323-9217-1f87499fcbb2)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:15.066947 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9a84fe88-9251-49cb-bb91-23842e1ff330 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:15.071215 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:15.144047 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=a7778067-8ed4-4fc0-90d5-14809f0141ae,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:15.183555 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9a84fe88-9251-49cb-bb91-23842e1ff330 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:15.198944 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-9a84fe88-9251-49cb-bb91-23842e1ff330 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Calling delete_port for b40f3c51-d348-4ed9-b56d-048209cb121e owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:15.284087 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8caf0450-1d8e-4dc7-9f44-a7b6f073b262 None None] Provisioning complete for port a7778067-8ed4-4fc0-90d5-14809f0141ae triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:15.284481 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8caf0450-1d8e-4dc7-9f44-a7b6f073b262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:15.380023 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9a84fe88-9251-49cb-bb91-23842e1ff330 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:15.425829 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84fe88-9251-49cb-bb91-23842e1ff330 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Port': ['ID=b40f3c51-d348-4ed9-b56d-048209cb121e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:15.451114 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8caf0450-1d8e-4dc7-9f44-a7b6f073b262 None None] Could not find standard attr ID for object b40f3c51-d348-4ed9-b56d-048209cb121e. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:28:15.455746 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-541d73f6-4ffa-4a01-a8a2-9129ee267c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:15.470730 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9a84fe88-9251-49cb-bb91-23842e1ff330 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:15.473247 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9a84fe88-9251-49cb-bb91-23842e1ff330 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/ports/b40f3c51-d348-4ed9-b56d-048209cb121e HTTP/1.1" status: 204 len: 168 time: 0.5311637 Aug 19 18:28:15.477028 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41422) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:15.478344 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8caf0450-1d8e-4dc7-9f44-a7b6f073b262 None None] Provisioning for port 5e303c7e-7907-4fb3-8b11-4620f60f6ab8 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:15.484037 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8caf0450-1d8e-4dc7-9f44-a7b6f073b262 None None] Provisioning complete for port 5e303c7e-7907-4fb3-8b11-4620f60f6ab8 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:15.484417 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8caf0450-1d8e-4dc7-9f44-a7b6f073b262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:15.507590 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-961d782f-a0b5-46ce-9abf-93e8e147ab90 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] GET failed (client error): The resource could not be found. Aug 19 18:28:15.510436 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-961d782f-a0b5-46ce-9abf-93e8e147ab90 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports/b40f3c51-d348-4ed9-b56d-048209cb121e HTTP/1.1" status: 404 len: 333 time: 0.0318828 Aug 19 18:28:15.512841 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41424) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:15.533352 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-8caf0450-1d8e-4dc7-9f44-a7b6f073b262 None None] Port 5e303c7e-7907-4fb3-8b11-4620f60f6ab8 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:28:15.583134 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdd674-d082-40fd-8e08-ff8a5713ac20 req-d70185ec-a53f-4f47-967b-bcd71a41a9b2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:15.586260 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7cdd674-d082-40fd-8e08-ff8a5713ac20 req-d70185ec-a53f-4f47-967b-bcd71a41a9b2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1929429 Aug 19 18:28:15.668614 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-25a3aa25-3313-49a8-b020-46f28ab4a195 None None] Provisioning complete for port 5e303c7e-7907-4fb3-8b11-4620f60f6ab8 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:15.670413 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-25a3aa25-3313-49a8-b020-46f28ab4a195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:15.728593 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-25a3aa25-3313-49a8-b020-46f28ab4a195 None None] Port 5e303c7e-7907-4fb3-8b11-4620f60f6ab8 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:28:15.730429 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:28:15.816155 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7cdd674-d082-40fd-8e08-ff8a5713ac20 req-409c3851-1005-4ea1-b22f-fef783ea9e29 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731107 Aug 19 18:28:15.847918 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-00fbfc23-68f4-4a03-bdb0-e739214748e5 None None] Could not find standard attr ID for object b40f3c51-d348-4ed9-b56d-048209cb121e. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:28:15.860458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-4472b431-6017-4f40-bcc0-b95ebd1a59ea tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting port 5e303c7e-7907-4fb3-8b11-4620f60f6ab8 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:15.860752 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4472b431-6017-4f40-bcc0-b95ebd1a59ea tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:16.020434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a5d2f-5c99-4994-8d0e-8a2b9f6c7e8d req-fe9871cb-b95f-4449-9310-5464e34fbf1d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:16.023551 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1e7a5d2f-5c99-4994-8d0e-8a2b9f6c7e8d req-fe9871cb-b95f-4449-9310-5464e34fbf1d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.0631394 Aug 19 18:28:16.025281 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4472b431-6017-4f40-bcc0-b95ebd1a59ea tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:16.044328 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-4472b431-6017-4f40-bcc0-b95ebd1a59ea tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Calling delete_port for 5e303c7e-7907-4fb3-8b11-4620f60f6ab8 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:16.070992 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1e7a5d2f-5c99-4994-8d0e-8a2b9f6c7e8d req-91042165-4ac6-4242-9ea7-f49b10e3c51d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392654 Aug 19 18:28:16.117225 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-541d73f6-4ffa-4a01-a8a2-9129ee267c7f admin admin] Deleting port 1f7e355c-1a87-410a-903e-5323917d3b08 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:16.117609 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-541d73f6-4ffa-4a01-a8a2-9129ee267c7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:16.273929 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-541d73f6-4ffa-4a01-a8a2-9129ee267c7f admin admin] For port 1f7e355c-1a87-410a-903e-5323917d3b08, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1f7e355c-1a87-410a-903e-5323917d3b08,segment=NetworkSegment(61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe),segment_id=61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:16.274197 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-541d73f6-4ffa-4a01-a8a2-9129ee267c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:16.291450 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-541d73f6-4ffa-4a01-a8a2-9129ee267c7f admin admin] Calling delete_port for 1f7e355c-1a87-410a-903e-5323917d3b08 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:16.293040 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4472b431-6017-4f40-bcc0-b95ebd1a59ea tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:16.331304 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472b431-6017-4f40-bcc0-b95ebd1a59ea tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Port': ['ID=5e303c7e-7907-4fb3-8b11-4620f60f6ab8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:16.395310 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4472b431-6017-4f40-bcc0-b95ebd1a59ea tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:16.398219 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4472b431-6017-4f40-bcc0-b95ebd1a59ea tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/ports/5e303c7e-7907-4fb3-8b11-4620f60f6ab8 HTTP/1.1" status: 204 len: 168 time: 0.8842218 Aug 19 18:28:16.401990 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41430) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:16.433613 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-7161e229-6379-4f4b-a70d-648ee3042a9b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] GET failed (client error): The resource could not be found. Aug 19 18:28:16.435596 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7161e229-6379-4f4b-a70d-648ee3042a9b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports/5e303c7e-7907-4fb3-8b11-4620f60f6ab8 HTTP/1.1" status: 404 len: 333 time: 0.0323408 Aug 19 18:28:16.438374 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41432) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:16.490861 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:16.497760 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fb4012-c54d-4e93-aab8-4b673fab50b4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting subnet 18b6f227-6218-46c0-948f-9b5ac41c0e81 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:28:16.501781 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-35fb4012-c54d-4e93-aab8-4b673fab50b4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:16.564321 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-35fb4012-c54d-4e93-aab8-4b673fab50b4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:16.587167 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-541d73f6-4ffa-4a01-a8a2-9129ee267c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:16.614628 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d73f6-4ffa-4a01-a8a2-9129ee267c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7e355c-1a87-410a-903e-5323917d3b08,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:16.626481 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a7778067-8ed4-4fc0-90d5-14809f0141ae up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:16.695453 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-35fb4012-c54d-4e93-aab8-4b673fab50b4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:16.701483 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port a7778067-8ed4-4fc0-90d5-14809f0141ae triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:16.702565 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:16.774804 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-35fb4012-c54d-4e93-aab8-4b673fab50b4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:16.812263 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80720fa7-0ff0-4c9b-9a15-f11224e32253 None None] Network 8d91202f-d70b-491d-bca1-3bc34bf56b01 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:16.822714 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-35fb4012-c54d-4e93-aab8-4b673fab50b4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:16.824894 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-35fb4012-c54d-4e93-aab8-4b673fab50b4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/subnets/18b6f227-6218-46c0-948f-9b5ac41c0e81 HTTP/1.1" status: 204 len: 168 time: 0.3852975 Aug 19 18:28:16.825854 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb4012-c54d-4e93-aab8-4b673fab50b4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Subnet': ['ID=18b6f227-6218-46c0-948f-9b5ac41c0e81,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:16.827731 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41436) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:16.859691 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-541d73f6-4ffa-4a01-a8a2-9129ee267c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:16.978614 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-499c6b58-5836-4c94-abb0-b4fe3da2e9a0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:17.006832 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dacf05-de58-4984-8ba7-bf0f050f0aa8 req-2df7b7b4-1d4a-4719-ac5f-6889f658738a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:17.008367 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c3dacf05-de58-4984-8ba7-bf0f050f0aa8 req-2df7b7b4-1d4a-4719-ac5f-6889f658738a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.0736389 Aug 19 18:28:17.074745 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c3dacf05-de58-4984-8ba7-bf0f050f0aa8 req-9985a64a-4772-43d4-a0e5-011d046397e7 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473568 Aug 19 18:28:17.088376 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-499c6b58-5836-4c94-abb0-b4fe3da2e9a0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting port a7778067-8ed4-4fc0-90d5-14809f0141ae {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:17.088935 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-499c6b58-5836-4c94-abb0-b4fe3da2e9a0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:17.111814 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d341254-6be2-4d66-befc-3197c08124ca None None] DHCP port deletion for 8d91202f-d70b-491d-bca1-3bc34bf56b01 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:28:17.137114 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541d73f6-4ffa-4a01-a8a2-9129ee267c7f admin admin] Router e2a3a096-470b-4bb8-8910-955707f8540b has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:28:17.177489 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-4d341254-6be2-4d66-befc-3197c08124ca None None] Deleting port a7778067-8ed4-4fc0-90d5-14809f0141ae {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:17.178012 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4d341254-6be2-4d66-befc-3197c08124ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:17.199874 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-499c6b58-5836-4c94-abb0-b4fe3da2e9a0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] For port a7778067-8ed4-4fc0-90d5-14809f0141ae, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a7778067-8ed4-4fc0-90d5-14809f0141ae,segment=NetworkSegment(5f0ef0c2-5f92-4323-9217-1f87499fcbb2),segment_id=5f0ef0c2-5f92-4323-9217-1f87499fcbb2)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:17.200254 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-499c6b58-5836-4c94-abb0-b4fe3da2e9a0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:17.218995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-499c6b58-5836-4c94-abb0-b4fe3da2e9a0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Calling delete_port for a7778067-8ed4-4fc0-90d5-14809f0141ae owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:17.250227 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-4d341254-6be2-4d66-befc-3197c08124ca None None] For port a7778067-8ed4-4fc0-90d5-14809f0141ae, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a7778067-8ed4-4fc0-90d5-14809f0141ae,segment=NetworkSegment(5f0ef0c2-5f92-4323-9217-1f87499fcbb2),segment_id=5f0ef0c2-5f92-4323-9217-1f87499fcbb2)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:17.250732 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4d341254-6be2-4d66-befc-3197c08124ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:17.272829 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-4d341254-6be2-4d66-befc-3197c08124ca None None] Calling delete_port for a7778067-8ed4-4fc0-90d5-14809f0141ae owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:17.314266 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3f0f6-e4f7-464b-a45e-a7fefcbb3fa1 req-6cb97fb3-dc3a-4f5d-9b03-69a898693efa tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:17.320133 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-499c6b58-5836-4c94-abb0-b4fe3da2e9a0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:17.322649 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5ee3f0f6-e4f7-464b-a45e-a7fefcbb3fa1 req-6cb97fb3-dc3a-4f5d-9b03-69a898693efa tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.1107757 Aug 19 18:28:17.333275 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541d73f6-4ffa-4a01-a8a2-9129ee267c7f admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:28:17.345004 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499c6b58-5836-4c94-abb0-b4fe3da2e9a0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] No DVR routers for this DVR port a7778067-8ed4-4fc0-90d5-14809f0141ae on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:28:17.346226 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-541d73f6-4ffa-4a01-a8a2-9129ee267c7f admin admin] 10.222.0.24 "PUT /v2.0/routers/e2a3a096-470b-4bb8-8910-955707f8540b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9296587 Aug 19 18:28:17.349073 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41456) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:17.361795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd8e9af-a118-4f4a-809f-3620203b36d7 None None] Sync routers for ids ['e2a3a096-470b-4bb8-8910-955707f8540b'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:28:17.376631 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c6b58-5836-4c94-abb0-b4fe3da2e9a0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Port': ['ID=a7778067-8ed4-4fc0-90d5-14809f0141ae,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:17.382430 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd8e9af-a118-4f4a-809f-3620203b36d7 None None] Routers {'e2a3a096-470b-4bb8-8910-955707f8540b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:28:17.384015 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-0cd8e9af-a118-4f4a-809f-3620203b36d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:28:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e2a3a096-470b-4bb8-8910-955707f8540b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:17.420411 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5ee3f0f6-e4f7-464b-a45e-a7fefcbb3fa1 req-9c2fc844-876e-4b72-8fcf-d23254276908 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967274 Aug 19 18:28:17.431645 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device f5fe4ecf-94a5-473a-a953-1ae38f614592 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:28:17.455259 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4d341254-6be2-4d66-befc-3197c08124ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:17.489795 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-499c6b58-5836-4c94-abb0-b4fe3da2e9a0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:17.502930 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4234614-06e6-4620-826e-a4d04b986b6f admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:17.504705 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-499c6b58-5836-4c94-abb0-b4fe3da2e9a0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d91202f-d70b-491d-bca1-3bc34bf56b01']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:17.520467 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-499c6b58-5836-4c94-abb0-b4fe3da2e9a0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f0ef0c2-5f92-4323-9217-1f87499fcbb2') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:17.520758 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-499c6b58-5836-4c94-abb0-b4fe3da2e9a0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f0ef0c2-5f92-4323-9217-1f87499fcbb2') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:17.532050 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-499c6b58-5836-4c94-abb0-b4fe3da2e9a0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:17.561226 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-499c6b58-5836-4c94-abb0-b4fe3da2e9a0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:17.566461 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d341254-6be2-4d66-befc-3197c08124ca None None] Pushing event deleted for resources: {'Port': ['ID=a7778067-8ed4-4fc0-90d5-14809f0141ae,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:17.571851 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499c6b58-5836-4c94-abb0-b4fe3da2e9a0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:28:17.572126 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d341254-6be2-4d66-befc-3197c08124ca None None] No DVR routers for this DVR port a7778067-8ed4-4fc0-90d5-14809f0141ae on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:28:17.573251 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-499c6b58-5836-4c94-abb0-b4fe3da2e9a0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:17.631979 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4234614-06e6-4620-826e-a4d04b986b6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:28:17.660536 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:28:17.679562 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-499c6b58-5836-4c94-abb0-b4fe3da2e9a0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:17.701014 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-499c6b58-5836-4c94-abb0-b4fe3da2e9a0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:17.707092 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41464) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:17.710574 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-499c6b58-5836-4c94-abb0-b4fe3da2e9a0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/networks/8d91202f-d70b-491d-bca1-3bc34bf56b01 HTTP/1.1" status: 204 len: 168 time: 0.8813446 Aug 19 18:28:17.714127 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-4c6c8531-482d-4328-914f-f41956708fd6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-586716436'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:17.723072 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c6b58-5836-4c94-abb0-b4fe3da2e9a0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Network': ['ID=8d91202f-d70b-491d-bca1-3bc34bf56b01,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:17.745257 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-d4234614-06e6-4620-826e-a4d04b986b6f admin admin] Deleting port 54692e1c-0bbb-4f12-88a4-c316d26b24f0 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:17.745889 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4234614-06e6-4620-826e-a4d04b986b6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:17.804217 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6c8531-482d-4328-914f-f41956708fd6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:17.808611 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c6c8531-482d-4328-914f-f41956708fd6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:17.814857 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-0cd8e9af-a118-4f4a-809f-3620203b36d7 None None] Set router e2a3a096-470b-4bb8-8910-955707f8540b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:28:17.862486 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6c8531-482d-4328-914f-f41956708fd6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:28:17.888678 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c6c8531-482d-4328-914f-f41956708fd6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:17.889037 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-4c6c8531-482d-4328-914f-f41956708fd6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Added segment 3d410d47-08ef-464a-8676-54363701a5e8 of type vlan for network d0667bef-51cf-4266-ab5d-1daa613c2dea Aug 19 18:28:17.902799 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-d4234614-06e6-4620-826e-a4d04b986b6f admin admin] For port 54692e1c-0bbb-4f12-88a4-c316d26b24f0, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=54692e1c-0bbb-4f12-88a4-c316d26b24f0,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:17.903178 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4234614-06e6-4620-826e-a4d04b986b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:17.945487 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-d4234614-06e6-4620-826e-a4d04b986b6f admin admin] Calling delete_port for 54692e1c-0bbb-4f12-88a4-c316d26b24f0 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:17.970389 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c6c8531-482d-4328-914f-f41956708fd6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:17.979429 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port f5fe4ecf-94a5-473a-a953-1ae38f614592, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=f5fe4ecf-94a5-473a-a953-1ae38f614592,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:17.995006 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'f5fe4ecf-94a5-473a-a953-1ae38f614592', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'port_id': 'f5fe4ecf-94a5-473a-a953-1ae38f614592', 'mac_address': 'fa:16:3e:6c:39:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:28:18.055633 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c6c8531-482d-4328-914f-f41956708fd6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:18.061986 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6c8531-482d-4328-914f-f41956708fd6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:18.062848 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c6c8531-482d-4328-914f-f41956708fd6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:18.073627 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:18.093159 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5fe4ecf-94a5-473a-a953-1ae38f614592 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:28:18.170907 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port f5fe4ecf-94a5-473a-a953-1ae38f614592, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=f5fe4ecf-94a5-473a-a953-1ae38f614592,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:18.177488 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:18.204534 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41474) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:18.205012 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4c6c8531-482d-4328-914f-f41956708fd6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4961779 Aug 19 18:28:18.210597 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-4cb5772a-7625-4040-8ba8-30127f89fc17 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'subnet': {'network_id': 'd0667bef-51cf-4266-ab5d-1daa613c2dea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:18.238492 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c8531-482d-4328-914f-f41956708fd6 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Network': ['ID=d0667bef-51cf-4266-ab5d-1daa613c2dea,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:18.268946 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network d0667bef-51cf-4266-ab5d-1daa613c2dea details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:28:18.281843 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fb671-98d5-4270-ac92-2bc0aa4d8402 req-d206ae8a-c30d-4797-b750-69925dee1c7f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:18.289892 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f83fb671-98d5-4270-ac92-2bc0aa4d8402 req-d206ae8a-c30d-4797-b750-69925dee1c7f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1039882 Aug 19 18:28:18.347659 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f83fb671-98d5-4270-ac92-2bc0aa4d8402 req-f67c6fce-10e6-4678-a152-7ee1ec407725 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567338 Aug 19 18:28:18.354595 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4234614-06e6-4620-826e-a4d04b986b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:18.368640 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb5772a-7625-4040-8ba8-30127f89fc17 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:18.373244 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4cb5772a-7625-4040-8ba8-30127f89fc17 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:18.377637 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['f5fe4ecf-94a5-473a-a953-1ae38f614592'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:28:18.387320 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4234614-06e6-4620-826e-a4d04b986b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=54692e1c-0bbb-4f12-88a4-c316d26b24f0,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:18.471264 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4234614-06e6-4620-826e-a4d04b986b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:18.545643 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=f5fe4ecf-94a5-473a-a953-1ae38f614592,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:18.576619 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-0cd8e9af-a118-4f4a-809f-3620203b36d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'name': 'tempest-AttachVolumeTestJSON-1912132189-router', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:09Z', 'updated_at': '2021-08-19T18:28:16Z', 'revision_number': 5, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'gw_port': {'id': '54692e1c-0bbb-4f12-88a4-c316d26b24f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:11Z', 'updated_at': '2021-08-19T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:18.594482 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4234614-06e6-4620-826e-a4d04b986b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:18.596655 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4234614-06e6-4620-826e-a4d04b986b6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:18.618160 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd8e9af-a118-4f4a-809f-3620203b36d7 None None] Checking router: e2a3a096-470b-4bb8-8910-955707f8540b for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:28:18.641563 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd8e9af-a118-4f4a-809f-3620203b36d7 None None] Routers {'e2a3a096-470b-4bb8-8910-955707f8540b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:28:18.642671 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-0cd8e9af-a118-4f4a-809f-3620203b36d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:28:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e2a3a096-470b-4bb8-8910-955707f8540b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:18.658088 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4234614-06e6-4620-826e-a4d04b986b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:18.658755 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4234614-06e6-4620-826e-a4d04b986b6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2a3a096-470b-4bb8-8910-955707f8540b {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:28:18.668094 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4234614-06e6-4620-826e-a4d04b986b6f admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:18.672229 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d4234614-06e6-4620-826e-a4d04b986b6f admin admin] 10.222.0.24 "DELETE /v2.0/routers/e2a3a096-470b-4bb8-8910-955707f8540b HTTP/1.1" status: 204 len: 168 time: 1.3220596 Aug 19 18:28:18.673191 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41478) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:18.736629 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-6026f4e3-c6ce-40a5-a9bf-a2bb4055e036 admin admin] Deleting subnet d9cc3538-7c99-4258-a48c-18c8964a49b7 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:28:18.741271 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6026f4e3-c6ce-40a5-a9bf-a2bb4055e036 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:18.746583 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-0cd8e9af-a118-4f4a-809f-3620203b36d7 None None] Set router e2a3a096-470b-4bb8-8910-955707f8540b gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:28:18.755364 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4cb5772a-7625-4040-8ba8-30127f89fc17 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:18.814379 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6026f4e3-c6ce-40a5-a9bf-a2bb4055e036 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:18.844121 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e985326-c4ea-4949-b810-7d7765aea7df req-9bdfc953-cba8-482b-ab11-39729fb68728 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:18.846061 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e985326-c4ea-4949-b810-7d7765aea7df req-9bdfc953-cba8-482b-ab11-39729fb68728 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 944 time: 0.2551603 Aug 19 18:28:18.850898 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5772a-7625-4040-8ba8-30127f89fc17 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Subnet': ['ID=f28ae247-709f-4020-b20c-f9762ea938a5,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:18.866139 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-0cd8e9af-a118-4f4a-809f-3620203b36d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'name': 'tempest-AttachVolumeTestJSON-1912132189-router', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:09Z', 'updated_at': '2021-08-19T18:28:18Z', 'revision_number': 7, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:18.868071 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a7778067-8ed4-4fc0-90d5-14809f0141ae no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:28:18.912748 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6026f4e3-c6ce-40a5-a9bf-a2bb4055e036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:18.927684 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd8e9af-a118-4f4a-809f-3620203b36d7 None None] The sync data for ids ['e2a3a096-470b-4bb8-8910-955707f8540b'] in n-d-803753-2 is: [{'id': 'e2a3a096-470b-4bb8-8910-955707f8540b', 'name': 'tempest-AttachVolumeTestJSON-1912132189-router', 'tenant_id': '65af0cd5b05e4e47a92672412bb56f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:09Z', 'updated_at': '2021-08-19T18:28:18Z', 'revision_number': 7, 'project_id': '65af0cd5b05e4e47a92672412bb56f85', 'gw_port_host': None}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:28:18.934708 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: a7778067-8ed4-4fc0-90d5-14809f0141ae {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:28:18.935120 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a7778067-8ed4-4fc0-90d5-14809f0141ae not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:28:18.942210 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e985326-c4ea-4949-b810-7d7765aea7df req-81f1381f-cfad-4175-ab4c-a21f3ade789d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864837 Aug 19 18:28:18.944617 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb5772a-7625-4040-8ba8-30127f89fc17 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Checking segment: {'id': '3d410d47-08ef-464a-8676-54363701a5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd0667bef-51cf-4266-ab5d-1daa613c2dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:28:18.944996 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb5772a-7625-4040-8ba8-30127f89fc17 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network hostable DHCP agents. Network: d0667bef-51cf-4266-ab5d-1daa613c2dea, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:28:18.993329 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb5772a-7625-4040-8ba8-30127f89fc17 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network d0667bef-51cf-4266-ab5d-1daa613c2dea is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:28:19.016382 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-4cb5772a-7625-4040-8ba8-30127f89fc17 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, d0667bef-51cf-4266-ab5d-1daa613c2dea) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:19.028776 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6026f4e3-c6ce-40a5-a9bf-a2bb4055e036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:19.030053 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb5772a-7625-4040-8ba8-30127f89fc17 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:19.031005 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4cb5772a-7625-4040-8ba8-30127f89fc17 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:19.037864 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21571065-5607-4d7b-878a-f7bb20da4b93 None None] Network d0667bef-51cf-4266-ab5d-1daa613c2dea requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:19.062368 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4cb5772a-7625-4040-8ba8-30127f89fc17 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8560410 Aug 19 18:28:19.064947 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41482) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:19.073628 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026f4e3-c6ce-40a5-a9bf-a2bb4055e036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9cc3538-7c99-4258-a48c-18c8964a49b7,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:19.077289 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6026f4e3-c6ce-40a5-a9bf-a2bb4055e036 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:19.082091 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6026f4e3-c6ce-40a5-a9bf-a2bb4055e036 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d9cc3538-7c99-4258-a48c-18c8964a49b7 HTTP/1.1" status: 204 len: 168 time: 0.4078078 Aug 19 18:28:19.082984 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41484) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:19.083362 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-6eacb85d-3e48-4c41-acb1-10d30ac6c8d7 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-699097797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:19.101223 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b33c47-634d-4dd4-9f76-14a704ce08ce None None] Network 328a6888-a512-4946-b559-9a6ac5994658 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:19.151990 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6eacb85d-3e48-4c41-acb1-10d30ac6c8d7 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:19.154193 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6eacb85d-3e48-4c41-acb1-10d30ac6c8d7 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:19.175150 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c56572fa-3269-4183-bef3-d1d9a91212cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:19.273093 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-c56572fa-3269-4183-bef3-d1d9a91212cb admin admin] Deleting port aeb3b5e3-ce92-410e-8e1d-216dcd2766b7 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:19.274169 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c56572fa-3269-4183-bef3-d1d9a91212cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:19.277576 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6eacb85d-3e48-4c41-acb1-10d30ac6c8d7 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:19.284123 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6eacb85d-3e48-4c41-acb1-10d30ac6c8d7 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:19.338607 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6eacb85d-3e48-4c41-acb1-10d30ac6c8d7 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:19.347024 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6eacb85d-3e48-4c41-acb1-10d30ac6c8d7 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2739563 Aug 19 18:28:19.347748 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41486) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:19.357761 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-91b08059-404c-4e61-b72a-250de2a61465 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'port': {'network_id': 'd0667bef-51cf-4266-ab5d-1daa613c2dea', 'name': 'tempest-PortsIpV6TestJSON-1756406237'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:19.421780 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device f5fe4ecf-94a5-473a-a953-1ae38f614592 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:19.434709 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-c56572fa-3269-4183-bef3-d1d9a91212cb admin admin] For port aeb3b5e3-ce92-410e-8e1d-216dcd2766b7, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=aeb3b5e3-ce92-410e-8e1d-216dcd2766b7,segment=NetworkSegment(61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe),segment_id=61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:19.435236 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c56572fa-3269-4183-bef3-d1d9a91212cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:19.461710 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-c56572fa-3269-4183-bef3-d1d9a91212cb admin admin] Calling delete_port for aeb3b5e3-ce92-410e-8e1d-216dcd2766b7 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:19.519283 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa171e1-5a7b-4d60-b0a7-fbb165cb9eae None None] DHCP port deletion for 328a6888-a512-4946-b559-9a6ac5994658 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:28:19.544449 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6dfe07-4879-4d77-8a53-9cedef163114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-d0667bef-51cf-4266-ab5d-1daa613c2dea', 'network_id': 'd0667bef-51cf-4266-ab5d-1daa613c2dea', 'tenant_id': '50ba02f50d414ab38246a7df10d51c0b', 'fixed_ips': [{'subnet_id': 'f28ae247-709f-4020-b20c-f9762ea938a5'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:28:19.545794 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ab6dfe07-4879-4d77-8a53-9cedef163114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:19.596415 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b38765-c360-4981-8551-fc26623e1b3f req-7f64c5db-2da4-4282-9801-a68049a5d1e5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:19.605297 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-98b38765-c360-4981-8551-fc26623e1b3f req-7f64c5db-2da4-4282-9801-a68049a5d1e5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1115062 Aug 19 18:28:19.641184 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port f5fe4ecf-94a5-473a-a953-1ae38f614592 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:19.641856 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:19.659355 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c56572fa-3269-4183-bef3-d1d9a91212cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:19.676825 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-98b38765-c360-4981-8551-fc26623e1b3f req-0b9a7aae-c508-4bc5-94a1-0b43061460bb tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664337 Aug 19 18:28:19.692709 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56572fa-3269-4183-bef3-d1d9a91212cb admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb3b5e3-ce92-410e-8e1d-216dcd2766b7,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:19.699072 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56572fa-3269-4183-bef3-d1d9a91212cb admin admin] No DVR routers for this DVR port aeb3b5e3-ce92-410e-8e1d-216dcd2766b7 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:28:19.710783 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b08059-404c-4e61-b72a-250de2a61465 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:19.718286 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-91b08059-404c-4e61-b72a-250de2a61465 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:19.760134 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-91b08059-404c-4e61-b72a-250de2a61465 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] device_id is not set on port dd153d13-fd5e-4a16-90eb-197a8d271ae5 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:28:19.787202 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c56572fa-3269-4183-bef3-d1d9a91212cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:19.798569 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-c56572fa-3269-4183-bef3-d1d9a91212cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['328a6888-a512-4946-b559-9a6ac5994658']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:19.810403 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-c56572fa-3269-4183-bef3-d1d9a91212cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:19.810739 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-c56572fa-3269-4183-bef3-d1d9a91212cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e85b87-fe13-4fd6-9bd4-2a5ba67a0dbe') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:19.822117 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c56572fa-3269-4183-bef3-d1d9a91212cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:19.838378 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c56572fa-3269-4183-bef3-d1d9a91212cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:19.845831 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56572fa-3269-4183-bef3-d1d9a91212cb admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:28:19.846401 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c56572fa-3269-4183-bef3-d1d9a91212cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:28:19.848686 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:28:19.862758 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7fa171e1-5a7b-4d60-b0a7-fbb165cb9eae None None] Deleting port aeb3b5e3-ce92-410e-8e1d-216dcd2766b7 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:19.862758 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7fa171e1-5a7b-4d60-b0a7-fbb165cb9eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:19.985820 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-ab6dfe07-4879-4d77-8a53-9cedef163114 None None] Allocated IP 2001:db8::2 (d0667bef-51cf-4266-ab5d-1daa613c2dea/f28ae247-709f-4020-b20c-f9762ea938a5/c52ede2a-7a5c-479d-a77b-842dd15a97b7) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:20.017409 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:20.020534 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7fa171e1-5a7b-4d60-b0a7-fbb165cb9eae None None] For port aeb3b5e3-ce92-410e-8e1d-216dcd2766b7, host n-d-803753-2, got binding levels [] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:20.020936 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7fa171e1-5a7b-4d60-b0a7-fbb165cb9eae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:20.117983 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7fa171e1-5a7b-4d60-b0a7-fbb165cb9eae None None] Calling delete_port for aeb3b5e3-ce92-410e-8e1d-216dcd2766b7 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:20.128590 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.ipam_backend_mixin [None req-7fa171e1-5a7b-4d60-b0a7-fbb165cb9eae None None] Port aeb3b5e3-ce92-410e-8e1d-216dcd2766b7 was not found and therefore no delete operation was performed {{(pid=94683) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:28:20.139599 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7fa171e1-5a7b-4d60-b0a7-fbb165cb9eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:20.149947 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119777d0-5736-4ffc-ad33-5bc664e96a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fe4ecf-94a5-473a-a953-1ae38f614592'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:28:20.152851 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6809dd92-bfdc-46fb-95c4-712145c47adb" -d '{"events": [{"server_uuid": "119777d0-5736-4ffc-ad33-5bc664e96a8c", "name": "network-vif-plugged", "status": "completed", "tag": "f5fe4ecf-94a5-473a-a953-1ae38f614592"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:28:20.200949 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa171e1-5a7b-4d60-b0a7-fbb165cb9eae None None] Pushing event deleted for resources: {'Port': ['ID=aeb3b5e3-ce92-410e-8e1d-216dcd2766b7,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:20.222365 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port f5fe4ecf-94a5-473a-a953-1ae38f614592, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=f5fe4ecf-94a5-473a-a953-1ae38f614592,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:20.230883 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa171e1-5a7b-4d60-b0a7-fbb165cb9eae None None] No DVR routers for this DVR port aeb3b5e3-ce92-410e-8e1d-216dcd2766b7 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:28:20.254051 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:20.399845 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9856b71f-8850-47ed-8763-0d897799482b x-openstack-request-id: req-9856b71f-8850-47ed-8763-0d897799482b {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:28:20.400143 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119777d0-5736-4ffc-ad33-5bc664e96a8c", "name": "network-vif-plugged", "status": "completed", "tag": "f5fe4ecf-94a5-473a-a953-1ae38f614592", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:28:20.400399 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9856b71f-8850-47ed-8763-0d897799482b {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:28:20.400783 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119777d0-5736-4ffc-ad33-5bc664e96a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fe4ecf-94a5-473a-a953-1ae38f614592', 'code': 200} Aug 19 18:28:20.454345 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=f5fe4ecf-94a5-473a-a953-1ae38f614592,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:20.474895 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ab6dfe07-4879-4d77-8a53-9cedef163114 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:20.549623 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ab6dfe07-4879-4d77-8a53-9cedef163114 None None] Transition to ACTIVE for port object c52ede2a-7a5c-479d-a77b-842dd15a97b7 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:20.563628 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255dee6-fe30-4508-b925-af8190fd8a8e req-6d925a9d-e829-4505-8bee-e2f6215382e6 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:20.571821 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2255dee6-fe30-4508-b925-af8190fd8a8e req-6d925a9d-e829-4505-8bee-e2f6215382e6 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.1264448 Aug 19 18:28:20.575046 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c56572fa-3269-4183-bef3-d1d9a91212cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:20.581270 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c56572fa-3269-4183-bef3-d1d9a91212cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:20.583542 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c56572fa-3269-4183-bef3-d1d9a91212cb admin admin] 10.222.0.24 "DELETE /v2.0/networks/328a6888-a512-4946-b559-9a6ac5994658 HTTP/1.1" status: 204 len: 168 time: 1.4996042 Aug 19 18:28:20.613589 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56572fa-3269-4183-bef3-d1d9a91212cb admin admin] Pushing event deleted for resources: {'Network': ['ID=328a6888-a512-4946-b559-9a6ac5994658,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:20.654782 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2255dee6-fe30-4508-b925-af8190fd8a8e req-becd0eca-8851-4427-92f6-44fd609d45f7 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798995 Aug 19 18:28:20.669088 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ab6dfe07-4879-4d77-8a53-9cedef163114 None None] Transition to ACTIVE for port object c52ede2a-7a5c-479d-a77b-842dd15a97b7 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:20.680123 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1f7e355c-1a87-410a-903e-5323917d3b08 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:28:20.690155 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ab6dfe07-4879-4d77-8a53-9cedef163114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:20.729331 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 1f7e355c-1a87-410a-903e-5323917d3b08 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:28:20.729845 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1f7e355c-1a87-410a-903e-5323917d3b08 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:28:20.730163 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 54692e1c-0bbb-4f12-88a4-c316d26b24f0 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:28:20.806284 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 54692e1c-0bbb-4f12-88a4-c316d26b24f0 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:28:20.806629 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 54692e1c-0bbb-4f12-88a4-c316d26b24f0 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:28:20.807051 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device aeb3b5e3-ce92-410e-8e1d-216dcd2766b7 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:28:20.813092 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6dfe07-4879-4d77-8a53-9cedef163114 None None] Network d0667bef-51cf-4266-ab5d-1daa613c2dea is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:20.837142 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-ab6dfe07-4879-4d77-8a53-9cedef163114 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:20.841401 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: aeb3b5e3-ce92-410e-8e1d-216dcd2766b7 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:28:20.841645 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device aeb3b5e3-ce92-410e-8e1d-216dcd2766b7 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:28:20.845519 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6dfe07-4879-4d77-8a53-9cedef163114 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:28:20.854504 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6dfe07-4879-4d77-8a53-9cedef163114 None None] Pushing event updated for resources: {'Port': ['ID=c52ede2a-7a5c-479d-a77b-842dd15a97b7,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:20.871980 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-91b08059-404c-4e61-b72a-250de2a61465 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Allocated IP 2001:db8::17f (d0667bef-51cf-4266-ab5d-1daa613c2dea/f28ae247-709f-4020-b20c-f9762ea938a5/dd153d13-fd5e-4a16-90eb-197a8d271ae5) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:20.873509 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41500) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:20.926548 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ab6dfe07-4879-4d77-8a53-9cedef163114 None None] Attempting to bind port c52ede2a-7a5c-479d-a77b-842dd15a97b7 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:28:20.926961 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ab6dfe07-4879-4d77-8a53-9cedef163114 None None] Attempting to bind port c52ede2a-7a5c-479d-a77b-842dd15a97b7 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '3d410d47-08ef-464a-8676-54363701a5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd0667bef-51cf-4266-ab5d-1daa613c2dea'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:28:20.927360 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6dfe07-4879-4d77-8a53-9cedef163114 None None] Attempting to bind port c52ede2a-7a5c-479d-a77b-842dd15a97b7 on network d0667bef-51cf-4266-ab5d-1daa613c2dea {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:28:20.935094 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6dfe07-4879-4d77-8a53-9cedef163114 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:28:20.935866 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6dfe07-4879-4d77-8a53-9cedef163114 None None] Checking segment: {'id': '3d410d47-08ef-464a-8676-54363701a5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd0667bef-51cf-4266-ab5d-1daa613c2dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:28:20.936118 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ab6dfe07-4879-4d77-8a53-9cedef163114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:20.936522 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6dfe07-4879-4d77-8a53-9cedef163114 None None] Bound using segment: {'id': '3d410d47-08ef-464a-8676-54363701a5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd0667bef-51cf-4266-ab5d-1daa613c2dea'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:28:20.937011 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ab6dfe07-4879-4d77-8a53-9cedef163114 None None] Bound port: c52ede2a-7a5c-479d-a77b-842dd15a97b7, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d410d47-08ef-464a-8676-54363701a5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd0667bef-51cf-4266-ab5d-1daa613c2dea'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:28:20.937397 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ab6dfe07-4879-4d77-8a53-9cedef163114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:20.961742 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-adf87821-c5bb-497f-95d5-d7360035b469 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65af0cd5b05e4e47a92672412bb56f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0864761 Aug 19 18:28:20.963933 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41502) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:21.037657 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ab6dfe07-4879-4d77-8a53-9cedef163114 None None] For port c52ede2a-7a5c-479d-a77b-842dd15a97b7, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:28:21.042063 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ab6dfe07-4879-4d77-8a53-9cedef163114 None None] For port c52ede2a-7a5c-479d-a77b-842dd15a97b7, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c52ede2a-7a5c-479d-a77b-842dd15a97b7,segment=NetworkSegment(3d410d47-08ef-464a-8676-54363701a5e8),segment_id=3d410d47-08ef-464a-8676-54363701a5e8)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:28:21.056290 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ab6dfe07-4879-4d77-8a53-9cedef163114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:21.094028 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7af98c85-936b-45e2-9a33-4ce9a0e92916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:21.094600 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302999d-c523-436d-8e3e-c8fe212216af req-c4d42b8f-26aa-46bf-a961-60d6f3273d06 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:21.096426 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2302999d-c523-436d-8e3e-c8fe212216af req-c4d42b8f-26aa-46bf-a961-60d6f3273d06 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.2111588 Aug 19 18:28:21.153085 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7af98c85-936b-45e2-9a33-4ce9a0e92916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:21.191041 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6dfe07-4879-4d77-8a53-9cedef163114 None None] Pushing event updated for resources: {'Port': ['ID=c52ede2a-7a5c-479d-a77b-842dd15a97b7,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:21.205815 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2302999d-c523-436d-8e3e-c8fe212216af req-6822c57d-5113-40ea-868e-e68da0d2079f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998838 Aug 19 18:28:21.257687 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7af98c85-936b-45e2-9a33-4ce9a0e92916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:21.260506 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7af98c85-936b-45e2-9a33-4ce9a0e92916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:21.261726 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7af98c85-936b-45e2-9a33-4ce9a0e92916 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5097b0d-5795-4f77-bcbc-777f0aa0cf95 HTTP/1.1" status: 204 len: 168 time: 0.2967474 Aug 19 18:28:21.267528 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-91b08059-404c-4e61-b72a-250de2a61465 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:21.278691 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af98c85-936b-45e2-9a33-4ce9a0e92916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5097b0d-5795-4f77-bcbc-777f0aa0cf95,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:21.321104 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-91b08059-404c-4e61-b72a-250de2a61465 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Transition to ACTIVE for port object dd153d13-fd5e-4a16-90eb-197a8d271ae5 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:21.424282 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-91b08059-404c-4e61-b72a-250de2a61465 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:21.538186 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b08059-404c-4e61-b72a-250de2a61465 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network d0667bef-51cf-4266-ab5d-1daa613c2dea is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:21.541995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-91b08059-404c-4e61-b72a-250de2a61465 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:21.549266 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b08059-404c-4e61-b72a-250de2a61465 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:28:21.562451 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b08059-404c-4e61-b72a-250de2a61465 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:21.563132 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-91b08059-404c-4e61-b72a-250de2a61465 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:21.567896 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b08059-404c-4e61-b72a-250de2a61465 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Port': ['ID=dd153d13-fd5e-4a16-90eb-197a8d271ae5,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:21.586849 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-91b08059-404c-4e61-b72a-250de2a61465 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2371521 Aug 19 18:28:21.590106 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41508) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:21.882749 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00727b70-a173-4fd8-87b6-f449bc325aa8 req-9b814ac5-b726-4d13-8f79-6c432439cbb7 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:21.884331 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-00727b70-a173-4fd8-87b6-f449bc325aa8 req-9b814ac5-b726-4d13-8f79-6c432439cbb7 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.0931015 Aug 19 18:28:21.993612 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-00727b70-a173-4fd8-87b6-f449bc325aa8 req-1a03d8b9-120d-4d39-9c56-f07cbac6022d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006885 Aug 19 18:28:22.181822 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edf2b7e4-56de-4034-b81b-059f87941e9c tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:22.657278 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32061c-9dab-4aaf-aee1-d936821816cb req-23fccb85-c812-449b-8ebf-c2a7753945dc tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:22.663694 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6d32061c-9dab-4aaf-aee1-d936821816cb req-23fccb85-c812-449b-8ebf-c2a7753945dc tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.2758589 Aug 19 18:28:22.673574 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24277ab7-564b-4ef1-b022-bea00bea85a5 None None] Network d0667bef-51cf-4266-ab5d-1daa613c2dea requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:22.744558 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c52ede2a-7a5c-479d-a77b-842dd15a97b7 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:22.793983 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6d32061c-9dab-4aaf-aee1-d936821816cb req-94e6d77a-73b1-440a-8d43-4a7f5df35ab9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919886 Aug 19 18:28:22.848859 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c405a886-9c59-4a9a-9108-64b5ce106a07 None None] Provisioning for port c52ede2a-7a5c-479d-a77b-842dd15a97b7 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:22.876308 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edf2b7e4-56de-4034-b81b-059f87941e9c tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:22.885115 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edf2b7e4-56de-4034-b81b-059f87941e9c tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:22.921590 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port c52ede2a-7a5c-479d-a77b-842dd15a97b7 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:22.931146 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port c52ede2a-7a5c-479d-a77b-842dd15a97b7 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:22.931525 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:23.013041 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2b7e4-56de-4034-b81b-059f87941e9c tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Port': ['ID=dd153d13-fd5e-4a16-90eb-197a8d271ae5,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:23.136417 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:23.203630 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73a405-3cfd-4cf0-8005-1432520f85f4 req-606ab491-52eb-42d5-8103-590cbc63a161 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:23.213322 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc73a405-3cfd-4cf0-8005-1432520f85f4 req-606ab491-52eb-42d5-8103-590cbc63a161 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.0693307 Aug 19 18:28:23.251472 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port c52ede2a-7a5c-479d-a77b-842dd15a97b7, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c52ede2a-7a5c-479d-a77b-842dd15a97b7,segment=NetworkSegment(3d410d47-08ef-464a-8676-54363701a5e8),segment_id=3d410d47-08ef-464a-8676-54363701a5e8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:23.257679 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:23.345948 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edf2b7e4-56de-4034-b81b-059f87941e9c tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:23.356262 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc73a405-3cfd-4cf0-8005-1432520f85f4 req-90433b44-506c-4b84-b439-80e1332753ef tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404750 Aug 19 18:28:23.405505 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=c52ede2a-7a5c-479d-a77b-842dd15a97b7,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:23.578821 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edf2b7e4-56de-4034-b81b-059f87941e9c tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:23.596467 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-827584c4-1531-40cf-9e1f-b48919b73976 None None] Provisioning for port dd153d13-fd5e-4a16-90eb-197a8d271ae5 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:23.607663 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-827584c4-1531-40cf-9e1f-b48919b73976 None None] Provisioning complete for port dd153d13-fd5e-4a16-90eb-197a8d271ae5 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:23.608524 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-827584c4-1531-40cf-9e1f-b48919b73976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:23.701686 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-827584c4-1531-40cf-9e1f-b48919b73976 None None] Port dd153d13-fd5e-4a16-90eb-197a8d271ae5 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:28:23.728251 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-827584c4-1531-40cf-9e1f-b48919b73976 None None] Provisioning complete for port c52ede2a-7a5c-479d-a77b-842dd15a97b7 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:23.728686 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-827584c4-1531-40cf-9e1f-b48919b73976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:24.075130 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edf2b7e4-56de-4034-b81b-059f87941e9c tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:24.076730 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fca1e-862d-4caa-b52e-471af4fb541e req-a8bbf709-b878-4f2b-a736-29cddb5d7c25 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:24.078682 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-594fca1e-862d-4caa-b52e-471af4fb541e req-a8bbf709-b878-4f2b-a736-29cddb5d7c25 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1072497 Aug 19 18:28:24.091589 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edf2b7e4-56de-4034-b81b-059f87941e9c tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:24.092788 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edf2b7e4-56de-4034-b81b-059f87941e9c tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:24.155650 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-594fca1e-862d-4caa-b52e-471af4fb541e req-a9813d6f-20be-4be1-8325-e603e3ef613f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699718 Aug 19 18:28:24.186051 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a58a213d-fbbc-4223-9b8e-a16c3fd8cb4d None None] Provisioning complete for port dd153d13-fd5e-4a16-90eb-197a8d271ae5 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:24.190250 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a58a213d-fbbc-4223-9b8e-a16c3fd8cb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:24.302281 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2b7e4-56de-4034-b81b-059f87941e9c tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Port': ['ID=dd153d13-fd5e-4a16-90eb-197a8d271ae5,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:24.338668 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-a58a213d-fbbc-4223-9b8e-a16c3fd8cb4d None None] Port dd153d13-fd5e-4a16-90eb-197a8d271ae5 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:28:24.367927 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf2b7e4-56de-4034-b81b-059f87941e9c tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network d0667bef-51cf-4266-ab5d-1daa613c2dea is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:24.371945 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-edf2b7e4-56de-4034-b81b-059f87941e9c tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:24.485652 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4eedde15-5faa-4937-9539-40202a187c8d None None] Provisioning complete for port dd153d13-fd5e-4a16-90eb-197a8d271ae5 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:24.486776 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4eedde15-5faa-4937-9539-40202a187c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:24.629031 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-4eedde15-5faa-4937-9539-40202a187c8d None None] Port dd153d13-fd5e-4a16-90eb-197a8d271ae5 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:28:24.664408 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a2971-7189-448c-8a83-a53ff8a527b6 req-83292d9f-5d7e-4abc-8d9b-19d444988cb1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:24.667349 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c16a2971-7189-448c-8a83-a53ff8a527b6 req-83292d9f-5d7e-4abc-8d9b-19d444988cb1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1144993 Aug 19 18:28:24.712603 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c52ede2a-7a5c-479d-a77b-842dd15a97b7 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:24.715807 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fdec9-9813-44e9-9ae7-712096e2c1d8 req-5a9c933e-92ce-40b3-a979-2b62337e3dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:24.717822 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-855fdec9-9813-44e9-9ae7-712096e2c1d8 req-5a9c933e-92ce-40b3-a979-2b62337e3dd4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 1096 time: 0.1650312 Aug 19 18:28:24.736496 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf5f38-fa18-4fed-84e2-8676943ea4eb req-81cda9e7-c5d2-42ef-aa3f-38834c0d2087 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:24.738222 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dfcf5f38-fa18-4fed-84e2-8676943ea4eb req-81cda9e7-c5d2-42ef-aa3f-38834c0d2087 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.1422076 Aug 19 18:28:24.764951 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c16a2971-7189-448c-8a83-a53ff8a527b6 req-e0d39ac3-f5fc-424a-b8f5-da12da4b1ada tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906687 Aug 19 18:28:24.827366 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port c52ede2a-7a5c-479d-a77b-842dd15a97b7 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:24.827770 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:24.934558 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fdec9-9813-44e9-9ae7-712096e2c1d8 req-4d16eaca-4390-4352-92b8-75d3cec589d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:24.936309 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-855fdec9-9813-44e9-9ae7-712096e2c1d8 req-4d16eaca-4390-4352-92b8-75d3cec589d5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 913 time: 0.1968420 Aug 19 18:28:24.948962 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dfcf5f38-fa18-4fed-84e2-8676943ea4eb req-566f6434-7834-411a-b4fd-e81db51679a6 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984429 Aug 19 18:28:25.020481 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-563bd907-6999-4270-bd29-2cf946aa594b None None] Provisioning complete for port dd153d13-fd5e-4a16-90eb-197a8d271ae5 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:25.021821 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-563bd907-6999-4270-bd29-2cf946aa594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:25.057301 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf2b7e4-56de-4034-b81b-059f87941e9c tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Router e6fe46b9-d136-43f6-ba63-6ac2185c20b1 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:28:25.077500 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-563bd907-6999-4270-bd29-2cf946aa594b None None] Port dd153d13-fd5e-4a16-90eb-197a8d271ae5 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:28:25.120021 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-855fdec9-9813-44e9-9ae7-712096e2c1d8 req-63555328-9b6a-41fc-881e-c28237ddbbf6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd1e7643-8716-43bb-af18-1644144f2a7e HTTP/1.1" status: 200 len: 999 time: 0.1748724 Aug 19 18:28:25.216370 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fdec9-9813-44e9-9ae7-712096e2c1d8 req-27eec646-c800-4526-a176-4e10cc3eee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:25.218179 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-855fdec9-9813-44e9-9ae7-712096e2c1d8 req-27eec646-c800-4526-a176-4e10cc3eee40 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.0689101 Aug 19 18:28:25.219745 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf2b7e4-56de-4034-b81b-059f87941e9c tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:28:25.229892 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-edf2b7e4-56de-4034-b81b-059f87941e9c tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "PUT /v2.0/routers/e6fe46b9-d136-43f6-ba63-6ac2185c20b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6378644 Aug 19 18:28:25.232717 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41574) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:25.244694 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb05a72d-89d6-4838-9cf9-8be1ffeb0b47 None None] Sync routers for ids ['e6fe46b9-d136-43f6-ba63-6ac2185c20b1'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:28:25.258067 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb05a72d-89d6-4838-9cf9-8be1ffeb0b47 None None] Routers {'e6fe46b9-d136-43f6-ba63-6ac2185c20b1'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:28:25.258988 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-eb05a72d-89d6-4838-9cf9-8be1ffeb0b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:28:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e6fe46b9-d136-43f6-ba63-6ac2185c20b1'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:25.290914 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fdec9-9813-44e9-9ae7-712096e2c1d8 req-a301bf60-d870-44d6-8b30-6ceca46bd03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:25.292449 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-855fdec9-9813-44e9-9ae7-712096e2c1d8 req-a301bf60-d870-44d6-8b30-6ceca46bd03b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618722 Aug 19 18:28:25.294180 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-eb05a72d-89d6-4838-9cf9-8be1ffeb0b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:25.304598 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb05a72d-89d6-4838-9cf9-8be1ffeb0b47 None None] Routers {'e6fe46b9-d136-43f6-ba63-6ac2185c20b1'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:28:25.305754 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-eb05a72d-89d6-4838-9cf9-8be1ffeb0b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:28:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e6fe46b9-d136-43f6-ba63-6ac2185c20b1'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:25.337742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a417ecf4-c5e5-48d2-b571-5d27c72e3abf tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:25.343230 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a417ecf4-c5e5-48d2-b571-5d27c72e3abf tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fe46b9-d136-43f6-ba63-6ac2185c20b1 HTTP/1.1" status: 200 len: 989 time: 0.1056688 Aug 19 18:28:25.346286 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41578) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:25.351692 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-eb05a72d-89d6-4838-9cf9-8be1ffeb0b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:25.352711 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb05a72d-89d6-4838-9cf9-8be1ffeb0b47 None None] The sync data for ids ['e6fe46b9-d136-43f6-ba63-6ac2185c20b1'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:28:25.408014 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-855fdec9-9813-44e9-9ae7-712096e2c1d8 req-0566ba7e-7a0e-4458-88eb-7dac07ce83f6 service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052806 Aug 19 18:28:25.574150 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-855fdec9-9813-44e9-9ae7-712096e2c1d8 req-5a82c10e-c7f4-410c-9da5-246440655dee service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543980 Aug 19 18:28:25.820922 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-75323376-26ae-4e5c-a030-95f66448fd83 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:25.973095 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89059c-99b7-4347-9a2d-df7df13de552 req-294605a9-7e93-43cf-817f-c8ebbb9af9e6 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:25.975275 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5b89059c-99b7-4347-9a2d-df7df13de552 req-294605a9-7e93-43cf-817f-c8ebbb9af9e6 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.0754366 Aug 19 18:28:26.150702 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5b89059c-99b7-4347-9a2d-df7df13de552 req-2cf62c9f-0709-4073-9a0c-058ab9f446cf tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641216 Aug 19 18:28:26.282550 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c4895-329c-4b55-b375-db265e5a4d96 req-f8daf6a3-d588-4e8b-a51c-15d995ece96c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:26.284798 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e95c4895-329c-4b55-b375-db265e5a4d96 req-f8daf6a3-d588-4e8b-a51c-15d995ece96c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.1259413 Aug 19 18:28:26.312707 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-75323376-26ae-4e5c-a030-95f66448fd83 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting port dd153d13-fd5e-4a16-90eb-197a8d271ae5 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:26.313020 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-75323376-26ae-4e5c-a030-95f66448fd83 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:26.416399 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e95c4895-329c-4b55-b375-db265e5a4d96 req-d3b3309e-ace9-4409-b0db-3f4db2ce0d6c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210654 Aug 19 18:28:26.466446 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-75323376-26ae-4e5c-a030-95f66448fd83 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:26.485359 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-75323376-26ae-4e5c-a030-95f66448fd83 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Calling delete_port for dd153d13-fd5e-4a16-90eb-197a8d271ae5 owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:26.768359 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-75323376-26ae-4e5c-a030-95f66448fd83 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:26.826543 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75323376-26ae-4e5c-a030-95f66448fd83 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Port': ['ID=dd153d13-fd5e-4a16-90eb-197a8d271ae5,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:26.986943 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-75323376-26ae-4e5c-a030-95f66448fd83 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:27.571221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4053465-dfc4-45ee-9088-79e441d85926 req-d5acab7c-c1bd-42ac-9fd5-b5c2d8c8347d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:27.573408 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b4053465-dfc4-45ee-9088-79e441d85926 req-d5acab7c-c1bd-42ac-9fd5-b5c2d8c8347d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.0648205 Aug 19 18:28:27.637048 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8af8e-98a5-4fc5-afe3-1d4f3f8a55be req-fe2b3f37-f235-48b3-ba37-9fd453d69666 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:27.638344 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ccc8af8e-98a5-4fc5-afe3-1d4f3f8a55be req-fe2b3f37-f235-48b3-ba37-9fd453d69666 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1255441 Aug 19 18:28:27.640572 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b4053465-dfc4-45ee-9088-79e441d85926 req-a9e690d1-aed4-41e1-81e5-805b77d91121 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591292 Aug 19 18:28:27.654803 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75323376-26ae-4e5c-a030-95f66448fd83 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Router e6fe46b9-d136-43f6-ba63-6ac2185c20b1 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:28:27.726956 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ccc8af8e-98a5-4fc5-afe3-1d4f3f8a55be req-8e9ccf92-03e3-4e1a-b45a-e9e5e6f9e8c5 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817959 Aug 19 18:28:27.763698 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75323376-26ae-4e5c-a030-95f66448fd83 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:28:27.769553 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-75323376-26ae-4e5c-a030-95f66448fd83 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "PUT /v2.0/routers/e6fe46b9-d136-43f6-ba63-6ac2185c20b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4212587 Aug 19 18:28:27.772871 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41610) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:27.777052 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a504582-13e3-4e85-9cfd-1d5afb5eedbe None None] Sync routers for ids ['e6fe46b9-d136-43f6-ba63-6ac2185c20b1'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:28:27.817381 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a504582-13e3-4e85-9cfd-1d5afb5eedbe None None] Routers {'e6fe46b9-d136-43f6-ba63-6ac2185c20b1'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:28:27.818999 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4a504582-13e3-4e85-9cfd-1d5afb5eedbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:28:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e6fe46b9-d136-43f6-ba63-6ac2185c20b1'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:27.851104 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8b9c27-32bf-4116-92e8-6e6b965c005b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] GET failed (client error): The resource could not be found. Aug 19 18:28:27.854162 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ac8b9c27-32bf-4116-92e8-6e6b965c005b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports/dd153d13-fd5e-4a16-90eb-197a8d271ae5 HTTP/1.1" status: 404 len: 333 time: 0.0799415 Aug 19 18:28:27.856398 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41614) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:27.919339 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4a504582-13e3-4e85-9cfd-1d5afb5eedbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:27.943212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a504582-13e3-4e85-9cfd-1d5afb5eedbe None None] Routers {'e6fe46b9-d136-43f6-ba63-6ac2185c20b1'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:28:27.944121 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4a504582-13e3-4e85-9cfd-1d5afb5eedbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:28:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e6fe46b9-d136-43f6-ba63-6ac2185c20b1'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:27.945075 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9db65e05-2762-411b-b01d-7db2d5c110af tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:28.005161 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36790fc1-a88a-4a7c-af5a-16f16ff97c5c req-a598766c-96e6-4f77-a864-7da807fe2289 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:28.014530 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36790fc1-a88a-4a7c-af5a-16f16ff97c5c req-a598766c-96e6-4f77-a864-7da807fe2289 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1169274 Aug 19 18:28:28.074473 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36790fc1-a88a-4a7c-af5a-16f16ff97c5c req-a46baf20-2be1-4e77-b139-7d48ddeea685 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512407 Aug 19 18:28:28.211549 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4a504582-13e3-4e85-9cfd-1d5afb5eedbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:28.212469 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a504582-13e3-4e85-9cfd-1d5afb5eedbe None None] The sync data for ids ['e6fe46b9-d136-43f6-ba63-6ac2185c20b1'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:28:28.231479 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9db65e05-2762-411b-b01d-7db2d5c110af tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:28.235338 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9db65e05-2762-411b-b01d-7db2d5c110af tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:28.307255 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2eec6-51c9-4d30-90fd-342d1e611bad req-462b9665-4513-4109-b942-53bfb4dffa73 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:28.308852 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8a2eec6-51c9-4d30-90fd-342d1e611bad req-462b9665-4513-4109-b942-53bfb4dffa73 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1166234 Aug 19 18:28:28.314922 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9db65e05-2762-411b-b01d-7db2d5c110af tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:28.316008 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db65e05-2762-411b-b01d-7db2d5c110af tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Fanout notify agent at l3_agent the message router_deleted on router e6fe46b9-d136-43f6-ba63-6ac2185c20b1 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:28:28.346234 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9db65e05-2762-411b-b01d-7db2d5c110af tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:28.347386 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9db65e05-2762-411b-b01d-7db2d5c110af tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/routers/e6fe46b9-d136-43f6-ba63-6ac2185c20b1 HTTP/1.1" status: 204 len: 168 time: 0.4899752 Aug 19 18:28:28.350924 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41628) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:28.378491 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8a2eec6-51c9-4d30-90fd-342d1e611bad req-227c7da3-9853-4480-a45a-74d3bde7f098 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509868 Aug 19 18:28:28.414846 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-833ef694-0da3-409c-8c26-3e2f56ad42b1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting subnet f28ae247-709f-4020-b20c-f9762ea938a5 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:28:28.420599 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-833ef694-0da3-409c-8c26-3e2f56ad42b1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:28.477782 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-833ef694-0da3-409c-8c26-3e2f56ad42b1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:28.610580 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-833ef694-0da3-409c-8c26-3e2f56ad42b1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:28.741871 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-833ef694-0da3-409c-8c26-3e2f56ad42b1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:28.767610 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f546ddd3-b4a3-4635-8096-c36c37c2bb1a None None] Network d0667bef-51cf-4266-ab5d-1daa613c2dea requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:28.770351 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-833ef694-0da3-409c-8c26-3e2f56ad42b1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:28.776367 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41650) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:28.776636 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-833ef694-0da3-409c-8c26-3e2f56ad42b1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/subnets/f28ae247-709f-4020-b20c-f9762ea938a5 HTTP/1.1" status: 204 len: 168 time: 0.4245384 Aug 19 18:28:28.838302 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ef694-0da3-409c-8c26-3e2f56ad42b1 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Subnet': ['ID=f28ae247-709f-4020-b20c-f9762ea938a5,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:28.926731 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6938fa-e252-472a-b8d2-7a92920fb249 req-13bd2498-128b-4768-ad92-34b84120b358 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:28.934719 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bd6938fa-e252-472a-b8d2-7a92920fb249 req-13bd2498-128b-4768-ad92-34b84120b358 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.1083894 Aug 19 18:28:28.945302 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-81dc41e7-c7d0-4846-b88d-4b8410e5642d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:28.989717 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bd6938fa-e252-472a-b8d2-7a92920fb249 req-893e0366-81e5-4f8c-8fad-107fe1ce3dd8 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500689 Aug 19 18:28:29.030252 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255ba89-3e64-42e6-ad23-efc544573703 req-f2ce7a27-0a1f-414a-8e09-fd96702c2cf1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:29.031931 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e255ba89-3e64-42e6-ad23-efc544573703 req-f2ce7a27-0a1f-414a-8e09-fd96702c2cf1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.0836227 Aug 19 18:28:29.055891 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fc2dd4-bb45-4d2f-b656-ce21b7192ac2 None None] DHCP port deletion for d0667bef-51cf-4266-ab5d-1daa613c2dea request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:28:29.109559 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e255ba89-3e64-42e6-ad23-efc544573703 req-1983c905-c995-4d4f-85b8-3a9120e7267f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518467 Aug 19 18:28:29.154641 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-66fc2dd4-bb45-4d2f-b656-ce21b7192ac2 None None] Deleting port c52ede2a-7a5c-479d-a77b-842dd15a97b7 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:29.155372 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-66fc2dd4-bb45-4d2f-b656-ce21b7192ac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:29.159962 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-81dc41e7-c7d0-4846-b88d-4b8410e5642d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting port c52ede2a-7a5c-479d-a77b-842dd15a97b7 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:29.160316 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-81dc41e7-c7d0-4846-b88d-4b8410e5642d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:29.303638 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-66fc2dd4-bb45-4d2f-b656-ce21b7192ac2 None None] For port c52ede2a-7a5c-479d-a77b-842dd15a97b7, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c52ede2a-7a5c-479d-a77b-842dd15a97b7,segment=NetworkSegment(3d410d47-08ef-464a-8676-54363701a5e8),segment_id=3d410d47-08ef-464a-8676-54363701a5e8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:29.303638 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-66fc2dd4-bb45-4d2f-b656-ce21b7192ac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:29.322601 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-66fc2dd4-bb45-4d2f-b656-ce21b7192ac2 None None] Calling delete_port for c52ede2a-7a5c-479d-a77b-842dd15a97b7 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:29.383568 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-81dc41e7-c7d0-4846-b88d-4b8410e5642d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] For port c52ede2a-7a5c-479d-a77b-842dd15a97b7, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c52ede2a-7a5c-479d-a77b-842dd15a97b7,segment=NetworkSegment(3d410d47-08ef-464a-8676-54363701a5e8),segment_id=3d410d47-08ef-464a-8676-54363701a5e8)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:29.383949 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-81dc41e7-c7d0-4846-b88d-4b8410e5642d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:29.413765 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-81dc41e7-c7d0-4846-b88d-4b8410e5642d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Calling delete_port for c52ede2a-7a5c-479d-a77b-842dd15a97b7 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:29.417092 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-66fc2dd4-bb45-4d2f-b656-ce21b7192ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:29.447883 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc2dd4-bb45-4d2f-b656-ce21b7192ac2 None None] Pushing event deleted for resources: {'Port': ['ID=c52ede2a-7a5c-479d-a77b-842dd15a97b7,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:29.451736 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fc2dd4-bb45-4d2f-b656-ce21b7192ac2 None None] No DVR routers for this DVR port c52ede2a-7a5c-479d-a77b-842dd15a97b7 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:28:29.536693 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-81dc41e7-c7d0-4846-b88d-4b8410e5642d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:29.582662 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc41e7-c7d0-4846-b88d-4b8410e5642d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Port': ['ID=c52ede2a-7a5c-479d-a77b-842dd15a97b7,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:29.586232 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc41e7-c7d0-4846-b88d-4b8410e5642d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] No DVR routers for this DVR port c52ede2a-7a5c-479d-a77b-842dd15a97b7 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:28:29.693592 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-81dc41e7-c7d0-4846-b88d-4b8410e5642d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:29.705045 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-81dc41e7-c7d0-4846-b88d-4b8410e5642d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0667bef-51cf-4266-ab5d-1daa613c2dea']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:29.718200 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-81dc41e7-c7d0-4846-b88d-4b8410e5642d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d410d47-08ef-464a-8676-54363701a5e8') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:29.718515 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-81dc41e7-c7d0-4846-b88d-4b8410e5642d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d410d47-08ef-464a-8676-54363701a5e8') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:29.731036 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-81dc41e7-c7d0-4846-b88d-4b8410e5642d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:29.750284 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-81dc41e7-c7d0-4846-b88d-4b8410e5642d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:29.757339 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81dc41e7-c7d0-4846-b88d-4b8410e5642d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:28:29.757837 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-81dc41e7-c7d0-4846-b88d-4b8410e5642d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: self.session.flush() Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: self.session.flush() Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: self.session.flush() Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: self.session.flush() Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:28:29.761425 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:28:29.834961 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-81dc41e7-c7d0-4846-b88d-4b8410e5642d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:29.842427 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-81dc41e7-c7d0-4846-b88d-4b8410e5642d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:29.844664 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-81dc41e7-c7d0-4846-b88d-4b8410e5642d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/networks/d0667bef-51cf-4266-ab5d-1daa613c2dea HTTP/1.1" status: 204 len: 168 time: 1.0668323 Aug 19 18:28:29.853008 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41678) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:29.872514 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc41e7-c7d0-4846-b88d-4b8410e5642d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Network': ['ID=d0667bef-51cf-4266-ab5d-1daa613c2dea,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:29.913359 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623dbd4-eb16-4536-863a-d3c723fb509b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:29.915997 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5623dbd4-eb16-4536-863a-d3c723fb509b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports/67173cff-6518-4a9a-9492-97083bd2c766 HTTP/1.1" status: 200 len: 845 time: 0.0619621 Aug 19 18:28:29.919585 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41680) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:29.989738 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c6488e21-abd3-4696-876e-68020f74c58f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports/67173cff-6518-4a9a-9492-97083bd2c766?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0639982 Aug 19 18:28:29.991162 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41682) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:29.996670 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-ebf6e67e-4d9f-45c0-9dd0-84fac684a206 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'subnet': {'network_id': '89bad278-6a94-481f-8ac6-995fb6742e68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:30.178879 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81136d-49fa-4a87-9e5d-1f954de35883 req-0d58ab4d-6b38-4599-8d10-dc61dc083acb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:30.180855 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-de81136d-49fa-4a87-9e5d-1f954de35883 req-0d58ab4d-6b38-4599-8d10-dc61dc083acb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.0826228 Aug 19 18:28:30.197192 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf6e67e-4d9f-45c0-9dd0-84fac684a206 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:30.201094 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ebf6e67e-4d9f-45c0-9dd0-84fac684a206 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:30.290366 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166791e-010a-4429-a8ea-21f2839717c9 req-a9ef238b-d91e-49a7-b1c3-c4aec32d47df tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:30.301469 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8166791e-010a-4429-a8ea-21f2839717c9 req-a9ef238b-d91e-49a7-b1c3-c4aec32d47df tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.0785513 Aug 19 18:28:30.326667 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-de81136d-49fa-4a87-9e5d-1f954de35883 req-6c9ed6cd-c11f-41d2-9aa5-bd4088711bad tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369920 Aug 19 18:28:30.364139 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8166791e-010a-4429-a8ea-21f2839717c9 req-29783464-e983-4258-a9ad-a934e83f1c42 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560679 Aug 19 18:28:30.509347 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ebf6e67e-4d9f-45c0-9dd0-84fac684a206 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:30.590925 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6e67e-4d9f-45c0-9dd0-84fac684a206 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Subnet': ['ID=625081a2-68c6-41c4-914a-6adf3b545e10,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:30.622991 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf6e67e-4d9f-45c0-9dd0-84fac684a206 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 89bad278-6a94-481f-8ac6-995fb6742e68 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:30.624936 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-ebf6e67e-4d9f-45c0-9dd0-84fac684a206 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:30.637243 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ac2843-bd17-4afd-9e56-956f2c046d18 None None] Network 89bad278-6a94-481f-8ac6-995fb6742e68 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:30.649017 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf6e67e-4d9f-45c0-9dd0-84fac684a206 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:30.651512 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ebf6e67e-4d9f-45c0-9dd0-84fac684a206 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:30.699472 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ebf6e67e-4d9f-45c0-9dd0-84fac684a206 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7014046 Aug 19 18:28:30.701222 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41694) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:30.715947 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f67e9b68-ee03-4b2c-8ac2-f5e6c62f107f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'security_group': {'name': 'tempest-secgroup-78739837'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:30.750422 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c52ede2a-7a5c-479d-a77b-842dd15a97b7 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:28:30.758792 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f67e9b68-ee03-4b2c-8ac2-f5e6c62f107f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:30.825807 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: c52ede2a-7a5c-479d-a77b-842dd15a97b7 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:28:30.826838 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c52ede2a-7a5c-479d-a77b-842dd15a97b7 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:28:30.889199 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9796126-0ad2-47fe-a74a-fd274e2cef90 req-6722def1-22a2-4a43-ad1f-3bcbcdd94aad tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:30.892592 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b9796126-0ad2-47fe-a74a-fd274e2cef90 req-6722def1-22a2-4a43-ad1f-3bcbcdd94aad tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.2083921 Aug 19 18:28:30.910354 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bee8f1-cb91-424d-8627-19b76e47ed68 req-d6ce2579-c26f-4d4d-b883-cc932346359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:30.912803 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-72bee8f1-cb91-424d-8627-19b76e47ed68 req-d6ce2579-c26f-4d4d-b883-cc932346359c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a3380184ecc4eaca1d71439579d61d1&device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 1096 time: 0.1429384 Aug 19 18:28:30.939921 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f67e9b68-ee03-4b2c-8ac2-f5e6c62f107f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:30.948480 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f67e9b68-ee03-4b2c-8ac2-f5e6c62f107f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:30.984667 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f67e9b68-ee03-4b2c-8ac2-f5e6c62f107f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:30.988540 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b9796126-0ad2-47fe-a74a-fd274e2cef90 req-3e266a9c-4417-4385-8d07-65cb19949539 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835540 Aug 19 18:28:30.991100 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f67e9b68-ee03-4b2c-8ac2-f5e6c62f107f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2871280 Aug 19 18:28:30.998399 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41698) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:31.003622 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-bc055a54-4114-4aa2-9a99-315991ac9da3 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'security_group': {'name': 'tempest-secgroup-80152877'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:31.034309 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e9b68-ee03-4b2c-8ac2-f5e6c62f107f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33fc6d1a-5af6-45c9-b6c6-2db110d99bed,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:31.037765 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bc055a54-4114-4aa2-9a99-315991ac9da3 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:31.060495 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015389d6-c47f-4953-b091-0872c8915280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-89bad278-6a94-481f-8ac6-995fb6742e68', 'network_id': '89bad278-6a94-481f-8ac6-995fb6742e68', 'tenant_id': '50ba02f50d414ab38246a7df10d51c0b', 'fixed_ips': [{'subnet_id': '625081a2-68c6-41c4-914a-6adf3b545e10'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:28:31.061648 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-015389d6-c47f-4953-b091-0872c8915280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:31.106542 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bee8f1-cb91-424d-8627-19b76e47ed68 req-17e0f59d-3172-4599-af8c-eb64a1f140ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:31.109077 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-72bee8f1-cb91-424d-8627-19b76e47ed68 req-17e0f59d-3172-4599-af8c-eb64a1f140ef service neutron] 10.222.0.54 "GET /v2.0/networks?id=93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 200 len: 913 time: 0.1838775 Aug 19 18:28:31.213210 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-72bee8f1-cb91-424d-8627-19b76e47ed68 req-47a66419-24db-496d-a3dc-05f37d9128c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd1e7643-8716-43bb-af18-1644144f2a7e HTTP/1.1" status: 200 len: 999 time: 0.0866883 Aug 19 18:28:31.222413 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bc055a54-4114-4aa2-9a99-315991ac9da3 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:31.230542 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bc055a54-4114-4aa2-9a99-315991ac9da3 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:31.265979 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bc055a54-4114-4aa2-9a99-315991ac9da3 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:31.268860 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bc055a54-4114-4aa2-9a99-315991ac9da3 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2693856 Aug 19 18:28:31.284456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41700) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:31.296959 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f182e93e-887b-4f71-a04c-8782fd70ece5 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-544378633', 'security_groups': ['d43d9910-05c2-4977-81eb-aac3f7645eba'], 'network_id': '89bad278-6a94-481f-8ac6-995fb6742e68', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '625081a2-68c6-41c4-914a-6adf3b545e10'}]}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:31.310488 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc055a54-4114-4aa2-9a99-315991ac9da3 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d43d9910-05c2-4977-81eb-aac3f7645eba,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:31.391308 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bee8f1-cb91-424d-8627-19b76e47ed68 req-1ee50dc4-c1fe-4157-9a67-ad4968a88e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:31.392513 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-015389d6-c47f-4953-b091-0872c8915280 None None] Allocated IP 2001:db8::2 (89bad278-6a94-481f-8ac6-995fb6742e68/625081a2-68c6-41c4-914a-6adf3b545e10/2c98fbab-e688-4b03-aa24-d8d006475616) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:31.393164 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-72bee8f1-cb91-424d-8627-19b76e47ed68 req-1ee50dc4-c1fe-4157-9a67-ad4968a88e85 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 200 len: 851 time: 0.1689420 Aug 19 18:28:31.532277 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ff383-24be-4262-9fad-6fdc023ffa20 req-96701385-9794-4b32-9e1d-3b033ec09dfd tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:31.540657 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-621ff383-24be-4262-9fad-6fdc023ffa20 req-96701385-9794-4b32-9e1d-3b033ec09dfd tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.0670424 Aug 19 18:28:31.558034 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bee8f1-cb91-424d-8627-19b76e47ed68 req-24a3b75a-99ce-4e8e-bda1-84aea89e3347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:31.559069 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-72bee8f1-cb91-424d-8627-19b76e47ed68 req-24a3b75a-99ce-4e8e-bda1-84aea89e3347 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=93a2ed74-6d2c-4387-8198-b7dee6474ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522543 Aug 19 18:28:31.581829 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f182e93e-887b-4f71-a04c-8782fd70ece5 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:31.618900 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-621ff383-24be-4262-9fad-6fdc023ffa20 req-42e30fc4-747b-4fbf-aeee-cdd1e03ecc35 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770016 Aug 19 18:28:31.700643 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-015389d6-c47f-4953-b091-0872c8915280 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:31.713225 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-015389d6-c47f-4953-b091-0872c8915280 None None] Transition to ACTIVE for port object 2c98fbab-e688-4b03-aa24-d8d006475616 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:31.738100 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-015389d6-c47f-4953-b091-0872c8915280 None None] Transition to ACTIVE for port object 2c98fbab-e688-4b03-aa24-d8d006475616 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:31.753859 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-015389d6-c47f-4953-b091-0872c8915280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:31.804924 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015389d6-c47f-4953-b091-0872c8915280 None None] Network 89bad278-6a94-481f-8ac6-995fb6742e68 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:31.805762 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-72bee8f1-cb91-424d-8627-19b76e47ed68 req-1e781040-0ceb-499d-92c1-9b2fc216d59c service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340271 Aug 19 18:28:31.808231 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-015389d6-c47f-4953-b091-0872c8915280 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:31.815888 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015389d6-c47f-4953-b091-0872c8915280 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:28:31.823605 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f182e93e-887b-4f71-a04c-8782fd70ece5 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:31.867756 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015389d6-c47f-4953-b091-0872c8915280 None None] Pushing event updated for resources: {'Port': ['ID=2c98fbab-e688-4b03-aa24-d8d006475616,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:31.933927 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-f182e93e-887b-4f71-a04c-8782fd70ece5 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] device_id is not set on port b423ec6e-6359-4969-bbf5-2fa3970205d4 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:28:31.957769 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-015389d6-c47f-4953-b091-0872c8915280 None None] Attempting to bind port 2c98fbab-e688-4b03-aa24-d8d006475616 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:28:31.963284 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-015389d6-c47f-4953-b091-0872c8915280 None None] Attempting to bind port 2c98fbab-e688-4b03-aa24-d8d006475616 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '6fd74830-73c5-474b-8794-00d8a079bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '89bad278-6a94-481f-8ac6-995fb6742e68'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:28:31.964734 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015389d6-c47f-4953-b091-0872c8915280 None None] Attempting to bind port 2c98fbab-e688-4b03-aa24-d8d006475616 on network 89bad278-6a94-481f-8ac6-995fb6742e68 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:28:31.978482 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015389d6-c47f-4953-b091-0872c8915280 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:28:31.980916 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015389d6-c47f-4953-b091-0872c8915280 None None] Checking segment: {'id': '6fd74830-73c5-474b-8794-00d8a079bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '89bad278-6a94-481f-8ac6-995fb6742e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:28:31.981392 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-015389d6-c47f-4953-b091-0872c8915280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:31.981838 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015389d6-c47f-4953-b091-0872c8915280 None None] Bound using segment: {'id': '6fd74830-73c5-474b-8794-00d8a079bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '89bad278-6a94-481f-8ac6-995fb6742e68'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:28:31.982462 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-015389d6-c47f-4953-b091-0872c8915280 None None] Bound port: 2c98fbab-e688-4b03-aa24-d8d006475616, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd74830-73c5-474b-8794-00d8a079bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '89bad278-6a94-481f-8ac6-995fb6742e68'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:28:31.982777 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-015389d6-c47f-4953-b091-0872c8915280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:32.153726 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-015389d6-c47f-4953-b091-0872c8915280 None None] For port 2c98fbab-e688-4b03-aa24-d8d006475616, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:28:32.160537 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-015389d6-c47f-4953-b091-0872c8915280 None None] For port 2c98fbab-e688-4b03-aa24-d8d006475616, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2c98fbab-e688-4b03-aa24-d8d006475616,segment=NetworkSegment(6fd74830-73c5-474b-8794-00d8a079bdf8),segment_id=6fd74830-73c5-474b-8794-00d8a079bdf8)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:28:32.168388 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-015389d6-c47f-4953-b091-0872c8915280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:32.256527 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-72bee8f1-cb91-424d-8627-19b76e47ed68 req-1f60f2b6-5629-49ee-99f9-b64c1f3a5104 service neutron] 10.222.0.54 "GET /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820345 Aug 19 18:28:32.314204 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015389d6-c47f-4953-b091-0872c8915280 None None] Pushing event updated for resources: {'Port': ['ID=2c98fbab-e688-4b03-aa24-d8d006475616,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:32.364607 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90168886-25c7-4da4-ae08-129b3a420f07 req-af28bccb-f856-4957-8078-88c0ff7eb7c3 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:32.366456 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-90168886-25c7-4da4-ae08-129b3a420f07 req-af28bccb-f856-4957-8078-88c0ff7eb7c3 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1869369 Aug 19 18:28:32.394061 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-f182e93e-887b-4f71-a04c-8782fd70ece5 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Allocated IP 2001:db8::2a6 (89bad278-6a94-481f-8ac6-995fb6742e68/625081a2-68c6-41c4-914a-6adf3b545e10/b423ec6e-6359-4969-bbf5-2fa3970205d4) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:32.490131 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-90168886-25c7-4da4-ae08-129b3a420f07 req-13466fee-5301-49a0-b367-245e4f321929 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100385 Aug 19 18:28:32.741643 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f182e93e-887b-4f71-a04c-8782fd70ece5 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:32.762585 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-f182e93e-887b-4f71-a04c-8782fd70ece5 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Transition to ACTIVE for port object b423ec6e-6359-4969-bbf5-2fa3970205d4 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:32.855057 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f182e93e-887b-4f71-a04c-8782fd70ece5 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:32.921031 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182e93e-887b-4f71-a04c-8782fd70ece5 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Port': ['ID=b423ec6e-6359-4969-bbf5-2fa3970205d4,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:32.992339 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f182e93e-887b-4f71-a04c-8782fd70ece5 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 89bad278-6a94-481f-8ac6-995fb6742e68 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:32.996188 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-f182e93e-887b-4f71-a04c-8782fd70ece5 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:33.005877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f182e93e-887b-4f71-a04c-8782fd70ece5 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:28:33.042973 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f182e93e-887b-4f71-a04c-8782fd70ece5 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:33.045439 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f182e93e-887b-4f71-a04c-8782fd70ece5 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:33.082971 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f182e93e-887b-4f71-a04c-8782fd70ece5 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7957177 Aug 19 18:28:33.086546 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41720) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:33.093781 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-b51f16a0-0068-4070-afd6-3165b1b95f3a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'subnet': {'network_id': '89bad278-6a94-481f-8ac6-995fb6742e68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:33.117149 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8b162-6eab-4bf8-9407-300a0d8615dc req-29961d52-746f-48cd-8ae1-605f3a1a2b7a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:33.125390 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-50a8b162-6eab-4bf8-9407-300a0d8615dc req-29961d52-746f-48cd-8ae1-605f3a1a2b7a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.3186564 Aug 19 18:28:33.246255 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-50a8b162-6eab-4bf8-9407-300a0d8615dc req-48a5dff8-e97d-44c8-8ece-fd6c45179ad7 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137681 Aug 19 18:28:33.329383 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51f16a0-0068-4070-afd6-3165b1b95f3a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:33.334139 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b51f16a0-0068-4070-afd6-3165b1b95f3a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:33.516538 n-d-803753-2 neutron-server[94681]: INFO neutron.db.ipam_backend_mixin [None req-b51f16a0-0068-4070-afd6-3165b1b95f3a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 625081a2-68c6-41c4-914a-6adf3b545e10 (CIDR: 2001:db8::/64) Aug 19 18:28:33.521691 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51f16a0-0068-4070-afd6-3165b1b95f3a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:28:33.522168 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51f16a0-0068-4070-afd6-3165b1b95f3a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:28:33.549123 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b51f16a0-0068-4070-afd6-3165b1b95f3a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4611557 Aug 19 18:28:33.552862 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41724) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:33.560871 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-d93afc5a-1496-4d88-82cb-1bcf21855d72 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'subnet': {'network_id': '89bad278-6a94-481f-8ac6-995fb6742e68', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:33.760496 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd8c43-00ae-4d87-bbb2-eb5e2f9ac76c req-53920010-93f0-4217-8ca1-22315a889cba tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:33.771993 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25fd8c43-00ae-4d87-bbb2-eb5e2f9ac76c req-53920010-93f0-4217-8ca1-22315a889cba tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.0757313 Aug 19 18:28:33.794772 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d02c5731-1561-4c59-8c1c-f1b5192cc88c None None] Provisioning complete for port 67173cff-6518-4a9a-9492-97083bd2c766 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:33.795747 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d02c5731-1561-4c59-8c1c-f1b5192cc88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:33.813797 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93afc5a-1496-4d88-82cb-1bcf21855d72 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:33.818723 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d93afc5a-1496-4d88-82cb-1bcf21855d72 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:33.860824 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-d02c5731-1561-4c59-8c1c-f1b5192cc88c None None] Port 67173cff-6518-4a9a-9492-97083bd2c766 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:28:33.893040 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25fd8c43-00ae-4d87-bbb2-eb5e2f9ac76c req-a5165ef8-63d9-45fc-ad57-de085c8e9e79 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197097 Aug 19 18:28:33.894236 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d02c5731-1561-4c59-8c1c-f1b5192cc88c None None] Provisioning for port 2c98fbab-e688-4b03-aa24-d8d006475616 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:34.077209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d2861-fe3c-4f85-a04e-9d593b9199be req-8b5dc5ba-63a7-4190-a2c2-23a6ac841681 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:34.080173 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c84d2861-fe3c-4f85-a04e-9d593b9199be req-8b5dc5ba-63a7-4190-a2c2-23a6ac841681 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.0836847 Aug 19 18:28:34.167556 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c84d2861-fe3c-4f85-a04e-9d593b9199be req-557c6f54-b0b1-453e-99a5-2807005fe133 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784681 Aug 19 18:28:34.230591 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8cd0c638-fd49-4c05-814d-0a3e18869ae8 None None] Provisioning for port b423ec6e-6359-4969-bbf5-2fa3970205d4 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:34.234462 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d93afc5a-1496-4d88-82cb-1bcf21855d72 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:34.240504 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8cd0c638-fd49-4c05-814d-0a3e18869ae8 None None] Provisioning complete for port b423ec6e-6359-4969-bbf5-2fa3970205d4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:34.244259 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8cd0c638-fd49-4c05-814d-0a3e18869ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:34.362825 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93afc5a-1496-4d88-82cb-1bcf21855d72 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 89bad278-6a94-481f-8ac6-995fb6742e68 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:34.367746 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-d93afc5a-1496-4d88-82cb-1bcf21855d72 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:34.381821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93afc5a-1496-4d88-82cb-1bcf21855d72 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:34.382436 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d93afc5a-1496-4d88-82cb-1bcf21855d72 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:34.398488 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee52f6f6-ea31-40e5-be35-80d99358198a None None] Network 89bad278-6a94-481f-8ac6-995fb6742e68 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:34.406055 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93afc5a-1496-4d88-82cb-1bcf21855d72 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Subnet': ['ID=c513b9b9-d521-4dc0-836d-6a7264708bdd,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:34.432787 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41740) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:34.437403 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d93afc5a-1496-4d88-82cb-1bcf21855d72 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8832972 Aug 19 18:28:34.445962 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-69baad3a-f8bf-4de4-b75f-2ca6d1ef0ea4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1803645110', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c513b9b9-d521-4dc0-836d-6a7264708bdd'}], 'security_groups': ['33fc6d1a-5af6-45c9-b6c6-2db110d99bed']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:34.452420 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-8cd0c638-fd49-4c05-814d-0a3e18869ae8 None None] Port b423ec6e-6359-4969-bbf5-2fa3970205d4 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:28:34.515727 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba462d08-164d-45db-8a56-dd6f4df89172 req-593bc25d-1ff3-4cf9-a53d-dd553d7ffce9 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:34.525194 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ba462d08-164d-45db-8a56-dd6f4df89172 req-593bc25d-1ff3-4cf9-a53d-dd553d7ffce9 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.0726972 Aug 19 18:28:34.554474 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-69baad3a-f8bf-4de4-b75f-2ca6d1ef0ea4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:34.636136 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ba462d08-164d-45db-8a56-dd6f4df89172 req-a404b988-0e62-4aad-8937-f1a72bb621d6 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960040 Aug 19 18:28:34.698697 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-282606fa-668c-414a-98bd-dbd80c870c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:34.865222 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2c98fbab-e688-4b03-aa24-d8d006475616 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:35.127048 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 2c98fbab-e688-4b03-aa24-d8d006475616 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:35.131850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 2c98fbab-e688-4b03-aa24-d8d006475616 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:35.132317 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:35.292517 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65671f9b-35ed-4fb0-967e-e899990dca92 None None] Update dhcp port {'port': {'network_id': '89bad278-6a94-481f-8ac6-995fb6742e68', 'fixed_ips': [{'subnet_id': '625081a2-68c6-41c4-914a-6adf3b545e10', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c513b9b9-d521-4dc0-836d-6a7264708bdd'}], 'binding:host_id': 'n-d-803753-2'}, 'id': '2c98fbab-e688-4b03-aa24-d8d006475616'} from n-d-803753-2. {{(pid=94683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:28:35.388025 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-65671f9b-35ed-4fb0-967e-e899990dca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:35.442546 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:35.513284 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-69baad3a-f8bf-4de4-b75f-2ca6d1ef0ea4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Delete allocated IP 2001:db8::2a6 (89bad278-6a94-481f-8ac6-995fb6742e68/625081a2-68c6-41c4-914a-6adf3b545e10) {{(pid=94682) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 18:28:35.543617 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-69baad3a-f8bf-4de4-b75f-2ca6d1ef0ea4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Allocated IP 2001:db8:0:1::3a7 (89bad278-6a94-481f-8ac6-995fb6742e68/c513b9b9-d521-4dc0-836d-6a7264708bdd/b423ec6e-6359-4969-bbf5-2fa3970205d4) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:35.693703 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 2c98fbab-e688-4b03-aa24-d8d006475616, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2c98fbab-e688-4b03-aa24-d8d006475616,segment=NetworkSegment(6fd74830-73c5-474b-8794-00d8a079bdf8),segment_id=6fd74830-73c5-474b-8794-00d8a079bdf8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:35.709723 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:35.877893 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=2c98fbab-e688-4b03-aa24-d8d006475616,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:35.945438 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09460600-e9a2-4fd4-ab90-f88836b5ff06 req-e06311d5-ee03-4190-8919-f753a2eeb820 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:35.959236 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09460600-e9a2-4fd4-ab90-f88836b5ff06 req-e06311d5-ee03-4190-8919-f753a2eeb820 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.1275463 Aug 19 18:28:36.057290 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-69baad3a-f8bf-4de4-b75f-2ca6d1ef0ea4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:36.075200 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-69baad3a-f8bf-4de4-b75f-2ca6d1ef0ea4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Transition to ACTIVE for port object b423ec6e-6359-4969-bbf5-2fa3970205d4 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:36.083947 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-69baad3a-f8bf-4de4-b75f-2ca6d1ef0ea4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:36.113256 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09460600-e9a2-4fd4-ab90-f88836b5ff06 req-c85fbf6a-4c35-4410-9dc6-f797cc46a869 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510093 Aug 19 18:28:36.215846 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-65671f9b-35ed-4fb0-967e-e899990dca92 None None] Allocated IP 2001:db8:0:1::2 (89bad278-6a94-481f-8ac6-995fb6742e68/c513b9b9-d521-4dc0-836d-6a7264708bdd/2c98fbab-e688-4b03-aa24-d8d006475616) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:36.218652 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-69baad3a-f8bf-4de4-b75f-2ca6d1ef0ea4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] In _notify_port_updated(), no bound segment for port b423ec6e-6359-4969-bbf5-2fa3970205d4 on network 89bad278-6a94-481f-8ac6-995fb6742e68 {{(pid=94682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:28:36.226960 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69baad3a-f8bf-4de4-b75f-2ca6d1ef0ea4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:36.227957 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-69baad3a-f8bf-4de4-b75f-2ca6d1ef0ea4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:36.232587 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41794) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:36.232962 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-69baad3a-f8bf-4de4-b75f-2ca6d1ef0ea4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "PUT /v2.0/ports/b423ec6e-6359-4969-bbf5-2fa3970205d4 HTTP/1.1" status: 200 len: 931 time: 1.7987094 Aug 19 18:28:36.247814 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69baad3a-f8bf-4de4-b75f-2ca6d1ef0ea4 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Port': ['ID=b423ec6e-6359-4969-bbf5-2fa3970205d4,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:36.396915 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-65671f9b-35ed-4fb0-967e-e899990dca92 None None] For port 2c98fbab-e688-4b03-aa24-d8d006475616, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2c98fbab-e688-4b03-aa24-d8d006475616,segment=NetworkSegment(6fd74830-73c5-474b-8794-00d8a079bdf8),segment_id=6fd74830-73c5-474b-8794-00d8a079bdf8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:36.399568 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-5dbb3d88-1486-4dd0-b497-6d1d727b70bb tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting port b423ec6e-6359-4969-bbf5-2fa3970205d4 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:36.399920 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3d88-1486-4dd0-b497-6d1d727b70bb tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:36.460616 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-65671f9b-35ed-4fb0-967e-e899990dca92 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:36.480239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-65671f9b-35ed-4fb0-967e-e899990dca92 None None] Transition to ACTIVE for port object 2c98fbab-e688-4b03-aa24-d8d006475616 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:36.484395 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-65671f9b-35ed-4fb0-967e-e899990dca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:36.514746 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3d88-1486-4dd0-b497-6d1d727b70bb tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:36.530240 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-5dbb3d88-1486-4dd0-b497-6d1d727b70bb tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Calling delete_port for b423ec6e-6359-4969-bbf5-2fa3970205d4 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:36.574288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5ade9-d26d-4197-a5d5-63755f71dad6 req-8116267f-210a-4f56-bcf2-b412511473a7 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:36.579229 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-61d5ade9-d26d-4197-a5d5-63755f71dad6 req-8116267f-210a-4f56-bcf2-b412511473a7 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2 HTTP/1.1" status: 200 len: 944 time: 0.1215212 Aug 19 18:28:36.598590 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65671f9b-35ed-4fb0-967e-e899990dca92 None None] Pushing event updated for resources: {'Port': ['ID=2c98fbab-e688-4b03-aa24-d8d006475616,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:36.644274 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2c98fbab-e688-4b03-aa24-d8d006475616 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:36.760458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-61d5ade9-d26d-4197-a5d5-63755f71dad6 req-0f0a0a81-4915-485b-a4b4-455d5447b3c6 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Deleting port 63583d5f-051d-4e88-a884-1a40992923b0 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:36.762568 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-61d5ade9-d26d-4197-a5d5-63755f71dad6 req-0f0a0a81-4915-485b-a4b4-455d5447b3c6 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:36.814190 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3d88-1486-4dd0-b497-6d1d727b70bb tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:36.848272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb3d88-1486-4dd0-b497-6d1d727b70bb tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Port': ['ID=b423ec6e-6359-4969-bbf5-2fa3970205d4,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:36.877741 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3d88-1486-4dd0-b497-6d1d727b70bb tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:36.882705 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5dbb3d88-1486-4dd0-b497-6d1d727b70bb tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/ports/b423ec6e-6359-4969-bbf5-2fa3970205d4 HTTP/1.1" status: 204 len: 168 time: 0.6461282 Aug 19 18:28:36.884228 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41804) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:36.921823 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d60b7a-96c4-4ae9-8f1b-ab075297cade tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] GET failed (client error): The resource could not be found. Aug 19 18:28:36.933185 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41806) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:36.936046 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-87d60b7a-96c4-4ae9-8f1b-ab075297cade tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports/b423ec6e-6359-4969-bbf5-2fa3970205d4 HTTP/1.1" status: 404 len: 333 time: 0.0506647 Aug 19 18:28:36.942868 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-61d5ade9-d26d-4197-a5d5-63755f71dad6 req-0f0a0a81-4915-485b-a4b4-455d5447b3c6 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] For port 63583d5f-051d-4e88-a884-1a40992923b0, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=63583d5f-051d-4e88-a884-1a40992923b0,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:36.943360 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-61d5ade9-d26d-4197-a5d5-63755f71dad6 req-0f0a0a81-4915-485b-a4b4-455d5447b3c6 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:36.960048 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-61d5ade9-d26d-4197-a5d5-63755f71dad6 req-0f0a0a81-4915-485b-a4b4-455d5447b3c6 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Calling delete_port for 63583d5f-051d-4e88-a884-1a40992923b0 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:36.987205 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8754d-3f88-4a73-92aa-00606fa009e0 req-6fafa233-048d-4ec6-91aa-6b43307379bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:36.988759 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03a8754d-3f88-4a73-92aa-00606fa009e0 req-6fafa233-048d-4ec6-91aa-6b43307379bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1b1aa2c733a4115bafa765990404683&device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 1096 time: 0.0913365 Aug 19 18:28:37.075050 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-975d4c27-f0fb-4d9c-bffa-f0dc8036038f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:37.097228 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-325df6ac-8651-46f9-a629-2a3fe6bb27da tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:37.127677 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-61d5ade9-d26d-4197-a5d5-63755f71dad6 req-0f0a0a81-4915-485b-a4b4-455d5447b3c6 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:37.137426 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8754d-3f88-4a73-92aa-00606fa009e0 req-e0c85dc1-4c3f-4e7e-a50c-5210564dde70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:37.139177 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03a8754d-3f88-4a73-92aa-00606fa009e0 req-e0c85dc1-4c3f-4e7e-a50c-5210564dde70 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bacad945-2962-49c4-806c-a7bd8c4e8d7b HTTP/1.1" status: 200 len: 918 time: 0.1401303 Aug 19 18:28:37.141017 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-325df6ac-8651-46f9-a629-2a3fe6bb27da tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:37.142250 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['bb574d96-cf52-47a1-8a95-179694cff36a', '63c9f543-8cc2-4736-a571-1e001a868143'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:28:37.194020 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a0a81-4915-485b-a4b4-455d5447b3c6 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Pushing event deleted for resources: {'Port': ['ID=63583d5f-051d-4e88-a884-1a40992923b0,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:37.256320 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d5ade9-d26d-4197-a5d5-63755f71dad6 req-0f0a0a81-4915-485b-a4b4-455d5447b3c6 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] No DVR routers for this DVR port 63583d5f-051d-4e88-a884-1a40992923b0 on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:28:37.259124 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-61d5ade9-d26d-4197-a5d5-63755f71dad6 req-0f0a0a81-4915-485b-a4b4-455d5447b3c6 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:37.261228 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-61d5ade9-d26d-4197-a5d5-63755f71dad6 req-0f0a0a81-4915-485b-a4b4-455d5447b3c6 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "DELETE /v2.0/ports/63583d5f-051d-4e88-a884-1a40992923b0 HTTP/1.1" status: 204 len: 173 time: 0.6753838 Aug 19 18:28:37.261739 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2', 'name': 'network-vif-deleted', 'tag': '63583d5f-051d-4e88-a884-1a40992923b0'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:28:37.264094 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651850a7-7ab4-447e-b758-15601f7b1b57" -d '{"events": [{"server_uuid": "dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2", "name": "network-vif-deleted", "tag": "63583d5f-051d-4e88-a884-1a40992923b0"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:28:37.276515 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:37.347515 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03a8754d-3f88-4a73-92aa-00606fa009e0 req-636ccd07-9f4e-44c3-a48e-142bfc8a7600 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5fe4ecf-94a5-473a-a953-1ae38f614592 HTTP/1.1" status: 200 len: 1001 time: 0.1969995 Aug 19 18:28:37.394673 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6cb10-297d-44ec-8ca8-e0a7c08a7319 req-0309dfe7-e58e-43cf-b3b3-36580af7ada8 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:37.396254 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c9d6cb10-297d-44ec-8ca8-e0a7c08a7319 req-0309dfe7-e58e-43cf-b3b3-36580af7ada8 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.1696641 Aug 19 18:28:37.481038 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8754d-3f88-4a73-92aa-00606fa009e0 req-755d4ccb-cd6b-4129-9bf0-30237e9f5490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:37.483374 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03a8754d-3f88-4a73-92aa-00606fa009e0 req-755d4ccb-cd6b-4129-9bf0-30237e9f5490 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9e32631a-48d3-4ef0-8eb3-575117a89737 HTTP/1.1" status: 200 len: 856 time: 0.1060498 Aug 19 18:28:37.499099 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-325df6ac-8651-46f9-a629-2a3fe6bb27da tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:37.507176 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-325df6ac-8651-46f9-a629-2a3fe6bb27da tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:37.508695 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-325df6ac-8651-46f9-a629-2a3fe6bb27da tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/security-groups/d43d9910-05c2-4977-81eb-aac3f7645eba HTTP/1.1" status: 204 len: 168 time: 0.5721369 Aug 19 18:28:37.511753 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41816) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:37.600255 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-600e74d7-544f-4128-b767-65d6f2f901da tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:37.624799 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c9d6cb10-297d-44ec-8ca8-e0a7c08a7319 req-78f80e94-1974-476a-bae5-a3ca35b7316f tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146441 Aug 19 18:28:37.629295 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325df6ac-8651-46f9-a629-2a3fe6bb27da tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43d9910-05c2-4977-81eb-aac3f7645eba,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:37.636678 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-600e74d7-544f-4128-b767-65d6f2f901da tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:37.651154 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8754d-3f88-4a73-92aa-00606fa009e0 req-260b86dc-4184-477f-8f94-017b1056ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:37.653570 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03a8754d-3f88-4a73-92aa-00606fa009e0 req-260b86dc-4184-477f-8f94-017b1056ac0f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bacad945-2962-49c4-806c-a7bd8c4e8d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1412339 Aug 19 18:28:37.716414 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-600e74d7-544f-4128-b767-65d6f2f901da tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:37.720562 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-600e74d7-544f-4128-b767-65d6f2f901da tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:37.722167 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-600e74d7-544f-4128-b767-65d6f2f901da tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/security-groups/33fc6d1a-5af6-45c9-b6c6-2db110d99bed HTTP/1.1" status: 204 len: 168 time: 0.2092788 Aug 19 18:28:37.724511 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 19 Aug 2021 18:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0872c30f-a5b1-4667-aeef-b293d13d0d85 x-openstack-request-id: req-0872c30f-a5b1-4667-aeef-b293d13d0d85 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:28:37.724940 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2", "name": "network-vif-deleted", "tag": "63583d5f-051d-4e88-a884-1a40992923b0", "status": "failed", "code": 422}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:28:37.725335 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0872c30f-a5b1-4667-aeef-b293d13d0d85 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:28:37.725886 n-d-803753-2 neutron-server[94682]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dfe0a6f1-7d57-47a0-bf58-1d26a3d501d2', 'name': 'network-vif-deleted', 'tag': '63583d5f-051d-4e88-a884-1a40992923b0', 'status': 'failed', 'code': 422} returned with failed status Aug 19 18:28:37.729726 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41828) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:37.750644 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e74d7-544f-4128-b767-65d6f2f901da tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fc6d1a-5af6-45c9-b6c6-2db110d99bed,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:37.816614 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1a92dbad-4710-4205-b8c9-c79dfd4c0ab6 None None] Could not find standard attr ID for object b423ec6e-6359-4969-bbf5-2fa3970205d4. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:28:37.845774 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1a92dbad-4710-4205-b8c9-c79dfd4c0ab6 None None] Provisioning complete for port 67173cff-6518-4a9a-9492-97083bd2c766 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:37.846862 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1a92dbad-4710-4205-b8c9-c79dfd4c0ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:37.857706 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-218a2c0a-4996-4670-b118-917c8b718f01 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting subnet 625081a2-68c6-41c4-914a-6adf3b545e10 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:28:37.866370 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03a8754d-3f88-4a73-92aa-00606fa009e0 req-5ee5f248-64cf-4bf7-bfae-41e2fc0157e4 service neutron] 10.222.0.50 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050536 Aug 19 18:28:37.867365 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-218a2c0a-4996-4670-b118-917c8b718f01 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:37.902212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-1a92dbad-4710-4205-b8c9-c79dfd4c0ab6 None None] Port 67173cff-6518-4a9a-9492-97083bd2c766 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:28:37.919277 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1a92dbad-4710-4205-b8c9-c79dfd4c0ab6 None None] Provisioning for port 2c98fbab-e688-4b03-aa24-d8d006475616 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:37.926396 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1a92dbad-4710-4205-b8c9-c79dfd4c0ab6 None None] Provisioning complete for port 2c98fbab-e688-4b03-aa24-d8d006475616 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:37.928680 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1a92dbad-4710-4205-b8c9-c79dfd4c0ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:37.983750 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-218a2c0a-4996-4670-b118-917c8b718f01 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:38.032810 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03a8754d-3f88-4a73-92aa-00606fa009e0 req-0a3a895e-e194-4d29-904c-0a243f4c53d3 service neutron] 10.222.0.50 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557429 Aug 19 18:28:38.119609 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-218a2c0a-4996-4670-b118-917c8b718f01 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:38.171357 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:38.201447 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-218a2c0a-4996-4670-b118-917c8b718f01 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:38.236239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f855c24a-d53a-4de5-8a34-8381dd21805d None None] Could not find standard attr ID for object b423ec6e-6359-4969-bbf5-2fa3970205d4. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:28:38.248456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a2c0a-4996-4670-b118-917c8b718f01 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Subnet': ['ID=625081a2-68c6-41c4-914a-6adf3b545e10,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:38.255424 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-218a2c0a-4996-4670-b118-917c8b718f01 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:38.257490 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-218a2c0a-4996-4670-b118-917c8b718f01 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/subnets/625081a2-68c6-41c4-914a-6adf3b545e10 HTTP/1.1" status: 204 len: 168 time: 0.5267010 Aug 19 18:28:38.261846 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41836) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:38.267507 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-145a58a8-0c48-4af1-8a21-388a3b3580d9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'subnet': {'network_id': '89bad278-6a94-481f-8ac6-995fb6742e68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:38.390879 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7779a682-a143-43e2-a872-05a733674571 None None] Network 89bad278-6a94-481f-8ac6-995fb6742e68 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:38.428951 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643370c-0e3b-44da-bed0-af5e7fe62b65 req-ea4c00e7-2c9f-40f6-8c4f-79abb9b0f42a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:38.430422 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2643370c-0e3b-44da-bed0-af5e7fe62b65 req-ea4c00e7-2c9f-40f6-8c4f-79abb9b0f42a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc438de7-5925-4837-b3fb-f6064b980e44 HTTP/1.1" status: 200 len: 907 time: 0.0882704 Aug 19 18:28:38.448167 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145a58a8-0c48-4af1-8a21-388a3b3580d9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:38.452509 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-145a58a8-0c48-4af1-8a21-388a3b3580d9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:38.605860 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2c98fbab-e688-4b03-aa24-d8d006475616 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:38.675003 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 2c98fbab-e688-4b03-aa24-d8d006475616 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:38.675476 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:38.733491 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-145a58a8-0c48-4af1-8a21-388a3b3580d9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:38.793805 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145a58a8-0c48-4af1-8a21-388a3b3580d9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 89bad278-6a94-481f-8ac6-995fb6742e68 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:38.801110 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-145a58a8-0c48-4af1-8a21-388a3b3580d9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:38.805835 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145a58a8-0c48-4af1-8a21-388a3b3580d9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:38.806868 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-145a58a8-0c48-4af1-8a21-388a3b3580d9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:38.818035 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a58a8-0c48-4af1-8a21-388a3b3580d9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Subnet': ['ID=7001bcbe-f4a1-417f-8b66-62134566a919,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:38.829860 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-145a58a8-0c48-4af1-8a21-388a3b3580d9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5667653 Aug 19 18:28:38.833864 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41844) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:38.838584 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-0c96bc90-1bf3-4ce2-b3e0-0cc565f28130 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'security_group': {'name': 'tempest-secgroup-1089664864'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:38.857272 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edb8c2-7861-4dc8-8ca4-eb8c9acd893b req-d9b9bba4-9fbd-488a-a820-50a5ffeca5a2 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:38.858899 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-03edb8c2-7861-4dc8-8ca4-eb8c9acd893b req-d9b9bba4-9fbd-488a-a820-50a5ffeca5a2 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.0982716 Aug 19 18:28:38.876750 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c96bc90-1bf3-4ce2-b3e0-0cc565f28130 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:38.936596 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-03edb8c2-7861-4dc8-8ca4-eb8c9acd893b req-d537c738-0d7c-4329-8c63-46c0b98c4f5a tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681081 Aug 19 18:28:39.020444 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c96bc90-1bf3-4ce2-b3e0-0cc565f28130 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.025962 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c96bc90-1bf3-4ce2-b3e0-0cc565f28130 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.066847 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c96bc90-1bf3-4ce2-b3e0-0cc565f28130 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.068659 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0c96bc90-1bf3-4ce2-b3e0-0cc565f28130 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2335904 Aug 19 18:28:39.071418 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41850) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:39.076252 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-b8c2f0c2-59b3-41d9-be3a-cf6588ff2363 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'security_group': {'name': 'tempest-secgroup-794849963'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:39.083211 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96bc90-1bf3-4ce2-b3e0-0cc565f28130 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75232cec-1ba8-4cc0-9645-25939140537a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:39.106819 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b8c2f0c2-59b3-41d9-be3a-cf6588ff2363 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.218411 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b8c2f0c2-59b3-41d9-be3a-cf6588ff2363 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.223940 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b8c2f0c2-59b3-41d9-be3a-cf6588ff2363 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.263762 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41854) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:39.267423 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b8c2f0c2-59b3-41d9-be3a-cf6588ff2363 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.271463 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b8c2f0c2-59b3-41d9-be3a-cf6588ff2363 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1962059 Aug 19 18:28:39.274006 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41858) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:39.281944 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-dbd97ebb-f8a0-4c7f-b97c-6957cfc6046d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'security_group': {'name': 'tempest-secgroup-944140268'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:39.291516 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2f0c2-59b3-41d9-be3a-cf6588ff2363 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85634488-f761-41cd-83e4-fcf8dbb65120,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:39.314946 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbd97ebb-f8a0-4c7f-b97c-6957cfc6046d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.351828 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbe9ddf-7288-40ca-b25d-9952cef50cfb None None] Network 89bad278-6a94-481f-8ac6-995fb6742e68 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:39.416542 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e6c2e68b-7a86-4650-90c7-afa775eb8360 None None] Provisioning complete for port 67173cff-6518-4a9a-9492-97083bd2c766 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:39.416919 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e6c2e68b-7a86-4650-90c7-afa775eb8360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.418157 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-249bc58a-e131-45c2-85cc-a62822a42af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.425760 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbd97ebb-f8a0-4c7f-b97c-6957cfc6046d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.431009 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbd97ebb-f8a0-4c7f-b97c-6957cfc6046d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.479555 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-e6c2e68b-7a86-4650-90c7-afa775eb8360 None None] Port 67173cff-6518-4a9a-9492-97083bd2c766 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:28:39.513264 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd97ebb-f8a0-4c7f-b97c-6957cfc6046d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f54035-cf4c-4288-838b-92e5f20baa07,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:39.518034 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e6c2e68b-7a86-4650-90c7-afa775eb8360 None None] Provisioning complete for port 2c98fbab-e688-4b03-aa24-d8d006475616 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:39.518410 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e6c2e68b-7a86-4650-90c7-afa775eb8360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.572056 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device f5fe4ecf-94a5-473a-a953-1ae38f614592 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:28:39.580025 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-249bc58a-e131-45c2-85cc-a62822a42af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.587640 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-249bc58a-e131-45c2-85cc-a62822a42af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.591522 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbd97ebb-f8a0-4c7f-b97c-6957cfc6046d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.595574 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dbd97ebb-f8a0-4c7f-b97c-6957cfc6046d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3182535 Aug 19 18:28:39.596280 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41862) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:39.602037 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f2a57afc-5b0f-48f0-ae3f-4e3b5a093177 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1146753311', 'security_groups': ['69f54035-cf4c-4288-838b-92e5f20baa07'], 'network_id': '89bad278-6a94-481f-8ac6-995fb6742e68', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7001bcbe-f4a1-417f-8b66-62134566a919'}]}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:39.628112 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-249bc58a-e131-45c2-85cc-a62822a42af8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0dac5ab271924b71abba75744ebbae77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3628855 Aug 19 18:28:39.636507 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41864) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:39.666434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea10625-e623-447b-9875-49717f785794 req-1a90628b-5f76-425d-8b8d-9ea46a1869ef tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:39.668022 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bc58a-e131-45c2-85cc-a62822a42af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7ef59f-2b09-46e9-9cfb-64f47a9d49d1,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:39.668497 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cea10625-e623-447b-9875-49717f785794 req-1a90628b-5f76-425d-8b8d-9ea46a1869ef tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc438de7-5925-4837-b3fb-f6064b980e44 HTTP/1.1" status: 200 len: 907 time: 0.1204045 Aug 19 18:28:39.726807 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a60b32f9-6204-49d1-a9e5-ccbb5558df4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.727914 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.783393 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119777d0-5736-4ffc-ad33-5bc664e96a8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5fe4ecf-94a5-473a-a953-1ae38f614592'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:28:39.786868 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09a7c92-8f65-480d-a6be-0e5994160684" -d '{"events": [{"server_uuid": "119777d0-5736-4ffc-ad33-5bc664e96a8c", "name": "network-vif-unplugged", "status": "completed", "tag": "f5fe4ecf-94a5-473a-a953-1ae38f614592"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:28:39.801019 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a57afc-5b0f-48f0-ae3f-4e3b5a093177 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:39.805140 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257e9fde-6f17-45ba-8e42-917dcc31ae74 None None] Update dhcp port {'port': {'network_id': '89bad278-6a94-481f-8ac6-995fb6742e68', 'fixed_ips': [{'subnet_id': 'c513b9b9-d521-4dc0-836d-6a7264708bdd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7001bcbe-f4a1-417f-8b66-62134566a919'}], 'binding:host_id': 'n-d-803753-2'}, 'id': '2c98fbab-e688-4b03-aa24-d8d006475616'} from n-d-803753-2. {{(pid=94683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:28:39.808341 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port f5fe4ecf-94a5-473a-a953-1ae38f614592, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=f5fe4ecf-94a5-473a-a953-1ae38f614592,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:39.822471 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a60b32f9-6204-49d1-a9e5-ccbb5558df4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.832480 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.876457 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cd9dd-0e32-4e71-b2ea-37b56882b7a4 req-f4a4bde8-f754-40dd-86a3-f37ffd8a414a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:39.878587 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-226cd9dd-0e32-4e71-b2ea-37b56882b7a4 req-f4a4bde8-f754-40dd-86a3-f37ffd8a414a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc438de7-5925-4837-b3fb-f6064b980e44 HTTP/1.1" status: 200 len: 907 time: 0.1342685 Aug 19 18:28:39.882582 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5296c9-a301-4cc1-a930-9e8b2c105574 x-openstack-request-id: req-9f5296c9-a301-4cc1-a930-9e8b2c105574 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:28:39.883135 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119777d0-5736-4ffc-ad33-5bc664e96a8c", "name": "network-vif-unplugged", "status": "completed", "tag": "f5fe4ecf-94a5-473a-a953-1ae38f614592", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:28:39.883495 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f5296c9-a301-4cc1-a930-9e8b2c105574 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:28:39.883905 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119777d0-5736-4ffc-ad33-5bc664e96a8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5fe4ecf-94a5-473a-a953-1ae38f614592', 'code': 200} Aug 19 18:28:39.886833 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-257e9fde-6f17-45ba-8e42-917dcc31ae74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.940845 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f2a57afc-5b0f-48f0-ae3f-4e3b5a093177 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.986239 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-f2a57afc-5b0f-48f0-ae3f-4e3b5a093177 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] device_id is not set on port 3f61370f-8d6d-4321-acb7-b2a5a85a212b yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:28:39.994378 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=f5fe4ecf-94a5-473a-a953-1ae38f614592,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:40.015723 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:40.016070 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:40.016419 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:40.016748 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:40.017099 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:40.017440 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:40.017801 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:40.018113 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:40.018519 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:40.018766 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:40.019083 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:40.019404 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:40.037633 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a60b32f9-6204-49d1-a9e5-ccbb5558df4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:40.041281 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a60b32f9-6204-49d1-a9e5-ccbb5558df4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:40.045414 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a60b32f9-6204-49d1-a9e5-ccbb5558df4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa7ef59f-2b09-46e9-9cfb-64f47a9d49d1 HTTP/1.1" status: 204 len: 168 time: 0.4078245 Aug 19 18:28:40.070691 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b32f9-6204-49d1-a9e5-ccbb5558df4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7ef59f-2b09-46e9-9cfb-64f47a9d49d1,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:40.093486 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-226cd9dd-0e32-4e71-b2ea-37b56882b7a4 req-598051c7-e853-470b-a4e2-15b7a939011a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Deleting port 0875deba-fbc9-4c50-9737-f1616fd7d37c {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:40.094184 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-226cd9dd-0e32-4e71-b2ea-37b56882b7a4 req-598051c7-e853-470b-a4e2-15b7a939011a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:40.184655 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-257e9fde-6f17-45ba-8e42-917dcc31ae74 None None] Allocated IP 2001:db8::2 (89bad278-6a94-481f-8ac6-995fb6742e68/7001bcbe-f4a1-417f-8b66-62134566a919/2c98fbab-e688-4b03-aa24-d8d006475616) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:40.187666 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:40.219842 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-226cd9dd-0e32-4e71-b2ea-37b56882b7a4 req-598051c7-e853-470b-a4e2-15b7a939011a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] For port 0875deba-fbc9-4c50-9737-f1616fd7d37c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=0875deba-fbc9-4c50-9737-f1616fd7d37c,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:40.220347 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-226cd9dd-0e32-4e71-b2ea-37b56882b7a4 req-598051c7-e853-470b-a4e2-15b7a939011a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:40.239465 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-226cd9dd-0e32-4e71-b2ea-37b56882b7a4 req-598051c7-e853-470b-a4e2-15b7a939011a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Calling delete_port for 0875deba-fbc9-4c50-9737-f1616fd7d37c owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:40.312572 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-257e9fde-6f17-45ba-8e42-917dcc31ae74 None None] For port 2c98fbab-e688-4b03-aa24-d8d006475616, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2c98fbab-e688-4b03-aa24-d8d006475616,segment=NetworkSegment(6fd74830-73c5-474b-8794-00d8a079bdf8),segment_id=6fd74830-73c5-474b-8794-00d8a079bdf8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:40.374607 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-257e9fde-6f17-45ba-8e42-917dcc31ae74 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:40.459123 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-226cd9dd-0e32-4e71-b2ea-37b56882b7a4 req-598051c7-e853-470b-a4e2-15b7a939011a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:40.459669 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-257e9fde-6f17-45ba-8e42-917dcc31ae74 None None] Transition to ACTIVE for port object 2c98fbab-e688-4b03-aa24-d8d006475616 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:40.463021 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-257e9fde-6f17-45ba-8e42-917dcc31ae74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:40.492518 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598051c7-e853-470b-a4e2-15b7a939011a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Pushing event deleted for resources: {'Port': ['ID=0875deba-fbc9-4c50-9737-f1616fd7d37c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:40.546581 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-226cd9dd-0e32-4e71-b2ea-37b56882b7a4 req-598051c7-e853-470b-a4e2-15b7a939011a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] No DVR routers for this DVR port 0875deba-fbc9-4c50-9737-f1616fd7d37c on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:28:40.561684 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7360800-09d0-40a4-bc70-33ee5dea3855 req-6e3c8c9a-5181-4cf1-9960-a9bbdbbe128d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:40.563470 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b7360800-09d0-40a4-bc70-33ee5dea3855 req-6e3c8c9a-5181-4cf1-9960-a9bbdbbe128d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 943 time: 0.1421826 Aug 19 18:28:40.565140 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-226cd9dd-0e32-4e71-b2ea-37b56882b7a4 req-598051c7-e853-470b-a4e2-15b7a939011a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:40.568457 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-226cd9dd-0e32-4e71-b2ea-37b56882b7a4 req-598051c7-e853-470b-a4e2-15b7a939011a tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.54 "DELETE /v2.0/ports/0875deba-fbc9-4c50-9737-f1616fd7d37c HTTP/1.1" status: 204 len: 173 time: 0.6813350 Aug 19 18:28:40.568952 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc438de7-5925-4837-b3fb-f6064b980e44', 'name': 'network-vif-deleted', 'tag': '0875deba-fbc9-4c50-9737-f1616fd7d37c'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:28:40.571630 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fab6ad3-6eb3-4f52-a43c-e4e962effd0e" -d '{"events": [{"server_uuid": "cc438de7-5925-4837-b3fb-f6064b980e44", "name": "network-vif-deleted", "tag": "0875deba-fbc9-4c50-9737-f1616fd7d37c"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:28:40.623862 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-f2a57afc-5b0f-48f0-ae3f-4e3b5a093177 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Allocated IP 2001:db8::154 (89bad278-6a94-481f-8ac6-995fb6742e68/7001bcbe-f4a1-417f-8b66-62134566a919/3f61370f-8d6d-4321-acb7-b2a5a85a212b) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:40.648902 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b7360800-09d0-40a4-bc70-33ee5dea3855 req-ee59976a-bae8-4bc5-91b5-b1c38935dc72 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612278 Aug 19 18:28:40.690395 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8e2c86-2b6a-404d-b769-0827e438d864 x-openstack-request-id: req-3f8e2c86-2b6a-404d-b769-0827e438d864 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:28:40.690773 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc438de7-5925-4837-b3fb-f6064b980e44", "name": "network-vif-deleted", "tag": "0875deba-fbc9-4c50-9737-f1616fd7d37c", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:28:40.691079 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3f8e2c86-2b6a-404d-b769-0827e438d864 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:28:40.691551 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc438de7-5925-4837-b3fb-f6064b980e44', 'name': 'network-vif-deleted', 'tag': '0875deba-fbc9-4c50-9737-f1616fd7d37c', 'status': 'completed', 'code': 200} Aug 19 18:28:40.888077 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e9fde-6f17-45ba-8e42-917dcc31ae74 None None] Pushing event updated for resources: {'Port': ['ID=2c98fbab-e688-4b03-aa24-d8d006475616,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:40.924964 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a986b4a-7030-465d-bbfc-39b08e53e7f0 req-dd3e71c1-f70b-4f40-82dc-273d091ae12d tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc438de7-5925-4837-b3fb-f6064b980e44 HTTP/1.1" status: 200 len: 210 time: 0.0521235 Aug 19 18:28:40.945707 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f2a57afc-5b0f-48f0-ae3f-4e3b5a093177 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:40.962160 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-f2a57afc-5b0f-48f0-ae3f-4e3b5a093177 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Transition to ACTIVE for port object 3f61370f-8d6d-4321-acb7-b2a5a85a212b will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:41.012260 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:41.022870 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f2a57afc-5b0f-48f0-ae3f-4e3b5a093177 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:41.090633 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a57afc-5b0f-48f0-ae3f-4e3b5a093177 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Port': ['ID=3f61370f-8d6d-4321-acb7-b2a5a85a212b,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:41.098587 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a57afc-5b0f-48f0-ae3f-4e3b5a093177 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 89bad278-6a94-481f-8ac6-995fb6742e68 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:41.100781 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-f2a57afc-5b0f-48f0-ae3f-4e3b5a093177 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:41.103279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a57afc-5b0f-48f0-ae3f-4e3b5a093177 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:28:41.110451 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a57afc-5b0f-48f0-ae3f-4e3b5a093177 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:41.111235 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f2a57afc-5b0f-48f0-ae3f-4e3b5a093177 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:41.128312 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f2a57afc-5b0f-48f0-ae3f-4e3b5a093177 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5308499 Aug 19 18:28:41.131916 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41908) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:41.139131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-998eed12-5588-436b-ae57-39fd33955549 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'subnet': {'network_id': '89bad278-6a94-481f-8ac6-995fb6742e68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:41.342561 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998eed12-5588-436b-ae57-39fd33955549 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:41.349009 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-998eed12-5588-436b-ae57-39fd33955549 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:41.492228 n-d-803753-2 neutron-server[94682]: INFO neutron.db.ipam_backend_mixin [None req-998eed12-5588-436b-ae57-39fd33955549 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7001bcbe-f4a1-417f-8b66-62134566a919 (CIDR: 2001:db8::/64) Aug 19 18:28:41.496608 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-998eed12-5588-436b-ae57-39fd33955549 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:28:41.497143 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998eed12-5588-436b-ae57-39fd33955549 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:28:41.517524 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-998eed12-5588-436b-ae57-39fd33955549 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3817155 Aug 19 18:28:41.518157 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41924) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:41.523736 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-68067e08-c77d-4a49-bdbb-05eedf302c9b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'subnet': {'network_id': '89bad278-6a94-481f-8ac6-995fb6742e68', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:41.687706 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68067e08-c77d-4a49-bdbb-05eedf302c9b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:41.691648 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-68067e08-c77d-4a49-bdbb-05eedf302c9b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:41.823300 n-d-803753-2 neutron-server[94681]: INFO neutron.db.ipam_backend_mixin [None req-68067e08-c77d-4a49-bdbb-05eedf302c9b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c513b9b9-d521-4dc0-836d-6a7264708bdd (CIDR: 2001:db8:0:1::/64) Aug 19 18:28:41.827503 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-68067e08-c77d-4a49-bdbb-05eedf302c9b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:28:41.828182 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68067e08-c77d-4a49-bdbb-05eedf302c9b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:28:41.852758 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-68067e08-c77d-4a49-bdbb-05eedf302c9b tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3332005 Aug 19 18:28:41.855224 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41936) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:41.861702 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e250e13f-e8b4-4fb5-82ba-2c262978ae07 None None] Provisioning complete for port 67173cff-6518-4a9a-9492-97083bd2c766 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:41.862653 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e250e13f-e8b4-4fb5-82ba-2c262978ae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:41.866235 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-eac8d3ab-21bd-46e5-b173-6e0f85587a8a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'subnet': {'network_id': '89bad278-6a94-481f-8ac6-995fb6742e68', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:41.912800 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-e250e13f-e8b4-4fb5-82ba-2c262978ae07 None None] Port 67173cff-6518-4a9a-9492-97083bd2c766 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:28:41.926240 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e250e13f-e8b4-4fb5-82ba-2c262978ae07 None None] Provisioning for port 2c98fbab-e688-4b03-aa24-d8d006475616 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:41.945376 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e250e13f-e8b4-4fb5-82ba-2c262978ae07 None None] Provisioning complete for port 2c98fbab-e688-4b03-aa24-d8d006475616 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:41.946040 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e250e13f-e8b4-4fb5-82ba-2c262978ae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:42.053251 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac8d3ab-21bd-46e5-b173-6e0f85587a8a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Made reservation on behalf of 50ba02f50d414ab38246a7df10d51c0b for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:42.058991 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eac8d3ab-21bd-46e5-b173-6e0f85587a8a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:42.229498 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b1a80dde-4e29-40f6-8b3a-df0a301dee7c None None] Provisioning for port 3f61370f-8d6d-4321-acb7-b2a5a85a212b completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:42.237572 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b1a80dde-4e29-40f6-8b3a-df0a301dee7c None None] Provisioning complete for port 3f61370f-8d6d-4321-acb7-b2a5a85a212b triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:42.238174 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b1a80dde-4e29-40f6-8b3a-df0a301dee7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:42.269032 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c99d44-6981-4a01-bc05-a328cfca4fb6 req-3355d092-ecdd-441f-876c-4950e3d7f561 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:42.271189 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f0c99d44-6981-4a01-bc05-a328cfca4fb6 req-3355d092-ecdd-441f-876c-4950e3d7f561 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 943 time: 0.1142235 Aug 19 18:28:42.293619 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b1a80dde-4e29-40f6-8b3a-df0a301dee7c None None] Port 3f61370f-8d6d-4321-acb7-b2a5a85a212b cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:28:42.294658 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cd64a5db-eff2-40b4-b80c-bdebd16e1400 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877955 Aug 19 18:28:42.327621 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f0c99d44-6981-4a01-bc05-a328cfca4fb6 req-e82bcfec-695d-4ae3-98d5-86edd322b9f8 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469978 Aug 19 18:28:42.648893 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2c98fbab-e688-4b03-aa24-d8d006475616 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:42.748846 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 2c98fbab-e688-4b03-aa24-d8d006475616 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:42.749389 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:42.901272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ad3c2-5d01-4c81-aa4b-9e160455a2a4 req-e7df0b7a-84c9-4ecf-93ee-faa7fd4f4376 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:42.902843 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-196ad3c2-5d01-4c81-aa4b-9e160455a2a4 req-e7df0b7a-84c9-4ecf-93ee-faa7fd4f4376 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af7fdcf-2b7f-4ab1-830a-8c36968f38e5 HTTP/1.1" status: 200 len: 945 time: 0.4869418 Aug 19 18:28:42.919106 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eac8d3ab-21bd-46e5-b173-6e0f85587a8a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:42.976375 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac8d3ab-21bd-46e5-b173-6e0f85587a8a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Network 89bad278-6a94-481f-8ac6-995fb6742e68 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:42.991251 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-eac8d3ab-21bd-46e5-b173-6e0f85587a8a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:42.997866 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac8d3ab-21bd-46e5-b173-6e0f85587a8a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:42.998711 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eac8d3ab-21bd-46e5-b173-6e0f85587a8a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:43.002719 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c263be2-b961-4792-a370-642fb069392e None None] Network 89bad278-6a94-481f-8ac6-995fb6742e68 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:43.013873 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-196ad3c2-5d01-4c81-aa4b-9e160455a2a4 req-23c765a1-bf6b-4e38-9fc0-9d6b4553d95f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038346 Aug 19 18:28:43.029127 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8d3ab-21bd-46e5-b173-6e0f85587a8a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Subnet': ['ID=01d40dfc-7321-4ec0-9042-69e4180352f6,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:43.047663 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-eac8d3ab-21bd-46e5-b173-6e0f85587a8a tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1909471 Aug 19 18:28:43.050368 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41982) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:43.058548 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-9fcee0c8-6ed6-4d0f-baaa-1ded060f20e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-660050089', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '01d40dfc-7321-4ec0-9042-69e4180352f6'}], 'security_groups': ['75232cec-1ba8-4cc0-9645-25939140537a', '85634488-f761-41cd-83e4-fcf8dbb65120']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:43.150915 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9fcee0c8-6ed6-4d0f-baaa-1ded060f20e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:43.311194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316a8dbe-4c1d-4292-ad8f-dc6670c7cedc None None] Update dhcp port {'port': {'network_id': '89bad278-6a94-481f-8ac6-995fb6742e68', 'fixed_ips': [{'subnet_id': 'c513b9b9-d521-4dc0-836d-6a7264708bdd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7001bcbe-f4a1-417f-8b66-62134566a919', 'ip_address': '2001:db8::2'}, {'subnet_id': '01d40dfc-7321-4ec0-9042-69e4180352f6'}], 'binding:host_id': 'n-d-803753-2'}, 'id': '2c98fbab-e688-4b03-aa24-d8d006475616'} from n-d-803753-2. {{(pid=94683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:28:43.338262 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-316a8dbe-4c1d-4292-ad8f-dc6670c7cedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:43.537775 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9378731-8a17-4a12-a288-e9106e005de4 req-5e2b29f9-772f-4134-99c1-53888015c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:43.540135 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b9378731-8a17-4a12-a288-e9106e005de4 req-5e2b29f9-772f-4134-99c1-53888015c732 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c&tenant_id=d1b1aa2c733a4115bafa765990404683 HTTP/1.1" status: 200 len: 1094 time: 0.1244051 Aug 19 18:28:43.553834 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803753-2', 'device_owner': 'compute:nova'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:43.587737 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72047f4-7dbf-4708-9adf-b68e211bac91 req-68a1cbe8-4c35-4719-966d-c33ed0fcb780 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:43.589329 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c72047f4-7dbf-4708-9adf-b68e211bac91 req-68a1cbe8-4c35-4719-966d-c33ed0fcb780 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 943 time: 0.0921628 Aug 19 18:28:43.608374 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device f5fe4ecf-94a5-473a-a953-1ae38f614592 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:28:43.619937 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-9fcee0c8-6ed6-4d0f-baaa-1ded060f20e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Delete allocated IP 2001:db8::154 (89bad278-6a94-481f-8ac6-995fb6742e68/7001bcbe-f4a1-417f-8b66-62134566a919) {{(pid=94681) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 18:28:43.623738 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:43.642987 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-9fcee0c8-6ed6-4d0f-baaa-1ded060f20e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Allocated IP 2001:db8:0:2::14a (89bad278-6a94-481f-8ac6-995fb6742e68/01d40dfc-7321-4ec0-9042-69e4180352f6/3f61370f-8d6d-4321-acb7-b2a5a85a212b) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:43.677047 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c72047f4-7dbf-4708-9adf-b68e211bac91 req-d0455a68-0e08-4dac-8c6a-7572099868b7 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798059 Aug 19 18:28:43.873592 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7af5d-185c-4f81-8253-ef3d89a9933d req-f58aadac-3148-4f0a-89f5-65a2c4ce7c48 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:43.875100 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-78d7af5d-185c-4f81-8253-ef3d89a9933d req-f58aadac-3148-4f0a-89f5-65a2c4ce7c48 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.50 "GET /v2.0/ports?device_id=7af7fdcf-2b7f-4ab1-830a-8c36968f38e5 HTTP/1.1" status: 200 len: 945 time: 0.1345251 Aug 19 18:28:43.903784 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] For port f5fe4ecf-94a5-473a-a953-1ae38f614592, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=f5fe4ecf-94a5-473a-a953-1ae38f614592,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:43.907302 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9fcee0c8-6ed6-4d0f-baaa-1ded060f20e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:43.938880 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-9fcee0c8-6ed6-4d0f-baaa-1ded060f20e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Transition to ACTIVE for port object 3f61370f-8d6d-4321-acb7-b2a5a85a212b will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:43.944635 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] For port f5fe4ecf-94a5-473a-a953-1ae38f614592, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:28:43.946281 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9fcee0c8-6ed6-4d0f-baaa-1ded060f20e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:43.986702 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5fe4ecf-94a5-473a-a953-1ae38f614592 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:28:43.997312 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.014997 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41996) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:44.021835 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] Transition to ACTIVE for port object f5fe4ecf-94a5-473a-a953-1ae38f614592 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:44.030745 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-316a8dbe-4c1d-4292-ad8f-dc6670c7cedc None None] Allocated IP 2001:db8:0:2::2 (89bad278-6a94-481f-8ac6-995fb6742e68/01d40dfc-7321-4ec0-9042-69e4180352f6/2c98fbab-e688-4b03-aa24-d8d006475616) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:44.036583 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.049927 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-9fcee0c8-6ed6-4d0f-baaa-1ded060f20e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] In _notify_port_updated(), no bound segment for port 3f61370f-8d6d-4321-acb7-b2a5a85a212b on network 89bad278-6a94-481f-8ac6-995fb6742e68 {{(pid=94681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:28:44.056222 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcee0c8-6ed6-4d0f-baaa-1ded060f20e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:44.056890 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9fcee0c8-6ed6-4d0f-baaa-1ded060f20e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.058272 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9fcee0c8-6ed6-4d0f-baaa-1ded060f20e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "PUT /v2.0/ports/3f61370f-8d6d-4321-acb7-b2a5a85a212b HTTP/1.1" status: 200 len: 969 time: 1.0057950 Aug 19 18:28:44.064149 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42002) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:44.074980 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcee0c8-6ed6-4d0f-baaa-1ded060f20e2 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event updated for resources: {'Port': ['ID=3f61370f-8d6d-4321-acb7-b2a5a85a212b,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:44.100068 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-78d7af5d-185c-4f81-8253-ef3d89a9933d req-b385c264-add2-4b90-bc4d-522c0aa333f1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Deleting port 63c9f543-8cc2-4736-a571-1e001a868143 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:44.100423 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-78d7af5d-185c-4f81-8253-ef3d89a9933d req-b385c264-add2-4b90-bc4d-522c0aa333f1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.182516 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-316a8dbe-4c1d-4292-ad8f-dc6670c7cedc None None] For port 2c98fbab-e688-4b03-aa24-d8d006475616, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2c98fbab-e688-4b03-aa24-d8d006475616,segment=NetworkSegment(6fd74830-73c5-474b-8794-00d8a079bdf8),segment_id=6fd74830-73c5-474b-8794-00d8a079bdf8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:44.205873 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-78d7af5d-185c-4f81-8253-ef3d89a9933d req-b385c264-add2-4b90-bc4d-522c0aa333f1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] For port 63c9f543-8cc2-4736-a571-1e001a868143, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=63c9f543-8cc2-4736-a571-1e001a868143,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:44.205873 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-78d7af5d-185c-4f81-8253-ef3d89a9933d req-b385c264-add2-4b90-bc4d-522c0aa333f1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.216202 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-316a8dbe-4c1d-4292-ad8f-dc6670c7cedc None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.222311 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-78d7af5d-185c-4f81-8253-ef3d89a9933d req-b385c264-add2-4b90-bc4d-522c0aa333f1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Calling delete_port for 63c9f543-8cc2-4736-a571-1e001a868143 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:44.232062 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-316a8dbe-4c1d-4292-ad8f-dc6670c7cedc None None] Transition to ACTIVE for port object 2c98fbab-e688-4b03-aa24-d8d006475616 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:44.237911 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-316a8dbe-4c1d-4292-ad8f-dc6670c7cedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.321872 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-25a8ffdb-c626-4af9-8b43-40fed575428e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.323692 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] Pushing event updated for resources: {'Port': ['ID=f5fe4ecf-94a5-473a-a953-1ae38f614592,revision_number=9']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:44.366253 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a8dbe-4c1d-4292-ad8f-dc6670c7cedc None None] Pushing event updated for resources: {'Port': ['ID=2c98fbab-e688-4b03-aa24-d8d006475616,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:44.391485 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-78d7af5d-185c-4f81-8253-ef3d89a9933d req-b385c264-add2-4b90-bc4d-522c0aa333f1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.404353 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['bb574d96-cf52-47a1-8a95-179694cff36a', '63c9f543-8cc2-4736-a571-1e001a868143'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:28:44.422606 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385c264-add2-4b90-bc4d-522c0aa333f1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Pushing event deleted for resources: {'Port': ['ID=63c9f543-8cc2-4736-a571-1e001a868143,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:44.474765 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] No DVR routers for this DVR port f5fe4ecf-94a5-473a-a953-1ae38f614592 on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:28:44.520163 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d7af5d-185c-4f81-8253-ef3d89a9933d req-b385c264-add2-4b90-bc4d-522c0aa333f1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] No DVR routers for this DVR port 63c9f543-8cc2-4736-a571-1e001a868143 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:28:44.539519 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-78d7af5d-185c-4f81-8253-ef3d89a9933d req-b385c264-add2-4b90-bc4d-522c0aa333f1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.543421 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-78d7af5d-185c-4f81-8253-ef3d89a9933d req-b385c264-add2-4b90-bc4d-522c0aa333f1 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.50 "DELETE /v2.0/ports/63c9f543-8cc2-4736-a571-1e001a868143 HTTP/1.1" status: 204 len: 173 time: 0.6582167 Aug 19 18:28:44.544339 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af7fdcf-2b7f-4ab1-830a-8c36968f38e5', 'name': 'network-vif-deleted', 'tag': '63c9f543-8cc2-4736-a571-1e001a868143'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:28:44.548033 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec55f4bc-c916-4fcd-9e0b-d8358c126b16" -d '{"events": [{"server_uuid": "7af7fdcf-2b7f-4ab1-830a-8c36968f38e5", "name": "network-vif-deleted", "tag": "63c9f543-8cc2-4736-a571-1e001a868143"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:28:44.584997 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb1f86-0fe6-45ad-8012-f35b693a799c req-9cafdebd-d8e9-4671-b53d-af78c4fb92a7 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:44.596206 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b1bb1f86-0fe6-45ad-8012-f35b693a799c req-9cafdebd-d8e9-4671-b53d-af78c4fb92a7 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af7fdcf-2b7f-4ab1-830a-8c36968f38e5 HTTP/1.1" status: 200 len: 867 time: 0.4439633 Aug 19 18:28:44.642112 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9502307-2455-4caf-b8aa-5b3765d5907f x-openstack-request-id: req-d9502307-2455-4caf-b8aa-5b3765d5907f {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:28:44.642519 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af7fdcf-2b7f-4ab1-830a-8c36968f38e5", "name": "network-vif-deleted", "tag": "63c9f543-8cc2-4736-a571-1e001a868143", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:28:44.642782 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9502307-2455-4caf-b8aa-5b3765d5907f {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:28:44.643192 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af7fdcf-2b7f-4ab1-830a-8c36968f38e5', 'name': 'network-vif-deleted', 'tag': '63c9f543-8cc2-4736-a571-1e001a868143', 'status': 'completed', 'code': 200} Aug 19 18:28:44.658282 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-27a8ca5b-dedd-47c7-b901-4ed4885d2740 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting port 3f61370f-8d6d-4321-acb7-b2a5a85a212b {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:44.658635 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-27a8ca5b-dedd-47c7-b901-4ed4885d2740 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.687838 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2c98fbab-e688-4b03-aa24-d8d006475616 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:44.805700 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b1bb1f86-0fe6-45ad-8012-f35b693a799c req-c7a7c2cd-48e1-4c7b-b03b-17dc1f8d0e85 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083547 Aug 19 18:28:44.851447 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862bdf7-46f2-4f78-aa50-f484bb6ea537 req-a2891b8f-7a4b-4cd8-9bf7-5f6ecfb29191 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:44.853755 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6862bdf7-46f2-4f78-aa50-f484bb6ea537 req-a2891b8f-7a4b-4cd8-9bf7-5f6ecfb29191 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 943 time: 0.0710742 Aug 19 18:28:44.909130 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6862bdf7-46f2-4f78-aa50-f484bb6ea537 req-8dcfbb5a-f565-4294-a923-a6c31ef39f7d tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492291 Aug 19 18:28:44.917020 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-27a8ca5b-dedd-47c7-b901-4ed4885d2740 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.959869 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-27a8ca5b-dedd-47c7-b901-4ed4885d2740 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Calling delete_port for 3f61370f-8d6d-4321-acb7-b2a5a85a212b owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:44.995147 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] Attempting to bind port f5fe4ecf-94a5-473a-a953-1ae38f614592 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:28:44.995489 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] Attempting to bind port f5fe4ecf-94a5-473a-a953-1ae38f614592 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': 'fbe7fb3e-121f-488d-93cc-f65eb7ca4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:28:44.995912 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] Attempting to bind port f5fe4ecf-94a5-473a-a953-1ae38f614592 on network bacad945-2962-49c4-806c-a7bd8c4e8d7b {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:28:45.005121 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 0875deba-fbc9-4c50-9737-f1616fd7d37c no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:28:45.033596 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 0875deba-fbc9-4c50-9737-f1616fd7d37c {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:28:45.041344 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 0875deba-fbc9-4c50-9737-f1616fd7d37c not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:28:45.043853 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-25a8ffdb-c626-4af9-8b43-40fed575428e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.046614 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] Port f5fe4ecf-94a5-473a-a953-1ae38f614592 on network bacad945-2962-49c4-806c-a7bd8c4e8d7b not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:28:45.046888 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] Attempting to bind port f5fe4ecf-94a5-473a-a953-1ae38f614592 on network bacad945-2962-49c4-806c-a7bd8c4e8d7b {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:28:45.054344 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-25a8ffdb-c626-4af9-8b43-40fed575428e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.076410 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:28:45.076760 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] Checking segment: {'id': 'fbe7fb3e-121f-488d-93cc-f65eb7ca4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:28:45.077145 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] Bound using segment: {'id': 'fbe7fb3e-121f-488d-93cc-f65eb7ca4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:28:45.077621 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] Bound port: f5fe4ecf-94a5-473a-a953-1ae38f614592, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe7fb3e-121f-488d-93cc-f65eb7ca4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:28:45.077987 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.126307 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-25a8ffdb-c626-4af9-8b43-40fed575428e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d027a82f43e4c4a8f66b4cf0df06f4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1103554 Aug 19 18:28:45.128971 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42014) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:45.140581 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8ffdb-c626-4af9-8b43-40fed575428e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9703a54-c865-4463-b38a-2ffa8c0ee1f7,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:45.206949 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4b783c2a-b71d-49bb-adcc-96c8f9dfdfef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.235776 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4b783c2a-b71d-49bb-adcc-96c8f9dfdfef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.259280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] For port f5fe4ecf-94a5-473a-a953-1ae38f614592, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:28:45.263695 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] For port f5fe4ecf-94a5-473a-a953-1ae38f614592, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=f5fe4ecf-94a5-473a-a953-1ae38f614592,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:28:45.271057 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.296993 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4b783c2a-b71d-49bb-adcc-96c8f9dfdfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.300032 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-27a8ca5b-dedd-47c7-b901-4ed4885d2740 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.302201 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4b783c2a-b71d-49bb-adcc-96c8f9dfdfef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.303960 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4b783c2a-b71d-49bb-adcc-96c8f9dfdfef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9703a54-c865-4463-b38a-2ffa8c0ee1f7 HTTP/1.1" status: 204 len: 168 time: 0.1735721 Aug 19 18:28:45.314976 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7a26a9cc-3a7e-472c-8643-9975097365d6 None None] Could not find standard attr ID for object 3f61370f-8d6d-4321-acb7-b2a5a85a212b. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:28:45.326319 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:45.326967 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.328425 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b9378731-8a17-4a12-a288-e9106e005de4 req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] 10.222.0.54 "PUT /v2.0/ports/f5fe4ecf-94a5-473a-a953-1ae38f614592 HTTP/1.1" status: 200 len: 1091 time: 1.7792876 Aug 19 18:28:45.328939 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119777d0-5736-4ffc-ad33-5bc664e96a8c', 'tag': 'f5fe4ecf-94a5-473a-a953-1ae38f614592'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:28:45.332256 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc82de66-70f1-4c64-8d2b-8b2d76570e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "119777d0-5736-4ffc-ad33-5bc664e96a8c", "tag": "f5fe4ecf-94a5-473a-a953-1ae38f614592"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:28:45.352406 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7a26a9cc-3a7e-472c-8643-9975097365d6 None None] Provisioning complete for port 67173cff-6518-4a9a-9492-97083bd2c766 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:45.352878 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7a26a9cc-3a7e-472c-8643-9975097365d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.358755 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b783c2a-b71d-49bb-adcc-96c8f9dfdfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9703a54-c865-4463-b38a-2ffa8c0ee1f7,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:45.439171 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7a26a9cc-3a7e-472c-8643-9975097365d6 None None] Port 67173cff-6518-4a9a-9492-97083bd2c766 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:28:45.449860 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5022e0-e366-4a9f-91ea-bf0d2238250f service neutron] Pushing event updated for resources: {'Port': ['ID=f5fe4ecf-94a5-473a-a953-1ae38f614592,revision_number=10']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:45.457953 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-27a8ca5b-dedd-47c7-b901-4ed4885d2740 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.460409 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-27a8ca5b-dedd-47c7-b901-4ed4885d2740 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/ports/3f61370f-8d6d-4321-acb7-b2a5a85a212b HTTP/1.1" status: 204 len: 168 time: 1.3945527 Aug 19 18:28:45.463257 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42020) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:45.464482 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7a26a9cc-3a7e-472c-8643-9975097365d6 None None] Provisioning for port 2c98fbab-e688-4b03-aa24-d8d006475616 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:45.465408 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c5114e-9836-4d22-9ec7-7bc7fdd8add7 x-openstack-request-id: req-56c5114e-9836-4d22-9ec7-7bc7fdd8add7 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:28:45.466098 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119777d0-5736-4ffc-ad33-5bc664e96a8c", "tag": "f5fe4ecf-94a5-473a-a953-1ae38f614592", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:28:45.466519 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56c5114e-9836-4d22-9ec7-7bc7fdd8add7 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:28:45.466935 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119777d0-5736-4ffc-ad33-5bc664e96a8c', 'tag': 'f5fe4ecf-94a5-473a-a953-1ae38f614592', 'status': 'completed', 'code': 200} Aug 19 18:28:45.480392 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7a26a9cc-3a7e-472c-8643-9975097365d6 None None] Provisioning complete for port 2c98fbab-e688-4b03-aa24-d8d006475616 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:45.480782 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7a26a9cc-3a7e-472c-8643-9975097365d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.513192 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8ca5b-dedd-47c7-b901-4ed4885d2740 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Port': ['ID=3f61370f-8d6d-4321-acb7-b2a5a85a212b,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:45.536240 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9378731-8a17-4a12-a288-e9106e005de4 req-c4c80c0d-22c9-4486-bf7f-d43016208855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:45.537923 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b9378731-8a17-4a12-a288-e9106e005de4 req-c4c80c0d-22c9-4486-bf7f-d43016208855 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d1b1aa2c733a4115bafa765990404683&device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 1095 time: 0.1327949 Aug 19 18:28:45.548287 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a101de2-a2c4-41c1-a5de-94a071d2d515 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] GET failed (client error): The resource could not be found. Aug 19 18:28:45.550306 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1a101de2-a2c4-41c1-a5de-94a071d2d515 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports/3f61370f-8d6d-4321-acb7-b2a5a85a212b HTTP/1.1" status: 404 len: 333 time: 0.0856419 Aug 19 18:28:45.554489 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42022) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:45.701143 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12ab33f2-668e-43a1-8bb7-f594cf4883d9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.721331 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9378731-8a17-4a12-a288-e9106e005de4 req-c9c2bca6-ab76-470c-8a4f-704ccf51f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:45.722799 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b9378731-8a17-4a12-a288-e9106e005de4 req-c9c2bca6-ab76-470c-8a4f-704ccf51f3cf service neutron] 10.222.0.54 "GET /v2.0/networks?id=bacad945-2962-49c4-806c-a7bd8c4e8d7b HTTP/1.1" status: 200 len: 918 time: 0.1771648 Aug 19 18:28:45.734678 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12ab33f2-668e-43a1-8bb7-f594cf4883d9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.812097 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b9378731-8a17-4a12-a288-e9106e005de4 req-a0778106-2fcd-4342-b6d2-f65c47d6e13a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5fe4ecf-94a5-473a-a953-1ae38f614592 HTTP/1.1" status: 200 len: 999 time: 0.0811648 Aug 19 18:28:45.816750 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12ab33f2-668e-43a1-8bb7-f594cf4883d9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.822910 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12ab33f2-668e-43a1-8bb7-f594cf4883d9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.826596 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-12ab33f2-668e-43a1-8bb7-f594cf4883d9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/security-groups/69f54035-cf4c-4288-838b-92e5f20baa07 HTTP/1.1" status: 204 len: 168 time: 0.2681293 Aug 19 18:28:45.827470 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42030) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:45.865771 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c5f62440-0dda-4509-9fb7-146bcfe705b7 None None] Could not find standard attr ID for object 3f61370f-8d6d-4321-acb7-b2a5a85a212b. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:28:45.873044 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab33f2-668e-43a1-8bb7-f594cf4883d9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f54035-cf4c-4288-838b-92e5f20baa07,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:45.880388 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42034) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:45.901091 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-095ca823-d9f2-4d5e-b4e7-02abef8822f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.930458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9378731-8a17-4a12-a288-e9106e005de4 req-7557f3f5-97bf-422a-8bd4-c1df94db95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:45.931986 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b9378731-8a17-4a12-a288-e9106e005de4 req-7557f3f5-97bf-422a-8bd4-c1df94db95fd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9e32631a-48d3-4ef0-8eb3-575117a89737 HTTP/1.1" status: 200 len: 856 time: 0.1102469 Aug 19 18:28:45.985394 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-44efd31e-2437-4e6f-bcf8-5a12cf250a7c tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.030586 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9378731-8a17-4a12-a288-e9106e005de4 req-81a4761d-6ccc-4f3a-85f8-c4a516a8e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:46.032243 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b9378731-8a17-4a12-a288-e9106e005de4 req-81a4761d-6ccc-4f3a-85f8-c4a516a8e0ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bacad945-2962-49c4-806c-a7bd8c4e8d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879781 Aug 19 18:28:46.033899 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-44efd31e-2437-4e6f-bcf8-5a12cf250a7c tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.095504 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-44efd31e-2437-4e6f-bcf8-5a12cf250a7c tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.098472 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-44efd31e-2437-4e6f-bcf8-5a12cf250a7c tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.104983 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-44efd31e-2437-4e6f-bcf8-5a12cf250a7c tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/security-groups/85634488-f761-41cd-83e4-fcf8dbb65120 HTTP/1.1" status: 204 len: 168 time: 0.2550864 Aug 19 18:28:46.104983 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42040) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:46.124962 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efd31e-2437-4e6f-bcf8-5a12cf250a7c tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85634488-f761-41cd-83e4-fcf8dbb65120,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:46.208360 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e603cfd-fcaa-4ce4-af05-c84de7ca51cd req-8ed2ca6b-a4a1-4699-a620-4b6c18564d24 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:46.210055 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e603cfd-fcaa-4ce4-af05-c84de7ca51cd req-8ed2ca6b-a4a1-4699-a620-4b6c18564d24 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 944 time: 0.1728609 Aug 19 18:28:46.211860 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7d8a7-b6be-44d7-ab41-b4354cec58fe req-a395f540-cd7e-4ff1-a493-62416b098f8c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:46.212069 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-095ca823-d9f2-4d5e-b4e7-02abef8822f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.213464 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60b7d8a7-b6be-44d7-ab41-b4354cec58fe req-a395f540-cd7e-4ff1-a493-62416b098f8c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.0854387 Aug 19 18:28:46.217615 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbb47e1f-178f-4a17-8737-ba6e98f9fe69 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.222521 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-095ca823-d9f2-4d5e-b4e7-02abef8822f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.243189 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b9378731-8a17-4a12-a288-e9106e005de4 req-339b93a9-9d81-4af2-a6d3-7ff91ec6e4c4 service neutron] 10.222.0.54 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929367 Aug 19 18:28:46.257314 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbb47e1f-178f-4a17-8737-ba6e98f9fe69 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.288555 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60b7d8a7-b6be-44d7-ab41-b4354cec58fe req-1e1814f1-f356-4b5b-9a83-4c55b31c5923 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653012 Aug 19 18:28:46.315993 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbb47e1f-178f-4a17-8737-ba6e98f9fe69 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.319715 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbb47e1f-178f-4a17-8737-ba6e98f9fe69 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.320903 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dbb47e1f-178f-4a17-8737-ba6e98f9fe69 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/security-groups/75232cec-1ba8-4cc0-9645-25939140537a HTTP/1.1" status: 204 len: 168 time: 0.2157874 Aug 19 18:28:46.324349 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42042) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:46.341739 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb47e1f-178f-4a17-8737-ba6e98f9fe69 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75232cec-1ba8-4cc0-9645-25939140537a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:46.341972 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-095ca823-d9f2-4d5e-b4e7-02abef8822f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc3f650e49154570b046d268fe8833e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4576414 Aug 19 18:28:46.351779 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42044) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:46.362163 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ca823-d9f2-4d5e-b4e7-02abef8822f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d0fe3b-b8b5-4cfc-a383-6a862aa169aa,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:46.378973 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e603cfd-fcaa-4ce4-af05-c84de7ca51cd req-34299830-67c0-48a7-b888-248ca431a3a9 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575778 Aug 19 18:28:46.397034 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc28149-271a-41c1-8502-c4dd9b8271cc tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting subnet 7001bcbe-f4a1-417f-8b66-62134566a919 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:28:46.400389 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4cc28149-271a-41c1-8502-c4dd9b8271cc tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.447919 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4cc28149-271a-41c1-8502-c4dd9b8271cc tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.450999 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b9378731-8a17-4a12-a288-e9106e005de4 req-0788eac1-bd6b-42fe-a563-0e1b5e0d606d service neutron] 10.222.0.54 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886826 Aug 19 18:28:46.452045 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8b358b32-a32f-4ab4-aaa7-c68c161a771a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.479154 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8b358b32-a32f-4ab4-aaa7-c68c161a771a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.483424 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.557389 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4cc28149-271a-41c1-8502-c4dd9b8271cc tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.562927 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82de66-70f1-4c64-8d2b-8b2d76570e0b req-61290404-57ac-4fbf-a63b-b0e85c86491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:46.564447 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc82de66-70f1-4c64-8d2b-8b2d76570e0b req-61290404-57ac-4fbf-a63b-b0e85c86491a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d1b1aa2c733a4115bafa765990404683&device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 1095 time: 0.0565302 Aug 19 18:28:46.569840 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8b358b32-a32f-4ab4-aaa7-c68c161a771a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.572395 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8b358b32-a32f-4ab4-aaa7-c68c161a771a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.575895 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8b358b32-a32f-4ab4-aaa7-c68c161a771a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8d0fe3b-b8b5-4cfc-a383-6a862aa169aa HTTP/1.1" status: 204 len: 168 time: 0.2208622 Aug 19 18:28:46.634390 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4cc28149-271a-41c1-8502-c4dd9b8271cc tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.637483 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b358b32-a32f-4ab4-aaa7-c68c161a771a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d0fe3b-b8b5-4cfc-a383-6a862aa169aa,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:46.687810 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc28149-271a-41c1-8502-c4dd9b8271cc tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Subnet': ['ID=7001bcbe-f4a1-417f-8b66-62134566a919,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:46.702887 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82de66-70f1-4c64-8d2b-8b2d76570e0b req-588db3c1-230b-4450-bfd8-6c45c4f2d7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:46.703837 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4cc28149-271a-41c1-8502-c4dd9b8271cc tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.704898 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc82de66-70f1-4c64-8d2b-8b2d76570e0b req-588db3c1-230b-4450-bfd8-6c45c4f2d7ed service neutron] 10.222.0.54 "GET /v2.0/networks?id=bacad945-2962-49c4-806c-a7bd8c4e8d7b HTTP/1.1" status: 200 len: 918 time: 0.1301961 Aug 19 18:28:46.706021 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4cc28149-271a-41c1-8502-c4dd9b8271cc tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/subnets/7001bcbe-f4a1-417f-8b66-62134566a919 HTTP/1.1" status: 204 len: 168 time: 0.3807440 Aug 19 18:28:46.711278 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42054) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:46.711925 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e1675f-8ba8-4d40-906f-6310b5705301 None None] Network 89bad278-6a94-481f-8ac6-995fb6742e68 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:46.842099 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea3cb89-ece9-4af0-bc11-ed608a1a6528 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting subnet 01d40dfc-7321-4ec0-9042-69e4180352f6 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:28:46.847349 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aea3cb89-ece9-4af0-bc11-ed608a1a6528 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.875063 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc82de66-70f1-4c64-8d2b-8b2d76570e0b req-35bda142-44bb-4f77-ab5f-c3df2e9f7d06 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5fe4ecf-94a5-473a-a953-1ae38f614592 HTTP/1.1" status: 200 len: 999 time: 0.1544263 Aug 19 18:28:46.929596 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aea3cb89-ece9-4af0-bc11-ed608a1a6528 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.992828 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82de66-70f1-4c64-8d2b-8b2d76570e0b req-9912f6d2-c6c6-4542-ab34-d7f937e86278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:46.994443 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc82de66-70f1-4c64-8d2b-8b2d76570e0b req-9912f6d2-c6c6-4542-ab34-d7f937e86278 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9e32631a-48d3-4ef0-8eb3-575117a89737 HTTP/1.1" status: 200 len: 856 time: 0.1093943 Aug 19 18:28:47.093408 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82de66-70f1-4c64-8d2b-8b2d76570e0b req-98b88898-dbba-4963-b888-2856208ba8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:47.105145 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc82de66-70f1-4c64-8d2b-8b2d76570e0b req-98b88898-dbba-4963-b888-2856208ba8ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bacad945-2962-49c4-806c-a7bd8c4e8d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958300 Aug 19 18:28:47.106965 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aea3cb89-ece9-4af0-bc11-ed608a1a6528 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:47.627110 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 63c9f543-8cc2-4736-a571-1e001a868143 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:28:47.686522 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 63c9f543-8cc2-4736-a571-1e001a868143 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:28:47.686786 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 63c9f543-8cc2-4736-a571-1e001a868143 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:28:47.762002 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e148a56-ec88-4b78-ac7d-274211a36a74 req-91157c97-327d-4dea-b592-9a6830c7454f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:47.763670 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5e148a56-ec88-4b78-ac7d-274211a36a74 req-91157c97-327d-4dea-b592-9a6830c7454f tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.2140138 Aug 19 18:28:47.827825 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452a986-9cb5-4997-ae78-1ff5807444eb req-ed222eb8-a2bb-4da4-a63f-f4e8fa92c98e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:47.843586 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4452a986-9cb5-4997-ae78-1ff5807444eb req-ed222eb8-a2bb-4da4-a63f-f4e8fa92c98e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 944 time: 0.2194560 Aug 19 18:28:47.956074 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-600e9c27-69bd-47d2-aa4e-8e531805257c None None] Provisioning complete for port 67173cff-6518-4a9a-9492-97083bd2c766 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:47.956489 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-600e9c27-69bd-47d2-aa4e-8e531805257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:48.042045 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-600e9c27-69bd-47d2-aa4e-8e531805257c None None] Port 67173cff-6518-4a9a-9492-97083bd2c766 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:28:48.064106 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4452a986-9cb5-4997-ae78-1ff5807444eb req-bc11a7d6-502b-449a-8599-700e0420c7ef tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195306 Aug 19 18:28:48.069869 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-600e9c27-69bd-47d2-aa4e-8e531805257c None None] Provisioning complete for port 2c98fbab-e688-4b03-aa24-d8d006475616 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:48.070657 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-600e9c27-69bd-47d2-aa4e-8e531805257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:48.134741 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-5e148a56-ec88-4b78-ac7d-274211a36a74 req-4b31405b-1db3-41b6-8dce-34a372b53fb2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Deleting port bb574d96-cf52-47a1-8a95-179694cff36a {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:48.137734 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5e148a56-ec88-4b78-ac7d-274211a36a74 req-4b31405b-1db3-41b6-8dce-34a372b53fb2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:48.257452 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aea3cb89-ece9-4af0-bc11-ed608a1a6528 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:48.345639 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd982dc3-74e6-4a28-96a9-9e7f059f2542 req-bca75527-70c1-40bc-81d8-fd77644e8b9c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:48.354111 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cd982dc3-74e6-4a28-96a9-9e7f059f2542 req-bca75527-70c1-40bc-81d8-fd77644e8b9c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 946 time: 0.2548237 Aug 19 18:28:48.356511 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3cb89-ece9-4af0-bc11-ed608a1a6528 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Subnet': ['ID=01d40dfc-7321-4ec0-9042-69e4180352f6,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:48.368285 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-5e148a56-ec88-4b78-ac7d-274211a36a74 req-4b31405b-1db3-41b6-8dce-34a372b53fb2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] For port bb574d96-cf52-47a1-8a95-179694cff36a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bb574d96-cf52-47a1-8a95-179694cff36a,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:48.368671 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5e148a56-ec88-4b78-ac7d-274211a36a74 req-4b31405b-1db3-41b6-8dce-34a372b53fb2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:48.382070 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfe68e0-e8cd-4ef6-9224-b7096d675683 None None] Network 89bad278-6a94-481f-8ac6-995fb6742e68 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:48.398673 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aea3cb89-ece9-4af0-bc11-ed608a1a6528 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:48.399035 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-5e148a56-ec88-4b78-ac7d-274211a36a74 req-4b31405b-1db3-41b6-8dce-34a372b53fb2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Calling delete_port for bb574d96-cf52-47a1-8a95-179694cff36a owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:48.406916 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-aea3cb89-ece9-4af0-bc11-ed608a1a6528 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/subnets/01d40dfc-7321-4ec0-9042-69e4180352f6 HTTP/1.1" status: 204 len: 168 time: 1.6947486 Aug 19 18:28:48.410840 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42100) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:48.474841 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc82de66-70f1-4c64-8d2b-8b2d76570e0b req-ad9fc9e3-ac84-4a38-9ac0-5a130903f1f0 service neutron] 10.222.0.54 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3361170 Aug 19 18:28:48.517073 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc149e35-413f-4398-946b-f10167e3613d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] DELETE failed (client error): The resource could not be found. Aug 19 18:28:48.535713 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc149e35-413f-4398-946b-f10167e3613d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:28:48.538081 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-dc149e35-413f-4398-946b-f10167e3613d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/subnets/7001bcbe-f4a1-417f-8b66-62134566a919 HTTP/1.1" status: 404 len: 337 time: 0.1204448 Aug 19 18:28:48.540704 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42104) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:48.590803 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cd982dc3-74e6-4a28-96a9-9e7f059f2542 req-76bc4869-66f5-4653-9ea8-ca7daaf44ace tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=941bfeee-aabf-410e-b89c-8fab0b832077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353785 Aug 19 18:28:48.642877 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56fb729-6302-439a-9642-c715654f4090 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting subnet c513b9b9-d521-4dc0-836d-6a7264708bdd {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:28:48.676403 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a56fb729-6302-439a-9642-c715654f4090 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:48.795164 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a56fb729-6302-439a-9642-c715654f4090 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:48.822574 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5e148a56-ec88-4b78-ac7d-274211a36a74 req-4b31405b-1db3-41b6-8dce-34a372b53fb2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:48.837547 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['bb574d96-cf52-47a1-8a95-179694cff36a'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:28:48.871781 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31405b-1db3-41b6-8dce-34a372b53fb2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Pushing event deleted for resources: {'Port': ['ID=bb574d96-cf52-47a1-8a95-179694cff36a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:48.966308 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e148a56-ec88-4b78-ac7d-274211a36a74 req-4b31405b-1db3-41b6-8dce-34a372b53fb2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] No DVR routers for this DVR port bb574d96-cf52-47a1-8a95-179694cff36a on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:28:49.025245 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5e148a56-ec88-4b78-ac7d-274211a36a74 req-4b31405b-1db3-41b6-8dce-34a372b53fb2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:49.028794 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5e148a56-ec88-4b78-ac7d-274211a36a74 req-4b31405b-1db3-41b6-8dce-34a372b53fb2 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.50 "DELETE /v2.0/ports/bb574d96-cf52-47a1-8a95-179694cff36a HTTP/1.1" status: 204 len: 173 time: 1.2539668 Aug 19 18:28:49.029910 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f53280-229a-494b-b49e-c9b6bfdf2c6c', 'name': 'network-vif-deleted', 'tag': 'bb574d96-cf52-47a1-8a95-179694cff36a'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:28:49.049926 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9b98d6-5387-42d9-92a3-2398e50c3271" -d '{"events": [{"server_uuid": "c9f53280-229a-494b-b49e-c9b6bfdf2c6c", "name": "network-vif-deleted", "tag": "bb574d96-cf52-47a1-8a95-179694cff36a"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:28:49.193829 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7966a1-60f4-40b7-a2dd-f6a6f8792ccd x-openstack-request-id: req-3d7966a1-60f4-40b7-a2dd-f6a6f8792ccd {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:28:49.194395 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f53280-229a-494b-b49e-c9b6bfdf2c6c", "name": "network-vif-deleted", "tag": "bb574d96-cf52-47a1-8a95-179694cff36a", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:28:49.196011 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d7966a1-60f4-40b7-a2dd-f6a6f8792ccd {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:28:49.196762 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f53280-229a-494b-b49e-c9b6bfdf2c6c', 'name': 'network-vif-deleted', 'tag': 'bb574d96-cf52-47a1-8a95-179694cff36a', 'status': 'completed', 'code': 200} Aug 19 18:28:49.205746 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a56fb729-6302-439a-9642-c715654f4090 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:49.398044 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5821053-6870-4424-8c8d-643821296075 req-c03bf7bf-d61f-4d90-843b-96308b3d2202 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:49.423599 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c5821053-6870-4424-8c8d-643821296075 req-c03bf7bf-d61f-4d90-843b-96308b3d2202 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 944 time: 0.1872973 Aug 19 18:28:49.514226 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a56fb729-6302-439a-9642-c715654f4090 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:49.529452 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c5821053-6870-4424-8c8d-643821296075 req-17383c7f-3c28-4c8d-afdb-656f3e093720 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041601 Aug 19 18:28:49.575013 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fb729-6302-439a-9642-c715654f4090 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Subnet': ['ID=c513b9b9-d521-4dc0-836d-6a7264708bdd,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:49.587558 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a56fb729-6302-439a-9642-c715654f4090 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:49.590426 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a56fb729-6302-439a-9642-c715654f4090 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/subnets/c513b9b9-d521-4dc0-836d-6a7264708bdd HTTP/1.1" status: 204 len: 168 time: 1.0485699 Aug 19 18:28:49.593383 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42126) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:49.679569 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-385a4b3c-9fe8-430a-8678-1f26bbdf4a54 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] DELETE failed (client error): The resource could not be found. Aug 19 18:28:49.683307 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-385a4b3c-9fe8-430a-8678-1f26bbdf4a54 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:28:49.690503 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-385a4b3c-9fe8-430a-8678-1f26bbdf4a54 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/subnets/625081a2-68c6-41c4-914a-6adf3b545e10 HTTP/1.1" status: 404 len: 337 time: 0.0933270 Aug 19 18:28:49.690687 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42132) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:49.747607 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7825f13c-591e-4b32-b340-d030c5f894d0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6fe46b9-d136-43f6-ba63-6ac2185c20b1 HTTP/1.1" status: 200 len: 205 time: 0.0557346 Aug 19 18:28:49.750601 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42134) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:49.815054 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-ba31bc7c-fc29-41a0-aa4e-85ab661c5dba tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] delete failed (client error): The resource could not be found. Aug 19 18:28:49.824211 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ba31bc7c-fc29-41a0-aa4e-85ab661c5dba tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/routers/e6fe46b9-d136-43f6-ba63-6ac2185c20b1 HTTP/1.1" status: 404 len: 336 time: 0.0715389 Aug 19 18:28:49.824937 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42138) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:49.827752 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7d773600-11b3-4fd5-aad8-910f7876d62c req-276d02c9-3623-4668-8c5a-3a03ab078282 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f53280-229a-494b-b49e-c9b6bfdf2c6c HTTP/1.1" status: 200 len: 210 time: 0.0837657 Aug 19 18:28:49.879099 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-315ac4cd-1d9c-42fb-9cdf-9eefaab9c5ee tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] DELETE failed (client error): The resource could not be found. Aug 19 18:28:49.881137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-315ac4cd-1d9c-42fb-9cdf-9eefaab9c5ee tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:28:49.885938 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42140) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:49.889504 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-315ac4cd-1d9c-42fb-9cdf-9eefaab9c5ee tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/subnets/f28ae247-709f-4020-b20c-f9762ea938a5 HTTP/1.1" status: 404 len: 337 time: 0.0631814 Aug 19 18:28:49.962081 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-3986dbb0-4f8d-4d32-9591-2f60974283e8 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] DELETE failed (client error): The resource could not be found. Aug 19 18:28:49.965605 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3986dbb0-4f8d-4d32-9591-2f60974283e8 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:28:49.968055 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3986dbb0-4f8d-4d32-9591-2f60974283e8 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/subnets/18b6f227-6218-46c0-948f-9b5ac41c0e81 HTTP/1.1" status: 404 len: 337 time: 0.0808783 Aug 19 18:28:49.970612 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42144) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:50.031514 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f033384f-3cdf-467e-b165-755cfbdcf8f8 None None] Network 89bad278-6a94-481f-8ac6-995fb6742e68 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:50.045076 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-798211f7-fec4-49c6-a5db-92b4097cdb51 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] DELETE failed (client error): The resource could not be found. Aug 19 18:28:50.046722 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798211f7-fec4-49c6-a5db-92b4097cdb51 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:28:50.055689 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42148) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:50.067165 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-798211f7-fec4-49c6-a5db-92b4097cdb51 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/subnets/f8822b8a-399d-47fa-96cd-92283f9c14e2 HTTP/1.1" status: 404 len: 337 time: 0.0820401 Aug 19 18:28:50.100896 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07e2aeb-ffd2-407b-8ee4-d6cfb0e3a92e tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] DELETE failed (client error): The resource could not be found. Aug 19 18:28:50.101685 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c07e2aeb-ffd2-407b-8ee4-d6cfb0e3a92e tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:28:50.106522 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42150) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:50.116797 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c07e2aeb-ffd2-407b-8ee4-d6cfb0e3a92e tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/ports/b8e3b886-8cfc-4aea-ba48-902598157d21 HTTP/1.1" status: 404 len: 333 time: 0.0582774 Aug 19 18:28:50.137162 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-f787597f-675b-469c-a790-383e4f2b0ce5 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] DELETE failed (client error): The resource could not be found. Aug 19 18:28:50.137687 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f787597f-675b-469c-a790-383e4f2b0ce5 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:28:50.143687 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42152) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:50.153769 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f787597f-675b-469c-a790-383e4f2b0ce5 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/subnets/f1fa8c0a-266e-4e06-ac18-7ad512370902 HTTP/1.1" status: 404 len: 337 time: 0.0457387 Aug 19 18:28:50.174507 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20a9249-7cf1-4e87-bddf-a0ca6695d76f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] DELETE failed (client error): The resource could not be found. Aug 19 18:28:50.174994 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d20a9249-7cf1-4e87-bddf-a0ca6695d76f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:28:50.181335 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42154) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:50.189445 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d20a9249-7cf1-4e87-bddf-a0ca6695d76f tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/subnets/36fec2a7-f09a-40e8-8600-7095d0737e73 HTTP/1.1" status: 404 len: 337 time: 0.0446692 Aug 19 18:28:50.209393 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-86994b13-a4ee-4bf7-b101-ce170f0ef84d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] DELETE failed (client error): The resource could not be found. Aug 19 18:28:50.212577 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86994b13-a4ee-4bf7-b101-ce170f0ef84d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:28:50.218070 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42156) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:50.228189 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-86994b13-a4ee-4bf7-b101-ce170f0ef84d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/ports/4cb85966-82ef-4e10-9f41-b2c262de0bd3 HTTP/1.1" status: 404 len: 333 time: 0.0454142 Aug 19 18:28:50.252770 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-24dc11f7-4f55-480b-9200-c94ad8784440 None None] Provisioning complete for port 67173cff-6518-4a9a-9492-97083bd2c766 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:50.253154 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-24dc11f7-4f55-480b-9200-c94ad8784440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:50.253665 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-26920130-a55e-48ce-97a8-7cbac9bb0d3d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] DELETE failed (client error): The resource could not be found. Aug 19 18:28:50.255638 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26920130-a55e-48ce-97a8-7cbac9bb0d3d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:28:50.262945 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42160) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:50.273765 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-26920130-a55e-48ce-97a8-7cbac9bb0d3d tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/subnets/0ed5c3fd-faf1-4f3c-a670-f0786a77c892 HTTP/1.1" status: 404 len: 337 time: 0.0543895 Aug 19 18:28:50.295000 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e4b68c-39ef-4679-b4da-151206bcf43e tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] DELETE failed (client error): The resource could not be found. Aug 19 18:28:50.295761 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e4b68c-39ef-4679-b4da-151206bcf43e tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:28:50.301153 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42164) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:50.313996 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-57e4b68c-39ef-4679-b4da-151206bcf43e tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/subnets/c4733157-2e09-4d37-a672-8f1fc6486aa3 HTTP/1.1" status: 404 len: 337 time: 0.0495951 Aug 19 18:28:50.375460 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-24dc11f7-4f55-480b-9200-c94ad8784440 None None] Port 67173cff-6518-4a9a-9492-97083bd2c766 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:28:50.412185 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-24dc11f7-4f55-480b-9200-c94ad8784440 None None] Provisioning complete for port 2c98fbab-e688-4b03-aa24-d8d006475616 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:50.412563 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-24dc11f7-4f55-480b-9200-c94ad8784440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:50.420957 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-c0e2c78f-3875-4b56-83c1-bac3f997e9a9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting port 67173cff-6518-4a9a-9492-97083bd2c766 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:50.421513 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c78f-3875-4b56-83c1-bac3f997e9a9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:50.498695 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb639af8-a84a-43dc-aae4-a40bf01b0d7f None None] DHCP port deletion for 89bad278-6a94-481f-8ac6-995fb6742e68 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:28:50.541090 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c78f-3875-4b56-83c1-bac3f997e9a9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:50.629808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-c0e2c78f-3875-4b56-83c1-bac3f997e9a9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Calling delete_port for 67173cff-6518-4a9a-9492-97083bd2c766 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:50.732884 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2c98fbab-e688-4b03-aa24-d8d006475616 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:28:50.773654 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af1fa3-aecc-4dcc-bb61-ad41485ba609 req-11f9a8e2-bf22-48e6-ab10-523bd02bb474 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:50.782188 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c4af1fa3-aecc-4dcc-bb61-ad41485ba609 req-11f9a8e2-bf22-48e6-ab10-523bd02bb474 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 944 time: 0.1147814 Aug 19 18:28:50.838785 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c4af1fa3-aecc-4dcc-bb61-ad41485ba609 req-c15ce327-a08d-4259-aad7-ae8a8c963263 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554969 Aug 19 18:28:50.846317 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c78f-3875-4b56-83c1-bac3f997e9a9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:50.870178 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-bb639af8-a84a-43dc-aae4-a40bf01b0d7f None None] Deleting port 2c98fbab-e688-4b03-aa24-d8d006475616 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:50.870548 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bb639af8-a84a-43dc-aae4-a40bf01b0d7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:50.948719 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c78f-3875-4b56-83c1-bac3f997e9a9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:50.951610 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c0e2c78f-3875-4b56-83c1-bac3f997e9a9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/ports/67173cff-6518-4a9a-9492-97083bd2c766 HTTP/1.1" status: 204 len: 168 time: 0.6483531 Aug 19 18:28:50.954648 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42178) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:50.957298 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2c78f-3875-4b56-83c1-bac3f997e9a9 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Port': ['ID=67173cff-6518-4a9a-9492-97083bd2c766,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:51.055845 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-bb639af8-a84a-43dc-aae4-a40bf01b0d7f None None] For port 2c98fbab-e688-4b03-aa24-d8d006475616, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2c98fbab-e688-4b03-aa24-d8d006475616,segment=NetworkSegment(6fd74830-73c5-474b-8794-00d8a079bdf8),segment_id=6fd74830-73c5-474b-8794-00d8a079bdf8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:51.056417 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bb639af8-a84a-43dc-aae4-a40bf01b0d7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:51.070050 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26bd3fe2-40d7-4da9-a5c7-972359d89ad0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:51.147080 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-bb639af8-a84a-43dc-aae4-a40bf01b0d7f None None] Calling delete_port for 2c98fbab-e688-4b03-aa24-d8d006475616 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:51.155518 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-26bd3fe2-40d7-4da9-a5c7-972359d89ad0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Deleting port 2c98fbab-e688-4b03-aa24-d8d006475616 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:51.156773 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26bd3fe2-40d7-4da9-a5c7-972359d89ad0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:51.216116 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:51.350508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-26bd3fe2-40d7-4da9-a5c7-972359d89ad0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] For port 2c98fbab-e688-4b03-aa24-d8d006475616, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2c98fbab-e688-4b03-aa24-d8d006475616,segment=NetworkSegment(6fd74830-73c5-474b-8794-00d8a079bdf8),segment_id=6fd74830-73c5-474b-8794-00d8a079bdf8)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:51.350999 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26bd3fe2-40d7-4da9-a5c7-972359d89ad0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:51.371375 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-26bd3fe2-40d7-4da9-a5c7-972359d89ad0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Calling delete_port for 2c98fbab-e688-4b03-aa24-d8d006475616 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:51.384999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409ec79-c8d5-44a7-a50f-05d3610a4070 req-7835fb01-903d-4479-93c9-33b396b3ee01 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:51.386884 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6409ec79-c8d5-44a7-a50f-05d3610a4070 req-7835fb01-903d-4479-93c9-33b396b3ee01 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1115184 Aug 19 18:28:51.390492 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 2c98fbab-e688-4b03-aa24-d8d006475616, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2c98fbab-e688-4b03-aa24-d8d006475616,segment=NetworkSegment(6fd74830-73c5-474b-8794-00d8a079bdf8),segment_id=6fd74830-73c5-474b-8794-00d8a079bdf8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:51.416466 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:51.476695 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bb639af8-a84a-43dc-aae4-a40bf01b0d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:51.494707 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6409ec79-c8d5-44a7-a50f-05d3610a4070 req-c1455fce-4dd1-482e-a7e0-b31f9791d394 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997980 Aug 19 18:28:51.499566 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb639af8-a84a-43dc-aae4-a40bf01b0d7f None None] No DVR routers for this DVR port 2c98fbab-e688-4b03-aa24-d8d006475616 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:28:51.529821 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=2c98fbab-e688-4b03-aa24-d8d006475616,revision_number=11']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:51.537951 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26bd3fe2-40d7-4da9-a5c7-972359d89ad0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:51.564219 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb639af8-a84a-43dc-aae4-a40bf01b0d7f None None] Pushing event deleted for resources: {'Port': ['ID=2c98fbab-e688-4b03-aa24-d8d006475616,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:51.576260 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd3fe2-40d7-4da9-a5c7-972359d89ad0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Port': ['ID=2c98fbab-e688-4b03-aa24-d8d006475616,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:51.588758 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bd3fe2-40d7-4da9-a5c7-972359d89ad0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] No DVR routers for this DVR port 2c98fbab-e688-4b03-aa24-d8d006475616 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:28:51.656459 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device bb574d96-cf52-47a1-8a95-179694cff36a no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:28:51.687631 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: bb574d96-cf52-47a1-8a95-179694cff36a {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:28:51.688027 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device bb574d96-cf52-47a1-8a95-179694cff36a not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:28:51.720069 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26bd3fe2-40d7-4da9-a5c7-972359d89ad0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:51.734525 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-26bd3fe2-40d7-4da9-a5c7-972359d89ad0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89bad278-6a94-481f-8ac6-995fb6742e68']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:51.750309 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-26bd3fe2-40d7-4da9-a5c7-972359d89ad0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd74830-73c5-474b-8794-00d8a079bdf8') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:51.750953 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-26bd3fe2-40d7-4da9-a5c7-972359d89ad0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd74830-73c5-474b-8794-00d8a079bdf8') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:51.762742 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26bd3fe2-40d7-4da9-a5c7-972359d89ad0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:51.787174 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26bd3fe2-40d7-4da9-a5c7-972359d89ad0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:51.794973 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26bd3fe2-40d7-4da9-a5c7-972359d89ad0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:28:51.795466 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26bd3fe2-40d7-4da9-a5c7-972359d89ad0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:28:51.801151 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:28:51.876928 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26bd3fe2-40d7-4da9-a5c7-972359d89ad0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:51.894977 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26bd3fe2-40d7-4da9-a5c7-972359d89ad0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:51.898128 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-26bd3fe2-40d7-4da9-a5c7-972359d89ad0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] 10.222.0.24 "DELETE /v2.0/networks/89bad278-6a94-481f-8ac6-995fb6742e68 HTTP/1.1" status: 204 len: 168 time: 0.9328501 Aug 19 18:28:51.908563 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42192) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:51.944547 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd3fe2-40d7-4da9-a5c7-972359d89ad0 tempest-PortsIpV6TestJSON-261035697 tempest-PortsIpV6TestJSON-261035697-project] Pushing event deleted for resources: {'Network': ['ID=89bad278-6a94-481f-8ac6-995fb6742e68,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:52.038126 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdcf0f-0359-4c52-8b3f-dc8184d4d80a req-5c0502e9-2e13-4484-85af-7b79811123b0 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:52.039887 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1fcdcf0f-0359-4c52-8b3f-dc8184d4d80a req-5c0502e9-2e13-4484-85af-7b79811123b0 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 944 time: 0.0752001 Aug 19 18:28:52.102728 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-451d588d-9de7-40a8-a87f-dadb10598df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:52.121835 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1fcdcf0f-0359-4c52-8b3f-dc8184d4d80a req-7b30b642-c90e-41ed-90d7-36a3b78e3dbb tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751340 Aug 19 18:28:52.222015 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-451d588d-9de7-40a8-a87f-dadb10598df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:52.225127 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42198) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:52.229587 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-451d588d-9de7-40a8-a87f-dadb10598df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:52.305251 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-451d588d-9de7-40a8-a87f-dadb10598df7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9825730de56f4928b2ba3556f92c8f77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3930190 Aug 19 18:28:52.305251 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d588d-9de7-40a8-a87f-dadb10598df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fae48aa-142f-4d6c-afef-28cec42e0f05,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:52.305876 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42202) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:52.378367 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4003b28-afbf-4613-81f0-38a699d4971c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:52.414620 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4003b28-afbf-4613-81f0-38a699d4971c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:52.467859 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1e171a63-09e3-4bb8-be15-41e478429eb3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50ba02f50d414ab38246a7df10d51c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390506 Aug 19 18:28:52.468989 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42204) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:52.493848 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4003b28-afbf-4613-81f0-38a699d4971c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:52.496763 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4003b28-afbf-4613-81f0-38a699d4971c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:52.505922 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d4003b28-afbf-4613-81f0-38a699d4971c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6fae48aa-142f-4d6c-afef-28cec42e0f05 HTTP/1.1" status: 204 len: 168 time: 0.1932797 Aug 19 18:28:52.518411 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4003b28-afbf-4613-81f0-38a699d4971c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fae48aa-142f-4d6c-afef-28cec42e0f05,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:52.561758 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9980bec6-ae9d-4fdc-810f-b16f312a60b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:52.601696 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9980bec6-ae9d-4fdc-810f-b16f312a60b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:52.721434 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:28:52.725900 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9980bec6-ae9d-4fdc-810f-b16f312a60b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:52.728498 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9980bec6-ae9d-4fdc-810f-b16f312a60b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:52.729959 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9980bec6-ae9d-4fdc-810f-b16f312a60b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03d2999e-681d-4ab8-b2fa-08d7acb12f69 HTTP/1.1" status: 204 len: 168 time: 0.2591906 Aug 19 18:28:52.742995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa641827-9d8a-4305-adf1-903676c27a77 req-0dd98fe0-21ed-4da6-b618-4a49b99fa4e0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:52.750947 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fa641827-9d8a-4305-adf1-903676c27a77 req-0dd98fe0-21ed-4da6-b618-4a49b99fa4e0 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.0945005 Aug 19 18:28:52.788026 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980bec6-ae9d-4fdc-810f-b16f312a60b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d2999e-681d-4ab8-b2fa-08d7acb12f69,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:52.824586 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fa641827-9d8a-4305-adf1-903676c27a77 req-27171c86-3c5a-4d4b-b48e-d4d6f7e3be92 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726418 Aug 19 18:28:52.947998 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42216) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:52.972976 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f3b40585-7481-4abe-b191-bd25a9ae7cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:53.088255 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f3b40585-7481-4abe-b191-bd25a9ae7cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:53.094633 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f3b40585-7481-4abe-b191-bd25a9ae7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:53.141245 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f3b40585-7481-4abe-b191-bd25a9ae7cb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bade512d81c742dd91db29a2e94f5c46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1912525 Aug 19 18:28:53.142109 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b40585-7481-4abe-b191-bd25a9ae7cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abc0d9e-b9df-4d8d-990b-a94e48ad71ba,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:53.144029 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42222) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:53.236953 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd3fd52f-5d99-4912-810b-0777497bbb65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:53.292631 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd3fd52f-5d99-4912-810b-0777497bbb65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:53.324773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb51f6-f060-4a3f-9e1f-712bb7327dab req-5d10d739-0760-40ea-9759-192cb138ef64 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:53.327289 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-65fb51f6-f060-4a3f-9e1f-712bb7327dab req-5d10d739-0760-40ea-9759-192cb138ef64 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 944 time: 0.0918822 Aug 19 18:28:53.384504 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-65fb51f6-f060-4a3f-9e1f-712bb7327dab req-b7a0277a-d35d-44fe-bb80-105731fa7540 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446157 Aug 19 18:28:53.407684 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd3fd52f-5d99-4912-810b-0777497bbb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:53.407684 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd3fd52f-5d99-4912-810b-0777497bbb65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:53.410963 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-dd3fd52f-5d99-4912-810b-0777497bbb65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8abc0d9e-b9df-4d8d-990b-a94e48ad71ba HTTP/1.1" status: 204 len: 168 time: 0.2625761 Aug 19 18:28:53.444731 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3fd52f-5d99-4912-810b-0777497bbb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abc0d9e-b9df-4d8d-990b-a94e48ad71ba,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:53.843697 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42252) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:53.988795 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d669d-9bab-49e8-a27a-94eca1e69d26 req-c9962c60-1f85-457d-a54f-af5a52689bcd tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:53.997187 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-554d669d-9bab-49e8-a27a-94eca1e69d26 req-c9962c60-1f85-457d-a54f-af5a52689bcd tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.0878873 Aug 19 18:28:54.020443 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2e6ad879-ed22-49fe-b1da-768b08b7e834 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2028885707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:54.072122 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-554d669d-9bab-49e8-a27a-94eca1e69d26 req-2a582113-e7a9-46c7-8adc-7ef46a313738 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739362 Aug 19 18:28:54.084569 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2e6ad879-ed22-49fe-b1da-768b08b7e834 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:54.085983 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2e6ad879-ed22-49fe-b1da-768b08b7e834 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:54.203845 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2e6ad879-ed22-49fe-b1da-768b08b7e834 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:54.210035 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2e6ad879-ed22-49fe-b1da-768b08b7e834 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:54.228220 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2e6ad879-ed22-49fe-b1da-768b08b7e834 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:54.231899 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2e6ad879-ed22-49fe-b1da-768b08b7e834 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3862033 Aug 19 18:28:54.233616 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42264) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:54.239569 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-af0ab378-e952-42a8-a67a-87fc73f5d273 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1995377076'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:54.262913 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0ab378-e952-42a8-a67a-87fc73f5d273 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Made reservation on behalf of e2e9740ad1e0460d9e69d131f1cbee10 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:54.274470 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af0ab378-e952-42a8-a67a-87fc73f5d273 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:54.293586 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af0ab378-e952-42a8-a67a-87fc73f5d273 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:54.422204 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af0ab378-e952-42a8-a67a-87fc73f5d273 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:54.427749 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af0ab378-e952-42a8-a67a-87fc73f5d273 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:54.461169 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0ab378-e952-42a8-a67a-87fc73f5d273 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:28:54.471386 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ab378-e952-42a8-a67a-87fc73f5d273 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d2729b-8f2d-436f-b82c-96a4649adc51,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:54.479358 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af0ab378-e952-42a8-a67a-87fc73f5d273 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:54.479620 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-af0ab378-e952-42a8-a67a-87fc73f5d273 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Added segment 675d97fb-e54d-4e2e-bbdf-6509e42a08cd of type vlan for network b0e594a1-2d47-4fc7-8366-cf8622248526 Aug 19 18:28:54.560973 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af0ab378-e952-42a8-a67a-87fc73f5d273 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:54.612612 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea7154-6263-467b-ad3e-686d79c4d531 req-753ce9a5-3bfd-4949-8763-fe8a7cf5116c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:54.624186 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2ea7154-6263-467b-ad3e-686d79c4d531 req-753ce9a5-3bfd-4949-8763-fe8a7cf5116c tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 944 time: 0.1080425 Aug 19 18:28:54.633233 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af0ab378-e952-42a8-a67a-87fc73f5d273 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:54.651897 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0ab378-e952-42a8-a67a-87fc73f5d273 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:54.652682 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af0ab378-e952-42a8-a67a-87fc73f5d273 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:54.744626 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-af0ab378-e952-42a8-a67a-87fc73f5d273 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5068049 Aug 19 18:28:54.745024 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42276) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:54.760214 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-62a97d5a-7a71-46a7-81a9-4a7eee16049a tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Request body: {'subnet': {'network_id': 'b0e594a1-2d47-4fc7-8366-cf8622248526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:54.772358 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2ea7154-6263-467b-ad3e-686d79c4d531 req-5c9acc55-6f01-4c19-a583-7b8884111a61 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420002 Aug 19 18:28:54.780533 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ab378-e952-42a8-a67a-87fc73f5d273 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event updated for resources: {'Network': ['ID=b0e594a1-2d47-4fc7-8366-cf8622248526,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:54.796064 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network b0e594a1-2d47-4fc7-8366-cf8622248526 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:28:54.899774 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a97d5a-7a71-46a7-81a9-4a7eee16049a tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Made reservation on behalf of e2e9740ad1e0460d9e69d131f1cbee10 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:54.907594 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-62a97d5a-7a71-46a7-81a9-4a7eee16049a tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:55.166344 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-62a97d5a-7a71-46a7-81a9-4a7eee16049a tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:55.247424 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f44d4-a0fd-4c9a-b943-6020fdde41c1 req-56b9d3ee-e69f-4dee-b00a-dc85bbf37f65 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:55.249674 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-705f44d4-a0fd-4c9a-b943-6020fdde41c1 req-56b9d3ee-e69f-4dee-b00a-dc85bbf37f65 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.0712669 Aug 19 18:28:55.255993 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a97d5a-7a71-46a7-81a9-4a7eee16049a tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Checking segment: {'id': '675d97fb-e54d-4e2e-bbdf-6509e42a08cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0e594a1-2d47-4fc7-8366-cf8622248526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:28:55.256400 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a97d5a-7a71-46a7-81a9-4a7eee16049a tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Network hostable DHCP agents. Network: b0e594a1-2d47-4fc7-8366-cf8622248526, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:28:55.262869 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a97d5a-7a71-46a7-81a9-4a7eee16049a tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event updated for resources: {'Subnet': ['ID=34dfb2e8-407a-4413-8ccf-41f99055675f,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:55.283877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a97d5a-7a71-46a7-81a9-4a7eee16049a tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Network b0e594a1-2d47-4fc7-8366-cf8622248526 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:28:55.300594 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-62a97d5a-7a71-46a7-81a9-4a7eee16049a tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, b0e594a1-2d47-4fc7-8366-cf8622248526) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:55.301907 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-705f44d4-a0fd-4c9a-b943-6020fdde41c1 req-2d54b0c4-7479-43be-ad76-d36cf5f7abae tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418184 Aug 19 18:28:55.306533 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a97d5a-7a71-46a7-81a9-4a7eee16049a tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:55.308610 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef762bb-fca6-46b2-b61c-328ac510be5a None None] Network b0e594a1-2d47-4fc7-8366-cf8622248526 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:55.312543 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-62a97d5a-7a71-46a7-81a9-4a7eee16049a tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:55.344486 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42292) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:55.354106 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-62a97d5a-7a71-46a7-81a9-4a7eee16049a tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6073451 Aug 19 18:28:55.354634 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-d66445fe-ef4e-403d-928e-815be78761bf tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Request body: {'network': {'name': 'tempest-router-network01--247744112'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:55.393970 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66445fe-ef4e-403d-928e-815be78761bf tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Made reservation on behalf of e2e9740ad1e0460d9e69d131f1cbee10 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:55.404696 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d66445fe-ef4e-403d-928e-815be78761bf tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:55.444949 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66445fe-ef4e-403d-928e-815be78761bf tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:28:55.459465 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d66445fe-ef4e-403d-928e-815be78761bf tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:55.460413 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-d66445fe-ef4e-403d-928e-815be78761bf tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Added segment 7cad148a-e7ca-43a8-8085-efe26851f8aa of type vlan for network ac8e3206-1f88-4432-ab6b-5344de3fa22b Aug 19 18:28:55.509071 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d66445fe-ef4e-403d-928e-815be78761bf tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:55.562476 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d66445fe-ef4e-403d-928e-815be78761bf tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:55.571678 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66445fe-ef4e-403d-928e-815be78761bf tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:55.572383 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d66445fe-ef4e-403d-928e-815be78761bf tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:55.588700 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbfa8d9-d4ae-4f72-9874-775a313961bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-b0e594a1-2d47-4fc7-8366-cf8622248526', 'network_id': 'b0e594a1-2d47-4fc7-8366-cf8622248526', 'tenant_id': 'e2e9740ad1e0460d9e69d131f1cbee10', 'fixed_ips': [{'subnet_id': '34dfb2e8-407a-4413-8ccf-41f99055675f'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:28:55.589829 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cfbfa8d9-d4ae-4f72-9874-775a313961bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:55.638557 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d66445fe-ef4e-403d-928e-815be78761bf tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2926819 Aug 19 18:28:55.642029 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42298) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:55.676042 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-aa3b2177-88e3-4918-8ba5-554eadf233b0 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Request body: {'network': {'name': 'tempest-router-network02--844689035'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:55.691900 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66445fe-ef4e-403d-928e-815be78761bf tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event updated for resources: {'Network': ['ID=ac8e3206-1f88-4432-ab6b-5344de3fa22b,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:55.720709 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3b2177-88e3-4918-8ba5-554eadf233b0 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Made reservation on behalf of e2e9740ad1e0460d9e69d131f1cbee10 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:55.725098 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aa3b2177-88e3-4918-8ba5-554eadf233b0 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:55.728927 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network ac8e3206-1f88-4432-ab6b-5344de3fa22b details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:28:55.761202 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3b2177-88e3-4918-8ba5-554eadf233b0 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:28:55.779396 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aa3b2177-88e3-4918-8ba5-554eadf233b0 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:55.780128 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-aa3b2177-88e3-4918-8ba5-554eadf233b0 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Added segment f3061e08-8df0-46c9-9566-959057cd87f2 of type vlan for network 7b7a01c4-983a-4a65-9232-88b572f48c94 Aug 19 18:28:55.839490 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aa3b2177-88e3-4918-8ba5-554eadf233b0 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:55.877307 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aa3b2177-88e3-4918-8ba5-554eadf233b0 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:55.892210 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3b2177-88e3-4918-8ba5-554eadf233b0 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:55.897706 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aa3b2177-88e3-4918-8ba5-554eadf233b0 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:55.950096 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff59b4-7c23-4764-896d-ea2d46bf6a38 req-8a5f13f7-0250-4586-9c6a-1d213fdae8a0 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:55.952022 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-90ff59b4-7c23-4764-896d-ea2d46bf6a38 req-8a5f13f7-0250-4586-9c6a-1d213fdae8a0 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 944 time: 0.0831535 Aug 19 18:28:56.000736 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-aa3b2177-88e3-4918-8ba5-554eadf233b0 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3574109 Aug 19 18:28:56.005801 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42306) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:56.013284 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b2177-88e3-4918-8ba5-554eadf233b0 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event updated for resources: {'Network': ['ID=7b7a01c4-983a-4a65-9232-88b572f48c94,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:56.014803 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-ba2d8686-be26-4d24-a824-b9c618d3b199 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Request body: {'subnet': {'network_id': 'ac8e3206-1f88-4432-ab6b-5344de3fa22b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:56.015129 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-cfbfa8d9-d4ae-4f72-9874-775a313961bc None None] Allocated IP 2001:db8::2 (b0e594a1-2d47-4fc7-8366-cf8622248526/34dfb2e8-407a-4413-8ccf-41f99055675f/23739441-d237-4ea0-8fad-b628ae4de510) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:56.032062 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 7b7a01c4-983a-4a65-9232-88b572f48c94 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:28:56.126276 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-90ff59b4-7c23-4764-896d-ea2d46bf6a38 req-befd158a-fab8-49e9-8f4d-abfb8ffcfd41 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636083 Aug 19 18:28:56.240867 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2d8686-be26-4d24-a824-b9c618d3b199 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Made reservation on behalf of e2e9740ad1e0460d9e69d131f1cbee10 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:56.245093 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba2d8686-be26-4d24-a824-b9c618d3b199 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:56.304628 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cfbfa8d9-d4ae-4f72-9874-775a313961bc None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:56.315510 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-cfbfa8d9-d4ae-4f72-9874-775a313961bc None None] Transition to ACTIVE for port object 23739441-d237-4ea0-8fad-b628ae4de510 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:56.361861 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-cfbfa8d9-d4ae-4f72-9874-775a313961bc None None] Transition to ACTIVE for port object 23739441-d237-4ea0-8fad-b628ae4de510 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:56.376623 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cfbfa8d9-d4ae-4f72-9874-775a313961bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:56.456806 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbfa8d9-d4ae-4f72-9874-775a313961bc None None] Network b0e594a1-2d47-4fc7-8366-cf8622248526 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:56.464155 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-cfbfa8d9-d4ae-4f72-9874-775a313961bc None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:56.468805 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbfa8d9-d4ae-4f72-9874-775a313961bc None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:28:56.535315 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-cfbfa8d9-d4ae-4f72-9874-775a313961bc None None] Attempting to bind port 23739441-d237-4ea0-8fad-b628ae4de510 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:28:56.535676 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-cfbfa8d9-d4ae-4f72-9874-775a313961bc None None] Attempting to bind port 23739441-d237-4ea0-8fad-b628ae4de510 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '675d97fb-e54d-4e2e-bbdf-6509e42a08cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0e594a1-2d47-4fc7-8366-cf8622248526'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:28:56.536091 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbfa8d9-d4ae-4f72-9874-775a313961bc None None] Attempting to bind port 23739441-d237-4ea0-8fad-b628ae4de510 on network b0e594a1-2d47-4fc7-8366-cf8622248526 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:28:56.538968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfa8d9-d4ae-4f72-9874-775a313961bc None None] Pushing event updated for resources: {'Port': ['ID=23739441-d237-4ea0-8fad-b628ae4de510,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:56.550753 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbfa8d9-d4ae-4f72-9874-775a313961bc None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:28:56.551884 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbfa8d9-d4ae-4f72-9874-775a313961bc None None] Checking segment: {'id': '675d97fb-e54d-4e2e-bbdf-6509e42a08cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0e594a1-2d47-4fc7-8366-cf8622248526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:28:56.552541 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cfbfa8d9-d4ae-4f72-9874-775a313961bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:56.553104 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbfa8d9-d4ae-4f72-9874-775a313961bc None None] Bound using segment: {'id': '675d97fb-e54d-4e2e-bbdf-6509e42a08cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0e594a1-2d47-4fc7-8366-cf8622248526'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:28:56.553801 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-cfbfa8d9-d4ae-4f72-9874-775a313961bc None None] Bound port: 23739441-d237-4ea0-8fad-b628ae4de510, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '675d97fb-e54d-4e2e-bbdf-6509e42a08cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0e594a1-2d47-4fc7-8366-cf8622248526'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:28:56.554370 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cfbfa8d9-d4ae-4f72-9874-775a313961bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:56.634999 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba2d8686-be26-4d24-a824-b9c618d3b199 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:56.645569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-cfbfa8d9-d4ae-4f72-9874-775a313961bc None None] For port 23739441-d237-4ea0-8fad-b628ae4de510, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:28:56.658129 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-cfbfa8d9-d4ae-4f72-9874-775a313961bc None None] For port 23739441-d237-4ea0-8fad-b628ae4de510, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=23739441-d237-4ea0-8fad-b628ae4de510,segment=NetworkSegment(675d97fb-e54d-4e2e-bbdf-6509e42a08cd),segment_id=675d97fb-e54d-4e2e-bbdf-6509e42a08cd)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:28:56.670701 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cfbfa8d9-d4ae-4f72-9874-775a313961bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:56.768532 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10302d98-508b-4e71-a1f7-91b7525aa0dc req-50efbbc5-abc3-4971-abe3-782aae50eb27 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:56.772645 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfa8d9-d4ae-4f72-9874-775a313961bc None None] Pushing event updated for resources: {'Port': ['ID=23739441-d237-4ea0-8fad-b628ae4de510,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:56.786597 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10302d98-508b-4e71-a1f7-91b7525aa0dc req-50efbbc5-abc3-4971-abe3-782aae50eb27 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.2397480 Aug 19 18:28:56.851557 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d8686-be26-4d24-a824-b9c618d3b199 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event updated for resources: {'Subnet': ['ID=f455faa4-abb3-44ef-a675-7bdb4bc4d9f6,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:56.862358 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2d8686-be26-4d24-a824-b9c618d3b199 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Checking segment: {'id': '7cad148a-e7ca-43a8-8085-efe26851f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ac8e3206-1f88-4432-ab6b-5344de3fa22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:28:56.862803 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2d8686-be26-4d24-a824-b9c618d3b199 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Network hostable DHCP agents. Network: ac8e3206-1f88-4432-ab6b-5344de3fa22b, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:28:56.885061 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10302d98-508b-4e71-a1f7-91b7525aa0dc req-65930fe4-3539-4fbb-8ee3-d2a8bfa15e41 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938635 Aug 19 18:28:56.905615 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2d8686-be26-4d24-a824-b9c618d3b199 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Network ac8e3206-1f88-4432-ab6b-5344de3fa22b is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:28:56.923722 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-ba2d8686-be26-4d24-a824-b9c618d3b199 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, ac8e3206-1f88-4432-ab6b-5344de3fa22b) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:56.930164 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2d8686-be26-4d24-a824-b9c618d3b199 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:56.931108 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba2d8686-be26-4d24-a824-b9c618d3b199 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:56.956258 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc170d1-98d3-40f9-9042-514d1891e007 None None] Network ac8e3206-1f88-4432-ab6b-5344de3fa22b requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:56.978250 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ba2d8686-be26-4d24-a824-b9c618d3b199 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9705615 Aug 19 18:28:56.982847 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42328) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:56.995804 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f1f2b0db-1a60-4003-89cc-a86039f09755 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Request body: {'subnet': {'network_id': '7b7a01c4-983a-4a65-9232-88b572f48c94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:57.357567 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5971b62-de67-4323-8a80-60bfd0e112aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-ac8e3206-1f88-4432-ab6b-5344de3fa22b', 'network_id': 'ac8e3206-1f88-4432-ab6b-5344de3fa22b', 'tenant_id': 'e2e9740ad1e0460d9e69d131f1cbee10', 'fixed_ips': [{'subnet_id': 'f455faa4-abb3-44ef-a675-7bdb4bc4d9f6'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:28:57.359130 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e5971b62-de67-4323-8a80-60bfd0e112aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:57.440807 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f2b0db-1a60-4003-89cc-a86039f09755 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Made reservation on behalf of e2e9740ad1e0460d9e69d131f1cbee10 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:57.445442 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1f2b0db-1a60-4003-89cc-a86039f09755 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:57.545066 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222967d-d106-482f-bd51-9cab716bdb19 req-b8991615-fadd-4c59-8200-b2cfad9f0ce5 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:57.545849 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-e5971b62-de67-4323-8a80-60bfd0e112aa None None] Allocated IP 2001:db8::2 (ac8e3206-1f88-4432-ab6b-5344de3fa22b/f455faa4-abb3-44ef-a675-7bdb4bc4d9f6/a3a1d724-0941-40c6-a636-70a7ac8083e5) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:57.547132 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3222967d-d106-482f-bd51-9cab716bdb19 req-b8991615-fadd-4c59-8200-b2cfad9f0ce5 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 944 time: 0.1387074 Aug 19 18:28:57.621960 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3222967d-d106-482f-bd51-9cab716bdb19 req-4842015a-b62d-4e9a-972a-0dcf7faa5ebf tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593069 Aug 19 18:28:57.685861 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42338) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:57.747103 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1f2b0db-1a60-4003-89cc-a86039f09755 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:57.877647 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2b0db-1a60-4003-89cc-a86039f09755 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event updated for resources: {'Subnet': ['ID=c8f17471-0b3c-403e-9344-1a323ce07263,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:57.886403 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f2b0db-1a60-4003-89cc-a86039f09755 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Checking segment: {'id': 'f3061e08-8df0-46c9-9566-959057cd87f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '7b7a01c4-983a-4a65-9232-88b572f48c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:28:57.886403 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f2b0db-1a60-4003-89cc-a86039f09755 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Network hostable DHCP agents. Network: 7b7a01c4-983a-4a65-9232-88b572f48c94, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:28:57.946149 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f2b0db-1a60-4003-89cc-a86039f09755 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Network 7b7a01c4-983a-4a65-9232-88b572f48c94 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:28:57.960641 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-f1f2b0db-1a60-4003-89cc-a86039f09755 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 7b7a01c4-983a-4a65-9232-88b572f48c94) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:57.971060 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f2b0db-1a60-4003-89cc-a86039f09755 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:57.975537 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3268122a-a069-48d4-adff-28293e3e6c19 None None] Network 7b7a01c4-983a-4a65-9232-88b572f48c94 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:57.977904 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1f2b0db-1a60-4003-89cc-a86039f09755 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:58.014992 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f1f2b0db-1a60-4003-89cc-a86039f09755 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0304577 Aug 19 18:28:58.025383 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42344) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:58.029750 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-96d6df5c-b8fb-425e-b67b-687479a1b327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:58.154137 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e5971b62-de67-4323-8a80-60bfd0e112aa None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:58.191471 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e5971b62-de67-4323-8a80-60bfd0e112aa None None] Transition to ACTIVE for port object a3a1d724-0941-40c6-a636-70a7ac8083e5 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:58.226025 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc82de66-70f1-4c64-8d2b-8b2d76570e0b req-e7586eaf-1e3e-448d-8037-0335217a6db4 service neutron] 10.222.0.54 "GET /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172710 Aug 19 18:28:58.255692 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e5971b62-de67-4323-8a80-60bfd0e112aa None None] Transition to ACTIVE for port object a3a1d724-0941-40c6-a636-70a7ac8083e5 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:58.270877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f48826-b093-4ce1-80ee-abd1709b4691 req-7230ed3c-7536-4596-acf6-aa9eaaa70f49 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:58.272764 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33f48826-b093-4ce1-80ee-abd1709b4691 req-7230ed3c-7536-4596-acf6-aa9eaaa70f49 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1683607 Aug 19 18:28:58.300561 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e5971b62-de67-4323-8a80-60bfd0e112aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:58.342654 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-33f48826-b093-4ce1-80ee-abd1709b4691 req-a1a45d80-d7a6-423d-aec2-09c74a5ad888 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612545 Aug 19 18:28:58.367373 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-96d6df5c-b8fb-425e-b67b-687479a1b327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:58.391356 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-96d6df5c-b8fb-425e-b67b-687479a1b327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:58.423329 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6df5c-b8fb-425e-b67b-687479a1b327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69ef1f3-44d8-4608-9e7b-5f56f2c5a4a2,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:58.461166 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-96d6df5c-b8fb-425e-b67b-687479a1b327 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a36b024897442dc923725daf6e1ca73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7737401 Aug 19 18:28:58.465377 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42348) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:58.531434 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-510df984-a379-4972-858e-5dc27eaa1aec tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:58.537484 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-54710cc4-56ac-44ad-b3be-775eaf8e9870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:58.580192 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525a92e9-9825-4114-ae3a-ab5865a7b3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-7b7a01c4-983a-4a65-9232-88b572f48c94', 'network_id': '7b7a01c4-983a-4a65-9232-88b572f48c94', 'tenant_id': 'e2e9740ad1e0460d9e69d131f1cbee10', 'fixed_ips': [{'subnet_id': 'c8f17471-0b3c-403e-9344-1a323ce07263'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:28:58.583875 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-525a92e9-9825-4114-ae3a-ab5865a7b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:58.602561 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-54710cc4-56ac-44ad-b3be-775eaf8e9870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:58.680501 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5971b62-de67-4323-8a80-60bfd0e112aa None None] Network ac8e3206-1f88-4432-ab6b-5344de3fa22b is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:58.682105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d19bd0b-3f3e-451b-be90-5c61be9f0975 None None] Network b0e594a1-2d47-4fc7-8366-cf8622248526 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:58.745416 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-54710cc4-56ac-44ad-b3be-775eaf8e9870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:58.747950 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-54710cc4-56ac-44ad-b3be-775eaf8e9870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:58.751660 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-54710cc4-56ac-44ad-b3be-775eaf8e9870 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d69ef1f3-44d8-4608-9e7b-5f56f2c5a4a2 HTTP/1.1" status: 204 len: 168 time: 0.2827694 Aug 19 18:28:58.765344 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54710cc4-56ac-44ad-b3be-775eaf8e9870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69ef1f3-44d8-4608-9e7b-5f56f2c5a4a2,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:58.780015 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-e5971b62-de67-4323-8a80-60bfd0e112aa None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:58.788422 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5971b62-de67-4323-8a80-60bfd0e112aa None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:28:58.852213 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944faf4b-ea76-484b-8420-53f19cf2f2d2 req-a5000a06-0530-494b-93f7-d0677498d6e5 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:58.863280 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-944faf4b-ea76-484b-8420-53f19cf2f2d2 req-a5000a06-0530-494b-93f7-d0677498d6e5 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 944 time: 0.0794899 Aug 19 18:28:58.901438 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 23739441-d237-4ea0-8fad-b628ae4de510 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:58.935829 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-944faf4b-ea76-484b-8420-53f19cf2f2d2 req-95109c3e-2f8f-4566-acea-bd2e1b568f2f tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703585 Aug 19 18:28:58.969851 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5971b62-de67-4323-8a80-60bfd0e112aa None None] Pushing event updated for resources: {'Port': ['ID=a3a1d724-0941-40c6-a636-70a7ac8083e5,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:59.130603 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-cccbbb21-a463-4187-9eba-afd7d817d011 None None] Provisioning for port 23739441-d237-4ea0-8fad-b628ae4de510 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:59.149970 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e5971b62-de67-4323-8a80-60bfd0e112aa None None] Attempting to bind port a3a1d724-0941-40c6-a636-70a7ac8083e5 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:28:59.150364 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e5971b62-de67-4323-8a80-60bfd0e112aa None None] Attempting to bind port a3a1d724-0941-40c6-a636-70a7ac8083e5 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '7cad148a-e7ca-43a8-8085-efe26851f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ac8e3206-1f88-4432-ab6b-5344de3fa22b'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:28:59.150746 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5971b62-de67-4323-8a80-60bfd0e112aa None None] Attempting to bind port a3a1d724-0941-40c6-a636-70a7ac8083e5 on network ac8e3206-1f88-4432-ab6b-5344de3fa22b {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:28:59.150886 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-510df984-a379-4972-858e-5dc27eaa1aec tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Allocated IP 2001:db8::1 (ac8e3206-1f88-4432-ab6b-5344de3fa22b/f455faa4-abb3-44ef-a675-7bdb4bc4d9f6/6a80f097-046c-4e14-9e75-97d9201db188) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:59.172530 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5971b62-de67-4323-8a80-60bfd0e112aa None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:28:59.172916 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5971b62-de67-4323-8a80-60bfd0e112aa None None] Checking segment: {'id': '7cad148a-e7ca-43a8-8085-efe26851f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ac8e3206-1f88-4432-ab6b-5344de3fa22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:28:59.173328 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e5971b62-de67-4323-8a80-60bfd0e112aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:59.173789 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5971b62-de67-4323-8a80-60bfd0e112aa None None] Bound using segment: {'id': '7cad148a-e7ca-43a8-8085-efe26851f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ac8e3206-1f88-4432-ab6b-5344de3fa22b'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:28:59.174285 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e5971b62-de67-4323-8a80-60bfd0e112aa None None] Bound port: a3a1d724-0941-40c6-a636-70a7ac8083e5, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cad148a-e7ca-43a8-8085-efe26851f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ac8e3206-1f88-4432-ab6b-5344de3fa22b'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:28:59.174737 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e5971b62-de67-4323-8a80-60bfd0e112aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:59.202171 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42356) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:59.217054 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e86663d6-a594-4d55-a658-11f13c2b4fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:59.304613 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-510df984-a379-4972-858e-5dc27eaa1aec tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:59.322644 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-510df984-a379-4972-858e-5dc27eaa1aec tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Transition to ACTIVE for port object 6a80f097-046c-4e14-9e75-97d9201db188 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:59.339411 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 23739441-d237-4ea0-8fad-b628ae4de510 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:59.341867 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-525a92e9-9825-4114-ae3a-ab5865a7b3de None None] Allocated IP 2001:db8::2 (7b7a01c4-983a-4a65-9232-88b572f48c94/c8f17471-0b3c-403e-9344-1a323ce07263/0cbde959-2cf4-4ea9-8d98-131b49f09c30) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:59.355293 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e86663d6-a594-4d55-a658-11f13c2b4fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:59.361477 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e86663d6-a594-4d55-a658-11f13c2b4fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:59.367067 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-510df984-a379-4972-858e-5dc27eaa1aec tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:59.369741 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 23739441-d237-4ea0-8fad-b628ae4de510 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:59.370308 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:59.401419 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e5971b62-de67-4323-8a80-60bfd0e112aa None None] For port a3a1d724-0941-40c6-a636-70a7ac8083e5, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:28:59.412478 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510df984-a379-4972-858e-5dc27eaa1aec tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Network ac8e3206-1f88-4432-ab6b-5344de3fa22b is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:59.415799 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-510df984-a379-4972-858e-5dc27eaa1aec tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:59.422782 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510df984-a379-4972-858e-5dc27eaa1aec tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:28:59.423441 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-510df984-a379-4972-858e-5dc27eaa1aec tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:59.426365 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e86663d6-a594-4d55-a658-11f13c2b4fb0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc0a69eee767426ea5c6eb9f3eeacb1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2222648 Aug 19 18:28:59.428229 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86663d6-a594-4d55-a658-11f13c2b4fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c554ab-1923-46a3-adcc-82129f36ba41,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:59.429493 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42360) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:59.502760 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510df984-a379-4972-858e-5dc27eaa1aec tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event updated for resources: {'Port': ['ID=6a80f097-046c-4e14-9e75-97d9201db188,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:59.506235 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e5971b62-de67-4323-8a80-60bfd0e112aa None None] For port a3a1d724-0941-40c6-a636-70a7ac8083e5, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a3a1d724-0941-40c6-a636-70a7ac8083e5,segment=NetworkSegment(7cad148a-e7ca-43a8-8085-efe26851f8aa),segment_id=7cad148a-e7ca-43a8-8085-efe26851f8aa)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:28:59.519406 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e5971b62-de67-4323-8a80-60bfd0e112aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:59.632756 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54582540-e9c3-4866-9f1c-34c58c1b634d req-245664f2-fa43-47c3-9863-952d91cc6844 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:59.632756 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54582540-e9c3-4866-9f1c-34c58c1b634d req-245664f2-fa43-47c3-9863-952d91cc6844 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1430783 Aug 19 18:28:59.648042 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf564e70-c2be-47b6-80f7-ee2d052d5e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:59.709858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5971b62-de67-4323-8a80-60bfd0e112aa None None] Pushing event updated for resources: {'Port': ['ID=a3a1d724-0941-40c6-a636-70a7ac8083e5,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:59.713289 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c6df9-1c0f-445d-a978-7ddf4264d6ef req-974d41b8-6e16-4c1e-a9fd-6df61be1c97c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:59.715230 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6c6c6df9-1c0f-445d-a978-7ddf4264d6ef req-974d41b8-6e16-4c1e-a9fd-6df61be1c97c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.54 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.0982957 Aug 19 18:28:59.729055 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf564e70-c2be-47b6-80f7-ee2d052d5e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:59.746550 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-510df984-a379-4972-858e-5dc27eaa1aec tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:59.766905 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54582540-e9c3-4866-9f1c-34c58c1b634d req-d53dee08-3a05-4b8f-bc71-744f311307e3 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291289 Aug 19 18:28:59.803621 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:59.830564 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-525a92e9-9825-4114-ae3a-ab5865a7b3de None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:59.856438 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-525a92e9-9825-4114-ae3a-ab5865a7b3de None None] Transition to ACTIVE for port object 0cbde959-2cf4-4ea9-8d98-131b49f09c30 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:59.884991 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 23739441-d237-4ea0-8fad-b628ae4de510, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=23739441-d237-4ea0-8fad-b628ae4de510,segment=NetworkSegment(675d97fb-e54d-4e2e-bbdf-6509e42a08cd),segment_id=675d97fb-e54d-4e2e-bbdf-6509e42a08cd)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:59.901240 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:59.933370 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-525a92e9-9825-4114-ae3a-ab5865a7b3de None None] Transition to ACTIVE for port object 0cbde959-2cf4-4ea9-8d98-131b49f09c30 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:59.946374 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-6c6c6df9-1c0f-445d-a978-7ddf4264d6ef req-5267437c-2a14-4240-a67c-d98273226cbd tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Deleting port bd1e7643-8716-43bb-af18-1644144f2a7e {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:59.946729 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6c6c6df9-1c0f-445d-a978-7ddf4264d6ef req-5267437c-2a14-4240-a67c-d98273226cbd tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:59.968113 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf564e70-c2be-47b6-80f7-ee2d052d5e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:59.971273 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf564e70-c2be-47b6-80f7-ee2d052d5e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:59.989854 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bf564e70-c2be-47b6-80f7-ee2d052d5e88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/26c554ab-1923-46a3-adcc-82129f36ba41 HTTP/1.1" status: 204 len: 168 time: 0.5427518 Aug 19 18:29:00.020088 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf564e70-c2be-47b6-80f7-ee2d052d5e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c554ab-1923-46a3-adcc-82129f36ba41,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:00.042968 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-525a92e9-9825-4114-ae3a-ab5865a7b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:00.079859 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=23739441-d237-4ea0-8fad-b628ae4de510,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:00.099068 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a92e9-9825-4114-ae3a-ab5865a7b3de None None] Network 7b7a01c4-983a-4a65-9232-88b572f48c94 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:29:00.103729 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-525a92e9-9825-4114-ae3a-ab5865a7b3de None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:29:00.123750 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a92e9-9825-4114-ae3a-ab5865a7b3de None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:29:00.155329 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2e9a0439-4daf-4934-ab4c-1fe4fd7c9e91 None None] Provisioning complete for port 23739441-d237-4ea0-8fad-b628ae4de510 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:29:00.155705 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2e9a0439-4daf-4934-ab4c-1fe4fd7c9e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:00.165694 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-6c6c6df9-1c0f-445d-a978-7ddf4264d6ef req-5267437c-2a14-4240-a67c-d98273226cbd tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] For port bd1e7643-8716-43bb-af18-1644144f2a7e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=bd1e7643-8716-43bb-af18-1644144f2a7e,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:00.166187 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6c6c6df9-1c0f-445d-a978-7ddf4264d6ef req-5267437c-2a14-4240-a67c-d98273226cbd tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:00.174443 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a92e9-9825-4114-ae3a-ab5865a7b3de None None] Pushing event updated for resources: {'Port': ['ID=0cbde959-2cf4-4ea9-8d98-131b49f09c30,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:00.239743 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-525a92e9-9825-4114-ae3a-ab5865a7b3de None None] Attempting to bind port 0cbde959-2cf4-4ea9-8d98-131b49f09c30 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:29:00.240646 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-525a92e9-9825-4114-ae3a-ab5865a7b3de None None] Attempting to bind port 0cbde959-2cf4-4ea9-8d98-131b49f09c30 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'f3061e08-8df0-46c9-9566-959057cd87f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '7b7a01c4-983a-4a65-9232-88b572f48c94'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:29:00.240646 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a92e9-9825-4114-ae3a-ab5865a7b3de None None] Attempting to bind port 0cbde959-2cf4-4ea9-8d98-131b49f09c30 on network 7b7a01c4-983a-4a65-9232-88b572f48c94 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:29:00.251072 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a92e9-9825-4114-ae3a-ab5865a7b3de None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:29:00.251459 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a92e9-9825-4114-ae3a-ab5865a7b3de None None] Checking segment: {'id': 'f3061e08-8df0-46c9-9566-959057cd87f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '7b7a01c4-983a-4a65-9232-88b572f48c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:29:00.251868 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-525a92e9-9825-4114-ae3a-ab5865a7b3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:00.252250 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a92e9-9825-4114-ae3a-ab5865a7b3de None None] Bound using segment: {'id': 'f3061e08-8df0-46c9-9566-959057cd87f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '7b7a01c4-983a-4a65-9232-88b572f48c94'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:29:00.252741 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-525a92e9-9825-4114-ae3a-ab5865a7b3de None None] Bound port: 0cbde959-2cf4-4ea9-8d98-131b49f09c30, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3061e08-8df0-46c9-9566-959057cd87f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '7b7a01c4-983a-4a65-9232-88b572f48c94'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:29:00.253121 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-525a92e9-9825-4114-ae3a-ab5865a7b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:00.369855 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-525a92e9-9825-4114-ae3a-ab5865a7b3de None None] For port 0cbde959-2cf4-4ea9-8d98-131b49f09c30, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:29:00.387013 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-525a92e9-9825-4114-ae3a-ab5865a7b3de None None] For port 0cbde959-2cf4-4ea9-8d98-131b49f09c30, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0cbde959-2cf4-4ea9-8d98-131b49f09c30,segment=NetworkSegment(f3061e08-8df0-46c9-9566-959057cd87f2),segment_id=f3061e08-8df0-46c9-9566-959057cd87f2)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:29:00.393878 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-525a92e9-9825-4114-ae3a-ab5865a7b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:00.428520 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5feb2a-c762-4b95-8d52-f28ce8b183ef req-4636ed20-3dd5-46e2-9383-a2c6c21e9cdd tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:00.430278 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f5feb2a-c762-4b95-8d52-f28ce8b183ef req-4636ed20-3dd5-46e2-9383-a2c6c21e9cdd tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 944 time: 0.2915573 Aug 19 18:29:00.480914 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a92e9-9825-4114-ae3a-ab5865a7b3de None None] Pushing event updated for resources: {'Port': ['ID=0cbde959-2cf4-4ea9-8d98-131b49f09c30,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:00.575982 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f5feb2a-c762-4b95-8d52-f28ce8b183ef req-c63e7000-8189-4dfb-b934-57bb71cd4449 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341970 Aug 19 18:29:00.599453 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6c6c6df9-1c0f-445d-a978-7ddf4264d6ef req-5267437c-2a14-4240-a67c-d98273226cbd tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:00.601121 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6c6c6df9-1c0f-445d-a978-7ddf4264d6ef req-5267437c-2a14-4240-a67c-d98273226cbd tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:00.601669 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [req-6c6c6df9-1c0f-445d-a978-7ddf4264d6ef req-5267437c-2a14-4240-a67c-d98273226cbd tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Floating IP 77c0710c-c48e-46a3-abbb-e92299fa2447 disassociated. External IP: 172.25.8.91, port: bd1e7643-8716-43bb-af18-1644144f2a7e. Aug 19 18:29:00.602195 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-6c6c6df9-1c0f-445d-a978-7ddf4264d6ef req-5267437c-2a14-4240-a67c-d98273226cbd tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Calling delete_port for bd1e7643-8716-43bb-af18-1644144f2a7e owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:00.743680 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-510df984-a379-4972-858e-5dc27eaa1aec tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:00.760490 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-510df984-a379-4972-858e-5dc27eaa1aec tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:00.762269 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-510df984-a379-4972-858e-5dc27eaa1aec tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:00.821862 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a3a1d724-0941-40c6-a636-70a7ac8083e5 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:29:00.925323 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port a3a1d724-0941-40c6-a636-70a7ac8083e5 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:29:00.951854 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 23739441-d237-4ea0-8fad-b628ae4de510 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:29:01.003940 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510df984-a379-4972-858e-5dc27eaa1aec tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event updated for resources: {'Port': ['ID=6a80f097-046c-4e14-9e75-97d9201db188,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:01.043249 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 23739441-d237-4ea0-8fad-b628ae4de510 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:29:01.043821 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:01.086055 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device f5fe4ecf-94a5-473a-a953-1ae38f614592 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:29:01.088485 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510df984-a379-4972-858e-5dc27eaa1aec tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Network ac8e3206-1f88-4432-ab6b-5344de3fa22b is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:29:01.090074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-510df984-a379-4972-858e-5dc27eaa1aec tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:29:01.264401 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port f5fe4ecf-94a5-473a-a953-1ae38f614592, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=f5fe4ecf-94a5-473a-a953-1ae38f614592,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:01.277651 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510df984-a379-4972-858e-5dc27eaa1aec tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Router 4f89a32d-f0d5-4196-ba42-d7b4af9b517d is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:29:01.280029 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'f5fe4ecf-94a5-473a-a953-1ae38f614592', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'port_id': 'f5fe4ecf-94a5-473a-a953-1ae38f614592', 'mac_address': 'fa:16:3e:6c:39:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:29:01.347570 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:01.364285 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5fe4ecf-94a5-473a-a953-1ae38f614592 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:29:01.388962 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port f5fe4ecf-94a5-473a-a953-1ae38f614592, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=f5fe4ecf-94a5-473a-a953-1ae38f614592,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:01.397325 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:01.401961 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510df984-a379-4972-858e-5dc27eaa1aec tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:29:01.406852 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc484083-1cce-489e-8f69-52465f556f1f None None] Network ac8e3206-1f88-4432-ab6b-5344de3fa22b requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:29:01.410933 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-510df984-a379-4972-858e-5dc27eaa1aec tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "PUT /v2.0/routers/4f89a32d-f0d5-4196-ba42-d7b4af9b517d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3816538 Aug 19 18:29:01.413664 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7318d8bf-8de4-4aa4-aa09-047b867deac3 None None] Sync routers for ids ['4f89a32d-f0d5-4196-ba42-d7b4af9b517d'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:29:01.416090 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42392) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:01.425774 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7318d8bf-8de4-4aa4-aa09-047b867deac3 None None] Routers {'4f89a32d-f0d5-4196-ba42-d7b4af9b517d'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:29:01.426622 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7318d8bf-8de4-4aa4-aa09-047b867deac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:28:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4f89a32d-f0d5-4196-ba42-d7b4af9b517d'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:01.469013 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7318d8bf-8de4-4aa4-aa09-047b867deac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:01.479842 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7318d8bf-8de4-4aa4-aa09-047b867deac3 None None] Routers {'4f89a32d-f0d5-4196-ba42-d7b4af9b517d'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:29:01.481325 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7318d8bf-8de4-4aa4-aa09-047b867deac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:28:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4f89a32d-f0d5-4196-ba42-d7b4af9b517d'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:01.517783 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7318d8bf-8de4-4aa4-aa09-047b867deac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:01.518597 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7318d8bf-8de4-4aa4-aa09-047b867deac3 None None] The sync data for ids ['4f89a32d-f0d5-4196-ba42-d7b4af9b517d'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:29:01.581209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae4d5a-2588-46e6-b71f-315950e7078d req-ed05bb08-ea2e-4d13-9593-91eb0c1add30 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:01.584363 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-97ae4d5a-2588-46e6-b71f-315950e7078d req-ed05bb08-ea2e-4d13-9593-91eb0c1add30 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 945 time: 0.1440110 Aug 19 18:29:01.613565 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=f5fe4ecf-94a5-473a-a953-1ae38f614592,revision_number=11']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:01.634666 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5f9ec9ec-cf1e-4f8d-813a-2150b1f4e8a6 None None] Provisioning for port a3a1d724-0941-40c6-a636-70a7ac8083e5 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:29:01.639626 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5f9ec9ec-cf1e-4f8d-813a-2150b1f4e8a6 None None] Provisioning complete for port a3a1d724-0941-40c6-a636-70a7ac8083e5 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:29:01.640060 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5f9ec9ec-cf1e-4f8d-813a-2150b1f4e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:01.708792 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['f5fe4ecf-94a5-473a-a953-1ae38f614592'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:29:01.727058 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6c6c6df9-1c0f-445d-a978-7ddf4264d6ef req-5267437c-2a14-4240-a67c-d98273226cbd tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:01.799494 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267437c-2a14-4240-a67c-d98273226cbd tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Pushing event deleted for resources: {'Port': ['ID=bd1e7643-8716-43bb-af18-1644144f2a7e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:01.975104 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-97ae4d5a-2588-46e6-b71f-315950e7078d req-9ae1f6f9-2cdd-4350-ae61-99ed125660dc tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups?id=b94f2a40-710b-46e4-9137-3832120bf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3804851 Aug 19 18:29:02.016223 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696f9b1-c371-48f4-9ec5-2cc06743062e req-dadd568c-d87f-4e3d-91b6-927e1c2059ba tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:02.019526 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0696f9b1-c371-48f4-9ec5-2cc06743062e req-dadd568c-d87f-4e3d-91b6-927e1c2059ba tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.1809869 Aug 19 18:29:02.126474 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-c5b41744-2427-4c9d-9796-d465b566c52a tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:29:02.131466 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c5b41744-2427-4c9d-9796-d465b566c52a tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "PUT /v2.0/routers/4f89a32d-f0d5-4196-ba42-d7b4af9b517d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7142174 Aug 19 18:29:02.147988 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42408) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:02.169723 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0696f9b1-c371-48f4-9ec5-2cc06743062e req-2e17cb1e-f488-4181-aa9b-7916e50cab49 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215065 Aug 19 18:29:02.365563 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83db2c46-a3b1-4809-916c-49d969137470 None None] Network 7b7a01c4-983a-4a65-9232-88b572f48c94 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:29:02.375020 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5f9ec9ec-cf1e-4f8d-813a-2150b1f4e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:02.502148 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-5f9ec9ec-cf1e-4f8d-813a-2150b1f4e8a6 None None] For port a3a1d724-0941-40c6-a636-70a7ac8083e5, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a3a1d724-0941-40c6-a636-70a7ac8083e5,segment=NetworkSegment(7cad148a-e7ca-43a8-8085-efe26851f8aa),segment_id=7cad148a-e7ca-43a8-8085-efe26851f8aa)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:02.503674 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c6c6df9-1c0f-445d-a978-7ddf4264d6ef req-5267437c-2a14-4240-a67c-d98273226cbd tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Router ecbb4edc-0d84-4a42-aec3-a12f3e9301c8 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:29:02.527244 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5f9ec9ec-cf1e-4f8d-813a-2150b1f4e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:02.693713 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-76abca7a-d7fe-496c-9ad5-22193c284452 None None] Provisioning complete for port a3a1d724-0941-40c6-a636-70a7ac8083e5 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:29:02.694097 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-76abca7a-d7fe-496c-9ad5-22193c284452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:02.718356 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ec9ec-cf1e-4f8d-813a-2150b1f4e8a6 None None] Pushing event updated for resources: {'Port': ['ID=a3a1d724-0941-40c6-a636-70a7ac8083e5,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:02.756701 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0cbde959-2cf4-4ea9-8d98-131b49f09c30 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:29:02.829973 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c6c6df9-1c0f-445d-a978-7ddf4264d6ef req-5267437c-2a14-4240-a67c-d98273226cbd tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:29:02.846887 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93e3441-ce68-4827-a0cc-454401efe5ad None None] Sync routers for ids ['ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:29:02.881171 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6c6df9-1c0f-445d-a978-7ddf4264d6ef req-5267437c-2a14-4240-a67c-d98273226cbd tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] No DVR routers for this DVR port bd1e7643-8716-43bb-af18-1644144f2a7e on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:29:02.884155 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6c6c6df9-1c0f-445d-a978-7ddf4264d6ef req-5267437c-2a14-4240-a67c-d98273226cbd tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:02.886278 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6c6c6df9-1c0f-445d-a978-7ddf4264d6ef req-5267437c-2a14-4240-a67c-d98273226cbd tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.54 "DELETE /v2.0/ports/bd1e7643-8716-43bb-af18-1644144f2a7e HTTP/1.1" status: 204 len: 173 time: 3.1625099 Aug 19 18:29:02.887705 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'name': 'network-vif-deleted', 'tag': 'bd1e7643-8716-43bb-af18-1644144f2a7e'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:29:02.890103 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d8ff2e-c572-434b-ba8b-d6a03c845036" -d '{"events": [{"server_uuid": "35efca4b-f508-454a-8c4a-10b7aca97fcd", "name": "network-vif-deleted", "tag": "bd1e7643-8716-43bb-af18-1644144f2a7e"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:29:02.904753 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93e3441-ce68-4827-a0cc-454401efe5ad None None] Routers {'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:29:02.905666 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f93e3441-ce68-4827-a0cc-454401efe5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:28:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:02.972039 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf98a54a-8b46-4f69-a868-b846e9022ad9 x-openstack-request-id: req-cf98a54a-8b46-4f69-a868-b846e9022ad9 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:29:02.972407 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35efca4b-f508-454a-8c4a-10b7aca97fcd", "name": "network-vif-deleted", "tag": "bd1e7643-8716-43bb-af18-1644144f2a7e", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:29:02.972871 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf98a54a-8b46-4f69-a868-b846e9022ad9 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:29:02.973813 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35efca4b-f508-454a-8c4a-10b7aca97fcd', 'name': 'network-vif-deleted', 'tag': 'bd1e7643-8716-43bb-af18-1644144f2a7e', 'status': 'completed', 'code': 200} Aug 19 18:29:03.017144 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba969ab8-464c-4a36-a167-9851b40fd2e6 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:03.071994 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 0cbde959-2cf4-4ea9-8d98-131b49f09c30 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:29:03.086323 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device f5fe4ecf-94a5-473a-a953-1ae38f614592 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:29:03.108797 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-76abca7a-d7fe-496c-9ad5-22193c284452 None None] Provisioning for port 0cbde959-2cf4-4ea9-8d98-131b49f09c30 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:29:03.149444 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 0cbde959-2cf4-4ea9-8d98-131b49f09c30 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:29:03.149863 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:03.188445 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aadbf2fb-129d-4066-a429-46fa0ffdcb0e req-5e8fb1f5-eb5e-4a04-80dd-d5b348d813f6 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/ports?device_id=35efca4b-f508-454a-8c4a-10b7aca97fcd HTTP/1.1" status: 200 len: 210 time: 0.0600209 Aug 19 18:29:03.244404 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-76abca7a-d7fe-496c-9ad5-22193c284452 None None] Provisioning complete for port 0cbde959-2cf4-4ea9-8d98-131b49f09c30 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:29:03.244789 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-76abca7a-d7fe-496c-9ad5-22193c284452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:03.343950 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-f93e3441-ce68-4827-a0cc-454401efe5ad None None] Set router ecbb4edc-0d84-4a42-aec3-a12f3e9301c8 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:29:03.389000 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86c929-97f2-4a8b-9f6d-e814f87f8c60 req-f07c198e-9e62-4a99-a802-0dc73cbb75df tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:03.391987 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb86c929-97f2-4a8b-9f6d-e814f87f8c60 req-f07c198e-9e62-4a99-a802-0dc73cbb75df tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 945 time: 0.0754428 Aug 19 18:29:03.417970 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port f5fe4ecf-94a5-473a-a953-1ae38f614592 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:29:03.444892 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-ba969ab8-464c-4a36-a167-9851b40fd2e6 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Deleting port 6a80f097-046c-4e14-9e75-97d9201db188 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:03.445600 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba969ab8-464c-4a36-a167-9851b40fd2e6 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:03.455822 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port f5fe4ecf-94a5-473a-a953-1ae38f614592 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:29:03.456205 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:03.483974 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb86c929-97f2-4a8b-9f6d-e814f87f8c60 req-0aa2373e-c436-465d-b29c-cd26b97ea299 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826211 Aug 19 18:29:03.539658 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:03.590375 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba969ab8-464c-4a36-a167-9851b40fd2e6 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:03.615633 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-ba969ab8-464c-4a36-a167-9851b40fd2e6 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Calling delete_port for 6a80f097-046c-4e14-9e75-97d9201db188 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:03.624597 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-76abca7a-d7fe-496c-9ad5-22193c284452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:03.667981 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 0cbde959-2cf4-4ea9-8d98-131b49f09c30, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0cbde959-2cf4-4ea9-8d98-131b49f09c30,segment=NetworkSegment(f3061e08-8df0-46c9-9566-959057cd87f2),segment_id=f3061e08-8df0-46c9-9566-959057cd87f2)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:03.704240 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:03.817575 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:03.831583 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba969ab8-464c-4a36-a167-9851b40fd2e6 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:03.856470 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.api [None req-76abca7a-d7fe-496c-9ad5-22193c284452 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:29:03.856830 n-d-803753-2 neutron-server[94683]: DEBUG oslo_db.api [None req-76abca7a-d7fe-496c-9ad5-22193c284452 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:29:03.860578 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=0cbde959-2cf4-4ea9-8d98-131b49f09c30,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:03.877386 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119777d0-5736-4ffc-ad33-5bc664e96a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fe4ecf-94a5-473a-a953-1ae38f614592'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:29:03.880816 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ee2d95-3d21-4af5-b293-e0e2c61da54a" -d '{"events": [{"server_uuid": "119777d0-5736-4ffc-ad33-5bc664e96a8c", "name": "network-vif-plugged", "status": "completed", "tag": "f5fe4ecf-94a5-473a-a953-1ae38f614592"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:29:03.896713 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port f5fe4ecf-94a5-473a-a953-1ae38f614592, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=f5fe4ecf-94a5-473a-a953-1ae38f614592,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:03.898523 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba969ab8-464c-4a36-a167-9851b40fd2e6 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event deleted for resources: {'Port': ['ID=6a80f097-046c-4e14-9e75-97d9201db188,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:03.903845 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f93e3441-ce68-4827-a0cc-454401efe5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'name': 'tempest-ServerActionsTestJSON-1884489395-router', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:55Z', 'updated_at': '2021-08-19T18:20:09Z', 'revision_number': 4, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'gw_port': {'id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ba:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:58Z', 'updated_at': '2021-08-19T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '5390efe8-1d16-467d-adff-9d23611b8f19', 'name': '', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'mac_address': 'fa:16:3e:ec:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:06Z', 'updated_at': '2021-08-19T18:20:19Z', 'revision_number': 5, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'subnets': [{'id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:03.907773 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:03.908234 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device bd1e7643-8716-43bb-af18-1644144f2a7e no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:29:03.941492 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93e3441-ce68-4827-a0cc-454401efe5ad None None] Checking router: ecbb4edc-0d84-4a42-aec3-a12f3e9301c8 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:29:03.984801 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba969ab8-464c-4a36-a167-9851b40fd2e6 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:04.003035 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: bd1e7643-8716-43bb-af18-1644144f2a7e {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:29:04.003378 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device bd1e7643-8716-43bb-af18-1644144f2a7e not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:29:04.006395 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739e252b-7fbc-403f-91fd-4cd456231f8c x-openstack-request-id: req-739e252b-7fbc-403f-91fd-4cd456231f8c {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:29:04.006678 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119777d0-5736-4ffc-ad33-5bc664e96a8c", "name": "network-vif-plugged", "status": "completed", "tag": "f5fe4ecf-94a5-473a-a953-1ae38f614592", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:29:04.006978 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-739e252b-7fbc-403f-91fd-4cd456231f8c {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:29:04.007369 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119777d0-5736-4ffc-ad33-5bc664e96a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fe4ecf-94a5-473a-a953-1ae38f614592', 'code': 200} Aug 19 18:29:04.015995 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93e3441-ce68-4827-a0cc-454401efe5ad None None] Routers {'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:29:04.016632 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f93e3441-ce68-4827-a0cc-454401efe5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:28:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:04.044775 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42442) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:04.098655 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=f5fe4ecf-94a5-473a-a953-1ae38f614592,revision_number=12']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:04.171054 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-f93e3441-ce68-4827-a0cc-454401efe5ad None None] Set router ecbb4edc-0d84-4a42-aec3-a12f3e9301c8 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:29:04.221872 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55666e4c-dc5d-49cb-ba91-a5470bb10308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:04.263509 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba969ab8-464c-4a36-a167-9851b40fd2e6 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Router 4f89a32d-f0d5-4196-ba42-d7b4af9b517d has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:29:04.266517 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5401551-370a-4998-ac58-8b0d9b655053 req-88c2abae-7f17-402e-b9ac-cf56191804cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:04.268080 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b5401551-370a-4998-ac58-8b0d9b655053 req-88c2abae-7f17-402e-b9ac-cf56191804cf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 1097 time: 0.1222520 Aug 19 18:29:04.298759 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42450) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:04.390332 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b5401551-370a-4998-ac58-8b0d9b655053 req-82f4293e-acf9-46a7-b6e8-882003b68b14 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094897 Aug 19 18:29:04.391393 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba969ab8-464c-4a36-a167-9851b40fd2e6 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:29:04.395386 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ca360c78-b7c4-45dc-8d0f-d28bc3c0af3c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:04.402512 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ba969ab8-464c-4a36-a167-9851b40fd2e6 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "PUT /v2.0/routers/4f89a32d-f0d5-4196-ba42-d7b4af9b517d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2477126 Aug 19 18:29:04.403541 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42454) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:04.405553 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a00d1-6677-4400-9016-09a788880f4e None None] Sync routers for ids ['4f89a32d-f0d5-4196-ba42-d7b4af9b517d'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:29:04.415498 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a00d1-6677-4400-9016-09a788880f4e None None] Routers {'4f89a32d-f0d5-4196-ba42-d7b4af9b517d'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:29:04.416383 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9d6a00d1-6677-4400-9016-09a788880f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:28:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4f89a32d-f0d5-4196-ba42-d7b4af9b517d'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:04.433396 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55666e4c-dc5d-49cb-ba91-a5470bb10308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:04.445449 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55666e4c-dc5d-49cb-ba91-a5470bb10308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:04.450377 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ca360c78-b7c4-45dc-8d0f-d28bc3c0af3c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:04.453095 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-2d260f34-d539-404a-a528-bc95143a517a tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] delete failed (client error): The resource could not be found. Aug 19 18:29:04.459368 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2d260f34-d539-404a-a528-bc95143a517a tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1298915719 HTTP/1.1" status: 404 len: 335 time: 0.0496321 Aug 19 18:29:04.459672 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42456) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:04.462793 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9d6a00d1-6677-4400-9016-09a788880f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:04.464741 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-b9388a92-c2e9-449a-a1e2-8cd9ef85a27d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Request body: {'router': {'external_gateway_info': {'network_id': '4f89a32d-f0d5-4196-ba42-d7b4af9b517d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:04.475937 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a00d1-6677-4400-9016-09a788880f4e None None] Routers {'4f89a32d-f0d5-4196-ba42-d7b4af9b517d'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:29:04.476597 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9d6a00d1-6677-4400-9016-09a788880f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:28:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4f89a32d-f0d5-4196-ba42-d7b4af9b517d'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:04.490809 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-76abca7a-d7fe-496c-9ad5-22193c284452 None None] Could not find standard attr ID for object 6a80f097-046c-4e14-9e75-97d9201db188. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:29:04.521896 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9d6a00d1-6677-4400-9016-09a788880f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:04.523345 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a00d1-6677-4400-9016-09a788880f4e None None] The sync data for ids ['4f89a32d-f0d5-4196-ba42-d7b4af9b517d'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:29:04.529764 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f93e3441-ce68-4827-a0cc-454401efe5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'name': 'tempest-ServerActionsTestJSON-1884489395-router', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:55Z', 'updated_at': '2021-08-19T18:20:09Z', 'revision_number': 4, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'gw_port': {'id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ba:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:58Z', 'updated_at': '2021-08-19T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '5390efe8-1d16-467d-adff-9d23611b8f19', 'name': '', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'mac_address': 'fa:16:3e:ec:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:06Z', 'updated_at': '2021-08-19T18:20:19Z', 'revision_number': 5, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'subnets': [{'id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:04.541831 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55666e4c-dc5d-49cb-ba91-a5470bb10308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12eee8cb-cfd4-4c70-a978-761a5ae792b0,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:04.550983 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-55666e4c-dc5d-49cb-ba91-a5470bb10308 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=386b91eb37a74490b391838b53498243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5051255 Aug 19 18:29:04.555610 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42460) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:04.614763 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93e3441-ce68-4827-a0cc-454401efe5ad None None] The sync data for ids ['ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'] in n-d-803753-2 is: [{'id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'name': 'tempest-ServerActionsTestJSON-1884489395-router', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:55Z', 'updated_at': '2021-08-19T18:20:09Z', 'revision_number': 4, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'gw_port': {'id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ba:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:58Z', 'updated_at': '2021-08-19T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '5390efe8-1d16-467d-adff-9d23611b8f19', 'name': '', 'network_id': '93a2ed74-6d2c-4387-8198-b7dee6474ba9', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'mac_address': 'fa:16:3e:ec:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:06Z', 'updated_at': '2021-08-19T18:20:19Z', 'revision_number': 5, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'subnets': [{'id': 'bdff0938-a183-4f8a-a75e-f5868c3f9bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:29:04.624100 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ca360c78-b7c4-45dc-8d0f-d28bc3c0af3c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:04.627619 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ca360c78-b7c4-45dc-8d0f-d28bc3c0af3c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:04.628850 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ca360c78-b7c4-45dc-8d0f-d28bc3c0af3c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "DELETE /v2.0/security-groups/b94f2a40-710b-46e4-9137-3832120bf452 HTTP/1.1" status: 204 len: 168 time: 0.3290529 Aug 19 18:29:04.634769 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1291b1db-8e07-46a6-96d4-da934e708f93 None None] Provisioning complete for port 0cbde959-2cf4-4ea9-8d98-131b49f09c30 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:29:04.635154 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1291b1db-8e07-46a6-96d4-da934e708f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:04.637751 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7b0cc3f8-d167-4d89-9ece-a6c615c5a72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:04.658501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42462) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:04.664203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca360c78-b7c4-45dc-8d0f-d28bc3c0af3c tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94f2a40-710b-46e4-9137-3832120bf452,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:04.700722 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e102e7fd-8389-4c98-aba1-c3ca6aae5c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:04.704177 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-03fa6557-591c-469a-84e1-629899a5aaf9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] show failed (client error): The resource could not be found. Aug 19 18:29:04.709376 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-03fa6557-591c-469a-84e1-629899a5aaf9 tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "GET /v2.0/security-groups/b94f2a40-710b-46e4-9137-3832120bf452 HTTP/1.1" status: 404 len: 347 time: 0.0385666 Aug 19 18:29:04.709376 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42464) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:04.737746 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a3a1d724-0941-40c6-a636-70a7ac8083e5 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:29:04.788255 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e102e7fd-8389-4c98-aba1-c3ca6aae5c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:04.829035 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1291b1db-8e07-46a6-96d4-da934e708f93 None None] Could not find standard attr ID for object 6a80f097-046c-4e14-9e75-97d9201db188. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:29:04.834885 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d19175-6c59-45be-aa67-156e45bed177 req-6dcfc265-8fd7-4018-bbf2-b6bd8a97710e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:04.836322 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port a3a1d724-0941-40c6-a636-70a7ac8083e5 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:29:04.836618 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c9d19175-6c59-45be-aa67-156e45bed177 req-6dcfc265-8fd7-4018-bbf2-b6bd8a97710e tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 946 time: 0.2245188 Aug 19 18:29:04.836844 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:04.838937 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b9388a92-c2e9-449a-a1e2-8cd9ef85a27d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:04.872022 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-b9388a92-c2e9-449a-a1e2-8cd9ef85a27d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] update failed (client error): The resource could not be found. Aug 19 18:29:04.873178 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b9388a92-c2e9-449a-a1e2-8cd9ef85a27d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "PUT /v2.0/routers/4f89a32d-f0d5-4196-ba42-d7b4af9b517d HTTP/1.1" status: 404 len: 339 time: 0.4125359 Aug 19 18:29:04.876775 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42466) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:04.881859 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-24948391-80fa-47b1-b650-af55f362e512 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1238455205'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:04.916168 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-27c6e517-9af2-4c60-9c1a-5e6432b777fe tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Deleting port dfac3238-4374-46a7-8bf1-2a6fb58e2266 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:04.916519 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-27c6e517-9af2-4c60-9c1a-5e6432b777fe tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:04.929698 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e102e7fd-8389-4c98-aba1-c3ca6aae5c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:04.932256 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e102e7fd-8389-4c98-aba1-c3ca6aae5c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:04.933420 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e102e7fd-8389-4c98-aba1-c3ca6aae5c41 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12eee8cb-cfd4-4c70-a978-761a5ae792b0 HTTP/1.1" status: 204 len: 168 time: 0.3769169 Aug 19 18:29:04.960877 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c9d19175-6c59-45be-aa67-156e45bed177 req-ce1b1faf-84e3-4759-8d94-c9cd53ff5e31 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178820 Aug 19 18:29:04.970772 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24948391-80fa-47b1-b650-af55f362e512 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Made reservation on behalf of e2e9740ad1e0460d9e69d131f1cbee10 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:29:04.975738 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-24948391-80fa-47b1-b650-af55f362e512 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:04.981887 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0cbde959-2cf4-4ea9-8d98-131b49f09c30 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:29:04.992253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102e7fd-8389-4c98-aba1-c3ca6aae5c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12eee8cb-cfd4-4c70-a978-761a5ae792b0,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:05.018578 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24948391-80fa-47b1-b650-af55f362e512 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:29:05.030556 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-24948391-80fa-47b1-b650-af55f362e512 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:05.031315 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-24948391-80fa-47b1-b650-af55f362e512 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Added segment 257e8a10-3190-48e2-9293-3968a04e15fa of type vlan for network 05401d08-938a-4ea3-a2a7-f99cfc655ed8 Aug 19 18:29:05.061002 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-27c6e517-9af2-4c60-9c1a-5e6432b777fe tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:05.061907 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-27c6e517-9af2-4c60-9c1a-5e6432b777fe tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:05.080242 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-27c6e517-9af2-4c60-9c1a-5e6432b777fe tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Calling delete_port for dfac3238-4374-46a7-8bf1-2a6fb58e2266 owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:05.096653 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-24948391-80fa-47b1-b650-af55f362e512 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:05.133784 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-24948391-80fa-47b1-b650-af55f362e512 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:05.143168 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24948391-80fa-47b1-b650-af55f362e512 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:05.144111 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-24948391-80fa-47b1-b650-af55f362e512 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:05.197743 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924a880e-4422-4c5d-8895-fb83103c9d29 None None] New status for floating IP 77c0710c-c48e-46a3-abbb-e92299fa2447: DOWN {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:29:05.206799 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-24948391-80fa-47b1-b650-af55f362e512 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3289800 Aug 19 18:29:05.210590 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42472) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:05.218604 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-ed873ea8-c91c-4baf-8944-e582403a731d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Request body: {'subnet': {'network_id': '05401d08-938a-4ea3-a2a7-f99cfc655ed8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:05.271172 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-27c6e517-9af2-4c60-9c1a-5e6432b777fe tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:05.271827 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24948391-80fa-47b1-b650-af55f362e512 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event updated for resources: {'Network': ['ID=05401d08-938a-4ea3-a2a7-f99cfc655ed8,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:05.293686 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 05401d08-938a-4ea3-a2a7-f99cfc655ed8 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:29:05.318253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6e517-9af2-4c60-9c1a-5e6432b777fe tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Pushing event deleted for resources: {'Port': ['ID=dfac3238-4374-46a7-8bf1-2a6fb58e2266,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:05.344433 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.api [None req-924a880e-4422-4c5d-8895-fb83103c9d29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:29:05.344801 n-d-803753-2 neutron-server[94683]: DEBUG oslo_db.api [None req-924a880e-4422-4c5d-8895-fb83103c9d29 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:29:05.356287 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed873ea8-c91c-4baf-8944-e582403a731d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Made reservation on behalf of e2e9740ad1e0460d9e69d131f1cbee10 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:29:05.361479 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ed873ea8-c91c-4baf-8944-e582403a731d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:05.382992 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 0cbde959-2cf4-4ea9-8d98-131b49f09c30 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:29:05.383471 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:05.389643 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-27c6e517-9af2-4c60-9c1a-5e6432b777fe tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:05.392363 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-27c6e517-9af2-4c60-9c1a-5e6432b777fe tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:05.396746 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-27c6e517-9af2-4c60-9c1a-5e6432b777fe tempest-ServerActionsTestJSON-737120301 tempest-ServerActionsTestJSON-737120301-project] 10.222.0.24 "DELETE /v2.0/floatingips/77c0710c-c48e-46a3-abbb-e92299fa2447 HTTP/1.1" status: 204 len: 168 time: 0.6859674 Aug 19 18:29:05.397657 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42474) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:05.479633 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42480) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:05.494509 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-04b0e09d-24d3-4930-8ba3-7b193eb1578d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:05.606598 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-04b0e09d-24d3-4930-8ba3-7b193eb1578d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:05.612028 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-04b0e09d-24d3-4930-8ba3-7b193eb1578d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:05.627060 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ed873ea8-c91c-4baf-8944-e582403a731d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:05.663377 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-04b0e09d-24d3-4930-8ba3-7b193eb1578d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1151614c8dc94d65bd25a4acfe68a48e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1826515 Aug 19 18:29:05.666468 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42486) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:05.669095 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0e09d-24d3-4930-8ba3-7b193eb1578d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41d20cc-7c0f-4048-a9f6-1f998d9d0af2,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:05.745837 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed873ea8-c91c-4baf-8944-e582403a731d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event updated for resources: {'Subnet': ['ID=834482b4-9ba6-49e4-8abe-fa95d491fbd0,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:05.759508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed873ea8-c91c-4baf-8944-e582403a731d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:05.759856 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed873ea8-c91c-4baf-8944-e582403a731d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:05.760271 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed873ea8-c91c-4baf-8944-e582403a731d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:05.760663 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed873ea8-c91c-4baf-8944-e582403a731d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:05.760993 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed873ea8-c91c-4baf-8944-e582403a731d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:05.761676 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed873ea8-c91c-4baf-8944-e582403a731d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:05.761802 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed873ea8-c91c-4baf-8944-e582403a731d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:05.762131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed873ea8-c91c-4baf-8944-e582403a731d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:05.762464 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed873ea8-c91c-4baf-8944-e582403a731d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:05.762791 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed873ea8-c91c-4baf-8944-e582403a731d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:05.763129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed873ea8-c91c-4baf-8944-e582403a731d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:05.763443 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed873ea8-c91c-4baf-8944-e582403a731d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:05.774775 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed873ea8-c91c-4baf-8944-e582403a731d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Checking segment: {'id': '257e8a10-3190-48e2-9293-3968a04e15fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '05401d08-938a-4ea3-a2a7-f99cfc655ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:29:05.775146 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed873ea8-c91c-4baf-8944-e582403a731d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Network hostable DHCP agents. Network: 05401d08-938a-4ea3-a2a7-f99cfc655ed8, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:29:05.815654 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8ec64bb1-4bd9-43e1-8f09-1c2100495b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:05.842733 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8ec64bb1-4bd9-43e1-8f09-1c2100495b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:05.846182 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924a880e-4422-4c5d-8895-fb83103c9d29 None None] New status for floating IP 77c0710c-c48e-46a3-abbb-e92299fa2447: DOWN {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:29:05.850664 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed873ea8-c91c-4baf-8944-e582403a731d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Network 05401d08-938a-4ea3-a2a7-f99cfc655ed8 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:29:05.875487 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-ed873ea8-c91c-4baf-8944-e582403a731d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 05401d08-938a-4ea3-a2a7-f99cfc655ed8) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:29:05.878922 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed873ea8-c91c-4baf-8944-e582403a731d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:05.881523 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ed873ea8-c91c-4baf-8944-e582403a731d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:05.902146 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ed873ea8-c91c-4baf-8944-e582403a731d tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6904831 Aug 19 18:29:05.905117 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42500) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:05.908485 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f29dffa-77f0-4522-8058-c52c8faee49f None None] Network 05401d08-938a-4ea3-a2a7-f99cfc655ed8 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:29:05.913026 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-bb2cfd1d-dcf6-48a9-9ba2-d3a9f4ee495f tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Request body: {'router': {'external_gateway_info': {'network_id': '05401d08-938a-4ea3-a2a7-f99cfc655ed8'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:06.201047 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae4c4d5-bcb3-4a8e-b845-41a234085d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-05401d08-938a-4ea3-a2a7-f99cfc655ed8', 'network_id': '05401d08-938a-4ea3-a2a7-f99cfc655ed8', 'tenant_id': 'e2e9740ad1e0460d9e69d131f1cbee10', 'fixed_ips': [{'subnet_id': '834482b4-9ba6-49e4-8abe-fa95d491fbd0'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:29:06.202085 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2ae4c4d5-bcb3-4a8e-b845-41a234085d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:06.257845 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8689a834-65f5-42e0-9e75-af4b5b0b1eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:06.390578 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-2ae4c4d5-bcb3-4a8e-b845-41a234085d76 None None] Allocated IP 2001:db8:1::2 (05401d08-938a-4ea3-a2a7-f99cfc655ed8/834482b4-9ba6-49e4-8abe-fa95d491fbd0/cbebe93e-eded-4082-ab53-9d4f9d5af10c) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:29:06.439569 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8ec64bb1-4bd9-43e1-8f09-1c2100495b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:06.443726 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8ec64bb1-4bd9-43e1-8f09-1c2100495b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:06.449683 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8ec64bb1-4bd9-43e1-8f09-1c2100495b6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e41d20cc-7c0f-4048-a9f6-1f998d9d0af2 HTTP/1.1" status: 204 len: 168 time: 0.7819607 Aug 19 18:29:06.476506 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f36e3-49ed-4cba-8678-067da676df27 req-fc5469ac-22f5-4b39-abcd-335123ae2fd2 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:06.482066 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a2f36e3-49ed-4cba-8678-067da676df27 req-fc5469ac-22f5-4b39-abcd-335123ae2fd2 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 946 time: 0.1909049 Aug 19 18:29:06.551548 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec64bb1-4bd9-43e1-8f09-1c2100495b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41d20cc-7c0f-4048-a9f6-1f998d9d0af2,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:06.585160 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-8689a834-65f5-42e0-9e75-af4b5b0b1eb6 admin admin] Deleting port 5390efe8-1d16-467d-adff-9d23611b8f19 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:06.585706 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8689a834-65f5-42e0-9e75-af4b5b0b1eb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:06.655186 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bb2cfd1d-dcf6-48a9-9ba2-d3a9f4ee495f tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:06.661585 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2ae4c4d5-bcb3-4a8e-b845-41a234085d76 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:06.681004 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2ae4c4d5-bcb3-4a8e-b845-41a234085d76 None None] Transition to ACTIVE for port object cbebe93e-eded-4082-ab53-9d4f9d5af10c will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:29:06.704534 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2ae4c4d5-bcb3-4a8e-b845-41a234085d76 None None] Transition to ACTIVE for port object cbebe93e-eded-4082-ab53-9d4f9d5af10c will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:29:06.714292 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2ae4c4d5-bcb3-4a8e-b845-41a234085d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:06.718434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-8689a834-65f5-42e0-9e75-af4b5b0b1eb6 admin admin] For port 5390efe8-1d16-467d-adff-9d23611b8f19, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=5390efe8-1d16-467d-adff-9d23611b8f19,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:06.718861 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8689a834-65f5-42e0-9e75-af4b5b0b1eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:06.740548 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a2f36e3-49ed-4cba-8678-067da676df27 req-463ce000-15af-4d0d-ad72-b142110eab75 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016895 Aug 19 18:29:06.744221 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-8689a834-65f5-42e0-9e75-af4b5b0b1eb6 admin admin] Calling delete_port for 5390efe8-1d16-467d-adff-9d23611b8f19 owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:06.791960 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae4c4d5-bcb3-4a8e-b845-41a234085d76 None None] Network 05401d08-938a-4ea3-a2a7-f99cfc655ed8 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:29:06.793488 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-2ae4c4d5-bcb3-4a8e-b845-41a234085d76 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:29:06.820899 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae4c4d5-bcb3-4a8e-b845-41a234085d76 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:29:06.822949 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4c4d5-bcb3-4a8e-b845-41a234085d76 None None] Pushing event updated for resources: {'Port': ['ID=cbebe93e-eded-4082-ab53-9d4f9d5af10c,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:06.840618 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-bb2cfd1d-dcf6-48a9-9ba2-d3a9f4ee495f tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:29:06.843318 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bb2cfd1d-dcf6-48a9-9ba2-d3a9f4ee495f tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "PUT /v2.0/routers/4f89a32d-f0d5-4196-ba42-d7b4af9b517d HTTP/1.1" status: 400 len: 364 time: 0.9355927 Aug 19 18:29:06.845939 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42534) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:06.890015 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2ae4c4d5-bcb3-4a8e-b845-41a234085d76 None None] Attempting to bind port cbebe93e-eded-4082-ab53-9d4f9d5af10c on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:29:06.890501 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2ae4c4d5-bcb3-4a8e-b845-41a234085d76 None None] Attempting to bind port cbebe93e-eded-4082-ab53-9d4f9d5af10c by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '257e8a10-3190-48e2-9293-3968a04e15fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '05401d08-938a-4ea3-a2a7-f99cfc655ed8'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:29:06.891042 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae4c4d5-bcb3-4a8e-b845-41a234085d76 None None] Attempting to bind port cbebe93e-eded-4082-ab53-9d4f9d5af10c on network 05401d08-938a-4ea3-a2a7-f99cfc655ed8 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:29:06.897064 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae4c4d5-bcb3-4a8e-b845-41a234085d76 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:29:06.897451 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae4c4d5-bcb3-4a8e-b845-41a234085d76 None None] Checking segment: {'id': '257e8a10-3190-48e2-9293-3968a04e15fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '05401d08-938a-4ea3-a2a7-f99cfc655ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:29:06.898359 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2ae4c4d5-bcb3-4a8e-b845-41a234085d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:06.898359 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae4c4d5-bcb3-4a8e-b845-41a234085d76 None None] Bound using segment: {'id': '257e8a10-3190-48e2-9293-3968a04e15fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '05401d08-938a-4ea3-a2a7-f99cfc655ed8'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:29:06.898750 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2ae4c4d5-bcb3-4a8e-b845-41a234085d76 None None] Bound port: cbebe93e-eded-4082-ab53-9d4f9d5af10c, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257e8a10-3190-48e2-9293-3968a04e15fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '05401d08-938a-4ea3-a2a7-f99cfc655ed8'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:29:06.899136 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2ae4c4d5-bcb3-4a8e-b845-41a234085d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:07.004441 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-2ae4c4d5-bcb3-4a8e-b845-41a234085d76 None None] For port cbebe93e-eded-4082-ab53-9d4f9d5af10c, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:29:07.010423 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-2ae4c4d5-bcb3-4a8e-b845-41a234085d76 None None] For port cbebe93e-eded-4082-ab53-9d4f9d5af10c, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=cbebe93e-eded-4082-ab53-9d4f9d5af10c,segment=NetworkSegment(257e8a10-3190-48e2-9293-3968a04e15fa),segment_id=257e8a10-3190-48e2-9293-3968a04e15fa)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:29:07.013414 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8689a834-65f5-42e0-9e75-af4b5b0b1eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:07.017491 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2ae4c4d5-bcb3-4a8e-b845-41a234085d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:07.046634 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689a834-65f5-42e0-9e75-af4b5b0b1eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5390efe8-1d16-467d-adff-9d23611b8f19,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:07.075271 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689a834-65f5-42e0-9e75-af4b5b0b1eb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:07.076770 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689a834-65f5-42e0-9e75-af4b5b0b1eb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:07.076770 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689a834-65f5-42e0-9e75-af4b5b0b1eb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:07.076770 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689a834-65f5-42e0-9e75-af4b5b0b1eb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:07.076770 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689a834-65f5-42e0-9e75-af4b5b0b1eb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:07.077160 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689a834-65f5-42e0-9e75-af4b5b0b1eb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:07.077422 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689a834-65f5-42e0-9e75-af4b5b0b1eb6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:07.077851 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689a834-65f5-42e0-9e75-af4b5b0b1eb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:07.078323 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689a834-65f5-42e0-9e75-af4b5b0b1eb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:07.079296 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689a834-65f5-42e0-9e75-af4b5b0b1eb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:07.079637 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689a834-65f5-42e0-9e75-af4b5b0b1eb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:07.079968 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689a834-65f5-42e0-9e75-af4b5b0b1eb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:07.150353 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-459627bd-50d1-4ba8-8c45-b118e02a5f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:07.214080 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4c4d5-bcb3-4a8e-b845-41a234085d76 None None] Pushing event updated for resources: {'Port': ['ID=cbebe93e-eded-4082-ab53-9d4f9d5af10c,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:07.303746 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:07.317267 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-39b3920f-752c-46a6-8d3e-e2620677c84b tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:07.353070 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8689a834-65f5-42e0-9e75-af4b5b0b1eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:07.718032 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-39b3920f-752c-46a6-8d3e-e2620677c84b tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Allocated IP 2001:db8::1 (b0e594a1-2d47-4fc7-8366-cf8622248526/34dfb2e8-407a-4413-8ccf-41f99055675f/4f3a724c-d0b4-4da4-90de-a60d39f36549) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:29:07.728136 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8689a834-65f5-42e0-9e75-af4b5b0b1eb6 admin admin] Router ecbb4edc-0d84-4a42-aec3-a12f3e9301c8 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:29:07.910311 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-39b3920f-752c-46a6-8d3e-e2620677c84b tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:07.931131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-39b3920f-752c-46a6-8d3e-e2620677c84b tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Transition to ACTIVE for port object 4f3a724c-d0b4-4da4-90de-a60d39f36549 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:29:07.948920 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3ccbd-0e6f-4aa7-9bed-d589fbbbe0bd req-f0c41b90-d38c-4127-bc25-2e4edfa420a2 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:07.950623 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-28f3ccbd-0e6f-4aa7-9bed-d589fbbbe0bd req-f0c41b90-d38c-4127-bc25-2e4edfa420a2 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 946 time: 0.0906134 Aug 19 18:29:08.011926 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-39b3920f-752c-46a6-8d3e-e2620677c84b tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:08.070098 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-28f3ccbd-0e6f-4aa7-9bed-d589fbbbe0bd req-56848562-326c-49e3-8049-7fcf29d374f6 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056659 Aug 19 18:29:08.101317 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b3920f-752c-46a6-8d3e-e2620677c84b tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Network b0e594a1-2d47-4fc7-8366-cf8622248526 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:29:08.102841 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3920f-752c-46a6-8d3e-e2620677c84b tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event updated for resources: {'Port': ['ID=4f3a724c-d0b4-4da4-90de-a60d39f36549,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:08.106001 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-39b3920f-752c-46a6-8d3e-e2620677c84b tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:29:08.121070 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b3920f-752c-46a6-8d3e-e2620677c84b tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:29:08.121813 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-39b3920f-752c-46a6-8d3e-e2620677c84b tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:08.193518 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:08.276589 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-39b3920f-752c-46a6-8d3e-e2620677c84b tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:08.295787 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8689a834-65f5-42e0-9e75-af4b5b0b1eb6 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:29:08.304863 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8689a834-65f5-42e0-9e75-af4b5b0b1eb6 admin admin] 10.222.0.24 "PUT /v2.0/routers/ecbb4edc-0d84-4a42-aec3-a12f3e9301c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9058774 Aug 19 18:29:08.307556 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42568) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:08.309119 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb73d49-0ca8-43bd-9fac-8d5a3ff2149f None None] Sync routers for ids ['ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:29:08.321999 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb73d49-0ca8-43bd-9fac-8d5a3ff2149f None None] Routers {'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:29:08.322589 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7bb73d49-0ca8-43bd-9fac-8d5a3ff2149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:29:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:08.440251 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba129fff-5295-47f8-8728-eaea06e79a9f admin admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:08.590305 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2778b054-d0d5-435c-8404-7b76ca7ec7cd None None] Provisioning for port 4f3a724c-d0b4-4da4-90de-a60d39f36549 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:29:08.599957 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2778b054-d0d5-435c-8404-7b76ca7ec7cd None None] Provisioning complete for port 4f3a724c-d0b4-4da4-90de-a60d39f36549 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:29:08.602322 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2778b054-d0d5-435c-8404-7b76ca7ec7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:08.624970 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-7bb73d49-0ca8-43bd-9fac-8d5a3ff2149f None None] Set router ecbb4edc-0d84-4a42-aec3-a12f3e9301c8 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:29:08.666704 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba129fff-5295-47f8-8728-eaea06e79a9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:08.712067 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-2778b054-d0d5-435c-8404-7b76ca7ec7cd None None] Port 4f3a724c-d0b4-4da4-90de-a60d39f36549 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:29:08.750884 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8824e7ca-79d6-49af-9b00-36be743e168f None None] Network 05401d08-938a-4ea3-a2a7-f99cfc655ed8 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:29:08.841833 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-ba129fff-5295-47f8-8728-eaea06e79a9f admin admin] Deleting port b705e60b-ccdc-4700-8a33-f24ec218d386 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:08.842697 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba129fff-5295-47f8-8728-eaea06e79a9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:08.861441 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d0e331c2-b36a-42c7-a2a2-11fd102088e0 None None] Provisioning for port cbebe93e-eded-4082-ab53-9d4f9d5af10c completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:29:08.896858 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-39b3920f-752c-46a6-8d3e-e2620677c84b tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:08.908241 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-39b3920f-752c-46a6-8d3e-e2620677c84b tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:08.909282 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-39b3920f-752c-46a6-8d3e-e2620677c84b tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:08.914910 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device cbebe93e-eded-4082-ab53-9d4f9d5af10c up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:29:08.993480 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-ba129fff-5295-47f8-8728-eaea06e79a9f admin admin] For port b705e60b-ccdc-4700-8a33-f24ec218d386, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b705e60b-ccdc-4700-8a33-f24ec218d386,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:08.994373 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba129fff-5295-47f8-8728-eaea06e79a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:09.030631 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-ba129fff-5295-47f8-8728-eaea06e79a9f admin admin] Calling delete_port for b705e60b-ccdc-4700-8a33-f24ec218d386 owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:09.047800 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port cbebe93e-eded-4082-ab53-9d4f9d5af10c completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:29:09.053975 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port cbebe93e-eded-4082-ab53-9d4f9d5af10c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:29:09.054715 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:09.074398 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7bb73d49-0ca8-43bd-9fac-8d5a3ff2149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'name': 'tempest-ServerActionsTestJSON-1884489395-router', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:55Z', 'updated_at': '2021-08-19T18:29:06Z', 'revision_number': 5, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'gw_port': {'id': 'b705e60b-ccdc-4700-8a33-f24ec218d386', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ba:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:19:58Z', 'updated_at': '2021-08-19T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:09.076415 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3920f-752c-46a6-8d3e-e2620677c84b tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event updated for resources: {'Port': ['ID=4f3a724c-d0b4-4da4-90de-a60d39f36549,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:09.127332 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b3920f-752c-46a6-8d3e-e2620677c84b tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Network b0e594a1-2d47-4fc7-8366-cf8622248526 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:29:09.129050 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-39b3920f-752c-46a6-8d3e-e2620677c84b tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:29:09.135302 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb73d49-0ca8-43bd-9fac-8d5a3ff2149f None None] Checking router: ecbb4edc-0d84-4a42-aec3-a12f3e9301c8 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:29:09.145583 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb73d49-0ca8-43bd-9fac-8d5a3ff2149f None None] Routers {'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:29:09.146998 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7bb73d49-0ca8-43bd-9fac-8d5a3ff2149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:29:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:09.213412 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:09.281453 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port cbebe93e-eded-4082-ab53-9d4f9d5af10c, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=cbebe93e-eded-4082-ab53-9d4f9d5af10c,segment=NetworkSegment(257e8a10-3190-48e2-9293-3968a04e15fa),segment_id=257e8a10-3190-48e2-9293-3968a04e15fa)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:09.292173 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-7bb73d49-0ca8-43bd-9fac-8d5a3ff2149f None None] Set router ecbb4edc-0d84-4a42-aec3-a12f3e9301c8 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:29:09.299424 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:09.374958 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba129fff-5295-47f8-8728-eaea06e79a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:09.385926 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7bb73d49-0ca8-43bd-9fac-8d5a3ff2149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'name': 'tempest-ServerActionsTestJSON-1884489395-router', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:55Z', 'updated_at': '2021-08-19T18:29:08Z', 'revision_number': 6, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:09.392155 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=cbebe93e-eded-4082-ab53-9d4f9d5af10c,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:09.422030 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b3920f-752c-46a6-8d3e-e2620677c84b tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Router 4f89a32d-f0d5-4196-ba42-d7b4af9b517d has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:29:09.447375 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba129fff-5295-47f8-8728-eaea06e79a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=b705e60b-ccdc-4700-8a33-f24ec218d386,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:09.455149 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb73d49-0ca8-43bd-9fac-8d5a3ff2149f None None] The sync data for ids ['ecbb4edc-0d84-4a42-aec3-a12f3e9301c8'] in n-d-803753-2 is: [{'id': 'ecbb4edc-0d84-4a42-aec3-a12f3e9301c8', 'name': 'tempest-ServerActionsTestJSON-1884489395-router', 'tenant_id': '0a3380184ecc4eaca1d71439579d61d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:19:55Z', 'updated_at': '2021-08-19T18:29:08Z', 'revision_number': 6, 'project_id': '0a3380184ecc4eaca1d71439579d61d1', 'gw_port_host': None}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:29:09.525481 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba129fff-5295-47f8-8728-eaea06e79a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:09.568854 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b3920f-752c-46a6-8d3e-e2620677c84b tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:29:09.576706 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-39b3920f-752c-46a6-8d3e-e2620677c84b tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "PUT /v2.0/routers/4f89a32d-f0d5-4196-ba42-d7b4af9b517d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7297063 Aug 19 18:29:09.577334 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42588) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:09.579832 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414fc6f5-1ad7-4417-ac1e-2b23d5f719e6 None None] Sync routers for ids ['4f89a32d-f0d5-4196-ba42-d7b4af9b517d'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:29:09.593462 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414fc6f5-1ad7-4417-ac1e-2b23d5f719e6 None None] Routers {'4f89a32d-f0d5-4196-ba42-d7b4af9b517d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:29:09.594432 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-414fc6f5-1ad7-4417-ac1e-2b23d5f719e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:29:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4f89a32d-f0d5-4196-ba42-d7b4af9b517d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:09.637520 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba129fff-5295-47f8-8728-eaea06e79a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:09.639162 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-414fc6f5-1ad7-4417-ac1e-2b23d5f719e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:09.639854 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba129fff-5295-47f8-8728-eaea06e79a9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:09.656714 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414fc6f5-1ad7-4417-ac1e-2b23d5f719e6 None None] Routers {'4f89a32d-f0d5-4196-ba42-d7b4af9b517d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:29:09.657651 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-414fc6f5-1ad7-4417-ac1e-2b23d5f719e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:29:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4f89a32d-f0d5-4196-ba42-d7b4af9b517d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:09.659777 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d8492363-55f5-4108-83e3-f688f9477f35 None None] Provisioning complete for port cbebe93e-eded-4082-ab53-9d4f9d5af10c triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:29:09.660245 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d8492363-55f5-4108-83e3-f688f9477f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:09.683033 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a4cdc2a5-ca5a-4bf2-9f89-8504cc13d8d6 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:09.698485 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba129fff-5295-47f8-8728-eaea06e79a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:09.699170 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba129fff-5295-47f8-8728-eaea06e79a9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecbb4edc-0d84-4a42-aec3-a12f3e9301c8 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:29:09.704496 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba129fff-5295-47f8-8728-eaea06e79a9f admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:09.708853 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ba129fff-5295-47f8-8728-eaea06e79a9f admin admin] 10.222.0.24 "DELETE /v2.0/routers/ecbb4edc-0d84-4a42-aec3-a12f3e9301c8 HTTP/1.1" status: 204 len: 168 time: 1.3972509 Aug 19 18:29:09.712023 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42592) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:09.729183 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-414fc6f5-1ad7-4417-ac1e-2b23d5f719e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:09.730042 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414fc6f5-1ad7-4417-ac1e-2b23d5f719e6 None None] The sync data for ids ['4f89a32d-f0d5-4196-ba42-d7b4af9b517d'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:29:09.775776 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-d86a83ed-ae28-4c81-bf8d-010c602bd37c admin admin] Deleting subnet bdff0938-a183-4f8a-a75e-f5868c3f9bbb {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:29:09.779348 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d86a83ed-ae28-4c81-bf8d-010c602bd37c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:09.788401 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-a4cdc2a5-ca5a-4bf2-9f89-8504cc13d8d6 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 18:29:09.794475 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a4cdc2a5-ca5a-4bf2-9f89-8504cc13d8d6 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "DELETE /v2.0/routers/4f89a32d-f0d5-4196-ba42-d7b4af9b517d HTTP/1.1" status: 409 len: 329 time: 0.2157397 Aug 19 18:29:09.798737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42594) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:09.848970 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d86a83ed-ae28-4c81-bf8d-010c602bd37c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:09.880557 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d8492363-55f5-4108-83e3-f688f9477f35 None None] Provisioning complete for port 4f3a724c-d0b4-4da4-90de-a60d39f36549 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:29:09.883954 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d8492363-55f5-4108-83e3-f688f9477f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:09.973158 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-d8492363-55f5-4108-83e3-f688f9477f35 None None] Port 4f3a724c-d0b4-4da4-90de-a60d39f36549 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:29:09.999717 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d86a83ed-ae28-4c81-bf8d-010c602bd37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:10.078237 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d86a83ed-ae28-4c81-bf8d-010c602bd37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:10.110064 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a83ed-ae28-4c81-bf8d-010c602bd37c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdff0938-a183-4f8a-a75e-f5868c3f9bbb,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:10.112214 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d86a83ed-ae28-4c81-bf8d-010c602bd37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:10.114785 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d86a83ed-ae28-4c81-bf8d-010c602bd37c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bdff0938-a183-4f8a-a75e-f5868c3f9bbb HTTP/1.1" status: 204 len: 168 time: 0.4017341 Aug 19 18:29:10.117735 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42606) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:10.130130 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c956a312-823d-4e99-a71c-af95d4282cb0 None None] Network 93a2ed74-6d2c-4387-8198-b7dee6474ba9 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:29:10.206387 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ee458b2b-dc11-4f53-9bf6-1170d9c70089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:10.228243 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:10.292660 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-ee458b2b-dc11-4f53-9bf6-1170d9c70089 admin admin] Deleting port 2a564a58-4fb0-4eff-9281-6045bd3a147d {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:10.292901 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ee458b2b-dc11-4f53-9bf6-1170d9c70089 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:10.401114 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecda88eb-897f-4a0a-b0ca-d2d29729ab03 None None] DHCP port deletion for 93a2ed74-6d2c-4387-8198-b7dee6474ba9 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:29:10.422673 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-ee458b2b-dc11-4f53-9bf6-1170d9c70089 admin admin] For port 2a564a58-4fb0-4eff-9281-6045bd3a147d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2a564a58-4fb0-4eff-9281-6045bd3a147d,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:10.423267 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ee458b2b-dc11-4f53-9bf6-1170d9c70089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:10.442133 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-ee458b2b-dc11-4f53-9bf6-1170d9c70089 admin admin] Calling delete_port for 2a564a58-4fb0-4eff-9281-6045bd3a147d owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:10.480507 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-ecda88eb-897f-4a0a-b0ca-d2d29729ab03 None None] Deleting port 2a564a58-4fb0-4eff-9281-6045bd3a147d {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:10.480830 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ecda88eb-897f-4a0a-b0ca-d2d29729ab03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:10.544575 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-65047a4b-7cb8-453b-8406-0bc21d3b2a80 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:10.566214 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ee458b2b-dc11-4f53-9bf6-1170d9c70089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:10.582470 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ecda88eb-897f-4a0a-b0ca-d2d29729ab03 None None] For port 2a564a58-4fb0-4eff-9281-6045bd3a147d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2a564a58-4fb0-4eff-9281-6045bd3a147d,segment=NetworkSegment(cf9849e7-dab3-428e-9253-4f605ecd808b),segment_id=cf9849e7-dab3-428e-9253-4f605ecd808b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:10.583142 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ecda88eb-897f-4a0a-b0ca-d2d29729ab03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:10.600967 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-ecda88eb-897f-4a0a-b0ca-d2d29729ab03 None None] Calling delete_port for 2a564a58-4fb0-4eff-9281-6045bd3a147d owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:10.636730 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee458b2b-dc11-4f53-9bf6-1170d9c70089 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a564a58-4fb0-4eff-9281-6045bd3a147d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:10.658102 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee458b2b-dc11-4f53-9bf6-1170d9c70089 admin admin] No DVR routers for this DVR port 2a564a58-4fb0-4eff-9281-6045bd3a147d on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:29:10.697118 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ecda88eb-897f-4a0a-b0ca-d2d29729ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:10.710841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecda88eb-897f-4a0a-b0ca-d2d29729ab03 None None] No DVR routers for this DVR port 2a564a58-4fb0-4eff-9281-6045bd3a147d on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:29:10.719444 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device cbebe93e-eded-4082-ab53-9d4f9d5af10c up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:29:10.741195 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda88eb-897f-4a0a-b0ca-d2d29729ab03 None None] Pushing event deleted for resources: {'Port': ['ID=2a564a58-4fb0-4eff-9281-6045bd3a147d,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:10.773021 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ee458b2b-dc11-4f53-9bf6-1170d9c70089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:10.784367 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-ee458b2b-dc11-4f53-9bf6-1170d9c70089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a2ed74-6d2c-4387-8198-b7dee6474ba9']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:10.798479 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-ee458b2b-dc11-4f53-9bf6-1170d9c70089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9849e7-dab3-428e-9253-4f605ecd808b') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:10.799045 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-ee458b2b-dc11-4f53-9bf6-1170d9c70089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9849e7-dab3-428e-9253-4f605ecd808b') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:10.806976 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port cbebe93e-eded-4082-ab53-9d4f9d5af10c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:29:10.806976 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:10.815639 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ee458b2b-dc11-4f53-9bf6-1170d9c70089 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:10.830786 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ee458b2b-dc11-4f53-9bf6-1170d9c70089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:10.842829 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee458b2b-dc11-4f53-9bf6-1170d9c70089 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:29:10.843659 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ee458b2b-dc11-4f53-9bf6-1170d9c70089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:29:10.846287 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:29:10.944855 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ee458b2b-dc11-4f53-9bf6-1170d9c70089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:10.953722 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ee458b2b-dc11-4f53-9bf6-1170d9c70089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:10.956890 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ee458b2b-dc11-4f53-9bf6-1170d9c70089 admin admin] 10.222.0.24 "DELETE /v2.0/networks/93a2ed74-6d2c-4387-8198-b7dee6474ba9 HTTP/1.1" status: 204 len: 168 time: 0.8378022 Aug 19 18:29:10.988058 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee458b2b-dc11-4f53-9bf6-1170d9c70089 admin admin] Pushing event deleted for resources: {'Network': ['ID=93a2ed74-6d2c-4387-8198-b7dee6474ba9,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:11.002966 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b705e60b-ccdc-4700-8a33-f24ec218d386 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:29:11.041859 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: b705e60b-ccdc-4700-8a33-f24ec218d386 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:29:11.042210 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b705e60b-ccdc-4700-8a33-f24ec218d386 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:29:11.042737 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2a564a58-4fb0-4eff-9281-6045bd3a147d no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:29:11.066381 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 2a564a58-4fb0-4eff-9281-6045bd3a147d {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:29:11.067107 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2a564a58-4fb0-4eff-9281-6045bd3a147d not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:29:11.067645 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 5390efe8-1d16-467d-adff-9d23611b8f19 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:29:11.067798 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-65047a4b-7cb8-453b-8406-0bc21d3b2a80 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Deleting port 4f3a724c-d0b4-4da4-90de-a60d39f36549 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:11.068145 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-65047a4b-7cb8-453b-8406-0bc21d3b2a80 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:11.069737 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:11.093112 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 5390efe8-1d16-467d-adff-9d23611b8f19 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:29:11.093644 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 5390efe8-1d16-467d-adff-9d23611b8f19 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:29:11.170110 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-65047a4b-7cb8-453b-8406-0bc21d3b2a80 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:11.186889 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-65047a4b-7cb8-453b-8406-0bc21d3b2a80 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Calling delete_port for 4f3a724c-d0b4-4da4-90de-a60d39f36549 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:11.257494 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42630) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:11.348533 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-38bbda86-2f37-4dc6-b5de-825b8c5e86c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a3380184ecc4eaca1d71439579d61d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0897923 Aug 19 18:29:11.351292 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42634) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:11.444224 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2acd0f0e-09a5-4708-b3bd-f19a1f343d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:11.453408 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-65047a4b-7cb8-453b-8406-0bc21d3b2a80 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:11.493727 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65047a4b-7cb8-453b-8406-0bc21d3b2a80 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event deleted for resources: {'Port': ['ID=4f3a724c-d0b4-4da4-90de-a60d39f36549,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:11.496746 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2acd0f0e-09a5-4708-b3bd-f19a1f343d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:11.624228 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-65047a4b-7cb8-453b-8406-0bc21d3b2a80 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:11.708211 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2acd0f0e-09a5-4708-b3bd-f19a1f343d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:11.710717 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2acd0f0e-09a5-4708-b3bd-f19a1f343d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:11.711879 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2acd0f0e-09a5-4708-b3bd-f19a1f343d81 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/941bfeee-aabf-410e-b89c-8fab0b832077 HTTP/1.1" status: 204 len: 168 time: 0.3596840 Aug 19 18:29:11.723021 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd0f0e-09a5-4708-b3bd-f19a1f343d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941bfeee-aabf-410e-b89c-8fab0b832077,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:11.805174 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65047a4b-7cb8-453b-8406-0bc21d3b2a80 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Router 4f89a32d-f0d5-4196-ba42-d7b4af9b517d has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:29:11.890382 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65047a4b-7cb8-453b-8406-0bc21d3b2a80 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:29:11.901869 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42644) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:11.904651 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29214fab-ae6d-4c8f-a014-88edd96020a3 None None] Sync routers for ids ['4f89a32d-f0d5-4196-ba42-d7b4af9b517d'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:29:11.914230 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-65047a4b-7cb8-453b-8406-0bc21d3b2a80 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "PUT /v2.0/routers/4f89a32d-f0d5-4196-ba42-d7b4af9b517d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1085489 Aug 19 18:29:11.924695 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29214fab-ae6d-4c8f-a014-88edd96020a3 None None] Routers {'4f89a32d-f0d5-4196-ba42-d7b4af9b517d'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:29:11.925813 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-29214fab-ae6d-4c8f-a014-88edd96020a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:29:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4f89a32d-f0d5-4196-ba42-d7b4af9b517d'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:11.948076 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-fdd3f69a-04be-4626-8777-320f4d607c94 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] show failed (client error): The resource could not be found. Aug 19 18:29:11.953370 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42648) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:11.954111 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fdd3f69a-04be-4626-8777-320f4d607c94 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-226265312 HTTP/1.1" status: 404 len: 334 time: 0.0510991 Aug 19 18:29:11.958866 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2ccaf993-77ff-496e-bf4d-a7e837e1b0f1 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:11.968375 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-29214fab-ae6d-4c8f-a014-88edd96020a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:11.981359 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29214fab-ae6d-4c8f-a014-88edd96020a3 None None] Routers {'4f89a32d-f0d5-4196-ba42-d7b4af9b517d'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:29:11.982622 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-29214fab-ae6d-4c8f-a014-88edd96020a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:29:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4f89a32d-f0d5-4196-ba42-d7b4af9b517d'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:12.009372 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-2ccaf993-77ff-496e-bf4d-a7e837e1b0f1 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] update failed (client error): The resource could not be found. Aug 19 18:29:12.015577 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42652) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:12.015878 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2ccaf993-77ff-496e-bf4d-a7e837e1b0f1 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1628200409 HTTP/1.1" status: 404 len: 335 time: 0.0608256 Aug 19 18:29:12.027391 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-29214fab-ae6d-4c8f-a014-88edd96020a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:12.028042 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29214fab-ae6d-4c8f-a014-88edd96020a3 None None] The sync data for ids ['4f89a32d-f0d5-4196-ba42-d7b4af9b517d'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:29:12.077499 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-af128232-7275-4d8c-a8d1-9a056f617e8e tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Deleting subnet 834482b4-9ba6-49e4-8abe-fa95d491fbd0 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:29:12.080844 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af128232-7275-4d8c-a8d1-9a056f617e8e tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:12.133852 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af128232-7275-4d8c-a8d1-9a056f617e8e tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:12.230285 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af128232-7275-4d8c-a8d1-9a056f617e8e tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:12.303305 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af128232-7275-4d8c-a8d1-9a056f617e8e tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:12.330697 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af128232-7275-4d8c-a8d1-9a056f617e8e tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event deleted for resources: {'Subnet': ['ID=834482b4-9ba6-49e4-8abe-fa95d491fbd0,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:12.345114 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af128232-7275-4d8c-a8d1-9a056f617e8e tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:12.352126 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-af128232-7275-4d8c-a8d1-9a056f617e8e tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "DELETE /v2.0/subnets/834482b4-9ba6-49e4-8abe-fa95d491fbd0 HTTP/1.1" status: 204 len: 168 time: 0.3307574 Aug 19 18:29:12.352514 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42666) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:12.358656 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795ede8d-bd59-4edd-9c15-97090c27d7d4 None None] Network 05401d08-938a-4ea3-a2a7-f99cfc655ed8 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:29:12.453940 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-27a79fe0-bb55-454e-add3-1e3cd5f4aa1c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:12.523393 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-27a79fe0-bb55-454e-add3-1e3cd5f4aa1c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Deleting port cbebe93e-eded-4082-ab53-9d4f9d5af10c {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:12.523860 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-27a79fe0-bb55-454e-add3-1e3cd5f4aa1c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:12.576260 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803875bc-09dc-4778-a25d-163ce84f50be None None] DHCP port deletion for 05401d08-938a-4ea3-a2a7-f99cfc655ed8 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:29:12.604113 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-27a79fe0-bb55-454e-add3-1e3cd5f4aa1c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] For port cbebe93e-eded-4082-ab53-9d4f9d5af10c, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=cbebe93e-eded-4082-ab53-9d4f9d5af10c,segment=NetworkSegment(257e8a10-3190-48e2-9293-3968a04e15fa),segment_id=257e8a10-3190-48e2-9293-3968a04e15fa)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:12.604752 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-27a79fe0-bb55-454e-add3-1e3cd5f4aa1c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:12.628916 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-27a79fe0-bb55-454e-add3-1e3cd5f4aa1c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Calling delete_port for cbebe93e-eded-4082-ab53-9d4f9d5af10c owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:12.640538 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-803875bc-09dc-4778-a25d-163ce84f50be None None] Deleting port cbebe93e-eded-4082-ab53-9d4f9d5af10c {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:12.641322 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-803875bc-09dc-4778-a25d-163ce84f50be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:12.714764 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device cbebe93e-eded-4082-ab53-9d4f9d5af10c no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:29:12.738983 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-27a79fe0-bb55-454e-add3-1e3cd5f4aa1c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:12.755636 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-803875bc-09dc-4778-a25d-163ce84f50be None None] For port cbebe93e-eded-4082-ab53-9d4f9d5af10c, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=cbebe93e-eded-4082-ab53-9d4f9d5af10c,segment=NetworkSegment(257e8a10-3190-48e2-9293-3968a04e15fa),segment_id=257e8a10-3190-48e2-9293-3968a04e15fa)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:12.755944 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-803875bc-09dc-4778-a25d-163ce84f50be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:12.770966 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a79fe0-bb55-454e-add3-1e3cd5f4aa1c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event deleted for resources: {'Port': ['ID=cbebe93e-eded-4082-ab53-9d4f9d5af10c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:12.775361 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a79fe0-bb55-454e-add3-1e3cd5f4aa1c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] No DVR routers for this DVR port cbebe93e-eded-4082-ab53-9d4f9d5af10c on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:29:12.792731 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-803875bc-09dc-4778-a25d-163ce84f50be None None] Calling delete_port for cbebe93e-eded-4082-ab53-9d4f9d5af10c owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:12.820072 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No active binding found for port cbebe93e-eded-4082-ab53-9d4f9d5af10c {{(pid=94683) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 18:29:12.820509 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device cbebe93e-eded-4082-ab53-9d4f9d5af10c not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:29:12.867789 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-27a79fe0-bb55-454e-add3-1e3cd5f4aa1c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:12.879591 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-27a79fe0-bb55-454e-add3-1e3cd5f4aa1c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05401d08-938a-4ea3-a2a7-f99cfc655ed8']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:12.892692 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-27a79fe0-bb55-454e-add3-1e3cd5f4aa1c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257e8a10-3190-48e2-9293-3968a04e15fa') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:12.893187 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-27a79fe0-bb55-454e-add3-1e3cd5f4aa1c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257e8a10-3190-48e2-9293-3968a04e15fa') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:12.904931 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-27a79fe0-bb55-454e-add3-1e3cd5f4aa1c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:12.914720 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-803875bc-09dc-4778-a25d-163ce84f50be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:12.922117 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-27a79fe0-bb55-454e-add3-1e3cd5f4aa1c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:12.932380 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a79fe0-bb55-454e-add3-1e3cd5f4aa1c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:29:12.933405 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-27a79fe0-bb55-454e-add3-1e3cd5f4aa1c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:29:12.938880 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:29:12.959774 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803875bc-09dc-4778-a25d-163ce84f50be None None] Pushing event deleted for resources: {'Port': ['ID=cbebe93e-eded-4082-ab53-9d4f9d5af10c,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:12.971835 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803875bc-09dc-4778-a25d-163ce84f50be None None] No DVR routers for this DVR port cbebe93e-eded-4082-ab53-9d4f9d5af10c on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:29:13.023656 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-27a79fe0-bb55-454e-add3-1e3cd5f4aa1c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:13.036785 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-27a79fe0-bb55-454e-add3-1e3cd5f4aa1c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:13.038673 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42684) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:13.042007 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-27a79fe0-bb55-454e-add3-1e3cd5f4aa1c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "DELETE /v2.0/networks/05401d08-938a-4ea3-a2a7-f99cfc655ed8 HTTP/1.1" status: 204 len: 168 time: 0.6874659 Aug 19 18:29:13.042687 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42686) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:13.065353 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a79fe0-bb55-454e-add3-1e3cd5f4aa1c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event deleted for resources: {'Network': ['ID=05401d08-938a-4ea3-a2a7-f99cfc655ed8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:13.127985 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-43cf0209-fba4-401a-a7ce-b730f7c8114c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Deleting subnet c8f17471-0b3c-403e-9344-1a323ce07263 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:29:13.132641 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-43cf0209-fba4-401a-a7ce-b730f7c8114c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:13.146166 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c57d9407-cf38-4a68-b40a-55df9b17f160 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-676724010-network', 'tenant_id': 'ffb8c58d00d54502a8bb5ad13201e745'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:13.180787 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57d9407-cf38-4a68-b40a-55df9b17f160 admin admin] Made reservation on behalf of ffb8c58d00d54502a8bb5ad13201e745 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:29:13.184972 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-43cf0209-fba4-401a-a7ce-b730f7c8114c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:13.185149 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c57d9407-cf38-4a68-b40a-55df9b17f160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:13.199657 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c57d9407-cf38-4a68-b40a-55df9b17f160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:13.285907 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-43cf0209-fba4-401a-a7ce-b730f7c8114c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:13.304495 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c57d9407-cf38-4a68-b40a-55df9b17f160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:13.309701 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c57d9407-cf38-4a68-b40a-55df9b17f160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:13.335493 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57d9407-cf38-4a68-b40a-55df9b17f160 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:29:13.353175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d9407-cf38-4a68-b40a-55df9b17f160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc71500-e2a8-4858-8ddb-978406f09be8,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:13.358545 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c57d9407-cf38-4a68-b40a-55df9b17f160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:13.358898 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-c57d9407-cf38-4a68-b40a-55df9b17f160 admin admin] Added segment 89e32a60-fc2b-40bb-946f-a999e49b2fed of type vlan for network 476cb69a-dba4-4e65-907b-1b608732e426 Aug 19 18:29:13.387746 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-43cf0209-fba4-401a-a7ce-b730f7c8114c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:13.405878 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c57d9407-cf38-4a68-b40a-55df9b17f160 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:13.417647 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf0209-fba4-401a-a7ce-b730f7c8114c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event deleted for resources: {'Subnet': ['ID=c8f17471-0b3c-403e-9344-1a323ce07263,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:13.422518 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-43cf0209-fba4-401a-a7ce-b730f7c8114c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:13.427413 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-43cf0209-fba4-401a-a7ce-b730f7c8114c tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "DELETE /v2.0/subnets/c8f17471-0b3c-403e-9344-1a323ce07263 HTTP/1.1" status: 204 len: 168 time: 0.3792427 Aug 19 18:29:13.427817 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42696) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:13.431789 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146f4a9d-d550-4d6d-ba78-b3357c5fd909 None None] Network 7b7a01c4-983a-4a65-9232-88b572f48c94 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:29:13.479278 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c57d9407-cf38-4a68-b40a-55df9b17f160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:13.480422 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57d9407-cf38-4a68-b40a-55df9b17f160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:13.480888 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c57d9407-cf38-4a68-b40a-55df9b17f160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:13.547813 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2736b89-6707-48e9-99c1-64bc1eb3d5c9 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Deleting subnet f455faa4-abb3-44ef-a675-7bdb4bc4d9f6 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:29:13.554620 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a2736b89-6707-48e9-99c1-64bc1eb3d5c9 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:13.560022 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c57d9407-cf38-4a68-b40a-55df9b17f160 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5202370 Aug 19 18:29:13.563064 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42700) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:13.568864 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d5381495-c79c-42b3-8b63-b355b860bb5a admin admin] Request body: {'subnet': {'network_id': '476cb69a-dba4-4e65-907b-1b608732e426', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-676724010-subnet', 'tenant_id': 'ffb8c58d00d54502a8bb5ad13201e745', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:13.593476 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5381495-c79c-42b3-8b63-b355b860bb5a admin admin] Made reservation on behalf of ffb8c58d00d54502a8bb5ad13201e745 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:29:13.594525 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d9407-cf38-4a68-b40a-55df9b17f160 admin admin] Pushing event updated for resources: {'Network': ['ID=476cb69a-dba4-4e65-907b-1b608732e426,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:13.596944 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d5381495-c79c-42b3-8b63-b355b860bb5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:13.612306 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a2736b89-6707-48e9-99c1-64bc1eb3d5c9 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:13.617190 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 476cb69a-dba4-4e65-907b-1b608732e426 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:29:13.733629 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a2736b89-6707-48e9-99c1-64bc1eb3d5c9 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:13.820018 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a2736b89-6707-48e9-99c1-64bc1eb3d5c9 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:13.838355 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a2736b89-6707-48e9-99c1-64bc1eb3d5c9 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:13.840716 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a2736b89-6707-48e9-99c1-64bc1eb3d5c9 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "DELETE /v2.0/subnets/f455faa4-abb3-44ef-a675-7bdb4bc4d9f6 HTTP/1.1" status: 204 len: 168 time: 0.4119227 Aug 19 18:29:13.844386 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42704) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:13.850822 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a1d84e-e6fd-4fed-92b6-1e4db61b217d None None] Network ac8e3206-1f88-4432-ab6b-5344de3fa22b requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:29:13.857940 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d5381495-c79c-42b3-8b63-b355b860bb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:13.872803 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2736b89-6707-48e9-99c1-64bc1eb3d5c9 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event deleted for resources: {'Subnet': ['ID=f455faa4-abb3-44ef-a675-7bdb4bc4d9f6,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:13.900380 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b333db-50eb-49b8-b948-cce2ebedc708 None None] DHCP port deletion for 7b7a01c4-983a-4a65-9232-88b572f48c94 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:29:13.992074 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-930afc6c-2cca-415b-a5b0-38b8cc8c4e42 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:14.007527 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5381495-c79c-42b3-8b63-b355b860bb5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a299ca6d-c995-475c-91c4-54ea305f5668,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:14.016020 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b9b333db-50eb-49b8-b948-cce2ebedc708 None None] Deleting port 0cbde959-2cf4-4ea9-8d98-131b49f09c30 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:14.016663 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b9b333db-50eb-49b8-b948-cce2ebedc708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:14.023738 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5381495-c79c-42b3-8b63-b355b860bb5a admin admin] Checking segment: {'id': '89e32a60-fc2b-40bb-946f-a999e49b2fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '476cb69a-dba4-4e65-907b-1b608732e426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:29:14.024101 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5381495-c79c-42b3-8b63-b355b860bb5a admin admin] Network hostable DHCP agents. Network: 476cb69a-dba4-4e65-907b-1b608732e426, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:29:14.069275 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5381495-c79c-42b3-8b63-b355b860bb5a admin admin] Network 476cb69a-dba4-4e65-907b-1b608732e426 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:29:14.084233 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-930afc6c-2cca-415b-a5b0-38b8cc8c4e42 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Deleting port 0cbde959-2cf4-4ea9-8d98-131b49f09c30 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:14.084233 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-930afc6c-2cca-415b-a5b0-38b8cc8c4e42 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:14.086882 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-d5381495-c79c-42b3-8b63-b355b860bb5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 476cb69a-dba4-4e65-907b-1b608732e426) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:29:14.100917 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d85676a-362f-494a-ad04-18226dcd2ad3 None None] Network 476cb69a-dba4-4e65-907b-1b608732e426 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:29:14.125121 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5381495-c79c-42b3-8b63-b355b860bb5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:14.125812 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d5381495-c79c-42b3-8b63-b355b860bb5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:14.159664 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-b9b333db-50eb-49b8-b948-cce2ebedc708 None None] For port 0cbde959-2cf4-4ea9-8d98-131b49f09c30, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0cbde959-2cf4-4ea9-8d98-131b49f09c30,segment=NetworkSegment(f3061e08-8df0-46c9-9566-959057cd87f2),segment_id=f3061e08-8df0-46c9-9566-959057cd87f2)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:14.160418 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d5381495-c79c-42b3-8b63-b355b860bb5a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5959353 Aug 19 18:29:14.160584 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b9b333db-50eb-49b8-b948-cce2ebedc708 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:14.167945 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-930afc6c-2cca-415b-a5b0-38b8cc8c4e42 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] For port 0cbde959-2cf4-4ea9-8d98-131b49f09c30, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0cbde959-2cf4-4ea9-8d98-131b49f09c30,segment=NetworkSegment(f3061e08-8df0-46c9-9566-959057cd87f2),segment_id=f3061e08-8df0-46c9-9566-959057cd87f2)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:14.168369 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-930afc6c-2cca-415b-a5b0-38b8cc8c4e42 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:14.191525 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-930afc6c-2cca-415b-a5b0-38b8cc8c4e42 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Calling delete_port for 0cbde959-2cf4-4ea9-8d98-131b49f09c30 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:14.192292 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2826aae6-3373-4a7e-9516-44d9c6d7f220 None None] DHCP port deletion for ac8e3206-1f88-4432-ab6b-5344de3fa22b request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:29:14.194268 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b9b333db-50eb-49b8-b948-cce2ebedc708 None None] Calling delete_port for 0cbde959-2cf4-4ea9-8d98-131b49f09c30 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:14.300411 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-930afc6c-2cca-415b-a5b0-38b8cc8c4e42 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:14.318337 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930afc6c-2cca-415b-a5b0-38b8cc8c4e42 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] No DVR routers for this DVR port 0cbde959-2cf4-4ea9-8d98-131b49f09c30 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:29:14.348023 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930afc6c-2cca-415b-a5b0-38b8cc8c4e42 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event deleted for resources: {'Port': ['ID=0cbde959-2cf4-4ea9-8d98-131b49f09c30,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:14.400751 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-2826aae6-3373-4a7e-9516-44d9c6d7f220 None None] Deleting port a3a1d724-0941-40c6-a636-70a7ac8083e5 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:14.401255 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2826aae6-3373-4a7e-9516-44d9c6d7f220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:14.409369 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9035e5-3e65-4028-9f37-fd64b6f3c990 None None] Network 476cb69a-dba4-4e65-907b-1b608732e426 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:29:14.452412 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-930afc6c-2cca-415b-a5b0-38b8cc8c4e42 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:14.464329 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-930afc6c-2cca-415b-a5b0-38b8cc8c4e42 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7a01c4-983a-4a65-9232-88b572f48c94']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:14.480280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-930afc6c-2cca-415b-a5b0-38b8cc8c4e42 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3061e08-8df0-46c9-9566-959057cd87f2') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:14.480578 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-930afc6c-2cca-415b-a5b0-38b8cc8c4e42 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3061e08-8df0-46c9-9566-959057cd87f2') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:14.492900 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-930afc6c-2cca-415b-a5b0-38b8cc8c4e42 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:14.511491 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-930afc6c-2cca-415b-a5b0-38b8cc8c4e42 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:14.520433 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930afc6c-2cca-415b-a5b0-38b8cc8c4e42 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:29:14.520908 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-930afc6c-2cca-415b-a5b0-38b8cc8c4e42 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:29:14.526060 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:29:14.542382 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-2826aae6-3373-4a7e-9516-44d9c6d7f220 None None] For port a3a1d724-0941-40c6-a636-70a7ac8083e5, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a3a1d724-0941-40c6-a636-70a7ac8083e5,segment=NetworkSegment(7cad148a-e7ca-43a8-8085-efe26851f8aa),segment_id=7cad148a-e7ca-43a8-8085-efe26851f8aa)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:14.542965 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2826aae6-3373-4a7e-9516-44d9c6d7f220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:14.546971 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b9b333db-50eb-49b8-b948-cce2ebedc708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:14.609467 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b333db-50eb-49b8-b948-cce2ebedc708 None None] Pushing event deleted for resources: {'Port': ['ID=0cbde959-2cf4-4ea9-8d98-131b49f09c30,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:14.620419 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-2826aae6-3373-4a7e-9516-44d9c6d7f220 None None] Calling delete_port for a3a1d724-0941-40c6-a636-70a7ac8083e5 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:14.628421 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b333db-50eb-49b8-b948-cce2ebedc708 None None] No DVR routers for this DVR port 0cbde959-2cf4-4ea9-8d98-131b49f09c30 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:29:14.654095 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-930afc6c-2cca-415b-a5b0-38b8cc8c4e42 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:14.696210 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-930afc6c-2cca-415b-a5b0-38b8cc8c4e42 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:14.698206 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-930afc6c-2cca-415b-a5b0-38b8cc8c4e42 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "DELETE /v2.0/networks/7b7a01c4-983a-4a65-9232-88b572f48c94 HTTP/1.1" status: 204 len: 168 time: 0.8522477 Aug 19 18:29:14.699118 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930afc6c-2cca-415b-a5b0-38b8cc8c4e42 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event deleted for resources: {'Network': ['ID=7b7a01c4-983a-4a65-9232-88b572f48c94,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:14.700957 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42726) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:14.751189 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a3a1d724-0941-40c6-a636-70a7ac8083e5 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:29:14.790183 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b836133a-c25e-48e5-8652-4540601deca1 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:14.854200 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-b836133a-c25e-48e5-8652-4540601deca1 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Deleting port a3a1d724-0941-40c6-a636-70a7ac8083e5 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:14.854850 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b836133a-c25e-48e5-8652-4540601deca1 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:14.894285 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2826aae6-3373-4a7e-9516-44d9c6d7f220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:14.929212 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-b836133a-c25e-48e5-8652-4540601deca1 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] For port a3a1d724-0941-40c6-a636-70a7ac8083e5, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a3a1d724-0941-40c6-a636-70a7ac8083e5,segment=NetworkSegment(7cad148a-e7ca-43a8-8085-efe26851f8aa),segment_id=7cad148a-e7ca-43a8-8085-efe26851f8aa)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:14.929715 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b836133a-c25e-48e5-8652-4540601deca1 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:14.960711 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Port a3a1d724-0941-40c6-a636-70a7ac8083e5 update to DOWN by agent not found {{(pid=94683) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 18:29:14.961267 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0cbde959-2cf4-4ea9-8d98-131b49f09c30 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:29:14.963292 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2826aae6-3373-4a7e-9516-44d9c6d7f220 None None] Pushing event deleted for resources: {'Port': ['ID=a3a1d724-0941-40c6-a636-70a7ac8083e5,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:14.963661 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-b836133a-c25e-48e5-8652-4540601deca1 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Calling delete_port for a3a1d724-0941-40c6-a636-70a7ac8083e5 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:14.997591 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2826aae6-3373-4a7e-9516-44d9c6d7f220 None None] No DVR routers for this DVR port a3a1d724-0941-40c6-a636-70a7ac8083e5 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:29:15.003506 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 0cbde959-2cf4-4ea9-8d98-131b49f09c30 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:29:15.004536 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0cbde959-2cf4-4ea9-8d98-131b49f09c30 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:29:15.057082 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-40a6f297-26dd-4ae7-8819-74aac4b8755d tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:15.058679 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-40a6f297-26dd-4ae7-8819-74aac4b8755d tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.24 "GET /v2.0/networks?id=476cb69a-dba4-4e65-907b-1b608732e426 HTTP/1.1" status: 200 len: 821 time: 0.1280892 Aug 19 18:29:15.075497 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b836133a-c25e-48e5-8652-4540601deca1 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:15.086207 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-d809c22f-2760-4013-9d6e-64aa0f993d07 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.24 "GET /v2.0/quotas/ffb8c58d00d54502a8bb5ad13201e745 HTTP/1.1" status: 200 len: 375 time: 0.0209246 Aug 19 18:29:15.104012 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836133a-c25e-48e5-8652-4540601deca1 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event deleted for resources: {'Port': ['ID=a3a1d724-0941-40c6-a636-70a7ac8083e5,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:15.109373 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b836133a-c25e-48e5-8652-4540601deca1 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] No DVR routers for this DVR port a3a1d724-0941-40c6-a636-70a7ac8083e5 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:29:15.120918 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-e078e1e9-1c27-4adf-ac06-9ff548e4e39e tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffb8c58d00d54502a8bb5ad13201e745&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295208 Aug 19 18:29:15.198575 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b836133a-c25e-48e5-8652-4540601deca1 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:15.211355 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-b836133a-c25e-48e5-8652-4540601deca1 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8e3206-1f88-4432-ab6b-5344de3fa22b']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:15.223109 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-b836133a-c25e-48e5-8652-4540601deca1 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cad148a-e7ca-43a8-8085-efe26851f8aa') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:15.223109 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-b836133a-c25e-48e5-8652-4540601deca1 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cad148a-e7ca-43a8-8085-efe26851f8aa') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:15.232356 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b836133a-c25e-48e5-8652-4540601deca1 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:15.248460 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b836133a-c25e-48e5-8652-4540601deca1 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:15.256797 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b836133a-c25e-48e5-8652-4540601deca1 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:29:15.258183 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b836133a-c25e-48e5-8652-4540601deca1 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:29:15.274426 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:29:15.338210 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b836133a-c25e-48e5-8652-4540601deca1 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:15.355080 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b836133a-c25e-48e5-8652-4540601deca1 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:15.357002 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b836133a-c25e-48e5-8652-4540601deca1 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "DELETE /v2.0/networks/ac8e3206-1f88-4432-ab6b-5344de3fa22b HTTP/1.1" status: 204 len: 168 time: 0.6553662 Aug 19 18:29:15.360823 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42744) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:15.367953 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836133a-c25e-48e5-8652-4540601deca1 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event deleted for resources: {'Network': ['ID=ac8e3206-1f88-4432-ab6b-5344de3fa22b,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:15.436832 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b3b497-6693-4436-8f6f-af2cd864d4bf tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Deleting subnet 34dfb2e8-407a-4413-8ccf-41f99055675f {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:29:15.441392 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-e8c9ad99-2df0-40e3-8469-9ab2ca81a084 service neutron] 10.222.0.24 "GET /v2.0/networks/476cb69a-dba4-4e65-907b-1b608732e426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083861 Aug 19 18:29:15.442367 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03b3b497-6693-4436-8f6f-af2cd864d4bf tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:15.535081 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03b3b497-6693-4436-8f6f-af2cd864d4bf tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:15.610369 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-aa4f90c9-1acb-47b4-8b86-26f641fda9f4 service neutron] 10.222.0.24 "GET /v2.0/networks/476cb69a-dba4-4e65-907b-1b608732e426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453576 Aug 19 18:29:15.648298 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03b3b497-6693-4436-8f6f-af2cd864d4bf tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:15.714279 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03b3b497-6693-4436-8f6f-af2cd864d4bf tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:15.747197 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3b497-6693-4436-8f6f-af2cd864d4bf tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event deleted for resources: {'Subnet': ['ID=34dfb2e8-407a-4413-8ccf-41f99055675f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:15.753581 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03b3b497-6693-4436-8f6f-af2cd864d4bf tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:15.757775 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-03b3b497-6693-4436-8f6f-af2cd864d4bf tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "DELETE /v2.0/subnets/34dfb2e8-407a-4413-8ccf-41f99055675f HTTP/1.1" status: 204 len: 168 time: 0.3935103 Aug 19 18:29:15.759007 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42752) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:15.767445 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9877b5b-a502-4ca0-986a-39d5c7ffa792 None None] Network b0e594a1-2d47-4fc7-8366-cf8622248526 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:29:15.852988 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fe052f43-80ed-4737-bd19-aaba7704c819 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:15.855272 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7bab5348-485b-4881-a8e5-365940c0ebac req-8c2a0dad-6f14-40aa-97be-b94595e558a9 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c86298c-e582-4b58-8a3e-9fb2522b6ea2 HTTP/1.1" status: 200 len: 210 time: 0.0628085 Aug 19 18:29:15.936336 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-fe052f43-80ed-4737-bd19-aaba7704c819 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Deleting port 23739441-d237-4ea0-8fad-b628ae4de510 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:15.936704 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fe052f43-80ed-4737-bd19-aaba7704c819 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:16.020823 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3b7595-2c50-4ba4-be3b-88333b35f3f4 None None] DHCP port deletion for b0e594a1-2d47-4fc7-8366-cf8622248526 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:29:16.036670 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-fe052f43-80ed-4737-bd19-aaba7704c819 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] For port 23739441-d237-4ea0-8fad-b628ae4de510, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=23739441-d237-4ea0-8fad-b628ae4de510,segment=NetworkSegment(675d97fb-e54d-4e2e-bbdf-6509e42a08cd),segment_id=675d97fb-e54d-4e2e-bbdf-6509e42a08cd)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:16.036670 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fe052f43-80ed-4737-bd19-aaba7704c819 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:16.051924 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-fe052f43-80ed-4737-bd19-aaba7704c819 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Calling delete_port for 23739441-d237-4ea0-8fad-b628ae4de510 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:16.074341 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-3b3b7595-2c50-4ba4-be3b-88333b35f3f4 None None] Deleting port 23739441-d237-4ea0-8fad-b628ae4de510 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:16.074939 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b3b7595-2c50-4ba4-be3b-88333b35f3f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:16.155125 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-3b3b7595-2c50-4ba4-be3b-88333b35f3f4 None None] For port 23739441-d237-4ea0-8fad-b628ae4de510, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=23739441-d237-4ea0-8fad-b628ae4de510,segment=NetworkSegment(675d97fb-e54d-4e2e-bbdf-6509e42a08cd),segment_id=675d97fb-e54d-4e2e-bbdf-6509e42a08cd)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:16.156058 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b3b7595-2c50-4ba4-be3b-88333b35f3f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:16.161624 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fe052f43-80ed-4737-bd19-aaba7704c819 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:16.174783 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-3b3b7595-2c50-4ba4-be3b-88333b35f3f4 None None] Calling delete_port for 23739441-d237-4ea0-8fad-b628ae4de510 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:16.194156 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe052f43-80ed-4737-bd19-aaba7704c819 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event deleted for resources: {'Port': ['ID=23739441-d237-4ea0-8fad-b628ae4de510,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:16.200061 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe052f43-80ed-4737-bd19-aaba7704c819 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] No DVR routers for this DVR port 23739441-d237-4ea0-8fad-b628ae4de510 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:29:16.294401 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fe052f43-80ed-4737-bd19-aaba7704c819 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:16.300367 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b3b7595-2c50-4ba4-be3b-88333b35f3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:16.306945 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-fe052f43-80ed-4737-bd19-aaba7704c819 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e594a1-2d47-4fc7-8366-cf8622248526']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:16.324882 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-fe052f43-80ed-4737-bd19-aaba7704c819 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675d97fb-e54d-4e2e-bbdf-6509e42a08cd') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:16.325242 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-fe052f43-80ed-4737-bd19-aaba7704c819 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675d97fb-e54d-4e2e-bbdf-6509e42a08cd') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:16.339650 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b7595-2c50-4ba4-be3b-88333b35f3f4 None None] Pushing event deleted for resources: {'Port': ['ID=23739441-d237-4ea0-8fad-b628ae4de510,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:16.340422 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fe052f43-80ed-4737-bd19-aaba7704c819 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:16.345219 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3b7595-2c50-4ba4-be3b-88333b35f3f4 None None] No DVR routers for this DVR port 23739441-d237-4ea0-8fad-b628ae4de510 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:29:16.373488 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fe052f43-80ed-4737-bd19-aaba7704c819 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:16.382381 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe052f43-80ed-4737-bd19-aaba7704c819 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:29:16.382790 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fe052f43-80ed-4737-bd19-aaba7704c819 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:29:16.386284 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:29:16.460028 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fe052f43-80ed-4737-bd19-aaba7704c819 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:16.466949 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fe052f43-80ed-4737-bd19-aaba7704c819 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:16.472621 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42778) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:16.475190 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fe052f43-80ed-4737-bd19-aaba7704c819 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "DELETE /v2.0/networks/b0e594a1-2d47-4fc7-8366-cf8622248526 HTTP/1.1" status: 204 len: 168 time: 0.7149920 Aug 19 18:29:16.511353 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:16.518544 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe052f43-80ed-4737-bd19-aaba7704c819 tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Pushing event deleted for resources: {'Network': ['ID=b0e594a1-2d47-4fc7-8366-cf8622248526,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:16.525419 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d55f5c25-751d-47b8-8cec-3d7bb2eae7fd tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f89a32d-f0d5-4196-ba42-d7b4af9b517d HTTP/1.1" status: 200 len: 205 time: 0.0484643 Aug 19 18:29:16.526147 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42780) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:16.631258 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edf6c594-78fe-44b7-bac8-38f809a67c8e tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:16.645105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 23739441-d237-4ea0-8fad-b628ae4de510 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:29:16.680974 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 23739441-d237-4ea0-8fad-b628ae4de510 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:29:16.681468 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 23739441-d237-4ea0-8fad-b628ae4de510 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:29:16.831225 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edf6c594-78fe-44b7-bac8-38f809a67c8e tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:16.834886 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edf6c594-78fe-44b7-bac8-38f809a67c8e tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:16.888407 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edf6c594-78fe-44b7-bac8-38f809a67c8e tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:16.889044 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf6c594-78fe-44b7-bac8-38f809a67c8e tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Fanout notify agent at l3_agent the message router_deleted on router 4f89a32d-f0d5-4196-ba42-d7b4af9b517d {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:29:16.898642 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edf6c594-78fe-44b7-bac8-38f809a67c8e tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:16.899870 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-edf6c594-78fe-44b7-bac8-38f809a67c8e tempest-RoutersNegativeIpV6Test-105092184 tempest-RoutersNegativeIpV6Test-105092184-project] 10.222.0.24 "DELETE /v2.0/routers/4f89a32d-f0d5-4196-ba42-d7b4af9b517d HTTP/1.1" status: 204 len: 168 time: 0.3728719 Aug 19 18:29:17.000954 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7aa4ecfd-7d0a-4e13-b47d-58d7f7342cef req-e748c5d3-b35d-486a-8152-8f2fa2f24c8a tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c86298c-e582-4b58-8a3e-9fb2522b6ea2 HTTP/1.1" status: 200 len: 210 time: 0.0464282 Aug 19 18:29:17.079686 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-8177c340-47c2-4343-8cf2-d4d3615b33c5 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:17.081343 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-8177c340-47c2-4343-8cf2-d4d3615b33c5 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.50 "GET /v2.0/networks?id=476cb69a-dba4-4e65-907b-1b608732e426 HTTP/1.1" status: 200 len: 821 time: 0.1725893 Aug 19 18:29:17.100164 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-da53045f-ac28-4adb-b6e7-e1dd9fe4f474 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Request body: {'port': {'device_id': '2c86298c-e582-4b58-8a3e-9fb2522b6ea2', 'network_id': '476cb69a-dba4-4e65-907b-1b608732e426', 'admin_state_up': True, 'tenant_id': 'ffb8c58d00d54502a8bb5ad13201e745'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:17.232652 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-da53045f-ac28-4adb-b6e7-e1dd9fe4f474 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Made reservation on behalf of ffb8c58d00d54502a8bb5ad13201e745 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:29:17.237712 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-da53045f-ac28-4adb-b6e7-e1dd9fe4f474 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:17.289792 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42804) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:17.382853 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-da53045f-ac28-4adb-b6e7-e1dd9fe4f474 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Allocated IP 172.20.0.2 (476cb69a-dba4-4e65-907b-1b608732e426/a299ca6d-c995-475c-91c4-54ea305f5668/f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:29:17.445614 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-46266135-d1f6-465a-9be3-8ebf873ff444 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2e9740ad1e0460d9e69d131f1cbee10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544633 Aug 19 18:29:17.448310 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42810) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:17.513673 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-322747af-0e59-4a92-a812-c6d70ec680bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:17.536551 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-322747af-0e59-4a92-a812-c6d70ec680bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:17.561353 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-da53045f-ac28-4adb-b6e7-e1dd9fe4f474 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:17.611589 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-322747af-0e59-4a92-a812-c6d70ec680bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:17.614701 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-322747af-0e59-4a92-a812-c6d70ec680bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:17.615844 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-322747af-0e59-4a92-a812-c6d70ec680bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7d2729b-8f2d-436f-b82c-96a4649adc51 HTTP/1.1" status: 204 len: 168 time: 0.1662190 Aug 19 18:29:17.617745 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-da53045f-ac28-4adb-b6e7-e1dd9fe4f474 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:17.627069 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322747af-0e59-4a92-a812-c6d70ec680bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d2729b-8f2d-436f-b82c-96a4649adc51,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:17.671712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-da53045f-ac28-4adb-b6e7-e1dd9fe4f474 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Network 476cb69a-dba4-4e65-907b-1b608732e426 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:29:17.677393 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-da53045f-ac28-4adb-b6e7-e1dd9fe4f474 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:29:17.681322 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-da53045f-ac28-4adb-b6e7-e1dd9fe4f474 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:29:17.712071 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53045f-ac28-4adb-b6e7-e1dd9fe4f474 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Pushing event updated for resources: {'Port': ['ID=f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:17.743048 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-da53045f-ac28-4adb-b6e7-e1dd9fe4f474 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:17.743748 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-da53045f-ac28-4adb-b6e7-e1dd9fe4f474 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:17.766376 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-da53045f-ac28-4adb-b6e7-e1dd9fe4f474 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6753740 Aug 19 18:29:17.781569 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-499fd8bd-a268-4295-8924-1be7876ee9af service neutron] Request body: {'port': {'device_id': '2c86298c-e582-4b58-8a3e-9fb2522b6ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:17.847434 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-499fd8bd-a268-4295-8924-1be7876ee9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:18.142005 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d5194-c55e-4ab9-be9e-166b774fe79c req-0f79cb45-4a5f-4379-8ee1-7a9a09f10a6a tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:18.144986 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-385d5194-c55e-4ab9-be9e-166b774fe79c req-0f79cb45-4a5f-4379-8ee1-7a9a09f10a6a tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c86298c-e582-4b58-8a3e-9fb2522b6ea2 HTTP/1.1" status: 200 len: 931 time: 0.0657451 Aug 19 18:29:18.200591 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-385d5194-c55e-4ab9-be9e-166b774fe79c req-f0ed7c1e-6004-40d5-92eb-e8450781b625 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.24 "GET /v2.0/security-groups?id=9bc71500-e2a8-4858-8ddb-978406f09be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477235 Aug 19 18:29:18.264535 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-499fd8bd-a268-4295-8924-1be7876ee9af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:29:18.274553 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-499fd8bd-a268-4295-8924-1be7876ee9af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:18.288727 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-499fd8bd-a268-4295-8924-1be7876ee9af service neutron] Transition to ACTIVE for port object f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:29:18.295873 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-499fd8bd-a268-4295-8924-1be7876ee9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:18.351311 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499fd8bd-a268-4295-8924-1be7876ee9af service neutron] Pushing event updated for resources: {'Port': ['ID=f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:18.425378 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-499fd8bd-a268-4295-8924-1be7876ee9af service neutron] Attempting to bind port f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:29:18.425847 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-499fd8bd-a268-4295-8924-1be7876ee9af service neutron] Attempting to bind port f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '89e32a60-fc2b-40bb-946f-a999e49b2fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '476cb69a-dba4-4e65-907b-1b608732e426'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:29:18.426254 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-499fd8bd-a268-4295-8924-1be7876ee9af service neutron] Attempting to bind port f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe on network 476cb69a-dba4-4e65-907b-1b608732e426 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:29:18.431007 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-499fd8bd-a268-4295-8924-1be7876ee9af service neutron] Port f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe on network 476cb69a-dba4-4e65-907b-1b608732e426 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:29:18.431479 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-499fd8bd-a268-4295-8924-1be7876ee9af service neutron] Attempting to bind port f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe on network 476cb69a-dba4-4e65-907b-1b608732e426 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:29:18.436552 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-499fd8bd-a268-4295-8924-1be7876ee9af service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:29:18.436968 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-499fd8bd-a268-4295-8924-1be7876ee9af service neutron] Checking segment: {'id': '89e32a60-fc2b-40bb-946f-a999e49b2fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '476cb69a-dba4-4e65-907b-1b608732e426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:29:18.437439 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-499fd8bd-a268-4295-8924-1be7876ee9af service neutron] Bound using segment: {'id': '89e32a60-fc2b-40bb-946f-a999e49b2fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '476cb69a-dba4-4e65-907b-1b608732e426'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:29:18.438013 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-499fd8bd-a268-4295-8924-1be7876ee9af service neutron] Bound port: f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e32a60-fc2b-40bb-946f-a999e49b2fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '476cb69a-dba4-4e65-907b-1b608732e426'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:29:18.438561 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-499fd8bd-a268-4295-8924-1be7876ee9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:18.514965 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-499fd8bd-a268-4295-8924-1be7876ee9af service neutron] For port f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:29:18.519283 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-499fd8bd-a268-4295-8924-1be7876ee9af service neutron] For port f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe,segment=NetworkSegment(89e32a60-fc2b-40bb-946f-a999e49b2fed),segment_id=89e32a60-fc2b-40bb-946f-a999e49b2fed)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:29:18.526167 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-499fd8bd-a268-4295-8924-1be7876ee9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:18.567551 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-499fd8bd-a268-4295-8924-1be7876ee9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:18.568181 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-499fd8bd-a268-4295-8924-1be7876ee9af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:18.569653 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-499fd8bd-a268-4295-8924-1be7876ee9af service neutron] 10.222.0.50 "PUT /v2.0/ports/f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe HTTP/1.1" status: 200 len: 1091 time: 0.7947958 Aug 19 18:29:18.570256 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c86298c-e582-4b58-8a3e-9fb2522b6ea2', 'tag': 'f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:29:18.572715 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956a1b69-0f96-43a9-8a32-5715eec1c916" -d '{"events": [{"name": "network-changed", "server_uuid": "2c86298c-e582-4b58-8a3e-9fb2522b6ea2", "tag": "f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:29:18.615295 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499fd8bd-a268-4295-8924-1be7876ee9af service neutron] Pushing event updated for resources: {'Port': ['ID=f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:18.649549 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ec1f3b-a01d-433d-a70f-ae255f729f46 x-openstack-request-id: req-c5ec1f3b-a01d-433d-a70f-ae255f729f46 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:29:18.649870 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c86298c-e582-4b58-8a3e-9fb2522b6ea2", "tag": "f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:29:18.650095 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5ec1f3b-a01d-433d-a70f-ae255f729f46 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:29:18.650511 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c86298c-e582-4b58-8a3e-9fb2522b6ea2', 'tag': 'f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe', 'status': 'completed', 'code': 200} Aug 19 18:29:18.667889 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-b69c3a92-601a-4921-aa10-fda6f19fcb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:18.670119 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-b69c3a92-601a-4921-aa10-fda6f19fcb2a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ffb8c58d00d54502a8bb5ad13201e745&device_id=2c86298c-e582-4b58-8a3e-9fb2522b6ea2 HTTP/1.1" status: 200 len: 1094 time: 0.0518098 Aug 19 18:29:18.718606 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-2c5be2e5-b541-4403-be71-0cb9e193a640 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe HTTP/1.1" status: 200 len: 217 time: 0.0394645 Aug 19 18:29:18.744427 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42858) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:18.776910 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-891f9dc3-f880-4a8c-8790-3378e58f9dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:18.778436 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-891f9dc3-f880-4a8c-8790-3378e58f9dcd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a299ca6d-c995-475c-91c4-54ea305f5668 HTTP/1.1" status: 200 len: 861 time: 0.0527523 Aug 19 18:29:18.799581 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42862) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:18.819881 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-7e6f4d95-8cfd-4b7b-af6c-87b3fd72784f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=476cb69a-dba4-4e65-907b-1b608732e426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314686 Aug 19 18:29:18.912498 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c6d6abac-c334-4f1f-bcad-a230f3f8330c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:18.922251 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-c643e9a1-f551-4e77-a4a1-9a8ed085e295 service neutron] 10.222.0.50 "GET /v2.0/networks/476cb69a-dba4-4e65-907b-1b608732e426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930123 Aug 19 18:29:18.967821 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-721f87a4-756d-4081-a0ca-5c74363a84d6 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:18.969296 n-d-803753-2 neutron-server[94682]: WARNING neutron.api.v2.base [None req-721f87a4-756d-4081-a0ca-5c74363a84d6 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 18:29:18.969910 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-721f87a4-756d-4081-a0ca-5c74363a84d6 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 18:29:18.974874 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-721f87a4-756d-4081-a0ca-5c74363a84d6 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2253199 Aug 19 18:29:18.975469 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42866) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:18.981018 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-aef39cf5-67be-4046-8f03-c2335695cfcc tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group': {'name': 'tempest-secgroup--840558226'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:19.028475 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e0e1a3b-772c-447f-85a0-2eedd26d3374 req-00f72590-a448-4e81-8ddc-1ab90a06ae87 service neutron] 10.222.0.50 "GET /v2.0/networks/476cb69a-dba4-4e65-907b-1b608732e426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954666 Aug 19 18:29:19.034875 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c6d6abac-c334-4f1f-bcad-a230f3f8330c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:19.043292 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c6d6abac-c334-4f1f-bcad-a230f3f8330c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:19.143474 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a1b69-0f96-43a9-8a32-5715eec1c916 req-9a7c74a8-3070-4dd8-bb16-1f367017fa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:19.145027 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-956a1b69-0f96-43a9-8a32-5715eec1c916 req-9a7c74a8-3070-4dd8-bb16-1f367017fa7c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ffb8c58d00d54502a8bb5ad13201e745&device_id=2c86298c-e582-4b58-8a3e-9fb2522b6ea2 HTTP/1.1" status: 200 len: 1094 time: 0.0517712 Aug 19 18:29:19.269284 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a1b69-0f96-43a9-8a32-5715eec1c916 req-9688157f-21c6-4a94-bbb5-8196a37df7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:19.270953 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-956a1b69-0f96-43a9-8a32-5715eec1c916 req-9688157f-21c6-4a94-bbb5-8196a37df7b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=476cb69a-dba4-4e65-907b-1b608732e426 HTTP/1.1" status: 200 len: 922 time: 0.1180260 Aug 19 18:29:19.319533 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-956a1b69-0f96-43a9-8a32-5715eec1c916 req-8bacd6ac-6c52-421b-81d8-73dd1adb6dbd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe HTTP/1.1" status: 200 len: 217 time: 0.0394807 Aug 19 18:29:19.381643 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c6d6abac-c334-4f1f-bcad-a230f3f8330c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e0b4a85dcfb4b76af9a10c793231b1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5784523 Aug 19 18:29:19.382727 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42870) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:19.389334 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6abac-c334-4f1f-bcad-a230f3f8330c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8118f3f7-b9a4-4257-a0ae-73cd38eb1ec6,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:19.392118 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aef39cf5-67be-4046-8f03-c2335695cfcc tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:19.407351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904f2a0-6b20-4783-879f-70546d8a4720 req-8576cc40-1567-4318-ba55-b170c3899d9f tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:19.407755 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aef39cf5-67be-4046-8f03-c2335695cfcc tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:19.408872 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9904f2a0-6b20-4783-879f-70546d8a4720 req-8576cc40-1567-4318-ba55-b170c3899d9f tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c86298c-e582-4b58-8a3e-9fb2522b6ea2 HTTP/1.1" status: 200 len: 943 time: 0.0925336 Aug 19 18:29:19.411349 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a1b69-0f96-43a9-8a32-5715eec1c916 req-6779a333-63db-4242-8576-87a08c77492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:19.412508 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-956a1b69-0f96-43a9-8a32-5715eec1c916 req-6779a333-63db-4242-8576-87a08c77492c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a299ca6d-c995-475c-91c4-54ea305f5668 HTTP/1.1" status: 200 len: 861 time: 0.0837977 Aug 19 18:29:19.468289 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-956a1b69-0f96-43a9-8a32-5715eec1c916 req-89988920-5242-49c4-9dfc-eb69f596c520 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=476cb69a-dba4-4e65-907b-1b608732e426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364406 Aug 19 18:29:19.475431 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bfb68900-db08-44b5-9064-12a30633afe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:19.491320 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9904f2a0-6b20-4783-879f-70546d8a4720 req-6314e443-ade2-43c5-a8b1-44ed665678db tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.24 "GET /v2.0/security-groups?id=9bc71500-e2a8-4858-8ddb-978406f09be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753317 Aug 19 18:29:19.514369 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bfb68900-db08-44b5-9064-12a30633afe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:19.576039 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-956a1b69-0f96-43a9-8a32-5715eec1c916 req-2c8d4127-dffc-44ab-a86d-1888d442a607 service neutron] 10.222.0.50 "GET /v2.0/networks/476cb69a-dba4-4e65-907b-1b608732e426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984871 Aug 19 18:29:19.591358 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aef39cf5-67be-4046-8f03-c2335695cfcc tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:19.597027 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aef39cf5-67be-4046-8f03-c2335695cfcc tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:19.605080 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bfb68900-db08-44b5-9064-12a30633afe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:19.607702 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bfb68900-db08-44b5-9064-12a30633afe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:19.608825 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bfb68900-db08-44b5-9064-12a30633afe9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8118f3f7-b9a4-4257-a0ae-73cd38eb1ec6 HTTP/1.1" status: 204 len: 168 time: 0.2251577 Aug 19 18:29:19.648951 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef39cf5-67be-4046-8f03-c2335695cfcc tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8ef0b8-f393-4244-b3e6-73977188b634,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:19.662173 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb68900-db08-44b5-9064-12a30633afe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8118f3f7-b9a4-4257-a0ae-73cd38eb1ec6,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:19.698477 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-956a1b69-0f96-43a9-8a32-5715eec1c916 req-b815d152-7ba9-4747-bda3-0e98c2dc9705 service neutron] 10.222.0.50 "GET /v2.0/networks/476cb69a-dba4-4e65-907b-1b608732e426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128738 Aug 19 18:29:19.762238 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aef39cf5-67be-4046-8f03-c2335695cfcc tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:19.768580 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aef39cf5-67be-4046-8f03-c2335695cfcc tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:19.824164 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aef39cf5-67be-4046-8f03-c2335695cfcc tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:19.825604 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-aef39cf5-67be-4046-8f03-c2335695cfcc tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8493361 Aug 19 18:29:19.826878 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef39cf5-67be-4046-8f03-c2335695cfcc tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c30984dc-1aa6-45b2-bf41-2cb4afa267c5,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:19.828912 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42878) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:19.834554 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-dcff2ecd-c104-4e8a-a675-910497498653 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group_rule': {'security_group_id': 'c30984dc-1aa6-45b2-bf41-2cb4afa267c5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:19.867402 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dcff2ecd-c104-4e8a-a675-910497498653 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:19.937310 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dcff2ecd-c104-4e8a-a675-910497498653 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:19.942925 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dcff2ecd-c104-4e8a-a675-910497498653 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:19.964655 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff2ecd-c104-4e8a-a675-910497498653 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbc769d-5619-4f4f-915f-a89ee7745f40,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:19.972279 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dcff2ecd-c104-4e8a-a675-910497498653 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:19.974083 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dcff2ecd-c104-4e8a-a675-910497498653 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1439428 Aug 19 18:29:19.976935 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42880) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:19.982520 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-a1c2fef6-a468-46a6-87e2-9fdefaf22caf tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group_rule': {'security_group_id': 'c30984dc-1aa6-45b2-bf41-2cb4afa267c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:19.996786 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42882) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:20.012265 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8a8b6ff-55fd-4d9d-8b1c-22d28f443ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:20.015626 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a1c2fef6-a468-46a6-87e2-9fdefaf22caf tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:20.125087 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8a8b6ff-55fd-4d9d-8b1c-22d28f443ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:20.129149 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e8a8b6ff-55fd-4d9d-8b1c-22d28f443ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:20.133460 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-a1c2fef6-a468-46a6-87e2-9fdefaf22caf tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 18:29:20.135071 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a1c2fef6-a468-46a6-87e2-9fdefaf22caf tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1566324 Aug 19 18:29:20.137346 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42884) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:20.167423 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8b6ff-55fd-4d9d-8b1c-22d28f443ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc9e95b-eed6-4c56-a185-8423cc218920,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:20.172634 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e8a8b6ff-55fd-4d9d-8b1c-22d28f443ece admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d452dde3a6964103b41fc7c79605b6b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1746778 Aug 19 18:29:20.176830 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42886) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:20.199283 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6acf049a-897c-437c-ac25-ff86bd4df0fb tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:20.231506 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cbf0bc8d-071b-4dde-b76a-19deb7ebd7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:20.233169 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6acf049a-897c-437c-ac25-ff86bd4df0fb tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:20.261668 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cbf0bc8d-071b-4dde-b76a-19deb7ebd7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:20.288605 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6acf049a-897c-437c-ac25-ff86bd4df0fb tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:20.292190 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6acf049a-897c-437c-ac25-ff86bd4df0fb tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:20.295811 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6acf049a-897c-437c-ac25-ff86bd4df0fb tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "DELETE /v2.0/security-groups/c30984dc-1aa6-45b2-bf41-2cb4afa267c5 HTTP/1.1" status: 204 len: 168 time: 0.1550527 Aug 19 18:29:20.297260 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42888) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:20.307295 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf049a-897c-437c-ac25-ff86bd4df0fb tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30984dc-1aa6-45b2-bf41-2cb4afa267c5,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:20.354423 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cbf0bc8d-071b-4dde-b76a-19deb7ebd7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:20.356957 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cbf0bc8d-071b-4dde-b76a-19deb7ebd7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:20.358135 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cbf0bc8d-071b-4dde-b76a-19deb7ebd7c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ecc9e95b-eed6-4c56-a185-8423cc218920 HTTP/1.1" status: 204 len: 168 time: 0.1804202 Aug 19 18:29:20.365226 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c2f93b61-8fd0-4c18-9312-46ebae2b404a tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0666833 Aug 19 18:29:20.369450 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42892) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:20.373926 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0bc8d-071b-4dde-b76a-19deb7ebd7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc9e95b-eed6-4c56-a185-8423cc218920,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:20.375619 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-5b0ab17c-fbb6-4f86-9de6-28ec13cccdf4 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group': {'name': 'tempest-secgroup--170111801'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:20.411274 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5b0ab17c-fbb6-4f86-9de6-28ec13cccdf4 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:20.507304 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5b0ab17c-fbb6-4f86-9de6-28ec13cccdf4 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:20.512288 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5b0ab17c-fbb6-4f86-9de6-28ec13cccdf4 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:20.552269 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5b0ab17c-fbb6-4f86-9de6-28ec13cccdf4 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:20.558481 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42896) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:20.564260 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-33b862c7-f59f-40cf-8d8e-bf35767bcb7d tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group_rule': {'security_group_id': '979e368a-4a7e-4ed4-b121-2e20ff8e158d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:20.565481 n-d-803753-2 neutron-server[94682]: WARNING neutron.api.v2.base [None req-33b862c7-f59f-40cf-8d8e-bf35767bcb7d tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 19 18:29:20.566856 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-33b862c7-f59f-40cf-8d8e-bf35767bcb7d tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:29:20.569415 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-33b862c7-f59f-40cf-8d8e-bf35767bcb7d tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0097830 Aug 19 18:29:20.572701 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5b0ab17c-fbb6-4f86-9de6-28ec13cccdf4 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1850350 Aug 19 18:29:20.573091 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42898) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:20.605884 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ab17c-fbb6-4f86-9de6-28ec13cccdf4 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979e368a-4a7e-4ed4-b121-2e20ff8e158d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:20.657982 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba89501d-9165-4103-8d8f-c925d3ad5931 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:20.659056 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19773a3-e9fb-4644-934e-ca239eb2a206 req-23a652ad-b297-45d7-bfc1-d166288c8f20 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:20.661390 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c19773a3-e9fb-4644-934e-ca239eb2a206 req-23a652ad-b297-45d7-bfc1-d166288c8f20 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c86298c-e582-4b58-8a3e-9fb2522b6ea2 HTTP/1.1" status: 200 len: 943 time: 0.0800741 Aug 19 18:29:20.686851 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba89501d-9165-4103-8d8f-c925d3ad5931 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:20.749874 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba89501d-9165-4103-8d8f-c925d3ad5931 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:20.755710 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba89501d-9165-4103-8d8f-c925d3ad5931 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:20.757192 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ba89501d-9165-4103-8d8f-c925d3ad5931 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "DELETE /v2.0/security-groups/979e368a-4a7e-4ed4-b121-2e20ff8e158d HTTP/1.1" status: 204 len: 168 time: 0.1834700 Aug 19 18:29:20.762772 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42902) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:20.792864 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89501d-9165-4103-8d8f-c925d3ad5931 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=979e368a-4a7e-4ed4-b121-2e20ff8e158d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:20.887139 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1bd19739-ef2e-4c4f-b598-75185c37a822 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1227334 Aug 19 18:29:20.887817 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42906) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:20.888165 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42908) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:20.894066 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e74ddcd9-a139-4d56-872e-a9a4cf3bd293 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group': {'name': 'tempest-secgroup--1790100835'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:20.932069 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ea40f53d-2d3c-4d6b-bfb6-e87200e51455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:20.934912 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e74ddcd9-a139-4d56-872e-a9a4cf3bd293 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:20.978047 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.db.api [None req-e74ddcd9-a139-4d56-872e-a9a4cf3bd293 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 18:29:20.978047 n-d-803753-2 neutron-server[94682]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 18:29:20.978047 n-d-803753-2 neutron-server[94682]: [parameters: {'project_id_1': 'e083981276fc4e9eb5cb12bdc09f1999', 'expiration_1': datetime.datetime(2021, 8, 19, 18, 29, 20, 968722)}] Aug 19 18:29:20.978047 n-d-803753-2 neutron-server[94682]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:29:20.978521 n-d-803753-2 neutron-server[94682]: DEBUG oslo_db.api [None req-e74ddcd9-a139-4d56-872e-a9a4cf3bd293 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:29:21.075571 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ea40f53d-2d3c-4d6b-bfb6-e87200e51455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:21.081193 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ea40f53d-2d3c-4d6b-bfb6-e87200e51455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:21.118570 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c19773a3-e9fb-4644-934e-ca239eb2a206 req-8473b186-1775-435c-8634-fb5561f1da73 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.24 "GET /v2.0/security-groups?id=9bc71500-e2a8-4858-8ddb-978406f09be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506369 Aug 19 18:29:21.130349 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ea40f53d-2d3c-4d6b-bfb6-e87200e51455 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad172c02b96141d99b078d03c387a1e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410178 Aug 19 18:29:21.139402 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42910) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:21.140551 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40f53d-2d3c-4d6b-bfb6-e87200e51455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb00f2c-a166-4d9d-9eb3-67856b4835f3,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:21.188118 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7dbe7ab0-6c34-471b-9f6b-bf4a222f11a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:21.211421 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7dbe7ab0-6c34-471b-9f6b-bf4a222f11a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:21.274753 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7dbe7ab0-6c34-471b-9f6b-bf4a222f11a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:21.277345 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7dbe7ab0-6c34-471b-9f6b-bf4a222f11a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:21.278524 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7dbe7ab0-6c34-471b-9f6b-bf4a222f11a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0cb00f2c-a166-4d9d-9eb3-67856b4835f3 HTTP/1.1" status: 204 len: 168 time: 0.1421919 Aug 19 18:29:21.286786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe7ab0-6c34-471b-9f6b-bf4a222f11a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb00f2c-a166-4d9d-9eb3-67856b4835f3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:21.479604 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e74ddcd9-a139-4d56-872e-a9a4cf3bd293 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:21.571505 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e74ddcd9-a139-4d56-872e-a9a4cf3bd293 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:21.576099 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e74ddcd9-a139-4d56-872e-a9a4cf3bd293 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:21.601153 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e74ddcd9-a139-4d56-872e-a9a4cf3bd293 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:21.602573 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e74ddcd9-a139-4d56-872e-a9a4cf3bd293 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7121987 Aug 19 18:29:21.605491 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42920) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:21.610666 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-faab72fb-e1cc-4b4b-b0f0-29970d21e5ba tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group_rule': {'security_group_id': 'e656ebcc-d5bf-410b-a507-f872b0011690', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:21.611775 n-d-803753-2 neutron-server[94681]: WARNING neutron.api.v2.base [None req-faab72fb-e1cc-4b4b-b0f0-29970d21e5ba tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 19 18:29:21.612280 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-faab72fb-e1cc-4b4b-b0f0-29970d21e5ba tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:29:21.616439 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-faab72fb-e1cc-4b4b-b0f0-29970d21e5ba tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066862 Aug 19 18:29:21.616739 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42924) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:21.619961 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ddcd9-a139-4d56-872e-a9a4cf3bd293 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e656ebcc-d5bf-410b-a507-f872b0011690,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:21.672947 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8aad78aa-e266-4854-954d-691aca467c1e tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:21.696288 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8aad78aa-e266-4854-954d-691aca467c1e tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:21.740378 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:29:21.742145 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8aad78aa-e266-4854-954d-691aca467c1e tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:21.745418 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8aad78aa-e266-4854-954d-691aca467c1e tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:21.749077 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8aad78aa-e266-4854-954d-691aca467c1e tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "DELETE /v2.0/security-groups/e656ebcc-d5bf-410b-a507-f872b0011690 HTTP/1.1" status: 204 len: 168 time: 0.1287570 Aug 19 18:29:21.749489 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42928) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:21.756198 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad78aa-e266-4854-954d-691aca467c1e tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e656ebcc-d5bf-410b-a507-f872b0011690,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:21.817903 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-601065c3-c351-4adc-ba43-2efb60b24db1 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0640578 Aug 19 18:29:21.820439 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42934) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:21.825271 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-ce6f998f-1f70-4e49-959d-195a7b7e9570 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group': {'name': 'tempest-secgroup--505569215'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:21.850457 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce6f998f-1f70-4e49-959d-195a7b7e9570 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:21.882975 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe,segment=NetworkSegment(89e32a60-fc2b-40bb-946f-a999e49b2fed),segment_id=89e32a60-fc2b-40bb-946f-a999e49b2fed)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:21.900728 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe', 'network_id': '476cb69a-dba4-4e65-907b-1b608732e426', 'port_id': 'f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe', 'mac_address': 'fa:16:3e:11:b7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a299ca6d-c995-475c-91c4-54ea305f5668', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:29:21.955540 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:21.958801 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce6f998f-1f70-4e49-959d-195a7b7e9570 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:21.965138 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce6f998f-1f70-4e49-959d-195a7b7e9570 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:21.974480 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:29:22.002874 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe,segment=NetworkSegment(89e32a60-fc2b-40bb-946f-a999e49b2fed),segment_id=89e32a60-fc2b-40bb-946f-a999e49b2fed)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:22.008210 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f998f-1f70-4e49-959d-195a7b7e9570 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e91c12eb-a92b-4b86-99e3-90ba53841877,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:22.009875 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:22.012382 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce6f998f-1f70-4e49-959d-195a7b7e9570 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:22.016120 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ce6f998f-1f70-4e49-959d-195a7b7e9570 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1920383 Aug 19 18:29:22.016325 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42942) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:22.021870 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-eac0a32b-f6bf-4fa7-828e-2d6774588b31 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group_rule': {'security_group_id': 'e91c12eb-a92b-4b86-99e3-90ba53841877', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:22.034164 n-d-803753-2 neutron-server[94681]: WARNING neutron.api.v2.base [None req-eac0a32b-f6bf-4fa7-828e-2d6774588b31 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 19 18:29:22.035144 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-eac0a32b-f6bf-4fa7-828e-2d6774588b31 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:29:22.040347 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-eac0a32b-f6bf-4fa7-828e-2d6774588b31 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0198679 Aug 19 18:29:22.041805 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42944) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:22.046479 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-ae7e2a43-c615-4fa6-8454-82db5c3dcf5f tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group_rule': {'security_group_id': 'e91c12eb-a92b-4b86-99e3-90ba53841877', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:22.047232 n-d-803753-2 neutron-server[94681]: WARNING neutron.api.v2.base [None req-ae7e2a43-c615-4fa6-8454-82db5c3dcf5f tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 19 18:29:22.047794 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-ae7e2a43-c615-4fa6-8454-82db5c3dcf5f tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:29:22.051307 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ae7e2a43-c615-4fa6-8454-82db5c3dcf5f tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0059929 Aug 19 18:29:22.051932 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42946) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:22.057619 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-bc319310-c308-441f-8e7c-0b0b05fb443d tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group_rule': {'security_group_id': 'e91c12eb-a92b-4b86-99e3-90ba53841877', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:22.058447 n-d-803753-2 neutron-server[94681]: WARNING neutron.api.v2.base [None req-bc319310-c308-441f-8e7c-0b0b05fb443d tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 19 18:29:22.058937 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-bc319310-c308-441f-8e7c-0b0b05fb443d tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:29:22.059894 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bc319310-c308-441f-8e7c-0b0b05fb443d tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058255 Aug 19 18:29:22.062460 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:22.062601 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42948) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:22.069168 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-227a14b7-3caf-4291-bfe8-c9505adeaa01 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group_rule': {'security_group_id': 'e91c12eb-a92b-4b86-99e3-90ba53841877', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:22.070092 n-d-803753-2 neutron-server[94681]: WARNING neutron.api.v2.base [None req-227a14b7-3caf-4291-bfe8-c9505adeaa01 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 19 18:29:22.070734 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-227a14b7-3caf-4291-bfe8-c9505adeaa01 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:29:22.071770 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-227a14b7-3caf-4291-bfe8-c9505adeaa01 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069771 Aug 19 18:29:22.074592 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42950) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:22.127628 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f9d7641c-aab6-4906-8668-be2a5e118a5b tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:22.153128 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f9d7641c-aab6-4906-8668-be2a5e118a5b tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:22.210780 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f9d7641c-aab6-4906-8668-be2a5e118a5b tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:22.213461 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f9d7641c-aab6-4906-8668-be2a5e118a5b tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:22.217574 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f9d7641c-aab6-4906-8668-be2a5e118a5b tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "DELETE /v2.0/security-groups/e91c12eb-a92b-4b86-99e3-90ba53841877 HTTP/1.1" status: 204 len: 168 time: 0.1416807 Aug 19 18:29:22.218194 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42958) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:22.234607 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7641c-aab6-4906-8668-be2a5e118a5b tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91c12eb-a92b-4b86-99e3-90ba53841877,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:22.255957 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9d2a9-fa83-4cfa-a931-b7cb976837c6 req-5a789d5a-2e47-46b2-bd0a-3bdac2c0605a tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:22.263642 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7bf9d2a9-fa83-4cfa-a931-b7cb976837c6 req-5a789d5a-2e47-46b2-bd0a-3bdac2c0605a tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c86298c-e582-4b58-8a3e-9fb2522b6ea2 HTTP/1.1" status: 200 len: 944 time: 0.0699825 Aug 19 18:29:22.282624 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ba0389c8-aa76-4d80-af3f-32ebbe001f48 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0602210 Aug 19 18:29:22.283262 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42960) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:22.289312 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d6eef167-e904-4596-a037-427ec5a3306f tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group': {'name': 'tempest-secgroup--585397926'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:22.306507 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7bf9d2a9-fa83-4cfa-a931-b7cb976837c6 req-6e9ad66a-ee64-4ec2-b17b-aa1376d854ae tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.24 "GET /v2.0/security-groups?id=9bc71500-e2a8-4858-8ddb-978406f09be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358150 Aug 19 18:29:22.311188 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:29:22.315898 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d6eef167-e904-4596-a037-427ec5a3306f tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:22.432463 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d6eef167-e904-4596-a037-427ec5a3306f tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:22.441733 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d6eef167-e904-4596-a037-427ec5a3306f tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:22.474760 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d6eef167-e904-4596-a037-427ec5a3306f tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:22.476035 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d6eef167-e904-4596-a037-427ec5a3306f tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1918147 Aug 19 18:29:22.478175 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eef167-e904-4596-a037-427ec5a3306f tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae497263-6209-4e3f-a96b-70e75ea18279,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:22.479709 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42968) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:22.485377 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-9ac6c9d2-a574-4715-9cb7-1cad0201c00c tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group_rule': {'security_group_id': 'ae497263-6209-4e3f-a96b-70e75ea18279', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:22.486274 n-d-803753-2 neutron-server[94681]: WARNING neutron.api.v2.base [None req-9ac6c9d2-a574-4715-9cb7-1cad0201c00c tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 18:29:22.486786 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-9ac6c9d2-a574-4715-9cb7-1cad0201c00c tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:29:22.487802 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9ac6c9d2-a574-4715-9cb7-1cad0201c00c tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070817 Aug 19 18:29:22.491501 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42970) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:22.496335 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f6b4dc05-71c6-4dd0-b6e6-b0b9aee509b3 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group_rule': {'security_group_id': 'ae497263-6209-4e3f-a96b-70e75ea18279', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:22.537632 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-f6b4dc05-71c6-4dd0-b6e6-b0b9aee509b3 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:29:22.538830 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f6b4dc05-71c6-4dd0-b6e6-b0b9aee509b3 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0462680 Aug 19 18:29:22.541914 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42972) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:22.549006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-0e50df26-740a-4493-9aba-2c0dd92facbd tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group_rule': {'security_group_id': 'ae497263-6209-4e3f-a96b-70e75ea18279', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:22.550090 n-d-803753-2 neutron-server[94682]: WARNING neutron.api.v2.base [None req-0e50df26-740a-4493-9aba-2c0dd92facbd tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 19 18:29:22.550507 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-0e50df26-740a-4493-9aba-2c0dd92facbd tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:29:22.552461 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0e50df26-740a-4493-9aba-2c0dd92facbd tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094311 Aug 19 18:29:22.555368 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42974) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:22.560325 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-42b48d8d-f224-4e9b-b5f5-4c8aceb17758 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group_rule': {'security_group_id': 'ae497263-6209-4e3f-a96b-70e75ea18279', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:22.606775 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-42b48d8d-f224-4e9b-b5f5-4c8aceb17758 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:29:22.608157 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-42b48d8d-f224-4e9b-b5f5-4c8aceb17758 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0517290 Aug 19 18:29:22.611578 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42978) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:22.616186 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-add63678-695e-4d69-a9bc-3c0fbfb271c4 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group_rule': {'security_group_id': 'ae497263-6209-4e3f-a96b-70e75ea18279', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:22.617285 n-d-803753-2 neutron-server[94682]: WARNING neutron.api.v2.base [None req-add63678-695e-4d69-a9bc-3c0fbfb271c4 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 18:29:22.617958 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-add63678-695e-4d69-a9bc-3c0fbfb271c4 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:29:22.622050 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-add63678-695e-4d69-a9bc-3c0fbfb271c4 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069566 Aug 19 18:29:22.622303 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42980) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:22.627118 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d50ad86a-fba7-4494-bb0f-88d23c4625a6 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group_rule': {'security_group_id': 'ae497263-6209-4e3f-a96b-70e75ea18279', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:22.652519 n-d-803753-2 neutron-server[94682]: INFO neutron.db.securitygroups_db [None req-d50ad86a-fba7-4494-bb0f-88d23c4625a6 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Project e083981276fc4e9eb5cb12bdc09f1999 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:29:22.667017 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-d50ad86a-fba7-4494-bb0f-88d23c4625a6 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:29:22.668389 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d50ad86a-fba7-4494-bb0f-88d23c4625a6 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0451140 Aug 19 18:29:22.671590 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42984) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:22.681011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-507567fe-3a0b-49fc-a80f-40bf78f39d12 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group_rule': {'security_group_id': 'ae497263-6209-4e3f-a96b-70e75ea18279', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:22.681753 n-d-803753-2 neutron-server[94681]: WARNING neutron.api.v2.base [None req-507567fe-3a0b-49fc-a80f-40bf78f39d12 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 19 18:29:22.682268 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-507567fe-3a0b-49fc-a80f-40bf78f39d12 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:29:22.683276 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-507567fe-3a0b-49fc-a80f-40bf78f39d12 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107148 Aug 19 18:29:22.686237 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42986) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:22.690724 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e541676b-1f5a-4cdd-bc44-a51b924b33f9 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group_rule': {'security_group_id': 'ae497263-6209-4e3f-a96b-70e75ea18279', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:22.714385 n-d-803753-2 neutron-server[94681]: INFO neutron.db.securitygroups_db [None req-e541676b-1f5a-4cdd-bc44-a51b924b33f9 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Project e083981276fc4e9eb5cb12bdc09f1999 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:29:22.728087 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-e541676b-1f5a-4cdd-bc44-a51b924b33f9 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:29:22.729133 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e541676b-1f5a-4cdd-bc44-a51b924b33f9 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0418727 Aug 19 18:29:22.732910 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42988) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:22.738031 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-06d28b3f-0a10-4a0f-9316-d592d994104c tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group_rule': {'security_group_id': 'ae497263-6209-4e3f-a96b-70e75ea18279', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:22.762105 n-d-803753-2 neutron-server[94682]: INFO neutron.db.securitygroups_db [None req-06d28b3f-0a10-4a0f-9316-d592d994104c tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Project e083981276fc4e9eb5cb12bdc09f1999 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:29:22.776219 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-06d28b3f-0a10-4a0f-9316-d592d994104c tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:29:22.780410 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-06d28b3f-0a10-4a0f-9316-d592d994104c tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0435920 Aug 19 18:29:22.780774 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42992) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:22.842057 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-61967bcf-2426-480b-9683-15b01ec63eb1 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:22.866123 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-61967bcf-2426-480b-9683-15b01ec63eb1 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:22.916205 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-61967bcf-2426-480b-9683-15b01ec63eb1 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:22.918817 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-61967bcf-2426-480b-9683-15b01ec63eb1 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:22.919979 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-61967bcf-2426-480b-9683-15b01ec63eb1 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "DELETE /v2.0/security-groups/ae497263-6209-4e3f-a96b-70e75ea18279 HTTP/1.1" status: 204 len: 168 time: 0.1382537 Aug 19 18:29:22.923024 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42998) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:22.929923 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61967bcf-2426-480b-9683-15b01ec63eb1 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae497263-6209-4e3f-a96b-70e75ea18279,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:22.982210 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9fb2aad2-e3d4-450a-a1f4-f3621ab24805 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0579841 Aug 19 18:29:22.986048 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43002) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:22.991529 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-724a877e-8bee-4bd6-b8a4-4c0c084bc756 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group': {'name': 'tempest-secgroup--268124745'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:23.019010 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-724a877e-8bee-4bd6-b8a4-4c0c084bc756 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:23.110475 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-724a877e-8bee-4bd6-b8a4-4c0c084bc756 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:23.114475 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-724a877e-8bee-4bd6-b8a4-4c0c084bc756 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:23.143480 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-724a877e-8bee-4bd6-b8a4-4c0c084bc756 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:23.148357 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-724a877e-8bee-4bd6-b8a4-4c0c084bc756 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1576352 Aug 19 18:29:23.148357 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a877e-8bee-4bd6-b8a4-4c0c084bc756 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e01228a2-3dfc-4f1f-8116-38efa38668e3,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:23.149029 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43008) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:23.155031 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-3a4c9847-18b7-4010-a74d-a5e3261725f1 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group_rule': {'security_group_id': 'e01228a2-3dfc-4f1f-8116-38efa38668e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:23.200987 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-3a4c9847-18b7-4010-a74d-a5e3261725f1 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] create failed (client error): The resource could not be found. Aug 19 18:29:23.202583 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3a4c9847-18b7-4010-a74d-a5e3261725f1 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0523691 Aug 19 18:29:23.205577 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43010) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:23.210757 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-03a70475-5742-4df2-ae03-c71c53c7b77a tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group_rule': {'security_group_id': 'e01228a2-3dfc-4f1f-8116-38efa38668e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c4972118-ead0-441b-9c43-f8ade37c3d52'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:23.254785 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-03a70475-5742-4df2-ae03-c71c53c7b77a tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] create failed (client error): The resource could not be found. Aug 19 18:29:23.255851 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-03a70475-5742-4df2-ae03-c71c53c7b77a tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0492668 Aug 19 18:29:23.258749 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43014) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:23.312725 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1766f43e-cf80-408f-9a41-81cc4c7663f9 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:23.336697 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1766f43e-cf80-408f-9a41-81cc4c7663f9 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:23.390294 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1766f43e-cf80-408f-9a41-81cc4c7663f9 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:23.393169 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1766f43e-cf80-408f-9a41-81cc4c7663f9 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:23.394775 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1766f43e-cf80-408f-9a41-81cc4c7663f9 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "DELETE /v2.0/security-groups/e01228a2-3dfc-4f1f-8116-38efa38668e3 HTTP/1.1" status: 204 len: 168 time: 0.1346905 Aug 19 18:29:23.397254 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43020) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:23.431347 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766f43e-cf80-408f-9a41-81cc4c7663f9 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01228a2-3dfc-4f1f-8116-38efa38668e3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:23.460422 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f1f2c-d269-4d0c-a928-6c437e406f8a req-3ceff8cd-a603-4283-a780-8fabc2cb10da tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:23.465582 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3c2a4882-f801-4593-acb2-44d4b403a5c4 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0632663 Aug 19 18:29:23.465750 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a6f1f2c-d269-4d0c-a928-6c437e406f8a req-3ceff8cd-a603-4283-a780-8fabc2cb10da tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c86298c-e582-4b58-8a3e-9fb2522b6ea2 HTTP/1.1" status: 200 len: 944 time: 0.0662849 Aug 19 18:29:23.465862 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43022) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:23.471737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-4a0c72cb-9bb5-49ce-b4c2-4617c3e90408 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group_rule': {'security_group_id': 'ba05a40c-b7a4-4dc6-a867-8e293b8155a4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:23.519006 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a6f1f2c-d269-4d0c-a928-6c437e406f8a req-56e57b0f-ffc8-4135-bfd5-aad64d5a6ffb tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.24 "GET /v2.0/security-groups?id=9bc71500-e2a8-4858-8ddb-978406f09be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404258 Aug 19 18:29:23.521120 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-4a0c72cb-9bb5-49ce-b4c2-4617c3e90408 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] create failed (client error): The resource could not be found. Aug 19 18:29:23.525614 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4a0c72cb-9bb5-49ce-b4c2-4617c3e90408 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0551786 Aug 19 18:29:23.525958 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43028) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:23.530501 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-69fa6100-ad7b-42e8-b8b4-b075a7cebc7c tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group': {'name': 'tempest-secgroup--1579221220'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:23.554352 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-69fa6100-ad7b-42e8-b8b4-b075a7cebc7c tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:23.643235 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-69fa6100-ad7b-42e8-b8b4-b075a7cebc7c tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:23.647923 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-69fa6100-ad7b-42e8-b8b4-b075a7cebc7c tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:23.677119 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-69fa6100-ad7b-42e8-b8b4-b075a7cebc7c tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:23.678419 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-69fa6100-ad7b-42e8-b8b4-b075a7cebc7c tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1515636 Aug 19 18:29:23.681237 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43036) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:23.686491 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-22af514c-ff6d-4f86-9731-4e11a30f8e40 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group': {'name': 'tempest-secgroup--796583265'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:23.692268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa6100-ad7b-42e8-b8b4-b075a7cebc7c tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b567af-d11f-42b3-b093-2020a946545c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:23.711270 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-22af514c-ff6d-4f86-9731-4e11a30f8e40 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:23.737133 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:29:23.800416 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:29:23.805756 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:29:23.806066 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:23.816211 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-22af514c-ff6d-4f86-9731-4e11a30f8e40 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:23.828129 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-22af514c-ff6d-4f86-9731-4e11a30f8e40 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:23.857517 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-22af514c-ff6d-4f86-9731-4e11a30f8e40 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:23.859010 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-22af514c-ff6d-4f86-9731-4e11a30f8e40 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1760423 Aug 19 18:29:23.864318 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43042) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:23.869942 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af514c-ff6d-4f86-9731-4e11a30f8e40 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5659c940-06a9-4eed-9862-b75f3fd5f0a3,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:23.875213 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e530b989-7ac3-47d7-af22-985005c6a4be tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group_rule': {'security_group_id': '55b567af-d11f-42b3-b093-2020a946545c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '5659c940-06a9-4eed-9862-b75f3fd5f0a3'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:23.904529 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:23.921006 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-e530b989-7ac3-47d7-af22-985005c6a4be tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:29:23.923290 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e530b989-7ac3-47d7-af22-985005c6a4be tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0573547 Aug 19 18:29:23.926790 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43044) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:23.940110 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c86298c-e582-4b58-8a3e-9fb2522b6ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:29:23.943802 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7c3a72-78d2-49a9-9e6c-ab105395ce01" -d '{"events": [{"server_uuid": "2c86298c-e582-4b58-8a3e-9fb2522b6ea2", "name": "network-vif-plugged", "status": "completed", "tag": "f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:29:23.959879 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe,segment=NetworkSegment(89e32a60-fc2b-40bb-946f-a999e49b2fed),segment_id=89e32a60-fc2b-40bb-946f-a999e49b2fed)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:23.966990 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:24.004399 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbe1a96-3c68-407c-bbd7-6fb0c6127224 x-openstack-request-id: req-9fbe1a96-3c68-407c-bbd7-6fb0c6127224 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:29:24.004671 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dfb04384-dc8b-4ed6-9549-d19600299ff4 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:24.004818 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c86298c-e582-4b58-8a3e-9fb2522b6ea2", "name": "network-vif-plugged", "status": "completed", "tag": "f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:29:24.004818 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9fbe1a96-3c68-407c-bbd7-6fb0c6127224 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:29:24.005374 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c86298c-e582-4b58-8a3e-9fb2522b6ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe', 'code': 200} Aug 19 18:29:24.029751 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dfb04384-dc8b-4ed6-9549-d19600299ff4 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:24.039029 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:24.113558 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dfb04384-dc8b-4ed6-9549-d19600299ff4 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:24.116687 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dfb04384-dc8b-4ed6-9549-d19600299ff4 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:24.124061 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dfb04384-dc8b-4ed6-9549-d19600299ff4 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "DELETE /v2.0/security-groups/5659c940-06a9-4eed-9862-b75f3fd5f0a3 HTTP/1.1" status: 204 len: 168 time: 0.1899881 Aug 19 18:29:24.124504 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43054) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:24.137660 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af31657-022c-463a-a04d-8c4f71987bed req-2677314a-8a45-4bab-b020-3bcc502b56bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:24.139227 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9af31657-022c-463a-a04d-8c4f71987bed req-2677314a-8a45-4bab-b020-3bcc502b56bd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2c86298c-e582-4b58-8a3e-9fb2522b6ea2 HTTP/1.1" status: 200 len: 1096 time: 0.0819008 Aug 19 18:29:24.140208 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb04384-dc8b-4ed6-9549-d19600299ff4 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5659c940-06a9-4eed-9862-b75f3fd5f0a3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:24.189024 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9af31657-022c-463a-a04d-8c4f71987bed req-66885e60-3734-49af-a3bc-4afa6176996c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9bc71500-e2a8-4858-8ddb-978406f09be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419574 Aug 19 18:29:24.194066 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-de8beda6-3df3-42d5-a676-b83c2d4c7e06 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0715799 Aug 19 18:29:24.196943 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43058) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:24.255782 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f6223e9-0523-4d2e-8fc1-11765be69bec tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:24.280697 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f6223e9-0523-4d2e-8fc1-11765be69bec tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:24.326773 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f6223e9-0523-4d2e-8fc1-11765be69bec tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:24.329481 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f6223e9-0523-4d2e-8fc1-11765be69bec tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:24.334321 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0f6223e9-0523-4d2e-8fc1-11765be69bec tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "DELETE /v2.0/security-groups/55b567af-d11f-42b3-b093-2020a946545c HTTP/1.1" status: 204 len: 168 time: 0.1329467 Aug 19 18:29:24.334809 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43062) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:24.340927 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6223e9-0523-4d2e-8fc1-11765be69bec tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b567af-d11f-42b3-b093-2020a946545c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:24.385577 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-458ed57e-2649-4cc3-8095-50fc300a4e95 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0493054 Aug 19 18:29:24.389975 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43066) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:24.395194 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-636dc917-2a15-4304-a82c-711e94f62f2e tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group': {'name': 'tempest-secgroup--987333390'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:24.418040 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-636dc917-2a15-4304-a82c-711e94f62f2e tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:24.506156 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-636dc917-2a15-4304-a82c-711e94f62f2e tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:24.509701 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-636dc917-2a15-4304-a82c-711e94f62f2e tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:24.541206 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-636dc917-2a15-4304-a82c-711e94f62f2e tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:24.545278 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-636dc917-2a15-4304-a82c-711e94f62f2e tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1514895 Aug 19 18:29:24.545278 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636dc917-2a15-4304-a82c-711e94f62f2e tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9aff5f0-3449-4c9c-bb79-08081c362c15,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:24.545848 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43070) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:24.550554 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-211a5ee3-13ae-47c0-9b65-b44bdcd7f964 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group_rule': {'security_group_id': 'a9aff5f0-3449-4c9c-bb79-08081c362c15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:24.590841 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-211a5ee3-13ae-47c0-9b65-b44bdcd7f964 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:29:24.592032 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-211a5ee3-13ae-47c0-9b65-b44bdcd7f964 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0452740 Aug 19 18:29:24.595276 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43074) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:24.601400 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-4ada61b7-3cdc-4def-b1cd-93853f58b764 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group_rule': {'security_group_id': 'a9aff5f0-3449-4c9c-bb79-08081c362c15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:24.649844 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-4ada61b7-3cdc-4def-b1cd-93853f58b764 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:29:24.651324 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4ada61b7-3cdc-4def-b1cd-93853f58b764 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0549109 Aug 19 18:29:24.654298 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43076) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:24.683805 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87775c3c-bd70-435d-9d27-a197dca3caa9 req-92b112fc-2484-469c-a71a-63d33555521b tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:24.685457 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-87775c3c-bd70-435d-9d27-a197dca3caa9 req-92b112fc-2484-469c-a71a-63d33555521b tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c86298c-e582-4b58-8a3e-9fb2522b6ea2 HTTP/1.1" status: 200 len: 945 time: 0.0668244 Aug 19 18:29:24.716557 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55567aed-4fe5-43ad-a138-f381e75fd345 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:24.728844 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-87775c3c-bd70-435d-9d27-a197dca3caa9 req-d82443f7-5da9-44e7-a233-9b62432131c6 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.24 "GET /v2.0/security-groups?id=9bc71500-e2a8-4858-8ddb-978406f09be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353639 Aug 19 18:29:24.748171 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55567aed-4fe5-43ad-a138-f381e75fd345 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:24.799851 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55567aed-4fe5-43ad-a138-f381e75fd345 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:24.803250 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55567aed-4fe5-43ad-a138-f381e75fd345 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:24.804461 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-55567aed-4fe5-43ad-a138-f381e75fd345 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "DELETE /v2.0/security-groups/a9aff5f0-3449-4c9c-bb79-08081c362c15 HTTP/1.1" status: 204 len: 168 time: 0.1492481 Aug 19 18:29:24.807321 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43080) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:24.814471 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55567aed-4fe5-43ad-a138-f381e75fd345 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9aff5f0-3449-4c9c-bb79-08081c362c15,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:24.858524 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0ff1fdd1-8ad7-4080-8e46-cfb7558628ce tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0497506 Aug 19 18:29:24.862141 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43082) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:24.866915 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d9cb45e9-c321-4b63-976d-92e571e3680b tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group': {'name': 'tempest-secgroup--369825697'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:24.891668 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9cb45e9-c321-4b63-976d-92e571e3680b tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:24.983054 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9cb45e9-c321-4b63-976d-92e571e3680b tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:24.987191 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9cb45e9-c321-4b63-976d-92e571e3680b tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:25.015396 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9cb45e9-c321-4b63-976d-92e571e3680b tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:25.016716 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d9cb45e9-c321-4b63-976d-92e571e3680b tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1536407 Aug 19 18:29:25.019757 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43086) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:25.022461 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb45e9-c321-4b63-976d-92e571e3680b tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8f374b-8639-495a-8c5c-1c850106f719,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:25.025336 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2ec06459-8350-4f98-81fc-28b87e06e4a1 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:25.026217 n-d-803753-2 neutron-server[94681]: WARNING neutron.api.v2.base [None req-2ec06459-8350-4f98-81fc-28b87e06e4a1 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 18:29:25.026724 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-2ec06459-8350-4f98-81fc-28b87e06e4a1 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] update failed (client error): There was a conflict when trying to complete your request. Aug 19 18:29:25.027721 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2ec06459-8350-4f98-81fc-28b87e06e4a1 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "PUT /v2.0/security-groups/ac8f374b-8639-495a-8c5c-1c850106f719 HTTP/1.1" status: 409 len: 330 time: 0.0068815 Aug 19 18:29:25.030755 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43088) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:25.089460 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b2cc65b5-24d6-4c3f-8081-d0b2120fbf04 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:25.112923 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b2cc65b5-24d6-4c3f-8081-d0b2120fbf04 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:25.160893 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b2cc65b5-24d6-4c3f-8081-d0b2120fbf04 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:25.164874 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b2cc65b5-24d6-4c3f-8081-d0b2120fbf04 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:25.166305 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b2cc65b5-24d6-4c3f-8081-d0b2120fbf04 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "DELETE /v2.0/security-groups/ac8f374b-8639-495a-8c5c-1c850106f719 HTTP/1.1" status: 204 len: 168 time: 0.1346045 Aug 19 18:29:25.169048 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43094) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:25.177130 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc65b5-24d6-4c3f-8081-d0b2120fbf04 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8f374b-8639-495a-8c5c-1c850106f719,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:25.232748 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-256cf40d-681f-4a9d-9394-ec68972bec3f tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609493 Aug 19 18:29:25.236525 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43098) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:25.252298 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-37714feb-f1f8-4251-9f58-595629b008db tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] delete failed (client error): The resource could not be found. Aug 19 18:29:25.253339 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-37714feb-f1f8-4251-9f58-595629b008db tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "DELETE /v2.0/security-groups/3be2dd68-c35a-4fa3-80e9-50a64470677e HTTP/1.1" status: 404 len: 347 time: 0.0158093 Aug 19 18:29:25.257762 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43100) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:25.275098 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-5c5e0dc4-df42-4342-b1ac-6f3263164104 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] show failed (client error): The resource could not be found. Aug 19 18:29:25.277594 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5c5e0dc4-df42-4342-b1ac-6f3263164104 tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "GET /v2.0/security-groups/646157c8-2e2f-4b1f-9d6b-a0c96a553cf4 HTTP/1.1" status: 404 len: 347 time: 0.0166719 Aug 19 18:29:25.280722 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43104) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:25.306887 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-fe422953-57c7-4019-8ffb-21ffc5c6982b tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] show failed (client error): The resource could not be found. Aug 19 18:29:25.308470 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fe422953-57c7-4019-8ffb-21ffc5c6982b tempest-NegativeSecGroupIPv6Test-963368868 tempest-NegativeSecGroupIPv6Test-963368868-project] 10.222.0.24 "GET /v2.0/security-group-rules/8a44afdd-95a7-4ef4-b46d-fbafeb37f4d7 HTTP/1.1" status: 404 len: 356 time: 0.0264266 Aug 19 18:29:25.590274 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43116) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:25.743975 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0dfc971e-4566-48d7-a1f3-360ec63ce9ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e083981276fc4e9eb5cb12bdc09f1999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524048 Aug 19 18:29:25.746973 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43124) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:25.802716 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57f971e6-8fee-4a1a-b6e6-e89e2f340188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:25.846215 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57f971e6-8fee-4a1a-b6e6-e89e2f340188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:25.897164 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60b202-b537-42f6-9890-1cf8e6829e9a req-c44ab8bb-04a4-40c3-9f9e-ceb52b8a792a tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:25.898713 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad60b202-b537-42f6-9890-1cf8e6829e9a req-c44ab8bb-04a4-40c3-9f9e-ceb52b8a792a tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c86298c-e582-4b58-8a3e-9fb2522b6ea2 HTTP/1.1" status: 200 len: 945 time: 0.0866261 Aug 19 18:29:25.932552 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57f971e6-8fee-4a1a-b6e6-e89e2f340188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:25.935127 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57f971e6-8fee-4a1a-b6e6-e89e2f340188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:25.936270 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-57f971e6-8fee-4a1a-b6e6-e89e2f340188 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc8ef0b8-f393-4244-b3e6-73977188b634 HTTP/1.1" status: 204 len: 168 time: 0.1883748 Aug 19 18:29:25.955551 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad60b202-b537-42f6-9890-1cf8e6829e9a req-2ff3f62d-6111-4abd-9e76-a2af05b2d2f0 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.24 "GET /v2.0/security-groups?id=9bc71500-e2a8-4858-8ddb-978406f09be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495975 Aug 19 18:29:25.956273 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f971e6-8fee-4a1a-b6e6-e89e2f340188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8ef0b8-f393-4244-b3e6-73977188b634,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:26.285564 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543158a7-e483-4710-94b3-745fee6dec1d req-9fc35b62-d162-4763-8ec6-eadffc67c0bf tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:26.290255 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-543158a7-e483-4710-94b3-745fee6dec1d req-9fc35b62-d162-4763-8ec6-eadffc67c0bf tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c86298c-e582-4b58-8a3e-9fb2522b6ea2 HTTP/1.1" status: 200 len: 945 time: 0.0625076 Aug 19 18:29:26.335839 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-543158a7-e483-4710-94b3-745fee6dec1d req-b2fc7fce-afb8-46b6-9a74-b79cc24ccfd5 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.24 "GET /v2.0/security-groups?id=9bc71500-e2a8-4858-8ddb-978406f09be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393338 Aug 19 18:29:26.991872 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43172) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:27.106282 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5de686f8-995e-485e-b736-b02cad48897f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:27.214331 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5de686f8-995e-485e-b736-b02cad48897f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:27.219510 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5de686f8-995e-485e-b736-b02cad48897f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:27.262398 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de686f8-995e-485e-b736-b02cad48897f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de595f29-b5c6-45fb-a8f9-c85cdb8bc700,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:27.267097 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5de686f8-995e-485e-b736-b02cad48897f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f00ac65e27174faebbbaab1f6890fe59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2741449 Aug 19 18:29:27.270532 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43180) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:27.330739 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c9c97a85-ed96-4fd4-ac57-cef86e274902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:27.364726 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c9c97a85-ed96-4fd4-ac57-cef86e274902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:27.447370 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c9c97a85-ed96-4fd4-ac57-cef86e274902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:27.450625 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c9c97a85-ed96-4fd4-ac57-cef86e274902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:27.454778 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c9c97a85-ed96-4fd4-ac57-cef86e274902 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de595f29-b5c6-45fb-a8f9-c85cdb8bc700 HTTP/1.1" status: 204 len: 168 time: 0.1802614 Aug 19 18:29:27.478772 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c97a85-ed96-4fd4-ac57-cef86e274902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de595f29-b5c6-45fb-a8f9-c85cdb8bc700,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:27.499365 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e239c52-f59a-44a0-9913-172359435012 req-8f1c0562-821a-4b37-818d-4596ac0725c4 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:27.502932 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5e239c52-f59a-44a0-9913-172359435012 req-8f1c0562-821a-4b37-818d-4596ac0725c4 tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c86298c-e582-4b58-8a3e-9fb2522b6ea2 HTTP/1.1" status: 200 len: 945 time: 0.0902185 Aug 19 18:29:27.558252 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5e239c52-f59a-44a0-9913-172359435012 req-431b72ca-ebb3-484f-9bef-65db09f0978f tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.24 "GET /v2.0/security-groups?id=9bc71500-e2a8-4858-8ddb-978406f09be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471199 Aug 19 18:29:27.731581 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354ce00-dc7a-4ac1-b9f9-ebfe167506d5 req-82435969-2f12-4e88-bc1b-b14c5ca9865f tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:27.733255 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f354ce00-dc7a-4ac1-b9f9-ebfe167506d5 req-82435969-2f12-4e88-bc1b-b14c5ca9865f tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c86298c-e582-4b58-8a3e-9fb2522b6ea2 HTTP/1.1" status: 200 len: 945 time: 0.0567818 Aug 19 18:29:27.865232 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-f354ce00-dc7a-4ac1-b9f9-ebfe167506d5 req-6331a944-394c-4500-9987-715c1a8cdf7b tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Deleting port f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:27.865643 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f354ce00-dc7a-4ac1-b9f9-ebfe167506d5 req-6331a944-394c-4500-9987-715c1a8cdf7b tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:27.976954 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-f354ce00-dc7a-4ac1-b9f9-ebfe167506d5 req-6331a944-394c-4500-9987-715c1a8cdf7b tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] For port f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe,segment=NetworkSegment(89e32a60-fc2b-40bb-946f-a999e49b2fed),segment_id=89e32a60-fc2b-40bb-946f-a999e49b2fed)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:27.977437 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f354ce00-dc7a-4ac1-b9f9-ebfe167506d5 req-6331a944-394c-4500-9987-715c1a8cdf7b tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:27.994509 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-f354ce00-dc7a-4ac1-b9f9-ebfe167506d5 req-6331a944-394c-4500-9987-715c1a8cdf7b tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Calling delete_port for f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:28.155487 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f354ce00-dc7a-4ac1-b9f9-ebfe167506d5 req-6331a944-394c-4500-9987-715c1a8cdf7b tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:28.168658 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:29:28.199768 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331a944-394c-4500-9987-715c1a8cdf7b tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Pushing event deleted for resources: {'Port': ['ID=f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:28.216722 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43216) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:28.253587 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-f354ce00-dc7a-4ac1-b9f9-ebfe167506d5 req-6331a944-394c-4500-9987-715c1a8cdf7b tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] No DVR routers for this DVR port f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:29:28.256313 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f354ce00-dc7a-4ac1-b9f9-ebfe167506d5 req-6331a944-394c-4500-9987-715c1a8cdf7b tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:28.258453 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f354ce00-dc7a-4ac1-b9f9-ebfe167506d5 req-6331a944-394c-4500-9987-715c1a8cdf7b tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.50 "DELETE /v2.0/ports/f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe HTTP/1.1" status: 204 len: 173 time: 0.5181749 Aug 19 18:29:28.258919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c86298c-e582-4b58-8a3e-9fb2522b6ea2', 'name': 'network-vif-deleted', 'tag': 'f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:29:28.261419 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f8827b-0ded-48bd-83a2-cef89e3c6066" -d '{"events": [{"server_uuid": "2c86298c-e582-4b58-8a3e-9fb2522b6ea2", "name": "network-vif-deleted", "tag": "f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:29:28.307291 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b97e95b-9ccc-4241-88c0-2c68387aa7f5 x-openstack-request-id: req-9b97e95b-9ccc-4241-88c0-2c68387aa7f5 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:29:28.307593 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c86298c-e582-4b58-8a3e-9fb2522b6ea2", "name": "network-vif-deleted", "tag": "f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:29:28.307851 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b97e95b-9ccc-4241-88c0-2c68387aa7f5 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:29:28.308279 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c86298c-e582-4b58-8a3e-9fb2522b6ea2', 'name': 'network-vif-deleted', 'tag': 'f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe', 'status': 'completed', 'code': 200} Aug 19 18:29:28.480395 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cf296305-0042-49e5-9392-d733044cd75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:28.602215 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cf296305-0042-49e5-9392-d733044cd75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:28.607481 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cf296305-0042-49e5-9392-d733044cd75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:28.655731 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cf296305-0042-49e5-9392-d733044cd75c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d6b70fdc3464b0cbd514d8782558ce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4374082 Aug 19 18:29:28.656492 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf296305-0042-49e5-9392-d733044cd75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5df9fa3-227a-4833-8aaa-8c816e634472,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:28.658969 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43236) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:28.703364 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d3552c35-7c76-40a9-a66a-bc0263ba38df req-9e6c128e-0d79-4ca7-b9cc-cb0d5c06080c tempest-ServerAddressesNegativeTestJSON-1505094897 tempest-ServerAddressesNegativeTestJSON-1505094897-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c86298c-e582-4b58-8a3e-9fb2522b6ea2 HTTP/1.1" status: 200 len: 210 time: 0.0444951 Aug 19 18:29:28.728979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43238) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:28.740041 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ebf130d9-ff34-4eeb-98f1-07ffe5bc5b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:28.765374 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ebf130d9-ff34-4eeb-98f1-07ffe5bc5b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:28.840727 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ebf130d9-ff34-4eeb-98f1-07ffe5bc5b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:28.843992 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ebf130d9-ff34-4eeb-98f1-07ffe5bc5b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:28.845339 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ebf130d9-ff34-4eeb-98f1-07ffe5bc5b81 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5df9fa3-227a-4833-8aaa-8c816e634472 HTTP/1.1" status: 204 len: 168 time: 0.1737530 Aug 19 18:29:28.858971 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf130d9-ff34-4eeb-98f1-07ffe5bc5b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5df9fa3-227a-4833-8aaa-8c816e634472,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:28.904810 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ced1ee3-bcf0-47f3-8358-0e2db6dd5ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:29.020491 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ced1ee3-bcf0-47f3-8358-0e2db6dd5ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:29.024526 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ced1ee3-bcf0-47f3-8358-0e2db6dd5ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:29.068064 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9ced1ee3-bcf0-47f3-8358-0e2db6dd5ed8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0d016086f3f44ea9f5f2a81761237b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3373826 Aug 19 18:29:29.069263 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced1ee3-bcf0-47f3-8358-0e2db6dd5ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0bea8b-1adb-4be1-966a-fec65da38a47,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:29.071234 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43248) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:29.126570 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7aa8948f-1e81-40e2-addf-6b7fdc493b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:29.148552 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7aa8948f-1e81-40e2-addf-6b7fdc493b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:29.153363 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43250) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:29.168136 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5f36eb5-8b26-4dcc-ba2f-fce1890f9ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:29.198745 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7aa8948f-1e81-40e2-addf-6b7fdc493b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:29.201773 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7aa8948f-1e81-40e2-addf-6b7fdc493b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:29.203028 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7aa8948f-1e81-40e2-addf-6b7fdc493b75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b0bea8b-1adb-4be1-966a-fec65da38a47 HTTP/1.1" status: 204 len: 168 time: 0.1296501 Aug 19 18:29:29.212549 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8948f-1e81-40e2-addf-6b7fdc493b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0bea8b-1adb-4be1-966a-fec65da38a47,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:29.278811 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5f36eb5-8b26-4dcc-ba2f-fce1890f9ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:29.283140 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5f36eb5-8b26-4dcc-ba2f-fce1890f9ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:29.330460 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f5f36eb5-8b26-4dcc-ba2f-fce1890f9ba5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2533f3763ec849a9b5f9914e973fbbb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1759415 Aug 19 18:29:29.331327 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f36eb5-8b26-4dcc-ba2f-fce1890f9ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5cc72f-f776-4aa7-b820-25a7de3cafd5,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:29.333779 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43254) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:29.388075 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-18cbe3f7-d257-40e5-948f-e388d64b7e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:29.411860 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-18cbe3f7-d257-40e5-948f-e388d64b7e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:29.464930 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-18cbe3f7-d257-40e5-948f-e388d64b7e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:29.468015 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-18cbe3f7-d257-40e5-948f-e388d64b7e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:29.469229 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-18cbe3f7-d257-40e5-948f-e388d64b7e78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c5cc72f-f776-4aa7-b820-25a7de3cafd5 HTTP/1.1" status: 204 len: 168 time: 0.1343584 Aug 19 18:29:29.478502 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbe3f7-d257-40e5-948f-e388d64b7e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5cc72f-f776-4aa7-b820-25a7de3cafd5,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:29.723415 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:29:29.770503 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43278) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:29.827735 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ed8434-f816-402c-93a5-84f1c92b150d admin admin] Deleting subnet a299ca6d-c995-475c-91c4-54ea305f5668 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:29:29.833400 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82ed8434-f816-402c-93a5-84f1c92b150d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:29.879912 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82ed8434-f816-402c-93a5-84f1c92b150d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:29.924696 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82ed8434-f816-402c-93a5-84f1c92b150d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:30.001018 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82ed8434-f816-402c-93a5-84f1c92b150d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:30.025909 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed8434-f816-402c-93a5-84f1c92b150d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a299ca6d-c995-475c-91c4-54ea305f5668,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:30.035294 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82ed8434-f816-402c-93a5-84f1c92b150d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:30.040261 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43296) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:30.040751 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-82ed8434-f816-402c-93a5-84f1c92b150d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a299ca6d-c995-475c-91c4-54ea305f5668 HTTP/1.1" status: 204 len: 168 time: 0.2676251 Aug 19 18:29:30.116039 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7dc6c2c8-8cd4-4472-916b-75115d15110c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:30.223096 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7dc6c2c8-8cd4-4472-916b-75115d15110c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:30.236133 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-7dc6c2c8-8cd4-4472-916b-75115d15110c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476cb69a-dba4-4e65-907b-1b608732e426']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:30.248701 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-7dc6c2c8-8cd4-4472-916b-75115d15110c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e32a60-fc2b-40bb-946f-a999e49b2fed') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:30.249266 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-7dc6c2c8-8cd4-4472-916b-75115d15110c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e32a60-fc2b-40bb-946f-a999e49b2fed') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:30.261491 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7dc6c2c8-8cd4-4472-916b-75115d15110c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:30.277150 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7dc6c2c8-8cd4-4472-916b-75115d15110c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:30.284337 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc6c2c8-8cd4-4472-916b-75115d15110c admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:29:30.285412 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7dc6c2c8-8cd4-4472-916b-75115d15110c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:29:30.287472 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:29:30.360616 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7dc6c2c8-8cd4-4472-916b-75115d15110c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:30.370147 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7dc6c2c8-8cd4-4472-916b-75115d15110c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:30.372322 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7dc6c2c8-8cd4-4472-916b-75115d15110c admin admin] 10.222.0.24 "DELETE /v2.0/networks/476cb69a-dba4-4e65-907b-1b608732e426 HTTP/1.1" status: 204 len: 168 time: 0.3310101 Aug 19 18:29:30.386564 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6c2c8-8cd4-4472-916b-75115d15110c admin admin] Pushing event deleted for resources: {'Network': ['ID=476cb69a-dba4-4e65-907b-1b608732e426,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:30.568133 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43320) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:30.621305 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-14fd1ca8-5b91-49b4-9908-8d6ed575fe93 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ffb8c58d00d54502a8bb5ad13201e745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515168 Aug 19 18:29:30.624046 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43324) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:30.683434 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43326) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:30.692659 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b9db1c9-d754-475b-99af-78fc99772b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:30.720145 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b9db1c9-d754-475b-99af-78fc99772b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:30.779944 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b9db1c9-d754-475b-99af-78fc99772b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:30.782579 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b9db1c9-d754-475b-99af-78fc99772b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:30.786443 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3b9db1c9-d754-475b-99af-78fc99772b49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9bc71500-e2a8-4858-8ddb-978406f09be8 HTTP/1.1" status: 204 len: 168 time: 0.1587613 Aug 19 18:29:30.792496 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9db1c9-d754-475b-99af-78fc99772b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc71500-e2a8-4858-8ddb-978406f09be8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:30.817237 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9d01b007-f6f2-431d-913d-54af500b8084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:30.886188 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43334) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:30.928642 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9d01b007-f6f2-431d-913d-54af500b8084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:30.934034 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9d01b007-f6f2-431d-913d-54af500b8084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:30.975609 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01b007-f6f2-431d-913d-54af500b8084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85091e96-72a2-4884-996b-7faaa927bed9,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:30.981846 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9d01b007-f6f2-431d-913d-54af500b8084 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2696049bcd3f4a74bd0790df55cbbd11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972631 Aug 19 18:29:30.984536 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43338) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:31.041867 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6f7cd1cc-581c-4117-b94d-4319848f18f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:31.064786 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6f7cd1cc-581c-4117-b94d-4319848f18f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:31.128391 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6f7cd1cc-581c-4117-b94d-4319848f18f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:31.132361 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6f7cd1cc-581c-4117-b94d-4319848f18f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:31.133708 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6f7cd1cc-581c-4117-b94d-4319848f18f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85091e96-72a2-4884-996b-7faaa927bed9 HTTP/1.1" status: 204 len: 168 time: 0.1481292 Aug 19 18:29:31.144273 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7cd1cc-581c-4117-b94d-4319848f18f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85091e96-72a2-4884-996b-7faaa927bed9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:31.150417 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef1815e9-052c-4908-9be9-f265970d77eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:31.276670 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef1815e9-052c-4908-9be9-f265970d77eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:31.281484 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef1815e9-052c-4908-9be9-f265970d77eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:31.323689 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ef1815e9-052c-4908-9be9-f265970d77eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b86ff26840794481bd5f192bef22c9ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4361246 Aug 19 18:29:31.324974 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1815e9-052c-4908-9be9-f265970d77eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6b5438-1151-463d-a22d-5bef03a6d4e3,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:31.326769 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43352) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:31.394058 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cc307fe6-bbcf-4b41-9f02-d7308e0697fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:31.418184 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cc307fe6-bbcf-4b41-9f02-d7308e0697fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:31.481493 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cc307fe6-bbcf-4b41-9f02-d7308e0697fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:31.486100 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cc307fe6-bbcf-4b41-9f02-d7308e0697fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:31.491056 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cc307fe6-bbcf-4b41-9f02-d7308e0697fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c6b5438-1151-463d-a22d-5bef03a6d4e3 HTTP/1.1" status: 204 len: 168 time: 0.1589947 Aug 19 18:29:31.496260 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc307fe6-bbcf-4b41-9f02-d7308e0697fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6b5438-1151-463d-a22d-5bef03a6d4e3,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:31.768324 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:29:31.803258 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:29:31.803606 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device f332f9fb-eeb3-43bf-99ed-9dd7e0f3e8fe not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:29:31.825361 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43380) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:32.007631 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-19938cf9-7c68-47e0-ae3d-9422525df5b6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-897462775-network', 'tenant_id': 'ad8fe630e5c3452bb2e68d010ebebadb'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:32.030943 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19938cf9-7c68-47e0-ae3d-9422525df5b6 admin admin] Made reservation on behalf of ad8fe630e5c3452bb2e68d010ebebadb for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:29:32.033750 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-19938cf9-7c68-47e0-ae3d-9422525df5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:32.044130 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-19938cf9-7c68-47e0-ae3d-9422525df5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:32.144975 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-19938cf9-7c68-47e0-ae3d-9422525df5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:32.149963 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-19938cf9-7c68-47e0-ae3d-9422525df5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:32.174548 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19938cf9-7c68-47e0-ae3d-9422525df5b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:29:32.190525 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19938cf9-7c68-47e0-ae3d-9422525df5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2786a7c0-f8fe-414b-b1f4-18ffcf0402f7,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:32.197930 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-19938cf9-7c68-47e0-ae3d-9422525df5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:32.198269 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-19938cf9-7c68-47e0-ae3d-9422525df5b6 admin admin] Added segment cf9fa747-2be6-4708-a73a-f3c495466723 of type vlan for network eb93c873-4a8f-489e-af45-f6f190345e6f Aug 19 18:29:32.252466 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-19938cf9-7c68-47e0-ae3d-9422525df5b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:32.285508 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-19938cf9-7c68-47e0-ae3d-9422525df5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:32.287897 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19938cf9-7c68-47e0-ae3d-9422525df5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:32.289102 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-19938cf9-7c68-47e0-ae3d-9422525df5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:32.387678 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19938cf9-7c68-47e0-ae3d-9422525df5b6 admin admin] Pushing event updated for resources: {'Network': ['ID=eb93c873-4a8f-489e-af45-f6f190345e6f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:32.393015 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-19938cf9-7c68-47e0-ae3d-9422525df5b6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5630116 Aug 19 18:29:32.399870 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43410) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:32.402908 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network eb93c873-4a8f-489e-af45-f6f190345e6f details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:29:32.409214 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-48b10259-52c6-4c34-92ec-3565b84fd3c4 admin admin] Request body: {'subnet': {'network_id': 'eb93c873-4a8f-489e-af45-f6f190345e6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-897462775-subnet', 'tenant_id': 'ad8fe630e5c3452bb2e68d010ebebadb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:32.436819 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b10259-52c6-4c34-92ec-3565b84fd3c4 admin admin] Made reservation on behalf of ad8fe630e5c3452bb2e68d010ebebadb for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:29:32.441640 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48b10259-52c6-4c34-92ec-3565b84fd3c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:32.645731 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48b10259-52c6-4c34-92ec-3565b84fd3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:32.700972 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b10259-52c6-4c34-92ec-3565b84fd3c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb190a80-1ab0-4787-88e6-6427692b972a,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:32.716056 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b10259-52c6-4c34-92ec-3565b84fd3c4 admin admin] Checking segment: {'id': 'cf9fa747-2be6-4708-a73a-f3c495466723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'eb93c873-4a8f-489e-af45-f6f190345e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:29:32.716415 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b10259-52c6-4c34-92ec-3565b84fd3c4 admin admin] Network hostable DHCP agents. Network: eb93c873-4a8f-489e-af45-f6f190345e6f, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:29:32.733995 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b10259-52c6-4c34-92ec-3565b84fd3c4 admin admin] Network eb93c873-4a8f-489e-af45-f6f190345e6f is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:29:32.744979 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-48b10259-52c6-4c34-92ec-3565b84fd3c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, eb93c873-4a8f-489e-af45-f6f190345e6f) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:29:32.757648 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6e328e-cab3-45e4-881f-3c30ef15c98b None None] Network eb93c873-4a8f-489e-af45-f6f190345e6f requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:29:32.759911 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b10259-52c6-4c34-92ec-3565b84fd3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:32.760634 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48b10259-52c6-4c34-92ec-3565b84fd3c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:32.783270 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-48b10259-52c6-4c34-92ec-3565b84fd3c4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3816235 Aug 19 18:29:32.934454 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d5d046-2d4a-48b6-90e4-92884f5f3ec7 None None] Network eb93c873-4a8f-489e-af45-f6f190345e6f requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:29:33.377254 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43470) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:33.383412 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-dc9a30d8-1020-4483-b3d3-e3fe4b832275 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1434424012-network', 'tenant_id': 'bf64e31e3d454d3891c0038b006373d4'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:33.404846 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9a30d8-1020-4483-b3d3-e3fe4b832275 admin admin] Made reservation on behalf of bf64e31e3d454d3891c0038b006373d4 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:29:33.407772 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc9a30d8-1020-4483-b3d3-e3fe4b832275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:33.417928 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc9a30d8-1020-4483-b3d3-e3fe4b832275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:33.522575 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc9a30d8-1020-4483-b3d3-e3fe4b832275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:33.526890 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc9a30d8-1020-4483-b3d3-e3fe4b832275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:33.550052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9a30d8-1020-4483-b3d3-e3fe4b832275 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:29:33.569248 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc9a30d8-1020-4483-b3d3-e3fe4b832275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:33.569513 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-dc9a30d8-1020-4483-b3d3-e3fe4b832275 admin admin] Added segment 1e068e31-bb2f-4601-961c-c0e7ae77f555 of type vlan for network 339c9390-a45d-4dfc-8d73-cb8847e195d7 Aug 19 18:29:33.571194 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a30d8-1020-4483-b3d3-e3fe4b832275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e597a10-c7e6-4f28-ad0c-6e6386622bf6,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:33.621324 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc9a30d8-1020-4483-b3d3-e3fe4b832275 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:33.656446 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc9a30d8-1020-4483-b3d3-e3fe4b832275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:33.656446 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9a30d8-1020-4483-b3d3-e3fe4b832275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:33.656446 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc9a30d8-1020-4483-b3d3-e3fe4b832275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:33.725254 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-dc9a30d8-1020-4483-b3d3-e3fe4b832275 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3434932 Aug 19 18:29:33.725501 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43496) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:33.730967 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-1ca49d54-bf61-4089-a1cd-0612e040bbfa admin admin] Request body: {'subnet': {'network_id': '339c9390-a45d-4dfc-8d73-cb8847e195d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1434424012-subnet', 'tenant_id': 'bf64e31e3d454d3891c0038b006373d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:33.743006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a30d8-1020-4483-b3d3-e3fe4b832275 admin admin] Pushing event updated for resources: {'Network': ['ID=339c9390-a45d-4dfc-8d73-cb8847e195d7,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:33.752795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 339c9390-a45d-4dfc-8d73-cb8847e195d7 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:29:33.760085 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca49d54-bf61-4089-a1cd-0612e040bbfa admin admin] Made reservation on behalf of bf64e31e3d454d3891c0038b006373d4 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:29:33.763465 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1ca49d54-bf61-4089-a1cd-0612e040bbfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:33.987377 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1ca49d54-bf61-4089-a1cd-0612e040bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:34.024797 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43516) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:34.046733 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca49d54-bf61-4089-a1cd-0612e040bbfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=1beb57f5-8289-4bde-8126-e7d24b5c67c5,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:34.063025 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca49d54-bf61-4089-a1cd-0612e040bbfa admin admin] Checking segment: {'id': '1e068e31-bb2f-4601-961c-c0e7ae77f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '339c9390-a45d-4dfc-8d73-cb8847e195d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:29:34.063385 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca49d54-bf61-4089-a1cd-0612e040bbfa admin admin] Network hostable DHCP agents. Network: 339c9390-a45d-4dfc-8d73-cb8847e195d7, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:29:34.082137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca49d54-bf61-4089-a1cd-0612e040bbfa admin admin] Network 339c9390-a45d-4dfc-8d73-cb8847e195d7 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:29:34.092653 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-1ca49d54-bf61-4089-a1cd-0612e040bbfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 339c9390-a45d-4dfc-8d73-cb8847e195d7) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:29:34.097448 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca49d54-bf61-4089-a1cd-0612e040bbfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:34.098137 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1ca49d54-bf61-4089-a1cd-0612e040bbfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:34.105355 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8935d0a-3f3d-408d-acb3-0c4bcc55f8a5 None None] Network 339c9390-a45d-4dfc-8d73-cb8847e195d7 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:29:34.117050 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1ca49d54-bf61-4089-a1cd-0612e040bbfa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3900757 Aug 19 18:29:34.170082 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-df3c1508-62a7-45fd-ac8f-878d7dfd8942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:34.325970 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-df3c1508-62a7-45fd-ac8f-878d7dfd8942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:34.331474 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-df3c1508-62a7-45fd-ac8f-878d7dfd8942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:34.386953 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c1508-62a7-45fd-ac8f-878d7dfd8942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5b8e35-5d0f-4416-b272-7706a17709bd,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:34.397574 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-df3c1508-62a7-45fd-ac8f-878d7dfd8942 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af7700a2c8d943759e19776a4e9fdc0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3698916 Aug 19 18:29:34.399024 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43526) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:34.434681 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c690851c-8115-4f45-9158-9ecbb99698ea None None] Network 339c9390-a45d-4dfc-8d73-cb8847e195d7 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:29:34.461949 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2fd67b95-f888-410c-9f75-a4199e2ca28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:34.490252 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2fd67b95-f888-410c-9f75-a4199e2ca28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:34.575143 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2fd67b95-f888-410c-9f75-a4199e2ca28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:34.578105 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2fd67b95-f888-410c-9f75-a4199e2ca28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:34.590446 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2fd67b95-f888-410c-9f75-a4199e2ca28a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f5b8e35-5d0f-4416-b272-7706a17709bd HTTP/1.1" status: 204 len: 168 time: 0.1902690 Aug 19 18:29:34.624244 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd67b95-f888-410c-9f75-a4199e2ca28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5b8e35-5d0f-4416-b272-7706a17709bd,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:34.677976 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bd992ad6-e544-4f53-ad78-e6cc6c79b8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:34.874992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4153264-485f-4447-8c45-8e2287ecf091 req-c394ca95-c853-4480-b1a0-5368c45edd49 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:34.876869 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a4153264-485f-4447-8c45-8e2287ecf091 req-c394ca95-c853-4480-b1a0-5368c45edd49 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/networks?id=eb93c873-4a8f-489e-af45-f6f190345e6f HTTP/1.1" status: 200 len: 824 time: 0.1976235 Aug 19 18:29:34.909127 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a4153264-485f-4447-8c45-8e2287ecf091 req-13981816-2e4a-40d2-b7a9-4c37672f62de tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/quotas/ad8fe630e5c3452bb2e68d010ebebadb HTTP/1.1" status: 200 len: 375 time: 0.0222118 Aug 19 18:29:34.987099 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43552) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:34.994941 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a4153264-485f-4447-8c45-8e2287ecf091 req-7c33a789-acae-4c48-bb97-cf82c88ad46d tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad8fe630e5c3452bb2e68d010ebebadb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833790 Aug 19 18:29:35.008610 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-df857e91-84f3-40a1-a859-e0af2525837e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:35.134764 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-df857e91-84f3-40a1-a859-e0af2525837e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:35.141040 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-df857e91-84f3-40a1-a859-e0af2525837e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:35.188320 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-df857e91-84f3-40a1-a859-e0af2525837e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb4dbec83b3240bdbab519992a7807cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1998179 Aug 19 18:29:35.189727 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df857e91-84f3-40a1-a859-e0af2525837e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f16cae5-0498-497d-a497-8b78dcd7989f,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:35.191738 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43556) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:35.334283 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c01f5cc2-9970-4f4d-9289-e63977b5519a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:35.375199 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c01f5cc2-9970-4f4d-9289-e63977b5519a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:35.378394 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a4153264-485f-4447-8c45-8e2287ecf091 req-a0818756-fb55-4957-9bb2-d2669de5af07 service neutron] 10.222.0.24 "GET /v2.0/networks/eb93c873-4a8f-489e-af45-f6f190345e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752482 Aug 19 18:29:35.499413 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a4153264-485f-4447-8c45-8e2287ecf091 req-eab30480-645b-45be-abaa-b0cc9cfd333c service neutron] 10.222.0.24 "GET /v2.0/networks/eb93c873-4a8f-489e-af45-f6f190345e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122763 Aug 19 18:29:35.500941 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c01f5cc2-9970-4f4d-9289-e63977b5519a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:35.505025 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c01f5cc2-9970-4f4d-9289-e63977b5519a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:35.506588 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c01f5cc2-9970-4f4d-9289-e63977b5519a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f16cae5-0498-497d-a497-8b78dcd7989f HTTP/1.1" status: 204 len: 168 time: 0.3135598 Aug 19 18:29:35.516309 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f5cc2-9970-4f4d-9289-e63977b5519a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f16cae5-0498-497d-a497-8b78dcd7989f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:35.725930 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-24033167-bb38-4f71-a83d-16aae4e65c47 req-9b2ad45b-10b9-4d01-9f4c-8f88d1564cde tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/ports?device_id=548b0a23-85bb-47c0-b4ba-7c461bea0e2b HTTP/1.1" status: 200 len: 210 time: 0.0583642 Aug 19 18:29:36.877490 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bf1b9607-8d44-47e5-ad01-b36f7a5b653b req-beed13a2-b4e7-4357-9874-77f3f0eb14e6 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/ports?device_id=548b0a23-85bb-47c0-b4ba-7c461bea0e2b HTTP/1.1" status: 200 len: 210 time: 0.0362346 Aug 19 18:29:36.934090 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4153264-485f-4447-8c45-8e2287ecf091 req-48ba43b3-63dc-4a52-baf8-14dc9e2fa64d tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:36.936087 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a4153264-485f-4447-8c45-8e2287ecf091 req-48ba43b3-63dc-4a52-baf8-14dc9e2fa64d tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.50 "GET /v2.0/networks?id=eb93c873-4a8f-489e-af45-f6f190345e6f HTTP/1.1" status: 200 len: 824 time: 0.1647389 Aug 19 18:29:36.963962 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-a4153264-485f-4447-8c45-8e2287ecf091 req-e98c2ec1-0ef5-4774-95b7-6b9c46402da3 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Request body: {'port': {'device_id': '548b0a23-85bb-47c0-b4ba-7c461bea0e2b', 'network_id': 'eb93c873-4a8f-489e-af45-f6f190345e6f', 'admin_state_up': True, 'tenant_id': 'ad8fe630e5c3452bb2e68d010ebebadb'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:37.074891 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-45b567bd-7c9d-416c-a56d-a7933b091266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:37.102618 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4153264-485f-4447-8c45-8e2287ecf091 req-e98c2ec1-0ef5-4774-95b7-6b9c46402da3 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Made reservation on behalf of ad8fe630e5c3452bb2e68d010ebebadb for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:29:37.106623 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a4153264-485f-4447-8c45-8e2287ecf091 req-e98c2ec1-0ef5-4774-95b7-6b9c46402da3 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:37.263522 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:37.270191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-a4153264-485f-4447-8c45-8e2287ecf091 req-e98c2ec1-0ef5-4774-95b7-6b9c46402da3 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Allocated IP 172.20.0.12 (eb93c873-4a8f-489e-af45-f6f190345e6f/fb190a80-1ab0-4787-88e6-6427692b972a/c1edcf62-46fe-47d8-8142-70d3d9d44b44) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:29:37.451145 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a4153264-485f-4447-8c45-8e2287ecf091 req-e98c2ec1-0ef5-4774-95b7-6b9c46402da3 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:37.507534 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a4153264-485f-4447-8c45-8e2287ecf091 req-e98c2ec1-0ef5-4774-95b7-6b9c46402da3 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:37.558968 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4153264-485f-4447-8c45-8e2287ecf091 req-e98c2ec1-0ef5-4774-95b7-6b9c46402da3 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Network eb93c873-4a8f-489e-af45-f6f190345e6f is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:29:37.562121 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-a4153264-485f-4447-8c45-8e2287ecf091 req-e98c2ec1-0ef5-4774-95b7-6b9c46402da3 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:29:37.564527 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4153264-485f-4447-8c45-8e2287ecf091 req-e98c2ec1-0ef5-4774-95b7-6b9c46402da3 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:29:37.603141 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c2ec1-0ef5-4774-95b7-6b9c46402da3 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Pushing event updated for resources: {'Port': ['ID=c1edcf62-46fe-47d8-8142-70d3d9d44b44,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:37.638863 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4153264-485f-4447-8c45-8e2287ecf091 req-e98c2ec1-0ef5-4774-95b7-6b9c46402da3 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:37.639768 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a4153264-485f-4447-8c45-8e2287ecf091 req-e98c2ec1-0ef5-4774-95b7-6b9c46402da3 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:37.655789 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a4153264-485f-4447-8c45-8e2287ecf091 req-e98c2ec1-0ef5-4774-95b7-6b9c46402da3 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6999156 Aug 19 18:29:37.670478 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-a4153264-485f-4447-8c45-8e2287ecf091 req-174dd5ed-1cba-4f0d-90b7-f1b2fa8d086d service neutron] Request body: {'port': {'device_id': '548b0a23-85bb-47c0-b4ba-7c461bea0e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:37.736469 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a4153264-485f-4447-8c45-8e2287ecf091 req-174dd5ed-1cba-4f0d-90b7-f1b2fa8d086d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:38.046093 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ea533-8d43-483a-88cd-cd8f7a188907 req-c5e3fc6e-9d6d-4db3-a0c0-8bda57e48740 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:38.047867 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-036ea533-8d43-483a-88cd-cd8f7a188907 req-c5e3fc6e-9d6d-4db3-a0c0-8bda57e48740 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/ports?device_id=548b0a23-85bb-47c0-b4ba-7c461bea0e2b HTTP/1.1" status: 200 len: 932 time: 0.0856051 Aug 19 18:29:38.086536 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43686) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:38.107974 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-a4153264-485f-4447-8c45-8e2287ecf091 req-174dd5ed-1cba-4f0d-90b7-f1b2fa8d086d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1edcf62-46fe-47d8-8142-70d3d9d44b44 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:29:38.121913 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a4153264-485f-4447-8c45-8e2287ecf091 req-174dd5ed-1cba-4f0d-90b7-f1b2fa8d086d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:38.134366 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-036ea533-8d43-483a-88cd-cd8f7a188907 req-3a30044c-84ff-4a19-aec0-33ebe7e137be tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/security-groups?id=2786a7c0-f8fe-414b-b1f4-18ffcf0402f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635107 Aug 19 18:29:38.142344 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-a4153264-485f-4447-8c45-8e2287ecf091 req-174dd5ed-1cba-4f0d-90b7-f1b2fa8d086d service neutron] Transition to ACTIVE for port object c1edcf62-46fe-47d8-8142-70d3d9d44b44 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:29:38.147720 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a4153264-485f-4447-8c45-8e2287ecf091 req-174dd5ed-1cba-4f0d-90b7-f1b2fa8d086d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:38.177306 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:38.211519 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174dd5ed-1cba-4f0d-90b7-f1b2fa8d086d service neutron] Pushing event updated for resources: {'Port': ['ID=c1edcf62-46fe-47d8-8142-70d3d9d44b44,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:38.220518 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-827c4fc1-2233-409b-87fa-ce71c73b20ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:38.296306 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-a4153264-485f-4447-8c45-8e2287ecf091 req-174dd5ed-1cba-4f0d-90b7-f1b2fa8d086d service neutron] Attempting to bind port c1edcf62-46fe-47d8-8142-70d3d9d44b44 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:29:38.296712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-a4153264-485f-4447-8c45-8e2287ecf091 req-174dd5ed-1cba-4f0d-90b7-f1b2fa8d086d service neutron] Attempting to bind port c1edcf62-46fe-47d8-8142-70d3d9d44b44 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'cf9fa747-2be6-4708-a73a-f3c495466723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'eb93c873-4a8f-489e-af45-f6f190345e6f'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:29:38.297091 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4153264-485f-4447-8c45-8e2287ecf091 req-174dd5ed-1cba-4f0d-90b7-f1b2fa8d086d service neutron] Attempting to bind port c1edcf62-46fe-47d8-8142-70d3d9d44b44 on network eb93c873-4a8f-489e-af45-f6f190345e6f {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:29:38.304594 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4153264-485f-4447-8c45-8e2287ecf091 req-174dd5ed-1cba-4f0d-90b7-f1b2fa8d086d service neutron] Port c1edcf62-46fe-47d8-8142-70d3d9d44b44 on network eb93c873-4a8f-489e-af45-f6f190345e6f not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:29:38.304939 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4153264-485f-4447-8c45-8e2287ecf091 req-174dd5ed-1cba-4f0d-90b7-f1b2fa8d086d service neutron] Attempting to bind port c1edcf62-46fe-47d8-8142-70d3d9d44b44 on network eb93c873-4a8f-489e-af45-f6f190345e6f {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:29:38.310961 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4153264-485f-4447-8c45-8e2287ecf091 req-174dd5ed-1cba-4f0d-90b7-f1b2fa8d086d service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:29:38.311465 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4153264-485f-4447-8c45-8e2287ecf091 req-174dd5ed-1cba-4f0d-90b7-f1b2fa8d086d service neutron] Checking segment: {'id': 'cf9fa747-2be6-4708-a73a-f3c495466723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'eb93c873-4a8f-489e-af45-f6f190345e6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:29:38.311881 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4153264-485f-4447-8c45-8e2287ecf091 req-174dd5ed-1cba-4f0d-90b7-f1b2fa8d086d service neutron] Bound using segment: {'id': 'cf9fa747-2be6-4708-a73a-f3c495466723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'eb93c873-4a8f-489e-af45-f6f190345e6f'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:29:38.312333 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-a4153264-485f-4447-8c45-8e2287ecf091 req-174dd5ed-1cba-4f0d-90b7-f1b2fa8d086d service neutron] Bound port: c1edcf62-46fe-47d8-8142-70d3d9d44b44, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf9fa747-2be6-4708-a73a-f3c495466723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'eb93c873-4a8f-489e-af45-f6f190345e6f'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:29:38.312706 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a4153264-485f-4447-8c45-8e2287ecf091 req-174dd5ed-1cba-4f0d-90b7-f1b2fa8d086d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:38.339747 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-827c4fc1-2233-409b-87fa-ce71c73b20ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:38.345290 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-827c4fc1-2233-409b-87fa-ce71c73b20ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:38.392208 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c4fc1-2233-409b-87fa-ce71c73b20ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44334eca-1d1e-4bc9-b619-df5cdeef538f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:38.398966 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-827c4fc1-2233-409b-87fa-ce71c73b20ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b62bb3582d3d4a1390c068241bbf8805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103073 Aug 19 18:29:38.400810 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-a4153264-485f-4447-8c45-8e2287ecf091 req-174dd5ed-1cba-4f0d-90b7-f1b2fa8d086d service neutron] For port c1edcf62-46fe-47d8-8142-70d3d9d44b44, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:29:38.401344 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43694) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:38.404665 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-a4153264-485f-4447-8c45-8e2287ecf091 req-174dd5ed-1cba-4f0d-90b7-f1b2fa8d086d service neutron] For port c1edcf62-46fe-47d8-8142-70d3d9d44b44, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c1edcf62-46fe-47d8-8142-70d3d9d44b44,segment=NetworkSegment(cf9fa747-2be6-4708-a73a-f3c495466723),segment_id=cf9fa747-2be6-4708-a73a-f3c495466723)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:29:38.410788 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a4153264-485f-4447-8c45-8e2287ecf091 req-174dd5ed-1cba-4f0d-90b7-f1b2fa8d086d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:38.449591 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4153264-485f-4447-8c45-8e2287ecf091 req-174dd5ed-1cba-4f0d-90b7-f1b2fa8d086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:38.450266 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a4153264-485f-4447-8c45-8e2287ecf091 req-174dd5ed-1cba-4f0d-90b7-f1b2fa8d086d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:38.451855 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a4153264-485f-4447-8c45-8e2287ecf091 req-174dd5ed-1cba-4f0d-90b7-f1b2fa8d086d service neutron] 10.222.0.50 "PUT /v2.0/ports/c1edcf62-46fe-47d8-8142-70d3d9d44b44 HTTP/1.1" status: 200 len: 1092 time: 0.7869658 Aug 19 18:29:38.452683 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548b0a23-85bb-47c0-b4ba-7c461bea0e2b', 'tag': 'c1edcf62-46fe-47d8-8142-70d3d9d44b44'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:29:38.455147 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5b9756-fcac-40f7-9700-fbe59ea4aa9b" -d '{"events": [{"name": "network-changed", "server_uuid": "548b0a23-85bb-47c0-b4ba-7c461bea0e2b", "tag": "c1edcf62-46fe-47d8-8142-70d3d9d44b44"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:29:38.464661 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c6aca6f0-2b51-4477-a73c-1f29f01a684d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:38.492224 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c6aca6f0-2b51-4477-a73c-1f29f01a684d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:38.513436 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0550a8-bb3d-466a-84b4-a29cb40934bc x-openstack-request-id: req-af0550a8-bb3d-466a-84b4-a29cb40934bc {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:29:38.513785 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548b0a23-85bb-47c0-b4ba-7c461bea0e2b", "tag": "c1edcf62-46fe-47d8-8142-70d3d9d44b44", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:29:38.514011 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af0550a8-bb3d-466a-84b4-a29cb40934bc {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:29:38.514435 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548b0a23-85bb-47c0-b4ba-7c461bea0e2b', 'tag': 'c1edcf62-46fe-47d8-8142-70d3d9d44b44', 'status': 'completed', 'code': 200} Aug 19 18:29:38.522529 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174dd5ed-1cba-4f0d-90b7-f1b2fa8d086d service neutron] Pushing event updated for resources: {'Port': ['ID=c1edcf62-46fe-47d8-8142-70d3d9d44b44,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:38.554810 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c6aca6f0-2b51-4477-a73c-1f29f01a684d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:38.558030 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c6aca6f0-2b51-4477-a73c-1f29f01a684d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:38.559150 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c6aca6f0-2b51-4477-a73c-1f29f01a684d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44334eca-1d1e-4bc9-b619-df5cdeef538f HTTP/1.1" status: 204 len: 168 time: 0.1567378 Aug 19 18:29:38.563334 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4153264-485f-4447-8c45-8e2287ecf091 req-fbd72b3e-f853-4a25-8c20-00d92afdd2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:38.564934 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a4153264-485f-4447-8c45-8e2287ecf091 req-fbd72b3e-f853-4a25-8c20-00d92afdd2a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad8fe630e5c3452bb2e68d010ebebadb&device_id=548b0a23-85bb-47c0-b4ba-7c461bea0e2b HTTP/1.1" status: 200 len: 1095 time: 0.0533149 Aug 19 18:29:38.568724 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aca6f0-2b51-4477-a73c-1f29f01a684d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44334eca-1d1e-4bc9-b619-df5cdeef538f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:38.621470 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a4153264-485f-4447-8c45-8e2287ecf091 req-d493ee82-6fbc-4fab-801c-955037a1bd68 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1edcf62-46fe-47d8-8142-70d3d9d44b44 HTTP/1.1" status: 200 len: 217 time: 0.0468655 Aug 19 18:29:38.702310 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4153264-485f-4447-8c45-8e2287ecf091 req-eab23124-53f8-4aa8-9dd1-b46b98d0a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:38.705788 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a4153264-485f-4447-8c45-8e2287ecf091 req-eab23124-53f8-4aa8-9dd1-b46b98d0a981 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb190a80-1ab0-4787-88e6-6427692b972a HTTP/1.1" status: 200 len: 864 time: 0.0738993 Aug 19 18:29:38.742620 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a4153264-485f-4447-8c45-8e2287ecf091 req-0367c6f9-6604-40c4-9ddc-ed451ec81319 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=eb93c873-4a8f-489e-af45-f6f190345e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297470 Aug 19 18:29:38.861596 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a4153264-485f-4447-8c45-8e2287ecf091 req-72f9baa3-43f9-487e-b3e3-b68be343ba36 service neutron] 10.222.0.50 "GET /v2.0/networks/eb93c873-4a8f-489e-af45-f6f190345e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110468 Aug 19 18:29:38.895585 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43702) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:38.912933 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e9f9c405-46ed-4511-84ab-9371c59fb8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:38.973600 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a4153264-485f-4447-8c45-8e2287ecf091 req-48ebf2d1-6f06-45f0-b9ab-9355f5a4b3a4 service neutron] 10.222.0.50 "GET /v2.0/networks/eb93c873-4a8f-489e-af45-f6f190345e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018116 Aug 19 18:29:39.017433 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e9f9c405-46ed-4511-84ab-9371c59fb8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:39.022433 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e9f9c405-46ed-4511-84ab-9371c59fb8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:39.061142 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9c405-46ed-4511-84ab-9371c59fb8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfe4dde-e502-4e29-8d41-464bc49b3456,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:39.069345 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43704) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:39.069928 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e9f9c405-46ed-4511-84ab-9371c59fb8a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b4a847fad8eb4b2ea2a37af71fc37b57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1729550 Aug 19 18:29:39.092509 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b9756-fcac-40f7-9700-fbe59ea4aa9b req-e3ee949d-02c8-4c26-8d8c-0eef1e980005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:39.094102 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6f5b9756-fcac-40f7-9700-fbe59ea4aa9b req-e3ee949d-02c8-4c26-8d8c-0eef1e980005 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad8fe630e5c3452bb2e68d010ebebadb&device_id=548b0a23-85bb-47c0-b4ba-7c461bea0e2b HTTP/1.1" status: 200 len: 1095 time: 0.0630019 Aug 19 18:29:39.184495 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e24db42-f730-4351-a87e-388efa0b610a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:39.227319 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e24db42-f730-4351-a87e-388efa0b610a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:39.241573 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b9756-fcac-40f7-9700-fbe59ea4aa9b req-aec50682-8061-4eaf-9cf7-88c19bb11ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:39.243085 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6f5b9756-fcac-40f7-9700-fbe59ea4aa9b req-aec50682-8061-4eaf-9cf7-88c19bb11ebe service neutron] 10.222.0.50 "GET /v2.0/networks?id=eb93c873-4a8f-489e-af45-f6f190345e6f HTTP/1.1" status: 200 len: 925 time: 0.1402421 Aug 19 18:29:39.283700 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30d7ef-c3e1-4f43-a4f5-80af34c4eefb req-b09d1730-3865-4ba2-b536-2419218c7323 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:39.287087 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c30d7ef-c3e1-4f43-a4f5-80af34c4eefb req-b09d1730-3865-4ba2-b536-2419218c7323 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/ports?device_id=548b0a23-85bb-47c0-b4ba-7c461bea0e2b HTTP/1.1" status: 200 len: 944 time: 0.0651793 Aug 19 18:29:39.303573 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6f5b9756-fcac-40f7-9700-fbe59ea4aa9b req-888217b1-366a-4eb4-a64c-01dc92e387ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1edcf62-46fe-47d8-8142-70d3d9d44b44 HTTP/1.1" status: 200 len: 217 time: 0.0476501 Aug 19 18:29:39.335619 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c30d7ef-c3e1-4f43-a4f5-80af34c4eefb req-a0ce4a8b-9190-4fd3-a2c7-8732cf68c2b8 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/security-groups?id=2786a7c0-f8fe-414b-b1f4-18ffcf0402f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420375 Aug 19 18:29:39.365113 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e24db42-f730-4351-a87e-388efa0b610a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:39.367715 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e24db42-f730-4351-a87e-388efa0b610a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:39.370312 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0e24db42-f730-4351-a87e-388efa0b610a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5dfe4dde-e502-4e29-8d41-464bc49b3456 HTTP/1.1" status: 204 len: 168 time: 0.2996514 Aug 19 18:29:39.383490 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b9756-fcac-40f7-9700-fbe59ea4aa9b req-c7cac4aa-d35f-4210-9130-b41bf724d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:39.385032 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6f5b9756-fcac-40f7-9700-fbe59ea4aa9b req-c7cac4aa-d35f-4210-9130-b41bf724d7f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb190a80-1ab0-4787-88e6-6427692b972a HTTP/1.1" status: 200 len: 864 time: 0.0714390 Aug 19 18:29:39.390569 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24db42-f730-4351-a87e-388efa0b610a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfe4dde-e502-4e29-8d41-464bc49b3456,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:39.444297 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6f5b9756-fcac-40f7-9700-fbe59ea4aa9b req-c8cfdef7-c0ef-4f68-b02d-5c456d063dc7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=eb93c873-4a8f-489e-af45-f6f190345e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443943 Aug 19 18:29:39.555140 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6f5b9756-fcac-40f7-9700-fbe59ea4aa9b req-5def6583-a447-4479-bad1-cffa9d818d90 service neutron] 10.222.0.50 "GET /v2.0/networks/eb93c873-4a8f-489e-af45-f6f190345e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001203 Aug 19 18:29:39.706512 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6f5b9756-fcac-40f7-9700-fbe59ea4aa9b req-83548029-b32c-4e09-b542-2c145a65cc55 service neutron] 10.222.0.50 "GET /v2.0/networks/eb93c873-4a8f-489e-af45-f6f190345e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430020 Aug 19 18:29:40.179979 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:40.279608 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43750) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:40.422627 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Request body: {'networks': [{'name': 'tempest-network--324185844'}, {'name': 'tempest-network--1371209826'}]} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:40.422986 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Request body: {'network': {'name': 'tempest-network--324185844'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:40.423464 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Request body: {'network': {'name': 'tempest-network--1371209826'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:40.456013 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46d7af-13cd-4561-b293-4f0914eab476 req-96adeed4-d531-4cd1-b440-0e1f17ee8cb9 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:40.458973 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6b46d7af-13cd-4561-b293-4f0914eab476 req-96adeed4-d531-4cd1-b440-0e1f17ee8cb9 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 946 time: 0.0906255 Aug 19 18:29:40.489956 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Made reservation on behalf of 4e152391a7b442fa8ea28d4dc936e47c for: {'network': 2} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:29:40.494937 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:40.513815 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ef744-73cc-4802-a70c-7e9ed243784d req-38b8bd30-b60d-47d3-9a5e-d4ac3583ef55 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:40.516170 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0e3ef744-73cc-4802-a70c-7e9ed243784d req-38b8bd30-b60d-47d3-9a5e-d4ac3583ef55 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/ports?device_id=548b0a23-85bb-47c0-b4ba-7c461bea0e2b HTTP/1.1" status: 200 len: 944 time: 0.0876544 Aug 19 18:29:40.517469 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:40.518037 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6b46d7af-13cd-4561-b293-4f0914eab476 req-b900cb72-7012-466c-8643-0cacdb118486 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504150 Aug 19 18:29:40.594057 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0e3ef744-73cc-4802-a70c-7e9ed243784d req-58630595-3eb6-4bf1-b152-ebf34d3b954d tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/security-groups?id=2786a7c0-f8fe-414b-b1f4-18ffcf0402f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662234 Aug 19 18:29:40.655677 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:40.659578 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:40.660192 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:40.700897 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55430b4f-6ff9-462c-82d3-7ac74b674224,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:40.706275 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:29:40.716643 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:40.716993 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Added segment b3e9bfd5-1da5-4522-870e-1b2efb9cb9e7 of type vlan for network de04c9c3-d5c7-4a95-aef8-b67d88573ad0 Aug 19 18:29:40.757311 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:40.792897 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:29:40.805245 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:40.805631 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Added segment 3225ea19-d175-4b10-b045-a8acd3624ec8 of type vlan for network 47d37519-68a2-4a3f-abf3-04085c530f08 Aug 19 18:29:40.854870 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:40.885843 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:40.886359 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:40.892076 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:40.897400 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:40.898095 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:40.964255 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6834180 Aug 19 18:29:40.967212 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43768) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:40.984935 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Pushing event updated for resources: {'Network': ['ID=de04c9c3-d5c7-4a95-aef8-b67d88573ad0,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:40.997719 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network de04c9c3-d5c7-4a95-aef8-b67d88573ad0 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:29:41.059936 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:41.064065 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248b629-2cc2-451c-abb2-bacd76442b9d tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Pushing event updated for resources: {'Network': ['ID=47d37519-68a2-4a3f-abf3-04085c530f08,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:41.081289 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 47d37519-68a2-4a3f-abf3-04085c530f08 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:29:41.181171 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c92134e-27ab-40f0-a4da-25c795d2cfa3 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:41.187362 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c92134e-27ab-40f0-a4da-25c795d2cfa3 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:41.198587 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c92134e-27ab-40f0-a4da-25c795d2cfa3 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:41.204585 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c92134e-27ab-40f0-a4da-25c795d2cfa3 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:41.206342 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4c92134e-27ab-40f0-a4da-25c795d2cfa3 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2378595 Aug 19 18:29:41.209789 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43780) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:41.296975 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-53b2a947-98dd-498e-8243-33c18307379c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:41.389949 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-53b2a947-98dd-498e-8243-33c18307379c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:41.400599 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-53b2a947-98dd-498e-8243-33c18307379c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de04c9c3-d5c7-4a95-aef8-b67d88573ad0']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:41.411922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-53b2a947-98dd-498e-8243-33c18307379c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e9bfd5-1da5-4522-870e-1b2efb9cb9e7') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:41.412220 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-53b2a947-98dd-498e-8243-33c18307379c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e9bfd5-1da5-4522-870e-1b2efb9cb9e7') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:41.421162 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-53b2a947-98dd-498e-8243-33c18307379c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:41.435749 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-53b2a947-98dd-498e-8243-33c18307379c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:41.442709 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b2a947-98dd-498e-8243-33c18307379c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:29:41.443125 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-53b2a947-98dd-498e-8243-33c18307379c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:29:41.446442 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:29:41.516811 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-53b2a947-98dd-498e-8243-33c18307379c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:41.525921 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-53b2a947-98dd-498e-8243-33c18307379c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:41.527802 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-53b2a947-98dd-498e-8243-33c18307379c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] 10.222.0.24 "DELETE /v2.0/networks/de04c9c3-d5c7-4a95-aef8-b67d88573ad0 HTTP/1.1" status: 204 len: 168 time: 0.3167448 Aug 19 18:29:41.530727 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43782) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:41.540450 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2a947-98dd-498e-8243-33c18307379c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Pushing event deleted for resources: {'Network': ['ID=de04c9c3-d5c7-4a95-aef8-b67d88573ad0,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:41.800077 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44085f-cd4c-4fd1-8385-c58dc888206e req-7e774447-7eff-4a1c-9e7b-717b70329d3d tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:41.801578 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device c1edcf62-46fe-47d8-8142-70d3d9d44b44 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:29:41.802062 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bf44085f-cd4c-4fd1-8385-c58dc888206e req-7e774447-7eff-4a1c-9e7b-717b70329d3d tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/ports?device_id=548b0a23-85bb-47c0-b4ba-7c461bea0e2b HTTP/1.1" status: 200 len: 944 time: 0.0706348 Aug 19 18:29:41.850633 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bf44085f-cd4c-4fd1-8385-c58dc888206e req-ce31e420-51ba-4616-9073-2c1abdaceaff tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/security-groups?id=2786a7c0-f8fe-414b-b1f4-18ffcf0402f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416157 Aug 19 18:29:41.907821 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b61324a-e31d-4271-a181-1c155205ca88 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:41.918179 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port c1edcf62-46fe-47d8-8142-70d3d9d44b44, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c1edcf62-46fe-47d8-8142-70d3d9d44b44,segment=NetworkSegment(cf9fa747-2be6-4708-a73a-f3c495466723),segment_id=cf9fa747-2be6-4708-a73a-f3c495466723)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:41.931358 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'c1edcf62-46fe-47d8-8142-70d3d9d44b44', 'network_id': 'eb93c873-4a8f-489e-af45-f6f190345e6f', 'port_id': 'c1edcf62-46fe-47d8-8142-70d3d9d44b44', 'mac_address': 'fa:16:3e:a4:2e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb190a80-1ab0-4787-88e6-6427692b972a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:29:41.972973 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:41.986441 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1edcf62-46fe-47d8-8142-70d3d9d44b44 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:29:42.017625 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port c1edcf62-46fe-47d8-8142-70d3d9d44b44, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c1edcf62-46fe-47d8-8142-70d3d9d44b44,segment=NetworkSegment(cf9fa747-2be6-4708-a73a-f3c495466723),segment_id=cf9fa747-2be6-4708-a73a-f3c495466723)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:42.020108 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6799c64-6d1c-4c38-b2b9-f5d831c0517a req-3cacfa45-302e-4ecf-83b4-e8fa4b201bd2 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:42.021633 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a6799c64-6d1c-4c38-b2b9-f5d831c0517a req-3cacfa45-302e-4ecf-83b4-e8fa4b201bd2 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.54 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 946 time: 0.0975921 Aug 19 18:29:42.022055 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:42.031329 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d884c-b333-4eb3-a74c-51addd6a95cb req-7982b537-6323-4d8f-a9ac-c06bdb7fcc03 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:42.032827 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-df7d884c-b333-4eb3-a74c-51addd6a95cb req-7982b537-6323-4d8f-a9ac-c06bdb7fcc03 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 946 time: 0.4231505 Aug 19 18:29:42.072780 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=c1edcf62-46fe-47d8-8142-70d3d9d44b44,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:42.080320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:42.080662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:42.081008 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:42.081380 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:42.081720 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:42.082049 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:42.082372 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:42.082691 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:42.083010 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:42.083326 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:42.083643 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:42.083959 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:29:42.171850 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b61324a-e31d-4271-a181-1c155205ca88 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:42.189002 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-0b61324a-e31d-4271-a181-1c155205ca88 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47d37519-68a2-4a3f-abf3-04085c530f08']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:42.199559 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-df7d884c-b333-4eb3-a74c-51addd6a95cb req-c9a1af5e-7a20-4d5e-b08b-2fc82444b438 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ee19313-f0ba-472b-8445-dcf1f3efa6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562412 Aug 19 18:29:42.204849 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-0b61324a-e31d-4271-a181-1c155205ca88 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3225ea19-d175-4b10-b045-a8acd3624ec8') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:42.205154 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-0b61324a-e31d-4271-a181-1c155205ca88 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3225ea19-d175-4b10-b045-a8acd3624ec8') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:42.224653 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b61324a-e31d-4271-a181-1c155205ca88 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:42.242200 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b61324a-e31d-4271-a181-1c155205ca88 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:42.250443 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b61324a-e31d-4271-a181-1c155205ca88 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:29:42.250837 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b61324a-e31d-4271-a181-1c155205ca88 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:29:42.253965 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:29:42.256386 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-a6799c64-6d1c-4c38-b2b9-f5d831c0517a req-01953d37-5961-4c67-a63a-2661b39dbe66 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Deleting port f5fe4ecf-94a5-473a-a953-1ae38f614592 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:42.256386 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a6799c64-6d1c-4c38-b2b9-f5d831c0517a req-01953d37-5961-4c67-a63a-2661b39dbe66 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:42.364820 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['c1edcf62-46fe-47d8-8142-70d3d9d44b44'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:29:42.366056 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b61324a-e31d-4271-a181-1c155205ca88 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:42.383222 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b61324a-e31d-4271-a181-1c155205ca88 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:42.384942 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0b61324a-e31d-4271-a181-1c155205ca88 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] 10.222.0.24 "DELETE /v2.0/networks/47d37519-68a2-4a3f-abf3-04085c530f08 HTTP/1.1" status: 204 len: 168 time: 0.8513048 Aug 19 18:29:42.386474 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43792) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:42.404228 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61324a-e31d-4271-a181-1c155205ca88 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Pushing event deleted for resources: {'Network': ['ID=47d37519-68a2-4a3f-abf3-04085c530f08,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:42.424841 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-a6799c64-6d1c-4c38-b2b9-f5d831c0517a req-01953d37-5961-4c67-a63a-2661b39dbe66 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] For port f5fe4ecf-94a5-473a-a953-1ae38f614592, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=f5fe4ecf-94a5-473a-a953-1ae38f614592,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:42.425212 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a6799c64-6d1c-4c38-b2b9-f5d831c0517a req-01953d37-5961-4c67-a63a-2661b39dbe66 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:42.525310 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfda09f6-db92-423d-837e-77cacd20835c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:42.531258 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfda09f6-db92-423d-837e-77cacd20835c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:42.533257 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cfda09f6-db92-423d-837e-77cacd20835c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1451097 Aug 19 18:29:42.537976 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43794) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:42.544497 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-46350138-7ad3-4085-95b3-0614ad678b47 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1373960439'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:42.570845 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46350138-7ad3-4085-95b3-0614ad678b47 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Made reservation on behalf of 4e152391a7b442fa8ea28d4dc936e47c for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:29:42.574401 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-46350138-7ad3-4085-95b3-0614ad678b47 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:42.611560 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46350138-7ad3-4085-95b3-0614ad678b47 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:29:42.623949 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-46350138-7ad3-4085-95b3-0614ad678b47 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:42.624349 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-46350138-7ad3-4085-95b3-0614ad678b47 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Added segment 2150f586-3edc-4faf-966d-ce0747f43862 of type vlan for network df439505-b77e-4163-ad41-d9ae25187280 Aug 19 18:29:42.637575 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a6799c64-6d1c-4c38-b2b9-f5d831c0517a req-01953d37-5961-4c67-a63a-2661b39dbe66 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:42.638112 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a6799c64-6d1c-4c38-b2b9-f5d831c0517a req-01953d37-5961-4c67-a63a-2661b39dbe66 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:42.638391 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [req-a6799c64-6d1c-4c38-b2b9-f5d831c0517a req-01953d37-5961-4c67-a63a-2661b39dbe66 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Floating IP 902c0933-eabd-4467-8fac-386c65f06460 disassociated. External IP: 172.25.8.220, port: f5fe4ecf-94a5-473a-a953-1ae38f614592. Aug 19 18:29:42.638926 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-a6799c64-6d1c-4c38-b2b9-f5d831c0517a req-01953d37-5961-4c67-a63a-2661b39dbe66 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Calling delete_port for f5fe4ecf-94a5-473a-a953-1ae38f614592 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:42.682804 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-46350138-7ad3-4085-95b3-0614ad678b47 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:42.715740 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-46350138-7ad3-4085-95b3-0614ad678b47 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:42.722776 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46350138-7ad3-4085-95b3-0614ad678b47 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:42.723583 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-46350138-7ad3-4085-95b3-0614ad678b47 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:42.805662 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-46350138-7ad3-4085-95b3-0614ad678b47 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2662363 Aug 19 18:29:42.807577 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a6799c64-6d1c-4c38-b2b9-f5d831c0517a req-01953d37-5961-4c67-a63a-2661b39dbe66 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:42.808879 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43798) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:42.818444 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2cb1728c-ccb8-4384-acd1-a7e0e115a75c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-44877875'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:42.838612 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46350138-7ad3-4085-95b3-0614ad678b47 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Pushing event updated for resources: {'Network': ['ID=df439505-b77e-4163-ad41-d9ae25187280,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:42.840259 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01953d37-5961-4c67-a63a-2661b39dbe66 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Pushing event deleted for resources: {'Port': ['ID=f5fe4ecf-94a5-473a-a953-1ae38f614592,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:42.856645 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network df439505-b77e-4163-ad41-d9ae25187280 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:29:42.860408 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb1728c-ccb8-4384-acd1-a7e0e115a75c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Made reservation on behalf of 4e152391a7b442fa8ea28d4dc936e47c for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:29:42.865977 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2cb1728c-ccb8-4384-acd1-a7e0e115a75c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:42.895818 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb1728c-ccb8-4384-acd1-a7e0e115a75c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:29:42.915649 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2cb1728c-ccb8-4384-acd1-a7e0e115a75c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:42.916099 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-2cb1728c-ccb8-4384-acd1-a7e0e115a75c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Added segment f6e42db7-a8fa-4670-9a84-361b9c62e16d of type vlan for network 5cbb7e46-f801-4308-a097-cb74dd0af3a2 Aug 19 18:29:42.978359 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2cb1728c-ccb8-4384-acd1-a7e0e115a75c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:43.015990 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2cb1728c-ccb8-4384-acd1-a7e0e115a75c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:43.022452 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb1728c-ccb8-4384-acd1-a7e0e115a75c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:43.022740 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2cb1728c-ccb8-4384-acd1-a7e0e115a75c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:43.049409 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50de54-d159-4665-b922-753c0b4f02a5 req-90f9e759-f26d-42cb-8880-3373427c344a tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:43.051593 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dc50de54-d159-4665-b922-753c0b4f02a5 req-90f9e759-f26d-42cb-8880-3373427c344a tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/ports?device_id=548b0a23-85bb-47c0-b4ba-7c461bea0e2b HTTP/1.1" status: 200 len: 945 time: 0.0743046 Aug 19 18:29:43.056504 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6799c64-6d1c-4c38-b2b9-f5d831c0517a req-01953d37-5961-4c67-a63a-2661b39dbe66 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Router 6c608642-8e4e-465d-95e9-80a801403855 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:29:43.089479 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2cb1728c-ccb8-4384-acd1-a7e0e115a75c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2795005 Aug 19 18:29:43.093386 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43802) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:43.101241 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Request body: {'ports': [{'network_id': 'df439505-b77e-4163-ad41-d9ae25187280', 'name': 'tempest-port--513201028', 'admin_state_up': True}, {'network_id': '5cbb7e46-f801-4308-a097-cb74dd0af3a2', 'admin_state_up': False}]} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:43.101652 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Request body: {'port': {'network_id': 'df439505-b77e-4163-ad41-d9ae25187280', 'name': 'tempest-port--513201028', 'admin_state_up': True}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:43.102063 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Request body: {'port': {'network_id': '5cbb7e46-f801-4308-a097-cb74dd0af3a2', 'admin_state_up': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:43.119648 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1728c-ccb8-4384-acd1-a7e0e115a75c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Pushing event updated for resources: {'Network': ['ID=5cbb7e46-f801-4308-a097-cb74dd0af3a2,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:43.136876 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 5cbb7e46-f801-4308-a097-cb74dd0af3a2 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:29:43.144664 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dc50de54-d159-4665-b922-753c0b4f02a5 req-8f20cd9e-d246-4792-a37f-2b727537fa21 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/security-groups?id=2786a7c0-f8fe-414b-b1f4-18ffcf0402f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775969 Aug 19 18:29:43.223757 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6799c64-6d1c-4c38-b2b9-f5d831c0517a req-01953d37-5961-4c67-a63a-2661b39dbe66 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:29:43.242354 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3832517-6bd0-4529-b67c-b239c1c7ea99 None None] Sync routers for ids ['6c608642-8e4e-465d-95e9-80a801403855'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:29:43.267180 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3832517-6bd0-4529-b67c-b239c1c7ea99 None None] Routers {'6c608642-8e4e-465d-95e9-80a801403855'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:29:43.267836 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e3832517-6bd0-4529-b67c-b239c1c7ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:29:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c608642-8e4e-465d-95e9-80a801403855'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:43.310283 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Made reservation on behalf of 4e152391a7b442fa8ea28d4dc936e47c for: {'port': 2} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:29:43.315166 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:43.318255 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6799c64-6d1c-4c38-b2b9-f5d831c0517a req-01953d37-5961-4c67-a63a-2661b39dbe66 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] No DVR routers for this DVR port f5fe4ecf-94a5-473a-a953-1ae38f614592 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:29:43.320833 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a6799c64-6d1c-4c38-b2b9-f5d831c0517a req-01953d37-5961-4c67-a63a-2661b39dbe66 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:43.323355 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a6799c64-6d1c-4c38-b2b9-f5d831c0517a req-01953d37-5961-4c67-a63a-2661b39dbe66 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.54 "DELETE /v2.0/ports/f5fe4ecf-94a5-473a-a953-1ae38f614592 HTTP/1.1" status: 204 len: 173 time: 1.2889946 Aug 19 18:29:43.323865 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119777d0-5736-4ffc-ad33-5bc664e96a8c', 'name': 'network-vif-deleted', 'tag': 'f5fe4ecf-94a5-473a-a953-1ae38f614592'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:29:43.326760 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8ab5fb-f16a-453f-9323-8e8db2d0a250" -d '{"events": [{"server_uuid": "119777d0-5736-4ffc-ad33-5bc664e96a8c", "name": "network-vif-deleted", "tag": "f5fe4ecf-94a5-473a-a953-1ae38f614592"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:29:43.400522 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-119e560f-cf76-4117-b2c3-5beee1efe985 req-f7b599f1-7cd5-4802-8452-5b560273ca89 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/ports?device_id=119777d0-5736-4ffc-ad33-5bc664e96a8c HTTP/1.1" status: 200 len: 210 time: 0.0927670 Aug 19 18:29:43.417459 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:43.453967 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0f0c48-a46b-46fe-8c94-ed1fb05aa4a6 x-openstack-request-id: req-0d0f0c48-a46b-46fe-8c94-ed1fb05aa4a6 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:29:43.453967 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119777d0-5736-4ffc-ad33-5bc664e96a8c", "name": "network-vif-deleted", "tag": "f5fe4ecf-94a5-473a-a953-1ae38f614592", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:29:43.453967 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d0f0c48-a46b-46fe-8c94-ed1fb05aa4a6 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:29:43.454340 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119777d0-5736-4ffc-ad33-5bc664e96a8c', 'name': 'network-vif-deleted', 'tag': 'f5fe4ecf-94a5-473a-a953-1ae38f614592', 'status': 'completed', 'code': 200} Aug 19 18:29:43.535343 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-e3832517-6bd0-4529-b67c-b239c1c7ea99 None None] Set router 6c608642-8e4e-465d-95e9-80a801403855 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:29:43.553247 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b3d45ba-caf7-4950-80fa-2c538911789c req-25644f6d-8e5a-4131-a881-51427e065a8e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0921586 Aug 19 18:29:43.564996 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] device_id is not set on port e8abb17d-5e1e-48bf-83c1-37cfe7b2301a yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:29:43.674094 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d45ba-caf7-4950-80fa-2c538911789c req-14a8cf9e-985c-490c-9971-f9590a27159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:43.680832 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b3d45ba-caf7-4950-80fa-2c538911789c req-14a8cf9e-985c-490c-9971-f9590a27159a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 1097 time: 0.0709169 Aug 19 18:29:43.782368 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:43.801127 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device c1edcf62-46fe-47d8-8142-70d3d9d44b44 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:29:43.870232 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43820) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:43.891592 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port c1edcf62-46fe-47d8-8142-70d3d9d44b44 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:29:43.902548 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e3832517-6bd0-4529-b67c-b239c1c7ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c608642-8e4e-465d-95e9-80a801403855', 'name': 'tempest-AttachVolumeShelveTestJSON-2075814986-router', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:00Z', 'updated_at': '2021-08-19T18:21:05Z', 'revision_number': 4, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'gw_port': {'id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:02Z', 'updated_at': '2021-08-19T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'c864d110-5ba0-4483-b1db-454f03d09a6b', 'name': '', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'mac_address': 'fa:16:3e:7d:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:04Z', 'updated_at': '2021-08-19T18:21:15Z', 'revision_number': 5, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'subnets': [{'id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:43.906053 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port c1edcf62-46fe-47d8-8142-70d3d9d44b44 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:29:43.906687 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:43.912834 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d45ba-caf7-4950-80fa-2c538911789c req-035b0e4b-2cb2-4429-be73-d1074e61dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:43.915085 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b3d45ba-caf7-4950-80fa-2c538911789c req-035b0e4b-2cb2-4429-be73-d1074e61dad3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 911 time: 0.2094622 Aug 19 18:29:43.932876 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] device_id is not set on port 3401bcc7-c5ae-4af1-a5ba-ac98ea3993b7 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:29:43.939652 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3832517-6bd0-4529-b67c-b239c1c7ea99 None None] Checking router: 6c608642-8e4e-465d-95e9-80a801403855 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:29:43.976670 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3832517-6bd0-4529-b67c-b239c1c7ea99 None None] Routers {'6c608642-8e4e-465d-95e9-80a801403855'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:29:43.982005 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e3832517-6bd0-4529-b67c-b239c1c7ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:29:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c608642-8e4e-465d-95e9-80a801403855'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:44.040285 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b3d45ba-caf7-4950-80fa-2c538911789c req-e2386612-4494-4283-b1ed-85f52144d81f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4222103-ac45-47b6-8cdd-a7d06cc5f5fe HTTP/1.1" status: 200 len: 1002 time: 0.1137340 Aug 19 18:29:44.115325 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c647e18d-4e15-4452-ba23-b3213b8a97ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:44.142843 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:44.170693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d45ba-caf7-4950-80fa-2c538911789c req-6ecd65de-06e4-4634-a212-4c47b1886709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:44.172880 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b3d45ba-caf7-4950-80fa-2c538911789c req-6ecd65de-06e4-4634-a212-4c47b1886709 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.1237004 Aug 19 18:29:44.198360 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-e3832517-6bd0-4529-b67c-b239c1c7ea99 None None] Set router 6c608642-8e4e-465d-95e9-80a801403855 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:29:44.235500 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:44.236239 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:44.256982 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d45ba-caf7-4950-80fa-2c538911789c req-10f8f79f-da47-4f3c-b982-d5423b1f7a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:44.259184 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b3d45ba-caf7-4950-80fa-2c538911789c req-10f8f79f-da47-4f3c-b982-d5423b1f7a05 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736110 Aug 19 18:29:44.269118 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548b0a23-85bb-47c0-b4ba-7c461bea0e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1edcf62-46fe-47d8-8142-70d3d9d44b44'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:29:44.271915 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5647ad6-df71-4707-b43d-8939447a284d" -d '{"events": [{"server_uuid": "548b0a23-85bb-47c0-b4ba-7c461bea0e2b", "name": "network-vif-plugged", "status": "completed", "tag": "c1edcf62-46fe-47d8-8142-70d3d9d44b44"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:29:44.291595 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port c1edcf62-46fe-47d8-8142-70d3d9d44b44, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c1edcf62-46fe-47d8-8142-70d3d9d44b44,segment=NetworkSegment(cf9fa747-2be6-4708-a73a-f3c495466723),segment_id=cf9fa747-2be6-4708-a73a-f3c495466723)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:44.316053 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Pushing event updated for resources: {'Port': ['ID=e8abb17d-5e1e-48bf-83c1-37cfe7b2301a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:44.322920 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63da8fd-f3e8-487b-8838-e1bddb803fae x-openstack-request-id: req-d63da8fd-f3e8-487b-8838-e1bddb803fae {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:29:44.323445 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548b0a23-85bb-47c0-b4ba-7c461bea0e2b", "name": "network-vif-plugged", "status": "completed", "tag": "c1edcf62-46fe-47d8-8142-70d3d9d44b44", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:29:44.323883 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d63da8fd-f3e8-487b-8838-e1bddb803fae {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:29:44.324437 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548b0a23-85bb-47c0-b4ba-7c461bea0e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1edcf62-46fe-47d8-8142-70d3d9d44b44', 'code': 200} Aug 19 18:29:44.326174 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:44.359061 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Checking segment: {'id': '2150f586-3edc-4faf-966d-ce0747f43862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'df439505-b77e-4163-ad41-d9ae25187280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:29:44.359641 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Network hostable DHCP agents. Network: df439505-b77e-4163-ad41-d9ae25187280, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:29:44.394879 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Network df439505-b77e-4163-ad41-d9ae25187280 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:29:44.414457 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c647e18d-4e15-4452-ba23-b3213b8a97ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:44.426290 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, df439505-b77e-4163-ad41-d9ae25187280) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:29:44.429128 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c647e18d-4e15-4452-ba23-b3213b8a97ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:44.435264 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:29:44.436800 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:44.442961 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4203c3c1-08c7-48fe-8738-3a5ce4710c2c None None] Network df439505-b77e-4163-ad41-d9ae25187280 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:29:44.444846 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=c1edcf62-46fe-47d8-8142-70d3d9d44b44,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:44.460039 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fe15a-ff90-4819-bcc0-717ed5642956 req-ba22eff5-467e-4977-bfdd-107d363eea6d tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:44.461613 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-503fe15a-ff90-4819-bcc0-717ed5642956 req-ba22eff5-467e-4977-bfdd-107d363eea6d tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/ports?device_id=548b0a23-85bb-47c0-b4ba-7c461bea0e2b HTTP/1.1" status: 200 len: 946 time: 0.1679959 Aug 19 18:29:44.495779 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb17ee6-f2b6-4cfa-9f57-b02cebc465ad req-ceab4f36-4f19-45c8-84ca-26dfd33ce9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:44.497329 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1bb17ee6-f2b6-4cfa-9f57-b02cebc465ad req-ceab4f36-4f19-45c8-84ca-26dfd33ce9d2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=548b0a23-85bb-47c0-b4ba-7c461bea0e2b HTTP/1.1" status: 200 len: 1097 time: 0.1123283 Aug 19 18:29:44.536326 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c647e18d-4e15-4452-ba23-b3213b8a97ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7f2181efa6947468844a3aee3d18c25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6614439 Aug 19 18:29:44.540989 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43832) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:44.555397 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Pushing event updated for resources: {'Port': ['ID=3401bcc7-c5ae-4af1-a5ba-ac98ea3993b7,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:44.564649 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43834) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:44.594664 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1bb17ee6-f2b6-4cfa-9f57-b02cebc465ad req-5de81fd8-512b-4677-9413-c81b6f321890 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2786a7c0-f8fe-414b-b1f4-18ffcf0402f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872872 Aug 19 18:29:44.598136 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-503fe15a-ff90-4819-bcc0-717ed5642956 req-47a5fa9d-e275-49dc-b481-51a019936b57 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/security-groups?id=2786a7c0-f8fe-414b-b1f4-18ffcf0402f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233406 Aug 19 18:29:44.610001 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b3d45ba-caf7-4950-80fa-2c538911789c req-c3423d96-2e1e-404e-9c00-16ce3410612a service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375087 Aug 19 18:29:44.610623 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647e18d-4e15-4452-ba23-b3213b8a97ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b9af8e-45c7-438a-a7bf-7d097e972e51,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:44.636599 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Checking segment: {'id': 'f6e42db7-a8fa-4670-9a84-361b9c62e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '5cbb7e46-f801-4308-a097-cb74dd0af3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:29:44.636970 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Network hostable DHCP agents. Network: 5cbb7e46-f801-4308-a097-cb74dd0af3a2, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:29:44.672988 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccb05-2df6-4566-8247-3ba549b91de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:44.679787 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Network 5cbb7e46-f801-4308-a097-cb74dd0af3a2 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:29:44.684510 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e3832517-6bd0-4529-b67c-b239c1c7ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c608642-8e4e-465d-95e9-80a801403855', 'name': 'tempest-AttachVolumeShelveTestJSON-2075814986-router', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:00Z', 'updated_at': '2021-08-19T18:21:05Z', 'revision_number': 4, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'gw_port': {'id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:02Z', 'updated_at': '2021-08-19T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'c864d110-5ba0-4483-b1db-454f03d09a6b', 'name': '', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'mac_address': 'fa:16:3e:7d:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:04Z', 'updated_at': '2021-08-19T18:21:15Z', 'revision_number': 5, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'subnets': [{'id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:44.701251 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 5cbb7e46-f801-4308-a097-cb74dd0af3a2) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:29:44.705573 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:29:44.715157 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:44.720591 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af53e15-60f0-44e7-9aa2-c4a30bc99eda None None] Network 5cbb7e46-f801-4308-a097-cb74dd0af3a2 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:29:44.720768 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:44.721290 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:44.732156 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccb05-2df6-4566-8247-3ba549b91de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:44.732863 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6dfda1c3-262f-4d5b-90ee-42a1591ae823 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:44.761450 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bbaf40ee-2495-4298-bea1-15a3e900b7c5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.6647537 Aug 19 18:29:44.761894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43836) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:44.767133 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3832517-6bd0-4529-b67c-b239c1c7ea99 None None] The sync data for ids ['6c608642-8e4e-465d-95e9-80a801403855'] in n-d-803753-2 is: [{'id': '6c608642-8e4e-465d-95e9-80a801403855', 'name': 'tempest-AttachVolumeShelveTestJSON-2075814986-router', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:00Z', 'updated_at': '2021-08-19T18:21:05Z', 'revision_number': 4, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'gw_port': {'id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:02Z', 'updated_at': '2021-08-19T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'c864d110-5ba0-4483-b1db-454f03d09a6b', 'name': '', 'network_id': 'bacad945-2962-49c4-806c-a7bd8c4e8d7b', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'mac_address': 'fa:16:3e:7d:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:04Z', 'updated_at': '2021-08-19T18:21:15Z', 'revision_number': 5, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'subnets': [{'id': '9e32631a-48d3-4ef0-8eb3-575117a89737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:29:44.805336 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b3d45ba-caf7-4950-80fa-2c538911789c req-c37286fe-9eec-4df7-b09e-82d0d4a4786f service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805100 Aug 19 18:29:44.807473 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6dfda1c3-262f-4d5b-90ee-42a1591ae823 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:44.813687 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccb05-2df6-4566-8247-3ba549b91de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:44.818273 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ea9ccb05-2df6-4566-8247-3ba549b91de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:44.820179 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ea9ccb05-2df6-4566-8247-3ba549b91de5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1b9af8e-45c7-438a-a7bf-7d097e972e51 HTTP/1.1" status: 204 len: 168 time: 0.2780159 Aug 19 18:29:44.831637 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ccb05-2df6-4566-8247-3ba549b91de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b9af8e-45c7-438a-a7bf-7d097e972e51,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:44.913512 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a8a467-3735-4bd3-8d54-6540882ae1f4 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:44.921118 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a8a467-3735-4bd3-8d54-6540882ae1f4 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:44.926234 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-01a8a467-3735-4bd3-8d54-6540882ae1f4 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1609664 Aug 19 18:29:44.927772 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43842) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:44.970258 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6dfda1c3-262f-4d5b-90ee-42a1591ae823 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:44.973497 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6dfda1c3-262f-4d5b-90ee-42a1591ae823 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:44.978519 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6dfda1c3-262f-4d5b-90ee-42a1591ae823 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "DELETE /v2.0/security-groups/8ee19313-f0ba-472b-8445-dcf1f3efa6e8 HTTP/1.1" status: 204 len: 168 time: 0.4016590 Aug 19 18:29:44.979194 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43844) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:45.004878 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-dfccd343-3d18-4345-92da-f4dead4cc610 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] show failed (client error): The resource could not be found. Aug 19 18:29:45.006718 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dfccd343-3d18-4345-92da-f4dead4cc610 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "GET /v2.0/security-groups/8ee19313-f0ba-472b-8445-dcf1f3efa6e8 HTTP/1.1" status: 404 len: 347 time: 0.0257225 Aug 19 18:29:45.010320 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43848) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:45.023822 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfda1c3-262f-4d5b-90ee-42a1591ae823 tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee19313-f0ba-472b-8445-dcf1f3efa6e8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:45.056759 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-9cf4023f-9229-4e27-9acb-8a514e1058b7 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Deleting port e8abb17d-5e1e-48bf-83c1-37cfe7b2301a {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:45.057285 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9cf4023f-9229-4e27-9acb-8a514e1058b7 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:45.152277 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9cf4023f-9229-4e27-9acb-8a514e1058b7 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:45.169145 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-9cf4023f-9229-4e27-9acb-8a514e1058b7 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Calling delete_port for e8abb17d-5e1e-48bf-83c1-37cfe7b2301a owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:45.199879 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986bba0c-ee81-4ad1-a955-c3977b5262cb None None] New status for floating IP 902c0933-eabd-4467-8fac-386c65f06460: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:29:45.213030 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-ef4f0fc1-8224-4911-a608-ef7c22197a5f tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Deleting port f4cb515a-e074-4c57-8fd1-eb3d88346084 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:45.213457 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef4f0fc1-8224-4911-a608-ef7c22197a5f tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:45.257324 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device f5fe4ecf-94a5-473a-a953-1ae38f614592 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:29:45.282317 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43850) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:45.297468 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: f5fe4ecf-94a5-473a-a953-1ae38f614592 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:29:45.298260 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device f5fe4ecf-94a5-473a-a953-1ae38f614592 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:29:45.302455 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cc878369-2ae3-4a93-adfe-ddf39039b043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:45.306329 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef4f0fc1-8224-4911-a608-ef7c22197a5f tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:45.306695 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef4f0fc1-8224-4911-a608-ef7c22197a5f tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:45.321553 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-ef4f0fc1-8224-4911-a608-ef7c22197a5f tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Calling delete_port for f4cb515a-e074-4c57-8fd1-eb3d88346084 owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:45.328730 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9cf4023f-9229-4e27-9acb-8a514e1058b7 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:45.367418 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4023f-9229-4e27-9acb-8a514e1058b7 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Pushing event deleted for resources: {'Port': ['ID=e8abb17d-5e1e-48bf-83c1-37cfe7b2301a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:45.385949 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9cf4023f-9229-4e27-9acb-8a514e1058b7 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:45.390649 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43852) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:45.390835 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9cf4023f-9229-4e27-9acb-8a514e1058b7 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] 10.222.0.24 "DELETE /v2.0/ports/e8abb17d-5e1e-48bf-83c1-37cfe7b2301a HTTP/1.1" status: 204 len: 168 time: 0.4619415 Aug 19 18:29:45.459176 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cc878369-2ae3-4a93-adfe-ddf39039b043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:45.463656 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cc878369-2ae3-4a93-adfe-ddf39039b043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:45.503547 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cc878369-2ae3-4a93-adfe-ddf39039b043 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f1eb3dbba2246dfa7c16bc1af740757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2197535 Aug 19 18:29:45.504739 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc878369-2ae3-4a93-adfe-ddf39039b043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27adb87-ed94-4431-9bfd-6bb2800cc9e6,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:45.507074 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43854) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:45.549820 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-5cebbe6e-f250-4d25-8c19-6fe4e1ce0bff tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Deleting port 3401bcc7-c5ae-4af1-a5ba-ac98ea3993b7 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:45.551100 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5cebbe6e-f250-4d25-8c19-6fe4e1ce0bff tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:45.555703 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef4f0fc1-8224-4911-a608-ef7c22197a5f tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:45.562979 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c6f74c3-28e6-4f8d-9c23-039aa81f7829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:45.588596 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c6f74c3-28e6-4f8d-9c23-039aa81f7829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:45.627491 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f0fc1-8224-4911-a608-ef7c22197a5f tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Pushing event deleted for resources: {'Port': ['ID=f4cb515a-e074-4c57-8fd1-eb3d88346084,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:45.655303 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c6f74c3-28e6-4f8d-9c23-039aa81f7829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:45.659163 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7c6f74c3-28e6-4f8d-9c23-039aa81f7829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:45.663491 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7c6f74c3-28e6-4f8d-9c23-039aa81f7829 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a27adb87-ed94-4431-9bfd-6bb2800cc9e6 HTTP/1.1" status: 204 len: 168 time: 0.1553082 Aug 19 18:29:45.674418 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f74c3-28e6-4f8d-9c23-039aa81f7829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27adb87-ed94-4431-9bfd-6bb2800cc9e6,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:45.700399 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5cebbe6e-f250-4d25-8c19-6fe4e1ce0bff tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:45.724072 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-5cebbe6e-f250-4d25-8c19-6fe4e1ce0bff tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Calling delete_port for 3401bcc7-c5ae-4af1-a5ba-ac98ea3993b7 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:45.738529 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef4f0fc1-8224-4911-a608-ef7c22197a5f tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:45.741128 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef4f0fc1-8224-4911-a608-ef7c22197a5f tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:45.746928 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ef4f0fc1-8224-4911-a608-ef7c22197a5f tempest-AttachVolumeShelveTestJSON-271956234 tempest-AttachVolumeShelveTestJSON-271956234-project] 10.222.0.24 "DELETE /v2.0/floatingips/902c0933-eabd-4467-8fac-386c65f06460 HTTP/1.1" status: 204 len: 168 time: 0.7342858 Aug 19 18:29:45.781178 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194b64a-56e6-4e27-882b-5ed70122a64e req-635dd074-10b5-48f9-b516-f3a92040a13c tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:45.784194 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8194b64a-56e6-4e27-882b-5ed70122a64e req-635dd074-10b5-48f9-b516-f3a92040a13c tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/ports?device_id=548b0a23-85bb-47c0-b4ba-7c461bea0e2b HTTP/1.1" status: 200 len: 946 time: 0.0874863 Aug 19 18:29:45.868038 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5cebbe6e-f250-4d25-8c19-6fe4e1ce0bff tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:45.873307 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8194b64a-56e6-4e27-882b-5ed70122a64e req-8e59f1f2-08b6-43ea-85ec-796c50006ffe tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/security-groups?id=2786a7c0-f8fe-414b-b1f4-18ffcf0402f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681887 Aug 19 18:29:45.898354 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5cebbe6e-f250-4d25-8c19-6fe4e1ce0bff tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:45.900554 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5cebbe6e-f250-4d25-8c19-6fe4e1ce0bff tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] 10.222.0.24 "DELETE /v2.0/ports/3401bcc7-c5ae-4af1-a5ba-ac98ea3993b7 HTTP/1.1" status: 204 len: 168 time: 0.5083904 Aug 19 18:29:45.903281 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43864) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:45.924911 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebbe6e-f250-4d25-8c19-6fe4e1ce0bff tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Pushing event deleted for resources: {'Port': ['ID=3401bcc7-c5ae-4af1-a5ba-ac98ea3993b7,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:45.948450 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2c57b601-4f77-453b-a109-bec405f96058 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0436425 Aug 19 18:29:45.956950 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43868) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:45.958021 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-5a9c7e48-03e5-475a-97b1-9fe426466709 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-385674589'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:45.982399 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9c7e48-03e5-475a-97b1-9fe426466709 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Made reservation on behalf of 4e152391a7b442fa8ea28d4dc936e47c for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:29:45.988158 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5a9c7e48-03e5-475a-97b1-9fe426466709 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:46.029022 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9c7e48-03e5-475a-97b1-9fe426466709 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:29:46.042146 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5a9c7e48-03e5-475a-97b1-9fe426466709 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:46.042754 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-5a9c7e48-03e5-475a-97b1-9fe426466709 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Added segment 0fd163d3-f640-415b-9dbd-8323fc7d0a13 of type vlan for network 3e4ed161-17ab-4c32-91b9-e37c8b87d01a Aug 19 18:29:46.095289 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5a9c7e48-03e5-475a-97b1-9fe426466709 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:46.123399 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5a9c7e48-03e5-475a-97b1-9fe426466709 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:46.129398 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9c7e48-03e5-475a-97b1-9fe426466709 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:46.130275 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5a9c7e48-03e5-475a-97b1-9fe426466709 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:46.146424 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43872) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:46.162316 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fc45e8a8-234b-45ef-a115-6599eb9d4eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:46.306393 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fc45e8a8-234b-45ef-a115-6599eb9d4eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:46.311776 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fc45e8a8-234b-45ef-a115-6599eb9d4eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:46.359288 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fc45e8a8-234b-45ef-a115-6599eb9d4eb8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=daadc52963f24b85a7fca932d21d5485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2094600 Aug 19 18:29:46.359288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45e8a8-234b-45ef-a115-6599eb9d4eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced9274c-3dd8-4410-881a-eea9bb3b8555,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:46.360342 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43878) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:46.430556 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb72ed20-3ac9-4006-807a-9ad78eb29677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:46.454589 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb72ed20-3ac9-4006-807a-9ad78eb29677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:46.512240 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb72ed20-3ac9-4006-807a-9ad78eb29677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:46.517556 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb72ed20-3ac9-4006-807a-9ad78eb29677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:46.520277 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:46.522453 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-eb72ed20-3ac9-4006-807a-9ad78eb29677 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ced9274c-3dd8-4410-881a-eea9bb3b8555 HTTP/1.1" status: 204 len: 168 time: 0.1606989 Aug 19 18:29:46.532369 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72ed20-3ac9-4006-807a-9ad78eb29677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced9274c-3dd8-4410-881a-eea9bb3b8555,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:46.614293 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5a9c7e48-03e5-475a-97b1-9fe426466709 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6611071 Aug 19 18:29:46.617585 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43882) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:46.623684 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e882cc56-5bcc-4402-8f72-feee74ade1df tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1527253433'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:46.642098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c7e48-03e5-475a-97b1-9fe426466709 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Pushing event updated for resources: {'Network': ['ID=3e4ed161-17ab-4c32-91b9-e37c8b87d01a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:46.656859 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 3e4ed161-17ab-4c32-91b9-e37c8b87d01a details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:29:46.663586 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e882cc56-5bcc-4402-8f72-feee74ade1df tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Made reservation on behalf of 4e152391a7b442fa8ea28d4dc936e47c for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:29:46.667879 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e882cc56-5bcc-4402-8f72-feee74ade1df tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:46.679648 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567aa89-c71e-43c3-9864-ab16ddb0aa01 req-0a6eb36f-c5c2-4d4a-973c-b7544d468d81 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:46.681404 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8567aa89-c71e-43c3-9864-ab16ddb0aa01 req-0a6eb36f-c5c2-4d4a-973c-b7544d468d81 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 946 time: 0.0893066 Aug 19 18:29:46.697688 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e882cc56-5bcc-4402-8f72-feee74ade1df tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:29:46.710337 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e882cc56-5bcc-4402-8f72-feee74ade1df tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:46.710965 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-e882cc56-5bcc-4402-8f72-feee74ade1df tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Added segment 70d1b5d8-441d-4f50-a0ba-cec5613d361a of type vlan for network 1da4b8f0-e3f2-4491-b19c-079f8b62a212 Aug 19 18:29:46.760220 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e882cc56-5bcc-4402-8f72-feee74ade1df tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:46.776044 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8567aa89-c71e-43c3-9864-ab16ddb0aa01 req-ef2abb39-dea6-4e33-a08f-2734bc22aa69 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822775 Aug 19 18:29:46.813233 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e882cc56-5bcc-4402-8f72-feee74ade1df tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:46.818948 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e882cc56-5bcc-4402-8f72-feee74ade1df tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:46.819631 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e882cc56-5bcc-4402-8f72-feee74ade1df tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:46.869178 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e882cc56-5bcc-4402-8f72-feee74ade1df tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2502148 Aug 19 18:29:46.924425 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882cc56-5bcc-4402-8f72-feee74ade1df tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Pushing event updated for resources: {'Network': ['ID=1da4b8f0-e3f2-4491-b19c-079f8b62a212,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:46.940012 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 1da4b8f0-e3f2-4491-b19c-079f8b62a212 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:29:47.203778 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd0838-d24e-4b35-bdc4-cf1d257426a4 req-b126dfe7-1c6b-4689-b922-a8f51131ea8f tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:47.214994 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0fd0838-d24e-4b35-bdc4-cf1d257426a4 req-b126dfe7-1c6b-4689-b922-a8f51131ea8f tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/ports?device_id=548b0a23-85bb-47c0-b4ba-7c461bea0e2b HTTP/1.1" status: 200 len: 946 time: 0.1560624 Aug 19 18:29:47.277394 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b0fd0838-d24e-4b35-bdc4-cf1d257426a4 req-09a1cd2f-5446-42c7-8899-6e9f51e3b5fa tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/security-groups?id=2786a7c0-f8fe-414b-b1f4-18ffcf0402f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611384 Aug 19 18:29:47.433440 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f82b08-e2a5-49e5-8c97-1621aabc3ca0 req-68808ebb-d54d-4315-9da8-668d98499866 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:47.435213 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-36f82b08-e2a5-49e5-8c97-1621aabc3ca0 req-68808ebb-d54d-4315-9da8-668d98499866 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/ports?device_id=548b0a23-85bb-47c0-b4ba-7c461bea0e2b HTTP/1.1" status: 200 len: 946 time: 0.0905724 Aug 19 18:29:47.500769 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-36f82b08-e2a5-49e5-8c97-1621aabc3ca0 req-a6bae4c9-fee4-4b4c-b4c4-8921eeb54950 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/security-groups?id=2786a7c0-f8fe-414b-b1f4-18ffcf0402f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577796 Aug 19 18:29:47.961596 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f1b59-12c2-4908-8292-16770e879ae2 req-c457b68c-ef1f-4fc3-921d-07bc4255449a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:47.989209 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0d4f1b59-12c2-4908-8292-16770e879ae2 req-c457b68c-ef1f-4fc3-921d-07bc4255449a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 946 time: 0.0900197 Aug 19 18:29:48.062845 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0d4f1b59-12c2-4908-8292-16770e879ae2 req-f3a973d1-25e0-4821-96aa-472ec5d1084c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723865 Aug 19 18:29:48.073810 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724b1c2-7ac3-4643-b52c-202dac1b295c req-7d8c3ecd-d154-4d9f-af79-76b1969b9349 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:48.087423 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e724b1c2-7ac3-4643-b52c-202dac1b295c req-7d8c3ecd-d154-4d9f-af79-76b1969b9349 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/ports?device_id=548b0a23-85bb-47c0-b4ba-7c461bea0e2b HTTP/1.1" status: 200 len: 946 time: 0.1238344 Aug 19 18:29:48.154157 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e724b1c2-7ac3-4643-b52c-202dac1b295c req-5e37a936-9d2b-4735-81e6-4817b61c0794 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/security-groups?id=2786a7c0-f8fe-414b-b1f4-18ffcf0402f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655880 Aug 19 18:29:48.285606 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d127ea1-e72f-42f0-8fe0-aa69fad4fc0c req-377c1830-b720-44f6-8b99-e311a8942b39 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:48.287266 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8d127ea1-e72f-42f0-8fe0-aa69fad4fc0c req-377c1830-b720-44f6-8b99-e311a8942b39 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.54 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 946 time: 0.1320727 Aug 19 18:29:48.594767 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-8d127ea1-e72f-42f0-8fe0-aa69fad4fc0c req-be738748-e4ed-4319-ba89-adbaef2756ff tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Deleting port f4222103-ac45-47b6-8cdd-a7d06cc5f5fe {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:48.595251 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8d127ea1-e72f-42f0-8fe0-aa69fad4fc0c req-be738748-e4ed-4319-ba89-adbaef2756ff tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:48.750485 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2d2f6-93d2-402c-899c-f98f6b8a1c94 req-af1aa27d-a2d9-495f-b1c8-614faec683f9 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:48.774168 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b8a2d2f6-93d2-402c-899c-f98f6b8a1c94 req-af1aa27d-a2d9-495f-b1c8-614faec683f9 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/ports?device_id=548b0a23-85bb-47c0-b4ba-7c461bea0e2b HTTP/1.1" status: 200 len: 946 time: 0.1066625 Aug 19 18:29:48.853023 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-8d127ea1-e72f-42f0-8fe0-aa69fad4fc0c req-be738748-e4ed-4319-ba89-adbaef2756ff tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] For port f4222103-ac45-47b6-8cdd-a7d06cc5f5fe, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=f4222103-ac45-47b6-8cdd-a7d06cc5f5fe,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:48.853406 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8d127ea1-e72f-42f0-8fe0-aa69fad4fc0c req-be738748-e4ed-4319-ba89-adbaef2756ff tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:48.858237 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b8a2d2f6-93d2-402c-899c-f98f6b8a1c94 req-9c5601ef-29f9-4da9-b214-d7ab3b3b7741 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/security-groups?id=2786a7c0-f8fe-414b-b1f4-18ffcf0402f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828545 Aug 19 18:29:49.051531 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8d127ea1-e72f-42f0-8fe0-aa69fad4fc0c req-be738748-e4ed-4319-ba89-adbaef2756ff tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:49.051913 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8d127ea1-e72f-42f0-8fe0-aa69fad4fc0c req-be738748-e4ed-4319-ba89-adbaef2756ff tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:49.052169 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [req-8d127ea1-e72f-42f0-8fe0-aa69fad4fc0c req-be738748-e4ed-4319-ba89-adbaef2756ff tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Floating IP 95eb4856-f266-44f6-ba48-6f84d49e1379 disassociated. External IP: 172.25.8.129, port: f4222103-ac45-47b6-8cdd-a7d06cc5f5fe. Aug 19 18:29:49.052531 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-8d127ea1-e72f-42f0-8fe0-aa69fad4fc0c req-be738748-e4ed-4319-ba89-adbaef2756ff tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Calling delete_port for f4222103-ac45-47b6-8cdd-a7d06cc5f5fe owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:49.287477 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f987c-2c03-4852-9f22-9fe98e980971 req-47b528fc-3b64-45b4-a3a5-6324455b755c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:49.295259 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-232f987c-2c03-4852-9f22-9fe98e980971 req-47b528fc-3b64-45b4-a3a5-6324455b755c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 946 time: 0.0860534 Aug 19 18:29:49.377493 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-232f987c-2c03-4852-9f22-9fe98e980971 req-bc8a0cbb-2618-4f67-b52a-709f7c1f24e8 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812261 Aug 19 18:29:49.402964 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8d127ea1-e72f-42f0-8fe0-aa69fad4fc0c req-be738748-e4ed-4319-ba89-adbaef2756ff tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:49.442710 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be738748-e4ed-4319-ba89-adbaef2756ff tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event deleted for resources: {'Port': ['ID=f4222103-ac45-47b6-8cdd-a7d06cc5f5fe,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:49.742690 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-22d01252-3a8d-4c8d-8c44-bc2a1e0ae135 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0601866 Aug 19 18:29:49.944867 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d127ea1-e72f-42f0-8fe0-aa69fad4fc0c req-be738748-e4ed-4319-ba89-adbaef2756ff tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:29:49.951039 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-bcb91a6a-cd34-4fc7-a651-d950b4013648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:49.954356 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-bcb91a6a-cd34-4fc7-a651-d950b4013648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:49.955097 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-bcb91a6a-cd34-4fc7-a651-d950b4013648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:49.955876 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-bcb91a6a-cd34-4fc7-a651-d950b4013648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:49.958243 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-bcb91a6a-cd34-4fc7-a651-d950b4013648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:49.959591 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-bcb91a6a-cd34-4fc7-a651-d950b4013648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:49.962151 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-bcb91a6a-cd34-4fc7-a651-d950b4013648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:49.964485 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-bcb91a6a-cd34-4fc7-a651-d950b4013648 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d4c8d8581824507a55c5466e9a27980&device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 6502 time: 0.1619124 Aug 19 18:29:50.141295 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5500dc9-c415-4ccc-ac8b-2ca897efbf16 req-a2d14a32-0c9a-475f-aa75-23db1640e585 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:50.142765 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c5500dc9-c415-4ccc-ac8b-2ca897efbf16 req-a2d14a32-0c9a-475f-aa75-23db1640e585 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.50 "GET /v2.0/ports?device_id=548b0a23-85bb-47c0-b4ba-7c461bea0e2b HTTP/1.1" status: 200 len: 946 time: 0.1736326 Aug 19 18:29:50.144922 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82666817-3f45-4b3e-a491-a313dd51db00 req-0d32589f-cee2-4fb4-909e-0719e02abeb7 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:50.146594 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-82666817-3f45-4b3e-a491-a313dd51db00 req-0d32589f-cee2-4fb4-909e-0719e02abeb7 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/ports?device_id=548b0a23-85bb-47c0-b4ba-7c461bea0e2b HTTP/1.1" status: 200 len: 946 time: 0.1197813 Aug 19 18:29:50.183327 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-ccdd0535-bda7-494f-95e2-6576f82a6c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:50.184143 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-ccdd0535-bda7-494f-95e2-6576f82a6c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:50.184800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-ccdd0535-bda7-494f-95e2-6576f82a6c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:50.187031 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-ccdd0535-bda7-494f-95e2-6576f82a6c0e service neutron] 10.222.0.50 "GET /v2.0/networks?id=eb209190-2b0a-4385-a96f-5ebf3ada95ae&id=e907505c-8552-41bc-9150-9253fbc87c40&id=e907505c-8552-41bc-9150-9253fbc87c40&id=e907505c-8552-41bc-9150-9253fbc87c40&id=e907505c-8552-41bc-9150-9253fbc87c40&id=82deafff-818d-46cd-9b39-f0e9acf3a9dd&id=82deafff-818d-46cd-9b39-f0e9acf3a9dd HTTP/1.1" status: 200 len: 2295 time: 0.1773088 Aug 19 18:29:50.189455 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d127ea1-e72f-42f0-8fe0-aa69fad4fc0c req-be738748-e4ed-4319-ba89-adbaef2756ff tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:29:50.203294 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d9f60b-3347-417a-b1ea-57354319b627 None None] Sync routers for ids ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:29:50.220726 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d9f60b-3347-417a-b1ea-57354319b627 None None] Routers {'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:29:50.224945 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-59d9f60b-3347-417a-b1ea-57354319b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:29:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:50.238514 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d127ea1-e72f-42f0-8fe0-aa69fad4fc0c req-be738748-e4ed-4319-ba89-adbaef2756ff tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] No DVR routers for this DVR port f4222103-ac45-47b6-8cdd-a7d06cc5f5fe on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:29:50.245995 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-8d127ea1-e72f-42f0-8fe0-aa69fad4fc0c req-be738748-e4ed-4319-ba89-adbaef2756ff tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:50.248024 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8d127ea1-e72f-42f0-8fe0-aa69fad4fc0c req-be738748-e4ed-4319-ba89-adbaef2756ff tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.54 "DELETE /v2.0/ports/f4222103-ac45-47b6-8cdd-a7d06cc5f5fe HTTP/1.1" status: 204 len: 173 time: 1.9443021 Aug 19 18:29:50.248479 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42202abe-a767-4881-bd63-c826c4056dbb', 'name': 'network-vif-deleted', 'tag': 'f4222103-ac45-47b6-8cdd-a7d06cc5f5fe'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:29:50.250869 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44dd9f2-e816-4811-a555-953bd3a3f9d0" -d '{"events": [{"server_uuid": "42202abe-a767-4881-bd63-c826c4056dbb", "name": "network-vif-deleted", "tag": "f4222103-ac45-47b6-8cdd-a7d06cc5f5fe"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:29:50.262541 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-82666817-3f45-4b3e-a491-a313dd51db00 req-84797fbc-c9ea-49a0-967b-9d679d8a3a9f tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/security-groups?id=2786a7c0-f8fe-414b-b1f4-18ffcf0402f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040354 Aug 19 18:29:50.351629 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43964) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:50.357808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-3f899dfc-7915-4d5e-bb42-a082aac9b3f5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Request body: {'subnets': [{'network_id': '3e4ed161-17ab-4c32-91b9-e37c8b87d01a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1491182316', 'ip_version': 6}, {'network_id': '1da4b8f0-e3f2-4491-b19c-079f8b62a212', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:50.358167 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-3f899dfc-7915-4d5e-bb42-a082aac9b3f5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Request body: {'subnet': {'network_id': '3e4ed161-17ab-4c32-91b9-e37c8b87d01a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1491182316', 'ip_version': 6}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:50.358887 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-3f899dfc-7915-4d5e-bb42-a082aac9b3f5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Request body: {'subnet': {'network_id': '1da4b8f0-e3f2-4491-b19c-079f8b62a212', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:50.502349 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-9389d8a2-4920-4983-b176-a5eab6476c75 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=947b2bf4-1446-47c1-9618-b9bfceb818f3 HTTP/1.1" status: 200 len: 1000 time: 0.3063319 Aug 19 18:29:50.510150 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e5564c-5713-440f-842b-3f315bef1200 x-openstack-request-id: req-87e5564c-5713-440f-842b-3f315bef1200 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:29:50.510452 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42202abe-a767-4881-bd63-c826c4056dbb", "name": "network-vif-deleted", "tag": "f4222103-ac45-47b6-8cdd-a7d06cc5f5fe", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:29:50.510711 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87e5564c-5713-440f-842b-3f315bef1200 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:29:50.511383 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42202abe-a767-4881-bd63-c826c4056dbb', 'name': 'network-vif-deleted', 'tag': 'f4222103-ac45-47b6-8cdd-a7d06cc5f5fe', 'status': 'completed', 'code': 200} Aug 19 18:29:50.639273 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-59d9f60b-3347-417a-b1ea-57354319b627 None None] Set router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:29:50.642832 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-12609fd1-8f52-4b16-8748-01500d0badad tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e1d3cdd6241149db9775c123f2c61d80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890782 Aug 19 18:29:50.657181 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2603b3cb-fee7-472f-b250-67e8b8fecfbf req-2354cc40-ebf7-43fa-92a7-52d763da3380 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 210 time: 0.1490111 Aug 19 18:29:50.743554 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f899dfc-7915-4d5e-bb42-a082aac9b3f5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Made reservation on behalf of 4e152391a7b442fa8ea28d4dc936e47c for: {'subnet': 2} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:29:50.749179 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3f899dfc-7915-4d5e-bb42-a082aac9b3f5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:50.749566 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3f899dfc-7915-4d5e-bb42-a082aac9b3f5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:50.823726 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-c5500dc9-c415-4ccc-ac8b-2ca897efbf16 req-2b332004-9e31-412c-adb8-fe82d7215352 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Deleting port c1edcf62-46fe-47d8-8142-70d3d9d44b44 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:50.824320 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c5500dc9-c415-4ccc-ac8b-2ca897efbf16 req-2b332004-9e31-412c-adb8-fe82d7215352 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:50.861820 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-d0771ce9-fd48-4d75-b1ba-2c46215b2df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:50.864309 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-d0771ce9-fd48-4d75-b1ba-2c46215b2df6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a51ede3-bf4f-418b-b046-6db223b828ca HTTP/1.1" status: 200 len: 854 time: 0.3503866 Aug 19 18:29:50.966689 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-59d9f60b-3347-417a-b1ea-57354319b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:38Z', 'revision_number': 4, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7', 'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'mac_address': 'fa:16:3e:30:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:35Z', 'updated_at': '2021-08-19T18:21:44Z', 'revision_number': 5, 'project_id': 'ffa9435d941540c182adf55128e34931', 'subnets': [{'id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:51.002004 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d9f60b-3347-417a-b1ea-57354319b627 None None] Checking router: f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:29:51.022911 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d9f60b-3347-417a-b1ea-57354319b627 None None] Routers {'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:29:51.023554 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-59d9f60b-3347-417a-b1ea-57354319b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:29:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:51.116024 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-c5500dc9-c415-4ccc-ac8b-2ca897efbf16 req-2b332004-9e31-412c-adb8-fe82d7215352 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] For port c1edcf62-46fe-47d8-8142-70d3d9d44b44, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c1edcf62-46fe-47d8-8142-70d3d9d44b44,segment=NetworkSegment(cf9fa747-2be6-4708-a73a-f3c495466723),segment_id=cf9fa747-2be6-4708-a73a-f3c495466723)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:51.116396 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c5500dc9-c415-4ccc-ac8b-2ca897efbf16 req-2b332004-9e31-412c-adb8-fe82d7215352 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:51.130146 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-c5500dc9-c415-4ccc-ac8b-2ca897efbf16 req-2b332004-9e31-412c-adb8-fe82d7215352 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Calling delete_port for c1edcf62-46fe-47d8-8142-70d3d9d44b44 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:51.201317 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-59d9f60b-3347-417a-b1ea-57354319b627 None None] Set router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:29:51.256953 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3f899dfc-7915-4d5e-bb42-a082aac9b3f5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:51.326025 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-67bf37d0-f38f-4ea7-9043-3c6287ad3d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:51.333835 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-67bf37d0-f38f-4ea7-9043-3c6287ad3d91 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=eb209190-2b0a-4385-a96f-5ebf3ada95ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4333129 Aug 19 18:29:51.356707 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f899dfc-7915-4d5e-bb42-a082aac9b3f5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Checking segment: {'id': '0fd163d3-f640-415b-9dbd-8323fc7d0a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3e4ed161-17ab-4c32-91b9-e37c8b87d01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:29:51.357399 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f899dfc-7915-4d5e-bb42-a082aac9b3f5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Network hostable DHCP agents. Network: 3e4ed161-17ab-4c32-91b9-e37c8b87d01a, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:29:51.363010 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f899dfc-7915-4d5e-bb42-a082aac9b3f5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Pushing event updated for resources: {'Subnet': ['ID=922085ed-c4f4-462d-ba86-347b565153bf,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:51.396268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f899dfc-7915-4d5e-bb42-a082aac9b3f5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Network 3e4ed161-17ab-4c32-91b9-e37c8b87d01a is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:29:51.415982 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-3f899dfc-7915-4d5e-bb42-a082aac9b3f5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 3e4ed161-17ab-4c32-91b9-e37c8b87d01a) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:29:51.445815 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3f899dfc-7915-4d5e-bb42-a082aac9b3f5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:51.474795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device f4222103-ac45-47b6-8cdd-a7d06cc5f5fe no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:29:51.477395 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50072bd9-9802-4a18-a4c1-1f449fde5100 None None] Network 3e4ed161-17ab-4c32-91b9-e37c8b87d01a requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:29:51.486437 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-90a805d8-76d2-4ae6-b6e7-ba2f82472d2a tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:51.488910 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-90a805d8-76d2-4ae6-b6e7-ba2f82472d2a tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8334179 Aug 19 18:29:51.552559 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c5500dc9-c415-4ccc-ac8b-2ca897efbf16 req-2b332004-9e31-412c-adb8-fe82d7215352 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:51.555372 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: f4222103-ac45-47b6-8cdd-a7d06cc5f5fe {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:29:51.555819 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device f4222103-ac45-47b6-8cdd-a7d06cc5f5fe not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:29:51.563693 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-299d24ba-2e13-4f56-a662-7b3d2fd78bb9 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/quotas/e1d3cdd6241149db9775c123f2c61d80 HTTP/1.1" status: 200 len: 375 time: 0.0541463 Aug 19 18:29:51.571992 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['c1edcf62-46fe-47d8-8142-70d3d9d44b44'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:29:51.606570 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9002bb-62e4-4957-9324-853a1e488db8 req-fdc37924-fc60-4d79-ad1e-ca5d26ccc6f6 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:51.609044 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8d9002bb-62e4-4957-9324-853a1e488db8 req-fdc37924-fc60-4d79-ad1e-ca5d26ccc6f6 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/ports?device_id=548b0a23-85bb-47c0-b4ba-7c461bea0e2b HTTP/1.1" status: 200 len: 867 time: 0.1985714 Aug 19 18:29:51.630513 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b332004-9e31-412c-adb8-fe82d7215352 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Pushing event deleted for resources: {'Port': ['ID=c1edcf62-46fe-47d8-8142-70d3d9d44b44,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:51.636036 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f899dfc-7915-4d5e-bb42-a082aac9b3f5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Pushing event updated for resources: {'Subnet': ['ID=8431c399-ab6b-4c7d-82bc-6e60a43fc6d8,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:51.640274 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f899dfc-7915-4d5e-bb42-a082aac9b3f5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Checking segment: {'id': '70d1b5d8-441d-4f50-a0ba-cec5613d361a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1da4b8f0-e3f2-4491-b19c-079f8b62a212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:29:51.640880 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f899dfc-7915-4d5e-bb42-a082aac9b3f5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Network hostable DHCP agents. Network: 1da4b8f0-e3f2-4491-b19c-079f8b62a212, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:29:51.694886 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-55586c0a-ec8f-4989-b96b-b92a254f2293 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1d3cdd6241149db9775c123f2c61d80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0971355 Aug 19 18:29:51.705657 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8d9002bb-62e4-4957-9324-853a1e488db8 req-585a3836-63a4-4648-b9ea-b1921a39fb0e tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.24 "GET /v2.0/security-groups?id=2786a7c0-f8fe-414b-b1f4-18ffcf0402f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846300 Aug 19 18:29:51.708163 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f899dfc-7915-4d5e-bb42-a082aac9b3f5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Network 1da4b8f0-e3f2-4491-b19c-079f8b62a212 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:29:51.726572 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-3f899dfc-7915-4d5e-bb42-a082aac9b3f5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 1da4b8f0-e3f2-4491-b19c-079f8b62a212) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:29:51.733621 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f899dfc-7915-4d5e-bb42-a082aac9b3f5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:51.734048 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f899dfc-7915-4d5e-bb42-a082aac9b3f5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:51.739121 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3f899dfc-7915-4d5e-bb42-a082aac9b3f5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:51.759576 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221f2fe9-30ad-493b-b686-1e16d9e7b066 None None] Network 1da4b8f0-e3f2-4491-b19c-079f8b62a212 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:29:51.803991 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5500dc9-c415-4ccc-ac8b-2ca897efbf16 req-2b332004-9e31-412c-adb8-fe82d7215352 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] No DVR routers for this DVR port c1edcf62-46fe-47d8-8142-70d3d9d44b44 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:29:51.807798 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c5500dc9-c415-4ccc-ac8b-2ca897efbf16 req-2b332004-9e31-412c-adb8-fe82d7215352 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:51.811242 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c5500dc9-c415-4ccc-ac8b-2ca897efbf16 req-2b332004-9e31-412c-adb8-fe82d7215352 tempest-ServersNegativeTestMultiTenantJSON-1541371455 tempest-ServersNegativeTestMultiTenantJSON-1541371455-project] 10.222.0.50 "DELETE /v2.0/ports/c1edcf62-46fe-47d8-8142-70d3d9d44b44 HTTP/1.1" status: 204 len: 173 time: 1.6611648 Aug 19 18:29:51.814203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548b0a23-85bb-47c0-b4ba-7c461bea0e2b', 'name': 'network-vif-deleted', 'tag': 'c1edcf62-46fe-47d8-8142-70d3d9d44b44'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:29:51.820171 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3f899dfc-7915-4d5e-bb42-a082aac9b3f5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.4651475 Aug 19 18:29:51.820378 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f182284d-8391-46b5-8c5d-9725c6a7cb5e" -d '{"events": [{"server_uuid": "548b0a23-85bb-47c0-b4ba-7c461bea0e2b", "name": "network-vif-deleted", "tag": "c1edcf62-46fe-47d8-8142-70d3d9d44b44"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:29:51.823749 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43992) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:51.827155 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-34747de9-45b7-4216-8db6-98a547b6fd7e service neutron] 10.222.0.50 "GET /v2.0/networks/eb209190-2b0a-4385-a96f-5ebf3ada95ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4550540 Aug 19 18:29:52.012057 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-59d9f60b-3347-417a-b1ea-57354319b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:38Z', 'revision_number': 4, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7', 'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'mac_address': 'fa:16:3e:30:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:35Z', 'updated_at': '2021-08-19T18:21:44Z', 'revision_number': 5, 'project_id': 'ffa9435d941540c182adf55128e34931', 'subnets': [{'id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:52.055986 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572a699a-c199-4bde-af02-671207cf0013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-3e4ed161-17ab-4c32-91b9-e37c8b87d01a', 'network_id': '3e4ed161-17ab-4c32-91b9-e37c8b87d01a', 'tenant_id': '4e152391a7b442fa8ea28d4dc936e47c', 'fixed_ips': [{'subnet_id': '922085ed-c4f4-462d-ba86-347b565153bf'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:29:52.056936 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-572a699a-c199-4bde-af02-671207cf0013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:52.068844 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-c33f24fa-1563-420e-8fac-643b7becce80 service neutron] 10.222.0.50 "GET /v2.0/networks/eb209190-2b0a-4385-a96f-5ebf3ada95ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241840 Aug 19 18:29:52.076902 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc96ef4-c6ce-4005-a100-44b5e53ea759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-1da4b8f0-e3f2-4491-b19c-079f8b62a212', 'network_id': '1da4b8f0-e3f2-4491-b19c-079f8b62a212', 'tenant_id': '4e152391a7b442fa8ea28d4dc936e47c', 'fixed_ips': [{'subnet_id': '8431c399-ab6b-4c7d-82bc-6e60a43fc6d8'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:29:52.077920 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8dc96ef4-c6ce-4005-a100-44b5e53ea759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:52.083176 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d9f60b-3347-417a-b1ea-57354319b627 None None] The sync data for ids ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'] in n-d-803753-2 is: [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:38Z', 'revision_number': 4, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7', 'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'mac_address': 'fa:16:3e:30:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:35Z', 'updated_at': '2021-08-19T18:21:44Z', 'revision_number': 5, 'project_id': 'ffa9435d941540c182adf55128e34931', 'subnets': [{'id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:29:52.112622 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88697f13-c691-4468-b792-ddac88d9d778 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:52.114888 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88697f13-c691-4468-b792-ddac88d9d778 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:52.117062 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88697f13-c691-4468-b792-ddac88d9d778 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:52.132188 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-88697f13-c691-4468-b792-ddac88d9d778 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3060665 Aug 19 18:29:52.134873 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44000) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:52.172502 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-ab46f4d1-a2ed-4357-8125-1f8718558dc3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=334dbf3e-abee-4ea8-85bc-ff4e12f05776 HTTP/1.1" status: 200 len: 217 time: 0.0952146 Aug 19 18:29:52.221568 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ac5842-7a30-471e-8097-185ed69571e4 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Deleting subnet 922085ed-c4f4-462d-ba86-347b565153bf {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:29:52.227776 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-43ac5842-7a30-471e-8097-185ed69571e4 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:52.289589 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-5e03305f-c869-4d96-bef7-4fe50456e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:52.291926 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-5e03305f-c869-4d96-bef7-4fe50456e742 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35803907-fc07-4398-bccd-780130b728a8 HTTP/1.1" status: 200 len: 797 time: 0.1112456 Aug 19 18:29:52.360915 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-8dc96ef4-c6ce-4005-a100-44b5e53ea759 None None] Allocated IP 2001:db8:0:1::1 (1da4b8f0-e3f2-4491-b19c-079f8b62a212/8431c399-ab6b-4c7d-82bc-6e60a43fc6d8/91d203b0-34a4-4e8d-b872-4008f75caa3f) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:29:52.382396 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-43ac5842-7a30-471e-8097-185ed69571e4 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:52.405928 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea754e4-a5bd-47e7-9605-0dbb0fe23a74 x-openstack-request-id: req-1ea754e4-a5bd-47e7-9605-0dbb0fe23a74 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:29:52.406619 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548b0a23-85bb-47c0-b4ba-7c461bea0e2b", "name": "network-vif-deleted", "tag": "c1edcf62-46fe-47d8-8142-70d3d9d44b44", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:29:52.408681 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ea754e4-a5bd-47e7-9605-0dbb0fe23a74 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:29:52.409800 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548b0a23-85bb-47c0-b4ba-7c461bea0e2b', 'name': 'network-vif-deleted', 'tag': 'c1edcf62-46fe-47d8-8142-70d3d9d44b44', 'status': 'completed', 'code': 200} Aug 19 18:29:52.418866 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-6151e665-50b3-466f-b4d5-15ee8a92831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:52.432870 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-6151e665-50b3-466f-b4d5-15ee8a92831e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e907505c-8552-41bc-9150-9253fbc87c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1264355 Aug 19 18:29:52.559872 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-43ac5842-7a30-471e-8097-185ed69571e4 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:52.607642 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a847fce-46fb-4718-8838-8f6d64d0012d None None] New status for floating IP 95eb4856-f266-44f6-ba48-6f84d49e1379: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:29:52.746266 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a5cb147e-aad2-40c6-8457-1903a189c6d5 req-78ee0d41-e1d3-490a-972d-328d523302cc tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a57831b-f6bf-4b32-b5ee-a5410c772ebe HTTP/1.1" status: 200 len: 210 time: 0.1034334 Aug 19 18:29:52.830209 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-37554f37-0670-4e1c-8aa2-0458f89e4502 req-2c71ca1d-c8e5-4a51-bcd2-db3897323e88 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 210 time: 0.6961701 Aug 19 18:29:52.851633 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-65ee266c-0ad4-4ae2-b5cd-bacb2fab51c5 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146183 Aug 19 18:29:52.862615 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44010) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server [None req-572a699a-c199-4bde-af02-671207cf0013 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 922085ed-c4f4-462d-ba86-347b565153bf: This subnet is being modified by another concurrent operation. Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:29:52.887068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise exception Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 922085ed-c4f4-462d-ba86-347b565153bf: This subnet is being modified by another concurrent operation. Aug 19 18:29:52.891695 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server Aug 19 18:29:52.901898 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8dc96ef4-c6ce-4005-a100-44b5e53ea759 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:52.915053 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8dc96ef4-c6ce-4005-a100-44b5e53ea759 None None] Transition to ACTIVE for port object 91d203b0-34a4-4e8d-b872-4008f75caa3f will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:29:52.922925 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f40f5a-f3a1-4829-b220-11025e86293b None None] Network 3e4ed161-17ab-4c32-91b9-e37c8b87d01a requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:29:53.048940 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-02aa16d0-8c87-49ba-870a-3f3e8ea1aaa6 admin admin] Deleting subnet fb190a80-1ab0-4787-88e6-6427692b972a {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:29:53.057349 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-43ac5842-7a30-471e-8097-185ed69571e4 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:53.064968 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-02aa16d0-8c87-49ba-870a-3f3e8ea1aaa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:53.102887 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44018) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:53.121188 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-02aa16d0-8c87-49ba-870a-3f3e8ea1aaa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:53.137372 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-5844ff5b-877c-47ba-bee9-19e5c74806e3 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777708 Aug 19 18:29:53.164856 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8dc96ef4-c6ce-4005-a100-44b5e53ea759 None None] Transition to ACTIVE for port object 91d203b0-34a4-4e8d-b872-4008f75caa3f will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:29:53.177439 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac5842-7a30-471e-8097-185ed69571e4 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Pushing event deleted for resources: {'Subnet': ['ID=922085ed-c4f4-462d-ba86-347b565153bf,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:53.186051 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-43ac5842-7a30-471e-8097-185ed69571e4 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:53.186473 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8dc96ef4-c6ce-4005-a100-44b5e53ea759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:53.191156 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-43ac5842-7a30-471e-8097-185ed69571e4 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] 10.222.0.24 "DELETE /v2.0/subnets/922085ed-c4f4-462d-ba86-347b565153bf HTTP/1.1" status: 204 len: 168 time: 1.0549610 Aug 19 18:29:53.193738 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44022) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:53.234874 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-02aa16d0-8c87-49ba-870a-3f3e8ea1aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:53.261789 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-ae910bde-581f-4aaf-8ce3-eda361829f74 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=893cfcd7-84d6-4673-a14d-ca9588314af4 HTTP/1.1" status: 200 len: 217 time: 0.1152208 Aug 19 18:29:53.284093 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc96ef4-c6ce-4005-a100-44b5e53ea759 None None] Network 1da4b8f0-e3f2-4491-b19c-079f8b62a212 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:29:53.286939 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-419d3e35-78eb-4f24-905d-39ccd5807320 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Deleting subnet 8431c399-ab6b-4c7d-82bc-6e60a43fc6d8 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:29:53.290242 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-419d3e35-78eb-4f24-905d-39ccd5807320 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:53.290388 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-8dc96ef4-c6ce-4005-a100-44b5e53ea759 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:29:53.312346 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc96ef4-c6ce-4005-a100-44b5e53ea759 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:29:53.383455 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-419d3e35-78eb-4f24-905d-39ccd5807320 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:53.386412 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-e09dae31-af5e-4225-b8d8-e72c89665081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:53.390871 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-e09dae31-af5e-4225-b8d8-e72c89665081 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35803907-fc07-4398-bccd-780130b728a8 HTTP/1.1" status: 200 len: 797 time: 0.1163931 Aug 19 18:29:53.398042 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-02aa16d0-8c87-49ba-870a-3f3e8ea1aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:53.499370 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-8dc96ef4-c6ce-4005-a100-44b5e53ea759 None None] Attempting to bind port 91d203b0-34a4-4e8d-b872-4008f75caa3f on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:29:53.500013 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-8dc96ef4-c6ce-4005-a100-44b5e53ea759 None None] Attempting to bind port 91d203b0-34a4-4e8d-b872-4008f75caa3f by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '70d1b5d8-441d-4f50-a0ba-cec5613d361a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1da4b8f0-e3f2-4491-b19c-079f8b62a212'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:29:53.500556 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc96ef4-c6ce-4005-a100-44b5e53ea759 None None] Attempting to bind port 91d203b0-34a4-4e8d-b872-4008f75caa3f on network 1da4b8f0-e3f2-4491-b19c-079f8b62a212 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:29:53.504557 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc96ef4-c6ce-4005-a100-44b5e53ea759 None None] Pushing event updated for resources: {'Port': ['ID=91d203b0-34a4-4e8d-b872-4008f75caa3f,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:53.510055 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc96ef4-c6ce-4005-a100-44b5e53ea759 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:29:53.510698 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc96ef4-c6ce-4005-a100-44b5e53ea759 None None] Checking segment: {'id': '70d1b5d8-441d-4f50-a0ba-cec5613d361a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1da4b8f0-e3f2-4491-b19c-079f8b62a212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:29:53.511279 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8dc96ef4-c6ce-4005-a100-44b5e53ea759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:53.511862 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc96ef4-c6ce-4005-a100-44b5e53ea759 None None] Bound using segment: {'id': '70d1b5d8-441d-4f50-a0ba-cec5613d361a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1da4b8f0-e3f2-4491-b19c-079f8b62a212'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:29:53.512503 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-8dc96ef4-c6ce-4005-a100-44b5e53ea759 None None] Bound port: 91d203b0-34a4-4e8d-b872-4008f75caa3f, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d1b5d8-441d-4f50-a0ba-cec5613d361a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1da4b8f0-e3f2-4491-b19c-079f8b62a212'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:29:53.513063 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8dc96ef4-c6ce-4005-a100-44b5e53ea759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:53.534386 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-dabe4388-11f6-4cc7-a3c0-6123bd03e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:53.536808 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-dabe4388-11f6-4cc7-a3c0-6123bd03e86a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e907505c-8552-41bc-9150-9253fbc87c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1397617 Aug 19 18:29:53.589043 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-8dc96ef4-c6ce-4005-a100-44b5e53ea759 None None] For port 91d203b0-34a4-4e8d-b872-4008f75caa3f, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:29:53.594673 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-8dc96ef4-c6ce-4005-a100-44b5e53ea759 None None] For port 91d203b0-34a4-4e8d-b872-4008f75caa3f, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=91d203b0-34a4-4e8d-b872-4008f75caa3f,segment=NetworkSegment(70d1b5d8-441d-4f50-a0ba-cec5613d361a),segment_id=70d1b5d8-441d-4f50-a0ba-cec5613d361a)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:29:53.601415 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8dc96ef4-c6ce-4005-a100-44b5e53ea759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:53.628747 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-419d3e35-78eb-4f24-905d-39ccd5807320 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:53.719142 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc96ef4-c6ce-4005-a100-44b5e53ea759 None None] Pushing event updated for resources: {'Port': ['ID=91d203b0-34a4-4e8d-b872-4008f75caa3f,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:53.742314 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-02aa16d0-8c87-49ba-870a-3f3e8ea1aaa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:53.744392 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-02aa16d0-8c87-49ba-870a-3f3e8ea1aaa6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fb190a80-1ab0-4787-88e6-6427692b972a HTTP/1.1" status: 204 len: 168 time: 0.8730927 Aug 19 18:29:53.745710 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-419d3e35-78eb-4f24-905d-39ccd5807320 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:53.748786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44028) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:53.749322 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa16d0-8c87-49ba-870a-3f3e8ea1aaa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb190a80-1ab0-4787-88e6-6427692b972a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:53.845808 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-419d3e35-78eb-4f24-905d-39ccd5807320 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:53.849397 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-419d3e35-78eb-4f24-905d-39ccd5807320 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] 10.222.0.24 "DELETE /v2.0/subnets/8431c399-ab6b-4c7d-82bc-6e60a43fc6d8 HTTP/1.1" status: 204 len: 168 time: 0.6545365 Aug 19 18:29:53.850793 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d3e35-78eb-4f24-905d-39ccd5807320 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Pushing event deleted for resources: {'Subnet': ['ID=8431c399-ab6b-4c7d-82bc-6e60a43fc6d8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:53.852512 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44034) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:53.863957 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device c1edcf62-46fe-47d8-8142-70d3d9d44b44 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:29:53.927828 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: c1edcf62-46fe-47d8-8142-70d3d9d44b44 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:29:53.928798 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device c1edcf62-46fe-47d8-8142-70d3d9d44b44 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:29:53.998843 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-663c6c7d-d8ff-4166-b1f2-4e219fd1eb08 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e1d3cdd6241149db9775c123f2c61d80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1876211 Aug 19 18:29:54.010643 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0fe61fd4-ac11-4586-a03d-29069cb6bd32 req-77161d09-8683-4bda-95f2-3198aee54a65 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 210 time: 0.0526783 Aug 19 18:29:54.033052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdff853-27e0-4f0e-a8b6-db66a6940049 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:54.041265 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ecdff853-27e0-4f0e-a8b6-db66a6940049 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1873636 Aug 19 18:29:54.046057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44036) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:54.074141 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7f0f76d3-16fa-4c76-b9c1-30cff189ac19 req-34575602-4fe7-42ae-8b87-58e670ea181a tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a57831b-f6bf-4b32-b5ee-a5410c772ebe HTTP/1.1" status: 200 len: 210 time: 0.1583779 Aug 19 18:29:54.076098 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-478e9562-ff9e-4a7d-aad3-dd63d0be7c1f service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292792 Aug 19 18:29:54.164551 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0355b943-b607-4462-ac40-0fc599f451d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:54.166443 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe20d747-625c-48f9-bd40-ca2a017ee1b5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:54.249506 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-fe20d747-625c-48f9-bd40-ca2a017ee1b5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Deleting port 91d203b0-34a4-4e8d-b872-4008f75caa3f {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:54.250657 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe20d747-625c-48f9-bd40-ca2a017ee1b5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:54.325665 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-fe20d747-625c-48f9-bd40-ca2a017ee1b5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] For port 91d203b0-34a4-4e8d-b872-4008f75caa3f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=91d203b0-34a4-4e8d-b872-4008f75caa3f,segment=NetworkSegment(70d1b5d8-441d-4f50-a0ba-cec5613d361a),segment_id=70d1b5d8-441d-4f50-a0ba-cec5613d361a)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:54.325896 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe20d747-625c-48f9-bd40-ca2a017ee1b5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:54.341040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-fe20d747-625c-48f9-bd40-ca2a017ee1b5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Calling delete_port for 91d203b0-34a4-4e8d-b872-4008f75caa3f owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:54.436448 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe20d747-625c-48f9-bd40-ca2a017ee1b5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:54.462275 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-b8e41e19-9120-497d-8527-7ab18df9591a tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:54.463793 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-b8e41e19-9120-497d-8527-7ab18df9591a tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4408674 Aug 19 18:29:54.467248 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20d747-625c-48f9-bd40-ca2a017ee1b5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Pushing event deleted for resources: {'Port': ['ID=91d203b0-34a4-4e8d-b872-4008f75caa3f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:54.469239 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0355b943-b607-4462-ac40-0fc599f451d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:54.469605 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe20d747-625c-48f9-bd40-ca2a017ee1b5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] No DVR routers for this DVR port 91d203b0-34a4-4e8d-b872-4008f75caa3f on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:29:54.479772 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-ce6305b1-cd0d-4194-b8c0-7e88d18ccae4 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641946 Aug 19 18:29:54.488939 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-0355b943-b607-4462-ac40-0fc599f451d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb93c873-4a8f-489e-af45-f6f190345e6f']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:54.495771 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-03abe6d2-4646-4140-a9dc-d4e8714d4a46 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Request body: {'port': {'device_id': '6a57831b-f6bf-4b32-b5ee-a5410c772ebe', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': 'e1d3cdd6241149db9775c123f2c61d80'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:54.531459 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-0355b943-b607-4462-ac40-0fc599f451d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9fa747-2be6-4708-a73a-f3c495466723') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:54.531769 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-0355b943-b607-4462-ac40-0fc599f451d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9fa747-2be6-4708-a73a-f3c495466723') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:54.571409 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe20d747-625c-48f9-bd40-ca2a017ee1b5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:54.583062 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-fe20d747-625c-48f9-bd40-ca2a017ee1b5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da4b8f0-e3f2-4491-b19c-079f8b62a212']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:54.601834 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-fe20d747-625c-48f9-bd40-ca2a017ee1b5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d1b5d8-441d-4f50-a0ba-cec5613d361a') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:54.602138 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-fe20d747-625c-48f9-bd40-ca2a017ee1b5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d1b5d8-441d-4f50-a0ba-cec5613d361a') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:54.617322 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-7feb4daa-d8f9-4cd8-b0b1-7be0a45d7c7f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=157237db-49d7-4dc1-b9f9-88191429b6a5 HTTP/1.1" status: 200 len: 217 time: 0.1258650 Aug 19 18:29:54.618386 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe20d747-625c-48f9-bd40-ca2a017ee1b5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:54.624969 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0355b943-b607-4462-ac40-0fc599f451d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:54.635977 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe20d747-625c-48f9-bd40-ca2a017ee1b5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:54.643651 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe20d747-625c-48f9-bd40-ca2a017ee1b5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:29:54.644100 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe20d747-625c-48f9-bd40-ca2a017ee1b5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:29:54.707220 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:29:54.724572 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe20d747-625c-48f9-bd40-ca2a017ee1b5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:54.746664 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe20d747-625c-48f9-bd40-ca2a017ee1b5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:54.751509 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fe20d747-625c-48f9-bd40-ca2a017ee1b5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] 10.222.0.24 "DELETE /v2.0/networks/1da4b8f0-e3f2-4491-b19c-079f8b62a212 HTTP/1.1" status: 204 len: 168 time: 0.7021644 Aug 19 18:29:54.751509 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20d747-625c-48f9-bd40-ca2a017ee1b5 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Pushing event deleted for resources: {'Network': ['ID=1da4b8f0-e3f2-4491-b19c-079f8b62a212,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:54.752196 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44042) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:54.786980 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0355b943-b607-4462-ac40-0fc599f451d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:54.838638 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0355b943-b607-4462-ac40-0fc599f451d7 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:29:54.838967 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0355b943-b607-4462-ac40-0fc599f451d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:29:54.844621 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:29:54.854206 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3af0eac6-995d-4d7c-90ca-b5fc58673a26 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:54.960331 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3af0eac6-995d-4d7c-90ca-b5fc58673a26 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:54.968174 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-bef2e459-c808-401e-850d-0c5d52153fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:54.969932 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-bef2e459-c808-401e-850d-0c5d52153fab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35803907-fc07-4398-bccd-780130b728a8 HTTP/1.1" status: 200 len: 797 time: 0.2782590 Aug 19 18:29:54.971800 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-3af0eac6-995d-4d7c-90ca-b5fc58673a26 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4ed161-17ab-4c32-91b9-e37c8b87d01a']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:54.986120 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-3af0eac6-995d-4d7c-90ca-b5fc58673a26 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd163d3-f640-415b-9dbd-8323fc7d0a13') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:54.986741 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-3af0eac6-995d-4d7c-90ca-b5fc58673a26 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd163d3-f640-415b-9dbd-8323fc7d0a13') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:55.006803 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3af0eac6-995d-4d7c-90ca-b5fc58673a26 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:55.039277 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3af0eac6-995d-4d7c-90ca-b5fc58673a26 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:55.056502 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af0eac6-995d-4d7c-90ca-b5fc58673a26 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:29:55.057238 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3af0eac6-995d-4d7c-90ca-b5fc58673a26 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:29:55.069340 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:29:55.157128 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3af0eac6-995d-4d7c-90ca-b5fc58673a26 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:55.167200 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3af0eac6-995d-4d7c-90ca-b5fc58673a26 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:55.177690 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3af0eac6-995d-4d7c-90ca-b5fc58673a26 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] 10.222.0.24 "DELETE /v2.0/networks/3e4ed161-17ab-4c32-91b9-e37c8b87d01a HTTP/1.1" status: 204 len: 168 time: 0.4242909 Aug 19 18:29:55.178524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44048) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:55.203885 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0eac6-995d-4d7c-90ca-b5fc58673a26 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Pushing event deleted for resources: {'Network': ['ID=3e4ed161-17ab-4c32-91b9-e37c8b87d01a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:55.302263 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-45411569-db13-42b1-aecf-90706be5d2b5 req-c2a97e69-6773-44ad-bb4f-395f24c8ba92 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a57831b-f6bf-4b32-b5ee-a5410c772ebe HTTP/1.1" status: 200 len: 210 time: 0.0491815 Aug 19 18:29:55.306204 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ec373bfd-aa3d-4760-be0a-0fcbd98e06f3 None None] Could not find standard attr ID for object 91d203b0-34a4-4e8d-b872-4008f75caa3f. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:29:55.328983 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb474-7d4a-4342-bf56-f9c77f9f9865 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:55.332401 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689ca88d-f21c-4b0a-93f3-0d304a6cde3d None None] DHCP port deletion for 1da4b8f0-e3f2-4491-b19c-079f8b62a212 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:29:55.351325 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51a56eb-f857-4f17-9ab2-d7220d1b7df6 None None] Network 1da4b8f0-e3f2-4491-b19c-079f8b62a212 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:29:55.365673 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51a56eb-f857-4f17-9ab2-d7220d1b7df6 None None] Network 1da4b8f0-e3f2-4491-b19c-079f8b62a212 could not be found, it might have been deleted concurrently. {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 18:29:55.374878 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9a136f-0f6b-41a6-8f56-e2f71095e6cb None None] get_active_networks_info from n-d-803753-2 {{(pid=94683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:29:55.450089 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb474-7d4a-4342-bf56-f9c77f9f9865 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:55.460062 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0355b943-b607-4462-ac40-0fc599f451d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:55.461672 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-9a1fb474-7d4a-4342-bf56-f9c77f9f9865 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cbb7e46-f801-4308-a097-cb74dd0af3a2']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:55.486702 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-9a1fb474-7d4a-4342-bf56-f9c77f9f9865 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e42db7-a8fa-4670-9a84-361b9c62e16d') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:55.488468 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-9a1fb474-7d4a-4342-bf56-f9c77f9f9865 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e42db7-a8fa-4670-9a84-361b9c62e16d') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:55.493367 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8de33002-4e56-43db-8717-5acf29d476cd req-c528a6e6-440e-4776-aa1d-68d09a84ba3e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 210 time: 0.0753012 Aug 19 18:29:55.499326 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb474-7d4a-4342-bf56-f9c77f9f9865 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:55.500051 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0355b943-b607-4462-ac40-0fc599f451d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:55.506562 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0355b943-b607-4462-ac40-0fc599f451d7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/eb93c873-4a8f-489e-af45-f6f190345e6f HTTP/1.1" status: 204 len: 168 time: 1.7545893 Aug 19 18:29:55.516305 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb474-7d4a-4342-bf56-f9c77f9f9865 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:55.520023 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44050) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:55.521403 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-03abe6d2-4646-4140-a9dc-d4e8714d4a46 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Made reservation on behalf of e1d3cdd6241149db9775c123f2c61d80 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:29:55.524643 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1fb474-7d4a-4342-bf56-f9c77f9f9865 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:29:55.525128 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb474-7d4a-4342-bf56-f9c77f9f9865 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:55.525282 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-03abe6d2-4646-4140-a9dc-d4e8714d4a46 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:55.532229 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9a136f-0f6b-41a6-8f56-e2f71095e6cb None None] Resources bound (agent type, host, resource id): {{(pid=94683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:29:55.568856 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355b943-b607-4462-ac40-0fc599f451d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb93c873-4a8f-489e-af45-f6f190345e6f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:55.576271 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-03abe6d2-4646-4140-a9dc-d4e8714d4a46 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:55.618404 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-1d45f4a0-3845-43e0-9205-22c986ea0ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:55.619991 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-1d45f4a0-3845-43e0-9205-22c986ea0ddd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e907505c-8552-41bc-9150-9253fbc87c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6399746 Aug 19 18:29:55.626309 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed33b52-ffdd-476a-ab56-ce009c8a163b admin admin] Deleting subnet 1beb57f5-8289-4bde-8126-e7d24b5c67c5 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:29:55.636051 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:29:55.641799 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb474-7d4a-4342-bf56-f9c77f9f9865 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:55.646843 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ed33b52-ffdd-476a-ab56-ce009c8a163b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:55.651654 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4a39f2d8-9a78-4de9-a348-a0bacfffc8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:55.658853 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb474-7d4a-4342-bf56-f9c77f9f9865 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:55.662519 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9a1fb474-7d4a-4342-bf56-f9c77f9f9865 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] 10.222.0.24 "DELETE /v2.0/networks/5cbb7e46-f801-4308-a097-cb74dd0af3a2 HTTP/1.1" status: 204 len: 168 time: 0.4811599 Aug 19 18:29:55.670101 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44052) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:55.790962 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ed33b52-ffdd-476a-ab56-ce009c8a163b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:55.831033 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb474-7d4a-4342-bf56-f9c77f9f9865 tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Pushing event deleted for resources: {'Network': ['ID=5cbb7e46-f801-4308-a097-cb74dd0af3a2,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:55.888224 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-028754ea-6ae4-4581-b018-ff6c1e6fab0c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:55.966246 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ed33b52-ffdd-476a-ab56-ce009c8a163b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:55.974795 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-95997136-ec6a-4015-a99f-e45f204beab6 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405654 Aug 19 18:29:56.005428 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-028754ea-6ae4-4581-b018-ff6c1e6fab0c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:56.016647 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-028754ea-6ae4-4581-b018-ff6c1e6fab0c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df439505-b77e-4163-ad41-d9ae25187280']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:56.030830 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-028754ea-6ae4-4581-b018-ff6c1e6fab0c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2150f586-3edc-4faf-966d-ce0747f43862') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:56.031204 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-028754ea-6ae4-4581-b018-ff6c1e6fab0c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2150f586-3edc-4faf-966d-ce0747f43862') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:56.041957 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-028754ea-6ae4-4581-b018-ff6c1e6fab0c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:56.058457 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-028754ea-6ae4-4581-b018-ff6c1e6fab0c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:56.067566 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-028754ea-6ae4-4581-b018-ff6c1e6fab0c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:29:56.068165 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-028754ea-6ae4-4581-b018-ff6c1e6fab0c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:29:56.072545 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:29:56.085577 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-03abe6d2-4646-4140-a9dc-d4e8714d4a46 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:56.139812 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-03abe6d2-4646-4140-a9dc-d4e8714d4a46 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:56.148970 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-028754ea-6ae4-4581-b018-ff6c1e6fab0c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:56.174133 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-028754ea-6ae4-4581-b018-ff6c1e6fab0c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:56.178726 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-028754ea-6ae4-4581-b018-ff6c1e6fab0c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] 10.222.0.24 "DELETE /v2.0/networks/df439505-b77e-4163-ad41-d9ae25187280 HTTP/1.1" status: 204 len: 168 time: 0.5020456 Aug 19 18:29:56.180065 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028754ea-6ae4-4581-b018-ff6c1e6fab0c tempest-BulkNetworkOpsIpV6Test-116984766 tempest-BulkNetworkOpsIpV6Test-116984766-project] Pushing event deleted for resources: {'Network': ['ID=df439505-b77e-4163-ad41-d9ae25187280,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:56.279007 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abe6d2-4646-4140-a9dc-d4e8714d4a46 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec707aa8-2f2c-4916-ae82-5c588f234409,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:56.312956 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ed33b52-ffdd-476a-ab56-ce009c8a163b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:56.382128 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-a8892e83-d7f5-4363-894d-ef5d7e8bb32f service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576009 Aug 19 18:29:56.384881 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed33b52-ffdd-476a-ab56-ce009c8a163b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1beb57f5-8289-4bde-8126-e7d24b5c67c5,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:56.392705 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ed33b52-ffdd-476a-ab56-ce009c8a163b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:56.395335 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2ed33b52-ffdd-476a-ab56-ce009c8a163b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1beb57f5-8289-4bde-8126-e7d24b5c67c5 HTTP/1.1" status: 204 len: 168 time: 0.8677180 Aug 19 18:29:56.397995 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44062) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:56.456861 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44064) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:56.480527 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-54c5d636-60ba-4112-927b-6ee45ada95be service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=bbb83320-ccbe-41de-8f63-90d7036594f8 HTTP/1.1" status: 200 len: 217 time: 0.0799525 Aug 19 18:29:56.482289 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-82f78eb5-07d1-4819-a7be-4150e55bfb0d req-59a24772-6e6c-4964-943e-be3ea0792b26 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a57831b-f6bf-4b32-b5ee-a5410c772ebe HTTP/1.1" status: 200 len: 210 time: 0.0846012 Aug 19 18:29:56.497306 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ea4787c0-77e3-4f12-b7ba-4ff42962fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:56.532433 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-03abe6d2-4646-4140-a9dc-d4e8714d4a46 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Allocated IP 192.168.233.20 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/62d7298b-f1ce-4241-ae30-73188031b7c0) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:29:56.622356 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 91d203b0-34a4-4e8d-b872-4008f75caa3f no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:29:56.643210 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-3010ac97-eb78-4ded-8c58-9c2b70cd58dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:56.644969 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-3010ac97-eb78-4ded-8c58-9c2b70cd58dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35803907-fc07-4398-bccd-780130b728a8 HTTP/1.1" status: 200 len: 797 time: 0.1556110 Aug 19 18:29:56.649598 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ea4787c0-77e3-4f12-b7ba-4ff42962fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:56.651850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 91d203b0-34a4-4e8d-b872-4008f75caa3f {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:29:56.651850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 91d203b0-34a4-4e8d-b872-4008f75caa3f not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:29:56.655828 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ba4132ac-0814-455c-ba99-0ea756149a69 req-b5e36500-913c-4acb-98dd-7ece30e14f0d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=42202abe-a767-4881-bd63-c826c4056dbb HTTP/1.1" status: 200 len: 210 time: 0.0480571 Aug 19 18:29:56.669846 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-ea4787c0-77e3-4f12-b7ba-4ff42962fc3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339c9390-a45d-4dfc-8d73-cb8847e195d7']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:56.687568 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-ea4787c0-77e3-4f12-b7ba-4ff42962fc3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e068e31-bb2f-4601-961c-c0e7ae77f555') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:56.687799 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-ea4787c0-77e3-4f12-b7ba-4ff42962fc3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e068e31-bb2f-4601-961c-c0e7ae77f555') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:29:56.705175 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ea4787c0-77e3-4f12-b7ba-4ff42962fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:56.713770 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5563f82e-4914-4bac-bf2e-359a73693e75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e152391a7b442fa8ea28d4dc936e47c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500432 Aug 19 18:29:56.718457 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44070) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:56.726524 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ea4787c0-77e3-4f12-b7ba-4ff42962fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:56.742482 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4787c0-77e3-4f12-b7ba-4ff42962fc3a admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:29:56.742482 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ea4787c0-77e3-4f12-b7ba-4ff42962fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:29:56.743837 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:29:56.782501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-4a39f2d8-9a78-4de9-a348-a0bacfffc8be admin admin] Deleting port c864d110-5ba0-4483-b1db-454f03d09a6b {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:56.782746 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4a39f2d8-9a78-4de9-a348-a0bacfffc8be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:56.798749 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-0c84b0b9-3f24-424f-ba1f-a2f13d096136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:56.801156 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-0c84b0b9-3f24-424f-ba1f-a2f13d096136 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e907505c-8552-41bc-9150-9253fbc87c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1407990 Aug 19 18:29:56.828891 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17b8acdc-2d56-46e8-ba43-a1dc5fca5d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:56.830483 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ea4787c0-77e3-4f12-b7ba-4ff42962fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:56.838045 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ea4787c0-77e3-4f12-b7ba-4ff42962fc3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:56.839960 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ea4787c0-77e3-4f12-b7ba-4ff42962fc3a admin admin] 10.222.0.24 "DELETE /v2.0/networks/339c9390-a45d-4dfc-8d73-cb8847e195d7 HTTP/1.1" status: 204 len: 168 time: 0.4405725 Aug 19 18:29:56.859220 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4787c0-77e3-4f12-b7ba-4ff42962fc3a admin admin] Pushing event deleted for resources: {'Network': ['ID=339c9390-a45d-4dfc-8d73-cb8847e195d7,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:56.870253 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17b8acdc-2d56-46e8-ba43-a1dc5fca5d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:56.957921 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-03abe6d2-4646-4140-a9dc-d4e8714d4a46 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:56.965672 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17b8acdc-2d56-46e8-ba43-a1dc5fca5d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:56.968541 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17b8acdc-2d56-46e8-ba43-a1dc5fca5d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:56.969739 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-17b8acdc-2d56-46e8-ba43-a1dc5fca5d62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55430b4f-6ff9-462c-82d3-7ac74b674224 HTTP/1.1" status: 204 len: 168 time: 0.2503529 Aug 19 18:29:56.985061 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8acdc-2d56-46e8-ba43-a1dc5fca5d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55430b4f-6ff9-462c-82d3-7ac74b674224,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:56.991715 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-4a39f2d8-9a78-4de9-a348-a0bacfffc8be admin admin] For port c864d110-5ba0-4483-b1db-454f03d09a6b, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c864d110-5ba0-4483-b1db-454f03d09a6b,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:56.992506 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4a39f2d8-9a78-4de9-a348-a0bacfffc8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:57.017600 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-03abe6d2-4646-4140-a9dc-d4e8714d4a46 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Transition to ACTIVE for port object 62d7298b-f1ce-4241-ae30-73188031b7c0 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:29:57.027933 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-4a39f2d8-9a78-4de9-a348-a0bacfffc8be admin admin] Calling delete_port for c864d110-5ba0-4483-b1db-454f03d09a6b owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:57.047957 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-259fe09a-f1be-4758-89de-5906bf80d4a8 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163467 Aug 19 18:29:57.095457 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44078) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:57.148661 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-071b9729-353c-448c-8fc3-ce213cf0072d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad8fe630e5c3452bb2e68d010ebebadb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519838 Aug 19 18:29:57.149639 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44082) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:57.199017 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-03abe6d2-4646-4140-a9dc-d4e8714d4a46 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:57.211707 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e326fc19-6a2a-4b8f-a84d-b0582128d912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:57.248064 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e326fc19-6a2a-4b8f-a84d-b0582128d912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:57.307377 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e326fc19-6a2a-4b8f-a84d-b0582128d912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:57.310356 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e326fc19-6a2a-4b8f-a84d-b0582128d912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:57.314158 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e326fc19-6a2a-4b8f-a84d-b0582128d912 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2786a7c0-f8fe-414b-b1f4-18ffcf0402f7 HTTP/1.1" status: 204 len: 168 time: 0.1609552 Aug 19 18:29:57.321280 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abe6d2-4646-4140-a9dc-d4e8714d4a46 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Pushing event updated for resources: {'Port': ['ID=62d7298b-f1ce-4241-ae30-73188031b7c0,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:57.321797 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326fc19-6a2a-4b8f-a84d-b0582128d912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2786a7c0-f8fe-414b-b1f4-18ffcf0402f7,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:57.348235 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-03abe6d2-4646-4140-a9dc-d4e8714d4a46 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:29:57.353994 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-03abe6d2-4646-4140-a9dc-d4e8714d4a46 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:29:57.356889 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-03abe6d2-4646-4140-a9dc-d4e8714d4a46 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:29:57.361356 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-63ed6290-6c01-45e3-9e2d-1a7154acaea5 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733679 Aug 19 18:29:57.447759 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-8f4805f3-6dba-4a40-bf47-e1ae30760247 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=747e61a2-79d2-495c-884e-e517af4325c6 HTTP/1.1" status: 200 len: 217 time: 0.0621951 Aug 19 18:29:57.661042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fa01c-66fe-4cd6-bd54-d52726a75fb7 req-acea1cc3-cadc-4692-96d2-f0e5d1722fbe tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:57.663166 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f06fa01c-66fe-4cd6-bd54-d52726a75fb7 req-acea1cc3-cadc-4692-96d2-f0e5d1722fbe tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a57831b-f6bf-4b32-b5ee-a5410c772ebe HTTP/1.1" status: 200 len: 935 time: 0.0782127 Aug 19 18:29:57.732930 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f06fa01c-66fe-4cd6-bd54-d52726a75fb7 req-acfad220-8004-46d3-a424-29b29d9c36f3 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec707aa8-2f2c-4916-ae82-5c588f234409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591331 Aug 19 18:29:57.740649 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44104) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:57.771204 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b3ec7e77-5944-45b3-a67f-3f329837fecb None None] Provisioning for port 62d7298b-f1ce-4241-ae30-73188031b7c0 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:29:57.779369 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b3ec7e77-5944-45b3-a67f-3f329837fecb None None] Provisioning complete for port 62d7298b-f1ce-4241-ae30-73188031b7c0 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:29:57.780143 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b3ec7e77-5944-45b3-a67f-3f329837fecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:57.781144 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-03abe6d2-4646-4140-a9dc-d4e8714d4a46 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:57.781821 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-03abe6d2-4646-4140-a9dc-d4e8714d4a46 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:57.829634 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b3ec7e77-5944-45b3-a67f-3f329837fecb None None] Port 62d7298b-f1ce-4241-ae30-73188031b7c0 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:29:57.836452 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-03abe6d2-4646-4140-a9dc-d4e8714d4a46 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3556314 Aug 19 18:29:57.840291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-57211a3b-a58c-43d6-bd66-01f4e054970b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:57.841966 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-57211a3b-a58c-43d6-bd66-01f4e054970b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=204603f8-aa90-483f-91d6-b7616b3a5b43 HTTP/1.1" status: 200 len: 797 time: 0.3844404 Aug 19 18:29:57.846228 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5d842386-6806-48f9-b844-cae30cd2c102 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf64e31e3d454d3891c0038b006373d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1010494 Aug 19 18:29:57.846451 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44110) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:57.869223 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-92ae6ce1-e09a-4743-b191-51c4cf3b5b40 service neutron] Request body: {'port': {'device_id': '6a57831b-f6bf-4b32-b5ee-a5410c772ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:57.903201 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c474a50b-2fca-418f-8739-90072f56563e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:57.917973 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4a39f2d8-9a78-4de9-a348-a0bacfffc8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:57.936972 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c474a50b-2fca-418f-8739-90072f56563e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:57.977500 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39f2d8-9a78-4de9-a348-a0bacfffc8be admin admin] Pushing event deleted for resources: {'Port': ['ID=c864d110-5ba0-4483-b1db-454f03d09a6b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:58.038563 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-92ae6ce1-e09a-4743-b191-51c4cf3b5b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:58.043419 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c474a50b-2fca-418f-8739-90072f56563e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:58.046287 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c474a50b-2fca-418f-8739-90072f56563e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:58.047363 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c474a50b-2fca-418f-8739-90072f56563e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e597a10-c7e6-4f28-ad0c-6e6386622bf6 HTTP/1.1" status: 204 len: 168 time: 0.1992936 Aug 19 18:29:58.058851 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474a50b-2fca-418f-8739-90072f56563e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e597a10-c7e6-4f28-ad0c-6e6386622bf6,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:58.083622 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-cd70ad13-c4f3-4e33-820e-c940fa400ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:58.085112 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-cd70ad13-c4f3-4e33-820e-c940fa400ecb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=82deafff-818d-46cd-9b39-f0e9acf3a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2286351 Aug 19 18:29:58.199524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44122) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:58.286167 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-7bd31719-0adf-4404-b386-a11fa9f48219 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1950372276&fields=id&tenant_id=ffa9435d941540c182adf55128e34931 HTTP/1.1" status: 200 len: 267 time: 0.2338693 Aug 19 18:29:58.448768 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-b4ba626a-03f4-4c06-86c7-a6f08e9f183a tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-10915916'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:58.479658 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ba626a-03f4-4c06-86c7-a6f08e9f183a tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Made reservation on behalf of 43d8cf292b114172bd8ec735cb51928c for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:29:58.485328 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b4ba626a-03f4-4c06-86c7-a6f08e9f183a tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:58.495849 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b4ba626a-03f4-4c06-86c7-a6f08e9f183a tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:58.496038 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4a39f2d8-9a78-4de9-a348-a0bacfffc8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:58.499257 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-6bcfcfa4-f5d5-488c-91ea-95271be88330 service neutron] 10.222.0.50 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995984 Aug 19 18:29:58.615827 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b4ba626a-03f4-4c06-86c7-a6f08e9f183a tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:58.626651 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b4ba626a-03f4-4c06-86c7-a6f08e9f183a tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:58.664643 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba626a-03f4-4c06-86c7-a6f08e9f183a tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ff02bc-ca09-4c8e-b031-79f9f3bb3e34,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:58.673875 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ba626a-03f4-4c06-86c7-a6f08e9f183a tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:29:58.689796 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b4ba626a-03f4-4c06-86c7-a6f08e9f183a tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:58.690256 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-b4ba626a-03f4-4c06-86c7-a6f08e9f183a tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Added segment 28e6fd07-b31e-42b2-804e-fc9879f52f82 of type vlan for network 1645e59a-8170-4b12-b89c-b2816fb4c587 Aug 19 18:29:58.732672 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-c3508806-fb83-40b2-b94a-b488f4a6c4b0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:58.734224 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-c3508806-fb83-40b2-b94a-b488f4a6c4b0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 810 time: 0.4075737 Aug 19 18:29:58.746496 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b4ba626a-03f4-4c06-86c7-a6f08e9f183a tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:58.779037 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b4ba626a-03f4-4c06-86c7-a6f08e9f183a tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:58.787754 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ba626a-03f4-4c06-86c7-a6f08e9f183a tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:58.788257 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b4ba626a-03f4-4c06-86c7-a6f08e9f183a tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:58.815701 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-fdf88040-cf79-43ee-9778-5c6ce4662291 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/quotas/ffa9435d941540c182adf55128e34931 HTTP/1.1" status: 200 len: 375 time: 0.0731599 Aug 19 18:29:58.883252 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba626a-03f4-4c06-86c7-a6f08e9f183a tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Network': ['ID=1645e59a-8170-4b12-b89c-b2816fb4c587,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:58.896407 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 1645e59a-8170-4b12-b89c-b2816fb4c587 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:29:58.907765 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-74d142bb-6538-483d-81a2-4671ea68393a service neutron] 10.222.0.50 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958864 Aug 19 18:29:58.929963 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b4ba626a-03f4-4c06-86c7-a6f08e9f183a tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7290413 Aug 19 18:29:58.933995 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44146) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:58.940471 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d7386431-c8c5-4384-8438-e4a6ffd8e9ba tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-723521481'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:58.961711 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-b9d6ab2c-2c5b-42da-92a3-3f0ac307e227 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3c01a012-e516-4baa-88d6-391db59eb674 HTTP/1.1" status: 200 len: 217 time: 0.0443776 Aug 19 18:29:58.987348 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b28e7-9fa7-4acb-bdb6-5bee92ee976a req-0b8ecc61-5608-48f6-90a0-24df39bf4948 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:58.990149 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-028b28e7-9fa7-4acb-bdb6-5bee92ee976a req-0b8ecc61-5608-48f6-90a0-24df39bf4948 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a57831b-f6bf-4b32-b5ee-a5410c772ebe HTTP/1.1" status: 200 len: 935 time: 0.1025977 Aug 19 18:29:58.991312 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7386431-c8c5-4384-8438-e4a6ffd8e9ba tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Made reservation on behalf of 43d8cf292b114172bd8ec735cb51928c for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:29:58.994847 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d7386431-c8c5-4384-8438-e4a6ffd8e9ba tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:59.045085 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7386431-c8c5-4384-8438-e4a6ffd8e9ba tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:29:59.055198 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-028b28e7-9fa7-4acb-bdb6-5bee92ee976a req-a922ed1c-91e8-4578-9c68-c99804a8fa92 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec707aa8-2f2c-4916-ae82-5c588f234409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577898 Aug 19 18:29:59.059765 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d7386431-c8c5-4384-8438-e4a6ffd8e9ba tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:59.060260 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-d7386431-c8c5-4384-8438-e4a6ffd8e9ba tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Added segment b633e6d0-9e41-486c-9798-5a2ff2c763d9 of type vlan for network 808bc21b-77ed-4fc5-9e56-f6767274293e Aug 19 18:29:59.104847 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d7386431-c8c5-4384-8438-e4a6ffd8e9ba tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:59.121173 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-cf3e305b-a6db-4686-89c9-c95a887723ef tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2950730 Aug 19 18:29:59.134657 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d7386431-c8c5-4384-8438-e4a6ffd8e9ba tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:59.139342 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-47b04de2-72e9-4f49-bd3d-a81a32e578d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:59.139657 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-47b04de2-72e9-4f49-bd3d-a81a32e578d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=204603f8-aa90-483f-91d6-b7616b3a5b43 HTTP/1.1" status: 200 len: 797 time: 0.1648493 Aug 19 18:29:59.141905 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7386431-c8c5-4384-8438-e4a6ffd8e9ba tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:59.142576 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d7386431-c8c5-4384-8438-e4a6ffd8e9ba tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:59.143258 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-92ae6ce1-e09a-4743-b191-51c4cf3b5b40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d7298b-f1ce-4241-ae30-73188031b7c0 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:29:59.212954 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-92ae6ce1-e09a-4743-b191-51c4cf3b5b40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:59.232754 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d7386431-c8c5-4384-8438-e4a6ffd8e9ba tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2976763 Aug 19 18:29:59.238319 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44156) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:59.247998 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-dd6f17e5-fc68-4909-8027-3fbabe3b5a9c tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'subnet': {'network_id': '1645e59a-8170-4b12-b89c-b2816fb4c587', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:59.304702 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-92ae6ce1-e09a-4743-b191-51c4cf3b5b40 service neutron] Transition to ACTIVE for port object 62d7298b-f1ce-4241-ae30-73188031b7c0 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:29:59.314553 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7386431-c8c5-4384-8438-e4a6ffd8e9ba tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Network': ['ID=808bc21b-77ed-4fc5-9e56-f6767274293e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:59.317501 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-92ae6ce1-e09a-4743-b191-51c4cf3b5b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:59.330595 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 808bc21b-77ed-4fc5-9e56-f6767274293e details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:29:59.364184 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6f17e5-fc68-4909-8027-3fbabe3b5a9c tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Made reservation on behalf of 43d8cf292b114172bd8ec735cb51928c for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:29:59.368487 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd6f17e5-fc68-4909-8027-3fbabe3b5a9c tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:59.385645 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-0648f59c-017a-4cd9-a968-04b2ca4672ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:59.387209 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-0648f59c-017a-4cd9-a968-04b2ca4672ba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=82deafff-818d-46cd-9b39-f0e9acf3a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2045918 Aug 19 18:29:59.433521 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a39f2d8-9a78-4de9-a348-a0bacfffc8be admin admin] Router 6c608642-8e4e-465d-95e9-80a801403855 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:29:59.646576 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd6f17e5-fc68-4909-8027-3fbabe3b5a9c tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:59.737308 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f17e5-fc68-4909-8027-3fbabe3b5a9c tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Subnet': ['ID=06bc0c2e-c35c-4582-9b94-f4a55554793e,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:59.746119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6f17e5-fc68-4909-8027-3fbabe3b5a9c tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Checking segment: {'id': '28e6fd07-b31e-42b2-804e-fc9879f52f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1645e59a-8170-4b12-b89c-b2816fb4c587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:29:59.746921 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-9539283b-9519-46e9-9b03-eca545147f94 service neutron] 10.222.0.24 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5653911 Aug 19 18:29:59.752521 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6f17e5-fc68-4909-8027-3fbabe3b5a9c tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network hostable DHCP agents. Network: 1645e59a-8170-4b12-b89c-b2816fb4c587, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:29:59.767884 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae6ce1-e09a-4743-b191-51c4cf3b5b40 service neutron] Pushing event updated for resources: {'Port': ['ID=62d7298b-f1ce-4241-ae30-73188031b7c0,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:59.774471 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6f17e5-fc68-4909-8027-3fbabe3b5a9c tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network 1645e59a-8170-4b12-b89c-b2816fb4c587 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:29:59.793649 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-dd6f17e5-fc68-4909-8027-3fbabe3b5a9c tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 1645e59a-8170-4b12-b89c-b2816fb4c587) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:29:59.798931 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6f17e5-fc68-4909-8027-3fbabe3b5a9c tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:59.799538 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd6f17e5-fc68-4909-8027-3fbabe3b5a9c tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:59.805361 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0058873c-51ee-490d-a27d-ed260606dfc4 None None] Network 1645e59a-8170-4b12-b89c-b2816fb4c587 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:29:59.823792 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-dd6f17e5-fc68-4909-8027-3fbabe3b5a9c tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5836284 Aug 19 18:29:59.824419 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44184) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:29:59.830236 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-c1688557-d92e-4718-8c49-463ad92fa6d4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'subnet': {'network_id': '808bc21b-77ed-4fc5-9e56-f6767274293e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:59.946219 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1688557-d92e-4718-8c49-463ad92fa6d4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Made reservation on behalf of 43d8cf292b114172bd8ec735cb51928c for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:29:59.951076 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c1688557-d92e-4718-8c49-463ad92fa6d4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:00.018543 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ed5c80-1ff6-40d9-8550-2f5cb773b09f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-1645e59a-8170-4b12-b89c-b2816fb4c587', 'network_id': '1645e59a-8170-4b12-b89c-b2816fb4c587', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'fixed_ips': [{'subnet_id': '06bc0c2e-c35c-4582-9b94-f4a55554793e'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:30:00.019784 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-52ed5c80-1ff6-40d9-8550-2f5cb773b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:00.028912 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-cbe3bffc-9f51-4e60-92b9-77a470563d3f service neutron] 10.222.0.50 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6243010 Aug 19 18:30:00.063366 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-92ae6ce1-e09a-4743-b191-51c4cf3b5b40 service neutron] Attempting to bind port 62d7298b-f1ce-4241-ae30-73188031b7c0 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:30:00.063868 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-92ae6ce1-e09a-4743-b191-51c4cf3b5b40 service neutron] Attempting to bind port 62d7298b-f1ce-4241-ae30-73188031b7c0 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:30:00.064239 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-92ae6ce1-e09a-4743-b191-51c4cf3b5b40 service neutron] Attempting to bind port 62d7298b-f1ce-4241-ae30-73188031b7c0 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:30:00.088681 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-92ae6ce1-e09a-4743-b191-51c4cf3b5b40 service neutron] Port 62d7298b-f1ce-4241-ae30-73188031b7c0 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:30:00.089026 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-92ae6ce1-e09a-4743-b191-51c4cf3b5b40 service neutron] Attempting to bind port 62d7298b-f1ce-4241-ae30-73188031b7c0 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:30:00.092788 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-ab4a67bd-fe0e-42c7-88b8-48b935928219 service neutron] 10.222.0.24 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309236 Aug 19 18:30:00.141573 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a39f2d8-9a78-4de9-a348-a0bacfffc8be admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:30:00.147870 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4a39f2d8-9a78-4de9-a348-a0bacfffc8be admin admin] 10.222.0.24 "PUT /v2.0/routers/6c608642-8e4e-465d-95e9-80a801403855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0439136 Aug 19 18:30:00.149157 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-92ae6ce1-e09a-4743-b191-51c4cf3b5b40 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:30:00.149727 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-92ae6ce1-e09a-4743-b191-51c4cf3b5b40 service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:30:00.150291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-92ae6ce1-e09a-4743-b191-51c4cf3b5b40 service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:30:00.150911 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-92ae6ce1-e09a-4743-b191-51c4cf3b5b40 service neutron] Bound port: 62d7298b-f1ce-4241-ae30-73188031b7c0, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:30:00.151562 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-92ae6ce1-e09a-4743-b191-51c4cf3b5b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:00.153684 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44190) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:00.229336 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7743ea-868b-4160-9265-8b11c82a5630 None None] Sync routers for ids ['6c608642-8e4e-465d-95e9-80a801403855'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:30:00.257219 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7743ea-868b-4160-9265-8b11c82a5630 None None] Routers {'6c608642-8e4e-465d-95e9-80a801403855'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:00.258368 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ce7743ea-868b-4160-9265-8b11c82a5630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:29:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c608642-8e4e-465d-95e9-80a801403855'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:00.360241 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e22b00bf-022e-47b0-8a66-07cf596695bd req-55949d81-bc8c-4d3a-b472-0c6ec1ea82ac service neutron] 10.222.0.50 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149917 Aug 19 18:30:00.377119 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-92ae6ce1-e09a-4743-b191-51c4cf3b5b40 service neutron] For port 62d7298b-f1ce-4241-ae30-73188031b7c0, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:30:00.393324 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-92ae6ce1-e09a-4743-b191-51c4cf3b5b40 service neutron] For port 62d7298b-f1ce-4241-ae30-73188031b7c0, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=62d7298b-f1ce-4241-ae30-73188031b7c0,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:30:00.403211 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-92ae6ce1-e09a-4743-b191-51c4cf3b5b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:00.466991 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44198) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:00.484317 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e36bac40-c555-4733-839a-0061a667b203 admin admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:00.491279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-92ae6ce1-e09a-4743-b191-51c4cf3b5b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:00.492166 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-92ae6ce1-e09a-4743-b191-51c4cf3b5b40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:00.492819 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff5a7a-be3e-42db-bdbd-7d1adfb48657 req-337cb223-fbf1-4ce4-8a4d-700f275bda83 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:00.493928 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-92ae6ce1-e09a-4743-b191-51c4cf3b5b40 service neutron] 10.222.0.50 "PUT /v2.0/ports/62d7298b-f1ce-4241-ae30-73188031b7c0 HTTP/1.1" status: 200 len: 1095 time: 2.6361604 Aug 19 18:30:00.497210 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a57831b-f6bf-4b32-b5ee-a5410c772ebe', 'tag': '62d7298b-f1ce-4241-ae30-73188031b7c0'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:30:00.500978 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bfff5a7a-be3e-42db-bdbd-7d1adfb48657 req-337cb223-fbf1-4ce4-8a4d-700f275bda83 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a57831b-f6bf-4b32-b5ee-a5410c772ebe HTTP/1.1" status: 200 len: 947 time: 0.2406240 Aug 19 18:30:00.501205 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f541ddd-ffab-4199-a078-79a79755f628" -d '{"events": [{"name": "network-changed", "server_uuid": "6a57831b-f6bf-4b32-b5ee-a5410c772ebe", "tag": "62d7298b-f1ce-4241-ae30-73188031b7c0"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:30:00.522156 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c1688557-d92e-4718-8c49-463ad92fa6d4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:00.662608 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae6ce1-e09a-4743-b191-51c4cf3b5b40 service neutron] Pushing event updated for resources: {'Port': ['ID=62d7298b-f1ce-4241-ae30-73188031b7c0,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:00.697472 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-bbbc2264-42f5-4a37-853a-f5f8655f6cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:00.699168 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-bbbc2264-42f5-4a37-853a-f5f8655f6cee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1d3cdd6241149db9775c123f2c61d80&device_id=6a57831b-f6bf-4b32-b5ee-a5410c772ebe HTTP/1.1" status: 200 len: 1098 time: 0.1356421 Aug 19 18:30:00.779795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-ce7743ea-868b-4160-9265-8b11c82a5630 None None] Set router 6c608642-8e4e-465d-95e9-80a801403855 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:30:00.781610 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e36bac40-c555-4733-839a-0061a667b203 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:00.793878 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-0cb60f85-5e41-439e-99e3-ebd48e9afe9a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=62d7298b-f1ce-4241-ae30-73188031b7c0 HTTP/1.1" status: 200 len: 217 time: 0.0815468 Aug 19 18:30:00.916204 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-cb6335d2-03c4-4a4a-9d7b-ee3748fb5b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:00.918214 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-cb6335d2-03c4-4a4a-9d7b-ee3748fb5b33 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1187205 Aug 19 18:30:01.019024 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-e36bac40-c555-4733-839a-0061a667b203 admin admin] Deleting port baf7bd1a-662a-4fe1-9bf7-d5b7d397b661 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:30:01.019345 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e36bac40-c555-4733-839a-0061a667b203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:01.113965 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-1c73c9ec-1a94-4bec-a1b4-a0af1cccfed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:01.119035 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-1c73c9ec-1a94-4bec-a1b4-a0af1cccfed2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1927149 Aug 19 18:30:01.121369 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bb7359-fc7c-4231-93e9-85bfaa6f2e2f x-openstack-request-id: req-b0bb7359-fc7c-4231-93e9-85bfaa6f2e2f {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:30:01.121940 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a57831b-f6bf-4b32-b5ee-a5410c772ebe", "tag": "62d7298b-f1ce-4241-ae30-73188031b7c0", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:30:01.122360 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0bb7359-fc7c-4231-93e9-85bfaa6f2e2f {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:30:01.123019 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a57831b-f6bf-4b32-b5ee-a5410c772ebe', 'tag': '62d7298b-f1ce-4241-ae30-73188031b7c0', 'status': 'completed', 'code': 200} Aug 19 18:30:01.223539 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-52ed5c80-1ff6-40d9-8550-2f5cb773b09f None None] Allocated IP 2001:db8::2 (1645e59a-8170-4b12-b89c-b2816fb4c587/06bc0c2e-c35c-4582-9b94-f4a55554793e/fc56181d-1556-465a-b62d-4d9cf6efdb35) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:30:01.246235 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3343d93a-2c08-4fde-83b2-2626d19f0e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:01.318536 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bfff5a7a-be3e-42db-bdbd-7d1adfb48657 req-99e7e633-be7e-4742-9bbb-0f28ed73357c tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec707aa8-2f2c-4916-ae82-5c588f234409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7750597 Aug 19 18:30:01.320544 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1688557-d92e-4718-8c49-463ad92fa6d4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Subnet': ['ID=696e51d8-f2b7-467f-b9b8-32bc3ef4bde0,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:01.351048 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a67be3d2-715f-44b4-9f01-b35c7b234ddd req-5e5c1837-7c43-4b44-8f26-6735063df157 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 210 time: 0.0595160 Aug 19 18:30:01.361365 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-db945789-7a02-4510-86fe-f31bb1beb69d service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300107 Aug 19 18:30:01.397644 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1688557-d92e-4718-8c49-463ad92fa6d4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Checking segment: {'id': 'b633e6d0-9e41-486c-9798-5a2ff2c763d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '808bc21b-77ed-4fc5-9e56-f6767274293e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:30:01.398866 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1688557-d92e-4718-8c49-463ad92fa6d4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network hostable DHCP agents. Network: 808bc21b-77ed-4fc5-9e56-f6767274293e, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:30:01.421117 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ce7743ea-868b-4160-9265-8b11c82a5630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c608642-8e4e-465d-95e9-80a801403855', 'name': 'tempest-AttachVolumeShelveTestJSON-2075814986-router', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:00Z', 'updated_at': '2021-08-19T18:29:57Z', 'revision_number': 5, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'gw_port': {'id': 'baf7bd1a-662a-4fe1-9bf7-d5b7d397b661', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c608642-8e4e-465d-95e9-80a801403855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:02Z', 'updated_at': '2021-08-19T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:01.444450 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1688557-d92e-4718-8c49-463ad92fa6d4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network 808bc21b-77ed-4fc5-9e56-f6767274293e is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:30:01.470124 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7743ea-868b-4160-9265-8b11c82a5630 None None] Checking router: 6c608642-8e4e-465d-95e9-80a801403855 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:30:01.470603 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-c1688557-d92e-4718-8c49-463ad92fa6d4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 808bc21b-77ed-4fc5-9e56-f6767274293e) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:01.473737 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b56e1ab3-8e1c-435d-ae4e-e1f1c5a930e9 req-750f85fe-a21b-4dd2-ac84-728383bd2abb service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989990 Aug 19 18:30:01.481194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bf380d-a3db-432f-b38b-89d6f8cd68fd None None] Network 808bc21b-77ed-4fc5-9e56-f6767274293e requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:30:01.486282 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1688557-d92e-4718-8c49-463ad92fa6d4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:01.487039 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c1688557-d92e-4718-8c49-463ad92fa6d4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:01.489910 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-e36bac40-c555-4733-839a-0061a667b203 admin admin] For port baf7bd1a-662a-4fe1-9bf7-d5b7d397b661, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=baf7bd1a-662a-4fe1-9bf7-d5b7d397b661,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:01.490867 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e36bac40-c555-4733-839a-0061a667b203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:01.507342 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-e36bac40-c555-4733-839a-0061a667b203 admin admin] Calling delete_port for baf7bd1a-662a-4fe1-9bf7-d5b7d397b661 owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:30:01.530816 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3343d93a-2c08-4fde-83b2-2626d19f0e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:01.540505 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3343d93a-2c08-4fde-83b2-2626d19f0e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:01.550675 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7743ea-868b-4160-9265-8b11c82a5630 None None] Routers {'6c608642-8e4e-465d-95e9-80a801403855'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:01.551331 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ce7743ea-868b-4160-9265-8b11c82a5630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:29:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c608642-8e4e-465d-95e9-80a801403855'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:01.563100 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c1688557-d92e-4718-8c49-463ad92fa6d4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7365425 Aug 19 18:30:01.567850 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44218) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:01.588981 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-73a9c48e-0aea-40a0-a286-2976f6883c01 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-494855823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:30:01.625249 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f541ddd-ffab-4199-a078-79a79755f628 req-241682b5-9406-4673-bba6-a78a54448f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:01.627179 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4f541ddd-ffab-4199-a078-79a79755f628 req-241682b5-9406-4673-bba6-a78a54448f1a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1d3cdd6241149db9775c123f2c61d80&device_id=6a57831b-f6bf-4b32-b5ee-a5410c772ebe HTTP/1.1" status: 200 len: 1098 time: 0.0991089 Aug 19 18:30:01.633804 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3343d93a-2c08-4fde-83b2-2626d19f0e0a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b25322165b634ffcb7e82bf1d2c848b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1660609 Aug 19 18:30:01.639372 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44220) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:01.696096 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343d93a-2c08-4fde-83b2-2626d19f0e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cea4b0-d403-4154-accc-01839588e3c6,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:01.709115 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73a9c48e-0aea-40a0-a286-2976f6883c01 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:01.710232 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73a9c48e-0aea-40a0-a286-2976f6883c01 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:01.732301 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3b20245-0339-4aab-8ecd-7b3bc67ae840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:01.792371 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3b20245-0339-4aab-8ecd-7b3bc67ae840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:01.804711 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73a9c48e-0aea-40a0-a286-2976f6883c01 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:01.812646 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f541ddd-ffab-4199-a078-79a79755f628 req-a384a03d-751b-4a9c-8cfa-32f525b7c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:01.814541 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4f541ddd-ffab-4199-a078-79a79755f628 req-a384a03d-751b-4a9c-8cfa-32f525b7c634 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.1765013 Aug 19 18:30:01.814995 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73a9c48e-0aea-40a0-a286-2976f6883c01 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:01.832559 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-52ed5c80-1ff6-40d9-8550-2f5cb773b09f None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:01.850870 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73a9c48e-0aea-40a0-a286-2976f6883c01 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:01.854054 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-73a9c48e-0aea-40a0-a286-2976f6883c01 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2733080 Aug 19 18:30:01.854806 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44222) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:01.880877 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-ce7743ea-868b-4160-9265-8b11c82a5630 None None] Set router 6c608642-8e4e-465d-95e9-80a801403855 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:30:01.884381 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4f541ddd-ffab-4199-a078-79a79755f628 req-3c13335a-d651-4377-b7a8-b63a3636c068 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=62d7298b-f1ce-4241-ae30-73188031b7c0 HTTP/1.1" status: 200 len: 217 time: 0.0429754 Aug 19 18:30:01.911010 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cd6423-626c-4d8f-abf2-80b454da2054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-808bc21b-77ed-4fc5-9e56-f6767274293e', 'network_id': '808bc21b-77ed-4fc5-9e56-f6767274293e', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'fixed_ips': [{'subnet_id': '696e51d8-f2b7-467f-b9b8-32bc3ef4bde0'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:30:01.912167 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a5cd6423-626c-4d8f-abf2-80b454da2054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:01.942497 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f541ddd-ffab-4199-a078-79a79755f628 req-dba4100f-a034-42c6-a66d-36382079a836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:01.944088 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4f541ddd-ffab-4199-a078-79a79755f628 req-dba4100f-a034-42c6-a66d-36382079a836 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0504541 Aug 19 18:30:01.946345 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-52ed5c80-1ff6-40d9-8550-2f5cb773b09f None None] Transition to ACTIVE for port object fc56181d-1556-465a-b62d-4d9cf6efdb35 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:30:01.951975 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ce7743ea-868b-4160-9265-8b11c82a5630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c608642-8e4e-465d-95e9-80a801403855', 'name': 'tempest-AttachVolumeShelveTestJSON-2075814986-router', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:00Z', 'updated_at': '2021-08-19T18:30:00Z', 'revision_number': 6, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:01.953813 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3b20245-0339-4aab-8ecd-7b3bc67ae840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:01.956990 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3b20245-0339-4aab-8ecd-7b3bc67ae840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:01.958165 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d3b20245-0339-4aab-8ecd-7b3bc67ae840 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43cea4b0-d403-4154-accc-01839588e3c6 HTTP/1.1" status: 204 len: 168 time: 0.3158262 Aug 19 18:30:02.025141 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e36bac40-c555-4733-839a-0061a667b203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:02.030032 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7743ea-868b-4160-9265-8b11c82a5630 None None] The sync data for ids ['6c608642-8e4e-465d-95e9-80a801403855'] in n-d-803753-2 is: [{'id': '6c608642-8e4e-465d-95e9-80a801403855', 'name': 'tempest-AttachVolumeShelveTestJSON-2075814986-router', 'tenant_id': 'd1b1aa2c733a4115bafa765990404683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:00Z', 'updated_at': '2021-08-19T18:30:00Z', 'revision_number': 6, 'project_id': 'd1b1aa2c733a4115bafa765990404683', 'gw_port_host': None}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:30:02.041062 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-52ed5c80-1ff6-40d9-8550-2f5cb773b09f None None] Transition to ACTIVE for port object fc56181d-1556-465a-b62d-4d9cf6efdb35 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:30:02.053951 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b20245-0339-4aab-8ecd-7b3bc67ae840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cea4b0-d403-4154-accc-01839588e3c6,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:02.111366 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-52ed5c80-1ff6-40d9-8550-2f5cb773b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:02.124560 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f541ddd-ffab-4199-a078-79a79755f628 req-859fa4f2-5df5-4bab-8c7e-80dcb7f9344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:02.126362 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4f541ddd-ffab-4199-a078-79a79755f628 req-859fa4f2-5df5-4bab-8c7e-80dcb7f9344e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1712921 Aug 19 18:30:02.131512 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36bac40-c555-4733-839a-0061a667b203 admin admin] Pushing event deleted for resources: {'Port': ['ID=baf7bd1a-662a-4fe1-9bf7-d5b7d397b661,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:02.184448 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed5c80-1ff6-40d9-8550-2f5cb773b09f None None] Pushing event updated for resources: {'Port': ['ID=fc56181d-1556-465a-b62d-4d9cf6efdb35,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:02.209890 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ed5c80-1ff6-40d9-8550-2f5cb773b09f None None] Network 1645e59a-8170-4b12-b89c-b2816fb4c587 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:30:02.214494 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-52ed5c80-1ff6-40d9-8550-2f5cb773b09f None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:02.219618 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ed5c80-1ff6-40d9-8550-2f5cb773b09f None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:30:02.228770 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91ac3b9a-908a-4a9f-9b18-548878865797 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:02.230738 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e36bac40-c555-4733-839a-0061a667b203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:02.343321 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-52ed5c80-1ff6-40d9-8550-2f5cb773b09f None None] Attempting to bind port fc56181d-1556-465a-b62d-4d9cf6efdb35 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:30:02.349396 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-52ed5c80-1ff6-40d9-8550-2f5cb773b09f None None] Attempting to bind port fc56181d-1556-465a-b62d-4d9cf6efdb35 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '28e6fd07-b31e-42b2-804e-fc9879f52f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1645e59a-8170-4b12-b89c-b2816fb4c587'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:30:02.351951 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ed5c80-1ff6-40d9-8550-2f5cb773b09f None None] Attempting to bind port fc56181d-1556-465a-b62d-4d9cf6efdb35 on network 1645e59a-8170-4b12-b89c-b2816fb4c587 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:30:02.383798 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ed5c80-1ff6-40d9-8550-2f5cb773b09f None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:30:02.384182 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ed5c80-1ff6-40d9-8550-2f5cb773b09f None None] Checking segment: {'id': '28e6fd07-b31e-42b2-804e-fc9879f52f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1645e59a-8170-4b12-b89c-b2816fb4c587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:30:02.384604 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-52ed5c80-1ff6-40d9-8550-2f5cb773b09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:02.385005 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ed5c80-1ff6-40d9-8550-2f5cb773b09f None None] Bound using segment: {'id': '28e6fd07-b31e-42b2-804e-fc9879f52f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1645e59a-8170-4b12-b89c-b2816fb4c587'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:30:02.385493 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-52ed5c80-1ff6-40d9-8550-2f5cb773b09f None None] Bound port: fc56181d-1556-465a-b62d-4d9cf6efdb35, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6fd07-b31e-42b2-804e-fc9879f52f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1645e59a-8170-4b12-b89c-b2816fb4c587'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:30:02.385906 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-52ed5c80-1ff6-40d9-8550-2f5cb773b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:02.444793 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-a5cd6423-626c-4d8f-abf2-80b454da2054 None None] Allocated IP 2001:db8:1::2 (808bc21b-77ed-4fc5-9e56-f6767274293e/696e51d8-f2b7-467f-b9b8-32bc3ef4bde0/f45b4db5-7071-45f5-aac8-d2b0bf5a9072) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:30:02.675291 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-52ed5c80-1ff6-40d9-8550-2f5cb773b09f None None] For port fc56181d-1556-465a-b62d-4d9cf6efdb35, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:30:02.752125 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-52ed5c80-1ff6-40d9-8550-2f5cb773b09f None None] For port fc56181d-1556-465a-b62d-4d9cf6efdb35, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=fc56181d-1556-465a-b62d-4d9cf6efdb35,segment=NetworkSegment(28e6fd07-b31e-42b2-804e-fc9879f52f82),segment_id=28e6fd07-b31e-42b2-804e-fc9879f52f82)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:30:02.769838 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-52ed5c80-1ff6-40d9-8550-2f5cb773b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:02.786743 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4f541ddd-ffab-4199-a078-79a79755f628 req-c5250bc0-5b75-4621-b8a1-ff725152af4c service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6338704 Aug 19 18:30:02.823792 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9836cf66-f81e-4015-9e6f-c2fe656603ec req-66138fb5-5979-4236-b443-45f012970cf3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 210 time: 0.2077818 Aug 19 18:30:02.860821 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e36bac40-c555-4733-839a-0061a667b203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:03.003723 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e36bac40-c555-4733-839a-0061a667b203 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:03.044433 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a5cd6423-626c-4d8f-abf2-80b454da2054 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:03.066300 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-91ac3b9a-908a-4a9f-9b18-548878865797 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Allocated IP 2001:db8::1 (1645e59a-8170-4b12-b89c-b2816fb4c587/06bc0c2e-c35c-4582-9b94-f4a55554793e/ae3c8b65-2d56-44f2-8b3e-041720adcd18) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:30:03.093155 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed5c80-1ff6-40d9-8550-2f5cb773b09f None None] Pushing event updated for resources: {'Port': ['ID=fc56181d-1556-465a-b62d-4d9cf6efdb35,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:03.096804 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a5cd6423-626c-4d8f-abf2-80b454da2054 None None] Transition to ACTIVE for port object f45b4db5-7071-45f5-aac8-d2b0bf5a9072 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:30:03.125227 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a5cd6423-626c-4d8f-abf2-80b454da2054 None None] Transition to ACTIVE for port object f45b4db5-7071-45f5-aac8-d2b0bf5a9072 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:30:03.144518 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a5cd6423-626c-4d8f-abf2-80b454da2054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:03.180617 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c864d110-5ba0-4483-b1db-454f03d09a6b no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:30:03.223425 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69a24e-0f1e-4250-9687-5f2ee0ae688b req-6456618f-27e6-487f-b4b8-6e04daed0139 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:03.229568 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a69a24e-0f1e-4250-9687-5f2ee0ae688b req-6456618f-27e6-487f-b4b8-6e04daed0139 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a57831b-f6bf-4b32-b5ee-a5410c772ebe HTTP/1.1" status: 200 len: 947 time: 0.4462969 Aug 19 18:30:03.244609 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-449ccbd4-eab2-4594-b30b-b51250674bac tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:03.248664 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-449ccbd4-eab2-4594-b30b-b51250674bac tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.54 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 810 time: 0.6331789 Aug 19 18:30:03.259276 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e36bac40-c555-4733-839a-0061a667b203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:03.260432 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36bac40-c555-4733-839a-0061a667b203 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c608642-8e4e-465d-95e9-80a801403855 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:30:03.276480 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e36bac40-c555-4733-839a-0061a667b203 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:03.286837 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e36bac40-c555-4733-839a-0061a667b203 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6c608642-8e4e-465d-95e9-80a801403855 HTTP/1.1" status: 204 len: 168 time: 3.1235425 Aug 19 18:30:03.317037 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44250) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:03.421545 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: c864d110-5ba0-4483-b1db-454f03d09a6b {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:30:03.425774 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c864d110-5ba0-4483-b1db-454f03d09a6b not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:30:03.444821 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cd6423-626c-4d8f-abf2-80b454da2054 None None] Network 808bc21b-77ed-4fc5-9e56-f6767274293e is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:30:03.463319 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-a5cd6423-626c-4d8f-abf2-80b454da2054 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:03.471194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cd6423-626c-4d8f-abf2-80b454da2054 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:30:03.479897 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd6423-626c-4d8f-abf2-80b454da2054 None None] Pushing event updated for resources: {'Port': ['ID=f45b4db5-7071-45f5-aac8-d2b0bf5a9072,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:03.502617 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4f541ddd-ffab-4199-a078-79a79755f628 req-443b0105-2df1-458f-a12e-081c8785d48a service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7008538 Aug 19 18:30:03.633190 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-057b6667-fbc7-4534-ae5a-5f5b3e2c2e5a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffa9435d941540c182adf55128e34931 HTTP/1.1" status: 200 len: 380 time: 0.3130391 Aug 19 18:30:03.639636 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a5cd6423-626c-4d8f-abf2-80b454da2054 None None] Attempting to bind port f45b4db5-7071-45f5-aac8-d2b0bf5a9072 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:30:03.640899 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a5cd6423-626c-4d8f-abf2-80b454da2054 None None] Attempting to bind port f45b4db5-7071-45f5-aac8-d2b0bf5a9072 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'b633e6d0-9e41-486c-9798-5a2ff2c763d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '808bc21b-77ed-4fc5-9e56-f6767274293e'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:30:03.642065 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cd6423-626c-4d8f-abf2-80b454da2054 None None] Attempting to bind port f45b4db5-7071-45f5-aac8-d2b0bf5a9072 on network 808bc21b-77ed-4fc5-9e56-f6767274293e {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:30:03.651060 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Request body: {'port': {'device_id': 'dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'admin_state_up': True, 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'security_groups': ['ea353b6a-204d-4e83-ad48-ae5f0e461b90']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:30:03.651758 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cd6423-626c-4d8f-abf2-80b454da2054 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:30:03.652153 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cd6423-626c-4d8f-abf2-80b454da2054 None None] Checking segment: {'id': 'b633e6d0-9e41-486c-9798-5a2ff2c763d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '808bc21b-77ed-4fc5-9e56-f6767274293e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:30:03.652575 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a5cd6423-626c-4d8f-abf2-80b454da2054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:03.652979 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cd6423-626c-4d8f-abf2-80b454da2054 None None] Bound using segment: {'id': 'b633e6d0-9e41-486c-9798-5a2ff2c763d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '808bc21b-77ed-4fc5-9e56-f6767274293e'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:30:03.653496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a5cd6423-626c-4d8f-abf2-80b454da2054 None None] Bound port: f45b4db5-7071-45f5-aac8-d2b0bf5a9072, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b633e6d0-9e41-486c-9798-5a2ff2c763d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '808bc21b-77ed-4fc5-9e56-f6767274293e'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:30:03.654372 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a5cd6423-626c-4d8f-abf2-80b454da2054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:03.714631 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a69a24e-0f1e-4250-9687-5f2ee0ae688b req-d6b52a83-8c2b-4a32-bfc7-7c23d06d637d tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec707aa8-2f2c-4916-ae82-5c588f234409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902619 Aug 19 18:30:03.749048 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69fbdd0-dc46-45cf-83d2-60956ef6d54d admin admin] Deleting subnet 9e32631a-48d3-4ef0-8eb3-575117a89737 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:30:03.754971 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d69fbdd0-dc46-45cf-83d2-60956ef6d54d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:03.774896 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a5cd6423-626c-4d8f-abf2-80b454da2054 None None] For port f45b4db5-7071-45f5-aac8-d2b0bf5a9072, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:30:03.786801 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a5cd6423-626c-4d8f-abf2-80b454da2054 None None] For port f45b4db5-7071-45f5-aac8-d2b0bf5a9072, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=f45b4db5-7071-45f5-aac8-d2b0bf5a9072,segment=NetworkSegment(b633e6d0-9e41-486c-9798-5a2ff2c763d9),segment_id=b633e6d0-9e41-486c-9798-5a2ff2c763d9)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:30:03.798881 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a5cd6423-626c-4d8f-abf2-80b454da2054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:03.885972 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d69fbdd0-dc46-45cf-83d2-60956ef6d54d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:03.896957 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91ac3b9a-908a-4a9f-9b18-548878865797 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:03.945675 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 62d7298b-f1ce-4241-ae30-73188031b7c0 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:30:04.001377 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-91ac3b9a-908a-4a9f-9b18-548878865797 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Transition to ACTIVE for port object ae3c8b65-2d56-44f2-8b3e-041720adcd18 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:30:04.022347 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Made reservation on behalf of ffa9435d941540c182adf55128e34931 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:30:04.026916 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:04.075384 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4886298a-6a11-4868-8e2e-767e5934df4d req-a47c821f-4520-421c-b75b-cf8484da346d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 210 time: 0.0823834 Aug 19 18:30:04.115561 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 62d7298b-f1ce-4241-ae30-73188031b7c0, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=62d7298b-f1ce-4241-ae30-73188031b7c0,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:04.138399 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '62d7298b-f1ce-4241-ae30-73188031b7c0', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '62d7298b-f1ce-4241-ae30-73188031b7c0', 'mac_address': 'fa:16:3e:b0:58:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:30:04.146523 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd6423-626c-4d8f-abf2-80b454da2054 None None] Pushing event updated for resources: {'Port': ['ID=f45b4db5-7071-45f5-aac8-d2b0bf5a9072,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:04.188886 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91ac3b9a-908a-4a9f-9b18-548878865797 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:04.203129 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d69fbdd0-dc46-45cf-83d2-60956ef6d54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:04.260915 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:04.317842 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d7298b-f1ce-4241-ae30-73188031b7c0 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:30:04.333980 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d69fbdd0-dc46-45cf-83d2-60956ef6d54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:04.384423 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fbdd0-dc46-45cf-83d2-60956ef6d54d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e32631a-48d3-4ef0-8eb3-575117a89737,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:04.395308 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d69fbdd0-dc46-45cf-83d2-60956ef6d54d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:04.399270 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d69fbdd0-dc46-45cf-83d2-60956ef6d54d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9e32631a-48d3-4ef0-8eb3-575117a89737 HTTP/1.1" status: 204 len: 168 time: 0.9576395 Aug 19 18:30:04.408558 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44280) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:04.419177 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 62d7298b-f1ce-4241-ae30-73188031b7c0, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=62d7298b-f1ce-4241-ae30-73188031b7c0,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:04.428405 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed26cadc-550f-4f6d-9b81-bf61edaba05a None None] Network bacad945-2962-49c4-806c-a7bd8c4e8d7b requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:30:04.429083 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Allocated IP 172.20.0.13 (6084e940-75d5-4b38-a27b-539baf659ad1/57c3905b-ec47-44bd-8717-544ef67ade13/dfec941a-be49-489c-b8ba-539bfe6342f9) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:30:04.516292 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:04.555434 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-012d0b03-4fb4-47ab-97ee-ef43fe94c228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:04.678232 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3b9a-908a-4a9f-9b18-548878865797 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Port': ['ID=ae3c8b65-2d56-44f2-8b3e-041720adcd18,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:04.699601 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ac3b9a-908a-4a9f-9b18-548878865797 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network 1645e59a-8170-4b12-b89c-b2816fb4c587 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:30:04.703881 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-91ac3b9a-908a-4a9f-9b18-548878865797 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:04.712467 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ac3b9a-908a-4a9f-9b18-548878865797 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:30:04.713222 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91ac3b9a-908a-4a9f-9b18-548878865797 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:04.738664 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-012d0b03-4fb4-47ab-97ee-ef43fe94c228 admin admin] Deleting port e4bb6d00-149f-4ef8-80ac-284563fc9bed {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:30:04.739068 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-012d0b03-4fb4-47ab-97ee-ef43fe94c228 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:04.865644 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-012d0b03-4fb4-47ab-97ee-ef43fe94c228 admin admin] For port e4bb6d00-149f-4ef8-80ac-284563fc9bed, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e4bb6d00-149f-4ef8-80ac-284563fc9bed,segment=NetworkSegment(fbe7fb3e-121f-488d-93cc-f65eb7ca4025),segment_id=fbe7fb3e-121f-488d-93cc-f65eb7ca4025)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:04.865909 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-012d0b03-4fb4-47ab-97ee-ef43fe94c228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:04.910736 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-012d0b03-4fb4-47ab-97ee-ef43fe94c228 admin admin] Calling delete_port for e4bb6d00-149f-4ef8-80ac-284563fc9bed owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:30:04.961918 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1bec8d4c-fecd-45d7-bfd5-01108a313f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:04.990297 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['62d7298b-f1ce-4241-ae30-73188031b7c0'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:30:05.002350 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:05.035570 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Transition to ACTIVE for port object dfec941a-be49-489c-b8ba-539bfe6342f9 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:30:05.040459 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44290) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:05.064398 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fc56181d-1556-465a-b62d-4d9cf6efdb35 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:30:05.123421 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-012d0b03-4fb4-47ab-97ee-ef43fe94c228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:05.163645 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d0b03-4fb4-47ab-97ee-ef43fe94c228 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4bb6d00-149f-4ef8-80ac-284563fc9bed,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:05.178106 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91ac3b9a-908a-4a9f-9b18-548878865797 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:05.188320 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfeed52-a284-436a-ad46-1333346c44eb req-101cc07e-f2a5-4c75-bdce-e7474323bdf9 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:05.189985 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9dfeed52-a284-436a-ad46-1333346c44eb req-101cc07e-f2a5-4c75-bdce-e7474323bdf9 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a57831b-f6bf-4b32-b5ee-a5410c772ebe HTTP/1.1" status: 200 len: 948 time: 0.2765489 Aug 19 18:30:05.194098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d0b03-4fb4-47ab-97ee-ef43fe94c228 admin admin] No DVR routers for this DVR port e4bb6d00-149f-4ef8-80ac-284563fc9bed on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:30:05.371548 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc01c0c7-d582-4208-9451-4980e0250662 None None] Network 1645e59a-8170-4b12-b89c-b2816fb4c587 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:30:05.417038 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-012d0b03-4fb4-47ab-97ee-ef43fe94c228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:05.429131 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9dfeed52-a284-436a-ad46-1333346c44eb req-8b6066c6-7d0d-4ae5-a033-105763d9e98b tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec707aa8-2f2c-4916-ae82-5c588f234409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968246 Aug 19 18:30:05.444595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-012d0b03-4fb4-47ab-97ee-ef43fe94c228 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bacad945-2962-49c4-806c-a7bd8c4e8d7b']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:05.460437 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-012d0b03-4fb4-47ab-97ee-ef43fe94c228 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe7fb3e-121f-488d-93cc-f65eb7ca4025') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:05.460437 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-012d0b03-4fb4-47ab-97ee-ef43fe94c228 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe7fb3e-121f-488d-93cc-f65eb7ca4025') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:05.475533 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-012d0b03-4fb4-47ab-97ee-ef43fe94c228 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:05.483549 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=62d7298b-f1ce-4241-ae30-73188031b7c0,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:05.510130 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-012d0b03-4fb4-47ab-97ee-ef43fe94c228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:05.519754 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012d0b03-4fb4-47ab-97ee-ef43fe94c228 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:30:05.521189 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-012d0b03-4fb4-47ab-97ee-ef43fe94c228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:30:05.538985 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:30:05.543569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d0c1746f-6d74-420a-a7d8-a09e40b0d8e8 None None] Provisioning for port fc56181d-1556-465a-b62d-4d9cf6efdb35 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:30:05.587110 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a9bf05f7-38e1-4238-bbe7-5d8754c2f3f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:05.604008 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-012d0b03-4fb4-47ab-97ee-ef43fe94c228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:05.607908 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25e7463-96a3-44f7-8084-201a6273f5e4 None None] DHCP port deletion for bacad945-2962-49c4-806c-a7bd8c4e8d7b request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:30:05.613826 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-012d0b03-4fb4-47ab-97ee-ef43fe94c228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:05.615703 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-012d0b03-4fb4-47ab-97ee-ef43fe94c228 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bacad945-2962-49c4-806c-a7bd8c4e8d7b HTTP/1.1" status: 204 len: 168 time: 1.2056348 Aug 19 18:30:05.631616 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-011a8625-140f-407d-b822-13af59c85b3d req-4448265c-f2be-4fa6-b0b4-bea38f2044e6 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 210 time: 0.3779967 Aug 19 18:30:05.637350 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d0b03-4fb4-47ab-97ee-ef43fe94c228 admin admin] Pushing event deleted for resources: {'Network': ['ID=bacad945-2962-49c4-806c-a7bd8c4e8d7b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:05.689092 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:05.750240 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port fc56181d-1556-465a-b62d-4d9cf6efdb35 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:30:05.764017 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port fc56181d-1556-465a-b62d-4d9cf6efdb35 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:05.764644 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:05.798710 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1437a3d-5438-434a-b7bf-3a781fe0602a None None] Network 808bc21b-77ed-4fc5-9e56-f6767274293e requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:30:05.824390 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91ac3b9a-908a-4a9f-9b18-548878865797 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:05.831247 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44300) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:05.845092 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Network 6084e940-75d5-4b38-a27b-539baf659ad1 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:30:05.848236 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91ac3b9a-908a-4a9f-9b18-548878865797 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:05.849123 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91ac3b9a-908a-4a9f-9b18-548878865797 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:05.860823 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:05.867886 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event updated for resources: {'Port': ['ID=dfec941a-be49-489c-b8ba-539bfe6342f9,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:05.873586 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:30:05.902716 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5f07bd30-7081-4263-8cf3-311c6388345a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1b1aa2c733a4115bafa765990404683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0695767 Aug 19 18:30:05.904866 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44302) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:05.928680 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:05.929320 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:05.929896 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:05.930409 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:05.930905 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:05.931398 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:05.932018 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:05.932529 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:05.933669 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:05.934357 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:05.934864 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:05.935859 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:05.975972 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8d1fc162-df9a-466d-b48a-3ab760ad48dc None None] Provisioning for port f45b4db5-7071-45f5-aac8-d2b0bf5a9072 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:30:06.012992 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fe60a903-88a9-46f9-883d-911d082d55b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:06.070273 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fe60a903-88a9-46f9-883d-911d082d55b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:06.159952 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fe60a903-88a9-46f9-883d-911d082d55b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:06.163319 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fe60a903-88a9-46f9-883d-911d082d55b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:06.165224 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fe60a903-88a9-46f9-883d-911d082d55b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/032176f0-f90c-499a-b510-c23af3fd9cd9 HTTP/1.1" status: 204 len: 168 time: 0.2582808 Aug 19 18:30:06.178839 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60a903-88a9-46f9-883d-911d082d55b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032176f0-f90c-499a-b510-c23af3fd9cd9,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:06.208189 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ac3b9a-908a-4a9f-9b18-548878865797 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network 1645e59a-8170-4b12-b89c-b2816fb4c587 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:30:06.224932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:06.225654 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:06.250373 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-91ac3b9a-908a-4a9f-9b18-548878865797 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:06.254625 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:06.261654 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3b9a-908a-4a9f-9b18-548878865797 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Port': ['ID=ae3c8b65-2d56-44f2-8b3e-041720adcd18,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:06.360480 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0600b2c6-9c6a-4b09-b768-89f043c49bb1 None None] Provisioning for port dfec941a-be49-489c-b8ba-539bfe6342f9 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:30:06.372916 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0600b2c6-9c6a-4b09-b768-89f043c49bb1 None None] Provisioning complete for port dfec941a-be49-489c-b8ba-539bfe6342f9 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:06.373260 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0600b2c6-9c6a-4b09-b768-89f043c49bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:06.412879 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a9bf05f7-38e1-4238-bbe7-5d8754c2f3f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:06.419299 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0600b2c6-9c6a-4b09-b768-89f043c49bb1 None None] Port dfec941a-be49-489c-b8ba-539bfe6342f9 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:30:06.426992 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port fc56181d-1556-465a-b62d-4d9cf6efdb35, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=fc56181d-1556-465a-b62d-4d9cf6efdb35,segment=NetworkSegment(28e6fd07-b31e-42b2-804e-fc9879f52f82),segment_id=28e6fd07-b31e-42b2-804e-fc9879f52f82)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:06.431654 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:06.432742 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device f45b4db5-7071-45f5-aac8-d2b0bf5a9072 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:30:06.445947 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a9bf05f7-38e1-4238-bbe7-5d8754c2f3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:06.478684 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-f5701a82-638e-488f-b333-5fe6232cadab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8366213 Aug 19 18:30:06.515129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-6bfa54d4-fd00-444a-8899-bf3a00b39742 service neutron] Request body: {'port': {'device_id': 'dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:30:06.544775 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44310) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:06.568751 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a9bf05f7-38e1-4238-bbe7-5d8754c2f3f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37f7eb90b1d54e0186c9486f2aadc360&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5270741 Aug 19 18:30:06.573341 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=fc56181d-1556-465a-b62d-4d9cf6efdb35,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:06.628216 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port f45b4db5-7071-45f5-aac8-d2b0bf5a9072 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:30:06.645248 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port f45b4db5-7071-45f5-aac8-d2b0bf5a9072 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:06.646249 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:06.655365 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bdcfaa45-4e30-40db-b00f-840e193b04df None None] Provisioning for port ae3c8b65-2d56-44f2-8b3e-041720adcd18 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:30:06.705800 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5d29c8ee-3126-48b6-8c80-42a6b2e3b1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:06.727450 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:30:06.745632 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bdcfaa45-4e30-40db-b00f-840e193b04df None None] Provisioning complete for port ae3c8b65-2d56-44f2-8b3e-041720adcd18 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:06.745939 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bdcfaa45-4e30-40db-b00f-840e193b04df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:06.749507 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5d29c8ee-3126-48b6-8c80-42a6b2e3b1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:06.788585 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf05f7-38e1-4238-bbe7-5d8754c2f3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008a5c1e-089a-4e59-838a-ecbad4e05090,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:06.873250 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-bdcfaa45-4e30-40db-b00f-840e193b04df None None] Port ae3c8b65-2d56-44f2-8b3e-041720adcd18 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:30:06.941030 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06ea30-156f-4fca-89ea-e1ad552758b3 req-b1f5c2e6-5003-4a24-ac90-fde429e96551 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:06.944761 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-6bfa54d4-fd00-444a-8899-bf3a00b39742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:06.949260 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fe06ea30-156f-4fca-89ea-e1ad552758b3 req-b1f5c2e6-5003-4a24-ac90-fde429e96551 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 932 time: 0.1305239 Aug 19 18:30:06.986918 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:07.003999 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bdcfaa45-4e30-40db-b00f-840e193b04df None None] Provisioning complete for port fc56181d-1556-465a-b62d-4d9cf6efdb35 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:07.004368 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bdcfaa45-4e30-40db-b00f-840e193b04df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:07.006186 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5d29c8ee-3126-48b6-8c80-42a6b2e3b1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:07.018903 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5d29c8ee-3126-48b6-8c80-42a6b2e3b1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:07.026762 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5d29c8ee-3126-48b6-8c80-42a6b2e3b1d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/008a5c1e-089a-4e59-838a-ecbad4e05090 HTTP/1.1" status: 204 len: 168 time: 0.4807935 Aug 19 18:30:07.051280 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fe06ea30-156f-4fca-89ea-e1ad552758b3 req-a380f255-97e7-49ec-8410-d6e1fac061f8 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898333 Aug 19 18:30:07.052935 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29c8ee-3126-48b6-8c80-42a6b2e3b1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008a5c1e-089a-4e59-838a-ecbad4e05090,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:07.065199 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ac3b9a-908a-4a9f-9b18-548878865797 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Router 371f2f02-e0cb-48c6-adb2-4b3a302a8949 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:30:07.246254 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port f45b4db5-7071-45f5-aac8-d2b0bf5a9072, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=f45b4db5-7071-45f5-aac8-d2b0bf5a9072,segment=NetworkSegment(b633e6d0-9e41-486c-9798-5a2ff2c763d9),segment_id=b633e6d0-9e41-486c-9798-5a2ff2c763d9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:07.263484 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-008c2719-56f1-484f-b83d-8872ca2659ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:07.276278 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:07.312535 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device baf7bd1a-662a-4fe1-9bf7-d5b7d397b661 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:30:07.344815 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808abee-7b8c-4c27-bedd-a8deef8b8d7e req-63adbf2f-7a8d-487a-9e1d-fc85318fd2a5 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:07.347027 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3808abee-7b8c-4c27-bedd-a8deef8b8d7e req-63adbf2f-7a8d-487a-9e1d-fc85318fd2a5 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a57831b-f6bf-4b32-b5ee-a5410c772ebe HTTP/1.1" status: 200 len: 948 time: 0.6468003 Aug 19 18:30:07.426181 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:07.480694 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3808abee-7b8c-4c27-bedd-a8deef8b8d7e req-aab9a39a-e15a-42fd-89ff-dcde5f533a08 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec707aa8-2f2c-4916-ae82-5c588f234409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252718 Aug 19 18:30:07.498221 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: baf7bd1a-662a-4fe1-9bf7-d5b7d397b661 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:30:07.498555 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device baf7bd1a-662a-4fe1-9bf7-d5b7d397b661 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:30:07.530349 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=f45b4db5-7071-45f5-aac8-d2b0bf5a9072,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:07.573108 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ac3b9a-908a-4a9f-9b18-548878865797 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:30:07.582490 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-91ac3b9a-908a-4a9f-9b18-548878865797 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/routers/371f2f02-e0cb-48c6-adb2-4b3a302a8949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7226877 Aug 19 18:30:07.582858 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44338) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:07.585771 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34af41fd-9da8-47dc-ad3c-31467941a798 None None] Sync routers for ids ['371f2f02-e0cb-48c6-adb2-4b3a302a8949'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:30:07.610666 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34af41fd-9da8-47dc-ad3c-31467941a798 None None] Routers {'371f2f02-e0cb-48c6-adb2-4b3a302a8949'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:07.616195 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-34af41fd-9da8-47dc-ad3c-31467941a798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['371f2f02-e0cb-48c6-adb2-4b3a302a8949'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:07.626091 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2fec7e2a-a6cd-4c51-aacb-a0b0790c8916 None None] Provisioning complete for port f45b4db5-7071-45f5-aac8-d2b0bf5a9072 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:07.627388 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2fec7e2a-a6cd-4c51-aacb-a0b0790c8916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:07.696324 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-34af41fd-9da8-47dc-ad3c-31467941a798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:07.709999 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34af41fd-9da8-47dc-ad3c-31467941a798 None None] Routers {'371f2f02-e0cb-48c6-adb2-4b3a302a8949'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:07.715521 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-34af41fd-9da8-47dc-ad3c-31467941a798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['371f2f02-e0cb-48c6-adb2-4b3a302a8949'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:07.727441 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97f797d-bc1b-4f2e-a2ce-5ef1638ad3d2 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:07.731328 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f97f797d-bc1b-4f2e-a2ce-5ef1638ad3d2 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/ports/ae3c8b65-2d56-44f2-8b3e-041720adcd18 HTTP/1.1" status: 200 len: 911 time: 0.1473460 Aug 19 18:30:07.734105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fc56181d-1556-465a-b62d-4d9cf6efdb35 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:30:07.738018 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44344) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:07.773636 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-34af41fd-9da8-47dc-ad3c-31467941a798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:07.776583 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34af41fd-9da8-47dc-ad3c-31467941a798 None None] The sync data for ids ['371f2f02-e0cb-48c6-adb2-4b3a302a8949'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:30:07.853236 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-6bfa54d4-fd00-444a-8899-bf3a00b39742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfec941a-be49-489c-b8ba-539bfe6342f9 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:30:07.861637 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-6bfa54d4-fd00-444a-8899-bf3a00b39742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:07.875612 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-6bfa54d4-fd00-444a-8899-bf3a00b39742 service neutron] Transition to ACTIVE for port object dfec941a-be49-489c-b8ba-539bfe6342f9 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:30:07.883873 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-6bfa54d4-fd00-444a-8899-bf3a00b39742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:07.895179 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port fc56181d-1556-465a-b62d-4d9cf6efdb35 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:07.895558 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:07.935174 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2fec7e2a-a6cd-4c51-aacb-a0b0790c8916 None None] Provisioning complete for port ae3c8b65-2d56-44f2-8b3e-041720adcd18 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:07.935560 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2fec7e2a-a6cd-4c51-aacb-a0b0790c8916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:07.970257 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 62d7298b-f1ce-4241-ae30-73188031b7c0 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:30:08.029946 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-2fec7e2a-a6cd-4c51-aacb-a0b0790c8916 None None] Port ae3c8b65-2d56-44f2-8b3e-041720adcd18 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:30:08.089898 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 62d7298b-f1ce-4241-ae30-73188031b7c0 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:30:08.096728 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 62d7298b-f1ce-4241-ae30-73188031b7c0 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:08.097688 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:08.207446 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:08.215829 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e4bb6d00-149f-4ef8-80ac-284563fc9bed no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:30:08.292476 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: e4bb6d00-149f-4ef8-80ac-284563fc9bed {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:30:08.296215 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e4bb6d00-149f-4ef8-80ac-284563fc9bed not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:30:08.325008 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa54d4-fd00-444a-8899-bf3a00b39742 service neutron] Pushing event updated for resources: {'Port': ['ID=dfec941a-be49-489c-b8ba-539bfe6342f9,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:08.366790 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437a8a0-2d5b-4d0b-b09a-160cb5d6fae6 req-7bab2d6a-ad9f-4a45-8cae-9baea8eb8230 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:08.381826 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:08.385671 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d437a8a0-2d5b-4d0b-b09a-160cb5d6fae6 req-7bab2d6a-ad9f-4a45-8cae-9baea8eb8230 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 944 time: 0.1640306 Aug 19 18:30:08.428922 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a57831b-f6bf-4b32-b5ee-a5410c772ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d7298b-f1ce-4241-ae30-73188031b7c0'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:30:08.431296 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06055b0a-e967-438e-be4f-9d39c9ff4f84" -d '{"events": [{"server_uuid": "6a57831b-f6bf-4b32-b5ee-a5410c772ebe", "name": "network-vif-plugged", "status": "completed", "tag": "62d7298b-f1ce-4241-ae30-73188031b7c0"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:30:08.479154 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d437a8a0-2d5b-4d0b-b09a-160cb5d6fae6 req-fc34bb98-a16d-4178-81c6-1c2d73b72e50 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925097 Aug 19 18:30:08.497286 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 62d7298b-f1ce-4241-ae30-73188031b7c0, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=62d7298b-f1ce-4241-ae30-73188031b7c0,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:08.505139 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:08.561270 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56d3f55-49fd-4df3-b827-91a582673307 x-openstack-request-id: req-d56d3f55-49fd-4df3-b827-91a582673307 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:30:08.566075 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a57831b-f6bf-4b32-b5ee-a5410c772ebe", "name": "network-vif-plugged", "status": "completed", "tag": "62d7298b-f1ce-4241-ae30-73188031b7c0", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:30:08.566426 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d56d3f55-49fd-4df3-b827-91a582673307 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:30:08.566857 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a57831b-f6bf-4b32-b5ee-a5410c772ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d7298b-f1ce-4241-ae30-73188031b7c0', 'code': 200} Aug 19 18:30:08.663796 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=62d7298b-f1ce-4241-ae30-73188031b7c0,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:08.670132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-6bfa54d4-fd00-444a-8899-bf3a00b39742 service neutron] Attempting to bind port dfec941a-be49-489c-b8ba-539bfe6342f9 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:30:08.671216 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-6bfa54d4-fd00-444a-8899-bf3a00b39742 service neutron] Attempting to bind port dfec941a-be49-489c-b8ba-539bfe6342f9 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:30:08.671987 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-6bfa54d4-fd00-444a-8899-bf3a00b39742 service neutron] Attempting to bind port dfec941a-be49-489c-b8ba-539bfe6342f9 on network 6084e940-75d5-4b38-a27b-539baf659ad1 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:30:08.695684 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-6bfa54d4-fd00-444a-8899-bf3a00b39742 service neutron] Port dfec941a-be49-489c-b8ba-539bfe6342f9 on network 6084e940-75d5-4b38-a27b-539baf659ad1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:30:08.696369 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-6bfa54d4-fd00-444a-8899-bf3a00b39742 service neutron] Attempting to bind port dfec941a-be49-489c-b8ba-539bfe6342f9 on network 6084e940-75d5-4b38-a27b-539baf659ad1 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:30:08.705601 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-6bfa54d4-fd00-444a-8899-bf3a00b39742 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:30:08.707040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-6bfa54d4-fd00-444a-8899-bf3a00b39742 service neutron] Checking segment: {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:30:08.707699 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-6bfa54d4-fd00-444a-8899-bf3a00b39742 service neutron] Bound using segment: {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:30:08.708822 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-6bfa54d4-fd00-444a-8899-bf3a00b39742 service neutron] Bound port: dfec941a-be49-489c-b8ba-539bfe6342f9, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:30:08.709716 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-6bfa54d4-fd00-444a-8899-bf3a00b39742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:08.798473 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7cd1f-efe6-4f65-991c-30c2d3c40d6f req-8cb6a557-dd10-4852-8e8d-5e3fe8a84e0d tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:08.800849 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09e7cd1f-efe6-4f65-991c-30c2d3c40d6f req-8cb6a557-dd10-4852-8e8d-5e3fe8a84e0d tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a57831b-f6bf-4b32-b5ee-a5410c772ebe HTTP/1.1" status: 200 len: 949 time: 0.2130816 Aug 19 18:30:08.813877 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b68d0f-bc94-4e48-96d9-6efeada0d5e3 req-c855a04c-f7d4-42c6-b086-7dbbf6750fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:08.818871 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-99b68d0f-bc94-4e48-96d9-6efeada0d5e3 req-c855a04c-f7d4-42c6-b086-7dbbf6750fcd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6a57831b-f6bf-4b32-b5ee-a5410c772ebe HTTP/1.1" status: 200 len: 1100 time: 0.1586986 Aug 19 18:30:08.962543 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09e7cd1f-efe6-4f65-991c-30c2d3c40d6f req-22fa7481-e742-48fc-9299-82d872a431bf tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec707aa8-2f2c-4916-ae82-5c588f234409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509542 Aug 19 18:30:08.976402 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-99b68d0f-bc94-4e48-96d9-6efeada0d5e3 req-7c24764a-8bd7-48b7-b5f9-4af987c8a3b2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ec707aa8-2f2c-4916-ae82-5c588f234409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380031 Aug 19 18:30:08.988938 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-6bfa54d4-fd00-444a-8899-bf3a00b39742 service neutron] For port dfec941a-be49-489c-b8ba-539bfe6342f9, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:30:09.016272 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-6bfa54d4-fd00-444a-8899-bf3a00b39742 service neutron] For port dfec941a-be49-489c-b8ba-539bfe6342f9, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=dfec941a-be49-489c-b8ba-539bfe6342f9,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:30:09.032865 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-6bfa54d4-fd00-444a-8899-bf3a00b39742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:09.123583 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-6bfa54d4-fd00-444a-8899-bf3a00b39742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:09.124601 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-6bfa54d4-fd00-444a-8899-bf3a00b39742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:09.127741 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-6bfa54d4-fd00-444a-8899-bf3a00b39742 service neutron] 10.222.0.54 "PUT /v2.0/ports/dfec941a-be49-489c-b8ba-539bfe6342f9 HTTP/1.1" status: 200 len: 1092 time: 2.6228814 Aug 19 18:30:09.151025 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9', 'tag': 'dfec941a-be49-489c-b8ba-539bfe6342f9'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:30:09.153654 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ce7e2d-e9e7-4d30-b5d6-cc117c663ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9", "tag": "dfec941a-be49-489c-b8ba-539bfe6342f9"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:30:09.164008 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78f34d26-7a4c-4dd7-b174-b7b20d378737 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:09.249454 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3572fd-9ff1-43ed-99b7-c1ac2e6d7ac2 x-openstack-request-id: req-ac3572fd-9ff1-43ed-99b7-c1ac2e6d7ac2 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:30:09.251205 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9", "tag": "dfec941a-be49-489c-b8ba-539bfe6342f9", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:30:09.251469 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac3572fd-9ff1-43ed-99b7-c1ac2e6d7ac2 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:30:09.251928 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9', 'tag': 'dfec941a-be49-489c-b8ba-539bfe6342f9', 'status': 'completed', 'code': 200} Aug 19 18:30:09.358580 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa54d4-fd00-444a-8899-bf3a00b39742 service neutron] Pushing event updated for resources: {'Port': ['ID=dfec941a-be49-489c-b8ba-539bfe6342f9,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:09.388668 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-9cd70577-b10d-4f3a-a8dd-93ca7157fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:09.390318 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-9cd70577-b10d-4f3a-a8dd-93ca7157fc88 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 1095 time: 0.1825917 Aug 19 18:30:09.457618 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-3f948bb4-6838-4a90-ae7d-42d4da261dad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfec941a-be49-489c-b8ba-539bfe6342f9 HTTP/1.1" status: 200 len: 217 time: 0.0520670 Aug 19 18:30:09.683980 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device f45b4db5-7071-45f5-aac8-d2b0bf5a9072 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:30:09.752748 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-1015a41c-b1cd-40af-adb5-664a4c85b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:09.755334 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-1015a41c-b1cd-40af-adb5-664a4c85b9de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.2810612 Aug 19 18:30:09.791005 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port f45b4db5-7071-45f5-aac8-d2b0bf5a9072 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:09.791385 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:09.843498 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fdfc6-46d1-429f-8424-d809cb08bd15 req-74747aa2-35f9-471c-8e7f-a78c066efc67 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:09.845324 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-169fdfc6-46d1-429f-8424-d809cb08bd15 req-74747aa2-35f9-471c-8e7f-a78c066efc67 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 944 time: 0.1680701 Aug 19 18:30:09.915158 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-9e9e61c6-f4bf-4a7b-9cc1-9f2cdf055795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:09.917018 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-9e9e61c6-f4bf-4a7b-9cc1-9f2cdf055795 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131444 Aug 19 18:30:10.047191 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-7c98bee7-1915-46d4-9095-3695af66f350 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086292 Aug 19 18:30:10.053439 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-169fdfc6-46d1-429f-8424-d809cb08bd15 req-f59450b2-b9dc-44bc-80c4-4157a6e734c2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971388 Aug 19 18:30:10.156919 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e410e66a-25e9-4411-83c2-cf5a2b12891d req-fdd9b431-c281-4ed0-8660-73990a9b93d2 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985425 Aug 19 18:30:10.184713 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-78f34d26-7a4c-4dd7-b174-b7b20d378737 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Allocated IP 2001:db8:1::1 (808bc21b-77ed-4fc5-9e56-f6767274293e/696e51d8-f2b7-467f-b9b8-32bc3ef4bde0/60a65e27-55bd-4168-a41c-14081bb37658) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:30:10.246344 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e353f-5ec9-424c-9b35-5f77eb3c8891 req-471d4fe5-2d70-4fc3-856d-953dc83f25fd tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:10.260059 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7e1e353f-5ec9-424c-9b35-5f77eb3c8891 req-471d4fe5-2d70-4fc3-856d-953dc83f25fd tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a57831b-f6bf-4b32-b5ee-a5410c772ebe HTTP/1.1" status: 200 len: 949 time: 0.1275241 Aug 19 18:30:10.273713 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:10.358807 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7e1e353f-5ec9-424c-9b35-5f77eb3c8891 req-17ff10c8-7477-4bc9-a9e6-f35e3bd64abe tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec707aa8-2f2c-4916-ae82-5c588f234409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974729 Aug 19 18:30:10.420368 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce7e2d-e9e7-4d30-b5d6-cc117c663ed0 req-343a6331-40b1-43c6-8d2d-d3739c4713be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:10.422085 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-73ce7e2d-e9e7-4d30-b5d6-cc117c663ed0 req-343a6331-40b1-43c6-8d2d-d3739c4713be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 1095 time: 0.1102080 Aug 19 18:30:10.499692 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78f34d26-7a4c-4dd7-b174-b7b20d378737 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:10.528184 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-78f34d26-7a4c-4dd7-b174-b7b20d378737 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Transition to ACTIVE for port object 60a65e27-55bd-4168-a41c-14081bb37658 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:30:10.575618 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce7e2d-e9e7-4d30-b5d6-cc117c663ed0 req-1f69e2d8-973e-42ae-884b-a2572ac3323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:10.577273 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-73ce7e2d-e9e7-4d30-b5d6-cc117c663ed0 req-1f69e2d8-973e-42ae-884b-a2572ac3323c service neutron] 10.222.0.54 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 911 time: 0.1421614 Aug 19 18:30:10.629786 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-73ce7e2d-e9e7-4d30-b5d6-cc117c663ed0 req-e34e4e12-6d6d-48b6-a576-89d3394d5e5c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfec941a-be49-489c-b8ba-539bfe6342f9 HTTP/1.1" status: 200 len: 217 time: 0.0410080 Aug 19 18:30:10.631321 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78f34d26-7a4c-4dd7-b174-b7b20d378737 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:10.711593 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f34d26-7a4c-4dd7-b174-b7b20d378737 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network 808bc21b-77ed-4fc5-9e56-f6767274293e is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:30:10.720731 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-78f34d26-7a4c-4dd7-b174-b7b20d378737 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:10.729354 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f34d26-7a4c-4dd7-b174-b7b20d378737 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:30:10.729942 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78f34d26-7a4c-4dd7-b174-b7b20d378737 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:10.784482 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f34d26-7a4c-4dd7-b174-b7b20d378737 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Port': ['ID=60a65e27-55bd-4168-a41c-14081bb37658,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:10.793570 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce7e2d-e9e7-4d30-b5d6-cc117c663ed0 req-232028c8-7847-4406-b483-e138a6ed5d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:10.795283 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-73ce7e2d-e9e7-4d30-b5d6-cc117c663ed0 req-232028c8-7847-4406-b483-e138a6ed5d4d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.1551442 Aug 19 18:30:10.963084 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce7e2d-e9e7-4d30-b5d6-cc117c663ed0 req-1d9957f7-34dd-4921-8223-9d46e05beb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:10.966211 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-73ce7e2d-e9e7-4d30-b5d6-cc117c663ed0 req-1d9957f7-34dd-4921-8223-9d46e05beb8b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289909 Aug 19 18:30:11.034950 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:11.051963 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78f34d26-7a4c-4dd7-b174-b7b20d378737 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:11.188597 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3040f6c3-38d4-41da-a5d3-9b4d58a3a07f None None] Provisioning for port 60a65e27-55bd-4168-a41c-14081bb37658 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:30:11.195820 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3040f6c3-38d4-41da-a5d3-9b4d58a3a07f None None] Provisioning complete for port 60a65e27-55bd-4168-a41c-14081bb37658 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:11.196254 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3040f6c3-38d4-41da-a5d3-9b4d58a3a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:11.232266 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-73ce7e2d-e9e7-4d30-b5d6-cc117c663ed0 req-d60c2cc9-57de-4787-82df-93f34012bd5e service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574372 Aug 19 18:30:11.235170 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b571f-c21a-48be-888f-adb8dfa767fb req-da042ff5-a410-4c8a-9f42-c51974bd8ce3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:11.247241 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3d5b571f-c21a-48be-888f-adb8dfa767fb req-da042ff5-a410-4c8a-9f42-c51974bd8ce3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 944 time: 0.0966663 Aug 19 18:30:11.259263 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-3040f6c3-38d4-41da-a5d3-9b4d58a3a07f None None] Port 60a65e27-55bd-4168-a41c-14081bb37658 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:30:11.302181 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3d5b571f-c21a-48be-888f-adb8dfa767fb req-45c74359-d544-4f69-bb71-5ea97e89936d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539465 Aug 19 18:30:11.326712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44456) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:11.450212 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-73ce7e2d-e9e7-4d30-b5d6-cc117c663ed0 req-5a8a515e-e161-4f8a-a629-e57c15d06976 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040179 Aug 19 18:30:11.504658 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-825d98c8-cb85-4e06-aded-0717a598e824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:11.527818 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da89ec-0369-4a43-99bd-540be285bcc2 req-15b83277-6f7e-467e-ad86-6d9d68dd377b tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:11.529725 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-88da89ec-0369-4a43-99bd-540be285bcc2 req-15b83277-6f7e-467e-ad86-6d9d68dd377b tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a57831b-f6bf-4b32-b5ee-a5410c772ebe HTTP/1.1" status: 200 len: 949 time: 0.0820127 Aug 19 18:30:11.556329 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78f34d26-7a4c-4dd7-b174-b7b20d378737 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:11.568390 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78f34d26-7a4c-4dd7-b174-b7b20d378737 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:11.569177 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78f34d26-7a4c-4dd7-b174-b7b20d378737 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:11.608290 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44464) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:11.629893 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-825d98c8-cb85-4e06-aded-0717a598e824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:11.634871 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-825d98c8-cb85-4e06-aded-0717a598e824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:11.686445 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d98c8-cb85-4e06-aded-0717a598e824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6baee99a-80bd-4c47-a772-3e616ada3962,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:11.695048 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-88da89ec-0369-4a43-99bd-540be285bcc2 req-683d22bf-6575-444b-8838-23c95d57f277 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec707aa8-2f2c-4916-ae82-5c588f234409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507049 Aug 19 18:30:11.699983 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-825d98c8-cb85-4e06-aded-0717a598e824 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6bd3934d97534722aae14fc5647c8bf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719349 Aug 19 18:30:11.701924 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d98c8-cb85-4e06-aded-0717a598e824 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:11.702457 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d98c8-cb85-4e06-aded-0717a598e824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:11.702970 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d98c8-cb85-4e06-aded-0717a598e824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:11.703467 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d98c8-cb85-4e06-aded-0717a598e824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:11.703958 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d98c8-cb85-4e06-aded-0717a598e824 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:11.704505 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d98c8-cb85-4e06-aded-0717a598e824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:11.705258 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d98c8-cb85-4e06-aded-0717a598e824 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:11.706705 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d98c8-cb85-4e06-aded-0717a598e824 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:11.707274 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d98c8-cb85-4e06-aded-0717a598e824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:11.707824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d98c8-cb85-4e06-aded-0717a598e824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:11.708666 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d98c8-cb85-4e06-aded-0717a598e824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:11.709370 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d98c8-cb85-4e06-aded-0717a598e824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:11.712973 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44470) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:11.795653 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f34d26-7a4c-4dd7-b174-b7b20d378737 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Port': ['ID=60a65e27-55bd-4168-a41c-14081bb37658,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:11.814322 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-329b0fad-bc8a-44b5-a3ed-ee08192b62da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:11.845629 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-329b0fad-bc8a-44b5-a3ed-ee08192b62da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:11.849058 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f34d26-7a4c-4dd7-b174-b7b20d378737 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network 808bc21b-77ed-4fc5-9e56-f6767274293e is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:30:11.850870 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-78f34d26-7a4c-4dd7-b174-b7b20d378737 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:11.927769 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3abb5437-b603-460e-87c5-abf45ee91c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:11.949111 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-329b0fad-bc8a-44b5-a3ed-ee08192b62da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:11.951876 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-329b0fad-bc8a-44b5-a3ed-ee08192b62da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:11.953086 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-329b0fad-bc8a-44b5-a3ed-ee08192b62da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6baee99a-80bd-4c47-a772-3e616ada3962 HTTP/1.1" status: 204 len: 168 time: 0.2387993 Aug 19 18:30:11.996789 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b0fad-bc8a-44b5-a3ed-ee08192b62da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baee99a-80bd-4c47-a772-3e616ada3962,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:12.028444 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f34d26-7a4c-4dd7-b174-b7b20d378737 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Router 371f2f02-e0cb-48c6-adb2-4b3a302a8949 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:30:12.125076 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3abb5437-b603-460e-87c5-abf45ee91c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:12.134463 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3abb5437-b603-460e-87c5-abf45ee91c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:12.214968 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3abb5437-b603-460e-87c5-abf45ee91c02 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8ae6eaacdb6478f9b5f1f2977f03c76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6054847 Aug 19 18:30:12.215894 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb5437-b603-460e-87c5-abf45ee91c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a6ce20-bede-4be8-8a71-38d4a695d7c2,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:12.222018 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44486) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:12.223893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f34d26-7a4c-4dd7-b174-b7b20d378737 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:30:12.235813 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-78f34d26-7a4c-4dd7-b174-b7b20d378737 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/routers/371f2f02-e0cb-48c6-adb2-4b3a302a8949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4966621 Aug 19 18:30:12.237748 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bd7409-a41c-4814-96ae-6784086155c0 None None] Sync routers for ids ['371f2f02-e0cb-48c6-adb2-4b3a302a8949'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:30:12.238487 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44488) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:12.249921 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bd7409-a41c-4814-96ae-6784086155c0 None None] Routers {'371f2f02-e0cb-48c6-adb2-4b3a302a8949'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:12.250918 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-14bd7409-a41c-4814-96ae-6784086155c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['371f2f02-e0cb-48c6-adb2-4b3a302a8949'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:12.313194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-14bd7409-a41c-4814-96ae-6784086155c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:12.320977 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8672f678-e08f-471e-98ab-637662869318 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:12.329479 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44492) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:12.330799 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bd7409-a41c-4814-96ae-6784086155c0 None None] Routers {'371f2f02-e0cb-48c6-adb2-4b3a302a8949'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:12.331440 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-14bd7409-a41c-4814-96ae-6784086155c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['371f2f02-e0cb-48c6-adb2-4b3a302a8949'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:12.337629 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8672f678-e08f-471e-98ab-637662869318 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/ports/60a65e27-55bd-4168-a41c-14081bb37658 HTTP/1.1" status: 200 len: 913 time: 0.0969336 Aug 19 18:30:12.371269 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-935eedb0-4a42-4ebb-9681-93f1c75e53bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:12.382916 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-14bd7409-a41c-4814-96ae-6784086155c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:12.384089 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bd7409-a41c-4814-96ae-6784086155c0 None None] The sync data for ids ['371f2f02-e0cb-48c6-adb2-4b3a302a8949'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:30:12.388040 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4788f577-9f12-49c2-accc-6d345256fdb3 None None] Provisioning complete for port 60a65e27-55bd-4168-a41c-14081bb37658 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:12.388420 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4788f577-9f12-49c2-accc-6d345256fdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:12.430814 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-4788f577-9f12-49c2-accc-6d345256fdb3 None None] Port 60a65e27-55bd-4168-a41c-14081bb37658 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:30:12.491928 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44494) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:12.496022 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-935eedb0-4a42-4ebb-9681-93f1c75e53bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:12.508808 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b8be275-86d6-470c-b0ae-bb907bb0f332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:12.601230 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fa7e9-1d0e-43d0-a9d0-127d8d3459a5 req-f1116215-9454-4352-827e-c83f47951dd0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:12.602900 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8e5fa7e9-1d0e-43d0-a9d0-127d8d3459a5 req-f1116215-9454-4352-827e-c83f47951dd0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 944 time: 0.1548183 Aug 19 18:30:12.644528 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b8be275-86d6-470c-b0ae-bb907bb0f332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:12.650051 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b8be275-86d6-470c-b0ae-bb907bb0f332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:12.681099 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-935eedb0-4a42-4ebb-9681-93f1c75e53bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:12.683808 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-935eedb0-4a42-4ebb-9681-93f1c75e53bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:12.686138 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-935eedb0-4a42-4ebb-9681-93f1c75e53bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91a6ce20-bede-4be8-8a71-38d4a695d7c2 HTTP/1.1" status: 204 len: 168 time: 0.4632583 Aug 19 18:30:12.703827 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4b8be275-86d6-470c-b0ae-bb907bb0f332 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d57f5b50ea4489a98789882b89c5cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2106092 Aug 19 18:30:12.704614 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8be275-86d6-470c-b0ae-bb907bb0f332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff5125b-e209-48a1-8558-d84c22b1bc75,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:12.707195 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44498) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:12.720420 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8e5fa7e9-1d0e-43d0-a9d0-127d8d3459a5 req-66e8b6cc-59a8-497c-a8d0-1fdb0a9e4341 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856051 Aug 19 18:30:12.723847 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935eedb0-4a42-4ebb-9681-93f1c75e53bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a6ce20-bede-4be8-8a71-38d4a695d7c2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:12.817012 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-31d3418a-4ff4-4f9d-bb49-5dc6e49ac74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:12.843460 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-31d3418a-4ff4-4f9d-bb49-5dc6e49ac74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:12.901448 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-31d3418a-4ff4-4f9d-bb49-5dc6e49ac74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:12.905385 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-31d3418a-4ff4-4f9d-bb49-5dc6e49ac74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:12.909657 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-31d3418a-4ff4-4f9d-bb49-5dc6e49ac74f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ff5125b-e209-48a1-8558-d84c22b1bc75 HTTP/1.1" status: 204 len: 168 time: 0.1871240 Aug 19 18:30:12.917581 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3418a-4ff4-4f9d-bb49-5dc6e49ac74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff5125b-e209-48a1-8558-d84c22b1bc75,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:12.939749 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5006be00-7c44-4e7c-95b1-f2a6d625faa6 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:13.201190 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44508) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:13.236568 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7d65b92-9f18-4ea5-a590-a3ea41ff88aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:13.298928 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-5006be00-7c44-4e7c-95b1-f2a6d625faa6 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting port 60a65e27-55bd-4168-a41c-14081bb37658 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:30:13.299294 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5006be00-7c44-4e7c-95b1-f2a6d625faa6 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:13.424157 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5006be00-7c44-4e7c-95b1-f2a6d625faa6 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:13.447385 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7d65b92-9f18-4ea5-a590-a3ea41ff88aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:13.448580 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-5006be00-7c44-4e7c-95b1-f2a6d625faa6 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Calling delete_port for 60a65e27-55bd-4168-a41c-14081bb37658 owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:30:13.456299 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7d65b92-9f18-4ea5-a590-a3ea41ff88aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:13.560559 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d65b92-9f18-4ea5-a590-a3ea41ff88aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ca129d-6987-4242-96e0-a09f718cfcdc,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:13.577061 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44520) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:13.577904 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a7d65b92-9f18-4ea5-a590-a3ea41ff88aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=acd4206c63504b25b0f34bccab30ecf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3716655 Aug 19 18:30:13.661289 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2c193396-6530-49a9-8253-309295ebe427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:13.698730 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2c193396-6530-49a9-8253-309295ebe427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:13.743971 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5006be00-7c44-4e7c-95b1-f2a6d625faa6 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:13.774941 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2c193396-6530-49a9-8253-309295ebe427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:13.778181 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2c193396-6530-49a9-8253-309295ebe427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:13.782216 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2c193396-6530-49a9-8253-309295ebe427 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97ca129d-6987-4242-96e0-a09f718cfcdc HTTP/1.1" status: 204 len: 168 time: 0.2018602 Aug 19 18:30:13.792859 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006be00-7c44-4e7c-95b1-f2a6d625faa6 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Port': ['ID=60a65e27-55bd-4168-a41c-14081bb37658,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:13.793393 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c193396-6530-49a9-8253-309295ebe427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ca129d-6987-4242-96e0-a09f718cfcdc,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:14.409163 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0f3fe-df98-4bc3-a242-2fc18292a184 req-adb4be5e-c60d-497d-90e4-691b5cb1cf6d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:14.411412 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f0f0f3fe-df98-4bc3-a242-2fc18292a184 req-adb4be5e-c60d-497d-90e4-691b5cb1cf6d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 944 time: 0.5057645 Aug 19 18:30:14.412313 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5006be00-7c44-4e7c-95b1-f2a6d625faa6 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:14.702508 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f0f0f3fe-df98-4bc3-a242-2fc18292a184 req-218a5b90-9be4-451a-bcdd-16a3420c163d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752521 Aug 19 18:30:14.736173 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5006be00-7c44-4e7c-95b1-f2a6d625faa6 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Router 371f2f02-e0cb-48c6-adb2-4b3a302a8949 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:30:14.888584 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5006be00-7c44-4e7c-95b1-f2a6d625faa6 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:30:14.903381 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5006be00-7c44-4e7c-95b1-f2a6d625faa6 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/routers/371f2f02-e0cb-48c6-adb2-4b3a302a8949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5363503 Aug 19 18:30:14.904004 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44560) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:14.911042 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6313702c-15b9-4a40-8ca3-4f0fcd5be425 None None] Sync routers for ids ['371f2f02-e0cb-48c6-adb2-4b3a302a8949'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:30:14.927440 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6313702c-15b9-4a40-8ca3-4f0fcd5be425 None None] Routers {'371f2f02-e0cb-48c6-adb2-4b3a302a8949'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:14.928831 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-6313702c-15b9-4a40-8ca3-4f0fcd5be425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['371f2f02-e0cb-48c6-adb2-4b3a302a8949'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:15.031851 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-6313702c-15b9-4a40-8ca3-4f0fcd5be425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:15.056143 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6313702c-15b9-4a40-8ca3-4f0fcd5be425 None None] Routers {'371f2f02-e0cb-48c6-adb2-4b3a302a8949'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:15.057070 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-6313702c-15b9-4a40-8ca3-4f0fcd5be425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['371f2f02-e0cb-48c6-adb2-4b3a302a8949'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:15.136247 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-6313702c-15b9-4a40-8ca3-4f0fcd5be425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:15.138793 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6313702c-15b9-4a40-8ca3-4f0fcd5be425 None None] The sync data for ids ['371f2f02-e0cb-48c6-adb2-4b3a302a8949'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:30:15.623433 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8ee2cb39-dd99-46aa-aeb5-b89da5e7a628 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:15.921429 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9929b-2c36-4ca4-87d6-5b1e8ec86128 req-6603dcab-93ac-4d32-b448-5c6e578e3475 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:15.928747 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-caf9929b-2c36-4ca4-87d6-5b1e8ec86128 req-6603dcab-93ac-4d32-b448-5c6e578e3475 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 944 time: 0.0601623 Aug 19 18:30:15.974373 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-caf9929b-2c36-4ca4-87d6-5b1e8ec86128 req-a1eec5b9-5f4b-453f-8081-e5a696c744fa tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431309 Aug 19 18:30:16.154661 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-8ee2cb39-dd99-46aa-aeb5-b89da5e7a628 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting port ae3c8b65-2d56-44f2-8b3e-041720adcd18 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:30:16.155245 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8ee2cb39-dd99-46aa-aeb5-b89da5e7a628 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:16.293030 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8ee2cb39-dd99-46aa-aeb5-b89da5e7a628 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:16.308332 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-8ee2cb39-dd99-46aa-aeb5-b89da5e7a628 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Calling delete_port for ae3c8b65-2d56-44f2-8b3e-041720adcd18 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:30:16.521373 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:16.523754 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8ee2cb39-dd99-46aa-aeb5-b89da5e7a628 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:16.563096 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2cb39-dd99-46aa-aeb5-b89da5e7a628 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Port': ['ID=ae3c8b65-2d56-44f2-8b3e-041720adcd18,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:16.624479 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44614) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:16.715202 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8ee2cb39-dd99-46aa-aeb5-b89da5e7a628 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:16.838394 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-652104a2-e1ed-4ad4-83fd-c508585d3d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:17.000743 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-652104a2-e1ed-4ad4-83fd-c508585d3d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:17.006775 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-652104a2-e1ed-4ad4-83fd-c508585d3d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:17.066485 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652104a2-e1ed-4ad4-83fd-c508585d3d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3326c9f5-34d1-4e53-adf0-6b2e5420566c,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:17.081252 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-652104a2-e1ed-4ad4-83fd-c508585d3d07 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c1ec6669c654c95a818a194f4cfb99c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4556162 Aug 19 18:30:17.085810 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44626) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:17.206997 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b9ac1-8495-47fc-ad4f-591239a6a5b4 req-d6002214-e1ed-485e-96bd-6e28db22bc5a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:17.208586 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e6b9ac1-8495-47fc-ad4f-591239a6a5b4 req-d6002214-e1ed-485e-96bd-6e28db22bc5a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 944 time: 0.1021607 Aug 19 18:30:17.228329 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b1ea4baf-610d-453f-9482-1ab8cd11eded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:17.279940 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b1ea4baf-610d-453f-9482-1ab8cd11eded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:17.297731 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e6b9ac1-8495-47fc-ad4f-591239a6a5b4 req-c5ee5982-a411-40e4-a95e-6a5254f73297 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704727 Aug 19 18:30:17.349258 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b1ea4baf-610d-453f-9482-1ab8cd11eded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:17.352442 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b1ea4baf-610d-453f-9482-1ab8cd11eded admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:17.366333 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b1ea4baf-610d-453f-9482-1ab8cd11eded admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3326c9f5-34d1-4e53-adf0-6b2e5420566c HTTP/1.1" status: 204 len: 168 time: 0.2750795 Aug 19 18:30:17.376118 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea4baf-610d-453f-9482-1ab8cd11eded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3326c9f5-34d1-4e53-adf0-6b2e5420566c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:17.388101 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee2cb39-dd99-46aa-aeb5-b89da5e7a628 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Router 371f2f02-e0cb-48c6-adb2-4b3a302a8949 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:30:17.501895 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee2cb39-dd99-46aa-aeb5-b89da5e7a628 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:30:17.511803 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8ee2cb39-dd99-46aa-aeb5-b89da5e7a628 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/routers/371f2f02-e0cb-48c6-adb2-4b3a302a8949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6037071 Aug 19 18:30:17.512981 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44638) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:17.523902 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bab0b4c-a19b-49cd-bb78-0a3f71d79440 None None] Sync routers for ids ['371f2f02-e0cb-48c6-adb2-4b3a302a8949'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:30:17.545815 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bab0b4c-a19b-49cd-bb78-0a3f71d79440 None None] Routers {'371f2f02-e0cb-48c6-adb2-4b3a302a8949'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:17.546850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-0bab0b4c-a19b-49cd-bb78-0a3f71d79440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['371f2f02-e0cb-48c6-adb2-4b3a302a8949'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:17.556549 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d8e9b176-c304-478d-a138-72bbac38392a tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/ports?device_id=371f2f02-e0cb-48c6-adb2-4b3a302a8949 HTTP/1.1" status: 200 len: 205 time: 0.0421476 Aug 19 18:30:17.559387 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44642) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:17.622383 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-0bab0b4c-a19b-49cd-bb78-0a3f71d79440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:17.651024 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bab0b4c-a19b-49cd-bb78-0a3f71d79440 None None] Routers {'371f2f02-e0cb-48c6-adb2-4b3a302a8949'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:17.651677 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-0bab0b4c-a19b-49cd-bb78-0a3f71d79440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['371f2f02-e0cb-48c6-adb2-4b3a302a8949'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:17.657465 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9413c191-4370-4101-aade-72e14f42c1fa tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:17.726952 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-0bab0b4c-a19b-49cd-bb78-0a3f71d79440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:17.726952 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bab0b4c-a19b-49cd-bb78-0a3f71d79440 None None] The sync data for ids ['371f2f02-e0cb-48c6-adb2-4b3a302a8949'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:30:17.899168 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9413c191-4370-4101-aade-72e14f42c1fa tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:17.902304 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9413c191-4370-4101-aade-72e14f42c1fa tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:17.965092 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9413c191-4370-4101-aade-72e14f42c1fa tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:17.965939 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9413c191-4370-4101-aade-72e14f42c1fa tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Fanout notify agent at l3_agent the message router_deleted on router 371f2f02-e0cb-48c6-adb2-4b3a302a8949 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:30:17.977773 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9413c191-4370-4101-aade-72e14f42c1fa tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:17.982574 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9413c191-4370-4101-aade-72e14f42c1fa tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/routers/371f2f02-e0cb-48c6-adb2-4b3a302a8949 HTTP/1.1" status: 204 len: 168 time: 0.4194429 Aug 19 18:30:17.983488 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44656) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:18.042994 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e18c503-20a5-466f-ac40-c3cc3fe85354 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting subnet 696e51d8-f2b7-467f-b9b8-32bc3ef4bde0 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:30:18.046872 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e18c503-20a5-466f-ac40-c3cc3fe85354 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:18.092003 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e18c503-20a5-466f-ac40-c3cc3fe85354 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:18.183360 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e18c503-20a5-466f-ac40-c3cc3fe85354 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:18.281323 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e18c503-20a5-466f-ac40-c3cc3fe85354 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:18.307489 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18c503-20a5-466f-ac40-c3cc3fe85354 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Subnet': ['ID=696e51d8-f2b7-467f-b9b8-32bc3ef4bde0,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:18.313704 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e18c503-20a5-466f-ac40-c3cc3fe85354 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:18.320536 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0e18c503-20a5-466f-ac40-c3cc3fe85354 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/subnets/696e51d8-f2b7-467f-b9b8-32bc3ef4bde0 HTTP/1.1" status: 204 len: 168 time: 0.3324463 Aug 19 18:30:18.320536 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44668) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:18.322430 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04167689-78bf-4e15-aeb7-d72620fa7631 None None] Network 808bc21b-77ed-4fc5-9e56-f6767274293e requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:30:18.428054 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9cb058-8515-402d-a100-b3e76f3295c8 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting subnet 06bc0c2e-c35c-4582-9b94-f4a55554793e {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:30:18.433975 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb058-8515-402d-a100-b3e76f3295c8 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:18.524152 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb058-8515-402d-a100-b3e76f3295c8 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:18.562428 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad3df3-b8fa-4273-bd9f-22c2347fd707 req-5d093c1e-7549-44f2-91e4-6ed5ca502d20 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:18.563950 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e2ad3df3-b8fa-4273-bd9f-22c2347fd707 req-5d093c1e-7549-44f2-91e4-6ed5ca502d20 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 944 time: 0.1330087 Aug 19 18:30:18.609505 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1523a6-9c1c-4f47-9cf9-78fa94d49218 None None] DHCP port deletion for 808bc21b-77ed-4fc5-9e56-f6767274293e request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:30:18.652130 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e2ad3df3-b8fa-4273-bd9f-22c2347fd707 req-c9d2b248-b81b-4b08-84ae-2377831c2417 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768924 Aug 19 18:30:18.666845 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb058-8515-402d-a100-b3e76f3295c8 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:18.682675 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-6e1523a6-9c1c-4f47-9cf9-78fa94d49218 None None] Deleting port f45b4db5-7071-45f5-aac8-d2b0bf5a9072 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:30:18.683084 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6e1523a6-9c1c-4f47-9cf9-78fa94d49218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:18.741762 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb058-8515-402d-a100-b3e76f3295c8 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:18.756566 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-6e1523a6-9c1c-4f47-9cf9-78fa94d49218 None None] For port f45b4db5-7071-45f5-aac8-d2b0bf5a9072, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=f45b4db5-7071-45f5-aac8-d2b0bf5a9072,segment=NetworkSegment(b633e6d0-9e41-486c-9798-5a2ff2c763d9),segment_id=b633e6d0-9e41-486c-9798-5a2ff2c763d9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:18.756977 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6e1523a6-9c1c-4f47-9cf9-78fa94d49218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:18.775948 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cb058-8515-402d-a100-b3e76f3295c8 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Subnet': ['ID=06bc0c2e-c35c-4582-9b94-f4a55554793e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:18.778458 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb058-8515-402d-a100-b3e76f3295c8 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:18.781610 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ef9cb058-8515-402d-a100-b3e76f3295c8 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/subnets/06bc0c2e-c35c-4582-9b94-f4a55554793e HTTP/1.1" status: 204 len: 168 time: 0.4599102 Aug 19 18:30:18.787470 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-6e1523a6-9c1c-4f47-9cf9-78fa94d49218 None None] Calling delete_port for f45b4db5-7071-45f5-aac8-d2b0bf5a9072 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:30:18.788617 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44690) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:18.805859 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ff4177-345b-409c-bba8-7b2b09b22a39 None None] Network 1645e59a-8170-4b12-b89c-b2816fb4c587 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:30:18.903742 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fca023ca-f851-4fa2-abff-ba0c69d20b57 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:18.987717 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-fca023ca-f851-4fa2-abff-ba0c69d20b57 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting port f45b4db5-7071-45f5-aac8-d2b0bf5a9072 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:30:18.988135 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fca023ca-f851-4fa2-abff-ba0c69d20b57 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:19.034483 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6e1523a6-9c1c-4f47-9cf9-78fa94d49218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:19.071550 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1523a6-9c1c-4f47-9cf9-78fa94d49218 None None] Pushing event deleted for resources: {'Port': ['ID=f45b4db5-7071-45f5-aac8-d2b0bf5a9072,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:19.073443 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-fca023ca-f851-4fa2-abff-ba0c69d20b57 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] For port f45b4db5-7071-45f5-aac8-d2b0bf5a9072, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=f45b4db5-7071-45f5-aac8-d2b0bf5a9072,segment=NetworkSegment(b633e6d0-9e41-486c-9798-5a2ff2c763d9),segment_id=b633e6d0-9e41-486c-9798-5a2ff2c763d9)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:19.073882 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fca023ca-f851-4fa2-abff-ba0c69d20b57 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:19.085060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1523a6-9c1c-4f47-9cf9-78fa94d49218 None None] No DVR routers for this DVR port f45b4db5-7071-45f5-aac8-d2b0bf5a9072 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:30:19.096418 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-fca023ca-f851-4fa2-abff-ba0c69d20b57 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Calling delete_port for f45b4db5-7071-45f5-aac8-d2b0bf5a9072 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:30:19.122293 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c07d15f-9671-420c-b988-be25f041c2cb None None] DHCP port deletion for 1645e59a-8170-4b12-b89c-b2816fb4c587 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:30:19.173059 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-9c07d15f-9671-420c-b988-be25f041c2cb None None] Deleting port fc56181d-1556-465a-b62d-4d9cf6efdb35 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:30:19.173431 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9c07d15f-9671-420c-b988-be25f041c2cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:19.200731 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fca023ca-f851-4fa2-abff-ba0c69d20b57 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:19.229398 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca023ca-f851-4fa2-abff-ba0c69d20b57 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Port': ['ID=f45b4db5-7071-45f5-aac8-d2b0bf5a9072,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:19.240026 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca023ca-f851-4fa2-abff-ba0c69d20b57 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] No DVR routers for this DVR port f45b4db5-7071-45f5-aac8-d2b0bf5a9072 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:30:19.265807 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-9c07d15f-9671-420c-b988-be25f041c2cb None None] For port fc56181d-1556-465a-b62d-4d9cf6efdb35, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=fc56181d-1556-465a-b62d-4d9cf6efdb35,segment=NetworkSegment(28e6fd07-b31e-42b2-804e-fc9879f52f82),segment_id=28e6fd07-b31e-42b2-804e-fc9879f52f82)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:19.267024 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9c07d15f-9671-420c-b988-be25f041c2cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:19.286834 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-9c07d15f-9671-420c-b988-be25f041c2cb None None] Calling delete_port for fc56181d-1556-465a-b62d-4d9cf6efdb35 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:30:19.349388 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fca023ca-f851-4fa2-abff-ba0c69d20b57 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:19.360812 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-fca023ca-f851-4fa2-abff-ba0c69d20b57 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808bc21b-77ed-4fc5-9e56-f6767274293e']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:19.374410 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-fca023ca-f851-4fa2-abff-ba0c69d20b57 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b633e6d0-9e41-486c-9798-5a2ff2c763d9') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:19.374714 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-fca023ca-f851-4fa2-abff-ba0c69d20b57 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b633e6d0-9e41-486c-9798-5a2ff2c763d9') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:19.387435 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fca023ca-f851-4fa2-abff-ba0c69d20b57 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:19.417506 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fca023ca-f851-4fa2-abff-ba0c69d20b57 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:19.422940 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9c07d15f-9671-420c-b988-be25f041c2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:19.431491 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca023ca-f851-4fa2-abff-ba0c69d20b57 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:30:19.431491 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fca023ca-f851-4fa2-abff-ba0c69d20b57 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:30:19.437007 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:30:19.472041 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07d15f-9671-420c-b988-be25f041c2cb None None] Pushing event deleted for resources: {'Port': ['ID=fc56181d-1556-465a-b62d-4d9cf6efdb35,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:19.491112 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c07d15f-9671-420c-b988-be25f041c2cb None None] No DVR routers for this DVR port fc56181d-1556-465a-b62d-4d9cf6efdb35 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:30:19.511107 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device dfec941a-be49-489c-b8ba-539bfe6342f9 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:30:19.566052 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fca023ca-f851-4fa2-abff-ba0c69d20b57 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:19.608479 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fca023ca-f851-4fa2-abff-ba0c69d20b57 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:19.611674 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fca023ca-f851-4fa2-abff-ba0c69d20b57 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/networks/808bc21b-77ed-4fc5-9e56-f6767274293e HTTP/1.1" status: 204 len: 168 time: 0.8166468 Aug 19 18:30:19.613938 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca023ca-f851-4fa2-abff-ba0c69d20b57 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Network': ['ID=808bc21b-77ed-4fc5-9e56-f6767274293e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:19.617142 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44718) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:19.823284 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c073f825-7c08-4679-ad8e-85b96161620b tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:19.872108 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device f45b4db5-7071-45f5-aac8-d2b0bf5a9072 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:30:19.907263 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: f45b4db5-7071-45f5-aac8-d2b0bf5a9072 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:30:19.907619 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device f45b4db5-7071-45f5-aac8-d2b0bf5a9072 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:30:19.908052 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fc56181d-1556-465a-b62d-4d9cf6efdb35 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:30:19.922033 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe0c23-ad5c-4c84-b3ec-a9411742a407 req-ac494920-b43f-4732-8e19-0fed2fe604e3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:19.923679 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-afbe0c23-ad5c-4c84-b3ec-a9411742a407 req-ac494920-b43f-4732-8e19-0fed2fe604e3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 944 time: 0.1244907 Aug 19 18:30:19.953151 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: fc56181d-1556-465a-b62d-4d9cf6efdb35 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:30:19.953512 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fc56181d-1556-465a-b62d-4d9cf6efdb35 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:30:20.011506 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c073f825-7c08-4679-ad8e-85b96161620b tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:20.023201 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-c073f825-7c08-4679-ad8e-85b96161620b tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1645e59a-8170-4b12-b89c-b2816fb4c587']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:20.029623 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-afbe0c23-ad5c-4c84-b3ec-a9411742a407 req-32dacc41-e5eb-4bd8-95eb-b6e052d7f57b tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943892 Aug 19 18:30:20.045276 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port dfec941a-be49-489c-b8ba-539bfe6342f9, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=dfec941a-be49-489c-b8ba-539bfe6342f9,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:20.050706 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-c073f825-7c08-4679-ad8e-85b96161620b tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e6fd07-b31e-42b2-804e-fc9879f52f82') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:20.051497 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-c073f825-7c08-4679-ad8e-85b96161620b tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e6fd07-b31e-42b2-804e-fc9879f52f82') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:20.065688 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c073f825-7c08-4679-ad8e-85b96161620b tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:20.070554 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'dfec941a-be49-489c-b8ba-539bfe6342f9', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'port_id': 'dfec941a-be49-489c-b8ba-539bfe6342f9', 'mac_address': 'fa:16:3e:69:51:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:30:20.088706 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c073f825-7c08-4679-ad8e-85b96161620b tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:20.101972 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c073f825-7c08-4679-ad8e-85b96161620b tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:30:20.102439 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c073f825-7c08-4679-ad8e-85b96161620b tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:30:20.106586 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:30:20.135499 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:20.163601 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfec941a-be49-489c-b8ba-539bfe6342f9 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:30:20.179630 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c073f825-7c08-4679-ad8e-85b96161620b tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:20.188005 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port dfec941a-be49-489c-b8ba-539bfe6342f9, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=dfec941a-be49-489c-b8ba-539bfe6342f9,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:20.193634 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:20.220008 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c073f825-7c08-4679-ad8e-85b96161620b tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:20.226254 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c073f825-7c08-4679-ad8e-85b96161620b tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/networks/1645e59a-8170-4b12-b89c-b2816fb4c587 HTTP/1.1" status: 204 len: 168 time: 0.6074631 Aug 19 18:30:20.226930 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44738) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:20.232203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-3cd1e208-2e04-422f-b542-b3b0c36533a7 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1768804886'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:30:20.242177 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073f825-7c08-4679-ad8e-85b96161620b tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Network': ['ID=1645e59a-8170-4b12-b89c-b2816fb4c587,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:20.264470 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=dfec941a-be49-489c-b8ba-539bfe6342f9,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:20.278522 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd1e208-2e04-422f-b542-b3b0c36533a7 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Made reservation on behalf of 43d8cf292b114172bd8ec735cb51928c for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:30:20.286722 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3cd1e208-2e04-422f-b542-b3b0c36533a7 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:20.320253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd1e208-2e04-422f-b542-b3b0c36533a7 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:30:20.333637 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3cd1e208-2e04-422f-b542-b3b0c36533a7 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:20.334009 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-3cd1e208-2e04-422f-b542-b3b0c36533a7 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Added segment 43628358-6eb2-4e8b-92ac-22959c6728f5 of type vlan for network 79136176-32ef-4ca2-ac0b-0ab798ef0bd2 Aug 19 18:30:20.388729 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3cd1e208-2e04-422f-b542-b3b0c36533a7 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:20.423697 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3cd1e208-2e04-422f-b542-b3b0c36533a7 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:20.431304 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd1e208-2e04-422f-b542-b3b0c36533a7 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:20.432489 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3cd1e208-2e04-422f-b542-b3b0c36533a7 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:20.440749 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['dfec941a-be49-489c-b8ba-539bfe6342f9'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:30:20.470204 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3cd1e208-2e04-422f-b542-b3b0c36533a7 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2421346 Aug 19 18:30:20.475430 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44744) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:20.481755 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-a75651b0-6adb-4cab-bef4-be57404b1300 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'subnet': {'network_id': '79136176-32ef-4ca2-ac0b-0ab798ef0bd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:30:20.543629 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1e208-2e04-422f-b542-b3b0c36533a7 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Network': ['ID=79136176-32ef-4ca2-ac0b-0ab798ef0bd2,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:20.556841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 79136176-32ef-4ca2-ac0b-0ab798ef0bd2 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:30:20.665882 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75651b0-6adb-4cab-bef4-be57404b1300 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Made reservation on behalf of 43d8cf292b114172bd8ec735cb51928c for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:30:20.670239 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a75651b0-6adb-4cab-bef4-be57404b1300 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:21.027121 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a75651b0-6adb-4cab-bef4-be57404b1300 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:21.172645 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75651b0-6adb-4cab-bef4-be57404b1300 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Subnet': ['ID=b85ef762-070a-42d1-b07b-9b497edf42e7,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:21.194984 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75651b0-6adb-4cab-bef4-be57404b1300 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Checking segment: {'id': '43628358-6eb2-4e8b-92ac-22959c6728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '79136176-32ef-4ca2-ac0b-0ab798ef0bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:30:21.198308 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75651b0-6adb-4cab-bef4-be57404b1300 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network hostable DHCP agents. Network: 79136176-32ef-4ca2-ac0b-0ab798ef0bd2, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:30:21.223658 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75651b0-6adb-4cab-bef4-be57404b1300 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network 79136176-32ef-4ca2-ac0b-0ab798ef0bd2 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:30:21.236308 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-a75651b0-6adb-4cab-bef4-be57404b1300 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 79136176-32ef-4ca2-ac0b-0ab798ef0bd2) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:21.245737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75651b0-6adb-4cab-bef4-be57404b1300 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:21.246769 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a75651b0-6adb-4cab-bef4-be57404b1300 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:21.255667 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011206db-6e3a-4f06-ab1d-c93e3477054d None None] Network 79136176-32ef-4ca2-ac0b-0ab798ef0bd2 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:30:21.266016 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a75651b0-6adb-4cab-bef4-be57404b1300 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7891169 Aug 19 18:30:21.269505 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44774) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:21.282034 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2db664bb-e488-41a5-8e8e-0d08fda75c42 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-422857859', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:30:21.355281 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525def3a-75c9-4a14-8b4e-179792c39786 req-859af476-8724-4a44-b789-64e4cbcfc318 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:21.356876 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-525def3a-75c9-4a14-8b4e-179792c39786 req-859af476-8724-4a44-b789-64e4cbcfc318 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 945 time: 0.1473854 Aug 19 18:30:21.358303 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2db664bb-e488-41a5-8e8e-0d08fda75c42 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:21.359747 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2db664bb-e488-41a5-8e8e-0d08fda75c42 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:21.469150 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-525def3a-75c9-4a14-8b4e-179792c39786 req-c5109424-e4b7-4932-b25e-202418115667 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008341 Aug 19 18:30:21.476678 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fb2cfc-9b71-4e50-a4a7-9fc9393c0f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-79136176-32ef-4ca2-ac0b-0ab798ef0bd2', 'network_id': '79136176-32ef-4ca2-ac0b-0ab798ef0bd2', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'fixed_ips': [{'subnet_id': 'b85ef762-070a-42d1-b07b-9b497edf42e7'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:30:21.480798 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2cfc-9b71-4e50-a4a7-9fc9393c0f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:21.567819 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2db664bb-e488-41a5-8e8e-0d08fda75c42 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:21.573479 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2db664bb-e488-41a5-8e8e-0d08fda75c42 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:21.593270 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2db664bb-e488-41a5-8e8e-0d08fda75c42 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:21.595111 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2db664bb-e488-41a5-8e8e-0d08fda75c42 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3226132 Aug 19 18:30:21.598504 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44784) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:21.604252 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-aec38c8f-756c-4e20-8766-744c33bcd0e8 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'port': {'network_id': '79136176-32ef-4ca2-ac0b-0ab798ef0bd2', 'name': 'tempest-RoutersIpV6Test-1304469660'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:30:21.696277 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-e0fb2cfc-9b71-4e50-a4a7-9fc9393c0f76 None None] Allocated IP 2001:db8::2 (79136176-32ef-4ca2-ac0b-0ab798ef0bd2/b85ef762-070a-42d1-b07b-9b497edf42e7/b28fc5a0-a0fe-481a-bd1d-b951c12a350e) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:30:21.809784 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec38c8f-756c-4e20-8766-744c33bcd0e8 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Made reservation on behalf of 43d8cf292b114172bd8ec735cb51928c for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:30:21.814027 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aec38c8f-756c-4e20-8766-744c33bcd0e8 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:21.857938 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-aec38c8f-756c-4e20-8766-744c33bcd0e8 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] device_id is not set on port 2c9ae43c-a28b-48d4-a206-cbc2261d9bfc yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:30:21.929645 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2cfc-9b71-4e50-a4a7-9fc9393c0f76 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:21.941212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e0fb2cfc-9b71-4e50-a4a7-9fc9393c0f76 None None] Transition to ACTIVE for port object b28fc5a0-a0fe-481a-bd1d-b951c12a350e will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:30:21.963241 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e0fb2cfc-9b71-4e50-a4a7-9fc9393c0f76 None None] Transition to ACTIVE for port object b28fc5a0-a0fe-481a-bd1d-b951c12a350e will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:30:21.973470 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2cfc-9b71-4e50-a4a7-9fc9393c0f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:22.022672 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fb2cfc-9b71-4e50-a4a7-9fc9393c0f76 None None] Network 79136176-32ef-4ca2-ac0b-0ab798ef0bd2 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:30:22.030171 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-e0fb2cfc-9b71-4e50-a4a7-9fc9393c0f76 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:22.034451 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fb2cfc-9b71-4e50-a4a7-9fc9393c0f76 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:30:22.042077 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb2cfc-9b71-4e50-a4a7-9fc9393c0f76 None None] Pushing event updated for resources: {'Port': ['ID=b28fc5a0-a0fe-481a-bd1d-b951c12a350e,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:22.067498 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-aec38c8f-756c-4e20-8766-744c33bcd0e8 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Allocated IP 2001:db8::35b (79136176-32ef-4ca2-ac0b-0ab798ef0bd2/b85ef762-070a-42d1-b07b-9b497edf42e7/2c9ae43c-a28b-48d4-a206-cbc2261d9bfc) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:30:22.075588 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44800) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:22.099445 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e0fb2cfc-9b71-4e50-a4a7-9fc9393c0f76 None None] Attempting to bind port b28fc5a0-a0fe-481a-bd1d-b951c12a350e on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:30:22.099858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e0fb2cfc-9b71-4e50-a4a7-9fc9393c0f76 None None] Attempting to bind port b28fc5a0-a0fe-481a-bd1d-b951c12a350e by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '43628358-6eb2-4e8b-92ac-22959c6728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '79136176-32ef-4ca2-ac0b-0ab798ef0bd2'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:30:22.100608 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fb2cfc-9b71-4e50-a4a7-9fc9393c0f76 None None] Attempting to bind port b28fc5a0-a0fe-481a-bd1d-b951c12a350e on network 79136176-32ef-4ca2-ac0b-0ab798ef0bd2 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:30:22.105826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fb2cfc-9b71-4e50-a4a7-9fc9393c0f76 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:30:22.106199 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fb2cfc-9b71-4e50-a4a7-9fc9393c0f76 None None] Checking segment: {'id': '43628358-6eb2-4e8b-92ac-22959c6728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '79136176-32ef-4ca2-ac0b-0ab798ef0bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:30:22.106600 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2cfc-9b71-4e50-a4a7-9fc9393c0f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:22.106989 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fb2cfc-9b71-4e50-a4a7-9fc9393c0f76 None None] Bound using segment: {'id': '43628358-6eb2-4e8b-92ac-22959c6728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '79136176-32ef-4ca2-ac0b-0ab798ef0bd2'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:30:22.107517 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e0fb2cfc-9b71-4e50-a4a7-9fc9393c0f76 None None] Bound port: b28fc5a0-a0fe-481a-bd1d-b951c12a350e, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43628358-6eb2-4e8b-92ac-22959c6728f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '79136176-32ef-4ca2-ac0b-0ab798ef0bd2'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:30:22.107903 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2cfc-9b71-4e50-a4a7-9fc9393c0f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:22.194454 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e0fb2cfc-9b71-4e50-a4a7-9fc9393c0f76 None None] For port b28fc5a0-a0fe-481a-bd1d-b951c12a350e, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:30:22.198469 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e0fb2cfc-9b71-4e50-a4a7-9fc9393c0f76 None None] For port b28fc5a0-a0fe-481a-bd1d-b951c12a350e, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b28fc5a0-a0fe-481a-bd1d-b951c12a350e,segment=NetworkSegment(43628358-6eb2-4e8b-92ac-22959c6728f5),segment_id=43628358-6eb2-4e8b-92ac-22959c6728f5)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:30:22.204600 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2cfc-9b71-4e50-a4a7-9fc9393c0f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:22.290488 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b8daa14-2f38-4b0e-9d55-c6aad3bc871a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:22.303490 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aec38c8f-756c-4e20-8766-744c33bcd0e8 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:22.316920 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb2cfc-9b71-4e50-a4a7-9fc9393c0f76 None None] Pushing event updated for resources: {'Port': ['ID=b28fc5a0-a0fe-481a-bd1d-b951c12a350e,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:22.327282 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-aec38c8f-756c-4e20-8766-744c33bcd0e8 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Transition to ACTIVE for port object 2c9ae43c-a28b-48d4-a206-cbc2261d9bfc will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:30:22.376432 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aec38c8f-756c-4e20-8766-744c33bcd0e8 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:22.425513 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b8daa14-2f38-4b0e-9d55-c6aad3bc871a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:22.431247 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b8daa14-2f38-4b0e-9d55-c6aad3bc871a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:22.441472 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec38c8f-756c-4e20-8766-744c33bcd0e8 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network 79136176-32ef-4ca2-ac0b-0ab798ef0bd2 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:30:22.443009 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec38c8f-756c-4e20-8766-744c33bcd0e8 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Port': ['ID=2c9ae43c-a28b-48d4-a206-cbc2261d9bfc,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:22.445562 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-aec38c8f-756c-4e20-8766-744c33bcd0e8 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:22.447576 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec38c8f-756c-4e20-8766-744c33bcd0e8 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:30:22.453369 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec38c8f-756c-4e20-8766-744c33bcd0e8 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:22.454056 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-aec38c8f-756c-4e20-8766-744c33bcd0e8 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:22.475394 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-aec38c8f-756c-4e20-8766-744c33bcd0e8 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8756216 Aug 19 18:30:22.478515 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44818) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:22.479417 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0b8daa14-2f38-4b0e-9d55-c6aad3bc871a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d55b08ac39594a8892b1bc6b09d42f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4013259 Aug 19 18:30:22.492061 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44820) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:22.571121 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8daa14-2f38-4b0e-9d55-c6aad3bc871a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138c2e28-208c-4525-86b3-32626266e14b,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:22.608776 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3387bb3a-e5c7-434a-9339-27c1cdcde32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:22.639633 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3387bb3a-e5c7-434a-9339-27c1cdcde32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:22.715984 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3387bb3a-e5c7-434a-9339-27c1cdcde32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:22.719114 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3387bb3a-e5c7-434a-9339-27c1cdcde32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:22.720725 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3387bb3a-e5c7-434a-9339-27c1cdcde32d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/138c2e28-208c-4525-86b3-32626266e14b HTTP/1.1" status: 204 len: 168 time: 0.2278080 Aug 19 18:30:22.731096 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387bb3a-e5c7-434a-9339-27c1cdcde32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138c2e28-208c-4525-86b3-32626266e14b,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:22.793922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ac46f-1a68-4530-8ccd-a85c0edcd6e8 req-99843c43-1711-422b-bfa1-ee413023f77e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:22.795974 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-678ac46f-1a68-4530-8ccd-a85c0edcd6e8 req-99843c43-1711-422b-bfa1-ee413023f77e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 945 time: 0.1562827 Aug 19 18:30:22.931597 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-678ac46f-1a68-4530-8ccd-a85c0edcd6e8 req-7f1c6095-9bb5-4981-ba00-67ab3c829e7e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934973 Aug 19 18:30:23.032878 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15c95fa9-5119-4b34-9bc9-35b75ceccd3f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:23.375649 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15c95fa9-5119-4b34-9bc9-35b75ceccd3f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:23.382419 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15c95fa9-5119-4b34-9bc9-35b75ceccd3f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:23.523263 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device dfec941a-be49-489c-b8ba-539bfe6342f9 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:30:23.641593 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db713994-ddb2-4e70-84d0-fd8442c8a386 None None] Network 79136176-32ef-4ca2-ac0b-0ab798ef0bd2 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:30:23.766911 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b28fc5a0-a0fe-481a-bd1d-b951c12a350e up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:30:23.824566 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c4cd3a01-93ef-4a79-a601-2378e9a6a33b None None] Provisioning for port b28fc5a0-a0fe-481a-bd1d-b951c12a350e completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:30:23.837280 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port dfec941a-be49-489c-b8ba-539bfe6342f9 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:30:23.844354 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port dfec941a-be49-489c-b8ba-539bfe6342f9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:23.844721 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:23.856575 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c95fa9-5119-4b34-9bc9-35b75ceccd3f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Port': ['ID=2c9ae43c-a28b-48d4-a206-cbc2261d9bfc,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:23.922463 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port b28fc5a0-a0fe-481a-bd1d-b951c12a350e completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:30:23.958796 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port b28fc5a0-a0fe-481a-bd1d-b951c12a350e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:23.959544 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:24.012132 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15c95fa9-5119-4b34-9bc9-35b75ceccd3f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:24.085327 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:24.150442 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfec941a-be49-489c-b8ba-539bfe6342f9'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:30:24.153803 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300f14c7-3eac-479d-90ba-f84948787926" -d '{"events": [{"server_uuid": "dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9", "name": "network-vif-plugged", "status": "completed", "tag": "dfec941a-be49-489c-b8ba-539bfe6342f9"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:30:24.173495 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port dfec941a-be49-489c-b8ba-539bfe6342f9, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=dfec941a-be49-489c-b8ba-539bfe6342f9,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:24.184334 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:24.193423 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:24.230585 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bbd96-016d-49d7-a152-e792be2d3ad2 req-db3b0c83-c316-46ec-b29c-73d1ebedbcab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:24.233994 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-824bbd96-016d-49d7-a152-e792be2d3ad2 req-db3b0c83-c316-46ec-b29c-73d1ebedbcab tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 945 time: 0.1668346 Aug 19 18:30:24.271718 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25ddf06-7f6b-415c-b67f-156e2aaba106 x-openstack-request-id: req-e25ddf06-7f6b-415c-b67f-156e2aaba106 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:30:24.272309 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9", "name": "network-vif-plugged", "status": "completed", "tag": "dfec941a-be49-489c-b8ba-539bfe6342f9", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:30:24.272715 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e25ddf06-7f6b-415c-b67f-156e2aaba106 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:30:24.273373 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfec941a-be49-489c-b8ba-539bfe6342f9', 'code': 200} Aug 19 18:30:24.280949 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port b28fc5a0-a0fe-481a-bd1d-b951c12a350e, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b28fc5a0-a0fe-481a-bd1d-b951c12a350e,segment=NetworkSegment(43628358-6eb2-4e8b-92ac-22959c6728f5),segment_id=43628358-6eb2-4e8b-92ac-22959c6728f5)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:24.282735 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=dfec941a-be49-489c-b8ba-539bfe6342f9,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:24.287205 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:24.344394 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15c95fa9-5119-4b34-9bc9-35b75ceccd3f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:24.377582 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=b28fc5a0-a0fe-481a-bd1d-b951c12a350e,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:24.386231 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-824bbd96-016d-49d7-a152-e792be2d3ad2 req-dca718ba-d991-4cc0-82e1-739cf94ea0f2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436670 Aug 19 18:30:24.453109 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a90fe-00a7-47e5-9c5c-518173a8e462 req-f2a4b000-5bec-415c-81f4-dd0ce4952469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:24.456754 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-903a90fe-00a7-47e5-9c5c-518173a8e462 req-f2a4b000-5bec-415c-81f4-dd0ce4952469 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 1097 time: 0.1022077 Aug 19 18:30:24.524685 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-903a90fe-00a7-47e5-9c5c-518173a8e462 req-a8cbe5c4-cbdb-4f3d-88c6-9fcb62377a3b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554240 Aug 19 18:30:24.624460 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44886) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:24.696463 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-331ab626-f686-46a3-8140-91a1503845a8 None None] Provisioning complete for port b28fc5a0-a0fe-481a-bd1d-b951c12a350e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:24.697292 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-331ab626-f686-46a3-8140-91a1503845a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:24.856320 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cb0db07d-02a3-4a75-b1e0-1cb580a2bb36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:24.868734 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15c95fa9-5119-4b34-9bc9-35b75ceccd3f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:24.876574 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15c95fa9-5119-4b34-9bc9-35b75ceccd3f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:24.877615 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15c95fa9-5119-4b34-9bc9-35b75ceccd3f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:24.966377 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c95fa9-5119-4b34-9bc9-35b75ceccd3f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Port': ['ID=2c9ae43c-a28b-48d4-a206-cbc2261d9bfc,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:24.990595 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-331ab626-f686-46a3-8140-91a1503845a8 None None] Provisioning for port 2c9ae43c-a28b-48d4-a206-cbc2261d9bfc completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:30:25.002667 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-331ab626-f686-46a3-8140-91a1503845a8 None None] Provisioning complete for port 2c9ae43c-a28b-48d4-a206-cbc2261d9bfc triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:25.003065 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-331ab626-f686-46a3-8140-91a1503845a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:25.044286 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cb0db07d-02a3-4a75-b1e0-1cb580a2bb36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:25.054811 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cb0db07d-02a3-4a75-b1e0-1cb580a2bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:25.080675 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-331ab626-f686-46a3-8140-91a1503845a8 None None] Port 2c9ae43c-a28b-48d4-a206-cbc2261d9bfc cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:30:25.115817 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0db07d-02a3-4a75-b1e0-1cb580a2bb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35727437-afa9-491a-a6a2-25296e9eca24,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:25.131036 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cb0db07d-02a3-4a75-b1e0-1cb580a2bb36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd77f41d99014af994745f73be7971e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5052321 Aug 19 18:30:25.131760 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44898) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:25.192341 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c95fa9-5119-4b34-9bc9-35b75ceccd3f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network 79136176-32ef-4ca2-ac0b-0ab798ef0bd2 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:30:25.194123 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-15c95fa9-5119-4b34-9bc9-35b75ceccd3f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:25.210335 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1933dab4-4b0d-4382-9e98-89929d218316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:25.215784 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a613dc39-c980-4490-91fa-f8b0e511be50 None None] Provisioning complete for port 2c9ae43c-a28b-48d4-a206-cbc2261d9bfc triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:25.216384 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a613dc39-c980-4490-91fa-f8b0e511be50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:25.248878 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1933dab4-4b0d-4382-9e98-89929d218316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:25.307116 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-a613dc39-c980-4490-91fa-f8b0e511be50 None None] Port 2c9ae43c-a28b-48d4-a206-cbc2261d9bfc cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:30:25.327788 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1933dab4-4b0d-4382-9e98-89929d218316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:25.331861 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1933dab4-4b0d-4382-9e98-89929d218316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:25.335848 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1933dab4-4b0d-4382-9e98-89929d218316 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35727437-afa9-491a-a6a2-25296e9eca24 HTTP/1.1" status: 204 len: 168 time: 0.2004256 Aug 19 18:30:25.343778 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933dab4-4b0d-4382-9e98-89929d218316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35727437-afa9-491a-a6a2-25296e9eca24,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:25.482621 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c95fa9-5119-4b34-9bc9-35b75ceccd3f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Router d94ed0be-c363-4abf-b777-957a6ab79daa is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:30:25.551598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-00a91ca3-580a-4d1c-8d3d-3e553ed4a375 None None] Provisioning complete for port 2c9ae43c-a28b-48d4-a206-cbc2261d9bfc triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:25.558489 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-00a91ca3-580a-4d1c-8d3d-3e553ed4a375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:25.674202 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-00a91ca3-580a-4d1c-8d3d-3e553ed4a375 None None] Port 2c9ae43c-a28b-48d4-a206-cbc2261d9bfc cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:30:25.695152 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b28fc5a0-a0fe-481a-bd1d-b951c12a350e up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:30:25.820476 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port b28fc5a0-a0fe-481a-bd1d-b951c12a350e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:25.822325 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:25.951827 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c95fa9-5119-4b34-9bc9-35b75ceccd3f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:30:25.964087 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd14a2af-7886-429d-b6a0-cce0cb19eb59 None None] Sync routers for ids ['d94ed0be-c363-4abf-b777-957a6ab79daa'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:30:25.966319 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-15c95fa9-5119-4b34-9bc9-35b75ceccd3f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/routers/d94ed0be-c363-4abf-b777-957a6ab79daa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4859736 Aug 19 18:30:25.970016 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44916) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:25.980378 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290a372-864e-4a87-8545-4c321debd5a0 req-5c28a088-0212-4f66-8537-d1d826baecb0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:25.982252 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0290a372-864e-4a87-8545-4c321debd5a0 req-5c28a088-0212-4f66-8537-d1d826baecb0 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 946 time: 0.3862743 Aug 19 18:30:25.988698 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd14a2af-7886-429d-b6a0-cce0cb19eb59 None None] Routers {'d94ed0be-c363-4abf-b777-957a6ab79daa'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:25.990355 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-fd14a2af-7886-429d-b6a0-cce0cb19eb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d94ed0be-c363-4abf-b777-957a6ab79daa'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:26.056645 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0290a372-864e-4a87-8545-4c321debd5a0 req-f6159a73-5e01-440e-a467-5766c64e8a5e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667598 Aug 19 18:30:26.076199 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-fd14a2af-7886-429d-b6a0-cce0cb19eb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:26.090206 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd14a2af-7886-429d-b6a0-cce0cb19eb59 None None] Routers {'d94ed0be-c363-4abf-b777-957a6ab79daa'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:26.091409 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-fd14a2af-7886-429d-b6a0-cce0cb19eb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d94ed0be-c363-4abf-b777-957a6ab79daa'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:26.117937 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548970b-22c7-4f01-afdd-68926c086991 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:26.120702 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b548970b-22c7-4f01-afdd-68926c086991 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/ports/2c9ae43c-a28b-48d4-a206-cbc2261d9bfc HTTP/1.1" status: 200 len: 984 time: 0.1482928 Aug 19 18:30:26.124923 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44920) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:26.141871 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-49f792aa-e0bb-4987-b3ad-9244949aeaf9 None None] Provisioning complete for port 2c9ae43c-a28b-48d4-a206-cbc2261d9bfc triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:26.142376 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-49f792aa-e0bb-4987-b3ad-9244949aeaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:26.263727 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-49f792aa-e0bb-4987-b3ad-9244949aeaf9 None None] Port 2c9ae43c-a28b-48d4-a206-cbc2261d9bfc cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:30:26.461279 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-fd14a2af-7886-429d-b6a0-cce0cb19eb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:26.462735 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd14a2af-7886-429d-b6a0-cce0cb19eb59 None None] The sync data for ids ['d94ed0be-c363-4abf-b777-957a6ab79daa'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:30:26.866593 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-999dc6cc-83eb-476a-95ad-535a97848f37 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:27.221284 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-999dc6cc-83eb-476a-95ad-535a97848f37 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting port 2c9ae43c-a28b-48d4-a206-cbc2261d9bfc {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:30:27.221919 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-999dc6cc-83eb-476a-95ad-535a97848f37 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:27.356831 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ae52d-9b8a-43f1-a4fe-976ed2ef8460 req-8d971ddb-d3ea-4ffb-85a5-d6e59cd97b5c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:27.364777 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-727ae52d-9b8a-43f1-a4fe-976ed2ef8460 req-8d971ddb-d3ea-4ffb-85a5-d6e59cd97b5c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 946 time: 0.1378014 Aug 19 18:30:27.400554 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-999dc6cc-83eb-476a-95ad-535a97848f37 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:27.430565 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-999dc6cc-83eb-476a-95ad-535a97848f37 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Calling delete_port for 2c9ae43c-a28b-48d4-a206-cbc2261d9bfc owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:30:27.435174 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-727ae52d-9b8a-43f1-a4fe-976ed2ef8460 req-978fabf4-8ec4-4254-8fa7-e4bd499f011e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695436 Aug 19 18:30:27.646133 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a0a3f-a757-4f00-895c-b7222ab21102 req-6e9f50ff-b3a9-482a-9e56-652321ecae05 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:27.647757 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-130a0a3f-a757-4f00-895c-b7222ab21102 req-6e9f50ff-b3a9-482a-9e56-652321ecae05 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 946 time: 0.0809276 Aug 19 18:30:27.731645 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-130a0a3f-a757-4f00-895c-b7222ab21102 req-c15ddc79-5b3d-48f7-b08e-819fc429581b tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590098 Aug 19 18:30:27.738024 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-999dc6cc-83eb-476a-95ad-535a97848f37 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:27.762195 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44968) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:27.806492 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999dc6cc-83eb-476a-95ad-535a97848f37 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Port': ['ID=2c9ae43c-a28b-48d4-a206-cbc2261d9bfc,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:27.854904 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01958064-9e4d-4577-8c22-fabdce9bcc76 tempest-TestVolumeBootPattern-679134480 tempest-TestVolumeBootPattern-679134480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:27.866603 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-01958064-9e4d-4577-8c22-fabdce9bcc76 tempest-TestVolumeBootPattern-679134480 tempest-TestVolumeBootPattern-679134480-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 1092 time: 0.1017730 Aug 19 18:30:27.869901 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44974) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:27.876558 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-634ca83f-ed80-40e1-96fe-02ea69e5050c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': 'dfec941a-be49-489c-b8ba-539bfe6342f9', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:30:27.933623 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-634ca83f-ed80-40e1-96fe-02ea69e5050c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:28.147758 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-634ca83f-ed80-40e1-96fe-02ea69e5050c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:28.299525 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-634ca83f-ed80-40e1-96fe-02ea69e5050c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Allocated IP 172.25.8.17 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/e8299ec4-26bb-4eb7-8097-7a4b9480848e) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:30:28.319206 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-999dc6cc-83eb-476a-95ad-535a97848f37 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:28.452924 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-634ca83f-ed80-40e1-96fe-02ea69e5050c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:28.515981 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-634ca83f-ed80-40e1-96fe-02ea69e5050c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:28.585557 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ca83f-ed80-40e1-96fe-02ea69e5050c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event updated for resources: {'Port': ['ID=e8299ec4-26bb-4eb7-8097-7a4b9480848e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:28.589464 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999dc6cc-83eb-476a-95ad-535a97848f37 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Router d94ed0be-c363-4abf-b777-957a6ab79daa has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:30:28.596474 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634ca83f-ed80-40e1-96fe-02ea69e5050c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:30:28.598098 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-634ca83f-ed80-40e1-96fe-02ea69e5050c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:28.604401 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634ca83f-ed80-40e1-96fe-02ea69e5050c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:30:28.766566 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999dc6cc-83eb-476a-95ad-535a97848f37 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:30:28.780297 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-999dc6cc-83eb-476a-95ad-535a97848f37 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/routers/d94ed0be-c363-4abf-b777-957a6ab79daa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6539943 Aug 19 18:30:28.781133 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6b8d59-f560-47a4-af32-1eb7d393ed16 None None] Sync routers for ids ['d94ed0be-c363-4abf-b777-957a6ab79daa'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:30:28.785238 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45008) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:28.812894 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6b8d59-f560-47a4-af32-1eb7d393ed16 None None] Routers {'d94ed0be-c363-4abf-b777-957a6ab79daa'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:28.819610 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4f6b8d59-f560-47a4-af32-1eb7d393ed16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d94ed0be-c363-4abf-b777-957a6ab79daa'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:28.917971 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4f6b8d59-f560-47a4-af32-1eb7d393ed16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:28.928682 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6b8d59-f560-47a4-af32-1eb7d393ed16 None None] Routers {'d94ed0be-c363-4abf-b777-957a6ab79daa'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:28.929323 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4f6b8d59-f560-47a4-af32-1eb7d393ed16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d94ed0be-c363-4abf-b777-957a6ab79daa'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:28.972415 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4f6b8d59-f560-47a4-af32-1eb7d393ed16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:28.973451 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6b8d59-f560-47a4-af32-1eb7d393ed16 None None] The sync data for ids ['d94ed0be-c363-4abf-b777-957a6ab79daa'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:30:29.010458 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-09695bf9-c9be-4512-b05c-a00536f46e8a tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] remove_router_interface failed (client error): The resource could not be found. Aug 19 18:30:29.011522 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-09695bf9-c9be-4512-b05c-a00536f46e8a tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/routers/d94ed0be-c363-4abf-b777-957a6ab79daa/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2252340 Aug 19 18:30:29.015010 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45016) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:29.052898 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4459b61b-613a-4f36-9b4c-7504442f431a tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/ports?device_id=d94ed0be-c363-4abf-b777-957a6ab79daa HTTP/1.1" status: 200 len: 205 time: 0.0353587 Aug 19 18:30:29.060175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45020) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:29.156580 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8961ce47-01a0-4b4f-b948-47f0744bd922 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:29.323874 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45026) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:29.431735 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-634ca83f-ed80-40e1-96fe-02ea69e5050c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:29.485253 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8961ce47-01a0-4b4f-b948-47f0744bd922 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:29.490683 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8961ce47-01a0-4b4f-b948-47f0744bd922 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:29.546836 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8961ce47-01a0-4b4f-b948-47f0744bd922 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:29.548581 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8961ce47-01a0-4b4f-b948-47f0744bd922 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Fanout notify agent at l3_agent the message router_deleted on router d94ed0be-c363-4abf-b777-957a6ab79daa {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:30:29.554485 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-634ca83f-ed80-40e1-96fe-02ea69e5050c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:29.577991 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8961ce47-01a0-4b4f-b948-47f0744bd922 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:29.581260 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8961ce47-01a0-4b4f-b948-47f0744bd922 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/routers/d94ed0be-c363-4abf-b777-957a6ab79daa HTTP/1.1" status: 204 len: 168 time: 0.5203142 Aug 19 18:30:29.583955 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45032) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:29.604927 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05b65592-0d49-4925-a49c-ca1335a9fad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:29.662621 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-13cfce12-9fa8-43ae-9b3e-11cf961cd2d3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting subnet b85ef762-070a-42d1-b07b-9b497edf42e7 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:30:29.670104 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13cfce12-9fa8-43ae-9b3e-11cf961cd2d3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:29.736289 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13cfce12-9fa8-43ae-9b3e-11cf961cd2d3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:29.863878 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13cfce12-9fa8-43ae-9b3e-11cf961cd2d3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:29.883097 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05b65592-0d49-4925-a49c-ca1335a9fad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:29.900233 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05b65592-0d49-4925-a49c-ca1335a9fad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:29.914557 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-634ca83f-ed80-40e1-96fe-02ea69e5050c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:29.956345 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13cfce12-9fa8-43ae-9b3e-11cf961cd2d3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:29.959955 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-634ca83f-ed80-40e1-96fe-02ea69e5050c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:30.002066 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfce12-9fa8-43ae-9b3e-11cf961cd2d3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Subnet': ['ID=b85ef762-070a-42d1-b07b-9b497edf42e7,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:30.007952 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-13cfce12-9fa8-43ae-9b3e-11cf961cd2d3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:30.011671 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-13cfce12-9fa8-43ae-9b3e-11cf961cd2d3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/subnets/b85ef762-070a-42d1-b07b-9b497edf42e7 HTTP/1.1" status: 204 len: 168 time: 0.4259322 Aug 19 18:30:30.016380 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b65592-0d49-4925-a49c-ca1335a9fad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347d945d-b19d-404b-a6b3-d97c9d4430df,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:30.019016 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45040) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:30.029971 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab91d91a-2681-4921-8cb3-d1d9a593547e None None] Network 79136176-32ef-4ca2-ac0b-0ab798ef0bd2 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:30:30.054577 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-05b65592-0d49-4925-a49c-ca1335a9fad0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c00b13628e5e4647be0650fc96b6b4e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7278309 Aug 19 18:30:30.058124 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45042) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:30.109653 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ca83f-ed80-40e1-96fe-02ea69e5050c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event updated for resources: {'Port': ['ID=e8299ec4-26bb-4eb7-8097-7a4b9480848e,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:30.159821 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-634ca83f-ed80-40e1-96fe-02ea69e5050c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:30.167678 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-776a17ac-bf53-41e2-9a76-628feccb04ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:30.230138 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-150044ac-2b8c-4cc3-addb-21ebed221ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:30.269601 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-776a17ac-bf53-41e2-9a76-628feccb04ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting port b28fc5a0-a0fe-481a-bd1d-b951c12a350e {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:30:30.270277 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-776a17ac-bf53-41e2-9a76-628feccb04ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:30.361913 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-150044ac-2b8c-4cc3-addb-21ebed221ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:30.419701 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-634ca83f-ed80-40e1-96fe-02ea69e5050c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Floating IP 2c421dba-5113-44c2-a45b-33520c3b274e associated. External IP: 172.25.8.17, port: dfec941a-be49-489c-b8ba-539bfe6342f9. Aug 19 18:30:30.428320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea7eba7-e938-459d-b6f5-ca874b466ac1 None None] DHCP port deletion for 79136176-32ef-4ca2-ac0b-0ab798ef0bd2 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:30:30.441816 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-776a17ac-bf53-41e2-9a76-628feccb04ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] For port b28fc5a0-a0fe-481a-bd1d-b951c12a350e, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b28fc5a0-a0fe-481a-bd1d-b951c12a350e,segment=NetworkSegment(43628358-6eb2-4e8b-92ac-22959c6728f5),segment_id=43628358-6eb2-4e8b-92ac-22959c6728f5)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:30.443206 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-776a17ac-bf53-41e2-9a76-628feccb04ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:30.482453 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-776a17ac-bf53-41e2-9a76-628feccb04ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Calling delete_port for b28fc5a0-a0fe-481a-bd1d-b951c12a350e owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:30:30.541969 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-eea7eba7-e938-459d-b6f5-ca874b466ac1 None None] Deleting port b28fc5a0-a0fe-481a-bd1d-b951c12a350e {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:30:30.541969 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eea7eba7-e938-459d-b6f5-ca874b466ac1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:30.657090 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-776a17ac-bf53-41e2-9a76-628feccb04ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:30.724052 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a17ac-bf53-41e2-9a76-628feccb04ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Port': ['ID=b28fc5a0-a0fe-481a-bd1d-b951c12a350e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:30.733031 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776a17ac-bf53-41e2-9a76-628feccb04ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] No DVR routers for this DVR port b28fc5a0-a0fe-481a-bd1d-b951c12a350e on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:30:30.772459 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-eea7eba7-e938-459d-b6f5-ca874b466ac1 None None] For port b28fc5a0-a0fe-481a-bd1d-b951c12a350e, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b28fc5a0-a0fe-481a-bd1d-b951c12a350e,segment=NetworkSegment(43628358-6eb2-4e8b-92ac-22959c6728f5),segment_id=43628358-6eb2-4e8b-92ac-22959c6728f5)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:30.773509 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eea7eba7-e938-459d-b6f5-ca874b466ac1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:30.817852 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-eea7eba7-e938-459d-b6f5-ca874b466ac1 None None] Calling delete_port for b28fc5a0-a0fe-481a-bd1d-b951c12a350e owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:30:30.916180 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-150044ac-2b8c-4cc3-addb-21ebed221ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:30.919244 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-150044ac-2b8c-4cc3-addb-21ebed221ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:30.920672 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-150044ac-2b8c-4cc3-addb-21ebed221ec9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/347d945d-b19d-404b-a6b3-d97c9d4430df HTTP/1.1" status: 204 len: 168 time: 0.8580818 Aug 19 18:30:30.942519 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-776a17ac-bf53-41e2-9a76-628feccb04ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:30.951091 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150044ac-2b8c-4cc3-addb-21ebed221ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347d945d-b19d-404b-a6b3-d97c9d4430df,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:30.952082 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eea7eba7-e938-459d-b6f5-ca874b466ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:30.979162 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-776a17ac-bf53-41e2-9a76-628feccb04ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79136176-32ef-4ca2-ac0b-0ab798ef0bd2']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:31.011521 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-776a17ac-bf53-41e2-9a76-628feccb04ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43628358-6eb2-4e8b-92ac-22959c6728f5') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:31.014753 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-776a17ac-bf53-41e2-9a76-628feccb04ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43628358-6eb2-4e8b-92ac-22959c6728f5') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:31.038549 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-776a17ac-bf53-41e2-9a76-628feccb04ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:31.072847 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7eba7-e938-459d-b6f5-ca874b466ac1 None None] Pushing event deleted for resources: {'Port': ['ID=b28fc5a0-a0fe-481a-bd1d-b951c12a350e,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:31.087104 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-776a17ac-bf53-41e2-9a76-628feccb04ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:31.097070 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea7eba7-e938-459d-b6f5-ca874b466ac1 None None] No DVR routers for this DVR port b28fc5a0-a0fe-481a-bd1d-b951c12a350e on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:30:31.102887 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-776a17ac-bf53-41e2-9a76-628feccb04ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:30:31.103119 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-776a17ac-bf53-41e2-9a76-628feccb04ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:30:31.110496 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:30:31.124687 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634ca83f-ed80-40e1-96fe-02ea69e5050c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:30:31.272505 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-776a17ac-bf53-41e2-9a76-628feccb04ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:31.294425 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-776a17ac-bf53-41e2-9a76-628feccb04ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:31.301253 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-776a17ac-bf53-41e2-9a76-628feccb04ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/networks/79136176-32ef-4ca2-ac0b-0ab798ef0bd2 HTTP/1.1" status: 204 len: 168 time: 1.2782917 Aug 19 18:30:31.303829 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45064) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:31.312545 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-65fbc763-465c-4720-8448-dbf465851608 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1386477848'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:30:31.313477 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634ca83f-ed80-40e1-96fe-02ea69e5050c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:30:31.331860 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9efb07-a7f0-4103-b78f-dfc6bc5b24d7 None None] Sync routers for ids ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:30:31.341644 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-634ca83f-ed80-40e1-96fe-02ea69e5050c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:31.357747 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a17ac-bf53-41e2-9a76-628feccb04ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Network': ['ID=79136176-32ef-4ca2-ac0b-0ab798ef0bd2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:31.365178 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9efb07-a7f0-4103-b78f-dfc6bc5b24d7 None None] Routers {'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:31.368596 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9d9efb07-a7f0-4103-b78f-dfc6bc5b24d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:31.394734 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fbc763-465c-4720-8448-dbf465851608 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Made reservation on behalf of 43d8cf292b114172bd8ec735cb51928c for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:30:31.399284 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-65fbc763-465c-4720-8448-dbf465851608 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:31.442423 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-634ca83f-ed80-40e1-96fe-02ea69e5050c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5706499 Aug 19 18:30:31.443717 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9', 'tag': 'dfec941a-be49-489c-b8ba-539bfe6342f9'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:30:31.446781 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f505d25-7bd3-4a49-83a2-2bf5e57d065b" -d '{"events": [{"name": "network-changed", "server_uuid": "dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9", "tag": "dfec941a-be49-489c-b8ba-539bfe6342f9"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:30:31.475729 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65fbc763-465c-4720-8448-dbf465851608 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:30:31.510780 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-65fbc763-465c-4720-8448-dbf465851608 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:31.511141 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-65fbc763-465c-4720-8448-dbf465851608 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Added segment 96a68af0-9ade-419a-bd0e-34d4cf2d8920 of type vlan for network c082640f-d85b-48d8-bc7b-c8f12edf7bc8 Aug 19 18:30:31.559622 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa0490f-8066-4a70-8bba-64964d7553d4 x-openstack-request-id: req-daa0490f-8066-4a70-8bba-64964d7553d4 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:30:31.560923 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9", "tag": "dfec941a-be49-489c-b8ba-539bfe6342f9", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:30:31.561411 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-daa0490f-8066-4a70-8bba-64964d7553d4 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:30:31.562106 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9', 'tag': 'dfec941a-be49-489c-b8ba-539bfe6342f9', 'status': 'completed', 'code': 200} Aug 19 18:30:31.662612 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-65fbc763-465c-4720-8448-dbf465851608 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:31.686948 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b28fc5a0-a0fe-481a-bd1d-b951c12a350e no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:30:31.707487 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f505d25-7bd3-4a49-83a2-2bf5e57d065b req-28250802-c685-4036-bb21-8e18836a1e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:31.708950 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f505d25-7bd3-4a49-83a2-2bf5e57d065b req-28250802-c685-4036-bb21-8e18836a1e7d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 1097 time: 0.1316326 Aug 19 18:30:31.720143 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-9d9efb07-a7f0-4103-b78f-dfc6bc5b24d7 None None] Set router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:30:31.741454 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: b28fc5a0-a0fe-481a-bd1d-b951c12a350e {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:30:31.745491 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-65fbc763-465c-4720-8448-dbf465851608 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:31.749947 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b28fc5a0-a0fe-481a-bd1d-b951c12a350e not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:30:31.782700 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbc763-465c-4720-8448-dbf465851608 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:31.787970 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-65fbc763-465c-4720-8448-dbf465851608 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:31.899355 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-65fbc763-465c-4720-8448-dbf465851608 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5939395 Aug 19 18:30:31.905199 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45078) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:31.916939 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-7e0696d1-0665-4145-b93d-d8bd215e5d18 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'subnet': {'network_id': 'c082640f-d85b-48d8-bc7b-c8f12edf7bc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:30:31.931146 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f505d25-7bd3-4a49-83a2-2bf5e57d065b req-54348e63-0939-475e-970e-5c962f80b567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:31.935636 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f505d25-7bd3-4a49-83a2-2bf5e57d065b req-54348e63-0939-475e-970e-5c962f80b567 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 911 time: 0.2182977 Aug 19 18:30:32.046300 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45082) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:32.077447 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbc763-465c-4720-8448-dbf465851608 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Network': ['ID=c082640f-d85b-48d8-bc7b-c8f12edf7bc8,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:32.091888 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network c082640f-d85b-48d8-bc7b-c8f12edf7bc8 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:30:32.097811 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e6ffc9cf-b093-4027-a125-3a3f12afbb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:32.178133 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9d9efb07-a7f0-4103-b78f-dfc6bc5b24d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:38Z', 'revision_number': 4, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '2c421dba-5113-44c2-a45b-33520c3b274e', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'port_id': 'dfec941a-be49-489c-b8ba-539bfe6342f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'mac_address': 'fa:16:3e:69:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:30:29Z', 'updated_at': '2021-08-19T18:30:29Z', 'revision_number': 0, 'project_id': 'ffa9435d941540c182adf55128e34931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7', 'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'mac_address': 'fa:16:3e:30:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:35Z', 'updated_at': '2021-08-19T18:21:44Z', 'revision_number': 5, 'project_id': 'ffa9435d941540c182adf55128e34931', 'subnets': [{'id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:32.183226 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.db.api [None req-e6ffc9cf-b093-4027-a125-3a3f12afbb12 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 18:30:32.183226 n-d-803753-2 neutron-server[94682]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 18:30:32.183226 n-d-803753-2 neutron-server[94682]: [parameters: {'project_id': '16e8fbec163444afa0bbdc728f412b2b', 'id': 'f9c63745-11f0-46d6-9df4-a850f5a1f437', 'expiration': datetime.datetime(2021, 8, 19, 18, 32, 32, 168227)}] Aug 19 18:30:32.183226 n-d-803753-2 neutron-server[94682]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:30:32.183932 n-d-803753-2 neutron-server[94682]: DEBUG oslo_db.api [None req-e6ffc9cf-b093-4027-a125-3a3f12afbb12 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:30:32.187920 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f505d25-7bd3-4a49-83a2-2bf5e57d065b req-1370c2b8-88d3-4f1a-b3fa-5122304aa62e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfec941a-be49-489c-b8ba-539bfe6342f9 HTTP/1.1" status: 200 len: 999 time: 0.2433813 Aug 19 18:30:32.191179 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0696d1-0665-4145-b93d-d8bd215e5d18 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Made reservation on behalf of 43d8cf292b114172bd8ec735cb51928c for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:30:32.195057 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7e0696d1-0665-4145-b93d-d8bd215e5d18 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:32.228302 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9efb07-a7f0-4103-b78f-dfc6bc5b24d7 None None] Checking router: f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:30:32.260684 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9efb07-a7f0-4103-b78f-dfc6bc5b24d7 None None] Routers {'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:32.261601 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9d9efb07-a7f0-4103-b78f-dfc6bc5b24d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:32.310159 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f505d25-7bd3-4a49-83a2-2bf5e57d065b req-e6fb1796-f68f-48bf-9ebf-f90da4b700da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:32.314188 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f505d25-7bd3-4a49-83a2-2bf5e57d065b req-e6fb1796-f68f-48bf-9ebf-f90da4b700da service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.1177959 Aug 19 18:30:32.390389 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f505d25-7bd3-4a49-83a2-2bf5e57d065b req-43a5f5f0-f240-4798-8a51-05d7722a0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:32.392373 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f505d25-7bd3-4a49-83a2-2bf5e57d065b req-43a5f5f0-f240-4798-8a51-05d7722a0b98 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700715 Aug 19 18:30:32.509909 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-9d9efb07-a7f0-4103-b78f-dfc6bc5b24d7 None None] Set router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:30:32.544344 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7e0696d1-0665-4145-b93d-d8bd215e5d18 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:32.584181 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f505d25-7bd3-4a49-83a2-2bf5e57d065b req-9c524839-ff26-4afd-9524-90e7924ac6fd service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838689 Aug 19 18:30:32.681508 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0696d1-0665-4145-b93d-d8bd215e5d18 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Checking segment: {'id': '96a68af0-9ade-419a-bd0e-34d4cf2d8920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c082640f-d85b-48d8-bc7b-c8f12edf7bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:30:32.690514 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0696d1-0665-4145-b93d-d8bd215e5d18 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network hostable DHCP agents. Network: c082640f-d85b-48d8-bc7b-c8f12edf7bc8, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:30:32.719604 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0696d1-0665-4145-b93d-d8bd215e5d18 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Subnet': ['ID=b3ba7c5f-b123-4b1f-9ee1-f927a78add51,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:32.748918 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0696d1-0665-4145-b93d-d8bd215e5d18 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network c082640f-d85b-48d8-bc7b-c8f12edf7bc8 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:30:32.757790 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e6ffc9cf-b093-4027-a125-3a3f12afbb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:32.761912 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f505d25-7bd3-4a49-83a2-2bf5e57d065b req-e83811cf-b78f-4b50-9262-36cb426b0fe2 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694143 Aug 19 18:30:32.776753 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-7e0696d1-0665-4145-b93d-d8bd215e5d18 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, c082640f-d85b-48d8-bc7b-c8f12edf7bc8) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:32.792347 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0696d1-0665-4145-b93d-d8bd215e5d18 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:32.796136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9d6180-e9eb-406f-be27-afd674397e19 None None] Network c082640f-d85b-48d8-bc7b-c8f12edf7bc8 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:30:32.799323 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7e0696d1-0665-4145-b93d-d8bd215e5d18 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:33.035060 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e6ffc9cf-b093-4027-a125-3a3f12afbb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:33.044150 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e6ffc9cf-b093-4027-a125-3a3f12afbb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:33.052071 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7e0696d1-0665-4145-b93d-d8bd215e5d18 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1445003 Aug 19 18:30:33.054573 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45102) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:33.059840 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-cf482438-505d-4fff-be82-c67e12fe268d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2121287788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:30:33.110829 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9d9efb07-a7f0-4103-b78f-dfc6bc5b24d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:38Z', 'revision_number': 4, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '2c421dba-5113-44c2-a45b-33520c3b274e', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'port_id': 'dfec941a-be49-489c-b8ba-539bfe6342f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'mac_address': 'fa:16:3e:69:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:30:29Z', 'updated_at': '2021-08-19T18:30:29Z', 'revision_number': 0, 'project_id': 'ffa9435d941540c182adf55128e34931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7', 'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'mac_address': 'fa:16:3e:30:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:35Z', 'updated_at': '2021-08-19T18:21:44Z', 'revision_number': 5, 'project_id': 'ffa9435d941540c182adf55128e34931', 'subnets': [{'id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:33.138704 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cf482438-505d-4fff-be82-c67e12fe268d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:33.139782 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cf482438-505d-4fff-be82-c67e12fe268d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:33.159135 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9efb07-a7f0-4103-b78f-dfc6bc5b24d7 None None] The sync data for ids ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'] in n-d-803753-2 is: [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:38Z', 'revision_number': 4, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '2c421dba-5113-44c2-a45b-33520c3b274e', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'port_id': 'dfec941a-be49-489c-b8ba-539bfe6342f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'mac_address': 'fa:16:3e:69:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:30:29Z', 'updated_at': '2021-08-19T18:30:29Z', 'revision_number': 0, 'project_id': 'ffa9435d941540c182adf55128e34931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7', 'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'mac_address': 'fa:16:3e:30:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:35Z', 'updated_at': '2021-08-19T18:21:44Z', 'revision_number': 5, 'project_id': 'ffa9435d941540c182adf55128e34931', 'subnets': [{'id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:30:33.243283 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffc9cf-b093-4027-a125-3a3f12afbb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8252e7-4bc8-4515-9667-4d3d96f39fa9,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:33.270858 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e6ffc9cf-b093-4027-a125-3a3f12afbb12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16e8fbec163444afa0bbdc728f412b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2233610 Aug 19 18:30:33.274219 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45108) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:33.276611 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cae0b9-a045-48de-9f12-a4d2100b37bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-c082640f-d85b-48d8-bc7b-c8f12edf7bc8', 'network_id': 'c082640f-d85b-48d8-bc7b-c8f12edf7bc8', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'fixed_ips': [{'subnet_id': 'b3ba7c5f-b123-4b1f-9ee1-f927a78add51'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:30:33.277515 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d3cae0b9-a045-48de-9f12-a4d2100b37bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:33.294257 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cf482438-505d-4fff-be82-c67e12fe268d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:33.300352 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cf482438-505d-4fff-be82-c67e12fe268d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:33.341508 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cf482438-505d-4fff-be82-c67e12fe268d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:33.344312 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cf482438-505d-4fff-be82-c67e12fe268d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2879977 Aug 19 18:30:33.347433 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45112) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:33.445115 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fddff43a-66c0-45a3-b9a2-38f2f03f77e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:33.512345 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fddff43a-66c0-45a3-b9a2-38f2f03f77e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:33.683507 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b858dad0-8917-4a0d-acf8-fbf3ffcd8180 None None] New status for floating IP 2c421dba-5113-44c2-a45b-33520c3b274e: ACTIVE {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:30:33.700781 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fddff43a-66c0-45a3-b9a2-38f2f03f77e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:33.703807 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fddff43a-66c0-45a3-b9a2-38f2f03f77e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:33.706875 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fddff43a-66c0-45a3-b9a2-38f2f03f77e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c8252e7-4bc8-4515-9667-4d3d96f39fa9 HTTP/1.1" status: 204 len: 168 time: 0.4305348 Aug 19 18:30:33.715716 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-d3cae0b9-a045-48de-9f12-a4d2100b37bc None None] Allocated IP 2001:db8::2 (c082640f-d85b-48d8-bc7b-c8f12edf7bc8/b3ba7c5f-b123-4b1f-9ee1-f927a78add51/74998536-c0ca-45bc-b07a-82b15dc27dfa) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:30:33.732366 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddff43a-66c0-45a3-b9a2-38f2f03f77e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8252e7-4bc8-4515-9667-4d3d96f39fa9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:34.460105 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d3cae0b9-a045-48de-9f12-a4d2100b37bc None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:34.493234 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d3cae0b9-a045-48de-9f12-a4d2100b37bc None None] Transition to ACTIVE for port object 74998536-c0ca-45bc-b07a-82b15dc27dfa will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:30:34.561514 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d3cae0b9-a045-48de-9f12-a4d2100b37bc None None] Transition to ACTIVE for port object 74998536-c0ca-45bc-b07a-82b15dc27dfa will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:30:34.581249 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d3cae0b9-a045-48de-9f12-a4d2100b37bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:34.616040 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c2ee683b-8599-459b-8b5d-8eea31b00451 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:34.770068 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-6d1f20ba-23a2-4e38-808d-492532d41714 req-e85e6ff5-91ea-4835-b3b1-4719a4502a74 service neutron] (94682) timed out ('10.222.0.24', 54734) {{(pid=94682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:30:34.781957 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b3494f3a-4b97-485f-9672-f8e9539df7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:34.799617 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cae0b9-a045-48de-9f12-a4d2100b37bc None None] Network c082640f-d85b-48d8-bc7b-c8f12edf7bc8 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:30:34.803440 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-d3cae0b9-a045-48de-9f12-a4d2100b37bc None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:34.809118 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cae0b9-a045-48de-9f12-a4d2100b37bc None None] Pushing event updated for resources: {'Port': ['ID=74998536-c0ca-45bc-b07a-82b15dc27dfa,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:34.831974 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cae0b9-a045-48de-9f12-a4d2100b37bc None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:30:34.986424 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d3cae0b9-a045-48de-9f12-a4d2100b37bc None None] Attempting to bind port 74998536-c0ca-45bc-b07a-82b15dc27dfa on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:30:34.991437 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d3cae0b9-a045-48de-9f12-a4d2100b37bc None None] Attempting to bind port 74998536-c0ca-45bc-b07a-82b15dc27dfa by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '96a68af0-9ade-419a-bd0e-34d4cf2d8920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c082640f-d85b-48d8-bc7b-c8f12edf7bc8'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:30:34.992581 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cae0b9-a045-48de-9f12-a4d2100b37bc None None] Attempting to bind port 74998536-c0ca-45bc-b07a-82b15dc27dfa on network c082640f-d85b-48d8-bc7b-c8f12edf7bc8 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:30:35.009073 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cae0b9-a045-48de-9f12-a4d2100b37bc None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:30:35.010380 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cae0b9-a045-48de-9f12-a4d2100b37bc None None] Checking segment: {'id': '96a68af0-9ade-419a-bd0e-34d4cf2d8920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c082640f-d85b-48d8-bc7b-c8f12edf7bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:30:35.011250 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d3cae0b9-a045-48de-9f12-a4d2100b37bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:35.011796 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cae0b9-a045-48de-9f12-a4d2100b37bc None None] Bound using segment: {'id': '96a68af0-9ade-419a-bd0e-34d4cf2d8920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c082640f-d85b-48d8-bc7b-c8f12edf7bc8'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:30:35.012603 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d3cae0b9-a045-48de-9f12-a4d2100b37bc None None] Bound port: 74998536-c0ca-45bc-b07a-82b15dc27dfa, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a68af0-9ade-419a-bd0e-34d4cf2d8920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c082640f-d85b-48d8-bc7b-c8f12edf7bc8'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:30:35.013217 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d3cae0b9-a045-48de-9f12-a4d2100b37bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:35.171603 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d3cae0b9-a045-48de-9f12-a4d2100b37bc None None] For port 74998536-c0ca-45bc-b07a-82b15dc27dfa, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:30:35.183257 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d3cae0b9-a045-48de-9f12-a4d2100b37bc None None] For port 74998536-c0ca-45bc-b07a-82b15dc27dfa, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=74998536-c0ca-45bc-b07a-82b15dc27dfa,segment=NetworkSegment(96a68af0-9ade-419a-bd0e-34d4cf2d8920),segment_id=96a68af0-9ade-419a-bd0e-34d4cf2d8920)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:30:35.191200 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d3cae0b9-a045-48de-9f12-a4d2100b37bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:35.229578 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-c2ee683b-8599-459b-8b5d-8eea31b00451 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Allocated IP 2001:db8::1 (c082640f-d85b-48d8-bc7b-c8f12edf7bc8/b3ba7c5f-b123-4b1f-9ee1-f927a78add51/c1d0f81e-2641-4d42-b8c4-311d04ad2b52) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:30:35.349176 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cae0b9-a045-48de-9f12-a4d2100b37bc None None] Pushing event updated for resources: {'Port': ['ID=74998536-c0ca-45bc-b07a-82b15dc27dfa,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:35.707150 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c2ee683b-8599-459b-8b5d-8eea31b00451 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:35.822665 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-c2ee683b-8599-459b-8b5d-8eea31b00451 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Transition to ACTIVE for port object c1d0f81e-2641-4d42-b8c4-311d04ad2b52 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:30:35.978301 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c2ee683b-8599-459b-8b5d-8eea31b00451 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:36.098640 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee683b-8599-459b-8b5d-8eea31b00451 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Port': ['ID=c1d0f81e-2641-4d42-b8c4-311d04ad2b52,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:36.112990 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ee683b-8599-459b-8b5d-8eea31b00451 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network c082640f-d85b-48d8-bc7b-c8f12edf7bc8 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:30:36.119720 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-c2ee683b-8599-459b-8b5d-8eea31b00451 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:36.137344 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ee683b-8599-459b-8b5d-8eea31b00451 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:30:36.141511 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c2ee683b-8599-459b-8b5d-8eea31b00451 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:36.351489 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45156) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:36.484445 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c2ee683b-8599-459b-8b5d-8eea31b00451 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:36.618974 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9166e6f0-307f-48a9-a7ff-7b8c2c030bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:36.964087 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9166e6f0-307f-48a9-a7ff-7b8c2c030bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:36.971633 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9166e6f0-307f-48a9-a7ff-7b8c2c030bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:37.051032 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166e6f0-307f-48a9-a7ff-7b8c2c030bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94441742-f9a2-4374-8bc6-9e5235e3e743,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:37.056172 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9166e6f0-307f-48a9-a7ff-7b8c2c030bca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb40abae21604ba685672b70c16977d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7033980 Aug 19 18:30:37.060218 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45170) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:37.131857 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9d67c4d1-d357-478b-b8fc-2214e5527781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:37.185690 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f90b098d-229e-45d5-a487-5fb8f92ac09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:37.257085 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f90b098d-229e-45d5-a487-5fb8f92ac09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:37.277756 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:37.301181 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c2ee683b-8599-459b-8b5d-8eea31b00451 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:37.311361 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c2ee683b-8599-459b-8b5d-8eea31b00451 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:37.312536 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c2ee683b-8599-459b-8b5d-8eea31b00451 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:37.394965 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f90b098d-229e-45d5-a487-5fb8f92ac09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:37.398765 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f90b098d-229e-45d5-a487-5fb8f92ac09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:37.403395 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f90b098d-229e-45d5-a487-5fb8f92ac09d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94441742-f9a2-4374-8bc6-9e5235e3e743 HTTP/1.1" status: 204 len: 168 time: 0.3420987 Aug 19 18:30:37.442106 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b098d-229e-45d5-a487-5fb8f92ac09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94441742-f9a2-4374-8bc6-9e5235e3e743,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:37.576009 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e71a68-6eba-4229-b0ac-b49e7f2a7d77 None None] Network c082640f-d85b-48d8-bc7b-c8f12edf7bc8 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:30:37.740783 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee683b-8599-459b-8b5d-8eea31b00451 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Port': ['ID=c1d0f81e-2641-4d42-b8c4-311d04ad2b52,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:37.897423 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ee683b-8599-459b-8b5d-8eea31b00451 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network c082640f-d85b-48d8-bc7b-c8f12edf7bc8 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:30:37.900424 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-c2ee683b-8599-459b-8b5d-8eea31b00451 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:38.044203 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 74998536-c0ca-45bc-b07a-82b15dc27dfa up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:30:38.110771 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-97aca112-c3ac-4440-9759-7b53cb123ef9 None None] Provisioning for port 74998536-c0ca-45bc-b07a-82b15dc27dfa completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:30:38.240122 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ee683b-8599-459b-8b5d-8eea31b00451 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Router 540f5d25-6263-4d24-b094-8031dd215d14 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:30:38.280066 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:38.285924 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 74998536-c0ca-45bc-b07a-82b15dc27dfa completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:30:38.295965 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 74998536-c0ca-45bc-b07a-82b15dc27dfa triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:38.296847 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:38.429148 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45196) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:38.472105 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bcf23d12-3302-4ac1-b128-54fba8e97bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:38.488966 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:38.536175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ee683b-8599-459b-8b5d-8eea31b00451 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:30:38.566012 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3499f927-dd93-446c-b00f-a8d9fd2b7154 None None] Sync routers for ids ['540f5d25-6263-4d24-b094-8031dd215d14'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:30:38.571746 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c2ee683b-8599-459b-8b5d-8eea31b00451 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/routers/540f5d25-6263-4d24-b094-8031dd215d14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2224782 Aug 19 18:30:38.574564 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45200) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:38.583198 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3499f927-dd93-446c-b00f-a8d9fd2b7154 None None] Routers {'540f5d25-6263-4d24-b094-8031dd215d14'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:38.584363 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-3499f927-dd93-446c-b00f-a8d9fd2b7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['540f5d25-6263-4d24-b094-8031dd215d14'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:38.655374 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 74998536-c0ca-45bc-b07a-82b15dc27dfa, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=74998536-c0ca-45bc-b07a-82b15dc27dfa,segment=NetworkSegment(96a68af0-9ade-419a-bd0e-34d4cf2d8920),segment_id=96a68af0-9ade-419a-bd0e-34d4cf2d8920)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:38.666425 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:38.670448 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8755d5b-294e-4be5-b219-b64ee842c19a tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:38.672176 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c8755d5b-294e-4be5-b219-b64ee842c19a tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/ports/c1d0f81e-2641-4d42-b8c4-311d04ad2b52 HTTP/1.1" status: 200 len: 911 time: 0.0962923 Aug 19 18:30:38.678008 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45206) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:38.692128 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-3499f927-dd93-446c-b00f-a8d9fd2b7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:38.714093 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3499f927-dd93-446c-b00f-a8d9fd2b7154 None None] Routers {'540f5d25-6263-4d24-b094-8031dd215d14'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:38.715140 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-3499f927-dd93-446c-b00f-a8d9fd2b7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['540f5d25-6263-4d24-b094-8031dd215d14'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:38.780371 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-3499f927-dd93-446c-b00f-a8d9fd2b7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:38.781453 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3499f927-dd93-446c-b00f-a8d9fd2b7154 None None] The sync data for ids ['540f5d25-6263-4d24-b094-8031dd215d14'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:30:38.872067 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bcf23d12-3302-4ac1-b128-54fba8e97bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:38.878210 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bcf23d12-3302-4ac1-b128-54fba8e97bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:38.879467 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=74998536-c0ca-45bc-b07a-82b15dc27dfa,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:38.960399 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bcf23d12-3302-4ac1-b128-54fba8e97bbb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9f08b1c296649a0a68fd7eb4cb167df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5297313 Aug 19 18:30:38.965934 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45214) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:39.077670 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf23d12-3302-4ac1-b128-54fba8e97bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7a4142-f364-4f0e-805f-4ad918b52d37,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:39.151102 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aca4c668-4b11-41ff-a6f9-08b6910f32e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:39.221365 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aca4c668-4b11-41ff-a6f9-08b6910f32e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:39.304188 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-35391847-7861-402f-aa6e-99da2f8ca003 None None] Provisioning for port c1d0f81e-2641-4d42-b8c4-311d04ad2b52 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:30:39.318994 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aca4c668-4b11-41ff-a6f9-08b6910f32e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:39.321821 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aca4c668-4b11-41ff-a6f9-08b6910f32e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:39.323050 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-aca4c668-4b11-41ff-a6f9-08b6910f32e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc7a4142-f364-4f0e-805f-4ad918b52d37 HTTP/1.1" status: 204 len: 168 time: 0.3567629 Aug 19 18:30:39.344703 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-35391847-7861-402f-aa6e-99da2f8ca003 None None] Provisioning complete for port c1d0f81e-2641-4d42-b8c4-311d04ad2b52 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:39.345114 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-35391847-7861-402f-aa6e-99da2f8ca003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:39.355112 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4c668-4b11-41ff-a6f9-08b6910f32e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7a4142-f364-4f0e-805f-4ad918b52d37,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:39.478258 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-35391847-7861-402f-aa6e-99da2f8ca003 None None] Port c1d0f81e-2641-4d42-b8c4-311d04ad2b52 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:30:39.524235 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-35391847-7861-402f-aa6e-99da2f8ca003 None None] Provisioning complete for port 74998536-c0ca-45bc-b07a-82b15dc27dfa triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:39.524621 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-35391847-7861-402f-aa6e-99da2f8ca003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:39.752811 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 74998536-c0ca-45bc-b07a-82b15dc27dfa up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:30:39.754582 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d28a1a55-2f47-49cc-adc6-4541c62a7160 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:40.053605 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 74998536-c0ca-45bc-b07a-82b15dc27dfa triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:40.054036 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:40.250907 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:40.252020 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-07a7de4a-f913-4864-9824-c0facc81765f None None] Provisioning complete for port c1d0f81e-2641-4d42-b8c4-311d04ad2b52 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:40.252401 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-07a7de4a-f913-4864-9824-c0facc81765f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:40.348534 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-07a7de4a-f913-4864-9824-c0facc81765f None None] Port c1d0f81e-2641-4d42-b8c4-311d04ad2b52 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:30:40.521496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9c81dec4-7a99-4e6b-9347-a80137d797af None None] Provisioning complete for port c1d0f81e-2641-4d42-b8c4-311d04ad2b52 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:40.523678 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9c81dec4-7a99-4e6b-9347-a80137d797af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:40.525678 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-d28a1a55-2f47-49cc-adc6-4541c62a7160 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting port c1d0f81e-2641-4d42-b8c4-311d04ad2b52 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:30:40.526170 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d28a1a55-2f47-49cc-adc6-4541c62a7160 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:40.662346 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-9c81dec4-7a99-4e6b-9347-a80137d797af None None] Port c1d0f81e-2641-4d42-b8c4-311d04ad2b52 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:30:40.777492 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d28a1a55-2f47-49cc-adc6-4541c62a7160 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:40.813050 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45300) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:40.813638 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-d28a1a55-2f47-49cc-adc6-4541c62a7160 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Calling delete_port for c1d0f81e-2641-4d42-b8c4-311d04ad2b52 owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:30:41.017093 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-68e27177-ce63-4262-85c6-68c7d37e435c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:41.065321 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:41.223922 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d28a1a55-2f47-49cc-adc6-4541c62a7160 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:41.284433 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a1a55-2f47-49cc-adc6-4541c62a7160 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Port': ['ID=c1d0f81e-2641-4d42-b8c4-311d04ad2b52,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:41.347835 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-68e27177-ce63-4262-85c6-68c7d37e435c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:41.362937 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-68e27177-ce63-4262-85c6-68c7d37e435c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:41.474287 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-68e27177-ce63-4262-85c6-68c7d37e435c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64ee340f7385429389a1545321bd8af8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6546638 Aug 19 18:30:41.481206 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45314) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:41.510965 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e27177-ce63-4262-85c6-68c7d37e435c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd44d71-b1a8-489f-9f58-38ef373c2a60,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:41.558463 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d28a1a55-2f47-49cc-adc6-4541c62a7160 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:41.618145 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-97fbee33-71f5-47a8-885b-477d4edfbe9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:41.699481 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-97fbee33-71f5-47a8-885b-477d4edfbe9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:41.853497 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-97fbee33-71f5-47a8-885b-477d4edfbe9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:41.858733 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-97fbee33-71f5-47a8-885b-477d4edfbe9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:41.875069 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-97fbee33-71f5-47a8-885b-477d4edfbe9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cfd44d71-b1a8-489f-9f58-38ef373c2a60 HTTP/1.1" status: 204 len: 168 time: 0.3827999 Aug 19 18:30:41.907080 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbee33-71f5-47a8-885b-477d4edfbe9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd44d71-b1a8-489f-9f58-38ef373c2a60,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:41.993215 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28a1a55-2f47-49cc-adc6-4541c62a7160 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Router 540f5d25-6263-4d24-b094-8031dd215d14 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:30:42.117400 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28a1a55-2f47-49cc-adc6-4541c62a7160 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:30:42.125661 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d28a1a55-2f47-49cc-adc6-4541c62a7160 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/routers/540f5d25-6263-4d24-b094-8031dd215d14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4449575 Aug 19 18:30:42.127745 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45330) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:42.130844 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97705b46-c8bc-49f8-9947-f72acde8ce4d None None] Sync routers for ids ['540f5d25-6263-4d24-b094-8031dd215d14'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:30:42.143266 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97705b46-c8bc-49f8-9947-f72acde8ce4d None None] Routers {'540f5d25-6263-4d24-b094-8031dd215d14'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:42.144411 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-97705b46-c8bc-49f8-9947-f72acde8ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['540f5d25-6263-4d24-b094-8031dd215d14'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:42.195611 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6f68f01f-c7e6-43d9-80cf-92dd75a985a2 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/ports?device_id=540f5d25-6263-4d24-b094-8031dd215d14 HTTP/1.1" status: 200 len: 205 time: 0.0642900 Aug 19 18:30:42.196906 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45334) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:42.198847 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-97705b46-c8bc-49f8-9947-f72acde8ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:42.212610 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97705b46-c8bc-49f8-9947-f72acde8ce4d None None] Routers {'540f5d25-6263-4d24-b094-8031dd215d14'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:42.214506 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-97705b46-c8bc-49f8-9947-f72acde8ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['540f5d25-6263-4d24-b094-8031dd215d14'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:42.280022 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-97705b46-c8bc-49f8-9947-f72acde8ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:42.281223 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97705b46-c8bc-49f8-9947-f72acde8ce4d None None] The sync data for ids ['540f5d25-6263-4d24-b094-8031dd215d14'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:30:42.388055 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d8375aeb-e4b4-4040-af9c-152f5e9cb7e4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:42.680544 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45346) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:42.713601 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-25fe4b42-5c70-40d5-9cc4-b603d799aedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:42.834862 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d8375aeb-e4b4-4040-af9c-152f5e9cb7e4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:42.839977 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d8375aeb-e4b4-4040-af9c-152f5e9cb7e4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:42.904798 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-25fe4b42-5c70-40d5-9cc4-b603d799aedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:42.913045 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-25fe4b42-5c70-40d5-9cc4-b603d799aedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:42.957190 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d8375aeb-e4b4-4040-af9c-152f5e9cb7e4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:42.958698 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8375aeb-e4b4-4040-af9c-152f5e9cb7e4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Fanout notify agent at l3_agent the message router_deleted on router 540f5d25-6263-4d24-b094-8031dd215d14 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:30:42.973171 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d8375aeb-e4b4-4040-af9c-152f5e9cb7e4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:42.975489 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d8375aeb-e4b4-4040-af9c-152f5e9cb7e4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/routers/540f5d25-6263-4d24-b094-8031dd215d14 HTTP/1.1" status: 204 len: 168 time: 0.7765942 Aug 19 18:30:42.977739 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45352) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:42.991859 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-25fe4b42-5c70-40d5-9cc4-b603d799aedc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cef40a6aa51e4bc79d7cf2fe658fec01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3089631 Aug 19 18:30:42.993561 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe4b42-5c70-40d5-9cc4-b603d799aedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f475cb9f-7338-45a5-9822-67f359b56267,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:42.996705 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45354) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:43.094114 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4eb71dc-972e-4baf-843b-882b9d83ca08 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting subnet b3ba7c5f-b123-4b1f-9ee1-f927a78add51 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:30:43.098740 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c4eb71dc-972e-4baf-843b-882b9d83ca08 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:43.154138 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71629b85-4fe3-4114-942f-b0b98072a1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:43.177749 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71629b85-4fe3-4114-942f-b0b98072a1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:43.200706 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c4eb71dc-972e-4baf-843b-882b9d83ca08 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:43.311360 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71629b85-4fe3-4114-942f-b0b98072a1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:43.314057 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71629b85-4fe3-4114-942f-b0b98072a1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:43.318613 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-71629b85-4fe3-4114-942f-b0b98072a1b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f475cb9f-7338-45a5-9822-67f359b56267 HTTP/1.1" status: 204 len: 168 time: 0.3188465 Aug 19 18:30:43.336735 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71629b85-4fe3-4114-942f-b0b98072a1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f475cb9f-7338-45a5-9822-67f359b56267,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:43.347681 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c4eb71dc-972e-4baf-843b-882b9d83ca08 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:43.461191 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c4eb71dc-972e-4baf-843b-882b9d83ca08 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:43.510764 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb71dc-972e-4baf-843b-882b9d83ca08 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ba7c5f-b123-4b1f-9ee1-f927a78add51,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:43.519365 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c4eb71dc-972e-4baf-843b-882b9d83ca08 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:43.525445 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45364) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:43.525777 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c4eb71dc-972e-4baf-843b-882b9d83ca08 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/subnets/b3ba7c5f-b123-4b1f-9ee1-f927a78add51 HTTP/1.1" status: 204 len: 168 time: 0.5466819 Aug 19 18:30:43.551001 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed270c0-42fc-4d68-98eb-deb86c87d32d None None] Network c082640f-d85b-48d8-bc7b-c8f12edf7bc8 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:30:43.711160 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f0dea81d-b6c2-400a-af4a-0bb127bcc59e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:43.762729 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:30:43.891941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-f0dea81d-b6c2-400a-af4a-0bb127bcc59e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting port 74998536-c0ca-45bc-b07a-82b15dc27dfa {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:30:43.893126 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f0dea81d-b6c2-400a-af4a-0bb127bcc59e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:44.008692 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45374) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:44.072482 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c19427-24fa-4424-83d8-ff31ef49db8e None None] DHCP port deletion for c082640f-d85b-48d8-bc7b-c8f12edf7bc8 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:30:44.090356 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-f0dea81d-b6c2-400a-af4a-0bb127bcc59e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] For port 74998536-c0ca-45bc-b07a-82b15dc27dfa, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=74998536-c0ca-45bc-b07a-82b15dc27dfa,segment=NetworkSegment(96a68af0-9ade-419a-bd0e-34d4cf2d8920),segment_id=96a68af0-9ade-419a-bd0e-34d4cf2d8920)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:44.091518 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f0dea81d-b6c2-400a-af4a-0bb127bcc59e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:44.115349 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-f0dea81d-b6c2-400a-af4a-0bb127bcc59e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Calling delete_port for 74998536-c0ca-45bc-b07a-82b15dc27dfa owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:30:44.151313 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-60c19427-24fa-4424-83d8-ff31ef49db8e None None] Deleting port 74998536-c0ca-45bc-b07a-82b15dc27dfa {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:30:44.151904 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-60c19427-24fa-4424-83d8-ff31ef49db8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:44.261366 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f0dea81d-b6c2-400a-af4a-0bb127bcc59e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:44.263631 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-60c19427-24fa-4424-83d8-ff31ef49db8e None None] For port 74998536-c0ca-45bc-b07a-82b15dc27dfa, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=74998536-c0ca-45bc-b07a-82b15dc27dfa,segment=NetworkSegment(96a68af0-9ade-419a-bd0e-34d4cf2d8920),segment_id=96a68af0-9ade-419a-bd0e-34d4cf2d8920)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:44.264324 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-60c19427-24fa-4424-83d8-ff31ef49db8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:44.284831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-60c19427-24fa-4424-83d8-ff31ef49db8e None None] Calling delete_port for 74998536-c0ca-45bc-b07a-82b15dc27dfa owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:30:44.296011 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dea81d-b6c2-400a-af4a-0bb127bcc59e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Port': ['ID=74998536-c0ca-45bc-b07a-82b15dc27dfa,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:44.305139 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dea81d-b6c2-400a-af4a-0bb127bcc59e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] No DVR routers for this DVR port 74998536-c0ca-45bc-b07a-82b15dc27dfa on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:30:44.340055 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f616cf1d-9f22-4b5e-9013-a4ba5db7be3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:44.393882 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-60c19427-24fa-4424-83d8-ff31ef49db8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:44.404643 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f0dea81d-b6c2-400a-af4a-0bb127bcc59e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:44.419977 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-f0dea81d-b6c2-400a-af4a-0bb127bcc59e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c082640f-d85b-48d8-bc7b-c8f12edf7bc8']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:44.429099 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c19427-24fa-4424-83d8-ff31ef49db8e None None] Pushing event deleted for resources: {'Port': ['ID=74998536-c0ca-45bc-b07a-82b15dc27dfa,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:44.434958 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-f0dea81d-b6c2-400a-af4a-0bb127bcc59e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a68af0-9ade-419a-bd0e-34d4cf2d8920') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:44.435319 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-f0dea81d-b6c2-400a-af4a-0bb127bcc59e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a68af0-9ade-419a-bd0e-34d4cf2d8920') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:44.438578 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c19427-24fa-4424-83d8-ff31ef49db8e None None] No DVR routers for this DVR port 74998536-c0ca-45bc-b07a-82b15dc27dfa on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:30:44.443797 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c19427-24fa-4424-83d8-ff31ef49db8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:44.444543 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c19427-24fa-4424-83d8-ff31ef49db8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:44.445161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c19427-24fa-4424-83d8-ff31ef49db8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:44.445774 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c19427-24fa-4424-83d8-ff31ef49db8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:44.446270 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c19427-24fa-4424-83d8-ff31ef49db8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:44.446804 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c19427-24fa-4424-83d8-ff31ef49db8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:44.447431 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c19427-24fa-4424-83d8-ff31ef49db8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:44.448035 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c19427-24fa-4424-83d8-ff31ef49db8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:44.448177 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f0dea81d-b6c2-400a-af4a-0bb127bcc59e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:44.448843 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c19427-24fa-4424-83d8-ff31ef49db8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:44.449515 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c19427-24fa-4424-83d8-ff31ef49db8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:44.450046 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c19427-24fa-4424-83d8-ff31ef49db8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:44.450581 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c19427-24fa-4424-83d8-ff31ef49db8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:44.473020 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f0dea81d-b6c2-400a-af4a-0bb127bcc59e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:44.482231 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0dea81d-b6c2-400a-af4a-0bb127bcc59e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:30:44.482665 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f0dea81d-b6c2-400a-af4a-0bb127bcc59e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:30:44.486824 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:30:44.539519 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f616cf1d-9f22-4b5e-9013-a4ba5db7be3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:44.545008 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f616cf1d-9f22-4b5e-9013-a4ba5db7be3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:44.584255 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f0dea81d-b6c2-400a-af4a-0bb127bcc59e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:44.596761 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f0dea81d-b6c2-400a-af4a-0bb127bcc59e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:44.605861 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f0dea81d-b6c2-400a-af4a-0bb127bcc59e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/networks/c082640f-d85b-48d8-bc7b-c8f12edf7bc8 HTTP/1.1" status: 204 len: 168 time: 1.0786426 Aug 19 18:30:44.607105 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45390) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:44.621493 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-86f9c9b9-9ba0-4419-8c1d-342644548a7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1841037994', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}, 'admin_state_up': False}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:30:44.647089 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dea81d-b6c2-400a-af4a-0bb127bcc59e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Network': ['ID=c082640f-d85b-48d8-bc7b-c8f12edf7bc8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:44.710175 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-86f9c9b9-9ba0-4419-8c1d-342644548a7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:44.712023 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-86f9c9b9-9ba0-4419-8c1d-342644548a7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:44.791055 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-86f9c9b9-9ba0-4419-8c1d-342644548a7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:44.968674 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f616cf1d-9f22-4b5e-9013-a4ba5db7be3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc3893ca674a47b59185c63e9d4cd3e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9579592 Aug 19 18:30:44.971046 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616cf1d-9f22-4b5e-9013-a4ba5db7be3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b8275c-8878-4782-b8ec-68acd12f5505,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:44.974987 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45400) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:45.062574 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-86f9c9b9-9ba0-4419-8c1d-342644548a7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:45.068927 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2023b095-0ed6-4cb6-adc5-ef47cd7ac140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:45.165997 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2023b095-0ed6-4cb6-adc5-ef47cd7ac140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:45.307454 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2023b095-0ed6-4cb6-adc5-ef47cd7ac140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:45.312461 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2023b095-0ed6-4cb6-adc5-ef47cd7ac140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:45.314930 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2023b095-0ed6-4cb6-adc5-ef47cd7ac140 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99b8275c-8878-4782-b8ec-68acd12f5505 HTTP/1.1" status: 204 len: 168 time: 0.3375182 Aug 19 18:30:45.341754 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b095-0ed6-4cb6-adc5-ef47cd7ac140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b8275c-8878-4782-b8ec-68acd12f5505,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:45.447125 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-86f9c9b9-9ba0-4419-8c1d-342644548a7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:45.485060 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-86f9c9b9-9ba0-4419-8c1d-342644548a7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:45.623073 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-365615b4-b7d8-4b16-beef-dccc71647ad2 req-c93d23fd-780a-45d4-b4bb-13103465a510 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1466966 Aug 19 18:30:45.743878 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 74998536-c0ca-45bc-b07a-82b15dc27dfa no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:30:45.789874 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 74998536-c0ca-45bc-b07a-82b15dc27dfa {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:30:45.790452 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 74998536-c0ca-45bc-b07a-82b15dc27dfa not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:30:45.874919 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-86f9c9b9-9ba0-4419-8c1d-342644548a7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Allocated IP 172.25.8.20 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/7c0d5f88-62d4-4227-99fc-f1074c43fe37) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:30:45.891682 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365615b4-b7d8-4b16-beef-dccc71647ad2 req-5a4be6aa-3422-4c32-b621-5b7d089655cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:45.894959 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-365615b4-b7d8-4b16-beef-dccc71647ad2 req-5a4be6aa-3422-4c32-b621-5b7d089655cd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 1097 time: 0.1508937 Aug 19 18:30:46.102412 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365615b4-b7d8-4b16-beef-dccc71647ad2 req-e78482cb-5977-4121-92f8-80277208907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:46.103990 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-365615b4-b7d8-4b16-beef-dccc71647ad2 req-e78482cb-5977-4121-92f8-80277208907c service neutron] 10.222.0.54 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 911 time: 0.1746352 Aug 19 18:30:46.219396 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-86f9c9b9-9ba0-4419-8c1d-342644548a7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:46.263895 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-365615b4-b7d8-4b16-beef-dccc71647ad2 req-efda525e-3d13-4eeb-a2dc-45faa50df82f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfec941a-be49-489c-b8ba-539bfe6342f9 HTTP/1.1" status: 200 len: 1001 time: 0.1093149 Aug 19 18:30:46.436075 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365615b4-b7d8-4b16-beef-dccc71647ad2 req-02a2f99b-663a-4eb7-b441-30c0f52ec599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:46.437679 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-365615b4-b7d8-4b16-beef-dccc71647ad2 req-02a2f99b-663a-4eb7-b441-30c0f52ec599 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.1571977 Aug 19 18:30:46.443964 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-86f9c9b9-9ba0-4419-8c1d-342644548a7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:46.500897 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9c9b9-9ba0-4419-8c1d-342644548a7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Port': ['ID=7c0d5f88-62d4-4227-99fc-f1074c43fe37,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:46.530187 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f9c9b9-9ba0-4419-8c1d-342644548a7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:30:46.532970 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-86f9c9b9-9ba0-4419-8c1d-342644548a7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:46.536336 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f9c9b9-9ba0-4419-8c1d-342644548a7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:30:46.545212 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:46.577901 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365615b4-b7d8-4b16-beef-dccc71647ad2 req-b157bf49-39ad-4a55-bc52-3540081acbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:46.579519 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-365615b4-b7d8-4b16-beef-dccc71647ad2 req-b157bf49-39ad-4a55-bc52-3540081acbf5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1321824 Aug 19 18:30:46.791123 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-365615b4-b7d8-4b16-beef-dccc71647ad2 req-6558394d-7101-4123-98ec-d3010a472b97 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027853 Aug 19 18:30:47.356413 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-86f9c9b9-9ba0-4419-8c1d-342644548a7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:47.360418 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-365615b4-b7d8-4b16-beef-dccc71647ad2 req-01f2c03a-03bd-4af3-ba2c-4a5fa8f85a59 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589654 Aug 19 18:30:47.669174 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-86f9c9b9-9ba0-4419-8c1d-342644548a7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:47.847532 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45548) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:47.855536 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45552) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:47.863407 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f9c9b9-9ba0-4419-8c1d-342644548a7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Router 181f654a-39cc-4d66-8c2d-52dbd5682b30 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:30:48.012798 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f9c9b9-9ba0-4419-8c1d-342644548a7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:30:48.027038 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3b1d8f-1d67-4640-b559-fd5f521870d2 None None] Sync routers for ids ['181f654a-39cc-4d66-8c2d-52dbd5682b30'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:30:48.049884 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d1d7efec-e928-43b6-bab6-a92ec9acb676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:48.054411 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b68c842-7011-487b-86c6-08a254ad6752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:48.055307 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3b1d8f-1d67-4640-b559-fd5f521870d2 None None] Routers {'181f654a-39cc-4d66-8c2d-52dbd5682b30'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:48.060175 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9a3b1d8f-1d67-4640-b559-fd5f521870d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['181f654a-39cc-4d66-8c2d-52dbd5682b30'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:48.060718 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-86f9c9b9-9ba0-4419-8c1d-342644548a7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:48.066223 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-86f9c9b9-9ba0-4419-8c1d-342644548a7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.4525893 Aug 19 18:30:48.067074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45558) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:48.105581 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9a3b1d8f-1d67-4640-b559-fd5f521870d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:48.116058 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3b1d8f-1d67-4640-b559-fd5f521870d2 None None] Routers {'181f654a-39cc-4d66-8c2d-52dbd5682b30'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:48.116680 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9a3b1d8f-1d67-4640-b559-fd5f521870d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['181f654a-39cc-4d66-8c2d-52dbd5682b30'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:48.140093 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.db.api [None req-9b68c842-7011-487b-86c6-08a254ad6752 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 18:30:48.140093 n-d-803753-2 neutron-server[94681]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 18:30:48.140093 n-d-803753-2 neutron-server[94681]: [parameters: {'project_id': '34f9efc18e4d41459e88294b227200d4', 'id': '6d611862-b12a-47b9-bb4d-c34980d1acaf', 'expiration': datetime.datetime(2021, 8, 19, 18, 32, 48, 125952)}] Aug 19 18:30:48.140093 n-d-803753-2 neutron-server[94681]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:30:48.141194 n-d-803753-2 neutron-server[94681]: DEBUG oslo_db.api [None req-9b68c842-7011-487b-86c6-08a254ad6752 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:30:48.152700 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9a3b1d8f-1d67-4640-b559-fd5f521870d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:48.153436 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3b1d8f-1d67-4640-b559-fd5f521870d2 None None] The sync data for ids ['181f654a-39cc-4d66-8c2d-52dbd5682b30'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:30:48.237867 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-22593f37-7177-499e-8d63-024c4ad237aa tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/routers/181f654a-39cc-4d66-8c2d-52dbd5682b30 HTTP/1.1" status: 200 len: 884 time: 0.1645348 Aug 19 18:30:48.238254 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45560) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:48.248304 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d1d7efec-e928-43b6-bab6-a92ec9acb676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:48.299247 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d1d7efec-e928-43b6-bab6-a92ec9acb676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:48.355385 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7efec-e928-43b6-bab6-a92ec9acb676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf5cc9e-52a8-4d32-bbe0-7f267c2615c4,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:48.367642 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d1d7efec-e928-43b6-bab6-a92ec9acb676 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe8ad1cd4ff6492792a62172f63b92a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5070195 Aug 19 18:30:48.369494 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45562) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:48.444098 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c105ba0c-88c9-48e3-88f8-c88c1fcc61f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:48.476270 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c105ba0c-88c9-48e3-88f8-c88c1fcc61f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:48.543264 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c105ba0c-88c9-48e3-88f8-c88c1fcc61f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:48.546062 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c105ba0c-88c9-48e3-88f8-c88c1fcc61f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:48.550058 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c105ba0c-88c9-48e3-88f8-c88c1fcc61f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eaf5cc9e-52a8-4d32-bbe0-7f267c2615c4 HTTP/1.1" status: 204 len: 168 time: 0.1756899 Aug 19 18:30:48.558181 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105ba0c-88c9-48e3-88f8-c88c1fcc61f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf5cc9e-52a8-4d32-bbe0-7f267c2615c4,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:48.578898 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45568) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:48.579116 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6c09751f-54f1-4adf-9e60-b628cc19f830 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3388894 Aug 19 18:30:48.586167 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-844e8869-8f1e-495b-af46-f22de4c84c73 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1841037994'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:30:48.655088 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b68c842-7011-487b-86c6-08a254ad6752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:49.047163 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b68c842-7011-487b-86c6-08a254ad6752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:49.057761 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b68c842-7011-487b-86c6-08a254ad6752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:49.132363 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-844e8869-8f1e-495b-af46-f22de4c84c73 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:49.137825 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68c842-7011-487b-86c6-08a254ad6752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b719b20-11b8-41aa-a830-86b2c048c3e9,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:49.145345 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9b68c842-7011-487b-86c6-08a254ad6752 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34f9efc18e4d41459e88294b227200d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2959275 Aug 19 18:30:49.148457 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45584) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:49.155427 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-844e8869-8f1e-495b-af46-f22de4c84c73 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740919'] for router, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:49.216628 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ed4b5bb2-81a7-4caf-9961-301487e69e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:49.259012 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ed4b5bb2-81a7-4caf-9961-301487e69e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:49.312098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844e8869-8f1e-495b-af46-f22de4c84c73 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Router 181f654a-39cc-4d66-8c2d-52dbd5682b30 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:30:49.326203 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ed4b5bb2-81a7-4caf-9961-301487e69e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:49.331023 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ed4b5bb2-81a7-4caf-9961-301487e69e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:49.332564 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ed4b5bb2-81a7-4caf-9961-301487e69e44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b719b20-11b8-41aa-a830-86b2c048c3e9 HTTP/1.1" status: 204 len: 168 time: 0.1815419 Aug 19 18:30:49.344822 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b5bb2-81a7-4caf-9961-301487e69e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b719b20-11b8-41aa-a830-86b2c048c3e9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:49.490491 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844e8869-8f1e-495b-af46-f22de4c84c73 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:30:49.503838 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-844e8869-8f1e-495b-af46-f22de4c84c73 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:49.504103 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd3e8a2-ed86-45c1-a55e-311c5221ffa3 None None] Sync routers for ids ['181f654a-39cc-4d66-8c2d-52dbd5682b30'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:30:49.506167 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-844e8869-8f1e-495b-af46-f22de4c84c73 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/routers/181f654a-39cc-4d66-8c2d-52dbd5682b30 HTTP/1.1" status: 200 len: 891 time: 0.9247336 Aug 19 18:30:49.509377 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45596) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:49.517596 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd3e8a2-ed86-45c1-a55e-311c5221ffa3 None None] Routers {'181f654a-39cc-4d66-8c2d-52dbd5682b30'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:49.518592 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5fd3e8a2-ed86-45c1-a55e-311c5221ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['181f654a-39cc-4d66-8c2d-52dbd5682b30'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:49.583828 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5fd3e8a2-ed86-45c1-a55e-311c5221ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:49.595396 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd3e8a2-ed86-45c1-a55e-311c5221ffa3 None None] Routers {'181f654a-39cc-4d66-8c2d-52dbd5682b30'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:49.596676 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5fd3e8a2-ed86-45c1-a55e-311c5221ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['181f654a-39cc-4d66-8c2d-52dbd5682b30'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:49.638920 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5fd3e8a2-ed86-45c1-a55e-311c5221ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:49.640051 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd3e8a2-ed86-45c1-a55e-311c5221ffa3 None None] The sync data for ids ['181f654a-39cc-4d66-8c2d-52dbd5682b30'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:30:49.689707 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7161799c-f9e6-4ec0-a913-b82e34fc52e7 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/routers/181f654a-39cc-4d66-8c2d-52dbd5682b30 HTTP/1.1" status: 200 len: 891 time: 0.1758416 Aug 19 18:30:49.692934 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45604) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:49.722474 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-83458b37-896a-430c-934e-5d24db7f8ee8 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/ports?device_id=181f654a-39cc-4d66-8c2d-52dbd5682b30 HTTP/1.1" status: 200 len: 205 time: 0.0280049 Aug 19 18:30:49.725149 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45606) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:49.845767 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45608) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:49.865287 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a4149be3-af2c-44dc-97ad-6d8719a2798f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:49.887773 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4580bb46-a405-4cf8-95e4-7af29dadbca1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:50.030977 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4580bb46-a405-4cf8-95e4-7af29dadbca1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:50.087474 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a4149be3-af2c-44dc-97ad-6d8719a2798f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:50.093437 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a4149be3-af2c-44dc-97ad-6d8719a2798f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:50.151784 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4149be3-af2c-44dc-97ad-6d8719a2798f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484db90f-b409-4d6e-bfaf-b558e8798cfc,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:50.160335 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a4149be3-af2c-44dc-97ad-6d8719a2798f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53aa7ca1b7904f2e9cda52be4620d306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3129141 Aug 19 18:30:50.163043 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45612) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:50.171810 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-4580bb46-a405-4cf8-95e4-7af29dadbca1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting port 7c0d5f88-62d4-4227-99fc-f1074c43fe37 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:30:50.172267 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4580bb46-a405-4cf8-95e4-7af29dadbca1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:50.218023 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c203f58c-b060-4ff6-8656-dedff3c6ba7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:50.242947 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c203f58c-b060-4ff6-8656-dedff3c6ba7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:50.260282 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4580bb46-a405-4cf8-95e4-7af29dadbca1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:50.275943 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-4580bb46-a405-4cf8-95e4-7af29dadbca1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Calling delete_port for 7c0d5f88-62d4-4227-99fc-f1074c43fe37 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:30:50.295529 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c203f58c-b060-4ff6-8656-dedff3c6ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:50.298228 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c203f58c-b060-4ff6-8656-dedff3c6ba7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:50.299555 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c203f58c-b060-4ff6-8656-dedff3c6ba7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/484db90f-b409-4d6e-bfaf-b558e8798cfc HTTP/1.1" status: 204 len: 168 time: 0.1348333 Aug 19 18:30:50.310624 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203f58c-b060-4ff6-8656-dedff3c6ba7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484db90f-b409-4d6e-bfaf-b558e8798cfc,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:50.493283 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4580bb46-a405-4cf8-95e4-7af29dadbca1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:50.526174 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580bb46-a405-4cf8-95e4-7af29dadbca1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Port': ['ID=7c0d5f88-62d4-4227-99fc-f1074c43fe37,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:50.593947 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4580bb46-a405-4cf8-95e4-7af29dadbca1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:50.708214 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4580bb46-a405-4cf8-95e4-7af29dadbca1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:50.710906 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4580bb46-a405-4cf8-95e4-7af29dadbca1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:50.769445 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4580bb46-a405-4cf8-95e4-7af29dadbca1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:50.771177 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4580bb46-a405-4cf8-95e4-7af29dadbca1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Fanout notify agent at l3_agent the message router_deleted on router 181f654a-39cc-4d66-8c2d-52dbd5682b30 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:30:50.781422 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4580bb46-a405-4cf8-95e4-7af29dadbca1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:50.784789 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4580bb46-a405-4cf8-95e4-7af29dadbca1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/routers/181f654a-39cc-4d66-8c2d-52dbd5682b30 HTTP/1.1" status: 204 len: 168 time: 1.0584652 Aug 19 18:30:50.788133 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45636) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:50.795722 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c76f1409-df93-4be6-a1c9-e93e9f61ed7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1512523683'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:30:50.835060 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76f1409-df93-4be6-a1c9-e93e9f61ed7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Made reservation on behalf of 43d8cf292b114172bd8ec735cb51928c for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:30:50.846644 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c76f1409-df93-4be6-a1c9-e93e9f61ed7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:50.881643 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76f1409-df93-4be6-a1c9-e93e9f61ed7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:30:50.894234 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c76f1409-df93-4be6-a1c9-e93e9f61ed7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:50.894620 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-c76f1409-df93-4be6-a1c9-e93e9f61ed7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Added segment 4344a0d2-b70d-401d-92f4-1a5b93c16c19 of type vlan for network 0fd11915-472e-49ef-bdeb-aac917ec5309 Aug 19 18:30:50.944475 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c76f1409-df93-4be6-a1c9-e93e9f61ed7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:50.995892 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c76f1409-df93-4be6-a1c9-e93e9f61ed7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:51.004703 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76f1409-df93-4be6-a1c9-e93e9f61ed7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:51.005870 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c76f1409-df93-4be6-a1c9-e93e9f61ed7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:51.068817 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c76f1409-df93-4be6-a1c9-e93e9f61ed7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2795546 Aug 19 18:30:51.073242 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45648) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:51.080987 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-43443b59-da4f-4d27-a1f4-86466c17c956 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'subnet': {'network_id': '0fd11915-472e-49ef-bdeb-aac917ec5309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:30:51.086347 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f1409-df93-4be6-a1c9-e93e9f61ed7d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Network': ['ID=0fd11915-472e-49ef-bdeb-aac917ec5309,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:51.107408 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 0fd11915-472e-49ef-bdeb-aac917ec5309 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:30:51.255964 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43443b59-da4f-4d27-a1f4-86466c17c956 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Made reservation on behalf of 43d8cf292b114172bd8ec735cb51928c for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:30:51.260152 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-43443b59-da4f-4d27-a1f4-86466c17c956 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:51.497884 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-43443b59-da4f-4d27-a1f4-86466c17c956 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:51.577934 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43443b59-da4f-4d27-a1f4-86466c17c956 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Subnet': ['ID=c850d91c-cbc7-44d3-a345-8aacc9ac9331,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:51.587901 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43443b59-da4f-4d27-a1f4-86466c17c956 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Checking segment: {'id': '4344a0d2-b70d-401d-92f4-1a5b93c16c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0fd11915-472e-49ef-bdeb-aac917ec5309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:30:51.588270 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43443b59-da4f-4d27-a1f4-86466c17c956 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network hostable DHCP agents. Network: 0fd11915-472e-49ef-bdeb-aac917ec5309, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:30:51.607495 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43443b59-da4f-4d27-a1f4-86466c17c956 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network 0fd11915-472e-49ef-bdeb-aac917ec5309 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:30:51.620738 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-43443b59-da4f-4d27-a1f4-86466c17c956 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 0fd11915-472e-49ef-bdeb-aac917ec5309) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:51.625720 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43443b59-da4f-4d27-a1f4-86466c17c956 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:51.626609 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-43443b59-da4f-4d27-a1f4-86466c17c956 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:51.640383 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72f92f7-9210-43f8-a1cd-c339f1c8afc4 None None] Network 0fd11915-472e-49ef-bdeb-aac917ec5309 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:30:51.653744 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-43443b59-da4f-4d27-a1f4-86466c17c956 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5790443 Aug 19 18:30:51.654017 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45720) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:51.661548 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-fc7e9e0b-27ad-42f4-b801-3defe5300012 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1869867478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:30:51.740453 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc7e9e0b-27ad-42f4-b801-3defe5300012 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:51.741897 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc7e9e0b-27ad-42f4-b801-3defe5300012 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:51.773766 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-6d71754a-6d8b-4256-aa89-3e4575bf85c9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0736930 Aug 19 18:30:51.857101 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc7e9e0b-27ad-42f4-b801-3defe5300012 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:51.878368 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc7e9e0b-27ad-42f4-b801-3defe5300012 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:51.880494 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775a5209-ed9c-44f9-9de6-0a93a7dc1d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-0fd11915-472e-49ef-bdeb-aac917ec5309', 'network_id': '0fd11915-472e-49ef-bdeb-aac917ec5309', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'fixed_ips': [{'subnet_id': 'c850d91c-cbc7-44d3-a345-8aacc9ac9331'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:30:51.881588 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-775a5209-ed9c-44f9-9de6-0a93a7dc1d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:51.903375 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc7e9e0b-27ad-42f4-b801-3defe5300012 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:51.904894 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fc7e9e0b-27ad-42f4-b801-3defe5300012 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2496336 Aug 19 18:30:51.909326 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45728) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:51.926243 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-50e81406-9983-4aff-b1a6-87fb41bcd07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:51.927680 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-50e81406-9983-4aff-b1a6-87fb41bcd07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:51.928265 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-50e81406-9983-4aff-b1a6-87fb41bcd07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:51.928877 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-50e81406-9983-4aff-b1a6-87fb41bcd07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:51.929424 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-50e81406-9983-4aff-b1a6-87fb41bcd07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:51.929941 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-50e81406-9983-4aff-b1a6-87fb41bcd07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:51.930421 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-50e81406-9983-4aff-b1a6-87fb41bcd07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:51.933084 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-50e81406-9983-4aff-b1a6-87fb41bcd07c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d4c8d8581824507a55c5466e9a27980&device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 6502 time: 0.0924659 Aug 19 18:30:52.098747 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45736) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:52.152980 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-775a5209-ed9c-44f9-9de6-0a93a7dc1d62 None None] Allocated IP 2001:db8::2 (0fd11915-472e-49ef-bdeb-aac917ec5309/c850d91c-cbc7-44d3-a345-8aacc9ac9331/8af5df54-cdca-4e01-a450-45b252e62e15) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:30:52.276162 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-368d77b4-6eef-4f51-af10-8b14d2959927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:52.279607 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-961e677b-1741-4615-8d31-e156918a096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:52.280178 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-961e677b-1741-4615-8d31-e156918a096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:52.280658 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-961e677b-1741-4615-8d31-e156918a096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:52.282649 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-961e677b-1741-4615-8d31-e156918a096b service neutron] 10.222.0.50 "GET /v2.0/networks?id=eb209190-2b0a-4385-a96f-5ebf3ada95ae&id=e907505c-8552-41bc-9150-9253fbc87c40&id=e907505c-8552-41bc-9150-9253fbc87c40&id=e907505c-8552-41bc-9150-9253fbc87c40&id=e907505c-8552-41bc-9150-9253fbc87c40&id=82deafff-818d-46cd-9b39-f0e9acf3a9dd&id=82deafff-818d-46cd-9b39-f0e9acf3a9dd HTTP/1.1" status: 200 len: 2295 time: 0.2947271 Aug 19 18:30:52.351143 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-775a5209-ed9c-44f9-9de6-0a93a7dc1d62 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:52.373324 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-775a5209-ed9c-44f9-9de6-0a93a7dc1d62 None None] Transition to ACTIVE for port object 8af5df54-cdca-4e01-a450-45b252e62e15 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:30:52.396759 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-775a5209-ed9c-44f9-9de6-0a93a7dc1d62 None None] Transition to ACTIVE for port object 8af5df54-cdca-4e01-a450-45b252e62e15 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:30:52.404803 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-775a5209-ed9c-44f9-9de6-0a93a7dc1d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:52.409128 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-cc857815-c7ba-444b-b550-c9737a0bc312 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=947b2bf4-1446-47c1-9618-b9bfceb818f3 HTTP/1.1" status: 200 len: 1000 time: 0.1040339 Aug 19 18:30:52.410629 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15161308-35c2-4a27-8075-7cf7a5ecd314 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:52.414217 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-368d77b4-6eef-4f51-af10-8b14d2959927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:52.421281 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-368d77b4-6eef-4f51-af10-8b14d2959927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:52.471171 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a5209-ed9c-44f9-9de6-0a93a7dc1d62 None None] Pushing event updated for resources: {'Port': ['ID=8af5df54-cdca-4e01-a450-45b252e62e15,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:52.473731 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d77b4-6eef-4f51-af10-8b14d2959927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961f6280-4b8f-4068-bf78-6d66cd3696b1,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:52.482904 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-368d77b4-6eef-4f51-af10-8b14d2959927 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=beb24c33ee5a4321956371a78f284381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3827360 Aug 19 18:30:52.483850 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45746) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:52.490806 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775a5209-ed9c-44f9-9de6-0a93a7dc1d62 None None] Network 0fd11915-472e-49ef-bdeb-aac917ec5309 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:30:52.492849 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-775a5209-ed9c-44f9-9de6-0a93a7dc1d62 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:52.503561 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775a5209-ed9c-44f9-9de6-0a93a7dc1d62 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:30:52.588095 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-09daf088-ffef-45f0-9a47-c988b7d3f764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:52.588531 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-775a5209-ed9c-44f9-9de6-0a93a7dc1d62 None None] Attempting to bind port 8af5df54-cdca-4e01-a450-45b252e62e15 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:30:52.589257 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-775a5209-ed9c-44f9-9de6-0a93a7dc1d62 None None] Attempting to bind port 8af5df54-cdca-4e01-a450-45b252e62e15 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '4344a0d2-b70d-401d-92f4-1a5b93c16c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0fd11915-472e-49ef-bdeb-aac917ec5309'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:30:52.590241 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775a5209-ed9c-44f9-9de6-0a93a7dc1d62 None None] Attempting to bind port 8af5df54-cdca-4e01-a450-45b252e62e15 on network 0fd11915-472e-49ef-bdeb-aac917ec5309 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:30:52.598940 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775a5209-ed9c-44f9-9de6-0a93a7dc1d62 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:30:52.599796 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775a5209-ed9c-44f9-9de6-0a93a7dc1d62 None None] Checking segment: {'id': '4344a0d2-b70d-401d-92f4-1a5b93c16c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0fd11915-472e-49ef-bdeb-aac917ec5309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:30:52.600425 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-775a5209-ed9c-44f9-9de6-0a93a7dc1d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:52.601430 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775a5209-ed9c-44f9-9de6-0a93a7dc1d62 None None] Bound using segment: {'id': '4344a0d2-b70d-401d-92f4-1a5b93c16c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0fd11915-472e-49ef-bdeb-aac917ec5309'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:30:52.603537 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-775a5209-ed9c-44f9-9de6-0a93a7dc1d62 None None] Bound port: 8af5df54-cdca-4e01-a450-45b252e62e15, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4344a0d2-b70d-401d-92f4-1a5b93c16c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0fd11915-472e-49ef-bdeb-aac917ec5309'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:30:52.604152 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-775a5209-ed9c-44f9-9de6-0a93a7dc1d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:52.620219 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-09daf088-ffef-45f0-9a47-c988b7d3f764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:52.717308 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-09daf088-ffef-45f0-9a47-c988b7d3f764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:52.725147 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-09daf088-ffef-45f0-9a47-c988b7d3f764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:52.729435 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-09daf088-ffef-45f0-9a47-c988b7d3f764 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/961f6280-4b8f-4068-bf78-6d66cd3696b1 HTTP/1.1" status: 204 len: 168 time: 0.2409825 Aug 19 18:30:52.748008 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09daf088-ffef-45f0-9a47-c988b7d3f764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961f6280-4b8f-4068-bf78-6d66cd3696b1,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:52.750031 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-b700d93c-d9fc-4641-b6e4-0504ac5df8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:52.757763 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-b700d93c-d9fc-4641-b6e4-0504ac5df8e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a51ede3-bf4f-418b-b046-6db223b828ca HTTP/1.1" status: 200 len: 854 time: 0.3361566 Aug 19 18:30:52.794436 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-775a5209-ed9c-44f9-9de6-0a93a7dc1d62 None None] For port 8af5df54-cdca-4e01-a450-45b252e62e15, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:30:52.799436 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-775a5209-ed9c-44f9-9de6-0a93a7dc1d62 None None] For port 8af5df54-cdca-4e01-a450-45b252e62e15, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=8af5df54-cdca-4e01-a450-45b252e62e15,segment=NetworkSegment(4344a0d2-b70d-401d-92f4-1a5b93c16c19),segment_id=4344a0d2-b70d-401d-92f4-1a5b93c16c19)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:30:52.805925 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-775a5209-ed9c-44f9-9de6-0a93a7dc1d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:52.911798 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-f1c2493a-4cf3-47bf-bece-a63b83c92bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:52.914136 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-f1c2493a-4cf3-47bf-bece-a63b83c92bb2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=eb209190-2b0a-4385-a96f-5ebf3ada95ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489174 Aug 19 18:30:52.921292 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a5209-ed9c-44f9-9de6-0a93a7dc1d62 None None] Pushing event updated for resources: {'Port': ['ID=8af5df54-cdca-4e01-a450-45b252e62e15,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:52.987889 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-15161308-35c2-4a27-8075-7cf7a5ecd314 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Allocated IP 2001:db8::1 (0fd11915-472e-49ef-bdeb-aac917ec5309/c850d91c-cbc7-44d3-a345-8aacc9ac9331/e200d355-524d-4b8a-a700-69943942223f) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:30:53.112604 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-a6d389e6-dfa8-4e17-bfec-162bc1f7b4c4 service neutron] 10.222.0.50 "GET /v2.0/networks/eb209190-2b0a-4385-a96f-5ebf3ada95ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898789 Aug 19 18:30:53.237945 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15161308-35c2-4a27-8075-7cf7a5ecd314 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:53.278211 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-15161308-35c2-4a27-8075-7cf7a5ecd314 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Transition to ACTIVE for port object e200d355-524d-4b8a-a700-69943942223f will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:30:53.316725 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-b5d56681-c53d-412d-b75e-399696efd39b service neutron] 10.222.0.50 "GET /v2.0/networks/eb209190-2b0a-4385-a96f-5ebf3ada95ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929023 Aug 19 18:30:53.371622 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-392b8066-7088-4803-925b-5a8c52088db4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=334dbf3e-abee-4ea8-85bc-ff4e12f05776 HTTP/1.1" status: 200 len: 217 time: 0.0473139 Aug 19 18:30:53.420001 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15161308-35c2-4a27-8075-7cf7a5ecd314 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:53.481662 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15161308-35c2-4a27-8075-7cf7a5ecd314 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network 0fd11915-472e-49ef-bdeb-aac917ec5309 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:30:53.487811 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-e647764d-4d72-418f-8a84-ee4ace2a7921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:53.489805 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-e647764d-4d72-418f-8a84-ee4ace2a7921 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35803907-fc07-4398-bccd-780130b728a8 HTTP/1.1" status: 200 len: 797 time: 0.1094127 Aug 19 18:30:53.493769 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-15161308-35c2-4a27-8075-7cf7a5ecd314 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:53.497228 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15161308-35c2-4a27-8075-7cf7a5ecd314 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:30:53.498091 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15161308-35c2-4a27-8075-7cf7a5ecd314 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:53.575668 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15161308-35c2-4a27-8075-7cf7a5ecd314 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Port': ['ID=e200d355-524d-4b8a-a700-69943942223f,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:53.664997 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-c0e22234-1a24-4532-9c5c-e40f55b5a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:53.666961 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-c0e22234-1a24-4532-9c5c-e40f55b5a729 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e907505c-8552-41bc-9150-9253fbc87c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1644826 Aug 19 18:30:53.714303 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8af5df54-cdca-4e01-a450-45b252e62e15 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:30:53.775521 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 8af5df54-cdca-4e01-a450-45b252e62e15 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:30:54.185341 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-bda2090b-9f6f-4b3d-b1c0-ad721d450e59 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090153 Aug 19 18:30:54.189588 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15161308-35c2-4a27-8075-7cf7a5ecd314 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:54.230392 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45810) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:54.260208 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf145cd-f9a0-4c94-835f-ef2b458b38d6 None None] Network 0fd11915-472e-49ef-bdeb-aac917ec5309 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:30:54.350828 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4bff329a-c82c-4c8f-8049-b0543f44ef6b None None] Provisioning for port 8af5df54-cdca-4e01-a450-45b252e62e15 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:30:54.361173 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4bff329a-c82c-4c8f-8049-b0543f44ef6b None None] Provisioning complete for port 8af5df54-cdca-4e01-a450-45b252e62e15 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:54.362084 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4bff329a-c82c-4c8f-8049-b0543f44ef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:54.440184 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-94a40b1f-4ee1-4f5f-be04-9f85b1dea771 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392321 Aug 19 18:30:54.467105 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-428dab7a-c6ef-4b62-b2a6-2fcfb33a18b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:54.492189 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-ac4efd69-8656-4461-95fa-1f8538367d9d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=893cfcd7-84d6-4673-a14d-ca9588314af4 HTTP/1.1" status: 200 len: 217 time: 0.0402179 Aug 19 18:30:54.517851 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4bff329a-c82c-4c8f-8049-b0543f44ef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:54.575727 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-4bff329a-c82c-4c8f-8049-b0543f44ef6b None None] For port 8af5df54-cdca-4e01-a450-45b252e62e15, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=8af5df54-cdca-4e01-a450-45b252e62e15,segment=NetworkSegment(4344a0d2-b70d-401d-92f4-1a5b93c16c19),segment_id=4344a0d2-b70d-401d-92f4-1a5b93c16c19)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:54.589296 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4bff329a-c82c-4c8f-8049-b0543f44ef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:54.601468 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-428dab7a-c6ef-4b62-b2a6-2fcfb33a18b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:54.609809 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-428dab7a-c6ef-4b62-b2a6-2fcfb33a18b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:54.616541 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-4ce42fbf-5fff-4e3f-afbf-d78d2ba479bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:54.618101 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-4ce42fbf-5fff-4e3f-afbf-d78d2ba479bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35803907-fc07-4398-bccd-780130b728a8 HTTP/1.1" status: 200 len: 797 time: 0.1178024 Aug 19 18:30:54.660560 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-428dab7a-c6ef-4b62-b2a6-2fcfb33a18b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1f7f8771ba44ca4900fad2730524d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4263701 Aug 19 18:30:54.660560 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428dab7a-c6ef-4b62-b2a6-2fcfb33a18b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8410ef6-2ce7-4556-9d28-477cd84f3d1d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:54.661404 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45824) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:54.704217 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-40702f80-c34e-40b5-9e28-900fb63e6adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:54.706804 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-40702f80-c34e-40b5-9e28-900fb63e6adc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e907505c-8552-41bc-9150-9253fbc87c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0794716 Aug 19 18:30:54.738847 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc8d007c-fd08-4d1f-8ae8-a848bdf02299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:54.746988 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff329a-c82c-4c8f-8049-b0543f44ef6b None None] Pushing event updated for resources: {'Port': ['ID=8af5df54-cdca-4e01-a450-45b252e62e15,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:54.760495 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15161308-35c2-4a27-8075-7cf7a5ecd314 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:54.766256 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc8d007c-fd08-4d1f-8ae8-a848bdf02299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:54.794240 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15161308-35c2-4a27-8075-7cf7a5ecd314 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:54.795472 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15161308-35c2-4a27-8075-7cf7a5ecd314 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:54.831648 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc8d007c-fd08-4d1f-8ae8-a848bdf02299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:54.834299 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc8d007c-fd08-4d1f-8ae8-a848bdf02299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:54.837895 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-dc8d007c-fd08-4d1f-8ae8-a848bdf02299 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8410ef6-2ce7-4556-9d28-477cd84f3d1d HTTP/1.1" status: 204 len: 168 time: 0.1729362 Aug 19 18:30:54.844235 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d007c-fd08-4d1f-8ae8-a848bdf02299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8410ef6-2ce7-4556-9d28-477cd84f3d1d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:54.938312 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15161308-35c2-4a27-8075-7cf7a5ecd314 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Port': ['ID=e200d355-524d-4b8a-a700-69943942223f,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:54.994592 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-8849010f-f37c-466b-823b-b6deab95af39 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762539 Aug 19 18:30:55.080726 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15161308-35c2-4a27-8075-7cf7a5ecd314 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network 0fd11915-472e-49ef-bdeb-aac917ec5309 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:30:55.092762 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-15161308-35c2-4a27-8075-7cf7a5ecd314 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:55.208779 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-bdda01a9-3e43-4a1a-a341-7d26950c826d service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024815 Aug 19 18:30:55.232208 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fe3f5c0e-c3f4-45ba-8bc8-ca902ac39354 None None] Provisioning complete for port 8af5df54-cdca-4e01-a450-45b252e62e15 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:55.234619 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fe3f5c0e-c3f4-45ba-8bc8-ca902ac39354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:55.370807 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-ec26b8b9-b0ab-4532-a931-6b7f16d1f668 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=157237db-49d7-4dc1-b9f9-88191429b6a5 HTTP/1.1" status: 200 len: 217 time: 0.1425295 Aug 19 18:30:55.406780 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fe3f5c0e-c3f4-45ba-8bc8-ca902ac39354 None None] Provisioning for port e200d355-524d-4b8a-a700-69943942223f completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:30:55.424519 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fe3f5c0e-c3f4-45ba-8bc8-ca902ac39354 None None] Provisioning complete for port e200d355-524d-4b8a-a700-69943942223f triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:55.425465 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fe3f5c0e-c3f4-45ba-8bc8-ca902ac39354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:55.449582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15161308-35c2-4a27-8075-7cf7a5ecd314 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Router 978d53d0-a43a-493e-8d67-edf6bd1b7eae is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:30:55.460095 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-8faceefe-c058-499d-9d19-76ff7755c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:55.461895 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-8faceefe-c058-499d-9d19-76ff7755c434 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35803907-fc07-4398-bccd-780130b728a8 HTTP/1.1" status: 200 len: 797 time: 0.0766101 Aug 19 18:30:55.478836 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f5c0e-c3f4-45ba-8bc8-ca902ac39354 None None] Port e200d355-524d-4b8a-a700-69943942223f cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:30:55.617768 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-490621a1-8c6f-4c5e-9814-fcbec3034678 None None] Provisioning complete for port e200d355-524d-4b8a-a700-69943942223f triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:55.620167 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-56128d6e-d70f-4c9c-b6b3-68a118b92649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:55.620673 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-490621a1-8c6f-4c5e-9814-fcbec3034678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:55.621803 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-56128d6e-d70f-4c9c-b6b3-68a118b92649 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e907505c-8552-41bc-9150-9253fbc87c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1503527 Aug 19 18:30:55.623296 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15161308-35c2-4a27-8075-7cf7a5ecd314 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:30:55.632317 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45860) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:55.632804 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-15161308-35c2-4a27-8075-7cf7a5ecd314 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/routers/978d53d0-a43a-493e-8d67-edf6bd1b7eae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7216842 Aug 19 18:30:55.647897 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8b66f8-22e6-4f4a-a7a4-18a893492d26 None None] Sync routers for ids ['978d53d0-a43a-493e-8d67-edf6bd1b7eae'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:30:55.660556 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8b66f8-22e6-4f4a-a7a4-18a893492d26 None None] Routers {'978d53d0-a43a-493e-8d67-edf6bd1b7eae'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:55.662362 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ce8b66f8-22e6-4f4a-a7a4-18a893492d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['978d53d0-a43a-493e-8d67-edf6bd1b7eae'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:55.698295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8af5df54-cdca-4e01-a450-45b252e62e15 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:30:55.723590 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f462938-b8c6-4096-887a-72d09e5e2ce4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:55.725669 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3f462938-b8c6-4096-887a-72d09e5e2ce4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/ports/e200d355-524d-4b8a-a700-69943942223f HTTP/1.1" status: 200 len: 911 time: 0.0922132 Aug 19 18:30:55.730124 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45864) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:55.742681 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-81910336-0b11-4c74-86a5-ac0847a2e3c5 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c850d91c-cbc7-44d3-a345-8aacc9ac9331'}]}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:30:55.748627 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ce8b66f8-22e6-4f4a-a7a4-18a893492d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:55.767201 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8b66f8-22e6-4f4a-a7a4-18a893492d26 None None] Routers {'978d53d0-a43a-493e-8d67-edf6bd1b7eae'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:55.767830 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ce8b66f8-22e6-4f4a-a7a4-18a893492d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['978d53d0-a43a-493e-8d67-edf6bd1b7eae'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:55.827276 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-490621a1-8c6f-4c5e-9814-fcbec3034678 None None] Port e200d355-524d-4b8a-a700-69943942223f cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:30:55.846648 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-390bcc41-453c-4274-80e5-045fdcef3da2 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101316 Aug 19 18:30:55.858715 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ce8b66f8-22e6-4f4a-a7a4-18a893492d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:55.859337 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8b66f8-22e6-4f4a-a7a4-18a893492d26 None None] The sync data for ids ['978d53d0-a43a-493e-8d67-edf6bd1b7eae'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:30:55.900298 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 8af5df54-cdca-4e01-a450-45b252e62e15 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:55.900927 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:56.013743 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-9819873d-39e5-4d27-95bd-c50b26fbb2a2 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613469 Aug 19 18:30:56.064745 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-728d4bb0-127e-4ac7-bb03-c0ad0b111f58 None None] Provisioning complete for port e200d355-524d-4b8a-a700-69943942223f triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:56.064745 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-728d4bb0-127e-4ac7-bb03-c0ad0b111f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:56.098878 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-920e6019-809c-4441-baeb-f15131133dad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=bbb83320-ccbe-41de-8f63-90d7036594f8 HTTP/1.1" status: 200 len: 217 time: 0.0767698 Aug 19 18:30:56.109731 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81910336-0b11-4c74-86a5-ac0847a2e3c5 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:56.113812 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-728d4bb0-127e-4ac7-bb03-c0ad0b111f58 None None] Port e200d355-524d-4b8a-a700-69943942223f cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:30:56.170941 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-b6fcdfe6-2a98-41af-9a69-2e90531e348b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:56.172684 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-b6fcdfe6-2a98-41af-9a69-2e90531e348b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35803907-fc07-4398-bccd-780130b728a8 HTTP/1.1" status: 200 len: 797 time: 0.0653393 Aug 19 18:30:56.223985 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-5a8440cd-6872-46bb-a9de-189934cdb62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:56.225509 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-5a8440cd-6872-46bb-a9de-189934cdb62a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e907505c-8552-41bc-9150-9253fbc87c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0448275 Aug 19 18:30:56.332588 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-76de6172-ca2b-4ffb-af7a-866154028353 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946300 Aug 19 18:30:56.479899 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-3a9d4180-b33f-4644-b5c3-b108b849b484 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338024 Aug 19 18:30:56.538574 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-3e1ab614-bcb2-4ae2-9722-d5aac8a2a87e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=747e61a2-79d2-495c-884e-e517af4325c6 HTTP/1.1" status: 200 len: 217 time: 0.0491328 Aug 19 18:30:56.580776 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81910336-0b11-4c74-86a5-ac0847a2e3c5 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:56.591410 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81910336-0b11-4c74-86a5-ac0847a2e3c5 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:56.598682 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81910336-0b11-4c74-86a5-ac0847a2e3c5 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:56.599334 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81910336-0b11-4c74-86a5-ac0847a2e3c5 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:56.603508 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-81910336-0b11-4c74-86a5-ac0847a2e3c5 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/ports/e200d355-524d-4b8a-a700-69943942223f HTTP/1.1" status: 200 len: 911 time: 0.8693576 Aug 19 18:30:56.604873 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45898) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:56.624867 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-0b5908cd-1336-481f-a81a-64167123db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:56.627904 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-0b5908cd-1336-481f-a81a-64167123db18 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=204603f8-aa90-483f-91d6-b7616b3a5b43 HTTP/1.1" status: 200 len: 797 time: 0.0805662 Aug 19 18:30:56.662405 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81910336-0b11-4c74-86a5-ac0847a2e3c5 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Port': ['ID=e200d355-524d-4b8a-a700-69943942223f,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:56.758631 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-5520b196-9a2d-44df-815f-3f8e9cdaa19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:56.760310 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-5520b196-9a2d-44df-815f-3f8e9cdaa19a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=82deafff-818d-46cd-9b39-f0e9acf3a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0966480 Aug 19 18:30:56.804137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45906) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:56.911401 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-5a63b8d1-9b2f-42d5-a6de-84abb04231de tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:30:56.935412 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a63b8d1-9b2f-42d5-a6de-84abb04231de tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:56.969071 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-7639f5c3-0edb-407e-a22c-6d01f07f2d0f service neutron] 10.222.0.50 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996472 Aug 19 18:30:57.044988 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a63b8d1-9b2f-42d5-a6de-84abb04231de tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:57.114262 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-092f6c1a-4833-41e5-985e-b1de0e2eeaa4 service neutron] 10.222.0.50 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348407 Aug 19 18:30:57.169661 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-5a63b8d1-9b2f-42d5-a6de-84abb04231de tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Allocated IP 172.25.8.212 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/f6293357-2846-4a3e-a581-103e4b36fa5f) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:30:57.186111 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-a9deac73-d298-48eb-9975-ee893073e4fb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3c01a012-e516-4baa-88d6-391db59eb674 HTTP/1.1" status: 200 len: 217 time: 0.0449524 Aug 19 18:30:57.240118 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-182b3ed5-0386-465c-817c-8a63850d3093 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:57.296096 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a63b8d1-9b2f-42d5-a6de-84abb04231de tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:57.307999 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-2963e9b8-cbff-4fa9-bc1b-ff3a98f3d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:57.309469 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-2963e9b8-cbff-4fa9-bc1b-ff3a98f3d5a3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=204603f8-aa90-483f-91d6-b7616b3a5b43 HTTP/1.1" status: 200 len: 797 time: 0.1162505 Aug 19 18:30:57.348318 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a63b8d1-9b2f-42d5-a6de-84abb04231de tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:57.389227 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a63b8d1-9b2f-42d5-a6de-84abb04231de tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:30:57.395400 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-5a63b8d1-9b2f-42d5-a6de-84abb04231de tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:57.397999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a63b8d1-9b2f-42d5-a6de-84abb04231de tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:30:57.434027 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63b8d1-9b2f-42d5-a6de-84abb04231de tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Pushing event updated for resources: {'Port': ['ID=f6293357-2846-4a3e-a581-103e4b36fa5f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:57.513102 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a63b8d1-9b2f-42d5-a6de-84abb04231de tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:57.560509 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a63b8d1-9b2f-42d5-a6de-84abb04231de tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:57.704106 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-879b0e70-862b-466e-8287-637e6596ab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:57.706468 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-879b0e70-862b-466e-8287-637e6596ab01 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=82deafff-818d-46cd-9b39-f0e9acf3a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3877800 Aug 19 18:30:57.782952 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a63b8d1-9b2f-42d5-a6de-84abb04231de tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:57.795994 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a63b8d1-9b2f-42d5-a6de-84abb04231de tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:57.845939 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-ea59a26a-872d-474d-b093-3fd834b7ed83 service neutron] 10.222.0.50 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173153 Aug 19 18:30:57.878919 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63b8d1-9b2f-42d5-a6de-84abb04231de tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Pushing event updated for resources: {'Port': ['ID=f6293357-2846-4a3e-a581-103e4b36fa5f,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:57.890034 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a63b8d1-9b2f-42d5-a6de-84abb04231de tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:57.908181 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a63b8d1-9b2f-42d5-a6de-84abb04231de tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:57.909553 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5a63b8d1-9b2f-42d5-a6de-84abb04231de tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1043780 Aug 19 18:30:57.912477 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45936) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:57.921412 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-259ca6da-3004-493b-81be-7b8808680d67 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1843584917', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'fixed_ips': [{'ip_address': '172.25.8.212'}]}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:30:57.954113 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259ca6da-3004-493b-81be-7b8808680d67 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Made reservation on behalf of 94a7d52bb6ca4ade93d1fe4a0e125b97 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:30:57.960853 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-259ca6da-3004-493b-81be-7b8808680d67 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:57.975565 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-259ca6da-3004-493b-81be-7b8808680d67 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:58.028926 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-154d4dc2-51f8-4fa8-b7e0-bc74710d8e11 req-fa3d89a1-7f7d-48f0-9e94-700d3ca739de service neutron] 10.222.0.50 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669276 Aug 19 18:30:58.032100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-182b3ed5-0386-465c-817c-8a63850d3093 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting port e200d355-524d-4b8a-a700-69943942223f {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:30:58.032473 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-182b3ed5-0386-465c-817c-8a63850d3093 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:58.131986 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-182b3ed5-0386-465c-817c-8a63850d3093 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:58.132256 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-259ca6da-3004-493b-81be-7b8808680d67 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:58.136922 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-259ca6da-3004-493b-81be-7b8808680d67 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:58.145475 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-182b3ed5-0386-465c-817c-8a63850d3093 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Calling delete_port for e200d355-524d-4b8a-a700-69943942223f owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:30:58.147069 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-259ca6da-3004-493b-81be-7b8808680d67 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] device_id is not set on port 39b55e59-a647-495d-9cd2-d73f41f1c888 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:30:58.216747 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ca6da-3004-493b-81be-7b8808680d67 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7898dc-07e4-41c8-b7bf-ee6050b07498,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:58.348583 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-182b3ed5-0386-465c-817c-8a63850d3093 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:58.379655 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-259ca6da-3004-493b-81be-7b8808680d67 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 19 18:30:58.380614 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259ca6da-3004-493b-81be-7b8808680d67 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:30:58.394942 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b3ed5-0386-465c-817c-8a63850d3093 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Port': ['ID=e200d355-524d-4b8a-a700-69943942223f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:58.396098 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-259ca6da-3004-493b-81be-7b8808680d67 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4818449 Aug 19 18:30:58.400189 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45946) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:58.625616 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-182b3ed5-0386-465c-817c-8a63850d3093 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:58.800094 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182b3ed5-0386-465c-817c-8a63850d3093 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Router 978d53d0-a43a-493e-8d67-edf6bd1b7eae has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:30:58.887611 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182b3ed5-0386-465c-817c-8a63850d3093 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:30:58.896712 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-182b3ed5-0386-465c-817c-8a63850d3093 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/routers/978d53d0-a43a-493e-8d67-edf6bd1b7eae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2867613 Aug 19 18:30:58.896712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45960) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:58.907497 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adc4f7f-de51-4f43-beaf-bb2fd21f4a98 None None] Sync routers for ids ['978d53d0-a43a-493e-8d67-edf6bd1b7eae'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:30:58.916776 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adc4f7f-de51-4f43-beaf-bb2fd21f4a98 None None] Routers {'978d53d0-a43a-493e-8d67-edf6bd1b7eae'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:58.917837 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-2adc4f7f-de51-4f43-beaf-bb2fd21f4a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['978d53d0-a43a-493e-8d67-edf6bd1b7eae'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:58.931886 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9ad28309-95aa-4703-80db-8312ff0de021 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/ports?device_id=978d53d0-a43a-493e-8d67-edf6bd1b7eae HTTP/1.1" status: 200 len: 205 time: 0.0340955 Aug 19 18:30:58.932446 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45962) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:58.959703 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-2adc4f7f-de51-4f43-beaf-bb2fd21f4a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:58.966148 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-05a6506d-d29a-49c9-b218-162b12d962d9 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Deleting port f6293357-2846-4a3e-a581-103e4b36fa5f {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:30:58.966695 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05a6506d-d29a-49c9-b218-162b12d962d9 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:58.972026 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adc4f7f-de51-4f43-beaf-bb2fd21f4a98 None None] Routers {'978d53d0-a43a-493e-8d67-edf6bd1b7eae'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:30:58.973021 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-2adc4f7f-de51-4f43-beaf-bb2fd21f4a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['978d53d0-a43a-493e-8d67-edf6bd1b7eae'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:59.008602 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-2adc4f7f-de51-4f43-beaf-bb2fd21f4a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:30:59.009681 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adc4f7f-de51-4f43-beaf-bb2fd21f4a98 None None] The sync data for ids ['978d53d0-a43a-493e-8d67-edf6bd1b7eae'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:30:59.028710 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83906607-c61a-49ea-90f7-a89d2e6d9d24 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:59.051360 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05a6506d-d29a-49c9-b218-162b12d962d9 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:59.051786 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05a6506d-d29a-49c9-b218-162b12d962d9 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:59.065478 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-05a6506d-d29a-49c9-b218-162b12d962d9 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Calling delete_port for f6293357-2846-4a3e-a581-103e4b36fa5f owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:30:59.197351 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83906607-c61a-49ea-90f7-a89d2e6d9d24 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:59.199513 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83906607-c61a-49ea-90f7-a89d2e6d9d24 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:59.212912 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05a6506d-d29a-49c9-b218-162b12d962d9 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:59.242106 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6506d-d29a-49c9-b218-162b12d962d9 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6293357-2846-4a3e-a581-103e4b36fa5f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:59.250860 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83906607-c61a-49ea-90f7-a89d2e6d9d24 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:59.252178 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83906607-c61a-49ea-90f7-a89d2e6d9d24 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Fanout notify agent at l3_agent the message router_deleted on router 978d53d0-a43a-493e-8d67-edf6bd1b7eae {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:30:59.263973 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83906607-c61a-49ea-90f7-a89d2e6d9d24 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:59.268095 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-83906607-c61a-49ea-90f7-a89d2e6d9d24 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/routers/978d53d0-a43a-493e-8d67-edf6bd1b7eae HTTP/1.1" status: 204 len: 168 time: 0.3317537 Aug 19 18:30:59.268557 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45968) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:59.318523 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05a6506d-d29a-49c9-b218-162b12d962d9 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:59.321459 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05a6506d-d29a-49c9-b218-162b12d962d9 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:59.322777 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-05a6506d-d29a-49c9-b218-162b12d962d9 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079 tempest-ExternalNetworksAdminNegativeTestJSON-1733974079-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/036900d2-f3f9-42b3-83ad-34073f493770 HTTP/1.1" status: 204 len: 168 time: 0.9214804 Aug 19 18:30:59.332581 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d449462-9ca9-4a07-a66f-7a97d7bf5407 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting subnet c850d91c-cbc7-44d3-a345-8aacc9ac9331 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:30:59.337208 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7d449462-9ca9-4a07-a66f-7a97d7bf5407 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:59.387864 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7d449462-9ca9-4a07-a66f-7a97d7bf5407 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:59.507352 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7d449462-9ca9-4a07-a66f-7a97d7bf5407 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:59.573871 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7d449462-9ca9-4a07-a66f-7a97d7bf5407 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:59.608687 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d449462-9ca9-4a07-a66f-7a97d7bf5407 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Subnet': ['ID=c850d91c-cbc7-44d3-a345-8aacc9ac9331,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:59.613134 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7d449462-9ca9-4a07-a66f-7a97d7bf5407 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:59.619127 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7d449462-9ca9-4a07-a66f-7a97d7bf5407 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/subnets/c850d91c-cbc7-44d3-a345-8aacc9ac9331 HTTP/1.1" status: 204 len: 168 time: 0.3458171 Aug 19 18:30:59.621219 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45984) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:59.621446 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfb3977-fc96-4b91-8cf9-30cc48e8f4c1 None None] Network 0fd11915-472e-49ef-bdeb-aac917ec5309 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:30:59.676351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45990) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:30:59.738804 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91951ecc-3eb9-4791-a32e-70d675350315 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:59.808631 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-91951ecc-3eb9-4791-a32e-70d675350315 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting port 8af5df54-cdca-4e01-a450-45b252e62e15 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:30:59.808982 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91951ecc-3eb9-4791-a32e-70d675350315 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:59.857209 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9eec6d61-8f54-4963-ad0e-b86ca202a05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:59.884967 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-91951ecc-3eb9-4791-a32e-70d675350315 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] For port 8af5df54-cdca-4e01-a450-45b252e62e15, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=8af5df54-cdca-4e01-a450-45b252e62e15,segment=NetworkSegment(4344a0d2-b70d-401d-92f4-1a5b93c16c19),segment_id=4344a0d2-b70d-401d-92f4-1a5b93c16c19)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:59.885342 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91951ecc-3eb9-4791-a32e-70d675350315 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:59.904036 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-91951ecc-3eb9-4791-a32e-70d675350315 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Calling delete_port for 8af5df54-cdca-4e01-a450-45b252e62e15 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:31:00.006604 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9eec6d61-8f54-4963-ad0e-b86ca202a05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.012424 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9eec6d61-8f54-4963-ad0e-b86ca202a05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.030844 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91951ecc-3eb9-4791-a32e-70d675350315 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.063308 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91951ecc-3eb9-4791-a32e-70d675350315 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Port': ['ID=8af5df54-cdca-4e01-a450-45b252e62e15,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:00.071790 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91951ecc-3eb9-4791-a32e-70d675350315 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] No DVR routers for this DVR port 8af5df54-cdca-4e01-a450-45b252e62e15 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:31:00.083852 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9eec6d61-8f54-4963-ad0e-b86ca202a05f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9dc13f9693a3401f847c0591daca843d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4037678 Aug 19 18:31:00.084096 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45998) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:00.100564 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec6d61-8f54-4963-ad0e-b86ca202a05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bdbfd2-c142-454d-9182-6c16553f53c0,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:00.123088 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf88344c-cc0a-4271-a66a-19184c05e42b None None] DHCP port deletion for 0fd11915-472e-49ef-bdeb-aac917ec5309 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:31:00.164632 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2577d6c9-03e4-4b59-9594-2e51701f3928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.176809 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91951ecc-3eb9-4791-a32e-70d675350315 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.187142 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-91951ecc-3eb9-4791-a32e-70d675350315 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd11915-472e-49ef-bdeb-aac917ec5309']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:00.194630 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2577d6c9-03e4-4b59-9594-2e51701f3928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.202589 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-91951ecc-3eb9-4791-a32e-70d675350315 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4344a0d2-b70d-401d-92f4-1a5b93c16c19') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:00.202896 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-91951ecc-3eb9-4791-a32e-70d675350315 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4344a0d2-b70d-401d-92f4-1a5b93c16c19') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:00.213130 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91951ecc-3eb9-4791-a32e-70d675350315 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.237168 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91951ecc-3eb9-4791-a32e-70d675350315 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.248297 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91951ecc-3eb9-4791-a32e-70d675350315 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:31:00.249961 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91951ecc-3eb9-4791-a32e-70d675350315 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:31:00.254742 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:31:00.260043 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2577d6c9-03e4-4b59-9594-2e51701f3928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.262732 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2577d6c9-03e4-4b59-9594-2e51701f3928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.266575 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2577d6c9-03e4-4b59-9594-2e51701f3928 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25bdbfd2-c142-454d-9182-6c16553f53c0 HTTP/1.1" status: 204 len: 168 time: 0.1788950 Aug 19 18:31:00.272535 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577d6c9-03e4-4b59-9594-2e51701f3928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bdbfd2-c142-454d-9182-6c16553f53c0,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:00.328078 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91951ecc-3eb9-4791-a32e-70d675350315 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.337032 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91951ecc-3eb9-4791-a32e-70d675350315 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.344317 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-91951ecc-3eb9-4791-a32e-70d675350315 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/networks/0fd11915-472e-49ef-bdeb-aac917ec5309 HTTP/1.1" status: 204 len: 168 time: 0.7210629 Aug 19 18:31:00.344700 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46006) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:00.351666 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-71b4ccd3-14f2-41e8-b429-0a35fe4a612d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-971402222', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:00.357357 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91951ecc-3eb9-4791-a32e-70d675350315 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Network': ['ID=0fd11915-472e-49ef-bdeb-aac917ec5309,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:00.385006 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71b4ccd3-14f2-41e8-b429-0a35fe4a612d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.386146 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71b4ccd3-14f2-41e8-b429-0a35fe4a612d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.445747 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71b4ccd3-14f2-41e8-b429-0a35fe4a612d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.451157 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71b4ccd3-14f2-41e8-b429-0a35fe4a612d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.471437 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71b4ccd3-14f2-41e8-b429-0a35fe4a612d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.477330 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-71b4ccd3-14f2-41e8-b429-0a35fe4a612d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1270278 Aug 19 18:31:00.477786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46012) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:00.487371 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-8ee4c834-74a8-46db-a8d7-70912dbc79f1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-170275513'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:00.515677 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee4c834-74a8-46db-a8d7-70912dbc79f1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Made reservation on behalf of 43d8cf292b114172bd8ec735cb51928c for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:00.520337 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8ee4c834-74a8-46db-a8d7-70912dbc79f1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.547326 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee4c834-74a8-46db-a8d7-70912dbc79f1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:00.557568 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8ee4c834-74a8-46db-a8d7-70912dbc79f1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.558028 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-8ee4c834-74a8-46db-a8d7-70912dbc79f1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Added segment 449a0ad9-5c5e-479f-9521-d40dceb4ee76 of type vlan for network d612e63c-0318-4ca9-a961-f95a0740f84f Aug 19 18:31:00.612899 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8ee4c834-74a8-46db-a8d7-70912dbc79f1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.626052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46018) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:00.645292 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8ee4c834-74a8-46db-a8d7-70912dbc79f1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.651473 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee4c834-74a8-46db-a8d7-70912dbc79f1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:00.652130 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8ee4c834-74a8-46db-a8d7-70912dbc79f1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.682154 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2f6c11e9-dffc-4f3b-abf1-d43db9a4d320 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94a7d52bb6ca4ade93d1fe4a0e125b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541677 Aug 19 18:31:00.683006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46020) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:00.713664 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8ee4c834-74a8-46db-a8d7-70912dbc79f1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2348230 Aug 19 18:31:00.717149 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46022) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:00.723247 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-b8ee40ca-b9a2-4d90-bdba-912de070a7ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'subnet': {'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:00.749167 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e79d81b6-c186-4d35-9886-10d5baad41b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.781088 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e79d81b6-c186-4d35-9886-10d5baad41b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.797865 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4c834-74a8-46db-a8d7-70912dbc79f1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Network': ['ID=d612e63c-0318-4ca9-a961-f95a0740f84f,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:00.812585 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network d612e63c-0318-4ca9-a961-f95a0740f84f details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:00.855743 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e79d81b6-c186-4d35-9886-10d5baad41b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.856462 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ee40ca-b9a2-4d90-bdba-912de070a7ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Made reservation on behalf of 43d8cf292b114172bd8ec735cb51928c for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:00.859861 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e79d81b6-c186-4d35-9886-10d5baad41b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.860110 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b8ee40ca-b9a2-4d90-bdba-912de070a7ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.861517 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e79d81b6-c186-4d35-9886-10d5baad41b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d7898dc-07e4-41c8-b7bf-ee6050b07498 HTTP/1.1" status: 204 len: 168 time: 0.1774178 Aug 19 18:31:00.870554 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d81b6-c186-4d35-9886-10d5baad41b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7898dc-07e4-41c8-b7bf-ee6050b07498,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:01.109164 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b8ee40ca-b9a2-4d90-bdba-912de070a7ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:01.179769 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ee40ca-b9a2-4d90-bdba-912de070a7ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Checking segment: {'id': '449a0ad9-5c5e-479f-9521-d40dceb4ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:01.180134 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ee40ca-b9a2-4d90-bdba-912de070a7ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network hostable DHCP agents. Network: d612e63c-0318-4ca9-a961-f95a0740f84f, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:31:01.186084 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee40ca-b9a2-4d90-bdba-912de070a7ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Subnet': ['ID=6c5eb5dd-6689-4a8e-a0d3-a559240bad22,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:01.208100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ee40ca-b9a2-4d90-bdba-912de070a7ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network d612e63c-0318-4ca9-a961-f95a0740f84f is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:31:01.222854 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-b8ee40ca-b9a2-4d90-bdba-912de070a7ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, d612e63c-0318-4ca9-a961-f95a0740f84f) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:01.226638 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ee40ca-b9a2-4d90-bdba-912de070a7ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:01.227463 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b8ee40ca-b9a2-4d90-bdba-912de070a7ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:01.232174 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48a9510-936a-4609-b40e-8d0ddeb40aaa None None] Network d612e63c-0318-4ca9-a961-f95a0740f84f requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:01.248288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46042) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:01.249413 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b8ee40ca-b9a2-4d90-bdba-912de070a7ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5308323 Aug 19 18:31:01.430616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5dc591-d9aa-4f88-9700-774091d5d27a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-d612e63c-0318-4ca9-a961-f95a0740f84f', 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'fixed_ips': [{'subnet_id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:31:01.433106 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc591-d9aa-4f88-9700-774091d5d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:01.651265 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8af5df54-cdca-4e01-a450-45b252e62e15 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:31:01.679931 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 8af5df54-cdca-4e01-a450-45b252e62e15 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:31:01.680416 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8af5df54-cdca-4e01-a450-45b252e62e15 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:31:01.690856 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-4e5dc591-d9aa-4f88-9700-774091d5d27a None None] Allocated IP 2001:db8::2 (d612e63c-0318-4ca9-a961-f95a0740f84f/6c5eb5dd-6689-4a8e-a0d3-a559240bad22/4a62a511-0190-4bef-872b-1f3d2489459b) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:31:01.698402 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84345672-7a49-49c5-b1ef-dd72a2246ccf tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:01.911183 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc591-d9aa-4f88-9700-774091d5d27a None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:01.920864 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4e5dc591-d9aa-4f88-9700-774091d5d27a None None] Transition to ACTIVE for port object 4a62a511-0190-4bef-872b-1f3d2489459b will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:01.940697 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4e5dc591-d9aa-4f88-9700-774091d5d27a None None] Transition to ACTIVE for port object 4a62a511-0190-4bef-872b-1f3d2489459b will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:01.949336 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc591-d9aa-4f88-9700-774091d5d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:01.995011 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5dc591-d9aa-4f88-9700-774091d5d27a None None] Network d612e63c-0318-4ca9-a961-f95a0740f84f is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:02.005342 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-4e5dc591-d9aa-4f88-9700-774091d5d27a None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:02.009475 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5dc591-d9aa-4f88-9700-774091d5d27a None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:31:02.010800 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-84345672-7a49-49c5-b1ef-dd72a2246ccf tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Allocated IP 2001:db8::1 (d612e63c-0318-4ca9-a961-f95a0740f84f/6c5eb5dd-6689-4a8e-a0d3-a559240bad22/e1c2137f-d509-4601-90f3-4a600cb6f195) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:31:02.046868 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dc591-d9aa-4f88-9700-774091d5d27a None None] Pushing event updated for resources: {'Port': ['ID=4a62a511-0190-4bef-872b-1f3d2489459b,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:02.096720 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-4e5dc591-d9aa-4f88-9700-774091d5d27a None None] Attempting to bind port 4a62a511-0190-4bef-872b-1f3d2489459b on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:31:02.097147 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-4e5dc591-d9aa-4f88-9700-774091d5d27a None None] Attempting to bind port 4a62a511-0190-4bef-872b-1f3d2489459b by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '449a0ad9-5c5e-479f-9521-d40dceb4ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:31:02.097458 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5dc591-d9aa-4f88-9700-774091d5d27a None None] Attempting to bind port 4a62a511-0190-4bef-872b-1f3d2489459b on network d612e63c-0318-4ca9-a961-f95a0740f84f {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:31:02.103789 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5dc591-d9aa-4f88-9700-774091d5d27a None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:31:02.104160 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5dc591-d9aa-4f88-9700-774091d5d27a None None] Checking segment: {'id': '449a0ad9-5c5e-479f-9521-d40dceb4ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:02.104881 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc591-d9aa-4f88-9700-774091d5d27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:02.105288 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5dc591-d9aa-4f88-9700-774091d5d27a None None] Bound using segment: {'id': '449a0ad9-5c5e-479f-9521-d40dceb4ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:31:02.105785 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-4e5dc591-d9aa-4f88-9700-774091d5d27a None None] Bound port: 4a62a511-0190-4bef-872b-1f3d2489459b, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449a0ad9-5c5e-479f-9521-d40dceb4ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:31:02.106169 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc591-d9aa-4f88-9700-774091d5d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:02.191853 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-4e5dc591-d9aa-4f88-9700-774091d5d27a None None] For port 4a62a511-0190-4bef-872b-1f3d2489459b, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:31:02.198727 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-4e5dc591-d9aa-4f88-9700-774091d5d27a None None] For port 4a62a511-0190-4bef-872b-1f3d2489459b, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4a62a511-0190-4bef-872b-1f3d2489459b,segment=NetworkSegment(449a0ad9-5c5e-479f-9521-d40dceb4ee76),segment_id=449a0ad9-5c5e-479f-9521-d40dceb4ee76)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:31:02.206090 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc591-d9aa-4f88-9700-774091d5d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:02.218740 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84345672-7a49-49c5-b1ef-dd72a2246ccf tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:02.237614 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-84345672-7a49-49c5-b1ef-dd72a2246ccf tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Transition to ACTIVE for port object e1c2137f-d509-4601-90f3-4a600cb6f195 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:02.280413 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dc591-d9aa-4f88-9700-774091d5d27a None None] Pushing event updated for resources: {'Port': ['ID=4a62a511-0190-4bef-872b-1f3d2489459b,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:02.282281 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84345672-7a49-49c5-b1ef-dd72a2246ccf tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:02.315164 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84345672-7a49-49c5-b1ef-dd72a2246ccf tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network d612e63c-0318-4ca9-a961-f95a0740f84f is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:02.334598 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-84345672-7a49-49c5-b1ef-dd72a2246ccf tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:02.338563 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84345672-7a49-49c5-b1ef-dd72a2246ccf tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:31:02.339199 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84345672-7a49-49c5-b1ef-dd72a2246ccf tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:02.399109 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84345672-7a49-49c5-b1ef-dd72a2246ccf tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Port': ['ID=e1c2137f-d509-4601-90f3-4a600cb6f195,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:02.514559 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84345672-7a49-49c5-b1ef-dd72a2246ccf tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:02.634997 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46092) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:02.809719 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c6fbf9df-401b-426d-b225-4a3be9032e64 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-811072650'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:02.855370 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c6fbf9df-401b-426d-b225-4a3be9032e64 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:02.856599 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c6fbf9df-401b-426d-b225-4a3be9032e64 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:02.901956 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84345672-7a49-49c5-b1ef-dd72a2246ccf tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:02.906784 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84345672-7a49-49c5-b1ef-dd72a2246ccf tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:02.907686 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84345672-7a49-49c5-b1ef-dd72a2246ccf tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:02.917951 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c6fbf9df-401b-426d-b225-4a3be9032e64 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:02.923851 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c6fbf9df-401b-426d-b225-4a3be9032e64 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:02.943754 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c6fbf9df-401b-426d-b225-4a3be9032e64 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:02.947424 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c6fbf9df-401b-426d-b225-4a3be9032e64 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3112354 Aug 19 18:31:02.950701 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46102) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:03.005030 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84345672-7a49-49c5-b1ef-dd72a2246ccf tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Port': ['ID=e1c2137f-d509-4601-90f3-4a600cb6f195,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:03.038984 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-817f6a55-45c0-43ee-a467-f83d31c7e6d8 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:03.057824 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84345672-7a49-49c5-b1ef-dd72a2246ccf tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network d612e63c-0318-4ca9-a961-f95a0740f84f is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:03.059396 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-84345672-7a49-49c5-b1ef-dd72a2246ccf tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:03.198850 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84345672-7a49-49c5-b1ef-dd72a2246ccf tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Router df3ec203-6a93-4423-ab17-7213ffe1e039 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:31:03.322209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84345672-7a49-49c5-b1ef-dd72a2246ccf tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:31:03.332051 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-84345672-7a49-49c5-b1ef-dd72a2246ccf tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/routers/df3ec203-6a93-4423-ab17-7213ffe1e039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0825958 Aug 19 18:31:03.332720 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46108) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:03.337646 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] Sync routers for ids ['df3ec203-6a93-4423-ab17-7213ffe1e039'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:31:03.338283 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-cdd3d53d-0ddb-419e-b6c4-d2b4549aa9f3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-573249477'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:03.350034 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] Routers {'df3ec203-6a93-4423-ab17-7213ffe1e039'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:31:03.350670 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['df3ec203-6a93-4423-ab17-7213ffe1e039'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:03.377024 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd3d53d-0ddb-419e-b6c4-d2b4549aa9f3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Made reservation on behalf of 43d8cf292b114172bd8ec735cb51928c for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:03.389133 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cdd3d53d-0ddb-419e-b6c4-d2b4549aa9f3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:03.431829 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd3d53d-0ddb-419e-b6c4-d2b4549aa9f3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:03.447902 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cdd3d53d-0ddb-419e-b6c4-d2b4549aa9f3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:03.447902 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-cdd3d53d-0ddb-419e-b6c4-d2b4549aa9f3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Added segment a207ca1b-3d99-4afd-aaa5-bc7f5885f799 of type vlan for network 224f44da-b0e3-42f7-87a8-ae413173df91 Aug 19 18:31:03.472569 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] Set router df3ec203-6a93-4423-ab17-7213ffe1e039 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:31:03.538844 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cdd3d53d-0ddb-419e-b6c4-d2b4549aa9f3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:03.569483 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-817f6a55-45c0-43ee-a467-f83d31c7e6d8 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:03.572729 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-817f6a55-45c0-43ee-a467-f83d31c7e6d8 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:03.617074 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cdd3d53d-0ddb-419e-b6c4-d2b4549aa9f3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:03.643490 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd3d53d-0ddb-419e-b6c4-d2b4549aa9f3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:03.644176 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cdd3d53d-0ddb-419e-b6c4-d2b4549aa9f3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:03.658913 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-817f6a55-45c0-43ee-a467-f83d31c7e6d8 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:03.659622 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817f6a55-45c0-43ee-a467-f83d31c7e6d8 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b88d7f3f-d65d-4992-bd05-9f37eebe5735 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:31:03.665864 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-817f6a55-45c0-43ee-a467-f83d31c7e6d8 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:03.670515 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-817f6a55-45c0-43ee-a467-f83d31c7e6d8 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] 10.222.0.24 "DELETE /v2.0/routers/b88d7f3f-d65d-4992-bd05-9f37eebe5735 HTTP/1.1" status: 204 len: 168 time: 0.7153125 Aug 19 18:31:03.671879 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46116) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:03.682844 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-71ceaa1b-ce76-487a-b5c2-cd4d061aa27a tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Request body: {'router': {'name': 'tempest-router-2121528650', 'distributed': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:03.721274 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71ceaa1b-ce76-487a-b5c2-cd4d061aa27a tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:03.735252 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71ceaa1b-ce76-487a-b5c2-cd4d061aa27a tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:03.737904 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4a62a511-0190-4bef-872b-1f3d2489459b up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:31:03.740796 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:02Z', 'revision_number': 2, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None, '_interfaces': [{'id': 'e1c2137f-d509-4601-90f3-4a600cb6f195', 'name': '', 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:5e:6c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:01Z', 'updated_at': '2021-08-19T18:31:02Z', 'revision_number': 2, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:03.781141 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] Checking router: df3ec203-6a93-4423-ab17-7213ffe1e039 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:31:03.791736 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] Updating router df3ec203-6a93-4423-ab17-7213ffe1e039 port e1c2137f-d509-4601-90f3-4a600cb6f195 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:31:03.801908 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be4092e-b68a-4558-83b2-19da3b72cfc6 None None] Network d612e63c-0318-4ca9-a961-f95a0740f84f requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:03.814533 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46122) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:03.816345 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cdd3d53d-0ddb-419e-b6c4-d2b4549aa9f3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4823377 Aug 19 18:31:03.821636 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-72ff1523-fef6-412b-8a5a-ef5fffaa3264 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'subnet': {'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:03.826146 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71ceaa1b-ce76-487a-b5c2-cd4d061aa27a tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:03.837249 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:03.842392 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3d53d-0ddb-419e-b6c4-d2b4549aa9f3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Network': ['ID=224f44da-b0e3-42f7-87a8-ae413173df91,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:03.878700 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71ceaa1b-ce76-487a-b5c2-cd4d061aa27a tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:03.880162 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 224f44da-b0e3-42f7-87a8-ae413173df91 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:03.888257 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7b4f7f6c-3d1e-40a3-9047-e1dcfe8fb879 None None] Provisioning for port 4a62a511-0190-4bef-872b-1f3d2489459b completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:03.954356 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71ceaa1b-ce76-487a-b5c2-cd4d061aa27a tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:03.958944 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46124) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:03.959546 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-71ceaa1b-ce76-487a-b5c2-cd4d061aa27a tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2864532 Aug 19 18:31:03.980525 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ff1523-fef6-412b-8a5a-ef5fffaa3264 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Made reservation on behalf of 43d8cf292b114172bd8ec735cb51928c for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:03.986912 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-72ff1523-fef6-412b-8a5a-ef5fffaa3264 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:04.082863 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 4a62a511-0190-4bef-872b-1f3d2489459b completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:04.090545 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 4a62a511-0190-4bef-872b-1f3d2489459b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:04.090781 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:04.118153 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-87369394-618b-40bd-be2c-e4066a9a233c tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:04.294607 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-72ff1523-fef6-412b-8a5a-ef5fffaa3264 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:04.347364 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:04.391168 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff1523-fef6-412b-8a5a-ef5fffaa3264 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Subnet': ['ID=4de4b8e8-1482-4819-9304-7c04d77c702a,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:04.411258 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ff1523-fef6-412b-8a5a-ef5fffaa3264 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Checking segment: {'id': 'a207ca1b-3d99-4afd-aaa5-bc7f5885f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:04.411948 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ff1523-fef6-412b-8a5a-ef5fffaa3264 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network hostable DHCP agents. Network: 224f44da-b0e3-42f7-87a8-ae413173df91, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:31:04.418799 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-87369394-618b-40bd-be2c-e4066a9a233c tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:04.421847 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-87369394-618b-40bd-be2c-e4066a9a233c tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:04.426861 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:04.440138 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] Transition to ACTIVE for port object e1c2137f-d509-4601-90f3-4a600cb6f195 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:04.447200 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:04.447483 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 4a62a511-0190-4bef-872b-1f3d2489459b, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4a62a511-0190-4bef-872b-1f3d2489459b,segment=NetworkSegment(449a0ad9-5c5e-479f-9521-d40dceb4ee76),segment_id=449a0ad9-5c5e-479f-9521-d40dceb4ee76)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:04.452167 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:04.467215 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ff1523-fef6-412b-8a5a-ef5fffaa3264 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network 224f44da-b0e3-42f7-87a8-ae413173df91 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:31:04.481460 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-72ff1523-fef6-412b-8a5a-ef5fffaa3264 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 224f44da-b0e3-42f7-87a8-ae413173df91) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:04.485787 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-87369394-618b-40bd-be2c-e4066a9a233c tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:04.486590 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87369394-618b-40bd-be2c-e4066a9a233c tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b33bf95e-b0ce-4058-9e66-bc69933becbe {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:31:04.492617 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-87369394-618b-40bd-be2c-e4066a9a233c tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:04.502002 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-87369394-618b-40bd-be2c-e4066a9a233c tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] 10.222.0.24 "DELETE /v2.0/routers/b33bf95e-b0ce-4058-9e66-bc69933becbe HTTP/1.1" status: 204 len: 168 time: 0.5378096 Aug 19 18:31:04.502741 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46132) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:04.504127 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ff1523-fef6-412b-8a5a-ef5fffaa3264 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:04.504845 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-72ff1523-fef6-412b-8a5a-ef5fffaa3264 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:04.508484 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-8eb486c6-e481-4389-b3a1-d9862db61c89 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Request body: {'router': {'name': 'tempest-router-724430131', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '64b4f71a049e4b329b8db0b45db3422e'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:04.521426 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312265e-f3a4-4252-8b9a-cc4181628e8e None None] Pushing event updated for resources: {'Port': ['ID=e1c2137f-d509-4601-90f3-4a600cb6f195,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:04.532991 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f47892-6a6f-461d-b0f3-3345c5607746 None None] Network 224f44da-b0e3-42f7-87a8-ae413173df91 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:04.538632 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312265e-f3a4-4252-8b9a-cc4181628e8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:04.539298 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312265e-f3a4-4252-8b9a-cc4181628e8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:04.539818 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312265e-f3a4-4252-8b9a-cc4181628e8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:04.540340 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312265e-f3a4-4252-8b9a-cc4181628e8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:04.540835 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312265e-f3a4-4252-8b9a-cc4181628e8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:04.541369 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312265e-f3a4-4252-8b9a-cc4181628e8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:04.541884 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312265e-f3a4-4252-8b9a-cc4181628e8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:04.542469 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312265e-f3a4-4252-8b9a-cc4181628e8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:04.542967 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312265e-f3a4-4252-8b9a-cc4181628e8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:04.543502 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312265e-f3a4-4252-8b9a-cc4181628e8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:04.543971 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312265e-f3a4-4252-8b9a-cc4181628e8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:04.544500 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312265e-f3a4-4252-8b9a-cc4181628e8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:04.545295 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8eb486c6-e481-4389-b3a1-d9862db61c89 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:04.549771 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8eb486c6-e481-4389-b3a1-d9862db61c89 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:04.556863 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46134) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:04.557030 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-72ff1523-fef6-412b-8a5a-ef5fffaa3264 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7413237 Aug 19 18:31:04.653669 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=4a62a511-0190-4bef-872b-1f3d2489459b,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:04.668086 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] Attempting to bind port e1c2137f-d509-4601-90f3-4a600cb6f195 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:31:04.668453 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] Attempting to bind port e1c2137f-d509-4601-90f3-4a600cb6f195 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '449a0ad9-5c5e-479f-9521-d40dceb4ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:31:04.668818 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] Attempting to bind port e1c2137f-d509-4601-90f3-4a600cb6f195 on network d612e63c-0318-4ca9-a961-f95a0740f84f {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:31:04.677902 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:31:04.678278 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] Checking segment: {'id': '449a0ad9-5c5e-479f-9521-d40dceb4ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:04.678686 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:04.679082 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] Bound using segment: {'id': '449a0ad9-5c5e-479f-9521-d40dceb4ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:31:04.679586 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] Bound port: e1c2137f-d509-4601-90f3-4a600cb6f195, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449a0ad9-5c5e-479f-9521-d40dceb4ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:31:04.679940 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:04.725207 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ca484627-f071-4b0f-bdc5-b360c8f120b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:04.764160 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c6678300-01de-4ae0-8ba3-66d8ec9f6b23 None None] Provisioning for port e1c2137f-d509-4601-90f3-4a600cb6f195 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:04.823540 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] For port e1c2137f-d509-4601-90f3-4a600cb6f195, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:31:04.829289 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] For port e1c2137f-d509-4601-90f3-4a600cb6f195, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e1c2137f-d509-4601-90f3-4a600cb6f195,segment=NetworkSegment(449a0ad9-5c5e-479f-9521-d40dceb4ee76),segment_id=449a0ad9-5c5e-479f-9521-d40dceb4ee76)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:31:04.835655 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:04.854690 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c6678300-01de-4ae0-8ba3-66d8ec9f6b23 None None] Provisioning complete for port 4a62a511-0190-4bef-872b-1f3d2489459b triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:04.855569 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c6678300-01de-4ae0-8ba3-66d8ec9f6b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:04.892879 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8eb486c6-e481-4389-b3a1-d9862db61c89 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:04.899315 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8eb486c6-e481-4389-b3a1-d9862db61c89 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:04.928016 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312265e-f3a4-4252-8b9a-cc4181628e8e None None] Pushing event updated for resources: {'Port': ['ID=e1c2137f-d509-4601-90f3-4a600cb6f195,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:04.936016 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eac78e7-6ff6-41e1-966f-dbc8c85be532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-224f44da-b0e3-42f7-87a8-ae413173df91', 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'fixed_ips': [{'subnet_id': '4de4b8e8-1482-4819-9304-7c04d77c702a'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:31:04.937237 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9eac78e7-6ff6-41e1-966f-dbc8c85be532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:04.991405 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] Routers {'df3ec203-6a93-4423-ab17-7213ffe1e039'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:31:04.992520 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:30:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['df3ec203-6a93-4423-ab17-7213ffe1e039'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:05.131688 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] Set router df3ec203-6a93-4423-ab17-7213ffe1e039 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:31:05.209178 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-9eac78e7-6ff6-41e1-966f-dbc8c85be532 None None] Allocated IP 2001:db8:1::2 (224f44da-b0e3-42f7-87a8-ae413173df91/4de4b8e8-1482-4819-9304-7c04d77c702a/58d8bec1-c90c-4788-8aa2-77720b9d160f) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:31:05.429962 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9eac78e7-6ff6-41e1-966f-dbc8c85be532 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:05.444626 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9eac78e7-6ff6-41e1-966f-dbc8c85be532 None None] Transition to ACTIVE for port object 58d8bec1-c90c-4788-8aa2-77720b9d160f will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:05.453491 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8eb486c6-e481-4389-b3a1-d9862db61c89 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:05.455585 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8eb486c6-e481-4389-b3a1-d9862db61c89 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9516609 Aug 19 18:31:05.458660 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46152) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:05.466679 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-3ee30703-05ef-4568-a74d-9811fe0241a4 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:05.479574 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9eac78e7-6ff6-41e1-966f-dbc8c85be532 None None] Transition to ACTIVE for port object 58d8bec1-c90c-4788-8aa2-77720b9d160f will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:05.488537 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9eac78e7-6ff6-41e1-966f-dbc8c85be532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:05.539501 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eac78e7-6ff6-41e1-966f-dbc8c85be532 None None] Network 224f44da-b0e3-42f7-87a8-ae413173df91 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:05.542342 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-9eac78e7-6ff6-41e1-966f-dbc8c85be532 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:05.550447 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eac78e7-6ff6-41e1-966f-dbc8c85be532 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:31:05.608056 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac78e7-6ff6-41e1-966f-dbc8c85be532 None None] Pushing event updated for resources: {'Port': ['ID=58d8bec1-c90c-4788-8aa2-77720b9d160f,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:05.616016 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:02Z', 'revision_number': 2, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None, '_interfaces': [{'id': 'e1c2137f-d509-4601-90f3-4a600cb6f195', 'name': '', 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:5e:6c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:01Z', 'updated_at': '2021-08-19T18:31:04Z', 'revision_number': 4, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:05.672444 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e6740-20b8-45b5-ac09-36feac1d2674 None None] The sync data for ids ['df3ec203-6a93-4423-ab17-7213ffe1e039'] in n-d-803753-2 is: [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:02Z', 'revision_number': 2, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None, '_interfaces': [{'id': 'e1c2137f-d509-4601-90f3-4a600cb6f195', 'name': '', 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:5e:6c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:01Z', 'updated_at': '2021-08-19T18:31:04Z', 'revision_number': 4, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:31:05.712947 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4a62a511-0190-4bef-872b-1f3d2489459b up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:31:05.725596 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-9eac78e7-6ff6-41e1-966f-dbc8c85be532 None None] Attempting to bind port 58d8bec1-c90c-4788-8aa2-77720b9d160f on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:31:05.726088 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-9eac78e7-6ff6-41e1-966f-dbc8c85be532 None None] Attempting to bind port 58d8bec1-c90c-4788-8aa2-77720b9d160f by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'a207ca1b-3d99-4afd-aaa5-bc7f5885f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:31:05.726271 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:05.726652 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eac78e7-6ff6-41e1-966f-dbc8c85be532 None None] Attempting to bind port 58d8bec1-c90c-4788-8aa2-77720b9d160f on network 224f44da-b0e3-42f7-87a8-ae413173df91 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:31:05.755488 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eac78e7-6ff6-41e1-966f-dbc8c85be532 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:31:05.755947 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eac78e7-6ff6-41e1-966f-dbc8c85be532 None None] Checking segment: {'id': 'a207ca1b-3d99-4afd-aaa5-bc7f5885f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:05.756429 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9eac78e7-6ff6-41e1-966f-dbc8c85be532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:05.756879 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eac78e7-6ff6-41e1-966f-dbc8c85be532 None None] Bound using segment: {'id': 'a207ca1b-3d99-4afd-aaa5-bc7f5885f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:31:05.757503 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-9eac78e7-6ff6-41e1-966f-dbc8c85be532 None None] Bound port: 58d8bec1-c90c-4788-8aa2-77720b9d160f, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a207ca1b-3d99-4afd-aaa5-bc7f5885f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:31:05.757976 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9eac78e7-6ff6-41e1-966f-dbc8c85be532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:05.871140 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 4a62a511-0190-4bef-872b-1f3d2489459b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:05.871909 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:05.895519 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3ee30703-05ef-4568-a74d-9811fe0241a4 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:05.895919 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3ee30703-05ef-4568-a74d-9811fe0241a4 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks [] for router, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:05.944867 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-9eac78e7-6ff6-41e1-966f-dbc8c85be532 None None] For port 58d8bec1-c90c-4788-8aa2-77720b9d160f, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:31:05.950771 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-9eac78e7-6ff6-41e1-966f-dbc8c85be532 None None] For port 58d8bec1-c90c-4788-8aa2-77720b9d160f, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=58d8bec1-c90c-4788-8aa2-77720b9d160f,segment=NetworkSegment(a207ca1b-3d99-4afd-aaa5-bc7f5885f799),segment_id=a207ca1b-3d99-4afd-aaa5-bc7f5885f799)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:31:05.961362 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9eac78e7-6ff6-41e1-966f-dbc8c85be532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:06.063248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3ee30703-05ef-4568-a74d-9811fe0241a4 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94681) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 19 18:31:06.065465 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3ee30703-05ef-4568-a74d-9811fe0241a4 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Router cfd524f1-4693-4aad-b591-78a145dbc118 migrating from provider to provider. {{(pid=94681) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 19 18:31:06.066881 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3ee30703-05ef-4568-a74d-9811fe0241a4 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:06.081464 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3ee30703-05ef-4568-a74d-9811fe0241a4 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:06.096333 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3ee30703-05ef-4568-a74d-9811fe0241a4 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740919'] for router, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:06.160470 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac78e7-6ff6-41e1-966f-dbc8c85be532 None None] Pushing event updated for resources: {'Port': ['ID=58d8bec1-c90c-4788-8aa2-77720b9d160f,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:06.265781 n-d-803753-2 neutron-server[94681]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3ee30703-05ef-4568-a74d-9811fe0241a4 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] No L3 agents can host the router cfd524f1-4693-4aad-b591-78a145dbc118 Aug 19 18:31:06.277163 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Allocated IP 2001:db8:1::1 (224f44da-b0e3-42f7-87a8-ae413173df91/4de4b8e8-1482-4819-9304-7c04d77c702a/df1ac477-304e-4a7a-bd13-1df1351c6514) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:31:06.534987 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee30703-05ef-4568-a74d-9811fe0241a4 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Hosts for router cfd524f1-4693-4aad-b591-78a145dbc118: [] {{(pid=94681) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 19 18:31:06.555459 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:06.571559 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee30703-05ef-4568-a74d-9811fe0241a4 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Hosts for other DVR routers connected to router cfd524f1-4693-4aad-b591-78a145dbc118: set() {{(pid=94681) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 19 18:31:06.574464 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3ee30703-05ef-4568-a74d-9811fe0241a4 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:06.576122 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3ee30703-05ef-4568-a74d-9811fe0241a4 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] 10.222.0.24 "PUT /v2.0/routers/cfd524f1-4693-4aad-b591-78a145dbc118 HTTP/1.1" status: 200 len: 716 time: 1.1158051 Aug 19 18:31:06.580396 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46166) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:06.604636 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Transition to ACTIVE for port object df1ac477-304e-4a7a-bd13-1df1351c6514 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:06.649573 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:06.687662 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9398c09e-1980-49ca-8c54-0569d599ef6d tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] 10.222.0.24 "GET /v2.0/routers/cfd524f1-4693-4aad-b591-78a145dbc118 HTTP/1.1" status: 200 len: 716 time: 0.1057217 Aug 19 18:31:06.691055 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46170) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:06.744621 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network 224f44da-b0e3-42f7-87a8-ae413173df91 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:06.750408 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:06.753522 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Port': ['ID=df1ac477-304e-4a7a-bd13-1df1351c6514,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:06.757979 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:31:06.759403 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:06.811609 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:06.812074 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:06.812702 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:06.813317 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:06.814291 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:06.814754 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:06.815183 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:06.815620 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:06.816020 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:06.816424 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:06.816916 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:06.817326 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:06.968121 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:06.976581 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-35e33829-ad24-49ca-8617-c5d3ed10345b tempest-RoutersTestDVR-654902327 tempest-RoutersTestDVR-654902327-project] 10.222.0.24 "GET /v2.0/routers/cfd524f1-4693-4aad-b591-78a145dbc118 HTTP/1.1" status: 200 len: 682 time: 0.2808964 Aug 19 18:31:06.977660 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46178) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:07.060417 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c3f8ae38-2209-4ccd-94cf-84d94236ee2b tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:07.140777 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-397b1f54-f52f-41b9-9133-aaa5d687ca78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:07.269666 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:07.310946 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c3f8ae38-2209-4ccd-94cf-84d94236ee2b tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:07.314353 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c3f8ae38-2209-4ccd-94cf-84d94236ee2b tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:07.388861 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c3f8ae38-2209-4ccd-94cf-84d94236ee2b tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:07.389741 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f8ae38-2209-4ccd-94cf-84d94236ee2b tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfd524f1-4693-4aad-b591-78a145dbc118 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:31:07.401188 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c3f8ae38-2209-4ccd-94cf-84d94236ee2b tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:07.402990 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c3f8ae38-2209-4ccd-94cf-84d94236ee2b tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] 10.222.0.24 "DELETE /v2.0/routers/cfd524f1-4693-4aad-b591-78a145dbc118 HTTP/1.1" status: 204 len: 168 time: 0.4242086 Aug 19 18:31:07.410384 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46186) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:07.425087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d5f19fa0-5e49-4cc8-9213-602cf6da3344 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Request body: {'router': {'name': 'tempest-router-496488035', 'distributed': True}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:07.442916 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:07.457953 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:07.458814 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:07.525480 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d5f19fa0-5e49-4cc8-9213-602cf6da3344 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:07.526697 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d5f19fa0-5e49-4cc8-9213-602cf6da3344 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:07.578765 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Port': ['ID=df1ac477-304e-4a7a-bd13-1df1351c6514,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:07.667029 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d5f19fa0-5e49-4cc8-9213-602cf6da3344 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:07.689153 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d5f19fa0-5e49-4cc8-9213-602cf6da3344 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:07.703211 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eba9df-29bc-473d-8b89-8890d73d1de2 None None] Network 224f44da-b0e3-42f7-87a8-ae413173df91 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:07.740186 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network 224f44da-b0e3-42f7-87a8-ae413173df91 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:07.744431 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d5f19fa0-5e49-4cc8-9213-602cf6da3344 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:07.753208 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46194) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:07.754340 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d5f19fa0-5e49-4cc8-9213-602cf6da3344 tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3422527 Aug 19 18:31:07.756129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:07.832810 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 58d8bec1-c90c-4788-8aa2-77720b9d160f up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:31:07.870519 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2e309360-72a4-4d3a-a978-54ca6b2b32c2 None None] Provisioning for port 58d8bec1-c90c-4788-8aa2-77720b9d160f completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:07.893592 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Router df3ec203-6a93-4423-ab17-7213ffe1e039 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:31:07.914537 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0b75ee07-5d5c-4f93-950f-719c56a9481d tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:08.006880 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 58d8bec1-c90c-4788-8aa2-77720b9d160f completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:08.013275 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 58d8bec1-c90c-4788-8aa2-77720b9d160f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:08.013871 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:08.048427 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:31:08.056174 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9cbf5f41-15b9-4711-963e-e7c5f84c2f1f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/routers/df3ec203-6a93-4423-ab17-7213ffe1e039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4954181 Aug 19 18:31:08.058896 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46200) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:08.064881 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-24e63391-c15c-4381-a254-903c1de0d32d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-641835074'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:08.095549 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e63391-c15c-4381-a254-903c1de0d32d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Made reservation on behalf of 43d8cf292b114172bd8ec735cb51928c for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:08.100828 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-24e63391-c15c-4381-a254-903c1de0d32d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:08.141101 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e63391-c15c-4381-a254-903c1de0d32d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:08.143406 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0b75ee07-5d5c-4f93-950f-719c56a9481d tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:08.146087 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0b75ee07-5d5c-4f93-950f-719c56a9481d tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:08.157550 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-24e63391-c15c-4381-a254-903c1de0d32d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:08.157932 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-24e63391-c15c-4381-a254-903c1de0d32d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Added segment df82011e-18d9-4c19-821f-a27961808bbc of type vlan for network 633586d3-a18c-4210-aab2-7785bec65aec Aug 19 18:31:08.196147 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] Sync routers for ids ['df3ec203-6a93-4423-ab17-7213ffe1e039'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:31:08.213511 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0b75ee07-5d5c-4f93-950f-719c56a9481d tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:08.214347 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b75ee07-5d5c-4f93-950f-719c56a9481d tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44c5334b-c3b2-4a56-8adf-75100a66a641 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:31:08.223608 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0b75ee07-5d5c-4f93-950f-719c56a9481d tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:08.253738 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0b75ee07-5d5c-4f93-950f-719c56a9481d tempest-RoutersTestDVR-315892232 tempest-RoutersTestDVR-315892232-project-admin] 10.222.0.24 "DELETE /v2.0/routers/44c5334b-c3b2-4a56-8adf-75100a66a641 HTTP/1.1" status: 204 len: 168 time: 0.4968259 Aug 19 18:31:08.254076 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-24e63391-c15c-4381-a254-903c1de0d32d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:08.255366 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] Routers {'df3ec203-6a93-4423-ab17-7213ffe1e039'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:31:08.256279 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:31:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['df3ec203-6a93-4423-ab17-7213ffe1e039'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:08.289171 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-24e63391-c15c-4381-a254-903c1de0d32d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:08.310531 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e63391-c15c-4381-a254-903c1de0d32d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:08.314283 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-24e63391-c15c-4381-a254-903c1de0d32d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:08.350613 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-24e63391-c15c-4381-a254-903c1de0d32d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2899103 Aug 19 18:31:08.350963 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46208) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:08.356855 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-652114f4-ed91-412a-97f1-5ea206fe25f0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'subnet': {'network_id': '633586d3-a18c-4210-aab2-7785bec65aec', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:08.433780 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e63391-c15c-4381-a254-903c1de0d32d tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Network': ['ID=633586d3-a18c-4210-aab2-7785bec65aec,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:08.516082 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652114f4-ed91-412a-97f1-5ea206fe25f0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Made reservation on behalf of 43d8cf292b114172bd8ec735cb51928c for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:08.521815 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-652114f4-ed91-412a-97f1-5ea206fe25f0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:08.576116 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:08.578226 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 633586d3-a18c-4210-aab2-7785bec65aec details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:08.586069 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:08.738998 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-005431bc-ab2f-412e-bac5-35afac11683b None None] Provisioning for port df1ac477-304e-4a7a-bd13-1df1351c6514 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:08.805044 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46220) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:08.808598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-005431bc-ab2f-412e-bac5-35afac11683b None None] Provisioning complete for port df1ac477-304e-4a7a-bd13-1df1351c6514 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:08.809224 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-005431bc-ab2f-412e-bac5-35afac11683b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:08.851204 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 58d8bec1-c90c-4788-8aa2-77720b9d160f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=58d8bec1-c90c-4788-8aa2-77720b9d160f,segment=NetworkSegment(a207ca1b-3d99-4afd-aaa5-bc7f5885f799),segment_id=a207ca1b-3d99-4afd-aaa5-bc7f5885f799)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:08.852954 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] Set router df3ec203-6a93-4423-ab17-7213ffe1e039 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:31:08.868057 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-652114f4-ed91-412a-97f1-5ea206fe25f0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:08.894894 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:08.895701 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e1c2137f-d509-4601-90f3-4a600cb6f195 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:31:08.954767 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652114f4-ed91-412a-97f1-5ea206fe25f0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Subnet': ['ID=1b15a6fc-e833-487b-bbcc-a1d903a72dd7,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:09.010711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652114f4-ed91-412a-97f1-5ea206fe25f0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Checking segment: {'id': 'df82011e-18d9-4c19-821f-a27961808bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '633586d3-a18c-4210-aab2-7785bec65aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:09.011405 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652114f4-ed91-412a-97f1-5ea206fe25f0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network hostable DHCP agents. Network: 633586d3-a18c-4210-aab2-7785bec65aec, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:31:09.027157 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ed0637e4-b69c-4892-bda6-f2ff9f4e97c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:09.035807 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-005431bc-ab2f-412e-bac5-35afac11683b None None] Port df1ac477-304e-4a7a-bd13-1df1351c6514 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:31:09.041094 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652114f4-ed91-412a-97f1-5ea206fe25f0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network 633586d3-a18c-4210-aab2-7785bec65aec is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:31:09.065424 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-652114f4-ed91-412a-97f1-5ea206fe25f0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 633586d3-a18c-4210-aab2-7785bec65aec) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:09.071248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652114f4-ed91-412a-97f1-5ea206fe25f0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:09.089805 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-652114f4-ed91-412a-97f1-5ea206fe25f0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:09.112063 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9b1712-02a8-4665-8c84-fb1e9360ab5e None None] Network 633586d3-a18c-4210-aab2-7785bec65aec requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:09.181763 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-005431bc-ab2f-412e-bac5-35afac11683b None None] Provisioning complete for port 58d8bec1-c90c-4788-8aa2-77720b9d160f triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:09.182335 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-005431bc-ab2f-412e-bac5-35afac11683b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:09.198472 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ed0637e4-b69c-4892-bda6-f2ff9f4e97c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:09.208336 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ed0637e4-b69c-4892-bda6-f2ff9f4e97c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:09.216366 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-652114f4-ed91-412a-97f1-5ea206fe25f0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8639894 Aug 19 18:31:09.217994 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46234) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:09.263249 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0637e4-b69c-4892-bda6-f2ff9f4e97c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924a5f35-e94a-47b2-8402-ef8cc71933f8,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:09.286702 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ed0637e4-b69c-4892-bda6-f2ff9f4e97c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64b4f71a049e4b329b8db0b45db3422e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4801676 Aug 19 18:31:09.289574 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46236) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:09.332257 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=58d8bec1-c90c-4788-8aa2-77720b9d160f,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:09.366961 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6f2362ed-e55d-40a9-91ba-d9a3a269fa88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:09.388779 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port e1c2137f-d509-4601-90f3-4a600cb6f195 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:09.406860 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6f2362ed-e55d-40a9-91ba-d9a3a269fa88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:09.446833 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port e1c2137f-d509-4601-90f3-4a600cb6f195 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:09.447518 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:09.496912 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6f2362ed-e55d-40a9-91ba-d9a3a269fa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:09.506554 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6f2362ed-e55d-40a9-91ba-d9a3a269fa88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:09.508295 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6f2362ed-e55d-40a9-91ba-d9a3a269fa88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/924a5f35-e94a-47b2-8402-ef8cc71933f8 HTTP/1.1" status: 204 len: 168 time: 0.2175579 Aug 19 18:31:09.523180 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2362ed-e55d-40a9-91ba-d9a3a269fa88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924a5f35-e94a-47b2-8402-ef8cc71933f8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:09.832879 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:09.862878 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:09.865702 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284f75d8-9656-412c-beda-1a855c2fb11b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-633586d3-a18c-4210-aab2-7785bec65aec', 'network_id': '633586d3-a18c-4210-aab2-7785bec65aec', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'fixed_ips': [{'subnet_id': '1b15a6fc-e833-487b-bbcc-a1d903a72dd7'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:31:09.866658 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-284f75d8-9656-412c-beda-1a855c2fb11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:09.943337 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port e1c2137f-d509-4601-90f3-4a600cb6f195, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e1c2137f-d509-4601-90f3-4a600cb6f195,segment=NetworkSegment(449a0ad9-5c5e-479f-9521-d40dceb4ee76),segment_id=449a0ad9-5c5e-479f-9521-d40dceb4ee76)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:10.007829 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:10.018366 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46254) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:10.048506 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b0c3a24c-a097-4237-950a-ecdaa2a6663f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:10.072496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:06Z', 'revision_number': 3, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None, '_interfaces': [{'id': 'df1ac477-304e-4a7a-bd13-1df1351c6514', 'name': '', 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:03:2b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:05Z', 'updated_at': '2021-08-19T18:31:07Z', 'revision_number': 2, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1c2137f-d509-4601-90f3-4a600cb6f195', 'name': '', 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:5e:6c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:01Z', 'updated_at': '2021-08-19T18:31:04Z', 'revision_number': 4, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:10.165045 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 58d8bec1-c90c-4788-8aa2-77720b9d160f up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:31:10.197949 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] Checking router: df3ec203-6a93-4423-ab17-7213ffe1e039 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:31:10.198705 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] Updating router df3ec203-6a93-4423-ab17-7213ffe1e039 port df1ac477-304e-4a7a-bd13-1df1351c6514 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:31:10.240803 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b0c3a24c-a097-4237-950a-ecdaa2a6663f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:10.245409 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b0c3a24c-a097-4237-950a-ecdaa2a6663f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:10.268277 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:10.275297 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-310d5f01-366d-41f3-a58a-c7143ee3e17e None None] Provisioning complete for port df1ac477-304e-4a7a-bd13-1df1351c6514 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:10.275669 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-310d5f01-366d-41f3-a58a-c7143ee3e17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:10.277142 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=e1c2137f-d509-4601-90f3-4a600cb6f195,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:10.307877 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b0c3a24c-a097-4237-950a-ecdaa2a6663f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd45b5081ad047a1b4624eb6f0d58296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862244 Aug 19 18:31:10.307877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3a24c-a097-4237-950a-ecdaa2a6663f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a315988b-2c64-44bd-97ea-b5b4570af57d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:10.311462 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46260) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:10.380553 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3ec074aa-9932-446b-92e2-93083004181e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:10.398194 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:10.406702 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3ec074aa-9932-446b-92e2-93083004181e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:10.453714 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-310d5f01-366d-41f3-a58a-c7143ee3e17e None None] Port df1ac477-304e-4a7a-bd13-1df1351c6514 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:31:10.491528 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3ec074aa-9932-446b-92e2-93083004181e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:10.494311 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3ec074aa-9932-446b-92e2-93083004181e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:10.498303 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3ec074aa-9932-446b-92e2-93083004181e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a315988b-2c64-44bd-97ea-b5b4570af57d HTTP/1.1" status: 204 len: 168 time: 0.1828814 Aug 19 18:31:10.508944 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec074aa-9932-446b-92e2-93083004181e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a315988b-2c64-44bd-97ea-b5b4570af57d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:10.539143 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-284f75d8-9656-412c-beda-1a855c2fb11b None None] Allocated IP 2001:db8:2::2 (633586d3-a18c-4210-aab2-7785bec65aec/1b15a6fc-e833-487b-bbcc-a1d903a72dd7/9d856487-a109-4704-858e-ac22f9fa8e8c) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:31:10.576494 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 58d8bec1-c90c-4788-8aa2-77720b9d160f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:10.576871 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:11.152735 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-284f75d8-9656-412c-beda-1a855c2fb11b None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:11.179253 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:11.183483 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:11.185634 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-284f75d8-9656-412c-beda-1a855c2fb11b None None] Transition to ACTIVE for port object 9d856487-a109-4704-858e-ac22f9fa8e8c will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:11.201389 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] Transition to ACTIVE for port object df1ac477-304e-4a7a-bd13-1df1351c6514 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:11.215347 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-284f75d8-9656-412c-beda-1a855c2fb11b None None] Transition to ACTIVE for port object 9d856487-a109-4704-858e-ac22f9fa8e8c will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:11.217765 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:11.249230 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-284f75d8-9656-412c-beda-1a855c2fb11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:11.292765 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284f75d8-9656-412c-beda-1a855c2fb11b None None] Network 633586d3-a18c-4210-aab2-7785bec65aec is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:11.293701 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fe6d9-b62f-456b-b208-7bfe0f656bfb None None] Pushing event updated for resources: {'Port': ['ID=df1ac477-304e-4a7a-bd13-1df1351c6514,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:11.306263 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-284f75d8-9656-412c-beda-1a855c2fb11b None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:11.312335 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284f75d8-9656-412c-beda-1a855c2fb11b None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:31:11.327784 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Allocated IP 2001:db8:2::1 (633586d3-a18c-4210-aab2-7785bec65aec/1b15a6fc-e833-487b-bbcc-a1d903a72dd7/c71e4185-684a-4159-b6cd-852fd6761719) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:31:11.445000 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f75d8-9656-412c-beda-1a855c2fb11b None None] Pushing event updated for resources: {'Port': ['ID=9d856487-a109-4704-858e-ac22f9fa8e8c,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:11.469250 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] Attempting to bind port df1ac477-304e-4a7a-bd13-1df1351c6514 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:31:11.470357 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] Attempting to bind port df1ac477-304e-4a7a-bd13-1df1351c6514 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'a207ca1b-3d99-4afd-aaa5-bc7f5885f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:31:11.471095 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] Attempting to bind port df1ac477-304e-4a7a-bd13-1df1351c6514 on network 224f44da-b0e3-42f7-87a8-ae413173df91 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:31:11.486592 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:31:11.486592 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] Checking segment: {'id': 'a207ca1b-3d99-4afd-aaa5-bc7f5885f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:11.486592 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:11.487212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] Bound using segment: {'id': 'a207ca1b-3d99-4afd-aaa5-bc7f5885f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:31:11.487303 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] Bound port: df1ac477-304e-4a7a-bd13-1df1351c6514, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a207ca1b-3d99-4afd-aaa5-bc7f5885f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:31:11.487643 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:11.497150 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-284f75d8-9656-412c-beda-1a855c2fb11b None None] Attempting to bind port 9d856487-a109-4704-858e-ac22f9fa8e8c on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:31:11.497522 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-284f75d8-9656-412c-beda-1a855c2fb11b None None] Attempting to bind port 9d856487-a109-4704-858e-ac22f9fa8e8c by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'df82011e-18d9-4c19-821f-a27961808bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '633586d3-a18c-4210-aab2-7785bec65aec'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:31:11.497907 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284f75d8-9656-412c-beda-1a855c2fb11b None None] Attempting to bind port 9d856487-a109-4704-858e-ac22f9fa8e8c on network 633586d3-a18c-4210-aab2-7785bec65aec {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:31:11.521412 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284f75d8-9656-412c-beda-1a855c2fb11b None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:31:11.521790 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284f75d8-9656-412c-beda-1a855c2fb11b None None] Checking segment: {'id': 'df82011e-18d9-4c19-821f-a27961808bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '633586d3-a18c-4210-aab2-7785bec65aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:11.522117 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-284f75d8-9656-412c-beda-1a855c2fb11b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:11.522523 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284f75d8-9656-412c-beda-1a855c2fb11b None None] Bound using segment: {'id': 'df82011e-18d9-4c19-821f-a27961808bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '633586d3-a18c-4210-aab2-7785bec65aec'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:31:11.523185 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-284f75d8-9656-412c-beda-1a855c2fb11b None None] Bound port: 9d856487-a109-4704-858e-ac22f9fa8e8c, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df82011e-18d9-4c19-821f-a27961808bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '633586d3-a18c-4210-aab2-7785bec65aec'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:31:11.523574 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-284f75d8-9656-412c-beda-1a855c2fb11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:11.586164 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:11.597831 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46308) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:11.607034 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Transition to ACTIVE for port object c71e4185-684a-4159-b6cd-852fd6761719 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:11.652205 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:11.670566 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] For port df1ac477-304e-4a7a-bd13-1df1351c6514, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:31:11.697591 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network 633586d3-a18c-4210-aab2-7785bec65aec is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:11.702603 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:11.709151 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:31:11.709338 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] For port df1ac477-304e-4a7a-bd13-1df1351c6514, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=df1ac477-304e-4a7a-bd13-1df1351c6514,segment=NetworkSegment(a207ca1b-3d99-4afd-aaa5-bc7f5885f799),segment_id=a207ca1b-3d99-4afd-aaa5-bc7f5885f799)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:31:11.709749 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:11.730689 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:11.745273 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-284f75d8-9656-412c-beda-1a855c2fb11b None None] For port 9d856487-a109-4704-858e-ac22f9fa8e8c, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:31:11.752792 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-284f75d8-9656-412c-beda-1a855c2fb11b None None] For port 9d856487-a109-4704-858e-ac22f9fa8e8c, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9d856487-a109-4704-858e-ac22f9fa8e8c,segment=NetworkSegment(df82011e-18d9-4c19-821f-a27961808bbc),segment_id=df82011e-18d9-4c19-821f-a27961808bbc)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:31:11.757382 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-6e457fee-d85a-464c-aa2e-78443aacd73f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-756659912'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:11.777802 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-284f75d8-9656-412c-beda-1a855c2fb11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:11.794206 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Port': ['ID=c71e4185-684a-4159-b6cd-852fd6761719,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:11.812813 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:11.815209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:11.816133 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:11.817587 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:11.818356 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:11.818782 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:11.819180 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:11.819576 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:11.820258 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:11.820645 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:11.820987 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:11.821376 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:11.828884 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e457fee-d85a-464c-aa2e-78443aacd73f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Made reservation on behalf of 21f586cf636f468e81d219f376196922 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:11.833044 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6e457fee-d85a-464c-aa2e-78443aacd73f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:11.871824 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6e457fee-d85a-464c-aa2e-78443aacd73f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:11.887065 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] Routers {'df3ec203-6a93-4423-ab17-7213ffe1e039'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:31:11.887716 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:31:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['df3ec203-6a93-4423-ab17-7213ffe1e039'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:11.891161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fe6d9-b62f-456b-b208-7bfe0f656bfb None None] Pushing event updated for resources: {'Port': ['ID=df1ac477-304e-4a7a-bd13-1df1351c6514,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:11.980696 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:12.120455 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f75d8-9656-412c-beda-1a855c2fb11b None None] Pushing event updated for resources: {'Port': ['ID=9d856487-a109-4704-858e-ac22f9fa8e8c,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:12.175054 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e1c2137f-d509-4601-90f3-4a600cb6f195 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:31:12.228328 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6e457fee-d85a-464c-aa2e-78443aacd73f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:12.235963 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6e457fee-d85a-464c-aa2e-78443aacd73f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:12.275105 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e457fee-d85a-464c-aa2e-78443aacd73f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:12.284863 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] Set router df3ec203-6a93-4423-ab17-7213ffe1e039 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:31:12.293973 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e457fee-d85a-464c-aa2e-78443aacd73f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d620e2-ba8d-414c-ac70-dc4be474ecc0,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:12.300222 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6e457fee-d85a-464c-aa2e-78443aacd73f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:12.300222 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-6e457fee-d85a-464c-aa2e-78443aacd73f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Added segment f5341ad5-8fc3-4fd5-a562-fca60912a27c of type vlan for network 933cd189-c561-43dd-9bb0-63b09da9ece0 Aug 19 18:31:12.360976 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port e1c2137f-d509-4601-90f3-4a600cb6f195 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:12.361608 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:12.375616 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6e457fee-d85a-464c-aa2e-78443aacd73f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:12.406876 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6e457fee-d85a-464c-aa2e-78443aacd73f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:12.424809 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e457fee-d85a-464c-aa2e-78443aacd73f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:12.426168 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6e457fee-d85a-464c-aa2e-78443aacd73f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:12.514374 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6e457fee-d85a-464c-aa2e-78443aacd73f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9146004 Aug 19 18:31:12.547033 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e457fee-d85a-464c-aa2e-78443aacd73f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'Network': ['ID=933cd189-c561-43dd-9bb0-63b09da9ece0,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:12.589922 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:12.600221 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:12.601036 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:12.615381 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 933cd189-c561-43dd-9bb0-63b09da9ece0 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:12.809860 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network 633586d3-a18c-4210-aab2-7785bec65aec is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:12.817984 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Port': ['ID=c71e4185-684a-4159-b6cd-852fd6761719,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:12.829822 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:12.921754 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:06Z', 'revision_number': 3, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None, '_interfaces': [{'id': 'df1ac477-304e-4a7a-bd13-1df1351c6514', 'name': '', 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:03:2b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:05Z', 'updated_at': '2021-08-19T18:31:11Z', 'revision_number': 4, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1c2137f-d509-4601-90f3-4a600cb6f195', 'name': '', 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:5e:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:01Z', 'updated_at': '2021-08-19T18:31:09Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:12.980853 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c5bf8b-9e5d-450f-85c3-4a16c5ba003d None None] The sync data for ids ['df3ec203-6a93-4423-ab17-7213ffe1e039'] in n-d-803753-2 is: [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:06Z', 'revision_number': 3, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None, '_interfaces': [{'id': 'df1ac477-304e-4a7a-bd13-1df1351c6514', 'name': '', 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:03:2b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:05Z', 'updated_at': '2021-08-19T18:31:11Z', 'revision_number': 4, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1c2137f-d509-4601-90f3-4a600cb6f195', 'name': '', 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:5e:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:01Z', 'updated_at': '2021-08-19T18:31:09Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:31:13.008361 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Router df3ec203-6a93-4423-ab17-7213ffe1e039 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:31:13.226073 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:31:13.232506 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ed339af3-217e-4c99-a621-75d11a614d88 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/routers/df3ec203-6a93-4423-ab17-7213ffe1e039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0129905 Aug 19 18:31:13.238128 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46342) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:13.248129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f1a6d99f-bb12-42d6-915c-8b8d1de4b0be tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2041089970'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:13.300131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a6d99f-bb12-42d6-915c-8b8d1de4b0be tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Made reservation on behalf of 43d8cf292b114172bd8ec735cb51928c for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:13.308662 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d99f-bb12-42d6-915c-8b8d1de4b0be tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:13.398618 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a6d99f-bb12-42d6-915c-8b8d1de4b0be tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:13.415047 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d99f-bb12-42d6-915c-8b8d1de4b0be tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:13.415407 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-f1a6d99f-bb12-42d6-915c-8b8d1de4b0be tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Added segment e11ba293-4e51-422e-8696-414ead0dd9dd of type vlan for network 703cf9dd-4ba8-45ac-99b5-88712da48467 Aug 19 18:31:13.556524 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d99f-bb12-42d6-915c-8b8d1de4b0be tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:13.586661 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d99f-bb12-42d6-915c-8b8d1de4b0be tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:13.594212 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a6d99f-bb12-42d6-915c-8b8d1de4b0be tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:13.595213 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d99f-bb12-42d6-915c-8b8d1de4b0be tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:13.713604 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f1a6d99f-bb12-42d6-915c-8b8d1de4b0be tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4718738 Aug 19 18:31:13.713957 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46354) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:13.720198 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-0b8299a5-cb9d-440d-8378-09b4dbb75385 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'subnet': {'network_id': '703cf9dd-4ba8-45ac-99b5-88712da48467', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:13.777165 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6d99f-bb12-42d6-915c-8b8d1de4b0be tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Network': ['ID=703cf9dd-4ba8-45ac-99b5-88712da48467,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:13.792890 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 703cf9dd-4ba8-45ac-99b5-88712da48467 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:13.827184 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21d503d-f345-4151-be27-92709da25dcc None None] Network 633586d3-a18c-4210-aab2-7785bec65aec requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:13.972011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8299a5-cb9d-440d-8378-09b4dbb75385 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Made reservation on behalf of 43d8cf292b114172bd8ec735cb51928c for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:13.975662 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0b8299a5-cb9d-440d-8378-09b4dbb75385 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:14.090967 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4445d9b4-456d-4248-9fb5-eaef925f41ec None None] Provisioning for port 9d856487-a109-4704-858e-ac22f9fa8e8c completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:14.314434 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] Sync routers for ids ['df3ec203-6a93-4423-ab17-7213ffe1e039'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:31:14.324504 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] Routers {'df3ec203-6a93-4423-ab17-7213ffe1e039'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:31:14.325293 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:31:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['df3ec203-6a93-4423-ab17-7213ffe1e039'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:14.357204 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device df1ac477-304e-4a7a-bd13-1df1351c6514 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:31:14.438119 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0b8299a5-cb9d-440d-8378-09b4dbb75385 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:14.484717 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port df1ac477-304e-4a7a-bd13-1df1351c6514 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:14.504311 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port df1ac477-304e-4a7a-bd13-1df1351c6514 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:14.504968 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:14.574814 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] Set router df3ec203-6a93-4423-ab17-7213ffe1e039 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:31:14.624498 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8299a5-cb9d-440d-8378-09b4dbb75385 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Subnet': ['ID=5e8e6f82-f8b0-4ff0-b0fa-c50027b1452e,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:14.632209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8299a5-cb9d-440d-8378-09b4dbb75385 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Checking segment: {'id': 'e11ba293-4e51-422e-8696-414ead0dd9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '703cf9dd-4ba8-45ac-99b5-88712da48467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:14.634860 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8299a5-cb9d-440d-8378-09b4dbb75385 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network hostable DHCP agents. Network: 703cf9dd-4ba8-45ac-99b5-88712da48467, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:31:14.696891 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8299a5-cb9d-440d-8378-09b4dbb75385 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network 703cf9dd-4ba8-45ac-99b5-88712da48467 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:31:14.730783 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-0b8299a5-cb9d-440d-8378-09b4dbb75385 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 703cf9dd-4ba8-45ac-99b5-88712da48467) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:14.744946 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8299a5-cb9d-440d-8378-09b4dbb75385 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:14.745700 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0b8299a5-cb9d-440d-8378-09b4dbb75385 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:14.770066 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:14.775390 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0b8299a5-cb9d-440d-8378-09b4dbb75385 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0603116 Aug 19 18:31:14.776400 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcbbcf3-7144-47d3-a049-e0c56ede5176 None None] Network 703cf9dd-4ba8-45ac-99b5-88712da48467 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:14.779397 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46372) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:15.007975 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:11Z', 'revision_number': 4, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None, '_interfaces': [{'id': 'c71e4185-684a-4159-b6cd-852fd6761719', 'name': '', 'network_id': '633586d3-a18c-4210-aab2-7785bec65aec', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:26:a0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1b15a6fc-e833-487b-bbcc-a1d903a72dd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:10Z', 'updated_at': '2021-08-19T18:31:12Z', 'revision_number': 2, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '1b15a6fc-e833-487b-bbcc-a1d903a72dd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df1ac477-304e-4a7a-bd13-1df1351c6514', 'name': '', 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:03:2b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:05Z', 'updated_at': '2021-08-19T18:31:11Z', 'revision_number': 4, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1c2137f-d509-4601-90f3-4a600cb6f195', 'name': '', 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:5e:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:01Z', 'updated_at': '2021-08-19T18:31:09Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:15.011631 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port df1ac477-304e-4a7a-bd13-1df1351c6514, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=df1ac477-304e-4a7a-bd13-1df1351c6514,segment=NetworkSegment(a207ca1b-3d99-4afd-aaa5-bc7f5885f799),segment_id=a207ca1b-3d99-4afd-aaa5-bc7f5885f799)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:15.033664 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:15.038454 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9d856487-a109-4704-858e-ac22f9fa8e8c up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:31:15.052244 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] Checking router: df3ec203-6a93-4423-ab17-7213ffe1e039 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:31:15.052724 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] Updating router df3ec203-6a93-4423-ab17-7213ffe1e039 port c71e4185-684a-4159-b6cd-852fd6761719 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:31:15.116496 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:15.491540 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6722f381-b3be-4973-b47a-9f9d52f68125 None None] Provisioning for port c71e4185-684a-4159-b6cd-852fd6761719 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:15.536005 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cfcfe5-ee07-430e-afba-cb08add8c7a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-703cf9dd-4ba8-45ac-99b5-88712da48467', 'network_id': '703cf9dd-4ba8-45ac-99b5-88712da48467', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'fixed_ips': [{'subnet_id': '5e8e6f82-f8b0-4ff0-b0fa-c50027b1452e'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:31:15.536382 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cf6b69fc-f38f-45be-8484-02e0f9a99198 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:15.537727 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-27cfcfe5-ee07-430e-afba-cb08add8c7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:15.554418 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 9d856487-a109-4704-858e-ac22f9fa8e8c completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:15.586343 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6722f381-b3be-4973-b47a-9f9d52f68125 None None] Provisioning complete for port c71e4185-684a-4159-b6cd-852fd6761719 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:15.586722 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6722f381-b3be-4973-b47a-9f9d52f68125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:15.762242 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:15.818572 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] Transition to ACTIVE for port object c71e4185-684a-4159-b6cd-852fd6761719 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:15.845189 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:15.855327 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 9d856487-a109-4704-858e-ac22f9fa8e8c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:15.855697 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:15.878493 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-6722f381-b3be-4973-b47a-9f9d52f68125 None None] Port c71e4185-684a-4159-b6cd-852fd6761719 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:31:15.880459 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=df1ac477-304e-4a7a-bd13-1df1351c6514,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:15.964909 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3fa66-7079-4077-bb62-334970a14b1c None None] Pushing event updated for resources: {'Port': ['ID=c71e4185-684a-4159-b6cd-852fd6761719,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:16.154859 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46398) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:16.179987 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c032cff8-d410-4c2d-8785-e834da7dd13c tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Request body: {'subnet': {'network_id': '933cd189-c561-43dd-9bb0-63b09da9ece0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:16.196847 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:16.213044 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] Attempting to bind port c71e4185-684a-4159-b6cd-852fd6761719 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:31:16.213496 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] Attempting to bind port c71e4185-684a-4159-b6cd-852fd6761719 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'df82011e-18d9-4c19-821f-a27961808bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '633586d3-a18c-4210-aab2-7785bec65aec'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:31:16.214039 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] Attempting to bind port c71e4185-684a-4159-b6cd-852fd6761719 on network 633586d3-a18c-4210-aab2-7785bec65aec {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:31:16.235623 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:31:16.236586 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] Checking segment: {'id': 'df82011e-18d9-4c19-821f-a27961808bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '633586d3-a18c-4210-aab2-7785bec65aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:16.237694 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:16.239152 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] Bound using segment: {'id': 'df82011e-18d9-4c19-821f-a27961808bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '633586d3-a18c-4210-aab2-7785bec65aec'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:31:16.240509 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] Bound port: c71e4185-684a-4159-b6cd-852fd6761719, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df82011e-18d9-4c19-821f-a27961808bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '633586d3-a18c-4210-aab2-7785bec65aec'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:31:16.241037 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:16.241230 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 9d856487-a109-4704-858e-ac22f9fa8e8c, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9d856487-a109-4704-858e-ac22f9fa8e8c,segment=NetworkSegment(df82011e-18d9-4c19-821f-a27961808bbc),segment_id=df82011e-18d9-4c19-821f-a27961808bbc)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:16.247440 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:16.304502 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-cf6b69fc-f38f-45be-8484-02e0f9a99198 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Allocated IP 2001:db8:3::1 (703cf9dd-4ba8-45ac-99b5-88712da48467/5e8e6f82-f8b0-4ff0-b0fa-c50027b1452e/0389e324-0639-418f-8b2b-d0bc02e05ee0) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:31:16.409003 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] For port c71e4185-684a-4159-b6cd-852fd6761719, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:31:16.414483 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] For port c71e4185-684a-4159-b6cd-852fd6761719, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c71e4185-684a-4159-b6cd-852fd6761719,segment=NetworkSegment(df82011e-18d9-4c19-821f-a27961808bbc),segment_id=df82011e-18d9-4c19-821f-a27961808bbc)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:31:16.426012 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:16.426377 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device df1ac477-304e-4a7a-bd13-1df1351c6514 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:31:16.471121 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=9d856487-a109-4704-858e-ac22f9fa8e8c,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:16.506682 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] Routers {'df3ec203-6a93-4423-ab17-7213ffe1e039'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:31:16.507466 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:31:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['df3ec203-6a93-4423-ab17-7213ffe1e039'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:16.517932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46404) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:16.542528 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cf6b69fc-f38f-45be-8484-02e0f9a99198 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:16.559040 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-cf6b69fc-f38f-45be-8484-02e0f9a99198 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Transition to ACTIVE for port object 0389e324-0639-418f-8b2b-d0bc02e05ee0 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:16.622804 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cf6b69fc-f38f-45be-8484-02e0f9a99198 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:16.686381 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port df1ac477-304e-4a7a-bd13-1df1351c6514 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:16.686803 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:16.728474 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6b69fc-f38f-45be-8484-02e0f9a99198 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network 703cf9dd-4ba8-45ac-99b5-88712da48467 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:16.745374 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:16.748652 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-cf6b69fc-f38f-45be-8484-02e0f9a99198 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:16.777372 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6b69fc-f38f-45be-8484-02e0f9a99198 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:31:16.777964 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cf6b69fc-f38f-45be-8484-02e0f9a99198 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:16.781135 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c032cff8-d410-4c2d-8785-e834da7dd13c tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Made reservation on behalf of 21f586cf636f468e81d219f376196922 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:16.785661 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c032cff8-d410-4c2d-8785-e834da7dd13c tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:16.805473 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9e6ec5a-fb10-4857-aa71-5223b68f63e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:16.807845 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-27cfcfe5-ee07-430e-afba-cb08add8c7a8 None None] Allocated IP 2001:db8:3::2 (703cf9dd-4ba8-45ac-99b5-88712da48467/5e8e6f82-f8b0-4ff0-b0fa-c50027b1452e/f00a2286-45dc-4fb2-ae6e-3415f64a0bd4) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:31:16.866713 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3fa66-7079-4077-bb62-334970a14b1c None None] Pushing event updated for resources: {'Port': ['ID=c71e4185-684a-4159-b6cd-852fd6761719,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:16.923875 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] Set router df3ec203-6a93-4423-ab17-7213ffe1e039 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:31:16.935608 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b69fc-f38f-45be-8484-02e0f9a99198 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Port': ['ID=0389e324-0639-418f-8b2b-d0bc02e05ee0,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:16.974716 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9e6ec5a-fb10-4857-aa71-5223b68f63e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:16.989039 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9e6ec5a-fb10-4857-aa71-5223b68f63e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:17.029282 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6ec5a-fb10-4857-aa71-5223b68f63e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaa415b-2dcb-4d6f-929e-c11050a16462,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:17.079879 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d9e6ec5a-fb10-4857-aa71-5223b68f63e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a0256f01247943f5ac32828e02ca1a6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5599811 Aug 19 18:31:17.083832 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46416) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:17.198596 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-65d8094f-a375-4c82-bc02-5dab2bfaec14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:17.200151 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cf6b69fc-f38f-45be-8484-02e0f9a99198 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:17.271612 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-65d8094f-a375-4c82-bc02-5dab2bfaec14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:17.297302 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-27cfcfe5-ee07-430e-afba-cb08add8c7a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:17.337151 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c032cff8-d410-4c2d-8785-e834da7dd13c tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:17.344675 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-65d8094f-a375-4c82-bc02-5dab2bfaec14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:17.344929 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-27cfcfe5-ee07-430e-afba-cb08add8c7a8 None None] Transition to ACTIVE for port object f00a2286-45dc-4fb2-ae6e-3415f64a0bd4 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:17.348023 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-65d8094f-a375-4c82-bc02-5dab2bfaec14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:17.352003 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-65d8094f-a375-4c82-bc02-5dab2bfaec14 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2aaa415b-2dcb-4d6f-929e-c11050a16462 HTTP/1.1" status: 204 len: 168 time: 0.2644575 Aug 19 18:31:17.369579 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-27cfcfe5-ee07-430e-afba-cb08add8c7a8 None None] Transition to ACTIVE for port object f00a2286-45dc-4fb2-ae6e-3415f64a0bd4 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:17.380548 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-27cfcfe5-ee07-430e-afba-cb08add8c7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:17.381230 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8094f-a375-4c82-bc02-5dab2bfaec14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaa415b-2dcb-4d6f-929e-c11050a16462,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:17.401582 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:11Z', 'revision_number': 4, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None, '_interfaces': [{'id': 'c71e4185-684a-4159-b6cd-852fd6761719', 'name': '', 'network_id': '633586d3-a18c-4210-aab2-7785bec65aec', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:26:a0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1b15a6fc-e833-487b-bbcc-a1d903a72dd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:10Z', 'updated_at': '2021-08-19T18:31:16Z', 'revision_number': 4, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '1b15a6fc-e833-487b-bbcc-a1d903a72dd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df1ac477-304e-4a7a-bd13-1df1351c6514', 'name': '', 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:03:2b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:05Z', 'updated_at': '2021-08-19T18:31:14Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1c2137f-d509-4601-90f3-4a600cb6f195', 'name': '', 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:5e:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:01Z', 'updated_at': '2021-08-19T18:31:09Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:17.448620 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b533787-336a-4b92-b7f7-9cbdba731903 None None] The sync data for ids ['df3ec203-6a93-4423-ab17-7213ffe1e039'] in n-d-803753-2 is: [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:11Z', 'revision_number': 4, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None, '_interfaces': [{'id': 'c71e4185-684a-4159-b6cd-852fd6761719', 'name': '', 'network_id': '633586d3-a18c-4210-aab2-7785bec65aec', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:26:a0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1b15a6fc-e833-487b-bbcc-a1d903a72dd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:10Z', 'updated_at': '2021-08-19T18:31:16Z', 'revision_number': 4, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '1b15a6fc-e833-487b-bbcc-a1d903a72dd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df1ac477-304e-4a7a-bd13-1df1351c6514', 'name': '', 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:03:2b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:05Z', 'updated_at': '2021-08-19T18:31:14Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1c2137f-d509-4601-90f3-4a600cb6f195', 'name': '', 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:5e:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:01Z', 'updated_at': '2021-08-19T18:31:09Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:31:17.478501 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cfcfe5-ee07-430e-afba-cb08add8c7a8 None None] Network 703cf9dd-4ba8-45ac-99b5-88712da48467 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:17.484576 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-27cfcfe5-ee07-430e-afba-cb08add8c7a8 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:17.489650 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cfcfe5-ee07-430e-afba-cb08add8c7a8 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:31:17.505305 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cfcfe5-ee07-430e-afba-cb08add8c7a8 None None] Pushing event updated for resources: {'Port': ['ID=f00a2286-45dc-4fb2-ae6e-3415f64a0bd4,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:17.583144 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032cff8-d410-4c2d-8785-e834da7dd13c tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'Subnet': ['ID=9ebf4bfc-9cc1-455d-8c88-434c1f5098c7,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:17.595129 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-27cfcfe5-ee07-430e-afba-cb08add8c7a8 None None] Attempting to bind port f00a2286-45dc-4fb2-ae6e-3415f64a0bd4 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:31:17.595509 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-27cfcfe5-ee07-430e-afba-cb08add8c7a8 None None] Attempting to bind port f00a2286-45dc-4fb2-ae6e-3415f64a0bd4 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'e11ba293-4e51-422e-8696-414ead0dd9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '703cf9dd-4ba8-45ac-99b5-88712da48467'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:31:17.596463 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cfcfe5-ee07-430e-afba-cb08add8c7a8 None None] Attempting to bind port f00a2286-45dc-4fb2-ae6e-3415f64a0bd4 on network 703cf9dd-4ba8-45ac-99b5-88712da48467 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:31:17.632836 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cfcfe5-ee07-430e-afba-cb08add8c7a8 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:31:17.633214 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cfcfe5-ee07-430e-afba-cb08add8c7a8 None None] Checking segment: {'id': 'e11ba293-4e51-422e-8696-414ead0dd9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '703cf9dd-4ba8-45ac-99b5-88712da48467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:17.633824 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-27cfcfe5-ee07-430e-afba-cb08add8c7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:17.634267 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cfcfe5-ee07-430e-afba-cb08add8c7a8 None None] Bound using segment: {'id': 'e11ba293-4e51-422e-8696-414ead0dd9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '703cf9dd-4ba8-45ac-99b5-88712da48467'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:31:17.634745 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-27cfcfe5-ee07-430e-afba-cb08add8c7a8 None None] Bound port: f00a2286-45dc-4fb2-ae6e-3415f64a0bd4, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11ba293-4e51-422e-8696-414ead0dd9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '703cf9dd-4ba8-45ac-99b5-88712da48467'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:31:17.635125 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-27cfcfe5-ee07-430e-afba-cb08add8c7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:17.672872 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c032cff8-d410-4c2d-8785-e834da7dd13c tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Checking segment: {'id': 'f5341ad5-8fc3-4fd5-a562-fca60912a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '933cd189-c561-43dd-9bb0-63b09da9ece0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:17.673752 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c032cff8-d410-4c2d-8785-e834da7dd13c tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Network hostable DHCP agents. Network: 933cd189-c561-43dd-9bb0-63b09da9ece0, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:31:17.794539 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-27cfcfe5-ee07-430e-afba-cb08add8c7a8 None None] For port f00a2286-45dc-4fb2-ae6e-3415f64a0bd4, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:31:17.805004 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-27cfcfe5-ee07-430e-afba-cb08add8c7a8 None None] For port f00a2286-45dc-4fb2-ae6e-3415f64a0bd4, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=f00a2286-45dc-4fb2-ae6e-3415f64a0bd4,segment=NetworkSegment(e11ba293-4e51-422e-8696-414ead0dd9dd),segment_id=e11ba293-4e51-422e-8696-414ead0dd9dd)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:31:17.817649 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-27cfcfe5-ee07-430e-afba-cb08add8c7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:17.857456 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c032cff8-d410-4c2d-8785-e834da7dd13c tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Network 933cd189-c561-43dd-9bb0-63b09da9ece0 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:31:17.942930 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cfcfe5-ee07-430e-afba-cb08add8c7a8 None None] Pushing event updated for resources: {'Port': ['ID=f00a2286-45dc-4fb2-ae6e-3415f64a0bd4,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:17.957461 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-c032cff8-d410-4c2d-8785-e834da7dd13c tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 933cd189-c561-43dd-9bb0-63b09da9ece0) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:17.983797 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c032cff8-d410-4c2d-8785-e834da7dd13c tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:17.984692 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c032cff8-d410-4c2d-8785-e834da7dd13c tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:17.986997 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf02307-1efb-4c1c-ba67-5f20f8363e8f None None] Network 933cd189-c561-43dd-9bb0-63b09da9ece0 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:18.041941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46442) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:18.043123 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c032cff8-d410-4c2d-8785-e834da7dd13c tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8869851 Aug 19 18:31:18.051019 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-90a10358-e3a2-49fc-bff9-be8d5be5e329 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-35282545'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:18.122749 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a10358-e3a2-49fc-bff9-be8d5be5e329 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Made reservation on behalf of 21f586cf636f468e81d219f376196922 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:18.137474 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-90a10358-e3a2-49fc-bff9-be8d5be5e329 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:18.169844 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cf6b69fc-f38f-45be-8484-02e0f9a99198 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:18.179119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a10358-e3a2-49fc-bff9-be8d5be5e329 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:18.179539 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cf6b69fc-f38f-45be-8484-02e0f9a99198 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:18.180338 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cf6b69fc-f38f-45be-8484-02e0f9a99198 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:18.201828 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-90a10358-e3a2-49fc-bff9-be8d5be5e329 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:18.204597 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-90a10358-e3a2-49fc-bff9-be8d5be5e329 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Added segment ec12910c-e28d-477b-9288-be1a4a049d5c of type vlan for network f49666b9-ce01-4577-b652-28ad4b2efeff Aug 19 18:31:18.290042 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-90a10358-e3a2-49fc-bff9-be8d5be5e329 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:18.377724 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-90a10358-e3a2-49fc-bff9-be8d5be5e329 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:18.401111 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a10358-e3a2-49fc-bff9-be8d5be5e329 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:18.408405 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-90a10358-e3a2-49fc-bff9-be8d5be5e329 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:18.452230 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b69fc-f38f-45be-8484-02e0f9a99198 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event updated for resources: {'Port': ['ID=0389e324-0639-418f-8b2b-d0bc02e05ee0,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:18.484666 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-90a10358-e3a2-49fc-bff9-be8d5be5e329 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4396784 Aug 19 18:31:18.503518 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130bb75b-e774-4650-8bd8-d719547d6c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-933cd189-c561-43dd-9bb0-63b09da9ece0', 'network_id': '933cd189-c561-43dd-9bb0-63b09da9ece0', 'tenant_id': '21f586cf636f468e81d219f376196922', 'fixed_ips': [{'subnet_id': '9ebf4bfc-9cc1-455d-8c88-434c1f5098c7'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:31:18.504512 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-130bb75b-e774-4650-8bd8-d719547d6c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:18.511492 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46454) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:18.562116 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6b69fc-f38f-45be-8484-02e0f9a99198 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Network 703cf9dd-4ba8-45ac-99b5-88712da48467 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:18.566483 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-cf6b69fc-f38f-45be-8484-02e0f9a99198 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:18.643932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-33baceb5-64fc-4fe7-b994-751e9dceebfa tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Request body: {'subnet': {'network_id': 'f49666b9-ce01-4577-b652-28ad4b2efeff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:18.747858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c71e4185-684a-4159-b6cd-852fd6761719 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:31:18.846898 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a10358-e3a2-49fc-bff9-be8d5be5e329 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'Network': ['ID=f49666b9-ce01-4577-b652-28ad4b2efeff,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:18.878269 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network f49666b9-ce01-4577-b652-28ad4b2efeff details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:18.946268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33baceb5-64fc-4fe7-b994-751e9dceebfa tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Made reservation on behalf of 21f586cf636f468e81d219f376196922 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:18.950770 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-33baceb5-64fc-4fe7-b994-751e9dceebfa tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:19.044701 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port c71e4185-684a-4159-b6cd-852fd6761719 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:19.079033 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port c71e4185-684a-4159-b6cd-852fd6761719 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:19.079473 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:19.096402 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-130bb75b-e774-4650-8bd8-d719547d6c2f None None] Allocated IP 2001:db8:0:ffff::2 (933cd189-c561-43dd-9bb0-63b09da9ece0/9ebf4bfc-9cc1-455d-8c88-434c1f5098c7/67ace3e7-a2db-4f80-9aa0-a54506ca2a53) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:31:19.223671 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6b69fc-f38f-45be-8484-02e0f9a99198 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Router df3ec203-6a93-4423-ab17-7213ffe1e039 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:31:19.394987 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-33baceb5-64fc-4fe7-b994-751e9dceebfa tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:19.465505 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6b69fc-f38f-45be-8484-02e0f9a99198 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:31:19.472438 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cf6b69fc-f38f-45be-8484-02e0f9a99198 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/routers/df3ec203-6a93-4423-ab17-7213ffe1e039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6919644 Aug 19 18:31:19.478841 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46486) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:19.496060 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-162b0da1-2d34-461c-95ad-833d378329f7 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:19.507737 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] Sync routers for ids ['df3ec203-6a93-4423-ab17-7213ffe1e039'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:31:19.519740 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33baceb5-64fc-4fe7-b994-751e9dceebfa tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Checking segment: {'id': 'ec12910c-e28d-477b-9288-be1a4a049d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f49666b9-ce01-4577-b652-28ad4b2efeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:19.520115 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33baceb5-64fc-4fe7-b994-751e9dceebfa tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Network hostable DHCP agents. Network: f49666b9-ce01-4577-b652-28ad4b2efeff, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:31:19.524926 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33baceb5-64fc-4fe7-b994-751e9dceebfa tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'Subnet': ['ID=a7894f6c-5f1a-483e-b616-5079fa8e4ac9,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:19.549811 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33baceb5-64fc-4fe7-b994-751e9dceebfa tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Network f49666b9-ce01-4577-b652-28ad4b2efeff is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:31:19.561759 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:19.566383 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-33baceb5-64fc-4fe7-b994-751e9dceebfa tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, f49666b9-ce01-4577-b652-28ad4b2efeff) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:19.575316 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33baceb5-64fc-4fe7-b994-751e9dceebfa tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:19.576321 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-33baceb5-64fc-4fe7-b994-751e9dceebfa tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:19.593246 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb43023-16e0-486f-b58b-4a03962ef3ad None None] Network f49666b9-ce01-4577-b652-28ad4b2efeff requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:19.608142 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-33baceb5-64fc-4fe7-b994-751e9dceebfa tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0865388 Aug 19 18:31:19.609174 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46490) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:19.625344 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] Routers {'df3ec203-6a93-4423-ab17-7213ffe1e039'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:31:19.628578 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:31:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['df3ec203-6a93-4423-ab17-7213ffe1e039'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:19.796983 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26f0ab1c-f7d6-4924-994c-711b9de7c55d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:19.899957 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] Set router df3ec203-6a93-4423-ab17-7213ffe1e039 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:31:19.990660 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e9ab76-61bb-4dac-893c-e036dfaa202d None None] Network 703cf9dd-4ba8-45ac-99b5-88712da48467 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:20.017203 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26f0ab1c-f7d6-4924-994c-711b9de7c55d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:20.152263 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26f0ab1c-f7d6-4924-994c-711b9de7c55d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:20.219253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.extraroute_db [None req-162b0da1-2d34-461c-95ad-833d378329f7 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94681) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 18:31:20.251343 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.extraroute_db [None req-162b0da1-2d34-461c-95ad-833d378329f7 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Removed routes are [] {{(pid=94681) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 18:31:20.252113 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-162b0da1-2d34-461c-95ad-833d378329f7 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:20.431934 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26f0ab1c-f7d6-4924-994c-711b9de7c55d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:20.470855 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-26f0ab1c-f7d6-4924-994c-711b9de7c55d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49666b9-ce01-4577-b652-28ad4b2efeff']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:20.508849 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-26f0ab1c-f7d6-4924-994c-711b9de7c55d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec12910c-e28d-477b-9288-be1a4a049d5c') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:20.510412 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-26f0ab1c-f7d6-4924-994c-711b9de7c55d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec12910c-e28d-477b-9288-be1a4a049d5c') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:20.534186 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26f0ab1c-f7d6-4924-994c-711b9de7c55d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:20.570009 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26f0ab1c-f7d6-4924-994c-711b9de7c55d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:20.585712 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f0ab1c-f7d6-4924-994c-711b9de7c55d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:31:20.586831 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26f0ab1c-f7d6-4924-994c-711b9de7c55d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:20.611718 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-162b0da1-2d34-461c-95ad-833d378329f7 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:20.621425 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-162b0da1-2d34-461c-95ad-833d378329f7 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740919'] for router, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:20.636906 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port c71e4185-684a-4159-b6cd-852fd6761719, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c71e4185-684a-4159-b6cd-852fd6761719,segment=NetworkSegment(df82011e-18d9-4c19-821f-a27961808bbc),segment_id=df82011e-18d9-4c19-821f-a27961808bbc)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:20.639091 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-747c26c4-b50a-4fea-af27-dae98ea63dc6 None None] Provisioning for port f00a2286-45dc-4fb2-ae6e-3415f64a0bd4 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:20.709652 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:20.711896 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9d856487-a109-4704-858e-ac22f9fa8e8c up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:31:20.732731 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:31:20.740257 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46536) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:31:20.759840 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:31:20.764132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0ab1c-f7d6-4924-994c-711b9de7c55d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Subnet': ['ID=a7894f6c-5f1a-483e-b616-5079fa8e4ac9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:20.768478 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162b0da1-2d34-461c-95ad-833d378329f7 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Router df3ec203-6a93-4423-ab17-7213ffe1e039 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:31:20.785768 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26f0ab1c-f7d6-4924-994c-711b9de7c55d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:20.801308 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26f0ab1c-f7d6-4924-994c-711b9de7c55d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:20.813172 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-26f0ab1c-f7d6-4924-994c-711b9de7c55d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/networks/f49666b9-ce01-4577-b652-28ad4b2efeff HTTP/1.1" status: 204 len: 168 time: 1.1972296 Aug 19 18:31:20.820651 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46540) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:20.833695 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-130bb75b-e774-4650-8bd8-d719547d6c2f None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:20.846206 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0ab1c-f7d6-4924-994c-711b9de7c55d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Network': ['ID=f49666b9-ce01-4577-b652-28ad4b2efeff,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:20.854437 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e25004f9-325c-4789-815b-f161fb98440d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1218321278'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:20.898735 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25004f9-325c-4789-815b-f161fb98440d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Made reservation on behalf of 21f586cf636f468e81d219f376196922 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:20.903197 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e25004f9-325c-4789-815b-f161fb98440d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:20.917954 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-130bb75b-e774-4650-8bd8-d719547d6c2f None None] Transition to ACTIVE for port object 67ace3e7-a2db-4f80-9aa0-a54506ca2a53 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:20.975582 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25004f9-325c-4789-815b-f161fb98440d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:21.012249 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e25004f9-325c-4789-815b-f161fb98440d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:21.013008 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-e25004f9-325c-4789-815b-f161fb98440d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Added segment 1cda0971-8027-46a9-a7e2-fb9bd319724d of type vlan for network 797c4931-27bb-49dc-85d2-0af64ed76c55 Aug 19 18:31:21.027748 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 9d856487-a109-4704-858e-ac22f9fa8e8c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:21.028162 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:21.037812 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ddfa0e7d-b8b7-4486-9e0f-18538e0d7cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:21.040388 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162b0da1-2d34-461c-95ad-833d378329f7 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:31:21.064174 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-162b0da1-2d34-461c-95ad-833d378329f7 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:21.067739 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-130bb75b-e774-4650-8bd8-d719547d6c2f None None] Transition to ACTIVE for port object 67ace3e7-a2db-4f80-9aa0-a54506ca2a53 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:21.068077 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-162b0da1-2d34-461c-95ad-833d378329f7 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/routers/df3ec203-6a93-4423-ab17-7213ffe1e039 HTTP/1.1" status: 200 len: 953 time: 1.5842147 Aug 19 18:31:21.082430 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46546) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:21.101201 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e25004f9-325c-4789-815b-f161fb98440d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:21.102088 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=c71e4185-684a-4159-b6cd-852fd6761719,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:21.134903 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e25004f9-325c-4789-815b-f161fb98440d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:21.142448 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25004f9-325c-4789-815b-f161fb98440d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:21.142993 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e25004f9-325c-4789-815b-f161fb98440d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:21.216364 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-130bb75b-e774-4650-8bd8-d719547d6c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:21.260312 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25004f9-325c-4789-815b-f161fb98440d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'Network': ['ID=797c4931-27bb-49dc-85d2-0af64ed76c55,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:21.287265 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17028837-9736-4765-885c-1613c8eef78a None None] Network f49666b9-ce01-4577-b652-28ad4b2efeff requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:21.290880 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 797c4931-27bb-49dc-85d2-0af64ed76c55 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:21.409524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46556) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:21.415791 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-40104fd8-8a2d-4915-961d-371087f58b17 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'router': {'routes': None}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:21.425499 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6507993c-167f-40d3-9a35-1bb2ab28f51b tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/routers/df3ec203-6a93-4423-ab17-7213ffe1e039 HTTP/1.1" status: 200 len: 953 time: 0.3382900 Aug 19 18:31:21.426142 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130bb75b-e774-4650-8bd8-d719547d6c2f None None] Network 933cd189-c561-43dd-9bb0-63b09da9ece0 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:21.427624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17028837-9736-4765-885c-1613c8eef78a None None] Network f49666b9-ce01-4577-b652-28ad4b2efeff could not be found, it might have been deleted concurrently. {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 18:31:21.457344 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-130bb75b-e774-4650-8bd8-d719547d6c2f None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:21.471325 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130bb75b-e774-4650-8bd8-d719547d6c2f None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:31:21.513612 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ddfa0e7d-b8b7-4486-9e0f-18538e0d7cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:21.526679 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ddfa0e7d-b8b7-4486-9e0f-18538e0d7cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:21.545424 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bb75b-e774-4650-8bd8-d719547d6c2f None None] Pushing event updated for resources: {'Port': ['ID=67ace3e7-a2db-4f80-9aa0-a54506ca2a53,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:21.596955 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e25004f9-325c-4789-815b-f161fb98440d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7731841 Aug 19 18:31:21.599634 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46560) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:21.615367 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-3bcb487a-7250-4f49-81e9-a5607d403d81 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Request body: {'subnet': {'network_id': '797c4931-27bb-49dc-85d2-0af64ed76c55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:21.618951 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ddfa0e7d-b8b7-4486-9e0f-18538e0d7cde admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ccf8f6c148e4c9fbaef99a6d410763c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8731389 Aug 19 18:31:21.620734 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46564) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:21.635227 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa0e7d-b8b7-4486-9e0f-18538e0d7cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5fe905-5a82-4b6a-8610-1abb841d6376,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:21.744958 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-93800720-6cd2-46e0-a2cc-260677b4c808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:21.775264 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-93800720-6cd2-46e0-a2cc-260677b4c808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:21.779142 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-130bb75b-e774-4650-8bd8-d719547d6c2f None None] Attempting to bind port 67ace3e7-a2db-4f80-9aa0-a54506ca2a53 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:31:21.780217 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-130bb75b-e774-4650-8bd8-d719547d6c2f None None] Attempting to bind port 67ace3e7-a2db-4f80-9aa0-a54506ca2a53 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'f5341ad5-8fc3-4fd5-a562-fca60912a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '933cd189-c561-43dd-9bb0-63b09da9ece0'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:31:21.780850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130bb75b-e774-4650-8bd8-d719547d6c2f None None] Attempting to bind port 67ace3e7-a2db-4f80-9aa0-a54506ca2a53 on network 933cd189-c561-43dd-9bb0-63b09da9ece0 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:31:21.795918 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130bb75b-e774-4650-8bd8-d719547d6c2f None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:31:21.796696 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130bb75b-e774-4650-8bd8-d719547d6c2f None None] Checking segment: {'id': 'f5341ad5-8fc3-4fd5-a562-fca60912a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '933cd189-c561-43dd-9bb0-63b09da9ece0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:21.800395 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-130bb75b-e774-4650-8bd8-d719547d6c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:21.801104 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130bb75b-e774-4650-8bd8-d719547d6c2f None None] Bound using segment: {'id': 'f5341ad5-8fc3-4fd5-a562-fca60912a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '933cd189-c561-43dd-9bb0-63b09da9ece0'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:31:21.801916 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-130bb75b-e774-4650-8bd8-d719547d6c2f None None] Bound port: 67ace3e7-a2db-4f80-9aa0-a54506ca2a53, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5341ad5-8fc3-4fd5-a562-fca60912a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '933cd189-c561-43dd-9bb0-63b09da9ece0'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:31:21.802523 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-130bb75b-e774-4650-8bd8-d719547d6c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:21.811878 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:17Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None, '_interfaces': [{'id': '0389e324-0639-418f-8b2b-d0bc02e05ee0', 'name': '', 'network_id': '703cf9dd-4ba8-45ac-99b5-88712da48467', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:98:77:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '5e8e6f82-f8b0-4ff0-b0fa-c50027b1452e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:15Z', 'updated_at': '2021-08-19T18:31:17Z', 'revision_number': 2, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '5e8e6f82-f8b0-4ff0-b0fa-c50027b1452e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71e4185-684a-4159-b6cd-852fd6761719', 'name': '', 'network_id': '633586d3-a18c-4210-aab2-7785bec65aec', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:26:a0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1b15a6fc-e833-487b-bbcc-a1d903a72dd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:10Z', 'updated_at': '2021-08-19T18:31:16Z', 'revision_number': 4, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '1b15a6fc-e833-487b-bbcc-a1d903a72dd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df1ac477-304e-4a7a-bd13-1df1351c6514', 'name': '', 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:03:2b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:05Z', 'updated_at': '2021-08-19T18:31:14Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1c2137f-d509-4601-90f3-4a600cb6f195', 'name': '', 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:5e:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:01Z', 'updated_at': '2021-08-19T18:31:09Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:21.858007 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] Checking router: df3ec203-6a93-4423-ab17-7213ffe1e039 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:31:21.858805 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] Updating router df3ec203-6a93-4423-ab17-7213ffe1e039 port 0389e324-0639-418f-8b2b-d0bc02e05ee0 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:31:21.916741 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-93800720-6cd2-46e0-a2cc-260677b4c808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:21.919645 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-93800720-6cd2-46e0-a2cc-260677b4c808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:21.921207 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-93800720-6cd2-46e0-a2cc-260677b4c808 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e5fe905-5a82-4b6a-8610-1abb841d6376 HTTP/1.1" status: 204 len: 168 time: 0.2994053 Aug 19 18:31:21.965349 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93800720-6cd2-46e0-a2cc-260677b4c808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5fe905-5a82-4b6a-8610-1abb841d6376,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:21.968615 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:22.104637 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcb487a-7250-4f49-81e9-a5607d403d81 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Made reservation on behalf of 21f586cf636f468e81d219f376196922 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:22.110743 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3bcb487a-7250-4f49-81e9-a5607d403d81 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:22.141718 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-130bb75b-e774-4650-8bd8-d719547d6c2f None None] For port 67ace3e7-a2db-4f80-9aa0-a54506ca2a53, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:31:22.250621 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-413d02ab-b079-4cb6-a90b-f0c79bdf0f81 None None] Provisioning for port 0389e324-0639-418f-8b2b-d0bc02e05ee0 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:22.259240 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-130bb75b-e774-4650-8bd8-d719547d6c2f None None] For port 67ace3e7-a2db-4f80-9aa0-a54506ca2a53, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=67ace3e7-a2db-4f80-9aa0-a54506ca2a53,segment=NetworkSegment(f5341ad5-8fc3-4fd5-a562-fca60912a27c),segment_id=f5341ad5-8fc3-4fd5-a562-fca60912a27c)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:31:22.273085 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device f00a2286-45dc-4fb2-ae6e-3415f64a0bd4 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:31:22.303216 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-130bb75b-e774-4650-8bd8-d719547d6c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:22.314634 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.extraroute_db [None req-40104fd8-8a2d-4915-961d-371087f58b17 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Added routes are [] {{(pid=94682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 18:31:22.315006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.extraroute_db [None req-40104fd8-8a2d-4915-961d-371087f58b17 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 18:31:22.321705 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-413d02ab-b079-4cb6-a90b-f0c79bdf0f81 None None] Provisioning complete for port 0389e324-0639-418f-8b2b-d0bc02e05ee0 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:22.322080 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-413d02ab-b079-4cb6-a90b-f0c79bdf0f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:22.489608 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40104fd8-8a2d-4915-961d-371087f58b17 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:22.556727 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-413d02ab-b079-4cb6-a90b-f0c79bdf0f81 None None] Port 0389e324-0639-418f-8b2b-d0bc02e05ee0 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:31:22.566868 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bb75b-e774-4650-8bd8-d719547d6c2f None None] Pushing event updated for resources: {'Port': ['ID=67ace3e7-a2db-4f80-9aa0-a54506ca2a53,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:22.600540 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port f00a2286-45dc-4fb2-ae6e-3415f64a0bd4 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:22.629191 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port f00a2286-45dc-4fb2-ae6e-3415f64a0bd4 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:22.629641 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:22.764157 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c254b74e-c7fa-466c-8a53-899cf192f4d3 None None] Provisioning complete for port 0389e324-0639-418f-8b2b-d0bc02e05ee0 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:22.764532 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c254b74e-c7fa-466c-8a53-899cf192f4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:22.910760 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3bcb487a-7250-4f49-81e9-a5607d403d81 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:22.917284 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40104fd8-8a2d-4915-961d-371087f58b17 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:22.919010 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-c254b74e-c7fa-466c-8a53-899cf192f4d3 None None] Port 0389e324-0639-418f-8b2b-d0bc02e05ee0 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:31:22.931665 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40104fd8-8a2d-4915-961d-371087f58b17 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740919'] for router, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:23.040712 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:23.110307 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-31c072fb-b444-443f-bda8-619fe53490a3 None None] Provisioning complete for port 0389e324-0639-418f-8b2b-d0bc02e05ee0 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:23.111005 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-31c072fb-b444-443f-bda8-619fe53490a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:23.134491 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port f00a2286-45dc-4fb2-ae6e-3415f64a0bd4, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=f00a2286-45dc-4fb2-ae6e-3415f64a0bd4,segment=NetworkSegment(e11ba293-4e51-422e-8696-414ead0dd9dd),segment_id=e11ba293-4e51-422e-8696-414ead0dd9dd)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:23.158382 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:23.162801 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:23.163683 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c71e4185-684a-4159-b6cd-852fd6761719 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:31:23.229847 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] Transition to ACTIVE for port object 0389e324-0639-418f-8b2b-d0bc02e05ee0 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:23.248314 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-31c072fb-b444-443f-bda8-619fe53490a3 None None] Port 0389e324-0639-418f-8b2b-d0bc02e05ee0 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:31:23.256917 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:23.319167 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=f00a2286-45dc-4fb2-ae6e-3415f64a0bd4,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:23.383818 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439c7f9-1121-4924-af33-d8906bf8c437 None None] Pushing event updated for resources: {'Port': ['ID=0389e324-0639-418f-8b2b-d0bc02e05ee0,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:23.423278 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port c71e4185-684a-4159-b6cd-852fd6761719 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:23.423278 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:23.462983 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb487a-7250-4f49-81e9-a5607d403d81 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'Subnet': ['ID=5d94589c-7e4f-4f26-a861-0294c89738fd,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:23.503828 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcb487a-7250-4f49-81e9-a5607d403d81 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Checking segment: {'id': '1cda0971-8027-46a9-a7e2-fb9bd319724d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '797c4931-27bb-49dc-85d2-0af64ed76c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:23.503987 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcb487a-7250-4f49-81e9-a5607d403d81 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Network hostable DHCP agents. Network: 797c4931-27bb-49dc-85d2-0af64ed76c55, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:31:23.508254 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40104fd8-8a2d-4915-961d-371087f58b17 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Router df3ec203-6a93-4423-ab17-7213ffe1e039 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:31:23.513083 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] Attempting to bind port 0389e324-0639-418f-8b2b-d0bc02e05ee0 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:31:23.513634 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] Attempting to bind port 0389e324-0639-418f-8b2b-d0bc02e05ee0 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'e11ba293-4e51-422e-8696-414ead0dd9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '703cf9dd-4ba8-45ac-99b5-88712da48467'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:31:23.514103 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] Attempting to bind port 0389e324-0639-418f-8b2b-d0bc02e05ee0 on network 703cf9dd-4ba8-45ac-99b5-88712da48467 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:31:23.524943 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:31:23.525662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] Checking segment: {'id': 'e11ba293-4e51-422e-8696-414ead0dd9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '703cf9dd-4ba8-45ac-99b5-88712da48467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:23.526408 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:23.526917 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] Bound using segment: {'id': 'e11ba293-4e51-422e-8696-414ead0dd9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '703cf9dd-4ba8-45ac-99b5-88712da48467'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:31:23.527760 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] Bound port: 0389e324-0639-418f-8b2b-d0bc02e05ee0, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11ba293-4e51-422e-8696-414ead0dd9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '703cf9dd-4ba8-45ac-99b5-88712da48467'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:31:23.528161 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:23.565763 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcb487a-7250-4f49-81e9-a5607d403d81 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Network 797c4931-27bb-49dc-85d2-0af64ed76c55 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:31:23.705332 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] For port 0389e324-0639-418f-8b2b-d0bc02e05ee0, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:31:23.714846 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-3bcb487a-7250-4f49-81e9-a5607d403d81 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 797c4931-27bb-49dc-85d2-0af64ed76c55) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:23.716083 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] For port 0389e324-0639-418f-8b2b-d0bc02e05ee0, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0389e324-0639-418f-8b2b-d0bc02e05ee0,segment=NetworkSegment(e11ba293-4e51-422e-8696-414ead0dd9dd),segment_id=e11ba293-4e51-422e-8696-414ead0dd9dd)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:31:23.725062 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcb487a-7250-4f49-81e9-a5607d403d81 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:23.726071 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3bcb487a-7250-4f49-81e9-a5607d403d81 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:23.731497 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24e1423-561a-41ca-aaec-99dbc62069d6 None None] Network 797c4931-27bb-49dc-85d2-0af64ed76c55 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:23.736954 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:23.756627 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3bcb487a-7250-4f49-81e9-a5607d403d81 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1559253 Aug 19 18:31:23.757069 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46614) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:23.765248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-0303e976-e377-4f8b-a104-53ca398d4adb tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1512709455'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:23.769951 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40104fd8-8a2d-4915-961d-371087f58b17 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:31:23.779838 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40104fd8-8a2d-4915-961d-371087f58b17 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:23.784825 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-40104fd8-8a2d-4915-961d-371087f58b17 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/routers/df3ec203-6a93-4423-ab17-7213ffe1e039 HTTP/1.1" status: 200 len: 703 time: 2.3708708 Aug 19 18:31:23.784825 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46620) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:23.821171 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0303e976-e377-4f8b-a104-53ca398d4adb tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Made reservation on behalf of 21f586cf636f468e81d219f376196922 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:23.825438 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0303e976-e377-4f8b-a104-53ca398d4adb tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:23.909914 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0303e976-e377-4f8b-a104-53ca398d4adb tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:23.934339 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0303e976-e377-4f8b-a104-53ca398d4adb tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:23.934702 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-0303e976-e377-4f8b-a104-53ca398d4adb tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Added segment 48505a6a-161e-4241-b369-54fedc3020dc of type vlan for network 9530bce3-b987-4922-bda1-2d1d10a213f6 Aug 19 18:31:24.033818 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-eefed7ce-d12b-4bdf-96a6-90c8ce6f93ad tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/routers/df3ec203-6a93-4423-ab17-7213ffe1e039 HTTP/1.1" status: 200 len: 703 time: 0.2386541 Aug 19 18:31:24.034552 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46626) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:24.075990 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0303e976-e377-4f8b-a104-53ca398d4adb tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:24.077622 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439c7f9-1121-4924-af33-d8906bf8c437 None None] Pushing event updated for resources: {'Port': ['ID=0389e324-0639-418f-8b2b-d0bc02e05ee0,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:24.134996 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0303e976-e377-4f8b-a104-53ca398d4adb tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:24.153203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0303e976-e377-4f8b-a104-53ca398d4adb tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:24.156138 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0303e976-e377-4f8b-a104-53ca398d4adb tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:24.189832 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] Routers {'df3ec203-6a93-4423-ab17-7213ffe1e039'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:31:24.190485 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:31:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['df3ec203-6a93-4423-ab17-7213ffe1e039'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:24.212707 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 67ace3e7-a2db-4f80-9aa0-a54506ca2a53 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:31:24.257181 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0303e976-e377-4f8b-a104-53ca398d4adb tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4981639 Aug 19 18:31:24.260396 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46630) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:24.268706 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-418b220a-1fac-4317-b076-3d81e2ed5d45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Request body: {'subnet': {'network_id': '9530bce3-b987-4922-bda1-2d1d10a213f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:24.405598 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303e976-e377-4f8b-a104-53ca398d4adb tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'Network': ['ID=9530bce3-b987-4922-bda1-2d1d10a213f6,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:24.454606 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] Set router df3ec203-6a93-4423-ab17-7213ffe1e039 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:31:24.534071 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418b220a-1fac-4317-b076-3d81e2ed5d45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Made reservation on behalf of 21f586cf636f468e81d219f376196922 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:24.543300 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-418b220a-1fac-4317-b076-3d81e2ed5d45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:24.559174 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208cbd07-ad91-4d01-b3a9-7c41f07b10af None None] Network 933cd189-c561-43dd-9bb0-63b09da9ece0 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:24.561766 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 9530bce3-b987-4922-bda1-2d1d10a213f6 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:24.712514 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.ipam_backend_mixin [None req-418b220a-1fac-4317-b076-3d81e2ed5d45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Performing IP validity checks on allocation pools {{(pid=94681) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 18:31:24.713077 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.ipam_backend_mixin [None req-418b220a-1fac-4317-b076-3d81e2ed5d45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94681) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 18:31:24.735294 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-97e17066-72df-4bb4-aa0d-067d6b3bc8c0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:24.754460 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46648) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:24.987779 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7b870b-4ae1-4fcb-a927-f5be78ebb18a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-797c4931-27bb-49dc-85d2-0af64ed76c55', 'network_id': '797c4931-27bb-49dc-85d2-0af64ed76c55', 'tenant_id': '21f586cf636f468e81d219f376196922', 'fixed_ips': [{'subnet_id': '5d94589c-7e4f-4f26-a861-0294c89738fd'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:31:24.988893 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cf7b870b-4ae1-4fcb-a927-f5be78ebb18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:25.000076 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-418b220a-1fac-4317-b076-3d81e2ed5d45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:25.015175 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a8553c79-19c7-4f27-b54c-35a5ae592732 None None] Provisioning for port 67ace3e7-a2db-4f80-9aa0-a54506ca2a53 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:25.027696 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a8553c79-19c7-4f27-b54c-35a5ae592732 None None] Provisioning complete for port 67ace3e7-a2db-4f80-9aa0-a54506ca2a53 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:25.028192 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a8553c79-19c7-4f27-b54c-35a5ae592732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:25.069885 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-55260ae0-7596-4a36-b6d0-dcd81ee97fff tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2104274525'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:25.122776 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b220a-1fac-4317-b076-3d81e2ed5d45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'Subnet': ['ID=83d581fe-e92b-45de-87b2-c91a27178510,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:25.133716 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b220a-1fac-4317-b076-3d81e2ed5d45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Checking segment: {'id': '48505a6a-161e-4241-b369-54fedc3020dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9530bce3-b987-4922-bda1-2d1d10a213f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:25.134415 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418b220a-1fac-4317-b076-3d81e2ed5d45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Network hostable DHCP agents. Network: 9530bce3-b987-4922-bda1-2d1d10a213f6, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:31:25.165307 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55260ae0-7596-4a36-b6d0-dcd81ee97fff tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Made reservation on behalf of 08a81205df5b419bb4424e44fbfc3c15 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:25.168940 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55260ae0-7596-4a36-b6d0-dcd81ee97fff tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:25.184872 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55260ae0-7596-4a36-b6d0-dcd81ee97fff tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:25.188360 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-97e17066-72df-4bb4-aa0d-067d6b3bc8c0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting port 0389e324-0639-418f-8b2b-d0bc02e05ee0 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:31:25.189425 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-97e17066-72df-4bb4-aa0d-067d6b3bc8c0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:25.196089 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418b220a-1fac-4317-b076-3d81e2ed5d45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Network 9530bce3-b987-4922-bda1-2d1d10a213f6 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:31:25.214018 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-418b220a-1fac-4317-b076-3d81e2ed5d45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 9530bce3-b987-4922-bda1-2d1d10a213f6) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:25.226079 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418b220a-1fac-4317-b076-3d81e2ed5d45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:25.226791 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-418b220a-1fac-4317-b076-3d81e2ed5d45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:25.245078 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 67ace3e7-a2db-4f80-9aa0-a54506ca2a53 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:25.288295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd50efc2-ff36-4ec9-9dd7-07b6cce5d861 None None] Network 9530bce3-b987-4922-bda1-2d1d10a213f6 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:25.314123 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55260ae0-7596-4a36-b6d0-dcd81ee97fff tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:25.319444 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 67ace3e7-a2db-4f80-9aa0-a54506ca2a53 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:25.319809 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:25.323907 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-418b220a-1fac-4317-b076-3d81e2ed5d45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0620492 Aug 19 18:31:25.324863 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55260ae0-7596-4a36-b6d0-dcd81ee97fff tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:25.329282 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46656) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:25.362547 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55260ae0-7596-4a36-b6d0-dcd81ee97fff tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:25.386612 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55260ae0-7596-4a36-b6d0-dcd81ee97fff tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:25.387101 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-55260ae0-7596-4a36-b6d0-dcd81ee97fff tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Added segment 7f595243-f6a2-4f9f-a7f8-d3a06f8fc13c of type vlan for network c9a4a7ab-1c77-44e1-966b-9ec26f981874 Aug 19 18:31:25.393652 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-97e17066-72df-4bb4-aa0d-067d6b3bc8c0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] For port 0389e324-0639-418f-8b2b-d0bc02e05ee0, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0389e324-0639-418f-8b2b-d0bc02e05ee0,segment=NetworkSegment(e11ba293-4e51-422e-8696-414ead0dd9dd),segment_id=e11ba293-4e51-422e-8696-414ead0dd9dd)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:25.394078 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-97e17066-72df-4bb4-aa0d-067d6b3bc8c0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:25.397146 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55260ae0-7596-4a36-b6d0-dcd81ee97fff tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e90d55-8fe7-4093-8afb-667b5279b393,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:25.415523 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-97e17066-72df-4bb4-aa0d-067d6b3bc8c0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Calling delete_port for 0389e324-0639-418f-8b2b-d0bc02e05ee0 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:31:25.468618 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55260ae0-7596-4a36-b6d0-dcd81ee97fff tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:25.504737 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55260ae0-7596-4a36-b6d0-dcd81ee97fff tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:25.515289 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55260ae0-7596-4a36-b6d0-dcd81ee97fff tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:25.516194 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55260ae0-7596-4a36-b6d0-dcd81ee97fff tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:25.585510 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-55260ae0-7596-4a36-b6d0-dcd81ee97fff tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8295703 Aug 19 18:31:25.589329 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46664) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:25.611373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55260ae0-7596-4a36-b6d0-dcd81ee97fff tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Pushing event updated for resources: {'Network': ['ID=c9a4a7ab-1c77-44e1-966b-9ec26f981874,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:25.635003 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network c9a4a7ab-1c77-44e1-966b-9ec26f981874 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:25.658873 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-079472c5-36cf-4be7-9006-86654c3958dd tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:25.681858 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-412cbf4c-6ab4-4ca3-8efc-efb3e6e74a70 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Request body: {'network': {'name': 'tempest-network--1807041679', 'router:external': True}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:25.710169 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412cbf4c-6ab4-4ca3-8efc-efb3e6e74a70 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Made reservation on behalf of 563c04097a0a4072ae2be4e5bd96b47a for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:25.712574 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-412cbf4c-6ab4-4ca3-8efc-efb3e6e74a70 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:25.725805 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-412cbf4c-6ab4-4ca3-8efc-efb3e6e74a70 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:25.850926 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-97e17066-72df-4bb4-aa0d-067d6b3bc8c0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:25.897759 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-412cbf4c-6ab4-4ca3-8efc-efb3e6e74a70 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:25.909277 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-412cbf4c-6ab4-4ca3-8efc-efb3e6e74a70 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:25.931950 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e17066-72df-4bb4-aa0d-067d6b3bc8c0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Port': ['ID=0389e324-0639-418f-8b2b-d0bc02e05ee0,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:25.946867 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412cbf4c-6ab4-4ca3-8efc-efb3e6e74a70 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:25.959894 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-cf7b870b-4ae1-4fcb-a927-f5be78ebb18a None None] Allocated IP 2001:db8::1 (797c4931-27bb-49dc-85d2-0af64ed76c55/5d94589c-7e4f-4f26-a861-0294c89738fd/ffbc2054-be6b-464e-aef5-199440730a58) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:31:25.964633 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412cbf4c-6ab4-4ca3-8efc-efb3e6e74a70 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44abb272-8877-4852-a13a-75f27c4fd23f,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:25.971932 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-412cbf4c-6ab4-4ca3-8efc-efb3e6e74a70 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:25.972286 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-412cbf4c-6ab4-4ca3-8efc-efb3e6e74a70 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Added segment c913f5b1-ddf5-4e0d-9e1e-dd4a54f8338f of type vlan for network d99eebf1-daf4-45b1-b335-9da04c2499b0 Aug 19 18:31:25.974067 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-079472c5-36cf-4be7-9006-86654c3958dd tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:25.980632 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a8553c79-19c7-4f27-b54c-35a5ae592732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.040844 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:22Z', 'revision_number': 7, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None, '_interfaces': [{'id': '0389e324-0639-418f-8b2b-d0bc02e05ee0', 'name': '', 'network_id': '703cf9dd-4ba8-45ac-99b5-88712da48467', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:98:77:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '5e8e6f82-f8b0-4ff0-b0fa-c50027b1452e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:15Z', 'updated_at': '2021-08-19T18:31:23Z', 'revision_number': 4, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '5e8e6f82-f8b0-4ff0-b0fa-c50027b1452e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71e4185-684a-4159-b6cd-852fd6761719', 'name': '', 'network_id': '633586d3-a18c-4210-aab2-7785bec65aec', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:26:a0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1b15a6fc-e833-487b-bbcc-a1d903a72dd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:10Z', 'updated_at': '2021-08-19T18:31:19Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '1b15a6fc-e833-487b-bbcc-a1d903a72dd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df1ac477-304e-4a7a-bd13-1df1351c6514', 'name': '', 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:03:2b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:05Z', 'updated_at': '2021-08-19T18:31:14Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1c2137f-d509-4601-90f3-4a600cb6f195', 'name': '', 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:5e:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:01Z', 'updated_at': '2021-08-19T18:31:09Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:26.058808 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-079472c5-36cf-4be7-9006-86654c3958dd tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.071464 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-412cbf4c-6ab4-4ca3-8efc-efb3e6e74a70 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.096713 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.132119 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-412cbf4c-6ab4-4ca3-8efc-efb3e6e74a70 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.133581 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412cbf4c-6ab4-4ca3-8efc-efb3e6e74a70 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:26.134300 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-412cbf4c-6ab4-4ca3-8efc-efb3e6e74a70 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.175891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079472c5-36cf-4be7-9006-86654c3958dd tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Subnet': ['ID=83d581fe-e92b-45de-87b2-c91a27178510,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:26.202878 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d16035-8ec7-42b4-8563-b6d296594d22 None None] The sync data for ids ['df3ec203-6a93-4423-ab17-7213ffe1e039'] in n-d-803753-2 is: [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:22Z', 'revision_number': 7, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None, '_interfaces': [{'id': '0389e324-0639-418f-8b2b-d0bc02e05ee0', 'name': '', 'network_id': '703cf9dd-4ba8-45ac-99b5-88712da48467', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:98:77:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '5e8e6f82-f8b0-4ff0-b0fa-c50027b1452e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:15Z', 'updated_at': '2021-08-19T18:31:23Z', 'revision_number': 4, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '5e8e6f82-f8b0-4ff0-b0fa-c50027b1452e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71e4185-684a-4159-b6cd-852fd6761719', 'name': '', 'network_id': '633586d3-a18c-4210-aab2-7785bec65aec', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:26:a0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1b15a6fc-e833-487b-bbcc-a1d903a72dd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:10Z', 'updated_at': '2021-08-19T18:31:19Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '1b15a6fc-e833-487b-bbcc-a1d903a72dd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df1ac477-304e-4a7a-bd13-1df1351c6514', 'name': '', 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:03:2b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:05Z', 'updated_at': '2021-08-19T18:31:14Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1c2137f-d509-4601-90f3-4a600cb6f195', 'name': '', 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:5e:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:01Z', 'updated_at': '2021-08-19T18:31:09Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:31:26.253217 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-079472c5-36cf-4be7-9006-86654c3958dd tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.255701 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-412cbf4c-6ab4-4ca3-8efc-efb3e6e74a70 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6648579 Aug 19 18:31:26.259072 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46678) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:26.269741 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-079472c5-36cf-4be7-9006-86654c3958dd tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9530bce3-b987-4922-bda1-2d1d10a213f6']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:26.311207 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-079472c5-36cf-4be7-9006-86654c3958dd tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48505a6a-161e-4241-b369-54fedc3020dc') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:26.311641 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-079472c5-36cf-4be7-9006-86654c3958dd tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48505a6a-161e-4241-b369-54fedc3020dc') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:26.322879 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-079472c5-36cf-4be7-9006-86654c3958dd tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.332449 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0f7946-f882-44d5-aa11-39e67385a457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-9530bce3-b987-4922-bda1-2d1d10a213f6', 'network_id': '9530bce3-b987-4922-bda1-2d1d10a213f6', 'tenant_id': '21f586cf636f468e81d219f376196922', 'fixed_ips': [{'subnet_id': '83d581fe-e92b-45de-87b2-c91a27178510'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:31:26.334368 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9a0f7946-f882-44d5-aa11-39e67385a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.357786 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-079472c5-36cf-4be7-9006-86654c3958dd tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.361836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412cbf4c-6ab4-4ca3-8efc-efb3e6e74a70 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Pushing event updated for resources: {'Network': ['ID=d99eebf1-daf4-45b1-b335-9da04c2499b0,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:26.366914 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079472c5-36cf-4be7-9006-86654c3958dd tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:31:26.368187 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-079472c5-36cf-4be7-9006-86654c3958dd tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.410170 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network d99eebf1-daf4-45b1-b335-9da04c2499b0 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:26.433823 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b013c6d-6e81-42ba-b5f6-613b036ec7bf tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:31:26.501239 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:31:26.514832 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-079472c5-36cf-4be7-9006-86654c3958dd tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.516373 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a8553c79-19c7-4f27-b54c-35a5ae592732 None None] For port 67ace3e7-a2db-4f80-9aa0-a54506ca2a53, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=67ace3e7-a2db-4f80-9aa0-a54506ca2a53,segment=NetworkSegment(f5341ad5-8fc3-4fd5-a562-fca60912a27c),segment_id=f5341ad5-8fc3-4fd5-a562-fca60912a27c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:26.527649 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-079472c5-36cf-4be7-9006-86654c3958dd tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.532992 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-079472c5-36cf-4be7-9006-86654c3958dd tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/networks/9530bce3-b987-4922-bda1-2d1d10a213f6 HTTP/1.1" status: 204 len: 168 time: 1.2011223 Aug 19 18:31:26.535996 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46682) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:26.571941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f8bfae37-9881-4fd2-8218-02a7c352ae4d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-622072630'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:26.598816 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079472c5-36cf-4be7-9006-86654c3958dd tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Network': ['ID=9530bce3-b987-4922-bda1-2d1d10a213f6,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:26.609331 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b013c6d-6e81-42ba-b5f6-613b036ec7bf tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.611603 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.api [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:31:26.612179 n-d-803753-2 neutron-server[94683]: DEBUG oslo_db.api [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:31:26.614189 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a8553c79-19c7-4f27-b54c-35a5ae592732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.628051 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-97e17066-72df-4bb4-aa0d-067d6b3bc8c0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.628365 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-9b013c6d-6e81-42ba-b5f6-613b036ec7bf tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99eebf1-daf4-45b1-b335-9da04c2499b0']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:26.645167 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-9b013c6d-6e81-42ba-b5f6-613b036ec7bf tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c913f5b1-ddf5-4e0d-9e1e-dd4a54f8338f') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:26.645813 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-9b013c6d-6e81-42ba-b5f6-613b036ec7bf tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c913f5b1-ddf5-4e0d-9e1e-dd4a54f8338f') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:26.659881 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bfae37-9881-4fd2-8218-02a7c352ae4d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Made reservation on behalf of 21f586cf636f468e81d219f376196922 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:26.662148 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b013c6d-6e81-42ba-b5f6-613b036ec7bf tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.669314 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f8bfae37-9881-4fd2-8218-02a7c352ae4d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.681874 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b013c6d-6e81-42ba-b5f6-613b036ec7bf tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.689556 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b013c6d-6e81-42ba-b5f6-613b036ec7bf tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:31:26.690425 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b013c6d-6e81-42ba-b5f6-613b036ec7bf tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.727968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176d38e5-f456-4be1-af6d-488bc3777934 None None] Network 9530bce3-b987-4922-bda1-2d1d10a213f6 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:31:26.772381 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:31:26.778520 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b013c6d-6e81-42ba-b5f6-613b036ec7bf tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.785007 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b013c6d-6e81-42ba-b5f6-613b036ec7bf tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d99eebf1-daf4-45b1-b335-9da04c2499b0 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 18:31:26.789844 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b013c6d-6e81-42ba-b5f6-613b036ec7bf tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.796876 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9b013c6d-6e81-42ba-b5f6-613b036ec7bf tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] 10.222.0.24 "DELETE /v2.0/networks/d99eebf1-daf4-45b1-b335-9da04c2499b0 HTTP/1.1" status: 204 len: 168 time: 0.5362482 Aug 19 18:31:26.802047 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46688) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:26.803469 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176d38e5-f456-4be1-af6d-488bc3777934 None None] Network 9530bce3-b987-4922-bda1-2d1d10a213f6 could not be found, it might have been deleted concurrently. {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 18:31:26.833036 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fcbb02c7-4285-4d00-8e49-0a47c0efe6f6 None None] Provisioning complete for port 67ace3e7-a2db-4f80-9aa0-a54506ca2a53 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:26.833451 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fcbb02c7-4285-4d00-8e49-0a47c0efe6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.840631 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-181bf763-0b08-46fa-a46d-19937c15f097 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:26.857627 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b013c6d-6e81-42ba-b5f6-613b036ec7bf tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Pushing event deleted for resources: {'Network': ['ID=d99eebf1-daf4-45b1-b335-9da04c2499b0,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:26.881715 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8553c79-19c7-4f27-b54c-35a5ae592732 None None] Pushing event updated for resources: {'Port': ['ID=67ace3e7-a2db-4f80-9aa0-a54506ca2a53,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:26.912367 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181bf763-0b08-46fa-a46d-19937c15f097 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Made reservation on behalf of 563c04097a0a4072ae2be4e5bd96b47a for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:26.917359 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-181bf763-0b08-46fa-a46d-19937c15f097 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.929503 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8bfae37-9881-4fd2-8218-02a7c352ae4d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:26.949856 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181bf763-0b08-46fa-a46d-19937c15f097 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:26.952965 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f8bfae37-9881-4fd2-8218-02a7c352ae4d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.953373 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-f8bfae37-9881-4fd2-8218-02a7c352ae4d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Added segment e43d7470-9f73-48ed-8885-6c027390e1b1 of type vlan for network 6e8b8a12-b404-47a2-8be6-13716a4959c5 Aug 19 18:31:26.969115 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-181bf763-0b08-46fa-a46d-19937c15f097 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:26.970045 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-181bf763-0b08-46fa-a46d-19937c15f097 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Added segment fe9b1d08-0fa4-44dd-8349-99764c505f2c of type vlan for network 50d60364-febc-47d3-a458-39b1073f9bcc Aug 19 18:31:26.975630 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cf7b870b-4ae1-4fcb-a927-f5be78ebb18a None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:27.014859 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-cf7b870b-4ae1-4fcb-a927-f5be78ebb18a None None] Transition to ACTIVE for port object ffbc2054-be6b-464e-aef5-199440730a58 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:27.056805 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f8bfae37-9881-4fd2-8218-02a7c352ae4d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:27.064205 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-181bf763-0b08-46fa-a46d-19937c15f097 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:27.076032 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-cf7b870b-4ae1-4fcb-a927-f5be78ebb18a None None] Transition to ACTIVE for port object ffbc2054-be6b-464e-aef5-199440730a58 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:27.099852 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cf7b870b-4ae1-4fcb-a927-f5be78ebb18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:27.107771 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-181bf763-0b08-46fa-a46d-19937c15f097 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:27.109367 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181bf763-0b08-46fa-a46d-19937c15f097 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:27.111640 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-181bf763-0b08-46fa-a46d-19937c15f097 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:27.153382 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7b870b-4ae1-4fcb-a927-f5be78ebb18a None None] Network 797c4931-27bb-49dc-85d2-0af64ed76c55 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:27.183754 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fcbb02c7-4285-4d00-8e49-0a47c0efe6f6 None None] Could not find standard attr ID for object 0389e324-0639-418f-8b2b-d0bc02e05ee0. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:31:27.197179 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-cf7b870b-4ae1-4fcb-a927-f5be78ebb18a None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:27.206471 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b870b-4ae1-4fcb-a927-f5be78ebb18a None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:31:27.221392 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-181bf763-0b08-46fa-a46d-19937c15f097 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4020278 Aug 19 18:31:27.221978 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46696) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:27.227608 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-abe65c04-db34-4870-a9f8-3fdab19d31a6 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Request body: {'subnet': {'network_id': '50d60364-febc-47d3-a458-39b1073f9bcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:27.237783 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181bf763-0b08-46fa-a46d-19937c15f097 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Pushing event updated for resources: {'Network': ['ID=50d60364-febc-47d3-a458-39b1073f9bcc,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:27.258154 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe65c04-db34-4870-a9f8-3fdab19d31a6 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Made reservation on behalf of 563c04097a0a4072ae2be4e5bd96b47a for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:27.261040 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-abe65c04-db34-4870-a9f8-3fdab19d31a6 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:27.270580 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f8bfae37-9881-4fd2-8218-02a7c352ae4d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:27.276330 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bfae37-9881-4fd2-8218-02a7c352ae4d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:27.276929 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f8bfae37-9881-4fd2-8218-02a7c352ae4d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:27.277485 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 50d60364-febc-47d3-a458-39b1073f9bcc details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:27.279996 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b870b-4ae1-4fcb-a927-f5be78ebb18a None None] Pushing event updated for resources: {'Port': ['ID=ffbc2054-be6b-464e-aef5-199440730a58,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:27.295683 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e17066-72df-4bb4-aa0d-067d6b3bc8c0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Router df3ec203-6a93-4423-ab17-7213ffe1e039 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:31:27.384609 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device f00a2286-45dc-4fb2-ae6e-3415f64a0bd4 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:31:27.425398 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f8bfae37-9881-4fd2-8218-02a7c352ae4d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8700106 Aug 19 18:31:27.428256 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46698) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:27.446308 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-626f0ddb-f281-4e6e-a148-d2d211c67737 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Request body: {'subnet': {'network_id': '6e8b8a12-b404-47a2-8be6-13716a4959c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:27.468269 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-cf7b870b-4ae1-4fcb-a927-f5be78ebb18a None None] Attempting to bind port ffbc2054-be6b-464e-aef5-199440730a58 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:31:27.468754 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-cf7b870b-4ae1-4fcb-a927-f5be78ebb18a None None] Attempting to bind port ffbc2054-be6b-464e-aef5-199440730a58 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '1cda0971-8027-46a9-a7e2-fb9bd319724d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '797c4931-27bb-49dc-85d2-0af64ed76c55'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:31:27.470166 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7b870b-4ae1-4fcb-a927-f5be78ebb18a None None] Attempting to bind port ffbc2054-be6b-464e-aef5-199440730a58 on network 797c4931-27bb-49dc-85d2-0af64ed76c55 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:31:27.479216 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7b870b-4ae1-4fcb-a927-f5be78ebb18a None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:31:27.487012 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7b870b-4ae1-4fcb-a927-f5be78ebb18a None None] Checking segment: {'id': '1cda0971-8027-46a9-a7e2-fb9bd319724d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '797c4931-27bb-49dc-85d2-0af64ed76c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:27.487746 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cf7b870b-4ae1-4fcb-a927-f5be78ebb18a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:27.488447 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7b870b-4ae1-4fcb-a927-f5be78ebb18a None None] Bound using segment: {'id': '1cda0971-8027-46a9-a7e2-fb9bd319724d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '797c4931-27bb-49dc-85d2-0af64ed76c55'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:31:27.489131 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-cf7b870b-4ae1-4fcb-a927-f5be78ebb18a None None] Bound port: ffbc2054-be6b-464e-aef5-199440730a58, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cda0971-8027-46a9-a7e2-fb9bd319724d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '797c4931-27bb-49dc-85d2-0af64ed76c55'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:31:27.489741 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cf7b870b-4ae1-4fcb-a927-f5be78ebb18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:27.537366 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfae37-9881-4fd2-8218-02a7c352ae4d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'Network': ['ID=6e8b8a12-b404-47a2-8be6-13716a4959c5,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:27.569151 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 6e8b8a12-b404-47a2-8be6-13716a4959c5 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:27.630475 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port f00a2286-45dc-4fb2-ae6e-3415f64a0bd4 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:27.630944 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:27.740302 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e17066-72df-4bb4-aa0d-067d6b3bc8c0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:31:27.749651 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-97e17066-72df-4bb4-aa0d-067d6b3bc8c0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/routers/df3ec203-6a93-4423-ab17-7213ffe1e039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7006812 Aug 19 18:31:27.749651 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626f0ddb-f281-4e6e-a148-d2d211c67737 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Made reservation on behalf of 21f586cf636f468e81d219f376196922 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:27.755088 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-626f0ddb-f281-4e6e-a148-d2d211c67737 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:27.760429 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46706) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:27.787996 n-d-803753-2 neutron-server[94681]: DEBUG neutron.objects.ports [None req-abe65c04-db34-4870-a9f8-3fdab19d31a6 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94681) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:31:27.789627 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-abe65c04-db34-4870-a9f8-3fdab19d31a6 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:27.806734 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-cf7b870b-4ae1-4fcb-a927-f5be78ebb18a None None] For port ffbc2054-be6b-464e-aef5-199440730a58, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:31:27.811448 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-cf7b870b-4ae1-4fcb-a927-f5be78ebb18a None None] For port ffbc2054-be6b-464e-aef5-199440730a58, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ffbc2054-be6b-464e-aef5-199440730a58,segment=NetworkSegment(1cda0971-8027-46a9-a7e2-fb9bd319724d),segment_id=1cda0971-8027-46a9-a7e2-fb9bd319724d)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:31:27.824542 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cf7b870b-4ae1-4fcb-a927-f5be78ebb18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:27.890268 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe65c04-db34-4870-a9f8-3fdab19d31a6 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Checking segment: {'id': 'fe9b1d08-0fa4-44dd-8349-99764c505f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '50d60364-febc-47d3-a458-39b1073f9bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:27.890758 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe65c04-db34-4870-a9f8-3fdab19d31a6 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Network hostable DHCP agents. Network: 50d60364-febc-47d3-a458-39b1073f9bcc, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:31:27.949889 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe65c04-db34-4870-a9f8-3fdab19d31a6 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a837ae8b-f28d-4ce0-a645-b442e772e67f,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:27.952834 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-817d2047-e29e-400c-9116-4530a30fedca tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting subnet 5e8e6f82-f8b0-4ff0-b0fa-c50027b1452e {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:31:27.959476 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe65c04-db34-4870-a9f8-3fdab19d31a6 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Network 50d60364-febc-47d3-a458-39b1073f9bcc is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:31:27.964296 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-817d2047-e29e-400c-9116-4530a30fedca tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:27.984462 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-abe65c04-db34-4870-a9f8-3fdab19d31a6 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 50d60364-febc-47d3-a458-39b1073f9bcc) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:27.998376 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe65c04-db34-4870-a9f8-3fdab19d31a6 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:28.001823 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-abe65c04-db34-4870-a9f8-3fdab19d31a6 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:28.002849 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfae4a73-ee3a-4843-ad97-fded11d0e17b None None] Network 50d60364-febc-47d3-a458-39b1073f9bcc requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:28.054857 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-abe65c04-db34-4870-a9f8-3fdab19d31a6 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8292181 Aug 19 18:31:28.055587 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46714) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:28.061465 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-4c466485-2465-413e-a066-71c5ba2e617d tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Request body: {'floatingip': {'floating_network_id': '50d60364-febc-47d3-a458-39b1073f9bcc'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:28.093325 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c466485-2465-413e-a066-71c5ba2e617d tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:28.111258 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b870b-4ae1-4fcb-a927-f5be78ebb18a None None] Pushing event updated for resources: {'Port': ['ID=ffbc2054-be6b-464e-aef5-199440730a58,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:28.128702 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeeb171-2e67-49d1-9c8f-34b596196150 None None] Sync routers for ids ['df3ec203-6a93-4423-ab17-7213ffe1e039'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:31:28.145569 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeeb171-2e67-49d1-9c8f-34b596196150 None None] Routers {'df3ec203-6a93-4423-ab17-7213ffe1e039'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:31:28.146208 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-abeeb171-2e67-49d1-9c8f-34b596196150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:31:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['df3ec203-6a93-4423-ab17-7213ffe1e039'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:28.217199 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 67ace3e7-a2db-4f80-9aa0-a54506ca2a53 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:31:28.321396 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c466485-2465-413e-a066-71c5ba2e617d tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:28.410816 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-abeeb171-2e67-49d1-9c8f-34b596196150 None None] Set router df3ec203-6a93-4423-ab17-7213ffe1e039 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:31:28.703559 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-817d2047-e29e-400c-9116-4530a30fedca tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:28.769488 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 67ace3e7-a2db-4f80-9aa0-a54506ca2a53 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:28.770127 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:28.784897 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-abeeb171-2e67-49d1-9c8f-34b596196150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:25Z', 'revision_number': 8, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None, '_interfaces': [{'id': 'c71e4185-684a-4159-b6cd-852fd6761719', 'name': '', 'network_id': '633586d3-a18c-4210-aab2-7785bec65aec', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:26:a0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1b15a6fc-e833-487b-bbcc-a1d903a72dd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:10Z', 'updated_at': '2021-08-19T18:31:19Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '1b15a6fc-e833-487b-bbcc-a1d903a72dd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df1ac477-304e-4a7a-bd13-1df1351c6514', 'name': '', 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:03:2b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:05Z', 'updated_at': '2021-08-19T18:31:14Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1c2137f-d509-4601-90f3-4a600cb6f195', 'name': '', 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:5e:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:01Z', 'updated_at': '2021-08-19T18:31:09Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:28.818004 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-817d2047-e29e-400c-9116-4530a30fedca tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:28.836907 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeeb171-2e67-49d1-9c8f-34b596196150 None None] Checking router: df3ec203-6a93-4423-ab17-7213ffe1e039 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:31:28.841360 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5eeee6-cc88-4959-8dc7-735a0e6d0b48 None None] Network 50d60364-febc-47d3-a458-39b1073f9bcc requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:28.850384 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeeb171-2e67-49d1-9c8f-34b596196150 None None] Routers {'df3ec203-6a93-4423-ab17-7213ffe1e039'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:31:28.851340 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-abeeb171-2e67-49d1-9c8f-34b596196150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:31:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['df3ec203-6a93-4423-ab17-7213ffe1e039'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:28.895268 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-817d2047-e29e-400c-9116-4530a30fedca tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:28.938787 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d2047-e29e-400c-9116-4530a30fedca tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Subnet': ['ID=5e8e6f82-f8b0-4ff0-b0fa-c50027b1452e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:28.941837 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-817d2047-e29e-400c-9116-4530a30fedca tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:28.943863 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-817d2047-e29e-400c-9116-4530a30fedca tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/subnets/5e8e6f82-f8b0-4ff0-b0fa-c50027b1452e HTTP/1.1" status: 204 len: 168 time: 1.1818120 Aug 19 18:31:28.946477 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46726) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:29.006588 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-abeeb171-2e67-49d1-9c8f-34b596196150 None None] Set router df3ec203-6a93-4423-ab17-7213ffe1e039 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:31:29.065222 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192e7354-2ea2-4c3c-9210-de5536fd8eb1 None None] Network 703cf9dd-4ba8-45ac-99b5-88712da48467 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:29.139617 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-4c466485-2465-413e-a066-71c5ba2e617d tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Allocated IP 172.20.0.6 (50d60364-febc-47d3-a458-39b1073f9bcc/a837ae8b-f28d-4ce0-a645-b442e772e67f/1af87314-b9c5-4ec8-878a-1cb25732a402) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:31:29.147987 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-59c21e7b-3f93-4fc2-a0df-7872f43490c3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:29.341039 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-626f0ddb-f281-4e6e-a148-d2d211c67737 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:29.384770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-59c21e7b-3f93-4fc2-a0df-7872f43490c3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting port f00a2286-45dc-4fb2-ae6e-3415f64a0bd4 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:31:29.385116 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-59c21e7b-3f93-4fc2-a0df-7872f43490c3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:29.412773 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c466485-2465-413e-a066-71c5ba2e617d tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:29.469190 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-abeeb171-2e67-49d1-9c8f-34b596196150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:25Z', 'revision_number': 8, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None, '_interfaces': [{'id': 'c71e4185-684a-4159-b6cd-852fd6761719', 'name': '', 'network_id': '633586d3-a18c-4210-aab2-7785bec65aec', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:26:a0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1b15a6fc-e833-487b-bbcc-a1d903a72dd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:10Z', 'updated_at': '2021-08-19T18:31:19Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '1b15a6fc-e833-487b-bbcc-a1d903a72dd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df1ac477-304e-4a7a-bd13-1df1351c6514', 'name': '', 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:03:2b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:05Z', 'updated_at': '2021-08-19T18:31:14Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1c2137f-d509-4601-90f3-4a600cb6f195', 'name': '', 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:5e:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:01Z', 'updated_at': '2021-08-19T18:31:09Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:29.479578 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c466485-2465-413e-a066-71c5ba2e617d tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:29.531342 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f0ddb-f281-4e6e-a148-d2d211c67737 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'Subnet': ['ID=02b0b182-3ef6-473b-a407-f601bace8209,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:29.535198 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeeb171-2e67-49d1-9c8f-34b596196150 None None] The sync data for ids ['df3ec203-6a93-4423-ab17-7213ffe1e039'] in n-d-803753-2 is: [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:25Z', 'revision_number': 8, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None, '_interfaces': [{'id': 'c71e4185-684a-4159-b6cd-852fd6761719', 'name': '', 'network_id': '633586d3-a18c-4210-aab2-7785bec65aec', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:26:a0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1b15a6fc-e833-487b-bbcc-a1d903a72dd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:10Z', 'updated_at': '2021-08-19T18:31:19Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '1b15a6fc-e833-487b-bbcc-a1d903a72dd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df1ac477-304e-4a7a-bd13-1df1351c6514', 'name': '', 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:03:2b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:05Z', 'updated_at': '2021-08-19T18:31:14Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1c2137f-d509-4601-90f3-4a600cb6f195', 'name': '', 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:5e:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:01Z', 'updated_at': '2021-08-19T18:31:09Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:31:29.551469 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c466485-2465-413e-a066-71c5ba2e617d tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Pushing event updated for resources: {'Port': ['ID=1af87314-b9c5-4ec8-878a-1cb25732a402,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:29.555509 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c466485-2465-413e-a066-71c5ba2e617d tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Network 50d60364-febc-47d3-a458-39b1073f9bcc is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:29.557245 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-4c466485-2465-413e-a066-71c5ba2e617d tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:29.560293 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c466485-2465-413e-a066-71c5ba2e617d tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:31:29.562273 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626f0ddb-f281-4e6e-a148-d2d211c67737 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Checking segment: {'id': 'e43d7470-9f73-48ed-8885-6c027390e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6e8b8a12-b404-47a2-8be6-13716a4959c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:29.562652 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626f0ddb-f281-4e6e-a148-d2d211c67737 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Network hostable DHCP agents. Network: 6e8b8a12-b404-47a2-8be6-13716a4959c5, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:31:29.568914 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-59c21e7b-3f93-4fc2-a0df-7872f43490c3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] For port f00a2286-45dc-4fb2-ae6e-3415f64a0bd4, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=f00a2286-45dc-4fb2-ae6e-3415f64a0bd4,segment=NetworkSegment(e11ba293-4e51-422e-8696-414ead0dd9dd),segment_id=e11ba293-4e51-422e-8696-414ead0dd9dd)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:29.569311 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-59c21e7b-3f93-4fc2-a0df-7872f43490c3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:29.577798 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad25e24-33b7-4dcd-87c6-ca2b34f5d557 None None] Network 797c4931-27bb-49dc-85d2-0af64ed76c55 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:29.610640 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-59c21e7b-3f93-4fc2-a0df-7872f43490c3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Calling delete_port for f00a2286-45dc-4fb2-ae6e-3415f64a0bd4 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:31:29.678569 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626f0ddb-f281-4e6e-a148-d2d211c67737 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Network 6e8b8a12-b404-47a2-8be6-13716a4959c5 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:31:29.709052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-626f0ddb-f281-4e6e-a148-d2d211c67737 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 6e8b8a12-b404-47a2-8be6-13716a4959c5) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:29.726657 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626f0ddb-f281-4e6e-a148-d2d211c67737 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:29.727285 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-626f0ddb-f281-4e6e-a148-d2d211c67737 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:29.733734 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc5fe60-256f-4e33-8cf7-eae6e69d41cc None None] Network 6e8b8a12-b404-47a2-8be6-13716a4959c5 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:29.765163 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-626f0ddb-f281-4e6e-a148-d2d211c67737 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3277373 Aug 19 18:31:29.770200 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46740) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:29.784787 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-59c21e7b-3f93-4fc2-a0df-7872f43490c3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:29.816495 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c466485-2465-413e-a066-71c5ba2e617d tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:29.847577 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e4c53f2e-7454-4aa6-8815-8b7965bc6d9f None None] Provisioning for port ffbc2054-be6b-464e-aef5-199440730a58 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:29.869208 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c466485-2465-413e-a066-71c5ba2e617d tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:29.883657 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c21e7b-3f93-4fc2-a0df-7872f43490c3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Port': ['ID=f00a2286-45dc-4fb2-ae6e-3415f64a0bd4,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:29.893770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c21e7b-3f93-4fc2-a0df-7872f43490c3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] No DVR routers for this DVR port f00a2286-45dc-4fb2-ae6e-3415f64a0bd4 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:31:29.935630 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98776dca-8b04-4e49-8580-88c519c66d07 None None] DHCP port deletion for 703cf9dd-4ba8-45ac-99b5-88712da48467 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:31:29.984368 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:30.123368 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911acb80-6f4a-41db-b6e9-4cf7a8580933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-6e8b8a12-b404-47a2-8be6-13716a4959c5', 'network_id': '6e8b8a12-b404-47a2-8be6-13716a4959c5', 'tenant_id': '21f586cf636f468e81d219f376196922', 'fixed_ips': [{'subnet_id': '02b0b182-3ef6-473b-a407-f601bace8209'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:31:30.126863 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-911acb80-6f4a-41db-b6e9-4cf7a8580933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:30.160386 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-59c21e7b-3f93-4fc2-a0df-7872f43490c3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:30.185906 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-59c21e7b-3f93-4fc2-a0df-7872f43490c3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703cf9dd-4ba8-45ac-99b5-88712da48467']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:30.202974 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-59c21e7b-3f93-4fc2-a0df-7872f43490c3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11ba293-4e51-422e-8696-414ead0dd9dd') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:30.203282 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-59c21e7b-3f93-4fc2-a0df-7872f43490c3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11ba293-4e51-422e-8696-414ead0dd9dd') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:30.223366 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-59c21e7b-3f93-4fc2-a0df-7872f43490c3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:30.251278 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-59c21e7b-3f93-4fc2-a0df-7872f43490c3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:30.258141 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c21e7b-3f93-4fc2-a0df-7872f43490c3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:31:30.258539 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-59c21e7b-3f93-4fc2-a0df-7872f43490c3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:31:30.275446 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:31:30.329635 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c466485-2465-413e-a066-71c5ba2e617d tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:30.337934 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c466485-2465-413e-a066-71c5ba2e617d tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:30.348842 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ffbc2054-be6b-464e-aef5-199440730a58 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:31:30.387197 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-59c21e7b-3f93-4fc2-a0df-7872f43490c3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:30.393399 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-59c21e7b-3f93-4fc2-a0df-7872f43490c3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:30.399597 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-59c21e7b-3f93-4fc2-a0df-7872f43490c3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/networks/703cf9dd-4ba8-45ac-99b5-88712da48467 HTTP/1.1" status: 204 len: 168 time: 1.4498310 Aug 19 18:31:30.400873 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46748) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:30.519974 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:30.524164 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c466485-2465-413e-a066-71c5ba2e617d tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:30.529558 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c21e7b-3f93-4fc2-a0df-7872f43490c3 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Network': ['ID=703cf9dd-4ba8-45ac-99b5-88712da48467,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:30.552453 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c466485-2465-413e-a066-71c5ba2e617d tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Pushing event updated for resources: {'Port': ['ID=1af87314-b9c5-4ec8-878a-1cb25732a402,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:30.556625 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4c466485-2465-413e-a066-71c5ba2e617d tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:30.559324 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4c466485-2465-413e-a066-71c5ba2e617d tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5014341 Aug 19 18:31:30.561051 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46754) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:30.582354 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port ffbc2054-be6b-464e-aef5-199440730a58 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:30.589158 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port ffbc2054-be6b-464e-aef5-199440730a58 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:30.589638 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:30.650820 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-911acb80-6f4a-41db-b6e9-4cf7a8580933 None None] Allocated IP 2001:db8::1 (6e8b8a12-b404-47a2-8be6-13716a4959c5/02b0b182-3ef6-473b-a407-f601bace8209/41512eb9-af58-4b9c-a90b-ec2f8432e05a) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:31:30.652937 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9f70ecae-b62b-4b91-b1b7-cc5ab5e606f0 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=50d60364-febc-47d3-a458-39b1073f9bcc HTTP/1.1" status: 200 len: 689 time: 0.0907469 Aug 19 18:31:30.655609 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46760) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:30.775769 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:30.864925 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:30.923295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port ffbc2054-be6b-464e-aef5-199440730a58, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ffbc2054-be6b-464e-aef5-199440730a58,segment=NetworkSegment(1cda0971-8027-46a9-a7e2-fb9bd319724d),segment_id=1cda0971-8027-46a9-a7e2-fb9bd319724d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:30.923544 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-21a3a575-ac90-4f3c-95a0-fcfc9185650f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:30.925171 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-911acb80-6f4a-41db-b6e9-4cf7a8580933 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:30.933181 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:30.939951 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-911acb80-6f4a-41db-b6e9-4cf7a8580933 None None] Transition to ACTIVE for port object 41512eb9-af58-4b9c-a90b-ec2f8432e05a will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:30.944576 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Deleting port 1af87314-b9c5-4ec8-878a-1cb25732a402 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:31:30.945084 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.013319 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-911acb80-6f4a-41db-b6e9-4cf7a8580933 None None] Transition to ACTIVE for port object 41512eb9-af58-4b9c-a90b-ec2f8432e05a will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:31.033461 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-911acb80-6f4a-41db-b6e9-4cf7a8580933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.041897 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device f00a2286-45dc-4fb2-ae6e-3415f64a0bd4 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:31:31.050152 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=ffbc2054-be6b-464e-aef5-199440730a58,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:31.063062 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.063960 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.082922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Calling delete_port for 1af87314-b9c5-4ec8-878a-1cb25732a402 owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:31:31.112039 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.130591 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911acb80-6f4a-41db-b6e9-4cf7a8580933 None None] Network 6e8b8a12-b404-47a2-8be6-13716a4959c5 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:31.132233 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911acb80-6f4a-41db-b6e9-4cf7a8580933 None None] Pushing event updated for resources: {'Port': ['ID=41512eb9-af58-4b9c-a90b-ec2f8432e05a,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:31.135121 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-911acb80-6f4a-41db-b6e9-4cf7a8580933 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:31.136850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: f00a2286-45dc-4fb2-ae6e-3415f64a0bd4 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:31:31.137120 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device f00a2286-45dc-4fb2-ae6e-3415f64a0bd4 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:31:31.137562 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0389e324-0639-418f-8b2b-d0bc02e05ee0 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:31:31.159810 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911acb80-6f4a-41db-b6e9-4cf7a8580933 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:31:31.161715 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 0389e324-0639-418f-8b2b-d0bc02e05ee0 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:31:31.162062 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0389e324-0639-418f-8b2b-d0bc02e05ee0 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:31:31.206647 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Subnet': ['ID=02b0b182-3ef6-473b-a407-f601bace8209,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:31.238068 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-911acb80-6f4a-41db-b6e9-4cf7a8580933 None None] Attempting to bind port 41512eb9-af58-4b9c-a90b-ec2f8432e05a on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:31:31.238427 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-911acb80-6f4a-41db-b6e9-4cf7a8580933 None None] Attempting to bind port 41512eb9-af58-4b9c-a90b-ec2f8432e05a by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'e43d7470-9f73-48ed-8885-6c027390e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6e8b8a12-b404-47a2-8be6-13716a4959c5'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:31:31.238794 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911acb80-6f4a-41db-b6e9-4cf7a8580933 None None] Attempting to bind port 41512eb9-af58-4b9c-a90b-ec2f8432e05a on network 6e8b8a12-b404-47a2-8be6-13716a4959c5 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:31:31.244010 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911acb80-6f4a-41db-b6e9-4cf7a8580933 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:31:31.244398 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911acb80-6f4a-41db-b6e9-4cf7a8580933 None None] Checking segment: {'id': 'e43d7470-9f73-48ed-8885-6c027390e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6e8b8a12-b404-47a2-8be6-13716a4959c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:31.244804 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-911acb80-6f4a-41db-b6e9-4cf7a8580933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.246584 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911acb80-6f4a-41db-b6e9-4cf7a8580933 None None] Bound using segment: {'id': 'e43d7470-9f73-48ed-8885-6c027390e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6e8b8a12-b404-47a2-8be6-13716a4959c5'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:31:31.247085 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-911acb80-6f4a-41db-b6e9-4cf7a8580933 None None] Bound port: 41512eb9-af58-4b9c-a90b-ec2f8432e05a, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43d7470-9f73-48ed-8885-6c027390e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6e8b8a12-b404-47a2-8be6-13716a4959c5'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:31:31.247470 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-911acb80-6f4a-41db-b6e9-4cf7a8580933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.276088 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.307811 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Pushing event deleted for resources: {'Port': ['ID=1af87314-b9c5-4ec8-878a-1cb25732a402,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:31.314634 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.327810 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8b8a12-b404-47a2-8be6-13716a4959c5']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:31.331529 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-911acb80-6f4a-41db-b6e9-4cf7a8580933 None None] For port 41512eb9-af58-4b9c-a90b-ec2f8432e05a, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:31:31.335702 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-911acb80-6f4a-41db-b6e9-4cf7a8580933 None None] For port 41512eb9-af58-4b9c-a90b-ec2f8432e05a, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=41512eb9-af58-4b9c-a90b-ec2f8432e05a,segment=NetworkSegment(e43d7470-9f73-48ed-8885-6c027390e1b1),segment_id=e43d7470-9f73-48ed-8885-6c027390e1b1)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:31:31.341868 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-911acb80-6f4a-41db-b6e9-4cf7a8580933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.349136 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43d7470-9f73-48ed-8885-6c027390e1b1') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:31.349560 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43d7470-9f73-48ed-8885-6c027390e1b1') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:31.365242 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.417280 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.419128 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.455015 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:31:31.455469 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:31:31.459614 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:31:31.464671 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911acb80-6f4a-41db-b6e9-4cf7a8580933 None None] Pushing event updated for resources: {'Port': ['ID=41512eb9-af58-4b9c-a90b-ec2f8432e05a,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:31.482869 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c04e47-45e9-4700-9998-cab3783ec926 None None] Network 6e8b8a12-b404-47a2-8be6-13716a4959c5 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:31.520243 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.591215 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.db.api [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 18:31:31.591215 n-d-803753-2 neutron-server[94682]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 18:31:31.591215 n-d-803753-2 neutron-server[94682]: [parameters: {'id': '6e8b8a12-b404-47a2-8be6-13716a4959c5'}] Aug 19 18:31:31.591215 n-d-803753-2 neutron-server[94682]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:31:31.592065 n-d-803753-2 neutron-server[94682]: DEBUG oslo_db.api [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:31:31.604138 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-21a3a575-ac90-4f3c-95a0-fcfc9185650f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting port c71e4185-684a-4159-b6cd-852fd6761719 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:31:31.604479 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-21a3a575-ac90-4f3c-95a0-fcfc9185650f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.607832 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.644912 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a837ae8b-f28d-4ce0-a645-b442e772e67f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:31.651484 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b8b8cb-1c1d-4af8-afac-4d6ce03c68c5 None None] get_active_networks_info from n-d-803753-2 {{(pid=94683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:31:31.716761 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.721810 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-21a3a575-ac90-4f3c-95a0-fcfc9185650f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] For port c71e4185-684a-4159-b6cd-852fd6761719, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c71e4185-684a-4159-b6cd-852fd6761719,segment=NetworkSegment(df82011e-18d9-4c19-821f-a27961808bbc),segment_id=df82011e-18d9-4c19-821f-a27961808bbc)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:31.723606 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-21a3a575-ac90-4f3c-95a0-fcfc9185650f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.732449 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d60364-febc-47d3-a458-39b1073f9bcc']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:31.745371 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-21a3a575-ac90-4f3c-95a0-fcfc9185650f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Calling delete_port for c71e4185-684a-4159-b6cd-852fd6761719 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:31:31.755897 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9b1d08-0fa4-44dd-8349-99764c505f2c') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:31.756309 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9b1d08-0fa4-44dd-8349-99764c505f2c') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:31.766383 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.783679 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.794420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:31:31.795296 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:31:31.801497 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:31:31.849368 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b8b8cb-1c1d-4af8-afac-4d6ce03c68c5 None None] Resources bound (agent type, host, resource id): {{(pid=94683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:31:31.872892 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.880051 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 50d60364-febc-47d3-a458-39b1073f9bcc {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 18:31:31.886020 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.891743 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] 10.222.0.24 "DELETE /v2.0/networks/50d60364-febc-47d3-a458-39b1073f9bcc HTTP/1.1" status: 204 len: 168 time: 1.2328875 Aug 19 18:31:31.891743 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46776) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:31.965103 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de16ce9-0293-4965-8874-1c983ec992f8 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Pushing event deleted for resources: {'Network': ['ID=50d60364-febc-47d3-a458-39b1073f9bcc,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:31.997194 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-21a3a575-ac90-4f3c-95a0-fcfc9185650f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:32.039135 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3a575-ac90-4f3c-95a0-fcfc9185650f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Port': ['ID=c71e4185-684a-4159-b6cd-852fd6761719,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:32.048255 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-37bcab7f-ea65-40c9-be1b-e048271e93b3 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2261 time: 0.1508045 Aug 19 18:31:32.051105 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46778) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:32.101186 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:32.147397 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ffbc2054-be6b-464e-aef5-199440730a58 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:31:32.247416 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-21a3a575-ac90-4f3c-95a0-fcfc9185650f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:32.251943 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45735e5c-9fc6-4441-8fb0-dac4ffef1fbd tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:32.252423 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45735e5c-9fc6-4441-8fb0-dac4ffef1fbd tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:32.252888 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45735e5c-9fc6-4441-8fb0-dac4ffef1fbd tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:32.253343 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45735e5c-9fc6-4441-8fb0-dac4ffef1fbd tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:32.253827 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45735e5c-9fc6-4441-8fb0-dac4ffef1fbd tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:32.254280 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45735e5c-9fc6-4441-8fb0-dac4ffef1fbd tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:32.254728 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45735e5c-9fc6-4441-8fb0-dac4ffef1fbd tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:32.267485 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45735e5c-9fc6-4441-8fb0-dac4ffef1fbd tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:32.268866 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45735e5c-9fc6-4441-8fb0-dac4ffef1fbd tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:32.271753 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45735e5c-9fc6-4441-8fb0-dac4ffef1fbd tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:32.272297 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45735e5c-9fc6-4441-8fb0-dac4ffef1fbd tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:32.272971 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45735e5c-9fc6-4441-8fb0-dac4ffef1fbd tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:32.273498 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45735e5c-9fc6-4441-8fb0-dac4ffef1fbd tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:32.287039 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-45735e5c-9fc6-4441-8fb0-dac4ffef1fbd tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8341 time: 0.2322507 Aug 19 18:31:32.287484 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46780) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:32.355405 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Deleting port 41512eb9-af58-4b9c-a90b-ec2f8432e05a {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:31:32.356006 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:32.363314 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-c1dc3c5f-3877-4376-8642-dfa39628207f tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] delete failed (client error): The resource could not be found. Aug 19 18:31:32.366878 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c1dc3c5f-3877-4376-8642-dfa39628207f tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/1b3686d9-de17-4ed1-81c0-606d67063c90 HTTP/1.1" status: 404 len: 345 time: 0.0760095 Aug 19 18:31:32.367534 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46782) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:32.390929 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb0a0d7-a6bf-4f8b-a0fc-2b745164881c tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] DELETE failed (client error): The resource could not be found. Aug 19 18:31:32.391544 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb0a0d7-a6bf-4f8b-a0fc-2b745164881c tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:31:32.399716 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2cb0a0d7-a6bf-4f8b-a0fc-2b745164881c tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] 10.222.0.24 "DELETE /v2.0/networks/50d60364-febc-47d3-a458-39b1073f9bcc HTTP/1.1" status: 404 len: 339 time: 0.0248694 Aug 19 18:31:32.399985 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46784) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:32.405016 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-ba51b24f-c0a3-4666-99d3-f33deda2001b tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Request body: {'network': {'name': 'tempest-network--276300181', 'router:external': True}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:32.405350 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port ffbc2054-be6b-464e-aef5-199440730a58 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:32.405761 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:32.442848 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba51b24f-c0a3-4666-99d3-f33deda2001b tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Made reservation on behalf of 563c04097a0a4072ae2be4e5bd96b47a for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:32.445320 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba51b24f-c0a3-4666-99d3-f33deda2001b tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:32.503026 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba51b24f-c0a3-4666-99d3-f33deda2001b tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:32.537139 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba51b24f-c0a3-4666-99d3-f33deda2001b tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:32.538548 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-ba51b24f-c0a3-4666-99d3-f33deda2001b tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Added segment ce6ba93a-bf26-44b1-a968-566d0f673a6e of type vlan for network 365ccb16-13c2-4f35-8e51-c6d576a27d0d Aug 19 18:31:32.598960 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] For port 41512eb9-af58-4b9c-a90b-ec2f8432e05a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=41512eb9-af58-4b9c-a90b-ec2f8432e05a,segment=NetworkSegment(e43d7470-9f73-48ed-8885-6c027390e1b1),segment_id=e43d7470-9f73-48ed-8885-6c027390e1b1)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:32.599341 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:32.628326 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba51b24f-c0a3-4666-99d3-f33deda2001b tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:32.640389 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Calling delete_port for 41512eb9-af58-4b9c-a90b-ec2f8432e05a owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:31:32.695620 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba51b24f-c0a3-4666-99d3-f33deda2001b tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:32.696628 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba51b24f-c0a3-4666-99d3-f33deda2001b tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:32.697278 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba51b24f-c0a3-4666-99d3-f33deda2001b tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:32.702661 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a3a575-ac90-4f3c-95a0-fcfc9185650f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Router df3ec203-6a93-4423-ab17-7213ffe1e039 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:31:32.724781 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ba51b24f-c0a3-4666-99d3-f33deda2001b tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3236110 Aug 19 18:31:32.759230 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46788) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:32.791596 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51b24f-c0a3-4666-99d3-f33deda2001b tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Pushing event updated for resources: {'Network': ['ID=365ccb16-13c2-4f35-8e51-c6d576a27d0d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:32.804440 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 365ccb16-13c2-4f35-8e51-c6d576a27d0d details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:32.974562 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a3a575-ac90-4f3c-95a0-fcfc9185650f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:31:32.983065 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328a707d-1dd3-4365-b5be-f9746199319c tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:32.987248 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aba11a-123a-474f-9e34-b18f2d88d7c1 None None] Sync routers for ids ['df3ec203-6a93-4423-ab17-7213ffe1e039'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:31:32.989966 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328a707d-1dd3-4365-b5be-f9746199319c tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:32.997580 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328a707d-1dd3-4365-b5be-f9746199319c tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:32.998237 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aba11a-123a-474f-9e34-b18f2d88d7c1 None None] Routers {'df3ec203-6a93-4423-ab17-7213ffe1e039'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:31:32.998369 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-62aba11a-123a-474f-9e34-b18f2d88d7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:31:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['df3ec203-6a93-4423-ab17-7213ffe1e039'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:33.004088 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328a707d-1dd3-4365-b5be-f9746199319c tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:33.008470 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-328a707d-1dd3-4365-b5be-f9746199319c tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2458158 Aug 19 18:31:33.008874 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46792) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:33.010204 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-21a3a575-ac90-4f3c-95a0-fcfc9185650f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/routers/df3ec203-6a93-4423-ab17-7213ffe1e039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6005254 Aug 19 18:31:33.011101 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.012964 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46794) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:33.066568 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Port': ['ID=41512eb9-af58-4b9c-a90b-ec2f8432e05a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:33.074597 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] No DVR routers for this DVR port 41512eb9-af58-4b9c-a90b-ec2f8432e05a on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:31:33.102338 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffd848f6-2e76-46a6-8c87-a6523b08d422 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.156107 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a76756-981a-492f-903b-c80f7641d8b4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting subnet 1b15a6fc-e833-487b-bbcc-a1d903a72dd7 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:31:33.174386 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42a76756-981a-492f-903b-c80f7641d8b4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.207797 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.221013 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffd848f6-2e76-46a6-8c87-a6523b08d422 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.226224 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8b8a12-b404-47a2-8be6-13716a4959c5']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:33.240499 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-ffd848f6-2e76-46a6-8c87-a6523b08d422 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365ccb16-13c2-4f35-8e51-c6d576a27d0d']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:33.240769 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42a76756-981a-492f-903b-c80f7641d8b4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.244500 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43d7470-9f73-48ed-8885-6c027390e1b1') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:33.244822 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43d7470-9f73-48ed-8885-6c027390e1b1') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:33.256184 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-ffd848f6-2e76-46a6-8c87-a6523b08d422 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce6ba93a-bf26-44b1-a968-566d0f673a6e') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:33.256909 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-ffd848f6-2e76-46a6-8c87-a6523b08d422 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce6ba93a-bf26-44b1-a968-566d0f673a6e') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:33.268483 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffd848f6-2e76-46a6-8c87-a6523b08d422 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.276563 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.283389 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-62aba11a-123a-474f-9e34-b18f2d88d7c1 None None] Set router df3ec203-6a93-4423-ab17-7213ffe1e039 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:31:33.291954 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffd848f6-2e76-46a6-8c87-a6523b08d422 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.300342 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd848f6-2e76-46a6-8c87-a6523b08d422 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:31:33.301163 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffd848f6-2e76-46a6-8c87-a6523b08d422 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.303059 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:31:33.313444 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:31:33.316171 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:31:33.316171 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:31:33.318112 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:31:33.395014 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffd848f6-2e76-46a6-8c87-a6523b08d422 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.400829 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd848f6-2e76-46a6-8c87-a6523b08d422 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 365ccb16-13c2-4f35-8e51-c6d576a27d0d {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 18:31:33.404073 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffd848f6-2e76-46a6-8c87-a6523b08d422 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.407493 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ffd848f6-2e76-46a6-8c87-a6523b08d422 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] 10.222.0.24 "DELETE /v2.0/networks/365ccb16-13c2-4f35-8e51-c6d576a27d0d HTTP/1.1" status: 204 len: 168 time: 0.3967934 Aug 19 18:31:33.412956 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46796) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:33.416728 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42a76756-981a-492f-903b-c80f7641d8b4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.421496 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-56c9730f-c801-4cd0-8e86-017eec2435d4 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Request body: {'network': {'name': 'tempest-network--460569386', 'router:external': True}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:33.454580 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd848f6-2e76-46a6-8c87-a6523b08d422 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Pushing event deleted for resources: {'Network': ['ID=365ccb16-13c2-4f35-8e51-c6d576a27d0d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:33.497672 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c9730f-c801-4cd0-8e86-017eec2435d4 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Made reservation on behalf of 563c04097a0a4072ae2be4e5bd96b47a for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:33.502295 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-56c9730f-c801-4cd0-8e86-017eec2435d4 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.515952 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42a76756-981a-492f-903b-c80f7641d8b4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.535785 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.542702 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.545620 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/networks/6e8b8a12-b404-47a2-8be6-13716a4959c5 HTTP/1.1" status: 204 len: 168 time: 3.7738934 Aug 19 18:31:33.554171 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46798) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:33.559641 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-9bc21b3e-65d7-47bc-b80b-8ba3446aa61a tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-586401421'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:33.568017 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c9730f-c801-4cd0-8e86-017eec2435d4 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:33.588296 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-56c9730f-c801-4cd0-8e86-017eec2435d4 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.588724 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-56c9730f-c801-4cd0-8e86-017eec2435d4 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Added segment b02e7d29-1ddc-4a95-a810-399d1a3d46ec of type vlan for network 1e7e8081-febe-4dfe-9555-e7424fd35d7e Aug 19 18:31:33.590956 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9559ede-8acb-4e05-97db-de7f77ecfcb1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Network': ['ID=6e8b8a12-b404-47a2-8be6-13716a4959c5,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:33.612280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a76756-981a-492f-903b-c80f7641d8b4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Subnet': ['ID=1b15a6fc-e833-487b-bbcc-a1d903a72dd7,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:33.622141 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42a76756-981a-492f-903b-c80f7641d8b4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.628275 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-42a76756-981a-492f-903b-c80f7641d8b4 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/subnets/1b15a6fc-e833-487b-bbcc-a1d903a72dd7 HTTP/1.1" status: 204 len: 168 time: 0.6129251 Aug 19 18:31:33.629384 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46800) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:33.630180 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6355eb-130f-4aa1-a420-3db9c882ceaf None None] Network 633586d3-a18c-4210-aab2-7785bec65aec requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:33.640346 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc21b3e-65d7-47bc-b80b-8ba3446aa61a tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Made reservation on behalf of 21f586cf636f468e81d219f376196922 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:33.644304 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9bc21b3e-65d7-47bc-b80b-8ba3446aa61a tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.675325 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-56c9730f-c801-4cd0-8e86-017eec2435d4 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.693557 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc21b3e-65d7-47bc-b80b-8ba3446aa61a tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:33.716610 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-62aba11a-123a-474f-9e34-b18f2d88d7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:31Z', 'revision_number': 9, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None, '_interfaces': [{'id': 'df1ac477-304e-4a7a-bd13-1df1351c6514', 'name': '', 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:03:2b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:05Z', 'updated_at': '2021-08-19T18:31:14Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1c2137f-d509-4601-90f3-4a600cb6f195', 'name': '', 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:5e:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:01Z', 'updated_at': '2021-08-19T18:31:09Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:33.740774 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9bc21b3e-65d7-47bc-b80b-8ba3446aa61a tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.741120 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-9bc21b3e-65d7-47bc-b80b-8ba3446aa61a tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Added segment b7d0f924-9732-48e7-aaa4-d8faa0a35c8e of type vlan for network 88905f15-30ba-49ac-9f01-82de2fb37d14 Aug 19 18:31:33.753695 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aba11a-123a-474f-9e34-b18f2d88d7c1 None None] Checking router: df3ec203-6a93-4423-ab17-7213ffe1e039 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:31:33.778092 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aba11a-123a-474f-9e34-b18f2d88d7c1 None None] Routers {'df3ec203-6a93-4423-ab17-7213ffe1e039'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:31:33.778740 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-62aba11a-123a-474f-9e34-b18f2d88d7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:31:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['df3ec203-6a93-4423-ab17-7213ffe1e039'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:33.844897 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-56c9730f-c801-4cd0-8e86-017eec2435d4 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.846506 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9730f-c801-4cd0-8e86-017eec2435d4 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:33.847126 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-56c9730f-c801-4cd0-8e86-017eec2435d4 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.917038 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9bc21b3e-65d7-47bc-b80b-8ba3446aa61a tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.983814 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-62aba11a-123a-474f-9e34-b18f2d88d7c1 None None] Set router df3ec203-6a93-4423-ab17-7213ffe1e039 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:31:34.009214 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9bc21b3e-65d7-47bc-b80b-8ba3446aa61a tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:34.017727 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc21b3e-65d7-47bc-b80b-8ba3446aa61a tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:34.018395 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9bc21b3e-65d7-47bc-b80b-8ba3446aa61a tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:34.032963 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-56c9730f-c801-4cd0-8e86-017eec2435d4 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6153100 Aug 19 18:31:34.038965 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46806) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:34.161278 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d051fd-e110-4d4e-9f8a-0bb15602379f tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:34.165208 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-69d051fd-e110-4d4e-9f8a-0bb15602379f tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] 10.222.0.24 "GET /v2.0/networks/1e7e8081-febe-4dfe-9555-e7424fd35d7e HTTP/1.1" status: 200 len: 756 time: 0.1226962 Aug 19 18:31:34.165208 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9730f-c801-4cd0-8e86-017eec2435d4 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Pushing event updated for resources: {'Network': ['ID=1e7e8081-febe-4dfe-9555-e7424fd35d7e,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:34.167284 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46808) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:34.193358 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a6957d-63ba-4473-8c33-c9db4ac05505 None None] DHCP port deletion for 633586d3-a18c-4210-aab2-7785bec65aec request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:31:34.195239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 1e7e8081-febe-4dfe-9555-e7424fd35d7e details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:34.195527 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9bc21b3e-65d7-47bc-b80b-8ba3446aa61a tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6403110 Aug 19 18:31:34.196559 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-879defaa-e705-46d8-adc6-a1201c975f2f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:34.202531 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46810) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:34.210704 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-6b38095a-672d-4049-85d1-96084dfb2ad8 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Request body: {'subnet': {'network_id': '88905f15-30ba-49ac-9f01-82de2fb37d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:34.345434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5b736d-bd3b-4a58-a425-3c79707a02b8 tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:34.351052 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1e5b736d-bd3b-4a58-a425-3c79707a02b8 tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] 10.222.0.24 "GET /v2.0/networks/c9a4a7ab-1c77-44e1-966b-9ec26f981874 HTTP/1.1" status: 200 len: 768 time: 0.1828115 Aug 19 18:31:34.351829 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46812) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:34.352983 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc21b3e-65d7-47bc-b80b-8ba3446aa61a tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'Network': ['ID=88905f15-30ba-49ac-9f01-82de2fb37d14,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:34.370773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b38095a-672d-4049-85d1-96084dfb2ad8 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Made reservation on behalf of 21f586cf636f468e81d219f376196922 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:34.373665 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 88905f15-30ba-49ac-9f01-82de2fb37d14 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:34.374290 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6b38095a-672d-4049-85d1-96084dfb2ad8 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:34.475264 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-51a6957d-63ba-4473-8c33-c9db4ac05505 None None] Deleting port 9d856487-a109-4704-858e-ac22f9fa8e8c {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:31:34.475264 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-51a6957d-63ba-4473-8c33-c9db4ac05505 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:34.497919 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b55c74ae-5646-407c-a90e-342727d5d748 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:34.539689 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-879defaa-e705-46d8-adc6-a1201c975f2f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting port 9d856487-a109-4704-858e-ac22f9fa8e8c {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:31:34.540031 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-879defaa-e705-46d8-adc6-a1201c975f2f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:34.581637 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-51a6957d-63ba-4473-8c33-c9db4ac05505 None None] For port 9d856487-a109-4704-858e-ac22f9fa8e8c, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9d856487-a109-4704-858e-ac22f9fa8e8c,segment=NetworkSegment(df82011e-18d9-4c19-821f-a27961808bbc),segment_id=df82011e-18d9-4c19-821f-a27961808bbc)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:34.582035 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-51a6957d-63ba-4473-8c33-c9db4ac05505 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:34.613470 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-51a6957d-63ba-4473-8c33-c9db4ac05505 None None] Calling delete_port for 9d856487-a109-4704-858e-ac22f9fa8e8c owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:31:34.626410 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-69cdbce5-8e87-4276-8ef9-45f1af025e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:34.631349 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-62aba11a-123a-474f-9e34-b18f2d88d7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:31Z', 'revision_number': 9, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None, '_interfaces': [{'id': 'df1ac477-304e-4a7a-bd13-1df1351c6514', 'name': '', 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:03:2b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:05Z', 'updated_at': '2021-08-19T18:31:14Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1c2137f-d509-4601-90f3-4a600cb6f195', 'name': '', 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:5e:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:01Z', 'updated_at': '2021-08-19T18:31:09Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:34.669076 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aba11a-123a-474f-9e34-b18f2d88d7c1 None None] The sync data for ids ['df3ec203-6a93-4423-ab17-7213ffe1e039'] in n-d-803753-2 is: [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:31Z', 'revision_number': 9, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None, '_interfaces': [{'id': 'df1ac477-304e-4a7a-bd13-1df1351c6514', 'name': '', 'network_id': '224f44da-b0e3-42f7-87a8-ae413173df91', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:03:2b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:05Z', 'updated_at': '2021-08-19T18:31:14Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '4de4b8e8-1482-4819-9304-7c04d77c702a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1c2137f-d509-4601-90f3-4a600cb6f195', 'name': '', 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:5e:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:01Z', 'updated_at': '2021-08-19T18:31:09Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:31:34.736703 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b55c74ae-5646-407c-a90e-342727d5d748 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:34.752366 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-879defaa-e705-46d8-adc6-a1201c975f2f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] For port 9d856487-a109-4704-858e-ac22f9fa8e8c, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9d856487-a109-4704-858e-ac22f9fa8e8c,segment=NetworkSegment(df82011e-18d9-4c19-821f-a27961808bbc),segment_id=df82011e-18d9-4c19-821f-a27961808bbc)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:34.752725 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-879defaa-e705-46d8-adc6-a1201c975f2f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:34.771057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-b55c74ae-5646-407c-a90e-342727d5d748 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e7e8081-febe-4dfe-9555-e7424fd35d7e']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:34.774554 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-51a6957d-63ba-4473-8c33-c9db4ac05505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:34.784623 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-879defaa-e705-46d8-adc6-a1201c975f2f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Calling delete_port for 9d856487-a109-4704-858e-ac22f9fa8e8c owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:31:34.807957 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6957d-63ba-4473-8c33-c9db4ac05505 None None] Pushing event deleted for resources: {'Port': ['ID=9d856487-a109-4704-858e-ac22f9fa8e8c,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:34.811234 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a6957d-63ba-4473-8c33-c9db4ac05505 None None] No DVR routers for this DVR port 9d856487-a109-4704-858e-ac22f9fa8e8c on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:31:34.825866 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-b55c74ae-5646-407c-a90e-342727d5d748 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02e7d29-1ddc-4a95-a810-399d1a3d46ec') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:34.826165 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-b55c74ae-5646-407c-a90e-342727d5d748 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02e7d29-1ddc-4a95-a810-399d1a3d46ec') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:34.852433 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b55c74ae-5646-407c-a90e-342727d5d748 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:34.866676 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6b38095a-672d-4049-85d1-96084dfb2ad8 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:34.909313 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b55c74ae-5646-407c-a90e-342727d5d748 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:34.945244 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55c74ae-5646-407c-a90e-342727d5d748 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:31:34.945978 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b55c74ae-5646-407c-a90e-342727d5d748 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:31:34.947824 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:31:35.046008 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38095a-672d-4049-85d1-96084dfb2ad8 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'Subnet': ['ID=ddc48e8a-d312-4922-81b3-241fea7a353e,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:35.072287 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b55c74ae-5646-407c-a90e-342727d5d748 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:35.076453 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55c74ae-5646-407c-a90e-342727d5d748 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1e7e8081-febe-4dfe-9555-e7424fd35d7e {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 18:31:35.079163 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b55c74ae-5646-407c-a90e-342727d5d748 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:35.081112 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b55c74ae-5646-407c-a90e-342727d5d748 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] 10.222.0.24 "DELETE /v2.0/networks/1e7e8081-febe-4dfe-9555-e7424fd35d7e HTTP/1.1" status: 204 len: 168 time: 0.7283382 Aug 19 18:31:35.084715 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38095a-672d-4049-85d1-96084dfb2ad8 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Checking segment: {'id': 'b7d0f924-9732-48e7-aaa4-d8faa0a35c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '88905f15-30ba-49ac-9f01-82de2fb37d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:35.085092 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b38095a-672d-4049-85d1-96084dfb2ad8 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Network hostable DHCP agents. Network: 88905f15-30ba-49ac-9f01-82de2fb37d14, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:31:35.085345 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46818) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:35.095664 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-0adda064-d3e9-40f9-8aa6-9130c0a34d52 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Request body: {'network': {'name': 'tempest-network--883080718'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:35.103319 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c74ae-5646-407c-a90e-342727d5d748 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Pushing event deleted for resources: {'Network': ['ID=1e7e8081-febe-4dfe-9555-e7424fd35d7e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:35.113178 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-879defaa-e705-46d8-adc6-a1201c975f2f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:35.146717 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adda064-d3e9-40f9-8aa6-9130c0a34d52 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Made reservation on behalf of 563c04097a0a4072ae2be4e5bd96b47a for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:35.151091 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879defaa-e705-46d8-adc6-a1201c975f2f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] No DVR routers for this DVR port 9d856487-a109-4704-858e-ac22f9fa8e8c on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:31:35.151719 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0adda064-d3e9-40f9-8aa6-9130c0a34d52 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:35.156256 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879defaa-e705-46d8-adc6-a1201c975f2f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Port': ['ID=9d856487-a109-4704-858e-ac22f9fa8e8c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:35.162106 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b38095a-672d-4049-85d1-96084dfb2ad8 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Network 88905f15-30ba-49ac-9f01-82de2fb37d14 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:31:35.196747 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0adda064-d3e9-40f9-8aa6-9130c0a34d52 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:35.212294 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0adda064-d3e9-40f9-8aa6-9130c0a34d52 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:35.212650 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-0adda064-d3e9-40f9-8aa6-9130c0a34d52 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Added segment 4a39fb98-745f-4e24-9b09-dc35cc59ca2e of type vlan for network 24e3574c-13ef-415c-9133-1e201fd56a79 Aug 19 18:31:35.242648 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-6b38095a-672d-4049-85d1-96084dfb2ad8 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 88905f15-30ba-49ac-9f01-82de2fb37d14) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:35.253218 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699d86d3-8769-4fd7-9023-afcb2583ce48 None None] Network 88905f15-30ba-49ac-9f01-82de2fb37d14 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:35.263648 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0adda064-d3e9-40f9-8aa6-9130c0a34d52 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:35.274872 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b38095a-672d-4049-85d1-96084dfb2ad8 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:35.276997 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6b38095a-672d-4049-85d1-96084dfb2ad8 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:35.293998 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0adda064-d3e9-40f9-8aa6-9130c0a34d52 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:35.295468 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adda064-d3e9-40f9-8aa6-9130c0a34d52 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:35.296186 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0adda064-d3e9-40f9-8aa6-9130c0a34d52 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:35.298325 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-879defaa-e705-46d8-adc6-a1201c975f2f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:35.313132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-879defaa-e705-46d8-adc6-a1201c975f2f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633586d3-a18c-4210-aab2-7785bec65aec']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:35.322619 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6b38095a-672d-4049-85d1-96084dfb2ad8 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1180835 Aug 19 18:31:35.326120 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46820) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:35.365827 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0adda064-d3e9-40f9-8aa6-9130c0a34d52 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2770448 Aug 19 18:31:35.367123 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46822) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:35.376807 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-1da14311-5e9a-419c-af6b-2259109ce6c0 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:35.391265 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-879defaa-e705-46d8-adc6-a1201c975f2f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df82011e-18d9-4c19-821f-a27961808bbc') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:35.391570 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-879defaa-e705-46d8-adc6-a1201c975f2f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df82011e-18d9-4c19-821f-a27961808bbc') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:35.410019 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-879defaa-e705-46d8-adc6-a1201c975f2f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:35.430687 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-879defaa-e705-46d8-adc6-a1201c975f2f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:35.447705 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879defaa-e705-46d8-adc6-a1201c975f2f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:31:35.448188 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-879defaa-e705-46d8-adc6-a1201c975f2f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:31:35.451764 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:31:35.497231 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83923c2a-8e6a-4561-8777-a8347885c4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-88905f15-30ba-49ac-9f01-82de2fb37d14', 'network_id': '88905f15-30ba-49ac-9f01-82de2fb37d14', 'tenant_id': '21f586cf636f468e81d219f376196922', 'fixed_ips': [{'subnet_id': 'ddc48e8a-d312-4922-81b3-241fea7a353e'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:31:35.498877 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-83923c2a-8e6a-4561-8777-a8347885c4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:35.529044 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:35.546274 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-879defaa-e705-46d8-adc6-a1201c975f2f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:35.551367 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-879defaa-e705-46d8-adc6-a1201c975f2f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:35.556883 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-879defaa-e705-46d8-adc6-a1201c975f2f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/networks/633586d3-a18c-4210-aab2-7785bec65aec HTTP/1.1" status: 204 len: 168 time: 1.9259167 Aug 19 18:31:35.557976 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46824) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:35.589236 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1da14311-5e9a-419c-af6b-2259109ce6c0 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:35.602579 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adda064-d3e9-40f9-8aa6-9130c0a34d52 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Pushing event updated for resources: {'Network': ['ID=24e3574c-13ef-415c-9133-1e201fd56a79,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:35.614269 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1da14311-5e9a-419c-af6b-2259109ce6c0 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:35.617728 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 24e3574c-13ef-415c-9133-1e201fd56a79 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:35.629924 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1da14311-5e9a-419c-af6b-2259109ce6c0 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Network 24e3574c-13ef-415c-9133-1e201fd56a79 is not hosted by any dhcp agent {{(pid=94681) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:31:35.630811 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da14311-5e9a-419c-af6b-2259109ce6c0 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:35.631552 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1da14311-5e9a-419c-af6b-2259109ce6c0 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:35.635740 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1da14311-5e9a-419c-af6b-2259109ce6c0 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] 10.222.0.24 "PUT /v2.0/networks/24e3574c-13ef-415c-9133-1e201fd56a79 HTTP/1.1" status: 200 len: 857 time: 0.2682965 Aug 19 18:31:35.637282 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46826) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:35.744003 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:35.763878 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da14311-5e9a-419c-af6b-2259109ce6c0 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Pushing event updated for resources: {'Network': ['ID=24e3574c-13ef-415c-9133-1e201fd56a79,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:35.807271 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-83923c2a-8e6a-4561-8777-a8347885c4ad None None] Allocated IP 2001:db8::1 (88905f15-30ba-49ac-9f01-82de2fb37d14/ddc48e8a-d312-4922-81b3-241fea7a353e/074e9db7-4a09-4c8c-a4dd-27dbc0f2b8bf) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:31:35.833928 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-648b6b41-55b7-4399-94c2-272b79a67781 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:35.849052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879defaa-e705-46d8-adc6-a1201c975f2f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Network': ['ID=633586d3-a18c-4210-aab2-7785bec65aec,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:36.132227 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c71e4185-684a-4159-b6cd-852fd6761719 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:31:36.140458 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-83923c2a-8e6a-4561-8777-a8347885c4ad None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:36.169021 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: c71e4185-684a-4159-b6cd-852fd6761719 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:31:36.169369 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c71e4185-684a-4159-b6cd-852fd6761719 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:31:36.169819 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9d856487-a109-4704-858e-ac22f9fa8e8c no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:31:36.213471 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-83923c2a-8e6a-4561-8777-a8347885c4ad None None] Transition to ACTIVE for port object 074e9db7-4a09-4c8c-a4dd-27dbc0f2b8bf will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:36.215527 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 9d856487-a109-4704-858e-ac22f9fa8e8c {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:31:36.215886 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9d856487-a109-4704-858e-ac22f9fa8e8c not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:31:36.243836 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-83923c2a-8e6a-4561-8777-a8347885c4ad None None] Transition to ACTIVE for port object 074e9db7-4a09-4c8c-a4dd-27dbc0f2b8bf will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:36.247403 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3a9f51e6-4d1a-41ed-99cd-d3a28ee8c183 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:36.262066 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-83923c2a-8e6a-4561-8777-a8347885c4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:36.320427 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83923c2a-8e6a-4561-8777-a8347885c4ad None None] Pushing event updated for resources: {'Port': ['ID=074e9db7-4a09-4c8c-a4dd-27dbc0f2b8bf,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:36.338867 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83923c2a-8e6a-4561-8777-a8347885c4ad None None] Network 88905f15-30ba-49ac-9f01-82de2fb37d14 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:36.341052 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-83923c2a-8e6a-4561-8777-a8347885c4ad None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:36.347527 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83923c2a-8e6a-4561-8777-a8347885c4ad None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:31:36.363999 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:36.436702 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-648b6b41-55b7-4399-94c2-272b79a67781 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:36.452226 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-648b6b41-55b7-4399-94c2-272b79a67781 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e3574c-13ef-415c-9133-1e201fd56a79']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:36.456744 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Subnet': ['ID=ddc48e8a-d312-4922-81b3-241fea7a353e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:36.466757 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-648b6b41-55b7-4399-94c2-272b79a67781 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a39fb98-745f-4e24-9b09-dc35cc59ca2e') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:36.467061 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-648b6b41-55b7-4399-94c2-272b79a67781 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a39fb98-745f-4e24-9b09-dc35cc59ca2e') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:36.470838 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-83923c2a-8e6a-4561-8777-a8347885c4ad None None] Attempting to bind port 074e9db7-4a09-4c8c-a4dd-27dbc0f2b8bf on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:31:36.472083 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-83923c2a-8e6a-4561-8777-a8347885c4ad None None] Attempting to bind port 074e9db7-4a09-4c8c-a4dd-27dbc0f2b8bf by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'b7d0f924-9732-48e7-aaa4-d8faa0a35c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '88905f15-30ba-49ac-9f01-82de2fb37d14'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:31:36.473516 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83923c2a-8e6a-4561-8777-a8347885c4ad None None] Attempting to bind port 074e9db7-4a09-4c8c-a4dd-27dbc0f2b8bf on network 88905f15-30ba-49ac-9f01-82de2fb37d14 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:31:36.479063 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-648b6b41-55b7-4399-94c2-272b79a67781 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:36.479602 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83923c2a-8e6a-4561-8777-a8347885c4ad None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:31:36.480108 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83923c2a-8e6a-4561-8777-a8347885c4ad None None] Checking segment: {'id': 'b7d0f924-9732-48e7-aaa4-d8faa0a35c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '88905f15-30ba-49ac-9f01-82de2fb37d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:36.480789 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-83923c2a-8e6a-4561-8777-a8347885c4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:36.481189 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83923c2a-8e6a-4561-8777-a8347885c4ad None None] Bound using segment: {'id': 'b7d0f924-9732-48e7-aaa4-d8faa0a35c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '88905f15-30ba-49ac-9f01-82de2fb37d14'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:31:36.481693 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-83923c2a-8e6a-4561-8777-a8347885c4ad None None] Bound port: 074e9db7-4a09-4c8c-a4dd-27dbc0f2b8bf, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d0f924-9732-48e7-aaa4-d8faa0a35c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '88905f15-30ba-49ac-9f01-82de2fb37d14'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:31:36.482077 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-83923c2a-8e6a-4561-8777-a8347885c4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:36.496828 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-648b6b41-55b7-4399-94c2-272b79a67781 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:36.506028 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648b6b41-55b7-4399-94c2-272b79a67781 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:31:36.506443 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-648b6b41-55b7-4399-94c2-272b79a67781 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:36.550872 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:36.565698 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88905f15-30ba-49ac-9f01-82de2fb37d14']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:31:36.578024 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:31:36.584939 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-648b6b41-55b7-4399-94c2-272b79a67781 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:36.591470 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648b6b41-55b7-4399-94c2-272b79a67781 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 24e3574c-13ef-415c-9133-1e201fd56a79 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 18:31:36.596551 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d0f924-9732-48e7-aaa4-d8faa0a35c8e') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:36.597105 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d0f924-9732-48e7-aaa4-d8faa0a35c8e') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:36.612208 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-648b6b41-55b7-4399-94c2-272b79a67781 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:36.618044 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-648b6b41-55b7-4399-94c2-272b79a67781 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] 10.222.0.24 "DELETE /v2.0/networks/24e3574c-13ef-415c-9133-1e201fd56a79 HTTP/1.1" status: 204 len: 168 time: 0.9795792 Aug 19 18:31:36.623981 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46832) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:36.623981 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b6b41-55b7-4399-94c2-272b79a67781 tempest-ExternalNetworksTestJSON-349414075 tempest-ExternalNetworksTestJSON-349414075-project-admin] Pushing event deleted for resources: {'Network': ['ID=24e3574c-13ef-415c-9133-1e201fd56a79,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:36.651942 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:36.662274 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-83923c2a-8e6a-4561-8777-a8347885c4ad None None] For port 074e9db7-4a09-4c8c-a4dd-27dbc0f2b8bf, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:31:36.681245 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-83923c2a-8e6a-4561-8777-a8347885c4ad None None] For port 074e9db7-4a09-4c8c-a4dd-27dbc0f2b8bf, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=074e9db7-4a09-4c8c-a4dd-27dbc0f2b8bf,segment=NetworkSegment(b7d0f924-9732-48e7-aaa4-d8faa0a35c8e),segment_id=b7d0f924-9732-48e7-aaa4-d8faa0a35c8e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:31:36.682454 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d29394-5721-4d83-a1e9-2827b1b5fb78 tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] DELETE failed (client error): The resource could not be found. Aug 19 18:31:36.682941 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d29394-5721-4d83-a1e9-2827b1b5fb78 tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:31:36.687370 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46834) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:36.687714 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-73d29394-5721-4d83-a1e9-2827b1b5fb78 tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] 10.222.0.24 "DELETE /v2.0/subnets/a837ae8b-f28d-4ce0-a645-b442e772e67f HTTP/1.1" status: 404 len: 337 time: 0.0647595 Aug 19 18:31:36.693157 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-83923c2a-8e6a-4561-8777-a8347885c4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:36.708926 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:36.846082 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:31:36.846865 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:31:36.853190 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:31:36.871558 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83923c2a-8e6a-4561-8777-a8347885c4ad None None] Pushing event updated for resources: {'Port': ['ID=074e9db7-4a09-4c8c-a4dd-27dbc0f2b8bf,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:36.885451 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee40311-7306-4bc8-8906-615578f8a048 None None] Network 88905f15-30ba-49ac-9f01-82de2fb37d14 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:37.016558 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ec92d270-ef09-47df-b303-fe775c920726 tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:37.021267 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.db.api [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 18:31:37.021267 n-d-803753-2 neutron-server[94682]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 18:31:37.021267 n-d-803753-2 neutron-server[94682]: [parameters: {'id': '88905f15-30ba-49ac-9f01-82de2fb37d14'}] Aug 19 18:31:37.021267 n-d-803753-2 neutron-server[94682]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:31:37.021675 n-d-803753-2 neutron-server[94682]: DEBUG oslo_db.api [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:31:37.148920 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154403cf-02d9-4b6f-b8bc-103025eb2994 None None] get_active_networks_info from n-d-803753-2 {{(pid=94683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:31:37.225659 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-3a9f51e6-4d1a-41ed-99cd-d3a28ee8c183 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting port df1ac477-304e-4a7a-bd13-1df1351c6514 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:31:37.226009 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3a9f51e6-4d1a-41ed-99cd-d3a28ee8c183 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:37.307419 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ec92d270-ef09-47df-b303-fe775c920726 tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:37.326472 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-ec92d270-ef09-47df-b303-fe775c920726 tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a4a7ab-1c77-44e1-966b-9ec26f981874']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:37.351998 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-ec92d270-ef09-47df-b303-fe775c920726 tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f595243-f6a2-4f9f-a7f8-d3a06f8fc13c') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:37.352284 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-ec92d270-ef09-47df-b303-fe775c920726 tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f595243-f6a2-4f9f-a7f8-d3a06f8fc13c') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:37.368309 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ec92d270-ef09-47df-b303-fe775c920726 tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:37.394371 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ec92d270-ef09-47df-b303-fe775c920726 tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:37.405026 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-3a9f51e6-4d1a-41ed-99cd-d3a28ee8c183 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] For port df1ac477-304e-4a7a-bd13-1df1351c6514, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=df1ac477-304e-4a7a-bd13-1df1351c6514,segment=NetworkSegment(a207ca1b-3d99-4afd-aaa5-bc7f5885f799),segment_id=a207ca1b-3d99-4afd-aaa5-bc7f5885f799)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:37.405566 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3a9f51e6-4d1a-41ed-99cd-d3a28ee8c183 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:37.408299 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec92d270-ef09-47df-b303-fe775c920726 tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:31:37.408733 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ec92d270-ef09-47df-b303-fe775c920726 tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:37.411067 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:31:37.411696 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:31:37.414413 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d77a5f2c-4374-4da7-ac1d-43a4ae1d3823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:37.433379 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154403cf-02d9-4b6f-b8bc-103025eb2994 None None] Resources bound (agent type, host, resource id): {{(pid=94683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:31:37.460645 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-3a9f51e6-4d1a-41ed-99cd-d3a28ee8c183 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Calling delete_port for df1ac477-304e-4a7a-bd13-1df1351c6514 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:31:37.531977 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:37.545030 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ec92d270-ef09-47df-b303-fe775c920726 tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:37.555392 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ec92d270-ef09-47df-b303-fe775c920726 tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:37.559988 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ec92d270-ef09-47df-b303-fe775c920726 tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] 10.222.0.24 "DELETE /v2.0/networks/c9a4a7ab-1c77-44e1-966b-9ec26f981874 HTTP/1.1" status: 204 len: 168 time: 0.8681664 Aug 19 18:31:37.590452 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92d270-ef09-47df-b303-fe775c920726 tempest-ExternalNetworksTestJSON-973750628 tempest-ExternalNetworksTestJSON-973750628-project] Pushing event deleted for resources: {'Network': ['ID=c9a4a7ab-1c77-44e1-966b-9ec26f981874,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:37.697434 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Deleting port 074e9db7-4a09-4c8c-a4dd-27dbc0f2b8bf {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:31:37.697892 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:37.816869 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] For port 074e9db7-4a09-4c8c-a4dd-27dbc0f2b8bf, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=074e9db7-4a09-4c8c-a4dd-27dbc0f2b8bf,segment=NetworkSegment(b7d0f924-9732-48e7-aaa4-d8faa0a35c8e),segment_id=b7d0f924-9732-48e7-aaa4-d8faa0a35c8e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:37.817170 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:37.826286 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3a9f51e6-4d1a-41ed-99cd-d3a28ee8c183 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:37.844380 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Calling delete_port for 074e9db7-4a09-4c8c-a4dd-27dbc0f2b8bf owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:31:37.868163 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f51e6-4d1a-41ed-99cd-d3a28ee8c183 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Port': ['ID=df1ac477-304e-4a7a-bd13-1df1351c6514,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:37.929113 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46844) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:38.115323 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3a9f51e6-4d1a-41ed-99cd-d3a28ee8c183 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.123014 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.185423 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] No DVR routers for this DVR port 074e9db7-4a09-4c8c-a4dd-27dbc0f2b8bf on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:31:38.191543 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Port': ['ID=074e9db7-4a09-4c8c-a4dd-27dbc0f2b8bf,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:38.194069 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-177f39c5-d61f-42cd-ba7d-cdc599eab6c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08a81205df5b419bb4424e44fbfc3c15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2630496 Aug 19 18:31:38.196526 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46854) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:38.207271 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.287636 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26ce6148-634c-4e58-9fd2-93b4ab2e6f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.313909 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26ce6148-634c-4e58-9fd2-93b4ab2e6f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.394991 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26ce6148-634c-4e58-9fd2-93b4ab2e6f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.399413 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26ce6148-634c-4e58-9fd2-93b4ab2e6f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.403270 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-26ce6148-634c-4e58-9fd2-93b4ab2e6f20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0e90d55-8fe7-4093-8afb-667b5279b393 HTTP/1.1" status: 204 len: 168 time: 0.2027485 Aug 19 18:31:38.413903 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce6148-634c-4e58-9fd2-93b4ab2e6f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e90d55-8fe7-4093-8afb-667b5279b393,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:38.772592 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.821526 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88905f15-30ba-49ac-9f01-82de2fb37d14']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:38.842963 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46926) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:38.866644 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d0f924-9732-48e7-aaa4-d8faa0a35c8e') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:38.866949 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d0f924-9732-48e7-aaa4-d8faa0a35c8e') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:38.883778 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.891621 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-46994af0-64b8-4996-9e01-f37ae4925bf7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=563c04097a0a4072ae2be4e5bd96b47a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473492 Aug 19 18:31:38.894419 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46932) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:38.907892 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.918802 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9f51e6-4d1a-41ed-99cd-d3a28ee8c183 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Router df3ec203-6a93-4423-ab17-7213ffe1e039 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:31:38.926352 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:31:38.926773 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:31:38.935967 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:31:38.958815 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-19762b6b-77f2-4f2c-abad-57c4adc025c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.988955 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-19762b6b-77f2-4f2c-abad-57c4adc025c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:39.048385 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-19762b6b-77f2-4f2c-abad-57c4adc025c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:39.051990 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-19762b6b-77f2-4f2c-abad-57c4adc025c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:39.053744 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-19762b6b-77f2-4f2c-abad-57c4adc025c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44abb272-8877-4852-a13a-75f27c4fd23f HTTP/1.1" status: 204 len: 168 time: 0.1582472 Aug 19 18:31:39.067729 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19762b6b-77f2-4f2c-abad-57c4adc025c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44abb272-8877-4852-a13a-75f27c4fd23f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:39.091350 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9f51e6-4d1a-41ed-99cd-d3a28ee8c183 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:31:39.105485 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd108cbb-64e7-45ac-bb43-84e753d3e7dd None None] Sync routers for ids ['df3ec203-6a93-4423-ab17-7213ffe1e039'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:31:39.112419 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 46956) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:39.112647 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3a9f51e6-4d1a-41ed-99cd-d3a28ee8c183 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/routers/df3ec203-6a93-4423-ab17-7213ffe1e039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5501213 Aug 19 18:31:39.113254 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:39.132170 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:39.133792 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd108cbb-64e7-45ac-bb43-84e753d3e7dd None None] Routers {'df3ec203-6a93-4423-ab17-7213ffe1e039'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:31:39.134669 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/networks/88905f15-30ba-49ac-9f01-82de2fb37d14 HTTP/1.1" status: 204 len: 168 time: 3.8072929 Aug 19 18:31:39.135947 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3c7fc-5105-46dd-973e-099ef1d3cb45 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Network': ['ID=88905f15-30ba-49ac-9f01-82de2fb37d14,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:39.139734 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bd108cbb-64e7-45ac-bb43-84e753d3e7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:31:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['df3ec203-6a93-4423-ab17-7213ffe1e039'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:39.142727 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 46960) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:39.149422 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d47e902f-58e1-4023-9e61-e7850b72e47e tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2145355684'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:39.181298 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47e902f-58e1-4023-9e61-e7850b72e47e tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Made reservation on behalf of 21f586cf636f468e81d219f376196922 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:39.187422 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d47e902f-58e1-4023-9e61-e7850b72e47e tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:39.213707 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-e839454b-5b72-463e-ac55-61a208b18493 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting subnet 4de4b8e8-1482-4819-9304-7c04d77c702a {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:31:39.223720 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e839454b-5b72-463e-ac55-61a208b18493 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:39.254346 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47e902f-58e1-4023-9e61-e7850b72e47e tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:39.271935 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d47e902f-58e1-4023-9e61-e7850b72e47e tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:39.272529 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-d47e902f-58e1-4023-9e61-e7850b72e47e tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Added segment a6ed41bf-c3cf-4190-974c-fba9c4129cab of type vlan for network 2f44e52c-6eeb-494f-9c14-e4f990094466 Aug 19 18:31:39.323547 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e839454b-5b72-463e-ac55-61a208b18493 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:39.329582 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-bd108cbb-64e7-45ac-bb43-84e753d3e7dd None None] Set router df3ec203-6a93-4423-ab17-7213ffe1e039 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:31:39.376757 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d47e902f-58e1-4023-9e61-e7850b72e47e tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:39.432779 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d47e902f-58e1-4023-9e61-e7850b72e47e tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:39.443677 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47e902f-58e1-4023-9e61-e7850b72e47e tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:39.450044 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d47e902f-58e1-4023-9e61-e7850b72e47e tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:39.450442 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e839454b-5b72-463e-ac55-61a208b18493 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:39.582576 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e839454b-5b72-463e-ac55-61a208b18493 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:39.598944 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d47e902f-58e1-4023-9e61-e7850b72e47e tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4548469 Aug 19 18:31:39.599924 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47010) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:39.600957 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e902f-58e1-4023-9e61-e7850b72e47e tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'Network': ['ID=2f44e52c-6eeb-494f-9c14-e4f990094466,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:39.610931 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-47813239-a1d1-4f85-a9b4-bc3eca128ef7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Request body: {'subnet': {'network_id': '2f44e52c-6eeb-494f-9c14-e4f990094466', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:39.613683 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 2f44e52c-6eeb-494f-9c14-e4f990094466 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:39.651835 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839454b-5b72-463e-ac55-61a208b18493 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Subnet': ['ID=4de4b8e8-1482-4819-9304-7c04d77c702a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:39.666351 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e839454b-5b72-463e-ac55-61a208b18493 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:39.677471 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e839454b-5b72-463e-ac55-61a208b18493 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/subnets/4de4b8e8-1482-4819-9304-7c04d77c702a HTTP/1.1" status: 204 len: 168 time: 0.5631764 Aug 19 18:31:39.679149 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47022) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:39.680406 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7004814-491b-4ddf-a758-b4f41ac8c004 None None] Network 224f44da-b0e3-42f7-87a8-ae413173df91 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:39.787659 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bd108cbb-64e7-45ac-bb43-84e753d3e7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:37Z', 'revision_number': 10, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None, '_interfaces': [{'id': 'e1c2137f-d509-4601-90f3-4a600cb6f195', 'name': '', 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:5e:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:01Z', 'updated_at': '2021-08-19T18:31:09Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:39.907398 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0031ab73-1d54-4ab7-80cc-8bf7195aa13f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:39.916204 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47813239-a1d1-4f85-a9b4-bc3eca128ef7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Made reservation on behalf of 21f586cf636f468e81d219f376196922 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:39.925686 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-47813239-a1d1-4f85-a9b4-bc3eca128ef7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:40.015903 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b7db18-600b-4c11-bcb2-9c6e8d5ac47a None None] DHCP port deletion for 224f44da-b0e3-42f7-87a8-ae413173df91 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:31:40.045639 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd108cbb-64e7-45ac-bb43-84e753d3e7dd None None] Checking router: df3ec203-6a93-4423-ab17-7213ffe1e039 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:31:40.081916 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd108cbb-64e7-45ac-bb43-84e753d3e7dd None None] Routers {'df3ec203-6a93-4423-ab17-7213ffe1e039'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:31:40.088454 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bd108cbb-64e7-45ac-bb43-84e753d3e7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:31:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['df3ec203-6a93-4423-ab17-7213ffe1e039'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:40.100200 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-0031ab73-1d54-4ab7-80cc-8bf7195aa13f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting port 58d8bec1-c90c-4788-8aa2-77720b9d160f {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:31:40.101154 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0031ab73-1d54-4ab7-80cc-8bf7195aa13f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:40.153508 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f8b7db18-600b-4c11-bcb2-9c6e8d5ac47a None None] Deleting port 58d8bec1-c90c-4788-8aa2-77720b9d160f {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:31:40.153934 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f8b7db18-600b-4c11-bcb2-9c6e8d5ac47a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:40.257244 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 58d8bec1-c90c-4788-8aa2-77720b9d160f no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:31:40.359209 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-bd108cbb-64e7-45ac-bb43-84e753d3e7dd None None] Set router df3ec203-6a93-4423-ab17-7213ffe1e039 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:31:40.362551 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-0031ab73-1d54-4ab7-80cc-8bf7195aa13f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] For port 58d8bec1-c90c-4788-8aa2-77720b9d160f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=58d8bec1-c90c-4788-8aa2-77720b9d160f,segment=NetworkSegment(a207ca1b-3d99-4afd-aaa5-bc7f5885f799),segment_id=a207ca1b-3d99-4afd-aaa5-bc7f5885f799)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:40.362995 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0031ab73-1d54-4ab7-80cc-8bf7195aa13f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:40.410259 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-0031ab73-1d54-4ab7-80cc-8bf7195aa13f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Calling delete_port for 58d8bec1-c90c-4788-8aa2-77720b9d160f owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:31:40.470242 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-47813239-a1d1-4f85-a9b4-bc3eca128ef7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:40.518785 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-f8b7db18-600b-4c11-bcb2-9c6e8d5ac47a None None] For port 58d8bec1-c90c-4788-8aa2-77720b9d160f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=58d8bec1-c90c-4788-8aa2-77720b9d160f,segment=NetworkSegment(a207ca1b-3d99-4afd-aaa5-bc7f5885f799),segment_id=a207ca1b-3d99-4afd-aaa5-bc7f5885f799)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:40.519255 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f8b7db18-600b-4c11-bcb2-9c6e8d5ac47a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:40.571606 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:40.588931 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f8b7db18-600b-4c11-bcb2-9c6e8d5ac47a None None] Calling delete_port for 58d8bec1-c90c-4788-8aa2-77720b9d160f owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:31:40.635803 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0031ab73-1d54-4ab7-80cc-8bf7195aa13f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:40.640939 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:40.650805 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47813239-a1d1-4f85-a9b4-bc3eca128ef7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'Subnet': ['ID=6ca39e42-bd1c-4301-a7af-c15513e9b2a0,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:40.663520 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47813239-a1d1-4f85-a9b4-bc3eca128ef7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Checking segment: {'id': 'a6ed41bf-c3cf-4190-974c-fba9c4129cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2f44e52c-6eeb-494f-9c14-e4f990094466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:40.663893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47813239-a1d1-4f85-a9b4-bc3eca128ef7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Network hostable DHCP agents. Network: 2f44e52c-6eeb-494f-9c14-e4f990094466, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:31:40.690118 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0031ab73-1d54-4ab7-80cc-8bf7195aa13f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] No DVR routers for this DVR port 58d8bec1-c90c-4788-8aa2-77720b9d160f on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:31:40.700591 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031ab73-1d54-4ab7-80cc-8bf7195aa13f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Port': ['ID=58d8bec1-c90c-4788-8aa2-77720b9d160f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:40.707185 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47813239-a1d1-4f85-a9b4-bc3eca128ef7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Network 2f44e52c-6eeb-494f-9c14-e4f990094466 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:31:40.721728 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-47813239-a1d1-4f85-a9b4-bc3eca128ef7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 2f44e52c-6eeb-494f-9c14-e4f990094466) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:40.729383 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47813239-a1d1-4f85-a9b4-bc3eca128ef7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:40.730307 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-47813239-a1d1-4f85-a9b4-bc3eca128ef7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:40.763547 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-47813239-a1d1-4f85-a9b4-bc3eca128ef7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1596632 Aug 19 18:31:40.767368 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47134) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:40.784926 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-a2462ec1-9e3d-4e63-be1e-ed0e2b9a7850 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Request body: {'subnet': {'network_id': '2f44e52c-6eeb-494f-9c14-e4f990094466', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:40.803971 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd019b4-a775-4f6a-a9f1-71bb8dbc0407 None None] Network 2f44e52c-6eeb-494f-9c14-e4f990094466 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:40.852122 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0031ab73-1d54-4ab7-80cc-8bf7195aa13f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:40.868530 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-0031ab73-1d54-4ab7-80cc-8bf7195aa13f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224f44da-b0e3-42f7-87a8-ae413173df91']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:40.883279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-0031ab73-1d54-4ab7-80cc-8bf7195aa13f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a207ca1b-3d99-4afd-aaa5-bc7f5885f799') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:40.883940 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-0031ab73-1d54-4ab7-80cc-8bf7195aa13f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a207ca1b-3d99-4afd-aaa5-bc7f5885f799') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:40.897150 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0031ab73-1d54-4ab7-80cc-8bf7195aa13f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:40.915588 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0031ab73-1d54-4ab7-80cc-8bf7195aa13f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:40.926147 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0031ab73-1d54-4ab7-80cc-8bf7195aa13f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:31:40.926945 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0031ab73-1d54-4ab7-80cc-8bf7195aa13f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:31:40.931281 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:31:40.937131 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bd108cbb-64e7-45ac-bb43-84e753d3e7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:37Z', 'revision_number': 10, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None, '_interfaces': [{'id': 'e1c2137f-d509-4601-90f3-4a600cb6f195', 'name': '', 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:5e:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:01Z', 'updated_at': '2021-08-19T18:31:09Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:41.026230 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd108cbb-64e7-45ac-bb43-84e753d3e7dd None None] The sync data for ids ['df3ec203-6a93-4423-ab17-7213ffe1e039'] in n-d-803753-2 is: [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:37Z', 'revision_number': 10, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None, '_interfaces': [{'id': 'e1c2137f-d509-4601-90f3-4a600cb6f195', 'name': '', 'network_id': 'd612e63c-0318-4ca9-a961-f95a0740f84f', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'mac_address': 'fa:16:3e:5e:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:31:01Z', 'updated_at': '2021-08-19T18:31:09Z', 'revision_number': 5, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'subnets': [{'id': '6c5eb5dd-6689-4a8e-a0d3-a559240bad22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:31:41.052913 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2462ec1-9e3d-4e63-be1e-ed0e2b9a7850 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Made reservation on behalf of 21f586cf636f468e81d219f376196922 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:41.058239 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a2462ec1-9e3d-4e63-be1e-ed0e2b9a7850 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:41.076291 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0031ab73-1d54-4ab7-80cc-8bf7195aa13f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:41.089693 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0031ab73-1d54-4ab7-80cc-8bf7195aa13f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:41.092248 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0031ab73-1d54-4ab7-80cc-8bf7195aa13f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/networks/224f44da-b0e3-42f7-87a8-ae413173df91 HTTP/1.1" status: 204 len: 168 time: 1.4119933 Aug 19 18:31:41.098606 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47172) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:41.133276 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f8b7db18-600b-4c11-bcb2-9c6e8d5ac47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:41.139965 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:41.202927 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031ab73-1d54-4ab7-80cc-8bf7195aa13f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Network': ['ID=224f44da-b0e3-42f7-87a8-ae413173df91,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:41.216706 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f8b7db18-600b-4c11-bcb2-9c6e8d5ac47a None None] Network 224f44da-b0e3-42f7-87a8-ae413173df91 is not hosted by any dhcp agent {{(pid=94683) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:31:41.221514 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b7db18-600b-4c11-bcb2-9c6e8d5ac47a None None] No DVR routers for this DVR port 58d8bec1-c90c-4788-8aa2-77720b9d160f on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:31:41.225996 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc890ee-4072-4d81-bef5-e44daaf7b42f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-2f44e52c-6eeb-494f-9c14-e4f990094466', 'network_id': '2f44e52c-6eeb-494f-9c14-e4f990094466', 'tenant_id': '21f586cf636f468e81d219f376196922', 'fixed_ips': [{'subnet_id': '6ca39e42-bd1c-4301-a7af-c15513e9b2a0'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:31:41.227080 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ecc890ee-4072-4d81-bef5-e44daaf7b42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:41.231823 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7db18-600b-4c11-bcb2-9c6e8d5ac47a None None] Pushing event deleted for resources: {'Port': ['ID=58d8bec1-c90c-4788-8aa2-77720b9d160f,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:41.535041 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a2462ec1-9e3d-4e63-be1e-ed0e2b9a7850 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:41.626235 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-ecc890ee-4072-4d81-bef5-e44daaf7b42f None None] Allocated IP 2001:db8::2 (2f44e52c-6eeb-494f-9c14-e4f990094466/6ca39e42-bd1c-4301-a7af-c15513e9b2a0/dc5b410f-4c63-4e7c-8acd-e960c2e9f28e) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:31:41.666992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2462ec1-9e3d-4e63-be1e-ed0e2b9a7850 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Network 2f44e52c-6eeb-494f-9c14-e4f990094466 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:41.672909 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-a2462ec1-9e3d-4e63-be1e-ed0e2b9a7850 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:41.678471 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2462ec1-9e3d-4e63-be1e-ed0e2b9a7850 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:41.679573 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a2462ec1-9e3d-4e63-be1e-ed0e2b9a7850 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:41.694222 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2462ec1-9e3d-4e63-be1e-ed0e2b9a7850 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'Subnet': ['ID=54b99fc8-d391-41b4-bb29-ab70e63837da,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:41.711851 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a2462ec1-9e3d-4e63-be1e-ed0e2b9a7850 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9423513 Aug 19 18:31:41.714312 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47236) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:41.867653 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95abc1f0-8316-4c5d-8507-06951c8a0edd tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:41.876867 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95abc1f0-8316-4c5d-8507-06951c8a0edd tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:41.878496 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95abc1f0-8316-4c5d-8507-06951c8a0edd tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:41.879978 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8f860b46-9831-4ff3-9a3d-fa49ae969c77 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:41.880180 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95abc1f0-8316-4c5d-8507-06951c8a0edd tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:41.881619 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95abc1f0-8316-4c5d-8507-06951c8a0edd tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:41.898132 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-95abc1f0-8316-4c5d-8507-06951c8a0edd tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1786134 Aug 19 18:31:41.899441 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47256) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:41.899953 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47258) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:41.909222 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-18373663-70bf-4e09-9707-f06dd0278511 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1864809860'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:41.970181 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18373663-70bf-4e09-9707-f06dd0278511 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Made reservation on behalf of 21f586cf636f468e81d219f376196922 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:41.974273 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-18373663-70bf-4e09-9707-f06dd0278511 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:42.031445 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ecc890ee-4072-4d81-bef5-e44daaf7b42f None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:42.041969 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device df1ac477-304e-4a7a-bd13-1df1351c6514 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:31:42.066100 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18373663-70bf-4e09-9707-f06dd0278511 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:42.078631 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-779c7b37-2389-435c-8bcf-da661f5f3a8c tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2116605873'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:42.081061 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ecc890ee-4072-4d81-bef5-e44daaf7b42f None None] Transition to ACTIVE for port object dc5b410f-4c63-4e7c-8acd-e960c2e9f28e will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:42.082912 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: df1ac477-304e-4a7a-bd13-1df1351c6514 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:31:42.083259 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device df1ac477-304e-4a7a-bd13-1df1351c6514 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:31:42.094827 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-779c7b37-2389-435c-8bcf-da661f5f3a8c tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] Unknown quota resources ['metering_label']. {{(pid=94682) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:31:42.102276 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ecc890ee-4072-4d81-bef5-e44daaf7b42f None None] Transition to ACTIVE for port object dc5b410f-4c63-4e7c-8acd-e960c2e9f28e will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:42.119760 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ecc890ee-4072-4d81-bef5-e44daaf7b42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:42.135427 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-18373663-70bf-4e09-9707-f06dd0278511 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:42.135707 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-18373663-70bf-4e09-9707-f06dd0278511 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Added segment 366d3357-c467-475c-bb8b-220f032b9791 of type vlan for network 9ec77f7c-957b-40ed-8a59-a823f43c9744 Aug 19 18:31:42.157907 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc890ee-4072-4d81-bef5-e44daaf7b42f None None] Network 2f44e52c-6eeb-494f-9c14-e4f990094466 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:42.178115 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-ecc890ee-4072-4d81-bef5-e44daaf7b42f None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:42.183009 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc890ee-4072-4d81-bef5-e44daaf7b42f None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:31:42.238397 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc890ee-4072-4d81-bef5-e44daaf7b42f None None] Pushing event updated for resources: {'Port': ['ID=dc5b410f-4c63-4e7c-8acd-e960c2e9f28e,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:42.272483 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ecc890ee-4072-4d81-bef5-e44daaf7b42f None None] Attempting to bind port dc5b410f-4c63-4e7c-8acd-e960c2e9f28e on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:31:42.272854 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ecc890ee-4072-4d81-bef5-e44daaf7b42f None None] Attempting to bind port dc5b410f-4c63-4e7c-8acd-e960c2e9f28e by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'a6ed41bf-c3cf-4190-974c-fba9c4129cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2f44e52c-6eeb-494f-9c14-e4f990094466'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:31:42.273201 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc890ee-4072-4d81-bef5-e44daaf7b42f None None] Attempting to bind port dc5b410f-4c63-4e7c-8acd-e960c2e9f28e on network 2f44e52c-6eeb-494f-9c14-e4f990094466 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:31:42.273380 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-8f860b46-9831-4ff3-9a3d-fa49ae969c77 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting port e1c2137f-d509-4601-90f3-4a600cb6f195 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:31:42.273982 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8f860b46-9831-4ff3-9a3d-fa49ae969c77 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:42.278876 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc890ee-4072-4d81-bef5-e44daaf7b42f None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:31:42.279276 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc890ee-4072-4d81-bef5-e44daaf7b42f None None] Checking segment: {'id': 'a6ed41bf-c3cf-4190-974c-fba9c4129cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2f44e52c-6eeb-494f-9c14-e4f990094466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:42.279681 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ecc890ee-4072-4d81-bef5-e44daaf7b42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:42.280064 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc890ee-4072-4d81-bef5-e44daaf7b42f None None] Bound using segment: {'id': 'a6ed41bf-c3cf-4190-974c-fba9c4129cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2f44e52c-6eeb-494f-9c14-e4f990094466'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:31:42.280728 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ecc890ee-4072-4d81-bef5-e44daaf7b42f None None] Bound port: dc5b410f-4c63-4e7c-8acd-e960c2e9f28e, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ed41bf-c3cf-4190-974c-fba9c4129cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2f44e52c-6eeb-494f-9c14-e4f990094466'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:31:42.281343 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ecc890ee-4072-4d81-bef5-e44daaf7b42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:42.359663 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-779c7b37-2389-435c-8bcf-da661f5f3a8c tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:42.361102 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-779c7b37-2389-435c-8bcf-da661f5f3a8c tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4586630 Aug 19 18:31:42.364861 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-18373663-70bf-4e09-9707-f06dd0278511 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:42.367091 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47316) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:42.369706 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ecc890ee-4072-4d81-bef5-e44daaf7b42f None None] For port dc5b410f-4c63-4e7c-8acd-e960c2e9f28e, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:31:42.371665 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-b1c87c07-7dc4-43bc-b671-8e287d501f8e tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b4b5a40d-ddcb-42a8-a7a2-0e038bcea876'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:42.372173 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-b1c87c07-7dc4-43bc-b671-8e287d501f8e tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94682) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:31:42.373473 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ecc890ee-4072-4d81-bef5-e44daaf7b42f None None] For port dc5b410f-4c63-4e7c-8acd-e960c2e9f28e, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=dc5b410f-4c63-4e7c-8acd-e960c2e9f28e,segment=NetworkSegment(a6ed41bf-c3cf-4190-974c-fba9c4129cab),segment_id=a6ed41bf-c3cf-4190-974c-fba9c4129cab)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:31:42.380346 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ecc890ee-4072-4d81-bef5-e44daaf7b42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:42.398629 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-8f860b46-9831-4ff3-9a3d-fa49ae969c77 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] For port e1c2137f-d509-4601-90f3-4a600cb6f195, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e1c2137f-d509-4601-90f3-4a600cb6f195,segment=NetworkSegment(449a0ad9-5c5e-479f-9521-d40dceb4ee76),segment_id=449a0ad9-5c5e-479f-9521-d40dceb4ee76)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:42.399184 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8f860b46-9831-4ff3-9a3d-fa49ae969c77 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:42.422679 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-8f860b46-9831-4ff3-9a3d-fa49ae969c77 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Calling delete_port for e1c2137f-d509-4601-90f3-4a600cb6f195 owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:31:42.460955 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc890ee-4072-4d81-bef5-e44daaf7b42f None None] Pushing event updated for resources: {'Port': ['ID=dc5b410f-4c63-4e7c-8acd-e960c2e9f28e,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:42.504358 n-d-803753-2 neutron-server[94682]: WARNING neutron.services.metering.metering_plugin [None req-b1c87c07-7dc4-43bc-b671-8e287d501f8e tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 18:31:42.526416 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-18373663-70bf-4e09-9707-f06dd0278511 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:42.537498 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18373663-70bf-4e09-9707-f06dd0278511 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:42.538655 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-18373663-70bf-4e09-9707-f06dd0278511 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:42.687180 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-18373663-70bf-4e09-9707-f06dd0278511 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7859187 Aug 19 18:31:42.692280 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47354) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:42.713734 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-7c1507f5-abd6-46bc-a587-6d7a2b96c520 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:42.731221 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8f860b46-9831-4ff3-9a3d-fa49ae969c77 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:42.738310 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b1c87c07-7dc4-43bc-b671-8e287d501f8e tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:42.739733 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b1c87c07-7dc4-43bc-b671-8e287d501f8e tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3717041 Aug 19 18:31:42.743137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47358) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:42.753628 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e5cce2bb-8155-409e-8195-d5b1e24a7b2c tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b4b5a40d-ddcb-42a8-a7a2-0e038bcea876'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:42.754399 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e5cce2bb-8155-409e-8195-d5b1e24a7b2c tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94682) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:31:42.758297 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18373663-70bf-4e09-9707-f06dd0278511 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'Network': ['ID=9ec77f7c-957b-40ed-8a59-a823f43c9744,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:42.775100 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 9ec77f7c-957b-40ed-8a59-a823f43c9744 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:42.840846 n-d-803753-2 neutron-server[94682]: WARNING neutron.services.metering.metering_plugin [None req-e5cce2bb-8155-409e-8195-d5b1e24a7b2c tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 18:31:42.932653 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f860b46-9831-4ff3-9a3d-fa49ae969c77 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Port': ['ID=e1c2137f-d509-4601-90f3-4a600cb6f195,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:42.983283 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e5cce2bb-8155-409e-8195-d5b1e24a7b2c tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:42.985783 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e5cce2bb-8155-409e-8195-d5b1e24a7b2c tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2412174 Aug 19 18:31:42.988676 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47374) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:43.001799 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f1c930ac-4845-4b93-a9ed-98e8bbeaa7fe tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=3b98b8c9-2377-403d-a883-fb6dcca82349 HTTP/1.1" status: 200 len: 462 time: 0.0115178 Aug 19 18:31:43.004161 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47376) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:43.070307 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8f860b46-9831-4ff3-9a3d-fa49ae969c77 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:43.126804 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bfebd3e2-88eb-483f-a4bf-b0576602c0fb tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:43.131343 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bfebd3e2-88eb-483f-a4bf-b0576602c0fb tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/3b98b8c9-2377-403d-a883-fb6dcca82349 HTTP/1.1" status: 204 len: 168 time: 0.1227357 Aug 19 18:31:43.131343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47378) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:43.144144 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0221493a-aabb-4ae1-8f70-b7138664e20d tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=3b98b8c9-2377-403d-a883-fb6dcca82349 HTTP/1.1" status: 200 len: 221 time: 0.0086806 Aug 19 18:31:43.144445 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47380) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:43.148720 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-6087d496-9761-4300-bc2f-d4cc4d529b37 tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1469226842', 'description': 'label created by tempest'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:43.149172 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-6087d496-9761-4300-bc2f-d4cc4d529b37 tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] Unknown quota resources ['metering_label']. {{(pid=94682) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:31:43.294213 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7c1507f5-abd6-46bc-a587-6d7a2b96c520 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:43.308903 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6087d496-9761-4300-bc2f-d4cc4d529b37 tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:43.310187 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6087d496-9761-4300-bc2f-d4cc4d529b37 tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1648588 Aug 19 18:31:43.313437 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47382) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:43.315989 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7c1507f5-abd6-46bc-a587-6d7a2b96c520 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:43.326420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f860b46-9831-4ff3-9a3d-fa49ae969c77 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Router df3ec203-6a93-4423-ab17-7213ffe1e039 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:31:43.329066 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c1507f5-abd6-46bc-a587-6d7a2b96c520 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Network 9ec77f7c-957b-40ed-8a59-a823f43c9744 is not hosted by any dhcp agent {{(pid=94681) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:31:43.334789 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1507f5-abd6-46bc-a587-6d7a2b96c520 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:43.335400 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7c1507f5-abd6-46bc-a587-6d7a2b96c520 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:43.336708 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7c1507f5-abd6-46bc-a587-6d7a2b96c520 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "PUT /v2.0/networks/9ec77f7c-957b-40ed-8a59-a823f43c9744 HTTP/1.1" status: 200 len: 723 time: 0.6431017 Aug 19 18:31:43.347999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47384) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:43.387587 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d01c89d3-a8b0-4eda-b2ab-ea6bdb8f4335 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Request body: {'subnet': {'network_id': '9ec77f7c-957b-40ed-8a59-a823f43c9744', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:43.394079 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9b29e917-c41a-4de4-bb7c-55b17efdba9e tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=1ada8764-7119-41f4-9d20-e49b59665e87 HTTP/1.1" status: 200 len: 468 time: 0.0792944 Aug 19 18:31:43.397799 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47386) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:43.513958 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01c89d3-a8b0-4eda-b2ab-ea6bdb8f4335 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Made reservation on behalf of 21f586cf636f468e81d219f376196922 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:43.518083 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d01c89d3-a8b0-4eda-b2ab-ea6bdb8f4335 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:43.580206 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1507f5-abd6-46bc-a587-6d7a2b96c520 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'Network': ['ID=9ec77f7c-957b-40ed-8a59-a823f43c9744,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:43.596606 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 9ec77f7c-957b-40ed-8a59-a823f43c9744 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:43.663727 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f860b46-9831-4ff3-9a3d-fa49ae969c77 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:31:43.669574 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8f860b46-9831-4ff3-9a3d-fa49ae969c77 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/routers/df3ec203-6a93-4423-ab17-7213ffe1e039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5690253 Aug 19 18:31:43.678623 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560970fb-fdad-48fe-9b96-7c235ddd012c None None] Sync routers for ids ['df3ec203-6a93-4423-ab17-7213ffe1e039'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:31:43.691292 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47396) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:43.730876 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560970fb-fdad-48fe-9b96-7c235ddd012c None None] Routers {'df3ec203-6a93-4423-ab17-7213ffe1e039'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:31:43.732135 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-560970fb-fdad-48fe-9b96-7c235ddd012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:31:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['df3ec203-6a93-4423-ab17-7213ffe1e039'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:43.806203 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d01c89d3-a8b0-4eda-b2ab-ea6bdb8f4335 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:43.860461 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-66bde9b5-8290-4171-b0f2-6869a8540136 tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:43.865097 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-66bde9b5-8290-4171-b0f2-6869a8540136 tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/1ada8764-7119-41f4-9d20-e49b59665e87 HTTP/1.1" status: 204 len: 168 time: 0.4649010 Aug 19 18:31:43.868856 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-560970fb-fdad-48fe-9b96-7c235ddd012c None None] Set router df3ec203-6a93-4423-ab17-7213ffe1e039 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:31:43.872513 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47398) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:43.883102 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7cba7a-bca3-4d97-999b-2b9c209e6f62 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting subnet 6c5eb5dd-6689-4a8e-a0d3-a559240bad22 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:31:43.895464 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4d7cba7a-bca3-4d97-999b-2b9c209e6f62 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:43.908689 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d09ebd95-757e-4bf6-bbd9-c120fc5cfb1f tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=1ada8764-7119-41f4-9d20-e49b59665e87 HTTP/1.1" status: 200 len: 216 time: 0.0261791 Aug 19 18:31:43.908689 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c89d3-a8b0-4eda-b2ab-ea6bdb8f4335 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'Subnet': ['ID=6096a48d-9068-48c7-9c4e-d8a857956ed1,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:43.916357 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47400) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:43.945371 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01c89d3-a8b0-4eda-b2ab-ea6bdb8f4335 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Checking segment: {'id': '366d3357-c467-475c-bb8b-220f032b9791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9ec77f7c-957b-40ed-8a59-a823f43c9744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:43.948414 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4d7cba7a-bca3-4d97-999b-2b9c209e6f62 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:43.950799 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01c89d3-a8b0-4eda-b2ab-ea6bdb8f4335 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Network hostable DHCP agents. Network: 9ec77f7c-957b-40ed-8a59-a823f43c9744, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:31:43.959033 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1d2aaa14-1b44-449f-baac-e117aeb4590e tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0375080 Aug 19 18:31:43.960070 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47404) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:43.977234 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-560970fb-fdad-48fe-9b96-7c235ddd012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:42Z', 'revision_number': 11, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:43.983131 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-acba93d2-faed-4ff2-9c2b-e7fcb8ccbacc tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0216870 Aug 19 18:31:43.985435 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01c89d3-a8b0-4eda-b2ab-ea6bdb8f4335 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Network 9ec77f7c-957b-40ed-8a59-a823f43c9744 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:31:43.988246 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47406) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:44.043472 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4d7cba7a-bca3-4d97-999b-2b9c209e6f62 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:44.057482 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-d01c89d3-a8b0-4eda-b2ab-ea6bdb8f4335 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 9ec77f7c-957b-40ed-8a59-a823f43c9744) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:44.075609 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd96542-a719-47d6-a8f8-66be9a0a074c None None] Network 2f44e52c-6eeb-494f-9c14-e4f990094466 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:44.130840 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4d7cba7a-bca3-4d97-999b-2b9c209e6f62 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:44.145031 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01c89d3-a8b0-4eda-b2ab-ea6bdb8f4335 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:44.146294 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d01c89d3-a8b0-4eda-b2ab-ea6bdb8f4335 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:44.164434 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e049d4d3-bdc9-4c26-8d0c-56f9a3c4137f None None] Network 9ec77f7c-957b-40ed-8a59-a823f43c9744 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:44.165958 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e0ab71fd-95aa-4536-bf7b-d5fad3ea2a8b tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/b4b5a40d-ddcb-42a8-a7a2-0e038bcea876 HTTP/1.1" status: 200 len: 473 time: 0.1745164 Aug 19 18:31:44.170989 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560970fb-fdad-48fe-9b96-7c235ddd012c None None] Checking router: df3ec203-6a93-4423-ab17-7213ffe1e039 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:31:44.173277 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47412) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:44.189631 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cba7a-bca3-4d97-999b-2b9c209e6f62 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Subnet': ['ID=6c5eb5dd-6689-4a8e-a0d3-a559240bad22,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:44.198917 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4d7cba7a-bca3-4d97-999b-2b9c209e6f62 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:44.204484 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4d7cba7a-bca3-4d97-999b-2b9c209e6f62 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/subnets/6c5eb5dd-6689-4a8e-a0d3-a559240bad22 HTTP/1.1" status: 204 len: 168 time: 0.5112040 Aug 19 18:31:44.204782 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47414) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:44.233909 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b54d73-4853-4c8c-9e04-a00d2ce0b9e1 None None] Network d612e63c-0318-4ca9-a961-f95a0740f84f requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:44.248984 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d896b711-e821-4e82-b24c-a5249ae2c6df tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/c9b8c3ef-3302-4329-9689-d4c270e1c18b HTTP/1.1" status: 200 len: 459 time: 0.0673430 Aug 19 18:31:44.250429 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47416) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:44.265271 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47418) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:44.267392 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d01c89d3-a8b0-4eda-b2ab-ea6bdb8f4335 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9190524 Aug 19 18:31:44.287836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f51bc59f-c5fb-49f7-83fa-d27e529c202d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:44.295665 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e058475f-28ce-44c0-a9fd-51d957fe5ba9 None None] Provisioning for port dc5b410f-4c63-4e7c-8acd-e960c2e9f28e completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:44.298150 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560970fb-fdad-48fe-9b96-7c235ddd012c None None] Routers {'df3ec203-6a93-4423-ab17-7213ffe1e039'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:31:44.298782 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-560970fb-fdad-48fe-9b96-7c235ddd012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:31:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['df3ec203-6a93-4423-ab17-7213ffe1e039'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:44.371098 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-77400558-cf6b-408b-9e47-da1d8bea30af tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:44.417151 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f824b1cc-0593-4677-ad7c-ed69a33b9645 tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:44.418886 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f824b1cc-0593-4677-ad7c-ed69a33b9645 tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/c9b8c3ef-3302-4329-9689-d4c270e1c18b HTTP/1.1" status: 204 len: 168 time: 0.1654344 Aug 19 18:31:44.424522 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47420) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:44.445977 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f51bc59f-c5fb-49f7-83fa-d27e529c202d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59511160'] for subnet, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:44.546417 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-77400558-cf6b-408b-9e47-da1d8bea30af tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Deleting port 4a62a511-0190-4bef-872b-1f3d2489459b {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:31:44.546651 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-77400558-cf6b-408b-9e47-da1d8bea30af tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:44.557174 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device dc5b410f-4c63-4e7c-8acd-e960c2e9f28e up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:31:44.626469 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-560970fb-fdad-48fe-9b96-7c235ddd012c None None] Set router df3ec203-6a93-4423-ab17-7213ffe1e039 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:31:44.648371 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4cd0f181-edfb-436d-a99b-9a197d1ea990 tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:44.654101 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4cd0f181-edfb-436d-a99b-9a197d1ea990 tempest-MeteringIpV6TestJSON-1498645064 tempest-MeteringIpV6TestJSON-1498645064-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/b4b5a40d-ddcb-42a8-a7a2-0e038bcea876 HTTP/1.1" status: 204 len: 168 time: 0.2281570 Aug 19 18:31:44.670435 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-77400558-cf6b-408b-9e47-da1d8bea30af tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] For port 4a62a511-0190-4bef-872b-1f3d2489459b, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4a62a511-0190-4bef-872b-1f3d2489459b,segment=NetworkSegment(449a0ad9-5c5e-479f-9521-d40dceb4ee76),segment_id=449a0ad9-5c5e-479f-9521-d40dceb4ee76)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:44.670870 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-77400558-cf6b-408b-9e47-da1d8bea30af tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:44.699351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-77400558-cf6b-408b-9e47-da1d8bea30af tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Calling delete_port for 4a62a511-0190-4bef-872b-1f3d2489459b owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:31:44.707289 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f51bc59f-c5fb-49f7-83fa-d27e529c202d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789619245671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60269978'] for subnet, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:44.724781 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-560970fb-fdad-48fe-9b96-7c235ddd012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:42Z', 'revision_number': 11, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:44.798425 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51bc59f-c5fb-49f7-83fa-d27e529c202d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:44.798956 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f51bc59f-c5fb-49f7-83fa-d27e529c202d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:44.800291 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f51bc59f-c5fb-49f7-83fa-d27e529c202d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "PUT /v2.0/subnets/6096a48d-9068-48c7-9c4e-d8a857956ed1 HTTP/1.1" status: 200 len: 826 time: 0.5331028 Aug 19 18:31:44.803860 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47424) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:44.823007 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560970fb-fdad-48fe-9b96-7c235ddd012c None None] The sync data for ids ['df3ec203-6a93-4423-ab17-7213ffe1e039'] in n-d-803753-2 is: [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:42Z', 'revision_number': 11, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:31:44.833643 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51bc59f-c5fb-49f7-83fa-d27e529c202d tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'Subnet': ['ID=6096a48d-9068-48c7-9c4e-d8a857956ed1,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:44.897514 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-77400558-cf6b-408b-9e47-da1d8bea30af tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:44.941986 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77400558-cf6b-408b-9e47-da1d8bea30af tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Port': ['ID=4a62a511-0190-4bef-872b-1f3d2489459b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:44.945928 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77400558-cf6b-408b-9e47-da1d8bea30af tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] No DVR routers for this DVR port 4a62a511-0190-4bef-872b-1f3d2489459b on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:31:44.998251 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edfb5dfe-637f-42d1-8bb8-d248eba635f7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:45.018978 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port dc5b410f-4c63-4e7c-8acd-e960c2e9f28e completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:45.040965 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ba0abe-4081-406c-ad21-2ac9d00b8a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-9ec77f7c-957b-40ed-8a59-a823f43c9744', 'network_id': '9ec77f7c-957b-40ed-8a59-a823f43c9744', 'tenant_id': '21f586cf636f468e81d219f376196922', 'fixed_ips': [{'subnet_id': '6096a48d-9068-48c7-9c4e-d8a857956ed1'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:31:45.042206 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-56ba0abe-4081-406c-ad21-2ac9d00b8a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:45.068844 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47428) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:45.096458 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port dc5b410f-4c63-4e7c-8acd-e960c2e9f28e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:45.096848 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:45.105776 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-77400558-cf6b-408b-9e47-da1d8bea30af tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:45.111546 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edfb5dfe-637f-42d1-8bb8-d248eba635f7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:45.122626 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-77400558-cf6b-408b-9e47-da1d8bea30af tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d612e63c-0318-4ca9-a961-f95a0740f84f']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:45.136500 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-77400558-cf6b-408b-9e47-da1d8bea30af tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449a0ad9-5c5e-479f-9521-d40dceb4ee76') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:45.136824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-77400558-cf6b-408b-9e47-da1d8bea30af tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449a0ad9-5c5e-479f-9521-d40dceb4ee76') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:45.148826 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-77400558-cf6b-408b-9e47-da1d8bea30af tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:45.179403 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-77400558-cf6b-408b-9e47-da1d8bea30af tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:45.204495 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77400558-cf6b-408b-9e47-da1d8bea30af tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:31:45.204495 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-77400558-cf6b-408b-9e47-da1d8bea30af tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:31:45.217968 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:31:45.231577 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edfb5dfe-637f-42d1-8bb8-d248eba635f7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:45.242026 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbc67b7-33dc-4066-9dce-34c85f0dd8ad None None] DHCP port deletion for d612e63c-0318-4ca9-a961-f95a0740f84f request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:31:45.340666 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb5dfe-637f-42d1-8bb8-d248eba635f7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Subnet': ['ID=6096a48d-9068-48c7-9c4e-d8a857956ed1,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:45.343032 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8092492c-832c-42f6-9232-3fdfc376c93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server [None req-56ba0abe-4081-406c-ad21-2ac9d00b8a45 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6096a48d-9068-48c7-9c4e-d8a857956ed1: This subnet is being modified by another concurrent operation. Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise exception Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6096a48d-9068-48c7-9c4e-d8a857956ed1: This subnet is being modified by another concurrent operation. Aug 19 18:31:45.491832 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server Aug 19 18:31:45.514316 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8092492c-832c-42f6-9232-3fdfc376c93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:45.518820 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025be68d-3bd4-4a5c-a907-61e69c04a2d6 None None] Update dhcp port {'port': {'network_id': '2f44e52c-6eeb-494f-9c14-e4f990094466', 'fixed_ips': [{'subnet_id': '6ca39e42-bd1c-4301-a7af-c15513e9b2a0', 'ip_address': '2001:db8::2'}, {'subnet_id': '54b99fc8-d391-41b4-bb29-ab70e63837da'}], 'binding:host_id': 'n-d-803753-2'}, 'id': 'dc5b410f-4c63-4e7c-8acd-e960c2e9f28e'} from n-d-803753-2. {{(pid=94683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:31:45.532904 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8092492c-832c-42f6-9232-3fdfc376c93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:45.560172 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd185b6-c442-4cd6-80da-df2c1107635a None None] Network 9ec77f7c-957b-40ed-8a59-a823f43c9744 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:45.642017 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8092492c-832c-42f6-9232-3fdfc376c93d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5da242c5bde64d3396f493704fb9ed2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5718098 Aug 19 18:31:45.643995 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edfb5dfe-637f-42d1-8bb8-d248eba635f7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:45.649462 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47436) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:45.664100 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-025be68d-3bd4-4a5c-a907-61e69c04a2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:45.667632 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-edfb5dfe-637f-42d1-8bb8-d248eba635f7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec77f7c-957b-40ed-8a59-a823f43c9744']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:45.670176 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092492c-832c-42f6-9232-3fdfc376c93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba83b791-8fd8-4ea1-8cb5-57739034b6e8,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:45.695475 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-edfb5dfe-637f-42d1-8bb8-d248eba635f7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366d3357-c467-475c-bb8b-220f032b9791') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:45.696174 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-edfb5dfe-637f-42d1-8bb8-d248eba635f7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366d3357-c467-475c-bb8b-220f032b9791') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:45.710467 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edfb5dfe-637f-42d1-8bb8-d248eba635f7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:45.716410 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:45.729382 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edfb5dfe-637f-42d1-8bb8-d248eba635f7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:45.737711 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edfb5dfe-637f-42d1-8bb8-d248eba635f7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:31:45.738136 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edfb5dfe-637f-42d1-8bb8-d248eba635f7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:31:45.745930 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:31:45.832442 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-77400558-cf6b-408b-9e47-da1d8bea30af tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:45.860426 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-77400558-cf6b-408b-9e47-da1d8bea30af tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:45.866532 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-77400558-cf6b-408b-9e47-da1d8bea30af tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/networks/d612e63c-0318-4ca9-a961-f95a0740f84f HTTP/1.1" status: 204 len: 168 time: 1.6604588 Aug 19 18:31:45.867946 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77400558-cf6b-408b-9e47-da1d8bea30af tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Pushing event deleted for resources: {'Network': ['ID=d612e63c-0318-4ca9-a961-f95a0740f84f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:45.870053 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47438) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:45.883379 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-215d0c20-6411-4205-b027-b723ce16c7fd tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'router': {'routes': None}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:45.908876 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5fbf64-b1ef-429a-9b46-efae81a41344 None None] Network 9ec77f7c-957b-40ed-8a59-a823f43c9744 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:45.916402 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edfb5dfe-637f-42d1-8bb8-d248eba635f7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:45.918846 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9fc299ba-295a-4d1a-884d-807beb87440c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:45.939438 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port dc5b410f-4c63-4e7c-8acd-e960c2e9f28e, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=dc5b410f-4c63-4e7c-8acd-e960c2e9f28e,segment=NetworkSegment(a6ed41bf-c3cf-4190-974c-fba9c4129cab),segment_id=a6ed41bf-c3cf-4190-974c-fba9c4129cab)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:45.944011 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5fbf64-b1ef-429a-9b46-efae81a41344 None None] Network 9ec77f7c-957b-40ed-8a59-a823f43c9744 could not be found, it might have been deleted concurrently. {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 18:31:45.949900 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:45.955197 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edfb5dfe-637f-42d1-8bb8-d248eba635f7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:45.960818 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-edfb5dfe-637f-42d1-8bb8-d248eba635f7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/networks/9ec77f7c-957b-40ed-8a59-a823f43c9744 HTTP/1.1" status: 204 len: 168 time: 1.1549675 Aug 19 18:31:45.966625 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb5dfe-637f-42d1-8bb8-d248eba635f7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Network': ['ID=9ec77f7c-957b-40ed-8a59-a823f43c9744,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:45.971849 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47440) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:46.005035 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6a0b92-94cc-4a0c-b974-d4cd6e7dbd2a tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] DELETE failed (client error): The resource could not be found. Aug 19 18:31:46.005890 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc6a0b92-94cc-4a0c-b974-d4cd6e7dbd2a tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:31:46.008225 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fc6a0b92-94cc-4a0c-b974-d4cd6e7dbd2a tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/networks/9ec77f7c-957b-40ed-8a59-a823f43c9744 HTTP/1.1" status: 404 len: 339 time: 0.0354557 Aug 19 18:31:46.014109 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47442) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:46.022073 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-eb6b5b09-8e39-47dd-8313-d1be86f5a738 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1833616157', 'description': 'd1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:46.031547 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9fc299ba-295a-4d1a-884d-807beb87440c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:46.061647 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-025be68d-3bd4-4a5c-a907-61e69c04a2d6 None None] Allocated IP 172.20.0.1 (2f44e52c-6eeb-494f-9c14-e4f990094466/54b99fc8-d391-41b4-bb29-ab70e63837da/dc5b410f-4c63-4e7c-8acd-e960c2e9f28e) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:31:46.083268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6b5b09-8e39-47dd-8313-d1be86f5a738 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Made reservation on behalf of 21f586cf636f468e81d219f376196922 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:46.087735 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb6b5b09-8e39-47dd-8313-d1be86f5a738 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:46.135486 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9fc299ba-295a-4d1a-884d-807beb87440c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:46.138368 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9fc299ba-295a-4d1a-884d-807beb87440c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:46.142536 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9fc299ba-295a-4d1a-884d-807beb87440c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba83b791-8fd8-4ea1-8cb5-57739034b6e8 HTTP/1.1" status: 204 len: 168 time: 0.4840984 Aug 19 18:31:46.145712 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6b5b09-8e39-47dd-8313-d1be86f5a738 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:46.157890 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc299ba-295a-4d1a-884d-807beb87440c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba83b791-8fd8-4ea1-8cb5-57739034b6e8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:46.168379 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb6b5b09-8e39-47dd-8313-d1be86f5a738 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:46.168731 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-eb6b5b09-8e39-47dd-8313-d1be86f5a738 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Added segment 30cdc5f4-50ce-4358-8229-818a9e589102 of type vlan for network 6af1a055-dc41-4be6-8cef-ac0ed4e9faf0 Aug 19 18:31:46.187119 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.extraroute_db [None req-215d0c20-6411-4205-b027-b723ce16c7fd tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Added routes are [] {{(pid=94681) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 18:31:46.191406 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.extraroute_db [None req-215d0c20-6411-4205-b027-b723ce16c7fd tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Removed routes are [] {{(pid=94681) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 18:31:46.191978 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-215d0c20-6411-4205-b027-b723ce16c7fd tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:46.215925 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb6b5b09-8e39-47dd-8313-d1be86f5a738 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:46.243544 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-025be68d-3bd4-4a5c-a907-61e69c04a2d6 None None] For port dc5b410f-4c63-4e7c-8acd-e960c2e9f28e, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=dc5b410f-4c63-4e7c-8acd-e960c2e9f28e,segment=NetworkSegment(a6ed41bf-c3cf-4190-974c-fba9c4129cab),segment_id=a6ed41bf-c3cf-4190-974c-fba9c4129cab)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:46.253871 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb6b5b09-8e39-47dd-8313-d1be86f5a738 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:46.270768 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6b5b09-8e39-47dd-8313-d1be86f5a738 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:46.271432 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb6b5b09-8e39-47dd-8313-d1be86f5a738 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682506'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:46.326049 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-025be68d-3bd4-4a5c-a907-61e69c04a2d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:46.338359 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-eb6b5b09-8e39-47dd-8313-d1be86f5a738 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3224323 Aug 19 18:31:46.342029 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47448) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:46.349436 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-025be68d-3bd4-4a5c-a907-61e69c04a2d6 None None] Transition to ACTIVE for port object dc5b410f-4c63-4e7c-8acd-e960c2e9f28e will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:46.357065 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e1c2137f-d509-4601-90f3-4a600cb6f195 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:31:46.379346 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-025be68d-3bd4-4a5c-a907-61e69c04a2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:46.411416 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b5b09-8e39-47dd-8313-d1be86f5a738 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'Network': ['ID=6af1a055-dc41-4be6-8cef-ac0ed4e9faf0,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:46.457191 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53318552-e722-4d52-9f70-d8623ca426da tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:46.458908 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-53318552-e722-4d52-9f70-d8623ca426da tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "GET /v2.0/networks?id=6af1a055-dc41-4be6-8cef-ac0ed4e9faf0 HTTP/1.1" status: 200 len: 765 time: 0.1155941 Aug 19 18:31:46.461832 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47454) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:46.467169 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-fe51c877-64e5-42fa-aa7d-5a7a8ee2e499 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Request body: {'network': {'description': 'd2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:46.481163 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: e1c2137f-d509-4601-90f3-4a600cb6f195 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:31:46.485683 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e1c2137f-d509-4601-90f3-4a600cb6f195 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:31:46.486350 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4a62a511-0190-4bef-872b-1f3d2489459b no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:31:46.533056 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-215d0c20-6411-4205-b027-b723ce16c7fd tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:46.537131 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-215d0c20-6411-4205-b027-b723ce16c7fd tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740919'] for router, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:46.561707 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 4a62a511-0190-4bef-872b-1f3d2489459b {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:31:46.565216 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4a62a511-0190-4bef-872b-1f3d2489459b not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:31:46.568031 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 6af1a055-dc41-4be6-8cef-ac0ed4e9faf0 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:46.698506 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215d0c20-6411-4205-b027-b723ce16c7fd tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Router df3ec203-6a93-4423-ab17-7213ffe1e039 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:31:46.726612 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:46.762281 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=dc5b410f-4c63-4e7c-8acd-e960c2e9f28e,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:46.780227 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:46.780880 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:46.782009 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:46.782539 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:46.783667 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:46.784403 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:46.785232 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:46.785790 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:46.786311 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:46.786837 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:46.787348 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:46.787850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:46.848168 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47458) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:46.889648 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025be68d-3bd4-4a5c-a907-61e69c04a2d6 None None] Pushing event updated for resources: {'Port': ['ID=dc5b410f-4c63-4e7c-8acd-e960c2e9f28e,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:46.893587 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b80f7aac-7d0c-4395-b82c-9e569015b34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:46.905494 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215d0c20-6411-4205-b027-b723ce16c7fd tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:31:46.916357 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963bd0d2-db85-4c1c-a3d8-26af0b17594d None None] Sync routers for ids ['df3ec203-6a93-4423-ab17-7213ffe1e039'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:31:46.927577 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963bd0d2-db85-4c1c-a3d8-26af0b17594d None None] Routers {'df3ec203-6a93-4423-ab17-7213ffe1e039'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:31:46.928339 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-963bd0d2-db85-4c1c-a3d8-26af0b17594d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:31:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['df3ec203-6a93-4423-ab17-7213ffe1e039'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:46.929333 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-215d0c20-6411-4205-b027-b723ce16c7fd tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:46.930562 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-215d0c20-6411-4205-b027-b723ce16c7fd tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/routers/df3ec203-6a93-4423-ab17-7213ffe1e039 HTTP/1.1" status: 200 len: 704 time: 1.0525711 Aug 19 18:31:46.933421 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47460) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:47.009357 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ba4e82c0-5388-47e8-8b35-daab4ad95da4 req-76a3cbe6-2c78-42d6-9011-678f83ed7f8e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5492127 Aug 19 18:31:47.011923 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e25b07f6-c9fd-4ec1-8264-238a2765d2a0 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3ec203-6a93-4423-ab17-7213ffe1e039 HTTP/1.1" status: 200 len: 205 time: 0.0733411 Aug 19 18:31:47.015027 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47462) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:47.046888 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-963bd0d2-db85-4c1c-a3d8-26af0b17594d None None] Set router df3ec203-6a93-4423-ab17-7213ffe1e039 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:31:47.128118 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b00cfe99-6a3e-4c3d-bbdc-9189d3de080e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:47.144089 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-963bd0d2-db85-4c1c-a3d8-26af0b17594d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:42Z', 'revision_number': 11, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:47.188406 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963bd0d2-db85-4c1c-a3d8-26af0b17594d None None] Checking router: df3ec203-6a93-4423-ab17-7213ffe1e039 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:31:47.213198 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963bd0d2-db85-4c1c-a3d8-26af0b17594d None None] Routers {'df3ec203-6a93-4423-ab17-7213ffe1e039'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:31:47.214056 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-963bd0d2-db85-4c1c-a3d8-26af0b17594d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:31:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['df3ec203-6a93-4423-ab17-7213ffe1e039'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:47.228042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e82c0-5388-47e8-8b35-daab4ad95da4 req-f4a30240-66ae-45ee-af58-945eae16abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:47.232632 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ba4e82c0-5388-47e8-8b35-daab4ad95da4 req-f4a30240-66ae-45ee-af58-945eae16abf3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 1097 time: 0.1298800 Aug 19 18:31:47.256064 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe51c877-64e5-42fa-aa7d-5a7a8ee2e499 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:47.313464 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-963bd0d2-db85-4c1c-a3d8-26af0b17594d None None] Set router df3ec203-6a93-4423-ab17-7213ffe1e039 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:31:47.364262 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe51c877-64e5-42fa-aa7d-5a7a8ee2e499 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:47.375968 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b00cfe99-6a3e-4c3d-bbdc-9189d3de080e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:47.379873 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-963bd0d2-db85-4c1c-a3d8-26af0b17594d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:42Z', 'revision_number': 11, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:47.380082 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b00cfe99-6a3e-4c3d-bbdc-9189d3de080e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:47.407059 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fe51c877-64e5-42fa-aa7d-5a7a8ee2e499 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Network 6af1a055-dc41-4be6-8cef-ac0ed4e9faf0 is not hosted by any dhcp agent {{(pid=94682) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:31:47.412551 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe51c877-64e5-42fa-aa7d-5a7a8ee2e499 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:47.412975 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963bd0d2-db85-4c1c-a3d8-26af0b17594d None None] The sync data for ids ['df3ec203-6a93-4423-ab17-7213ffe1e039'] in n-d-803753-2 is: [{'id': 'df3ec203-6a93-4423-ab17-7213ffe1e039', 'name': 'tempest-RoutersIpV6Test-router-971402222', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:00Z', 'updated_at': '2021-08-19T18:31:42Z', 'revision_number': 11, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:31:47.413214 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe51c877-64e5-42fa-aa7d-5a7a8ee2e499 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:47.415358 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fe51c877-64e5-42fa-aa7d-5a7a8ee2e499 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "PUT /v2.0/networks/6af1a055-dc41-4be6-8cef-ac0ed4e9faf0 HTTP/1.1" status: 200 len: 762 time: 0.9517674 Aug 19 18:31:47.439933 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47464) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:47.482836 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b80f7aac-7d0c-4395-b82c-9e569015b34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:47.495757 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51c877-64e5-42fa-aa7d-5a7a8ee2e499 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'Network': ['ID=6af1a055-dc41-4be6-8cef-ac0ed4e9faf0,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:47.507953 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 6af1a055-dc41-4be6-8cef-ac0ed4e9faf0 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:47.543731 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e82c0-5388-47e8-8b35-daab4ad95da4 req-f8812e82-4aaf-4b43-9f9e-061d3790bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:47.545249 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ba4e82c0-5388-47e8-8b35-daab4ad95da4 req-f8812e82-4aaf-4b43-9f9e-061d3790bb76 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 911 time: 0.2841022 Aug 19 18:31:47.578950 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b80f7aac-7d0c-4395-b82c-9e569015b34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:47.606552 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b00cfe99-6a3e-4c3d-bbdc-9189d3de080e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:47.606776 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00cfe99-6a3e-4c3d-bbdc-9189d3de080e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Fanout notify agent at l3_agent the message router_deleted on router df3ec203-6a93-4423-ab17-7213ffe1e039 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:31:47.664846 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ba4e82c0-5388-47e8-8b35-daab4ad95da4 req-68cc72fc-1d74-4199-a2f2-b197e6ff94a2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfec941a-be49-489c-b8ba-539bfe6342f9 HTTP/1.1" status: 200 len: 1001 time: 0.1071129 Aug 19 18:31:47.667418 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b496184-ad27-4652-9c41-60f1c281774b None None] Network 2f44e52c-6eeb-494f-9c14-e4f990094466 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:47.675461 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b00cfe99-6a3e-4c3d-bbdc-9189d3de080e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:47.684685 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b00cfe99-6a3e-4c3d-bbdc-9189d3de080e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/routers/df3ec203-6a93-4423-ab17-7213ffe1e039 HTTP/1.1" status: 204 len: 168 time: 0.6679945 Aug 19 18:31:47.685855 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f7aac-7d0c-4395-b82c-9e569015b34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421d7bdf-da47-44b0-9dfb-0edd4ef4adbe,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:47.688308 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47470) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:47.694382 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-70d94dbf-dab5-40b8-ac19-1824b4aab40c tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1180351469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:47.739972 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b80f7aac-7d0c-4395-b82c-9e569015b34f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c8246a021176482e8bac69c92f6cebcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8891482 Aug 19 18:31:47.742401 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47472) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:47.748603 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ccffa3-a75d-4222-9fe4-4c287c38a203 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:47.750649 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-48ccffa3-a75d-4222-9fe4-4c287c38a203 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "GET /v2.0/networks?id=6af1a055-dc41-4be6-8cef-ac0ed4e9faf0 HTTP/1.1" status: 200 len: 765 time: 0.3065498 Aug 19 18:31:47.757211 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47474) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:47.789452 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5b2febac-e04f-4828-9b8c-d864c0f8b989 None None] Provisioning for port dc5b410f-4c63-4e7c-8acd-e960c2e9f28e completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:47.796245 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5b2febac-e04f-4828-9b8c-d864c0f8b989 None None] Provisioning complete for port dc5b410f-4c63-4e7c-8acd-e960c2e9f28e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:47.796628 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5b2febac-e04f-4828-9b8c-d864c0f8b989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:47.944806 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e82c0-5388-47e8-8b35-daab4ad95da4 req-a116d5c9-7d6b-4fe1-aafd-65368fdf1620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:47.946440 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ba4e82c0-5388-47e8-8b35-daab4ad95da4 req-a116d5c9-7d6b-4fe1-aafd-65368fdf1620 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.2695174 Aug 19 18:31:47.947236 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-70d94dbf-dab5-40b8-ac19-1824b4aab40c tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:47.948458 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-70d94dbf-dab5-40b8-ac19-1824b4aab40c tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:48.058625 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152cd5bb-378b-4917-81c7-26f88f11a8d4 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:48.063428 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-152cd5bb-378b-4917-81c7-26f88f11a8d4 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2967446 Aug 19 18:31:48.064147 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47476) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:48.108527 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c64987e3-5f7a-4934-83b0-1709cf2e2be6 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "GET /v2.0/subnets?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 207 time: 0.0397534 Aug 19 18:31:48.109210 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47478) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:48.113842 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-70d94dbf-dab5-40b8-ac19-1824b4aab40c tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:48.128175 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-70d94dbf-dab5-40b8-ac19-1824b4aab40c tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:48.138122 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e82c0-5388-47e8-8b35-daab4ad95da4 req-749917c3-cd39-4a8f-b01b-c687ba667d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:48.139680 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ba4e82c0-5388-47e8-8b35-daab4ad95da4 req-749917c3-cd39-4a8f-b01b-c687ba667d87 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718764 Aug 19 18:31:48.144708 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device dc5b410f-4c63-4e7c-8acd-e960c2e9f28e up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:31:48.155847 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-88be685b-5e15-4e20-a880-cba0894fcf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:48.179140 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-ba4e82c0-5388-47e8-8b35-daab4ad95da4 req-4e146927-4563-4179-8c35-9f6e6e3b809d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:31:48.180754 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ba4e82c0-5388-47e8-8b35-daab4ad95da4 req-4e146927-4563-4179-8c35-9f6e6e3b809d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0218573 Aug 19 18:31:48.219313 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-70d94dbf-dab5-40b8-ac19-1824b4aab40c tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:48.224967 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47480) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:48.226791 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-70d94dbf-dab5-40b8-ac19-1824b4aab40c tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5371010 Aug 19 18:31:48.231571 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port dc5b410f-4c63-4e7c-8acd-e960c2e9f28e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:48.231839 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-7150ee9c-68d4-40fb-b4b9-e5167d2a8370 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:48.232355 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:48.249570 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-88be685b-5e15-4e20-a880-cba0894fcf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:48.367292 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76973ccf-b9c2-41d0-b07b-8d80a0815d68 None None] get_active_networks_info from n-d-803753-2 {{(pid=94683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:31:48.376213 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8ccad-91d2-4591-aa86-f8de09891b29 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:48.383550 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8ccad-91d2-4591-aa86-f8de09891b29 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:48.391238 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8ccad-91d2-4591-aa86-f8de09891b29 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:48.398537 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8ccad-91d2-4591-aa86-f8de09891b29 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:48.405671 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8ccad-91d2-4591-aa86-f8de09891b29 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:48.413694 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8ccad-91d2-4591-aa86-f8de09891b29 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:48.415887 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a1b8ccad-91d2-4591-aa86-f8de09891b29 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3054216 Aug 19 18:31:48.419907 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47482) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:48.433395 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-88be685b-5e15-4e20-a880-cba0894fcf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:48.434805 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-88be685b-5e15-4e20-a880-cba0894fcf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:48.435972 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-88be685b-5e15-4e20-a880-cba0894fcf99 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/421d7bdf-da47-44b0-9dfb-0edd4ef4adbe HTTP/1.1" status: 204 len: 168 time: 0.6926367 Aug 19 18:31:48.442906 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ba4e82c0-5388-47e8-8b35-daab4ad95da4 req-4e5bc38a-3ae1-4b79-926d-e9f8010de6df service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424304 Aug 19 18:31:48.447950 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be685b-5e15-4e20-a880-cba0894fcf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421d7bdf-da47-44b0-9dfb-0edd4ef4adbe,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:48.449091 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-79faf300-9ae1-41dd-8e8c-d34c8b6cd108 None None] Provisioning complete for port dc5b410f-4c63-4e7c-8acd-e960c2e9f28e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:48.449437 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-79faf300-9ae1-41dd-8e8c-d34c8b6cd108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:48.577388 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ba4e82c0-5388-47e8-8b35-daab4ad95da4 req-354b49fc-8577-4e4a-a24e-c79289132569 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162775 Aug 19 18:31:48.735563 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76973ccf-b9c2-41d0-b07b-8d80a0815d68 None None] Resources bound (agent type, host, resource id): {{(pid=94683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:31:48.736154 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7150ee9c-68d4-40fb-b4b9-e5167d2a8370 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:48.770465 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7150ee9c-68d4-40fb-b4b9-e5167d2a8370 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740919'] for router, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:48.794965 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6d3ef4cf-d25b-4b2a-9f03-4a1aeab07d4f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3733728 Aug 19 18:31:48.800634 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47492) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:48.935031 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7150ee9c-68d4-40fb-b4b9-e5167d2a8370 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Router 6b444d1f-6f07-4283-a087-50dee46b233c is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:31:48.942107 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6578b075-ac13-44e9-bcda-0d8f60b91537 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:48.943438 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6578b075-ac13-44e9-bcda-0d8f60b91537 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:48.945049 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6578b075-ac13-44e9-bcda-0d8f60b91537 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:48.946604 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6578b075-ac13-44e9-bcda-0d8f60b91537 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:48.948130 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6578b075-ac13-44e9-bcda-0d8f60b91537 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:48.954671 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6578b075-ac13-44e9-bcda-0d8f60b91537 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1523468 Aug 19 18:31:48.955667 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47496) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:49.031583 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fec71a2-b0c7-406a-859b-3f22d8100b29 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:49.033330 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fec71a2-b0c7-406a-859b-3f22d8100b29 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:49.034770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fec71a2-b0c7-406a-859b-3f22d8100b29 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:49.036200 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fec71a2-b0c7-406a-859b-3f22d8100b29 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:49.037613 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fec71a2-b0c7-406a-859b-3f22d8100b29 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:49.043230 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4fec71a2-b0c7-406a-859b-3f22d8100b29 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0868011 Aug 19 18:31:49.043882 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47500) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:49.052299 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7150ee9c-68d4-40fb-b4b9-e5167d2a8370 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:31:49.062071 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7150ee9c-68d4-40fb-b4b9-e5167d2a8370 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:49.067621 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7150ee9c-68d4-40fb-b4b9-e5167d2a8370 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "PUT /v2.0/routers/6b444d1f-6f07-4283-a087-50dee46b233c HTTP/1.1" status: 200 len: 698 time: 0.8410332 Aug 19 18:31:49.068909 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47504) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:49.193147 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a675fd7-c1fe-4d2e-ab86-85a9facaaedc tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:49.200559 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2a675fd7-c1fe-4d2e-ab86-85a9facaaedc tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "GET /v2.0/networks/933cd189-c561-43dd-9bb0-63b09da9ece0 HTTP/1.1" status: 200 len: 803 time: 0.1553333 Aug 19 18:31:49.201245 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47508) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:49.203399 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9603b131-31be-4c3a-afc7-691aecc49e9c tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/routers/6b444d1f-6f07-4283-a087-50dee46b233c HTTP/1.1" status: 200 len: 704 time: 0.1322258 Aug 19 18:31:49.204235 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47510) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:49.241653 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ba47ebbd-1958-4eea-8da4-8ce10a5fff86 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b444d1f-6f07-4283-a087-50dee46b233c HTTP/1.1" status: 200 len: 205 time: 0.0360477 Aug 19 18:31:49.242704 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47512) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:49.332551 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e9fb8c2e-2449-4ee9-85fb-9e0b4f4b11a6 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:49.384371 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-52b1e8af-7110-410b-b71c-f287c3773065 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "GET /v2.0/networks/933cd189-c561-43dd-9bb0-63b09da9ece0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1818686 Aug 19 18:31:49.392804 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47518) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:49.411135 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44f6286-148f-4f52-8009-6fedef32cbf0 None None] Sync routers for ids ['6b444d1f-6f07-4283-a087-50dee46b233c'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:31:49.436606 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44f6286-148f-4f52-8009-6fedef32cbf0 None None] Routers {'6b444d1f-6f07-4283-a087-50dee46b233c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:31:49.438059 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c44f6286-148f-4f52-8009-6fedef32cbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:31:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6b444d1f-6f07-4283-a087-50dee46b233c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:49.475715 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d566d54-94c3-4f61-9588-a2e9e54afa15 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:49.477245 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9d566d54-94c3-4f61-9588-a2e9e54afa15 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "GET /v2.0/subnets/9ebf4bfc-9cc1-455d-8c88-434c1f5098c7 HTTP/1.1" status: 200 len: 843 time: 0.0884118 Aug 19 18:31:49.483270 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47524) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:49.550948 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4225d4-d352-41aa-a7e9-7d7ff4972dc5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:49.574245 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-c44f6286-148f-4f52-8009-6fedef32cbf0 None None] Set router 6b444d1f-6f07-4283-a087-50dee46b233c gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:31:49.575121 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1d4225d4-d352-41aa-a7e9-7d7ff4972dc5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "GET /v2.0/subnets/9ebf4bfc-9cc1-455d-8c88-434c1f5098c7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0906043 Aug 19 18:31:49.582046 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47526) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:49.588525 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e9fb8c2e-2449-4ee9-85fb-9e0b4f4b11a6 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:49.590792 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e9fb8c2e-2449-4ee9-85fb-9e0b4f4b11a6 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:49.591931 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-5feedc7a-d1c0-41eb-be00-7b795d5a493b tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2140778701'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:49.633213 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5feedc7a-d1c0-41eb-be00-7b795d5a493b tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Made reservation on behalf of 21f586cf636f468e81d219f376196922 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:49.638904 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5feedc7a-d1c0-41eb-be00-7b795d5a493b tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:49.664961 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c44f6286-148f-4f52-8009-6fedef32cbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b444d1f-6f07-4283-a087-50dee46b233c', 'name': 'tempest-RoutersIpV6Test-router-1180351469', 'tenant_id': '43d8cf292b114172bd8ec735cb51928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:31:47Z', 'updated_at': '2021-08-19T18:31:48Z', 'revision_number': 2, 'project_id': '43d8cf292b114172bd8ec735cb51928c', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:49.668777 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e9fb8c2e-2449-4ee9-85fb-9e0b4f4b11a6 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:49.669585 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fb8c2e-2449-4ee9-85fb-9e0b4f4b11a6 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Fanout notify agent at l3_agent the message router_deleted on router 6b444d1f-6f07-4283-a087-50dee46b233c {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:31:49.680153 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5feedc7a-d1c0-41eb-be00-7b795d5a493b tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:49.685341 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e9fb8c2e-2449-4ee9-85fb-9e0b4f4b11a6 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:49.692116 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e9fb8c2e-2449-4ee9-85fb-9e0b4f4b11a6 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/routers/6b444d1f-6f07-4283-a087-50dee46b233c HTTP/1.1" status: 204 len: 168 time: 0.4482079 Aug 19 18:31:49.692934 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47530) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:49.708934 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5feedc7a-d1c0-41eb-be00-7b795d5a493b tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:49.709283 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-5feedc7a-d1c0-41eb-be00-7b795d5a493b tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Added segment 8f845623-7dcb-4111-9670-de687886af74 of type vlan for network 1f6baedd-805e-4b84-b71f-21d6fe181710 Aug 19 18:31:49.710777 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44f6286-148f-4f52-8009-6fedef32cbf0 None None] Checking router: 6b444d1f-6f07-4283-a087-50dee46b233c for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:31:49.722080 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44f6286-148f-4f52-8009-6fedef32cbf0 None None] Routers set() bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:31:49.723456 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44f6286-148f-4f52-8009-6fedef32cbf0 None None] Router IDs set() for agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 18:31:49.724417 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_agentschedulers_db [None req-c44f6286-148f-4f52-8009-6fedef32cbf0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6b444d1f-6f07-4283-a087-50dee46b233c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:31:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent'). {{(pid=94683) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 18:31:49.725047 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44f6286-148f-4f52-8009-6fedef32cbf0 None None] The sync data for ids ['6b444d1f-6f07-4283-a087-50dee46b233c'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:31:49.754587 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47534) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:49.760461 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d38d9a5c-73bb-4c05-a050-e360ea214189 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b444d1f-6f07-4283-a087-50dee46b233c HTTP/1.1" status: 200 len: 205 time: 0.0595312 Aug 19 18:31:49.800131 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-810df218-984b-4f8d-a29a-d6df98cae211 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] delete failed (client error): The resource could not be found. Aug 19 18:31:49.801267 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-810df218-984b-4f8d-a29a-d6df98cae211 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/routers/6b444d1f-6f07-4283-a087-50dee46b233c HTTP/1.1" status: 404 len: 336 time: 0.0456834 Aug 19 18:31:49.803869 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47538) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:49.815700 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5feedc7a-d1c0-41eb-be00-7b795d5a493b tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:49.863021 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-064a6a00-f64f-4450-8ffc-2d965ee42c9e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] DELETE failed (client error): The resource could not be found. Aug 19 18:31:49.863299 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064a6a00-f64f-4450-8ffc-2d965ee42c9e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:31:49.864937 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5feedc7a-d1c0-41eb-be00-7b795d5a493b tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:49.870634 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feedc7a-d1c0-41eb-be00-7b795d5a493b tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:49.871235 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5feedc7a-d1c0-41eb-be00-7b795d5a493b tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:49.874611 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-064a6a00-f64f-4450-8ffc-2d965ee42c9e tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/subnets/5e8e6f82-f8b0-4ff0-b0fa-c50027b1452e HTTP/1.1" status: 404 len: 337 time: 0.0672848 Aug 19 18:31:49.878322 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47542) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:49.923846 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-378acee3-2f05-46fc-934f-b66a32983194 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] DELETE failed (client error): The resource could not be found. Aug 19 18:31:49.924965 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378acee3-2f05-46fc-934f-b66a32983194 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:31:49.930059 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-378acee3-2f05-46fc-934f-b66a32983194 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/subnets/1b15a6fc-e833-487b-bbcc-a1d903a72dd7 HTTP/1.1" status: 404 len: 337 time: 0.0509129 Aug 19 18:31:49.931160 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47544) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:49.952336 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5feedc7a-d1c0-41eb-be00-7b795d5a493b tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3684351 Aug 19 18:31:49.956488 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47546) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:49.961717 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-7d9e6dc5-6603-47d2-b279-d92a87a1f982 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Request body: {'subnet': {'network_id': '1f6baedd-805e-4b84-b71f-21d6fe181710', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:49.976782 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a689217-2219-49a3-95c1-2aba9a5135b1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] DELETE failed (client error): The resource could not be found. Aug 19 18:31:49.977240 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a689217-2219-49a3-95c1-2aba9a5135b1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:31:49.981280 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9a689217-2219-49a3-95c1-2aba9a5135b1 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/subnets/4de4b8e8-1482-4819-9304-7c04d77c702a HTTP/1.1" status: 404 len: 337 time: 0.0465350 Aug 19 18:31:49.982326 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47548) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:49.993811 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feedc7a-d1c0-41eb-be00-7b795d5a493b tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'Network': ['ID=1f6baedd-805e-4b84-b71f-21d6fe181710,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:50.007299 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 1f6baedd-805e-4b84-b71f-21d6fe181710 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:50.024750 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b2ced3-e787-4d07-802b-bad2c3c379db tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] DELETE failed (client error): The resource could not be found. Aug 19 18:31:50.025213 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b2ced3-e787-4d07-802b-bad2c3c379db tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:31:50.027041 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a3b2ced3-e787-4d07-802b-bad2c3c379db tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/subnets/6c5eb5dd-6689-4a8e-a0d3-a559240bad22 HTTP/1.1" status: 404 len: 337 time: 0.0439634 Aug 19 18:31:50.030155 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47552) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:50.058332 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d58d815d-7b6e-45cf-a21e-c0e492a57575 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/ports?device_id=df3ec203-6a93-4423-ab17-7213ffe1e039 HTTP/1.1" status: 200 len: 205 time: 0.0275700 Aug 19 18:31:50.060562 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47556) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:50.095804 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9e6dc5-6603-47d2-b279-d92a87a1f982 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Made reservation on behalf of 21f586cf636f468e81d219f376196922 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:50.102629 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7d9e6dc5-6603-47d2-b279-d92a87a1f982 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:50.116188 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-b4ca64c5-38e0-4ad2-833a-786de2f68e6f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] delete failed (client error): The resource could not be found. Aug 19 18:31:50.118022 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b4ca64c5-38e0-4ad2-833a-786de2f68e6f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/routers/df3ec203-6a93-4423-ab17-7213ffe1e039 HTTP/1.1" status: 404 len: 336 time: 0.0563865 Aug 19 18:31:50.121015 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47558) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:50.175765 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b289fc3e-f1d0-46d5-beae-1c2ca0bf5b31 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/ports?device_id=978d53d0-a43a-493e-8d67-edf6bd1b7eae HTTP/1.1" status: 200 len: 205 time: 0.0531006 Aug 19 18:31:50.178211 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47562) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:50.202299 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.ipam_backend_mixin [None req-7d9e6dc5-6603-47d2-b279-d92a87a1f982 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Performing IP validity checks on allocation pools {{(pid=94681) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 18:31:50.202886 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.ipam_backend_mixin [None req-7d9e6dc5-6603-47d2-b279-d92a87a1f982 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94681) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 18:31:50.229825 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-bf70d9ef-0c1b-4b74-8fc2-bf3a15bdb331 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] delete failed (client error): The resource could not be found. Aug 19 18:31:50.231425 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bf70d9ef-0c1b-4b74-8fc2-bf3a15bdb331 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/routers/978d53d0-a43a-493e-8d67-edf6bd1b7eae HTTP/1.1" status: 404 len: 336 time: 0.0518742 Aug 19 18:31:50.234223 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47564) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:50.267843 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-9afdc5f0-1280-4a9b-947f-c55f928e07cb tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] DELETE failed (client error): The resource could not be found. Aug 19 18:31:50.268737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9afdc5f0-1280-4a9b-947f-c55f928e07cb tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:31:50.270621 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9afdc5f0-1280-4a9b-947f-c55f928e07cb tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/subnets/c850d91c-cbc7-44d3-a345-8aacc9ac9331 HTTP/1.1" status: 404 len: 337 time: 0.0348599 Aug 19 18:31:50.273215 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47566) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:50.314817 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f12dcdd6-5602-46eb-aa00-72ed60034817 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/ports?device_id=181f654a-39cc-4d66-8c2d-52dbd5682b30 HTTP/1.1" status: 200 len: 205 time: 0.0402765 Aug 19 18:31:50.317050 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47570) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:50.377378 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-8a120db9-adc4-46a5-b98e-66ad7f3413cb tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] delete failed (client error): The resource could not be found. Aug 19 18:31:50.381798 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8a120db9-adc4-46a5-b98e-66ad7f3413cb tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/routers/181f654a-39cc-4d66-8c2d-52dbd5682b30 HTTP/1.1" status: 404 len: 336 time: 0.0637310 Aug 19 18:31:50.382563 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47574) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:50.422526 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-aee4579d-88b3-463a-b800-7476d388b509 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/ports?device_id=540f5d25-6263-4d24-b094-8031dd215d14 HTTP/1.1" status: 200 len: 205 time: 0.0380421 Aug 19 18:31:50.425832 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47576) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:50.433794 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7d9e6dc5-6603-47d2-b279-d92a87a1f982 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:50.475277 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-159e01ad-d37c-4a6a-9c30-748f3fddd318 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] delete failed (client error): The resource could not be found. Aug 19 18:31:50.476201 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-159e01ad-d37c-4a6a-9c30-748f3fddd318 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/routers/540f5d25-6263-4d24-b094-8031dd215d14 HTTP/1.1" status: 404 len: 336 time: 0.0494258 Aug 19 18:31:50.479990 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47578) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:50.516463 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a213a05-524a-41b4-b6b9-d2aba0412d75 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] DELETE failed (client error): The resource could not be found. Aug 19 18:31:50.517021 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a213a05-524a-41b4-b6b9-d2aba0412d75 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:31:50.522018 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7a213a05-524a-41b4-b6b9-d2aba0412d75 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/subnets/b3ba7c5f-b123-4b1f-9ee1-f927a78add51 HTTP/1.1" status: 404 len: 337 time: 0.0411468 Aug 19 18:31:50.522732 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47582) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:50.534400 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e6dc5-6603-47d2-b279-d92a87a1f982 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'Subnet': ['ID=c2dbd813-b159-4097-9aad-80a26726dfd0,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:50.544566 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9e6dc5-6603-47d2-b279-d92a87a1f982 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Checking segment: {'id': '8f845623-7dcb-4111-9670-de687886af74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1f6baedd-805e-4b84-b71f-21d6fe181710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:50.544940 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9e6dc5-6603-47d2-b279-d92a87a1f982 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Network hostable DHCP agents. Network: 1f6baedd-805e-4b84-b71f-21d6fe181710, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:31:50.558190 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8f11ee4e-d038-4e70-be60-150d25962a43 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/ports?device_id=d94ed0be-c363-4abf-b777-957a6ab79daa HTTP/1.1" status: 200 len: 205 time: 0.0342417 Aug 19 18:31:50.559660 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47586) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:50.565068 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9e6dc5-6603-47d2-b279-d92a87a1f982 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Network 1f6baedd-805e-4b84-b71f-21d6fe181710 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:31:50.577114 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-7d9e6dc5-6603-47d2-b279-d92a87a1f982 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 1f6baedd-805e-4b84-b71f-21d6fe181710) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:50.582790 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9e6dc5-6603-47d2-b279-d92a87a1f982 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:50.583736 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7d9e6dc5-6603-47d2-b279-d92a87a1f982 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:50.592785 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e124198-50ed-4727-b04e-853569b70469 None None] Network 1f6baedd-805e-4b84-b71f-21d6fe181710 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:50.608697 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7d9e6dc5-6603-47d2-b279-d92a87a1f982 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6510396 Aug 19 18:31:50.610471 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-bafa70e8-38cc-4a25-a6d3-c081177d5bbc tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] delete failed (client error): The resource could not be found. Aug 19 18:31:50.611520 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bafa70e8-38cc-4a25-a6d3-c081177d5bbc tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/routers/d94ed0be-c363-4abf-b777-957a6ab79daa HTTP/1.1" status: 404 len: 336 time: 0.0508313 Aug 19 18:31:50.612025 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47590) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:50.617872 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47592) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:50.618701 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-d95717b5-3289-4231-af67-7b4eec2c09f8 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:50.650960 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-01839e62-d0d9-47ff-b8a3-d4884b443740 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] DELETE failed (client error): The resource could not be found. Aug 19 18:31:50.651431 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01839e62-d0d9-47ff-b8a3-d4884b443740 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:31:50.655637 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-01839e62-d0d9-47ff-b8a3-d4884b443740 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/subnets/b85ef762-070a-42d1-b07b-9b497edf42e7 HTTP/1.1" status: 404 len: 337 time: 0.0330920 Aug 19 18:31:50.658601 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47594) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:50.690252 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2c6cb1a2-9b8f-4787-b305-63d274eaaead tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "GET /v2.0/ports?device_id=371f2f02-e0cb-48c6-adb2-4b3a302a8949 HTTP/1.1" status: 200 len: 205 time: 0.0302720 Aug 19 18:31:50.692776 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47596) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:50.740722 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47598) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:50.747413 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-898cb9f0-8eb7-45a1-b90c-c24c33576cd9 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] delete failed (client error): The resource could not be found. Aug 19 18:31:50.748591 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-898cb9f0-8eb7-45a1-b90c-c24c33576cd9 tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/routers/371f2f02-e0cb-48c6-adb2-4b3a302a8949 HTTP/1.1" status: 404 len: 336 time: 0.0547569 Aug 19 18:31:50.752014 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47602) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:50.783715 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bccf00-6f6c-42b6-aba9-fad96da5cd1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-1f6baedd-805e-4b84-b71f-21d6fe181710', 'network_id': '1f6baedd-805e-4b84-b71f-21d6fe181710', 'tenant_id': '21f586cf636f468e81d219f376196922', 'fixed_ips': [{'subnet_id': 'c2dbd813-b159-4097-9aad-80a26726dfd0'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:31:50.784746 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78bccf00-6f6c-42b6-aba9-fad96da5cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:50.791427 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75724ce-20ec-47f5-9473-771f75a403da tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] DELETE failed (client error): The resource could not be found. Aug 19 18:31:50.792451 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f75724ce-20ec-47f5-9473-771f75a403da tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:31:50.794500 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f75724ce-20ec-47f5-9473-771f75a403da tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/subnets/696e51d8-f2b7-467f-b9b8-32bc3ef4bde0 HTTP/1.1" status: 404 len: 337 time: 0.0411067 Aug 19 18:31:50.798243 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47604) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:50.831002 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed55a040-7b26-4223-9a1d-9311fc15459f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] DELETE failed (client error): The resource could not be found. Aug 19 18:31:50.831907 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed55a040-7b26-4223-9a1d-9311fc15459f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:31:50.834418 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ed55a040-7b26-4223-9a1d-9311fc15459f tempest-RoutersIpV6Test-1256450029 tempest-RoutersIpV6Test-1256450029-project] 10.222.0.24 "DELETE /v2.0/subnets/06bc0c2e-c35c-4582-9b94-f4a55554793e HTTP/1.1" status: 404 len: 337 time: 0.0349641 Aug 19 18:31:50.903572 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f1741988-2153-46ed-8c99-4cc5a50d1487 tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:50.961581 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f1741988-2153-46ed-8c99-4cc5a50d1487 tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] 10.222.0.24 "PUT /v2.0/quotas/e4afe007b22c48a08924d766faa398d8 HTTP/1.1" status: 200 len: 366 time: 0.2104199 Aug 19 18:31:50.961581 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47612) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:50.970022 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fc35a3e0-b79c-471f-8a41-9d70242a4ca9 tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0107169 Aug 19 18:31:50.970854 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47616) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:50.983085 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5e671d8e-7410-49bd-9576-b7027d31de21 tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] 10.222.0.24 "GET /v2.0/quotas/e4afe007b22c48a08924d766faa398d8 HTTP/1.1" status: 200 len: 366 time: 0.0093443 Aug 19 18:31:50.983085 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47618) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:51.004206 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-dac5d728-06ec-4fc7-8a60-c8ce9067f52b tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/e4afe007b22c48a08924d766faa398d8 HTTP/1.1" status: 204 len: 168 time: 0.0179608 Aug 19 18:31:51.005675 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47620) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:51.020323 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b17b2295-132f-4773-875d-4d8c2c70fdf5 tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0108922 Aug 19 18:31:51.020699 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47622) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:51.035639 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3a18bc56-34de-4f05-8ed8-4e4b51e9de23 tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] 10.222.0.24 "GET /v2.0/quotas/e4afe007b22c48a08924d766faa398d8 HTTP/1.1" status: 200 len: 370 time: 0.0112987 Aug 19 18:31:51.035936 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47624) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:51.044471 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1444e645-b7c2-468e-a885-7bb132dad32a tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] 10.222.0.24 "GET /v2.0/quotas/e4afe007b22c48a08924d766faa398d8/default HTTP/1.1" status: 200 len: 370 time: 0.0048709 Aug 19 18:31:51.044471 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47626) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:51.057203 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-38326d34-ddeb-4cbd-a611-022b85e3c35c tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] delete failed (client error): The resource could not be found. Aug 19 18:31:51.060726 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-38326d34-ddeb-4cbd-a611-022b85e3c35c tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/e4afe007b22c48a08924d766faa398d8 HTTP/1.1" status: 404 len: 348 time: 0.0129519 Aug 19 18:31:51.073885 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-78bccf00-6f6c-42b6-aba9-fad96da5cd1c None None] Allocated IP 2001:db8::3 (1f6baedd-805e-4b84-b71f-21d6fe181710/c2dbd813-b159-4097-9aad-80a26726dfd0/ac3c95fb-2891-4c3c-8a17-9e4c10db5740) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:31:51.134320 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d95717b5-3289-4231-af67-7b4eec2c09f8 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59511160'] for subnet, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:51.213791 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47634) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:51.235805 n-d-803753-2 neutron-server[94682]: DEBUG neutron.quota.resource [None req-8d2aa79e-9dec-492f-a2f2-552b2ebd6507 tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] Usage tracker for resource:network and tenant:ae5d6616f87d4c29972617a6d8b3fded is out of sync, need to count used quota {{(pid=94682) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 18:31:51.241765 n-d-803753-2 neutron-server[94682]: DEBUG neutron.quota.resource [None req-8d2aa79e-9dec-492f-a2f2-552b2ebd6507 tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94682) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 18:31:51.249799 n-d-803753-2 neutron-server[94682]: DEBUG neutron.quota.resource [None req-8d2aa79e-9dec-492f-a2f2-552b2ebd6507 tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] Usage tracker for resource:subnet and tenant:ae5d6616f87d4c29972617a6d8b3fded is out of sync, need to count used quota {{(pid=94682) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 18:31:51.256332 n-d-803753-2 neutron-server[94682]: DEBUG neutron.quota.resource [None req-8d2aa79e-9dec-492f-a2f2-552b2ebd6507 tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94682) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 18:31:51.263708 n-d-803753-2 neutron-server[94682]: DEBUG neutron.quota.resource [None req-8d2aa79e-9dec-492f-a2f2-552b2ebd6507 tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] Usage tracker for resource:subnetpool and tenant:ae5d6616f87d4c29972617a6d8b3fded is out of sync, need to count used quota {{(pid=94682) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 18:31:51.275109 n-d-803753-2 neutron-server[94682]: DEBUG neutron.quota.resource [None req-8d2aa79e-9dec-492f-a2f2-552b2ebd6507 tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94682) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 18:31:51.284757 n-d-803753-2 neutron-server[94682]: DEBUG neutron.quota.resource [None req-8d2aa79e-9dec-492f-a2f2-552b2ebd6507 tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] Usage tracker for resource:port and tenant:ae5d6616f87d4c29972617a6d8b3fded is out of sync, need to count used quota {{(pid=94682) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 18:31:51.286199 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47636) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:51.287469 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78bccf00-6f6c-42b6-aba9-fad96da5cd1c None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:51.292681 n-d-803753-2 neutron-server[94682]: DEBUG neutron.quota.resource [None req-8d2aa79e-9dec-492f-a2f2-552b2ebd6507 tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94682) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 18:31:51.299031 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-78bccf00-6f6c-42b6-aba9-fad96da5cd1c None None] Transition to ACTIVE for port object ac3c95fb-2891-4c3c-8a17-9e4c10db5740 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:51.304111 n-d-803753-2 neutron-server[94682]: DEBUG neutron.quota.resource [None req-8d2aa79e-9dec-492f-a2f2-552b2ebd6507 tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] Usage tracker for resource:router and tenant:ae5d6616f87d4c29972617a6d8b3fded is out of sync, need to count used quota {{(pid=94682) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 18:31:51.313201 n-d-803753-2 neutron-server[94682]: DEBUG neutron.quota.resource [None req-8d2aa79e-9dec-492f-a2f2-552b2ebd6507 tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94682) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 18:31:51.318481 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-78bccf00-6f6c-42b6-aba9-fad96da5cd1c None None] Transition to ACTIVE for port object ac3c95fb-2891-4c3c-8a17-9e4c10db5740 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:51.327494 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78bccf00-6f6c-42b6-aba9-fad96da5cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:51.328265 n-d-803753-2 neutron-server[94682]: DEBUG neutron.quota.resource [None req-8d2aa79e-9dec-492f-a2f2-552b2ebd6507 tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] Usage tracker for resource:floatingip and tenant:ae5d6616f87d4c29972617a6d8b3fded is out of sync, need to count used quota {{(pid=94682) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 18:31:51.334651 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adddc5-c54d-49bf-bb65-abe0858c9cfc req-22895e2d-8b87-491c-8a1d-6db672124ee4 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:51.335060 n-d-803753-2 neutron-server[94682]: DEBUG neutron.quota.resource [None req-8d2aa79e-9dec-492f-a2f2-552b2ebd6507 tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94682) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 18:31:51.336374 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-19adddc5-c54d-49bf-bb65-abe0858c9cfc req-22895e2d-8b87-491c-8a1d-6db672124ee4 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a57831b-f6bf-4b32-b5ee-a5410c772ebe HTTP/1.1" status: 200 len: 949 time: 0.0619762 Aug 19 18:31:51.384645 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bccf00-6f6c-42b6-aba9-fad96da5cd1c None None] Network 1f6baedd-805e-4b84-b71f-21d6fe181710 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:51.388663 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-78bccf00-6f6c-42b6-aba9-fad96da5cd1c None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:51.394041 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bccf00-6f6c-42b6-aba9-fad96da5cd1c None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:31:51.395224 n-d-803753-2 neutron-server[94682]: DEBUG neutron.quota.resource [None req-8d2aa79e-9dec-492f-a2f2-552b2ebd6507 tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] Usage tracker for resource:security_group and tenant:ae5d6616f87d4c29972617a6d8b3fded is out of sync, need to count used quota {{(pid=94682) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 18:31:51.402759 n-d-803753-2 neutron-server[94682]: DEBUG neutron.quota.resource [None req-8d2aa79e-9dec-492f-a2f2-552b2ebd6507 tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94682) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 18:31:51.411836 n-d-803753-2 neutron-server[94682]: DEBUG neutron.quota.resource [None req-8d2aa79e-9dec-492f-a2f2-552b2ebd6507 tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] Usage tracker for resource:security_group_rule and tenant:ae5d6616f87d4c29972617a6d8b3fded is out of sync, need to count used quota {{(pid=94682) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 18:31:51.420143 n-d-803753-2 neutron-server[94682]: DEBUG neutron.quota.resource [None req-8d2aa79e-9dec-492f-a2f2-552b2ebd6507 tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94682) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 18:31:51.427812 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8d2aa79e-9dec-492f-a2f2-552b2ebd6507 tempest-QuotasTest-153305249 tempest-QuotasTest-153305249-project-admin] 10.222.0.24 "GET /v2.0/quotas/ae5d6616f87d4c29972617a6d8b3fded/details.json HTTP/1.1" status: 200 len: 703 time: 0.2129629 Aug 19 18:31:51.430158 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-19adddc5-c54d-49bf-bb65-abe0858c9cfc req-2055d203-7f48-4625-8011-137fedd9289d tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec707aa8-2f2c-4916-ae82-5c588f234409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857384 Aug 19 18:31:51.457842 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bccf00-6f6c-42b6-aba9-fad96da5cd1c None None] Pushing event updated for resources: {'Port': ['ID=ac3c95fb-2891-4c3c-8a17-9e4c10db5740,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:51.491998 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-78bccf00-6f6c-42b6-aba9-fad96da5cd1c None None] Attempting to bind port ac3c95fb-2891-4c3c-8a17-9e4c10db5740 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:31:51.492324 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-78bccf00-6f6c-42b6-aba9-fad96da5cd1c None None] Attempting to bind port ac3c95fb-2891-4c3c-8a17-9e4c10db5740 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '8f845623-7dcb-4111-9670-de687886af74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1f6baedd-805e-4b84-b71f-21d6fe181710'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:31:51.492636 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bccf00-6f6c-42b6-aba9-fad96da5cd1c None None] Attempting to bind port ac3c95fb-2891-4c3c-8a17-9e4c10db5740 on network 1f6baedd-805e-4b84-b71f-21d6fe181710 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:31:51.498088 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bccf00-6f6c-42b6-aba9-fad96da5cd1c None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:31:51.498463 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bccf00-6f6c-42b6-aba9-fad96da5cd1c None None] Checking segment: {'id': '8f845623-7dcb-4111-9670-de687886af74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1f6baedd-805e-4b84-b71f-21d6fe181710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:51.499058 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78bccf00-6f6c-42b6-aba9-fad96da5cd1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:51.499485 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bccf00-6f6c-42b6-aba9-fad96da5cd1c None None] Bound using segment: {'id': '8f845623-7dcb-4111-9670-de687886af74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1f6baedd-805e-4b84-b71f-21d6fe181710'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:31:51.501202 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-78bccf00-6f6c-42b6-aba9-fad96da5cd1c None None] Bound port: ac3c95fb-2891-4c3c-8a17-9e4c10db5740, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f845623-7dcb-4111-9670-de687886af74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1f6baedd-805e-4b84-b71f-21d6fe181710'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:31:51.501492 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78bccf00-6f6c-42b6-aba9-fad96da5cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:51.575388 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c2e617f2-ea37-4c7c-87ff-8bc532b9b169 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43d8cf292b114172bd8ec735cb51928c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2855988 Aug 19 18:31:51.578001 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47644) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:51.581671 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-78bccf00-6f6c-42b6-aba9-fad96da5cd1c None None] For port ac3c95fb-2891-4c3c-8a17-9e4c10db5740, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:31:51.585627 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-78bccf00-6f6c-42b6-aba9-fad96da5cd1c None None] For port ac3c95fb-2891-4c3c-8a17-9e4c10db5740, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ac3c95fb-2891-4c3c-8a17-9e4c10db5740,segment=NetworkSegment(8f845623-7dcb-4111-9670-de687886af74),segment_id=8f845623-7dcb-4111-9670-de687886af74)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:31:51.591994 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78bccf00-6f6c-42b6-aba9-fad96da5cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:51.608494 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d95717b5-3289-4231-af67-7b4eec2c09f8 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789619245671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60269978'] for subnet, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:51.654515 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c132e922-9937-4aa5-bb66-1179b5dad6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:51.668589 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bccf00-6f6c-42b6-aba9-fad96da5cd1c None None] Pushing event updated for resources: {'Port': ['ID=ac3c95fb-2891-4c3c-8a17-9e4c10db5740,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:51.691476 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95717b5-3289-4231-af67-7b4eec2c09f8 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:51.692368 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d95717b5-3289-4231-af67-7b4eec2c09f8 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:51.694497 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d95717b5-3289-4231-af67-7b4eec2c09f8 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "PUT /v2.0/subnets/c2dbd813-b159-4097-9aad-80a26726dfd0 HTTP/1.1" status: 200 len: 900 time: 1.0807211 Aug 19 18:31:51.699666 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47646) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:51.707592 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c132e922-9937-4aa5-bb66-1179b5dad6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:51.709448 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47648) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:51.712248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95717b5-3289-4231-af67-7b4eec2c09f8 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event updated for resources: {'Subnet': ['ID=c2dbd813-b159-4097-9aad-80a26726dfd0,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:51.770468 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c132e922-9937-4aa5-bb66-1179b5dad6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:51.773377 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c132e922-9937-4aa5-bb66-1179b5dad6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:51.775164 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c132e922-9937-4aa5-bb66-1179b5dad6d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7ff02bc-ca09-4c8e-b031-79f9f3bb3e34 HTTP/1.1" status: 204 len: 168 time: 0.1953299 Aug 19 18:31:51.785668 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132e922-9937-4aa5-bb66-1179b5dad6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ff02bc-ca09-4c8e-b031-79f9f3bb3e34,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:51.839245 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c60daee1-d28b-45bf-a67a-c6371f097fd7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:51.883187 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bb5e4d74-6152-4a83-9766-1bfb6d660f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:51.909358 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-c60daee1-d28b-45bf-a67a-c6371f097fd7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Deleting port ac3c95fb-2891-4c3c-8a17-9e4c10db5740 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:31:51.909753 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c60daee1-d28b-45bf-a67a-c6371f097fd7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:52.071356 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bb5e4d74-6152-4a83-9766-1bfb6d660f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:52.072386 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-c60daee1-d28b-45bf-a67a-c6371f097fd7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] For port ac3c95fb-2891-4c3c-8a17-9e4c10db5740, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ac3c95fb-2891-4c3c-8a17-9e4c10db5740,segment=NetworkSegment(8f845623-7dcb-4111-9670-de687886af74),segment_id=8f845623-7dcb-4111-9670-de687886af74)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:52.073038 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c60daee1-d28b-45bf-a67a-c6371f097fd7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:52.084284 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bb5e4d74-6152-4a83-9766-1bfb6d660f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:52.088610 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-c60daee1-d28b-45bf-a67a-c6371f097fd7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Calling delete_port for ac3c95fb-2891-4c3c-8a17-9e4c10db5740 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:31:52.151722 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bb5e4d74-6152-4a83-9766-1bfb6d660f25 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e11ab40113849d599a35ab3578f7c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4385598 Aug 19 18:31:52.151722 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e4d74-6152-4a83-9766-1bfb6d660f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e91d89-868e-4da8-abe7-59cdc1818d9e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:52.154384 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47658) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:52.232487 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3ec4ca0f-c138-4c35-a372-eaf9275ce369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:52.247061 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ac3c95fb-2891-4c3c-8a17-9e4c10db5740 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:31:52.263289 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c60daee1-d28b-45bf-a67a-c6371f097fd7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:52.265050 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3ec4ca0f-c138-4c35-a372-eaf9275ce369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:52.291440 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60daee1-d28b-45bf-a67a-c6371f097fd7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Port': ['ID=ac3c95fb-2891-4c3c-8a17-9e4c10db5740,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:52.295418 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No active binding found for port ac3c95fb-2891-4c3c-8a17-9e4c10db5740 {{(pid=94683) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 18:31:52.296097 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ac3c95fb-2891-4c3c-8a17-9e4c10db5740 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 19 18:31:52.330950 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Port ac3c95fb-2891-4c3c-8a17-9e4c10db5740 not found, will not notify nova. {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 19 18:31:52.341879 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60daee1-d28b-45bf-a67a-c6371f097fd7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] No DVR routers for this DVR port ac3c95fb-2891-4c3c-8a17-9e4c10db5740 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:31:52.367542 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3ec4ca0f-c138-4c35-a372-eaf9275ce369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:52.373260 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3ec4ca0f-c138-4c35-a372-eaf9275ce369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:52.374589 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3ec4ca0f-c138-4c35-a372-eaf9275ce369 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3e91d89-868e-4da8-abe7-59cdc1818d9e HTTP/1.1" status: 204 len: 168 time: 0.2192745 Aug 19 18:31:52.384994 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4ca0f-c138-4c35-a372-eaf9275ce369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e91d89-868e-4da8-abe7-59cdc1818d9e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:52.439703 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c60daee1-d28b-45bf-a67a-c6371f097fd7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:52.533187 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c60daee1-d28b-45bf-a67a-c6371f097fd7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:52.600237 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60daee1-d28b-45bf-a67a-c6371f097fd7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Subnet': ['ID=c2dbd813-b159-4097-9aad-80a26726dfd0,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:52.688451 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea229e4e-a594-491a-855f-3fa9f961f0d3 req-afa565c3-e7d1-40da-a496-ed8e26081de7 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:52.690396 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea229e4e-a594-491a-855f-3fa9f961f0d3 req-afa565c3-e7d1-40da-a496-ed8e26081de7 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a57831b-f6bf-4b32-b5ee-a5410c772ebe HTTP/1.1" status: 200 len: 949 time: 0.1438363 Aug 19 18:31:52.699837 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c60daee1-d28b-45bf-a67a-c6371f097fd7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:52.735564 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-c60daee1-d28b-45bf-a67a-c6371f097fd7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f6baedd-805e-4b84-b71f-21d6fe181710']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:52.755852 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-c60daee1-d28b-45bf-a67a-c6371f097fd7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f845623-7dcb-4111-9670-de687886af74') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:52.756156 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-c60daee1-d28b-45bf-a67a-c6371f097fd7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f845623-7dcb-4111-9670-de687886af74') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:52.766252 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea229e4e-a594-491a-855f-3fa9f961f0d3 req-5d664595-905a-492a-b68d-067b35d73b6d tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec707aa8-2f2c-4916-ae82-5c588f234409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678942 Aug 19 18:31:52.771555 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c60daee1-d28b-45bf-a67a-c6371f097fd7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:52.805434 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c60daee1-d28b-45bf-a67a-c6371f097fd7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:52.814625 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c60daee1-d28b-45bf-a67a-c6371f097fd7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:31:52.815088 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c60daee1-d28b-45bf-a67a-c6371f097fd7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:31:52.818581 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:31:52.872073 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47682) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:52.891437 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c60daee1-d28b-45bf-a67a-c6371f097fd7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:52.899712 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c60daee1-d28b-45bf-a67a-c6371f097fd7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:52.906809 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c60daee1-d28b-45bf-a67a-c6371f097fd7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/networks/1f6baedd-805e-4b84-b71f-21d6fe181710 HTTP/1.1" status: 204 len: 168 time: 1.1998303 Aug 19 18:31:52.908695 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47684) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:52.915977 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60daee1-d28b-45bf-a67a-c6371f097fd7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Network': ['ID=1f6baedd-805e-4b84-b71f-21d6fe181710,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:52.920638 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e49e88ca-b79c-41b3-a41d-927a68524bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:52.949131 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6e151a-ad3b-46fa-9a38-73f62696094c tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] DELETE failed (client error): The resource could not be found. Aug 19 18:31:52.949131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6e151a-ad3b-46fa-9a38-73f62696094c tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:31:52.954800 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bd6e151a-ad3b-46fa-9a38-73f62696094c tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/subnets/c2dbd813-b159-4097-9aad-80a26726dfd0 HTTP/1.1" status: 404 len: 337 time: 0.0448210 Aug 19 18:31:52.955489 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47686) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:52.987779 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fea9f57-7ae5-4a21-be7b-8e113b41c51b tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] DELETE failed (client error): The resource could not be found. Aug 19 18:31:52.988198 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fea9f57-7ae5-4a21-be7b-8e113b41c51b tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:31:52.992894 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9fea9f57-7ae5-4a21-be7b-8e113b41c51b tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/networks/1f6baedd-805e-4b84-b71f-21d6fe181710 HTTP/1.1" status: 404 len: 339 time: 0.0361838 Aug 19 18:31:52.994199 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d68fb-ae2f-4b39-a8cf-91eee786039c req-928101bb-2713-4e34-9203-38e8f8208f5e tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:52.996361 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7c2d68fb-ae2f-4b39-a8cf-91eee786039c req-928101bb-2713-4e34-9203-38e8f8208f5e tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a57831b-f6bf-4b32-b5ee-a5410c772ebe HTTP/1.1" status: 200 len: 949 time: 0.0652895 Aug 19 18:31:52.996567 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47688) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:53.019496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b1ba4544-6d0c-4859-84a0-560c493efb88 None None] Could not find standard attr ID for object ac3c95fb-2891-4c3c-8a17-9e4c10db5740. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:31:53.035588 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47690) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:53.089756 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481d6062-5570-477e-9d0c-afe4167e32e1 None None] DHCP port deletion for 1f6baedd-805e-4b84-b71f-21d6fe181710 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:31:53.121429 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-7c2d68fb-ae2f-4b39-a8cf-91eee786039c req-70c0a6f8-1e55-4e70-80c8-eec4bf09fff6 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Deleting port 62d7298b-f1ce-4241-ae30-73188031b7c0 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:31:53.121829 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7c2d68fb-ae2f-4b39-a8cf-91eee786039c req-70c0a6f8-1e55-4e70-80c8-eec4bf09fff6 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.129372 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d7f47f-8b0b-40ae-bd10-efe5a6f94ebe None None] Network 1f6baedd-805e-4b84-b71f-21d6fe181710 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:53.147051 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8d1adf33-0772-4138-9647-cdd0fe535a18 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.164208 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d7f47f-8b0b-40ae-bd10-efe5a6f94ebe None None] Network 1f6baedd-805e-4b84-b71f-21d6fe181710 could not be found, it might have been deleted concurrently. {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 18:31:53.175665 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba25786-777f-45b4-9462-a53b0ec81a09 None None] Network 1f6baedd-805e-4b84-b71f-21d6fe181710 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:53.192251 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba25786-777f-45b4-9462-a53b0ec81a09 None None] Network 1f6baedd-805e-4b84-b71f-21d6fe181710 could not be found, it might have been deleted concurrently. {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 18:31:53.231187 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-254c4846-a5c8-4e24-94a9-121881bca153 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'network': {'name': 'tempest-RoutersTest-1380616046'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:53.251494 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-7c2d68fb-ae2f-4b39-a8cf-91eee786039c req-70c0a6f8-1e55-4e70-80c8-eec4bf09fff6 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] For port 62d7298b-f1ce-4241-ae30-73188031b7c0, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=62d7298b-f1ce-4241-ae30-73188031b7c0,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:53.251792 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7c2d68fb-ae2f-4b39-a8cf-91eee786039c req-70c0a6f8-1e55-4e70-80c8-eec4bf09fff6 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.265333 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-7c2d68fb-ae2f-4b39-a8cf-91eee786039c req-70c0a6f8-1e55-4e70-80c8-eec4bf09fff6 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Calling delete_port for 62d7298b-f1ce-4241-ae30-73188031b7c0 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:31:53.296010 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8d1adf33-0772-4138-9647-cdd0fe535a18 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.306535 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e49e88ca-b79c-41b3-a41d-927a68524bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.311321 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-8d1adf33-0772-4138-9647-cdd0fe535a18 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af1a055-dc41-4be6-8cef-ac0ed4e9faf0']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:53.320572 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e49e88ca-b79c-41b3-a41d-927a68524bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.336672 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-8d1adf33-0772-4138-9647-cdd0fe535a18 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cdc5f4-50ce-4358-8229-818a9e589102') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:53.336973 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-8d1adf33-0772-4138-9647-cdd0fe535a18 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cdc5f4-50ce-4358-8229-818a9e589102') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:53.358169 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8d1adf33-0772-4138-9647-cdd0fe535a18 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.395285 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e49e88ca-b79c-41b3-a41d-927a68524bc9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae5d6616f87d4c29972617a6d8b3fded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5214736 Aug 19 18:31:53.398128 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47696) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:53.398289 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254c4846-a5c8-4e24-94a9-121881bca153 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Made reservation on behalf of 44b0835ba7e14e8eb44c1ef1c17c6084 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:53.401772 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-254c4846-a5c8-4e24-94a9-121881bca153 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.405041 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8d1adf33-0772-4138-9647-cdd0fe535a18 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.407531 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e88ca-b79c-41b3-a41d-927a68524bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c56fba-7123-4fc9-9915-7a8001c64030,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:53.420367 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-254c4846-a5c8-4e24-94a9-121881bca153 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.423415 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d1adf33-0772-4138-9647-cdd0fe535a18 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:31:53.423817 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8d1adf33-0772-4138-9647-cdd0fe535a18 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.426447 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7c2d68fb-ae2f-4b39-a8cf-91eee786039c req-70c0a6f8-1e55-4e70-80c8-eec4bf09fff6 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:31:53.426827 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:31:53.438546 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['62d7298b-f1ce-4241-ae30-73188031b7c0'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:31:53.475390 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0a6f8-1e55-4e70-80c8-eec4bf09fff6 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Pushing event deleted for resources: {'Port': ['ID=62d7298b-f1ce-4241-ae30-73188031b7c0,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:53.529743 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8d1adf33-0772-4138-9647-cdd0fe535a18 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.535383 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8d1adf33-0772-4138-9647-cdd0fe535a18 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.537179 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2d68fb-ae2f-4b39-a8cf-91eee786039c req-70c0a6f8-1e55-4e70-80c8-eec4bf09fff6 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] No DVR routers for this DVR port 62d7298b-f1ce-4241-ae30-73188031b7c0 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:31:53.537384 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8d1adf33-0772-4138-9647-cdd0fe535a18 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/networks/6af1a055-dc41-4be6-8cef-ac0ed4e9faf0 HTTP/1.1" status: 204 len: 168 time: 0.5403516 Aug 19 18:31:53.540545 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47698) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:53.543226 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7c2d68fb-ae2f-4b39-a8cf-91eee786039c req-70c0a6f8-1e55-4e70-80c8-eec4bf09fff6 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.545309 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7c2d68fb-ae2f-4b39-a8cf-91eee786039c req-70c0a6f8-1e55-4e70-80c8-eec4bf09fff6 tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.50 "DELETE /v2.0/ports/62d7298b-f1ce-4241-ae30-73188031b7c0 HTTP/1.1" status: 204 len: 173 time: 0.5390489 Aug 19 18:31:53.552056 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a57831b-f6bf-4b32-b5ee-a5410c772ebe', 'name': 'network-vif-deleted', 'tag': '62d7298b-f1ce-4241-ae30-73188031b7c0'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:31:53.554613 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa7969b-43de-453e-a402-ab0e17f31d28" -d '{"events": [{"server_uuid": "6a57831b-f6bf-4b32-b5ee-a5410c772ebe", "name": "network-vif-deleted", "tag": "62d7298b-f1ce-4241-ae30-73188031b7c0"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:31:53.558170 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3812e0a3-6c01-412d-93ea-ae1de0174bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.561950 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1adf33-0772-4138-9647-cdd0fe535a18 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Network': ['ID=6af1a055-dc41-4be6-8cef-ac0ed4e9faf0,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:53.591483 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa179953-68a9-415c-bf47-5eaf3a332aca tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] DELETE failed (client error): The resource could not be found. Aug 19 18:31:53.592241 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa179953-68a9-415c-bf47-5eaf3a332aca tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:31:53.594963 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-aa179953-68a9-415c-bf47-5eaf3a332aca tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/subnets/6096a48d-9068-48c7-9c4e-d8a857956ed1 HTTP/1.1" status: 404 len: 337 time: 0.0531957 Aug 19 18:31:53.597850 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47702) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:53.627469 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc8f878-f60b-48f3-aadc-68ec9f222435 x-openstack-request-id: req-7fc8f878-f60b-48f3-aadc-68ec9f222435 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:31:53.627766 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a57831b-f6bf-4b32-b5ee-a5410c772ebe", "name": "network-vif-deleted", "tag": "62d7298b-f1ce-4241-ae30-73188031b7c0", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:31:53.628225 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7fc8f878-f60b-48f3-aadc-68ec9f222435 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:31:53.628632 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a57831b-f6bf-4b32-b5ee-a5410c772ebe', 'name': 'network-vif-deleted', 'tag': '62d7298b-f1ce-4241-ae30-73188031b7c0', 'status': 'completed', 'code': 200} Aug 19 18:31:53.632838 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f9d46f-733b-4210-b14a-e3917ac0c0b5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] DELETE failed (client error): The resource could not be found. Aug 19 18:31:53.633776 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f9d46f-733b-4210-b14a-e3917ac0c0b5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:31:53.635589 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-58f9d46f-733b-4210-b14a-e3917ac0c0b5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/networks/9ec77f7c-957b-40ed-8a59-a823f43c9744 HTTP/1.1" status: 404 len: 339 time: 0.0365205 Aug 19 18:31:53.637656 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3812e0a3-6c01-412d-93ea-ae1de0174bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.638653 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-254c4846-a5c8-4e24-94a9-121881bca153 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.639438 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47704) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:53.644057 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-254c4846-a5c8-4e24-94a9-121881bca153 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.669294 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254c4846-a5c8-4e24-94a9-121881bca153 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:53.689409 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-254c4846-a5c8-4e24-94a9-121881bca153 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.689785 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-254c4846-a5c8-4e24-94a9-121881bca153 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Added segment 6dcc68c0-8f32-47c9-95ee-df1c3276a06a of type vlan for network 73e2ece6-1b90-4c93-8b46-0b460541ce47 Aug 19 18:31:53.691289 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c4846-a5c8-4e24-94a9-121881bca153 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18def0ff-7966-46c9-ac3c-ecedd55e0aa7,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:53.725792 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-5033eb5f-d9e8-4e0e-aa78-41df2e3f2d3f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Deleting subnet 54b99fc8-d391-41b4-bb29-ab70e63837da {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:31:53.730190 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5033eb5f-d9e8-4e0e-aa78-41df2e3f2d3f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.743443 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-254c4846-a5c8-4e24-94a9-121881bca153 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.769010 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3812e0a3-6c01-412d-93ea-ae1de0174bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.771653 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3812e0a3-6c01-412d-93ea-ae1de0174bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.772883 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3812e0a3-6c01-412d-93ea-ae1de0174bbb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06c56fba-7123-4fc9-9915-7a8001c64030 HTTP/1.1" status: 204 len: 168 time: 0.3735075 Aug 19 18:31:53.774775 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-254c4846-a5c8-4e24-94a9-121881bca153 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.786451 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5033eb5f-d9e8-4e0e-aa78-41df2e3f2d3f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.786677 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254c4846-a5c8-4e24-94a9-121881bca153 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:53.786677 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-254c4846-a5c8-4e24-94a9-121881bca153 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.855271 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812e0a3-6c01-412d-93ea-ae1de0174bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c56fba-7123-4fc9-9915-7a8001c64030,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:53.881889 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-254c4846-a5c8-4e24-94a9-121881bca153 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8449721 Aug 19 18:31:53.882493 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47712) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:53.893696 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-77162912-07ca-4844-814d-30c6859043f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'network': {'name': 'tempest-RoutersTest-2020315582'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:53.903449 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c4846-a5c8-4e24-94a9-121881bca153 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Network': ['ID=73e2ece6-1b90-4c93-8b46-0b460541ce47,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:53.918023 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 73e2ece6-1b90-4c93-8b46-0b460541ce47 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:53.947474 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77162912-07ca-4844-814d-30c6859043f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Made reservation on behalf of 44b0835ba7e14e8eb44c1ef1c17c6084 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:53.951091 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77162912-07ca-4844-814d-30c6859043f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.951587 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d0f37e5b-3070-486d-8a10-2b2dcc41e1d5 req-2901d748-003f-40ae-8b15-9e5e89e82a32 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6a57831b-f6bf-4b32-b5ee-a5410c772ebe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2496305 Aug 19 18:31:54.032323 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77162912-07ca-4844-814d-30c6859043f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:54.042509 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77162912-07ca-4844-814d-30c6859043f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:54.043093 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-77162912-07ca-4844-814d-30c6859043f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Added segment d52316cd-ed51-4cfe-ae79-782fb08698aa of type vlan for network 3b7466ba-ac23-4f04-af15-59e06f15f95a Aug 19 18:31:54.055398 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d0f37e5b-3070-486d-8a10-2b2dcc41e1d5 req-f0577248-d962-4dcc-9135-bea7946dc8df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1d3cdd6241149db9775c123f2c61d80&device_id=6a57831b-f6bf-4b32-b5ee-a5410c772ebe HTTP/1.1" status: 200 len: 210 time: 0.0698965 Aug 19 18:31:54.094021 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77162912-07ca-4844-814d-30c6859043f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:54.123367 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77162912-07ca-4844-814d-30c6859043f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:54.141804 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77162912-07ca-4844-814d-30c6859043f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:54.142476 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77162912-07ca-4844-814d-30c6859043f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:54.162502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ac3c95fb-2891-4c3c-8a17-9e4c10db5740 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:31:54.163480 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d0f37e5b-3070-486d-8a10-2b2dcc41e1d5 req-09abc479-ecd9-4b11-9fd3-9ca0e04d624e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=e1d3cdd6241149db9775c123f2c61d80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784914 Aug 19 18:31:54.193490 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5033eb5f-d9e8-4e0e-aa78-41df2e3f2d3f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:54.253037 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: ac3c95fb-2891-4c3c-8a17-9e4c10db5740 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:31:54.253737 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ac3c95fb-2891-4c3c-8a17-9e4c10db5740 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:31:54.273279 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-06ac5fef-d8ab-4855-bb9d-a9256870eb30 req-081ed72f-9348-42b1-85e5-3701252e34ca tempest-VolumesBackupsTest-1356112488 tempest-VolumesBackupsTest-1356112488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a57831b-f6bf-4b32-b5ee-a5410c772ebe HTTP/1.1" status: 200 len: 210 time: 0.3593364 Aug 19 18:31:54.274318 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77162912-07ca-4844-814d-30c6859043f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Network': ['ID=3b7466ba-ac23-4f04-af15-59e06f15f95a,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:54.294219 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-77162912-07ca-4844-814d-30c6859043f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4076033 Aug 19 18:31:54.294889 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47720) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:54.300766 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d2eba840-4d8a-419e-ba6e-265f87d7d369 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'subnet': {'network_id': '73e2ece6-1b90-4c93-8b46-0b460541ce47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:54.305099 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 3b7466ba-ac23-4f04-af15-59e06f15f95a details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:54.429501 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2eba840-4d8a-419e-ba6e-265f87d7d369 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Made reservation on behalf of 44b0835ba7e14e8eb44c1ef1c17c6084 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:54.433340 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d2eba840-4d8a-419e-ba6e-265f87d7d369 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:54.498920 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f37e5b-3070-486d-8a10-2b2dcc41e1d5 req-3ee6349e-2f37-4a2f-a3e9-a6bd500350d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:54.500068 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d0f37e5b-3070-486d-8a10-2b2dcc41e1d5 req-3ee6349e-2f37-4a2f-a3e9-a6bd500350d5 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3296566 Aug 19 18:31:54.501955 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5033eb5f-d9e8-4e0e-aa78-41df2e3f2d3f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:54.531666 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033eb5f-d9e8-4e0e-aa78-41df2e3f2d3f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Subnet': ['ID=54b99fc8-d391-41b4-bb29-ab70e63837da,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:54.536472 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5033eb5f-d9e8-4e0e-aa78-41df2e3f2d3f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:54.539042 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5033eb5f-d9e8-4e0e-aa78-41df2e3f2d3f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/subnets/54b99fc8-d391-41b4-bb29-ab70e63837da HTTP/1.1" status: 204 len: 168 time: 0.8987362 Aug 19 18:31:54.543671 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47726) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:54.557153 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d8e678-8777-4c0d-9916-f4c798f52dbf None None] Network 2f44e52c-6eeb-494f-9c14-e4f990094466 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:54.623972 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a31a94-9ac6-4a21-9e56-8d58da3bc312 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Deleting subnet 6ca39e42-bd1c-4301-a7af-c15513e9b2a0 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:31:54.627912 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a1a31a94-9ac6-4a21-9e56-8d58da3bc312 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:54.684636 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a1a31a94-9ac6-4a21-9e56-8d58da3bc312 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:54.730951 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d2eba840-4d8a-419e-ba6e-265f87d7d369 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:54.799283 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a1a31a94-9ac6-4a21-9e56-8d58da3bc312 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:54.840227 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eba840-4d8a-419e-ba6e-265f87d7d369 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Subnet': ['ID=2728a8f1-b360-4f52-b025-7911cd8436e8,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:54.873029 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eba840-4d8a-419e-ba6e-265f87d7d369 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Checking segment: {'id': '6dcc68c0-8f32-47c9-95ee-df1c3276a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '73e2ece6-1b90-4c93-8b46-0b460541ce47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:54.873698 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eba840-4d8a-419e-ba6e-265f87d7d369 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network hostable DHCP agents. Network: 73e2ece6-1b90-4c93-8b46-0b460541ce47, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:31:54.901300 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a1a31a94-9ac6-4a21-9e56-8d58da3bc312 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:54.908159 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eba840-4d8a-419e-ba6e-265f87d7d369 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network 73e2ece6-1b90-4c93-8b46-0b460541ce47 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:31:54.919210 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-d2eba840-4d8a-419e-ba6e-265f87d7d369 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 73e2ece6-1b90-4c93-8b46-0b460541ce47) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:54.924716 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eba840-4d8a-419e-ba6e-265f87d7d369 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:54.925513 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d2eba840-4d8a-419e-ba6e-265f87d7d369 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:54.933908 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88874691-4b8b-4e17-934a-8ac396a4fbbc None None] Network 73e2ece6-1b90-4c93-8b46-0b460541ce47 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:54.944995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a31a94-9ac6-4a21-9e56-8d58da3bc312 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Subnet': ['ID=6ca39e42-bd1c-4301-a7af-c15513e9b2a0,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:54.947060 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a1a31a94-9ac6-4a21-9e56-8d58da3bc312 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:54.952058 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a1a31a94-9ac6-4a21-9e56-8d58da3bc312 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/subnets/6ca39e42-bd1c-4301-a7af-c15513e9b2a0 HTTP/1.1" status: 204 len: 168 time: 0.4057713 Aug 19 18:31:54.957884 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d2eba840-4d8a-419e-ba6e-265f87d7d369 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6617932 Aug 19 18:31:54.958755 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47738) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:54.958974 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47740) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:54.964345 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-7cd762c3-c822-4221-a853-23798fb78388 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'subnet': {'network_id': '3b7466ba-ac23-4f04-af15-59e06f15f95a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:55.055269 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57880db3-2a5a-4d2e-b69b-5b55534fcc00 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.111988 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd762c3-c822-4221-a853-23798fb78388 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Made reservation on behalf of 44b0835ba7e14e8eb44c1ef1c17c6084 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:55.116035 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7cd762c3-c822-4221-a853-23798fb78388 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.141635 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-57880db3-2a5a-4d2e-b69b-5b55534fcc00 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Deleting port dc5b410f-4c63-4e7c-8acd-e960c2e9f28e {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:31:55.141925 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57880db3-2a5a-4d2e-b69b-5b55534fcc00 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.161293 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c410cf91-4ebb-4fce-9398-38016e2984df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-73e2ece6-1b90-4c93-8b46-0b460541ce47', 'network_id': '73e2ece6-1b90-4c93-8b46-0b460541ce47', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'fixed_ips': [{'subnet_id': '2728a8f1-b360-4f52-b025-7911cd8436e8'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:31:55.162411 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c410cf91-4ebb-4fce-9398-38016e2984df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.201615 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47744) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:55.244744 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-57880db3-2a5a-4d2e-b69b-5b55534fcc00 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] For port dc5b410f-4c63-4e7c-8acd-e960c2e9f28e, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=dc5b410f-4c63-4e7c-8acd-e960c2e9f28e,segment=NetworkSegment(a6ed41bf-c3cf-4190-974c-fba9c4129cab),segment_id=a6ed41bf-c3cf-4190-974c-fba9c4129cab)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:55.245779 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57880db3-2a5a-4d2e-b69b-5b55534fcc00 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.264876 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-57880db3-2a5a-4d2e-b69b-5b55534fcc00 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Calling delete_port for dc5b410f-4c63-4e7c-8acd-e960c2e9f28e owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:31:55.425876 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-c410cf91-4ebb-4fce-9398-38016e2984df None None] Allocated IP 172.20.0.2 (73e2ece6-1b90-4c93-8b46-0b460541ce47/2728a8f1-b360-4f52-b025-7911cd8436e8/72418e6f-f6f1-4a93-a763-56e1d45b9ad7) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:31:55.430969 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-228ae148-dcc1-4a1e-9e7e-03cb5b36a3a6 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1368538489', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:55.496843 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-228ae148-dcc1-4a1e-9e7e-03cb5b36a3a6 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.497945 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-228ae148-dcc1-4a1e-9e7e-03cb5b36a3a6 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.504232 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7cd762c3-c822-4221-a853-23798fb78388 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.528316 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57880db3-2a5a-4d2e-b69b-5b55534fcc00 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.583652 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd762c3-c822-4221-a853-23798fb78388 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Subnet': ['ID=ea7244f8-6b75-45bd-a3c0-15ae6d805391,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:55.584573 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57880db3-2a5a-4d2e-b69b-5b55534fcc00 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Port': ['ID=dc5b410f-4c63-4e7c-8acd-e960c2e9f28e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:55.592075 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57880db3-2a5a-4d2e-b69b-5b55534fcc00 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] No DVR routers for this DVR port dc5b410f-4c63-4e7c-8acd-e960c2e9f28e on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:31:55.628832 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd762c3-c822-4221-a853-23798fb78388 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Checking segment: {'id': 'd52316cd-ed51-4cfe-ae79-782fb08698aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3b7466ba-ac23-4f04-af15-59e06f15f95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:55.629488 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd762c3-c822-4221-a853-23798fb78388 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network hostable DHCP agents. Network: 3b7466ba-ac23-4f04-af15-59e06f15f95a, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:31:55.657881 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd762c3-c822-4221-a853-23798fb78388 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network 3b7466ba-ac23-4f04-af15-59e06f15f95a is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:31:55.670503 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-7cd762c3-c822-4221-a853-23798fb78388 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 3b7466ba-ac23-4f04-af15-59e06f15f95a) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:55.686584 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8bfbd1-510a-4d5c-959a-315287e7a628 None None] Network 2f44e52c-6eeb-494f-9c14-e4f990094466 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:55.695391 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd762c3-c822-4221-a853-23798fb78388 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:55.697457 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7cd762c3-c822-4221-a853-23798fb78388 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.725167 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7cd762c3-c822-4221-a853-23798fb78388 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7647188 Aug 19 18:31:55.727674 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47756) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:55.735983 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2acdff27-8b59-425a-be10-3e422d3ce1bb tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1007839569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:55.757858 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-228ae148-dcc1-4a1e-9e7e-03cb5b36a3a6 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.764916 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5a39ff-524e-435c-9322-e2499f1ea3be None None] Network 3b7466ba-ac23-4f04-af15-59e06f15f95a requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:55.768023 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57880db3-2a5a-4d2e-b69b-5b55534fcc00 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.771214 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-228ae148-dcc1-4a1e-9e7e-03cb5b36a3a6 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.783154 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2acdff27-8b59-425a-be10-3e422d3ce1bb tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.785112 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2acdff27-8b59-425a-be10-3e422d3ce1bb tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.792079 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-57880db3-2a5a-4d2e-b69b-5b55534fcc00 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f44e52c-6eeb-494f-9c14-e4f990094466']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:55.805781 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-57880db3-2a5a-4d2e-b69b-5b55534fcc00 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ed41bf-c3cf-4190-974c-fba9c4129cab') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:55.806392 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-57880db3-2a5a-4d2e-b69b-5b55534fcc00 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ed41bf-c3cf-4190-974c-fba9c4129cab') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:55.809336 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-228ae148-dcc1-4a1e-9e7e-03cb5b36a3a6 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.814706 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-228ae148-dcc1-4a1e-9e7e-03cb5b36a3a6 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6115022 Aug 19 18:31:55.821049 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47758) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:55.827359 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7695cec2-0e7b-4d27-ae0f-e8e6bbfe3cdd tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-425544323'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:55.836546 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57880db3-2a5a-4d2e-b69b-5b55534fcc00 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.850733 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-cd1444d2-6831-4ff9-8264-93d6cbd8211b None None] Could not find standard attr ID for object dc5b410f-4c63-4e7c-8acd-e960c2e9f28e. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:31:55.853135 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c410cf91-4ebb-4fce-9398-38016e2984df None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.860505 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2acdff27-8b59-425a-be10-3e422d3ce1bb tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.868147 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2acdff27-8b59-425a-be10-3e422d3ce1bb tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.868863 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57880db3-2a5a-4d2e-b69b-5b55534fcc00 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.877485 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57880db3-2a5a-4d2e-b69b-5b55534fcc00 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:31:55.878423 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57880db3-2a5a-4d2e-b69b-5b55534fcc00 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:31:55.882254 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:31:55.886351 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7695cec2-0e7b-4d27-ae0f-e8e6bbfe3cdd tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Made reservation on behalf of 1ed8c5e431804592a919660a43592a3c for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:55.890967 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7695cec2-0e7b-4d27-ae0f-e8e6bbfe3cdd tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.895177 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2acdff27-8b59-425a-be10-3e422d3ce1bb tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.897854 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2acdff27-8b59-425a-be10-3e422d3ce1bb tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1683168 Aug 19 18:31:55.900542 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47760) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:55.960339 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7695cec2-0e7b-4d27-ae0f-e8e6bbfe3cdd tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:56.004319 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c410cf91-4ebb-4fce-9398-38016e2984df None None] Transition to ACTIVE for port object 72418e6f-f6f1-4a93-a763-56e1d45b9ad7 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:56.005655 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57880db3-2a5a-4d2e-b69b-5b55534fcc00 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:56.020384 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57880db3-2a5a-4d2e-b69b-5b55534fcc00 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:56.024300 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-57880db3-2a5a-4d2e-b69b-5b55534fcc00 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/networks/2f44e52c-6eeb-494f-9c14-e4f990094466 HTTP/1.1" status: 204 len: 168 time: 1.0637875 Aug 19 18:31:56.030180 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47762) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:56.035589 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c410cf91-4ebb-4fce-9398-38016e2984df None None] Transition to ACTIVE for port object 72418e6f-f6f1-4a93-a763-56e1d45b9ad7 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:56.064189 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3852f8c8-c025-435e-b235-57937f5c889c None None] DHCP port deletion for 2f44e52c-6eeb-494f-9c14-e4f990094466 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:31:56.076265 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db484f9-31a1-4f3d-aee2-50a3fc4c77aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-3b7466ba-ac23-4f04-af15-59e06f15f95a', 'network_id': '3b7466ba-ac23-4f04-af15-59e06f15f95a', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'fixed_ips': [{'subnet_id': 'ea7244f8-6b75-45bd-a3c0-15ae6d805391'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:31:56.077651 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6db484f9-31a1-4f3d-aee2-50a3fc4c77aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:56.082279 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c410cf91-4ebb-4fce-9398-38016e2984df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:56.123631 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57880db3-2a5a-4d2e-b69b-5b55534fcc00 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Network': ['ID=2f44e52c-6eeb-494f-9c14-e4f990094466,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:56.142196 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-45127180-75c1-476f-8cf5-f8425932092f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] DELETE failed (client error): The resource could not be found. Aug 19 18:31:56.142801 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45127180-75c1-476f-8cf5-f8425932092f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:31:56.145307 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-45127180-75c1-476f-8cf5-f8425932092f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/subnets/ddc48e8a-d312-4922-81b3-241fea7a353e HTTP/1.1" status: 404 len: 337 time: 0.1127994 Aug 19 18:31:56.153055 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47764) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:56.169656 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c410cf91-4ebb-4fce-9398-38016e2984df None None] Network 73e2ece6-1b90-4c93-8b46-0b460541ce47 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:56.177621 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8c24da-35ab-4753-a629-f2cd26103561 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] DELETE failed (client error): The resource could not be found. Aug 19 18:31:56.178255 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8c24da-35ab-4753-a629-f2cd26103561 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:31:56.183692 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fd8c24da-35ab-4753-a629-f2cd26103561 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/networks/88905f15-30ba-49ac-9f01-82de2fb37d14 HTTP/1.1" status: 404 len: 339 time: 0.0291822 Aug 19 18:31:56.191854 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device dc5b410f-4c63-4e7c-8acd-e960c2e9f28e no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:31:56.192516 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47766) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:56.213438 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-c410cf91-4ebb-4fce-9398-38016e2984df None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:56.219563 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: dc5b410f-4c63-4e7c-8acd-e960c2e9f28e {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:31:56.220294 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device dc5b410f-4c63-4e7c-8acd-e960c2e9f28e not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:31:56.224873 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c410cf91-4ebb-4fce-9398-38016e2984df None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:31:56.290579 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410cf91-4ebb-4fce-9398-38016e2984df None None] Pushing event updated for resources: {'Port': ['ID=72418e6f-f6f1-4a93-a763-56e1d45b9ad7,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:56.320482 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7695cec2-0e7b-4d27-ae0f-e8e6bbfe3cdd tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:56.322439 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-f651e669-1405-4333-aeb2-3cf6c21fab69 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] DELETE failed (client error): The resource could not be found. Aug 19 18:31:56.322835 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f651e669-1405-4333-aeb2-3cf6c21fab69 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:31:56.326724 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f651e669-1405-4333-aeb2-3cf6c21fab69 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/subnets/02b0b182-3ef6-473b-a407-f601bace8209 HTTP/1.1" status: 404 len: 337 time: 0.1326156 Aug 19 18:31:56.329128 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7695cec2-0e7b-4d27-ae0f-e8e6bbfe3cdd tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:56.333194 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47768) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:56.369099 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7695cec2-0e7b-4d27-ae0f-e8e6bbfe3cdd tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:56.378951 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f167e08-ef11-441d-a191-096f2b5a7b23 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] DELETE failed (client error): The resource could not be found. Aug 19 18:31:56.379602 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f167e08-ef11-441d-a191-096f2b5a7b23 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:31:56.384948 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2f167e08-ef11-441d-a191-096f2b5a7b23 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/networks/6e8b8a12-b404-47a2-8be6-13716a4959c5 HTTP/1.1" status: 404 len: 339 time: 0.0506363 Aug 19 18:31:56.386042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47770) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:56.387209 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c9dd5f67-1057-40d3-9f59-1d045078b941 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:56.402904 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c410cf91-4ebb-4fce-9398-38016e2984df None None] Attempting to bind port 72418e6f-f6f1-4a93-a763-56e1d45b9ad7 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:31:56.403143 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695cec2-0e7b-4d27-ae0f-e8e6bbfe3cdd tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2558dd8-1cc8-42c9-b062-3741a2cf5a62,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:56.404117 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c410cf91-4ebb-4fce-9398-38016e2984df None None] Attempting to bind port 72418e6f-f6f1-4a93-a763-56e1d45b9ad7 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '6dcc68c0-8f32-47c9-95ee-df1c3276a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '73e2ece6-1b90-4c93-8b46-0b460541ce47'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:31:56.404771 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c410cf91-4ebb-4fce-9398-38016e2984df None None] Attempting to bind port 72418e6f-f6f1-4a93-a763-56e1d45b9ad7 on network 73e2ece6-1b90-4c93-8b46-0b460541ce47 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:31:56.415332 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c410cf91-4ebb-4fce-9398-38016e2984df None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:31:56.416141 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c410cf91-4ebb-4fce-9398-38016e2984df None None] Checking segment: {'id': '6dcc68c0-8f32-47c9-95ee-df1c3276a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '73e2ece6-1b90-4c93-8b46-0b460541ce47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:56.416819 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c410cf91-4ebb-4fce-9398-38016e2984df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:56.417573 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c410cf91-4ebb-4fce-9398-38016e2984df None None] Bound using segment: {'id': '6dcc68c0-8f32-47c9-95ee-df1c3276a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '73e2ece6-1b90-4c93-8b46-0b460541ce47'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:31:56.418568 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c410cf91-4ebb-4fce-9398-38016e2984df None None] Bound port: 72418e6f-f6f1-4a93-a763-56e1d45b9ad7, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dcc68c0-8f32-47c9-95ee-df1c3276a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '73e2ece6-1b90-4c93-8b46-0b460541ce47'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:31:56.419190 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c410cf91-4ebb-4fce-9398-38016e2984df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:56.456630 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7695cec2-0e7b-4d27-ae0f-e8e6bbfe3cdd tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:56.457019 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-7695cec2-0e7b-4d27-ae0f-e8e6bbfe3cdd tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Added segment e6dee5d6-77c5-47d0-bee1-052971d6d21a of type vlan for network 3d060bf4-1ab8-4937-84be-47c3dc712502 Aug 19 18:31:56.459594 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-d863815b-acc0-4ebf-b5a0-5f2f2bf453d5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] DELETE failed (client error): The resource could not be found. Aug 19 18:31:56.460066 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d863815b-acc0-4ebf-b5a0-5f2f2bf453d5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:31:56.462487 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d863815b-acc0-4ebf-b5a0-5f2f2bf453d5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/subnets/83d581fe-e92b-45de-87b2-c91a27178510 HTTP/1.1" status: 404 len: 337 time: 0.0753546 Aug 19 18:31:56.473944 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47772) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:56.492562 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-6db484f9-31a1-4f3d-aee2-50a3fc4c77aa None None] Allocated IP 172.21.0.2 (3b7466ba-ac23-4f04-af15-59e06f15f95a/ea7244f8-6b75-45bd-a3c0-15ae6d805391/cc571415-bcdd-4301-96eb-3d0c06be0feb) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:31:56.533630 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-373b6bbb-f297-46e7-9ae8-e4d6c8bcbbd1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] DELETE failed (client error): The resource could not be found. Aug 19 18:31:56.534231 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373b6bbb-f297-46e7-9ae8-e4d6c8bcbbd1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:31:56.536273 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-373b6bbb-f297-46e7-9ae8-e4d6c8bcbbd1 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/networks/9530bce3-b987-4922-bda1-2d1d10a213f6 HTTP/1.1" status: 404 len: 339 time: 0.0613868 Aug 19 18:31:56.539410 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47776) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:56.541166 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c410cf91-4ebb-4fce-9398-38016e2984df None None] For port 72418e6f-f6f1-4a93-a763-56e1d45b9ad7, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:31:56.588025 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c410cf91-4ebb-4fce-9398-38016e2984df None None] For port 72418e6f-f6f1-4a93-a763-56e1d45b9ad7, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=72418e6f-f6f1-4a93-a763-56e1d45b9ad7,segment=NetworkSegment(6dcc68c0-8f32-47c9-95ee-df1c3276a06a),segment_id=6dcc68c0-8f32-47c9-95ee-df1c3276a06a)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:31:56.592869 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 62d7298b-f1ce-4241-ae30-73188031b7c0 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:31:56.598958 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7695cec2-0e7b-4d27-ae0f-e8e6bbfe3cdd tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:56.665905 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5b9bb1-e64a-4e4a-ae1c-fc2f03b8b72a tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Deleting subnet 5d94589c-7e4f-4f26-a861-0294c89738fd {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:31:56.689955 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e5b9bb1-e64a-4e4a-ae1c-fc2f03b8b72a tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:56.718475 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7695cec2-0e7b-4d27-ae0f-e8e6bbfe3cdd tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:56.725772 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7695cec2-0e7b-4d27-ae0f-e8e6bbfe3cdd tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:56.726328 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7695cec2-0e7b-4d27-ae0f-e8e6bbfe3cdd tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:56.772334 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-c9dd5f67-1057-40d3-9f59-1d045078b941 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Allocated IP 172.20.0.1 (73e2ece6-1b90-4c93-8b46-0b460541ce47/2728a8f1-b360-4f52-b025-7911cd8436e8/c1e519f7-ca9e-43a6-84be-a523765e657d) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:31:56.830223 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c410cf91-4ebb-4fce-9398-38016e2984df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:56.913763 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c9dd5f67-1057-40d3-9f59-1d045078b941 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:56.929135 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-c9dd5f67-1057-40d3-9f59-1d045078b941 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Transition to ACTIVE for port object c1e519f7-ca9e-43a6-84be-a523765e657d will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:56.959132 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 62d7298b-f1ce-4241-ae30-73188031b7c0 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:31:56.959866 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 62d7298b-f1ce-4241-ae30-73188031b7c0 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:31:56.983458 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c9dd5f67-1057-40d3-9f59-1d045078b941 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:57.008378 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6db484f9-31a1-4f3d-aee2-50a3fc4c77aa None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:57.027342 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dd5f67-1057-40d3-9f59-1d045078b941 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network 73e2ece6-1b90-4c93-8b46-0b460541ce47 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:57.033155 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-c9dd5f67-1057-40d3-9f59-1d045078b941 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:57.039672 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6db484f9-31a1-4f3d-aee2-50a3fc4c77aa None None] Transition to ACTIVE for port object cc571415-bcdd-4301-96eb-3d0c06be0feb will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:57.042895 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410cf91-4ebb-4fce-9398-38016e2984df None None] Pushing event updated for resources: {'Port': ['ID=72418e6f-f6f1-4a93-a763-56e1d45b9ad7,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:57.057788 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dd5f67-1057-40d3-9f59-1d045078b941 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:31:57.076653 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6db484f9-31a1-4f3d-aee2-50a3fc4c77aa None None] Transition to ACTIVE for port object cc571415-bcdd-4301-96eb-3d0c06be0feb will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:57.085392 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6db484f9-31a1-4f3d-aee2-50a3fc4c77aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:57.132292 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c9dd5f67-1057-40d3-9f59-1d045078b941 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:57.176428 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db484f9-31a1-4f3d-aee2-50a3fc4c77aa None None] Network 3b7466ba-ac23-4f04-af15-59e06f15f95a is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:57.177889 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db484f9-31a1-4f3d-aee2-50a3fc4c77aa None None] Pushing event updated for resources: {'Port': ['ID=cc571415-bcdd-4301-96eb-3d0c06be0feb,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:57.189637 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-6db484f9-31a1-4f3d-aee2-50a3fc4c77aa None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:57.193375 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db484f9-31a1-4f3d-aee2-50a3fc4c77aa None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:31:57.212118 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd5f67-1057-40d3-9f59-1d045078b941 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Port': ['ID=c1e519f7-ca9e-43a6-84be-a523765e657d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:57.291210 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7695cec2-0e7b-4d27-ae0f-e8e6bbfe3cdd tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4673350 Aug 19 18:31:57.292695 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47780) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:57.299094 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e5b9bb1-e64a-4e4a-ae1c-fc2f03b8b72a tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:57.317099 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-6db484f9-31a1-4f3d-aee2-50a3fc4c77aa None None] Attempting to bind port cc571415-bcdd-4301-96eb-3d0c06be0feb on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:31:57.317604 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-6db484f9-31a1-4f3d-aee2-50a3fc4c77aa None None] Attempting to bind port cc571415-bcdd-4301-96eb-3d0c06be0feb by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'd52316cd-ed51-4cfe-ae79-782fb08698aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3b7466ba-ac23-4f04-af15-59e06f15f95a'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:31:57.318113 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db484f9-31a1-4f3d-aee2-50a3fc4c77aa None None] Attempting to bind port cc571415-bcdd-4301-96eb-3d0c06be0feb on network 3b7466ba-ac23-4f04-af15-59e06f15f95a {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:31:57.326588 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db484f9-31a1-4f3d-aee2-50a3fc4c77aa None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:31:57.327318 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db484f9-31a1-4f3d-aee2-50a3fc4c77aa None None] Checking segment: {'id': 'd52316cd-ed51-4cfe-ae79-782fb08698aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3b7466ba-ac23-4f04-af15-59e06f15f95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:57.328471 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6db484f9-31a1-4f3d-aee2-50a3fc4c77aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:57.330033 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db484f9-31a1-4f3d-aee2-50a3fc4c77aa None None] Bound using segment: {'id': 'd52316cd-ed51-4cfe-ae79-782fb08698aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3b7466ba-ac23-4f04-af15-59e06f15f95a'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:31:57.331237 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-6db484f9-31a1-4f3d-aee2-50a3fc4c77aa None None] Bound port: cc571415-bcdd-4301-96eb-3d0c06be0feb, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52316cd-ed51-4cfe-ae79-782fb08698aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3b7466ba-ac23-4f04-af15-59e06f15f95a'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:31:57.331737 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6db484f9-31a1-4f3d-aee2-50a3fc4c77aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:57.333657 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-9506f084-6f23-407c-99e0-1fefec10ebe3 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Request body: {'subnet': {'network_id': '3d060bf4-1ab8-4937-84be-47c3dc712502', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:57.386098 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c9dd5f67-1057-40d3-9f59-1d045078b941 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:57.442499 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-6db484f9-31a1-4f3d-aee2-50a3fc4c77aa None None] For port cc571415-bcdd-4301-96eb-3d0c06be0feb, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:31:57.446614 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-6db484f9-31a1-4f3d-aee2-50a3fc4c77aa None None] For port cc571415-bcdd-4301-96eb-3d0c06be0feb, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=cc571415-bcdd-4301-96eb-3d0c06be0feb,segment=NetworkSegment(d52316cd-ed51-4cfe-ae79-782fb08698aa),segment_id=d52316cd-ed51-4cfe-ae79-782fb08698aa)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:31:57.460913 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695cec2-0e7b-4d27-ae0f-e8e6bbfe3cdd tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Pushing event updated for resources: {'Network': ['ID=3d060bf4-1ab8-4937-84be-47c3dc712502,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:57.462872 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6db484f9-31a1-4f3d-aee2-50a3fc4c77aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:57.545862 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 3d060bf4-1ab8-4937-84be-47c3dc712502 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:57.591627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9506f084-6f23-407c-99e0-1fefec10ebe3 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Made reservation on behalf of 1ed8c5e431804592a919660a43592a3c for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:57.595946 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9506f084-6f23-407c-99e0-1fefec10ebe3 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:57.657658 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e5b9bb1-e64a-4e4a-ae1c-fc2f03b8b72a tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:57.692451 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db484f9-31a1-4f3d-aee2-50a3fc4c77aa None None] Pushing event updated for resources: {'Port': ['ID=cc571415-bcdd-4301-96eb-3d0c06be0feb,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:57.747159 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:31:58.006371 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9506f084-6f23-407c-99e0-1fefec10ebe3 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:58.067143 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e5b9bb1-e64a-4e4a-ae1c-fc2f03b8b72a tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:58.091090 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506f084-6f23-407c-99e0-1fefec10ebe3 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Pushing event updated for resources: {'Subnet': ['ID=19226a55-dc59-45dc-8934-a242f04ddb29,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:58.102622 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e5b9bb1-e64a-4e4a-ae1c-fc2f03b8b72a tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:58.107508 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f7cdd2-99d6-493a-aa92-62e04ec06cba None None] Network 797c4931-27bb-49dc-85d2-0af64ed76c55 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:58.119774 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7e5b9bb1-e64a-4e4a-ae1c-fc2f03b8b72a tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/subnets/5d94589c-7e4f-4f26-a861-0294c89738fd HTTP/1.1" status: 204 len: 168 time: 1.5784442 Aug 19 18:31:58.131528 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47786) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:58.302844 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device cc571415-bcdd-4301-96eb-3d0c06be0feb up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:31:58.304565 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b9bb1-e64a-4e4a-ae1c-fc2f03b8b72a tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Subnet': ['ID=5d94589c-7e4f-4f26-a861-0294c89738fd,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:58.377096 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0e599278-1bc3-48f8-a410-e6a5d37d14e4 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:58.400695 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9506f084-6f23-407c-99e0-1fefec10ebe3 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Checking segment: {'id': 'e6dee5d6-77c5-47d0-bee1-052971d6d21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3d060bf4-1ab8-4937-84be-47c3dc712502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:58.401071 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9506f084-6f23-407c-99e0-1fefec10ebe3 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Network hostable DHCP agents. Network: 3d060bf4-1ab8-4937-84be-47c3dc712502, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:31:58.410032 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port cc571415-bcdd-4301-96eb-3d0c06be0feb completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:58.415237 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 72418e6f-f6f1-4a93-a763-56e1d45b9ad7 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:31:58.421480 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c9dd5f67-1057-40d3-9f59-1d045078b941 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:58.434551 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c9dd5f67-1057-40d3-9f59-1d045078b941 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:58.491726 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9506f084-6f23-407c-99e0-1fefec10ebe3 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Network 3d060bf4-1ab8-4937-84be-47c3dc712502 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:31:58.506970 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3004da7a-e5ff-4e45-964f-9d21dec46943 None None] DHCP port deletion for 797c4931-27bb-49dc-85d2-0af64ed76c55 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:31:58.519369 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-9506f084-6f23-407c-99e0-1fefec10ebe3 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 3d060bf4-1ab8-4937-84be-47c3dc712502) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:58.526994 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9506f084-6f23-407c-99e0-1fefec10ebe3 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:58.528506 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9506f084-6f23-407c-99e0-1fefec10ebe3 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:58.537142 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c469fa33-8494-4849-842d-ee1e7fe7619d None None] Network 3d060bf4-1ab8-4937-84be-47c3dc712502 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:58.540641 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 72418e6f-f6f1-4a93-a763-56e1d45b9ad7 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:58.553946 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-0e599278-1bc3-48f8-a410-e6a5d37d14e4 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Deleting port ffbc2054-be6b-464e-aef5-199440730a58 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:31:58.554422 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0e599278-1bc3-48f8-a410-e6a5d37d14e4 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:58.584150 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9506f084-6f23-407c-99e0-1fefec10ebe3 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2550621 Aug 19 18:31:58.591191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd5f67-1057-40d3-9f59-1d045078b941 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Port': ['ID=c1e519f7-ca9e-43a6-84be-a523765e657d,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:58.602593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47788) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:58.618311 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-ae0f03e4-a934-4b8e-9f2e-c37713815e37 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Request body: {'network': {'name': 'tempest-router-network01--1216457644'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:58.652755 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-0e599278-1bc3-48f8-a410-e6a5d37d14e4 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] For port ffbc2054-be6b-464e-aef5-199440730a58, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ffbc2054-be6b-464e-aef5-199440730a58,segment=NetworkSegment(1cda0971-8027-46a9-a7e2-fb9bd319724d),segment_id=1cda0971-8027-46a9-a7e2-fb9bd319724d)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:58.653114 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0e599278-1bc3-48f8-a410-e6a5d37d14e4 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:58.671602 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-0e599278-1bc3-48f8-a410-e6a5d37d14e4 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Calling delete_port for ffbc2054-be6b-464e-aef5-199440730a58 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:31:58.682608 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c9dd5f67-1057-40d3-9f59-1d045078b941 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:58.784961 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0f03e4-a934-4b8e-9f2e-c37713815e37 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Made reservation on behalf of 1ed8c5e431804592a919660a43592a3c for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:58.790320 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ae0f03e4-a934-4b8e-9f2e-c37713815e37 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:58.806680 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0e599278-1bc3-48f8-a410-e6a5d37d14e4 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:58.867020 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-3004da7a-e5ff-4e45-964f-9d21dec46943 None None] Deleting port ffbc2054-be6b-464e-aef5-199440730a58 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:31:58.867737 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3004da7a-e5ff-4e45-964f-9d21dec46943 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:58.873917 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1a01cb-9ba5-4408-ac38-a00b15348eee None None] Network 73e2ece6-1b90-4c93-8b46-0b460541ce47 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:58.879503 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0f03e4-a934-4b8e-9f2e-c37713815e37 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:58.895201 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e599278-1bc3-48f8-a410-e6a5d37d14e4 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Port': ['ID=ffbc2054-be6b-464e-aef5-199440730a58,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:58.897088 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e599278-1bc3-48f8-a410-e6a5d37d14e4 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] No DVR routers for this DVR port ffbc2054-be6b-464e-aef5-199440730a58 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:31:58.925973 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ae0f03e4-a934-4b8e-9f2e-c37713815e37 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:58.926326 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-ae0f03e4-a934-4b8e-9f2e-c37713815e37 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Added segment 0f58cb6a-9399-461a-bfe8-14f739fb5722 of type vlan for network 9bfdbef4-40fd-43dc-8853-4266288927ed Aug 19 18:31:58.945263 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dd5f67-1057-40d3-9f59-1d045078b941 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network 73e2ece6-1b90-4c93-8b46-0b460541ce47 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:58.947593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-c9dd5f67-1057-40d3-9f59-1d045078b941 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:59.040933 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0e599278-1bc3-48f8-a410-e6a5d37d14e4 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:59.063905 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ae0f03e4-a934-4b8e-9f2e-c37713815e37 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:59.068068 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-0e599278-1bc3-48f8-a410-e6a5d37d14e4 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797c4931-27bb-49dc-85d2-0af64ed76c55']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:59.081309 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-0e599278-1bc3-48f8-a410-e6a5d37d14e4 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cda0971-8027-46a9-a7e2-fb9bd319724d') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:59.081741 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-0e599278-1bc3-48f8-a410-e6a5d37d14e4 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cda0971-8027-46a9-a7e2-fb9bd319724d') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:59.094604 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0e599278-1bc3-48f8-a410-e6a5d37d14e4 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:59.139489 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0e599278-1bc3-48f8-a410-e6a5d37d14e4 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:59.158403 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e599278-1bc3-48f8-a410-e6a5d37d14e4 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:31:59.160225 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0e599278-1bc3-48f8-a410-e6a5d37d14e4 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:31:59.168873 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:31:59.236234 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae91d56e-c21a-4ee9-9c77-1d5cc7ebf52e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-3d060bf4-1ab8-4937-84be-47c3dc712502', 'network_id': '3d060bf4-1ab8-4937-84be-47c3dc712502', 'tenant_id': '1ed8c5e431804592a919660a43592a3c', 'fixed_ips': [{'subnet_id': '19226a55-dc59-45dc-8934-a242f04ddb29'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:31:59.237098 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ae91d56e-c21a-4ee9-9c77-1d5cc7ebf52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:59.307735 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ae0f03e4-a934-4b8e-9f2e-c37713815e37 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:59.310116 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0e599278-1bc3-48f8-a410-e6a5d37d14e4 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:59.319666 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0e599278-1bc3-48f8-a410-e6a5d37d14e4 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:59.325968 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0f03e4-a934-4b8e-9f2e-c37713815e37 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:59.327340 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ae0f03e4-a934-4b8e-9f2e-c37713815e37 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:59.330997 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0e599278-1bc3-48f8-a410-e6a5d37d14e4 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/networks/797c4931-27bb-49dc-85d2-0af64ed76c55 HTTP/1.1" status: 204 len: 168 time: 1.1895695 Aug 19 18:31:59.340231 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ddd27013-26b8-4c89-bbdb-32aae16074a4 None None] Provisioning for port 72418e6f-f6f1-4a93-a763-56e1d45b9ad7 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:59.350448 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47836) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:59.362394 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ddd27013-26b8-4c89-bbdb-32aae16074a4 None None] Provisioning complete for port 72418e6f-f6f1-4a93-a763-56e1d45b9ad7 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:59.369036 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ddd27013-26b8-4c89-bbdb-32aae16074a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:59.374458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e599278-1bc3-48f8-a410-e6a5d37d14e4 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Network': ['ID=797c4931-27bb-49dc-85d2-0af64ed76c55,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:59.423413 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d16a8ea-5022-4675-b2fb-6bc0ca0dcac7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] DELETE failed (client error): The resource could not be found. Aug 19 18:31:59.423880 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d16a8ea-5022-4675-b2fb-6bc0ca0dcac7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:31:59.426377 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0d16a8ea-5022-4675-b2fb-6bc0ca0dcac7 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/subnets/a7894f6c-5f1a-483e-b616-5079fa8e4ac9 HTTP/1.1" status: 404 len: 337 time: 0.0745986 Aug 19 18:31:59.428877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47838) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:59.456241 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa38223-cfda-4357-9fef-89a980cad034 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] DELETE failed (client error): The resource could not be found. Aug 19 18:31:59.456837 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aa38223-cfda-4357-9fef-89a980cad034 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:31:59.461979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f03e4-a934-4b8e-9f2e-c37713815e37 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Pushing event updated for resources: {'Network': ['ID=9bfdbef4-40fd-43dc-8853-4266288927ed,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:59.473123 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ae0f03e4-a934-4b8e-9f2e-c37713815e37 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8614094 Aug 19 18:31:59.476749 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47840) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:59.477009 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9aa38223-cfda-4357-9fef-89a980cad034 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/networks/f49666b9-ce01-4577-b652-28ad4b2efeff HTTP/1.1" status: 404 len: 339 time: 0.0467877 Aug 19 18:31:59.479125 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47842) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:59.483336 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-9ea96534-abb2-4b3c-b30c-2c3a9039fdd8 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Request body: {'network': {'name': 'tempest-router-network02--1576613936'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:59.516279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea96534-abb2-4b3c-b30c-2c3a9039fdd8 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Made reservation on behalf of 1ed8c5e431804592a919660a43592a3c for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:59.519877 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ea96534-abb2-4b3c-b30c-2c3a9039fdd8 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:59.540167 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9dd5f67-1057-40d3-9f59-1d045078b941 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Router ece9e49a-a3e1-4101-a51e-8a5fe212184d is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:31:59.571913 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-3004da7a-e5ff-4e45-964f-9d21dec46943 None None] For port ffbc2054-be6b-464e-aef5-199440730a58, host n-d-803753-2, got binding levels [] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:59.573705 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3004da7a-e5ff-4e45-964f-9d21dec46943 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:59.587831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52529919-4f63-4625-8e79-80d039e49a8b None None] Network 3b7466ba-ac23-4f04-af15-59e06f15f95a requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:31:59.593366 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 9bfdbef4-40fd-43dc-8853-4266288927ed details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:31:59.604622 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b88d164-b5b2-48da-95f4-e423b6ac034f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Deleting subnet 9ebf4bfc-9cc1-455d-8c88-434c1f5098c7 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:31:59.612946 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b88d164-b5b2-48da-95f4-e423b6ac034f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:59.707000 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b88d164-b5b2-48da-95f4-e423b6ac034f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:59.772004 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea96534-abb2-4b3c-b30c-2c3a9039fdd8 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:31:59.772490 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-3004da7a-e5ff-4e45-964f-9d21dec46943 None None] Calling delete_port for ffbc2054-be6b-464e-aef5-199440730a58 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:31:59.782691 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.ipam_backend_mixin [None req-3004da7a-e5ff-4e45-964f-9d21dec46943 None None] Port ffbc2054-be6b-464e-aef5-199440730a58 was not found and therefore no delete operation was performed {{(pid=94683) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:31:59.828261 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ea96534-abb2-4b3c-b30c-2c3a9039fdd8 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:59.828660 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-9ea96534-abb2-4b3c-b30c-2c3a9039fdd8 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Added segment 8abef7b2-da20-49e3-bc9f-59d8ec57ef43 of type vlan for network 47002b2e-2642-4110-ba66-5ef145461f39 Aug 19 18:31:59.842234 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9dd5f67-1057-40d3-9f59-1d045078b941 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:31:59.851979 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c9dd5f67-1057-40d3-9f59-1d045078b941 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/routers/ece9e49a-a3e1-4101-a51e-8a5fe212184d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9499676 Aug 19 18:31:59.852624 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47850) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:59.867123 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a70274-4660-4c05-b09f-5da2fe6f951d None None] Sync routers for ids ['ece9e49a-a3e1-4101-a51e-8a5fe212184d'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:31:59.873098 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b88d164-b5b2-48da-95f4-e423b6ac034f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:59.884370 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a70274-4660-4c05-b09f-5da2fe6f951d None None] Routers {'ece9e49a-a3e1-4101-a51e-8a5fe212184d'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:31:59.885904 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-35a70274-4660-4c05-b09f-5da2fe6f951d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:31:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ece9e49a-a3e1-4101-a51e-8a5fe212184d'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:59.930840 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-35a70274-4660-4c05-b09f-5da2fe6f951d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:59.951855 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a70274-4660-4c05-b09f-5da2fe6f951d None None] Routers {'ece9e49a-a3e1-4101-a51e-8a5fe212184d'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:31:59.953114 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-35a70274-4660-4c05-b09f-5da2fe6f951d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:31:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ece9e49a-a3e1-4101-a51e-8a5fe212184d'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:31:59.998102 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-ae91d56e-c21a-4ee9-9c77-1d5cc7ebf52e None None] Allocated IP 172.20.0.2 (3d060bf4-1ab8-4937-84be-47c3dc712502/19226a55-dc59-45dc-8934-a242f04ddb29/94127f9b-4b04-4056-9447-53138e8ad60d) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:32:00.041495 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b88d164-b5b2-48da-95f4-e423b6ac034f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:00.056596 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-35a70274-4660-4c05-b09f-5da2fe6f951d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:00.057376 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a70274-4660-4c05-b09f-5da2fe6f951d None None] The sync data for ids ['ece9e49a-a3e1-4101-a51e-8a5fe212184d'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:32:00.072689 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ea96534-abb2-4b3c-b30c-2c3a9039fdd8 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:00.122608 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b0bb42-c51f-4d0d-b756-21a5eff7ac77 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:00.127881 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-28b0bb42-c51f-4d0d-b756-21a5eff7ac77 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/ports/c1e519f7-ca9e-43a6-84be-a523765e657d HTTP/1.1" status: 200 len: 910 time: 0.2725971 Aug 19 18:32:00.128535 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47874) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:00.160201 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88d164-b5b2-48da-95f4-e423b6ac034f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Subnet': ['ID=9ebf4bfc-9cc1-455d-8c88-434c1f5098c7,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:00.190474 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b88d164-b5b2-48da-95f4-e423b6ac034f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:00.196301 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4b88d164-b5b2-48da-95f4-e423b6ac034f tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/subnets/9ebf4bfc-9cc1-455d-8c88-434c1f5098c7 HTTP/1.1" status: 204 len: 168 time: 0.7157252 Aug 19 18:32:00.199040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47878) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:00.292103 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ae91d56e-c21a-4ee9-9c77-1d5cc7ebf52e None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:00.316430 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ae91d56e-c21a-4ee9-9c77-1d5cc7ebf52e None None] Transition to ACTIVE for port object 94127f9b-4b04-4056-9447-53138e8ad60d will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:32:00.348718 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ea96534-abb2-4b3c-b30c-2c3a9039fdd8 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:00.366904 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea96534-abb2-4b3c-b30c-2c3a9039fdd8 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:00.367568 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ea96534-abb2-4b3c-b30c-2c3a9039fdd8 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:00.381661 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b592174d-4659-4fea-808f-98ff0cdb9ad5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:00.382263 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ae91d56e-c21a-4ee9-9c77-1d5cc7ebf52e None None] Transition to ACTIVE for port object 94127f9b-4b04-4056-9447-53138e8ad60d will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:32:00.388897 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3004da7a-e5ff-4e45-964f-9d21dec46943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:00.427772 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ffbc2054-be6b-464e-aef5-199440730a58 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:32:00.429794 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690ff222-7684-4330-afcf-e815e3c9ef57 None None] Network 933cd189-c561-43dd-9bb0-63b09da9ece0 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:32:00.511510 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-b592174d-4659-4fea-808f-98ff0cdb9ad5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Deleting port 67ace3e7-a2db-4f80-9aa0-a54506ca2a53 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:32:00.512850 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b592174d-4659-4fea-808f-98ff0cdb9ad5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:00.528430 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9ea96534-abb2-4b3c-b30c-2c3a9039fdd8 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0506003 Aug 19 18:32:00.532762 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47890) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:00.539822 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e11ece57-c7a2-41ae-98d8-84b4f6f92a82 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Request body: {'subnet': {'network_id': '9bfdbef4-40fd-43dc-8853-4266288927ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:32:00.545690 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea96534-abb2-4b3c-b30c-2c3a9039fdd8 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Pushing event updated for resources: {'Network': ['ID=47002b2e-2642-4110-ba66-5ef145461f39,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:00.556101 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ae91d56e-c21a-4ee9-9c77-1d5cc7ebf52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:00.665865 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae91d56e-c21a-4ee9-9c77-1d5cc7ebf52e None None] Network 3d060bf4-1ab8-4937-84be-47c3dc712502 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:32:00.694853 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 47002b2e-2642-4110-ba66-5ef145461f39 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:32:00.711339 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-ae91d56e-c21a-4ee9-9c77-1d5cc7ebf52e None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:00.716880 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-b592174d-4659-4fea-808f-98ff0cdb9ad5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] For port 67ace3e7-a2db-4f80-9aa0-a54506ca2a53, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=67ace3e7-a2db-4f80-9aa0-a54506ca2a53,segment=NetworkSegment(f5341ad5-8fc3-4fd5-a562-fca60912a27c),segment_id=f5341ad5-8fc3-4fd5-a562-fca60912a27c)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:00.719069 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b592174d-4659-4fea-808f-98ff0cdb9ad5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:00.728005 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae91d56e-c21a-4ee9-9c77-1d5cc7ebf52e None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:32:00.744417 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11ece57-c7a2-41ae-98d8-84b4f6f92a82 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Made reservation on behalf of 1ed8c5e431804592a919660a43592a3c for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:32:00.748839 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e11ece57-c7a2-41ae-98d8-84b4f6f92a82 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:00.764066 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3004da7a-e5ff-4e45-964f-9d21dec46943 None None] Network 797c4931-27bb-49dc-85d2-0af64ed76c55 is not hosted by any dhcp agent {{(pid=94683) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:32:00.764631 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3004da7a-e5ff-4e45-964f-9d21dec46943 None None] No DVR routers for this DVR port ffbc2054-be6b-464e-aef5-199440730a58 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:32:00.768933 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004da7a-e5ff-4e45-964f-9d21dec46943 None None] Pushing event deleted for resources: {'Port': ['ID=ffbc2054-be6b-464e-aef5-199440730a58,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:00.774930 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-b592174d-4659-4fea-808f-98ff0cdb9ad5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Calling delete_port for 67ace3e7-a2db-4f80-9aa0-a54506ca2a53 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:32:00.787593 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: ffbc2054-be6b-464e-aef5-199440730a58 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:32:00.790506 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ffbc2054-be6b-464e-aef5-199440730a58 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:32:00.958314 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b592174d-4659-4fea-808f-98ff0cdb9ad5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:00.993662 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592174d-4659-4fea-808f-98ff0cdb9ad5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Port': ['ID=67ace3e7-a2db-4f80-9aa0-a54506ca2a53,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:01.004309 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b592174d-4659-4fea-808f-98ff0cdb9ad5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] No DVR routers for this DVR port 67ace3e7-a2db-4f80-9aa0-a54506ca2a53 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:32:01.074345 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5d32c286-c82e-4bde-a0fd-8bc45a659769 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:01.215680 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b592174d-4659-4fea-808f-98ff0cdb9ad5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:01.240906 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-b592174d-4659-4fea-808f-98ff0cdb9ad5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933cd189-c561-43dd-9bb0-63b09da9ece0']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:01.268314 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-b592174d-4659-4fea-808f-98ff0cdb9ad5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5341ad5-8fc3-4fd5-a562-fca60912a27c') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:01.269494 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-b592174d-4659-4fea-808f-98ff0cdb9ad5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5341ad5-8fc3-4fd5-a562-fca60912a27c') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:01.291943 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b592174d-4659-4fea-808f-98ff0cdb9ad5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:01.327488 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b592174d-4659-4fea-808f-98ff0cdb9ad5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:01.343230 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b592174d-4659-4fea-808f-98ff0cdb9ad5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:32:01.345215 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b592174d-4659-4fea-808f-98ff0cdb9ad5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:32:01.351953 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:32:01.498599 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b592174d-4659-4fea-808f-98ff0cdb9ad5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:01.516147 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b592174d-4659-4fea-808f-98ff0cdb9ad5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:01.528810 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b592174d-4659-4fea-808f-98ff0cdb9ad5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] 10.222.0.24 "DELETE /v2.0/networks/933cd189-c561-43dd-9bb0-63b09da9ece0 HTTP/1.1" status: 204 len: 168 time: 1.3219960 Aug 19 18:32:01.551522 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592174d-4659-4fea-808f-98ff0cdb9ad5 tempest-NetworksIpV6Test-255223196 tempest-NetworksIpV6Test-255223196-project] Pushing event deleted for resources: {'Network': ['ID=933cd189-c561-43dd-9bb0-63b09da9ece0,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:01.583062 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ddd27013-26b8-4c89-bbdb-32aae16074a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:01.726792 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91d56e-c21a-4ee9-9c77-1d5cc7ebf52e None None] Pushing event updated for resources: {'Port': ['ID=94127f9b-4b04-4056-9447-53138e8ad60d,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:01.756906 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e11ece57-c7a2-41ae-98d8-84b4f6f92a82 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:01.791392 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ddd27013-26b8-4c89-bbdb-32aae16074a4 None None] For port 72418e6f-f6f1-4a93-a763-56e1d45b9ad7, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=72418e6f-f6f1-4a93-a763-56e1d45b9ad7,segment=NetworkSegment(6dcc68c0-8f32-47c9-95ee-df1c3276a06a),segment_id=6dcc68c0-8f32-47c9-95ee-df1c3276a06a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:01.810094 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ddd27013-26b8-4c89-bbdb-32aae16074a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:01.848492 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ece57-c7a2-41ae-98d8-84b4f6f92a82 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Pushing event updated for resources: {'Subnet': ['ID=34237d80-aefa-4e31-9357-e056c172702b,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:01.872562 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddc93f3-aa35-4cf5-b7f5-8313789810b5 None None] DHCP port deletion for 933cd189-c561-43dd-9bb0-63b09da9ece0 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:32:01.902081 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ae91d56e-c21a-4ee9-9c77-1d5cc7ebf52e None None] Attempting to bind port 94127f9b-4b04-4056-9447-53138e8ad60d on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:32:01.902671 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ae91d56e-c21a-4ee9-9c77-1d5cc7ebf52e None None] Attempting to bind port 94127f9b-4b04-4056-9447-53138e8ad60d by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'e6dee5d6-77c5-47d0-bee1-052971d6d21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3d060bf4-1ab8-4937-84be-47c3dc712502'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:32:01.903226 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae91d56e-c21a-4ee9-9c77-1d5cc7ebf52e None None] Attempting to bind port 94127f9b-4b04-4056-9447-53138e8ad60d on network 3d060bf4-1ab8-4937-84be-47c3dc712502 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:32:01.916795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae91d56e-c21a-4ee9-9c77-1d5cc7ebf52e None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:32:01.917218 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae91d56e-c21a-4ee9-9c77-1d5cc7ebf52e None None] Checking segment: {'id': 'e6dee5d6-77c5-47d0-bee1-052971d6d21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3d060bf4-1ab8-4937-84be-47c3dc712502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:32:01.918367 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ae91d56e-c21a-4ee9-9c77-1d5cc7ebf52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:01.918787 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae91d56e-c21a-4ee9-9c77-1d5cc7ebf52e None None] Bound using segment: {'id': 'e6dee5d6-77c5-47d0-bee1-052971d6d21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3d060bf4-1ab8-4937-84be-47c3dc712502'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:32:01.919321 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ae91d56e-c21a-4ee9-9c77-1d5cc7ebf52e None None] Bound port: 94127f9b-4b04-4056-9447-53138e8ad60d, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6dee5d6-77c5-47d0-bee1-052971d6d21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3d060bf4-1ab8-4937-84be-47c3dc712502'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:32:01.919736 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ae91d56e-c21a-4ee9-9c77-1d5cc7ebf52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:02.021206 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd27013-26b8-4c89-bbdb-32aae16074a4 None None] Pushing event updated for resources: {'Port': ['ID=72418e6f-f6f1-4a93-a763-56e1d45b9ad7,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:02.068766 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-dc011b86-a777-4569-b3a0-ba6fa0c3e231 None None] Provisioning complete for port 72418e6f-f6f1-4a93-a763-56e1d45b9ad7 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:02.069317 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dc011b86-a777-4569-b3a0-ba6fa0c3e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:02.223704 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 67ace3e7-a2db-4f80-9aa0-a54506ca2a53 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:32:02.271976 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 67ace3e7-a2db-4f80-9aa0-a54506ca2a53 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:32:02.272327 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 67ace3e7-a2db-4f80-9aa0-a54506ca2a53 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:32:02.300644 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ae91d56e-c21a-4ee9-9c77-1d5cc7ebf52e None None] For port 94127f9b-4b04-4056-9447-53138e8ad60d, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:32:02.301294 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47910) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:02.312187 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ae91d56e-c21a-4ee9-9c77-1d5cc7ebf52e None None] For port 94127f9b-4b04-4056-9447-53138e8ad60d, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=94127f9b-4b04-4056-9447-53138e8ad60d,segment=NetworkSegment(e6dee5d6-77c5-47d0-bee1-052971d6d21a),segment_id=e6dee5d6-77c5-47d0-bee1-052971d6d21a)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:32:02.316902 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11ece57-c7a2-41ae-98d8-84b4f6f92a82 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Checking segment: {'id': '0f58cb6a-9399-461a-bfe8-14f739fb5722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9bfdbef4-40fd-43dc-8853-4266288927ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:32:02.317299 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11ece57-c7a2-41ae-98d8-84b4f6f92a82 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Network hostable DHCP agents. Network: 9bfdbef4-40fd-43dc-8853-4266288927ed, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:32:02.365254 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11ece57-c7a2-41ae-98d8-84b4f6f92a82 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Network 9bfdbef4-40fd-43dc-8853-4266288927ed is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:32:02.371417 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ae91d56e-c21a-4ee9-9c77-1d5cc7ebf52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:02.377761 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-5d32c286-c82e-4bde-a0fd-8bc45a659769 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Allocated IP 172.21.0.1 (3b7466ba-ac23-4f04-af15-59e06f15f95a/ea7244f8-6b75-45bd-a3c0-15ae6d805391/b2db3d30-54b3-452b-9c19-8325497f14d4) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:32:02.397351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-e11ece57-c7a2-41ae-98d8-84b4f6f92a82 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 9bfdbef4-40fd-43dc-8853-4266288927ed) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:02.408393 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11ece57-c7a2-41ae-98d8-84b4f6f92a82 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:02.409571 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e11ece57-c7a2-41ae-98d8-84b4f6f92a82 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:02.477201 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2891ea6d-9a7f-45c2-ad5d-323c772b5a05 None None] Network 9bfdbef4-40fd-43dc-8853-4266288927ed requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:32:02.486818 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e11ece57-c7a2-41ae-98d8-84b4f6f92a82 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9528420 Aug 19 18:32:02.489857 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47914) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:02.495492 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-dd2b19f4-90f2-48cd-9d2c-f8f5578548eb tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Request body: {'subnet': {'network_id': '47002b2e-2642-4110-ba66-5ef145461f39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:32:02.583111 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5d32c286-c82e-4bde-a0fd-8bc45a659769 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:02.606344 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-5d32c286-c82e-4bde-a0fd-8bc45a659769 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Transition to ACTIVE for port object b2db3d30-54b3-452b-9c19-8325497f14d4 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:32:02.663408 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91d56e-c21a-4ee9-9c77-1d5cc7ebf52e None None] Pushing event updated for resources: {'Port': ['ID=94127f9b-4b04-4056-9447-53138e8ad60d,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:02.673323 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5d32c286-c82e-4bde-a0fd-8bc45a659769 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:02.690867 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-dc011b86-a777-4569-b3a0-ba6fa0c3e231 None None] Provisioning for port cc571415-bcdd-4301-96eb-3d0c06be0feb completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:32:02.691938 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-647085d3-c04f-4129-922b-0f352e1373ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21f586cf636f468e81d219f376196922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3893719 Aug 19 18:32:02.693285 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47916) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:02.714374 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-dc011b86-a777-4569-b3a0-ba6fa0c3e231 None None] Provisioning complete for port cc571415-bcdd-4301-96eb-3d0c06be0feb triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:02.714760 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dc011b86-a777-4569-b3a0-ba6fa0c3e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:02.734553 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2b19f4-90f2-48cd-9d2c-f8f5578548eb tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Made reservation on behalf of 1ed8c5e431804592a919660a43592a3c for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:32:02.743338 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd2b19f4-90f2-48cd-9d2c-f8f5578548eb tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:02.760441 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d32c286-c82e-4bde-a0fd-8bc45a659769 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network 3b7466ba-ac23-4f04-af15-59e06f15f95a is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:32:02.764257 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-5d32c286-c82e-4bde-a0fd-8bc45a659769 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:02.769471 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d32c286-c82e-4bde-a0fd-8bc45a659769 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:32:02.894281 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32c286-c82e-4bde-a0fd-8bc45a659769 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Port': ['ID=b2db3d30-54b3-452b-9c19-8325497f14d4,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:02.951776 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5d32c286-c82e-4bde-a0fd-8bc45a659769 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:02.988537 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-01dcab9a-dc06-46f2-8c6b-aed8ed161fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:03.031532 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-01dcab9a-dc06-46f2-8c6b-aed8ed161fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:03.061145 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7738bf-e0fb-471c-891d-1eeee9cab46f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-9bfdbef4-40fd-43dc-8853-4266288927ed', 'network_id': '9bfdbef4-40fd-43dc-8853-4266288927ed', 'tenant_id': '1ed8c5e431804592a919660a43592a3c', 'fixed_ips': [{'subnet_id': '34237d80-aefa-4e31-9357-e056c172702b'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:32:03.062975 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4d7738bf-e0fb-471c-891d-1eeee9cab46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:03.065939 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dc011b86-a777-4569-b3a0-ba6fa0c3e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:03.174589 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-01dcab9a-dc06-46f2-8c6b-aed8ed161fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:03.177724 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-01dcab9a-dc06-46f2-8c6b-aed8ed161fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:03.181811 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-01dcab9a-dc06-46f2-8c6b-aed8ed161fd8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29d620e2-ba8d-414c-ac70-dc4be474ecc0 HTTP/1.1" status: 204 len: 168 time: 0.4847808 Aug 19 18:32:03.219327 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcab9a-dc06-46f2-8c6b-aed8ed161fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d620e2-ba8d-414c-ac70-dc4be474ecc0,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:03.264380 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd2b19f4-90f2-48cd-9d2c-f8f5578548eb tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:03.308718 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5d32c286-c82e-4bde-a0fd-8bc45a659769 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:03.401073 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-dc011b86-a777-4569-b3a0-ba6fa0c3e231 None None] For port cc571415-bcdd-4301-96eb-3d0c06be0feb, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=cc571415-bcdd-4301-96eb-3d0c06be0feb,segment=NetworkSegment(d52316cd-ed51-4cfe-ae79-782fb08698aa),segment_id=d52316cd-ed51-4cfe-ae79-782fb08698aa)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:03.412600 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dc011b86-a777-4569-b3a0-ba6fa0c3e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:03.415057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b19f4-90f2-48cd-9d2c-f8f5578548eb tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Pushing event updated for resources: {'Subnet': ['ID=2c66727e-bb4e-4b0e-b136-b30d2bce9958,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:03.420786 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2b19f4-90f2-48cd-9d2c-f8f5578548eb tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Checking segment: {'id': '8abef7b2-da20-49e3-bc9f-59d8ec57ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47002b2e-2642-4110-ba66-5ef145461f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:32:03.421152 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2b19f4-90f2-48cd-9d2c-f8f5578548eb tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Network hostable DHCP agents. Network: 47002b2e-2642-4110-ba66-5ef145461f39, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:32:03.446111 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2b19f4-90f2-48cd-9d2c-f8f5578548eb tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Network 47002b2e-2642-4110-ba66-5ef145461f39 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:32:03.471144 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-dd2b19f4-90f2-48cd-9d2c-f8f5578548eb tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 47002b2e-2642-4110-ba66-5ef145461f39) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:03.491878 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2b19f4-90f2-48cd-9d2c-f8f5578548eb tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:03.497005 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd2b19f4-90f2-48cd-9d2c-f8f5578548eb tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:03.503897 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39e2d8d-b2d8-434b-8679-359107ac8839 None None] Network 47002b2e-2642-4110-ba66-5ef145461f39 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:32:03.539778 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-dd2b19f4-90f2-48cd-9d2c-f8f5578548eb tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0486877 Aug 19 18:32:03.543035 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47936) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:03.573661 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-dc011b86-a777-4569-b3a0-ba6fa0c3e231 None None] Provisioning for port c1e519f7-ca9e-43a6-84be-a523765e657d completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:32:03.630678 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-dc011b86-a777-4569-b3a0-ba6fa0c3e231 None None] Provisioning complete for port c1e519f7-ca9e-43a6-84be-a523765e657d triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:03.631469 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dc011b86-a777-4569-b3a0-ba6fa0c3e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:03.919655 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc011b86-a777-4569-b3a0-ba6fa0c3e231 None None] Pushing event updated for resources: {'Port': ['ID=cc571415-bcdd-4301-96eb-3d0c06be0feb,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:03.954390 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-dc011b86-a777-4569-b3a0-ba6fa0c3e231 None None] Port c1e519f7-ca9e-43a6-84be-a523765e657d cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:32:03.977587 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-4d7738bf-e0fb-471c-891d-1eeee9cab46f None None] Allocated IP 172.20.0.2 (9bfdbef4-40fd-43dc-8853-4266288927ed/34237d80-aefa-4e31-9357-e056c172702b/29e6d788-d69c-45e4-b1dc-04ae6fe1be00) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:32:04.091575 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5d32c286-c82e-4bde-a0fd-8bc45a659769 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:04.100907 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5d32c286-c82e-4bde-a0fd-8bc45a659769 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:04.130684 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fa5c4d-8810-4684-b680-16ae3a262ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-47002b2e-2642-4110-ba66-5ef145461f39', 'network_id': '47002b2e-2642-4110-ba66-5ef145461f39', 'tenant_id': '1ed8c5e431804592a919660a43592a3c', 'fixed_ips': [{'subnet_id': '2c66727e-bb4e-4b0e-b136-b30d2bce9958'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:32:04.131592 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-30fa5c4d-8810-4684-b680-16ae3a262ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:04.207497 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5d32c286-c82e-4bde-a0fd-8bc45a659769 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:04.211175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32c286-c82e-4bde-a0fd-8bc45a659769 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Port': ['ID=b2db3d30-54b3-452b-9c19-8325497f14d4,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:04.266958 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9ef4d600-6b71-4730-9468-95bbc05944f3 None None] Provisioning complete for port cc571415-bcdd-4301-96eb-3d0c06be0feb triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:04.267395 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9ef4d600-6b71-4730-9468-95bbc05944f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:04.300256 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d1fc26ff-c9c6-4142-829c-39a35c74fc7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:04.317999 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3e1e7d-7ca2-472e-95f4-0fd4f9064353 None None] Network 3d060bf4-1ab8-4937-84be-47c3dc712502 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:32:04.366114 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d32c286-c82e-4bde-a0fd-8bc45a659769 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network 3b7466ba-ac23-4f04-af15-59e06f15f95a is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:32:04.368009 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-5d32c286-c82e-4bde-a0fd-8bc45a659769 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:04.633192 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d32c286-c82e-4bde-a0fd-8bc45a659769 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Router ece9e49a-a3e1-4101-a51e-8a5fe212184d has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:32:04.643504 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 94127f9b-4b04-4056-9447-53138e8ad60d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:32:04.864941 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d32c286-c82e-4bde-a0fd-8bc45a659769 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:32:04.875959 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 47966) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:04.876202 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5d32c286-c82e-4bde-a0fd-8bc45a659769 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/routers/ece9e49a-a3e1-4101-a51e-8a5fe212184d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7437084 Aug 19 18:32:04.953581 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13b5586-b8d7-4843-bdc4-556077299e75 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:04.956502 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f13b5586-b8d7-4843-bdc4-556077299e75 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/ports/b2db3d30-54b3-452b-9c19-8325497f14d4 HTTP/1.1" status: 200 len: 910 time: 0.0783427 Aug 19 18:32:04.958934 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 47970) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:04.977854 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4d7738bf-e0fb-471c-891d-1eeee9cab46f None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:04.987320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4d7738bf-e0fb-471c-891d-1eeee9cab46f None None] Transition to ACTIVE for port object 29e6d788-d69c-45e4-b1dc-04ae6fe1be00 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:32:05.005367 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4d7738bf-e0fb-471c-891d-1eeee9cab46f None None] Transition to ACTIVE for port object 29e6d788-d69c-45e4-b1dc-04ae6fe1be00 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:32:05.022010 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760e889a-4ba5-43ad-a5fd-e07fc9e77c48 None None] Sync routers for ids ['ece9e49a-a3e1-4101-a51e-8a5fe212184d'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:32:05.041188 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4d7738bf-e0fb-471c-891d-1eeee9cab46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:05.129450 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7738bf-e0fb-471c-891d-1eeee9cab46f None None] Network 9bfdbef4-40fd-43dc-8853-4266288927ed is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:32:05.159376 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7738bf-e0fb-471c-891d-1eeee9cab46f None None] Pushing event updated for resources: {'Port': ['ID=29e6d788-d69c-45e4-b1dc-04ae6fe1be00,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:05.171078 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-d1fc26ff-c9c6-4142-829c-39a35c74fc7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Allocated IP 172.20.0.1 (9bfdbef4-40fd-43dc-8853-4266288927ed/34237d80-aefa-4e31-9357-e056c172702b/2902e778-a79b-4a7f-be7c-97822fef22e2) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:32:05.178898 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-4d7738bf-e0fb-471c-891d-1eeee9cab46f None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:05.186468 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7738bf-e0fb-471c-891d-1eeee9cab46f None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:32:05.279917 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-30fa5c4d-8810-4684-b680-16ae3a262ab8 None None] Allocated IP 172.20.0.2 (47002b2e-2642-4110-ba66-5ef145461f39/2c66727e-bb4e-4b0e-b136-b30d2bce9958/b44a3a1c-18aa-4aa6-b698-f3dbad01c70d) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:32:05.294272 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-baafed4c-007b-4e66-8351-6d5d30464750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:05.410619 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760e889a-4ba5-43ad-a5fd-e07fc9e77c48 None None] Routers {'ece9e49a-a3e1-4101-a51e-8a5fe212184d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:05.411276 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-760e889a-4ba5-43ad-a5fd-e07fc9e77c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:31:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ece9e49a-a3e1-4101-a51e-8a5fe212184d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:05.428927 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d1fc26ff-c9c6-4142-829c-39a35c74fc7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:05.470177 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-d1fc26ff-c9c6-4142-829c-39a35c74fc7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Transition to ACTIVE for port object 2902e778-a79b-4a7f-be7c-97822fef22e2 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:32:05.545569 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d1fc26ff-c9c6-4142-829c-39a35c74fc7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:05.611010 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc26ff-c9c6-4142-829c-39a35c74fc7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Pushing event updated for resources: {'Port': ['ID=2902e778-a79b-4a7f-be7c-97822fef22e2,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:05.631430 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cd185508-a1fd-4bde-8e66-5db1b56005e3 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:05.632017 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fc26ff-c9c6-4142-829c-39a35c74fc7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Network 9bfdbef4-40fd-43dc-8853-4266288927ed is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:32:05.633057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-d1fc26ff-c9c6-4142-829c-39a35c74fc7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:05.636032 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fc26ff-c9c6-4142-829c-39a35c74fc7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:32:05.707618 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-760e889a-4ba5-43ad-a5fd-e07fc9e77c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:05.716789 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d1fc26ff-c9c6-4142-829c-39a35c74fc7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:05.891564 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9ef4d600-6b71-4730-9468-95bbc05944f3 None None] Provisioning for port b2db3d30-54b3-452b-9c19-8325497f14d4 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:32:05.893552 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-4d7738bf-e0fb-471c-891d-1eeee9cab46f None None] Attempting to bind port 29e6d788-d69c-45e4-b1dc-04ae6fe1be00 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:32:05.894021 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-4d7738bf-e0fb-471c-891d-1eeee9cab46f None None] Attempting to bind port 29e6d788-d69c-45e4-b1dc-04ae6fe1be00 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '0f58cb6a-9399-461a-bfe8-14f739fb5722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9bfdbef4-40fd-43dc-8853-4266288927ed'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:32:05.894392 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7738bf-e0fb-471c-891d-1eeee9cab46f None None] Attempting to bind port 29e6d788-d69c-45e4-b1dc-04ae6fe1be00 on network 9bfdbef4-40fd-43dc-8853-4266288927ed {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:32:05.916681 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760e889a-4ba5-43ad-a5fd-e07fc9e77c48 None None] Routers {'ece9e49a-a3e1-4101-a51e-8a5fe212184d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:05.917523 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-760e889a-4ba5-43ad-a5fd-e07fc9e77c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:31:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ece9e49a-a3e1-4101-a51e-8a5fe212184d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:05.921322 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 94127f9b-4b04-4056-9447-53138e8ad60d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:32:05.951102 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device cc571415-bcdd-4301-96eb-3d0c06be0feb up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:32:05.972552 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d1fc26ff-c9c6-4142-829c-39a35c74fc7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:06.003309 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9ef4d600-6b71-4730-9468-95bbc05944f3 None None] Provisioning complete for port b2db3d30-54b3-452b-9c19-8325497f14d4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:06.003763 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9ef4d600-6b71-4730-9468-95bbc05944f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:06.046068 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7738bf-e0fb-471c-891d-1eeee9cab46f None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:32:06.047125 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7738bf-e0fb-471c-891d-1eeee9cab46f None None] Checking segment: {'id': '0f58cb6a-9399-461a-bfe8-14f739fb5722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9bfdbef4-40fd-43dc-8853-4266288927ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:32:06.047557 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4d7738bf-e0fb-471c-891d-1eeee9cab46f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:06.047961 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7738bf-e0fb-471c-891d-1eeee9cab46f None None] Bound using segment: {'id': '0f58cb6a-9399-461a-bfe8-14f739fb5722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9bfdbef4-40fd-43dc-8853-4266288927ed'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:32:06.048465 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-4d7738bf-e0fb-471c-891d-1eeee9cab46f None None] Bound port: 29e6d788-d69c-45e4-b1dc-04ae6fe1be00, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58cb6a-9399-461a-bfe8-14f739fb5722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9bfdbef4-40fd-43dc-8853-4266288927ed'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:32:06.048859 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4d7738bf-e0fb-471c-891d-1eeee9cab46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:06.051092 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-760e889a-4ba5-43ad-a5fd-e07fc9e77c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:06.051740 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760e889a-4ba5-43ad-a5fd-e07fc9e77c48 None None] The sync data for ids ['ece9e49a-a3e1-4101-a51e-8a5fe212184d'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:32:06.118576 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-cd185508-a1fd-4bde-8e66-5db1b56005e3 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting port b2db3d30-54b3-452b-9c19-8325497f14d4 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:32:06.119056 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cd185508-a1fd-4bde-8e66-5db1b56005e3 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:06.288596 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cd185508-a1fd-4bde-8e66-5db1b56005e3 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:06.336721 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-cd185508-a1fd-4bde-8e66-5db1b56005e3 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Calling delete_port for b2db3d30-54b3-452b-9c19-8325497f14d4 owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:32:06.449850 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d1fc26ff-c9c6-4142-829c-39a35c74fc7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:06.456906 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d1fc26ff-c9c6-4142-829c-39a35c74fc7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:06.507290 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-9ef4d600-6b71-4730-9468-95bbc05944f3 None None] Port b2db3d30-54b3-452b-9c19-8325497f14d4 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:32:06.545986 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d1fc26ff-c9c6-4142-829c-39a35c74fc7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:06.574673 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-30fa5c4d-8810-4684-b680-16ae3a262ab8 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:06.649553 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-30fa5c4d-8810-4684-b680-16ae3a262ab8 None None] Transition to ACTIVE for port object b44a3a1c-18aa-4aa6-b698-f3dbad01c70d will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:32:06.663142 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-4d7738bf-e0fb-471c-891d-1eeee9cab46f None None] For port 29e6d788-d69c-45e4-b1dc-04ae6fe1be00, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:32:06.672758 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-4d7738bf-e0fb-471c-891d-1eeee9cab46f None None] For port 29e6d788-d69c-45e4-b1dc-04ae6fe1be00, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=29e6d788-d69c-45e4-b1dc-04ae6fe1be00,segment=NetworkSegment(0f58cb6a-9399-461a-bfe8-14f739fb5722),segment_id=0f58cb6a-9399-461a-bfe8-14f739fb5722)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:32:06.709838 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port cc571415-bcdd-4301-96eb-3d0c06be0feb triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:06.718535 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:06.752428 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc26ff-c9c6-4142-829c-39a35c74fc7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Pushing event updated for resources: {'Port': ['ID=2902e778-a79b-4a7f-be7c-97822fef22e2,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:06.781349 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4d7738bf-e0fb-471c-891d-1eeee9cab46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:06.788932 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-54815671-ad59-4a91-af43-dc3e4ba77708 None None] Provisioning for port 94127f9b-4b04-4056-9447-53138e8ad60d completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:32:06.798642 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-30fa5c4d-8810-4684-b680-16ae3a262ab8 None None] Transition to ACTIVE for port object b44a3a1c-18aa-4aa6-b698-f3dbad01c70d will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:32:06.802329 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-54815671-ad59-4a91-af43-dc3e4ba77708 None None] Provisioning complete for port 94127f9b-4b04-4056-9447-53138e8ad60d triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:06.803074 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-54815671-ad59-4a91-af43-dc3e4ba77708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:06.804015 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cd185508-a1fd-4bde-8e66-5db1b56005e3 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:06.866703 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-30fa5c4d-8810-4684-b680-16ae3a262ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:06.879713 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fc26ff-c9c6-4142-829c-39a35c74fc7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Network 9bfdbef4-40fd-43dc-8853-4266288927ed is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:32:06.888467 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-d1fc26ff-c9c6-4142-829c-39a35c74fc7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:06.998456 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd185508-a1fd-4bde-8e66-5db1b56005e3 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Port': ['ID=b2db3d30-54b3-452b-9c19-8325497f14d4,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:07.056792 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fa5c4d-8810-4684-b680-16ae3a262ab8 None None] Network 47002b2e-2642-4110-ba66-5ef145461f39 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:32:07.076833 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-30fa5c4d-8810-4684-b680-16ae3a262ab8 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:07.080185 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fa5c4d-8810-4684-b680-16ae3a262ab8 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:32:07.244055 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7738bf-e0fb-471c-891d-1eeee9cab46f None None] Pushing event updated for resources: {'Port': ['ID=29e6d788-d69c-45e4-b1dc-04ae6fe1be00,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:07.310775 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fc26ff-c9c6-4142-829c-39a35c74fc7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Router bdfe126e-c5b4-41e5-8974-20ffe5a55848 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:32:07.315875 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 72418e6f-f6f1-4a93-a763-56e1d45b9ad7 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:32:07.445095 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cd185508-a1fd-4bde-8e66-5db1b56005e3 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:07.629218 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-30fa5c4d-8810-4684-b680-16ae3a262ab8 None None] Attempting to bind port b44a3a1c-18aa-4aa6-b698-f3dbad01c70d on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:32:07.634918 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-30fa5c4d-8810-4684-b680-16ae3a262ab8 None None] Attempting to bind port b44a3a1c-18aa-4aa6-b698-f3dbad01c70d by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '8abef7b2-da20-49e3-bc9f-59d8ec57ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47002b2e-2642-4110-ba66-5ef145461f39'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:32:07.635547 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa5c4d-8810-4684-b680-16ae3a262ab8 None None] Attempting to bind port b44a3a1c-18aa-4aa6-b698-f3dbad01c70d on network 47002b2e-2642-4110-ba66-5ef145461f39 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:32:07.637038 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fc26ff-c9c6-4142-829c-39a35c74fc7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:32:07.654158 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc86df4-245f-423b-b64c-76d90d8a0cbb None None] Sync routers for ids ['bdfe126e-c5b4-41e5-8974-20ffe5a55848'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:32:07.665398 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d1fc26ff-c9c6-4142-829c-39a35c74fc7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "PUT /v2.0/routers/bdfe126e-c5b4-41e5-8974-20ffe5a55848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1210663 Aug 19 18:32:07.668601 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48024) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:07.685597 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc86df4-245f-423b-b64c-76d90d8a0cbb None None] Routers {'bdfe126e-c5b4-41e5-8974-20ffe5a55848'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:07.686343 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-2fc86df4-245f-423b-b64c-76d90d8a0cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['bdfe126e-c5b4-41e5-8974-20ffe5a55848'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:07.698988 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:07.723109 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4c01ee26-8842-4e4a-b023-4e6dfad03be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:07.741060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa5c4d-8810-4684-b680-16ae3a262ab8 None None] Pushing event updated for resources: {'Port': ['ID=b44a3a1c-18aa-4aa6-b698-f3dbad01c70d,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:07.746655 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa5c4d-8810-4684-b680-16ae3a262ab8 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:32:07.747039 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa5c4d-8810-4684-b680-16ae3a262ab8 None None] Checking segment: {'id': '8abef7b2-da20-49e3-bc9f-59d8ec57ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47002b2e-2642-4110-ba66-5ef145461f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:32:07.747457 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-30fa5c4d-8810-4684-b680-16ae3a262ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:07.747862 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa5c4d-8810-4684-b680-16ae3a262ab8 None None] Bound using segment: {'id': '8abef7b2-da20-49e3-bc9f-59d8ec57ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47002b2e-2642-4110-ba66-5ef145461f39'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:32:07.748363 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-30fa5c4d-8810-4684-b680-16ae3a262ab8 None None] Bound port: b44a3a1c-18aa-4aa6-b698-f3dbad01c70d, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abef7b2-da20-49e3-bc9f-59d8ec57ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47002b2e-2642-4110-ba66-5ef145461f39'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:32:07.748759 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-30fa5c4d-8810-4684-b680-16ae3a262ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:07.820405 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-54815671-ad59-4a91-af43-dc3e4ba77708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:07.853690 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-2fc86df4-245f-423b-b64c-76d90d8a0cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:07.896233 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc86df4-245f-423b-b64c-76d90d8a0cbb None None] Routers {'bdfe126e-c5b4-41e5-8974-20ffe5a55848'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:07.898863 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-2fc86df4-245f-423b-b64c-76d90d8a0cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['bdfe126e-c5b4-41e5-8974-20ffe5a55848'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:08.035590 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-2fc86df4-245f-423b-b64c-76d90d8a0cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:08.038861 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc86df4-245f-423b-b64c-76d90d8a0cbb None None] The sync data for ids ['bdfe126e-c5b4-41e5-8974-20ffe5a55848'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:32:08.043313 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-54815671-ad59-4a91-af43-dc3e4ba77708 None None] For port 94127f9b-4b04-4056-9447-53138e8ad60d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=94127f9b-4b04-4056-9447-53138e8ad60d,segment=NetworkSegment(e6dee5d6-77c5-47d0-bee1-052971d6d21a),segment_id=e6dee5d6-77c5-47d0-bee1-052971d6d21a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:08.044867 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 72418e6f-f6f1-4a93-a763-56e1d45b9ad7 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:08.045395 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:08.146353 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-54815671-ad59-4a91-af43-dc3e4ba77708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:08.160638 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-54815671-ad59-4a91-af43-dc3e4ba77708 None None] Could not find standard attr ID for object b2db3d30-54b3-452b-9c19-8325497f14d4. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:32:08.231486 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-30fa5c4d-8810-4684-b680-16ae3a262ab8 None None] For port b44a3a1c-18aa-4aa6-b698-f3dbad01c70d, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:32:08.350331 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-30fa5c4d-8810-4684-b680-16ae3a262ab8 None None] For port b44a3a1c-18aa-4aa6-b698-f3dbad01c70d, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b44a3a1c-18aa-4aa6-b698-f3dbad01c70d,segment=NetworkSegment(8abef7b2-da20-49e3-bc9f-59d8ec57ef43),segment_id=8abef7b2-da20-49e3-bc9f-59d8ec57ef43)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:32:08.411301 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:08.412475 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-30fa5c4d-8810-4684-b680-16ae3a262ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:08.429973 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54815671-ad59-4a91-af43-dc3e4ba77708 None None] Pushing event updated for resources: {'Port': ['ID=94127f9b-4b04-4056-9447-53138e8ad60d,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:08.479245 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f26b350b-53a4-4edc-b42b-6790993c8588 None None] Provisioning complete for port 94127f9b-4b04-4056-9447-53138e8ad60d triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:08.479662 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f26b350b-53a4-4edc-b42b-6790993c8588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:08.605767 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd185508-a1fd-4bde-8e66-5db1b56005e3 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Router ece9e49a-a3e1-4101-a51e-8a5fe212184d has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:32:08.757388 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa5c4d-8810-4684-b680-16ae3a262ab8 None None] Pushing event updated for resources: {'Port': ['ID=b44a3a1c-18aa-4aa6-b698-f3dbad01c70d,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:08.886331 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd185508-a1fd-4bde-8e66-5db1b56005e3 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:32:08.909129 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e362d5c8-4ee6-4a24-b445-712e383c173c None None] Sync routers for ids ['ece9e49a-a3e1-4101-a51e-8a5fe212184d'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:32:08.919384 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cd185508-a1fd-4bde-8e66-5db1b56005e3 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/routers/ece9e49a-a3e1-4101-a51e-8a5fe212184d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9582233 Aug 19 18:32:08.925511 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48040) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:08.970766 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e362d5c8-4ee6-4a24-b445-712e383c173c None None] Routers {'ece9e49a-a3e1-4101-a51e-8a5fe212184d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:08.971767 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e362d5c8-4ee6-4a24-b445-712e383c173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ece9e49a-a3e1-4101-a51e-8a5fe212184d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:09.074461 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa16d8b1-381a-466f-9e4a-4b98c6934949 None None] Network 9bfdbef4-40fd-43dc-8853-4266288927ed requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:32:09.086338 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e362d5c8-4ee6-4a24-b445-712e383c173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:09.107323 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-0768364a-13fa-4903-85ce-0864f0550fa1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:32:09.112885 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48044) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:09.114004 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0768364a-13fa-4903-85ce-0864f0550fa1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "PUT /v2.0/routers/bdfe126e-c5b4-41e5-8974-20ffe5a55848/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4433367 Aug 19 18:32:09.193314 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e362d5c8-4ee6-4a24-b445-712e383c173c None None] Routers {'ece9e49a-a3e1-4101-a51e-8a5fe212184d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:09.196836 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e362d5c8-4ee6-4a24-b445-712e383c173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ece9e49a-a3e1-4101-a51e-8a5fe212184d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:09.272071 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e362d5c8-4ee6-4a24-b445-712e383c173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:09.273008 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e362d5c8-4ee6-4a24-b445-712e383c173c None None] The sync data for ids ['ece9e49a-a3e1-4101-a51e-8a5fe212184d'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:32:09.274500 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a1cc0ef3-45c0-47ab-bf2e-cb765ec2d82a None None] Provisioning for port 29e6d788-d69c-45e4-b1dc-04ae6fe1be00 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:32:09.414612 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 29e6d788-d69c-45e4-b1dc-04ae6fe1be00 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:32:09.443449 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48050) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:09.768325 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 29e6d788-d69c-45e4-b1dc-04ae6fe1be00 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:32:09.830478 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 29e6d788-d69c-45e4-b1dc-04ae6fe1be00 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:09.830894 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:09.915193 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af83bdcc-c4d4-41de-881a-b7e4fe1ada71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:10.017712 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:10.040255 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ecf32173-59f4-489a-bb54-a695d5b9e4a1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:10.121719 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 29e6d788-d69c-45e4-b1dc-04ae6fe1be00, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=29e6d788-d69c-45e4-b1dc-04ae6fe1be00,segment=NetworkSegment(0f58cb6a-9399-461a-bfe8-14f739fb5722),segment_id=0f58cb6a-9399-461a-bfe8-14f739fb5722)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:10.143295 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:10.150616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 94127f9b-4b04-4056-9447-53138e8ad60d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:32:10.465894 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:10.510887 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=29e6d788-d69c-45e4-b1dc-04ae6fe1be00,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:10.627813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 94127f9b-4b04-4056-9447-53138e8ad60d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:10.628335 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:10.641966 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-561f2c66-f350-42a9-a3a9-acdfb1fb5282 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:10.697520 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf837e4-c2a3-49a5-bb09-1e6f4fa879ae None None] Network 47002b2e-2642-4110-ba66-5ef145461f39 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:32:10.716287 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af83bdcc-c4d4-41de-881a-b7e4fe1ada71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:10.723528 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-af83bdcc-c4d4-41de-881a-b7e4fe1ada71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:10.846430 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-af83bdcc-c4d4-41de-881a-b7e4fe1ada71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c59d14ebb5f04a5789f59f2fc6d10760&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4018803 Aug 19 18:32:10.852924 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48060) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:10.872073 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83bdcc-c4d4-41de-881a-b7e4fe1ada71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f5c4f7-5ca9-4dc1-9ff5-cec3b6caf635,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:10.914842 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-ecf32173-59f4-489a-bb54-a695d5b9e4a1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Deleting port 2902e778-a79b-4a7f-be7c-97822fef22e2 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:32:10.915470 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ecf32173-59f4-489a-bb54-a695d5b9e4a1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:11.009221 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9483f05f-9f80-4311-b6e0-9a3e372351aa None None] Provisioning complete for port 29e6d788-d69c-45e4-b1dc-04ae6fe1be00 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:11.010026 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9483f05f-9f80-4311-b6e0-9a3e372351aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:11.087190 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-53f98036-56cb-48ba-b24b-3e02cbf20206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:11.154808 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ecf32173-59f4-489a-bb54-a695d5b9e4a1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:11.167720 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-53f98036-56cb-48ba-b24b-3e02cbf20206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:11.180575 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-ecf32173-59f4-489a-bb54-a695d5b9e4a1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Calling delete_port for 2902e778-a79b-4a7f-be7c-97822fef22e2 owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:32:11.505518 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-53f98036-56cb-48ba-b24b-3e02cbf20206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:11.511749 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-53f98036-56cb-48ba-b24b-3e02cbf20206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:11.515872 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-53f98036-56cb-48ba-b24b-3e02cbf20206 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63f5c4f7-5ca9-4dc1-9ff5-cec3b6caf635 HTTP/1.1" status: 204 len: 168 time: 0.6608951 Aug 19 18:32:11.544210 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f98036-56cb-48ba-b24b-3e02cbf20206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f5c4f7-5ca9-4dc1-9ff5-cec3b6caf635,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:11.607268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f98036-56cb-48ba-b24b-3e02cbf20206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:11.607628 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f98036-56cb-48ba-b24b-3e02cbf20206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:11.608000 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f98036-56cb-48ba-b24b-3e02cbf20206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:11.608386 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f98036-56cb-48ba-b24b-3e02cbf20206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:11.609361 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f98036-56cb-48ba-b24b-3e02cbf20206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:11.610115 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f98036-56cb-48ba-b24b-3e02cbf20206 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:11.610366 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f98036-56cb-48ba-b24b-3e02cbf20206 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:11.610814 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f98036-56cb-48ba-b24b-3e02cbf20206 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:11.611040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f98036-56cb-48ba-b24b-3e02cbf20206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:11.611375 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f98036-56cb-48ba-b24b-3e02cbf20206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:11.627035 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f98036-56cb-48ba-b24b-3e02cbf20206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:11.627541 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:11.628944 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f98036-56cb-48ba-b24b-3e02cbf20206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:11.649559 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ecf32173-59f4-489a-bb54-a695d5b9e4a1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:11.651309 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-561f2c66-f350-42a9-a3a9-acdfb1fb5282 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting port c1e519f7-ca9e-43a6-84be-a523765e657d {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:32:11.655552 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-561f2c66-f350-42a9-a3a9-acdfb1fb5282 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:11.956971 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf32173-59f4-489a-bb54-a695d5b9e4a1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Pushing event deleted for resources: {'Port': ['ID=2902e778-a79b-4a7f-be7c-97822fef22e2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:12.033948 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf32173-59f4-489a-bb54-a695d5b9e4a1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:12.034298 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf32173-59f4-489a-bb54-a695d5b9e4a1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:12.034642 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf32173-59f4-489a-bb54-a695d5b9e4a1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:12.034982 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf32173-59f4-489a-bb54-a695d5b9e4a1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:12.035493 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf32173-59f4-489a-bb54-a695d5b9e4a1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:12.035852 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf32173-59f4-489a-bb54-a695d5b9e4a1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:12.036207 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf32173-59f4-489a-bb54-a695d5b9e4a1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:12.036599 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf32173-59f4-489a-bb54-a695d5b9e4a1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:12.036927 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf32173-59f4-489a-bb54-a695d5b9e4a1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:12.037259 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf32173-59f4-489a-bb54-a695d5b9e4a1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:12.037810 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf32173-59f4-489a-bb54-a695d5b9e4a1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:12.039024 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf32173-59f4-489a-bb54-a695d5b9e4a1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:12.046906 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-561f2c66-f350-42a9-a3a9-acdfb1fb5282 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:12.116045 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ecf32173-59f4-489a-bb54-a695d5b9e4a1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:12.131676 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-561f2c66-f350-42a9-a3a9-acdfb1fb5282 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Calling delete_port for c1e519f7-ca9e-43a6-84be-a523765e657d owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:32:12.250655 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9483f05f-9f80-4311-b6e0-9a3e372351aa None None] Could not find standard attr ID for object 2902e778-a79b-4a7f-be7c-97822fef22e2. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:32:12.294303 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9483f05f-9f80-4311-b6e0-9a3e372351aa None None] Provisioning for port b44a3a1c-18aa-4aa6-b698-f3dbad01c70d completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:32:12.413058 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-37c75862-2b43-4071-9eff-d0e4d39353c3 None None] Could not find standard attr ID for object 2902e778-a79b-4a7f-be7c-97822fef22e2. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:32:12.543241 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48074) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:12.589147 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9776ad32-1ff6-422e-b6df-81a611896f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:12.639295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 29e6d788-d69c-45e4-b1dc-04ae6fe1be00 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:32:12.668523 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-561f2c66-f350-42a9-a3a9-acdfb1fb5282 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:12.680697 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf32173-59f4-489a-bb54-a695d5b9e4a1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Router bdfe126e-c5b4-41e5-8974-20ffe5a55848 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:32:12.738654 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f2c66-f350-42a9-a3a9-acdfb1fb5282 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Port': ['ID=c1e519f7-ca9e-43a6-84be-a523765e657d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:12.832228 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 29e6d788-d69c-45e4-b1dc-04ae6fe1be00 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:12.832816 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:13.044952 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf32173-59f4-489a-bb54-a695d5b9e4a1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:32:13.065940 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ecf32173-59f4-489a-bb54-a695d5b9e4a1 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "PUT /v2.0/routers/bdfe126e-c5b4-41e5-8974-20ffe5a55848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9481137 Aug 19 18:32:13.066649 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48080) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:13.069382 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b55fc3-bd4a-4acd-971a-1ab3db5c4cc4 None None] Sync routers for ids ['bdfe126e-c5b4-41e5-8974-20ffe5a55848'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:32:13.087238 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b55fc3-bd4a-4acd-971a-1ab3db5c4cc4 None None] Routers {'bdfe126e-c5b4-41e5-8974-20ffe5a55848'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:13.088619 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-20b55fc3-bd4a-4acd-971a-1ab3db5c4cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['bdfe126e-c5b4-41e5-8974-20ffe5a55848'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:13.153170 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b44a3a1c-18aa-4aa6-b698-f3dbad01c70d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:32:13.185499 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-20b55fc3-bd4a-4acd-971a-1ab3db5c4cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:13.200702 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-7af9f404-7334-48a7-89cd-b7aac1fec4ea tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] delete failed (client error): The resource could not be found. Aug 19 18:32:13.208609 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7af9f404-7334-48a7-89cd-b7aac1fec4ea tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1315337151 HTTP/1.1" status: 404 len: 335 time: 0.1294205 Aug 19 18:32:13.215128 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48082) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:13.230499 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b55fc3-bd4a-4acd-971a-1ab3db5c4cc4 None None] Routers {'bdfe126e-c5b4-41e5-8974-20ffe5a55848'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:13.238631 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-20b55fc3-bd4a-4acd-971a-1ab3db5c4cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['bdfe126e-c5b4-41e5-8974-20ffe5a55848'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:13.290121 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9776ad32-1ff6-422e-b6df-81a611896f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:13.290680 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port b44a3a1c-18aa-4aa6-b698-f3dbad01c70d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:32:13.294266 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-dc5e2914-cb48-401a-94c8-b21c33b3a811 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bdfe126e-c5b4-41e5-8974-20ffe5a55848'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:32:13.295652 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-20b55fc3-bd4a-4acd-971a-1ab3db5c4cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:13.296476 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b55fc3-bd4a-4acd-971a-1ab3db5c4cc4 None None] The sync data for ids ['bdfe126e-c5b4-41e5-8974-20ffe5a55848'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:32:13.305279 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port b44a3a1c-18aa-4aa6-b698-f3dbad01c70d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:13.306014 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:13.310461 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9776ad32-1ff6-422e-b6df-81a611896f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:13.445711 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-561f2c66-f350-42a9-a3a9-acdfb1fb5282 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:13.445994 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:13.528460 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port b44a3a1c-18aa-4aa6-b698-f3dbad01c70d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b44a3a1c-18aa-4aa6-b698-f3dbad01c70d,segment=NetworkSegment(8abef7b2-da20-49e3-bc9f-59d8ec57ef43),segment_id=8abef7b2-da20-49e3-bc9f-59d8ec57ef43)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:13.534124 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:13.601717 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776ad32-1ff6-422e-b6df-81a611896f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93082202-6f5d-4f9a-9842-ee27c4fc76d9,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:13.622344 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=b44a3a1c-18aa-4aa6-b698-f3dbad01c70d,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:13.644351 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9776ad32-1ff6-422e-b6df-81a611896f5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6fade6f16c44c5dbfbe624337199406&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0759776 Aug 19 18:32:13.647430 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48086) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:13.713435 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5311591a-31c8-40da-bbb4-a5eab879c02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:13.744403 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5311591a-31c8-40da-bbb4-a5eab879c02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:13.814840 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5311591a-31c8-40da-bbb4-a5eab879c02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:13.820455 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5311591a-31c8-40da-bbb4-a5eab879c02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:13.825456 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5311591a-31c8-40da-bbb4-a5eab879c02a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93082202-6f5d-4f9a-9842-ee27c4fc76d9 HTTP/1.1" status: 204 len: 168 time: 0.1722789 Aug 19 18:32:13.831161 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311591a-31c8-40da-bbb4-a5eab879c02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93082202-6f5d-4f9a-9842-ee27c4fc76d9,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:13.886836 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc5e2914-cb48-401a-94c8-b21c33b3a811 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:13.912995 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-dc5e2914-cb48-401a-94c8-b21c33b3a811 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] update failed (client error): The resource could not be found. Aug 19 18:32:13.914079 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-dc5e2914-cb48-401a-94c8-b21c33b3a811 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "PUT /v2.0/routers/bdfe126e-c5b4-41e5-8974-20ffe5a55848 HTTP/1.1" status: 404 len: 339 time: 0.6285906 Aug 19 18:32:13.918128 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48090) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:13.921585 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561f2c66-f350-42a9-a3a9-acdfb1fb5282 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Router ece9e49a-a3e1-4101-a51e-8a5fe212184d has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:32:14.054072 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561f2c66-f350-42a9-a3a9-acdfb1fb5282 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:32:14.066384 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-561f2c66-f350-42a9-a3a9-acdfb1fb5282 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/routers/ece9e49a-a3e1-4101-a51e-8a5fe212184d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1377482 Aug 19 18:32:14.069614 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48096) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:14.088095 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51532f5a-dd1a-4864-a85f-36b26b69d4e7 None None] Sync routers for ids ['ece9e49a-a3e1-4101-a51e-8a5fe212184d'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:32:14.128035 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-46c38a74-452a-448e-9be4-ddf3b4121aea tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ece9e49a-a3e1-4101-a51e-8a5fe212184d HTTP/1.1" status: 200 len: 205 time: 0.0571702 Aug 19 18:32:14.128331 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51532f5a-dd1a-4864-a85f-36b26b69d4e7 None None] Routers {'ece9e49a-a3e1-4101-a51e-8a5fe212184d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:14.130221 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-51532f5a-dd1a-4864-a85f-36b26b69d4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ece9e49a-a3e1-4101-a51e-8a5fe212184d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:14.142172 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48098) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:14.212094 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-51532f5a-dd1a-4864-a85f-36b26b69d4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:14.257648 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51532f5a-dd1a-4864-a85f-36b26b69d4e7 None None] Routers {'ece9e49a-a3e1-4101-a51e-8a5fe212184d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:14.259162 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-51532f5a-dd1a-4864-a85f-36b26b69d4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ece9e49a-a3e1-4101-a51e-8a5fe212184d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:14.305452 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b44a3a1c-18aa-4aa6-b698-f3dbad01c70d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:32:14.360340 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-51532f5a-dd1a-4864-a85f-36b26b69d4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:14.361109 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51532f5a-dd1a-4864-a85f-36b26b69d4e7 None None] The sync data for ids ['ece9e49a-a3e1-4101-a51e-8a5fe212184d'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:32:14.377650 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port b44a3a1c-18aa-4aa6-b698-f3dbad01c70d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:14.378030 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:14.378346 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-954ddc42-12a3-4712-a889-cb605d97dd82 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:14.625549 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf314-4f89-4e72-8c4f-0af491b48f01 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:14.703998 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-954ddc42-12a3-4712-a889-cb605d97dd82 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:14.707516 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-954ddc42-12a3-4712-a889-cb605d97dd82 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:14.773753 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-954ddc42-12a3-4712-a889-cb605d97dd82 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:14.777703 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954ddc42-12a3-4712-a889-cb605d97dd82 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Fanout notify agent at l3_agent the message router_deleted on router ece9e49a-a3e1-4101-a51e-8a5fe212184d {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:32:14.808188 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-954ddc42-12a3-4712-a889-cb605d97dd82 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:14.813502 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-954ddc42-12a3-4712-a889-cb605d97dd82 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/routers/ece9e49a-a3e1-4101-a51e-8a5fe212184d HTTP/1.1" status: 204 len: 168 time: 0.6697404 Aug 19 18:32:14.814165 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48112) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:14.872690 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1186e38-3a90-4281-b1d8-a3814c6a3e94 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting subnet ea7244f8-6b75-45bd-a3c0-15ae6d805391 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:32:14.876380 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a1186e38-3a90-4281-b1d8-a3814c6a3e94 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:14.924565 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a1186e38-3a90-4281-b1d8-a3814c6a3e94 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:15.003884 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-e7ecf314-4f89-4e72-8c4f-0af491b48f01 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Allocated IP 172.20.0.1 (3d060bf4-1ab8-4937-84be-47c3dc712502/19226a55-dc59-45dc-8934-a242f04ddb29/fefab2f4-bcec-4f55-9183-b436be458caa) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:32:15.053734 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a1186e38-3a90-4281-b1d8-a3814c6a3e94 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:15.167757 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a1186e38-3a90-4281-b1d8-a3814c6a3e94 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:15.221557 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a1186e38-3a90-4281-b1d8-a3814c6a3e94 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:15.227167 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a1186e38-3a90-4281-b1d8-a3814c6a3e94 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/subnets/ea7244f8-6b75-45bd-a3c0-15ae6d805391 HTTP/1.1" status: 204 len: 168 time: 0.4097848 Aug 19 18:32:15.227167 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1186e38-3a90-4281-b1d8-a3814c6a3e94 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Subnet': ['ID=ea7244f8-6b75-45bd-a3c0-15ae6d805391,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:15.232157 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48124) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:15.233502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36faa482-4b87-4764-9932-2434841a034b None None] Network 3b7466ba-ac23-4f04-af15-59e06f15f95a requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:32:15.270408 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf314-4f89-4e72-8c4f-0af491b48f01 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:15.285505 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-e7ecf314-4f89-4e72-8c4f-0af491b48f01 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Transition to ACTIVE for port object fefab2f4-bcec-4f55-9183-b436be458caa will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:32:15.351116 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ed202a-790a-41b9-a1ea-455d118653e6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting subnet 2728a8f1-b360-4f52-b025-7911cd8436e8 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:32:15.356728 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c2ed202a-790a-41b9-a1ea-455d118653e6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:15.403108 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf314-4f89-4e72-8c4f-0af491b48f01 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:15.493051 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecf314-4f89-4e72-8c4f-0af491b48f01 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Pushing event updated for resources: {'Port': ['ID=fefab2f4-bcec-4f55-9183-b436be458caa,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:15.497677 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c2ed202a-790a-41b9-a1ea-455d118653e6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:15.526904 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ecf314-4f89-4e72-8c4f-0af491b48f01 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Network 3d060bf4-1ab8-4937-84be-47c3dc712502 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:32:15.532113 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-e7ecf314-4f89-4e72-8c4f-0af491b48f01 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:15.537642 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ecf314-4f89-4e72-8c4f-0af491b48f01 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:32:15.630664 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf314-4f89-4e72-8c4f-0af491b48f01 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:15.674986 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b543de0-0d2f-4818-87bb-62b5d2cb3988 None None] DHCP port deletion for 3b7466ba-ac23-4f04-af15-59e06f15f95a request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:32:15.766937 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c2ed202a-790a-41b9-a1ea-455d118653e6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:15.798963 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-4b543de0-0d2f-4818-87bb-62b5d2cb3988 None None] Deleting port cc571415-bcdd-4301-96eb-3d0c06be0feb {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:32:15.799995 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4b543de0-0d2f-4818-87bb-62b5d2cb3988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:15.991756 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf314-4f89-4e72-8c4f-0af491b48f01 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:16.003704 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c2ed202a-790a-41b9-a1ea-455d118653e6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:16.020187 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1de41eb0-3e3a-4073-b4ba-91b6d316f2f7 None None] Provisioning for port fefab2f4-bcec-4f55-9183-b436be458caa completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:32:16.037742 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-4b543de0-0d2f-4818-87bb-62b5d2cb3988 None None] For port cc571415-bcdd-4301-96eb-3d0c06be0feb, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=cc571415-bcdd-4301-96eb-3d0c06be0feb,segment=NetworkSegment(d52316cd-ed51-4cfe-ae79-782fb08698aa),segment_id=d52316cd-ed51-4cfe-ae79-782fb08698aa)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:16.038162 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4b543de0-0d2f-4818-87bb-62b5d2cb3988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:16.040777 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1de41eb0-3e3a-4073-b4ba-91b6d316f2f7 None None] Provisioning complete for port fefab2f4-bcec-4f55-9183-b436be458caa triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:16.041057 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1de41eb0-3e3a-4073-b4ba-91b6d316f2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:16.059240 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c2ed202a-790a-41b9-a1ea-455d118653e6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:16.063767 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c2ed202a-790a-41b9-a1ea-455d118653e6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/subnets/2728a8f1-b360-4f52-b025-7911cd8436e8 HTTP/1.1" status: 204 len: 168 time: 0.8237438 Aug 19 18:32:16.064017 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0190f7b9-a811-4c9e-8063-df4bff4d1d08 None None] Network 73e2ece6-1b90-4c93-8b46-0b460541ce47 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:32:16.065078 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48134) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:16.106663 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed202a-790a-41b9-a1ea-455d118653e6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Subnet': ['ID=2728a8f1-b360-4f52-b025-7911cd8436e8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:16.172041 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device cc571415-bcdd-4301-96eb-3d0c06be0feb no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:32:16.209279 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-4b543de0-0d2f-4818-87bb-62b5d2cb3988 None None] Calling delete_port for cc571415-bcdd-4301-96eb-3d0c06be0feb owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:32:16.227721 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-de74a4ba-22c2-4f22-a5f3-44d9d69441a7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:16.316049 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-de74a4ba-22c2-4f22-a5f3-44d9d69441a7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting port cc571415-bcdd-4301-96eb-3d0c06be0feb {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:32:16.317138 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-de74a4ba-22c2-4f22-a5f3-44d9d69441a7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:16.419199 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-1de41eb0-3e3a-4073-b4ba-91b6d316f2f7 None None] Port fefab2f4-bcec-4f55-9183-b436be458caa cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:32:16.491736 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-de74a4ba-22c2-4f22-a5f3-44d9d69441a7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] For port cc571415-bcdd-4301-96eb-3d0c06be0feb, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=cc571415-bcdd-4301-96eb-3d0c06be0feb,segment=NetworkSegment(d52316cd-ed51-4cfe-ae79-782fb08698aa),segment_id=d52316cd-ed51-4cfe-ae79-782fb08698aa)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:16.492133 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-de74a4ba-22c2-4f22-a5f3-44d9d69441a7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:16.501235 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:16.548061 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-de74a4ba-22c2-4f22-a5f3-44d9d69441a7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Calling delete_port for cc571415-bcdd-4301-96eb-3d0c06be0feb owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:32:16.567544 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfb38f3-acb5-4e15-9557-8661f9ca5bee None None] DHCP port deletion for 73e2ece6-1b90-4c93-8b46-0b460541ce47 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:32:16.593879 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:16.623060 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf314-4f89-4e72-8c4f-0af491b48f01 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:16.625441 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port cc571415-bcdd-4301-96eb-3d0c06be0feb, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=cc571415-bcdd-4301-96eb-3d0c06be0feb,segment=NetworkSegment(d52316cd-ed51-4cfe-ae79-782fb08698aa),segment_id=d52316cd-ed51-4cfe-ae79-782fb08698aa)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:16.630839 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf314-4f89-4e72-8c4f-0af491b48f01 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:16.634467 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:16.694114 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecf314-4f89-4e72-8c4f-0af491b48f01 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Pushing event updated for resources: {'Port': ['ID=fefab2f4-bcec-4f55-9183-b436be458caa,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:16.696431 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=cc571415-bcdd-4301-96eb-3d0c06be0feb,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:16.713756 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4b543de0-0d2f-4818-87bb-62b5d2cb3988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:16.761063 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b543de0-0d2f-4818-87bb-62b5d2cb3988 None None] Pushing event deleted for resources: {'Port': ['ID=cc571415-bcdd-4301-96eb-3d0c06be0feb,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:16.765849 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b543de0-0d2f-4818-87bb-62b5d2cb3988 None None] No DVR routers for this DVR port cc571415-bcdd-4301-96eb-3d0c06be0feb on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:32:16.768063 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb38f3-acb5-4e15-9557-8661f9ca5bee None None] Deleting port 72418e6f-f6f1-4a93-a763-56e1d45b9ad7 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:32:16.768440 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fcfb38f3-acb5-4e15-9557-8661f9ca5bee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:16.770019 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf314-4f89-4e72-8c4f-0af491b48f01 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:16.893061 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-de74a4ba-22c2-4f22-a5f3-44d9d69441a7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:16.913079 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-fcfb38f3-acb5-4e15-9557-8661f9ca5bee None None] For port 72418e6f-f6f1-4a93-a763-56e1d45b9ad7, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=72418e6f-f6f1-4a93-a763-56e1d45b9ad7,segment=NetworkSegment(6dcc68c0-8f32-47c9-95ee-df1c3276a06a),segment_id=6dcc68c0-8f32-47c9-95ee-df1c3276a06a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:16.913489 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fcfb38f3-acb5-4e15-9557-8661f9ca5bee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:16.919093 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de74a4ba-22c2-4f22-a5f3-44d9d69441a7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] No DVR routers for this DVR port cc571415-bcdd-4301-96eb-3d0c06be0feb on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:32:16.941704 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74a4ba-22c2-4f22-a5f3-44d9d69441a7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Port': ['ID=cc571415-bcdd-4301-96eb-3d0c06be0feb,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:16.965624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb38f3-acb5-4e15-9557-8661f9ca5bee None None] Calling delete_port for 72418e6f-f6f1-4a93-a763-56e1d45b9ad7 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:32:17.018991 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ecf314-4f89-4e72-8c4f-0af491b48f01 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Network 3d060bf4-1ab8-4937-84be-47c3dc712502 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:32:17.021067 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-e7ecf314-4f89-4e72-8c4f-0af491b48f01 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:17.040487 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-de74a4ba-22c2-4f22-a5f3-44d9d69441a7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:17.052074 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-de74a4ba-22c2-4f22-a5f3-44d9d69441a7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b7466ba-ac23-4f04-af15-59e06f15f95a']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:17.063576 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-de74a4ba-22c2-4f22-a5f3-44d9d69441a7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52316cd-ed51-4cfe-ae79-782fb08698aa') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:17.063876 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-de74a4ba-22c2-4f22-a5f3-44d9d69441a7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52316cd-ed51-4cfe-ae79-782fb08698aa') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:17.073727 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-de74a4ba-22c2-4f22-a5f3-44d9d69441a7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:17.090994 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-de74a4ba-22c2-4f22-a5f3-44d9d69441a7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:17.105627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de74a4ba-22c2-4f22-a5f3-44d9d69441a7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:32:17.106025 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-de74a4ba-22c2-4f22-a5f3-44d9d69441a7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:32:17.238925 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:32:17.255328 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fcfb38f3-acb5-4e15-9557-8661f9ca5bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:17.261187 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-de74a4ba-22c2-4f22-a5f3-44d9d69441a7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:17.285939 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-de74a4ba-22c2-4f22-a5f3-44d9d69441a7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:17.291480 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-de74a4ba-22c2-4f22-a5f3-44d9d69441a7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/networks/3b7466ba-ac23-4f04-af15-59e06f15f95a HTTP/1.1" status: 204 len: 168 time: 1.2241631 Aug 19 18:32:17.295598 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48156) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:17.339555 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb38f3-acb5-4e15-9557-8661f9ca5bee None None] Pushing event deleted for resources: {'Port': ['ID=72418e6f-f6f1-4a93-a763-56e1d45b9ad7,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:17.345379 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb38f3-acb5-4e15-9557-8661f9ca5bee None None] No DVR routers for this DVR port 72418e6f-f6f1-4a93-a763-56e1d45b9ad7 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:32:17.356668 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74a4ba-22c2-4f22-a5f3-44d9d69441a7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Network': ['ID=3b7466ba-ac23-4f04-af15-59e06f15f95a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:17.494286 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-36497001-6811-480c-a35c-811ff7f40e52 None None] Provisioning complete for port fefab2f4-bcec-4f55-9183-b436be458caa triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:17.494883 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-36497001-6811-480c-a35c-811ff7f40e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:17.526958 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e07a6d34-a1d5-43b3-b0d9-24eee671af98 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:17.595446 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-36497001-6811-480c-a35c-811ff7f40e52 None None] Port fefab2f4-bcec-4f55-9183-b436be458caa cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:32:17.789920 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e07a6d34-a1d5-43b3-b0d9-24eee671af98 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:17.812541 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-e07a6d34-a1d5-43b3-b0d9-24eee671af98 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e2ece6-1b90-4c93-8b46-0b460541ce47']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:17.829574 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-e07a6d34-a1d5-43b3-b0d9-24eee671af98 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dcc68c0-8f32-47c9-95ee-df1c3276a06a') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:17.829836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ecf314-4f89-4e72-8c4f-0af491b48f01 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Router bdfe126e-c5b4-41e5-8974-20ffe5a55848 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:32:17.831159 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-e07a6d34-a1d5-43b3-b0d9-24eee671af98 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dcc68c0-8f32-47c9-95ee-df1c3276a06a') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:17.844988 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e07a6d34-a1d5-43b3-b0d9-24eee671af98 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:17.867458 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e07a6d34-a1d5-43b3-b0d9-24eee671af98 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:17.885513 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07a6d34-a1d5-43b3-b0d9-24eee671af98 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:32:17.885959 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e07a6d34-a1d5-43b3-b0d9-24eee671af98 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:32:17.889215 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:32:17.996603 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e07a6d34-a1d5-43b3-b0d9-24eee671af98 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:18.003916 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ecf314-4f89-4e72-8c4f-0af491b48f01 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:32:18.012342 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e07a6d34-a1d5-43b3-b0d9-24eee671af98 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:18.014759 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e07a6d34-a1d5-43b3-b0d9-24eee671af98 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/networks/73e2ece6-1b90-4c93-8b46-0b460541ce47 HTTP/1.1" status: 204 len: 168 time: 0.7179506 Aug 19 18:32:18.018065 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e7ecf314-4f89-4e72-8c4f-0af491b48f01 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "PUT /v2.0/routers/bdfe126e-c5b4-41e5-8974-20ffe5a55848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0953119 Aug 19 18:32:18.019042 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48170) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:18.019759 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48172) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:18.020535 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313e72e9-a8b2-4b08-aea9-c929d1bf7008 None None] Sync routers for ids ['bdfe126e-c5b4-41e5-8974-20ffe5a55848'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:32:18.034001 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313e72e9-a8b2-4b08-aea9-c929d1bf7008 None None] Routers {'bdfe126e-c5b4-41e5-8974-20ffe5a55848'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:18.035086 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-313e72e9-a8b2-4b08-aea9-c929d1bf7008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['bdfe126e-c5b4-41e5-8974-20ffe5a55848'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:18.053789 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a6d34-a1d5-43b3-b0d9-24eee671af98 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Network': ['ID=73e2ece6-1b90-4c93-8b46-0b460541ce47,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:18.089302 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 72418e6f-f6f1-4a93-a763-56e1d45b9ad7 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:32:18.094139 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-313e72e9-a8b2-4b08-aea9-c929d1bf7008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:18.104518 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313e72e9-a8b2-4b08-aea9-c929d1bf7008 None None] Routers {'bdfe126e-c5b4-41e5-8974-20ffe5a55848'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:18.105148 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-313e72e9-a8b2-4b08-aea9-c929d1bf7008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['bdfe126e-c5b4-41e5-8974-20ffe5a55848'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:18.130811 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 72418e6f-f6f1-4a93-a763-56e1d45b9ad7 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:32:18.132571 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 72418e6f-f6f1-4a93-a763-56e1d45b9ad7 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:32:18.146311 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-67ba75ad-c3c9-4567-8fb0-506938328693 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'network': {'name': 'tempest-RoutersTest-1496278872'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:32:18.146768 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-313e72e9-a8b2-4b08-aea9-c929d1bf7008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:18.147434 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313e72e9-a8b2-4b08-aea9-c929d1bf7008 None None] The sync data for ids ['bdfe126e-c5b4-41e5-8974-20ffe5a55848'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:32:18.193424 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ba75ad-c3c9-4567-8fb0-506938328693 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Made reservation on behalf of 44b0835ba7e14e8eb44c1ef1c17c6084 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:32:18.197124 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-67ba75ad-c3c9-4567-8fb0-506938328693 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:18.201128 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7f2d364-639c-46c9-98e7-6ac56548928a tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:18.328176 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ba75ad-c3c9-4567-8fb0-506938328693 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:32:18.344705 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-b7f2d364-639c-46c9-98e7-6ac56548928a tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 18:32:18.348898 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b7f2d364-639c-46c9-98e7-6ac56548928a tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "DELETE /v2.0/routers/bdfe126e-c5b4-41e5-8974-20ffe5a55848 HTTP/1.1" status: 409 len: 329 time: 0.3254981 Aug 19 18:32:18.348898 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-67ba75ad-c3c9-4567-8fb0-506938328693 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:18.348898 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-67ba75ad-c3c9-4567-8fb0-506938328693 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Added segment 872005bc-0fb6-4496-94f5-577d4cb15652 of type vlan for network 87a14258-429b-4afd-8c5a-c57e84686d81 Aug 19 18:32:18.349822 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48180) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:18.414728 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-67ba75ad-c3c9-4567-8fb0-506938328693 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:18.445679 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-67ba75ad-c3c9-4567-8fb0-506938328693 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:18.455528 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ba75ad-c3c9-4567-8fb0-506938328693 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:18.455528 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-67ba75ad-c3c9-4567-8fb0-506938328693 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:18.534976 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-67ba75ad-c3c9-4567-8fb0-506938328693 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5126927 Aug 19 18:32:18.538857 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48186) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:18.554821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-7d0953d9-d644-4054-a8d8-0157cd270954 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'subnet': {'network_id': '87a14258-429b-4afd-8c5a-c57e84686d81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:32:18.561091 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba75ad-c3c9-4567-8fb0-506938328693 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Network': ['ID=87a14258-429b-4afd-8c5a-c57e84686d81,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:18.580021 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 87a14258-429b-4afd-8c5a-c57e84686d81 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:32:18.821297 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0953d9-d644-4054-a8d8-0157cd270954 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Made reservation on behalf of 44b0835ba7e14e8eb44c1ef1c17c6084 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:32:18.825519 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7d0953d9-d644-4054-a8d8-0157cd270954 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:18.894147 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93d4fe4e-6b06-40fb-a852-e455c8286b86 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:19.096945 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7d0953d9-d644-4054-a8d8-0157cd270954 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:19.187734 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0953d9-d644-4054-a8d8-0157cd270954 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Checking segment: {'id': '872005bc-0fb6-4496-94f5-577d4cb15652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '87a14258-429b-4afd-8c5a-c57e84686d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:32:19.188156 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0953d9-d644-4054-a8d8-0157cd270954 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network hostable DHCP agents. Network: 87a14258-429b-4afd-8c5a-c57e84686d81, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:32:19.212628 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0953d9-d644-4054-a8d8-0157cd270954 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Subnet': ['ID=9e860eea-4a56-424c-a098-10c75ec0a8f2,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:19.233975 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0953d9-d644-4054-a8d8-0157cd270954 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network 87a14258-429b-4afd-8c5a-c57e84686d81 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:32:19.247437 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-7d0953d9-d644-4054-a8d8-0157cd270954 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 87a14258-429b-4afd-8c5a-c57e84686d81) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:19.253567 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0953d9-d644-4054-a8d8-0157cd270954 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:19.254256 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7d0953d9-d644-4054-a8d8-0157cd270954 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:19.258132 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b30f04f-ac6c-498b-988f-4b2919e9cca2 None None] Network 87a14258-429b-4afd-8c5a-c57e84686d81 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:32:19.291362 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7d0953d9-d644-4054-a8d8-0157cd270954 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7460680 Aug 19 18:32:19.292885 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48204) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:19.306331 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-d29ec10a-1c69-4a87-a7a4-668eb4cd29a9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-537069694', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:32:19.343633 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d29ec10a-1c69-4a87-a7a4-668eb4cd29a9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:19.346458 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d29ec10a-1c69-4a87-a7a4-668eb4cd29a9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:19.430813 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d29ec10a-1c69-4a87-a7a4-668eb4cd29a9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:19.437549 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d29ec10a-1c69-4a87-a7a4-668eb4cd29a9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:19.471343 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d29ec10a-1c69-4a87-a7a4-668eb4cd29a9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:19.473128 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d29ec10a-1c69-4a87-a7a4-668eb4cd29a9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1790652 Aug 19 18:32:19.476100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48214) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:19.482553 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-51b7d56c-58e6-4d70-b7d6-db7c684627b6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'port': {'network_id': '87a14258-429b-4afd-8c5a-c57e84686d81', 'name': 'tempest-RoutersTest-313971003'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:32:19.532196 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a51f198-5265-4bd7-b566-07512124ee5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-87a14258-429b-4afd-8c5a-c57e84686d81', 'network_id': '87a14258-429b-4afd-8c5a-c57e84686d81', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'fixed_ips': [{'subnet_id': '9e860eea-4a56-424c-a098-10c75ec0a8f2'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:32:19.533862 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4a51f198-5265-4bd7-b566-07512124ee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:19.550246 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-0dc99a1a-afe5-4e51-a41c-8676fefc1c1e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1950372276&fields=id&tenant_id=ffa9435d941540c182adf55128e34931 HTTP/1.1" status: 200 len: 267 time: 0.5834155 Aug 19 18:32:19.685137 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b7d56c-58e6-4d70-b7d6-db7c684627b6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Made reservation on behalf of 44b0835ba7e14e8eb44c1ef1c17c6084 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:32:19.691028 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-51b7d56c-58e6-4d70-b7d6-db7c684627b6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:19.726321 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-51b7d56c-58e6-4d70-b7d6-db7c684627b6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] device_id is not set on port 8876155a-2c74-4751-9b5f-0eb6c3b943c4 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:32:19.765765 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-8d942c9b-31f9-4523-86e1-279e093f31f5 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:19.773373 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-8d942c9b-31f9-4523-86e1-279e093f31f5 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 810 time: 0.1761751 Aug 19 18:32:19.782286 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-4a51f198-5265-4bd7-b566-07512124ee5e None None] Allocated IP 172.20.0.2 (87a14258-429b-4afd-8c5a-c57e84686d81/9e860eea-4a56-424c-a098-10c75ec0a8f2/ab61c853-cbed-4542-a1c4-9b654220233c) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:32:19.802623 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-97d82746-ed28-47f2-9a79-eaf43eeb44f7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/quotas/ffa9435d941540c182adf55128e34931 HTTP/1.1" status: 200 len: 375 time: 0.0267956 Aug 19 18:32:20.028185 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4a51f198-5265-4bd7-b566-07512124ee5e None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:20.031425 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-44367811-82f4-4f27-a85a-5a7147f441c8 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2276587 Aug 19 18:32:20.039452 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4a51f198-5265-4bd7-b566-07512124ee5e None None] Transition to ACTIVE for port object ab61c853-cbed-4542-a1c4-9b654220233c will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:32:20.063952 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4a51f198-5265-4bd7-b566-07512124ee5e None None] Transition to ACTIVE for port object ab61c853-cbed-4542-a1c4-9b654220233c will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:32:20.072999 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4a51f198-5265-4bd7-b566-07512124ee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:20.124611 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a51f198-5265-4bd7-b566-07512124ee5e None None] Network 87a14258-429b-4afd-8c5a-c57e84686d81 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:32:20.130521 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-4a51f198-5265-4bd7-b566-07512124ee5e None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:20.133095 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a51f198-5265-4bd7-b566-07512124ee5e None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:32:20.141296 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-93d4fe4e-6b06-40fb-a852-e455c8286b86 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Deleting port fefab2f4-bcec-4f55-9183-b436be458caa {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:32:20.144379 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93d4fe4e-6b06-40fb-a852-e455c8286b86 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:20.170098 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51f198-5265-4bd7-b566-07512124ee5e None None] Pushing event updated for resources: {'Port': ['ID=ab61c853-cbed-4542-a1c4-9b654220233c,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:20.186399 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-51b7d56c-58e6-4d70-b7d6-db7c684627b6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Allocated IP 172.20.0.9 (87a14258-429b-4afd-8c5a-c57e84686d81/9e860eea-4a56-424c-a098-10c75ec0a8f2/8876155a-2c74-4751-9b5f-0eb6c3b943c4) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:32:20.213654 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-4a51f198-5265-4bd7-b566-07512124ee5e None None] Attempting to bind port ab61c853-cbed-4542-a1c4-9b654220233c on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:32:20.214453 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-4a51f198-5265-4bd7-b566-07512124ee5e None None] Attempting to bind port ab61c853-cbed-4542-a1c4-9b654220233c by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '872005bc-0fb6-4496-94f5-577d4cb15652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '87a14258-429b-4afd-8c5a-c57e84686d81'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:32:20.215615 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51f198-5265-4bd7-b566-07512124ee5e None None] Attempting to bind port ab61c853-cbed-4542-a1c4-9b654220233c on network 87a14258-429b-4afd-8c5a-c57e84686d81 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:32:20.230681 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51f198-5265-4bd7-b566-07512124ee5e None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:32:20.231070 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51f198-5265-4bd7-b566-07512124ee5e None None] Checking segment: {'id': '872005bc-0fb6-4496-94f5-577d4cb15652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '87a14258-429b-4afd-8c5a-c57e84686d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:32:20.231537 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4a51f198-5265-4bd7-b566-07512124ee5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:20.231941 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51f198-5265-4bd7-b566-07512124ee5e None None] Bound using segment: {'id': '872005bc-0fb6-4496-94f5-577d4cb15652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '87a14258-429b-4afd-8c5a-c57e84686d81'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:32:20.232427 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-4a51f198-5265-4bd7-b566-07512124ee5e None None] Bound port: ab61c853-cbed-4542-a1c4-9b654220233c, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872005bc-0fb6-4496-94f5-577d4cb15652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '87a14258-429b-4afd-8c5a-c57e84686d81'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:32:20.232821 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4a51f198-5265-4bd7-b566-07512124ee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:20.256461 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-1e87cb94-2d64-4c0c-b3fb-9d0f0b459313 service neutron] 10.222.0.24 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059779 Aug 19 18:32:20.348042 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93d4fe4e-6b06-40fb-a852-e455c8286b86 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:20.365407 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-93d4fe4e-6b06-40fb-a852-e455c8286b86 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Calling delete_port for fefab2f4-bcec-4f55-9183-b436be458caa owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:32:20.398521 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-4a51f198-5265-4bd7-b566-07512124ee5e None None] For port ab61c853-cbed-4542-a1c4-9b654220233c, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:32:20.408592 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-4a51f198-5265-4bd7-b566-07512124ee5e None None] For port ab61c853-cbed-4542-a1c4-9b654220233c, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ab61c853-cbed-4542-a1c4-9b654220233c,segment=NetworkSegment(872005bc-0fb6-4496-94f5-577d4cb15652),segment_id=872005bc-0fb6-4496-94f5-577d4cb15652)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:32:20.418555 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4a51f198-5265-4bd7-b566-07512124ee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:20.434963 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-c8f39f38-5aa8-4b1a-890d-056ddd7b367d service neutron] 10.222.0.24 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623776 Aug 19 18:32:20.536671 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-51b7d56c-58e6-4d70-b7d6-db7c684627b6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:20.582740 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-51b7d56c-58e6-4d70-b7d6-db7c684627b6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Transition to ACTIVE for port object 8876155a-2c74-4751-9b5f-0eb6c3b943c4 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:32:20.599956 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51f198-5265-4bd7-b566-07512124ee5e None None] Pushing event updated for resources: {'Port': ['ID=ab61c853-cbed-4542-a1c4-9b654220233c,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:20.684367 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-51b7d56c-58e6-4d70-b7d6-db7c684627b6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:20.687226 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93d4fe4e-6b06-40fb-a852-e455c8286b86 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:20.856362 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4fe4e-6b06-40fb-a852-e455c8286b86 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Pushing event deleted for resources: {'Port': ['ID=fefab2f4-bcec-4f55-9183-b436be458caa,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:20.888205 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b7d56c-58e6-4d70-b7d6-db7c684627b6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network 87a14258-429b-4afd-8c5a-c57e84686d81 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:32:20.892541 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-51b7d56c-58e6-4d70-b7d6-db7c684627b6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:20.901570 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b7d56c-58e6-4d70-b7d6-db7c684627b6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:32:21.011875 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7d56c-58e6-4d70-b7d6-db7c684627b6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Port': ['ID=8876155a-2c74-4751-9b5f-0eb6c3b943c4,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:21.083026 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b7d56c-58e6-4d70-b7d6-db7c684627b6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:21.083026 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-51b7d56c-58e6-4d70-b7d6-db7c684627b6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:21.123641 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48232) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:21.124708 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-51b7d56c-58e6-4d70-b7d6-db7c684627b6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.6422710 Aug 19 18:32:21.523836 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4af9717c-723f-4314-b309-2ae6baa3e2c1 req-0f0eb7f2-9908-4e41-90bf-fca3c0b5d290 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 210 time: 0.0858860 Aug 19 18:32:21.723330 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93d4fe4e-6b06-40fb-a852-e455c8286b86 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:22.236308 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-74517a14-d65a-4b73-ba5d-cd0e73b34962 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:22.296028 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ab61c853-cbed-4542-a1c4-9b654220233c up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:32:22.355910 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11db316-9b36-43d2-be1e-71e316f393e2 None None] Network 87a14258-429b-4afd-8c5a-c57e84686d81 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:32:22.544912 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e272029a-bbdb-4e2a-a224-9defe72c8b24 None None] Provisioning for port ab61c853-cbed-4542-a1c4-9b654220233c completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:32:22.631200 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port ab61c853-cbed-4542-a1c4-9b654220233c completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:32:22.643922 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port ab61c853-cbed-4542-a1c4-9b654220233c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:22.645344 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:22.648811 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d4fe4e-6b06-40fb-a852-e455c8286b86 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Router bdfe126e-c5b4-41e5-8974-20ffe5a55848 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:32:22.658211 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-12ed314f-0b2b-4fc6-8907-6a3860a4c22e req-20cb85f2-b33b-4d57-90b2-f4e9eef4cec9 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 210 time: 0.0453053 Aug 19 18:32:22.786590 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d4fe4e-6b06-40fb-a852-e455c8286b86 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:32:22.806425 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48266) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:22.820419 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-93d4fe4e-6b06-40fb-a852-e455c8286b86 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "PUT /v2.0/routers/bdfe126e-c5b4-41e5-8974-20ffe5a55848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4693182 Aug 19 18:32:22.848097 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c10c812-0293-471e-abd8-705c4e06f705 None None] Sync routers for ids ['bdfe126e-c5b4-41e5-8974-20ffe5a55848'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:32:22.875882 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10c812-0293-471e-abd8-705c4e06f705 None None] Routers {'bdfe126e-c5b4-41e5-8974-20ffe5a55848'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:22.878335 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5c10c812-0293-471e-abd8-705c4e06f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['bdfe126e-c5b4-41e5-8974-20ffe5a55848'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:22.913030 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-91eb1e29-514a-4ec4-8b98-56ec22d8e7e6 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] show failed (client error): The resource could not be found. Aug 19 18:32:22.921960 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-91eb1e29-514a-4ec4-8b98-56ec22d8e7e6 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-2145219100 HTTP/1.1" status: 404 len: 335 time: 0.1133091 Aug 19 18:32:22.929449 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48268) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:22.936311 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-9a77ebc5-7040-459e-93ad-f5cb003534d7 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:32:22.958513 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5c10c812-0293-471e-abd8-705c4e06f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:23.006248 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-9a77ebc5-7040-459e-93ad-f5cb003534d7 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] update failed (client error): The resource could not be found. Aug 19 18:32:23.012768 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48270) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:23.018568 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10c812-0293-471e-abd8-705c4e06f705 None None] Routers {'bdfe126e-c5b4-41e5-8974-20ffe5a55848'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:23.019487 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5c10c812-0293-471e-abd8-705c4e06f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['bdfe126e-c5b4-41e5-8974-20ffe5a55848'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:23.023734 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9a77ebc5-7040-459e-93ad-f5cb003534d7 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-748686375 HTTP/1.1" status: 404 len: 334 time: 0.0916364 Aug 19 18:32:23.082442 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-74517a14-d65a-4b73-ba5d-cd0e73b34962 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:23.090526 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-74517a14-d65a-4b73-ba5d-cd0e73b34962 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:23.147869 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba8f790-7a72-458c-946e-a3da205c484e tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Deleting subnet 2c66727e-bb4e-4b0e-b136-b30d2bce9958 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:32:23.161328 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7ba8f790-7a72-458c-946e-a3da205c484e tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:23.209139 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74517a14-d65a-4b73-ba5d-cd0e73b34962 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Port': ['ID=8876155a-2c74-4751-9b5f-0eb6c3b943c4,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:23.262966 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7ba8f790-7a72-458c-946e-a3da205c484e tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:23.304262 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5c10c812-0293-471e-abd8-705c4e06f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:23.305052 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c10c812-0293-471e-abd8-705c4e06f705 None None] The sync data for ids ['bdfe126e-c5b4-41e5-8974-20ffe5a55848'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:32:23.314603 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:23.381097 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port ab61c853-cbed-4542-a1c4-9b654220233c, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ab61c853-cbed-4542-a1c4-9b654220233c,segment=NetworkSegment(872005bc-0fb6-4496-94f5-577d4cb15652),segment_id=872005bc-0fb6-4496-94f5-577d4cb15652)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:23.388092 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:23.478023 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7ba8f790-7a72-458c-946e-a3da205c484e tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:23.610963 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=ab61c853-cbed-4542-a1c4-9b654220233c,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:23.613989 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-74517a14-d65a-4b73-ba5d-cd0e73b34962 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:23.617311 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-00096bfe-5a18-4e84-b392-1bc48df0a076 None None] Provisioning complete for port ab61c853-cbed-4542-a1c4-9b654220233c triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:23.617823 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-00096bfe-5a18-4e84-b392-1bc48df0a076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:23.643186 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7ba8f790-7a72-458c-946e-a3da205c484e tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:23.749981 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8f790-7a72-458c-946e-a3da205c484e tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Pushing event deleted for resources: {'Subnet': ['ID=2c66727e-bb4e-4b0e-b136-b30d2bce9958,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:23.792706 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7ba8f790-7a72-458c-946e-a3da205c484e tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:23.803111 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7ba8f790-7a72-458c-946e-a3da205c484e tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "DELETE /v2.0/subnets/2c66727e-bb4e-4b0e-b136-b30d2bce9958 HTTP/1.1" status: 204 len: 168 time: 0.7864287 Aug 19 18:32:23.810701 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48280) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:23.853959 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662696db-2e4f-4ac6-89cb-c19b7b1a1639 None None] Network 47002b2e-2642-4110-ba66-5ef145461f39 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:32:23.975750 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-05034a8e-4e63-4786-81c5-d58a1437d38a req-a45bfc57-9fc7-4d0b-b3b8-473ac93d221d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 210 time: 0.0785637 Aug 19 18:32:24.031507 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-74517a14-d65a-4b73-ba5d-cd0e73b34962 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:24.049104 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-00096bfe-5a18-4e84-b392-1bc48df0a076 None None] Provisioning for port 8876155a-2c74-4751-9b5f-0eb6c3b943c4 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:32:24.069368 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-00096bfe-5a18-4e84-b392-1bc48df0a076 None None] Provisioning complete for port 8876155a-2c74-4751-9b5f-0eb6c3b943c4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:24.070035 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-00096bfe-5a18-4e84-b392-1bc48df0a076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:24.136732 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ab61c853-cbed-4542-a1c4-9b654220233c up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:32:24.190931 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-6ff2fb43-a989-4612-bbdb-576be9570abb tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:24.192827 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-6ff2fb43-a989-4612-bbdb-576be9570abb tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.50 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 810 time: 0.4648623 Aug 19 18:32:24.263761 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-00096bfe-5a18-4e84-b392-1bc48df0a076 None None] Port 8876155a-2c74-4751-9b5f-0eb6c3b943c4 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:32:24.270619 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-91652bc3-eb42-4df9-b640-bff5d88e18c8 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Deleting subnet 34237d80-aefa-4e31-9357-e056c172702b {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:32:24.277805 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-5d9ede11-1557-4320-bbe8-0713bbdf3000 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffa9435d941540c182adf55128e34931 HTTP/1.1" status: 200 len: 380 time: 0.0741765 Aug 19 18:32:24.283372 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91652bc3-eb42-4df9-b640-bff5d88e18c8 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:24.289388 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-fb0718b9-0c20-41d2-b0ee-0e1d196978c3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Request body: {'port': {'device_id': '6d3e5076-fd6e-4e8b-8983-d8bfe55c3346', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'admin_state_up': True, 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'security_groups': ['ea353b6a-204d-4e83-ad48-ae5f0e461b90']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:32:24.403678 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91652bc3-eb42-4df9-b640-bff5d88e18c8 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:24.466007 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port ab61c853-cbed-4542-a1c4-9b654220233c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:24.466792 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:24.577883 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a274f3-e947-4163-911e-9fd21bf2c67c None None] DHCP port deletion for 47002b2e-2642-4110-ba66-5ef145461f39 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:32:24.581662 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-fb0718b9-0c20-41d2-b0ee-0e1d196978c3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Made reservation on behalf of ffa9435d941540c182adf55128e34931 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:32:24.586406 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-fb0718b9-0c20-41d2-b0ee-0e1d196978c3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:24.604638 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-27df298c-5edc-4bed-a6b0-bea75907239a None None] Provisioning complete for port 8876155a-2c74-4751-9b5f-0eb6c3b943c4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:24.605306 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-27df298c-5edc-4bed-a6b0-bea75907239a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:24.689851 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91652bc3-eb42-4df9-b640-bff5d88e18c8 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:24.724740 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-27df298c-5edc-4bed-a6b0-bea75907239a None None] Port 8876155a-2c74-4751-9b5f-0eb6c3b943c4 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:32:24.762144 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-fb0718b9-0c20-41d2-b0ee-0e1d196978c3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Allocated IP 172.20.0.9 (6084e940-75d5-4b38-a27b-539baf659ad1/57c3905b-ec47-44bd-8717-544ef67ade13/bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:32:24.876683 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91652bc3-eb42-4df9-b640-bff5d88e18c8 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:24.942447 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b8a274f3-e947-4163-911e-9fd21bf2c67c None None] Deleting port b44a3a1c-18aa-4aa6-b698-f3dbad01c70d {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:32:24.943058 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b8a274f3-e947-4163-911e-9fd21bf2c67c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:24.956485 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91652bc3-eb42-4df9-b640-bff5d88e18c8 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Pushing event deleted for resources: {'Subnet': ['ID=34237d80-aefa-4e31-9357-e056c172702b,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:24.957833 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-fb0718b9-0c20-41d2-b0ee-0e1d196978c3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:24.972006 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91652bc3-eb42-4df9-b640-bff5d88e18c8 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:24.980573 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-91652bc3-eb42-4df9-b640-bff5d88e18c8 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "DELETE /v2.0/subnets/34237d80-aefa-4e31-9357-e056c172702b HTTP/1.1" status: 204 len: 168 time: 1.1627083 Aug 19 18:32:24.985649 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48298) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:24.992142 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-fb0718b9-0c20-41d2-b0ee-0e1d196978c3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Transition to ACTIVE for port object bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:32:25.072566 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729ac3cf-3ebb-47b2-8232-7fce56553662 None None] Network 9bfdbef4-40fd-43dc-8853-4266288927ed requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:32:25.081513 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-fb0718b9-0c20-41d2-b0ee-0e1d196978c3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:25.257167 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-fb0718b9-0c20-41d2-b0ee-0e1d196978c3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Network 6084e940-75d5-4b38-a27b-539baf659ad1 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:32:25.261594 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93c84c35-4bd2-49b3-9190-e86af403d949 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:25.262049 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-fb0718b9-0c20-41d2-b0ee-0e1d196978c3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:25.273501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-fb0718b9-0c20-41d2-b0ee-0e1d196978c3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:32:25.414323 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0718b9-0c20-41d2-b0ee-0e1d196978c3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event updated for resources: {'Port': ['ID=bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:25.447971 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e686b-cf1c-4f7f-ab15-afe494998fcd req-c4e73703-259d-4eff-884a-0a6366c3fe96 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:25.452844 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-576e686b-cf1c-4f7f-ab15-afe494998fcd req-c4e73703-259d-4eff-884a-0a6366c3fe96 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 931 time: 0.2958560 Aug 19 18:32:25.496319 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-b8a274f3-e947-4163-911e-9fd21bf2c67c None None] For port b44a3a1c-18aa-4aa6-b698-f3dbad01c70d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b44a3a1c-18aa-4aa6-b698-f3dbad01c70d,segment=NetworkSegment(8abef7b2-da20-49e3-bc9f-59d8ec57ef43),segment_id=8abef7b2-da20-49e3-bc9f-59d8ec57ef43)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:25.496916 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b8a274f3-e947-4163-911e-9fd21bf2c67c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:25.534279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-fb0718b9-0c20-41d2-b0ee-0e1d196978c3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:25.540476 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b8a274f3-e947-4163-911e-9fd21bf2c67c None None] Calling delete_port for b44a3a1c-18aa-4aa6-b698-f3dbad01c70d owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:32:25.555242 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-fb0718b9-0c20-41d2-b0ee-0e1d196978c3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:25.623668 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-93c84c35-4bd2-49b3-9190-e86af403d949 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Deleting port b44a3a1c-18aa-4aa6-b698-f3dbad01c70d {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:32:25.624225 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93c84c35-4bd2-49b3-9190-e86af403d949 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:25.655723 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-576e686b-cf1c-4f7f-ab15-afe494998fcd req-95d68c12-ed01-4a9e-a1ab-16a720789067 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894286 Aug 19 18:32:25.667003 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-fb0718b9-0c20-41d2-b0ee-0e1d196978c3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3832822 Aug 19 18:32:25.692744 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-2b74b607-6bc2-4a39-9865-0da557d6c531 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:32:25.694104 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-2b74b607-6bc2-4a39-9865-0da557d6c531 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107670 Aug 19 18:32:25.712307 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-aff83a7a-6e8a-4bc0-a48d-8176e6df196b service neutron] Request body: {'port': {'device_id': '6d3e5076-fd6e-4e8b-8983-d8bfe55c3346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:32:25.834842 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48316) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:25.855972 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-aff83a7a-6e8a-4bc0-a48d-8176e6df196b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:25.858803 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-93c84c35-4bd2-49b3-9190-e86af403d949 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] For port b44a3a1c-18aa-4aa6-b698-f3dbad01c70d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b44a3a1c-18aa-4aa6-b698-f3dbad01c70d,segment=NetworkSegment(8abef7b2-da20-49e3-bc9f-59d8ec57ef43),segment_id=8abef7b2-da20-49e3-bc9f-59d8ec57ef43)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:25.859411 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93c84c35-4bd2-49b3-9190-e86af403d949 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:25.862296 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-10c665e7-d2c1-4544-a722-20c906472f12 None None] Provisioning for port bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:32:25.879792 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-10c665e7-d2c1-4544-a722-20c906472f12 None None] Provisioning complete for port bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:25.881508 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-10c665e7-d2c1-4544-a722-20c906472f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:25.885591 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-93c84c35-4bd2-49b3-9190-e86af403d949 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Calling delete_port for b44a3a1c-18aa-4aa6-b698-f3dbad01c70d owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:32:26.020826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268a98f3-85a8-4cac-9968-9e2546100988 None None] DHCP port deletion for 9bfdbef4-40fd-43dc-8853-4266288927ed request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:32:26.072195 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-10c665e7-d2c1-4544-a722-20c906472f12 None None] Port bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:32:26.101045 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b8a274f3-e947-4163-911e-9fd21bf2c67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:26.102980 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93c84c35-4bd2-49b3-9190-e86af403d949 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:26.141856 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eb025d6c-f902-4d60-9590-517b4f6338de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:26.173966 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a274f3-e947-4163-911e-9fd21bf2c67c None None] No DVR routers for this DVR port b44a3a1c-18aa-4aa6-b698-f3dbad01c70d on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:32:26.183244 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c84c35-4bd2-49b3-9190-e86af403d949 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Pushing event deleted for resources: {'Port': ['ID=b44a3a1c-18aa-4aa6-b698-f3dbad01c70d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:26.189559 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c84c35-4bd2-49b3-9190-e86af403d949 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] No DVR routers for this DVR port b44a3a1c-18aa-4aa6-b698-f3dbad01c70d on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:32:26.199437 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a274f3-e947-4163-911e-9fd21bf2c67c None None] Pushing event deleted for resources: {'Port': ['ID=b44a3a1c-18aa-4aa6-b698-f3dbad01c70d,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:26.214542 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 29e6d788-d69c-45e4-b1dc-04ae6fe1be00 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:32:26.237256 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-74517a14-d65a-4b73-ba5d-cd0e73b34962 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:26.254525 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-74517a14-d65a-4b73-ba5d-cd0e73b34962 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:26.370169 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-268a98f3-85a8-4cac-9968-9e2546100988 None None] Deleting port 29e6d788-d69c-45e4-b1dc-04ae6fe1be00 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:32:26.371811 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-268a98f3-85a8-4cac-9968-9e2546100988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:26.381680 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eb025d6c-f902-4d60-9590-517b4f6338de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:26.387992 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eb025d6c-f902-4d60-9590-517b4f6338de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:26.444004 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-74517a14-d65a-4b73-ba5d-cd0e73b34962 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:26.455502 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93c84c35-4bd2-49b3-9190-e86af403d949 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:26.504218 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74517a14-d65a-4b73-ba5d-cd0e73b34962 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Port': ['ID=8876155a-2c74-4751-9b5f-0eb6c3b943c4,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:26.505360 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-eb025d6c-f902-4d60-9590-517b4f6338de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a39706b736041a88cae0397b1aa7b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6684911 Aug 19 18:32:26.506655 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48328) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:26.510367 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb025d6c-f902-4d60-9590-517b4f6338de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721fa320-f719-4214-927b-26b6818a52f9,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:26.516041 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-93c84c35-4bd2-49b3-9190-e86af403d949 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47002b2e-2642-4110-ba66-5ef145461f39']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:26.593886 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7553d2ad-65df-4bd1-b49e-e040c3e06fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:26.625587 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7553d2ad-65df-4bd1-b49e-e040c3e06fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:26.632908 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-93c84c35-4bd2-49b3-9190-e86af403d949 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8abef7b2-da20-49e3-bc9f-59d8ec57ef43') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:26.633244 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-93c84c35-4bd2-49b3-9190-e86af403d949 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8abef7b2-da20-49e3-bc9f-59d8ec57ef43') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:26.662255 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-268a98f3-85a8-4cac-9968-9e2546100988 None None] For port 29e6d788-d69c-45e4-b1dc-04ae6fe1be00, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=29e6d788-d69c-45e4-b1dc-04ae6fe1be00,segment=NetworkSegment(0f58cb6a-9399-461a-bfe8-14f739fb5722),segment_id=0f58cb6a-9399-461a-bfe8-14f739fb5722)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:26.663009 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-268a98f3-85a8-4cac-9968-9e2546100988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:26.677423 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93c84c35-4bd2-49b3-9190-e86af403d949 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:26.715789 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7553d2ad-65df-4bd1-b49e-e040c3e06fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:26.719536 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-268a98f3-85a8-4cac-9968-9e2546100988 None None] Calling delete_port for 29e6d788-d69c-45e4-b1dc-04ae6fe1be00 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:32:26.728026 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7553d2ad-65df-4bd1-b49e-e040c3e06fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:26.754656 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7553d2ad-65df-4bd1-b49e-e040c3e06fab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/721fa320-f719-4214-927b-26b6818a52f9 HTTP/1.1" status: 204 len: 168 time: 0.2406218 Aug 19 18:32:26.756040 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93c84c35-4bd2-49b3-9190-e86af403d949 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:26.807923 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553d2ad-65df-4bd1-b49e-e040c3e06fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721fa320-f719-4214-927b-26b6818a52f9,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:26.809059 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c84c35-4bd2-49b3-9190-e86af403d949 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:32:26.809585 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93c84c35-4bd2-49b3-9190-e86af403d949 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:32:26.815917 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:32:26.885971 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:26.967311 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 29e6d788-d69c-45e4-b1dc-04ae6fe1be00, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=29e6d788-d69c-45e4-b1dc-04ae6fe1be00,segment=NetworkSegment(0f58cb6a-9399-461a-bfe8-14f739fb5722),segment_id=0f58cb6a-9399-461a-bfe8-14f739fb5722)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:26.993022 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:26.993786 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b44a3a1c-18aa-4aa6-b698-f3dbad01c70d no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:32:27.062669 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: b44a3a1c-18aa-4aa6-b698-f3dbad01c70d {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:32:27.063018 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b44a3a1c-18aa-4aa6-b698-f3dbad01c70d not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:32:27.069425 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-268a98f3-85a8-4cac-9968-9e2546100988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:27.085017 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-aff83a7a-6e8a-4bc0-a48d-8176e6df196b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:32:27.099751 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268a98f3-85a8-4cac-9968-9e2546100988 None None] No DVR routers for this DVR port 29e6d788-d69c-45e4-b1dc-04ae6fe1be00 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:32:27.106389 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=29e6d788-d69c-45e4-b1dc-04ae6fe1be00,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:27.120923 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-aff83a7a-6e8a-4bc0-a48d-8176e6df196b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:27.154163 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a98f3-85a8-4cac-9968-9e2546100988 None None] Pushing event deleted for resources: {'Port': ['ID=29e6d788-d69c-45e4-b1dc-04ae6fe1be00,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:27.181226 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8d914-9358-45a4-936e-ce22d1d8b25b req-0ff04f2e-e14d-4ff8-b257-9ea2a3445caf tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:27.182953 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-48e8d914-9358-45a4-936e-ce22d1d8b25b req-0ff04f2e-e14d-4ff8-b257-9ea2a3445caf tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 931 time: 0.3388925 Aug 19 18:32:27.230645 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-48e8d914-9358-45a4-936e-ce22d1d8b25b req-fe360f9a-6233-4eb6-b5db-b239cbb93c56 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385141 Aug 19 18:32:27.344420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48340) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:27.363371 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0fb09c6b-eb4c-422a-9628-0c07faa25aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:27.510080 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74517a14-d65a-4b73-ba5d-cd0e73b34962 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network 87a14258-429b-4afd-8c5a-c57e84686d81 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:32:27.511963 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-74517a14-d65a-4b73-ba5d-cd0e73b34962 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:27.513230 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0fb09c6b-eb4c-422a-9628-0c07faa25aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:27.519552 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-aff83a7a-6e8a-4bc0-a48d-8176e6df196b service neutron] Transition to ACTIVE for port object bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:32:27.521224 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93c84c35-4bd2-49b3-9190-e86af403d949 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:27.526285 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0fb09c6b-eb4c-422a-9628-0c07faa25aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:27.531227 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-aff83a7a-6e8a-4bc0-a48d-8176e6df196b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:27.608491 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93c84c35-4bd2-49b3-9190-e86af403d949 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:27.614110 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-93c84c35-4bd2-49b3-9190-e86af403d949 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "DELETE /v2.0/networks/47002b2e-2642-4110-ba66-5ef145461f39 HTTP/1.1" status: 204 len: 168 time: 2.6252716 Aug 19 18:32:27.620491 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48342) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:27.680900 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c84c35-4bd2-49b3-9190-e86af403d949 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Pushing event deleted for resources: {'Network': ['ID=47002b2e-2642-4110-ba66-5ef145461f39,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:27.754780 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0fb09c6b-eb4c-422a-9628-0c07faa25aa0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c940e08108664f73b114a5a3a67e8a3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4069517 Aug 19 18:32:27.755685 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48344) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:27.795572 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb09c6b-eb4c-422a-9628-0c07faa25aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f1b0ef-bd65-4287-b1ad-6535c0347dde,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:27.818036 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74517a14-d65a-4b73-ba5d-cd0e73b34962 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Router 3f538147-c1b7-4065-9470-68607125e863 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:32:27.850970 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff83a7a-6e8a-4bc0-a48d-8176e6df196b service neutron] Pushing event updated for resources: {'Port': ['ID=bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:27.862548 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7893b1af-6374-470d-ad0f-764069d10b7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:28.025935 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-aff83a7a-6e8a-4bc0-a48d-8176e6df196b service neutron] Attempting to bind port bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:32:28.026280 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-aff83a7a-6e8a-4bc0-a48d-8176e6df196b service neutron] Attempting to bind port bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:32:28.026621 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-aff83a7a-6e8a-4bc0-a48d-8176e6df196b service neutron] Attempting to bind port bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a on network 6084e940-75d5-4b38-a27b-539baf659ad1 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:32:28.027736 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-af2bf6df-c9cf-4e2c-aaeb-90983c370ff1 None None] Provisioning complete for port 8876155a-2c74-4751-9b5f-0eb6c3b943c4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:28.028452 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-af2bf6df-c9cf-4e2c-aaeb-90983c370ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:28.063748 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8462ff41-848f-4286-9a92-1965de803f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:28.071496 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-aff83a7a-6e8a-4bc0-a48d-8176e6df196b service neutron] Port bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a on network 6084e940-75d5-4b38-a27b-539baf659ad1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:32:28.076698 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-aff83a7a-6e8a-4bc0-a48d-8176e6df196b service neutron] Attempting to bind port bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a on network 6084e940-75d5-4b38-a27b-539baf659ad1 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:32:28.090794 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8462ff41-848f-4286-9a92-1965de803f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:28.118940 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-af2bf6df-c9cf-4e2c-aaeb-90983c370ff1 None None] Port 8876155a-2c74-4751-9b5f-0eb6c3b943c4 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:32:28.119353 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-aff83a7a-6e8a-4bc0-a48d-8176e6df196b service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:32:28.119817 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-aff83a7a-6e8a-4bc0-a48d-8176e6df196b service neutron] Checking segment: {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:32:28.120080 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-aff83a7a-6e8a-4bc0-a48d-8176e6df196b service neutron] Bound using segment: {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:32:28.120525 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-aff83a7a-6e8a-4bc0-a48d-8176e6df196b service neutron] Bound port: bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98028d00-86b4-4f53-8872-5f165287837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:32:28.120887 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-aff83a7a-6e8a-4bc0-a48d-8176e6df196b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:28.142758 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7893b1af-6374-470d-ad0f-764069d10b7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:28.154880 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8462ff41-848f-4286-9a92-1965de803f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:28.158054 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8462ff41-848f-4286-9a92-1965de803f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:28.159337 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8462ff41-848f-4286-9a92-1965de803f0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e2f1b0ef-bd65-4287-b1ad-6535c0347dde HTTP/1.1" status: 204 len: 168 time: 0.4015412 Aug 19 18:32:28.173420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-7893b1af-6374-470d-ad0f-764069d10b7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bfdbef4-40fd-43dc-8853-4266288927ed']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:28.190616 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-7893b1af-6374-470d-ad0f-764069d10b7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f58cb6a-9399-461a-bfe8-14f739fb5722') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:28.190918 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-7893b1af-6374-470d-ad0f-764069d10b7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f58cb6a-9399-461a-bfe8-14f739fb5722') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:28.205821 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7893b1af-6374-470d-ad0f-764069d10b7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:28.206763 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462ff41-848f-4286-9a92-1965de803f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f1b0ef-bd65-4287-b1ad-6535c0347dde,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:28.230850 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7893b1af-6374-470d-ad0f-764069d10b7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:28.237460 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-aff83a7a-6e8a-4bc0-a48d-8176e6df196b service neutron] For port bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:32:28.246112 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74517a14-d65a-4b73-ba5d-cd0e73b34962 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:32:28.253376 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-74517a14-d65a-4b73-ba5d-cd0e73b34962 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/routers/3f538147-c1b7-4065-9470-68607125e863/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1259108 Aug 19 18:32:28.254728 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-aff83a7a-6e8a-4bc0-a48d-8176e6df196b service neutron] For port bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:32:28.256215 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7893b1af-6374-470d-ad0f-764069d10b7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:32:28.256626 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7893b1af-6374-470d-ad0f-764069d10b7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:28.260269 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48360) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:28.262303 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9b6ed2-3e0b-4fe4-a145-4ff2b8bc9f94 None None] Sync routers for ids ['3f538147-c1b7-4065-9470-68607125e863'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:32:28.270446 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:32:28.278426 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b6ed2-3e0b-4fe4-a145-4ff2b8bc9f94 None None] Routers {'3f538147-c1b7-4065-9470-68607125e863'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:28.281117 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-6f9b6ed2-3e0b-4fe4-a145-4ff2b8bc9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['3f538147-c1b7-4065-9470-68607125e863'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:28.341167 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7537d4b3-ef80-4073-8eb8-fbc51ef88ad0 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:28.343322 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7537d4b3-ef80-4073-8eb8-fbc51ef88ad0 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/ports/8876155a-2c74-4751-9b5f-0eb6c3b943c4 HTTP/1.1" status: 200 len: 976 time: 0.0814147 Aug 19 18:32:28.351606 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48364) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:28.360744 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-aff83a7a-6e8a-4bc0-a48d-8176e6df196b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:28.384694 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-6f9b6ed2-3e0b-4fe4-a145-4ff2b8bc9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:28.409030 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b6ed2-3e0b-4fe4-a145-4ff2b8bc9f94 None None] Routers {'3f538147-c1b7-4065-9470-68607125e863'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:28.410006 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-6f9b6ed2-3e0b-4fe4-a145-4ff2b8bc9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['3f538147-c1b7-4065-9470-68607125e863'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:28.484407 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-aff83a7a-6e8a-4bc0-a48d-8176e6df196b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:28.485067 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-aff83a7a-6e8a-4bc0-a48d-8176e6df196b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:28.486615 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-aff83a7a-6e8a-4bc0-a48d-8176e6df196b service neutron] 10.222.0.50 "PUT /v2.0/ports/bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a HTTP/1.1" status: 200 len: 1091 time: 2.7847209 Aug 19 18:32:28.492617 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3e5076-fd6e-4e8b-8983-d8bfe55c3346', 'tag': 'bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:32:28.495370 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f776fb0a-7c80-4a9b-971e-dad20cda324d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3e5076-fd6e-4e8b-8983-d8bfe55c3346", "tag": "bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:32:28.516461 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7893b1af-6374-470d-ad0f-764069d10b7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:28.526500 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-6f9b6ed2-3e0b-4fe4-a145-4ff2b8bc9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:28.528742 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9b6ed2-3e0b-4fe4-a145-4ff2b8bc9f94 None None] The sync data for ids ['3f538147-c1b7-4065-9470-68607125e863'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:32:28.545341 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7893b1af-6374-470d-ad0f-764069d10b7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:28.550956 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7893b1af-6374-470d-ad0f-764069d10b7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "DELETE /v2.0/networks/9bfdbef4-40fd-43dc-8853-4266288927ed HTTP/1.1" status: 204 len: 168 time: 0.9159284 Aug 19 18:32:28.572280 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48370) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:28.596272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff83a7a-6e8a-4bc0-a48d-8176e6df196b service neutron] Pushing event updated for resources: {'Port': ['ID=bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:28.649838 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893b1af-6374-470d-ad0f-764069d10b7c tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Pushing event deleted for resources: {'Network': ['ID=9bfdbef4-40fd-43dc-8853-4266288927ed,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:28.716908 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-42017dd8-c4e4-4328-9dde-a45d18589cb5 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Deleting subnet 19226a55-dc59-45dc-8934-a242f04ddb29 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:32:28.721046 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-42017dd8-c4e4-4328-9dde-a45d18589cb5 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:28.812722 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fd28c-3263-4358-81f7-457673c0e2ee req-201e7153-6177-40e2-aad6-751ef309859a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:28.814919 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ab2fd28c-3263-4358-81f7-457673c0e2ee req-201e7153-6177-40e2-aad6-751ef309859a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 943 time: 0.4145951 Aug 19 18:32:28.817814 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-42017dd8-c4e4-4328-9dde-a45d18589cb5 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:28.891839 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-a18ab55d-82cf-47ad-9077-af3ebaaea8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:28.895302 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-a18ab55d-82cf-47ad-9077-af3ebaaea8e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 1094 time: 0.3514516 Aug 19 18:32:28.973460 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-d22cc5d4-0389-40ed-8c61-1b0c77155659 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a HTTP/1.1" status: 200 len: 217 time: 0.0665760 Aug 19 18:32:28.979079 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ab2fd28c-3263-4358-81f7-457673c0e2ee req-cd54f96a-1754-4365-a5ca-99b2765ddf0a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368284 Aug 19 18:32:29.018143 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c548a27-2380-415b-8e3f-a00b5fdf1cc4 x-openstack-request-id: req-4c548a27-2380-415b-8e3f-a00b5fdf1cc4 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:32:29.018480 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3e5076-fd6e-4e8b-8983-d8bfe55c3346", "tag": "bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:32:29.018674 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c548a27-2380-415b-8e3f-a00b5fdf1cc4 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:32:29.019080 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3e5076-fd6e-4e8b-8983-d8bfe55c3346', 'tag': 'bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a', 'status': 'completed', 'code': 200} Aug 19 18:32:29.117262 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-42017dd8-c4e4-4328-9dde-a45d18589cb5 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:29.122270 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-ca9b061f-e086-43cd-a1e2-01ba8702fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:29.127472 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-ca9b061f-e086-43cd-a1e2-01ba8702fa4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.1454475 Aug 19 18:32:29.268585 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-7a084ddd-f7cf-4d0e-8d67-4e09c05d7055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:29.271409 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-7a084ddd-f7cf-4d0e-8d67-4e09c05d7055 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219165 Aug 19 18:32:29.280962 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-42017dd8-c4e4-4328-9dde-a45d18589cb5 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:29.353481 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f8697ace-2137-44a7-88cb-bbe2c3b0197b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:29.498581 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42017dd8-c4e4-4328-9dde-a45d18589cb5 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Pushing event deleted for resources: {'Subnet': ['ID=19226a55-dc59-45dc-8934-a242f04ddb29,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:29.502698 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-4b6ce2c5-7af7-454c-a745-c0695b5b77cc service neutron] 10.222.0.50 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160523 Aug 19 18:32:29.511665 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-42017dd8-c4e4-4328-9dde-a45d18589cb5 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:29.513620 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-42017dd8-c4e4-4328-9dde-a45d18589cb5 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "DELETE /v2.0/subnets/19226a55-dc59-45dc-8934-a242f04ddb29 HTTP/1.1" status: 204 len: 168 time: 0.9388537 Aug 19 18:32:29.516015 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fc559f-e162-45b2-8d24-e30f5e1b9b08 None None] Network 3d060bf4-1ab8-4937-84be-47c3dc712502 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:32:29.523277 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48394) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:29.788464 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-f8697ace-2137-44a7-88cb-bbe2c3b0197b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting port 8876155a-2c74-4751-9b5f-0eb6c3b943c4 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:32:29.788804 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f8697ace-2137-44a7-88cb-bbe2c3b0197b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:29.840321 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4910e8-aafa-4b25-a76f-dd468eef7158 None None] DHCP port deletion for 3d060bf4-1ab8-4937-84be-47c3dc712502 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:32:29.940327 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-aa4910e8-aafa-4b25-a76f-dd468eef7158 None None] Deleting port 94127f9b-4b04-4056-9447-53138e8ad60d {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:32:29.940847 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-aa4910e8-aafa-4b25-a76f-dd468eef7158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:30.018117 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f8697ace-2137-44a7-88cb-bbe2c3b0197b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:30.023498 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-aa4910e8-aafa-4b25-a76f-dd468eef7158 None None] For port 94127f9b-4b04-4056-9447-53138e8ad60d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=94127f9b-4b04-4056-9447-53138e8ad60d,segment=NetworkSegment(e6dee5d6-77c5-47d0-bee1-052971d6d21a),segment_id=e6dee5d6-77c5-47d0-bee1-052971d6d21a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:30.028784 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-aa4910e8-aafa-4b25-a76f-dd468eef7158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:30.039594 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-f8697ace-2137-44a7-88cb-bbe2c3b0197b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Calling delete_port for 8876155a-2c74-4751-9b5f-0eb6c3b943c4 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:32:30.076207 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-aa4910e8-aafa-4b25-a76f-dd468eef7158 None None] Calling delete_port for 94127f9b-4b04-4056-9447-53138e8ad60d owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:32:30.268540 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 94127f9b-4b04-4056-9447-53138e8ad60d no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:32:30.352029 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1fe5f-da14-4db3-af76-8f6fa2732af4 req-85f5bbb8-4150-423f-a8c8-b79de622f173 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:30.370154 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2fe1fe5f-da14-4db3-af76-8f6fa2732af4 req-85f5bbb8-4150-423f-a8c8-b79de622f173 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 943 time: 0.1392648 Aug 19 18:32:30.404562 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-aa4910e8-aafa-4b25-a76f-dd468eef7158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:30.431605 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7d889d9-f122-4d33-8105-5332cf3b5808 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:30.438633 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4910e8-aafa-4b25-a76f-dd468eef7158 None None] No DVR routers for this DVR port 94127f9b-4b04-4056-9447-53138e8ad60d on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:32:30.495961 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0fdf440c-3b6b-4f14-9089-3df30d53d9ae req-64aef08a-b759-4482-b576-8fb24a036d19 service neutron] 10.222.0.50 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9812629 Aug 19 18:32:30.503651 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2fe1fe5f-da14-4db3-af76-8f6fa2732af4 req-e05ea8ba-7099-460c-ba3c-b4ed8cd19683 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325312 Aug 19 18:32:30.520479 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4910e8-aafa-4b25-a76f-dd468eef7158 None None] Pushing event deleted for resources: {'Port': ['ID=94127f9b-4b04-4056-9447-53138e8ad60d,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:30.538409 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:30.590433 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f8697ace-2137-44a7-88cb-bbe2c3b0197b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:30.612106 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7d889d9-f122-4d33-8105-5332cf3b5808 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:30.628635 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-b7d889d9-f122-4d33-8105-5332cf3b5808 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d060bf4-1ab8-4937-84be-47c3dc712502']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:30.649185 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-b7d889d9-f122-4d33-8105-5332cf3b5808 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6dee5d6-77c5-47d0-bee1-052971d6d21a') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:30.650543 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-b7d889d9-f122-4d33-8105-5332cf3b5808 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6dee5d6-77c5-47d0-bee1-052971d6d21a') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:30.667318 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776fb0a-7c80-4a9b-971e-dad20cda324d req-e411e29d-58de-4c1e-a29e-7310fbb0b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:30.669503 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f776fb0a-7c80-4a9b-971e-dad20cda324d req-e411e29d-58de-4c1e-a29e-7310fbb0b014 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 1094 time: 0.1032848 Aug 19 18:32:30.671970 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7d889d9-f122-4d33-8105-5332cf3b5808 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:30.723383 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8697ace-2137-44a7-88cb-bbe2c3b0197b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Port': ['ID=8876155a-2c74-4751-9b5f-0eb6c3b943c4,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:30.742775 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7d889d9-f122-4d33-8105-5332cf3b5808 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:30.756347 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d889d9-f122-4d33-8105-5332cf3b5808 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:32:30.756582 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7d889d9-f122-4d33-8105-5332cf3b5808 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:32:30.760147 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:32:30.892667 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7d889d9-f122-4d33-8105-5332cf3b5808 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:30.935966 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7d889d9-f122-4d33-8105-5332cf3b5808 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:30.939508 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b7d889d9-f122-4d33-8105-5332cf3b5808 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "DELETE /v2.0/networks/3d060bf4-1ab8-4937-84be-47c3dc712502 HTTP/1.1" status: 204 len: 168 time: 1.4151635 Aug 19 18:32:30.942699 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d889d9-f122-4d33-8105-5332cf3b5808 tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Pushing event deleted for resources: {'Network': ['ID=3d060bf4-1ab8-4937-84be-47c3dc712502,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:30.944734 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48418) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:30.958241 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776fb0a-7c80-4a9b-971e-dad20cda324d req-c8ddb213-6263-462f-b883-88c233085382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:30.960208 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f776fb0a-7c80-4a9b-971e-dad20cda324d req-c8ddb213-6263-462f-b883-88c233085382 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 911 time: 0.2796102 Aug 19 18:32:30.987349 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f8697ace-2137-44a7-88cb-bbe2c3b0197b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:31.003343 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1a6d4fb2-06a9-4248-9b3e-4c8c64a40d8f tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdfe126e-c5b4-41e5-8974-20ffe5a55848 HTTP/1.1" status: 200 len: 205 time: 0.0567663 Aug 19 18:32:31.010144 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48420) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:31.100977 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f776fb0a-7c80-4a9b-971e-dad20cda324d req-36085670-b076-453f-b841-2de9966cf42e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a HTTP/1.1" status: 200 len: 217 time: 0.1116247 Aug 19 18:32:31.201282 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ebbabbe-fbe5-4643-9951-a847cfca0cde tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:31.203832 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776fb0a-7c80-4a9b-971e-dad20cda324d req-555ca0cd-9081-4dce-ab16-22b5e80536ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:31.205890 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f776fb0a-7c80-4a9b-971e-dad20cda324d req-555ca0cd-9081-4dce-ab16-22b5e80536ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.0951107 Aug 19 18:32:31.276108 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776fb0a-7c80-4a9b-971e-dad20cda324d req-fd59269c-c4ec-422a-89f2-0632e7970a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:31.279077 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f776fb0a-7c80-4a9b-971e-dad20cda324d req-fd59269c-c4ec-422a-89f2-0632e7970a38 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638411 Aug 19 18:32:31.495080 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f776fb0a-7c80-4a9b-971e-dad20cda324d req-01319f3f-a8b9-40eb-a76a-530d03c551ef service neutron] 10.222.0.50 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091398 Aug 19 18:32:31.550313 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8697ace-2137-44a7-88cb-bbe2c3b0197b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Router 3f538147-c1b7-4065-9470-68607125e863 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:32:31.568286 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ebbabbe-fbe5-4643-9951-a847cfca0cde tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:31.578590 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ebbabbe-fbe5-4643-9951-a847cfca0cde tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:31.654180 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f776fb0a-7c80-4a9b-971e-dad20cda324d req-0d7d3e76-daeb-4ff9-875a-d7c43a4189cf service neutron] 10.222.0.50 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469452 Aug 19 18:32:31.742766 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ebbabbe-fbe5-4643-9951-a847cfca0cde tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:31.743291 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebbabbe-fbe5-4643-9951-a847cfca0cde tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Fanout notify agent at l3_agent the message router_deleted on router bdfe126e-c5b4-41e5-8974-20ffe5a55848 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:32:31.751603 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ebbabbe-fbe5-4643-9951-a847cfca0cde tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:31.755816 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9ebbabbe-fbe5-4643-9951-a847cfca0cde tempest-RoutersNegativeTest-527233557 tempest-RoutersNegativeTest-527233557-project] 10.222.0.24 "DELETE /v2.0/routers/bdfe126e-c5b4-41e5-8974-20ffe5a55848 HTTP/1.1" status: 204 len: 168 time: 0.7446694 Aug 19 18:32:31.821950 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8697ace-2137-44a7-88cb-bbe2c3b0197b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:32:31.827995 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f8697ace-2137-44a7-88cb-bbe2c3b0197b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/routers/3f538147-c1b7-4065-9470-68607125e863/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4749091 Aug 19 18:32:31.830932 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48446) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:31.841197 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a92a49f-23e1-4475-a37d-1946c6463394 None None] Sync routers for ids ['3f538147-c1b7-4065-9470-68607125e863'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:32:31.845901 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c06f14-af50-495c-a0c8-f8198e871f12 req-6f1532bf-9472-4143-8982-afc6abf5fb69 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:31.852328 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d9c06f14-af50-495c-a0c8-f8198e871f12 req-6f1532bf-9472-4143-8982-afc6abf5fb69 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 943 time: 0.1965795 Aug 19 18:32:31.868242 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a92a49f-23e1-4475-a37d-1946c6463394 None None] Routers {'3f538147-c1b7-4065-9470-68607125e863'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:31.869977 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-8a92a49f-23e1-4475-a37d-1946c6463394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['3f538147-c1b7-4065-9470-68607125e863'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:31.914023 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d9c06f14-af50-495c-a0c8-f8198e871f12 req-463f6ec1-14ae-4856-a175-2c62bc51923b tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535407 Aug 19 18:32:32.011186 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-8a92a49f-23e1-4475-a37d-1946c6463394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:32.027369 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a92a49f-23e1-4475-a37d-1946c6463394 None None] Routers {'3f538147-c1b7-4065-9470-68607125e863'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:32.028223 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-8a92a49f-23e1-4475-a37d-1946c6463394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['3f538147-c1b7-4065-9470-68607125e863'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:32.076214 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-8a92a49f-23e1-4475-a37d-1946c6463394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:32.078158 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a92a49f-23e1-4475-a37d-1946c6463394 None None] The sync data for ids ['3f538147-c1b7-4065-9470-68607125e863'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:32:32.149926 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48452) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:32.214259 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-6421a7e5-fb40-4446-9df9-fa47bd39c59e tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] remove_router_interface failed (client error): The resource could not be found. Aug 19 18:32:32.215408 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6421a7e5-fb40-4446-9df9-fa47bd39c59e tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/routers/3f538147-c1b7-4065-9470-68607125e863/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3832541 Aug 19 18:32:32.218578 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48456) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:32.251243 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-20379d1c-ea27-4f92-87d0-aa6752f5af33 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f538147-c1b7-4065-9470-68607125e863 HTTP/1.1" status: 200 len: 205 time: 0.0313745 Aug 19 18:32:32.253798 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48458) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:32.261098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48460) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:32.348746 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a1a80c22-c9d3-45e1-8535-2613669ada70 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:32.447243 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7508e511-e9ff-4162-8a88-951602884f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:32.466887 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48466) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:32.469006 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ceb9441e-aab4-4573-a32e-86495b95e576 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ed8c5e431804592a919660a43592a3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2043169 Aug 19 18:32:32.952276 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a1a80c22-c9d3-45e1-8535-2613669ada70 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:32.958565 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a1a80c22-c9d3-45e1-8535-2613669ada70 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:33.067604 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a1a80c22-c9d3-45e1-8535-2613669ada70 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:33.068027 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a80c22-c9d3-45e1-8535-2613669ada70 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Fanout notify agent at l3_agent the message router_deleted on router 3f538147-c1b7-4065-9470-68607125e863 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:32:33.085403 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a1a80c22-c9d3-45e1-8535-2613669ada70 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:33.086568 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a1a80c22-c9d3-45e1-8535-2613669ada70 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/routers/3f538147-c1b7-4065-9470-68607125e863 HTTP/1.1" status: 204 len: 168 time: 0.8317385 Aug 19 18:32:33.089634 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48478) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:33.097620 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-709cadd5-c7c1-42f6-80b3-c9bfb04ec810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:33.144659 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdba902-a455-408a-884b-9464242bb560 req-ec2a4f63-77e9-4b11-bb7e-402819d05d3a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:33.146235 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dcdba902-a455-408a-884b-9464242bb560 req-ec2a4f63-77e9-4b11-bb7e-402819d05d3a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 943 time: 0.1301787 Aug 19 18:32:33.149621 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-938547df-d828-4e9e-acd8-a185f5673db8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting subnet 9e860eea-4a56-424c-a098-10c75ec0a8f2 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:32:33.153312 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-938547df-d828-4e9e-acd8-a185f5673db8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:33.155553 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7508e511-e9ff-4162-8a88-951602884f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:33.163162 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-709cadd5-c7c1-42f6-80b3-c9bfb04ec810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:33.169212 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7508e511-e9ff-4162-8a88-951602884f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:33.200103 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-938547df-d828-4e9e-acd8-a185f5673db8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:33.254562 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7508e511-e9ff-4162-8a88-951602884f77 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=469d4611e33145558c34d14ddd1a85b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1027417 Aug 19 18:32:33.255933 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48480) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:33.269227 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508e511-e9ff-4162-8a88-951602884f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f9471f-f7b6-4ff5-9d76-194390807d1c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:33.285647 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dcdba902-a455-408a-884b-9464242bb560 req-8e6fac11-7337-4dde-b59d-6f2a7170ee1c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242332 Aug 19 18:32:33.314689 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-709cadd5-c7c1-42f6-80b3-c9bfb04ec810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:33.317571 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-709cadd5-c7c1-42f6-80b3-c9bfb04ec810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:33.318967 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-709cadd5-c7c1-42f6-80b3-c9bfb04ec810 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2558dd8-1cc8-42c9-b062-3741a2cf5a62 HTTP/1.1" status: 204 len: 168 time: 0.8498449 Aug 19 18:32:33.325169 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-938547df-d828-4e9e-acd8-a185f5673db8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:33.329687 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cadd5-c7c1-42f6-80b3-c9bfb04ec810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2558dd8-1cc8-42c9-b062-3741a2cf5a62,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:33.411926 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-31f075cc-f1f4-4dd0-a622-db2d6313b4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:33.437517 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-938547df-d828-4e9e-acd8-a185f5673db8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:33.451340 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-31f075cc-f1f4-4dd0-a622-db2d6313b4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:33.476572 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938547df-d828-4e9e-acd8-a185f5673db8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Subnet': ['ID=9e860eea-4a56-424c-a098-10c75ec0a8f2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:33.481833 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-938547df-d828-4e9e-acd8-a185f5673db8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:33.484304 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-938547df-d828-4e9e-acd8-a185f5673db8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/subnets/9e860eea-4a56-424c-a098-10c75ec0a8f2 HTTP/1.1" status: 204 len: 168 time: 0.3935630 Aug 19 18:32:33.487161 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48486) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:33.490316 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5bab03-9b47-484f-b1a7-009c21086b9b None None] Network 87a14258-429b-4afd-8c5a-c57e84686d81 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:32:33.551935 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-31f075cc-f1f4-4dd0-a622-db2d6313b4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:33.559476 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-31f075cc-f1f4-4dd0-a622-db2d6313b4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:33.563252 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-31f075cc-f1f4-4dd0-a622-db2d6313b4ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/71f9471f-f7b6-4ff5-9d76-194390807d1c HTTP/1.1" status: 204 len: 168 time: 0.3022625 Aug 19 18:32:33.581178 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f075cc-f1f4-4dd0-a622-db2d6313b4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f9471f-f7b6-4ff5-9d76-194390807d1c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:33.599439 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85f8e4fd-ea28-4d7d-9d30-b8ac910eeb39 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:33.704627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-85f8e4fd-ea28-4d7d-9d30-b8ac910eeb39 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting port ab61c853-cbed-4542-a1c4-9b654220233c {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:32:33.705001 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85f8e4fd-ea28-4d7d-9d30-b8ac910eeb39 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:33.800808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-85f8e4fd-ea28-4d7d-9d30-b8ac910eeb39 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] For port ab61c853-cbed-4542-a1c4-9b654220233c, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ab61c853-cbed-4542-a1c4-9b654220233c,segment=NetworkSegment(872005bc-0fb6-4496-94f5-577d4cb15652),segment_id=872005bc-0fb6-4496-94f5-577d4cb15652)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:33.801184 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85f8e4fd-ea28-4d7d-9d30-b8ac910eeb39 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:33.821279 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-85f8e4fd-ea28-4d7d-9d30-b8ac910eeb39 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Calling delete_port for ab61c853-cbed-4542-a1c4-9b654220233c owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:32:33.828032 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c970ca8f-7840-4169-9cb9-ddf29882e1f1 None None] DHCP port deletion for 87a14258-429b-4afd-8c5a-c57e84686d81 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:32:33.932474 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-c970ca8f-7840-4169-9cb9-ddf29882e1f1 None None] Deleting port ab61c853-cbed-4542-a1c4-9b654220233c {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:32:33.934168 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85f8e4fd-ea28-4d7d-9d30-b8ac910eeb39 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:33.937255 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c970ca8f-7840-4169-9cb9-ddf29882e1f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:33.984207 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8e4fd-ea28-4d7d-9d30-b8ac910eeb39 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Port': ['ID=ab61c853-cbed-4542-a1c4-9b654220233c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:33.986605 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f8e4fd-ea28-4d7d-9d30-b8ac910eeb39 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] No DVR routers for this DVR port ab61c853-cbed-4542-a1c4-9b654220233c on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:32:34.087882 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c970ca8f-7840-4169-9cb9-ddf29882e1f1 None None] For port ab61c853-cbed-4542-a1c4-9b654220233c, host n-d-803753-2, got binding levels [] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:34.088270 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c970ca8f-7840-4169-9cb9-ddf29882e1f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:34.107364 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ab61c853-cbed-4542-a1c4-9b654220233c no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:32:34.115578 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-c970ca8f-7840-4169-9cb9-ddf29882e1f1 None None] Calling delete_port for ab61c853-cbed-4542-a1c4-9b654220233c owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:32:34.140289 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.ipam_backend_mixin [None req-c970ca8f-7840-4169-9cb9-ddf29882e1f1 None None] Port ab61c853-cbed-4542-a1c4-9b654220233c was not found and therefore no delete operation was performed {{(pid=94683) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:32:34.141345 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: ab61c853-cbed-4542-a1c4-9b654220233c {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:32:34.142251 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ab61c853-cbed-4542-a1c4-9b654220233c not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:32:34.146381 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c970ca8f-7840-4169-9cb9-ddf29882e1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:34.157098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48510) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:34.172507 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85f8e4fd-ea28-4d7d-9d30-b8ac910eeb39 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:34.178982 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-36610afb-2030-4f27-8206-52a7da71737e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:34.185174 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c970ca8f-7840-4169-9cb9-ddf29882e1f1 None None] No DVR routers for this DVR port ab61c853-cbed-4542-a1c4-9b654220233c on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:32:34.191606 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970ca8f-7840-4169-9cb9-ddf29882e1f1 None None] Pushing event deleted for resources: {'Port': ['ID=ab61c853-cbed-4542-a1c4-9b654220233c,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:34.191829 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-85f8e4fd-ea28-4d7d-9d30-b8ac910eeb39 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a14258-429b-4afd-8c5a-c57e84686d81']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:34.212596 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-85f8e4fd-ea28-4d7d-9d30-b8ac910eeb39 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872005bc-0fb6-4496-94f5-577d4cb15652') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:34.213265 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-85f8e4fd-ea28-4d7d-9d30-b8ac910eeb39 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872005bc-0fb6-4496-94f5-577d4cb15652') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:34.227831 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85f8e4fd-ea28-4d7d-9d30-b8ac910eeb39 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:34.245239 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85f8e4fd-ea28-4d7d-9d30-b8ac910eeb39 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:34.253285 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f8e4fd-ea28-4d7d-9d30-b8ac910eeb39 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:32:34.253757 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85f8e4fd-ea28-4d7d-9d30-b8ac910eeb39 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:32:34.257998 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:32:34.336553 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85f8e4fd-ea28-4d7d-9d30-b8ac910eeb39 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:34.379838 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85f8e4fd-ea28-4d7d-9d30-b8ac910eeb39 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:34.384235 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-85f8e4fd-ea28-4d7d-9d30-b8ac910eeb39 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/networks/87a14258-429b-4afd-8c5a-c57e84686d81 HTTP/1.1" status: 204 len: 168 time: 0.8936276 Aug 19 18:32:34.385690 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8e4fd-ea28-4d7d-9d30-b8ac910eeb39 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Network': ['ID=87a14258-429b-4afd-8c5a-c57e84686d81,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:34.388345 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48516) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:34.402715 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-15ac0a41-c888-4eb8-89ea-07a4206f5948 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'network': {'name': 'tempest-RoutersTest-1489211363'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:32:34.433155 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-36610afb-2030-4f27-8206-52a7da71737e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:34.438660 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-36610afb-2030-4f27-8206-52a7da71737e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:34.470583 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867ee87-1b71-4e8d-84df-325f6c871e25 req-43ea9dd1-f6f2-431c-bb9c-85db4cb7a7dc tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:34.474980 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6867ee87-1b71-4e8d-84df-325f6c871e25 req-43ea9dd1-f6f2-431c-bb9c-85db4cb7a7dc tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 943 time: 0.0918040 Aug 19 18:32:34.499856 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-36610afb-2030-4f27-8206-52a7da71737e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b778da3f08c47b7a893252f05ec0239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408091 Aug 19 18:32:34.500432 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48518) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:34.501108 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36610afb-2030-4f27-8206-52a7da71737e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1c7de1-6aba-44cd-828c-f683c540ae39,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:34.503637 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ac0a41-c888-4eb8-89ea-07a4206f5948 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Made reservation on behalf of 44b0835ba7e14e8eb44c1ef1c17c6084 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:32:34.507172 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-15ac0a41-c888-4eb8-89ea-07a4206f5948 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:34.540723 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6867ee87-1b71-4e8d-84df-325f6c871e25 req-74e578fe-dcf9-4c89-9dc7-4529e126c302 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541484 Aug 19 18:32:34.555462 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ac0a41-c888-4eb8-89ea-07a4206f5948 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:32:34.577437 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5d279587-7975-4a1b-a7e4-ffc1f4fc69cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:34.578762 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-15ac0a41-c888-4eb8-89ea-07a4206f5948 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:34.579157 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-15ac0a41-c888-4eb8-89ea-07a4206f5948 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Added segment 713f5fce-2ed0-4dac-a1b6-1e07f1aaf14f of type vlan for network 5f4d26db-7a13-4ab9-8143-9cf28cae0b7d Aug 19 18:32:34.602604 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d477ad69-fe18-4725-acc5-7fed61b53fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:34.613892 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5d279587-7975-4a1b-a7e4-ffc1f4fc69cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:34.627635 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-15ac0a41-c888-4eb8-89ea-07a4206f5948 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:34.657311 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-15ac0a41-c888-4eb8-89ea-07a4206f5948 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:34.665678 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac0a41-c888-4eb8-89ea-07a4206f5948 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:34.666960 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-15ac0a41-c888-4eb8-89ea-07a4206f5948 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:34.673903 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5d279587-7975-4a1b-a7e4-ffc1f4fc69cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:34.678968 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5d279587-7975-4a1b-a7e4-ffc1f4fc69cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:34.685801 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5d279587-7975-4a1b-a7e4-ffc1f4fc69cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac1c7de1-6aba-44cd-828c-f683c540ae39 HTTP/1.1" status: 204 len: 168 time: 0.1799786 Aug 19 18:32:34.698975 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d279587-7975-4a1b-a7e4-ffc1f4fc69cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1c7de1-6aba-44cd-828c-f683c540ae39,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:34.737143 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-15ac0a41-c888-4eb8-89ea-07a4206f5948 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3475595 Aug 19 18:32:34.740284 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48528) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:34.748952 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-61ce4be0-be29-481f-9be2-d0400306f88c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'subnet': {'network_id': '5f4d26db-7a13-4ab9-8143-9cf28cae0b7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:32:34.749487 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:32:34.767599 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac0a41-c888-4eb8-89ea-07a4206f5948 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Network': ['ID=5f4d26db-7a13-4ab9-8143-9cf28cae0b7d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:34.784691 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 5f4d26db-7a13-4ab9-8143-9cf28cae0b7d details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:32:34.918848 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ce4be0-be29-481f-9be2-d0400306f88c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Made reservation on behalf of 44b0835ba7e14e8eb44c1ef1c17c6084 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:32:34.924377 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-61ce4be0-be29-481f-9be2-d0400306f88c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:35.157993 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-61ce4be0-be29-481f-9be2-d0400306f88c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:35.251896 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce4be0-be29-481f-9be2-d0400306f88c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Subnet': ['ID=eb54c333-5efd-4ff0-b546-9b47cc0da546,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:35.254580 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ce4be0-be29-481f-9be2-d0400306f88c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Checking segment: {'id': '713f5fce-2ed0-4dac-a1b6-1e07f1aaf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5f4d26db-7a13-4ab9-8143-9cf28cae0b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:32:35.255137 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ce4be0-be29-481f-9be2-d0400306f88c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network hostable DHCP agents. Network: 5f4d26db-7a13-4ab9-8143-9cf28cae0b7d, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:32:35.275655 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ce4be0-be29-481f-9be2-d0400306f88c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network 5f4d26db-7a13-4ab9-8143-9cf28cae0b7d is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:32:35.289849 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-61ce4be0-be29-481f-9be2-d0400306f88c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 5f4d26db-7a13-4ab9-8143-9cf28cae0b7d) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:35.297790 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ce4be0-be29-481f-9be2-d0400306f88c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:35.298672 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-61ce4be0-be29-481f-9be2-d0400306f88c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:35.299824 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea14f34b-0252-4ad2-a9f6-02d3f65f677d None None] Network 5f4d26db-7a13-4ab9-8143-9cf28cae0b7d requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:32:35.330544 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-61ce4be0-be29-481f-9be2-d0400306f88c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5846620 Aug 19 18:32:35.330544 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48548) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:35.340180 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2fc11702-050e-4db7-a34d-6dc5cdc6a6f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1719646104', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:32:35.374542 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2fc11702-050e-4db7-a34d-6dc5cdc6a6f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:35.375928 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2fc11702-050e-4db7-a34d-6dc5cdc6a6f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:35.445363 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2fc11702-050e-4db7-a34d-6dc5cdc6a6f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:35.454620 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2fc11702-050e-4db7-a34d-6dc5cdc6a6f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:35.480087 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2fc11702-050e-4db7-a34d-6dc5cdc6a6f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:35.484572 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2fc11702-050e-4db7-a34d-6dc5cdc6a6f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1506538 Aug 19 18:32:35.485567 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48556) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:35.516054 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42234d1-0cc5-48a6-84ff-e2ff365e2590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-5f4d26db-7a13-4ab9-8143-9cf28cae0b7d', 'network_id': '5f4d26db-7a13-4ab9-8143-9cf28cae0b7d', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'fixed_ips': [{'subnet_id': 'eb54c333-5efd-4ff0-b546-9b47cc0da546'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:32:35.517249 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e42234d1-0cc5-48a6-84ff-e2ff365e2590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:35.776331 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-e42234d1-0cc5-48a6-84ff-e2ff365e2590 None None] Allocated IP 172.20.0.2 (5f4d26db-7a13-4ab9-8143-9cf28cae0b7d/eb54c333-5efd-4ff0-b546-9b47cc0da546/363074b6-953e-421b-8bdf-ae5d2b0c04b8) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:32:35.782663 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e5a4d-3e43-4a78-9eec-fdc937bd828d req-2ae79443-17af-4490-96dc-b85f15e25fcf tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:35.784990 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4a6e5a4d-3e43-4a78-9eec-fdc937bd828d req-2ae79443-17af-4490-96dc-b85f15e25fcf tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 943 time: 0.1160645 Aug 19 18:32:35.907522 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d33e9bf1-3430-4ba4-b80e-a63f28884817 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:35.911120 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4a6e5a4d-3e43-4a78-9eec-fdc937bd828d req-51648241-09ea-4666-b58b-42edc9f36be8 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157677 Aug 19 18:32:36.072863 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e42234d1-0cc5-48a6-84ff-e2ff365e2590 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:36.085950 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e42234d1-0cc5-48a6-84ff-e2ff365e2590 None None] Transition to ACTIVE for port object 363074b6-953e-421b-8bdf-ae5d2b0c04b8 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:32:36.108880 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e42234d1-0cc5-48a6-84ff-e2ff365e2590 None None] Transition to ACTIVE for port object 363074b6-953e-421b-8bdf-ae5d2b0c04b8 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:32:36.117135 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e42234d1-0cc5-48a6-84ff-e2ff365e2590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:36.161168 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42234d1-0cc5-48a6-84ff-e2ff365e2590 None None] Network 5f4d26db-7a13-4ab9-8143-9cf28cae0b7d is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:32:36.171686 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-e42234d1-0cc5-48a6-84ff-e2ff365e2590 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:36.185917 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42234d1-0cc5-48a6-84ff-e2ff365e2590 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:32:36.201343 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42234d1-0cc5-48a6-84ff-e2ff365e2590 None None] Pushing event updated for resources: {'Port': ['ID=363074b6-953e-421b-8bdf-ae5d2b0c04b8,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:36.274660 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-d33e9bf1-3430-4ba4-b80e-a63f28884817 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Allocated IP 172.20.0.1 (5f4d26db-7a13-4ab9-8143-9cf28cae0b7d/eb54c333-5efd-4ff0-b546-9b47cc0da546/586137a0-04b3-4c74-bdb1-7cef51ba0b45) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:32:36.280700 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e42234d1-0cc5-48a6-84ff-e2ff365e2590 None None] Attempting to bind port 363074b6-953e-421b-8bdf-ae5d2b0c04b8 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:32:36.281515 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e42234d1-0cc5-48a6-84ff-e2ff365e2590 None None] Attempting to bind port 363074b6-953e-421b-8bdf-ae5d2b0c04b8 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '713f5fce-2ed0-4dac-a1b6-1e07f1aaf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5f4d26db-7a13-4ab9-8143-9cf28cae0b7d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:32:36.282283 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42234d1-0cc5-48a6-84ff-e2ff365e2590 None None] Attempting to bind port 363074b6-953e-421b-8bdf-ae5d2b0c04b8 on network 5f4d26db-7a13-4ab9-8143-9cf28cae0b7d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:32:36.288973 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42234d1-0cc5-48a6-84ff-e2ff365e2590 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:32:36.291426 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42234d1-0cc5-48a6-84ff-e2ff365e2590 None None] Checking segment: {'id': '713f5fce-2ed0-4dac-a1b6-1e07f1aaf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5f4d26db-7a13-4ab9-8143-9cf28cae0b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:32:36.292262 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e42234d1-0cc5-48a6-84ff-e2ff365e2590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:36.292878 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42234d1-0cc5-48a6-84ff-e2ff365e2590 None None] Bound using segment: {'id': '713f5fce-2ed0-4dac-a1b6-1e07f1aaf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5f4d26db-7a13-4ab9-8143-9cf28cae0b7d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:32:36.293805 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e42234d1-0cc5-48a6-84ff-e2ff365e2590 None None] Bound port: 363074b6-953e-421b-8bdf-ae5d2b0c04b8, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713f5fce-2ed0-4dac-a1b6-1e07f1aaf14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5f4d26db-7a13-4ab9-8143-9cf28cae0b7d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:32:36.294427 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e42234d1-0cc5-48a6-84ff-e2ff365e2590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:36.414042 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e42234d1-0cc5-48a6-84ff-e2ff365e2590 None None] For port 363074b6-953e-421b-8bdf-ae5d2b0c04b8, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:32:36.423309 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d33e9bf1-3430-4ba4-b80e-a63f28884817 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:36.430484 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e42234d1-0cc5-48a6-84ff-e2ff365e2590 None None] For port 363074b6-953e-421b-8bdf-ae5d2b0c04b8, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=363074b6-953e-421b-8bdf-ae5d2b0c04b8,segment=NetworkSegment(713f5fce-2ed0-4dac-a1b6-1e07f1aaf14f),segment_id=713f5fce-2ed0-4dac-a1b6-1e07f1aaf14f)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:32:36.440130 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e42234d1-0cc5-48a6-84ff-e2ff365e2590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:36.441743 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-d33e9bf1-3430-4ba4-b80e-a63f28884817 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Transition to ACTIVE for port object 586137a0-04b3-4c74-bdb1-7cef51ba0b45 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:32:36.488416 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d33e9bf1-3430-4ba4-b80e-a63f28884817 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:36.556834 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33e9bf1-3430-4ba4-b80e-a63f28884817 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network 5f4d26db-7a13-4ab9-8143-9cf28cae0b7d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:32:36.565763 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-d33e9bf1-3430-4ba4-b80e-a63f28884817 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:36.574101 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33e9bf1-3430-4ba4-b80e-a63f28884817 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:32:36.591212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42234d1-0cc5-48a6-84ff-e2ff365e2590 None None] Pushing event updated for resources: {'Port': ['ID=363074b6-953e-421b-8bdf-ae5d2b0c04b8,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:36.621247 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e9bf1-3430-4ba4-b80e-a63f28884817 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Port': ['ID=586137a0-04b3-4c74-bdb1-7cef51ba0b45,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:36.657309 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d33e9bf1-3430-4ba4-b80e-a63f28884817 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:36.883849 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d33e9bf1-3430-4ba4-b80e-a63f28884817 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:37.240631 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466fcd0-6978-4ab8-93e6-26c9a794d25e req-e5441e31-c53c-442e-ba8b-29ce9464c7d6 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:37.250051 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7466fcd0-6978-4ab8-93e6-26c9a794d25e req-e5441e31-c53c-442e-ba8b-29ce9464c7d6 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 943 time: 0.1044147 Aug 19 18:32:37.308921 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:37.367721 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7466fcd0-6978-4ab8-93e6-26c9a794d25e req-72a156f4-3f17-4450-a499-7bbfdd0da51a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161659 Aug 19 18:32:37.391840 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0f7341db-c089-406a-8eb8-1815441fd4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:37.520018 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d33e9bf1-3430-4ba4-b80e-a63f28884817 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:37.526814 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d33e9bf1-3430-4ba4-b80e-a63f28884817 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:37.664048 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d33e9bf1-3430-4ba4-b80e-a63f28884817 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:37.678506 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e9bf1-3430-4ba4-b80e-a63f28884817 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Port': ['ID=586137a0-04b3-4c74-bdb1-7cef51ba0b45,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:37.853213 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33e9bf1-3430-4ba4-b80e-a63f28884817 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network 5f4d26db-7a13-4ab9-8143-9cf28cae0b7d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:32:37.855385 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-d33e9bf1-3430-4ba4-b80e-a63f28884817 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:38.073137 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33e9bf1-3430-4ba4-b80e-a63f28884817 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Router 7e214b51-2086-4526-a6bc-1fc14cc4c9c9 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:32:38.159313 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 363074b6-953e-421b-8bdf-ae5d2b0c04b8 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:32:38.262239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4d760c-69dd-439f-8459-dceaac971659 None None] Network 5f4d26db-7a13-4ab9-8143-9cf28cae0b7d requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:32:38.292163 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33e9bf1-3430-4ba4-b80e-a63f28884817 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:32:38.306551 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48640) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:38.311974 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7608bb0-5a55-49a7-bbbf-a2dda7fa0f72 None None] Sync routers for ids ['7e214b51-2086-4526-a6bc-1fc14cc4c9c9'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:32:38.318554 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d33e9bf1-3430-4ba4-b80e-a63f28884817 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/routers/7e214b51-2086-4526-a6bc-1fc14cc4c9c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8176825 Aug 19 18:32:38.330643 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7608bb0-5a55-49a7-bbbf-a2dda7fa0f72 None None] Routers {'7e214b51-2086-4526-a6bc-1fc14cc4c9c9'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:38.332679 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c7608bb0-5a55-49a7-bbbf-a2dda7fa0f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7e214b51-2086-4526-a6bc-1fc14cc4c9c9'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:38.341511 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:38.349941 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-25afcbba-8388-48c5-be26-be19c2a16473 None None] Provisioning for port 363074b6-953e-421b-8bdf-ae5d2b0c04b8 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:32:38.365757 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 363074b6-953e-421b-8bdf-ae5d2b0c04b8 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:32:38.379541 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 363074b6-953e-421b-8bdf-ae5d2b0c04b8 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:38.380209 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:38.388003 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c7608bb0-5a55-49a7-bbbf-a2dda7fa0f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:38.402276 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7608bb0-5a55-49a7-bbbf-a2dda7fa0f72 None None] Routers {'7e214b51-2086-4526-a6bc-1fc14cc4c9c9'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:38.404041 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c7608bb0-5a55-49a7-bbbf-a2dda7fa0f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7e214b51-2086-4526-a6bc-1fc14cc4c9c9'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:38.437357 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104ecb6d-a540-43b1-b8e1-5ec002efd996 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:38.444008 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c7608bb0-5a55-49a7-bbbf-a2dda7fa0f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:38.444666 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7608bb0-5a55-49a7-bbbf-a2dda7fa0f72 None None] The sync data for ids ['7e214b51-2086-4526-a6bc-1fc14cc4c9c9'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:32:38.454288 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-104ecb6d-a540-43b1-b8e1-5ec002efd996 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/ports/586137a0-04b3-4c74-bdb1-7cef51ba0b45 HTTP/1.1" status: 200 len: 910 time: 0.1464853 Aug 19 18:32:38.454547 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48648) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:38.585735 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8404200-af17-42d2-a03e-2a05d9fdfdca req-ff25ce77-ec17-46a8-8480-ac0e9372843e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:38.596623 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8404200-af17-42d2-a03e-2a05d9fdfdca req-ff25ce77-ec17-46a8-8480-ac0e9372843e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 943 time: 0.1032424 Aug 19 18:32:38.631034 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:38.682261 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8404200-af17-42d2-a03e-2a05d9fdfdca req-21adb7d0-5b48-4e9c-9590-b9b2c61622c7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843868 Aug 19 18:32:38.886107 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:32:38.949970 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 363074b6-953e-421b-8bdf-ae5d2b0c04b8, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=363074b6-953e-421b-8bdf-ae5d2b0c04b8,segment=NetworkSegment(713f5fce-2ed0-4dac-a1b6-1e07f1aaf14f),segment_id=713f5fce-2ed0-4dac-a1b6-1e07f1aaf14f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:38.968813 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:39.108485 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-035fd2fd-8889-47d1-9371-8815231b5047 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:39.115379 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=363074b6-953e-421b-8bdf-ae5d2b0c04b8,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:39.229754 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:39.245670 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'port_id': 'bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a', 'mac_address': 'fa:16:3e:86:71:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:32:39.309965 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:39.328807 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:32:39.369072 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:39.377256 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:39.471123 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9c5d32aa-2043-4885-87ba-efbbd7c98975 None None] Provisioning for port 586137a0-04b3-4c74-bdb1-7cef51ba0b45 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:32:39.481471 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9c5d32aa-2043-4885-87ba-efbbd7c98975 None None] Provisioning complete for port 586137a0-04b3-4c74-bdb1-7cef51ba0b45 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:39.482290 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9c5d32aa-2043-4885-87ba-efbbd7c98975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:39.523556 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:39.554771 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-9c5d32aa-2043-4885-87ba-efbbd7c98975 None None] Port 586137a0-04b3-4c74-bdb1-7cef51ba0b45 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:32:39.586586 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9c5d32aa-2043-4885-87ba-efbbd7c98975 None None] Provisioning complete for port 363074b6-953e-421b-8bdf-ae5d2b0c04b8 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:39.588652 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9c5d32aa-2043-4885-87ba-efbbd7c98975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:39.671814 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:32:39.910883 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce86fb1-9788-410d-b893-5ec7a89b0956 req-50b33e17-2577-46cd-bd00-cfbd6f432cb1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:39.922033 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3ce86fb1-9788-410d-b893-5ec7a89b0956 req-50b33e17-2577-46cd-bd00-cfbd6f432cb1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 944 time: 0.0848908 Aug 19 18:32:39.996505 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3ce86fb1-9788-410d-b893-5ec7a89b0956 req-3195836d-3a8e-49eb-8b6f-648b2ba22c3c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733244 Aug 19 18:32:40.085293 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bd9dd2c5-de08-4e09-99d8-359fb5f7d366 None None] Provisioning complete for port 586137a0-04b3-4c74-bdb1-7cef51ba0b45 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:40.090633 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bd9dd2c5-de08-4e09-99d8-359fb5f7d366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:40.120991 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 363074b6-953e-421b-8bdf-ae5d2b0c04b8 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:32:40.233775 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-bd9dd2c5-de08-4e09-99d8-359fb5f7d366 None None] Port 586137a0-04b3-4c74-bdb1-7cef51ba0b45 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:32:40.246127 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:40.288327 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 363074b6-953e-421b-8bdf-ae5d2b0c04b8 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:40.288970 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:40.337223 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-035fd2fd-8889-47d1-9371-8815231b5047 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting port 586137a0-04b3-4c74-bdb1-7cef51ba0b45 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:32:40.338601 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-035fd2fd-8889-47d1-9371-8815231b5047 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:40.380288 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2ecf9c43-89ba-4f4e-9978-d34895ab4f19 None None] Provisioning complete for port 586137a0-04b3-4c74-bdb1-7cef51ba0b45 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:40.380288 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2ecf9c43-89ba-4f4e-9978-d34895ab4f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:40.453779 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-2ecf9c43-89ba-4f4e-9978-d34895ab4f19 None None] Port 586137a0-04b3-4c74-bdb1-7cef51ba0b45 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:32:40.456585 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-035fd2fd-8889-47d1-9371-8815231b5047 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:40.475009 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-035fd2fd-8889-47d1-9371-8815231b5047 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Calling delete_port for 586137a0-04b3-4c74-bdb1-7cef51ba0b45 owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:32:40.497925 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d075ad80-d20f-4185-b6e2-c0d76c3a63bf req-591b3fe9-523f-4fc6-b3a5-8a8f52b8779b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504432 Aug 19 18:32:40.590620 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075ad80-d20f-4185-b6e2-c0d76c3a63bf req-2e44e7bd-7f17-4f88-b5d7-8465d7efb35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:40.593292 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d075ad80-d20f-4185-b6e2-c0d76c3a63bf req-2e44e7bd-7f17-4f88-b5d7-8465d7efb35b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 1097 time: 0.0450304 Aug 19 18:32:40.710219 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-035fd2fd-8889-47d1-9371-8815231b5047 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:40.720327 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075ad80-d20f-4185-b6e2-c0d76c3a63bf req-9da6a287-59df-4055-b9ac-a1881b4557e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:40.722114 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d075ad80-d20f-4185-b6e2-c0d76c3a63bf req-9da6a287-59df-4055-b9ac-a1881b4557e3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 911 time: 0.1079535 Aug 19 18:32:40.751106 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fd2fd-8889-47d1-9371-8815231b5047 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Port': ['ID=586137a0-04b3-4c74-bdb1-7cef51ba0b45,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:40.814264 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d075ad80-d20f-4185-b6e2-c0d76c3a63bf req-b6c2a8b2-7f40-4294-a923-42a6d6f9b4db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfec941a-be49-489c-b8ba-539bfe6342f9 HTTP/1.1" status: 200 len: 1001 time: 0.0844500 Aug 19 18:32:40.912556 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075ad80-d20f-4185-b6e2-c0d76c3a63bf req-90bea934-b7bb-4673-ad0b-9ac3be7b6920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:40.914130 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d075ad80-d20f-4185-b6e2-c0d76c3a63bf req-90bea934-b7bb-4673-ad0b-9ac3be7b6920 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.0921738 Aug 19 18:32:40.973089 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-035fd2fd-8889-47d1-9371-8815231b5047 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:40.979892 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075ad80-d20f-4185-b6e2-c0d76c3a63bf req-4064d366-46de-47c6-8333-0e8ff621ec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:40.983894 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d075ad80-d20f-4185-b6e2-c0d76c3a63bf req-4064d366-46de-47c6-8333-0e8ff621ec69 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564706 Aug 19 18:32:41.119592 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:41.210923 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d075ad80-d20f-4185-b6e2-c0d76c3a63bf req-efbeeab5-3a2f-44d0-a1c5-495954fc30ff service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197289 Aug 19 18:32:41.260310 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab08da2-6d33-402c-be8b-3fba3dd88a6a req-f4864073-5b02-4568-8402-eaa317a8de6e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:41.262165 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ab08da2-6d33-402c-be8b-3fba3dd88a6a req-f4864073-5b02-4568-8402-eaa317a8de6e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 944 time: 0.1127961 Aug 19 18:32:41.273833 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035fd2fd-8889-47d1-9371-8815231b5047 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Router 7e214b51-2086-4526-a6bc-1fc14cc4c9c9 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:32:41.354869 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ab08da2-6d33-402c-be8b-3fba3dd88a6a req-6acbfaa0-fafd-429d-ad04-e11fbf1332ce tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588460 Aug 19 18:32:41.405138 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035fd2fd-8889-47d1-9371-8815231b5047 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:32:41.409243 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d075ad80-d20f-4185-b6e2-c0d76c3a63bf req-e88c0bc2-5ace-406c-9beb-c8d0983cf5a6 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905739 Aug 19 18:32:41.427709 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98052964-315a-4dd5-800f-bb16d393639a None None] Sync routers for ids ['7e214b51-2086-4526-a6bc-1fc14cc4c9c9'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:32:41.429725 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48722) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:41.430263 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-035fd2fd-8889-47d1-9371-8815231b5047 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/routers/7e214b51-2086-4526-a6bc-1fc14cc4c9c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9744771 Aug 19 18:32:41.443528 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98052964-315a-4dd5-800f-bb16d393639a None None] Routers {'7e214b51-2086-4526-a6bc-1fc14cc4c9c9'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:41.444569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-98052964-315a-4dd5-800f-bb16d393639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7e214b51-2086-4526-a6bc-1fc14cc4c9c9'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:41.489788 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-98052964-315a-4dd5-800f-bb16d393639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:41.501918 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98052964-315a-4dd5-800f-bb16d393639a None None] Routers {'7e214b51-2086-4526-a6bc-1fc14cc4c9c9'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:41.502682 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-98052964-315a-4dd5-800f-bb16d393639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7e214b51-2086-4526-a6bc-1fc14cc4c9c9'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:41.522722 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-046ef62f-6d73-4e96-88c4-0c0ca6583c5e tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e214b51-2086-4526-a6bc-1fc14cc4c9c9 HTTP/1.1" status: 200 len: 205 time: 0.0860822 Aug 19 18:32:41.523180 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48726) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:41.542644 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-98052964-315a-4dd5-800f-bb16d393639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:41.543398 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98052964-315a-4dd5-800f-bb16d393639a None None] The sync data for ids ['7e214b51-2086-4526-a6bc-1fc14cc4c9c9'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:32:41.643249 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc9e8ebf-e1a4-4e96-911a-7b42c88a4a7a tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:41.823209 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc9e8ebf-e1a4-4e96-911a-7b42c88a4a7a tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:41.825981 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc9e8ebf-e1a4-4e96-911a-7b42c88a4a7a tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:41.903374 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc9e8ebf-e1a4-4e96-911a-7b42c88a4a7a tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:41.904041 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9e8ebf-e1a4-4e96-911a-7b42c88a4a7a tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Fanout notify agent at l3_agent the message router_deleted on router 7e214b51-2086-4526-a6bc-1fc14cc4c9c9 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:32:41.919912 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc9e8ebf-e1a4-4e96-911a-7b42c88a4a7a tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:41.921407 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-dc9e8ebf-e1a4-4e96-911a-7b42c88a4a7a tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/routers/7e214b51-2086-4526-a6bc-1fc14cc4c9c9 HTTP/1.1" status: 204 len: 168 time: 0.3971376 Aug 19 18:32:41.924336 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48742) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:41.982536 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-2385cbdc-4f24-4eb4-8b7e-4ae6569675b9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting subnet eb54c333-5efd-4ff0-b546-9b47cc0da546 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:32:41.985829 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2385cbdc-4f24-4eb4-8b7e-4ae6569675b9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:42.038713 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2385cbdc-4f24-4eb4-8b7e-4ae6569675b9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:42.161268 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2385cbdc-4f24-4eb4-8b7e-4ae6569675b9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:42.268764 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2385cbdc-4f24-4eb4-8b7e-4ae6569675b9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:42.329075 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385cbdc-4f24-4eb4-8b7e-4ae6569675b9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Subnet': ['ID=eb54c333-5efd-4ff0-b546-9b47cc0da546,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:42.331167 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2385cbdc-4f24-4eb4-8b7e-4ae6569675b9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:42.335457 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2385cbdc-4f24-4eb4-8b7e-4ae6569675b9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/subnets/eb54c333-5efd-4ff0-b546-9b47cc0da546 HTTP/1.1" status: 204 len: 168 time: 0.4077733 Aug 19 18:32:42.336465 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48752) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:42.346149 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f97f69-7f9a-4814-bad5-86141282fc6d None None] Network 5f4d26db-7a13-4ab9-8143-9cf28cae0b7d requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:32:42.499519 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4319e564-26ca-4ef3-9f52-9254a6190c72 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:42.595614 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df5d4c-7d4f-467c-a546-ccc3b6a99b07 req-8c905769-6e18-423a-8f1b-b61a8e47f3e5 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:42.603688 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0df5d4c-7d4f-467c-a546-ccc3b6a99b07 req-8c905769-6e18-423a-8f1b-b61a8e47f3e5 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 944 time: 0.1264555 Aug 19 18:32:42.611190 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e006ca-6cc5-431f-b3f1-aa894d1bfe12 None None] DHCP port deletion for 5f4d26db-7a13-4ab9-8143-9cf28cae0b7d request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:32:42.679907 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-4319e564-26ca-4ef3-9f52-9254a6190c72 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting port 363074b6-953e-421b-8bdf-ae5d2b0c04b8 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:32:42.681713 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4319e564-26ca-4ef3-9f52-9254a6190c72 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:42.741303 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c0df5d4c-7d4f-467c-a546-ccc3b6a99b07 req-cfdafd21-8a8e-4a5d-83b2-8a79eee23c7e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352997 Aug 19 18:32:42.745366 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b4e006ca-6cc5-431f-b3f1-aa894d1bfe12 None None] Deleting port 363074b6-953e-421b-8bdf-ae5d2b0c04b8 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:32:42.745999 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b4e006ca-6cc5-431f-b3f1-aa894d1bfe12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:42.792375 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-4319e564-26ca-4ef3-9f52-9254a6190c72 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] For port 363074b6-953e-421b-8bdf-ae5d2b0c04b8, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=363074b6-953e-421b-8bdf-ae5d2b0c04b8,segment=NetworkSegment(713f5fce-2ed0-4dac-a1b6-1e07f1aaf14f),segment_id=713f5fce-2ed0-4dac-a1b6-1e07f1aaf14f)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:42.792877 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4319e564-26ca-4ef3-9f52-9254a6190c72 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:42.809500 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-4319e564-26ca-4ef3-9f52-9254a6190c72 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Calling delete_port for 363074b6-953e-421b-8bdf-ae5d2b0c04b8 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:32:42.810484 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:32:42.879823 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-b4e006ca-6cc5-431f-b3f1-aa894d1bfe12 None None] For port 363074b6-953e-421b-8bdf-ae5d2b0c04b8, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=363074b6-953e-421b-8bdf-ae5d2b0c04b8,segment=NetworkSegment(713f5fce-2ed0-4dac-a1b6-1e07f1aaf14f),segment_id=713f5fce-2ed0-4dac-a1b6-1e07f1aaf14f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:42.880526 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b4e006ca-6cc5-431f-b3f1-aa894d1bfe12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:42.898685 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b4e006ca-6cc5-431f-b3f1-aa894d1bfe12 None None] Calling delete_port for 363074b6-953e-421b-8bdf-ae5d2b0c04b8 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:32:42.913346 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:32:42.921042 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4319e564-26ca-4ef3-9f52-9254a6190c72 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:42.923947 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:42.925077 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:42.939931 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4319e564-26ca-4ef3-9f52-9254a6190c72 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] No DVR routers for this DVR port 363074b6-953e-421b-8bdf-ae5d2b0c04b8 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:32:42.965080 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319e564-26ca-4ef3-9f52-9254a6190c72 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Port': ['ID=363074b6-953e-421b-8bdf-ae5d2b0c04b8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:43.061184 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4319e564-26ca-4ef3-9f52-9254a6190c72 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:43.072990 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-4319e564-26ca-4ef3-9f52-9254a6190c72 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4d26db-7a13-4ab9-8143-9cf28cae0b7d']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:43.107687 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:43.120572 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-4319e564-26ca-4ef3-9f52-9254a6190c72 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713f5fce-2ed0-4dac-a1b6-1e07f1aaf14f') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:43.122493 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-4319e564-26ca-4ef3-9f52-9254a6190c72 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713f5fce-2ed0-4dac-a1b6-1e07f1aaf14f') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:43.144109 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3e5076-fd6e-4e8b-8983-d8bfe55c3346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:32:43.146146 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4319e564-26ca-4ef3-9f52-9254a6190c72 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:43.146787 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f14216-7da1-4032-bae8-1f7186ad03a0" -d '{"events": [{"server_uuid": "6d3e5076-fd6e-4e8b-8983-d8bfe55c3346", "name": "network-vif-plugged", "status": "completed", "tag": "bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:32:43.182329 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:43.182470 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4319e564-26ca-4ef3-9f52-9254a6190c72 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:43.182584 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:43.198780 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4319e564-26ca-4ef3-9f52-9254a6190c72 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:32:43.200515 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4319e564-26ca-4ef3-9f52-9254a6190c72 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:32:43.210917 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:32:43.259570 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b4e006ca-6cc5-431f-b3f1-aa894d1bfe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:43.303102 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e006ca-6cc5-431f-b3f1-aa894d1bfe12 None None] No DVR routers for this DVR port 363074b6-953e-421b-8bdf-ae5d2b0c04b8 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:32:43.308278 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4319e564-26ca-4ef3-9f52-9254a6190c72 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:43.339929 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4319e564-26ca-4ef3-9f52-9254a6190c72 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:43.347975 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48774) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:43.353123 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:43.354173 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-bbd411bd-48d0-4c01-b0fa-c0dd7d35da8b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2081399477', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}, 'admin_state_up': False}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:32:43.360608 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4319e564-26ca-4ef3-9f52-9254a6190c72 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/networks/5f4d26db-7a13-4ab9-8143-9cf28cae0b7d HTTP/1.1" status: 204 len: 168 time: 1.0210700 Aug 19 18:32:43.388520 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319e564-26ca-4ef3-9f52-9254a6190c72 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Network': ['ID=5f4d26db-7a13-4ab9-8143-9cf28cae0b7d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:43.400633 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbd411bd-48d0-4c01-b0fa-c0dd7d35da8b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:43.402514 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbd411bd-48d0-4c01-b0fa-c0dd7d35da8b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:43.408747 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e006ca-6cc5-431f-b3f1-aa894d1bfe12 None None] Pushing event deleted for resources: {'Port': ['ID=363074b6-953e-421b-8bdf-ae5d2b0c04b8,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:43.471894 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbd411bd-48d0-4c01-b0fa-c0dd7d35da8b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:43.561314 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f50d966-ca2e-4bc3-a714-3e6ad4bbddf4 x-openstack-request-id: req-9f50d966-ca2e-4bc3-a714-3e6ad4bbddf4 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:32:43.562022 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3e5076-fd6e-4e8b-8983-d8bfe55c3346", "name": "network-vif-plugged", "status": "completed", "tag": "bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:32:43.562527 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f50d966-ca2e-4bc3-a714-3e6ad4bbddf4 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:32:43.563101 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3e5076-fd6e-4e8b-8983-d8bfe55c3346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a', 'code': 200} Aug 19 18:32:43.646798 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbd411bd-48d0-4c01-b0fa-c0dd7d35da8b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:43.672645 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03647d-3555-4597-bbfb-5900e8092ee3 req-19ed2774-0491-4fec-8140-a8a1b9c1b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:43.674339 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dc03647d-3555-4597-bbfb-5900e8092ee3 req-19ed2774-0491-4fec-8140-a8a1b9c1b741 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 1096 time: 0.0484519 Aug 19 18:32:43.747669 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dc03647d-3555-4597-bbfb-5900e8092ee3 req-1f602bbc-1790-4d61-a2cc-4f3069e9cb5e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660782 Aug 19 18:32:43.906892 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada741e-92e1-4fdc-a18f-f099a6712bd8 req-2b079b79-a62b-41f1-b3ef-7500e65f23cd tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:43.908586 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5ada741e-92e1-4fdc-a18f-f099a6712bd8 req-2b079b79-a62b-41f1-b3ef-7500e65f23cd tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 945 time: 0.0627990 Aug 19 18:32:43.969267 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5ada741e-92e1-4fdc-a18f-f099a6712bd8 req-266fb5e2-5098-48e5-95b3-ec202d4d5fca tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544891 Aug 19 18:32:43.999325 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbd411bd-48d0-4c01-b0fa-c0dd7d35da8b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:44.023756 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbd411bd-48d0-4c01-b0fa-c0dd7d35da8b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:44.105394 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 363074b6-953e-421b-8bdf-ae5d2b0c04b8 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:32:44.146152 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 363074b6-953e-421b-8bdf-ae5d2b0c04b8 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:32:44.146710 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 363074b6-953e-421b-8bdf-ae5d2b0c04b8 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:32:44.147087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-bbd411bd-48d0-4c01-b0fa-c0dd7d35da8b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Allocated IP 172.25.8.99 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/372828d8-edce-4747-abce-179155e95e34) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:32:44.313895 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbd411bd-48d0-4c01-b0fa-c0dd7d35da8b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:44.358727 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbd411bd-48d0-4c01-b0fa-c0dd7d35da8b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:44.429091 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd411bd-48d0-4c01-b0fa-c0dd7d35da8b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:32:44.432684 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-bbd411bd-48d0-4c01-b0fa-c0dd7d35da8b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:44.438361 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd411bd-48d0-4c01-b0fa-c0dd7d35da8b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:32:44.496190 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd411bd-48d0-4c01-b0fa-c0dd7d35da8b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Port': ['ID=372828d8-edce-4747-abce-179155e95e34,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:44.961664 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbd411bd-48d0-4c01-b0fa-c0dd7d35da8b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:45.198134 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8f1e9-c6a2-44e5-817d-42ee8f484071 req-c454e80f-77cf-4b01-8dad-6c8fa5db4c6f tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:45.207986 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84c8f1e9-c6a2-44e5-817d-42ee8f484071 req-c454e80f-77cf-4b01-8dad-6c8fa5db4c6f tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 945 time: 0.1108668 Aug 19 18:32:45.260117 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84c8f1e9-c6a2-44e5-817d-42ee8f484071 req-cca4f12a-db2d-4f7f-b3d7-f6f738ab10d3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507843 Aug 19 18:32:45.319268 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbd411bd-48d0-4c01-b0fa-c0dd7d35da8b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:45.458691 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48822) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:45.503589 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7f08e-b6b7-4a42-b6f0-8fa386abc141 req-89cf48dd-c7d8-4398-bdb3-d5638308a48e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:45.505329 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02f7f08e-b6b7-4a42-b6f0-8fa386abc141 req-89cf48dd-c7d8-4398-bdb3-d5638308a48e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 945 time: 0.0821185 Aug 19 18:32:45.580819 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02f7f08e-b6b7-4a42-b6f0-8fa386abc141 req-1d857d9e-7a57-4d09-88ec-62ee81e14be2 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637188 Aug 19 18:32:45.597275 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd411bd-48d0-4c01-b0fa-c0dd7d35da8b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Router fd7c862a-3169-45bd-8c8a-926bc2f7e790 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:32:45.604598 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48826) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:45.678710 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4103988d-e41c-4cb0-a422-f4f6ed1ffc0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:45.784167 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd411bd-48d0-4c01-b0fa-c0dd7d35da8b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:32:45.800796 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7776c700-70de-4b3a-ae49-f7686b09e02a None None] Sync routers for ids ['fd7c862a-3169-45bd-8c8a-926bc2f7e790'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:32:45.813674 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7776c700-70de-4b3a-ae49-f7686b09e02a None None] Routers {'fd7c862a-3169-45bd-8c8a-926bc2f7e790'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:45.814381 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7776c700-70de-4b3a-ae49-f7686b09e02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['fd7c862a-3169-45bd-8c8a-926bc2f7e790'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:45.831905 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4103988d-e41c-4cb0-a422-f4f6ed1ffc0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:45.837406 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4103988d-e41c-4cb0-a422-f4f6ed1ffc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:45.844614 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bbd411bd-48d0-4c01-b0fa-c0dd7d35da8b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:45.849362 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bbd411bd-48d0-4c01-b0fa-c0dd7d35da8b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.4994378 Aug 19 18:32:45.850121 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48832) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:45.861324 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7776c700-70de-4b3a-ae49-f7686b09e02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:45.870183 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7776c700-70de-4b3a-ae49-f7686b09e02a None None] Routers {'fd7c862a-3169-45bd-8c8a-926bc2f7e790'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:45.870889 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7776c700-70de-4b3a-ae49-f7686b09e02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['fd7c862a-3169-45bd-8c8a-926bc2f7e790'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:45.878330 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103988d-e41c-4cb0-a422-f4f6ed1ffc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb9355f-eb4b-4d55-8698-d84dfbe7058d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:45.903297 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4103988d-e41c-4cb0-a422-f4f6ed1ffc0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38d203621f2347af86e84db776be1d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4429595 Aug 19 18:32:45.903935 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48834) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:46.014577 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6c7db46c-029d-4e7b-a472-a8d69a85b2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:46.036017 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b0927d-6f34-4be0-a8f3-330cf690c65f tempest-TestVolumeBootPattern-679134480 tempest-TestVolumeBootPattern-679134480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:46.040197 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-59b0927d-6f34-4be0-a8f3-330cf690c65f tempest-TestVolumeBootPattern-679134480 tempest-TestVolumeBootPattern-679134480-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 1091 time: 0.4313054 Aug 19 18:32:46.040357 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1fc9df31-e6da-4f5c-b2a0-0ce457545d43 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/routers/fd7c862a-3169-45bd-8c8a-926bc2f7e790 HTTP/1.1" status: 200 len: 880 time: 0.1867206 Aug 19 18:32:46.040494 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48836) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:46.040889 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48838) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:46.046212 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-0ed1ec02-2bbc-4e12-8798-f59c90f12bfe tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': 'bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:32:46.052091 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7776c700-70de-4b3a-ae49-f7686b09e02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:46.052789 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7776c700-70de-4b3a-ae49-f7686b09e02a None None] The sync data for ids ['fd7c862a-3169-45bd-8c8a-926bc2f7e790'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:32:46.075861 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0ed1ec02-2bbc-4e12-8798-f59c90f12bfe tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:46.106171 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6c7db46c-029d-4e7b-a472-a8d69a85b2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:46.194204 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0ed1ec02-2bbc-4e12-8798-f59c90f12bfe tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:46.240650 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6c7db46c-029d-4e7b-a472-a8d69a85b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:46.244246 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6c7db46c-029d-4e7b-a472-a8d69a85b2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:46.248241 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6c7db46c-029d-4e7b-a472-a8d69a85b2e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/adb9355f-eb4b-4d55-8698-d84dfbe7058d HTTP/1.1" status: 204 len: 168 time: 0.3402970 Aug 19 18:32:46.262422 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7db46c-029d-4e7b-a472-a8d69a85b2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb9355f-eb4b-4d55-8698-d84dfbe7058d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:46.350187 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ac8c22ef-a9c0-4752-8d02-54532e94d3d6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3064890 Aug 19 18:32:46.354563 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-0ed1ec02-2bbc-4e12-8798-f59c90f12bfe tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Allocated IP 172.25.8.165 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/c5d44366-5c75-4353-8db6-0cdfed4b714d) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:32:46.360427 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48846) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:46.368219 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-fb66d2ec-fea3-4cb2-9a8f-3947ca1a79e5 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2081399477'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:32:46.496759 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0ed1ec02-2bbc-4e12-8798-f59c90f12bfe tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:46.549965 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0ed1ec02-2bbc-4e12-8798-f59c90f12bfe tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:46.568630 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:46.614883 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1ec02-2bbc-4e12-8798-f59c90f12bfe tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event updated for resources: {'Port': ['ID=c5d44366-5c75-4353-8db6-0cdfed4b714d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:46.624987 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed1ec02-2bbc-4e12-8798-f59c90f12bfe tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:32:46.628494 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-0ed1ec02-2bbc-4e12-8798-f59c90f12bfe tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:46.631066 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed1ec02-2bbc-4e12-8798-f59c90f12bfe tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:32:46.696355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48854) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:46.720194 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b04acabf-ae36-4178-b41f-a5cd1484a357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:46.799133 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fb66d2ec-fea3-4cb2-9a8f-3947ca1a79e5 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:46.821996 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fb66d2ec-fea3-4cb2-9a8f-3947ca1a79e5 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740919'] for router, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:46.977047 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b04acabf-ae36-4178-b41f-a5cd1484a357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:46.989804 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b04acabf-ae36-4178-b41f-a5cd1484a357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:47.033645 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b04acabf-ae36-4178-b41f-a5cd1484a357 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c278d0167e1643d799f51438564ad6c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285339 Aug 19 18:32:47.037770 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48872) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:47.085653 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb66d2ec-fea3-4cb2-9a8f-3947ca1a79e5 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Router fd7c862a-3169-45bd-8c8a-926bc2f7e790 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:32:47.095989 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04acabf-ae36-4178-b41f-a5cd1484a357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64672557-a15a-4d60-8387-b2bddced5c97,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:47.191306 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f81f0ea0-aaa9-43f2-902d-70ce269bcedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:47.266024 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f81f0ea0-aaa9-43f2-902d-70ce269bcedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:47.363225 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb66d2ec-fea3-4cb2-9a8f-3947ca1a79e5 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:32:47.365312 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f81f0ea0-aaa9-43f2-902d-70ce269bcedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:47.367951 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f81f0ea0-aaa9-43f2-902d-70ce269bcedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:47.369832 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f81f0ea0-aaa9-43f2-902d-70ce269bcedd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64672557-a15a-4d60-8387-b2bddced5c97 HTTP/1.1" status: 204 len: 168 time: 0.3214703 Aug 19 18:32:47.375122 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fb66d2ec-fea3-4cb2-9a8f-3947ca1a79e5 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:47.377203 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba026c0-f9fe-447e-ba0d-c44e33fbf900 None None] Sync routers for ids ['fd7c862a-3169-45bd-8c8a-926bc2f7e790'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:32:47.385946 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fb66d2ec-fea3-4cb2-9a8f-3947ca1a79e5 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/routers/fd7c862a-3169-45bd-8c8a-926bc2f7e790 HTTP/1.1" status: 200 len: 887 time: 1.0233688 Aug 19 18:32:47.393352 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48884) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:47.396296 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba026c0-f9fe-447e-ba0d-c44e33fbf900 None None] Routers {'fd7c862a-3169-45bd-8c8a-926bc2f7e790'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:47.396952 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-3ba026c0-f9fe-447e-ba0d-c44e33fbf900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['fd7c862a-3169-45bd-8c8a-926bc2f7e790'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:47.476013 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-3ba026c0-f9fe-447e-ba0d-c44e33fbf900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:47.494685 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba026c0-f9fe-447e-ba0d-c44e33fbf900 None None] Routers {'fd7c862a-3169-45bd-8c8a-926bc2f7e790'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:47.495624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-3ba026c0-f9fe-447e-ba0d-c44e33fbf900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['fd7c862a-3169-45bd-8c8a-926bc2f7e790'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:47.585282 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-3ba026c0-f9fe-447e-ba0d-c44e33fbf900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:47.590958 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba026c0-f9fe-447e-ba0d-c44e33fbf900 None None] The sync data for ids ['fd7c862a-3169-45bd-8c8a-926bc2f7e790'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:32:47.606427 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f2a39a0-02ba-4852-88ca-b9d64a406d23 req-95f8f8a7-1972-4a3e-b95c-2dafd5900a0c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1231952 Aug 19 18:32:47.617808 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f0ea0-aaa9-43f2-902d-70ce269bcedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64672557-a15a-4d60-8387-b2bddced5c97,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:47.643876 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-78c16fb4-d638-4a81-8a4d-d7da1bf74a70 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/routers/fd7c862a-3169-45bd-8c8a-926bc2f7e790 HTTP/1.1" status: 200 len: 887 time: 0.2529919 Aug 19 18:32:47.646822 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48886) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:47.690247 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9b9466ba-12c9-4e02-a837-c1564ecddb7c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd7c862a-3169-45bd-8c8a-926bc2f7e790 HTTP/1.1" status: 200 len: 205 time: 0.0412683 Aug 19 18:32:47.694242 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48888) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:47.721364 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0ed1ec02-2bbc-4e12-8798-f59c90f12bfe tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:47.798417 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a39a0-02ba-4852-88ca-b9d64a406d23 req-6b7674b5-2c34-4821-8647-5c969a5a6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:47.800077 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f2a39a0-02ba-4852-88ca-b9d64a406d23 req-6b7674b5-2c34-4821-8647-5c969a5a6315 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 1097 time: 0.1217320 Aug 19 18:32:47.881564 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9d6ba2a0-4443-49e7-aaf1-ae8a5217e041 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:47.916275 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0ed1ec02-2bbc-4e12-8798-f59c90f12bfe tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:47.990475 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a39a0-02ba-4852-88ca-b9d64a406d23 req-9445b832-1ebc-417c-8f22-607c7d790ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:47.992011 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f2a39a0-02ba-4852-88ca-b9d64a406d23 req-9445b832-1ebc-417c-8f22-607c7d790ebc service neutron] 10.222.0.54 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 911 time: 0.1566944 Aug 19 18:32:48.064395 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9d6ba2a0-4443-49e7-aaf1-ae8a5217e041 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:48.084142 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48896) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:48.117323 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d77ed32-8c5e-4149-8f45-b6a520fe523c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:48.158255 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f2a39a0-02ba-4852-88ca-b9d64a406d23 req-e116d74c-28ee-4f1b-981e-c542f709a033 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfec941a-be49-489c-b8ba-539bfe6342f9 HTTP/1.1" status: 200 len: 1001 time: 0.1523304 Aug 19 18:32:48.277986 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0ed1ec02-2bbc-4e12-8798-f59c90f12bfe tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:48.293819 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0ed1ec02-2bbc-4e12-8798-f59c90f12bfe tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:48.319416 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a39a0-02ba-4852-88ca-b9d64a406d23 req-af416505-ddcf-42de-8ead-2e0c0f397921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:48.321140 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f2a39a0-02ba-4852-88ca-b9d64a406d23 req-af416505-ddcf-42de-8ead-2e0c0f397921 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.1460421 Aug 19 18:32:48.559772 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1ec02-2bbc-4e12-8798-f59c90f12bfe tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event updated for resources: {'Port': ['ID=c5d44366-5c75-4353-8db6-0cdfed4b714d,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:48.575869 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a39a0-02ba-4852-88ca-b9d64a406d23 req-95a5bcda-62ec-4f55-b96d-2c9e7bfcce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:48.578137 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f2a39a0-02ba-4852-88ca-b9d64a406d23 req-95a5bcda-62ec-4f55-b96d-2c9e7bfcce75 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2298419 Aug 19 18:32:48.581606 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-9d6ba2a0-4443-49e7-aaf1-ae8a5217e041 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting port 372828d8-edce-4747-abce-179155e95e34 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:32:48.582139 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9d6ba2a0-4443-49e7-aaf1-ae8a5217e041 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:48.600632 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0ed1ec02-2bbc-4e12-8798-f59c90f12bfe tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:48.674324 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9d6ba2a0-4443-49e7-aaf1-ae8a5217e041 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:48.687827 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-9d6ba2a0-4443-49e7-aaf1-ae8a5217e041 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Calling delete_port for 372828d8-edce-4747-abce-179155e95e34 owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:32:48.752541 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d77ed32-8c5e-4149-8f45-b6a520fe523c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:48.756622 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f2a39a0-02ba-4852-88ca-b9d64a406d23 req-cedf6354-8f67-42df-8f6f-534be4ca416f service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692202 Aug 19 18:32:48.760529 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d77ed32-8c5e-4149-8f45-b6a520fe523c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:48.886993 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9d6ba2a0-4443-49e7-aaf1-ae8a5217e041 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:48.929205 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ba2a0-4443-49e7-aaf1-ae8a5217e041 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Port': ['ID=372828d8-edce-4747-abce-179155e95e34,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:48.953757 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0d77ed32-8c5e-4149-8f45-b6a520fe523c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ca7084a9393463fbe6094c857a6df5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8665493 Aug 19 18:32:48.954622 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77ed32-8c5e-4149-8f45-b6a520fe523c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ecff3f-a866-4ee7-bfc2-293feff0bdbd,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:48.961046 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48920) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:48.995961 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9d6ba2a0-4443-49e7-aaf1-ae8a5217e041 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:49.036247 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-0ed1ec02-2bbc-4e12-8798-f59c90f12bfe tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Floating IP c37d0322-3a04-481d-adfe-c7ea8c3410a9 associated. External IP: 172.25.8.165, port: bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a. Aug 19 18:32:49.041985 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f2a39a0-02ba-4852-88ca-b9d64a406d23 req-e4f05d6c-d964-4f1f-9dbf-a1d4959fe142 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687764 Aug 19 18:32:49.124893 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9d6ba2a0-4443-49e7-aaf1-ae8a5217e041 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:49.127940 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9d6ba2a0-4443-49e7-aaf1-ae8a5217e041 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:49.171210 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6e04ec4a-4b00-4097-afad-6e30567f565a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:49.178235 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9d6ba2a0-4443-49e7-aaf1-ae8a5217e041 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:49.179378 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6ba2a0-4443-49e7-aaf1-ae8a5217e041 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Fanout notify agent at l3_agent the message router_deleted on router fd7c862a-3169-45bd-8c8a-926bc2f7e790 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:32:49.194614 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9d6ba2a0-4443-49e7-aaf1-ae8a5217e041 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:49.195773 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9d6ba2a0-4443-49e7-aaf1-ae8a5217e041 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/routers/fd7c862a-3169-45bd-8c8a-926bc2f7e790 HTTP/1.1" status: 204 len: 168 time: 1.4971850 Aug 19 18:32:49.200043 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48926) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:49.207162 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-bb176335-e719-4edc-8bd5-ce7b862f58f4 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'network': {'name': 'tempest-RoutersTest-1362812923'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:32:49.210991 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6e04ec4a-4b00-4097-afad-6e30567f565a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:49.234889 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb176335-e719-4edc-8bd5-ce7b862f58f4 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Made reservation on behalf of 44b0835ba7e14e8eb44c1ef1c17c6084 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:32:49.254631 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb176335-e719-4edc-8bd5-ce7b862f58f4 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:49.285394 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb176335-e719-4edc-8bd5-ce7b862f58f4 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:32:49.310210 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb176335-e719-4edc-8bd5-ce7b862f58f4 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:49.312029 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-bb176335-e719-4edc-8bd5-ce7b862f58f4 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Added segment f8e2762e-21cb-441b-be56-85ee5531ae05 of type vlan for network 9de20f29-0587-4bfd-8f0a-9f02154c2a1c Aug 19 18:32:49.363547 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed1ec02-2bbc-4e12-8798-f59c90f12bfe tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:32:49.366751 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6e04ec4a-4b00-4097-afad-6e30567f565a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:49.369870 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6e04ec4a-4b00-4097-afad-6e30567f565a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:49.373360 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6e04ec4a-4b00-4097-afad-6e30567f565a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1ecff3f-a866-4ee7-bfc2-293feff0bdbd HTTP/1.1" status: 204 len: 168 time: 0.3911376 Aug 19 18:32:49.382501 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb176335-e719-4edc-8bd5-ce7b862f58f4 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:49.384246 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04ec4a-4b00-4097-afad-6e30567f565a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ecff3f-a866-4ee7-bfc2-293feff0bdbd,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:49.433015 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb176335-e719-4edc-8bd5-ce7b862f58f4 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:49.441051 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb176335-e719-4edc-8bd5-ce7b862f58f4 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:49.441749 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb176335-e719-4edc-8bd5-ce7b862f58f4 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:49.521906 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb176335-e719-4edc-8bd5-ce7b862f58f4 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Network': ['ID=9de20f29-0587-4bfd-8f0a-9f02154c2a1c,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:49.536178 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 9de20f29-0587-4bfd-8f0a-9f02154c2a1c details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:32:49.570229 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bb176335-e719-4edc-8bd5-ce7b862f58f4 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3655231 Aug 19 18:32:49.573246 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 48936) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:49.598309 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-38f81763-e05b-4063-8ea4-3a8087716d4b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'subnet': {'network_id': '9de20f29-0587-4bfd-8f0a-9f02154c2a1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:32:49.651703 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed1ec02-2bbc-4e12-8798-f59c90f12bfe tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:32:49.665285 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d10185-af78-40c7-92d5-58bda47fe104 None None] Sync routers for ids ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:32:49.690078 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0ed1ec02-2bbc-4e12-8798-f59c90f12bfe tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:49.702651 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d10185-af78-40c7-92d5-58bda47fe104 None None] Routers {'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:49.704065 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-94d10185-af78-40c7-92d5-58bda47fe104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:49.757614 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0ed1ec02-2bbc-4e12-8798-f59c90f12bfe tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7053006 Aug 19 18:32:49.757614 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3e5076-fd6e-4e8b-8983-d8bfe55c3346', 'tag': 'bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:32:49.757614 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a347747-b467-4ea1-af80-93e1ca92c283" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3e5076-fd6e-4e8b-8983-d8bfe55c3346", "tag": "bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:32:49.840298 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f81763-e05b-4063-8ea4-3a8087716d4b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Made reservation on behalf of 44b0835ba7e14e8eb44c1ef1c17c6084 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:32:49.844600 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-38f81763-e05b-4063-8ea4-3a8087716d4b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:49.908026 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-94d10185-af78-40c7-92d5-58bda47fe104 None None] Set router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:32:50.109880 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfef0a9-e1d3-45ae-922e-e1c0d1c05d87 x-openstack-request-id: req-fcfef0a9-e1d3-45ae-922e-e1c0d1c05d87 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:32:50.110799 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3e5076-fd6e-4e8b-8983-d8bfe55c3346", "tag": "bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:32:50.111112 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fcfef0a9-e1d3-45ae-922e-e1c0d1c05d87 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:32:50.111741 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3e5076-fd6e-4e8b-8983-d8bfe55c3346', 'tag': 'bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a', 'status': 'completed', 'code': 200} Aug 19 18:32:50.157735 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-38f81763-e05b-4063-8ea4-3a8087716d4b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:50.270280 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f81763-e05b-4063-8ea4-3a8087716d4b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Subnet': ['ID=cbd8f3c2-7aac-451f-ad02-53943e67d7bd,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:50.287977 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a347747-b467-4ea1-af80-93e1ca92c283 req-93598fb7-2f41-4e26-9922-048ed1b39070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:50.289659 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a347747-b467-4ea1-af80-93e1ca92c283 req-93598fb7-2f41-4e26-9922-048ed1b39070 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 1096 time: 0.1471655 Aug 19 18:32:50.290913 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f81763-e05b-4063-8ea4-3a8087716d4b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Checking segment: {'id': 'f8e2762e-21cb-441b-be56-85ee5531ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9de20f29-0587-4bfd-8f0a-9f02154c2a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:32:50.291361 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f81763-e05b-4063-8ea4-3a8087716d4b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network hostable DHCP agents. Network: 9de20f29-0587-4bfd-8f0a-9f02154c2a1c, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:32:50.366456 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f81763-e05b-4063-8ea4-3a8087716d4b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network 9de20f29-0587-4bfd-8f0a-9f02154c2a1c is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:32:50.368868 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-94d10185-af78-40c7-92d5-58bda47fe104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:38Z', 'revision_number': 4, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '2c421dba-5113-44c2-a45b-33520c3b274e', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'port_id': 'dfec941a-be49-489c-b8ba-539bfe6342f9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'mac_address': 'fa:16:3e:69:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:30:29Z', 'updated_at': '2021-08-19T18:30:34Z', 'revision_number': 1, 'project_id': 'ffa9435d941540c182adf55128e34931', 'fixed_ip_address_scope': None}, {'id': 'c37d0322-3a04-481d-adfe-c7ea8c3410a9', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'port_id': 'bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'mac_address': 'fa:16:3e:86:71:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3e5076-fd6e-4e8b-8983-d8bfe55c3346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:32:47Z', 'updated_at': '2021-08-19T18:32:47Z', 'revision_number': 0, 'project_id': 'ffa9435d941540c182adf55128e34931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7', 'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'mac_address': 'fa:16:3e:30:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:35Z', 'updated_at': '2021-08-19T18:21:44Z', 'revision_number': 5, 'project_id': 'ffa9435d941540c182adf55128e34931', 'subnets': [{'id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:50.384479 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-38f81763-e05b-4063-8ea4-3a8087716d4b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 9de20f29-0587-4bfd-8f0a-9f02154c2a1c) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:50.393502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aba2e21-561f-4f2e-a374-8bc58b8d03e3 None None] Network 9de20f29-0587-4bfd-8f0a-9f02154c2a1c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:32:50.399459 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f81763-e05b-4063-8ea4-3a8087716d4b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:50.400068 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-38f81763-e05b-4063-8ea4-3a8087716d4b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:50.424125 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d10185-af78-40c7-92d5-58bda47fe104 None None] Checking router: f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:32:50.435273 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d10185-af78-40c7-92d5-58bda47fe104 None None] Routers {'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:50.436816 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-94d10185-af78-40c7-92d5-58bda47fe104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:50.438528 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-38f81763-e05b-4063-8ea4-3a8087716d4b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8509901 Aug 19 18:32:50.441783 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48970) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:50.448694 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a347747-b467-4ea1-af80-93e1ca92c283 req-432908b7-363a-49a5-b21e-9816bf4290b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:50.448991 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-500dc08c-89cc-442a-adab-f3b1a46bf4d8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-152040840', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:32:50.449146 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a347747-b467-4ea1-af80-93e1ca92c283 req-432908b7-363a-49a5-b21e-9816bf4290b6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 911 time: 0.1493025 Aug 19 18:32:50.540732 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-500dc08c-89cc-442a-adab-f3b1a46bf4d8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:50.544618 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-500dc08c-89cc-442a-adab-f3b1a46bf4d8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:50.572758 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a347747-b467-4ea1-af80-93e1ca92c283 req-4fbf935f-db03-400b-978a-c217eabddfa1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a HTTP/1.1" status: 200 len: 999 time: 0.1175311 Aug 19 18:32:50.695472 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a347747-b467-4ea1-af80-93e1ca92c283 req-541309da-6542-41c2-93b5-8e785dad20a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:50.703650 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a347747-b467-4ea1-af80-93e1ca92c283 req-541309da-6542-41c2-93b5-8e785dad20a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.1224422 Aug 19 18:32:50.713206 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-500dc08c-89cc-442a-adab-f3b1a46bf4d8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:50.724788 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-500dc08c-89cc-442a-adab-f3b1a46bf4d8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:50.768741 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-94d10185-af78-40c7-92d5-58bda47fe104 None None] Set router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:32:50.771485 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-9de20f29-0587-4bfd-8f0a-9f02154c2a1c', 'network_id': '9de20f29-0587-4bfd-8f0a-9f02154c2a1c', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'fixed_ips': [{'subnet_id': 'cbd8f3c2-7aac-451f-ad02-53943e67d7bd'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:32:50.777393 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:50.801353 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-500dc08c-89cc-442a-adab-f3b1a46bf4d8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:50.802820 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-500dc08c-89cc-442a-adab-f3b1a46bf4d8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3611910 Aug 19 18:32:50.805434 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 48982) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:50.907519 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a347747-b467-4ea1-af80-93e1ca92c283 req-c9e57939-b2b4-4bf7-a2c4-4ccd1f43586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:50.910623 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a347747-b467-4ea1-af80-93e1ca92c283 req-c9e57939-b2b4-4bf7-a2c4-4ccd1f43586d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1991839 Aug 19 18:32:50.992076 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Allocated IP 172.20.0.2 (9de20f29-0587-4bfd-8f0a-9f02154c2a1c/cbd8f3c2-7aac-451f-ad02-53943e67d7bd/0c55153b-8890-4929-9d77-a6d91d78dff9) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:32:51.069286 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a347747-b467-4ea1-af80-93e1ca92c283 req-6d7f1182-2eab-4f8f-86b8-6a96a79ad72a service neutron] 10.222.0.50 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506600 Aug 19 18:32:51.278421 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a347747-b467-4ea1-af80-93e1ca92c283 req-cfd5d1b7-af3b-4272-b1dd-093cc7f318b6 service neutron] 10.222.0.50 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004778 Aug 19 18:32:51.355574 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:51.375140 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4412e25-b9e9-4189-a4b2-f1b8925a7c57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:51.378614 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Transition to ACTIVE for port object 0c55153b-8890-4929-9d77-a6d91d78dff9 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:32:51.397660 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-94d10185-af78-40c7-92d5-58bda47fe104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:38Z', 'revision_number': 4, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '2c421dba-5113-44c2-a45b-33520c3b274e', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'port_id': 'dfec941a-be49-489c-b8ba-539bfe6342f9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'mac_address': 'fa:16:3e:69:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:30:29Z', 'updated_at': '2021-08-19T18:30:34Z', 'revision_number': 1, 'project_id': 'ffa9435d941540c182adf55128e34931', 'fixed_ip_address_scope': None}, {'id': 'c37d0322-3a04-481d-adfe-c7ea8c3410a9', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'port_id': 'bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'mac_address': 'fa:16:3e:86:71:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3e5076-fd6e-4e8b-8983-d8bfe55c3346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:32:47Z', 'updated_at': '2021-08-19T18:32:47Z', 'revision_number': 0, 'project_id': 'ffa9435d941540c182adf55128e34931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7', 'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'mac_address': 'fa:16:3e:30:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:35Z', 'updated_at': '2021-08-19T18:21:44Z', 'revision_number': 5, 'project_id': 'ffa9435d941540c182adf55128e34931', 'subnets': [{'id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:51.405958 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Transition to ACTIVE for port object 0c55153b-8890-4929-9d77-a6d91d78dff9 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:32:51.416921 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:51.444812 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d10185-af78-40c7-92d5-58bda47fe104 None None] The sync data for ids ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'] in n-d-803753-2 is: [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:38Z', 'revision_number': 4, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '2c421dba-5113-44c2-a45b-33520c3b274e', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'port_id': 'dfec941a-be49-489c-b8ba-539bfe6342f9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'mac_address': 'fa:16:3e:69:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:30:29Z', 'updated_at': '2021-08-19T18:30:34Z', 'revision_number': 1, 'project_id': 'ffa9435d941540c182adf55128e34931', 'fixed_ip_address_scope': None}, {'id': 'c37d0322-3a04-481d-adfe-c7ea8c3410a9', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'port_id': 'bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'mac_address': 'fa:16:3e:86:71:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3e5076-fd6e-4e8b-8983-d8bfe55c3346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:32:47Z', 'updated_at': '2021-08-19T18:32:47Z', 'revision_number': 0, 'project_id': 'ffa9435d941540c182adf55128e34931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7', 'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'mac_address': 'fa:16:3e:30:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:35Z', 'updated_at': '2021-08-19T18:21:44Z', 'revision_number': 5, 'project_id': 'ffa9435d941540c182adf55128e34931', 'subnets': [{'id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:32:51.510332 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Network 9de20f29-0587-4bfd-8f0a-9f02154c2a1c is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:32:51.519136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:51.531591 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:32:51.550245 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Pushing event updated for resources: {'Port': ['ID=0c55153b-8890-4929-9d77-a6d91d78dff9,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:51.573124 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:51.573734 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:51.574698 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:51.583357 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:51.583725 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:51.584065 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:51.584397 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:51.584739 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:51.585053 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:51.586778 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:51.588959 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:51.589297 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:51.663952 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Attempting to bind port 0c55153b-8890-4929-9d77-a6d91d78dff9 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:32:51.664612 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Attempting to bind port 0c55153b-8890-4929-9d77-a6d91d78dff9 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'f8e2762e-21cb-441b-be56-85ee5531ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9de20f29-0587-4bfd-8f0a-9f02154c2a1c'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:32:51.665166 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Attempting to bind port 0c55153b-8890-4929-9d77-a6d91d78dff9 on network 9de20f29-0587-4bfd-8f0a-9f02154c2a1c {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:32:51.672968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:32:51.673704 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Checking segment: {'id': 'f8e2762e-21cb-441b-be56-85ee5531ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9de20f29-0587-4bfd-8f0a-9f02154c2a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:32:51.674312 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:51.674885 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Bound using segment: {'id': 'f8e2762e-21cb-441b-be56-85ee5531ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9de20f29-0587-4bfd-8f0a-9f02154c2a1c'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:32:51.675547 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Bound port: 0c55153b-8890-4929-9d77-a6d91d78dff9, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e2762e-21cb-441b-be56-85ee5531ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9de20f29-0587-4bfd-8f0a-9f02154c2a1c'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:32:51.676119 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:51.783803 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] For port 0c55153b-8890-4929-9d77-a6d91d78dff9, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:32:51.794405 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] For port 0c55153b-8890-4929-9d77-a6d91d78dff9, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0c55153b-8890-4929-9d77-a6d91d78dff9,segment=NetworkSegment(f8e2762e-21cb-441b-be56-85ee5531ae05),segment_id=f8e2762e-21cb-441b-be56-85ee5531ae05)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:32:51.805597 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:51.867161 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-d4412e25-b9e9-4189-a4b2-f1b8925a7c57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Allocated IP 172.20.0.1 (9de20f29-0587-4bfd-8f0a-9f02154c2a1c/cbd8f3c2-7aac-451f-ad02-53943e67d7bd/378af2e5-a153-4109-ab15-c151baf2b29d) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:32:51.981386 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ecddc-55e9-408c-8f72-f229b48f036b None None] Pushing event updated for resources: {'Port': ['ID=0c55153b-8890-4929-9d77-a6d91d78dff9,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:51.988224 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80343e2e-93bc-4156-bc29-3f5ed962a82f None None] New status for floating IP c37d0322-3a04-481d-adfe-c7ea8c3410a9: ACTIVE {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:32:52.186401 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4412e25-b9e9-4189-a4b2-f1b8925a7c57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:52.218437 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-d4412e25-b9e9-4189-a4b2-f1b8925a7c57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Transition to ACTIVE for port object 378af2e5-a153-4109-ab15-c151baf2b29d will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:32:52.301114 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4412e25-b9e9-4189-a4b2-f1b8925a7c57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:52.469980 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4412e25-b9e9-4189-a4b2-f1b8925a7c57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network 9de20f29-0587-4bfd-8f0a-9f02154c2a1c is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:32:52.487455 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-d4412e25-b9e9-4189-a4b2-f1b8925a7c57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:52.490630 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4412e25-b9e9-4189-a4b2-f1b8925a7c57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:32:52.548216 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4412e25-b9e9-4189-a4b2-f1b8925a7c57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Port': ['ID=378af2e5-a153-4109-ab15-c151baf2b29d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:52.570200 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4412e25-b9e9-4189-a4b2-f1b8925a7c57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:52.722201 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4412e25-b9e9-4189-a4b2-f1b8925a7c57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:53.117395 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49036) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:53.150006 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4412e25-b9e9-4189-a4b2-f1b8925a7c57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:53.161789 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4412e25-b9e9-4189-a4b2-f1b8925a7c57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:53.273477 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4412e25-b9e9-4189-a4b2-f1b8925a7c57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:53.283458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4412e25-b9e9-4189-a4b2-f1b8925a7c57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Port': ['ID=378af2e5-a153-4109-ab15-c151baf2b29d,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:53.311822 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-62b899a1-89cd-43f2-ac90-3ff868d39f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:53.412540 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4412e25-b9e9-4189-a4b2-f1b8925a7c57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network 9de20f29-0587-4bfd-8f0a-9f02154c2a1c is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:32:53.415200 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-d4412e25-b9e9-4189-a4b2-f1b8925a7c57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:53.473640 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-62b899a1-89cd-43f2-ac90-3ff868d39f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:53.479457 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-62b899a1-89cd-43f2-ac90-3ff868d39f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:53.562341 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49046) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:53.563502 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-62b899a1-89cd-43f2-ac90-3ff868d39f53 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4cde039d722410ea58ea61ddfdff965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4448025 Aug 19 18:32:53.574712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b899a1-89cd-43f2-ac90-3ff868d39f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13fa15a-a0f4-4662-b468-f5621f014e7b,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:53.662518 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-400b499e-5e25-4252-aa9a-9f6c57c320ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:53.680367 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15adcbbf-16c9-4bf7-bcd7-038d6e9731fd None None] Network 9de20f29-0587-4bfd-8f0a-9f02154c2a1c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:32:53.692751 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4412e25-b9e9-4189-a4b2-f1b8925a7c57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Router 0634ad25-96ca-4e8c-8085-a802539e7793 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:32:53.700314 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-400b499e-5e25-4252-aa9a-9f6c57c320ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:53.758314 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-da8841e8-0404-4867-9586-765e5c9d5c37 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0692160 Aug 19 18:32:53.847949 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6251fe7e-7e5d-45f6-8efd-2d748976800a None None] Provisioning for port 0c55153b-8890-4929-9d77-a6d91d78dff9 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:32:53.873642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4412e25-b9e9-4189-a4b2-f1b8925a7c57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:32:53.883453 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d4412e25-b9e9-4189-a4b2-f1b8925a7c57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/routers/0634ad25-96ca-4e8c-8085-a802539e7793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0740201 Aug 19 18:32:53.885452 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-400b499e-5e25-4252-aa9a-9f6c57c320ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:53.890904 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca16020e-0b09-47e9-b847-e3d7051389c0 None None] Sync routers for ids ['0634ad25-96ca-4e8c-8085-a802539e7793'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:32:53.892049 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-400b499e-5e25-4252-aa9a-9f6c57c320ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:53.893329 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-400b499e-5e25-4252-aa9a-9f6c57c320ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e13fa15a-a0f4-4662-b468-f5621f014e7b HTTP/1.1" status: 204 len: 168 time: 0.3297994 Aug 19 18:32:53.894604 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49050) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:53.908757 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca16020e-0b09-47e9-b847-e3d7051389c0 None None] Routers {'0634ad25-96ca-4e8c-8085-a802539e7793'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:53.909948 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ca16020e-0b09-47e9-b847-e3d7051389c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['0634ad25-96ca-4e8c-8085-a802539e7793'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:53.940039 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b499e-5e25-4252-aa9a-9f6c57c320ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13fa15a-a0f4-4662-b468-f5621f014e7b,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:53.957285 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-27445ce0-52db-4593-8758-e37c69f95a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:53.957285 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-27445ce0-52db-4593-8758-e37c69f95a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:53.959000 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-27445ce0-52db-4593-8758-e37c69f95a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:53.964586 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-27445ce0-52db-4593-8758-e37c69f95a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:53.965090 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-27445ce0-52db-4593-8758-e37c69f95a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:53.965929 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-27445ce0-52db-4593-8758-e37c69f95a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:53.966515 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-27445ce0-52db-4593-8758-e37c69f95a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:53.970281 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-27445ce0-52db-4593-8758-e37c69f95a33 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d4c8d8581824507a55c5466e9a27980&device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 6502 time: 0.1478026 Aug 19 18:32:53.971321 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f0ebc7-c41a-4f7d-8677-fb9113960f51 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:53.974146 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-65f0ebc7-c41a-4f7d-8677-fb9113960f51 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/ports/378af2e5-a153-4109-ab15-c151baf2b29d HTTP/1.1" status: 200 len: 910 time: 0.0741832 Aug 19 18:32:53.976056 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49054) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:53.981488 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-a323ec68-ec2b-4232-bcc1-0c1ed43301c1 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cbd8f3c2-7aac-451f-ad02-53943e67d7bd'}]}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:32:53.996304 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ca16020e-0b09-47e9-b847-e3d7051389c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:54.009846 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca16020e-0b09-47e9-b847-e3d7051389c0 None None] Routers {'0634ad25-96ca-4e8c-8085-a802539e7793'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:54.010823 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ca16020e-0b09-47e9-b847-e3d7051389c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['0634ad25-96ca-4e8c-8085-a802539e7793'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:54.105316 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ca16020e-0b09-47e9-b847-e3d7051389c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:54.108383 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca16020e-0b09-47e9-b847-e3d7051389c0 None None] The sync data for ids ['0634ad25-96ca-4e8c-8085-a802539e7793'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:32:54.184111 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-17502ccf-293c-429f-b621-c04df1934d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:54.185799 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-17502ccf-293c-429f-b621-c04df1934d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:54.186744 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-17502ccf-293c-429f-b621-c04df1934d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:54.188869 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-17502ccf-293c-429f-b621-c04df1934d5f service neutron] 10.222.0.50 "GET /v2.0/networks?id=eb209190-2b0a-4385-a96f-5ebf3ada95ae&id=e907505c-8552-41bc-9150-9253fbc87c40&id=e907505c-8552-41bc-9150-9253fbc87c40&id=e907505c-8552-41bc-9150-9253fbc87c40&id=e907505c-8552-41bc-9150-9253fbc87c40&id=82deafff-818d-46cd-9b39-f0e9acf3a9dd&id=82deafff-818d-46cd-9b39-f0e9acf3a9dd HTTP/1.1" status: 200 len: 2295 time: 0.1728692 Aug 19 18:32:54.268427 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0c55153b-8890-4929-9d77-a6d91d78dff9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:32:54.383276 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 0c55153b-8890-4929-9d77-a6d91d78dff9 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:32:54.385515 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49062) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:54.387969 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 0c55153b-8890-4929-9d77-a6d91d78dff9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:54.388368 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:54.399827 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-5b185689-e132-4b1f-8dc0-b2b899bf29b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=947b2bf4-1446-47c1-9618-b9bfceb818f3 HTTP/1.1" status: 200 len: 1000 time: 0.1924088 Aug 19 18:32:54.415861 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3c2ade17-ce2f-4b47-b1b5-3b476ba2de65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:54.427247 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a323ec68-ec2b-4232-bcc1-0c1ed43301c1 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:54.485784 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-702f9fc6-e729-4f16-b8f0-4c0a30534df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:54.487868 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-702f9fc6-e729-4f16-b8f0-4c0a30534df6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a51ede3-bf4f-418b-b046-6db223b828ca HTTP/1.1" status: 200 len: 854 time: 0.0791416 Aug 19 18:32:54.502335 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:54.569084 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 0c55153b-8890-4929-9d77-a6d91d78dff9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0c55153b-8890-4929-9d77-a6d91d78dff9,segment=NetworkSegment(f8e2762e-21cb-441b-be56-85ee5531ae05),segment_id=f8e2762e-21cb-441b-be56-85ee5531ae05)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:54.575124 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:54.584390 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-49b46c23-4abb-4f66-82d8-ee41f22d7fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:54.590705 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-49b46c23-4abb-4f66-82d8-ee41f22d7fe6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=eb209190-2b0a-4385-a96f-5ebf3ada95ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848830 Aug 19 18:32:54.661713 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f46a3ba9-b97d-4395-9911-dad33f94ac19 None None] Provisioning complete for port 0c55153b-8890-4929-9d77-a6d91d78dff9 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:54.662496 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f46a3ba9-b97d-4395-9911-dad33f94ac19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:54.773564 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-4ef16f71-dbff-4bd4-b6e2-4ef227aea5bc service neutron] 10.222.0.50 "GET /v2.0/networks/eb209190-2b0a-4385-a96f-5ebf3ada95ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731844 Aug 19 18:32:54.905953 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=0c55153b-8890-4929-9d77-a6d91d78dff9,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:54.959054 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-67524a7a-fe7a-4815-b6b5-54cc7963ceca service neutron] 10.222.0.50 "GET /v2.0/networks/eb209190-2b0a-4385-a96f-5ebf3ada95ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695859 Aug 19 18:32:55.015421 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f46a3ba9-b97d-4395-9911-dad33f94ac19 None None] Provisioning for port 378af2e5-a153-4109-ab15-c151baf2b29d completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:32:55.022354 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f46a3ba9-b97d-4395-9911-dad33f94ac19 None None] Provisioning complete for port 378af2e5-a153-4109-ab15-c151baf2b29d triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:55.022869 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f46a3ba9-b97d-4395-9911-dad33f94ac19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:55.024363 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-463a5c2a-3466-4c5d-be65-0e3f3124ef5c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=334dbf3e-abee-4ea8-85bc-ff4e12f05776 HTTP/1.1" status: 200 len: 217 time: 0.0563393 Aug 19 18:32:55.074345 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f46a3ba9-b97d-4395-9911-dad33f94ac19 None None] Port 378af2e5-a153-4109-ab15-c151baf2b29d cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:32:55.110967 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-dfc8fc97-9dd4-400c-8ab8-b93a3dfc3710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:55.112906 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-dfc8fc97-9dd4-400c-8ab8-b93a3dfc3710 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35803907-fc07-4398-bccd-780130b728a8 HTTP/1.1" status: 200 len: 797 time: 0.0781860 Aug 19 18:32:55.162161 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3c2ade17-ce2f-4b47-b1b5-3b476ba2de65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:55.173073 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-1fed6c07-5fc7-4319-a4eb-a30f8ea952e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:55.175182 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-1fed6c07-5fc7-4319-a4eb-a30f8ea952e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e907505c-8552-41bc-9150-9253fbc87c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0531838 Aug 19 18:32:55.178895 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3c2ade17-ce2f-4b47-b1b5-3b476ba2de65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:55.218912 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-dedbf1c4-a34c-4eb5-8e43-60c474aa5605 None None] Provisioning complete for port 378af2e5-a153-4109-ab15-c151baf2b29d triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:55.219149 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dedbf1c4-a34c-4eb5-8e43-60c474aa5605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:55.253094 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3c2ade17-ce2f-4b47-b1b5-3b476ba2de65 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a974e6ecdded405c900b76798c13da55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8664834 Aug 19 18:32:55.256585 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ade17-ce2f-4b47-b1b5-3b476ba2de65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2154332-39a8-4c8e-aa3a-114d77295b11,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:55.261653 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49072) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:55.292951 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-dedbf1c4-a34c-4eb5-8e43-60c474aa5605 None None] Port 378af2e5-a153-4109-ab15-c151baf2b29d cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:32:55.328393 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-e405a33e-e4d0-4661-a9a2-210ca08afa86 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449745 Aug 19 18:32:55.339149 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d965709c-2749-493f-8aad-81fae488d978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:55.423204 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-205c5af9-ee88-4ee8-af05-9c1ad2c84fa8 None None] Provisioning complete for port 378af2e5-a153-4109-ab15-c151baf2b29d triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:55.423687 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-205c5af9-ee88-4ee8-af05-9c1ad2c84fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:55.429263 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d965709c-2749-493f-8aad-81fae488d978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:55.511992 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-205c5af9-ee88-4ee8-af05-9c1ad2c84fa8 None None] Port 378af2e5-a153-4109-ab15-c151baf2b29d cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:32:55.526994 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-420e31f9-0d7f-452e-accf-65aa3f13251f service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900110 Aug 19 18:32:55.530170 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d965709c-2749-493f-8aad-81fae488d978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:55.533243 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d965709c-2749-493f-8aad-81fae488d978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:55.537748 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d965709c-2749-493f-8aad-81fae488d978 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2154332-39a8-4c8e-aa3a-114d77295b11 HTTP/1.1" status: 204 len: 168 time: 0.2720029 Aug 19 18:32:55.580498 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-1e106167-08a1-4e12-b80f-b775918bfc38 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=893cfcd7-84d6-4673-a14d-ca9588314af4 HTTP/1.1" status: 200 len: 217 time: 0.0438321 Aug 19 18:32:55.582990 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965709c-2749-493f-8aad-81fae488d978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2154332-39a8-4c8e-aa3a-114d77295b11,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:55.600874 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a323ec68-ec2b-4232-bcc1-0c1ed43301c1 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:55.619876 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a323ec68-ec2b-4232-bcc1-0c1ed43301c1 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:55.723811 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323ec68-ec2b-4232-bcc1-0c1ed43301c1 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Port': ['ID=378af2e5-a153-4109-ab15-c151baf2b29d,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:55.734585 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-8758d6e6-f968-4e9e-ad46-e341c19fd470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:55.736558 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-8758d6e6-f968-4e9e-ad46-e341c19fd470 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35803907-fc07-4398-bccd-780130b728a8 HTTP/1.1" status: 200 len: 797 time: 0.1422174 Aug 19 18:32:55.773508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a323ec68-ec2b-4232-bcc1-0c1ed43301c1 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:55.774356 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a323ec68-ec2b-4232-bcc1-0c1ed43301c1 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:55.775810 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a323ec68-ec2b-4232-bcc1-0c1ed43301c1 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/ports/378af2e5-a153-4109-ab15-c151baf2b29d HTTP/1.1" status: 200 len: 910 time: 1.7986259 Aug 19 18:32:55.786554 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49084) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:55.812061 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-ad09dfe1-e8ff-4ed1-b2a9-b0726085342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:55.813716 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-ad09dfe1-e8ff-4ed1-b2a9-b0726085342f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e907505c-8552-41bc-9150-9253fbc87c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0683482 Aug 19 18:32:55.956330 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-0543bb05-20bd-424d-96a5-43cb497a4b33 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311595 Aug 19 18:32:56.141917 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0c55153b-8890-4929-9d77-a6d91d78dff9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:32:56.142603 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-4e2b273d-3d38-4d81-9d48-e9462083508d service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766689 Aug 19 18:32:56.156982 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49094) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:56.202630 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-d9bdf287-232a-46a8-9fc2-3b950be0c74f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=157237db-49d7-4dc1-b9f9-88191429b6a5 HTTP/1.1" status: 200 len: 217 time: 0.0530748 Aug 19 18:32:56.203542 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7acba814-084f-4f22-9074-ef93a4dd9988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:56.247142 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 0c55153b-8890-4929-9d77-a6d91d78dff9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:56.248187 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:56.281477 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-139b8225-01d8-4053-be48-d3227b95b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:56.283598 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-139b8225-01d8-4053-be48-d3227b95b0e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35803907-fc07-4398-bccd-780130b728a8 HTTP/1.1" status: 200 len: 797 time: 0.0708261 Aug 19 18:32:56.363411 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-3a9111cc-0278-4fb4-ba1a-8ce6affd8a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:56.365012 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-3a9111cc-0278-4fb4-ba1a-8ce6affd8a6e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e907505c-8552-41bc-9150-9253fbc87c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0734923 Aug 19 18:32:56.438466 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a419e952-669f-45e8-82ec-4ec90fa33c71 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:56.485210 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-076da3b5-58e1-4ac1-bd81-b70dbe2a97c3 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095631 Aug 19 18:32:56.562020 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7acba814-084f-4f22-9074-ef93a4dd9988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:56.570216 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7acba814-084f-4f22-9074-ef93a4dd9988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:56.613987 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7acba814-084f-4f22-9074-ef93a4dd9988 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c56ffac314f4c41a16d09e1b4cd1ddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4552250 Aug 19 18:32:56.621994 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49098) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:56.642148 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acba814-084f-4f22-9074-ef93a4dd9988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09fa2b4-783e-49f3-a87b-fa67db8c1b0b,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:56.679781 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-46fdf89c-8c38-4231-a655-08e49c58497a service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843901 Aug 19 18:32:56.735057 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-baa80a2d-5568-41b6-8874-f2a8546e992e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:56.747094 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-5ac402d6-4ad8-45ac-b7ab-f503bc4210f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=bbb83320-ccbe-41de-8f63-90d7036594f8 HTTP/1.1" status: 200 len: 217 time: 0.0584316 Aug 19 18:32:56.832385 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-baa80a2d-5568-41b6-8874-f2a8546e992e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:56.844469 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-9c21a820-1dcb-4ff2-a1da-f7ef6e4278dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:56.846026 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-9c21a820-1dcb-4ff2-a1da-f7ef6e4278dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35803907-fc07-4398-bccd-780130b728a8 HTTP/1.1" status: 200 len: 797 time: 0.0789247 Aug 19 18:32:56.901921 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-a419e952-669f-45e8-82ec-4ec90fa33c71 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting port 378af2e5-a153-4109-ab15-c151baf2b29d {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:32:56.902995 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a419e952-669f-45e8-82ec-4ec90fa33c71 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:56.917578 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-13a3de5e-36dc-46df-a20b-eb9e139f84c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:56.918698 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-13a3de5e-36dc-46df-a20b-eb9e139f84c1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e907505c-8552-41bc-9150-9253fbc87c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0636663 Aug 19 18:32:56.956297 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-baa80a2d-5568-41b6-8874-f2a8546e992e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:56.958969 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-baa80a2d-5568-41b6-8874-f2a8546e992e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:56.962849 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-baa80a2d-5568-41b6-8874-f2a8546e992e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c09fa2b4-783e-49f3-a87b-fa67db8c1b0b HTTP/1.1" status: 204 len: 168 time: 0.3375220 Aug 19 18:32:56.979382 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa80a2d-5568-41b6-8874-f2a8546e992e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09fa2b4-783e-49f3-a87b-fa67db8c1b0b,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:57.019349 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a419e952-669f-45e8-82ec-4ec90fa33c71 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:57.046337 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-a419e952-669f-45e8-82ec-4ec90fa33c71 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Calling delete_port for 378af2e5-a153-4109-ab15-c151baf2b29d owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:32:57.117516 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-cd3d6c21-0411-43c7-af7a-99033fd5e825 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904886 Aug 19 18:32:57.308884 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-9294786b-60fe-4d65-8c43-1c154cf49791 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827786 Aug 19 18:32:57.352437 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a419e952-669f-45e8-82ec-4ec90fa33c71 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:57.370669 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-b97ccf5f-0b5e-4f29-8e8a-c06596ba31cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=747e61a2-79d2-495c-884e-e517af4325c6 HTTP/1.1" status: 200 len: 217 time: 0.0536997 Aug 19 18:32:57.397399 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419e952-669f-45e8-82ec-4ec90fa33c71 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Port': ['ID=378af2e5-a153-4109-ab15-c151baf2b29d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:57.533890 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-0b5db735-3b74-4c56-9e6c-595e03f8df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:57.539060 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-0b5db735-3b74-4c56-9e6c-595e03f8df6a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=204603f8-aa90-483f-91d6-b7616b3a5b43 HTTP/1.1" status: 200 len: 797 time: 0.1605494 Aug 19 18:32:57.643646 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-36b98115-be47-4816-8a17-ad56fd3119e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:57.645225 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-36b98115-be47-4816-8a17-ad56fd3119e7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=82deafff-818d-46cd-9b39-f0e9acf3a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0970571 Aug 19 18:32:57.740381 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a419e952-669f-45e8-82ec-4ec90fa33c71 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:57.814137 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-92185aa1-49fe-4dbe-883b-d17a35211ae8 service neutron] 10.222.0.50 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579638 Aug 19 18:32:57.942456 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-f62a478c-ad11-4859-bdef-59d9a904313b service neutron] 10.222.0.50 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197166 Aug 19 18:32:58.007148 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a419e952-669f-45e8-82ec-4ec90fa33c71 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Router 0634ad25-96ca-4e8c-8085-a802539e7793 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:32:58.065729 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-842f954c-bb8f-4f94-a7f7-9f153864093c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3c01a012-e516-4baa-88d6-391db59eb674 HTTP/1.1" status: 200 len: 217 time: 0.1051090 Aug 19 18:32:58.119068 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a419e952-669f-45e8-82ec-4ec90fa33c71 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:32:58.126596 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a419e952-669f-45e8-82ec-4ec90fa33c71 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/routers/0634ad25-96ca-4e8c-8085-a802539e7793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3385308 Aug 19 18:32:58.128928 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49140) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:58.129565 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-40e01849-89e5-4703-aa40-b6fad646561c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:58.130277 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e9b8b-7809-4dfe-9629-b351129b0ff8 None None] Sync routers for ids ['0634ad25-96ca-4e8c-8085-a802539e7793'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:32:58.146993 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e9b8b-7809-4dfe-9629-b351129b0ff8 None None] Routers {'0634ad25-96ca-4e8c-8085-a802539e7793'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:58.147763 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ad2e9b8b-7809-4dfe-9629-b351129b0ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['0634ad25-96ca-4e8c-8085-a802539e7793'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:58.153524 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-40e01849-89e5-4703-aa40-b6fad646561c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=204603f8-aa90-483f-91d6-b7616b3a5b43 HTTP/1.1" status: 200 len: 797 time: 0.0576668 Aug 19 18:32:58.166438 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4f8a084b-dae1-48db-865c-f2114bac1446 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/ports?device_id=0634ad25-96ca-4e8c-8085-a802539e7793 HTTP/1.1" status: 200 len: 205 time: 0.0349693 Aug 19 18:32:58.168823 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49144) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:58.240469 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ad2e9b8b-7809-4dfe-9629-b351129b0ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:58.249824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-bdc605f7-1f8f-4ecb-8c30-8621490b5769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:58.251358 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-bdc605f7-1f8f-4ecb-8c30-8621490b5769 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=82deafff-818d-46cd-9b39-f0e9acf3a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0795355 Aug 19 18:32:58.255141 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e9b8b-7809-4dfe-9629-b351129b0ff8 None None] Routers {'0634ad25-96ca-4e8c-8085-a802539e7793'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:58.256147 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ad2e9b8b-7809-4dfe-9629-b351129b0ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['0634ad25-96ca-4e8c-8085-a802539e7793'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:58.277333 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-129b5ae8-e6f0-45dc-964c-2147296e9c98 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:58.294354 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ad2e9b8b-7809-4dfe-9629-b351129b0ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:58.296194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e9b8b-7809-4dfe-9629-b351129b0ff8 None None] The sync data for ids ['0634ad25-96ca-4e8c-8085-a802539e7793'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:32:58.415085 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-927b0f51-99e1-49b0-8864-8d44ee6ed5e6 service neutron] 10.222.0.50 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531565 Aug 19 18:32:58.542009 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bf322f4-4a94-4906-9347-4a6494988e0a req-780f4634-2327-4a0a-9536-953a73af0343 service neutron] 10.222.0.50 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152763 Aug 19 18:32:58.558652 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-129b5ae8-e6f0-45dc-964c-2147296e9c98 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:58.563700 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-129b5ae8-e6f0-45dc-964c-2147296e9c98 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:58.641280 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-129b5ae8-e6f0-45dc-964c-2147296e9c98 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:58.642012 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129b5ae8-e6f0-45dc-964c-2147296e9c98 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Fanout notify agent at l3_agent the message router_deleted on router 0634ad25-96ca-4e8c-8085-a802539e7793 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:32:58.656969 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-129b5ae8-e6f0-45dc-964c-2147296e9c98 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:58.660800 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-129b5ae8-e6f0-45dc-964c-2147296e9c98 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/routers/0634ad25-96ca-4e8c-8085-a802539e7793 HTTP/1.1" status: 204 len: 168 time: 0.4885814 Aug 19 18:32:58.661242 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49158) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:58.731396 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd5c500a-0c58-4a9d-ac69-8ca79694cd62 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting subnet cbd8f3c2-7aac-451f-ad02-53943e67d7bd {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:32:58.736953 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cd5c500a-0c58-4a9d-ac69-8ca79694cd62 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:58.814320 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cd5c500a-0c58-4a9d-ac69-8ca79694cd62 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:58.931304 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cd5c500a-0c58-4a9d-ac69-8ca79694cd62 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:59.019890 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cd5c500a-0c58-4a9d-ac69-8ca79694cd62 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:59.051991 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c500a-0c58-4a9d-ac69-8ca79694cd62 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd8f3c2-7aac-451f-ad02-53943e67d7bd,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:59.057791 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cd5c500a-0c58-4a9d-ac69-8ca79694cd62 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:59.059734 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cd5c500a-0c58-4a9d-ac69-8ca79694cd62 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/subnets/cbd8f3c2-7aac-451f-ad02-53943e67d7bd HTTP/1.1" status: 204 len: 168 time: 0.3973730 Aug 19 18:32:59.064297 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49176) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:59.073938 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90010b7d-f9da-4e37-8363-e32e245baf4a None None] Network 9de20f29-0587-4bfd-8f0a-9f02154c2a1c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:32:59.160891 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e780fa34-b273-4d66-ad07-fedbe7941d1d tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:59.226201 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-e780fa34-b273-4d66-ad07-fedbe7941d1d tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting port 0c55153b-8890-4929-9d77-a6d91d78dff9 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:32:59.226550 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e780fa34-b273-4d66-ad07-fedbe7941d1d tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:59.321145 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dad88fa-d187-4238-b4a9-ef06c9e54913 None None] DHCP port deletion for 9de20f29-0587-4bfd-8f0a-9f02154c2a1c request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:32:59.334562 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-e780fa34-b273-4d66-ad07-fedbe7941d1d tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] For port 0c55153b-8890-4929-9d77-a6d91d78dff9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0c55153b-8890-4929-9d77-a6d91d78dff9,segment=NetworkSegment(f8e2762e-21cb-441b-be56-85ee5531ae05),segment_id=f8e2762e-21cb-441b-be56-85ee5531ae05)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:59.334808 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e780fa34-b273-4d66-ad07-fedbe7941d1d tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:59.352681 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-e780fa34-b273-4d66-ad07-fedbe7941d1d tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Calling delete_port for 0c55153b-8890-4929-9d77-a6d91d78dff9 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:32:59.382398 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7dad88fa-d187-4238-b4a9-ef06c9e54913 None None] Deleting port 0c55153b-8890-4929-9d77-a6d91d78dff9 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:32:59.383100 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7dad88fa-d187-4238-b4a9-ef06c9e54913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:59.469212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7dad88fa-d187-4238-b4a9-ef06c9e54913 None None] For port 0c55153b-8890-4929-9d77-a6d91d78dff9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0c55153b-8890-4929-9d77-a6d91d78dff9,segment=NetworkSegment(f8e2762e-21cb-441b-be56-85ee5531ae05),segment_id=f8e2762e-21cb-441b-be56-85ee5531ae05)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:59.470407 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7dad88fa-d187-4238-b4a9-ef06c9e54913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:59.473792 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e780fa34-b273-4d66-ad07-fedbe7941d1d tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:59.488651 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7dad88fa-d187-4238-b4a9-ef06c9e54913 None None] Calling delete_port for 0c55153b-8890-4929-9d77-a6d91d78dff9 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:32:59.507009 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780fa34-b273-4d66-ad07-fedbe7941d1d tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Port': ['ID=0c55153b-8890-4929-9d77-a6d91d78dff9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:59.515365 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e780fa34-b273-4d66-ad07-fedbe7941d1d tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] No DVR routers for this DVR port 0c55153b-8890-4929-9d77-a6d91d78dff9 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:32:59.578346 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 18:32:59.589290 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7dad88fa-d187-4238-b4a9-ef06c9e54913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:59.616469 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e780fa34-b273-4d66-ad07-fedbe7941d1d tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:59.624302 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dad88fa-d187-4238-b4a9-ef06c9e54913 None None] No DVR routers for this DVR port 0c55153b-8890-4929-9d77-a6d91d78dff9 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:32:59.633244 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad88fa-d187-4238-b4a9-ef06c9e54913 None None] Pushing event deleted for resources: {'Port': ['ID=0c55153b-8890-4929-9d77-a6d91d78dff9,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:59.644099 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-e780fa34-b273-4d66-ad07-fedbe7941d1d tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de20f29-0587-4bfd-8f0a-9f02154c2a1c']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:59.657912 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-e780fa34-b273-4d66-ad07-fedbe7941d1d tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e2762e-21cb-441b-be56-85ee5531ae05') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:59.658779 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-e780fa34-b273-4d66-ad07-fedbe7941d1d tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e2762e-21cb-441b-be56-85ee5531ae05') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:59.678195 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e780fa34-b273-4d66-ad07-fedbe7941d1d tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:59.700323 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e780fa34-b273-4d66-ad07-fedbe7941d1d tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:59.725966 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e780fa34-b273-4d66-ad07-fedbe7941d1d tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:32:59.726605 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e780fa34-b273-4d66-ad07-fedbe7941d1d tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:32:59.751503 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:32:59.865377 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e780fa34-b273-4d66-ad07-fedbe7941d1d tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:59.879891 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e780fa34-b273-4d66-ad07-fedbe7941d1d tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:59.882638 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e780fa34-b273-4d66-ad07-fedbe7941d1d tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/networks/9de20f29-0587-4bfd-8f0a-9f02154c2a1c HTTP/1.1" status: 204 len: 168 time: 0.8173409 Aug 19 18:32:59.890314 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49200) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:59.900365 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2927a83f-69dd-4955-976a-90b98ad57252 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-423479536', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:32:59.946265 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780fa34-b273-4d66-ad07-fedbe7941d1d tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Network': ['ID=9de20f29-0587-4bfd-8f0a-9f02154c2a1c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:59.965622 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2927a83f-69dd-4955-976a-90b98ad57252 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:59.970069 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2927a83f-69dd-4955-976a-90b98ad57252 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:00.129986 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2927a83f-69dd-4955-976a-90b98ad57252 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:00.135838 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2927a83f-69dd-4955-976a-90b98ad57252 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:00.165469 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2927a83f-69dd-4955-976a-90b98ad57252 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:00.166817 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2927a83f-69dd-4955-976a-90b98ad57252 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2716901 Aug 19 18:33:00.172276 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49210) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:00.177399 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-db4d36e9-f613-4e9e-975c-12caa572f0c8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'network': {'name': 'tempest-RoutersTest-2106865248'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:33:00.208432 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4d36e9-f613-4e9e-975c-12caa572f0c8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Made reservation on behalf of 44b0835ba7e14e8eb44c1ef1c17c6084 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:33:00.213623 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-db4d36e9-f613-4e9e-975c-12caa572f0c8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:00.228743 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0c55153b-8890-4929-9d77-a6d91d78dff9 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:33:00.263099 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4d36e9-f613-4e9e-975c-12caa572f0c8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:33:00.267165 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 0c55153b-8890-4929-9d77-a6d91d78dff9 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:33:00.267788 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0c55153b-8890-4929-9d77-a6d91d78dff9 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:33:00.281007 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-db4d36e9-f613-4e9e-975c-12caa572f0c8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:00.281843 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-db4d36e9-f613-4e9e-975c-12caa572f0c8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Added segment cab672ec-1567-4ef3-8b8f-e752d3306815 of type vlan for network d8f8ab5b-ca81-42f8-b632-ed6f46104820 Aug 19 18:33:00.350580 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-db4d36e9-f613-4e9e-975c-12caa572f0c8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:00.380903 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-db4d36e9-f613-4e9e-975c-12caa572f0c8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:00.389452 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4d36e9-f613-4e9e-975c-12caa572f0c8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:00.390177 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-db4d36e9-f613-4e9e-975c-12caa572f0c8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:00.409917 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49216) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:00.410170 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-db4d36e9-f613-4e9e-975c-12caa572f0c8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2365839 Aug 19 18:33:00.415022 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-84464bb3-60c5-4498-849e-a633c40f78f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'subnet': {'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:33:00.485731 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d36e9-f613-4e9e-975c-12caa572f0c8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Network': ['ID=d8f8ab5b-ca81-42f8-b632-ed6f46104820,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:00.499906 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network d8f8ab5b-ca81-42f8-b632-ed6f46104820 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:33:00.555315 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84464bb3-60c5-4498-849e-a633c40f78f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Made reservation on behalf of 44b0835ba7e14e8eb44c1ef1c17c6084 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:33:00.558844 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-84464bb3-60c5-4498-849e-a633c40f78f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:00.815978 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-84464bb3-60c5-4498-849e-a633c40f78f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:00.894498 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84464bb3-60c5-4498-849e-a633c40f78f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Subnet': ['ID=ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:00.937866 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84464bb3-60c5-4498-849e-a633c40f78f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Checking segment: {'id': 'cab672ec-1567-4ef3-8b8f-e752d3306815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:33:00.938646 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84464bb3-60c5-4498-849e-a633c40f78f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network hostable DHCP agents. Network: d8f8ab5b-ca81-42f8-b632-ed6f46104820, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:33:00.972033 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84464bb3-60c5-4498-849e-a633c40f78f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network d8f8ab5b-ca81-42f8-b632-ed6f46104820 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:33:00.985492 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-84464bb3-60c5-4498-849e-a633c40f78f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, d8f8ab5b-ca81-42f8-b632-ed6f46104820) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:33:00.995189 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8090db27-4c2f-4e13-a8db-b24b050734bc None None] Network d8f8ab5b-ca81-42f8-b632-ed6f46104820 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:33:00.995325 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84464bb3-60c5-4498-849e-a633c40f78f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:00.995630 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-84464bb3-60c5-4498-849e-a633c40f78f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:01.030059 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-84464bb3-60c5-4498-849e-a633c40f78f6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6181622 Aug 19 18:33:01.032801 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49228) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:01.231356 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9c8f3c-e7c9-420f-bc96-0c2f30a15d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-d8f8ab5b-ca81-42f8-b632-ed6f46104820', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:33:01.232557 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0b9c8f3c-e7c9-420f-bc96-0c2f30a15d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:01.421367 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-0b9c8f3c-e7c9-420f-bc96-0c2f30a15d1c None None] Allocated IP 172.20.0.2 (d8f8ab5b-ca81-42f8-b632-ed6f46104820/ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80/7e2a7803-9c95-45d8-8154-a38c34802ad8) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:33:01.451429 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-936ca69f-200f-47d4-9383-df063f38814f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:01.723582 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0b9c8f3c-e7c9-420f-bc96-0c2f30a15d1c None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:01.734478 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0b9c8f3c-e7c9-420f-bc96-0c2f30a15d1c None None] Transition to ACTIVE for port object 7e2a7803-9c95-45d8-8154-a38c34802ad8 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:33:01.752997 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0b9c8f3c-e7c9-420f-bc96-0c2f30a15d1c None None] Transition to ACTIVE for port object 7e2a7803-9c95-45d8-8154-a38c34802ad8 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:33:01.760918 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0b9c8f3c-e7c9-420f-bc96-0c2f30a15d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:01.817375 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c8f3c-e7c9-420f-bc96-0c2f30a15d1c None None] Pushing event updated for resources: {'Port': ['ID=7e2a7803-9c95-45d8-8154-a38c34802ad8,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:01.840619 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9c8f3c-e7c9-420f-bc96-0c2f30a15d1c None None] Network d8f8ab5b-ca81-42f8-b632-ed6f46104820 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:33:01.843491 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-0b9c8f3c-e7c9-420f-bc96-0c2f30a15d1c None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:33:01.865662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9c8f3c-e7c9-420f-bc96-0c2f30a15d1c None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:33:01.882748 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-936ca69f-200f-47d4-9383-df063f38814f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Allocated IP 172.20.0.1 (d8f8ab5b-ca81-42f8-b632-ed6f46104820/ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80/857cf145-8ed3-4bf1-8b1b-e94ddabb21d2) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:33:01.968389 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-0b9c8f3c-e7c9-420f-bc96-0c2f30a15d1c None None] Attempting to bind port 7e2a7803-9c95-45d8-8154-a38c34802ad8 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:33:01.968389 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-0b9c8f3c-e7c9-420f-bc96-0c2f30a15d1c None None] Attempting to bind port 7e2a7803-9c95-45d8-8154-a38c34802ad8 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'cab672ec-1567-4ef3-8b8f-e752d3306815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:33:01.968389 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9c8f3c-e7c9-420f-bc96-0c2f30a15d1c None None] Attempting to bind port 7e2a7803-9c95-45d8-8154-a38c34802ad8 on network d8f8ab5b-ca81-42f8-b632-ed6f46104820 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:33:01.968389 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9c8f3c-e7c9-420f-bc96-0c2f30a15d1c None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:33:01.968389 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9c8f3c-e7c9-420f-bc96-0c2f30a15d1c None None] Checking segment: {'id': 'cab672ec-1567-4ef3-8b8f-e752d3306815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:33:01.968389 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0b9c8f3c-e7c9-420f-bc96-0c2f30a15d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:01.968389 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9c8f3c-e7c9-420f-bc96-0c2f30a15d1c None None] Bound using segment: {'id': 'cab672ec-1567-4ef3-8b8f-e752d3306815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:33:01.968389 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-0b9c8f3c-e7c9-420f-bc96-0c2f30a15d1c None None] Bound port: 7e2a7803-9c95-45d8-8154-a38c34802ad8, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab672ec-1567-4ef3-8b8f-e752d3306815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:33:01.968389 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0b9c8f3c-e7c9-420f-bc96-0c2f30a15d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:02.105293 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0b9c8f3c-e7c9-420f-bc96-0c2f30a15d1c None None] For port 7e2a7803-9c95-45d8-8154-a38c34802ad8, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:33:02.110147 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0b9c8f3c-e7c9-420f-bc96-0c2f30a15d1c None None] For port 7e2a7803-9c95-45d8-8154-a38c34802ad8, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7e2a7803-9c95-45d8-8154-a38c34802ad8,segment=NetworkSegment(cab672ec-1567-4ef3-8b8f-e752d3306815),segment_id=cab672ec-1567-4ef3-8b8f-e752d3306815)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:33:02.122638 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0b9c8f3c-e7c9-420f-bc96-0c2f30a15d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:02.166732 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-936ca69f-200f-47d4-9383-df063f38814f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:02.241627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-936ca69f-200f-47d4-9383-df063f38814f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Transition to ACTIVE for port object 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:33:02.246899 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c8f3c-e7c9-420f-bc96-0c2f30a15d1c None None] Pushing event updated for resources: {'Port': ['ID=7e2a7803-9c95-45d8-8154-a38c34802ad8,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:02.326835 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-936ca69f-200f-47d4-9383-df063f38814f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:02.423390 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ca69f-200f-47d4-9383-df063f38814f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Port': ['ID=857cf145-8ed3-4bf1-8b1b-e94ddabb21d2,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:02.437800 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936ca69f-200f-47d4-9383-df063f38814f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network d8f8ab5b-ca81-42f8-b632-ed6f46104820 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:33:02.439340 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-936ca69f-200f-47d4-9383-df063f38814f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:33:02.441753 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936ca69f-200f-47d4-9383-df063f38814f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:33:02.543208 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-936ca69f-200f-47d4-9383-df063f38814f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:02.858202 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-936ca69f-200f-47d4-9383-df063f38814f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:03.883877 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeac8c7e-fb99-4615-ad6e-171ce74fd0b7 None None] Network d8f8ab5b-ca81-42f8-b632-ed6f46104820 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:33:04.113306 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-936ca69f-200f-47d4-9383-df063f38814f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:04.128698 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-936ca69f-200f-47d4-9383-df063f38814f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:04.142913 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d9ef21e6-8879-4565-be2a-7c2930e79ffc None None] Provisioning for port 7e2a7803-9c95-45d8-8154-a38c34802ad8 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:33:04.202394 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-936ca69f-200f-47d4-9383-df063f38814f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:04.253700 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7e2a7803-9c95-45d8-8154-a38c34802ad8 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:33:04.285390 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ca69f-200f-47d4-9383-df063f38814f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Port': ['ID=857cf145-8ed3-4bf1-8b1b-e94ddabb21d2,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:04.391410 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 7e2a7803-9c95-45d8-8154-a38c34802ad8 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:33:04.398315 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 7e2a7803-9c95-45d8-8154-a38c34802ad8 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:04.399274 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:04.463180 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936ca69f-200f-47d4-9383-df063f38814f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network d8f8ab5b-ca81-42f8-b632-ed6f46104820 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:33:04.465127 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-936ca69f-200f-47d4-9383-df063f38814f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:33:04.714444 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a103ea2d-4ffc-4649-b199-b5ee3adc0fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:04.733364 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:04.827441 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 7e2a7803-9c95-45d8-8154-a38c34802ad8, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7e2a7803-9c95-45d8-8154-a38c34802ad8,segment=NetworkSegment(cab672ec-1567-4ef3-8b8f-e752d3306815),segment_id=cab672ec-1567-4ef3-8b8f-e752d3306815)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:33:04.829618 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936ca69f-200f-47d4-9383-df063f38814f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Router 9173946e-333e-46f0-a164-83edf8a0cf99 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:33:04.833341 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:05.004545 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-eb827d77-38fb-47fb-8c23-727b710502aa None None] Provisioning for port 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:33:05.022933 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-eb827d77-38fb-47fb-8c23-727b710502aa None None] Provisioning complete for port 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:05.024438 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eb827d77-38fb-47fb-8c23-727b710502aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:05.033422 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=7e2a7803-9c95-45d8-8154-a38c34802ad8,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:05.109022 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936ca69f-200f-47d4-9383-df063f38814f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:33:05.127456 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] Sync routers for ids ['9173946e-333e-46f0-a164-83edf8a0cf99'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:33:05.130364 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49330) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:05.131536 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-936ca69f-200f-47d4-9383-df063f38814f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/routers/9173946e-333e-46f0-a164-83edf8a0cf99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0931964 Aug 19 18:33:05.135730 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f04ee991-9eec-4659-8c19-b93c21ef4f0e tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'network': {'name': 'tempest-RoutersTest-335390109'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:33:05.150932 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-eb827d77-38fb-47fb-8c23-727b710502aa None None] Port 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:33:05.175888 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] Routers {'9173946e-333e-46f0-a164-83edf8a0cf99'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:33:05.176595 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9173946e-333e-46f0-a164-83edf8a0cf99'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:05.177756 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-eb827d77-38fb-47fb-8c23-727b710502aa None None] Provisioning complete for port 7e2a7803-9c95-45d8-8154-a38c34802ad8 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:05.178274 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eb827d77-38fb-47fb-8c23-727b710502aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:05.203387 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04ee991-9eec-4659-8c19-b93c21ef4f0e tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Made reservation on behalf of 44b0835ba7e14e8eb44c1ef1c17c6084 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:33:05.207169 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f04ee991-9eec-4659-8c19-b93c21ef4f0e tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:05.267944 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04ee991-9eec-4659-8c19-b93c21ef4f0e tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:33:05.287942 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f04ee991-9eec-4659-8c19-b93c21ef4f0e tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:05.288301 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-f04ee991-9eec-4659-8c19-b93c21ef4f0e tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Added segment 81429f9a-76cf-4350-8c58-74c9c6fbf704 of type vlan for network 8ad7bbd5-1086-4e15-8164-2bbca48b0bf0 Aug 19 18:33:05.348764 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] Set router 9173946e-333e-46f0-a164-83edf8a0cf99 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:33:05.381070 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f04ee991-9eec-4659-8c19-b93c21ef4f0e tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:05.473946 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f04ee991-9eec-4659-8c19-b93c21ef4f0e tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:05.485207 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04ee991-9eec-4659-8c19-b93c21ef4f0e tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:05.486344 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f04ee991-9eec-4659-8c19-b93c21ef4f0e tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:05.490304 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-cf845043-8e83-49a7-9878-fafd02891290 None None] Provisioning complete for port 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:05.490785 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cf845043-8e83-49a7-9878-fafd02891290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:05.551031 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-cf845043-8e83-49a7-9878-fafd02891290 None None] Port 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:33:05.574633 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f04ee991-9eec-4659-8c19-b93c21ef4f0e tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4401014 Aug 19 18:33:05.574765 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49334) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:05.581333 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-b2c0a0b7-4658-40c4-b8cc-7e326acbc067 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'subnet': {'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:33:05.635728 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ee991-9eec-4659-8c19-b93c21ef4f0e tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Network': ['ID=8ad7bbd5-1086-4e15-8164-2bbca48b0bf0,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:05.654462 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 8ad7bbd5-1086-4e15-8164-2bbca48b0bf0 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:33:05.824483 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c0a0b7-4658-40c4-b8cc-7e326acbc067 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Made reservation on behalf of 44b0835ba7e14e8eb44c1ef1c17c6084 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:33:05.845212 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2c0a0b7-4658-40c4-b8cc-7e326acbc067 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:05.940088 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:02Z', 'revision_number': 2, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None, '_interfaces': [{'id': '857cf145-8ed3-4bf1-8b1b-e94ddabb21d2', 'name': '', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:b0:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:01Z', 'updated_at': '2021-08-19T18:33:03Z', 'revision_number': 2, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:06.011053 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] Checking router: 9173946e-333e-46f0-a164-83edf8a0cf99 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:33:06.011410 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] Updating router 9173946e-333e-46f0-a164-83edf8a0cf99 port 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:33:06.063393 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:06.205692 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7e2a7803-9c95-45d8-8154-a38c34802ad8 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:33:06.262529 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 7e2a7803-9c95-45d8-8154-a38c34802ad8 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:06.263064 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:06.438103 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2c0a0b7-4658-40c4-b8cc-7e326acbc067 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:06.599221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c0a0b7-4658-40c4-b8cc-7e326acbc067 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Checking segment: {'id': '81429f9a-76cf-4350-8c58-74c9c6fbf704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:33:06.600165 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c0a0b7-4658-40c4-b8cc-7e326acbc067 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network hostable DHCP agents. Network: 8ad7bbd5-1086-4e15-8164-2bbca48b0bf0, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:33:06.602892 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0a0b7-4658-40c4-b8cc-7e326acbc067 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Subnet': ['ID=d19d1957-84ce-4145-9645-6e2d3a9191d8,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:06.639221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c0a0b7-4658-40c4-b8cc-7e326acbc067 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network 8ad7bbd5-1086-4e15-8164-2bbca48b0bf0 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:33:06.660822 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-b2c0a0b7-4658-40c4-b8cc-7e326acbc067 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 8ad7bbd5-1086-4e15-8164-2bbca48b0bf0) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:33:06.672658 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789d9cc1-9df0-4ca5-a924-80d817976a81 None None] Network 8ad7bbd5-1086-4e15-8164-2bbca48b0bf0 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:33:06.680247 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c0a0b7-4658-40c4-b8cc-7e326acbc067 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:06.683085 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2c0a0b7-4658-40c4-b8cc-7e326acbc067 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:06.735288 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b2c0a0b7-4658-40c4-b8cc-7e326acbc067 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1566601 Aug 19 18:33:06.736113 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49352) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:06.742692 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:06.768407 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] Transition to ACTIVE for port object 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:33:06.776811 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:06.904727 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c2bcd-eae3-4789-bfc2-830decc2a6c7 None None] Pushing event updated for resources: {'Port': ['ID=857cf145-8ed3-4bf1-8b1b-e94ddabb21d2,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:06.930398 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c2bcd-eae3-4789-bfc2-830decc2a6c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:06.930398 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c2bcd-eae3-4789-bfc2-830decc2a6c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:06.930767 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c2bcd-eae3-4789-bfc2-830decc2a6c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:06.930767 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c2bcd-eae3-4789-bfc2-830decc2a6c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:06.931217 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c2bcd-eae3-4789-bfc2-830decc2a6c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:06.931429 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c2bcd-eae3-4789-bfc2-830decc2a6c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:06.931755 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c2bcd-eae3-4789-bfc2-830decc2a6c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:06.932076 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c2bcd-eae3-4789-bfc2-830decc2a6c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:06.932398 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c2bcd-eae3-4789-bfc2-830decc2a6c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:06.932726 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c2bcd-eae3-4789-bfc2-830decc2a6c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:06.933042 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c2bcd-eae3-4789-bfc2-830decc2a6c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:06.933360 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c2bcd-eae3-4789-bfc2-830decc2a6c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:07.173046 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] Attempting to bind port 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:33:07.173424 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] Attempting to bind port 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'cab672ec-1567-4ef3-8b8f-e752d3306815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:33:07.175398 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] Attempting to bind port 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2 on network d8f8ab5b-ca81-42f8-b632-ed6f46104820 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:33:07.193340 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:33:07.196360 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] Checking segment: {'id': 'cab672ec-1567-4ef3-8b8f-e752d3306815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:33:07.197013 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:07.202862 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] Bound using segment: {'id': 'cab672ec-1567-4ef3-8b8f-e752d3306815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:33:07.206756 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] Bound port: 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab672ec-1567-4ef3-8b8f-e752d3306815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:33:07.207447 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:07.231611 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32df59af-1cf2-4358-ad29-57bcf5fe2834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-8ad7bbd5-1086-4e15-8164-2bbca48b0bf0', 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'fixed_ips': [{'subnet_id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:33:07.232719 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-32df59af-1cf2-4358-ad29-57bcf5fe2834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:07.347808 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:07.568899 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] For port 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:33:07.574344 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] For port 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=857cf145-8ed3-4bf1-8b1b-e94ddabb21d2,segment=NetworkSegment(cab672ec-1567-4ef3-8b8f-e752d3306815),segment_id=cab672ec-1567-4ef3-8b8f-e752d3306815)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:33:07.582029 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:07.641022 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0bfc-949a-455e-9d66-6142d8c88a57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:07.704624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-32df59af-1cf2-4358-ad29-57bcf5fe2834 None None] Allocated IP 172.21.0.2 (8ad7bbd5-1086-4e15-8164-2bbca48b0bf0/d19d1957-84ce-4145-9645-6e2d3a9191d8/7071fe5d-6f19-4e05-8c15-77bf05047de8) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:33:07.766697 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] Routers {'9173946e-333e-46f0-a164-83edf8a0cf99'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:33:07.770186 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:32:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9173946e-333e-46f0-a164-83edf8a0cf99'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:07.930543 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-32df59af-1cf2-4358-ad29-57bcf5fe2834 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:07.951574 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-32df59af-1cf2-4358-ad29-57bcf5fe2834 None None] Transition to ACTIVE for port object 7071fe5d-6f19-4e05-8c15-77bf05047de8 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:33:07.993464 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c2bcd-eae3-4789-bfc2-830decc2a6c7 None None] Pushing event updated for resources: {'Port': ['ID=857cf145-8ed3-4bf1-8b1b-e94ddabb21d2,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:08.057575 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] Set router 9173946e-333e-46f0-a164-83edf8a0cf99 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:33:08.064559 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c345129e-944e-46fa-ae88-1a7c96943a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:08.072673 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-32df59af-1cf2-4358-ad29-57bcf5fe2834 None None] Transition to ACTIVE for port object 7071fe5d-6f19-4e05-8c15-77bf05047de8 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:33:08.094540 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-32df59af-1cf2-4358-ad29-57bcf5fe2834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:08.229563 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32df59af-1cf2-4358-ad29-57bcf5fe2834 None None] Network 8ad7bbd5-1086-4e15-8164-2bbca48b0bf0 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:33:08.245209 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-32df59af-1cf2-4358-ad29-57bcf5fe2834 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:33:08.272761 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32df59af-1cf2-4358-ad29-57bcf5fe2834 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:33:08.336524 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:08.360708 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df59af-1cf2-4358-ad29-57bcf5fe2834 None None] Pushing event updated for resources: {'Port': ['ID=7071fe5d-6f19-4e05-8c15-77bf05047de8,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:08.362487 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-6d8b0bfc-949a-455e-9d66-6142d8c88a57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Allocated IP 172.21.0.1 (8ad7bbd5-1086-4e15-8164-2bbca48b0bf0/d19d1957-84ce-4145-9645-6e2d3a9191d8/437050ea-34c5-484f-b54c-c831c94a61ce) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:33:08.473810 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-32df59af-1cf2-4358-ad29-57bcf5fe2834 None None] Attempting to bind port 7071fe5d-6f19-4e05-8c15-77bf05047de8 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:33:08.474181 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-32df59af-1cf2-4358-ad29-57bcf5fe2834 None None] Attempting to bind port 7071fe5d-6f19-4e05-8c15-77bf05047de8 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '81429f9a-76cf-4350-8c58-74c9c6fbf704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:33:08.474953 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32df59af-1cf2-4358-ad29-57bcf5fe2834 None None] Attempting to bind port 7071fe5d-6f19-4e05-8c15-77bf05047de8 on network 8ad7bbd5-1086-4e15-8164-2bbca48b0bf0 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:33:08.486559 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32df59af-1cf2-4358-ad29-57bcf5fe2834 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:33:08.492787 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32df59af-1cf2-4358-ad29-57bcf5fe2834 None None] Checking segment: {'id': '81429f9a-76cf-4350-8c58-74c9c6fbf704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:33:08.493438 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-32df59af-1cf2-4358-ad29-57bcf5fe2834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:08.494091 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32df59af-1cf2-4358-ad29-57bcf5fe2834 None None] Bound using segment: {'id': '81429f9a-76cf-4350-8c58-74c9c6fbf704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:33:08.494909 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-32df59af-1cf2-4358-ad29-57bcf5fe2834 None None] Bound port: 7071fe5d-6f19-4e05-8c15-77bf05047de8, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81429f9a-76cf-4350-8c58-74c9c6fbf704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:33:08.495486 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-32df59af-1cf2-4358-ad29-57bcf5fe2834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:08.505804 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0bfc-949a-455e-9d66-6142d8c88a57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:08.523160 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-6d8b0bfc-949a-455e-9d66-6142d8c88a57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Transition to ACTIVE for port object 437050ea-34c5-484f-b54c-c831c94a61ce will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:33:08.559834 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0bfc-949a-455e-9d66-6142d8c88a57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:08.627843 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b0bfc-949a-455e-9d66-6142d8c88a57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Port': ['ID=437050ea-34c5-484f-b54c-c831c94a61ce,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:08.646674 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8b0bfc-949a-455e-9d66-6142d8c88a57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network 8ad7bbd5-1086-4e15-8164-2bbca48b0bf0 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:33:08.656796 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-6d8b0bfc-949a-455e-9d66-6142d8c88a57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:33:08.660818 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8b0bfc-949a-455e-9d66-6142d8c88a57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:33:08.688751 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:02Z', 'revision_number': 2, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None, '_interfaces': [{'id': '857cf145-8ed3-4bf1-8b1b-e94ddabb21d2', 'name': '', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:b0:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:01Z', 'updated_at': '2021-08-19T18:33:07Z', 'revision_number': 4, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:08.763057 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-32df59af-1cf2-4358-ad29-57bcf5fe2834 None None] For port 7071fe5d-6f19-4e05-8c15-77bf05047de8, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:33:08.767654 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-32df59af-1cf2-4358-ad29-57bcf5fe2834 None None] For port 7071fe5d-6f19-4e05-8c15-77bf05047de8, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7071fe5d-6f19-4e05-8c15-77bf05047de8,segment=NetworkSegment(81429f9a-76cf-4350-8c58-74c9c6fbf704),segment_id=81429f9a-76cf-4350-8c58-74c9c6fbf704)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:33:08.775498 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-32df59af-1cf2-4358-ad29-57bcf5fe2834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:08.780909 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53d8ccb-472a-4704-9779-054e454a7370 None None] The sync data for ids ['9173946e-333e-46f0-a164-83edf8a0cf99'] in n-d-803753-2 is: [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:02Z', 'revision_number': 2, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None, '_interfaces': [{'id': '857cf145-8ed3-4bf1-8b1b-e94ddabb21d2', 'name': '', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:b0:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:01Z', 'updated_at': '2021-08-19T18:33:07Z', 'revision_number': 4, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:33:08.787399 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0bfc-949a-455e-9d66-6142d8c88a57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:08.829325 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49384) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:08.939777 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df59af-1cf2-4358-ad29-57bcf5fe2834 None None] Pushing event updated for resources: {'Port': ['ID=7071fe5d-6f19-4e05-8c15-77bf05047de8,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:09.047900 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0bfc-949a-455e-9d66-6142d8c88a57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:09.065691 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-14daa988-b06d-4400-95ab-1e87e8a18e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:09.456918 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-14daa988-b06d-4400-95ab-1e87e8a18e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:09.467072 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-14daa988-b06d-4400-95ab-1e87e8a18e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:09.554317 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-14daa988-b06d-4400-95ab-1e87e8a18e8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e73d453cc764a799e661ff9006bd31e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7237115 Aug 19 18:33:09.554897 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49394) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:09.589629 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14daa988-b06d-4400-95ab-1e87e8a18e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2803ac5-cbeb-44a2-aecf-727dc6a73b8d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:09.698859 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69159d82-e197-4601-ac98-db61952e5945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:09.754792 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69159d82-e197-4601-ac98-db61952e5945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:09.779109 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0bfc-949a-455e-9d66-6142d8c88a57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:09.794208 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0bfc-949a-455e-9d66-6142d8c88a57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:09.824996 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69159d82-e197-4601-ac98-db61952e5945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:09.828177 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69159d82-e197-4601-ac98-db61952e5945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:09.829686 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-69159d82-e197-4601-ac98-db61952e5945 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2803ac5-cbeb-44a2-aecf-727dc6a73b8d HTTP/1.1" status: 204 len: 168 time: 0.2726965 Aug 19 18:33:09.848748 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69159d82-e197-4601-ac98-db61952e5945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2803ac5-cbeb-44a2-aecf-727dc6a73b8d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:09.976629 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0bfc-949a-455e-9d66-6142d8c88a57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:10.031135 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b0bfc-949a-455e-9d66-6142d8c88a57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Port': ['ID=437050ea-34c5-484f-b54c-c831c94a61ce,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:10.228182 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:10.262743 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:33:10.306945 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8b0bfc-949a-455e-9d66-6142d8c88a57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network 8ad7bbd5-1086-4e15-8164-2bbca48b0bf0 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:33:10.311123 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-6d8b0bfc-949a-455e-9d66-6142d8c88a57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:33:10.364331 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:33:10.371500 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:10.372056 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:10.528545 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:10.540145 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49414) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:10.555953 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-382f982c-d1ae-4970-9049-989693e2466d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:10.579498 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8b0bfc-949a-455e-9d66-6142d8c88a57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Router 9173946e-333e-46f0-a164-83edf8a0cf99 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:33:10.593080 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=857cf145-8ed3-4bf1-8b1b-e94ddabb21d2,segment=NetworkSegment(cab672ec-1567-4ef3-8b8f-e752d3306815),segment_id=cab672ec-1567-4ef3-8b8f-e752d3306815)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:33:10.601601 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:10.602944 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7071fe5d-6f19-4e05-8c15-77bf05047de8 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:33:10.714716 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=857cf145-8ed3-4bf1-8b1b-e94ddabb21d2,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:10.787152 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 7071fe5d-6f19-4e05-8c15-77bf05047de8 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:33:10.820114 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74111b39-b602-4c55-85a1-137d8525858f None None] Network 8ad7bbd5-1086-4e15-8164-2bbca48b0bf0 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:33:10.876691 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8b0bfc-949a-455e-9d66-6142d8c88a57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:33:10.887975 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6d8b0bfc-949a-455e-9d66-6142d8c88a57 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/routers/9173946e-333e-46f0-a164-83edf8a0cf99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1491466 Aug 19 18:33:10.890301 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-382f982c-d1ae-4970-9049-989693e2466d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:10.892454 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49418) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:10.902771 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-768d52f4-4ea2-4b19-9f6f-65733401b508 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'network': {'name': 'tempest-RoutersTest-769063782'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:33:10.937787 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4b0c889b-7989-4f88-a5ab-4fa38985e820 None None] Provisioning for port 7071fe5d-6f19-4e05-8c15-77bf05047de8 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:33:10.949679 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-382f982c-d1ae-4970-9049-989693e2466d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:10.977175 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4b0c889b-7989-4f88-a5ab-4fa38985e820 None None] Provisioning complete for port 7071fe5d-6f19-4e05-8c15-77bf05047de8 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:10.977175 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4b0c889b-7989-4f88-a5ab-4fa38985e820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:11.055748 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-382f982c-d1ae-4970-9049-989693e2466d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d467d493a2274fbf914b806bd4c40ddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5142608 Aug 19 18:33:11.058014 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768d52f4-4ea2-4b19-9f6f-65733401b508 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Made reservation on behalf of 44b0835ba7e14e8eb44c1ef1c17c6084 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:33:11.058229 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49420) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:11.069093 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-768d52f4-4ea2-4b19-9f6f-65733401b508 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:11.162071 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] Sync routers for ids ['9173946e-333e-46f0-a164-83edf8a0cf99'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:33:11.168411 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768d52f4-4ea2-4b19-9f6f-65733401b508 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:33:11.169158 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-04b06d79-b128-4f74-b762-4b4f27b75f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:11.171721 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:11.193764 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-768d52f4-4ea2-4b19-9f6f-65733401b508 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:11.194110 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-768d52f4-4ea2-4b19-9f6f-65733401b508 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Added segment 6b357a84-56b7-46d1-8cc7-299361855499 of type vlan for network 634b846c-1185-41b8-aa8a-6662e44c5849 Aug 19 18:33:11.200346 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-04b06d79-b128-4f74-b762-4b4f27b75f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:11.210721 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] Routers {'9173946e-333e-46f0-a164-83edf8a0cf99'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:33:11.211362 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:33:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9173946e-333e-46f0-a164-83edf8a0cf99'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:11.272865 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-04b06d79-b128-4f74-b762-4b4f27b75f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:11.276115 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-04b06d79-b128-4f74-b762-4b4f27b75f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:11.278358 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-04b06d79-b128-4f74-b762-4b4f27b75f63 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8b018a2-c37f-456a-b7da-0479deaaa893 HTTP/1.1" status: 204 len: 168 time: 0.2191212 Aug 19 18:33:11.283102 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-768d52f4-4ea2-4b19-9f6f-65733401b508 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:11.313140 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f982c-d1ae-4970-9049-989693e2466d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b018a2-c37f-456a-b7da-0479deaaa893,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:11.313641 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b06d79-b128-4f74-b762-4b4f27b75f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b018a2-c37f-456a-b7da-0479deaaa893,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:11.326361 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] Set router 9173946e-333e-46f0-a164-83edf8a0cf99 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:33:11.330278 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-768d52f4-4ea2-4b19-9f6f-65733401b508 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:11.347423 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768d52f4-4ea2-4b19-9f6f-65733401b508 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:11.349784 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-768d52f4-4ea2-4b19-9f6f-65733401b508 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:11.417201 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49424) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:11.417637 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-768d52f4-4ea2-4b19-9f6f-65733401b508 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5227685 Aug 19 18:33:11.432776 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-13218ded-cb57-4d5b-a602-27f284a01f7f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'subnet': {'network_id': '634b846c-1185-41b8-aa8a-6662e44c5849', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:33:11.462766 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d52f4-4ea2-4b19-9f6f-65733401b508 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Network': ['ID=634b846c-1185-41b8-aa8a-6662e44c5849,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:11.574002 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 634b846c-1185-41b8-aa8a-6662e44c5849 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:33:11.688973 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13218ded-cb57-4d5b-a602-27f284a01f7f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Made reservation on behalf of 44b0835ba7e14e8eb44c1ef1c17c6084 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:33:11.694074 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-13218ded-cb57-4d5b-a602-27f284a01f7f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:11.751705 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:33:11.761945 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4b0c889b-7989-4f88-a5ab-4fa38985e820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:11.908394 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-4b0c889b-7989-4f88-a5ab-4fa38985e820 None None] For port 7071fe5d-6f19-4e05-8c15-77bf05047de8, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7071fe5d-6f19-4e05-8c15-77bf05047de8,segment=NetworkSegment(81429f9a-76cf-4350-8c58-74c9c6fbf704),segment_id=81429f9a-76cf-4350-8c58-74c9c6fbf704)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:33:11.921699 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4b0c889b-7989-4f88-a5ab-4fa38985e820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:12.059110 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c889b-7989-4f88-a5ab-4fa38985e820 None None] Pushing event updated for resources: {'Port': ['ID=7071fe5d-6f19-4e05-8c15-77bf05047de8,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:12.131391 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f32c8ebb-dadd-48c5-9470-9f0550b7e777 None None] Provisioning for port 437050ea-34c5-484f-b54c-c831c94a61ce completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:33:12.153151 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f32c8ebb-dadd-48c5-9470-9f0550b7e777 None None] Provisioning complete for port 437050ea-34c5-484f-b54c-c831c94a61ce triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:12.153431 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f32c8ebb-dadd-48c5-9470-9f0550b7e777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:12.165397 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-13218ded-cb57-4d5b-a602-27f284a01f7f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:12.241188 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f32c8ebb-dadd-48c5-9470-9f0550b7e777 None None] Port 437050ea-34c5-484f-b54c-c831c94a61ce cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:33:12.242582 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:33:12.279415 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13218ded-cb57-4d5b-a602-27f284a01f7f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Subnet': ['ID=64512363-cd96-4e2f-bf2d-f1bf74581225,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:12.312128 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13218ded-cb57-4d5b-a602-27f284a01f7f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:12.313187 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13218ded-cb57-4d5b-a602-27f284a01f7f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:12.313828 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13218ded-cb57-4d5b-a602-27f284a01f7f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:12.314446 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13218ded-cb57-4d5b-a602-27f284a01f7f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:12.315013 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13218ded-cb57-4d5b-a602-27f284a01f7f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:12.315608 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13218ded-cb57-4d5b-a602-27f284a01f7f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:12.316181 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13218ded-cb57-4d5b-a602-27f284a01f7f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:12.316747 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13218ded-cb57-4d5b-a602-27f284a01f7f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:12.317299 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13218ded-cb57-4d5b-a602-27f284a01f7f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:12.317889 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13218ded-cb57-4d5b-a602-27f284a01f7f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:12.318446 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13218ded-cb57-4d5b-a602-27f284a01f7f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:12.319029 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13218ded-cb57-4d5b-a602-27f284a01f7f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:12.327318 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:08Z', 'revision_number': 3, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None, '_interfaces': [{'id': '437050ea-34c5-484f-b54c-c831c94a61ce', 'name': '', 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:cc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:07Z', 'updated_at': '2021-08-19T18:33:09Z', 'revision_number': 2, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '857cf145-8ed3-4bf1-8b1b-e94ddabb21d2', 'name': '', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:b0:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:01Z', 'updated_at': '2021-08-19T18:33:10Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:12.348153 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13218ded-cb57-4d5b-a602-27f284a01f7f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Checking segment: {'id': '6b357a84-56b7-46d1-8cc7-299361855499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '634b846c-1185-41b8-aa8a-6662e44c5849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:33:12.348863 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13218ded-cb57-4d5b-a602-27f284a01f7f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network hostable DHCP agents. Network: 634b846c-1185-41b8-aa8a-6662e44c5849, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:33:12.376839 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13218ded-cb57-4d5b-a602-27f284a01f7f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network 634b846c-1185-41b8-aa8a-6662e44c5849 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:33:12.389034 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-13218ded-cb57-4d5b-a602-27f284a01f7f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 634b846c-1185-41b8-aa8a-6662e44c5849) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:33:12.393493 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] Checking router: 9173946e-333e-46f0-a164-83edf8a0cf99 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:33:12.393858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] Updating router 9173946e-333e-46f0-a164-83edf8a0cf99 port 437050ea-34c5-484f-b54c-c831c94a61ce binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:33:12.394983 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13218ded-cb57-4d5b-a602-27f284a01f7f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:12.396000 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-13218ded-cb57-4d5b-a602-27f284a01f7f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:12.426279 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-13218ded-cb57-4d5b-a602-27f284a01f7f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0049813 Aug 19 18:33:12.427329 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49450) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:12.455010 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f32c8ebb-dadd-48c5-9470-9f0550b7e777 None None] Provisioning complete for port 7071fe5d-6f19-4e05-8c15-77bf05047de8 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:12.458420 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f32c8ebb-dadd-48c5-9470-9f0550b7e777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:12.460838 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3686b792-72c8-49a8-b829-69d1abe56940 None None] Network 634b846c-1185-41b8-aa8a-6662e44c5849 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:33:12.474991 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:12.683368 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:12.683739 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:13.132245 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:13.175017 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711541b0-ef6d-4837-ba44-8fb490ff3d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-634b846c-1185-41b8-aa8a-6662e44c5849', 'network_id': '634b846c-1185-41b8-aa8a-6662e44c5849', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'fixed_ips': [{'subnet_id': '64512363-cd96-4e2f-bf2d-f1bf74581225'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:33:13.175882 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-711541b0-ef6d-4837-ba44-8fb490ff3d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:13.251591 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ea237bad-0c6a-437b-9827-b262ce000154 None None] Provisioning complete for port 437050ea-34c5-484f-b54c-c831c94a61ce triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:13.251972 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ea237bad-0c6a-437b-9827-b262ce000154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:13.410614 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-ea237bad-0c6a-437b-9827-b262ce000154 None None] Port 437050ea-34c5-484f-b54c-c831c94a61ce cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:33:13.517087 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-711541b0-ef6d-4837-ba44-8fb490ff3d52 None None] Allocated IP 172.22.0.2 (634b846c-1185-41b8-aa8a-6662e44c5849/64512363-cd96-4e2f-bf2d-f1bf74581225/cbb1e7e7-0669-44bb-b35a-682fa11f88a0) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:33:13.554063 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:13.604083 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] Transition to ACTIVE for port object 437050ea-34c5-484f-b54c-c831c94a61ce will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:33:13.615450 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:13.721072 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc797f-de10-4fe5-9f5d-5b12c77ca67f None None] Pushing event updated for resources: {'Port': ['ID=437050ea-34c5-484f-b54c-c831c94a61ce,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:13.820600 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] Attempting to bind port 437050ea-34c5-484f-b54c-c831c94a61ce on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:33:13.821094 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] Attempting to bind port 437050ea-34c5-484f-b54c-c831c94a61ce by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '81429f9a-76cf-4350-8c58-74c9c6fbf704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:33:13.822085 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] Attempting to bind port 437050ea-34c5-484f-b54c-c831c94a61ce on network 8ad7bbd5-1086-4e15-8164-2bbca48b0bf0 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:33:13.841067 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:33:13.854309 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] Checking segment: {'id': '81429f9a-76cf-4350-8c58-74c9c6fbf704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:33:13.855119 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:13.855484 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] Bound using segment: {'id': '81429f9a-76cf-4350-8c58-74c9c6fbf704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:33:13.856068 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] Bound port: 437050ea-34c5-484f-b54c-c831c94a61ce, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81429f9a-76cf-4350-8c58-74c9c6fbf704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:33:13.856657 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:13.893346 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-711541b0-ef6d-4837-ba44-8fb490ff3d52 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:13.922661 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-711541b0-ef6d-4837-ba44-8fb490ff3d52 None None] Transition to ACTIVE for port object cbb1e7e7-0669-44bb-b35a-682fa11f88a0 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:33:13.963090 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-711541b0-ef6d-4837-ba44-8fb490ff3d52 None None] Transition to ACTIVE for port object cbb1e7e7-0669-44bb-b35a-682fa11f88a0 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:33:13.983564 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-711541b0-ef6d-4837-ba44-8fb490ff3d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:13.986771 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] For port 437050ea-34c5-484f-b54c-c831c94a61ce, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:33:14.087522 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711541b0-ef6d-4837-ba44-8fb490ff3d52 None None] Pushing event updated for resources: {'Port': ['ID=cbb1e7e7-0669-44bb-b35a-682fa11f88a0,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:14.106915 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Allocated IP 172.22.0.1 (634b846c-1185-41b8-aa8a-6662e44c5849/64512363-cd96-4e2f-bf2d-f1bf74581225/85fdd4f8-63ed-41c1-b299-0456f36f6a71) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:33:14.110259 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] For port 437050ea-34c5-484f-b54c-c831c94a61ce, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=437050ea-34c5-484f-b54c-c831c94a61ce,segment=NetworkSegment(81429f9a-76cf-4350-8c58-74c9c6fbf704),segment_id=81429f9a-76cf-4350-8c58-74c9c6fbf704)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:33:14.140275 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711541b0-ef6d-4837-ba44-8fb490ff3d52 None None] Network 634b846c-1185-41b8-aa8a-6662e44c5849 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:33:14.142269 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:14.149957 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-711541b0-ef6d-4837-ba44-8fb490ff3d52 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:33:14.173896 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711541b0-ef6d-4837-ba44-8fb490ff3d52 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:33:14.226021 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7071fe5d-6f19-4e05-8c15-77bf05047de8 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:33:14.356084 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc797f-de10-4fe5-9f5d-5b12c77ca67f None None] Pushing event updated for resources: {'Port': ['ID=437050ea-34c5-484f-b54c-c831c94a61ce,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:14.368930 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] Routers {'9173946e-333e-46f0-a164-83edf8a0cf99'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:33:14.370350 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:33:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9173946e-333e-46f0-a164-83edf8a0cf99'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:14.376981 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-711541b0-ef6d-4837-ba44-8fb490ff3d52 None None] Attempting to bind port cbb1e7e7-0669-44bb-b35a-682fa11f88a0 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:33:14.382005 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-711541b0-ef6d-4837-ba44-8fb490ff3d52 None None] Attempting to bind port cbb1e7e7-0669-44bb-b35a-682fa11f88a0 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '6b357a84-56b7-46d1-8cc7-299361855499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '634b846c-1185-41b8-aa8a-6662e44c5849'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:33:14.382572 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711541b0-ef6d-4837-ba44-8fb490ff3d52 None None] Attempting to bind port cbb1e7e7-0669-44bb-b35a-682fa11f88a0 on network 634b846c-1185-41b8-aa8a-6662e44c5849 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:33:14.573951 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711541b0-ef6d-4837-ba44-8fb490ff3d52 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:33:14.574682 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711541b0-ef6d-4837-ba44-8fb490ff3d52 None None] Checking segment: {'id': '6b357a84-56b7-46d1-8cc7-299361855499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '634b846c-1185-41b8-aa8a-6662e44c5849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:33:14.574793 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-711541b0-ef6d-4837-ba44-8fb490ff3d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:14.575120 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711541b0-ef6d-4837-ba44-8fb490ff3d52 None None] Bound using segment: {'id': '6b357a84-56b7-46d1-8cc7-299361855499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '634b846c-1185-41b8-aa8a-6662e44c5849'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:33:14.575669 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-711541b0-ef6d-4837-ba44-8fb490ff3d52 None None] Bound port: cbb1e7e7-0669-44bb-b35a-682fa11f88a0, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b357a84-56b7-46d1-8cc7-299361855499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '634b846c-1185-41b8-aa8a-6662e44c5849'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:33:14.576862 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-711541b0-ef6d-4837-ba44-8fb490ff3d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:14.626844 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] Set router 9173946e-333e-46f0-a164-83edf8a0cf99 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:33:14.746339 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49516) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:14.905160 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 7071fe5d-6f19-4e05-8c15-77bf05047de8 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:14.905851 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:14.955012 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0128fa1d-8aeb-47ec-9875-637b847a225b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:15.103546 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0128fa1d-8aeb-47ec-9875-637b847a225b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:15.112839 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:15.113736 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0128fa1d-8aeb-47ec-9875-637b847a225b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:15.152015 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Transition to ACTIVE for port object 85fdd4f8-63ed-41c1-b299-0456f36f6a71 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:33:15.157455 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-711541b0-ef6d-4837-ba44-8fb490ff3d52 None None] For port cbb1e7e7-0669-44bb-b35a-682fa11f88a0, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:33:15.162557 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-711541b0-ef6d-4837-ba44-8fb490ff3d52 None None] For port cbb1e7e7-0669-44bb-b35a-682fa11f88a0, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=cbb1e7e7-0669-44bb-b35a-682fa11f88a0,segment=NetworkSegment(6b357a84-56b7-46d1-8cc7-299361855499),segment_id=6b357a84-56b7-46d1-8cc7-299361855499)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:33:15.173305 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0128fa1d-8aeb-47ec-9875-637b847a225b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9449d7768744c2a9f5bb66e9065e8b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4256806 Aug 19 18:33:15.174785 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128fa1d-8aeb-47ec-9875-637b847a225b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c53c9e3-d398-4677-bac5-3ee9237f8337,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:15.179279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49534) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:15.200202 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-711541b0-ef6d-4837-ba44-8fb490ff3d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:15.256144 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:15.297168 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dabeacff-141d-4fb0-8aec-34c92b95d8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:15.319468 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network 634b846c-1185-41b8-aa8a-6662e44c5849 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:33:15.335161 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:33:15.343720 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:33:15.379518 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dabeacff-141d-4fb0-8aec-34c92b95d8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:15.386033 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Port': ['ID=85fdd4f8-63ed-41c1-b299-0456f36f6a71,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:15.386449 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49538) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:15.417804 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:15.418151 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:15.418495 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:15.418836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:15.419170 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:15.419582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:15.419905 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:15.420500 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:15.420838 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:15.421165 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:15.421489 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:15.421835 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:15.445179 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:15.564321 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711541b0-ef6d-4837-ba44-8fb490ff3d52 None None] Pushing event updated for resources: {'Port': ['ID=cbb1e7e7-0669-44bb-b35a-682fa11f88a0,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:15.565086 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2f3e57a0-e777-4e13-94c9-3677056a19ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:15.569868 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:08Z', 'revision_number': 3, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None, '_interfaces': [{'id': '437050ea-34c5-484f-b54c-c831c94a61ce', 'name': '', 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:cc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:07Z', 'updated_at': '2021-08-19T18:33:13Z', 'revision_number': 4, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '857cf145-8ed3-4bf1-8b1b-e94ddabb21d2', 'name': '', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:b0:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:01Z', 'updated_at': '2021-08-19T18:33:10Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:15.582179 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dabeacff-141d-4fb0-8aec-34c92b95d8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:15.584880 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dabeacff-141d-4fb0-8aec-34c92b95d8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:15.590192 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dabeacff-141d-4fb0-8aec-34c92b95d8b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c53c9e3-d398-4677-bac5-3ee9237f8337 HTTP/1.1" status: 204 len: 168 time: 0.4097199 Aug 19 18:33:15.618311 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabeacff-141d-4fb0-8aec-34c92b95d8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c53c9e3-d398-4677-bac5-3ee9237f8337,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:15.641136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e593eb-8486-4267-a741-aeb7b34af084 None None] The sync data for ids ['9173946e-333e-46f0-a164-83edf8a0cf99'] in n-d-803753-2 is: [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:08Z', 'revision_number': 3, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None, '_interfaces': [{'id': '437050ea-34c5-484f-b54c-c831c94a61ce', 'name': '', 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:cc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:07Z', 'updated_at': '2021-08-19T18:33:13Z', 'revision_number': 4, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '857cf145-8ed3-4bf1-8b1b-e94ddabb21d2', 'name': '', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:b0:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:01Z', 'updated_at': '2021-08-19T18:33:10Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:33:15.693464 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:15.796264 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2f3e57a0-e777-4e13-94c9-3677056a19ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:15.806325 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2f3e57a0-e777-4e13-94c9-3677056a19ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:15.880853 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2f3e57a0-e777-4e13-94c9-3677056a19ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb3514ad3cd54bbc8fcf0b969448aef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4934759 Aug 19 18:33:15.882807 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49548) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:15.984032 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e57a0-e777-4e13-94c9-3677056a19ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e09084-1047-4302-83ce-8d577fa639de,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:16.046928 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa14e129-5f31-4d52-8706-978aae936c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:16.072975 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa14e129-5f31-4d52-8706-978aae936c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:16.207844 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa14e129-5f31-4d52-8706-978aae936c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:16.210639 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa14e129-5f31-4d52-8706-978aae936c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:16.211965 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fa14e129-5f31-4d52-8706-978aae936c23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3e09084-1047-4302-83ce-8d577fa639de HTTP/1.1" status: 204 len: 168 time: 0.3280962 Aug 19 18:33:16.230561 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14e129-5f31-4d52-8706-978aae936c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e09084-1047-4302-83ce-8d577fa639de,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:16.292455 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49554) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:16.309455 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-578225dd-2111-4780-9d09-bfb0b753a536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:16.320770 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:16.332481 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:16.354905 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 437050ea-34c5-484f-b54c-c831c94a61ce up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:33:16.462690 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:16.482765 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 437050ea-34c5-484f-b54c-c831c94a61ce completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:33:16.486920 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 437050ea-34c5-484f-b54c-c831c94a61ce triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:16.487298 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:16.612594 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:16.659381 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Port': ['ID=85fdd4f8-63ed-41c1-b299-0456f36f6a71,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:16.668602 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:16.690113 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 437050ea-34c5-484f-b54c-c831c94a61ce, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=437050ea-34c5-484f-b54c-c831c94a61ce,segment=NetworkSegment(81429f9a-76cf-4350-8c58-74c9c6fbf704),segment_id=81429f9a-76cf-4350-8c58-74c9c6fbf704)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:33:16.697406 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:16.698888 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device cbb1e7e7-0669-44bb-b35a-682fa11f88a0 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:33:16.738219 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-578225dd-2111-4780-9d09-bfb0b753a536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:16.751557 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-578225dd-2111-4780-9d09-bfb0b753a536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:16.806436 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=437050ea-34c5-484f-b54c-c831c94a61ce,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:16.831814 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-578225dd-2111-4780-9d09-bfb0b753a536 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=828b328aa7144c16a0fab65629e50684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5359251 Aug 19 18:33:16.832112 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49560) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:16.836283 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port cbb1e7e7-0669-44bb-b35a-682fa11f88a0 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:33:16.838189 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network 634b846c-1185-41b8-aa8a-6662e44c5849 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:33:16.839337 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578225dd-2111-4780-9d09-bfb0b753a536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc1105e-e257-4115-a929-8a8b3cf1a01b,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:16.848732 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:33:16.930224 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49564) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:16.955904 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ddc452f-88b9-4304-a15e-ca8ba7571ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:16.983881 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ddc452f-88b9-4304-a15e-ca8ba7571ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:17.000433 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Router 9173946e-333e-46f0-a164-83edf8a0cf99 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:33:17.024636 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-082cdc5e-f2d6-45a3-9ee6-7c83e3ae1820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:17.074806 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ddc452f-88b9-4304-a15e-ca8ba7571ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:17.079356 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ddc452f-88b9-4304-a15e-ca8ba7571ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:17.080525 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9ddc452f-88b9-4304-a15e-ca8ba7571ea0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1fc1105e-e257-4115-a929-8a8b3cf1a01b HTTP/1.1" status: 204 len: 168 time: 0.2472551 Aug 19 18:33:17.100367 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc452f-88b9-4304-a15e-ca8ba7571ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc1105e-e257-4115-a929-8a8b3cf1a01b,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:17.125963 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:33:17.131122 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4d2783-9640-47e7-a1f9-a0560d7c712b None None] Network 634b846c-1185-41b8-aa8a-6662e44c5849 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:33:17.139173 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] Sync routers for ids ['9173946e-333e-46f0-a164-83edf8a0cf99'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:33:17.143297 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a4bd111d-7c77-48fb-bb65-6acdf2be02ae tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/routers/9173946e-333e-46f0-a164-83edf8a0cf99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7147691 Aug 19 18:33:17.146791 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49570) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:17.155940 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] Routers {'9173946e-333e-46f0-a164-83edf8a0cf99'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:33:17.157175 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:33:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9173946e-333e-46f0-a164-83edf8a0cf99'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:17.160260 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-fa98fa4b-83f1-4505-9834-f0ee6ef80127 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'network': {'name': 'tempest-RoutersTest-1547239228'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:33:17.231202 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-082cdc5e-f2d6-45a3-9ee6-7c83e3ae1820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:17.238589 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-334e6be7-be45-4fc3-8d2e-102fac973181 None None] Provisioning for port cbb1e7e7-0669-44bb-b35a-682fa11f88a0 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:33:17.241523 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-082cdc5e-f2d6-45a3-9ee6-7c83e3ae1820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:17.255941 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-334e6be7-be45-4fc3-8d2e-102fac973181 None None] Provisioning complete for port cbb1e7e7-0669-44bb-b35a-682fa11f88a0 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:17.256182 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-334e6be7-be45-4fc3-8d2e-102fac973181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:17.265328 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa98fa4b-83f1-4505-9834-f0ee6ef80127 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Made reservation on behalf of 44b0835ba7e14e8eb44c1ef1c17c6084 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:33:17.269062 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fa98fa4b-83f1-4505-9834-f0ee6ef80127 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:17.281286 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] Set router 9173946e-333e-46f0-a164-83edf8a0cf99 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:33:17.314993 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa98fa4b-83f1-4505-9834-f0ee6ef80127 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:33:17.324793 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-082cdc5e-f2d6-45a3-9ee6-7c83e3ae1820 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f4cac2be2524c889a4d7af93abaa3e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3866110 Aug 19 18:33:17.326104 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49572) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:17.327241 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082cdc5e-f2d6-45a3-9ee6-7c83e3ae1820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fc6ec2-0866-4334-822f-ab9985c89e7a,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:17.411531 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fa98fa4b-83f1-4505-9834-f0ee6ef80127 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:17.411885 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-fa98fa4b-83f1-4505-9834-f0ee6ef80127 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Added segment 57837e7e-bca2-4572-aed3-ff0f7923f704 of type vlan for network dcc3ac9e-c0b1-4032-a77b-23e4c04615f5 Aug 19 18:33:17.487472 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dac7e913-783c-4e19-a13b-6945a8da6f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:17.495665 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fa98fa4b-83f1-4505-9834-f0ee6ef80127 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:17.504376 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-334e6be7-be45-4fc3-8d2e-102fac973181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:17.569515 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dac7e913-783c-4e19-a13b-6945a8da6f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:17.596262 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fa98fa4b-83f1-4505-9834-f0ee6ef80127 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:17.603741 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa98fa4b-83f1-4505-9834-f0ee6ef80127 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:17.604689 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fa98fa4b-83f1-4505-9834-f0ee6ef80127 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:17.640276 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-334e6be7-be45-4fc3-8d2e-102fac973181 None None] For port cbb1e7e7-0669-44bb-b35a-682fa11f88a0, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=cbb1e7e7-0669-44bb-b35a-682fa11f88a0,segment=NetworkSegment(6b357a84-56b7-46d1-8cc7-299361855499),segment_id=6b357a84-56b7-46d1-8cc7-299361855499)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:33:17.653114 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-334e6be7-be45-4fc3-8d2e-102fac973181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:17.777921 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49584) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:17.778223 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fa98fa4b-83f1-4505-9834-f0ee6ef80127 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6301298 Aug 19 18:33:17.791000 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-c2d1a537-194a-4804-8aaf-189e09a5dcb9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'subnet': {'network_id': 'dcc3ac9e-c0b1-4032-a77b-23e4c04615f5', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:33:17.812497 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98fa4b-83f1-4505-9834-f0ee6ef80127 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Network': ['ID=dcc3ac9e-c0b1-4032-a77b-23e4c04615f5,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:17.840432 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e6be7-be45-4fc3-8d2e-102fac973181 None None] Pushing event updated for resources: {'Port': ['ID=cbb1e7e7-0669-44bb-b35a-682fa11f88a0,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:17.846138 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dac7e913-783c-4e19-a13b-6945a8da6f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:17.849989 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dac7e913-783c-4e19-a13b-6945a8da6f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:17.851572 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dac7e913-783c-4e19-a13b-6945a8da6f84 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49fc6ec2-0866-4334-822f-ab9985c89e7a HTTP/1.1" status: 204 len: 168 time: 0.5251267 Aug 19 18:33:17.877199 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network dcc3ac9e-c0b1-4032-a77b-23e4c04615f5 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:33:17.883672 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7e913-783c-4e19-a13b-6945a8da6f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fc6ec2-0866-4334-822f-ab9985c89e7a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:18.003298 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:15Z', 'revision_number': 4, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None, '_interfaces': [{'id': '437050ea-34c5-484f-b54c-c831c94a61ce', 'name': '', 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:07Z', 'updated_at': '2021-08-19T18:33:16Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '857cf145-8ed3-4bf1-8b1b-e94ddabb21d2', 'name': '', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:b0:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:01Z', 'updated_at': '2021-08-19T18:33:10Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fdd4f8-63ed-41c1-b299-0456f36f6a71', 'name': '', 'network_id': '634b846c-1185-41b8-aa8a-6662e44c5849', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:a1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '64512363-cd96-4e2f-bf2d-f1bf74581225', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:13Z', 'updated_at': '2021-08-19T18:33:15Z', 'revision_number': 2, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': '64512363-cd96-4e2f-bf2d-f1bf74581225', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:18.050737 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] Checking router: 9173946e-333e-46f0-a164-83edf8a0cf99 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:33:18.051099 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] Updating router 9173946e-333e-46f0-a164-83edf8a0cf99 port 85fdd4f8-63ed-41c1-b299-0456f36f6a71 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:33:18.093583 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-aeba1102-8bb3-4cc6-9b09-c1c069f92dc3 None None] Provisioning for port 85fdd4f8-63ed-41c1-b299-0456f36f6a71 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:33:18.099933 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-aeba1102-8bb3-4cc6-9b09-c1c069f92dc3 None None] Provisioning complete for port 85fdd4f8-63ed-41c1-b299-0456f36f6a71 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:18.100377 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-aeba1102-8bb3-4cc6-9b09-c1c069f92dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:18.133882 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:18.210205 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-aeba1102-8bb3-4cc6-9b09-c1c069f92dc3 None None] Port 85fdd4f8-63ed-41c1-b299-0456f36f6a71 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:33:18.231280 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 437050ea-34c5-484f-b54c-c831c94a61ce up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:33:18.240699 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505fdb3-05b4-4986-bb5d-50d12da02095 req-89f0d036-3961-408a-a909-b7134285ba8e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:18.260862 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505fdb3-05b4-4986-bb5d-50d12da02095 req-89f0d036-3961-408a-a909-b7134285ba8e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:18.285861 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505fdb3-05b4-4986-bb5d-50d12da02095 req-89f0d036-3961-408a-a909-b7134285ba8e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:18.310686 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505fdb3-05b4-4986-bb5d-50d12da02095 req-89f0d036-3961-408a-a909-b7134285ba8e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:18.327054 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-aeba1102-8bb3-4cc6-9b09-c1c069f92dc3 None None] Provisioning complete for port cbb1e7e7-0669-44bb-b35a-682fa11f88a0 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:18.327054 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-aeba1102-8bb3-4cc6-9b09-c1c069f92dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:18.335737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505fdb3-05b4-4986-bb5d-50d12da02095 req-89f0d036-3961-408a-a909-b7134285ba8e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:18.348773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505fdb3-05b4-4986-bb5d-50d12da02095 req-89f0d036-3961-408a-a909-b7134285ba8e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:18.368051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505fdb3-05b4-4986-bb5d-50d12da02095 req-89f0d036-3961-408a-a909-b7134285ba8e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:18.370007 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5505fdb3-05b4-4986-bb5d-50d12da02095 req-89f0d036-3961-408a-a909-b7134285ba8e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5445 time: 0.3683901 Aug 19 18:33:18.495743 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d1a537-194a-4804-8aaf-189e09a5dcb9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Made reservation on behalf of 44b0835ba7e14e8eb44c1ef1c17c6084 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:33:18.500344 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c2d1a537-194a-4804-8aaf-189e09a5dcb9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:18.544734 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 437050ea-34c5-484f-b54c-c831c94a61ce triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:18.545443 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:18.705779 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device cbb1e7e7-0669-44bb-b35a-682fa11f88a0 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:33:18.734162 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5505fdb3-05b4-4986-bb5d-50d12da02095 req-a894a988-8be1-4592-9e65-31e225cc262f tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3471687 Aug 19 18:33:18.834237 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-79d34104-bc85-4054-8282-b4f89cfcdced None None] Provisioning complete for port 85fdd4f8-63ed-41c1-b299-0456f36f6a71 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:18.834764 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-79d34104-bc85-4054-8282-b4f89cfcdced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:18.838588 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:18.854548 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] Transition to ACTIVE for port object 85fdd4f8-63ed-41c1-b299-0456f36f6a71 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:33:18.864372 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:18.908101 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port cbb1e7e7-0669-44bb-b35a-682fa11f88a0 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:18.908650 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:19.005349 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861cf98-29ac-4467-b9d2-dfb1239a1e2b req-89e137ec-ae92-4535-91f6-c78aa1ebeadb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:19.016090 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861cf98-29ac-4467-b9d2-dfb1239a1e2b req-89e137ec-ae92-4535-91f6-c78aa1ebeadb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:19.017301 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-79d34104-bc85-4054-8282-b4f89cfcdced None None] Port 85fdd4f8-63ed-41c1-b299-0456f36f6a71 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:33:19.030852 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c2d1a537-194a-4804-8aaf-189e09a5dcb9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:19.040265 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861cf98-29ac-4467-b9d2-dfb1239a1e2b req-89e137ec-ae92-4535-91f6-c78aa1ebeadb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:19.048596 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861cf98-29ac-4467-b9d2-dfb1239a1e2b req-89e137ec-ae92-4535-91f6-c78aa1ebeadb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:19.063327 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861cf98-29ac-4467-b9d2-dfb1239a1e2b req-89e137ec-ae92-4535-91f6-c78aa1ebeadb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:19.071173 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861cf98-29ac-4467-b9d2-dfb1239a1e2b req-89e137ec-ae92-4535-91f6-c78aa1ebeadb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:19.079915 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861cf98-29ac-4467-b9d2-dfb1239a1e2b req-89e137ec-ae92-4535-91f6-c78aa1ebeadb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:19.082687 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4861cf98-29ac-4467-b9d2-dfb1239a1e2b req-89e137ec-ae92-4535-91f6-c78aa1ebeadb tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5445 time: 0.1865132 Aug 19 18:33:19.104337 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9fa02-2360-4af1-89cc-d6f247eef295 None None] Pushing event updated for resources: {'Port': ['ID=85fdd4f8-63ed-41c1-b299-0456f36f6a71,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:19.182150 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1a537-194a-4804-8aaf-189e09a5dcb9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Subnet': ['ID=85f0772a-63ed-4ae7-831a-78ece23f9575,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:19.198762 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d1a537-194a-4804-8aaf-189e09a5dcb9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Checking segment: {'id': '57837e7e-bca2-4572-aed3-ff0f7923f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dcc3ac9e-c0b1-4032-a77b-23e4c04615f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:33:19.199569 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d1a537-194a-4804-8aaf-189e09a5dcb9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network hostable DHCP agents. Network: dcc3ac9e-c0b1-4032-a77b-23e4c04615f5, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:33:19.201380 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] Attempting to bind port 85fdd4f8-63ed-41c1-b299-0456f36f6a71 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:33:19.201768 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] Attempting to bind port 85fdd4f8-63ed-41c1-b299-0456f36f6a71 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '6b357a84-56b7-46d1-8cc7-299361855499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '634b846c-1185-41b8-aa8a-6662e44c5849'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:33:19.202351 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] Attempting to bind port 85fdd4f8-63ed-41c1-b299-0456f36f6a71 on network 634b846c-1185-41b8-aa8a-6662e44c5849 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:33:19.208870 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:33:19.209601 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] Checking segment: {'id': '6b357a84-56b7-46d1-8cc7-299361855499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '634b846c-1185-41b8-aa8a-6662e44c5849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:33:19.210185 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:19.210779 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] Bound using segment: {'id': '6b357a84-56b7-46d1-8cc7-299361855499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '634b846c-1185-41b8-aa8a-6662e44c5849'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:33:19.211445 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] Bound port: 85fdd4f8-63ed-41c1-b299-0456f36f6a71, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b357a84-56b7-46d1-8cc7-299361855499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '634b846c-1185-41b8-aa8a-6662e44c5849'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:33:19.212007 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:19.238325 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d1a537-194a-4804-8aaf-189e09a5dcb9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network dcc3ac9e-c0b1-4032-a77b-23e4c04615f5 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:33:19.254882 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-c2d1a537-194a-4804-8aaf-189e09a5dcb9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, dcc3ac9e-c0b1-4032-a77b-23e4c04615f5) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:33:19.264231 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d1a537-194a-4804-8aaf-189e09a5dcb9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:19.264893 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c2d1a537-194a-4804-8aaf-189e09a5dcb9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:19.279648 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caefde99-1701-4851-829f-f828bedf0bd4 None None] Network dcc3ac9e-c0b1-4032-a77b-23e4c04615f5 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:33:19.313323 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49636) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:19.313729 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c2d1a537-194a-4804-8aaf-189e09a5dcb9 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5333409 Aug 19 18:33:19.386639 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] For port 85fdd4f8-63ed-41c1-b299-0456f36f6a71, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:33:19.395722 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] For port 85fdd4f8-63ed-41c1-b299-0456f36f6a71, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=85fdd4f8-63ed-41c1-b299-0456f36f6a71,segment=NetworkSegment(6b357a84-56b7-46d1-8cc7-299361855499),segment_id=6b357a84-56b7-46d1-8cc7-299361855499)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:33:19.401711 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:19.509093 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] Routers {'9173946e-333e-46f0-a164-83edf8a0cf99'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:33:19.513696 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:33:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9173946e-333e-46f0-a164-83edf8a0cf99'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:19.645672 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2240655-4fad-48a9-90ee-d3f6ab3d4899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-dcc3ac9e-c0b1-4032-a77b-23e4c04615f5', 'network_id': 'dcc3ac9e-c0b1-4032-a77b-23e4c04615f5', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'fixed_ips': [{'subnet_id': '85f0772a-63ed-4ae7-831a-78ece23f9575'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:33:19.647210 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a2240655-4fad-48a9-90ee-d3f6ab3d4899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:19.882753 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9fa02-2360-4af1-89cc-d6f247eef295 None None] Pushing event updated for resources: {'Port': ['ID=85fdd4f8-63ed-41c1-b299-0456f36f6a71,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:19.908302 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] Set router 9173946e-333e-46f0-a164-83edf8a0cf99 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:33:20.093456 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-a2240655-4fad-48a9-90ee-d3f6ab3d4899 None None] Allocated IP 172.23.0.2 (dcc3ac9e-c0b1-4032-a77b-23e4c04615f5/85f0772a-63ed-4ae7-831a-78ece23f9575/4182e7c2-8fb8-4b40-918f-16199cc986b1) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:33:20.194955 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:15Z', 'revision_number': 4, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None, '_interfaces': [{'id': '437050ea-34c5-484f-b54c-c831c94a61ce', 'name': '', 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:07Z', 'updated_at': '2021-08-19T18:33:16Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '857cf145-8ed3-4bf1-8b1b-e94ddabb21d2', 'name': '', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:b0:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:01Z', 'updated_at': '2021-08-19T18:33:10Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fdd4f8-63ed-41c1-b299-0456f36f6a71', 'name': '', 'network_id': '634b846c-1185-41b8-aa8a-6662e44c5849', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:a1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '64512363-cd96-4e2f-bf2d-f1bf74581225', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:13Z', 'updated_at': '2021-08-19T18:33:19Z', 'revision_number': 4, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': '64512363-cd96-4e2f-bf2d-f1bf74581225', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:20.304457 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f5631e8-2939-4052-a601-5b95d2a5224c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:20.408631 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d180d675-634e-4667-afbd-3a0852f668a1 None None] The sync data for ids ['9173946e-333e-46f0-a164-83edf8a0cf99'] in n-d-803753-2 is: [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:15Z', 'revision_number': 4, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None, '_interfaces': [{'id': '437050ea-34c5-484f-b54c-c831c94a61ce', 'name': '', 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:07Z', 'updated_at': '2021-08-19T18:33:16Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '857cf145-8ed3-4bf1-8b1b-e94ddabb21d2', 'name': '', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:b0:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:01Z', 'updated_at': '2021-08-19T18:33:10Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fdd4f8-63ed-41c1-b299-0456f36f6a71', 'name': '', 'network_id': '634b846c-1185-41b8-aa8a-6662e44c5849', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:a1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '64512363-cd96-4e2f-bf2d-f1bf74581225', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:13Z', 'updated_at': '2021-08-19T18:33:19Z', 'revision_number': 4, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': '64512363-cd96-4e2f-bf2d-f1bf74581225', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:33:20.602855 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a2240655-4fad-48a9-90ee-d3f6ab3d4899 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:20.613961 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a2240655-4fad-48a9-90ee-d3f6ab3d4899 None None] Transition to ACTIVE for port object 4182e7c2-8fb8-4b40-918f-16199cc986b1 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:33:20.637117 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a2240655-4fad-48a9-90ee-d3f6ab3d4899 None None] Transition to ACTIVE for port object 4182e7c2-8fb8-4b40-918f-16199cc986b1 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:33:20.648563 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a2240655-4fad-48a9-90ee-d3f6ab3d4899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:20.829239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2240655-4fad-48a9-90ee-d3f6ab3d4899 None None] Network dcc3ac9e-c0b1-4032-a77b-23e4c04615f5 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:33:20.832514 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-a2240655-4fad-48a9-90ee-d3f6ab3d4899 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:33:20.838141 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2240655-4fad-48a9-90ee-d3f6ab3d4899 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:33:20.909190 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2240655-4fad-48a9-90ee-d3f6ab3d4899 None None] Pushing event updated for resources: {'Port': ['ID=4182e7c2-8fb8-4b40-918f-16199cc986b1,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:20.968932 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-9f5631e8-2939-4052-a601-5b95d2a5224c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Allocated IP 172.23.0.1 (dcc3ac9e-c0b1-4032-a77b-23e4c04615f5/85f0772a-63ed-4ae7-831a-78ece23f9575/0c075146-36dd-40db-bd67-5950be34a107) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:33:21.095480 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a2240655-4fad-48a9-90ee-d3f6ab3d4899 None None] Attempting to bind port 4182e7c2-8fb8-4b40-918f-16199cc986b1 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:33:21.096084 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a2240655-4fad-48a9-90ee-d3f6ab3d4899 None None] Attempting to bind port 4182e7c2-8fb8-4b40-918f-16199cc986b1 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '57837e7e-bca2-4572-aed3-ff0f7923f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dcc3ac9e-c0b1-4032-a77b-23e4c04615f5'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:33:21.096194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2240655-4fad-48a9-90ee-d3f6ab3d4899 None None] Attempting to bind port 4182e7c2-8fb8-4b40-918f-16199cc986b1 on network dcc3ac9e-c0b1-4032-a77b-23e4c04615f5 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:33:21.111820 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2240655-4fad-48a9-90ee-d3f6ab3d4899 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:33:21.112268 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2240655-4fad-48a9-90ee-d3f6ab3d4899 None None] Checking segment: {'id': '57837e7e-bca2-4572-aed3-ff0f7923f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dcc3ac9e-c0b1-4032-a77b-23e4c04615f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:33:21.112618 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a2240655-4fad-48a9-90ee-d3f6ab3d4899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:21.113024 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2240655-4fad-48a9-90ee-d3f6ab3d4899 None None] Bound using segment: {'id': '57837e7e-bca2-4572-aed3-ff0f7923f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dcc3ac9e-c0b1-4032-a77b-23e4c04615f5'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:33:21.113544 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a2240655-4fad-48a9-90ee-d3f6ab3d4899 None None] Bound port: 4182e7c2-8fb8-4b40-918f-16199cc986b1, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57837e7e-bca2-4572-aed3-ff0f7923f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dcc3ac9e-c0b1-4032-a77b-23e4c04615f5'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:33:21.113944 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a2240655-4fad-48a9-90ee-d3f6ab3d4899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:21.225483 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f5631e8-2939-4052-a601-5b95d2a5224c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:21.259884 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-9f5631e8-2939-4052-a601-5b95d2a5224c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Transition to ACTIVE for port object 0c075146-36dd-40db-bd67-5950be34a107 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:33:21.272671 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a2240655-4fad-48a9-90ee-d3f6ab3d4899 None None] For port 4182e7c2-8fb8-4b40-918f-16199cc986b1, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:33:21.282935 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a2240655-4fad-48a9-90ee-d3f6ab3d4899 None None] For port 4182e7c2-8fb8-4b40-918f-16199cc986b1, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4182e7c2-8fb8-4b40-918f-16199cc986b1,segment=NetworkSegment(57837e7e-bca2-4572-aed3-ff0f7923f704),segment_id=57837e7e-bca2-4572-aed3-ff0f7923f704)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:33:21.289688 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a2240655-4fad-48a9-90ee-d3f6ab3d4899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:21.348980 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f5631e8-2939-4052-a601-5b95d2a5224c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:21.455299 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2240655-4fad-48a9-90ee-d3f6ab3d4899 None None] Pushing event updated for resources: {'Port': ['ID=4182e7c2-8fb8-4b40-918f-16199cc986b1,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:21.461712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5631e8-2939-4052-a601-5b95d2a5224c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Port': ['ID=0c075146-36dd-40db-bd67-5950be34a107,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:21.496077 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5631e8-2939-4052-a601-5b95d2a5224c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network dcc3ac9e-c0b1-4032-a77b-23e4c04615f5 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:33:21.498499 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-9f5631e8-2939-4052-a601-5b95d2a5224c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:33:21.507979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5631e8-2939-4052-a601-5b95d2a5224c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:33:21.610116 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f5631e8-2939-4052-a601-5b95d2a5224c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:21.889243 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49680) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:22.017883 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f5631e8-2939-4052-a601-5b95d2a5224c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:22.090859 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caec97-0ca6-4660-841a-0e755ba88c42 req-e27b21c5-2a70-48df-a8d5-12317ee4cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:22.092149 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caec97-0ca6-4660-841a-0e755ba88c42 req-e27b21c5-2a70-48df-a8d5-12317ee4cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:22.093083 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caec97-0ca6-4660-841a-0e755ba88c42 req-e27b21c5-2a70-48df-a8d5-12317ee4cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:22.093777 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caec97-0ca6-4660-841a-0e755ba88c42 req-e27b21c5-2a70-48df-a8d5-12317ee4cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:22.094451 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caec97-0ca6-4660-841a-0e755ba88c42 req-e27b21c5-2a70-48df-a8d5-12317ee4cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:22.095100 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caec97-0ca6-4660-841a-0e755ba88c42 req-e27b21c5-2a70-48df-a8d5-12317ee4cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:22.095751 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caec97-0ca6-4660-841a-0e755ba88c42 req-e27b21c5-2a70-48df-a8d5-12317ee4cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:22.098247 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-06caec97-0ca6-4660-841a-0e755ba88c42 req-e27b21c5-2a70-48df-a8d5-12317ee4cbda service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 6502 time: 0.2072685 Aug 19 18:33:22.187210 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-06caec97-0ca6-4660-841a-0e755ba88c42 req-f1bf5511-0064-4b4d-bbab-793cc8cc898b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814309 Aug 19 18:33:22.244126 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4182e7c2-8fb8-4b40-918f-16199cc986b1 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:33:22.328362 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 4182e7c2-8fb8-4b40-918f-16199cc986b1 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:33:22.333124 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 85fdd4f8-63ed-41c1-b299-0456f36f6a71 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:33:22.402775 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 85fdd4f8-63ed-41c1-b299-0456f36f6a71 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:33:22.406163 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f5631e8-2939-4052-a601-5b95d2a5224c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:22.411077 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 85fdd4f8-63ed-41c1-b299-0456f36f6a71 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:22.411853 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f5631e8-2939-4052-a601-5b95d2a5224c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:22.412239 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:22.512675 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5631e8-2939-4052-a601-5b95d2a5224c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event updated for resources: {'Port': ['ID=0c075146-36dd-40db-bd67-5950be34a107,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:22.524650 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f5631e8-2939-4052-a601-5b95d2a5224c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:22.538561 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:22.578538 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 85fdd4f8-63ed-41c1-b299-0456f36f6a71, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=85fdd4f8-63ed-41c1-b299-0456f36f6a71,segment=NetworkSegment(6b357a84-56b7-46d1-8cc7-299361855499),segment_id=6b357a84-56b7-46d1-8cc7-299361855499)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:33:22.583693 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:22.641907 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=85fdd4f8-63ed-41c1-b299-0456f36f6a71,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:22.642524 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5631e8-2939-4052-a601-5b95d2a5224c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Network dcc3ac9e-c0b1-4032-a77b-23e4c04615f5 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:33:22.644947 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-9f5631e8-2939-4052-a601-5b95d2a5224c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:33:22.851880 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5631e8-2939-4052-a601-5b95d2a5224c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Router 9173946e-333e-46f0-a164-83edf8a0cf99 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:33:23.018639 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e265b2bf-d50c-4dc3-bf67-4d9b960ac0c5 None None] Network dcc3ac9e-c0b1-4032-a77b-23e4c04615f5 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:33:23.019992 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5631e8-2939-4052-a601-5b95d2a5224c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:33:23.045643 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49704) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:23.046143 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9f5631e8-2939-4052-a601-5b95d2a5224c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/routers/9173946e-333e-46f0-a164-83edf8a0cf99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7288465 Aug 19 18:33:23.051272 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] Sync routers for ids ['9173946e-333e-46f0-a164-83edf8a0cf99'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:33:23.051510 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-9f62b98d-5f86-4150-95dd-474fae859451 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:33:23.152858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5b71cf5b-2c7a-46ca-90a1-55266daa9a80 None None] Provisioning for port 4182e7c2-8fb8-4b40-918f-16199cc986b1 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:33:23.155415 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] Routers {'9173946e-333e-46f0-a164-83edf8a0cf99'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:33:23.156804 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:33:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9173946e-333e-46f0-a164-83edf8a0cf99'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:23.357417 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] Set router 9173946e-333e-46f0-a164-83edf8a0cf99 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:33:23.496616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5b71cf5b-2c7a-46ca-90a1-55266daa9a80 None None] Provisioning complete for port 4182e7c2-8fb8-4b40-918f-16199cc986b1 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:23.497308 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5b71cf5b-2c7a-46ca-90a1-55266daa9a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:23.529996 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.extraroute_db [None req-9f62b98d-5f86-4150-95dd-474fae859451 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 18:33:23.547216 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.extraroute_db [None req-9f62b98d-5f86-4150-95dd-474fae859451 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Removed routes are [] {{(pid=94682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 18:33:23.547663 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f62b98d-5f86-4150-95dd-474fae859451 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:23.762401 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f62b98d-5f86-4150-95dd-474fae859451 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:23.769878 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f62b98d-5f86-4150-95dd-474fae859451 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740919'] for router, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:23.771690 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5b71cf5b-2c7a-46ca-90a1-55266daa9a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:23.910748 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f62b98d-5f86-4150-95dd-474fae859451 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Router 9173946e-333e-46f0-a164-83edf8a0cf99 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:33:23.946989 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-5b71cf5b-2c7a-46ca-90a1-55266daa9a80 None None] For port 4182e7c2-8fb8-4b40-918f-16199cc986b1, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4182e7c2-8fb8-4b40-918f-16199cc986b1,segment=NetworkSegment(57837e7e-bca2-4572-aed3-ff0f7923f704),segment_id=57837e7e-bca2-4572-aed3-ff0f7923f704)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:33:23.961068 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5b71cf5b-2c7a-46ca-90a1-55266daa9a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:24.047199 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:21Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None, '_interfaces': [{'id': '0c075146-36dd-40db-bd67-5950be34a107', 'name': '', 'network_id': 'dcc3ac9e-c0b1-4032-a77b-23e4c04615f5', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:3e:61:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '85f0772a-63ed-4ae7-831a-78ece23f9575', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:20Z', 'updated_at': '2021-08-19T18:33:22Z', 'revision_number': 2, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': '85f0772a-63ed-4ae7-831a-78ece23f9575', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '437050ea-34c5-484f-b54c-c831c94a61ce', 'name': '', 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:07Z', 'updated_at': '2021-08-19T18:33:16Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '857cf145-8ed3-4bf1-8b1b-e94ddabb21d2', 'name': '', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:b0:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:01Z', 'updated_at': '2021-08-19T18:33:10Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fdd4f8-63ed-41c1-b299-0456f36f6a71', 'name': '', 'network_id': '634b846c-1185-41b8-aa8a-6662e44c5849', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:a1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '64512363-cd96-4e2f-bf2d-f1bf74581225', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:13Z', 'updated_at': '2021-08-19T18:33:22Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': '64512363-cd96-4e2f-bf2d-f1bf74581225', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:24.091652 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f62b98d-5f86-4150-95dd-474fae859451 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:33:24.092247 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] Checking router: 9173946e-333e-46f0-a164-83edf8a0cf99 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:33:24.092247 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] Updating router 9173946e-333e-46f0-a164-83edf8a0cf99 port 0c075146-36dd-40db-bd67-5950be34a107 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:33:24.110778 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f62b98d-5f86-4150-95dd-474fae859451 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:24.120608 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49720) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:24.129667 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9f62b98d-5f86-4150-95dd-474fae859451 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/routers/9173946e-333e-46f0-a164-83edf8a0cf99 HTTP/1.1" status: 200 len: 933 time: 1.0827928 Aug 19 18:33:24.172117 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:24.175309 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71cf5b-2c7a-46ca-90a1-55266daa9a80 None None] Pushing event updated for resources: {'Port': ['ID=4182e7c2-8fb8-4b40-918f-16199cc986b1,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:24.213089 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 85fdd4f8-63ed-41c1-b299-0456f36f6a71 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:33:24.313220 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49722) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:24.314759 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8a9a78eb-73e3-40f9-b958-0aa43b50941c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/routers/9173946e-333e-46f0-a164-83edf8a0cf99 HTTP/1.1" status: 200 len: 933 time: 0.1921306 Aug 19 18:33:24.318633 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f4b4e58e-e8f1-42ed-a2ee-2ae9cb1845a8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'router': {'routes': None}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:33:24.329917 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-229792e8-8064-44d7-8270-66cc3a11518b None None] Provisioning for port 0c075146-36dd-40db-bd67-5950be34a107 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:33:24.343837 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-229792e8-8064-44d7-8270-66cc3a11518b None None] Provisioning complete for port 0c075146-36dd-40db-bd67-5950be34a107 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:24.349577 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-229792e8-8064-44d7-8270-66cc3a11518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:24.409663 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-229792e8-8064-44d7-8270-66cc3a11518b None None] Port 0c075146-36dd-40db-bd67-5950be34a107 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:33:25.075060 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:25.090105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] Transition to ACTIVE for port object 0c075146-36dd-40db-bd67-5950be34a107 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:33:25.104715 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-229792e8-8064-44d7-8270-66cc3a11518b None None] Provisioning complete for port 4182e7c2-8fb8-4b40-918f-16199cc986b1 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:25.105100 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-229792e8-8064-44d7-8270-66cc3a11518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:25.155923 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:25.168426 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 85fdd4f8-63ed-41c1-b299-0456f36f6a71 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:25.168807 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:25.449374 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c4b3e-6bf4-437e-9aa8-19d8e9e24de4 None None] Pushing event updated for resources: {'Port': ['ID=0c075146-36dd-40db-bd67-5950be34a107,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:25.577507 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] Attempting to bind port 0c075146-36dd-40db-bd67-5950be34a107 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:33:25.578225 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] Attempting to bind port 0c075146-36dd-40db-bd67-5950be34a107 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '57837e7e-bca2-4572-aed3-ff0f7923f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dcc3ac9e-c0b1-4032-a77b-23e4c04615f5'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:33:25.584499 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] Attempting to bind port 0c075146-36dd-40db-bd67-5950be34a107 on network dcc3ac9e-c0b1-4032-a77b-23e4c04615f5 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:33:25.600349 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:33:25.600657 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] Checking segment: {'id': '57837e7e-bca2-4572-aed3-ff0f7923f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dcc3ac9e-c0b1-4032-a77b-23e4c04615f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:33:25.601064 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:25.601445 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] Bound using segment: {'id': '57837e7e-bca2-4572-aed3-ff0f7923f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dcc3ac9e-c0b1-4032-a77b-23e4c04615f5'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:33:25.602473 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] Bound port: 0c075146-36dd-40db-bd67-5950be34a107, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57837e7e-bca2-4572-aed3-ff0f7923f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dcc3ac9e-c0b1-4032-a77b-23e4c04615f5'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:33:25.602857 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:25.642051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.extraroute_db [None req-f4b4e58e-e8f1-42ed-a2ee-2ae9cb1845a8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Added routes are [] {{(pid=94682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 18:33:25.642557 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.extraroute_db [None req-f4b4e58e-e8f1-42ed-a2ee-2ae9cb1845a8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 18:33:25.685876 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f4b4e58e-e8f1-42ed-a2ee-2ae9cb1845a8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:25.737526 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] For port 0c075146-36dd-40db-bd67-5950be34a107, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:33:25.743758 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] For port 0c075146-36dd-40db-bd67-5950be34a107, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0c075146-36dd-40db-bd67-5950be34a107,segment=NetworkSegment(57837e7e-bca2-4572-aed3-ff0f7923f704),segment_id=57837e7e-bca2-4572-aed3-ff0f7923f704)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:33:25.764738 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:25.965256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] Routers {'9173946e-333e-46f0-a164-83edf8a0cf99'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:33:25.968742 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:33:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9173946e-333e-46f0-a164-83edf8a0cf99'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:25.978761 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c4b3e-6bf4-437e-9aa8-19d8e9e24de4 None None] Pushing event updated for resources: {'Port': ['ID=0c075146-36dd-40db-bd67-5950be34a107,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:26.055739 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f4b4e58e-e8f1-42ed-a2ee-2ae9cb1845a8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:26.063173 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f4b4e58e-e8f1-42ed-a2ee-2ae9cb1845a8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740919'] for router, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:26.180948 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] Set router 9173946e-333e-46f0-a164-83edf8a0cf99 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:33:26.222445 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4182e7c2-8fb8-4b40-918f-16199cc986b1 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:33:26.222933 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b4e58e-e8f1-42ed-a2ee-2ae9cb1845a8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Router 9173946e-333e-46f0-a164-83edf8a0cf99 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:33:26.385899 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 4182e7c2-8fb8-4b40-918f-16199cc986b1 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:26.386281 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:26.386738 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b4e58e-e8f1-42ed-a2ee-2ae9cb1845a8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:33:26.410363 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f4b4e58e-e8f1-42ed-a2ee-2ae9cb1845a8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:26.412234 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f4b4e58e-e8f1-42ed-a2ee-2ae9cb1845a8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/routers/9173946e-333e-46f0-a164-83edf8a0cf99 HTTP/1.1" status: 200 len: 699 time: 2.0974467 Aug 19 18:33:26.414661 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49768) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:26.542875 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:25Z', 'revision_number': 7, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None, '_interfaces': [{'id': '0c075146-36dd-40db-bd67-5950be34a107', 'name': '', 'network_id': 'dcc3ac9e-c0b1-4032-a77b-23e4c04615f5', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:3e:61:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '85f0772a-63ed-4ae7-831a-78ece23f9575', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:20Z', 'updated_at': '2021-08-19T18:33:25Z', 'revision_number': 4, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': '85f0772a-63ed-4ae7-831a-78ece23f9575', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '437050ea-34c5-484f-b54c-c831c94a61ce', 'name': '', 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:07Z', 'updated_at': '2021-08-19T18:33:16Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '857cf145-8ed3-4bf1-8b1b-e94ddabb21d2', 'name': '', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:b0:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:01Z', 'updated_at': '2021-08-19T18:33:10Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fdd4f8-63ed-41c1-b299-0456f36f6a71', 'name': '', 'network_id': '634b846c-1185-41b8-aa8a-6662e44c5849', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:a1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '64512363-cd96-4e2f-bf2d-f1bf74581225', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:13Z', 'updated_at': '2021-08-19T18:33:22Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': '64512363-cd96-4e2f-bf2d-f1bf74581225', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:26.588266 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0438c2d6-b540-475b-a245-292100ade6d1 None None] The sync data for ids ['9173946e-333e-46f0-a164-83edf8a0cf99'] in n-d-803753-2 is: [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:25Z', 'revision_number': 7, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None, '_interfaces': [{'id': '0c075146-36dd-40db-bd67-5950be34a107', 'name': '', 'network_id': 'dcc3ac9e-c0b1-4032-a77b-23e4c04615f5', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:3e:61:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '85f0772a-63ed-4ae7-831a-78ece23f9575', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:20Z', 'updated_at': '2021-08-19T18:33:25Z', 'revision_number': 4, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': '85f0772a-63ed-4ae7-831a-78ece23f9575', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '437050ea-34c5-484f-b54c-c831c94a61ce', 'name': '', 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:07Z', 'updated_at': '2021-08-19T18:33:16Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '857cf145-8ed3-4bf1-8b1b-e94ddabb21d2', 'name': '', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:b0:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:01Z', 'updated_at': '2021-08-19T18:33:10Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fdd4f8-63ed-41c1-b299-0456f36f6a71', 'name': '', 'network_id': '634b846c-1185-41b8-aa8a-6662e44c5849', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:a1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '64512363-cd96-4e2f-bf2d-f1bf74581225', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:13Z', 'updated_at': '2021-08-19T18:33:22Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': '64512363-cd96-4e2f-bf2d-f1bf74581225', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:33:26.598214 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-423ca477-06f8-4f2c-802c-4101936129ba tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/routers/9173946e-333e-46f0-a164-83edf8a0cf99 HTTP/1.1" status: 200 len: 699 time: 0.1820700 Aug 19 18:33:26.602856 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49776) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:27.068944 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd080c81-9ff6-4b2f-8790-aee5cdd37a14 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:27.442520 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-bd080c81-9ff6-4b2f-8790-aee5cdd37a14 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting port 0c075146-36dd-40db-bd67-5950be34a107 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:33:27.442867 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd080c81-9ff6-4b2f-8790-aee5cdd37a14 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:27.587593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-bd080c81-9ff6-4b2f-8790-aee5cdd37a14 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] For port 0c075146-36dd-40db-bd67-5950be34a107, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0c075146-36dd-40db-bd67-5950be34a107,segment=NetworkSegment(57837e7e-bca2-4572-aed3-ff0f7923f704),segment_id=57837e7e-bca2-4572-aed3-ff0f7923f704)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:33:27.587593 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd080c81-9ff6-4b2f-8790-aee5cdd37a14 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:27.610174 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-bd080c81-9ff6-4b2f-8790-aee5cdd37a14 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Calling delete_port for 0c075146-36dd-40db-bd67-5950be34a107 owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:33:27.638460 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ae154e-bd51-4ee2-b888-ff3c003fc9cb None None] Sync routers for ids ['9173946e-333e-46f0-a164-83edf8a0cf99'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:33:27.648169 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ae154e-bd51-4ee2-b888-ff3c003fc9cb None None] Routers {'9173946e-333e-46f0-a164-83edf8a0cf99'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:33:27.648792 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b5ae154e-bd51-4ee2-b888-ff3c003fc9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:33:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9173946e-333e-46f0-a164-83edf8a0cf99'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:27.775561 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b5ae154e-bd51-4ee2-b888-ff3c003fc9cb None None] Set router 9173946e-333e-46f0-a164-83edf8a0cf99 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:33:28.116978 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b5ae154e-bd51-4ee2-b888-ff3c003fc9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:25Z', 'revision_number': 7, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None, '_interfaces': [{'id': '0c075146-36dd-40db-bd67-5950be34a107', 'name': '', 'network_id': 'dcc3ac9e-c0b1-4032-a77b-23e4c04615f5', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:3e:61:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '85f0772a-63ed-4ae7-831a-78ece23f9575', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:20Z', 'updated_at': '2021-08-19T18:33:25Z', 'revision_number': 4, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': '85f0772a-63ed-4ae7-831a-78ece23f9575', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '437050ea-34c5-484f-b54c-c831c94a61ce', 'name': '', 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:07Z', 'updated_at': '2021-08-19T18:33:16Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '857cf145-8ed3-4bf1-8b1b-e94ddabb21d2', 'name': '', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:b0:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:01Z', 'updated_at': '2021-08-19T18:33:10Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fdd4f8-63ed-41c1-b299-0456f36f6a71', 'name': '', 'network_id': '634b846c-1185-41b8-aa8a-6662e44c5849', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:a1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '64512363-cd96-4e2f-bf2d-f1bf74581225', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:13Z', 'updated_at': '2021-08-19T18:33:22Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': '64512363-cd96-4e2f-bf2d-f1bf74581225', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:28.174492 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ae154e-bd51-4ee2-b888-ff3c003fc9cb None None] Checking router: 9173946e-333e-46f0-a164-83edf8a0cf99 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:33:28.190970 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ae154e-bd51-4ee2-b888-ff3c003fc9cb None None] Routers {'9173946e-333e-46f0-a164-83edf8a0cf99'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:33:28.192645 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b5ae154e-bd51-4ee2-b888-ff3c003fc9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:33:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9173946e-333e-46f0-a164-83edf8a0cf99'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:28.209376 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0c075146-36dd-40db-bd67-5950be34a107 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:33:28.372126 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 0c075146-36dd-40db-bd67-5950be34a107 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:33:28.377789 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 0c075146-36dd-40db-bd67-5950be34a107 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:28.378220 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:28.383061 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd080c81-9ff6-4b2f-8790-aee5cdd37a14 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:28.426332 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Port 0c075146-36dd-40db-bd67-5950be34a107 was deleted so its status cannot be updated. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 18:33:28.441899 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd080c81-9ff6-4b2f-8790-aee5cdd37a14 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Port': ['ID=0c075146-36dd-40db-bd67-5950be34a107,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:28.483269 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b5ae154e-bd51-4ee2-b888-ff3c003fc9cb None None] Set router 9173946e-333e-46f0-a164-83edf8a0cf99 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:33:28.804934 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bd080c81-9ff6-4b2f-8790-aee5cdd37a14 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:28.837172 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b5ae154e-bd51-4ee2-b888-ff3c003fc9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:25Z', 'revision_number': 7, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None, '_interfaces': [{'id': '0c075146-36dd-40db-bd67-5950be34a107', 'name': '', 'network_id': 'dcc3ac9e-c0b1-4032-a77b-23e4c04615f5', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:3e:61:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '85f0772a-63ed-4ae7-831a-78ece23f9575', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:20Z', 'updated_at': '2021-08-19T18:33:25Z', 'revision_number': 4, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': '85f0772a-63ed-4ae7-831a-78ece23f9575', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '437050ea-34c5-484f-b54c-c831c94a61ce', 'name': '', 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:07Z', 'updated_at': '2021-08-19T18:33:16Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '857cf145-8ed3-4bf1-8b1b-e94ddabb21d2', 'name': '', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:b0:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:01Z', 'updated_at': '2021-08-19T18:33:10Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fdd4f8-63ed-41c1-b299-0456f36f6a71', 'name': '', 'network_id': '634b846c-1185-41b8-aa8a-6662e44c5849', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:a1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '64512363-cd96-4e2f-bf2d-f1bf74581225', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:13Z', 'updated_at': '2021-08-19T18:33:22Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': '64512363-cd96-4e2f-bf2d-f1bf74581225', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:28.881787 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ae154e-bd51-4ee2-b888-ff3c003fc9cb None None] The sync data for ids ['9173946e-333e-46f0-a164-83edf8a0cf99'] in n-d-803753-2 is: [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:25Z', 'revision_number': 7, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None, '_interfaces': [{'id': '0c075146-36dd-40db-bd67-5950be34a107', 'name': '', 'network_id': 'dcc3ac9e-c0b1-4032-a77b-23e4c04615f5', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:3e:61:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '85f0772a-63ed-4ae7-831a-78ece23f9575', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:20Z', 'updated_at': '2021-08-19T18:33:25Z', 'revision_number': 4, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': '85f0772a-63ed-4ae7-831a-78ece23f9575', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '437050ea-34c5-484f-b54c-c831c94a61ce', 'name': '', 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:07Z', 'updated_at': '2021-08-19T18:33:16Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '857cf145-8ed3-4bf1-8b1b-e94ddabb21d2', 'name': '', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:b0:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:01Z', 'updated_at': '2021-08-19T18:33:10Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fdd4f8-63ed-41c1-b299-0456f36f6a71', 'name': '', 'network_id': '634b846c-1185-41b8-aa8a-6662e44c5849', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:a1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '64512363-cd96-4e2f-bf2d-f1bf74581225', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:13Z', 'updated_at': '2021-08-19T18:33:22Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': '64512363-cd96-4e2f-bf2d-f1bf74581225', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:33:29.060986 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd080c81-9ff6-4b2f-8790-aee5cdd37a14 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Router 9173946e-333e-46f0-a164-83edf8a0cf99 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:33:29.177009 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd080c81-9ff6-4b2f-8790-aee5cdd37a14 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:33:29.183491 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bd080c81-9ff6-4b2f-8790-aee5cdd37a14 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/routers/9173946e-333e-46f0-a164-83edf8a0cf99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5788858 Aug 19 18:33:29.186529 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49804) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:29.190766 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba5675f-4477-43eb-b2c6-3972165ce35e None None] Sync routers for ids ['9173946e-333e-46f0-a164-83edf8a0cf99'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:33:29.219921 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba5675f-4477-43eb-b2c6-3972165ce35e None None] Routers {'9173946e-333e-46f0-a164-83edf8a0cf99'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:33:29.220566 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-aba5675f-4477-43eb-b2c6-3972165ce35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:33:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9173946e-333e-46f0-a164-83edf8a0cf99'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:29.296277 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-85cf7343-3229-4f50-943a-da6afa9e4224 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting subnet 85f0772a-63ed-4ae7-831a-78ece23f9575 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:33:29.302891 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85cf7343-3229-4f50-943a-da6afa9e4224 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:29.372064 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85cf7343-3229-4f50-943a-da6afa9e4224 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:29.438792 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-aba5675f-4477-43eb-b2c6-3972165ce35e None None] Set router 9173946e-333e-46f0-a164-83edf8a0cf99 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:33:29.475888 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85cf7343-3229-4f50-943a-da6afa9e4224 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:29.546893 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85cf7343-3229-4f50-943a-da6afa9e4224 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:29.567984 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85cf7343-3229-4f50-943a-da6afa9e4224 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:29.570015 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-85cf7343-3229-4f50-943a-da6afa9e4224 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/subnets/85f0772a-63ed-4ae7-831a-78ece23f9575 HTTP/1.1" status: 204 len: 168 time: 0.3825016 Aug 19 18:33:29.572840 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49810) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:29.585894 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a2c65e-a9ab-4271-8058-d58829454545 None None] Network dcc3ac9e-c0b1-4032-a77b-23e4c04615f5 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:33:29.634169 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf7343-3229-4f50-943a-da6afa9e4224 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Subnet': ['ID=85f0772a-63ed-4ae7-831a-78ece23f9575,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:29.702756 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7ffba5a-ca86-4731-a415-86724581cdf7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:29.804312 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a7ffba5a-ca86-4731-a415-86724581cdf7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting port 4182e7c2-8fb8-4b40-918f-16199cc986b1 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:33:29.804876 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7ffba5a-ca86-4731-a415-86724581cdf7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:29.877944 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-aba5675f-4477-43eb-b2c6-3972165ce35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:27Z', 'revision_number': 8, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None, '_interfaces': [{'id': '437050ea-34c5-484f-b54c-c831c94a61ce', 'name': '', 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:07Z', 'updated_at': '2021-08-19T18:33:16Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '857cf145-8ed3-4bf1-8b1b-e94ddabb21d2', 'name': '', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:b0:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:01Z', 'updated_at': '2021-08-19T18:33:10Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fdd4f8-63ed-41c1-b299-0456f36f6a71', 'name': '', 'network_id': '634b846c-1185-41b8-aa8a-6662e44c5849', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:a1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '64512363-cd96-4e2f-bf2d-f1bf74581225', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:13Z', 'updated_at': '2021-08-19T18:33:22Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': '64512363-cd96-4e2f-bf2d-f1bf74581225', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:29.928710 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-a7ffba5a-ca86-4731-a415-86724581cdf7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] For port 4182e7c2-8fb8-4b40-918f-16199cc986b1, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4182e7c2-8fb8-4b40-918f-16199cc986b1,segment=NetworkSegment(57837e7e-bca2-4572-aed3-ff0f7923f704),segment_id=57837e7e-bca2-4572-aed3-ff0f7923f704)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:33:29.929264 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7ffba5a-ca86-4731-a415-86724581cdf7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:29.935878 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229e26ca-656c-46f6-9f02-5d6320ff2fed None None] DHCP port deletion for dcc3ac9e-c0b1-4032-a77b-23e4c04615f5 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:33:29.942758 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba5675f-4477-43eb-b2c6-3972165ce35e None None] Checking router: 9173946e-333e-46f0-a164-83edf8a0cf99 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:33:29.952731 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a7ffba5a-ca86-4731-a415-86724581cdf7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Calling delete_port for 4182e7c2-8fb8-4b40-918f-16199cc986b1 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:33:29.976526 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba5675f-4477-43eb-b2c6-3972165ce35e None None] Routers {'9173946e-333e-46f0-a164-83edf8a0cf99'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:33:29.977357 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-aba5675f-4477-43eb-b2c6-3972165ce35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:33:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9173946e-333e-46f0-a164-83edf8a0cf99'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:30.080365 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7ffba5a-ca86-4731-a415-86724581cdf7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:30.127417 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-aba5675f-4477-43eb-b2c6-3972165ce35e None None] Set router 9173946e-333e-46f0-a164-83edf8a0cf99 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:33:30.130784 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffba5a-ca86-4731-a415-86724581cdf7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Port': ['ID=4182e7c2-8fb8-4b40-918f-16199cc986b1,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:30.141101 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ffba5a-ca86-4731-a415-86724581cdf7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] No DVR routers for this DVR port 4182e7c2-8fb8-4b40-918f-16199cc986b1 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:33:30.189077 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-229e26ca-656c-46f6-9f02-5d6320ff2fed None None] Deleting port 4182e7c2-8fb8-4b40-918f-16199cc986b1 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:33:30.189739 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-229e26ca-656c-46f6-9f02-5d6320ff2fed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:30.293139 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7ffba5a-ca86-4731-a415-86724581cdf7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:30.308425 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a7ffba5a-ca86-4731-a415-86724581cdf7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc3ac9e-c0b1-4032-a77b-23e4c04615f5']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:30.340269 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a7ffba5a-ca86-4731-a415-86724581cdf7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57837e7e-bca2-4572-aed3-ff0f7923f704') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:30.340269 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a7ffba5a-ca86-4731-a415-86724581cdf7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57837e7e-bca2-4572-aed3-ff0f7923f704') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:30.351983 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7ffba5a-ca86-4731-a415-86724581cdf7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:30.378895 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7ffba5a-ca86-4731-a415-86724581cdf7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:30.402159 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ffba5a-ca86-4731-a415-86724581cdf7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:33:30.402573 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7ffba5a-ca86-4731-a415-86724581cdf7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:33:30.412055 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:33:30.450748 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-229e26ca-656c-46f6-9f02-5d6320ff2fed None None] For port 4182e7c2-8fb8-4b40-918f-16199cc986b1, host n-d-803753-2, got binding levels [] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:33:30.451794 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-229e26ca-656c-46f6-9f02-5d6320ff2fed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:30.465402 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-229e26ca-656c-46f6-9f02-5d6320ff2fed None None] Calling delete_port for 4182e7c2-8fb8-4b40-918f-16199cc986b1 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:33:30.469251 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.ipam_backend_mixin [None req-229e26ca-656c-46f6-9f02-5d6320ff2fed None None] Port 4182e7c2-8fb8-4b40-918f-16199cc986b1 was not found and therefore no delete operation was performed {{(pid=94683) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:33:30.470945 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4182e7c2-8fb8-4b40-918f-16199cc986b1 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:33:30.473326 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-229e26ca-656c-46f6-9f02-5d6320ff2fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:30.519281 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7ffba5a-ca86-4731-a415-86724581cdf7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:30.525394 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7ffba5a-ca86-4731-a415-86724581cdf7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:30.527587 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a7ffba5a-ca86-4731-a415-86724581cdf7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/networks/dcc3ac9e-c0b1-4032-a77b-23e4c04615f5 HTTP/1.1" status: 204 len: 168 time: 0.9535947 Aug 19 18:33:30.531116 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49824) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:30.536055 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 4182e7c2-8fb8-4b40-918f-16199cc986b1 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:33:30.537433 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4182e7c2-8fb8-4b40-918f-16199cc986b1 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:33:30.550383 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e26ca-656c-46f6-9f02-5d6320ff2fed None None] Pushing event deleted for resources: {'Port': ['ID=4182e7c2-8fb8-4b40-918f-16199cc986b1,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:30.573082 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffba5a-ca86-4731-a415-86724581cdf7 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Network': ['ID=dcc3ac9e-c0b1-4032-a77b-23e4c04615f5,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:30.584443 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229e26ca-656c-46f6-9f02-5d6320ff2fed None None] No DVR routers for this DVR port 4182e7c2-8fb8-4b40-918f-16199cc986b1 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:33:30.715192 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-aba5675f-4477-43eb-b2c6-3972165ce35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:27Z', 'revision_number': 8, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None, '_interfaces': [{'id': '437050ea-34c5-484f-b54c-c831c94a61ce', 'name': '', 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:07Z', 'updated_at': '2021-08-19T18:33:16Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '857cf145-8ed3-4bf1-8b1b-e94ddabb21d2', 'name': '', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:b0:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:01Z', 'updated_at': '2021-08-19T18:33:10Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fdd4f8-63ed-41c1-b299-0456f36f6a71', 'name': '', 'network_id': '634b846c-1185-41b8-aa8a-6662e44c5849', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:a1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '64512363-cd96-4e2f-bf2d-f1bf74581225', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:13Z', 'updated_at': '2021-08-19T18:33:22Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': '64512363-cd96-4e2f-bf2d-f1bf74581225', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:30.753842 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba5675f-4477-43eb-b2c6-3972165ce35e None None] The sync data for ids ['9173946e-333e-46f0-a164-83edf8a0cf99'] in n-d-803753-2 is: [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:27Z', 'revision_number': 8, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None, '_interfaces': [{'id': '437050ea-34c5-484f-b54c-c831c94a61ce', 'name': '', 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:07Z', 'updated_at': '2021-08-19T18:33:16Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '857cf145-8ed3-4bf1-8b1b-e94ddabb21d2', 'name': '', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:b0:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:01Z', 'updated_at': '2021-08-19T18:33:10Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85fdd4f8-63ed-41c1-b299-0456f36f6a71', 'name': '', 'network_id': '634b846c-1185-41b8-aa8a-6662e44c5849', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:a1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '64512363-cd96-4e2f-bf2d-f1bf74581225', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:13Z', 'updated_at': '2021-08-19T18:33:22Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': '64512363-cd96-4e2f-bf2d-f1bf74581225', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:33:31.004096 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81a13cf7-86ac-4ebe-b5af-613374296929 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:31.309811 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-81a13cf7-86ac-4ebe-b5af-613374296929 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting port 85fdd4f8-63ed-41c1-b299-0456f36f6a71 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:33:31.310277 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81a13cf7-86ac-4ebe-b5af-613374296929 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:31.428405 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-81a13cf7-86ac-4ebe-b5af-613374296929 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] For port 85fdd4f8-63ed-41c1-b299-0456f36f6a71, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=85fdd4f8-63ed-41c1-b299-0456f36f6a71,segment=NetworkSegment(6b357a84-56b7-46d1-8cc7-299361855499),segment_id=6b357a84-56b7-46d1-8cc7-299361855499)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:33:31.429165 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81a13cf7-86ac-4ebe-b5af-613374296929 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:31.444822 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-81a13cf7-86ac-4ebe-b5af-613374296929 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Calling delete_port for 85fdd4f8-63ed-41c1-b299-0456f36f6a71 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:33:31.656667 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81a13cf7-86ac-4ebe-b5af-613374296929 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:31.713267 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a13cf7-86ac-4ebe-b5af-613374296929 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Port': ['ID=85fdd4f8-63ed-41c1-b299-0456f36f6a71,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:32.032609 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81a13cf7-86ac-4ebe-b5af-613374296929 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:32.142183 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49854) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:32.189464 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0c075146-36dd-40db-bd67-5950be34a107 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:33:32.213917 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 0c075146-36dd-40db-bd67-5950be34a107 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:33:32.214433 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0c075146-36dd-40db-bd67-5950be34a107 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:33:32.292207 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a13cf7-86ac-4ebe-b5af-613374296929 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Router 9173946e-333e-46f0-a164-83edf8a0cf99 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:33:32.300761 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8c56607a-f811-462c-a7c1-0b985d9f0efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:32.402178 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a13cf7-86ac-4ebe-b5af-613374296929 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:33:32.408069 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-81a13cf7-86ac-4ebe-b5af-613374296929 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/routers/9173946e-333e-46f0-a164-83edf8a0cf99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8758557 Aug 19 18:33:32.411591 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49866) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:32.416809 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d156575-ebf0-4d0d-9e43-f30a38ef2b61 None None] Sync routers for ids ['9173946e-333e-46f0-a164-83edf8a0cf99'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:33:32.439445 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d156575-ebf0-4d0d-9e43-f30a38ef2b61 None None] Routers {'9173946e-333e-46f0-a164-83edf8a0cf99'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:33:32.441606 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-2d156575-ebf0-4d0d-9e43-f30a38ef2b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:33:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9173946e-333e-46f0-a164-83edf8a0cf99'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:32.455296 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8c56607a-f811-462c-a7c1-0b985d9f0efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:32.469162 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8c56607a-f811-462c-a7c1-0b985d9f0efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:32.510618 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b8fcc5b-8b90-436e-adc9-7147d0a87a2f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting subnet 64512363-cd96-4e2f-bf2d-f1bf74581225 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:33:32.514098 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2b8fcc5b-8b90-436e-adc9-7147d0a87a2f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:32.516181 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8c56607a-f811-462c-a7c1-0b985d9f0efc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=509e403f16054ea8945e6daa07bb37a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3726432 Aug 19 18:33:32.522417 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49870) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:32.557316 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56607a-f811-462c-a7c1-0b985d9f0efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76eb7b75-7f0f-4030-94fe-086aa0f17634,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:32.562735 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-2d156575-ebf0-4d0d-9e43-f30a38ef2b61 None None] Set router 9173946e-333e-46f0-a164-83edf8a0cf99 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:33:32.604515 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fcf49741-d831-402c-9226-1121c36f204e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:32.620903 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2b8fcc5b-8b90-436e-adc9-7147d0a87a2f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:32.634437 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fcf49741-d831-402c-9226-1121c36f204e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:32.712897 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fcf49741-d831-402c-9226-1121c36f204e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:32.717949 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fcf49741-d831-402c-9226-1121c36f204e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:32.732266 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fcf49741-d831-402c-9226-1121c36f204e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/76eb7b75-7f0f-4030-94fe-086aa0f17634 HTTP/1.1" status: 204 len: 168 time: 0.1994026 Aug 19 18:33:32.762395 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf49741-d831-402c-9226-1121c36f204e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eb7b75-7f0f-4030-94fe-086aa0f17634,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:32.834480 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2b8fcc5b-8b90-436e-adc9-7147d0a87a2f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:32.923014 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2b8fcc5b-8b90-436e-adc9-7147d0a87a2f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:32.954472 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-2d156575-ebf0-4d0d-9e43-f30a38ef2b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:31Z', 'revision_number': 9, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None, '_interfaces': [{'id': '437050ea-34c5-484f-b54c-c831c94a61ce', 'name': '', 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:07Z', 'updated_at': '2021-08-19T18:33:16Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '857cf145-8ed3-4bf1-8b1b-e94ddabb21d2', 'name': '', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:b0:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:01Z', 'updated_at': '2021-08-19T18:33:10Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:32.962447 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fcc5b-8b90-436e-adc9-7147d0a87a2f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Subnet': ['ID=64512363-cd96-4e2f-bf2d-f1bf74581225,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:32.980253 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2b8fcc5b-8b90-436e-adc9-7147d0a87a2f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:32.986038 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2b8fcc5b-8b90-436e-adc9-7147d0a87a2f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/subnets/64512363-cd96-4e2f-bf2d-f1bf74581225 HTTP/1.1" status: 204 len: 168 time: 0.5710580 Aug 19 18:33:32.986855 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 49884) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:32.995184 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed93ddcb-6563-4ed6-ac07-55f518d7a809 None None] Network 634b846c-1185-41b8-aa8a-6662e44c5849 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:33:33.051245 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d156575-ebf0-4d0d-9e43-f30a38ef2b61 None None] Checking router: 9173946e-333e-46f0-a164-83edf8a0cf99 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:33:33.076484 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d156575-ebf0-4d0d-9e43-f30a38ef2b61 None None] Routers {'9173946e-333e-46f0-a164-83edf8a0cf99'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:33:33.077123 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-2d156575-ebf0-4d0d-9e43-f30a38ef2b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:33:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9173946e-333e-46f0-a164-83edf8a0cf99'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:33.139547 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7aceee75-e944-4d31-8327-205f1dd2f61c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:33.191120 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-2d156575-ebf0-4d0d-9e43-f30a38ef2b61 None None] Set router 9173946e-333e-46f0-a164-83edf8a0cf99 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:33:33.275655 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-7aceee75-e944-4d31-8327-205f1dd2f61c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting port cbb1e7e7-0669-44bb-b35a-682fa11f88a0 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:33:33.276225 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7aceee75-e944-4d31-8327-205f1dd2f61c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:33.312169 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d9edd6-7c62-4d56-82db-394eea6e8a95 None None] DHCP port deletion for 634b846c-1185-41b8-aa8a-6662e44c5849 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:33:33.410561 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-20d9edd6-7c62-4d56-82db-394eea6e8a95 None None] Deleting port cbb1e7e7-0669-44bb-b35a-682fa11f88a0 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:33:33.410774 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-7aceee75-e944-4d31-8327-205f1dd2f61c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] For port cbb1e7e7-0669-44bb-b35a-682fa11f88a0, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=cbb1e7e7-0669-44bb-b35a-682fa11f88a0,segment=NetworkSegment(6b357a84-56b7-46d1-8cc7-299361855499),segment_id=6b357a84-56b7-46d1-8cc7-299361855499)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:33:33.411384 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-20d9edd6-7c62-4d56-82db-394eea6e8a95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:33.413940 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7aceee75-e944-4d31-8327-205f1dd2f61c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:33.440222 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-7aceee75-e944-4d31-8327-205f1dd2f61c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Calling delete_port for cbb1e7e7-0669-44bb-b35a-682fa11f88a0 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:33:33.546411 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-20d9edd6-7c62-4d56-82db-394eea6e8a95 None None] For port cbb1e7e7-0669-44bb-b35a-682fa11f88a0, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=cbb1e7e7-0669-44bb-b35a-682fa11f88a0,segment=NetworkSegment(6b357a84-56b7-46d1-8cc7-299361855499),segment_id=6b357a84-56b7-46d1-8cc7-299361855499)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:33:33.547380 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-20d9edd6-7c62-4d56-82db-394eea6e8a95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:33.572085 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-20d9edd6-7c62-4d56-82db-394eea6e8a95 None None] Calling delete_port for cbb1e7e7-0669-44bb-b35a-682fa11f88a0 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:33:33.619041 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7aceee75-e944-4d31-8327-205f1dd2f61c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:33.674710 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aceee75-e944-4d31-8327-205f1dd2f61c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Port': ['ID=cbb1e7e7-0669-44bb-b35a-682fa11f88a0,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:33.681931 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aceee75-e944-4d31-8327-205f1dd2f61c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] No DVR routers for this DVR port cbb1e7e7-0669-44bb-b35a-682fa11f88a0 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:33:33.742426 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-20d9edd6-7c62-4d56-82db-394eea6e8a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:33.743724 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-2d156575-ebf0-4d0d-9e43-f30a38ef2b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:31Z', 'revision_number': 9, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None, '_interfaces': [{'id': '437050ea-34c5-484f-b54c-c831c94a61ce', 'name': '', 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:07Z', 'updated_at': '2021-08-19T18:33:16Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '857cf145-8ed3-4bf1-8b1b-e94ddabb21d2', 'name': '', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:b0:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:01Z', 'updated_at': '2021-08-19T18:33:10Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:33.794420 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d9edd6-7c62-4d56-82db-394eea6e8a95 None None] No DVR routers for this DVR port cbb1e7e7-0669-44bb-b35a-682fa11f88a0 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:33:33.805517 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9edd6-7c62-4d56-82db-394eea6e8a95 None None] Pushing event deleted for resources: {'Port': ['ID=cbb1e7e7-0669-44bb-b35a-682fa11f88a0,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:33.827451 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7aceee75-e944-4d31-8327-205f1dd2f61c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:33.829500 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d156575-ebf0-4d0d-9e43-f30a38ef2b61 None None] The sync data for ids ['9173946e-333e-46f0-a164-83edf8a0cf99'] in n-d-803753-2 is: [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:31Z', 'revision_number': 9, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None, '_interfaces': [{'id': '437050ea-34c5-484f-b54c-c831c94a61ce', 'name': '', 'network_id': '8ad7bbd5-1086-4e15-8164-2bbca48b0bf0', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:49:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:07Z', 'updated_at': '2021-08-19T18:33:16Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'd19d1957-84ce-4145-9645-6e2d3a9191d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '857cf145-8ed3-4bf1-8b1b-e94ddabb21d2', 'name': '', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:b0:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:01Z', 'updated_at': '2021-08-19T18:33:10Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:33:33.845851 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-7aceee75-e944-4d31-8327-205f1dd2f61c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634b846c-1185-41b8-aa8a-6662e44c5849']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:33.875948 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-7aceee75-e944-4d31-8327-205f1dd2f61c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b357a84-56b7-46d1-8cc7-299361855499') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:33.876237 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-7aceee75-e944-4d31-8327-205f1dd2f61c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b357a84-56b7-46d1-8cc7-299361855499') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:33.898006 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7aceee75-e944-4d31-8327-205f1dd2f61c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:33.938520 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7aceee75-e944-4d31-8327-205f1dd2f61c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:33.947023 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aceee75-e944-4d31-8327-205f1dd2f61c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:33:33.947585 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7aceee75-e944-4d31-8327-205f1dd2f61c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:33:33.952780 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:33:34.034892 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7aceee75-e944-4d31-8327-205f1dd2f61c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:34.071791 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7aceee75-e944-4d31-8327-205f1dd2f61c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:34.074084 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7aceee75-e944-4d31-8327-205f1dd2f61c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/networks/634b846c-1185-41b8-aa8a-6662e44c5849 HTTP/1.1" status: 204 len: 168 time: 1.0852599 Aug 19 18:33:34.076233 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aceee75-e944-4d31-8327-205f1dd2f61c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Network': ['ID=634b846c-1185-41b8-aa8a-6662e44c5849,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:34.077904 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49920) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:34.334425 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 85fdd4f8-63ed-41c1-b299-0456f36f6a71 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:33:34.380927 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 85fdd4f8-63ed-41c1-b299-0456f36f6a71 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:33:34.381371 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 85fdd4f8-63ed-41c1-b299-0456f36f6a71 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:33:34.381895 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device cbb1e7e7-0669-44bb-b35a-682fa11f88a0 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:33:34.411996 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: cbb1e7e7-0669-44bb-b35a-682fa11f88a0 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:33:34.412477 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device cbb1e7e7-0669-44bb-b35a-682fa11f88a0 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:33:34.607170 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-64dd529f-9e45-49c7-a051-b992421ae5c1 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:34.611499 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cd7d38e9-f787-44fd-9b57-6bd958743fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:34.894838 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-64dd529f-9e45-49c7-a051-b992421ae5c1 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting port 437050ea-34c5-484f-b54c-c831c94a61ce {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:33:34.895318 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-64dd529f-9e45-49c7-a051-b992421ae5c1 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:35.063256 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-64dd529f-9e45-49c7-a051-b992421ae5c1 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] For port 437050ea-34c5-484f-b54c-c831c94a61ce, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=437050ea-34c5-484f-b54c-c831c94a61ce,segment=NetworkSegment(81429f9a-76cf-4350-8c58-74c9c6fbf704),segment_id=81429f9a-76cf-4350-8c58-74c9c6fbf704)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:33:35.063896 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-64dd529f-9e45-49c7-a051-b992421ae5c1 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:35.086482 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-64dd529f-9e45-49c7-a051-b992421ae5c1 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Calling delete_port for 437050ea-34c5-484f-b54c-c831c94a61ce owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:33:35.313941 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-64dd529f-9e45-49c7-a051-b992421ae5c1 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:35.394518 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd529f-9e45-49c7-a051-b992421ae5c1 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Port': ['ID=437050ea-34c5-484f-b54c-c831c94a61ce,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:35.668604 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-64dd529f-9e45-49c7-a051-b992421ae5c1 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:36.353489 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64dd529f-9e45-49c7-a051-b992421ae5c1 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Router 9173946e-333e-46f0-a164-83edf8a0cf99 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:33:36.509489 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dd529f-9e45-49c7-a051-b992421ae5c1 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:33:36.519899 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-64dd529f-9e45-49c7-a051-b992421ae5c1 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/routers/9173946e-333e-46f0-a164-83edf8a0cf99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4407582 Aug 19 18:33:36.520525 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 49992) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:36.520655 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca35cb96-e8d3-405c-af10-7718f2f78b44 None None] Sync routers for ids ['9173946e-333e-46f0-a164-83edf8a0cf99'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:33:36.532748 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca35cb96-e8d3-405c-af10-7718f2f78b44 None None] Routers {'9173946e-333e-46f0-a164-83edf8a0cf99'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:33:36.533694 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ca35cb96-e8d3-405c-af10-7718f2f78b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:33:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9173946e-333e-46f0-a164-83edf8a0cf99'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:36.580389 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-624bd31a-41fd-4a04-a4c6-f405940e5b01 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting subnet d19d1957-84ce-4145-9645-6e2d3a9191d8 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:33:36.585028 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-624bd31a-41fd-4a04-a4c6-f405940e5b01 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:36.669421 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-624bd31a-41fd-4a04-a4c6-f405940e5b01 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:36.812865 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-624bd31a-41fd-4a04-a4c6-f405940e5b01 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:36.875143 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-ca35cb96-e8d3-405c-af10-7718f2f78b44 None None] Set router 9173946e-333e-46f0-a164-83edf8a0cf99 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:33:36.892803 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-624bd31a-41fd-4a04-a4c6-f405940e5b01 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:36.907380 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-624bd31a-41fd-4a04-a4c6-f405940e5b01 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:36.911621 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-624bd31a-41fd-4a04-a4c6-f405940e5b01 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/subnets/d19d1957-84ce-4145-9645-6e2d3a9191d8 HTTP/1.1" status: 204 len: 168 time: 0.3877587 Aug 19 18:33:36.912117 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50006) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:36.931735 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624bd31a-41fd-4a04-a4c6-f405940e5b01 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Subnet': ['ID=d19d1957-84ce-4145-9645-6e2d3a9191d8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:37.077325 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4ce99b-81cb-4d13-b47e-d42c6077041d None None] Network 8ad7bbd5-1086-4e15-8164-2bbca48b0bf0 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:33:37.085175 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2bf56c6a-7ed4-4300-9b8e-8e47089c1d23 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:37.177006 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-2bf56c6a-7ed4-4300-9b8e-8e47089c1d23 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting port 7071fe5d-6f19-4e05-8c15-77bf05047de8 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:33:37.177474 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2bf56c6a-7ed4-4300-9b8e-8e47089c1d23 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:37.311872 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-2bf56c6a-7ed4-4300-9b8e-8e47089c1d23 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] For port 7071fe5d-6f19-4e05-8c15-77bf05047de8, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7071fe5d-6f19-4e05-8c15-77bf05047de8,segment=NetworkSegment(81429f9a-76cf-4350-8c58-74c9c6fbf704),segment_id=81429f9a-76cf-4350-8c58-74c9c6fbf704)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:33:37.312339 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2bf56c6a-7ed4-4300-9b8e-8e47089c1d23 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:37.330497 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-2bf56c6a-7ed4-4300-9b8e-8e47089c1d23 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Calling delete_port for 7071fe5d-6f19-4e05-8c15-77bf05047de8 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:33:37.354763 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:37.382698 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-72e3e1d5-5ea1-4c08-9a9f-d2905b9e470c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:37.421216 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ca35cb96-e8d3-405c-af10-7718f2f78b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:35Z', 'revision_number': 10, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None, '_interfaces': [{'id': '857cf145-8ed3-4bf1-8b1b-e94ddabb21d2', 'name': '', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:b0:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:01Z', 'updated_at': '2021-08-19T18:33:10Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:37.458397 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca35cb96-e8d3-405c-af10-7718f2f78b44 None None] Checking router: 9173946e-333e-46f0-a164-83edf8a0cf99 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:33:37.481385 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2bf56c6a-7ed4-4300-9b8e-8e47089c1d23 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:37.482656 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41475f05-1c28-45e4-8091-aad61cdf97e0 None None] DHCP port deletion for 8ad7bbd5-1086-4e15-8164-2bbca48b0bf0 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:33:37.516081 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca35cb96-e8d3-405c-af10-7718f2f78b44 None None] Routers {'9173946e-333e-46f0-a164-83edf8a0cf99'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:33:37.516724 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ca35cb96-e8d3-405c-af10-7718f2f78b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:33:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9173946e-333e-46f0-a164-83edf8a0cf99'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:37.533360 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf56c6a-7ed4-4300-9b8e-8e47089c1d23 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Port': ['ID=7071fe5d-6f19-4e05-8c15-77bf05047de8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:37.546994 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf56c6a-7ed4-4300-9b8e-8e47089c1d23 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] No DVR routers for this DVR port 7071fe5d-6f19-4e05-8c15-77bf05047de8 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:33:37.679270 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-ca35cb96-e8d3-405c-af10-7718f2f78b44 None None] Set router 9173946e-333e-46f0-a164-83edf8a0cf99 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:33:37.760561 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2bf56c6a-7ed4-4300-9b8e-8e47089c1d23 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:37.772200 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-2bf56c6a-7ed4-4300-9b8e-8e47089c1d23 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad7bbd5-1086-4e15-8164-2bbca48b0bf0']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:37.796110 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-2bf56c6a-7ed4-4300-9b8e-8e47089c1d23 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81429f9a-76cf-4350-8c58-74c9c6fbf704') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:37.796416 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-2bf56c6a-7ed4-4300-9b8e-8e47089c1d23 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81429f9a-76cf-4350-8c58-74c9c6fbf704') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:37.846833 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2bf56c6a-7ed4-4300-9b8e-8e47089c1d23 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:37.919806 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2bf56c6a-7ed4-4300-9b8e-8e47089c1d23 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:37.929586 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf56c6a-7ed4-4300-9b8e-8e47089c1d23 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:33:37.929948 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2bf56c6a-7ed4-4300-9b8e-8e47089c1d23 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:33:37.936167 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:33:38.063444 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2bf56c6a-7ed4-4300-9b8e-8e47089c1d23 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:38.070882 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2bf56c6a-7ed4-4300-9b8e-8e47089c1d23 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:38.076443 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50028) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:38.076878 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2bf56c6a-7ed4-4300-9b8e-8e47089c1d23 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/networks/8ad7bbd5-1086-4e15-8164-2bbca48b0bf0 HTTP/1.1" status: 204 len: 168 time: 1.1620774 Aug 19 18:33:38.112011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf56c6a-7ed4-4300-9b8e-8e47089c1d23 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Network': ['ID=8ad7bbd5-1086-4e15-8164-2bbca48b0bf0,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:38.152511 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ca35cb96-e8d3-405c-af10-7718f2f78b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:35Z', 'revision_number': 10, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None, '_interfaces': [{'id': '857cf145-8ed3-4bf1-8b1b-e94ddabb21d2', 'name': '', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:b0:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:01Z', 'updated_at': '2021-08-19T18:33:10Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:38.224577 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca35cb96-e8d3-405c-af10-7718f2f78b44 None None] The sync data for ids ['9173946e-333e-46f0-a164-83edf8a0cf99'] in n-d-803753-2 is: [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:35Z', 'revision_number': 10, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None, '_interfaces': [{'id': '857cf145-8ed3-4bf1-8b1b-e94ddabb21d2', 'name': '', 'network_id': 'd8f8ab5b-ca81-42f8-b632-ed6f46104820', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'mac_address': 'fa:16:3e:b0:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:33:01Z', 'updated_at': '2021-08-19T18:33:10Z', 'revision_number': 5, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'subnets': [{'id': 'ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:33:38.266057 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:38.584495 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7071fe5d-6f19-4e05-8c15-77bf05047de8 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:33:38.604251 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfacf475-57a2-47a9-acb2-8ec936574273 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:38.643456 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 7071fe5d-6f19-4e05-8c15-77bf05047de8 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:33:38.644000 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7071fe5d-6f19-4e05-8c15-77bf05047de8 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:33:39.058433 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-cfacf475-57a2-47a9-acb2-8ec936574273 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting port 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:33:39.058433 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfacf475-57a2-47a9-acb2-8ec936574273 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:39.198655 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-cfacf475-57a2-47a9-acb2-8ec936574273 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] For port 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=857cf145-8ed3-4bf1-8b1b-e94ddabb21d2,segment=NetworkSegment(cab672ec-1567-4ef3-8b8f-e752d3306815),segment_id=cab672ec-1567-4ef3-8b8f-e752d3306815)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:33:39.199436 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfacf475-57a2-47a9-acb2-8ec936574273 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:39.242479 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-cfacf475-57a2-47a9-acb2-8ec936574273 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Calling delete_port for 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:33:39.506595 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfacf475-57a2-47a9-acb2-8ec936574273 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:39.546530 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacf475-57a2-47a9-acb2-8ec936574273 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Port': ['ID=857cf145-8ed3-4bf1-8b1b-e94ddabb21d2,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:39.736801 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50068) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:39.902923 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfacf475-57a2-47a9-acb2-8ec936574273 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:40.030656 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03ab7ddd-744f-4660-aabd-ee8d4d511cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:40.098657 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfacf475-57a2-47a9-acb2-8ec936574273 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Router 9173946e-333e-46f0-a164-83edf8a0cf99 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:33:40.177920 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 437050ea-34c5-484f-b54c-c831c94a61ce no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:33:40.218825 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03ab7ddd-744f-4660-aabd-ee8d4d511cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:40.224741 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-03ab7ddd-744f-4660-aabd-ee8d4d511cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:40.228549 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 437050ea-34c5-484f-b54c-c831c94a61ce {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:33:40.236734 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 437050ea-34c5-484f-b54c-c831c94a61ce not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:33:40.260243 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:40.264572 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-03ab7ddd-744f-4660-aabd-ee8d4d511cf8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c8d9779e1e7c4936bf67913f8ef3dd8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5231111 Aug 19 18:33:40.265633 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50080) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:40.308154 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfacf475-57a2-47a9-acb2-8ec936574273 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:33:40.318034 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cfacf475-57a2-47a9-acb2-8ec936574273 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/routers/9173946e-333e-46f0-a164-83edf8a0cf99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2381778 Aug 19 18:33:40.319010 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbce04d-61ee-40a2-b65c-13b582776cf6 None None] Sync routers for ids ['9173946e-333e-46f0-a164-83edf8a0cf99'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:33:40.320215 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50082) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:40.332561 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbce04d-61ee-40a2-b65c-13b582776cf6 None None] Routers {'9173946e-333e-46f0-a164-83edf8a0cf99'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:33:40.333718 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-0fbce04d-61ee-40a2-b65c-13b582776cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:33:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9173946e-333e-46f0-a164-83edf8a0cf99'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:40.380427 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab7ddd-744f-4660-aabd-ee8d4d511cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16429cf7-a7f8-4417-ae73-6809792627b7,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:40.423330 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da4d5f0e-a35e-45f2-897a-c9d82c3bb2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:40.438613 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca343472-8550-4737-ac51-bbd22d0f0993 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting subnet ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:33:40.440798 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-0fbce04d-61ee-40a2-b65c-13b582776cf6 None None] Set router 9173946e-333e-46f0-a164-83edf8a0cf99 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:33:40.447171 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ca343472-8550-4737-ac51-bbd22d0f0993 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:40.479419 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da4d5f0e-a35e-45f2-897a-c9d82c3bb2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:40.518647 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ca343472-8550-4737-ac51-bbd22d0f0993 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:40.534287 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-0fbce04d-61ee-40a2-b65c-13b582776cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:39Z', 'revision_number': 11, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:40.580328 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbce04d-61ee-40a2-b65c-13b582776cf6 None None] Checking router: 9173946e-333e-46f0-a164-83edf8a0cf99 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:33:40.596156 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbce04d-61ee-40a2-b65c-13b582776cf6 None None] Routers {'9173946e-333e-46f0-a164-83edf8a0cf99'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:33:40.598018 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-0fbce04d-61ee-40a2-b65c-13b582776cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:33:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9173946e-333e-46f0-a164-83edf8a0cf99'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:40.614057 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da4d5f0e-a35e-45f2-897a-c9d82c3bb2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:40.616378 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-da4d5f0e-a35e-45f2-897a-c9d82c3bb2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:40.618062 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-da4d5f0e-a35e-45f2-897a-c9d82c3bb2f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16429cf7-a7f8-4417-ae73-6809792627b7 HTTP/1.1" status: 204 len: 168 time: 0.3512669 Aug 19 18:33:40.697171 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d5f0e-a35e-45f2-897a-c9d82c3bb2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16429cf7-a7f8-4417-ae73-6809792627b7,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:40.739465 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ca343472-8550-4737-ac51-bbd22d0f0993 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:40.779109 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-0fbce04d-61ee-40a2-b65c-13b582776cf6 None None] Set router 9173946e-333e-46f0-a164-83edf8a0cf99 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:33:40.834266 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ca343472-8550-4737-ac51-bbd22d0f0993 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:40.862184 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-0fbce04d-61ee-40a2-b65c-13b582776cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:39Z', 'revision_number': 11, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:40.894732 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca343472-8550-4737-ac51-bbd22d0f0993 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Subnet': ['ID=ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:40.907418 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbce04d-61ee-40a2-b65c-13b582776cf6 None None] The sync data for ids ['9173946e-333e-46f0-a164-83edf8a0cf99'] in n-d-803753-2 is: [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:39Z', 'revision_number': 11, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:33:40.915661 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ca343472-8550-4737-ac51-bbd22d0f0993 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:40.920887 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ca343472-8550-4737-ac51-bbd22d0f0993 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/subnets/ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80 HTTP/1.1" status: 204 len: 168 time: 0.5869939 Aug 19 18:33:40.921981 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50100) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:40.931236 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd044f4-414f-4923-bd33-b1d0e8afa3e1 None None] Network d8f8ab5b-ca81-42f8-b632-ed6f46104820 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:33:41.037071 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb653b5f-b2a8-4891-92ad-6c2eda71f0c6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:41.115151 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-bb653b5f-b2a8-4891-92ad-6c2eda71f0c6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Deleting port 7e2a7803-9c95-45d8-8154-a38c34802ad8 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:33:41.116446 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb653b5f-b2a8-4891-92ad-6c2eda71f0c6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:41.141417 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50106) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:41.166517 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38e511d5-abf3-44d8-97f6-48aeff1d685b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:41.171662 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:41.228674 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-bb653b5f-b2a8-4891-92ad-6c2eda71f0c6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] For port 7e2a7803-9c95-45d8-8154-a38c34802ad8, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7e2a7803-9c95-45d8-8154-a38c34802ad8,segment=NetworkSegment(cab672ec-1567-4ef3-8b8f-e752d3306815),segment_id=cab672ec-1567-4ef3-8b8f-e752d3306815)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:33:41.229314 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb653b5f-b2a8-4891-92ad-6c2eda71f0c6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:41.282288 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78649309-283d-4825-8e79-ec929e98d441 None None] DHCP port deletion for d8f8ab5b-ca81-42f8-b632-ed6f46104820 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:33:41.312531 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-bb653b5f-b2a8-4891-92ad-6c2eda71f0c6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Calling delete_port for 7e2a7803-9c95-45d8-8154-a38c34802ad8 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:33:41.319602 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38e511d5-abf3-44d8-97f6-48aeff1d685b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:41.330690 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-38e511d5-abf3-44d8-97f6-48aeff1d685b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:41.391555 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-78649309-283d-4825-8e79-ec929e98d441 None None] Deleting port 7e2a7803-9c95-45d8-8154-a38c34802ad8 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:33:41.392149 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78649309-283d-4825-8e79-ec929e98d441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:41.426043 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-38e511d5-abf3-44d8-97f6-48aeff1d685b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=617c5a85aa66446aa71eb1cb19172fca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2831681 Aug 19 18:33:41.426685 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50118) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:41.445864 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb653b5f-b2a8-4891-92ad-6c2eda71f0c6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:41.467014 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb653b5f-b2a8-4891-92ad-6c2eda71f0c6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] No DVR routers for this DVR port 7e2a7803-9c95-45d8-8154-a38c34802ad8 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:33:41.476675 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e511d5-abf3-44d8-97f6-48aeff1d685b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d00cc6-0222-46b7-b0d2-7f872c0e8480,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:41.510970 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4ae0f050-9401-47f2-9a29-2b622290ecab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:41.534113 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb653b5f-b2a8-4891-92ad-6c2eda71f0c6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Port': ['ID=7e2a7803-9c95-45d8-8154-a38c34802ad8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:41.537609 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4ae0f050-9401-47f2-9a29-2b622290ecab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:41.567160 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-78649309-283d-4825-8e79-ec929e98d441 None None] For port 7e2a7803-9c95-45d8-8154-a38c34802ad8, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7e2a7803-9c95-45d8-8154-a38c34802ad8,segment=NetworkSegment(cab672ec-1567-4ef3-8b8f-e752d3306815),segment_id=cab672ec-1567-4ef3-8b8f-e752d3306815)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:33:41.568242 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78649309-283d-4825-8e79-ec929e98d441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:41.594141 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4ae0f050-9401-47f2-9a29-2b622290ecab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:41.597097 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4ae0f050-9401-47f2-9a29-2b622290ecab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:41.600969 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4ae0f050-9401-47f2-9a29-2b622290ecab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96d00cc6-0222-46b7-b0d2-7f872c0e8480 HTTP/1.1" status: 204 len: 168 time: 0.1703746 Aug 19 18:33:41.602267 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-78649309-283d-4825-8e79-ec929e98d441 None None] Calling delete_port for 7e2a7803-9c95-45d8-8154-a38c34802ad8 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:33:41.611991 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0f050-9401-47f2-9a29-2b622290ecab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d00cc6-0222-46b7-b0d2-7f872c0e8480,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:41.675431 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb653b5f-b2a8-4891-92ad-6c2eda71f0c6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:41.696102 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-bb653b5f-b2a8-4891-92ad-6c2eda71f0c6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f8ab5b-ca81-42f8-b632-ed6f46104820']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:41.709239 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78649309-283d-4825-8e79-ec929e98d441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:41.717498 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-bb653b5f-b2a8-4891-92ad-6c2eda71f0c6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab672ec-1567-4ef3-8b8f-e752d3306815') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:41.718383 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-bb653b5f-b2a8-4891-92ad-6c2eda71f0c6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab672ec-1567-4ef3-8b8f-e752d3306815') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:41.734508 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb653b5f-b2a8-4891-92ad-6c2eda71f0c6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:41.737596 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78649309-283d-4825-8e79-ec929e98d441 None None] Pushing event deleted for resources: {'Port': ['ID=7e2a7803-9c95-45d8-8154-a38c34802ad8,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:41.741253 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78649309-283d-4825-8e79-ec929e98d441 None None] No DVR routers for this DVR port 7e2a7803-9c95-45d8-8154-a38c34802ad8 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:33:41.760433 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb653b5f-b2a8-4891-92ad-6c2eda71f0c6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:41.769271 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb653b5f-b2a8-4891-92ad-6c2eda71f0c6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:33:41.771214 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb653b5f-b2a8-4891-92ad-6c2eda71f0c6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:33:41.773193 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:33:41.875138 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb653b5f-b2a8-4891-92ad-6c2eda71f0c6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:41.883537 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb653b5f-b2a8-4891-92ad-6c2eda71f0c6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:41.891500 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bb653b5f-b2a8-4891-92ad-6c2eda71f0c6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/networks/d8f8ab5b-ca81-42f8-b632-ed6f46104820 HTTP/1.1" status: 204 len: 168 time: 0.9633844 Aug 19 18:33:41.893343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50136) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:41.904975 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb653b5f-b2a8-4891-92ad-6c2eda71f0c6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Pushing event deleted for resources: {'Network': ['ID=d8f8ab5b-ca81-42f8-b632-ed6f46104820,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:41.906363 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-a290da64-f9b2-4dda-a218-0cbbc33b8830 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'router': {'routes': None}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:33:42.112187 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.extraroute_db [None req-a290da64-f9b2-4dda-a218-0cbbc33b8830 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Added routes are [] {{(pid=94682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 18:33:42.112676 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.extraroute_db [None req-a290da64-f9b2-4dda-a218-0cbbc33b8830 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Removed routes are [] {{(pid=94682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 18:33:42.113109 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a290da64-f9b2-4dda-a218-0cbbc33b8830 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:42.169217 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:33:42.214143 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:33:42.214490 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 857cf145-8ed3-4bf1-8b1b-e94ddabb21d2 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:33:42.214903 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7e2a7803-9c95-45d8-8154-a38c34802ad8 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:33:42.255770 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 7e2a7803-9c95-45d8-8154-a38c34802ad8 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:33:42.260455 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7e2a7803-9c95-45d8-8154-a38c34802ad8 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:33:42.306088 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a290da64-f9b2-4dda-a218-0cbbc33b8830 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:42.310225 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a290da64-f9b2-4dda-a218-0cbbc33b8830 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740919'] for router, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:42.429669 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a290da64-f9b2-4dda-a218-0cbbc33b8830 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Router 9173946e-333e-46f0-a164-83edf8a0cf99 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:33:42.510989 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a290da64-f9b2-4dda-a218-0cbbc33b8830 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:33:42.520075 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a290da64-f9b2-4dda-a218-0cbbc33b8830 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:42.523888 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a290da64-f9b2-4dda-a218-0cbbc33b8830 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/routers/9173946e-333e-46f0-a164-83edf8a0cf99 HTTP/1.1" status: 200 len: 700 time: 0.6223311 Aug 19 18:33:42.524060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9c81e9-27e8-4b71-983c-c9cc23e45aa9 None None] Sync routers for ids ['9173946e-333e-46f0-a164-83edf8a0cf99'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:33:42.524517 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50160) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:42.533024 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9c81e9-27e8-4b71-983c-c9cc23e45aa9 None None] Routers {'9173946e-333e-46f0-a164-83edf8a0cf99'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:33:42.533687 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4d9c81e9-27e8-4b71-983c-c9cc23e45aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:33:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9173946e-333e-46f0-a164-83edf8a0cf99'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:42.574881 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c1f09473-c8c3-4460-b371-6cbb410dd02b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/ports?device_id=9173946e-333e-46f0-a164-83edf8a0cf99 HTTP/1.1" status: 200 len: 205 time: 0.0491366 Aug 19 18:33:42.577989 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50164) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:42.655249 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-4d9c81e9-27e8-4b71-983c-c9cc23e45aa9 None None] Set router 9173946e-333e-46f0-a164-83edf8a0cf99 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:33:42.698884 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4892c2b2-95d9-4fff-9d35-ada5b5fed4d0 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:42.740448 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4d9c81e9-27e8-4b71-983c-c9cc23e45aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:39Z', 'revision_number': 11, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:42.811832 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9c81e9-27e8-4b71-983c-c9cc23e45aa9 None None] Checking router: 9173946e-333e-46f0-a164-83edf8a0cf99 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:33:42.841764 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9c81e9-27e8-4b71-983c-c9cc23e45aa9 None None] Routers {'9173946e-333e-46f0-a164-83edf8a0cf99'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:33:42.843233 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4d9c81e9-27e8-4b71-983c-c9cc23e45aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:33:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['9173946e-333e-46f0-a164-83edf8a0cf99'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:42.916448 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-4d9c81e9-27e8-4b71-983c-c9cc23e45aa9 None None] Set router 9173946e-333e-46f0-a164-83edf8a0cf99 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:33:42.981941 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4d9c81e9-27e8-4b71-983c-c9cc23e45aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:39Z', 'revision_number': 11, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:42.998987 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4892c2b2-95d9-4fff-9d35-ada5b5fed4d0 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:43.001273 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4892c2b2-95d9-4fff-9d35-ada5b5fed4d0 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:43.031060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9c81e9-27e8-4b71-983c-c9cc23e45aa9 None None] The sync data for ids ['9173946e-333e-46f0-a164-83edf8a0cf99'] in n-d-803753-2 is: [{'id': '9173946e-333e-46f0-a164-83edf8a0cf99', 'name': 'tempest-RoutersTest-router-423479536', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:32:59Z', 'updated_at': '2021-08-19T18:33:39Z', 'revision_number': 11, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:33:43.051830 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4892c2b2-95d9-4fff-9d35-ada5b5fed4d0 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:43.052347 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4892c2b2-95d9-4fff-9d35-ada5b5fed4d0 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Fanout notify agent at l3_agent the message router_deleted on router 9173946e-333e-46f0-a164-83edf8a0cf99 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:33:43.069297 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4892c2b2-95d9-4fff-9d35-ada5b5fed4d0 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:43.078739 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50184) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:43.083386 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-6592377b-ab6b-4146-b198-97ca0ea924ab tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1706367585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:33:43.088418 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4892c2b2-95d9-4fff-9d35-ada5b5fed4d0 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/routers/9173946e-333e-46f0-a164-83edf8a0cf99 HTTP/1.1" status: 204 len: 168 time: 0.5092864 Aug 19 18:33:43.128203 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6592377b-ab6b-4146-b198-97ca0ea924ab tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:43.132383 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6592377b-ab6b-4146-b198-97ca0ea924ab tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:43.213232 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6592377b-ab6b-4146-b198-97ca0ea924ab tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:43.224523 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6592377b-ab6b-4146-b198-97ca0ea924ab tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:43.245276 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6592377b-ab6b-4146-b198-97ca0ea924ab tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:43.254288 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50194) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:43.259084 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-567c2337-b7dc-4ed3-ab79-c0872aa0c947 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:33:43.261323 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6592377b-ab6b-4146-b198-97ca0ea924ab tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1814110 Aug 19 18:33:43.561733 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-567c2337-b7dc-4ed3-ab79-c0872aa0c947 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40869'] for router, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:43.572492 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-567c2337-b7dc-4ed3-ab79-c0872aa0c947 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740919'] for router, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:43.690921 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567c2337-b7dc-4ed3-ab79-c0872aa0c947 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Router 85b6b514-0e1b-460e-9076-319a030625ac is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:33:43.797369 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567c2337-b7dc-4ed3-ab79-c0872aa0c947 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:33:43.811287 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2600a5d-f1be-4c79-ad8b-d4087703cd83 None None] Sync routers for ids ['85b6b514-0e1b-460e-9076-319a030625ac'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:33:43.818945 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-567c2337-b7dc-4ed3-ab79-c0872aa0c947 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:43.822862 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-567c2337-b7dc-4ed3-ab79-c0872aa0c947 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "PUT /v2.0/routers/85b6b514-0e1b-460e-9076-319a030625ac HTTP/1.1" status: 200 len: 694 time: 0.5648837 Aug 19 18:33:43.823300 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50216) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:43.831540 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2600a5d-f1be-4c79-ad8b-d4087703cd83 None None] Routers {'85b6b514-0e1b-460e-9076-319a030625ac'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:33:43.832184 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b2600a5d-f1be-4c79-ad8b-d4087703cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:33:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['85b6b514-0e1b-460e-9076-319a030625ac'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:43.939453 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4bcf73bd-639b-46a2-9429-b404eed3cff1 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/routers/85b6b514-0e1b-460e-9076-319a030625ac HTTP/1.1" status: 200 len: 700 time: 0.1133006 Aug 19 18:33:43.940771 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50224) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:43.983293 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b2600a5d-f1be-4c79-ad8b-d4087703cd83 None None] Set router 85b6b514-0e1b-460e-9076-319a030625ac gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:33:43.983544 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-641d4590-78d1-4b3c-940f-a6faac462069 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b6b514-0e1b-460e-9076-319a030625ac HTTP/1.1" status: 200 len: 205 time: 0.0382404 Aug 19 18:33:43.984208 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50226) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:44.071911 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ae98fe13-73a8-4253-a353-8615275a2c65 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:44.091567 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b2600a5d-f1be-4c79-ad8b-d4087703cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b6b514-0e1b-460e-9076-319a030625ac', 'name': 'tempest-RoutersTest-router-1706367585', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:33:43Z', 'updated_at': '2021-08-19T18:33:43Z', 'revision_number': 2, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:44.141709 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2600a5d-f1be-4c79-ad8b-d4087703cd83 None None] Checking router: 85b6b514-0e1b-460e-9076-319a030625ac for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:33:44.167405 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2600a5d-f1be-4c79-ad8b-d4087703cd83 None None] Routers {'85b6b514-0e1b-460e-9076-319a030625ac'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:33:44.167405 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b2600a5d-f1be-4c79-ad8b-d4087703cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:33:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['85b6b514-0e1b-460e-9076-319a030625ac'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:44.286416 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b2600a5d-f1be-4c79-ad8b-d4087703cd83 None None] Set router 85b6b514-0e1b-460e-9076-319a030625ac gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:33:44.307765 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ae98fe13-73a8-4253-a353-8615275a2c65 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:44.310992 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ae98fe13-73a8-4253-a353-8615275a2c65 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:44.360655 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b2600a5d-f1be-4c79-ad8b-d4087703cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b6b514-0e1b-460e-9076-319a030625ac', 'name': 'tempest-RoutersTest-router-1706367585', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:33:43Z', 'updated_at': '2021-08-19T18:33:43Z', 'revision_number': 2, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:44.388125 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ae98fe13-73a8-4253-a353-8615275a2c65 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:44.388747 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae98fe13-73a8-4253-a353-8615275a2c65 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Fanout notify agent at l3_agent the message router_deleted on router 85b6b514-0e1b-460e-9076-319a030625ac {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:33:44.396635 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2600a5d-f1be-4c79-ad8b-d4087703cd83 None None] The sync data for ids ['85b6b514-0e1b-460e-9076-319a030625ac'] in n-d-803753-2 is: [{'id': '85b6b514-0e1b-460e-9076-319a030625ac', 'name': 'tempest-RoutersTest-router-1706367585', 'tenant_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:33:43Z', 'updated_at': '2021-08-19T18:33:43Z', 'revision_number': 2, 'project_id': '44b0835ba7e14e8eb44c1ef1c17c6084', 'gw_port_host': None}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:33:44.398256 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ae98fe13-73a8-4253-a353-8615275a2c65 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:44.399956 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ae98fe13-73a8-4253-a353-8615275a2c65 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/routers/85b6b514-0e1b-460e-9076-319a030625ac HTTP/1.1" status: 204 len: 168 time: 0.4144609 Aug 19 18:33:44.406503 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50244) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:44.448323 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cdd962af-cac5-406e-9185-b5415a5fbba6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b6b514-0e1b-460e-9076-319a030625ac HTTP/1.1" status: 200 len: 205 time: 0.0368538 Aug 19 18:33:44.448608 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50248) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:44.503384 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-df26de78-fe9f-466e-8420-79bf4c8127d8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] delete failed (client error): The resource could not be found. Aug 19 18:33:44.507452 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50252) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:44.508016 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-df26de78-fe9f-466e-8420-79bf4c8127d8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/routers/85b6b514-0e1b-460e-9076-319a030625ac HTTP/1.1" status: 404 len: 336 time: 0.0579498 Aug 19 18:33:44.539278 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-3046190e-3f28-4113-a6bc-6ab1c7de6df6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] DELETE failed (client error): The resource could not be found. Aug 19 18:33:44.539913 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3046190e-3f28-4113-a6bc-6ab1c7de6df6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:33:44.544616 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3046190e-3f28-4113-a6bc-6ab1c7de6df6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/subnets/85f0772a-63ed-4ae7-831a-78ece23f9575 HTTP/1.1" status: 404 len: 337 time: 0.0331497 Aug 19 18:33:44.544935 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50254) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:44.579482 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bb0b59-744a-43f5-9c3a-65c00734fe73 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] DELETE failed (client error): The resource could not be found. Aug 19 18:33:44.579995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44bb0b59-744a-43f5-9c3a-65c00734fe73 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:33:44.584490 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-44bb0b59-744a-43f5-9c3a-65c00734fe73 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/subnets/64512363-cd96-4e2f-bf2d-f1bf74581225 HTTP/1.1" status: 404 len: 337 time: 0.0360782 Aug 19 18:33:44.584672 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50256) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:44.626271 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3a2900-55d1-4d37-a77f-ff2d5e9aa018 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] DELETE failed (client error): The resource could not be found. Aug 19 18:33:44.626897 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd3a2900-55d1-4d37-a77f-ff2d5e9aa018 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:33:44.629327 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dd3a2900-55d1-4d37-a77f-ff2d5e9aa018 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/subnets/d19d1957-84ce-4145-9645-6e2d3a9191d8 HTTP/1.1" status: 404 len: 337 time: 0.0437114 Aug 19 18:33:44.631963 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50260) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:44.669361 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9778a6-cd9f-434b-99b0-fda80b53fbba tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] DELETE failed (client error): The resource could not be found. Aug 19 18:33:44.669861 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9778a6-cd9f-434b-99b0-fda80b53fbba tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:33:44.671727 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3a9778a6-cd9f-434b-99b0-fda80b53fbba tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/subnets/ab9a0c17-29ce-4ea3-8ef2-f967eda6ea80 HTTP/1.1" status: 404 len: 337 time: 0.0388062 Aug 19 18:33:44.674931 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50270) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:44.723282 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-70bcbd64-6b19-4461-8c19-a7ff44ac2091 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/ports?device_id=9173946e-333e-46f0-a164-83edf8a0cf99 HTTP/1.1" status: 200 len: 205 time: 0.0450273 Aug 19 18:33:44.723437 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50274) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:44.772791 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-bee442af-e4c4-4454-9466-66a88f3ffeb8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] delete failed (client error): The resource could not be found. Aug 19 18:33:44.774165 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bee442af-e4c4-4454-9466-66a88f3ffeb8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/routers/9173946e-333e-46f0-a164-83edf8a0cf99 HTTP/1.1" status: 404 len: 336 time: 0.0497375 Aug 19 18:33:44.776773 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50276) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:44.856505 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-47e27cea-e155-4117-88bf-3933ab4e89c6 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/ports?device_id=0634ad25-96ca-4e8c-8085-a802539e7793 HTTP/1.1" status: 200 len: 205 time: 0.0783629 Aug 19 18:33:44.859190 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50278) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:44.926052 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-f2dd3410-7987-4709-87c6-4e59fd55f863 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] delete failed (client error): The resource could not be found. Aug 19 18:33:44.927396 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f2dd3410-7987-4709-87c6-4e59fd55f863 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/routers/0634ad25-96ca-4e8c-8085-a802539e7793 HTTP/1.1" status: 404 len: 336 time: 0.0669816 Aug 19 18:33:44.929782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50282) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:44.959426 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57e2217-7a45-4e10-82cc-086cf4b205a4 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] DELETE failed (client error): The resource could not be found. Aug 19 18:33:44.959967 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f57e2217-7a45-4e10-82cc-086cf4b205a4 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:33:44.961895 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f57e2217-7a45-4e10-82cc-086cf4b205a4 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/subnets/cbd8f3c2-7aac-451f-ad02-53943e67d7bd HTTP/1.1" status: 404 len: 337 time: 0.0311420 Aug 19 18:33:44.964476 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50284) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:44.994945 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2c2ec63d-0486-44e3-b104-8abd80dfc16d tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd7c862a-3169-45bd-8c8a-926bc2f7e790 HTTP/1.1" status: 200 len: 205 time: 0.0291142 Aug 19 18:33:44.998043 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50288) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:45.040270 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-7b248199-f7d9-4bbc-b97e-28e443e6391e tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] delete failed (client error): The resource could not be found. Aug 19 18:33:45.041202 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7b248199-f7d9-4bbc-b97e-28e443e6391e tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/routers/fd7c862a-3169-45bd-8c8a-926bc2f7e790 HTTP/1.1" status: 404 len: 336 time: 0.0422282 Aug 19 18:33:45.044308 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50292) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:45.073822 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7c5d56e2-3797-4f92-b26f-6872ef82bae8 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e214b51-2086-4526-a6bc-1fc14cc4c9c9 HTTP/1.1" status: 200 len: 205 time: 0.0281143 Aug 19 18:33:45.076860 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50294) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:45.123955 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-a612b609-8579-471e-9575-747f2c61758c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] delete failed (client error): The resource could not be found. Aug 19 18:33:45.125970 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a612b609-8579-471e-9575-747f2c61758c tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/routers/7e214b51-2086-4526-a6bc-1fc14cc4c9c9 HTTP/1.1" status: 404 len: 336 time: 0.0454028 Aug 19 18:33:45.129016 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50296) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:45.165198 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05d821a-88c2-48d6-88c6-3f9b8342995f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] DELETE failed (client error): The resource could not be found. Aug 19 18:33:45.165972 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05d821a-88c2-48d6-88c6-3f9b8342995f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:33:45.171356 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50298) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:45.174042 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f05d821a-88c2-48d6-88c6-3f9b8342995f tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/subnets/eb54c333-5efd-4ff0-b546-9b47cc0da546 HTTP/1.1" status: 404 len: 337 time: 0.0438011 Aug 19 18:33:45.211110 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-26d1ca41-483e-418d-9114-9ac25eac49ce tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f538147-c1b7-4065-9470-68607125e863 HTTP/1.1" status: 200 len: 205 time: 0.0363262 Aug 19 18:33:45.211864 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50300) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:45.277388 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-38458061-ccbc-4c56-8e91-71bc0f629081 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] delete failed (client error): The resource could not be found. Aug 19 18:33:45.282411 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-38458061-ccbc-4c56-8e91-71bc0f629081 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/routers/3f538147-c1b7-4065-9470-68607125e863 HTTP/1.1" status: 404 len: 336 time: 0.0694580 Aug 19 18:33:45.283392 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50304) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:45.331672 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-940577bb-f873-4a84-b43e-f4d8e1ce4725 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] DELETE failed (client error): The resource could not be found. Aug 19 18:33:45.332375 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-940577bb-f873-4a84-b43e-f4d8e1ce4725 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:33:45.334508 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-940577bb-f873-4a84-b43e-f4d8e1ce4725 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/subnets/9e860eea-4a56-424c-a098-10c75ec0a8f2 HTTP/1.1" status: 404 len: 337 time: 0.0493295 Aug 19 18:33:45.337454 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50316) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:45.423637 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-38577228-f785-4b1c-9af6-b4f473c37620 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ece9e49a-a3e1-4101-a51e-8a5fe212184d HTTP/1.1" status: 200 len: 205 time: 0.0847058 Aug 19 18:33:45.427919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50320) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:45.485769 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-22ef56a4-1d37-4766-8b0e-d74e48a97311 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] delete failed (client error): The resource could not be found. Aug 19 18:33:45.486825 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-22ef56a4-1d37-4766-8b0e-d74e48a97311 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/routers/ece9e49a-a3e1-4101-a51e-8a5fe212184d HTTP/1.1" status: 404 len: 336 time: 0.0574882 Aug 19 18:33:45.489443 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50324) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:45.519242 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-243dbc94-46da-43e4-8665-8c4986233a7b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] DELETE failed (client error): The resource could not be found. Aug 19 18:33:45.519705 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243dbc94-46da-43e4-8665-8c4986233a7b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:33:45.521440 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-243dbc94-46da-43e4-8665-8c4986233a7b tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/subnets/ea7244f8-6b75-45bd-a3c0-15ae6d805391 HTTP/1.1" status: 404 len: 337 time: 0.0310080 Aug 19 18:33:45.524141 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50326) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:45.551657 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f0941e-15b5-4ff8-8841-1190873fb856 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] DELETE failed (client error): The resource could not be found. Aug 19 18:33:45.552150 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f0941e-15b5-4ff8-8841-1190873fb856 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:33:45.554288 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f4f0941e-15b5-4ff8-8841-1190873fb856 tempest-RoutersTest-1797821025 tempest-RoutersTest-1797821025-project] 10.222.0.24 "DELETE /v2.0/subnets/2728a8f1-b360-4f52-b025-7911cd8436e8 HTTP/1.1" status: 404 len: 337 time: 0.0291858 Aug 19 18:33:45.994441 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50340) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:46.223981 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50350) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:46.235270 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f95f8b07-7e8b-4177-b301-e3d1550b8619 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44b0835ba7e14e8eb44c1ef1c17c6084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2358375 Aug 19 18:33:46.284786 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0ac35918-3ffc-4dd0-8196-6196adca98d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:46.307429 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0ac35918-3ffc-4dd0-8196-6196adca98d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:46.362992 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0ac35918-3ffc-4dd0-8196-6196adca98d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:46.366145 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0ac35918-3ffc-4dd0-8196-6196adca98d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:46.370212 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0ac35918-3ffc-4dd0-8196-6196adca98d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18def0ff-7966-46c9-ac3c-ecedd55e0aa7 HTTP/1.1" status: 204 len: 168 time: 0.1424494 Aug 19 18:33:46.379413 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac35918-3ffc-4dd0-8196-6196adca98d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18def0ff-7966-46c9-ac3c-ecedd55e0aa7,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:46.582638 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:47.354907 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50416) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:47.541587 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-20c6728a-bcee-482f-90cc-ba35c8570d86 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-629665697'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:33:47.566740 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c6728a-bcee-482f-90cc-ba35c8570d86 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Made reservation on behalf of a7ff525928884d0fb067a1f7e6f3194e for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:33:47.571412 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20c6728a-bcee-482f-90cc-ba35c8570d86 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:47.584883 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20c6728a-bcee-482f-90cc-ba35c8570d86 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:47.728077 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20c6728a-bcee-482f-90cc-ba35c8570d86 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:47.739103 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20c6728a-bcee-482f-90cc-ba35c8570d86 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:47.783692 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c6728a-bcee-482f-90cc-ba35c8570d86 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:33:47.798428 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6728a-bcee-482f-90cc-ba35c8570d86 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bb8061-85cf-4dcb-ad1e-6edf390a1c20,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:47.821903 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20c6728a-bcee-482f-90cc-ba35c8570d86 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:47.822515 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-20c6728a-bcee-482f-90cc-ba35c8570d86 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Added segment 1c6e6600-b092-4611-9641-e7fd3433854a of type vlan for network 1e6a8a30-9d98-405d-92ed-1d575ddb14e3 Aug 19 18:33:47.875692 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20c6728a-bcee-482f-90cc-ba35c8570d86 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:47.904975 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20c6728a-bcee-482f-90cc-ba35c8570d86 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:47.913675 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c6728a-bcee-482f-90cc-ba35c8570d86 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:47.914643 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20c6728a-bcee-482f-90cc-ba35c8570d86 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:48.046832 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6728a-bcee-482f-90cc-ba35c8570d86 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Pushing event updated for resources: {'Network': ['ID=1e6a8a30-9d98-405d-92ed-1d575ddb14e3,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:48.063991 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-20c6728a-bcee-482f-90cc-ba35c8570d86 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7076726 Aug 19 18:33:48.064694 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50458) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:48.071456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7b255742-8fa0-4aae-892e-778f051e33b6 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Request body: {'subnet': {'network_id': '1e6a8a30-9d98-405d-92ed-1d575ddb14e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:33:48.095871 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 1e6a8a30-9d98-405d-92ed-1d575ddb14e3 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:33:48.222587 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b255742-8fa0-4aae-892e-778f051e33b6 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Made reservation on behalf of a7ff525928884d0fb067a1f7e6f3194e for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:33:48.227027 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b255742-8fa0-4aae-892e-778f051e33b6 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:48.449696 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b255742-8fa0-4aae-892e-778f051e33b6 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:48.542870 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b255742-8fa0-4aae-892e-778f051e33b6 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Pushing event updated for resources: {'Subnet': ['ID=f1900eab-efb0-4c0e-8f31-086a9fe6523b,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:48.561830 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b255742-8fa0-4aae-892e-778f051e33b6 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Checking segment: {'id': '1c6e6600-b092-4611-9641-e7fd3433854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1e6a8a30-9d98-405d-92ed-1d575ddb14e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:33:48.562209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b255742-8fa0-4aae-892e-778f051e33b6 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Network hostable DHCP agents. Network: 1e6a8a30-9d98-405d-92ed-1d575ddb14e3, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:33:48.583451 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b255742-8fa0-4aae-892e-778f051e33b6 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Network 1e6a8a30-9d98-405d-92ed-1d575ddb14e3 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:33:48.596881 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-7b255742-8fa0-4aae-892e-778f051e33b6 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 1e6a8a30-9d98-405d-92ed-1d575ddb14e3) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:33:48.605637 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd80a11-839c-4e79-8df6-b39016b674a6 None None] Network 1e6a8a30-9d98-405d-92ed-1d575ddb14e3 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:33:48.610198 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b255742-8fa0-4aae-892e-778f051e33b6 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:48.610926 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b255742-8fa0-4aae-892e-778f051e33b6 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:48.654786 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7b255742-8fa0-4aae-892e-778f051e33b6 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5886490 Aug 19 18:33:48.657056 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50468) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:48.666447 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-6b134155-b9cc-46cf-b62f-3feaaf4eb616 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Request body: {'port': {'network_id': '1e6a8a30-9d98-405d-92ed-1d575ddb14e3', 'name': 'tempest-TagsExtTest-714351170'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:33:48.698103 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdaa633b-bb70-432c-b05f-e1ed7fe42aa4 req-6129b7d7-14c3-4268-8459-6a6b951dc263 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567732 Aug 19 18:33:48.757746 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:33:48.851076 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa633b-bb70-432c-b05f-e1ed7fe42aa4 req-6c1e38ed-3e8a-4a33-89fe-38bea680bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:48.852739 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdaa633b-bb70-432c-b05f-e1ed7fe42aa4 req-6c1e38ed-3e8a-4a33-89fe-38bea680bd5c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 1097 time: 0.0864878 Aug 19 18:33:48.875084 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd95a6a-e9b7-4ba3-bc8b-7c13c597acc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-1e6a8a30-9d98-405d-92ed-1d575ddb14e3', 'network_id': '1e6a8a30-9d98-405d-92ed-1d575ddb14e3', 'tenant_id': 'a7ff525928884d0fb067a1f7e6f3194e', 'fixed_ips': [{'subnet_id': 'f1900eab-efb0-4c0e-8f31-086a9fe6523b'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:33:48.878130 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3cd95a6a-e9b7-4ba3-bc8b-7c13c597acc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:48.895010 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b134155-b9cc-46cf-b62f-3feaaf4eb616 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Made reservation on behalf of a7ff525928884d0fb067a1f7e6f3194e for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:33:48.901636 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6b134155-b9cc-46cf-b62f-3feaaf4eb616 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:48.946698 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-6b134155-b9cc-46cf-b62f-3feaaf4eb616 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] device_id is not set on port 916fa370-1b25-45ee-b0b7-3cdbca809baf yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:33:49.210956 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-3cd95a6a-e9b7-4ba3-bc8b-7c13c597acc8 None None] Allocated IP 172.20.0.2 (1e6a8a30-9d98-405d-92ed-1d575ddb14e3/f1900eab-efb0-4c0e-8f31-086a9fe6523b/324279ec-0af1-4d7a-afd4-b12626cf2799) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:33:49.425356 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3cd95a6a-e9b7-4ba3-bc8b-7c13c597acc8 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:49.436822 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3cd95a6a-e9b7-4ba3-bc8b-7c13c597acc8 None None] Transition to ACTIVE for port object 324279ec-0af1-4d7a-afd4-b12626cf2799 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:33:49.459035 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3cd95a6a-e9b7-4ba3-bc8b-7c13c597acc8 None None] Transition to ACTIVE for port object 324279ec-0af1-4d7a-afd4-b12626cf2799 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:33:49.468539 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3cd95a6a-e9b7-4ba3-bc8b-7c13c597acc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:49.537982 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd95a6a-e9b7-4ba3-bc8b-7c13c597acc8 None None] Pushing event updated for resources: {'Port': ['ID=324279ec-0af1-4d7a-afd4-b12626cf2799,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:49.549919 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd95a6a-e9b7-4ba3-bc8b-7c13c597acc8 None None] Network 1e6a8a30-9d98-405d-92ed-1d575ddb14e3 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:33:49.551782 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-3cd95a6a-e9b7-4ba3-bc8b-7c13c597acc8 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:33:49.558765 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd95a6a-e9b7-4ba3-bc8b-7c13c597acc8 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:33:49.599458 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-6b134155-b9cc-46cf-b62f-3feaaf4eb616 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Allocated IP 172.20.0.5 (1e6a8a30-9d98-405d-92ed-1d575ddb14e3/f1900eab-efb0-4c0e-8f31-086a9fe6523b/916fa370-1b25-45ee-b0b7-3cdbca809baf) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:33:49.620785 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa633b-bb70-432c-b05f-e1ed7fe42aa4 req-21752b59-ed26-414f-8250-ba564b5af1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:49.622537 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdaa633b-bb70-432c-b05f-e1ed7fe42aa4 req-21752b59-ed26-414f-8250-ba564b5af1fb service neutron] 10.222.0.54 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 911 time: 0.7381463 Aug 19 18:33:49.629520 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-3cd95a6a-e9b7-4ba3-bc8b-7c13c597acc8 None None] Attempting to bind port 324279ec-0af1-4d7a-afd4-b12626cf2799 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:33:49.630207 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-3cd95a6a-e9b7-4ba3-bc8b-7c13c597acc8 None None] Attempting to bind port 324279ec-0af1-4d7a-afd4-b12626cf2799 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '1c6e6600-b092-4611-9641-e7fd3433854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1e6a8a30-9d98-405d-92ed-1d575ddb14e3'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:33:49.630995 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd95a6a-e9b7-4ba3-bc8b-7c13c597acc8 None None] Attempting to bind port 324279ec-0af1-4d7a-afd4-b12626cf2799 on network 1e6a8a30-9d98-405d-92ed-1d575ddb14e3 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:33:49.638797 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd95a6a-e9b7-4ba3-bc8b-7c13c597acc8 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:33:49.639549 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd95a6a-e9b7-4ba3-bc8b-7c13c597acc8 None None] Checking segment: {'id': '1c6e6600-b092-4611-9641-e7fd3433854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1e6a8a30-9d98-405d-92ed-1d575ddb14e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:33:49.640179 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3cd95a6a-e9b7-4ba3-bc8b-7c13c597acc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:49.640770 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd95a6a-e9b7-4ba3-bc8b-7c13c597acc8 None None] Bound using segment: {'id': '1c6e6600-b092-4611-9641-e7fd3433854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1e6a8a30-9d98-405d-92ed-1d575ddb14e3'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:33:49.641711 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-3cd95a6a-e9b7-4ba3-bc8b-7c13c597acc8 None None] Bound port: 324279ec-0af1-4d7a-afd4-b12626cf2799, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c6e6600-b092-4611-9641-e7fd3433854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1e6a8a30-9d98-405d-92ed-1d575ddb14e3'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:33:49.642458 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3cd95a6a-e9b7-4ba3-bc8b-7c13c597acc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:49.701754 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdaa633b-bb70-432c-b05f-e1ed7fe42aa4 req-057dab8f-c262-4dd5-9c1c-8b30b1cb8a19 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfec941a-be49-489c-b8ba-539bfe6342f9 HTTP/1.1" status: 200 len: 1001 time: 0.0698073 Aug 19 18:33:49.796031 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa633b-bb70-432c-b05f-e1ed7fe42aa4 req-52f8e5b3-5e52-4f00-a36b-16d2b111b07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:49.797676 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdaa633b-bb70-432c-b05f-e1ed7fe42aa4 req-52f8e5b3-5e52-4f00-a36b-16d2b111b07d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.0856311 Aug 19 18:33:49.802283 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-3cd95a6a-e9b7-4ba3-bc8b-7c13c597acc8 None None] For port 324279ec-0af1-4d7a-afd4-b12626cf2799, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:33:49.810851 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-3cd95a6a-e9b7-4ba3-bc8b-7c13c597acc8 None None] For port 324279ec-0af1-4d7a-afd4-b12626cf2799, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=324279ec-0af1-4d7a-afd4-b12626cf2799,segment=NetworkSegment(1c6e6600-b092-4611-9641-e7fd3433854a),segment_id=1c6e6600-b092-4611-9641-e7fd3433854a)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:33:49.818539 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3cd95a6a-e9b7-4ba3-bc8b-7c13c597acc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:49.867419 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6b134155-b9cc-46cf-b62f-3feaaf4eb616 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:49.890928 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa633b-bb70-432c-b05f-e1ed7fe42aa4 req-2dfeadae-5030-4f0e-a149-327c1b22e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:49.892590 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdaa633b-bb70-432c-b05f-e1ed7fe42aa4 req-2dfeadae-5030-4f0e-a149-327c1b22e94c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864058 Aug 19 18:33:49.912941 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd95a6a-e9b7-4ba3-bc8b-7c13c597acc8 None None] Pushing event updated for resources: {'Port': ['ID=324279ec-0af1-4d7a-afd4-b12626cf2799,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:49.914118 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-6b134155-b9cc-46cf-b62f-3feaaf4eb616 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Transition to ACTIVE for port object 916fa370-1b25-45ee-b0b7-3cdbca809baf will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:33:50.019954 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6b134155-b9cc-46cf-b62f-3feaaf4eb616 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:50.066178 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdaa633b-bb70-432c-b05f-e1ed7fe42aa4 req-0d45fdac-9139-4e14-8d8c-469b3c8688e6 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653354 Aug 19 18:33:50.095953 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b134155-b9cc-46cf-b62f-3feaaf4eb616 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Network 1e6a8a30-9d98-405d-92ed-1d575ddb14e3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:33:50.105972 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-6b134155-b9cc-46cf-b62f-3feaaf4eb616 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:33:50.111468 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b134155-b9cc-46cf-b62f-3feaaf4eb616 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:33:50.147103 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b134155-b9cc-46cf-b62f-3feaaf4eb616 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Pushing event updated for resources: {'Port': ['ID=916fa370-1b25-45ee-b0b7-3cdbca809baf,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:50.176891 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b134155-b9cc-46cf-b62f-3feaaf4eb616 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:50.178053 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6b134155-b9cc-46cf-b62f-3feaaf4eb616 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:50.209318 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6b134155-b9cc-46cf-b62f-3feaaf4eb616 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.5484469 Aug 19 18:33:50.211724 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50504) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:50.220973 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-25fb27e5-85ae-4873-8281-b12b0903311b tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1623761392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:33:50.230215 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdaa633b-bb70-432c-b05f-e1ed7fe42aa4 req-6bebe9d9-64a3-4de9-9606-237cd197eb17 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540692 Aug 19 18:33:50.273725 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-25fb27e5-85ae-4873-8281-b12b0903311b tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:50.273725 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-25fb27e5-85ae-4873-8281-b12b0903311b tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:50.402054 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-25fb27e5-85ae-4873-8281-b12b0903311b tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:50.425960 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-25fb27e5-85ae-4873-8281-b12b0903311b tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:50.448597 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-25fb27e5-85ae-4873-8281-b12b0903311b tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:50.455492 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-25fb27e5-85ae-4873-8281-b12b0903311b tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2423420 Aug 19 18:33:50.456585 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50516) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:50.462295 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-8a94c5dc-3f66-4cee-b219-b8d00028e0d8 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-552227368', 'prefixes': ['172.20.0.0/16']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:33:50.556963 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8a94c5dc-3f66-4cee-b219-b8d00028e0d8 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks [] for subnetpool, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:50.562053 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8a94c5dc-3f66-4cee-b219-b8d00028e0d8 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1041100 Aug 19 18:33:50.562954 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50518) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:50.567902 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-89bebb8a-96b9-4612-be4f-1f5c3e83c79c tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f1900eab-efb0-4c0e-8f31-086a9fe6523b', 'tempest-TagsExtTest-Tag-2100694688') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:50.675979 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-89bebb8a-96b9-4612-be4f-1f5c3e83c79c tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "PUT /v2.0/subnets/f1900eab-efb0-4c0e-8f31-086a9fe6523b/tags/tempest-TagsExtTest-Tag-2100694688 HTTP/1.1" status: 201 len: 201 time: 0.1112175 Aug 19 18:33:50.678074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50522) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:50.685178 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-c64152e0-c720-4063-9c7c-25421ccff17c tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '916fa370-1b25-45ee-b0b7-3cdbca809baf', 'tempest-TagsExtTest-Tag-1630336709') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:50.780263 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c64152e0-c720-4063-9c7c-25421ccff17c tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "PUT /v2.0/ports/916fa370-1b25-45ee-b0b7-3cdbca809baf/tags/tempest-TagsExtTest-Tag-1630336709 HTTP/1.1" status: 201 len: 201 time: 0.0994160 Aug 19 18:33:50.783075 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50532) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:50.793471 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-48644391-611c-47fc-99f1-636436a1d5d9 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3f8e3ab0-e900-4cea-999e-008353a6a57d', 'tempest-TagsExtTest-Tag-403760155') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:50.922209 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-48644391-611c-47fc-99f1-636436a1d5d9 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "PUT /v2.0/routers/3f8e3ab0-e900-4cea-999e-008353a6a57d/tags/tempest-TagsExtTest-Tag-403760155 HTTP/1.1" status: 201 len: 201 time: 0.1376867 Aug 19 18:33:50.922965 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50534) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:50.927301 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-3e788f58-cf9a-45b2-8915-cff68fc88e0f tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b3719a22-47fc-4919-a9fe-bafc7ece0859', 'tempest-TagsExtTest-Tag-1659681392') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:51.029595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50536) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:51.029972 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3e788f58-cf9a-45b2-8915-cff68fc88e0f tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "PUT /v2.0/subnetpools/b3719a22-47fc-4919-a9fe-bafc7ece0859/tags/tempest-TagsExtTest-Tag-1659681392 HTTP/1.1" status: 201 len: 201 time: 0.1061313 Aug 19 18:33:51.035135 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-94bdd1f1-cfc2-481b-92a2-3a0825802545 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f1900eab-efb0-4c0e-8f31-086a9fe6523b') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:51.445213 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d05649-6a07-4614-a626-a9eb73d9c012 None None] Network 1e6a8a30-9d98-405d-92ed-1d575ddb14e3 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:33:51.656997 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-075a3523-46e0-4fe7-ab2f-3f3200b3f0bd None None] Provisioning for port 324279ec-0af1-4d7a-afd4-b12626cf2799 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:33:51.724625 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-94bdd1f1-cfc2-481b-92a2-3a0825802545 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/subnets/f1900eab-efb0-4c0e-8f31-086a9fe6523b/tags HTTP/1.1" status: 200 len: 241 time: 0.6937010 Aug 19 18:33:51.728325 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50558) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:51.734049 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-cc653b58-0859-4d8c-971c-f6a05b09e420 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f1900eab-efb0-4c0e-8f31-086a9fe6523b', 'tempest-TagsExtTest-Tag-2100694688') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:51.970718 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cc653b58-0859-4d8c-971c-f6a05b09e420 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/subnets/f1900eab-efb0-4c0e-8f31-086a9fe6523b/tags/tempest-TagsExtTest-Tag-2100694688 HTTP/1.1" status: 204 len: 168 time: 0.2375484 Aug 19 18:33:51.971716 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50570) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:51.977386 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-dba1018d-33c1-43da-bbf8-35c68f4c07e7 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f1900eab-efb0-4c0e-8f31-086a9fe6523b', 'tempest-TagsExtTest-Tag-2100694688') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:52.073841 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dba1018d-33c1-43da-bbf8-35c68f4c07e7 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "DELETE /v2.0/subnets/f1900eab-efb0-4c0e-8f31-086a9fe6523b/tags/tempest-TagsExtTest-Tag-2100694688 HTTP/1.1" status: 204 len: 168 time: 0.1008537 Aug 19 18:33:52.076604 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50572) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:52.083362 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-5a840a50-c6ce-45b0-a230-4d5d6446c6b4 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f1900eab-efb0-4c0e-8f31-086a9fe6523b') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:52.146214 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f90563a3-a108-4000-9168-d9da8af05677 None None] Provisioning for port 916fa370-1b25-45ee-b0b7-3cdbca809baf completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:33:52.155095 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f90563a3-a108-4000-9168-d9da8af05677 None None] Provisioning complete for port 916fa370-1b25-45ee-b0b7-3cdbca809baf triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:52.155475 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f90563a3-a108-4000-9168-d9da8af05677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:52.228017 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5a840a50-c6ce-45b0-a230-4d5d6446c6b4 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/subnets/f1900eab-efb0-4c0e-8f31-086a9fe6523b/tags HTTP/1.1" status: 200 len: 205 time: 0.1500218 Aug 19 18:33:52.230602 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50576) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:52.235604 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-8c62fab2-46c1-4f36-abee-4432af8d8208 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '916fa370-1b25-45ee-b0b7-3cdbca809baf') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:52.281682 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 324279ec-0af1-4d7a-afd4-b12626cf2799 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:33:52.285082 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f90563a3-a108-4000-9168-d9da8af05677 None None] Port 916fa370-1b25-45ee-b0b7-3cdbca809baf cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:33:52.332748 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8c62fab2-46c1-4f36-abee-4432af8d8208 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/ports/916fa370-1b25-45ee-b0b7-3cdbca809baf/tags HTTP/1.1" status: 200 len: 241 time: 0.1007586 Aug 19 18:33:52.335377 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50578) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:52.340833 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-659715d1-f452-49cf-b46f-290fbebc0c97 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '916fa370-1b25-45ee-b0b7-3cdbca809baf', 'tempest-TagsExtTest-Tag-1630336709') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:52.399061 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 324279ec-0af1-4d7a-afd4-b12626cf2799 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:33:52.404009 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 324279ec-0af1-4d7a-afd4-b12626cf2799 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:52.404380 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:52.407973 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-659715d1-f452-49cf-b46f-290fbebc0c97 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/ports/916fa370-1b25-45ee-b0b7-3cdbca809baf/tags/tempest-TagsExtTest-Tag-1630336709 HTTP/1.1" status: 204 len: 168 time: 0.0712826 Aug 19 18:33:52.411080 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50580) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:52.415955 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-d6adb82f-04ba-4637-95c9-c572dc881f22 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '916fa370-1b25-45ee-b0b7-3cdbca809baf', 'tempest-TagsExtTest-Tag-1630336709') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:52.508232 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50586) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:52.508499 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d6adb82f-04ba-4637-95c9-c572dc881f22 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "DELETE /v2.0/ports/916fa370-1b25-45ee-b0b7-3cdbca809baf/tags/tempest-TagsExtTest-Tag-1630336709 HTTP/1.1" status: 204 len: 168 time: 0.0959496 Aug 19 18:33:52.514388 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-58c540cd-201f-45b6-b468-5f8a6cafefec tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '916fa370-1b25-45ee-b0b7-3cdbca809baf') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:52.544560 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:52.631613 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50588) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:52.631887 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-58c540cd-201f-45b6-b468-5f8a6cafefec tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/ports/916fa370-1b25-45ee-b0b7-3cdbca809baf/tags HTTP/1.1" status: 200 len: 205 time: 0.1224535 Aug 19 18:33:52.636528 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-10c03d8a-ce94-4d1c-8037-cdac305e718d tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3f8e3ab0-e900-4cea-999e-008353a6a57d') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:52.815546 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50592) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:52.821059 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-337c3a87-896e-46b3-8562-ae615082b8c8 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3f8e3ab0-e900-4cea-999e-008353a6a57d', 'tempest-TagsExtTest-Tag-403760155') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:52.825723 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-10c03d8a-ce94-4d1c-8037-cdac305e718d tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/routers/3f8e3ab0-e900-4cea-999e-008353a6a57d/tags HTTP/1.1" status: 200 len: 240 time: 0.1917968 Aug 19 18:33:52.844133 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 324279ec-0af1-4d7a-afd4-b12626cf2799, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=324279ec-0af1-4d7a-afd4-b12626cf2799,segment=NetworkSegment(1c6e6600-b092-4611-9641-e7fd3433854a),segment_id=1c6e6600-b092-4611-9641-e7fd3433854a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:33:52.850884 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4a8b6eba-0622-494b-b404-5b18898f4eca None None] Provisioning complete for port 916fa370-1b25-45ee-b0b7-3cdbca809baf triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:52.851373 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4a8b6eba-0622-494b-b404-5b18898f4eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:52.891496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-4a8b6eba-0622-494b-b404-5b18898f4eca None None] Port 916fa370-1b25-45ee-b0b7-3cdbca809baf cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:33:52.895057 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:52.942465 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-337c3a87-896e-46b3-8562-ae615082b8c8 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/routers/3f8e3ab0-e900-4cea-999e-008353a6a57d/tags/tempest-TagsExtTest-Tag-403760155 HTTP/1.1" status: 204 len: 168 time: 0.1240170 Aug 19 18:33:52.943955 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50600) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:52.951509 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-8f96fea5-7c7b-4553-be09-983f57cb635e tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3f8e3ab0-e900-4cea-999e-008353a6a57d', 'tempest-TagsExtTest-Tag-403760155') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:52.955748 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=324279ec-0af1-4d7a-afd4-b12626cf2799,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:52.965823 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:52.966639 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:52.967252 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:52.968212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:52.968818 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:52.969375 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:52.969994 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:52.971902 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:52.978065 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:52.980116 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:52.980479 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:52.981217 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:33:53.076145 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8f96fea5-7c7b-4553-be09-983f57cb635e tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "DELETE /v2.0/routers/3f8e3ab0-e900-4cea-999e-008353a6a57d/tags/tempest-TagsExtTest-Tag-403760155 HTTP/1.1" status: 204 len: 168 time: 0.1305923 Aug 19 18:33:53.078638 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50606) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:53.083508 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-41fe19d4-72dc-49e1-88e6-7585d25c6f38 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3f8e3ab0-e900-4cea-999e-008353a6a57d') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:53.174821 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-41fe19d4-72dc-49e1-88e6-7585d25c6f38 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/routers/3f8e3ab0-e900-4cea-999e-008353a6a57d/tags HTTP/1.1" status: 200 len: 205 time: 0.0949957 Aug 19 18:33:53.177540 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50612) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:53.182740 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-57e68367-8565-4140-8e3c-20090c7c3850 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b3719a22-47fc-4919-a9fe-bafc7ece0859') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:53.251307 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-57e68367-8565-4140-8e3c-20090c7c3850 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/subnetpools/b3719a22-47fc-4919-a9fe-bafc7ece0859/tags HTTP/1.1" status: 200 len: 241 time: 0.0725927 Aug 19 18:33:53.253858 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50622) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:53.258403 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-214f71b7-54e2-44f4-8afc-31590c6285d2 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b3719a22-47fc-4919-a9fe-bafc7ece0859', 'tempest-TagsExtTest-Tag-1659681392') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:53.313561 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50628) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:53.314439 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-214f71b7-54e2-44f4-8afc-31590c6285d2 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/subnetpools/b3719a22-47fc-4919-a9fe-bafc7ece0859/tags/tempest-TagsExtTest-Tag-1659681392 HTTP/1.1" status: 204 len: 168 time: 0.0586128 Aug 19 18:33:53.318706 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-bf1d7850-797e-4da9-9091-b4bd33698359 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b3719a22-47fc-4919-a9fe-bafc7ece0859', 'tempest-TagsExtTest-Tag-1659681392') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:53.369778 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bf1d7850-797e-4da9-9091-b4bd33698359 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b3719a22-47fc-4919-a9fe-bafc7ece0859/tags/tempest-TagsExtTest-Tag-1659681392 HTTP/1.1" status: 204 len: 168 time: 0.0528152 Aug 19 18:33:53.370551 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50632) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:53.376797 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-398d2acd-3106-46f1-8459-7d5ff3fe6e23 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b3719a22-47fc-4919-a9fe-bafc7ece0859') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:53.410763 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50634) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:53.411238 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-398d2acd-3106-46f1-8459-7d5ff3fe6e23 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/subnetpools/b3719a22-47fc-4919-a9fe-bafc7ece0859/tags HTTP/1.1" status: 200 len: 205 time: 0.0381844 Aug 19 18:33:53.417050 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-ac25fcb7-5497-4a33-acab-c70c5c42e52b tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b3719a22-47fc-4919-a9fe-bafc7ece0859') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:53.450759 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ac25fcb7-5497-4a33-acab-c70c5c42e52b tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b3719a22-47fc-4919-a9fe-bafc7ece0859/tags HTTP/1.1" status: 204 len: 168 time: 0.0359187 Aug 19 18:33:53.451230 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50636) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:53.456076 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-1c25d0f9-9401-4aad-888a-aa8098223e9b tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3f8e3ab0-e900-4cea-999e-008353a6a57d') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:53.546093 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1c25d0f9-9401-4aad-888a-aa8098223e9b tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "DELETE /v2.0/routers/3f8e3ab0-e900-4cea-999e-008353a6a57d/tags HTTP/1.1" status: 204 len: 168 time: 0.0934694 Aug 19 18:33:53.548365 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50642) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:53.553286 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-6016a558-aa5b-4fb9-b5dc-3fb8e3c099a9 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '916fa370-1b25-45ee-b0b7-3cdbca809baf') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:53.661467 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50648) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:53.666843 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-2dda3cf4-7e1f-49be-b321-bca48a1469be tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f1900eab-efb0-4c0e-8f31-086a9fe6523b') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:53.672778 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6016a558-aa5b-4fb9-b5dc-3fb8e3c099a9 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "DELETE /v2.0/ports/916fa370-1b25-45ee-b0b7-3cdbca809baf/tags HTTP/1.1" status: 204 len: 168 time: 0.1228018 Aug 19 18:33:53.739506 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50652) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:53.744581 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-36049690-fb98-49e2-9787-868921e10a16 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f1900eab-efb0-4c0e-8f31-086a9fe6523b', 'tempest-TagsExtTest-Tag-1704271379') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:53.757905 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2dda3cf4-7e1f-49be-b321-bca48a1469be tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "DELETE /v2.0/subnets/f1900eab-efb0-4c0e-8f31-086a9fe6523b/tags HTTP/1.1" status: 204 len: 168 time: 0.0950887 Aug 19 18:33:53.851878 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50654) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:53.852285 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-36049690-fb98-49e2-9787-868921e10a16 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "PUT /v2.0/subnets/f1900eab-efb0-4c0e-8f31-086a9fe6523b/tags/tempest-TagsExtTest-Tag-1704271379 HTTP/1.1" status: 201 len: 201 time: 0.1063221 Aug 19 18:33:53.852446 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-6332ae8f-ec00-4ed8-bcdc-62bfcc369061 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '916fa370-1b25-45ee-b0b7-3cdbca809baf', 'tempest-TagsExtTest-Tag-2092940345') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:53.922899 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6332ae8f-ec00-4ed8-bcdc-62bfcc369061 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "PUT /v2.0/ports/916fa370-1b25-45ee-b0b7-3cdbca809baf/tags/tempest-TagsExtTest-Tag-2092940345 HTTP/1.1" status: 201 len: 201 time: 0.0752654 Aug 19 18:33:53.925646 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50658) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:53.931011 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-fd301fb7-26ca-475b-a779-54c8ef5224f5 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3f8e3ab0-e900-4cea-999e-008353a6a57d', 'tempest-TagsExtTest-Tag-961143322') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:54.049838 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fd301fb7-26ca-475b-a779-54c8ef5224f5 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "PUT /v2.0/routers/3f8e3ab0-e900-4cea-999e-008353a6a57d/tags/tempest-TagsExtTest-Tag-961143322 HTTP/1.1" status: 201 len: 201 time: 0.1228340 Aug 19 18:33:54.052296 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50662) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:54.059921 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-c59c11cf-b0e7-42b5-8063-77a756b2f186 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b3719a22-47fc-4919-a9fe-bafc7ece0859', 'tempest-TagsExtTest-Tag-1849067055') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:54.098154 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c59c11cf-b0e7-42b5-8063-77a756b2f186 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "PUT /v2.0/subnetpools/b3719a22-47fc-4919-a9fe-bafc7ece0859/tags/tempest-TagsExtTest-Tag-1849067055 HTTP/1.1" status: 201 len: 201 time: 0.0426948 Aug 19 18:33:54.099646 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50664) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:54.104599 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-d2b86ca6-53b0-415f-bcc6-7e6098afbc13 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f1900eab-efb0-4c0e-8f31-086a9fe6523b', {'tags': ['tempest-TagsExtTest-Tag-1529149363', 'tempest-TagsExtTest-Tag-417962205', 'tempest-TagsExtTest-Tag-1199057075']}) {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:54.203961 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 324279ec-0af1-4d7a-afd4-b12626cf2799 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:33:54.218821 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d2b86ca6-53b0-415f-bcc6-7e6098afbc13 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "PUT /v2.0/subnets/f1900eab-efb0-4c0e-8f31-086a9fe6523b/tags HTTP/1.1" status: 200 len: 317 time: 0.1176438 Aug 19 18:33:54.221192 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50668) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:54.226665 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-d8e57b8c-c0d9-4cdd-9dc3-b41da92dee65 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f1900eab-efb0-4c0e-8f31-086a9fe6523b') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:54.295731 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 324279ec-0af1-4d7a-afd4-b12626cf2799 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:33:54.296109 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:54.383362 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d8e57b8c-c0d9-4cdd-9dc3-b41da92dee65 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "DELETE /v2.0/subnets/f1900eab-efb0-4c0e-8f31-086a9fe6523b/tags HTTP/1.1" status: 204 len: 168 time: 0.1606286 Aug 19 18:33:54.386398 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50678) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:54.392955 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-013be08a-92e5-42fa-8b2f-4d98169dd71b tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f1900eab-efb0-4c0e-8f31-086a9fe6523b', 'tempest-TagsExtTest-Tag-1529149363') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:54.462704 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-013be08a-92e5-42fa-8b2f-4d98169dd71b tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] show failed (client error): The resource could not be found. Aug 19 18:33:54.464031 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-013be08a-92e5-42fa-8b2f-4d98169dd71b tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/subnets/f1900eab-efb0-4c0e-8f31-086a9fe6523b/tags/tempest-TagsExtTest-Tag-1529149363 HTTP/1.1" status: 404 len: 329 time: 0.0759237 Aug 19 18:33:54.467399 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50682) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:54.472071 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-54cd92b4-2b12-4a8c-9078-60ae63cbcc9f tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f1900eab-efb0-4c0e-8f31-086a9fe6523b', 'tempest-TagsExtTest-Tag-417962205') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:54.550586 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-54cd92b4-2b12-4a8c-9078-60ae63cbcc9f tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] show failed (client error): The resource could not be found. Aug 19 18:33:54.554080 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-54cd92b4-2b12-4a8c-9078-60ae63cbcc9f tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/subnets/f1900eab-efb0-4c0e-8f31-086a9fe6523b/tags/tempest-TagsExtTest-Tag-417962205 HTTP/1.1" status: 404 len: 328 time: 0.0853262 Aug 19 18:33:54.554526 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50684) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:54.559523 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-6c54f784-e449-4b09-94bb-c23b81baf526 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f1900eab-efb0-4c0e-8f31-086a9fe6523b', 'tempest-TagsExtTest-Tag-1199057075') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:54.633866 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-6c54f784-e449-4b09-94bb-c23b81baf526 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] show failed (client error): The resource could not be found. Aug 19 18:33:54.636337 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6c54f784-e449-4b09-94bb-c23b81baf526 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/subnets/f1900eab-efb0-4c0e-8f31-086a9fe6523b/tags/tempest-TagsExtTest-Tag-1199057075 HTTP/1.1" status: 404 len: 329 time: 0.0790539 Aug 19 18:33:54.638035 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50694) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:54.643393 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-bd0eed8c-76a2-4305-86cd-80414d1f2bc4 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '916fa370-1b25-45ee-b0b7-3cdbca809baf', {'tags': ['tempest-TagsExtTest-Tag-1363360656', 'tempest-TagsExtTest-Tag-407982167', 'tempest-TagsExtTest-Tag-133919706']}) {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:54.795199 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-705979bb-8d27-4de9-8487-19eb50c5918a req-009f071f-171a-48fc-b7f4-39d631ed2520 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0878079 Aug 19 18:33:54.801866 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bd0eed8c-76a2-4305-86cd-80414d1f2bc4 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "PUT /v2.0/ports/916fa370-1b25-45ee-b0b7-3cdbca809baf/tags HTTP/1.1" status: 200 len: 316 time: 0.1625109 Aug 19 18:33:54.804308 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50698) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:54.810798 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-769ea8e6-1781-4580-9033-eefb17b4dd2c tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '916fa370-1b25-45ee-b0b7-3cdbca809baf') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:54.926380 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705979bb-8d27-4de9-8487-19eb50c5918a req-3c4168d8-90a3-490a-bb3c-dc414265b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:54.928301 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-705979bb-8d27-4de9-8487-19eb50c5918a req-3c4168d8-90a3-490a-bb3c-dc414265b862 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 1096 time: 0.0819480 Aug 19 18:33:54.948649 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-769ea8e6-1781-4580-9033-eefb17b4dd2c tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "DELETE /v2.0/ports/916fa370-1b25-45ee-b0b7-3cdbca809baf/tags HTTP/1.1" status: 204 len: 168 time: 0.1422617 Aug 19 18:33:54.951512 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50704) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:54.957583 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-3cd2602c-2f00-4cb0-8b90-c2bd141425ac tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '916fa370-1b25-45ee-b0b7-3cdbca809baf', 'tempest-TagsExtTest-Tag-1363360656') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:55.036852 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-3cd2602c-2f00-4cb0-8b90-c2bd141425ac tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] show failed (client error): The resource could not be found. Aug 19 18:33:55.038605 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3cd2602c-2f00-4cb0-8b90-c2bd141425ac tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/ports/916fa370-1b25-45ee-b0b7-3cdbca809baf/tags/tempest-TagsExtTest-Tag-1363360656 HTTP/1.1" status: 404 len: 329 time: 0.0857134 Aug 19 18:33:55.041671 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50710) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:55.047217 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-253da5d8-c92a-4b01-9ad7-acdc16f419e8 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '916fa370-1b25-45ee-b0b7-3cdbca809baf', 'tempest-TagsExtTest-Tag-407982167') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:55.104777 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705979bb-8d27-4de9-8487-19eb50c5918a req-14d62468-17e1-403c-8cb9-46398d134c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:55.106512 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-705979bb-8d27-4de9-8487-19eb50c5918a req-14d62468-17e1-403c-8cb9-46398d134c7b service neutron] 10.222.0.50 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 911 time: 0.1485345 Aug 19 18:33:55.119672 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-253da5d8-c92a-4b01-9ad7-acdc16f419e8 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] show failed (client error): The resource could not be found. Aug 19 18:33:55.122151 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-253da5d8-c92a-4b01-9ad7-acdc16f419e8 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/ports/916fa370-1b25-45ee-b0b7-3cdbca809baf/tags/tempest-TagsExtTest-Tag-407982167 HTTP/1.1" status: 404 len: 328 time: 0.0786574 Aug 19 18:33:55.125896 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50712) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:55.130434 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-ec2e1a80-7ea4-4537-9419-c59437556b9e tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '916fa370-1b25-45ee-b0b7-3cdbca809baf', 'tempest-TagsExtTest-Tag-133919706') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:55.185633 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-705979bb-8d27-4de9-8487-19eb50c5918a req-6d0c2620-7655-44e4-a1d6-3e741e9b1297 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a HTTP/1.1" status: 200 len: 1001 time: 0.0711308 Aug 19 18:33:55.189245 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-ec2e1a80-7ea4-4537-9419-c59437556b9e tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] show failed (client error): The resource could not be found. Aug 19 18:33:55.190633 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ec2e1a80-7ea4-4537-9419-c59437556b9e tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/ports/916fa370-1b25-45ee-b0b7-3cdbca809baf/tags/tempest-TagsExtTest-Tag-133919706 HTTP/1.1" status: 404 len: 328 time: 0.0636640 Aug 19 18:33:55.193033 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50714) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:55.216186 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-ec9f6665-01cc-4083-941c-2b968d7e3b3a tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3f8e3ab0-e900-4cea-999e-008353a6a57d', {'tags': ['tempest-TagsExtTest-Tag-1578136468', 'tempest-TagsExtTest-Tag-604906722', 'tempest-TagsExtTest-Tag-49659092']}) {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:55.309959 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705979bb-8d27-4de9-8487-19eb50c5918a req-5d3f256a-d4db-4044-b026-39b31bdac4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:55.309959 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-705979bb-8d27-4de9-8487-19eb50c5918a req-5d3f256a-d4db-4044-b026-39b31bdac4d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.1156564 Aug 19 18:33:55.332634 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ec9f6665-01cc-4083-941c-2b968d7e3b3a tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "PUT /v2.0/routers/3f8e3ab0-e900-4cea-999e-008353a6a57d/tags HTTP/1.1" status: 200 len: 315 time: 0.1211631 Aug 19 18:33:55.335171 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50722) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:55.355742 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-08819f55-edcd-4c1f-999f-9163afbb90ff tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3f8e3ab0-e900-4cea-999e-008353a6a57d') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:55.404667 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705979bb-8d27-4de9-8487-19eb50c5918a req-3b732b7f-3bf4-423e-ba9a-eca9fc614610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:55.411183 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-705979bb-8d27-4de9-8487-19eb50c5918a req-3b732b7f-3bf4-423e-ba9a-eca9fc614610 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940599 Aug 19 18:33:55.490258 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-08819f55-edcd-4c1f-999f-9163afbb90ff tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "DELETE /v2.0/routers/3f8e3ab0-e900-4cea-999e-008353a6a57d/tags HTTP/1.1" status: 204 len: 168 time: 0.1437621 Aug 19 18:33:55.490258 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50728) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:55.498328 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-eccf2e37-82b4-45c3-8441-0bffe40fa997 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3f8e3ab0-e900-4cea-999e-008353a6a57d', 'tempest-TagsExtTest-Tag-1578136468') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:55.570558 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-705979bb-8d27-4de9-8487-19eb50c5918a req-c9765c89-cf96-4c8f-b2cf-4f1bd2186ee5 service neutron] 10.222.0.50 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455877 Aug 19 18:33:55.664539 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-eccf2e37-82b4-45c3-8441-0bffe40fa997 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] show failed (client error): The resource could not be found. Aug 19 18:33:55.665624 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-eccf2e37-82b4-45c3-8441-0bffe40fa997 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/routers/3f8e3ab0-e900-4cea-999e-008353a6a57d/tags/tempest-TagsExtTest-Tag-1578136468 HTTP/1.1" status: 404 len: 329 time: 0.1747887 Aug 19 18:33:55.669040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50742) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:55.673893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-d56fe742-3cbe-4189-bf34-821fe94825db tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3f8e3ab0-e900-4cea-999e-008353a6a57d', 'tempest-TagsExtTest-Tag-604906722') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:55.799713 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-d56fe742-3cbe-4189-bf34-821fe94825db tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] show failed (client error): The resource could not be found. Aug 19 18:33:55.801016 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d56fe742-3cbe-4189-bf34-821fe94825db tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/routers/3f8e3ab0-e900-4cea-999e-008353a6a57d/tags/tempest-TagsExtTest-Tag-604906722 HTTP/1.1" status: 404 len: 328 time: 0.1307640 Aug 19 18:33:55.803945 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50746) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:55.810770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-ef827763-02cd-412c-802a-fc8c1fd11e3f tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3f8e3ab0-e900-4cea-999e-008353a6a57d', 'tempest-TagsExtTest-Tag-49659092') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:55.823493 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-705979bb-8d27-4de9-8487-19eb50c5918a req-626db7f3-9e69-4640-83c3-0550c8be4413 service neutron] 10.222.0.50 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449720 Aug 19 18:33:55.945209 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-ef827763-02cd-412c-802a-fc8c1fd11e3f tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] show failed (client error): The resource could not be found. Aug 19 18:33:55.946963 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ef827763-02cd-412c-802a-fc8c1fd11e3f tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/routers/3f8e3ab0-e900-4cea-999e-008353a6a57d/tags/tempest-TagsExtTest-Tag-49659092 HTTP/1.1" status: 404 len: 327 time: 0.1417956 Aug 19 18:33:55.950259 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50754) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:55.957097 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-7acce28e-7b25-4d5a-a707-1f259e8c8dc5 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b3719a22-47fc-4919-a9fe-bafc7ece0859', {'tags': ['tempest-TagsExtTest-Tag-109251168', 'tempest-TagsExtTest-Tag-2092127803', 'tempest-TagsExtTest-Tag-790236650']}) {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:56.023566 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7acce28e-7b25-4d5a-a707-1f259e8c8dc5 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "PUT /v2.0/subnetpools/b3719a22-47fc-4919-a9fe-bafc7ece0859/tags HTTP/1.1" status: 200 len: 316 time: 0.0717869 Aug 19 18:33:56.026069 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50756) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:56.042280 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-1e8e78f8-2d5d-4a97-8cec-903121424e72 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b3719a22-47fc-4919-a9fe-bafc7ece0859') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:56.052126 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50760) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:56.119582 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50766) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:56.119839 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1e8e78f8-2d5d-4a97-8cec-903121424e72 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b3719a22-47fc-4919-a9fe-bafc7ece0859/tags HTTP/1.1" status: 204 len: 168 time: 0.0923705 Aug 19 18:33:56.125953 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-8b4ddf2d-9d70-482a-a6cd-35768f2ad7fd tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b3719a22-47fc-4919-a9fe-bafc7ece0859', 'tempest-TagsExtTest-Tag-109251168') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:56.221390 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57dc8c00-2a41-44ff-bdba-88ec98c144e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:56.223627 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-8b4ddf2d-9d70-482a-a6cd-35768f2ad7fd tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] show failed (client error): The resource could not be found. Aug 19 18:33:56.224708 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8b4ddf2d-9d70-482a-a6cd-35768f2ad7fd tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/subnetpools/b3719a22-47fc-4919-a9fe-bafc7ece0859/tags/tempest-TagsExtTest-Tag-109251168 HTTP/1.1" status: 404 len: 328 time: 0.1033237 Aug 19 18:33:56.229751 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50774) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:56.235353 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-19ae1c5b-d276-46f3-92ad-2168fd8168ec tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b3719a22-47fc-4919-a9fe-bafc7ece0859', 'tempest-TagsExtTest-Tag-2092127803') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:56.282967 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-19ae1c5b-d276-46f3-92ad-2168fd8168ec tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] show failed (client error): The resource could not be found. Aug 19 18:33:56.288770 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-19ae1c5b-d276-46f3-92ad-2168fd8168ec tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/subnetpools/b3719a22-47fc-4919-a9fe-bafc7ece0859/tags/tempest-TagsExtTest-Tag-2092127803 HTTP/1.1" status: 404 len: 329 time: 0.0578389 Aug 19 18:33:56.289029 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50776) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:56.294274 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-bb1e2f4a-48ec-4770-86fa-e204ad6d0547 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b3719a22-47fc-4919-a9fe-bafc7ece0859', 'tempest-TagsExtTest-Tag-790236650') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:56.375620 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-bb1e2f4a-48ec-4770-86fa-e204ad6d0547 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] show failed (client error): The resource could not be found. Aug 19 18:33:56.376672 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bb1e2f4a-48ec-4770-86fa-e204ad6d0547 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/subnetpools/b3719a22-47fc-4919-a9fe-bafc7ece0859/tags/tempest-TagsExtTest-Tag-790236650 HTTP/1.1" status: 404 len: 328 time: 0.0864673 Aug 19 18:33:56.379904 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50780) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:56.385802 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57dc8c00-2a41-44ff-bdba-88ec98c144e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:56.387715 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-149abb3e-8bb6-400a-bf40-6d6dbcc54143 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b3719a22-47fc-4919-a9fe-bafc7ece0859') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:56.394307 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57dc8c00-2a41-44ff-bdba-88ec98c144e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:56.426354 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50782) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:56.427812 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-149abb3e-8bb6-400a-bf40-6d6dbcc54143 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b3719a22-47fc-4919-a9fe-bafc7ece0859/tags HTTP/1.1" status: 204 len: 168 time: 0.0460067 Aug 19 18:33:56.452608 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-698ca076-0435-4b41-830b-d0a022c73b37 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3f8e3ab0-e900-4cea-999e-008353a6a57d') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:56.564919 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-57dc8c00-2a41-44ff-bdba-88ec98c144e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d54e259170b14d4ca7e8a4b1b69daa6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5117431 Aug 19 18:33:56.567600 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc8c00-2a41-44ff-bdba-88ec98c144e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7aba35-4aae-449c-bb99-27846eab57b8,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:56.567769 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50788) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:56.604984 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-698ca076-0435-4b41-830b-d0a022c73b37 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "DELETE /v2.0/routers/3f8e3ab0-e900-4cea-999e-008353a6a57d/tags HTTP/1.1" status: 204 len: 168 time: 0.1706078 Aug 19 18:33:56.605414 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50792) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:56.614615 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.tag.tag_plugin [None req-6d96c74d-8b15-471e-981e-3d43a0415e58 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '916fa370-1b25-45ee-b0b7-3cdbca809baf') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:56.677766 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8e68271b-f1dc-4e0b-b759-84e7666dbfb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:56.706505 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6d96c74d-8b15-471e-981e-3d43a0415e58 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "DELETE /v2.0/ports/916fa370-1b25-45ee-b0b7-3cdbca809baf/tags HTTP/1.1" status: 204 len: 168 time: 0.0941229 Aug 19 18:33:56.709369 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50796) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:56.716739 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.tag.tag_plugin [None req-de2ff819-8655-469c-b3f4-b745e6bdaece tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f1900eab-efb0-4c0e-8f31-086a9fe6523b') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:56.723594 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8e68271b-f1dc-4e0b-b759-84e7666dbfb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:56.808484 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8e68271b-f1dc-4e0b-b759-84e7666dbfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:56.811599 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8e68271b-f1dc-4e0b-b759-84e7666dbfb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:56.812758 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8e68271b-f1dc-4e0b-b759-84e7666dbfb4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e7aba35-4aae-449c-bb99-27846eab57b8 HTTP/1.1" status: 204 len: 168 time: 0.2436264 Aug 19 18:33:56.828034 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68271b-f1dc-4e0b-b759-84e7666dbfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7aba35-4aae-449c-bb99-27846eab57b8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:56.870879 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-de2ff819-8655-469c-b3f4-b745e6bdaece tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "DELETE /v2.0/subnets/f1900eab-efb0-4c0e-8f31-086a9fe6523b/tags HTTP/1.1" status: 204 len: 168 time: 0.1550550 Aug 19 18:33:56.871209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50804) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:57.005960 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4eb0e190-e054-428d-94fb-f374e832509b tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks [] for subnetpool, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:57.007413 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4eb0e190-e054-428d-94fb-f374e832509b tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b3719a22-47fc-4919-a9fe-bafc7ece0859 HTTP/1.1" status: 204 len: 168 time: 0.1348078 Aug 19 18:33:57.009900 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50814) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:57.048616 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-332d4236-237e-4abc-ba54-d215acbacaaa tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f8e3ab0-e900-4cea-999e-008353a6a57d HTTP/1.1" status: 200 len: 205 time: 0.0348823 Aug 19 18:33:57.048616 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50816) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:57.150564 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2a67edfe-772d-4cfd-81ea-daf8d72fd2c8 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:57.191344 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50822) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:57.210886 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-968b3433-fbb7-41bf-9149-2ca05c395513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:57.350563 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-968b3433-fbb7-41bf-9149-2ca05c395513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:57.357970 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-968b3433-fbb7-41bf-9149-2ca05c395513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:57.388325 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2a67edfe-772d-4cfd-81ea-daf8d72fd2c8 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:57.390535 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2a67edfe-772d-4cfd-81ea-daf8d72fd2c8 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:57.416809 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b3433-fbb7-41bf-9149-2ca05c395513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645c810d-3681-4902-a5b6-053a2408cd3d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:57.436186 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-968b3433-fbb7-41bf-9149-2ca05c395513 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4cdfdd2b266040d194a77227e40af53b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432055 Aug 19 18:33:57.438917 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50830) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:57.487526 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2a67edfe-772d-4cfd-81ea-daf8d72fd2c8 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:57.488096 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a67edfe-772d-4cfd-81ea-daf8d72fd2c8 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Fanout notify agent at l3_agent the message router_deleted on router 3f8e3ab0-e900-4cea-999e-008353a6a57d {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:33:57.498163 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2a67edfe-772d-4cfd-81ea-daf8d72fd2c8 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:57.507738 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2a67edfe-772d-4cfd-81ea-daf8d72fd2c8 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "DELETE /v2.0/routers/3f8e3ab0-e900-4cea-999e-008353a6a57d HTTP/1.1" status: 204 len: 168 time: 0.4527476 Aug 19 18:33:57.509264 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50834) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:57.547915 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d7edcf83-bd0e-44a6-b848-71f47168a42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:57.573906 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d7edcf83-bd0e-44a6-b848-71f47168a42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:57.641964 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d7edcf83-bd0e-44a6-b848-71f47168a42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:57.644209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-73d9f1de-2ef1-4581-97ed-1c8ad365b4fe tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Deleting port 916fa370-1b25-45ee-b0b7-3cdbca809baf {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:33:57.644560 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73d9f1de-2ef1-4581-97ed-1c8ad365b4fe tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:57.646269 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d7edcf83-bd0e-44a6-b848-71f47168a42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:57.647824 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d7edcf83-bd0e-44a6-b848-71f47168a42f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/645c810d-3681-4902-a5b6-053a2408cd3d HTTP/1.1" status: 204 len: 168 time: 0.2071865 Aug 19 18:33:57.660201 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edcf83-bd0e-44a6-b848-71f47168a42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645c810d-3681-4902-a5b6-053a2408cd3d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:57.769768 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73d9f1de-2ef1-4581-97ed-1c8ad365b4fe tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:57.785634 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-73d9f1de-2ef1-4581-97ed-1c8ad365b4fe tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Calling delete_port for 916fa370-1b25-45ee-b0b7-3cdbca809baf owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:33:57.961511 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73d9f1de-2ef1-4581-97ed-1c8ad365b4fe tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:57.994094 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9f1de-2ef1-4581-97ed-1c8ad365b4fe tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Pushing event deleted for resources: {'Port': ['ID=916fa370-1b25-45ee-b0b7-3cdbca809baf,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:58.104283 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-73d9f1de-2ef1-4581-97ed-1c8ad365b4fe tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:58.108319 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-73d9f1de-2ef1-4581-97ed-1c8ad365b4fe tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "DELETE /v2.0/ports/916fa370-1b25-45ee-b0b7-3cdbca809baf HTTP/1.1" status: 204 len: 168 time: 0.5950160 Aug 19 18:33:58.110596 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50856) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:58.164975 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50858) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:58.204993 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cdf7ce70-a5cc-468d-bd09-072b70b78e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:58.223402 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b4e8b4-b6c1-4c4a-8efb-c674da911d17 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Deleting subnet f1900eab-efb0-4c0e-8f31-086a9fe6523b {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:33:58.227312 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e8b4-b6c1-4c4a-8efb-c674da911d17 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:58.284118 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e8b4-b6c1-4c4a-8efb-c674da911d17 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:58.326162 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cdf7ce70-a5cc-468d-bd09-072b70b78e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:58.334279 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cdf7ce70-a5cc-468d-bd09-072b70b78e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:58.373582 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7ce70-a5cc-468d-bd09-072b70b78e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8556e5-a310-49da-b295-9f2cf71b5842,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:58.394005 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cdf7ce70-a5cc-468d-bd09-072b70b78e05 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bdb916449c6a42399a5aaa38b1c6a8b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2274024 Aug 19 18:33:58.394714 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50864) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:58.428249 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e8b4-b6c1-4c4a-8efb-c674da911d17 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:58.457620 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-03aa90af-61b1-4fc5-ba65-5d601e37d4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:58.530668 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-03aa90af-61b1-4fc5-ba65-5d601e37d4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:58.532657 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e8b4-b6c1-4c4a-8efb-c674da911d17 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:58.564932 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4e8b4-b6c1-4c4a-8efb-c674da911d17 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Pushing event deleted for resources: {'Subnet': ['ID=f1900eab-efb0-4c0e-8f31-086a9fe6523b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:58.579917 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e8b4-b6c1-4c4a-8efb-c674da911d17 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:58.580771 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85651af5-58aa-4934-b0a5-4a10921c3367 None None] Network 1e6a8a30-9d98-405d-92ed-1d575ddb14e3 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:33:58.584892 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c8b4e8b4-b6c1-4c4a-8efb-c674da911d17 tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "DELETE /v2.0/subnets/f1900eab-efb0-4c0e-8f31-086a9fe6523b HTTP/1.1" status: 204 len: 168 time: 0.4730587 Aug 19 18:33:58.585714 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 50872) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:33:58.604977 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-03aa90af-61b1-4fc5-ba65-5d601e37d4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:58.608832 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-03aa90af-61b1-4fc5-ba65-5d601e37d4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:58.625190 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-03aa90af-61b1-4fc5-ba65-5d601e37d4d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb8556e5-a310-49da-b295-9f2cf71b5842 HTTP/1.1" status: 204 len: 168 time: 0.2294054 Aug 19 18:33:58.644536 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa90af-61b1-4fc5-ba65-5d601e37d4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8556e5-a310-49da-b295-9f2cf71b5842,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:58.758846 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90a5e307-3176-4e61-9cc3-48585cc5cdbb tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:58.843751 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fd2e15-ea9a-49bb-b8f8-f7fa5f7cf0c7 None None] DHCP port deletion for 1e6a8a30-9d98-405d-92ed-1d575ddb14e3 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:33:58.854972 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-90a5e307-3176-4e61-9cc3-48585cc5cdbb tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Deleting port 324279ec-0af1-4d7a-afd4-b12626cf2799 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:33:58.855420 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90a5e307-3176-4e61-9cc3-48585cc5cdbb tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:58.911406 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-10fd2e15-ea9a-49bb-b8f8-f7fa5f7cf0c7 None None] Deleting port 324279ec-0af1-4d7a-afd4-b12626cf2799 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:33:58.911787 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-10fd2e15-ea9a-49bb-b8f8-f7fa5f7cf0c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:58.990643 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-90a5e307-3176-4e61-9cc3-48585cc5cdbb tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] For port 324279ec-0af1-4d7a-afd4-b12626cf2799, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=324279ec-0af1-4d7a-afd4-b12626cf2799,segment=NetworkSegment(1c6e6600-b092-4611-9641-e7fd3433854a),segment_id=1c6e6600-b092-4611-9641-e7fd3433854a)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:33:58.991010 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90a5e307-3176-4e61-9cc3-48585cc5cdbb tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:59.020303 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-90a5e307-3176-4e61-9cc3-48585cc5cdbb tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Calling delete_port for 324279ec-0af1-4d7a-afd4-b12626cf2799 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:33:59.031446 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-10fd2e15-ea9a-49bb-b8f8-f7fa5f7cf0c7 None None] For port 324279ec-0af1-4d7a-afd4-b12626cf2799, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=324279ec-0af1-4d7a-afd4-b12626cf2799,segment=NetworkSegment(1c6e6600-b092-4611-9641-e7fd3433854a),segment_id=1c6e6600-b092-4611-9641-e7fd3433854a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:33:59.032083 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-10fd2e15-ea9a-49bb-b8f8-f7fa5f7cf0c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:59.066858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-10fd2e15-ea9a-49bb-b8f8-f7fa5f7cf0c7 None None] Calling delete_port for 324279ec-0af1-4d7a-afd4-b12626cf2799 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:33:59.138047 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90a5e307-3176-4e61-9cc3-48585cc5cdbb tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:59.176362 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-10fd2e15-ea9a-49bb-b8f8-f7fa5f7cf0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:59.188388 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5e307-3176-4e61-9cc3-48585cc5cdbb tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Pushing event deleted for resources: {'Port': ['ID=324279ec-0af1-4d7a-afd4-b12626cf2799,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:59.190612 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a5e307-3176-4e61-9cc3-48585cc5cdbb tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] No DVR routers for this DVR port 324279ec-0af1-4d7a-afd4-b12626cf2799 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:33:59.213790 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd2e15-ea9a-49bb-b8f8-f7fa5f7cf0c7 None None] Pushing event deleted for resources: {'Port': ['ID=324279ec-0af1-4d7a-afd4-b12626cf2799,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:59.222084 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fd2e15-ea9a-49bb-b8f8-f7fa5f7cf0c7 None None] No DVR routers for this DVR port 324279ec-0af1-4d7a-afd4-b12626cf2799 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:33:59.295988 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90a5e307-3176-4e61-9cc3-48585cc5cdbb tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:59.322577 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-90a5e307-3176-4e61-9cc3-48585cc5cdbb tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6a8a30-9d98-405d-92ed-1d575ddb14e3']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:59.336690 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-90a5e307-3176-4e61-9cc3-48585cc5cdbb tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6e6600-b092-4611-9641-e7fd3433854a') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:59.337272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-90a5e307-3176-4e61-9cc3-48585cc5cdbb tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6e6600-b092-4611-9641-e7fd3433854a') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:33:59.348036 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90a5e307-3176-4e61-9cc3-48585cc5cdbb tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:59.366446 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90a5e307-3176-4e61-9cc3-48585cc5cdbb tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:59.377202 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a5e307-3176-4e61-9cc3-48585cc5cdbb tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:33:59.378148 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90a5e307-3176-4e61-9cc3-48585cc5cdbb tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:33:59.382518 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:33:59.475442 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90a5e307-3176-4e61-9cc3-48585cc5cdbb tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:59.485023 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90a5e307-3176-4e61-9cc3-48585cc5cdbb tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:59.489323 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-90a5e307-3176-4e61-9cc3-48585cc5cdbb tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] 10.222.0.24 "DELETE /v2.0/networks/1e6a8a30-9d98-405d-92ed-1d575ddb14e3 HTTP/1.1" status: 204 len: 168 time: 0.9001634 Aug 19 18:33:59.510178 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5e307-3176-4e61-9cc3-48585cc5cdbb tempest-TagsExtTest-905892961 tempest-TagsExtTest-905892961-project] Pushing event deleted for resources: {'Network': ['ID=1e6a8a30-9d98-405d-92ed-1d575ddb14e3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:33:59.798327 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50936) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:34:00.002229 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-db6b5430-6772-4525-8cee-f38d623ab443 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7ff525928884d0fb067a1f7e6f3194e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1987178 Aug 19 18:34:00.002628 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 50964) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:34:00.078205 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5df8b094-c787-4afe-b1f2-1f46ca83e608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:00.121063 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5df8b094-c787-4afe-b1f2-1f46ca83e608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:00.174617 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 324279ec-0af1-4d7a-afd4-b12626cf2799 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:34:00.232572 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5df8b094-c787-4afe-b1f2-1f46ca83e608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:00.236839 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5df8b094-c787-4afe-b1f2-1f46ca83e608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:00.237405 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 324279ec-0af1-4d7a-afd4-b12626cf2799 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:34:00.237782 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 324279ec-0af1-4d7a-afd4-b12626cf2799 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:34:00.239779 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5df8b094-c787-4afe-b1f2-1f46ca83e608 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9bb8061-85cf-4dcb-ad1e-6edf390a1c20 HTTP/1.1" status: 204 len: 168 time: 0.2352109 Aug 19 18:34:00.253499 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8b094-c787-4afe-b1f2-1f46ca83e608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bb8061-85cf-4dcb-ad1e-6edf390a1c20,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:04.619791 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c4267232-2b9c-42b3-bebd-5432db4973d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:07.274772 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:07.368824 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-518eb951-01e1-4f33-980e-8e1283fe4d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:08.205906 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:10.236250 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:11.165702 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:16.597144 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:24.600599 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52092) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:34:24.818868 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a96d6ea4-d137-4ddb-b851-0781bdb02537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:24.941004 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a96d6ea4-d137-4ddb-b851-0781bdb02537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:24.946192 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a96d6ea4-d137-4ddb-b851-0781bdb02537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:25.009363 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a96d6ea4-d137-4ddb-b851-0781bdb02537 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c64636614be45689b78c51422fc8539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4064295 Aug 19 18:34:25.011945 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52102) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:34:25.067665 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d6ea4-d137-4ddb-b851-0781bdb02537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4a1327-b0d6-41c5-a3dc-bd382f0dbd85,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:25.085892 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96d6ea4-d137-4ddb-b851-0781bdb02537 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:25.086455 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96d6ea4-d137-4ddb-b851-0781bdb02537 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:25.087151 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96d6ea4-d137-4ddb-b851-0781bdb02537 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:25.087631 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96d6ea4-d137-4ddb-b851-0781bdb02537 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:25.088129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96d6ea4-d137-4ddb-b851-0781bdb02537 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:25.088603 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96d6ea4-d137-4ddb-b851-0781bdb02537 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:25.089097 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96d6ea4-d137-4ddb-b851-0781bdb02537 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:25.090319 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96d6ea4-d137-4ddb-b851-0781bdb02537 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:25.090861 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96d6ea4-d137-4ddb-b851-0781bdb02537 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:25.091412 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96d6ea4-d137-4ddb-b851-0781bdb02537 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:25.091882 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96d6ea4-d137-4ddb-b851-0781bdb02537 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:25.092348 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96d6ea4-d137-4ddb-b851-0781bdb02537 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:25.116092 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3d5f5db0-a091-4e9e-856e-6cc5e6f14ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:25.139994 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3d5f5db0-a091-4e9e-856e-6cc5e6f14ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:25.207326 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3d5f5db0-a091-4e9e-856e-6cc5e6f14ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:25.209965 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3d5f5db0-a091-4e9e-856e-6cc5e6f14ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:25.213883 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3d5f5db0-a091-4e9e-856e-6cc5e6f14ebb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc4a1327-b0d6-41c5-a3dc-bd382f0dbd85 HTTP/1.1" status: 204 len: 168 time: 0.1978462 Aug 19 18:34:25.221263 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f5db0-a091-4e9e-856e-6cc5e6f14ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4a1327-b0d6-41c5-a3dc-bd382f0dbd85,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:25.756090 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:34:26.196384 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52156) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:34:26.317158 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-860270302-network', 'tenant_id': 'f32dce67133045b7b566bf1d056563ca'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:34:26.339172 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Made reservation on behalf of f32dce67133045b7b566bf1d056563ca for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:34:26.341766 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:26.351670 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:26.466612 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:26.473463 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:26.510447 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5f422e-57b7-467e-8770-d18bb7e47a16,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:26.524746 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:26.524970 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:26.525314 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:26.525968 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:26.527380 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:26.527951 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:26.528491 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:26.529054 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:26.529391 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:26.529773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:26.530110 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:26.531388 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:26.535038 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:34:26.550532 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:26.550990 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Added segment 55582d07-bef9-476c-ae5f-a577e31c0db4 of type vlan for network 756739f9-032a-4a95-8dc1-0aefa81887db Aug 19 18:34:26.601647 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:26.637232 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:26.638746 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:26.640078 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:26.703306 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5054965 Aug 19 18:34:26.706296 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52168) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:34:26.724873 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-584d94ef-e2c1-4d30-9980-8f7df83ef6dc admin admin] Request body: {'subnet': {'network_id': '756739f9-032a-4a95-8dc1-0aefa81887db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-860270302-subnet', 'tenant_id': 'f32dce67133045b7b566bf1d056563ca', 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:34:26.749433 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4df99-71fe-4cba-9b33-7c06981c1d14 admin admin] Pushing event updated for resources: {'Network': ['ID=756739f9-032a-4a95-8dc1-0aefa81887db,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:26.752336 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584d94ef-e2c1-4d30-9980-8f7df83ef6dc admin admin] Made reservation on behalf of f32dce67133045b7b566bf1d056563ca for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:34:26.755146 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-584d94ef-e2c1-4d30-9980-8f7df83ef6dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:26.759720 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 756739f9-032a-4a95-8dc1-0aefa81887db details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:34:26.956621 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-584d94ef-e2c1-4d30-9980-8f7df83ef6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:27.008473 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d94ef-e2c1-4d30-9980-8f7df83ef6dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9edabac-f9a9-4324-ae6b-e385bd915146,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:27.030819 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d94ef-e2c1-4d30-9980-8f7df83ef6dc admin admin] Checking segment: {'id': '55582d07-bef9-476c-ae5f-a577e31c0db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '756739f9-032a-4a95-8dc1-0aefa81887db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:34:27.031193 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584d94ef-e2c1-4d30-9980-8f7df83ef6dc admin admin] Network hostable DHCP agents. Network: 756739f9-032a-4a95-8dc1-0aefa81887db, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:34:27.059455 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584d94ef-e2c1-4d30-9980-8f7df83ef6dc admin admin] Network 756739f9-032a-4a95-8dc1-0aefa81887db is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:34:27.076873 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-584d94ef-e2c1-4d30-9980-8f7df83ef6dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 756739f9-032a-4a95-8dc1-0aefa81887db) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:34:27.083604 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584d94ef-e2c1-4d30-9980-8f7df83ef6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:27.084281 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-584d94ef-e2c1-4d30-9980-8f7df83ef6dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:27.087324 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b7e08d-6be8-46d4-b719-9e0ac8612985 None None] Network 756739f9-032a-4a95-8dc1-0aefa81887db requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:34:27.124464 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-584d94ef-e2c1-4d30-9980-8f7df83ef6dc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4169481 Aug 19 18:34:27.127362 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52186) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:34:27.132375 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-3264c150-5b32-46c9-bae1-c883759622df admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-860270302-router', 'tenant_id': 'f32dce67133045b7b566bf1d056563ca', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:34:27.172519 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3264c150-5b32-46c9-bae1-c883759622df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:27.173856 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3264c150-5b32-46c9-bae1-c883759622df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:27.264626 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3264c150-5b32-46c9-bae1-c883759622df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:27.357656 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe9fa21-cb53-40f0-b8c1-8c950d4b225d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-756739f9-032a-4a95-8dc1-0aefa81887db', 'network_id': '756739f9-032a-4a95-8dc1-0aefa81887db', 'tenant_id': 'f32dce67133045b7b566bf1d056563ca', 'fixed_ips': [{'subnet_id': 'a9edabac-f9a9-4324-ae6b-e385bd915146'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:34:27.358710 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dfe9fa21-cb53-40f0-b8c1-8c950d4b225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:27.482722 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3264c150-5b32-46c9-bae1-c883759622df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:27.601902 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-dfe9fa21-cb53-40f0-b8c1-8c950d4b225d None None] Allocated IP 172.20.0.2 (756739f9-032a-4a95-8dc1-0aefa81887db/a9edabac-f9a9-4324-ae6b-e385bd915146/1c875f5e-f731-48c9-94ec-482773a8e8e3) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:34:27.836597 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dfe9fa21-cb53-40f0-b8c1-8c950d4b225d None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:27.843037 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3264c150-5b32-46c9-bae1-c883759622df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:27.851107 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-dfe9fa21-cb53-40f0-b8c1-8c950d4b225d None None] Transition to ACTIVE for port object 1c875f5e-f731-48c9-94ec-482773a8e8e3 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:34:27.866636 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3264c150-5b32-46c9-bae1-c883759622df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:27.874453 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-dfe9fa21-cb53-40f0-b8c1-8c950d4b225d None None] Transition to ACTIVE for port object 1c875f5e-f731-48c9-94ec-482773a8e8e3 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:34:27.891092 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dfe9fa21-cb53-40f0-b8c1-8c950d4b225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:27.940525 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe9fa21-cb53-40f0-b8c1-8c950d4b225d None None] Network 756739f9-032a-4a95-8dc1-0aefa81887db is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:34:27.943362 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-dfe9fa21-cb53-40f0-b8c1-8c950d4b225d None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:34:27.946000 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe9fa21-cb53-40f0-b8c1-8c950d4b225d None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:34:27.993307 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-3264c150-5b32-46c9-bae1-c883759622df admin admin] Allocated IP 172.25.8.52 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/ed690d79-cd0f-4d91-b775-e9bf62482b11) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:34:28.010669 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9fa21-cb53-40f0-b8c1-8c950d4b225d None None] Pushing event updated for resources: {'Port': ['ID=1c875f5e-f731-48c9-94ec-482773a8e8e3,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:28.037002 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-dfe9fa21-cb53-40f0-b8c1-8c950d4b225d None None] Attempting to bind port 1c875f5e-f731-48c9-94ec-482773a8e8e3 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:34:28.037667 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-dfe9fa21-cb53-40f0-b8c1-8c950d4b225d None None] Attempting to bind port 1c875f5e-f731-48c9-94ec-482773a8e8e3 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '55582d07-bef9-476c-ae5f-a577e31c0db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '756739f9-032a-4a95-8dc1-0aefa81887db'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:34:28.038135 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe9fa21-cb53-40f0-b8c1-8c950d4b225d None None] Attempting to bind port 1c875f5e-f731-48c9-94ec-482773a8e8e3 on network 756739f9-032a-4a95-8dc1-0aefa81887db {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:34:28.044633 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe9fa21-cb53-40f0-b8c1-8c950d4b225d None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:34:28.045169 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe9fa21-cb53-40f0-b8c1-8c950d4b225d None None] Checking segment: {'id': '55582d07-bef9-476c-ae5f-a577e31c0db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '756739f9-032a-4a95-8dc1-0aefa81887db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:34:28.045716 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dfe9fa21-cb53-40f0-b8c1-8c950d4b225d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:28.046211 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe9fa21-cb53-40f0-b8c1-8c950d4b225d None None] Bound using segment: {'id': '55582d07-bef9-476c-ae5f-a577e31c0db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '756739f9-032a-4a95-8dc1-0aefa81887db'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:34:28.046783 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-dfe9fa21-cb53-40f0-b8c1-8c950d4b225d None None] Bound port: 1c875f5e-f731-48c9-94ec-482773a8e8e3, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55582d07-bef9-476c-ae5f-a577e31c0db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '756739f9-032a-4a95-8dc1-0aefa81887db'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:34:28.047267 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dfe9fa21-cb53-40f0-b8c1-8c950d4b225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:28.156754 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3264c150-5b32-46c9-bae1-c883759622df admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:28.158536 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-dfe9fa21-cb53-40f0-b8c1-8c950d4b225d None None] For port 1c875f5e-f731-48c9-94ec-482773a8e8e3, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:34:28.162263 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-dfe9fa21-cb53-40f0-b8c1-8c950d4b225d None None] For port 1c875f5e-f731-48c9-94ec-482773a8e8e3, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1c875f5e-f731-48c9-94ec-482773a8e8e3,segment=NetworkSegment(55582d07-bef9-476c-ae5f-a577e31c0db4),segment_id=55582d07-bef9-476c-ae5f-a577e31c0db4)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:34:28.168540 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dfe9fa21-cb53-40f0-b8c1-8c950d4b225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:28.174222 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52216) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:34:28.249861 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9fa21-cb53-40f0-b8c1-8c950d4b225d None None] Pushing event updated for resources: {'Port': ['ID=1c875f5e-f731-48c9-94ec-482773a8e8e3,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:28.975170 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-190bc030-deaf-4eb0-bedd-d930d3d38fdb req-e529f846-d2aa-4f93-b9a6-f093bb755851 service neutron] (94682) timed out ('10.222.0.24', 36312) {{(pid=94682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:34:29.075806 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3264c150-5b32-46c9-bae1-c883759622df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:29.141564 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3264c150-5b32-46c9-bae1-c883759622df admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:34:29.150583 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-3264c150-5b32-46c9-bae1-c883759622df admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:34:29.157894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3264c150-5b32-46c9-bae1-c883759622df admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:34:29.162728 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264c150-5b32-46c9-bae1-c883759622df admin admin] Pushing event updated for resources: {'Port': ['ID=ed690d79-cd0f-4d91-b775-e9bf62482b11,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:29.285341 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-f74f84f3-4f45-4545-8d72-5d78a7db0034 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Deleting port c5d44366-5c75-4353-8db6-0cdfed4b714d {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:34:29.285716 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f74f84f3-4f45-4545-8d72-5d78a7db0034 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:29.451356 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f74f84f3-4f45-4545-8d72-5d78a7db0034 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:29.451688 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f74f84f3-4f45-4545-8d72-5d78a7db0034 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:29.499067 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-f74f84f3-4f45-4545-8d72-5d78a7db0034 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Calling delete_port for c5d44366-5c75-4353-8db6-0cdfed4b714d owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:34:29.584899 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3264c150-5b32-46c9-bae1-c883759622df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:29.649763 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f46d8f-539d-4205-a85e-1e42a74f8b26 None None] Network 756739f9-032a-4a95-8dc1-0aefa81887db requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:34:29.738244 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ad260197-bdc9-4d6d-bdf9-59445d01660f None None] Provisioning for port 1c875f5e-f731-48c9-94ec-482773a8e8e3 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:34:29.896852 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f74f84f3-4f45-4545-8d72-5d78a7db0034 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:30.003341 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f84f3-4f45-4545-8d72-5d78a7db0034 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event deleted for resources: {'Port': ['ID=c5d44366-5c75-4353-8db6-0cdfed4b714d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:30.058837 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3264c150-5b32-46c9-bae1-c883759622df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:30.172395 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f74f84f3-4f45-4545-8d72-5d78a7db0034 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:30.172749 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-f74f84f3-4f45-4545-8d72-5d78a7db0034 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Floating IP c37d0322-3a04-481d-adfe-c7ea8c3410a9 disassociated (deleted). External IP: 172.25.8.165, port: bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a. Aug 19 18:34:30.289287 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1c875f5e-f731-48c9-94ec-482773a8e8e3 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:34:30.362526 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 1c875f5e-f731-48c9-94ec-482773a8e8e3 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:34:30.367666 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 1c875f5e-f731-48c9-94ec-482773a8e8e3 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:34:30.368206 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:30.464086 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3264c150-5b32-46c9-bae1-c883759622df admin admin] Router f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:34:30.503695 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:30.505594 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74f84f3-4f45-4545-8d72-5d78a7db0034 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:34:30.540553 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 1c875f5e-f731-48c9-94ec-482773a8e8e3, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1c875f5e-f731-48c9-94ec-482773a8e8e3,segment=NetworkSegment(55582d07-bef9-476c-ae5f-a577e31c0db4),segment_id=55582d07-bef9-476c-ae5f-a577e31c0db4)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:34:30.544926 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:30.607634 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=1c875f5e-f731-48c9-94ec-482773a8e8e3,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:30.988650 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3264c150-5b32-46c9-bae1-c883759622df admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:34:31.011630 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] Sync routers for ids ['f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:34:31.016006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74f84f3-4f45-4545-8d72-5d78a7db0034 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:34:31.018529 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3264c150-5b32-46c9-bae1-c883759622df admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:31.020066 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3264c150-5b32-46c9-bae1-c883759622df admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8912506 Aug 19 18:34:31.022609 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52274) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:34:31.023453 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f74f84f3-4f45-4545-8d72-5d78a7db0034 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:31.046002 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] Routers {'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:34:31.046668 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:34:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:31.059115 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71b1304-e68f-44f2-aab5-1acc6335421d None None] Sync routers for ids ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:34:31.075536 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f74f84f3-4f45-4545-8d72-5d78a7db0034 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "DELETE /v2.0/floatingips/c37d0322-3a04-481d-adfe-c7ea8c3410a9 HTTP/1.1" status: 204 len: 168 time: 2.9002233 Aug 19 18:34:31.077102 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71b1304-e68f-44f2-aab5-1acc6335421d None None] Routers {'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:34:31.077759 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b71b1304-e68f-44f2-aab5-1acc6335421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:34:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:31.079558 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3e5076-fd6e-4e8b-8983-d8bfe55c3346', 'tag': 'bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:34:31.090677 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343a5993-3fec-42b2-82db-e22eeca33dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3e5076-fd6e-4e8b-8983-d8bfe55c3346", "tag": "bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:34:31.196182 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d73f30-58ca-4da4-b423-ea9413567cd4 x-openstack-request-id: req-98d73f30-58ca-4da4-b423-ea9413567cd4 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:34:31.196489 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3e5076-fd6e-4e8b-8983-d8bfe55c3346", "tag": "bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:34:31.196757 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98d73f30-58ca-4da4-b423-ea9413567cd4 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:34:31.197153 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3e5076-fd6e-4e8b-8983-d8bfe55c3346', 'tag': 'bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a', 'status': 'completed', 'code': 200} Aug 19 18:34:31.275843 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] Set router f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:34:31.347893 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b71b1304-e68f-44f2-aab5-1acc6335421d None None] Set router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:34:31.644492 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a5993-3fec-42b2-82db-e22eeca33dc8 req-53551ed1-49b0-4508-9c7d-61c68f12cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:31.646118 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-343a5993-3fec-42b2-82db-e22eeca33dc8 req-53551ed1-49b0-4508-9c7d-61c68f12cb93 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 1096 time: 0.3434229 Aug 19 18:34:31.742990 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073617f-ce97-40f7-a830-172c220c99dc req-1752f67a-1876-4c30-8502-c683530ab953 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:31.744595 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5073617f-ce97-40f7-a830-172c220c99dc req-1752f67a-1876-4c30-8502-c683530ab953 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 945 time: 0.1462567 Aug 19 18:34:31.885577 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b71b1304-e68f-44f2-aab5-1acc6335421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:38Z', 'revision_number': 4, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '2c421dba-5113-44c2-a45b-33520c3b274e', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'port_id': 'dfec941a-be49-489c-b8ba-539bfe6342f9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'mac_address': 'fa:16:3e:69:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:30:29Z', 'updated_at': '2021-08-19T18:30:34Z', 'revision_number': 1, 'project_id': 'ffa9435d941540c182adf55128e34931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7', 'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'mac_address': 'fa:16:3e:30:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:35Z', 'updated_at': '2021-08-19T18:21:44Z', 'revision_number': 5, 'project_id': 'ffa9435d941540c182adf55128e34931', 'subnets': [{'id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:31.897361 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b', 'name': 'tempest-TestAggregatesBasicOps-860270302-router', 'tenant_id': 'f32dce67133045b7b566bf1d056563ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'ed690d79-cd0f-4d91-b775-e9bf62482b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:34:27Z', 'updated_at': '2021-08-19T18:34:29Z', 'revision_number': 3, 'project_id': 'f32dce67133045b7b566bf1d056563ca', 'gw_port': {'id': 'ed690d79-cd0f-4d91-b775-e9bf62482b11', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:34:27Z', 'updated_at': '2021-08-19T18:34:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:31.897577 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5073617f-ce97-40f7-a830-172c220c99dc req-d9472d6c-c497-4ef5-884c-eff09f88bf3c tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951879 Aug 19 18:34:31.935259 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] Checking router: f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:34:31.935619 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] Updating router f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b port ed690d79-cd0f-4d91-b775-e9bf62482b11 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:34:31.941660 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71b1304-e68f-44f2-aab5-1acc6335421d None None] Checking router: f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:34:31.949272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a5993-3fec-42b2-82db-e22eeca33dc8 req-ce7da537-c22b-42a1-a6fe-ad816c195418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:31.950887 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-343a5993-3fec-42b2-82db-e22eeca33dc8 req-ce7da537-c22b-42a1-a6fe-ad816c195418 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 911 time: 0.2930295 Aug 19 18:34:31.951772 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71b1304-e68f-44f2-aab5-1acc6335421d None None] Routers {'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:34:31.952608 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b71b1304-e68f-44f2-aab5-1acc6335421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:34:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:31.965121 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:32.023744 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-343a5993-3fec-42b2-82db-e22eeca33dc8 req-e1972aeb-93f8-456b-91ef-6ffadbcfa468 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a HTTP/1.1" status: 200 len: 217 time: 0.0623066 Aug 19 18:34:32.113243 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a5993-3fec-42b2-82db-e22eeca33dc8 req-11500d73-7162-4615-a8e9-cdf1521af990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:32.115312 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-343a5993-3fec-42b2-82db-e22eeca33dc8 req-11500d73-7162-4615-a8e9-cdf1521af990 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.0826745 Aug 19 18:34:32.236873 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1c875f5e-f731-48c9-94ec-482773a8e8e3 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:34:32.257956 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b71b1304-e68f-44f2-aab5-1acc6335421d None None] Set router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:34:32.265117 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a5993-3fec-42b2-82db-e22eeca33dc8 req-fd360798-bba7-44a9-a777-45a457c7345a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:32.267004 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-343a5993-3fec-42b2-82db-e22eeca33dc8 req-fd360798-bba7-44a9-a777-45a457c7345a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986090 Aug 19 18:34:32.372546 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9605f1f8-dd21-4fca-b687-385942243007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:32.404526 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-343a5993-3fec-42b2-82db-e22eeca33dc8 req-047d343e-a762-477b-94c2-cdbdcc9d08c7 service neutron] 10.222.0.50 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286347 Aug 19 18:34:32.423329 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 1c875f5e-f731-48c9-94ec-482773a8e8e3 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:34:32.423708 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:32.607467 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:32.654930 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] Transition to ACTIVE for port object ed690d79-cd0f-4d91-b775-e9bf62482b11 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:34:32.664572 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:32.735919 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b71b1304-e68f-44f2-aab5-1acc6335421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:38Z', 'revision_number': 4, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '2c421dba-5113-44c2-a45b-33520c3b274e', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'port_id': 'dfec941a-be49-489c-b8ba-539bfe6342f9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'mac_address': 'fa:16:3e:69:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:30:29Z', 'updated_at': '2021-08-19T18:30:34Z', 'revision_number': 1, 'project_id': 'ffa9435d941540c182adf55128e34931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7', 'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'mac_address': 'fa:16:3e:30:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:35Z', 'updated_at': '2021-08-19T18:21:44Z', 'revision_number': 5, 'project_id': 'ffa9435d941540c182adf55128e34931', 'subnets': [{'id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:32.759347 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] Attempting to bind port ed690d79-cd0f-4d91-b775-e9bf62482b11 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:34:32.759760 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] Attempting to bind port ed690d79-cd0f-4d91-b775-e9bf62482b11 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:34:32.760141 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] Attempting to bind port ed690d79-cd0f-4d91-b775-e9bf62482b11 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:34:32.784852 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71b1304-e68f-44f2-aab5-1acc6335421d None None] The sync data for ids ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'] in n-d-803753-2 is: [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:38Z', 'revision_number': 4, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '2c421dba-5113-44c2-a45b-33520c3b274e', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'port_id': 'dfec941a-be49-489c-b8ba-539bfe6342f9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'mac_address': 'fa:16:3e:69:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:30:29Z', 'updated_at': '2021-08-19T18:30:34Z', 'revision_number': 1, 'project_id': 'ffa9435d941540c182adf55128e34931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7', 'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'mac_address': 'fa:16:3e:30:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:35Z', 'updated_at': '2021-08-19T18:21:44Z', 'revision_number': 5, 'project_id': 'ffa9435d941540c182adf55128e34931', 'subnets': [{'id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:34:32.789849 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:34:32.790444 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:34:32.803156 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:32.803668 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:34:32.804259 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] Bound port: ed690d79-cd0f-4d91-b775-e9bf62482b11, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:34:32.804727 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:32.853683 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8c802-d049-4c48-ba30-0ba4b690a682 None None] Pushing event updated for resources: {'Port': ['ID=ed690d79-cd0f-4d91-b775-e9bf62482b11,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:32.923117 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] For port ed690d79-cd0f-4d91-b775-e9bf62482b11, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:34:32.928609 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] For port ed690d79-cd0f-4d91-b775-e9bf62482b11, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ed690d79-cd0f-4d91-b775-e9bf62482b11,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:34:32.937144 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:33.082214 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] Routers {'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:34:33.082949 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:34:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:33.094247 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8c802-d049-4c48-ba30-0ba4b690a682 None None] Pushing event updated for resources: {'Port': ['ID=ed690d79-cd0f-4d91-b775-e9bf62482b11,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:33.182422 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba726fa6-419c-4c2d-bd32-94e4eee4dfd2 req-caa8f5b4-e567-4832-8999-08190fc3b9c5 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:33.185161 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ba726fa6-419c-4c2d-bd32-94e4eee4dfd2 req-caa8f5b4-e567-4832-8999-08190fc3b9c5 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 945 time: 0.1275580 Aug 19 18:34:33.295015 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ba726fa6-419c-4c2d-bd32-94e4eee4dfd2 req-2dc72ca6-46f7-4539-9b97-852c0515a912 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016605 Aug 19 18:34:33.300239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] Set router f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:34:33.397324 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b4b59-2d3f-48de-89f9-5de39b081787 req-0d4e42e3-8d1f-47c9-b78c-30b8eade28c4 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:33.399177 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-619b4b59-2d3f-48de-89f9-5de39b081787 req-0d4e42e3-8d1f-47c9-b78c-30b8eade28c4 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 945 time: 0.1932874 Aug 19 18:34:33.456251 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-343a5993-3fec-42b2-82db-e22eeca33dc8 req-1d8b1194-b6b6-4610-9c11-35d51715e965 service neutron] 10.222.0.50 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0434077 Aug 19 18:34:33.460350 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-9605f1f8-dd21-4fca-b687-385942243007 admin admin] Allocated IP 172.20.0.1 (756739f9-032a-4a95-8dc1-0aefa81887db/a9edabac-f9a9-4324-ae6b-e385bd915146/6428f66e-77c1-4000-8ad6-983da36ad330) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:34:33.577045 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7397f334-2779-43e2-a8ab-ed2d3a412472 None None] New status for floating IP c37d0322-3a04-481d-adfe-c7ea8c3410a9: DOWN {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:34:33.577452 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-619b4b59-2d3f-48de-89f9-5de39b081787 req-d68f19c4-f159-435a-9932-15af0dd1b2a3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Deleting port bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:34:33.577964 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-619b4b59-2d3f-48de-89f9-5de39b081787 req-d68f19c4-f159-435a-9932-15af0dd1b2a3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:33.773153 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9605f1f8-dd21-4fca-b687-385942243007 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:33.806015 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-619b4b59-2d3f-48de-89f9-5de39b081787 req-d68f19c4-f159-435a-9932-15af0dd1b2a3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] For port bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:34:33.806465 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-619b4b59-2d3f-48de-89f9-5de39b081787 req-d68f19c4-f159-435a-9932-15af0dd1b2a3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:33.816526 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-9605f1f8-dd21-4fca-b687-385942243007 admin admin] Transition to ACTIVE for port object 6428f66e-77c1-4000-8ad6-983da36ad330 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:34:33.826413 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-619b4b59-2d3f-48de-89f9-5de39b081787 req-d68f19c4-f159-435a-9932-15af0dd1b2a3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Calling delete_port for bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:34:33.854190 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b', 'name': 'tempest-TestAggregatesBasicOps-860270302-router', 'tenant_id': 'f32dce67133045b7b566bf1d056563ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'ed690d79-cd0f-4d91-b775-e9bf62482b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:34:27Z', 'updated_at': '2021-08-19T18:34:29Z', 'revision_number': 3, 'project_id': 'f32dce67133045b7b566bf1d056563ca', 'gw_port': {'id': 'ed690d79-cd0f-4d91-b775-e9bf62482b11', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:34:27Z', 'updated_at': '2021-08-19T18:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:33.893584 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6b0880-245f-4249-bed4-980de77cc4aa None None] The sync data for ids ['f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b'] in n-d-803753-2 is: [{'id': 'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b', 'name': 'tempest-TestAggregatesBasicOps-860270302-router', 'tenant_id': 'f32dce67133045b7b566bf1d056563ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'ed690d79-cd0f-4d91-b775-e9bf62482b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:34:27Z', 'updated_at': '2021-08-19T18:34:29Z', 'revision_number': 3, 'project_id': 'f32dce67133045b7b566bf1d056563ca', 'gw_port': {'id': 'ed690d79-cd0f-4d91-b775-e9bf62482b11', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:34:27Z', 'updated_at': '2021-08-19T18:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:34:33.942777 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9605f1f8-dd21-4fca-b687-385942243007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:33.977068 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9605f1f8-dd21-4fca-b687-385942243007 admin admin] Network 756739f9-032a-4a95-8dc1-0aefa81887db is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:34:34.022246 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-9605f1f8-dd21-4fca-b687-385942243007 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:34:34.100899 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9605f1f8-dd21-4fca-b687-385942243007 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:34:34.170247 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605f1f8-dd21-4fca-b687-385942243007 admin admin] Pushing event updated for resources: {'Port': ['ID=6428f66e-77c1-4000-8ad6-983da36ad330,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:34.181791 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-619b4b59-2d3f-48de-89f9-5de39b081787 req-d68f19c4-f159-435a-9932-15af0dd1b2a3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:34.240568 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9605f1f8-dd21-4fca-b687-385942243007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:34.248295 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f19c4-f159-435a-9932-15af0dd1b2a3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event deleted for resources: {'Port': ['ID=bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:34.452512 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2c3c653b-d831-4810-a417-a8bf4452f3ee None None] Provisioning for port 6428f66e-77c1-4000-8ad6-983da36ad330 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:34:34.457427 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2c3c653b-d831-4810-a417-a8bf4452f3ee None None] Provisioning complete for port 6428f66e-77c1-4000-8ad6-983da36ad330 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:34:34.458045 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2c3c653b-d831-4810-a417-a8bf4452f3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:34.518016 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-2c3c653b-d831-4810-a417-a8bf4452f3ee None None] Port 6428f66e-77c1-4000-8ad6-983da36ad330 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:34:34.556186 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25afdf02-ce41-40e4-b606-4a06607e30ad req-a74d20d0-82e6-437c-8f2d-948710e2ddb7 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 210 time: 0.0416799 Aug 19 18:34:34.557267 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-619b4b59-2d3f-48de-89f9-5de39b081787 req-d68f19c4-f159-435a-9932-15af0dd1b2a3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] No DVR routers for this DVR port bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:34:34.561733 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-619b4b59-2d3f-48de-89f9-5de39b081787 req-d68f19c4-f159-435a-9932-15af0dd1b2a3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:34.565185 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-619b4b59-2d3f-48de-89f9-5de39b081787 req-d68f19c4-f159-435a-9932-15af0dd1b2a3 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.50 "DELETE /v2.0/ports/bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a HTTP/1.1" status: 204 len: 173 time: 1.1581340 Aug 19 18:34:34.566104 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3e5076-fd6e-4e8b-8983-d8bfe55c3346', 'name': 'network-vif-deleted', 'tag': 'bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:34:34.597517 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52011624-fa69-46f8-b7f2-65602b3504c0" -d '{"events": [{"server_uuid": "6d3e5076-fd6e-4e8b-8983-d8bfe55c3346", "name": "network-vif-deleted", "tag": "bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:34:34.624422 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3daca208-9c34-478c-a02a-d7cc062ec405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:34.635199 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9605f1f8-dd21-4fca-b687-385942243007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:34.703720 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f647065-b8a6-49f6-a6ab-f713b1a40b2c x-openstack-request-id: req-7f647065-b8a6-49f6-a6ab-f713b1a40b2c {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:34:34.704090 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3e5076-fd6e-4e8b-8983-d8bfe55c3346", "name": "network-vif-deleted", "tag": "bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:34:34.704501 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f647065-b8a6-49f6-a6ab-f713b1a40b2c {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:34:34.704994 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3e5076-fd6e-4e8b-8983-d8bfe55c3346', 'name': 'network-vif-deleted', 'tag': 'bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a', 'status': 'completed', 'code': 200} Aug 19 18:34:34.959815 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9605f1f8-dd21-4fca-b687-385942243007 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:34.978399 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9605f1f8-dd21-4fca-b687-385942243007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:35.066756 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9605f1f8-dd21-4fca-b687-385942243007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:35.066756 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605f1f8-dd21-4fca-b687-385942243007 admin admin] Pushing event updated for resources: {'Port': ['ID=6428f66e-77c1-4000-8ad6-983da36ad330,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:35.185110 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9605f1f8-dd21-4fca-b687-385942243007 admin admin] Network 756739f9-032a-4a95-8dc1-0aefa81887db is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:34:35.186648 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-9605f1f8-dd21-4fca-b687-385942243007 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:34:35.460892 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9605f1f8-dd21-4fca-b687-385942243007 admin admin] Router f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:34:35.658477 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-382021b9-9eff-4b2f-8e00-1791cd2e7a13 None None] Provisioning complete for port 6428f66e-77c1-4000-8ad6-983da36ad330 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:34:35.659412 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-382021b9-9eff-4b2f-8e00-1791cd2e7a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:35.708663 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-382021b9-9eff-4b2f-8e00-1791cd2e7a13 None None] Port 6428f66e-77c1-4000-8ad6-983da36ad330 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:34:35.836549 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd29d9cb-3199-4cbb-b6f8-bcc97e8e34ef req-f5653437-ede4-4b35-8491-973213e0cf47 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 210 time: 0.1080916 Aug 19 18:34:35.837739 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9605f1f8-dd21-4fca-b687-385942243007 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:34:35.848895 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9605f1f8-dd21-4fca-b687-385942243007 admin admin] 10.222.0.24 "PUT /v2.0/routers/f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8243444 Aug 19 18:34:36.408586 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ed690d79-cd0f-4d91-b775-e9bf62482b11 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:34:36.582263 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port ed690d79-cd0f-4d91-b775-e9bf62482b11 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:34:36.594507 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port ed690d79-cd0f-4d91-b775-e9bf62482b11 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:34:36.594507 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:36.724251 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:36.763505 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port ed690d79-cd0f-4d91-b775-e9bf62482b11, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ed690d79-cd0f-4d91-b775-e9bf62482b11,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:34:36.770067 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:36.858671 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] Sync routers for ids ['f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:34:36.886388 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=ed690d79-cd0f-4d91-b775-e9bf62482b11,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:36.891652 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] Routers {'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:34:36.892552 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:34:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:36.937658 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52450) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:34:36.943439 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-bf94125e-2afd-4e84-a90b-047372a714e6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1719183620-network', 'tenant_id': '30a7e21433d24d0096d7ff328edfbab1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:34:36.970693 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf94125e-2afd-4e84-a90b-047372a714e6 admin admin] Made reservation on behalf of 30a7e21433d24d0096d7ff328edfbab1 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:34:36.974041 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf94125e-2afd-4e84-a90b-047372a714e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:36.986569 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf94125e-2afd-4e84-a90b-047372a714e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:37.081887 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5c51b186-3faf-459e-92c5-41c3d054e2ee req-5edeaef8-7545-4723-b8eb-0dcd0d657e84 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 210 time: 0.0848320 Aug 19 18:34:37.100804 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] Set router f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:34:37.192354 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf94125e-2afd-4e84-a90b-047372a714e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:37.199283 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf94125e-2afd-4e84-a90b-047372a714e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:37.218738 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf94125e-2afd-4e84-a90b-047372a714e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:34:37.262099 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf94125e-2afd-4e84-a90b-047372a714e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:37.262441 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-bf94125e-2afd-4e84-a90b-047372a714e6 admin admin] Added segment 701b45ae-dd1e-4c0f-a4b8-b698393466f7 of type vlan for network bd1c06cf-df0b-4b31-bdc1-de8204097e2d Aug 19 18:34:37.293491 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:37.324000 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94125e-2afd-4e84-a90b-047372a714e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4119f53d-54fe-4eed-b1cc-bf4e0baa8048,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:37.380747 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:34:37.411792 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:34:37.412374 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device bb6ab60c-b8d9-4b0e-b493-f73d729d1f4a not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:34:37.414365 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf94125e-2afd-4e84-a90b-047372a714e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:37.429494 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6c6892c9-aa15-476b-b0f2-585729055dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:37.481822 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf94125e-2afd-4e84-a90b-047372a714e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:37.483688 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf94125e-2afd-4e84-a90b-047372a714e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:37.484494 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf94125e-2afd-4e84-a90b-047372a714e6 admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:37.553142 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b', 'name': 'tempest-TestAggregatesBasicOps-860270302-router', 'tenant_id': 'f32dce67133045b7b566bf1d056563ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'ed690d79-cd0f-4d91-b775-e9bf62482b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:34:27Z', 'updated_at': '2021-08-19T18:34:34Z', 'revision_number': 4, 'project_id': 'f32dce67133045b7b566bf1d056563ca', 'gw_port': {'id': 'ed690d79-cd0f-4d91-b775-e9bf62482b11', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:34:27Z', 'updated_at': '2021-08-19T18:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '6428f66e-77c1-4000-8ad6-983da36ad330', 'name': '', 'network_id': '756739f9-032a-4a95-8dc1-0aefa81887db', 'tenant_id': 'f32dce67133045b7b566bf1d056563ca', 'mac_address': 'fa:16:3e:ca:b9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'a9edabac-f9a9-4324-ae6b-e385bd915146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:34:32Z', 'updated_at': '2021-08-19T18:34:34Z', 'revision_number': 2, 'project_id': 'f32dce67133045b7b566bf1d056563ca', 'subnets': [{'id': 'a9edabac-f9a9-4324-ae6b-e385bd915146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:37.566889 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bf94125e-2afd-4e84-a90b-047372a714e6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6278751 Aug 19 18:34:37.570571 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52466) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:34:37.580025 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-03383e33-5e1b-4006-9cd1-9e6d03ef2f9d admin admin] Request body: {'subnet': {'network_id': 'bd1c06cf-df0b-4b31-bdc1-de8204097e2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1719183620-subnet', 'tenant_id': '30a7e21433d24d0096d7ff328edfbab1', 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:34:37.585838 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94125e-2afd-4e84-a90b-047372a714e6 admin admin] Pushing event updated for resources: {'Network': ['ID=bd1c06cf-df0b-4b31-bdc1-de8204097e2d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:37.601605 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network bd1c06cf-df0b-4b31-bdc1-de8204097e2d details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:34:37.628244 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03383e33-5e1b-4006-9cd1-9e6d03ef2f9d admin admin] Made reservation on behalf of 30a7e21433d24d0096d7ff328edfbab1 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:34:37.631568 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-03383e33-5e1b-4006-9cd1-9e6d03ef2f9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:37.705840 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] Checking router: f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:34:37.708442 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] Updating router f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b port 6428f66e-77c1-4000-8ad6-983da36ad330 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:34:37.812684 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:38.119343 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-03383e33-5e1b-4006-9cd1-9e6d03ef2f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:38.206881 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:38.327655 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-150da164-d176-4cbb-ae20-88e0ec62dd8d req-458a1205-ca39-4710-9cb5-eda21e87e19d tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 210 time: 0.0693350 Aug 19 18:34:38.338430 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ed690d79-cd0f-4d91-b775-e9bf62482b11 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:34:38.388099 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03383e33-5e1b-4006-9cd1-9e6d03ef2f9d admin admin] Checking segment: {'id': '701b45ae-dd1e-4c0f-a4b8-b698393466f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bd1c06cf-df0b-4b31-bdc1-de8204097e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:34:38.388736 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03383e33-5e1b-4006-9cd1-9e6d03ef2f9d admin admin] Network hostable DHCP agents. Network: bd1c06cf-df0b-4b31-bdc1-de8204097e2d, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:34:38.422661 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03383e33-5e1b-4006-9cd1-9e6d03ef2f9d admin admin] Network bd1c06cf-df0b-4b31-bdc1-de8204097e2d is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:34:38.448955 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03383e33-5e1b-4006-9cd1-9e6d03ef2f9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5b61157-89b3-4466-b763-de7761865cf6,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:38.498505 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-03383e33-5e1b-4006-9cd1-9e6d03ef2f9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, bd1c06cf-df0b-4b31-bdc1-de8204097e2d) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:34:38.510821 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03383e33-5e1b-4006-9cd1-9e6d03ef2f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:38.514186 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-03383e33-5e1b-4006-9cd1-9e6d03ef2f9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:38.516748 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:38.534157 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] Transition to ACTIVE for port object 6428f66e-77c1-4000-8ad6-983da36ad330 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:34:38.536465 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port ed690d79-cd0f-4d91-b775-e9bf62482b11 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:34:38.540986 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:38.555428 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:38.563890 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52488) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:34:38.566321 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-03383e33-5e1b-4006-9cd1-9e6d03ef2f9d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9942029 Aug 19 18:34:38.568983 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f1c40e9a-fb30-4d90-a77e-0bb5ace7daf3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1719183620-router', 'tenant_id': '30a7e21433d24d0096d7ff328edfbab1', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:34:38.630514 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74888a64-4acf-4822-979b-fff91520a0ca None None] Pushing event updated for resources: {'Port': ['ID=6428f66e-77c1-4000-8ad6-983da36ad330,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:38.661516 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1c40e9a-fb30-4d90-a77e-0bb5ace7daf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:38.666577 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74888a64-4acf-4822-979b-fff91520a0ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:38.667064 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1c40e9a-fb30-4d90-a77e-0bb5ace7daf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:38.667448 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74888a64-4acf-4822-979b-fff91520a0ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:38.667950 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74888a64-4acf-4822-979b-fff91520a0ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:38.668497 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74888a64-4acf-4822-979b-fff91520a0ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:38.670033 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74888a64-4acf-4822-979b-fff91520a0ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:38.670571 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74888a64-4acf-4822-979b-fff91520a0ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:38.671174 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74888a64-4acf-4822-979b-fff91520a0ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:38.671663 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74888a64-4acf-4822-979b-fff91520a0ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:38.672234 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74888a64-4acf-4822-979b-fff91520a0ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:38.672719 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74888a64-4acf-4822-979b-fff91520a0ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:38.673178 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74888a64-4acf-4822-979b-fff91520a0ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:38.673721 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74888a64-4acf-4822-979b-fff91520a0ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:38.699048 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da82d34-1a86-492f-9a30-636791c673cf None None] Network bd1c06cf-df0b-4b31-bdc1-de8204097e2d requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:34:38.756687 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] Attempting to bind port 6428f66e-77c1-4000-8ad6-983da36ad330 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:34:38.757062 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] Attempting to bind port 6428f66e-77c1-4000-8ad6-983da36ad330 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '55582d07-bef9-476c-ae5f-a577e31c0db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '756739f9-032a-4a95-8dc1-0aefa81887db'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:34:38.757430 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] Attempting to bind port 6428f66e-77c1-4000-8ad6-983da36ad330 on network 756739f9-032a-4a95-8dc1-0aefa81887db {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:34:38.804524 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:34:38.805473 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] Checking segment: {'id': '55582d07-bef9-476c-ae5f-a577e31c0db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '756739f9-032a-4a95-8dc1-0aefa81887db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:34:38.806092 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:38.806648 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] Bound using segment: {'id': '55582d07-bef9-476c-ae5f-a577e31c0db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '756739f9-032a-4a95-8dc1-0aefa81887db'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:34:38.808833 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] Bound port: 6428f66e-77c1-4000-8ad6-983da36ad330, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55582d07-bef9-476c-ae5f-a577e31c0db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '756739f9-032a-4a95-8dc1-0aefa81887db'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:34:38.809751 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:38.835045 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1c40e9a-fb30-4d90-a77e-0bb5ace7daf3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:38.937448 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] For port 6428f66e-77c1-4000-8ad6-983da36ad330, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:34:38.953179 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] For port 6428f66e-77c1-4000-8ad6-983da36ad330, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6428f66e-77c1-4000-8ad6-983da36ad330,segment=NetworkSegment(55582d07-bef9-476c-ae5f-a577e31c0db4),segment_id=55582d07-bef9-476c-ae5f-a577e31c0db4)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:34:38.959762 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:39.073525 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] Routers {'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:34:39.074608 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:34:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:39.233474 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49442412-7c6b-4f52-ac15-74b54c752fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-bd1c06cf-df0b-4b31-bdc1-de8204097e2d', 'network_id': 'bd1c06cf-df0b-4b31-bdc1-de8204097e2d', 'tenant_id': '30a7e21433d24d0096d7ff328edfbab1', 'fixed_ips': [{'subnet_id': 'e5b61157-89b3-4466-b763-de7761865cf6'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:34:39.235579 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-49442412-7c6b-4f52-ac15-74b54c752fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:39.249820 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] Set router f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:34:39.339229 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1c40e9a-fb30-4d90-a77e-0bb5ace7daf3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:39.689347 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c99dd472-09ab-4b99-b6b0-dcc55530dc42 req-74d27ba7-6d27-4309-9568-fce7f3fbdc65 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 210 time: 0.1279573 Aug 19 18:34:39.730382 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74888a64-4acf-4822-979b-fff91520a0ca None None] Pushing event updated for resources: {'Port': ['ID=6428f66e-77c1-4000-8ad6-983da36ad330,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:39.740819 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b', 'name': 'tempest-TestAggregatesBasicOps-860270302-router', 'tenant_id': 'f32dce67133045b7b566bf1d056563ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'ed690d79-cd0f-4d91-b775-e9bf62482b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:34:27Z', 'updated_at': '2021-08-19T18:34:34Z', 'revision_number': 4, 'project_id': 'f32dce67133045b7b566bf1d056563ca', 'gw_port': {'id': 'ed690d79-cd0f-4d91-b775-e9bf62482b11', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:34:27Z', 'updated_at': '2021-08-19T18:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '6428f66e-77c1-4000-8ad6-983da36ad330', 'name': '', 'network_id': '756739f9-032a-4a95-8dc1-0aefa81887db', 'tenant_id': 'f32dce67133045b7b566bf1d056563ca', 'mac_address': 'fa:16:3e:ca:b9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'a9edabac-f9a9-4324-ae6b-e385bd915146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:34:32Z', 'updated_at': '2021-08-19T18:34:38Z', 'revision_number': 4, 'project_id': 'f32dce67133045b7b566bf1d056563ca', 'subnets': [{'id': 'a9edabac-f9a9-4324-ae6b-e385bd915146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:39.775792 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b1e777-6725-465a-a0ac-a6a9ef8d44df None None] The sync data for ids ['f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b'] in n-d-803753-2 is: [{'id': 'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b', 'name': 'tempest-TestAggregatesBasicOps-860270302-router', 'tenant_id': 'f32dce67133045b7b566bf1d056563ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'ed690d79-cd0f-4d91-b775-e9bf62482b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:34:27Z', 'updated_at': '2021-08-19T18:34:34Z', 'revision_number': 4, 'project_id': 'f32dce67133045b7b566bf1d056563ca', 'gw_port': {'id': 'ed690d79-cd0f-4d91-b775-e9bf62482b11', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:34:27Z', 'updated_at': '2021-08-19T18:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '6428f66e-77c1-4000-8ad6-983da36ad330', 'name': '', 'network_id': '756739f9-032a-4a95-8dc1-0aefa81887db', 'tenant_id': 'f32dce67133045b7b566bf1d056563ca', 'mac_address': 'fa:16:3e:ca:b9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'a9edabac-f9a9-4324-ae6b-e385bd915146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:34:32Z', 'updated_at': '2021-08-19T18:34:38Z', 'revision_number': 4, 'project_id': 'f32dce67133045b7b566bf1d056563ca', 'subnets': [{'id': 'a9edabac-f9a9-4324-ae6b-e385bd915146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:34:39.886809 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-49442412-7c6b-4f52-ac15-74b54c752fa2 None None] Allocated IP 172.20.0.2 (bd1c06cf-df0b-4b31-bdc1-de8204097e2d/e5b61157-89b3-4466-b763-de7761865cf6/af4eff6f-009d-40d6-bc68-433c31aaea30) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:34:40.210888 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1c40e9a-fb30-4d90-a77e-0bb5ace7daf3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:40.259004 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1c40e9a-fb30-4d90-a77e-0bb5ace7daf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:40.407906 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:40.418922 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6428f66e-77c1-4000-8ad6-983da36ad330 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:34:40.512221 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-f1c40e9a-fb30-4d90-a77e-0bb5ace7daf3 admin admin] Allocated IP 172.25.8.103 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/74dd5130-267f-42ce-b1d6-5cbc429f4ee8) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:34:40.549136 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-49442412-7c6b-4f52-ac15-74b54c752fa2 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:40.580228 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-49442412-7c6b-4f52-ac15-74b54c752fa2 None None] Transition to ACTIVE for port object af4eff6f-009d-40d6-bc68-433c31aaea30 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:34:40.598319 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 6428f66e-77c1-4000-8ad6-983da36ad330 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:34:40.607705 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-49442412-7c6b-4f52-ac15-74b54c752fa2 None None] Transition to ACTIVE for port object af4eff6f-009d-40d6-bc68-433c31aaea30 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:34:40.613252 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 6428f66e-77c1-4000-8ad6-983da36ad330 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:34:40.613689 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:40.649717 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-49442412-7c6b-4f52-ac15-74b54c752fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:40.694203 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49442412-7c6b-4f52-ac15-74b54c752fa2 None None] Network bd1c06cf-df0b-4b31-bdc1-de8204097e2d is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:34:40.703135 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-49442412-7c6b-4f52-ac15-74b54c752fa2 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:34:40.765908 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1c40e9a-fb30-4d90-a77e-0bb5ace7daf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:40.836628 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49442412-7c6b-4f52-ac15-74b54c752fa2 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:34:40.932521 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1c40e9a-fb30-4d90-a77e-0bb5ace7daf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:41.092211 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-73c0dcab-f3d7-4947-91e8-e7284476c6ba req-8280cd59-8880-4ee6-9d43-dc00fc4915fb tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 210 time: 0.2053185 Aug 19 18:34:41.115276 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-49442412-7c6b-4f52-ac15-74b54c752fa2 None None] Attempting to bind port af4eff6f-009d-40d6-bc68-433c31aaea30 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:34:41.118024 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-49442412-7c6b-4f52-ac15-74b54c752fa2 None None] Attempting to bind port af4eff6f-009d-40d6-bc68-433c31aaea30 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '701b45ae-dd1e-4c0f-a4b8-b698393466f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bd1c06cf-df0b-4b31-bdc1-de8204097e2d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:34:41.118716 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49442412-7c6b-4f52-ac15-74b54c752fa2 None None] Attempting to bind port af4eff6f-009d-40d6-bc68-433c31aaea30 on network bd1c06cf-df0b-4b31-bdc1-de8204097e2d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:34:41.160849 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c40e9a-fb30-4d90-a77e-0bb5ace7daf3 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:34:41.162809 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-f1c40e9a-fb30-4d90-a77e-0bb5ace7daf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:34:41.166850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49442412-7c6b-4f52-ac15-74b54c752fa2 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:34:41.168076 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49442412-7c6b-4f52-ac15-74b54c752fa2 None None] Checking segment: {'id': '701b45ae-dd1e-4c0f-a4b8-b698393466f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bd1c06cf-df0b-4b31-bdc1-de8204097e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:34:41.170073 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-49442412-7c6b-4f52-ac15-74b54c752fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:41.171316 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49442412-7c6b-4f52-ac15-74b54c752fa2 None None] Bound using segment: {'id': '701b45ae-dd1e-4c0f-a4b8-b698393466f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bd1c06cf-df0b-4b31-bdc1-de8204097e2d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:34:41.171987 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-49442412-7c6b-4f52-ac15-74b54c752fa2 None None] Bound port: af4eff6f-009d-40d6-bc68-433c31aaea30, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701b45ae-dd1e-4c0f-a4b8-b698393466f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bd1c06cf-df0b-4b31-bdc1-de8204097e2d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:34:41.175679 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-49442412-7c6b-4f52-ac15-74b54c752fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:41.178571 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c40e9a-fb30-4d90-a77e-0bb5ace7daf3 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:34:41.260867 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49442412-7c6b-4f52-ac15-74b54c752fa2 None None] Pushing event updated for resources: {'Port': ['ID=af4eff6f-009d-40d6-bc68-433c31aaea30,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:41.387214 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:41.406019 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:41.458217 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-49442412-7c6b-4f52-ac15-74b54c752fa2 None None] For port af4eff6f-009d-40d6-bc68-433c31aaea30, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:34:41.505268 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-49442412-7c6b-4f52-ac15-74b54c752fa2 None None] For port af4eff6f-009d-40d6-bc68-433c31aaea30, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=af4eff6f-009d-40d6-bc68-433c31aaea30,segment=NetworkSegment(701b45ae-dd1e-4c0f-a4b8-b698393466f7),segment_id=701b45ae-dd1e-4c0f-a4b8-b698393466f7)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:34:41.523524 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-49442412-7c6b-4f52-ac15-74b54c752fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:41.542842 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c40e9a-fb30-4d90-a77e-0bb5ace7daf3 admin admin] Pushing event updated for resources: {'Port': ['ID=74dd5130-267f-42ce-b1d6-5cbc429f4ee8,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:41.641485 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49442412-7c6b-4f52-ac15-74b54c752fa2 None None] Pushing event updated for resources: {'Port': ['ID=af4eff6f-009d-40d6-bc68-433c31aaea30,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:41.651076 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 6428f66e-77c1-4000-8ad6-983da36ad330, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6428f66e-77c1-4000-8ad6-983da36ad330,segment=NetworkSegment(55582d07-bef9-476c-ae5f-a577e31c0db4),segment_id=55582d07-bef9-476c-ae5f-a577e31c0db4)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:34:41.662594 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:41.724828 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1c40e9a-fb30-4d90-a77e-0bb5ace7daf3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:41.788893 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=6428f66e-77c1-4000-8ad6-983da36ad330,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:42.033784 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1c40e9a-fb30-4d90-a77e-0bb5ace7daf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:42.341688 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c40e9a-fb30-4d90-a77e-0bb5ace7daf3 admin admin] Router 89003bab-a9bd-4075-9052-0344b3b42aa2 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:34:42.349003 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a4e57ada-294d-48a9-8b39-55fb17753f9b req-41d2b727-a5af-498f-8969-cd29ecd60879 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 210 time: 0.0491085 Aug 19 18:34:42.438491 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device af4eff6f-009d-40d6-bc68-433c31aaea30 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:34:42.541080 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port af4eff6f-009d-40d6-bc68-433c31aaea30 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:34:42.550086 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6428f66e-77c1-4000-8ad6-983da36ad330 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:34:42.552953 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c40e9a-fb30-4d90-a77e-0bb5ace7daf3 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:34:42.564605 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] Sync routers for ids ['89003bab-a9bd-4075-9052-0344b3b42aa2'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:34:42.577314 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f1c40e9a-fb30-4d90-a77e-0bb5ace7daf3 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:42.580945 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f1c40e9a-fb30-4d90-a77e-0bb5ace7daf3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0144100 Aug 19 18:34:42.582667 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52544) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:34:42.642644 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] Routers {'89003bab-a9bd-4075-9052-0344b3b42aa2'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:34:42.643556 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:34:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['89003bab-a9bd-4075-9052-0344b3b42aa2'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:42.885433 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 6428f66e-77c1-4000-8ad6-983da36ad330 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:34:42.886765 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:42.966059 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] Set router 89003bab-a9bd-4075-9052-0344b3b42aa2 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:34:43.340014 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf9dcf0b-3702-4852-b960-519fd12127ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:43.423912 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89003bab-a9bd-4075-9052-0344b3b42aa2', 'name': 'tempest-TestAggregatesBasicOps-1719183620-router', 'tenant_id': '30a7e21433d24d0096d7ff328edfbab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '74dd5130-267f-42ce-b1d6-5cbc429f4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:34:38Z', 'updated_at': '2021-08-19T18:34:41Z', 'revision_number': 3, 'project_id': '30a7e21433d24d0096d7ff328edfbab1', 'gw_port': {'id': '74dd5130-267f-42ce-b1d6-5cbc429f4ee8', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89003bab-a9bd-4075-9052-0344b3b42aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:34:40Z', 'updated_at': '2021-08-19T18:34:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:43.514651 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb70887-6803-456f-9e6a-8a9c710f2ae3 None None] Network bd1c06cf-df0b-4b31-bdc1-de8204097e2d requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:34:43.530649 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] Checking router: 89003bab-a9bd-4075-9052-0344b3b42aa2 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:34:43.531028 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] Updating router 89003bab-a9bd-4075-9052-0344b3b42aa2 port 74dd5130-267f-42ce-b1d6-5cbc429f4ee8 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:34:43.574756 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d01616aa-cd8c-4fb6-8f13-edfdf455abd7 req-7ff4055b-281f-4e6d-8fec-ae7be5cc08e8 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d3e5076-fd6e-4e8b-8983-d8bfe55c3346 HTTP/1.1" status: 200 len: 210 time: 0.0550489 Aug 19 18:34:43.694009 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-68b15019-3239-45ea-a5e5-d5e5a1c63d13 None None] Provisioning for port af4eff6f-009d-40d6-bc68-433c31aaea30 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:34:43.707771 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:43.710869 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-68b15019-3239-45ea-a5e5-d5e5a1c63d13 None None] Provisioning complete for port af4eff6f-009d-40d6-bc68-433c31aaea30 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:34:43.712373 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-bf9dcf0b-3702-4852-b960-519fd12127ce admin admin] Allocated IP 172.20.0.1 (bd1c06cf-df0b-4b31-bdc1-de8204097e2d/e5b61157-89b3-4466-b763-de7761865cf6/9fd68d6f-1957-4aa3-ad28-30fbadf5a63d) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:34:43.714872 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-68b15019-3239-45ea-a5e5-d5e5a1c63d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:43.939135 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf9dcf0b-3702-4852-b960-519fd12127ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:43.960033 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-bf9dcf0b-3702-4852-b960-519fd12127ce admin admin] Transition to ACTIVE for port object 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:34:44.004810 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf9dcf0b-3702-4852-b960-519fd12127ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:44.071062 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9dcf0b-3702-4852-b960-519fd12127ce admin admin] Network bd1c06cf-df0b-4b31-bdc1-de8204097e2d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:34:44.076168 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-bf9dcf0b-3702-4852-b960-519fd12127ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:34:44.096313 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9dcf0b-3702-4852-b960-519fd12127ce admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:34:44.130999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9dcf0b-3702-4852-b960-519fd12127ce admin admin] Pushing event updated for resources: {'Port': ['ID=9fd68d6f-1957-4aa3-ad28-30fbadf5a63d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:44.169239 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf9dcf0b-3702-4852-b960-519fd12127ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:44.426544 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf9dcf0b-3702-4852-b960-519fd12127ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:44.451394 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-68b15019-3239-45ea-a5e5-d5e5a1c63d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:44.538426 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-68b15019-3239-45ea-a5e5-d5e5a1c63d13 None None] For port af4eff6f-009d-40d6-bc68-433c31aaea30, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=af4eff6f-009d-40d6-bc68-433c31aaea30,segment=NetworkSegment(701b45ae-dd1e-4c0f-a4b8-b698393466f7),segment_id=701b45ae-dd1e-4c0f-a4b8-b698393466f7)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:34:44.608135 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-68b15019-3239-45ea-a5e5-d5e5a1c63d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:44.764699 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:44.810887 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] Transition to ACTIVE for port object 74dd5130-267f-42ce-b1d6-5cbc429f4ee8 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:34:44.874420 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf9dcf0b-3702-4852-b960-519fd12127ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:44.879782 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b15019-3239-45ea-a5e5-d5e5a1c63d13 None None] Pushing event updated for resources: {'Port': ['ID=af4eff6f-009d-40d6-bc68-433c31aaea30,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:44.887572 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf9dcf0b-3702-4852-b960-519fd12127ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:44.897640 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:44.982338 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e22bd-5771-4756-81bf-529359ba43c2 None None] Pushing event updated for resources: {'Port': ['ID=74dd5130-267f-42ce-b1d6-5cbc429f4ee8,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:44.991727 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2cb818ce-f595-4532-a1fd-ff223d2c70c8 None None] Provisioning for port 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:34:45.020870 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf9dcf0b-3702-4852-b960-519fd12127ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:45.030026 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2cb818ce-f595-4532-a1fd-ff223d2c70c8 None None] Provisioning complete for port 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:34:45.030894 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2cb818ce-f595-4532-a1fd-ff223d2c70c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:45.034190 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] Attempting to bind port 74dd5130-267f-42ce-b1d6-5cbc429f4ee8 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:34:45.037979 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] Attempting to bind port 74dd5130-267f-42ce-b1d6-5cbc429f4ee8 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:34:45.038590 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] Attempting to bind port 74dd5130-267f-42ce-b1d6-5cbc429f4ee8 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:34:45.093263 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:34:45.102060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:34:45.102801 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:45.103398 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:34:45.104113 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] Bound port: 74dd5130-267f-42ce-b1d6-5cbc429f4ee8, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:34:45.104787 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:45.196411 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9dcf0b-3702-4852-b960-519fd12127ce admin admin] Pushing event updated for resources: {'Port': ['ID=9fd68d6f-1957-4aa3-ad28-30fbadf5a63d,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:45.207544 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] For port 74dd5130-267f-42ce-b1d6-5cbc429f4ee8, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:34:45.211605 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] For port 74dd5130-267f-42ce-b1d6-5cbc429f4ee8, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=74dd5130-267f-42ce-b1d6-5cbc429f4ee8,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:34:45.221693 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:45.266071 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-2cb818ce-f595-4532-a1fd-ff223d2c70c8 None None] Port 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:34:45.278592 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9dcf0b-3702-4852-b960-519fd12127ce admin admin] Network bd1c06cf-df0b-4b31-bdc1-de8204097e2d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:34:45.282848 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-bf9dcf0b-3702-4852-b960-519fd12127ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:34:45.295839 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2cb818ce-f595-4532-a1fd-ff223d2c70c8 None None] Provisioning complete for port af4eff6f-009d-40d6-bc68-433c31aaea30 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:34:45.296379 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2cb818ce-f595-4532-a1fd-ff223d2c70c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:45.353058 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] Routers {'89003bab-a9bd-4075-9052-0344b3b42aa2'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:34:45.358505 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:34:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['89003bab-a9bd-4075-9052-0344b3b42aa2'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:45.458809 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9dcf0b-3702-4852-b960-519fd12127ce admin admin] Router 89003bab-a9bd-4075-9052-0344b3b42aa2 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:34:45.537011 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] Set router 89003bab-a9bd-4075-9052-0344b3b42aa2 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:34:45.629801 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e22bd-5771-4756-81bf-529359ba43c2 None None] Pushing event updated for resources: {'Port': ['ID=74dd5130-267f-42ce-b1d6-5cbc429f4ee8,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:45.709929 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9dcf0b-3702-4852-b960-519fd12127ce admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:34:45.725525 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bf9dcf0b-3702-4852-b960-519fd12127ce admin admin] 10.222.0.24 "PUT /v2.0/routers/89003bab-a9bd-4075-9052-0344b3b42aa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1327255 Aug 19 18:34:45.951367 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89003bab-a9bd-4075-9052-0344b3b42aa2', 'name': 'tempest-TestAggregatesBasicOps-1719183620-router', 'tenant_id': '30a7e21433d24d0096d7ff328edfbab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '74dd5130-267f-42ce-b1d6-5cbc429f4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:34:38Z', 'updated_at': '2021-08-19T18:34:44Z', 'revision_number': 4, 'project_id': '30a7e21433d24d0096d7ff328edfbab1', 'gw_port': {'id': '74dd5130-267f-42ce-b1d6-5cbc429f4ee8', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89003bab-a9bd-4075-9052-0344b3b42aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:34:40Z', 'updated_at': '2021-08-19T18:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '9fd68d6f-1957-4aa3-ad28-30fbadf5a63d', 'name': '', 'network_id': 'bd1c06cf-df0b-4b31-bdc1-de8204097e2d', 'tenant_id': '30a7e21433d24d0096d7ff328edfbab1', 'mac_address': 'fa:16:3e:96:bb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89003bab-a9bd-4075-9052-0344b3b42aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'e5b61157-89b3-4466-b763-de7761865cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:34:43Z', 'updated_at': '2021-08-19T18:34:44Z', 'revision_number': 2, 'project_id': '30a7e21433d24d0096d7ff328edfbab1', 'subnets': [{'id': 'e5b61157-89b3-4466-b763-de7761865cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:45.990833 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c61e2132-d2f1-4448-9c47-4acba3f655fb None None] Provisioning complete for port 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:34:45.991373 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c61e2132-d2f1-4448-9c47-4acba3f655fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:45.994561 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289ec25c-0fb8-4f00-a0af-c9449dafad8f None None] The sync data for ids ['89003bab-a9bd-4075-9052-0344b3b42aa2'] in n-d-803753-2 is: [{'id': '89003bab-a9bd-4075-9052-0344b3b42aa2', 'name': 'tempest-TestAggregatesBasicOps-1719183620-router', 'tenant_id': '30a7e21433d24d0096d7ff328edfbab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '74dd5130-267f-42ce-b1d6-5cbc429f4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:34:38Z', 'updated_at': '2021-08-19T18:34:44Z', 'revision_number': 4, 'project_id': '30a7e21433d24d0096d7ff328edfbab1', 'gw_port': {'id': '74dd5130-267f-42ce-b1d6-5cbc429f4ee8', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89003bab-a9bd-4075-9052-0344b3b42aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:34:40Z', 'updated_at': '2021-08-19T18:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '9fd68d6f-1957-4aa3-ad28-30fbadf5a63d', 'name': '', 'network_id': 'bd1c06cf-df0b-4b31-bdc1-de8204097e2d', 'tenant_id': '30a7e21433d24d0096d7ff328edfbab1', 'mac_address': 'fa:16:3e:96:bb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89003bab-a9bd-4075-9052-0344b3b42aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'e5b61157-89b3-4466-b763-de7761865cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:34:43Z', 'updated_at': '2021-08-19T18:34:44Z', 'revision_number': 2, 'project_id': '30a7e21433d24d0096d7ff328edfbab1', 'subnets': [{'id': 'e5b61157-89b3-4466-b763-de7761865cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:34:46.058770 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-c61e2132-d2f1-4448-9c47-4acba3f655fb None None] Port 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:34:46.282894 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device af4eff6f-009d-40d6-bc68-433c31aaea30 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:34:46.351890 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port af4eff6f-009d-40d6-bc68-433c31aaea30 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:34:46.352588 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:46.595740 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:47.625778 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9d451fb8-73b6-4ee4-99fa-7baa933511d6 req-2c3a5e15-47fd-4084-ba0b-b5485aab2c64 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1496732 Aug 19 18:34:47.761375 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d451fb8-73b6-4ee4-99fa-7baa933511d6 req-97a1b4cd-b494-45f2-9ba3-da8a637e98ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:47.762884 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9d451fb8-73b6-4ee4-99fa-7baa933511d6 req-97a1b4cd-b494-45f2-9ba3-da8a637e98ab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 1097 time: 0.0818627 Aug 19 18:34:48.039199 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d451fb8-73b6-4ee4-99fa-7baa933511d6 req-eaf52a7c-7074-4bfc-b573-53c534fb3ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:48.045969 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9d451fb8-73b6-4ee4-99fa-7baa933511d6 req-eaf52a7c-7074-4bfc-b573-53c534fb3ec2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 911 time: 0.2400832 Aug 19 18:34:48.196292 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9d451fb8-73b6-4ee4-99fa-7baa933511d6 req-6c971e96-8620-49bf-ab16-88e7ed83728e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfec941a-be49-489c-b8ba-539bfe6342f9 HTTP/1.1" status: 200 len: 1001 time: 0.1442113 Aug 19 18:34:48.382951 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d451fb8-73b6-4ee4-99fa-7baa933511d6 req-bd083ae7-3bfa-4d00-95bc-81d4128a821e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:48.384481 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9d451fb8-73b6-4ee4-99fa-7baa933511d6 req-bd083ae7-3bfa-4d00-95bc-81d4128a821e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.1775951 Aug 19 18:34:48.430799 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 74dd5130-267f-42ce-b1d6-5cbc429f4ee8 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:34:48.494599 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d451fb8-73b6-4ee4-99fa-7baa933511d6 req-cc182f9b-9728-434d-9b72-b2c03e3af9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:48.500266 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9d451fb8-73b6-4ee4-99fa-7baa933511d6 req-cc182f9b-9728-434d-9b72-b2c03e3af9cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019261 Aug 19 18:34:48.587398 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 74dd5130-267f-42ce-b1d6-5cbc429f4ee8 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:34:48.595976 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 74dd5130-267f-42ce-b1d6-5cbc429f4ee8 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:34:48.595976 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:48.650298 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52672) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:34:48.784295 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:48.785943 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9d451fb8-73b6-4ee4-99fa-7baa933511d6 req-24785cd6-ca53-4493-a68a-f66a247ecf6d service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767551 Aug 19 18:34:48.817163 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 74dd5130-267f-42ce-b1d6-5cbc429f4ee8, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=74dd5130-267f-42ce-b1d6-5cbc429f4ee8,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:34:48.827067 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:48.899120 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-351f1baa-46ef-4bd8-8420-8557e5a7666a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:48.964809 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=74dd5130-267f-42ce-b1d6-5cbc429f4ee8,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:49.024491 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9d451fb8-73b6-4ee4-99fa-7baa933511d6 req-a47ee5ff-f821-4b99-8fd8-d53ac3ba5a78 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260895 Aug 19 18:34:49.158615 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52684) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:34:49.179196 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-351f1baa-46ef-4bd8-8420-8557e5a7666a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:49.187687 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-351f1baa-46ef-4bd8-8420-8557e5a7666a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:49.340788 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-351f1baa-46ef-4bd8-8420-8557e5a7666a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b36dbc88743d40c2942f462c3ad9cddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6846805 Aug 19 18:34:49.357130 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52690) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:34:49.433122 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f1baa-46ef-4bd8-8420-8557e5a7666a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a542e7dc-9fb9-40a8-98aa-a969e77342fe,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:49.602557 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a1d6dc75-e2c1-40f4-9314-9cef4f3111d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:49.671797 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a1d6dc75-e2c1-40f4-9314-9cef4f3111d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:49.755905 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] Sync routers for ids ['89003bab-a9bd-4075-9052-0344b3b42aa2'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:34:49.773570 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] Routers {'89003bab-a9bd-4075-9052-0344b3b42aa2'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:34:49.774593 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:34:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['89003bab-a9bd-4075-9052-0344b3b42aa2'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:49.821390 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a1d6dc75-e2c1-40f4-9314-9cef4f3111d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:49.829685 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a1d6dc75-e2c1-40f4-9314-9cef4f3111d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:49.834345 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a1d6dc75-e2c1-40f4-9314-9cef4f3111d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a542e7dc-9fb9-40a8-98aa-a969e77342fe HTTP/1.1" status: 204 len: 168 time: 0.4735749 Aug 19 18:34:49.844864 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6dc75-e2c1-40f4-9314-9cef4f3111d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a542e7dc-9fb9-40a8-98aa-a969e77342fe,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:50.329379 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 74dd5130-267f-42ce-b1d6-5cbc429f4ee8 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:34:50.361348 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] Set router 89003bab-a9bd-4075-9052-0344b3b42aa2 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:34:50.426203 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 74dd5130-267f-42ce-b1d6-5cbc429f4ee8 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:34:50.426886 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:50.665572 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a94be9b-8a41-44cf-b9aa-e8d4799205dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:50.882625 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89003bab-a9bd-4075-9052-0344b3b42aa2', 'name': 'tempest-TestAggregatesBasicOps-1719183620-router', 'tenant_id': '30a7e21433d24d0096d7ff328edfbab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '74dd5130-267f-42ce-b1d6-5cbc429f4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:34:38Z', 'updated_at': '2021-08-19T18:34:44Z', 'revision_number': 4, 'project_id': '30a7e21433d24d0096d7ff328edfbab1', 'gw_port': {'id': '74dd5130-267f-42ce-b1d6-5cbc429f4ee8', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89003bab-a9bd-4075-9052-0344b3b42aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:34:40Z', 'updated_at': '2021-08-19T18:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '9fd68d6f-1957-4aa3-ad28-30fbadf5a63d', 'name': '', 'network_id': 'bd1c06cf-df0b-4b31-bdc1-de8204097e2d', 'tenant_id': '30a7e21433d24d0096d7ff328edfbab1', 'mac_address': 'fa:16:3e:96:bb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89003bab-a9bd-4075-9052-0344b3b42aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'e5b61157-89b3-4466-b763-de7761865cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:34:43Z', 'updated_at': '2021-08-19T18:34:44Z', 'revision_number': 2, 'project_id': '30a7e21433d24d0096d7ff328edfbab1', 'subnets': [{'id': 'e5b61157-89b3-4466-b763-de7761865cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:50.923683 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] Checking router: 89003bab-a9bd-4075-9052-0344b3b42aa2 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:34:50.924031 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] Updating router 89003bab-a9bd-4075-9052-0344b3b42aa2 port 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:34:50.976739 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:51.168521 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-7a94be9b-8a41-44cf-b9aa-e8d4799205dc admin admin] Deleting port 6428f66e-77c1-4000-8ad6-983da36ad330 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:34:51.168521 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a94be9b-8a41-44cf-b9aa-e8d4799205dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:51.409575 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-7a94be9b-8a41-44cf-b9aa-e8d4799205dc admin admin] For port 6428f66e-77c1-4000-8ad6-983da36ad330, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6428f66e-77c1-4000-8ad6-983da36ad330,segment=NetworkSegment(55582d07-bef9-476c-ae5f-a577e31c0db4),segment_id=55582d07-bef9-476c-ae5f-a577e31c0db4)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:34:51.409575 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a94be9b-8a41-44cf-b9aa-e8d4799205dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:51.434073 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-7a94be9b-8a41-44cf-b9aa-e8d4799205dc admin admin] Calling delete_port for 6428f66e-77c1-4000-8ad6-983da36ad330 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:34:51.520079 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:51.530190 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] Transition to ACTIVE for port object 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:34:51.539038 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:51.593805 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1e5fe-4296-4803-8f7f-13cea7908134 None None] Pushing event updated for resources: {'Port': ['ID=9fd68d6f-1957-4aa3-ad28-30fbadf5a63d,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:51.689086 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] Attempting to bind port 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:34:51.689465 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] Attempting to bind port 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '701b45ae-dd1e-4c0f-a4b8-b698393466f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bd1c06cf-df0b-4b31-bdc1-de8204097e2d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:34:51.689926 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] Attempting to bind port 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d on network bd1c06cf-df0b-4b31-bdc1-de8204097e2d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:34:51.696508 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:34:51.696885 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] Checking segment: {'id': '701b45ae-dd1e-4c0f-a4b8-b698393466f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bd1c06cf-df0b-4b31-bdc1-de8204097e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:34:51.697292 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:51.697728 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] Bound using segment: {'id': '701b45ae-dd1e-4c0f-a4b8-b698393466f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bd1c06cf-df0b-4b31-bdc1-de8204097e2d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:34:51.698331 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] Bound port: 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701b45ae-dd1e-4c0f-a4b8-b698393466f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bd1c06cf-df0b-4b31-bdc1-de8204097e2d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:34:51.699030 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:51.735139 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a94be9b-8a41-44cf-b9aa-e8d4799205dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:51.841514 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] For port 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:34:51.845794 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] For port 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9fd68d6f-1957-4aa3-ad28-30fbadf5a63d,segment=NetworkSegment(701b45ae-dd1e-4c0f-a4b8-b698393466f7),segment_id=701b45ae-dd1e-4c0f-a4b8-b698393466f7)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:34:51.854874 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:51.880563 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94be9b-8a41-44cf-b9aa-e8d4799205dc admin admin] Pushing event deleted for resources: {'Port': ['ID=6428f66e-77c1-4000-8ad6-983da36ad330,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:51.937070 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] Routers {'89003bab-a9bd-4075-9052-0344b3b42aa2'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:34:51.937798 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:34:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['89003bab-a9bd-4075-9052-0344b3b42aa2'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:51.943252 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1e5fe-4296-4803-8f7f-13cea7908134 None None] Pushing event updated for resources: {'Port': ['ID=9fd68d6f-1957-4aa3-ad28-30fbadf5a63d,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:52.200940 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a94be9b-8a41-44cf-b9aa-e8d4799205dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:52.201944 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] Set router 89003bab-a9bd-4075-9052-0344b3b42aa2 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:34:52.462238 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:34:52.598481 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:34:52.616644 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:34:52.617283 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:52.631219 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 52768) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:34:52.676887 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a94be9b-8a41-44cf-b9aa-e8d4799205dc admin admin] Router f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:34:52.781625 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:52.830230 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89003bab-a9bd-4075-9052-0344b3b42aa2', 'name': 'tempest-TestAggregatesBasicOps-1719183620-router', 'tenant_id': '30a7e21433d24d0096d7ff328edfbab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '74dd5130-267f-42ce-b1d6-5cbc429f4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:34:38Z', 'updated_at': '2021-08-19T18:34:44Z', 'revision_number': 4, 'project_id': '30a7e21433d24d0096d7ff328edfbab1', 'gw_port': {'id': '74dd5130-267f-42ce-b1d6-5cbc429f4ee8', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89003bab-a9bd-4075-9052-0344b3b42aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:34:40Z', 'updated_at': '2021-08-19T18:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '9fd68d6f-1957-4aa3-ad28-30fbadf5a63d', 'name': '', 'network_id': 'bd1c06cf-df0b-4b31-bdc1-de8204097e2d', 'tenant_id': '30a7e21433d24d0096d7ff328edfbab1', 'mac_address': 'fa:16:3e:96:bb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89003bab-a9bd-4075-9052-0344b3b42aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'e5b61157-89b3-4466-b763-de7761865cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:34:43Z', 'updated_at': '2021-08-19T18:34:51Z', 'revision_number': 4, 'project_id': '30a7e21433d24d0096d7ff328edfbab1', 'subnets': [{'id': 'e5b61157-89b3-4466-b763-de7761865cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:52.860141 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9fd68d6f-1957-4aa3-ad28-30fbadf5a63d,segment=NetworkSegment(701b45ae-dd1e-4c0f-a4b8-b698393466f7),segment_id=701b45ae-dd1e-4c0f-a4b8-b698393466f7)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:34:52.867927 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:52.875457 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8176b436-a2d6-47da-b562-f5442367b110 None None] The sync data for ids ['89003bab-a9bd-4075-9052-0344b3b42aa2'] in n-d-803753-2 is: [{'id': '89003bab-a9bd-4075-9052-0344b3b42aa2', 'name': 'tempest-TestAggregatesBasicOps-1719183620-router', 'tenant_id': '30a7e21433d24d0096d7ff328edfbab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '74dd5130-267f-42ce-b1d6-5cbc429f4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:34:38Z', 'updated_at': '2021-08-19T18:34:44Z', 'revision_number': 4, 'project_id': '30a7e21433d24d0096d7ff328edfbab1', 'gw_port': {'id': '74dd5130-267f-42ce-b1d6-5cbc429f4ee8', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89003bab-a9bd-4075-9052-0344b3b42aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:34:40Z', 'updated_at': '2021-08-19T18:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '9fd68d6f-1957-4aa3-ad28-30fbadf5a63d', 'name': '', 'network_id': 'bd1c06cf-df0b-4b31-bdc1-de8204097e2d', 'tenant_id': '30a7e21433d24d0096d7ff328edfbab1', 'mac_address': 'fa:16:3e:96:bb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89003bab-a9bd-4075-9052-0344b3b42aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'e5b61157-89b3-4466-b763-de7761865cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:34:43Z', 'updated_at': '2021-08-19T18:34:51Z', 'revision_number': 4, 'project_id': '30a7e21433d24d0096d7ff328edfbab1', 'subnets': [{'id': 'e5b61157-89b3-4466-b763-de7761865cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:34:52.884583 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a94be9b-8a41-44cf-b9aa-e8d4799205dc admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:34:52.900758 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7a94be9b-8a41-44cf-b9aa-e8d4799205dc admin admin] 10.222.0.24 "PUT /v2.0/routers/f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7402308 Aug 19 18:34:52.903944 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52770) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:34:52.923563 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08ecd57-301c-49cc-9d4f-bda391cc7d39 None None] Sync routers for ids ['f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:34:52.975827 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08ecd57-301c-49cc-9d4f-bda391cc7d39 None None] Routers {'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:34:52.976581 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e08ecd57-301c-49cc-9d4f-bda391cc7d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:34:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:53.066504 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-ad0ef192-4068-407e-ab93-abdefd76fda1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Deleting port e8299ec4-26bb-4eb7-8097-7a4b9480848e {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:34:53.067990 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ad0ef192-4068-407e-ab93-abdefd76fda1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:53.182753 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b19679ad-a957-4f29-9cb9-5e13a2a9c4f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:53.216247 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-e08ecd57-301c-49cc-9d4f-bda391cc7d39 None None] Set router f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:34:53.283305 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ad0ef192-4068-407e-ab93-abdefd76fda1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:53.285083 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ad0ef192-4068-407e-ab93-abdefd76fda1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:53.318624 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-ad0ef192-4068-407e-ab93-abdefd76fda1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Calling delete_port for e8299ec4-26bb-4eb7-8097-7a4b9480848e owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:34:53.531351 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b19679ad-a957-4f29-9cb9-5e13a2a9c4f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:53.552247 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=9fd68d6f-1957-4aa3-ad28-30fbadf5a63d,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:53.595698 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:53.597956 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:53.598321 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:53.598655 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:53.598998 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:53.599338 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:53.599674 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:53.600005 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:53.600333 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:53.600663 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:53.601419 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:53.601419 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:53.612368 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-b19679ad-a957-4f29-9cb9-5e13a2a9c4f3 admin admin] Deleting port ed690d79-cd0f-4d91-b775-e9bf62482b11 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:34:53.614552 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b19679ad-a957-4f29-9cb9-5e13a2a9c4f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:53.797083 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ad0ef192-4068-407e-ab93-abdefd76fda1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:53.804285 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-b19679ad-a957-4f29-9cb9-5e13a2a9c4f3 admin admin] For port ed690d79-cd0f-4d91-b775-e9bf62482b11, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ed690d79-cd0f-4d91-b775-e9bf62482b11,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:34:53.804658 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b19679ad-a957-4f29-9cb9-5e13a2a9c4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:53.812971 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e08ecd57-301c-49cc-9d4f-bda391cc7d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b', 'name': 'tempest-TestAggregatesBasicOps-860270302-router', 'tenant_id': 'f32dce67133045b7b566bf1d056563ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'ed690d79-cd0f-4d91-b775-e9bf62482b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:34:27Z', 'updated_at': '2021-08-19T18:34:51Z', 'revision_number': 5, 'project_id': 'f32dce67133045b7b566bf1d056563ca', 'gw_port': {'id': 'ed690d79-cd0f-4d91-b775-e9bf62482b11', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:34:27Z', 'updated_at': '2021-08-19T18:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:53.844959 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-b19679ad-a957-4f29-9cb9-5e13a2a9c4f3 admin admin] Calling delete_port for ed690d79-cd0f-4d91-b775-e9bf62482b11 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:34:53.849790 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ef192-4068-407e-ab93-abdefd76fda1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event deleted for resources: {'Port': ['ID=e8299ec4-26bb-4eb7-8097-7a4b9480848e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:53.884753 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08ecd57-301c-49cc-9d4f-bda391cc7d39 None None] Checking router: f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:34:53.898077 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08ecd57-301c-49cc-9d4f-bda391cc7d39 None None] Routers {'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:34:53.898717 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e08ecd57-301c-49cc-9d4f-bda391cc7d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:34:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:53.945082 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ad0ef192-4068-407e-ab93-abdefd76fda1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:53.945422 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-ad0ef192-4068-407e-ab93-abdefd76fda1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Floating IP 2c421dba-5113-44c2-a45b-33520c3b274e disassociated (deleted). External IP: 172.25.8.17, port: dfec941a-be49-489c-b8ba-539bfe6342f9. Aug 19 18:34:54.076912 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-e08ecd57-301c-49cc-9d4f-bda391cc7d39 None None] Set router f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:34:54.162248 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b19679ad-a957-4f29-9cb9-5e13a2a9c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:54.265292 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19679ad-a957-4f29-9cb9-5e13a2a9c4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed690d79-cd0f-4d91-b775-e9bf62482b11,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:54.310359 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e08ecd57-301c-49cc-9d4f-bda391cc7d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b', 'name': 'tempest-TestAggregatesBasicOps-860270302-router', 'tenant_id': 'f32dce67133045b7b566bf1d056563ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:34:27Z', 'updated_at': '2021-08-19T18:34:53Z', 'revision_number': 6, 'project_id': 'f32dce67133045b7b566bf1d056563ca', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:54.329727 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0ef192-4068-407e-ab93-abdefd76fda1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:34:54.340977 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08ecd57-301c-49cc-9d4f-bda391cc7d39 None None] The sync data for ids ['f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b'] in n-d-803753-2 is: [{'id': 'f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b', 'name': 'tempest-TestAggregatesBasicOps-860270302-router', 'tenant_id': 'f32dce67133045b7b566bf1d056563ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:34:27Z', 'updated_at': '2021-08-19T18:34:53Z', 'revision_number': 6, 'project_id': 'f32dce67133045b7b566bf1d056563ca', 'gw_port_host': None}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:34:54.344578 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:34:54.360296 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b19679ad-a957-4f29-9cb9-5e13a2a9c4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:54.404116 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:34:54.405433 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:54.509912 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b19679ad-a957-4f29-9cb9-5e13a2a9c4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:54.516988 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b19679ad-a957-4f29-9cb9-5e13a2a9c4f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:54.586618 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b19679ad-a957-4f29-9cb9-5e13a2a9c4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:54.587344 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19679ad-a957-4f29-9cb9-5e13a2a9c4f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:34:54.592724 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b19679ad-a957-4f29-9cb9-5e13a2a9c4f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:54.594268 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b19679ad-a957-4f29-9cb9-5e13a2a9c4f3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f9a7f714-b5dc-4dc2-89fa-cb2e0351e14b HTTP/1.1" status: 204 len: 168 time: 1.6890152 Aug 19 18:34:54.599425 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52790) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:34:54.603885 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0ef192-4068-407e-ab93-abdefd76fda1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:34:54.609353 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ad0ef192-4068-407e-ab93-abdefd76fda1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:54.614352 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a8b0d7-cb5b-4459-a230-f610f1492e3d None None] Sync routers for ids ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:34:54.628548 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a8b0d7-cb5b-4459-a230-f610f1492e3d None None] Routers {'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:34:54.638557 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-93a8b0d7-cb5b-4459-a230-f610f1492e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:34:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:54.663691 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ad0ef192-4068-407e-ab93-abdefd76fda1 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "DELETE /v2.0/floatingips/2c421dba-5113-44c2-a45b-33520c3b274e HTTP/1.1" status: 204 len: 168 time: 2.0291789 Aug 19 18:34:54.663691 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9', 'tag': 'dfec941a-be49-489c-b8ba-539bfe6342f9'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:34:54.684028 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be59f89-56b1-416b-ae3e-1d903ff7e54c" -d '{"events": [{"name": "network-changed", "server_uuid": "dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9", "tag": "dfec941a-be49-489c-b8ba-539bfe6342f9"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:34:54.687897 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a617fe-f5c5-41ef-850a-52439bee6de9 admin admin] Deleting subnet a9edabac-f9a9-4324-ae6b-e385bd915146 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:34:54.692095 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-16a617fe-f5c5-41ef-850a-52439bee6de9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:54.742442 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-16a617fe-f5c5-41ef-850a-52439bee6de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:54.833819 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc07dcbe-b357-4557-9361-dc1d5c596339 x-openstack-request-id: req-cc07dcbe-b357-4557-9361-dc1d5c596339 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:34:54.834386 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9", "tag": "dfec941a-be49-489c-b8ba-539bfe6342f9", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:34:54.834631 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc07dcbe-b357-4557-9361-dc1d5c596339 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:34:54.835073 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9', 'tag': 'dfec941a-be49-489c-b8ba-539bfe6342f9', 'status': 'completed', 'code': 200} Aug 19 18:34:54.868126 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-c38a2c33-9c7d-4ed5-8cc3-8106bc0f3af0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1626694 Aug 19 18:34:55.013640 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-93a8b0d7-cb5b-4459-a230-f610f1492e3d None None] Set router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:34:55.083565 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-de20cc34-3e6c-46fe-83c1-9d39cf308316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:55.092351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-de20cc34-3e6c-46fe-83c1-9d39cf308316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:55.093087 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-de20cc34-3e6c-46fe-83c1-9d39cf308316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:55.093660 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-de20cc34-3e6c-46fe-83c1-9d39cf308316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:55.094141 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-de20cc34-3e6c-46fe-83c1-9d39cf308316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:55.099531 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-de20cc34-3e6c-46fe-83c1-9d39cf308316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:55.100033 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-de20cc34-3e6c-46fe-83c1-9d39cf308316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:55.106309 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-de20cc34-3e6c-46fe-83c1-9d39cf308316 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d4c8d8581824507a55c5466e9a27980&device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 6502 time: 0.1551876 Aug 19 18:34:55.192527 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be59f89-56b1-416b-ae3e-1d903ff7e54c req-36faf989-3ea5-4722-ba9b-a67c2f08ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:55.192527 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3be59f89-56b1-416b-ae3e-1d903ff7e54c req-36faf989-3ea5-4722-ba9b-a67c2f08ad3a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffa9435d941540c182adf55128e34931&device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 1097 time: 0.2959843 Aug 19 18:34:55.235462 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-16a617fe-f5c5-41ef-850a-52439bee6de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:55.491916 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-93a8b0d7-cb5b-4459-a230-f610f1492e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:38Z', 'revision_number': 4, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7', 'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'mac_address': 'fa:16:3e:30:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:35Z', 'updated_at': '2021-08-19T18:21:44Z', 'revision_number': 5, 'project_id': 'ffa9435d941540c182adf55128e34931', 'subnets': [{'id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:55.496032 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-16a617fe-f5c5-41ef-850a-52439bee6de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:55.530395 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a8b0d7-cb5b-4459-a230-f610f1492e3d None None] Checking router: f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:34:55.541793 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a8b0d7-cb5b-4459-a230-f610f1492e3d None None] Routers {'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:34:55.542816 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-93a8b0d7-cb5b-4459-a230-f610f1492e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:34:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:55.549991 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a617fe-f5c5-41ef-850a-52439bee6de9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9edabac-f9a9-4324-ae6b-e385bd915146,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:55.565305 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be59f89-56b1-416b-ae3e-1d903ff7e54c req-d83dfde4-683c-4d57-b717-36cf8c01f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:55.567204 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3be59f89-56b1-416b-ae3e-1d903ff7e54c req-d83dfde4-683c-4d57-b717-36cf8c01f8ab service neutron] 10.222.0.54 "GET /v2.0/networks?id=6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 200 len: 911 time: 0.3643413 Aug 19 18:34:55.576762 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582dffe2-d98e-436b-a9c7-6973ffcc3d41 None None] Network 756739f9-032a-4a95-8dc1-0aefa81887db requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:34:55.577269 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-16a617fe-f5c5-41ef-850a-52439bee6de9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:55.592451 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-16a617fe-f5c5-41ef-850a-52439bee6de9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a9edabac-f9a9-4324-ae6b-e385bd915146 HTTP/1.1" status: 204 len: 168 time: 0.9919369 Aug 19 18:34:55.599811 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52818) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:34:55.656355 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3be59f89-56b1-416b-ae3e-1d903ff7e54c req-1e9c423a-33b0-46eb-bf63-e6a2f97e433e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfec941a-be49-489c-b8ba-539bfe6342f9 HTTP/1.1" status: 200 len: 217 time: 0.0809467 Aug 19 18:34:55.838842 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be59f89-56b1-416b-ae3e-1d903ff7e54c req-febbf948-9dde-4e6e-8c05-7fcbc1459562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:55.840510 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3be59f89-56b1-416b-ae3e-1d903ff7e54c req-febbf948-9dde-4e6e-8c05-7fcbc1459562 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 200 len: 849 time: 0.1737025 Aug 19 18:34:55.850642 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a7b8-e9b7-4f60-9129-2274da360f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:55.878781 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efce132-32be-48c2-a255-3f69861ab164 None None] DHCP port deletion for 756739f9-032a-4a95-8dc1-0aefa81887db request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:34:55.939511 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-93a8b0d7-cb5b-4459-a230-f610f1492e3d None None] Set router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:34:55.954587 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-1efce132-32be-48c2-a255-3f69861ab164 None None] Deleting port 1c875f5e-f731-48c9-94ec-482773a8e8e3 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:34:55.954973 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1efce132-32be-48c2-a255-3f69861ab164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:56.026133 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be59f89-56b1-416b-ae3e-1d903ff7e54c req-13b6024a-c45c-4293-97c1-c31dc1fa61af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:56.027697 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3be59f89-56b1-416b-ae3e-1d903ff7e54c req-13b6024a-c45c-4293-97c1-c31dc1fa61af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6084e940-75d5-4b38-a27b-539baf659ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1690907 Aug 19 18:34:56.067965 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-1efce132-32be-48c2-a255-3f69861ab164 None None] For port 1c875f5e-f731-48c9-94ec-482773a8e8e3, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1c875f5e-f731-48c9-94ec-482773a8e8e3,segment=NetworkSegment(55582d07-bef9-476c-ae5f-a577e31c0db4),segment_id=55582d07-bef9-476c-ae5f-a577e31c0db4)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:34:56.068383 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1efce132-32be-48c2-a255-3f69861ab164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:56.073315 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326a052-abca-4204-98dd-15803fb9c460 req-c599bed3-c0b7-4031-87cc-9692de7bc433 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:56.076322 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6326a052-abca-4204-98dd-15803fb9c460 req-c599bed3-c0b7-4031-87cc-9692de7bc433 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 946 time: 0.9294987 Aug 19 18:34:56.088864 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-1efce132-32be-48c2-a255-3f69861ab164 None None] Calling delete_port for 1c875f5e-f731-48c9-94ec-482773a8e8e3 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:34:56.153657 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-7eb7a7b8-e9b7-4f60-9129-2274da360f3c admin admin] Deleting port 1c875f5e-f731-48c9-94ec-482773a8e8e3 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:34:56.154012 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a7b8-e9b7-4f60-9129-2274da360f3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:56.182549 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-6c9d66ee-5c70-4d96-9021-131a155e382f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:56.183320 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-6c9d66ee-5c70-4d96-9021-131a155e382f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:56.184220 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-6c9d66ee-5c70-4d96-9021-131a155e382f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:56.189091 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-6c9d66ee-5c70-4d96-9021-131a155e382f service neutron] 10.222.0.50 "GET /v2.0/networks?id=eb209190-2b0a-4385-a96f-5ebf3ada95ae&id=e907505c-8552-41bc-9150-9253fbc87c40&id=e907505c-8552-41bc-9150-9253fbc87c40&id=e907505c-8552-41bc-9150-9253fbc87c40&id=e907505c-8552-41bc-9150-9253fbc87c40&id=82deafff-818d-46cd-9b39-f0e9acf3a9dd&id=82deafff-818d-46cd-9b39-f0e9acf3a9dd HTTP/1.1" status: 200 len: 2295 time: 1.0378079 Aug 19 18:34:56.252395 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6326a052-abca-4204-98dd-15803fb9c460 req-cb0e085f-5c56-44a2-9619-5fae1953d362 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661968 Aug 19 18:34:56.340427 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1c875f5e-f731-48c9-94ec-482773a8e8e3 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:34:56.356989 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3be59f89-56b1-416b-ae3e-1d903ff7e54c req-298d2dfe-c7f2-463a-a0de-97c1f53892c0 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061562 Aug 19 18:34:56.387773 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-55ee9df6-bafc-4e39-b1b2-03014998a43d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=947b2bf4-1446-47c1-9618-b9bfceb818f3 HTTP/1.1" status: 200 len: 1000 time: 0.1850760 Aug 19 18:34:56.409132 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 1c875f5e-f731-48c9-94ec-482773a8e8e3 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:34:56.410447 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1c875f5e-f731-48c9-94ec-482773a8e8e3 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:34:56.411914 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6428f66e-77c1-4000-8ad6-983da36ad330 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:34:56.449667 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-93a8b0d7-cb5b-4459-a230-f610f1492e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:38Z', 'revision_number': 4, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7', 'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'mac_address': 'fa:16:3e:30:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:35Z', 'updated_at': '2021-08-19T18:21:44Z', 'revision_number': 5, 'project_id': 'ffa9435d941540c182adf55128e34931', 'subnets': [{'id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:56.462096 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1efce132-32be-48c2-a255-3f69861ab164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:56.483071 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 6428f66e-77c1-4000-8ad6-983da36ad330 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:34:56.484910 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6428f66e-77c1-4000-8ad6-983da36ad330 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:34:56.485519 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ed690d79-cd0f-4d91-b775-e9bf62482b11 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:34:56.546224 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a8b0d7-cb5b-4459-a230-f610f1492e3d None None] The sync data for ids ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'] in n-d-803753-2 is: [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:38Z', 'revision_number': 4, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7', 'name': '', 'network_id': '6084e940-75d5-4b38-a27b-539baf659ad1', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'mac_address': 'fa:16:3e:30:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:35Z', 'updated_at': '2021-08-19T18:21:44Z', 'revision_number': 5, 'project_id': 'ffa9435d941540c182adf55128e34931', 'subnets': [{'id': '57c3905b-ec47-44bd-8717-544ef67ade13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:34:56.548879 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-bdbfc117-9ab4-4d02-a712-61a473db42f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:56.551189 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-bdbfc117-9ab4-4d02-a712-61a473db42f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a51ede3-bf4f-418b-b046-6db223b828ca HTTP/1.1" status: 200 len: 854 time: 0.1561465 Aug 19 18:34:56.556503 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efce132-32be-48c2-a255-3f69861ab164 None None] Pushing event deleted for resources: {'Port': ['ID=1c875f5e-f731-48c9-94ec-482773a8e8e3,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:56.572711 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efce132-32be-48c2-a255-3f69861ab164 None None] No DVR routers for this DVR port 1c875f5e-f731-48c9-94ec-482773a8e8e3 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:34:56.579529 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: ed690d79-cd0f-4d91-b775-e9bf62482b11 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:34:56.582495 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ed690d79-cd0f-4d91-b775-e9bf62482b11 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:34:56.665092 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-4a74e7aa-4e2c-46cd-be27-f6dcca19476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:56.666865 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-4a74e7aa-4e2c-46cd-be27-f6dcca19476b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=eb209190-2b0a-4385-a96f-5ebf3ada95ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041753 Aug 19 18:34:56.923700 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-8f4fc406-eca5-43ac-8469-08714ae9a38b service neutron] 10.222.0.50 "GET /v2.0/networks/eb209190-2b0a-4385-a96f-5ebf3ada95ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483895 Aug 19 18:34:57.145902 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44e615b-ad96-4540-9bf9-61afc979f805 None None] New status for floating IP 2c421dba-5113-44c2-a45b-33520c3b274e: DOWN {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:34:57.204326 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-7eb7a7b8-e9b7-4f60-9129-2274da360f3c admin admin] For port 1c875f5e-f731-48c9-94ec-482773a8e8e3, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1c875f5e-f731-48c9-94ec-482773a8e8e3,segment=NetworkSegment(55582d07-bef9-476c-ae5f-a577e31c0db4),segment_id=55582d07-bef9-476c-ae5f-a577e31c0db4)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:34:57.204622 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a7b8-e9b7-4f60-9129-2274da360f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:57.221184 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-a81e09f3-96b0-4693-a84c-227177a940d8 service neutron] 10.222.0.50 "GET /v2.0/networks/eb209190-2b0a-4385-a96f-5ebf3ada95ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848213 Aug 19 18:34:57.239066 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-7eb7a7b8-e9b7-4f60-9129-2274da360f3c admin admin] Calling delete_port for 1c875f5e-f731-48c9-94ec-482773a8e8e3 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:34:57.252442 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3be59f89-56b1-416b-ae3e-1d903ff7e54c req-39c73e24-2250-4a69-9f90-46577ff8f8c5 service neutron] 10.222.0.54 "GET /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8773367 Aug 19 18:34:57.302416 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-fa7df772-9e33-47db-af46-73d2bdd30d29 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=334dbf3e-abee-4ea8-85bc-ff4e12f05776 HTTP/1.1" status: 200 len: 217 time: 0.0725067 Aug 19 18:34:57.327923 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d299976-e092-4fc4-b89f-594b62ba58b8 req-641a52e0-06bd-44e4-ae06-92fc37720122 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:57.344448 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5d299976-e092-4fc4-b89f-594b62ba58b8 req-641a52e0-06bd-44e4-ae06-92fc37720122 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.54 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 946 time: 0.4485278 Aug 19 18:34:57.498082 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-65a3a937-c77a-451b-bf5d-4b77a83c64d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:57.499783 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-65a3a937-c77a-451b-bf5d-4b77a83c64d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35803907-fc07-4398-bccd-780130b728a8 HTTP/1.1" status: 200 len: 797 time: 0.1888790 Aug 19 18:34:57.568638 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-237bb45b-f6b6-476e-a717-72ebb06cf60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:57.570502 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-237bb45b-f6b6-476e-a717-72ebb06cf60a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e907505c-8552-41bc-9150-9253fbc87c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0578310 Aug 19 18:34:57.674946 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ab0fe-1a85-4ac3-ba67-93f4671dea19 req-f0638dda-966b-4614-81dd-787cefadf03a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:57.676501 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b99ab0fe-1a85-4ac3-ba67-93f4671dea19 req-f0638dda-966b-4614-81dd-787cefadf03a tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 946 time: 0.1737111 Aug 19 18:34:57.688037 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-eed88782-19ec-43a2-abf8-d2d96466cfe3 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094096 Aug 19 18:34:57.736652 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a7b8-e9b7-4f60-9129-2274da360f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:57.784213 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7a7b8-e9b7-4f60-9129-2274da360f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=1c875f5e-f731-48c9-94ec-482773a8e8e3,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:57.788040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-5d299976-e092-4fc4-b89f-594b62ba58b8 req-688b63a4-bd9a-468b-8344-4e909421a654 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Deleting port dfec941a-be49-489c-b8ba-539bfe6342f9 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:34:57.788378 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5d299976-e092-4fc4-b89f-594b62ba58b8 req-688b63a4-bd9a-468b-8344-4e909421a654 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:57.820861 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b99ab0fe-1a85-4ac3-ba67-93f4671dea19 req-50b1dddd-f795-4dcb-bb97-32dad1c77656 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea353b6a-204d-4e83-ad48-ae5f0e461b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258209 Aug 19 18:34:57.840082 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb7a7b8-e9b7-4f60-9129-2274da360f3c admin admin] No DVR routers for this DVR port 1c875f5e-f731-48c9-94ec-482773a8e8e3 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:34:57.875564 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-d31b4df6-3a4c-444c-ab28-2fab2c78a77b service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800060 Aug 19 18:34:57.958676 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-4169aece-b635-4512-a20a-3437014f0bc5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=893cfcd7-84d6-4673-a14d-ca9588314af4 HTTP/1.1" status: 200 len: 217 time: 0.0726838 Aug 19 18:34:58.054946 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-5554bf80-11ec-47e9-9c7b-e3cd2ecb1a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:58.059239 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-5554bf80-11ec-47e9-9c7b-e3cd2ecb1a2a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35803907-fc07-4398-bccd-780130b728a8 HTTP/1.1" status: 200 len: 797 time: 0.0818994 Aug 19 18:34:58.076358 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a7b8-e9b7-4f60-9129-2274da360f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:58.098569 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-7eb7a7b8-e9b7-4f60-9129-2274da360f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756739f9-032a-4a95-8dc1-0aefa81887db']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:58.114887 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-5d299976-e092-4fc4-b89f-594b62ba58b8 req-688b63a4-bd9a-468b-8344-4e909421a654 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] For port dfec941a-be49-489c-b8ba-539bfe6342f9, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=dfec941a-be49-489c-b8ba-539bfe6342f9,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:34:58.115300 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5d299976-e092-4fc4-b89f-594b62ba58b8 req-688b63a4-bd9a-468b-8344-4e909421a654 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:58.118801 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-7eb7a7b8-e9b7-4f60-9129-2274da360f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55582d07-bef9-476c-ae5f-a577e31c0db4') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:58.119128 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-7eb7a7b8-e9b7-4f60-9129-2274da360f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55582d07-bef9-476c-ae5f-a577e31c0db4') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:58.160175 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a7b8-e9b7-4f60-9129-2274da360f3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:58.174025 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-5d299976-e092-4fc4-b89f-594b62ba58b8 req-688b63a4-bd9a-468b-8344-4e909421a654 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Calling delete_port for dfec941a-be49-489c-b8ba-539bfe6342f9 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:34:58.187171 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a7b8-e9b7-4f60-9129-2274da360f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:58.198651 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb7a7b8-e9b7-4f60-9129-2274da360f3c admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:34:58.199067 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a7b8-e9b7-4f60-9129-2274da360f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: self.session.flush() Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:34:58.200929 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:34:58.220248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-976d775c-f74d-48ec-bb15-2724943f9ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:58.223832 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-976d775c-f74d-48ec-bb15-2724943f9ec6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e907505c-8552-41bc-9150-9253fbc87c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1546266 Aug 19 18:34:58.293987 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a7b8-e9b7-4f60-9129-2274da360f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:58.311685 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a7b8-e9b7-4f60-9129-2274da360f3c admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:58.313781 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7eb7a7b8-e9b7-4f60-9129-2274da360f3c admin admin] 10.222.0.24 "DELETE /v2.0/networks/756739f9-032a-4a95-8dc1-0aefa81887db HTTP/1.1" status: 204 len: 168 time: 2.7130597 Aug 19 18:34:58.317014 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7a7b8-e9b7-4f60-9129-2274da360f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=756739f9-032a-4a95-8dc1-0aefa81887db,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:58.317635 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 52938) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:34:58.478198 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-8ac263df-17a1-4c6a-8d37-efe121701a17 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422969 Aug 19 18:34:58.630043 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5d299976-e092-4fc4-b89f-594b62ba58b8 req-688b63a4-bd9a-468b-8344-4e909421a654 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:58.638623 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-99fa5b83-fed5-4fe4-b5d0-b481669df288 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569662 Aug 19 18:34:58.700629 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-50cd59ef-d24a-4326-89f6-c566fc1f602e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=157237db-49d7-4dc1-b9f9-88191429b6a5 HTTP/1.1" status: 200 len: 217 time: 0.0467274 Aug 19 18:34:58.722642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b63a4-bd9a-468b-8344-4e909421a654 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event deleted for resources: {'Port': ['ID=dfec941a-be49-489c-b8ba-539bfe6342f9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:58.792909 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d299976-e092-4fc4-b89f-594b62ba58b8 req-688b63a4-bd9a-468b-8344-4e909421a654 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] No DVR routers for this DVR port dfec941a-be49-489c-b8ba-539bfe6342f9 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:34:58.800348 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5d299976-e092-4fc4-b89f-594b62ba58b8 req-688b63a4-bd9a-468b-8344-4e909421a654 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:58.804542 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5d299976-e092-4fc4-b89f-594b62ba58b8 req-688b63a4-bd9a-468b-8344-4e909421a654 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.54 "DELETE /v2.0/ports/dfec941a-be49-489c-b8ba-539bfe6342f9 HTTP/1.1" status: 204 len: 173 time: 1.4449637 Aug 19 18:34:58.804996 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9', 'name': 'network-vif-deleted', 'tag': 'dfec941a-be49-489c-b8ba-539bfe6342f9'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:34:58.812265 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75ccf41-cb9a-420d-a2dc-c229e3420ed1" -d '{"events": [{"server_uuid": "dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9", "name": "network-vif-deleted", "tag": "dfec941a-be49-489c-b8ba-539bfe6342f9"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:34:58.861502 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-6f1c0446-4bee-4033-92b2-f7f866111c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:58.866570 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-6f1c0446-4bee-4033-92b2-f7f866111c45 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35803907-fc07-4398-bccd-780130b728a8 HTTP/1.1" status: 200 len: 797 time: 0.1587498 Aug 19 18:34:58.939275 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff6b70a-1143-4549-b1b1-2f09ccb7f0fd x-openstack-request-id: req-4ff6b70a-1143-4549-b1b1-2f09ccb7f0fd {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:34:58.939570 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9", "name": "network-vif-deleted", "tag": "dfec941a-be49-489c-b8ba-539bfe6342f9", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:34:58.943711 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ff6b70a-1143-4549-b1b1-2f09ccb7f0fd {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:34:58.944292 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9', 'name': 'network-vif-deleted', 'tag': 'dfec941a-be49-489c-b8ba-539bfe6342f9', 'status': 'completed', 'code': 200} Aug 19 18:34:58.999023 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-f22ae8ae-b990-4f79-a051-9cc9b7e63cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:59.001569 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-f22ae8ae-b990-4f79-a051-9cc9b7e63cba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e907505c-8552-41bc-9150-9253fbc87c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1223617 Aug 19 18:34:59.062984 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device dfec941a-be49-489c-b8ba-539bfe6342f9 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:34:59.083210 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cfb55f39-deac-4ce1-a801-ff897135a68a req-5f834360-26e3-4d63-818b-a219007a49f6 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 210 time: 0.1109912 Aug 19 18:34:59.106611 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: dfec941a-be49-489c-b8ba-539bfe6342f9 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:34:59.108580 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device dfec941a-be49-489c-b8ba-539bfe6342f9 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:34:59.262812 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f40a8ef1-b60b-4baa-a40a-1f6e956b91cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:59.266155 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-4524920e-cb4f-45b2-93f4-1caf9131df9c service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557993 Aug 19 18:34:59.506073 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-8e09d2f2-7c8f-4b8e-8734-41d1a1a4c798 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275643 Aug 19 18:34:59.687017 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-a8cf1d54-e3ea-4ff0-8014-8cbee70d49c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=bbb83320-ccbe-41de-8f63-90d7036594f8 HTTP/1.1" status: 200 len: 217 time: 0.1638429 Aug 19 18:34:59.770340 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-01777bb6-a4c8-4ca8-930e-0f380535158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:59.772007 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-01777bb6-a4c8-4ca8-930e-0f380535158d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35803907-fc07-4398-bccd-780130b728a8 HTTP/1.1" status: 200 len: 797 time: 0.0773025 Aug 19 18:34:59.807688 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-f40a8ef1-b60b-4baa-a40a-1f6e956b91cd admin admin] Deleting port 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:34:59.808106 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f40a8ef1-b60b-4baa-a40a-1f6e956b91cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:59.880247 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-e6bb48e0-0f4a-435f-942e-4f23acf9d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:59.885854 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-e6bb48e0-0f4a-435f-942e-4f23acf9d823 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e907505c-8552-41bc-9150-9253fbc87c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1019638 Aug 19 18:34:59.921569 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-f40a8ef1-b60b-4baa-a40a-1f6e956b91cd admin admin] For port 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9fd68d6f-1957-4aa3-ad28-30fbadf5a63d,segment=NetworkSegment(701b45ae-dd1e-4c0f-a4b8-b698393466f7),segment_id=701b45ae-dd1e-4c0f-a4b8-b698393466f7)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:34:59.922419 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f40a8ef1-b60b-4baa-a40a-1f6e956b91cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:59.939469 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-f40a8ef1-b60b-4baa-a40a-1f6e956b91cd admin admin] Calling delete_port for 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:35:00.111421 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-cd656920-c3de-47a4-a719-1cc3115cf384 service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219832 Aug 19 18:35:00.298869 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f40a8ef1-b60b-4baa-a40a-1f6e956b91cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:00.381542 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a8ef1-b60b-4baa-a40a-1f6e956b91cd admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd68d6f-1957-4aa3-ad28-30fbadf5a63d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:00.388205 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b1990d0a-a244-4cff-b8ac-1fd3a2c7a40f req-630ca614-e59f-404e-adfd-1dd26867e8fb tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 210 time: 0.1476035 Aug 19 18:35:00.455100 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-bf925adc-3839-4feb-8113-1ad740172e9d service neutron] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306212 Aug 19 18:35:00.556775 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-a53bcf15-110b-4bd2-b2b1-d9e24eeae2d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=747e61a2-79d2-495c-884e-e517af4325c6 HTTP/1.1" status: 200 len: 217 time: 0.0961173 Aug 19 18:35:00.664268 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-6c4b501a-f035-4081-b6f0-1e689f18353f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:00.666138 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-6c4b501a-f035-4081-b6f0-1e689f18353f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=204603f8-aa90-483f-91d6-b7616b3a5b43 HTTP/1.1" status: 200 len: 797 time: 0.1015530 Aug 19 18:35:00.796193 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f40a8ef1-b60b-4baa-a40a-1f6e956b91cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:00.823547 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-de907e80-eebb-4d01-8c3f-d5822b0c4ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:00.827002 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-de907e80-eebb-4d01-8c3f-d5822b0c4ad2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=82deafff-818d-46cd-9b39-f0e9acf3a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1534677 Aug 19 18:35:01.001770 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-866361cf-bd37-47ae-8497-4e80232e4c1a service neutron] 10.222.0.50 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657159 Aug 19 18:35:01.137285 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40a8ef1-b60b-4baa-a40a-1f6e956b91cd admin admin] Router 89003bab-a9bd-4075-9052-0344b3b42aa2 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:35:01.172129 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-0afaaa42-0469-4440-a964-77606bc6f781 service neutron] 10.222.0.50 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615498 Aug 19 18:35:01.248099 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-8e2c764c-d1e8-4504-be4f-ff34b7215bad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3c01a012-e516-4baa-88d6-391db59eb674 HTTP/1.1" status: 200 len: 217 time: 0.0677474 Aug 19 18:35:01.310880 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40a8ef1-b60b-4baa-a40a-1f6e956b91cd admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:35:01.318311 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f40a8ef1-b60b-4baa-a40a-1f6e956b91cd admin admin] 10.222.0.24 "PUT /v2.0/routers/89003bab-a9bd-4075-9052-0344b3b42aa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9981625 Aug 19 18:35:01.320624 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53266) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:01.322380 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-e9cc910b-c104-4f06-8e9d-b102edd2fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:01.323885 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f843681d-2df5-4679-b471-708d526347f0 None None] Sync routers for ids ['89003bab-a9bd-4075-9052-0344b3b42aa2'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:35:01.325962 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-e9cc910b-c104-4f06-8e9d-b102edd2fd65 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=204603f8-aa90-483f-91d6-b7616b3a5b43 HTTP/1.1" status: 200 len: 797 time: 0.0699363 Aug 19 18:35:01.339576 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f843681d-2df5-4679-b471-708d526347f0 None None] Routers {'89003bab-a9bd-4075-9052-0344b3b42aa2'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:35:01.340525 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f843681d-2df5-4679-b471-708d526347f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:34:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['89003bab-a9bd-4075-9052-0344b3b42aa2'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:01.416823 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-52755e3b-c9ef-4876-ae0d-372c69b25252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:01.419490 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-52755e3b-c9ef-4876-ae0d-372c69b25252 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=82deafff-818d-46cd-9b39-f0e9acf3a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0852363 Aug 19 18:35:01.461209 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-096c3e99-2596-4af2-a2f3-cc877ce4d93d admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:01.558967 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-f843681d-2df5-4679-b471-708d526347f0 None None] Set router 89003bab-a9bd-4075-9052-0344b3b42aa2 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:35:01.582874 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-25bb785c-8d87-47a3-baf6-89939c1783b8 req-7932044c-e6a2-466d-a4da-07190c64ca1e tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 210 time: 0.0297997 Aug 19 18:35:01.597496 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-6c09a637-9987-4e6a-8e69-e80f73ae5de0 service neutron] 10.222.0.50 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673512 Aug 19 18:35:01.739805 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e806878-2b38-4eec-9cdc-69e2b668f653 req-e90588f1-6478-42bf-8c47-d45c88452f64 service neutron] 10.222.0.50 "GET /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266944 Aug 19 18:35:01.899481 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f843681d-2df5-4679-b471-708d526347f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89003bab-a9bd-4075-9052-0344b3b42aa2', 'name': 'tempest-TestAggregatesBasicOps-1719183620-router', 'tenant_id': '30a7e21433d24d0096d7ff328edfbab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '74dd5130-267f-42ce-b1d6-5cbc429f4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:34:38Z', 'updated_at': '2021-08-19T18:35:00Z', 'revision_number': 5, 'project_id': '30a7e21433d24d0096d7ff328edfbab1', 'gw_port': {'id': '74dd5130-267f-42ce-b1d6-5cbc429f4ee8', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89003bab-a9bd-4075-9052-0344b3b42aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:34:40Z', 'updated_at': '2021-08-19T18:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:01.965635 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f843681d-2df5-4679-b471-708d526347f0 None None] Checking router: 89003bab-a9bd-4075-9052-0344b3b42aa2 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:35:02.002059 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f843681d-2df5-4679-b471-708d526347f0 None None] Routers {'89003bab-a9bd-4075-9052-0344b3b42aa2'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:35:02.002891 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f843681d-2df5-4679-b471-708d526347f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:34:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['89003bab-a9bd-4075-9052-0344b3b42aa2'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:02.117110 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-096c3e99-2596-4af2-a2f3-cc877ce4d93d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:02.230668 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-f843681d-2df5-4679-b471-708d526347f0 None None] Set router 89003bab-a9bd-4075-9052-0344b3b42aa2 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:35:02.320724 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-096c3e99-2596-4af2-a2f3-cc877ce4d93d admin admin] Deleting port 74dd5130-267f-42ce-b1d6-5cbc429f4ee8 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:35:02.321233 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-096c3e99-2596-4af2-a2f3-cc877ce4d93d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:02.491618 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-096c3e99-2596-4af2-a2f3-cc877ce4d93d admin admin] For port 74dd5130-267f-42ce-b1d6-5cbc429f4ee8, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=74dd5130-267f-42ce-b1d6-5cbc429f4ee8,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:02.491900 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-096c3e99-2596-4af2-a2f3-cc877ce4d93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:02.534899 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-096c3e99-2596-4af2-a2f3-cc877ce4d93d admin admin] Calling delete_port for 74dd5130-267f-42ce-b1d6-5cbc429f4ee8 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:35:02.579204 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f843681d-2df5-4679-b471-708d526347f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89003bab-a9bd-4075-9052-0344b3b42aa2', 'name': 'tempest-TestAggregatesBasicOps-1719183620-router', 'tenant_id': '30a7e21433d24d0096d7ff328edfbab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '74dd5130-267f-42ce-b1d6-5cbc429f4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:34:38Z', 'updated_at': '2021-08-19T18:35:00Z', 'revision_number': 5, 'project_id': '30a7e21433d24d0096d7ff328edfbab1', 'gw_port': {'id': '74dd5130-267f-42ce-b1d6-5cbc429f4ee8', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89003bab-a9bd-4075-9052-0344b3b42aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:34:40Z', 'updated_at': '2021-08-19T18:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:02.617711 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f843681d-2df5-4679-b471-708d526347f0 None None] The sync data for ids ['89003bab-a9bd-4075-9052-0344b3b42aa2'] in n-d-803753-2 is: [{'id': '89003bab-a9bd-4075-9052-0344b3b42aa2', 'name': 'tempest-TestAggregatesBasicOps-1719183620-router', 'tenant_id': '30a7e21433d24d0096d7ff328edfbab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '74dd5130-267f-42ce-b1d6-5cbc429f4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:34:38Z', 'updated_at': '2021-08-19T18:35:00Z', 'revision_number': 5, 'project_id': '30a7e21433d24d0096d7ff328edfbab1', 'gw_port': {'id': '74dd5130-267f-42ce-b1d6-5cbc429f4ee8', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89003bab-a9bd-4075-9052-0344b3b42aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:34:40Z', 'updated_at': '2021-08-19T18:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:35:02.747392 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:35:02.769134 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6cb39de1-4c54-442c-8a64-110e1da11927 req-f976568b-2350-48bf-b546-a4aa6f959ba5 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 210 time: 0.0513690 Aug 19 18:35:02.848689 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-096c3e99-2596-4af2-a2f3-cc877ce4d93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:02.900024 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c3e99-2596-4af2-a2f3-cc877ce4d93d admin admin] Pushing event deleted for resources: {'Port': ['ID=74dd5130-267f-42ce-b1d6-5cbc429f4ee8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:02.980944 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-096c3e99-2596-4af2-a2f3-cc877ce4d93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:03.103953 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-096c3e99-2596-4af2-a2f3-cc877ce4d93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:03.107027 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-096c3e99-2596-4af2-a2f3-cc877ce4d93d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:03.156481 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-096c3e99-2596-4af2-a2f3-cc877ce4d93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:03.157007 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096c3e99-2596-4af2-a2f3-cc877ce4d93d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89003bab-a9bd-4075-9052-0344b3b42aa2 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:35:03.175237 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-096c3e99-2596-4af2-a2f3-cc877ce4d93d admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:03.177092 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-096c3e99-2596-4af2-a2f3-cc877ce4d93d admin admin] 10.222.0.24 "DELETE /v2.0/routers/89003bab-a9bd-4075-9052-0344b3b42aa2 HTTP/1.1" status: 204 len: 168 time: 1.8554592 Aug 19 18:35:03.179688 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53358) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:03.301274 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-375d4ed2-2628-404a-8dee-6b9fac6c4dcd admin admin] Deleting subnet e5b61157-89b3-4466-b763-de7761865cf6 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:35:03.309200 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-375d4ed2-2628-404a-8dee-6b9fac6c4dcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:03.361233 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-375d4ed2-2628-404a-8dee-6b9fac6c4dcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:03.473686 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-375d4ed2-2628-404a-8dee-6b9fac6c4dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:03.572012 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-375d4ed2-2628-404a-8dee-6b9fac6c4dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:03.618739 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d4ed2-2628-404a-8dee-6b9fac6c4dcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5b61157-89b3-4466-b763-de7761865cf6,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:03.627712 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-375d4ed2-2628-404a-8dee-6b9fac6c4dcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:03.628815 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466dcf35-857c-47b9-9335-80666199b0e4 None None] Network bd1c06cf-df0b-4b31-bdc1-de8204097e2d requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:35:03.629914 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-375d4ed2-2628-404a-8dee-6b9fac6c4dcd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e5b61157-89b3-4466-b763-de7761865cf6 HTTP/1.1" status: 204 len: 168 time: 0.4491656 Aug 19 18:35:03.632833 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53368) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:03.812319 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b157c73f-c009-4c87-aa01-e8a7d302b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:03.911214 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-b157c73f-c009-4c87-aa01-e8a7d302b55b admin admin] Deleting port af4eff6f-009d-40d6-bc68-433c31aaea30 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:35:03.911915 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b157c73f-c009-4c87-aa01-e8a7d302b55b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:03.945086 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-47788a82-0d69-4f53-bf3d-338e92315fb1 req-30b1fd05-1c92-44a0-a5c4-d6ba437e42cb tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 210 time: 0.0560970 Aug 19 18:35:04.004765 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-b157c73f-c009-4c87-aa01-e8a7d302b55b admin admin] For port af4eff6f-009d-40d6-bc68-433c31aaea30, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=af4eff6f-009d-40d6-bc68-433c31aaea30,segment=NetworkSegment(701b45ae-dd1e-4c0f-a4b8-b698393466f7),segment_id=701b45ae-dd1e-4c0f-a4b8-b698393466f7)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:04.005399 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b157c73f-c009-4c87-aa01-e8a7d302b55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:04.021909 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-b157c73f-c009-4c87-aa01-e8a7d302b55b admin admin] Calling delete_port for af4eff6f-009d-40d6-bc68-433c31aaea30 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:35:04.070421 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c9b11a-2def-4ac4-986c-fc1594498bae None None] DHCP port deletion for bd1c06cf-df0b-4b31-bdc1-de8204097e2d request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:35:04.137948 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b157c73f-c009-4c87-aa01-e8a7d302b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:04.186174 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-e7c9b11a-2def-4ac4-986c-fc1594498bae None None] Deleting port af4eff6f-009d-40d6-bc68-433c31aaea30 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:35:04.186803 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e7c9b11a-2def-4ac4-986c-fc1594498bae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:04.220634 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157c73f-c009-4c87-aa01-e8a7d302b55b admin admin] Pushing event deleted for resources: {'Port': ['ID=af4eff6f-009d-40d6-bc68-433c31aaea30,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:04.231364 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b157c73f-c009-4c87-aa01-e8a7d302b55b admin admin] No DVR routers for this DVR port af4eff6f-009d-40d6-bc68-433c31aaea30 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:35:04.281057 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device af4eff6f-009d-40d6-bc68-433c31aaea30 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:35:04.373302 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: af4eff6f-009d-40d6-bc68-433c31aaea30 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:35:04.379046 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device af4eff6f-009d-40d6-bc68-433c31aaea30 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:35:04.390438 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 74dd5130-267f-42ce-b1d6-5cbc429f4ee8 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:35:04.459002 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b157c73f-c009-4c87-aa01-e8a7d302b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:04.462116 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 74dd5130-267f-42ce-b1d6-5cbc429f4ee8 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:35:04.462116 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 74dd5130-267f-42ce-b1d6-5cbc429f4ee8 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:35:04.462417 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:35:04.477094 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-b157c73f-c009-4c87-aa01-e8a7d302b55b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1c06cf-df0b-4b31-bdc1-de8204097e2d']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:04.490690 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-b157c73f-c009-4c87-aa01-e8a7d302b55b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701b45ae-dd1e-4c0f-a4b8-b698393466f7') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:04.491429 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-b157c73f-c009-4c87-aa01-e8a7d302b55b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701b45ae-dd1e-4c0f-a4b8-b698393466f7') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:04.497993 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:35:04.504652 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9fd68d6f-1957-4aa3-ad28-30fbadf5a63d not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:35:04.505180 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b157c73f-c009-4c87-aa01-e8a7d302b55b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:04.519725 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e7c9b11a-2def-4ac4-986c-fc1594498bae None None] For port af4eff6f-009d-40d6-bc68-433c31aaea30, host n-d-803753-2, got binding levels [] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:04.521928 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e7c9b11a-2def-4ac4-986c-fc1594498bae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:04.551045 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-e7c9b11a-2def-4ac4-986c-fc1594498bae None None] Calling delete_port for af4eff6f-009d-40d6-bc68-433c31aaea30 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:35:04.554618 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.ipam_backend_mixin [None req-e7c9b11a-2def-4ac4-986c-fc1594498bae None None] Port af4eff6f-009d-40d6-bc68-433c31aaea30 was not found and therefore no delete operation was performed {{(pid=94683) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:35:04.556024 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e7c9b11a-2def-4ac4-986c-fc1594498bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:04.559439 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b157c73f-c009-4c87-aa01-e8a7d302b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:04.568200 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b157c73f-c009-4c87-aa01-e8a7d302b55b admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:35:04.568718 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b157c73f-c009-4c87-aa01-e8a7d302b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:04.572422 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c9b11a-2def-4ac4-986c-fc1594498bae None None] No DVR routers for this DVR port af4eff6f-009d-40d6-bc68-433c31aaea30 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:35:04.598200 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:35:04.624963 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9b11a-2def-4ac4-986c-fc1594498bae None None] Pushing event deleted for resources: {'Port': ['ID=af4eff6f-009d-40d6-bc68-433c31aaea30,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:04.632607 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-12038f14-28da-48a9-9c77-c2dee76e1c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:04.685659 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b157c73f-c009-4c87-aa01-e8a7d302b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:04.692789 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b157c73f-c009-4c87-aa01-e8a7d302b55b admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:04.694638 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b157c73f-c009-4c87-aa01-e8a7d302b55b admin admin] 10.222.0.24 "DELETE /v2.0/networks/bd1c06cf-df0b-4b31-bdc1-de8204097e2d HTTP/1.1" status: 204 len: 168 time: 1.0607979 Aug 19 18:35:04.718465 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157c73f-c009-4c87-aa01-e8a7d302b55b admin admin] Pushing event deleted for resources: {'Network': ['ID=bd1c06cf-df0b-4b31-bdc1-de8204097e2d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:04.946581 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53396) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:05.066239 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-74559f94-6b1e-4d8c-852b-85e08b9551c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f32dce67133045b7b566bf1d056563ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1172473 Aug 19 18:35:05.066970 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53402) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:05.091993 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c0a88bc0-bccd-417f-b8ad-e3b5cb21f822 req-3802d248-568f-4371-87dc-9b6ae2feca60 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce26ab1-8d1d-4ddd-a37f-ca77b7b981c9 HTTP/1.1" status: 200 len: 210 time: 0.0423713 Aug 19 18:35:05.136346 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d5c3bbf-131a-4fac-a1ef-d3ffb411235b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:05.157821 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d5c3bbf-131a-4fac-a1ef-d3ffb411235b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:05.206372 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d5c3bbf-131a-4fac-a1ef-d3ffb411235b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:05.209171 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d5c3bbf-131a-4fac-a1ef-d3ffb411235b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:05.210396 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4d5c3bbf-131a-4fac-a1ef-d3ffb411235b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c5f422e-57b7-467e-8770-d18bb7e47a16 HTTP/1.1" status: 204 len: 168 time: 0.1419463 Aug 19 18:35:05.224218 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c3bbf-131a-4fac-a1ef-d3ffb411235b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5f422e-57b7-467e-8770-d18bb7e47a16,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:05.696932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53416) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:05.756312 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-81404695-2b4c-430a-ac50-21572eec6618 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30a7e21433d24d0096d7ff328edfbab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580626 Aug 19 18:35:05.758787 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53420) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:05.858521 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53424) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:05.882751 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d556ade-cde4-495a-bf9c-40215550b765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:05.915668 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d556ade-cde4-495a-bf9c-40215550b765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:05.980023 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d556ade-cde4-495a-bf9c-40215550b765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:05.983094 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d556ade-cde4-495a-bf9c-40215550b765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:05.984401 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2d556ade-cde4-495a-bf9c-40215550b765 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4119f53d-54fe-4eed-b1cc-bf4e0baa8048 HTTP/1.1" status: 204 len: 168 time: 0.2244945 Aug 19 18:35:05.998901 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d556ade-cde4-495a-bf9c-40215550b765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4119f53d-54fe-4eed-b1cc-bf4e0baa8048,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:06.061232 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-74873c77-9ccc-45d3-9ffa-f89adb93e0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:06.161279 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53436) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:06.194119 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-74873c77-9ccc-45d3-9ffa-f89adb93e0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:06.200031 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-74873c77-9ccc-45d3-9ffa-f89adb93e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:06.249242 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-74873c77-9ccc-45d3-9ffa-f89adb93e0ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35b882b5d1d140c19e7bf852f64b5a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3896174 Aug 19 18:35:06.250205 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74873c77-9ccc-45d3-9ffa-f89adb93e0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a4484d-d03e-46fe-b4d6-1f3beeda6b3f,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:06.253709 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53440) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:06.331495 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8f023598-3acf-4faf-8d8d-0e65571ef88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:06.368186 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-4c59c600-9217-4c32-a77e-3e505e1a26ae tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Deleting port 829f63f2-252a-434d-be23-1af86fdf0ace {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:35:06.368795 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c59c600-9217-4c32-a77e-3e505e1a26ae tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:06.378121 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8f023598-3acf-4faf-8d8d-0e65571ef88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:06.452097 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8f023598-3acf-4faf-8d8d-0e65571ef88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:06.454842 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8f023598-3acf-4faf-8d8d-0e65571ef88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:06.458866 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8f023598-3acf-4faf-8d8d-0e65571ef88c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20a4484d-d03e-46fe-b4d6-1f3beeda6b3f HTTP/1.1" status: 204 len: 168 time: 0.2036936 Aug 19 18:35:06.473253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f023598-3acf-4faf-8d8d-0e65571ef88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a4484d-d03e-46fe-b4d6-1f3beeda6b3f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:06.518048 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c59c600-9217-4c32-a77e-3e505e1a26ae tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:06.518828 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c59c600-9217-4c32-a77e-3e505e1a26ae tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:06.540331 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-4c59c600-9217-4c32-a77e-3e505e1a26ae tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Calling delete_port for 829f63f2-252a-434d-be23-1af86fdf0ace owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:35:06.790011 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c59c600-9217-4c32-a77e-3e505e1a26ae tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:06.845062 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59c600-9217-4c32-a77e-3e505e1a26ae tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event deleted for resources: {'Port': ['ID=829f63f2-252a-434d-be23-1af86fdf0ace,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:06.925664 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c59c600-9217-4c32-a77e-3e505e1a26ae tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:06.929743 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c59c600-9217-4c32-a77e-3e505e1a26ae tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:06.935419 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4c59c600-9217-4c32-a77e-3e505e1a26ae tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "DELETE /v2.0/floatingips/95eb4856-f266-44f6-ba48-6f84d49e1379 HTTP/1.1" status: 204 len: 168 time: 0.7721770 Aug 19 18:35:07.282478 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:07.379296 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c8306d77-a09e-456b-a990-70687b8f8e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:08.192058 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:08.874537 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53540) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:08.880281 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-20210170-94e1-42ac-8acb-80b29b4e6dbd tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Request body: {'network': {'name': 'tempest-network-smoke--807847244', 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'port_security_enabled': True}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:35:08.894003 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53542) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:08.903564 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20210170-94e1-42ac-8acb-80b29b4e6dbd tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Made reservation on behalf of d08b17c1697a43168bd70dcaaf5c2ec4 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:35:08.907344 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20210170-94e1-42ac-8acb-80b29b4e6dbd tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:08.917060 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20210170-94e1-42ac-8acb-80b29b4e6dbd tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:09.024394 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-14c4ee4e-8abe-47f1-b815-cafa564a3ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:09.025410 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20210170-94e1-42ac-8acb-80b29b4e6dbd tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:09.029662 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20210170-94e1-42ac-8acb-80b29b4e6dbd tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:09.060429 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20210170-94e1-42ac-8acb-80b29b4e6dbd tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:35:09.067202 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20210170-94e1-42ac-8acb-80b29b4e6dbd tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=464c41d9-cbf4-4705-a5f8-226ece9ed71a,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:09.074310 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20210170-94e1-42ac-8acb-80b29b4e6dbd tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:09.074665 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-20210170-94e1-42ac-8acb-80b29b4e6dbd tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Added segment a42bad1a-eef9-4e8f-bfe4-3b5aad5346db of type vlan for network aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5 Aug 19 18:35:09.118429 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20210170-94e1-42ac-8acb-80b29b4e6dbd tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:09.146814 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-14c4ee4e-8abe-47f1-b815-cafa564a3ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:09.150895 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20210170-94e1-42ac-8acb-80b29b4e6dbd tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:09.151717 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-14c4ee4e-8abe-47f1-b815-cafa564a3ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:09.156636 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20210170-94e1-42ac-8acb-80b29b4e6dbd tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:09.157620 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-20210170-94e1-42ac-8acb-80b29b4e6dbd tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:09.195750 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-14c4ee4e-8abe-47f1-b815-cafa564a3ae9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec17b3e9f4d94305968deb68900de4a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981670 Aug 19 18:35:09.195750 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4ee4e-8abe-47f1-b815-cafa564a3ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5624d7-4c9e-4973-a41e-c65426579528,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:09.196820 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53548) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:09.227575 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-20210170-94e1-42ac-8acb-80b29b4e6dbd tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3516474 Aug 19 18:35:09.231690 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53550) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:09.235963 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20210170-94e1-42ac-8acb-80b29b4e6dbd tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event updated for resources: {'Network': ['ID=aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:09.236288 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-a54ce74d-b97e-462b-b9da-6a2621acbafa tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-959418928', 'admin_state_up': True, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:35:09.248452 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:35:09.272458 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eb8c8a27-b2ae-424c-a82d-d2b4e10dbd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:09.277336 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a54ce74d-b97e-462b-b9da-6a2621acbafa tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:09.278285 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a54ce74d-b97e-462b-b9da-6a2621acbafa tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:09.302001 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eb8c8a27-b2ae-424c-a82d-d2b4e10dbd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:09.374825 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a54ce74d-b97e-462b-b9da-6a2621acbafa tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:09.486933 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eb8c8a27-b2ae-424c-a82d-d2b4e10dbd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:09.489433 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eb8c8a27-b2ae-424c-a82d-d2b4e10dbd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:09.492915 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-eb8c8a27-b2ae-424c-a82d-d2b4e10dbd38 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a5624d7-4c9e-4973-a41e-c65426579528 HTTP/1.1" status: 204 len: 168 time: 0.2930558 Aug 19 18:35:09.539378 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c8a27-b2ae-424c-a82d-d2b4e10dbd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5624d7-4c9e-4973-a41e-c65426579528,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:09.549314 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a54ce74d-b97e-462b-b9da-6a2621acbafa tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:09.769699 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a54ce74d-b97e-462b-b9da-6a2621acbafa tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:09.791129 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a54ce74d-b97e-462b-b9da-6a2621acbafa tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:09.814327 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53558) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:09.829211 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aa229548-f647-4ea2-b1a9-8104a356652b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:09.923582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-a54ce74d-b97e-462b-b9da-6a2621acbafa tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Allocated IP 172.25.8.240 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:35:09.933021 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aa229548-f647-4ea2-b1a9-8104a356652b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:09.937866 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aa229548-f647-4ea2-b1a9-8104a356652b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:09.976881 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-aa229548-f647-4ea2-b1a9-8104a356652b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff41008b711b4232b495091d71fb3fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1614399 Aug 19 18:35:09.982241 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53562) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:09.991146 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa229548-f647-4ea2-b1a9-8104a356652b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ef52f8-0aa0-405d-8bbe-3af777a06793,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:10.079686 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1d4bf309-1c08-4f40-93df-718f91285e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:10.083349 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a54ce74d-b97e-462b-b9da-6a2621acbafa tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:10.117769 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1d4bf309-1c08-4f40-93df-718f91285e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:10.171338 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a54ce74d-b97e-462b-b9da-6a2621acbafa tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:10.207399 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1d4bf309-1c08-4f40-93df-718f91285e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:10.209716 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1d4bf309-1c08-4f40-93df-718f91285e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:10.217828 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1d4bf309-1c08-4f40-93df-718f91285e9e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0ef52f8-0aa0-405d-8bbe-3af777a06793 HTTP/1.1" status: 204 len: 168 time: 0.2309351 Aug 19 18:35:10.219862 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:10.237100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ce74d-b97e-462b-b9da-6a2621acbafa tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event updated for resources: {'Port': ['ID=cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:10.241719 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54ce74d-b97e-462b-b9da-6a2621acbafa tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:35:10.248013 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-a54ce74d-b97e-462b-b9da-6a2621acbafa tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:35:10.250162 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bf309-1c08-4f40-93df-718f91285e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ef52f8-0aa0-405d-8bbe-3af777a06793,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:10.251784 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54ce74d-b97e-462b-b9da-6a2621acbafa tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:35:10.567257 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a54ce74d-b97e-462b-b9da-6a2621acbafa tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:10.815705 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a54ce74d-b97e-462b-b9da-6a2621acbafa tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:10.974541 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54ce74d-b97e-462b-b9da-6a2621acbafa tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Router e7001bc6-7f9f-42a8-8d38-40d87cc12450 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:35:11.123754 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54ce74d-b97e-462b-b9da-6a2621acbafa tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:35:11.133364 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] Sync routers for ids ['e7001bc6-7f9f-42a8-8d38-40d87cc12450'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:35:11.152160 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] Routers {'e7001bc6-7f9f-42a8-8d38-40d87cc12450'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:35:11.153067 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:35:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e7001bc6-7f9f-42a8-8d38-40d87cc12450'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:11.175194 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a54ce74d-b97e-462b-b9da-6a2621acbafa tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:11.180550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53590) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:11.188253 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a54ce74d-b97e-462b-b9da-6a2621acbafa tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9554725 Aug 19 18:35:11.238724 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:11.313504 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] Set router e7001bc6-7f9f-42a8-8d38-40d87cc12450 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:35:11.615480 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0e4fc863-138f-4d1a-8b84-1dbf545ee889 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=d08b17c1697a43168bd70dcaaf5c2ec4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4330611 Aug 19 18:35:11.618345 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53604) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:11.639100 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-959418928', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:10Z', 'revision_number': 3, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'gw_port': {'id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:41:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:11.679240 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] Checking router: e7001bc6-7f9f-42a8-8d38-40d87cc12450 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:35:11.679912 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] Updating router e7001bc6-7f9f-42a8-8d38-40d87cc12450 port cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:35:11.709001 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:11.845778 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49eaf709-66a7-407a-9cd0-0562cc707086 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:11.847565 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-49eaf709-66a7-407a-9cd0-0562cc707086 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2281036 Aug 19 18:35:11.850390 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53610) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:11.898113 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-aa6097d8-7d7d-435a-afef-734592e61867 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462677 Aug 19 18:35:11.900728 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53612) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:11.906513 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-db4ae90f-fec5-459e-9ac5-70417eeece84 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1484708871', 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5', 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:35:12.052558 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:12.082516 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] Transition to ACTIVE for port object cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:35:12.085198 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4ae90f-fec5-459e-9ac5-70417eeece84 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Made reservation on behalf of d08b17c1697a43168bd70dcaaf5c2ec4 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:35:12.090928 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-db4ae90f-fec5-459e-9ac5-70417eeece84 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:12.092059 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:12.168377 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] Attempting to bind port cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:35:12.169047 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] Attempting to bind port cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:35:12.169136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] Attempting to bind port cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:35:12.196615 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:35:12.198456 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:35:12.199082 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:12.199605 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:35:12.200236 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] Bound port: cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:35:12.201148 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:12.209411 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d18e3-0e5f-45e8-bf37-af403953daff None None] Pushing event updated for resources: {'Port': ['ID=cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:12.303737 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] For port cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:35:12.308858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] For port cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:35:12.314039 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:12.403927 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] Routers {'e7001bc6-7f9f-42a8-8d38-40d87cc12450'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:35:12.405267 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:35:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e7001bc6-7f9f-42a8-8d38-40d87cc12450'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:12.408915 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d18e3-0e5f-45e8-bf37-af403953daff None None] Pushing event updated for resources: {'Port': ['ID=cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:12.443204 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53624) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:12.539863 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] Set router e7001bc6-7f9f-42a8-8d38-40d87cc12450 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:35:12.571946 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8ca0454d-eb4e-4870-928d-7144ac011176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:12.620815 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53630) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:12.724002 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-db4ae90f-fec5-459e-9ac5-70417eeece84 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:12.727442 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c8a9f960-905a-4bbd-b4af-307c0589aa81 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:12.755234 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8ca0454d-eb4e-4870-928d-7144ac011176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:12.773120 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8ca0454d-eb4e-4870-928d-7144ac011176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:12.777116 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-959418928', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:10Z', 'revision_number': 3, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'gw_port': {'id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:41:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:12.779156 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c8a9f960-905a-4bbd-b4af-307c0589aa81 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:12.815865 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ae90f-fec5-459e-9ac5-70417eeece84 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event updated for resources: {'Subnet': ['ID=67d56109-2da6-411b-84fe-cd8ff15d261b,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:12.819178 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0454d-eb4e-4870-928d-7144ac011176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae4ad56-be02-4fcc-8aaa-08b5f59e9c3c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:12.822335 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4ae90f-fec5-459e-9ac5-70417eeece84 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Checking segment: {'id': 'a42bad1a-eef9-4e8f-bfe4-3b5aad5346db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:35:12.823323 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4ae90f-fec5-459e-9ac5-70417eeece84 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Network hostable DHCP agents. Network: aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:35:12.829161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5546fb-60dd-4e5f-a38e-80e055dc85f5 None None] The sync data for ids ['e7001bc6-7f9f-42a8-8d38-40d87cc12450'] in n-d-803753-2 is: [{'id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-959418928', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:10Z', 'revision_number': 3, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'gw_port': {'id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:41:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:35:12.851220 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4ae90f-fec5-459e-9ac5-70417eeece84 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Network aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:35:12.855854 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8ca0454d-eb4e-4870-928d-7144ac011176 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e78529731903462b9a20c496ee307d16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4109194 Aug 19 18:35:12.858710 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53632) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:12.869787 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-db4ae90f-fec5-459e-9ac5-70417eeece84 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:35:12.875003 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4ae90f-fec5-459e-9ac5-70417eeece84 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:12.876076 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-db4ae90f-fec5-459e-9ac5-70417eeece84 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:12.881687 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d68050-073a-4959-a28c-4016e76ee6a2 None None] Network aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:35:12.907143 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c8a9f960-905a-4bbd-b4af-307c0589aa81 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:12.911511 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c8a9f960-905a-4bbd-b4af-307c0589aa81 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:12.918023 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c8a9f960-905a-4bbd-b4af-307c0589aa81 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] 10.222.0.24 "DELETE /v2.0/security-groups/ea353b6a-204d-4e83-ad48-ae5f0e461b90 HTTP/1.1" status: 204 len: 168 time: 0.2936771 Aug 19 18:35:12.918331 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-db4ae90f-fec5-459e-9ac5-70417eeece84 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0163252 Aug 19 18:35:12.928735 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53636) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:12.930548 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9f960-905a-4bbd-b4af-307c0589aa81 tempest-TestVolumeBootPattern-732269530 tempest-TestVolumeBootPattern-732269530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea353b6a-204d-4e83-ad48-ae5f0e461b90,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:12.955722 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6edb0947-2ea2-4504-96cb-807d4b3f0e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:13.002000 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6edb0947-2ea2-4504-96cb-807d4b3f0e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:13.008085 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53638) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:13.070946 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6edb0947-2ea2-4504-96cb-807d4b3f0e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:13.078888 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6edb0947-2ea2-4504-96cb-807d4b3f0e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:13.080582 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6edb0947-2ea2-4504-96cb-807d4b3f0e82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ae4ad56-be02-4fcc-8aaa-08b5f59e9c3c HTTP/1.1" status: 204 len: 168 time: 0.2207425 Aug 19 18:35:13.100110 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb0947-2ea2-4504-96cb-807d4b3f0e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae4ad56-be02-4fcc-8aaa-08b5f59e9c3c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:13.115156 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9072db2-872c-4681-8e9c-2eaae4b9b852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5', 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'fixed_ips': [{'subnet_id': '67d56109-2da6-411b-84fe-cd8ff15d261b'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:35:13.117800 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c9072db2-872c-4681-8e9c-2eaae4b9b852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:13.371103 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-c9072db2-872c-4681-8e9c-2eaae4b9b852 None None] Allocated IP 172.20.0.2 (aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5/67d56109-2da6-411b-84fe-cd8ff15d261b/de77375e-ec8b-4540-89ac-ae83b4465f37) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:35:13.566255 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53648) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:13.589038 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55cd6e9f-d8c4-41db-863a-eba592651be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:13.742166 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55cd6e9f-d8c4-41db-863a-eba592651be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:13.749029 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55cd6e9f-d8c4-41db-863a-eba592651be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:13.815235 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-55cd6e9f-d8c4-41db-863a-eba592651be1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe629a04a14c4a8199698164cacbc9e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478302 Aug 19 18:35:13.817671 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53656) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:13.825036 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd6e9f-d8c4-41db-863a-eba592651be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436e1fc8-b687-452b-b5a5-b1d2c4441ed1,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:13.909629 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9cf4d90f-3ca0-41b1-8d77-3cf287aa2b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:13.935511 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-702789a5-4762-4f04-bdd5-2db73d6bf8d4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:13.940247 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9cf4d90f-3ca0-41b1-8d77-3cf287aa2b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:13.941820 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c9072db2-872c-4681-8e9c-2eaae4b9b852 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:13.953333 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c9072db2-872c-4681-8e9c-2eaae4b9b852 None None] Transition to ACTIVE for port object de77375e-ec8b-4540-89ac-ae83b4465f37 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:35:13.972674 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c9072db2-872c-4681-8e9c-2eaae4b9b852 None None] Transition to ACTIVE for port object de77375e-ec8b-4540-89ac-ae83b4465f37 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:35:13.981632 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c9072db2-872c-4681-8e9c-2eaae4b9b852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:14.043053 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9072db2-872c-4681-8e9c-2eaae4b9b852 None None] Network aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:35:14.047297 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-c9072db2-872c-4681-8e9c-2eaae4b9b852 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:35:14.047550 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9cf4d90f-3ca0-41b1-8d77-3cf287aa2b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:14.052189 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9cf4d90f-3ca0-41b1-8d77-3cf287aa2b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:14.053358 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9072db2-872c-4681-8e9c-2eaae4b9b852 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:35:14.073945 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9cf4d90f-3ca0-41b1-8d77-3cf287aa2b2a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/436e1fc8-b687-452b-b5a5-b1d2c4441ed1 HTTP/1.1" status: 204 len: 168 time: 0.2526436 Aug 19 18:35:14.092455 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4d90f-3ca0-41b1-8d77-3cf287aa2b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436e1fc8-b687-452b-b5a5-b1d2c4441ed1,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:14.187275 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9072db2-872c-4681-8e9c-2eaae4b9b852 None None] Pushing event updated for resources: {'Port': ['ID=de77375e-ec8b-4540-89ac-ae83b4465f37,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:14.192801 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-54824d3c-4562-4c1f-a79f-378908265136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:14.207251 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c9072db2-872c-4681-8e9c-2eaae4b9b852 None None] Attempting to bind port de77375e-ec8b-4540-89ac-ae83b4465f37 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:35:14.207641 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c9072db2-872c-4681-8e9c-2eaae4b9b852 None None] Attempting to bind port de77375e-ec8b-4540-89ac-ae83b4465f37 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'a42bad1a-eef9-4e8f-bfe4-3b5aad5346db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:35:14.208381 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9072db2-872c-4681-8e9c-2eaae4b9b852 None None] Attempting to bind port de77375e-ec8b-4540-89ac-ae83b4465f37 on network aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:35:14.216229 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9072db2-872c-4681-8e9c-2eaae4b9b852 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:35:14.216621 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9072db2-872c-4681-8e9c-2eaae4b9b852 None None] Checking segment: {'id': 'a42bad1a-eef9-4e8f-bfe4-3b5aad5346db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:35:14.217304 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c9072db2-872c-4681-8e9c-2eaae4b9b852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:14.217741 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9072db2-872c-4681-8e9c-2eaae4b9b852 None None] Bound using segment: {'id': 'a42bad1a-eef9-4e8f-bfe4-3b5aad5346db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:35:14.218505 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c9072db2-872c-4681-8e9c-2eaae4b9b852 None None] Bound port: de77375e-ec8b-4540-89ac-ae83b4465f37, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42bad1a-eef9-4e8f-bfe4-3b5aad5346db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:35:14.218857 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c9072db2-872c-4681-8e9c-2eaae4b9b852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:14.351414 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:35:14.392658 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c9072db2-872c-4681-8e9c-2eaae4b9b852 None None] For port de77375e-ec8b-4540-89ac-ae83b4465f37, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:35:14.417977 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c9072db2-872c-4681-8e9c-2eaae4b9b852 None None] For port de77375e-ec8b-4540-89ac-ae83b4465f37, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=de77375e-ec8b-4540-89ac-ae83b4465f37,segment=NetworkSegment(a42bad1a-eef9-4e8f-bfe4-3b5aad5346db),segment_id=a42bad1a-eef9-4e8f-bfe4-3b5aad5346db)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:35:14.429672 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c9072db2-872c-4681-8e9c-2eaae4b9b852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:14.513523 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9072db2-872c-4681-8e9c-2eaae4b9b852 None None] Pushing event updated for resources: {'Port': ['ID=de77375e-ec8b-4540-89ac-ae83b4465f37,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:14.529876 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:35:14.551715 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:35:14.552313 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:14.704987 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:14.727298 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:14.734091 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:14.846917 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:14.945211 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-702789a5-4762-4f04-bdd5-2db73d6bf8d4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Allocated IP 172.20.0.1 (aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5/67d56109-2da6-411b-84fe-cd8ff15d261b/e6cc07fd-3e55-4be0-9d54-24220a6ead57) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:35:15.177466 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-702789a5-4762-4f04-bdd5-2db73d6bf8d4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:15.202303 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-702789a5-4762-4f04-bdd5-2db73d6bf8d4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Transition to ACTIVE for port object e6cc07fd-3e55-4be0-9d54-24220a6ead57 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:35:15.209973 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-54824d3c-4562-4c1f-a79f-378908265136 admin admin] Deleting port 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:35:15.210320 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-54824d3c-4562-4c1f-a79f-378908265136 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:15.307272 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-702789a5-4762-4f04-bdd5-2db73d6bf8d4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:15.375734 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702789a5-4762-4f04-bdd5-2db73d6bf8d4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Network aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:35:15.379926 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-54824d3c-4562-4c1f-a79f-378908265136 admin admin] For port 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:15.380483 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-54824d3c-4562-4c1f-a79f-378908265136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:15.390616 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-702789a5-4762-4f04-bdd5-2db73d6bf8d4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:35:15.393167 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702789a5-4762-4f04-bdd5-2db73d6bf8d4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:35:15.425169 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-54824d3c-4562-4c1f-a79f-378908265136 admin admin] Calling delete_port for 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:35:15.462274 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702789a5-4762-4f04-bdd5-2db73d6bf8d4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event updated for resources: {'Port': ['ID=e6cc07fd-3e55-4be0-9d54-24220a6ead57,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:15.534609 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-702789a5-4762-4f04-bdd5-2db73d6bf8d4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:15.845206 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-702789a5-4762-4f04-bdd5-2db73d6bf8d4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:15.909783 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-54824d3c-4562-4c1f-a79f-378908265136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:15.939934 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c8cc90-f4c3-4ff9-9200-5c4cb89590ae None None] Network aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:35:16.008570 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b3cf6135-3d52-4d3b-a481-508643ba6242 None None] Provisioning for port de77375e-ec8b-4540-89ac-ae83b4465f37 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:35:16.041928 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54824d3c-4562-4c1f-a79f-378908265136 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:16.472654 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device de77375e-ec8b-4540-89ac-ae83b4465f37 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:35:16.504981 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-702789a5-4762-4f04-bdd5-2db73d6bf8d4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:16.570726 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-702789a5-4762-4f04-bdd5-2db73d6bf8d4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:16.624366 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-18d7a4ad-9651-4fb2-bea7-c6b5b95ce903 None None] Provisioning for port e6cc07fd-3e55-4be0-9d54-24220a6ead57 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:35:16.639873 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-18d7a4ad-9651-4fb2-bea7-c6b5b95ce903 None None] Provisioning complete for port e6cc07fd-3e55-4be0-9d54-24220a6ead57 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:35:16.640829 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-18d7a4ad-9651-4fb2-bea7-c6b5b95ce903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:16.671718 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702789a5-4762-4f04-bdd5-2db73d6bf8d4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event updated for resources: {'Port': ['ID=e6cc07fd-3e55-4be0-9d54-24220a6ead57,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:16.686513 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-18d7a4ad-9651-4fb2-bea7-c6b5b95ce903 None None] Port e6cc07fd-3e55-4be0-9d54-24220a6ead57 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:35:16.691175 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-702789a5-4762-4f04-bdd5-2db73d6bf8d4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:16.695334 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:16.701502 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-54824d3c-4562-4c1f-a79f-378908265136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:16.704670 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port de77375e-ec8b-4540-89ac-ae83b4465f37 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:35:16.714496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port de77375e-ec8b-4540-89ac-ae83b4465f37 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:35:16.714817 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:16.887940 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:16.918158 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702789a5-4762-4f04-bdd5-2db73d6bf8d4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Network aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:35:16.920982 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-702789a5-4762-4f04-bdd5-2db73d6bf8d4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:35:16.950951 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5af2e565-3e8e-439a-a160-c14b5e4b374d None None] Provisioning complete for port e6cc07fd-3e55-4be0-9d54-24220a6ead57 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:35:16.951517 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5af2e565-3e8e-439a-a160-c14b5e4b374d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:16.957488 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port de77375e-ec8b-4540-89ac-ae83b4465f37, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=de77375e-ec8b-4540-89ac-ae83b4465f37,segment=NetworkSegment(a42bad1a-eef9-4e8f-bfe4-3b5aad5346db),segment_id=a42bad1a-eef9-4e8f-bfe4-3b5aad5346db)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:16.981114 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:16.982084 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:35:16.995731 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53752) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:17.046666 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-5af2e565-3e8e-439a-a160-c14b5e4b374d None None] Port e6cc07fd-3e55-4be0-9d54-24220a6ead57 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:35:17.100213 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=de77375e-ec8b-4540-89ac-ae83b4465f37,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:17.109223 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:35:17.109839 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:17.162338 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54824d3c-4562-4c1f-a79f-378908265136 admin admin] Router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:35:17.179385 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702789a5-4762-4f04-bdd5-2db73d6bf8d4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Router e7001bc6-7f9f-42a8-8d38-40d87cc12450 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:35:17.203831 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-835d1684-c06d-4081-a9f6-7c044650b44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:17.367521 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-835d1684-c06d-4081-a9f6-7c044650b44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:17.372560 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-835d1684-c06d-4081-a9f6-7c044650b44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:17.372735 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2ad7273c-8e91-45af-b311-d1bf05aa4ce1 None None] Provisioning complete for port e6cc07fd-3e55-4be0-9d54-24220a6ead57 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:35:17.373021 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2ad7273c-8e91-45af-b311-d1bf05aa4ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:17.417214 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702789a5-4762-4f04-bdd5-2db73d6bf8d4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:35:17.422768 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-702789a5-4762-4f04-bdd5-2db73d6bf8d4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "PUT /v2.0/routers/e7001bc6-7f9f-42a8-8d38-40d87cc12450/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4877615 Aug 19 18:35:17.423567 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-835d1684-c06d-4081-a9f6-7c044650b44e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35bcf6ed1f524ba583ca7c3d2ad586b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4255128 Aug 19 18:35:17.425814 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53762) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:17.427332 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] Sync routers for ids ['e7001bc6-7f9f-42a8-8d38-40d87cc12450'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:35:17.427779 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-2ad7273c-8e91-45af-b311-d1bf05aa4ce1 None None] Port e6cc07fd-3e55-4be0-9d54-24220a6ead57 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:35:17.432292 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-83533bfa-efdc-4c7c-a59b-8aff24527974 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2146548659', 'description': 'tempest-secgroup_access--2146548659 description', 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:35:17.436676 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54824d3c-4562-4c1f-a79f-378908265136 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:35:17.438156 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53764) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:17.448327 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b68d61e-6a9d-4c2a-b731-5c8d0950ae12 None None] Sync routers for ids ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:35:17.449612 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] Routers {'e7001bc6-7f9f-42a8-8d38-40d87cc12450'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:35:17.451031 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:35:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e7001bc6-7f9f-42a8-8d38-40d87cc12450'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:17.461043 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d1684-c06d-4081-a9f6-7c044650b44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6efbbc2-b86c-4109-adab-39d0ac01a0bf,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:17.462324 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-54824d3c-4562-4c1f-a79f-378908265136 admin admin] 10.222.0.24 "PUT /v2.0/routers/f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4529147 Aug 19 18:35:17.463718 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53766) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:17.469402 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b68d61e-6a9d-4c2a-b731-5c8d0950ae12 None None] Routers {'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:35:17.470135 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-9b68d61e-6a9d-4c2a-b731-5c8d0950ae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:35:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:17.488471 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83533bfa-efdc-4c7c-a59b-8aff24527974 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:17.630896 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-9b68d61e-6a9d-4c2a-b731-5c8d0950ae12 None None] Set router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:35:17.648758 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9c7d24a8-449a-4173-b1a3-68b26a3c85f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:17.672094 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83533bfa-efdc-4c7c-a59b-8aff24527974 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:17.678312 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83533bfa-efdc-4c7c-a59b-8aff24527974 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:17.705967 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] Set router e7001bc6-7f9f-42a8-8d38-40d87cc12450 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:35:17.748826 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83533bfa-efdc-4c7c-a59b-8aff24527974 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:17.752817 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-83533bfa-efdc-4c7c-a59b-8aff24527974 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3229914 Aug 19 18:35:17.764349 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53772) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:17.785617 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-69ebeeac-0140-41bc-aa92-4b5e36a955e0 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--808785938', 'description': 'tempest-secgroup_general--808785938 description', 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:35:17.820277 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83533bfa-efdc-4c7c-a59b-8aff24527974 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6642f7-edf8-40c3-a54c-9dfad4ceb2a7,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:17.850965 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69ebeeac-0140-41bc-aa92-4b5e36a955e0 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:17.983470 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69ebeeac-0140-41bc-aa92-4b5e36a955e0 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:17.991055 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-9b68d61e-6a9d-4c2a-b731-5c8d0950ae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:35:15Z', 'revision_number': 5, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:17.993030 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69ebeeac-0140-41bc-aa92-4b5e36a955e0 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:18.032797 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-69ebeeac-0140-41bc-aa92-4b5e36a955e0 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:18.034972 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-69ebeeac-0140-41bc-aa92-4b5e36a955e0 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2692409 Aug 19 18:35:18.037491 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebeeac-0140-41bc-aa92-4b5e36a955e0 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c0c809-a7c1-4f47-93df-81d9a6809970,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:18.041703 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53778) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:18.047274 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-7a7b1d6c-ccdc-41cf-b622-ee5d4516b115 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Request body: {'security_group_rule': {'security_group_id': '3c6642f7-edf8-40c3-a54c-9dfad4ceb2a7', 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:35:18.059454 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9c7d24a8-449a-4173-b1a3-68b26a3c85f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:18.063195 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-959418928', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:15Z', 'revision_number': 4, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'gw_port': {'id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'e6cc07fd-3e55-4be0-9d54-24220a6ead57', 'name': '', 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'mac_address': 'fa:16:3e:44:10:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '67d56109-2da6-411b-84fe-cd8ff15d261b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:35:14Z', 'updated_at': '2021-08-19T18:35:16Z', 'revision_number': 2, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'subnets': [{'id': '67d56109-2da6-411b-84fe-cd8ff15d261b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:18.067120 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b68d61e-6a9d-4c2a-b731-5c8d0950ae12 None None] Checking router: f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:35:18.090582 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3799923a-f39d-4018-850a-3477feebe728 admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:18.095423 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b68d61e-6a9d-4c2a-b731-5c8d0950ae12 None None] Routers {'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:35:18.096066 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-9b68d61e-6a9d-4c2a-b731-5c8d0950ae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:35:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:18.099530 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a7b1d6c-ccdc-41cf-b622-ee5d4516b115 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:18.117879 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] Checking router: e7001bc6-7f9f-42a8-8d38-40d87cc12450 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:35:18.126050 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] Updating router e7001bc6-7f9f-42a8-8d38-40d87cc12450 port e6cc07fd-3e55-4be0-9d54-24220a6ead57 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:35:18.171947 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:18.190438 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a7b1d6c-ccdc-41cf-b622-ee5d4516b115 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:18.196306 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a7b1d6c-ccdc-41cf-b622-ee5d4516b115 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:18.218992 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9c7d24a8-449a-4173-b1a3-68b26a3c85f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:18.228273 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b1d6c-ccdc-41cf-b622-ee5d4516b115 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4549cca-54a8-4fd1-b9dd-ec3acad3ce45,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:18.234119 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7a7b1d6c-ccdc-41cf-b622-ee5d4516b115 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:18.237580 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9c7d24a8-449a-4173-b1a3-68b26a3c85f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:18.237865 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7a7b1d6c-ccdc-41cf-b622-ee5d4516b115 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1923616 Aug 19 18:35:18.239695 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9c7d24a8-449a-4173-b1a3-68b26a3c85f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6efbbc2-b86c-4109-adab-39d0ac01a0bf HTTP/1.1" status: 204 len: 168 time: 0.7998960 Aug 19 18:35:18.265615 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d24a8-449a-4173-b1a3-68b26a3c85f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6efbbc2-b86c-4109-adab-39d0ac01a0bf,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:18.296719 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3799923a-f39d-4018-850a-3477feebe728 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:18.341836 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device de77375e-ec8b-4540-89ac-ae83b4465f37 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:35:18.380225 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-9b68d61e-6a9d-4c2a-b731-5c8d0950ae12 None None] Set router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:35:18.448478 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-3799923a-f39d-4018-850a-3477feebe728 admin admin] Deleting port 8bc57c9b-58f8-4459-ba3b-483dc2266c6d {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:35:18.448982 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3799923a-f39d-4018-850a-3477feebe728 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:18.567331 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-3799923a-f39d-4018-850a-3477feebe728 admin admin] For port 8bc57c9b-58f8-4459-ba3b-483dc2266c6d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=8bc57c9b-58f8-4459-ba3b-483dc2266c6d,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:18.569075 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3799923a-f39d-4018-850a-3477feebe728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:18.601093 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-3799923a-f39d-4018-850a-3477feebe728 admin admin] Calling delete_port for 8bc57c9b-58f8-4459-ba3b-483dc2266c6d owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:35:18.623894 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-6b35a335-2873-4b65-88b9-43446801e9e3 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_general--808785938&fields=id&tenant_id=d08b17c1697a43168bd70dcaaf5c2ec4 HTTP/1.1" status: 200 len: 267 time: 0.0688035 Aug 19 18:35:18.626235 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port de77375e-ec8b-4540-89ac-ae83b4465f37 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:35:18.626788 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:18.726284 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-a8b310cd-8735-4fc8-bc01-9499018b1410 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_access--2146548659&fields=id&tenant_id=d08b17c1697a43168bd70dcaaf5c2ec4 HTTP/1.1" status: 200 len: 267 time: 0.0921590 Aug 19 18:35:18.831746 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-9b68d61e-6a9d-4c2a-b731-5c8d0950ae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:35:15Z', 'revision_number': 5, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:18.848356 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:18.861365 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b68d61e-6a9d-4c2a-b731-5c8d0950ae12 None None] The sync data for ids ['f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f'] in n-d-803753-2 is: [{'id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'name': 'tempest-TestVolumeBootPattern-85571931-router', 'tenant_id': 'ffa9435d941540c182adf55128e34931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:35:15Z', 'revision_number': 5, 'project_id': 'ffa9435d941540c182adf55128e34931', 'gw_port': {'id': '8bc57c9b-58f8-4459-ba3b-483dc2266c6d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:30Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:35:18.865412 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] Transition to ACTIVE for port object e6cc07fd-3e55-4be0-9d54-24220a6ead57 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:35:18.885661 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:18.917861 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53806) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:18.950766 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-05b2265a-94ef-47c4-a44b-0b223753f9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:18.993143 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-a3482432-1657-4ce7-859a-4c0a9eca2471 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:18.995646 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3799923a-f39d-4018-850a-3477feebe728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:19.001890 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-a3482432-1657-4ce7-859a-4c0a9eca2471 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/networks?id=aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5 HTTP/1.1" status: 200 len: 796 time: 0.2736013 Aug 19 18:35:19.029392 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] Attempting to bind port e6cc07fd-3e55-4be0-9d54-24220a6ead57 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:35:19.029808 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] Attempting to bind port e6cc07fd-3e55-4be0-9d54-24220a6ead57 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'a42bad1a-eef9-4e8f-bfe4-3b5aad5346db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:35:19.030172 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] Attempting to bind port e6cc07fd-3e55-4be0-9d54-24220a6ead57 on network aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:35:19.030893 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-ae67cdc1-b4e7-42d3-9720-5f9100046455 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/quotas/d08b17c1697a43168bd70dcaaf5c2ec4 HTTP/1.1" status: 200 len: 375 time: 0.0278440 Aug 19 18:35:19.043288 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332f9f8-11ba-405f-881d-fa5d4e7472ac None None] Pushing event updated for resources: {'Port': ['ID=e6cc07fd-3e55-4be0-9d54-24220a6ead57,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:19.046780 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:35:19.047583 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] Checking segment: {'id': 'a42bad1a-eef9-4e8f-bfe4-3b5aad5346db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:35:19.047583 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:19.047985 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] Bound using segment: {'id': 'a42bad1a-eef9-4e8f-bfe4-3b5aad5346db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:35:19.048558 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] Bound port: e6cc07fd-3e55-4be0-9d54-24220a6ead57, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42bad1a-eef9-4e8f-bfe4-3b5aad5346db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:35:19.049006 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:19.108419 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799923a-f39d-4018-850a-3477feebe728 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc57c9b-58f8-4459-ba3b-483dc2266c6d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:19.128790 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] For port e6cc07fd-3e55-4be0-9d54-24220a6ead57, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:35:19.133694 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] For port e6cc07fd-3e55-4be0-9d54-24220a6ead57, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e6cc07fd-3e55-4be0-9d54-24220a6ead57,segment=NetworkSegment(a42bad1a-eef9-4e8f-bfe4-3b5aad5346db),segment_id=a42bad1a-eef9-4e8f-bfe4-3b5aad5346db)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:35:19.139210 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:19.144446 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-05b2265a-94ef-47c4-a44b-0b223753f9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:19.152516 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-05b2265a-94ef-47c4-a44b-0b223753f9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:19.187510 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-f2777c97-1ce2-4766-a22d-e78e1fdcbe5a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d08b17c1697a43168bd70dcaaf5c2ec4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1428795 Aug 19 18:35:19.238467 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332f9f8-11ba-405f-881d-fa5d4e7472ac None None] Pushing event updated for resources: {'Port': ['ID=e6cc07fd-3e55-4be0-9d54-24220a6ead57,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:19.242929 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3799923a-f39d-4018-850a-3477feebe728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:19.265190 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] Routers {'e7001bc6-7f9f-42a8-8d38-40d87cc12450'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:35:19.265878 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:35:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e7001bc6-7f9f-42a8-8d38-40d87cc12450'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:19.271655 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-05b2265a-94ef-47c4-a44b-0b223753f9da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c65d6514f93f4b689762966eaa4433e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3524859 Aug 19 18:35:19.272811 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2265a-94ef-47c4-a44b-0b223753f9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5333f8-dd41-416e-98c3-5503093ac469,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:19.275516 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53814) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:19.379084 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1267a1d4-0452-4c3d-932c-8ed64b7c42b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:19.424417 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1267a1d4-0452-4c3d-932c-8ed64b7c42b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:19.499245 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3799923a-f39d-4018-850a-3477feebe728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:19.504791 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3799923a-f39d-4018-850a-3477feebe728 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:19.536817 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1267a1d4-0452-4c3d-932c-8ed64b7c42b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:19.540720 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1267a1d4-0452-4c3d-932c-8ed64b7c42b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:19.545798 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1267a1d4-0452-4c3d-932c-8ed64b7c42b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b5333f8-dd41-416e-98c3-5503093ac469 HTTP/1.1" status: 204 len: 168 time: 0.2568367 Aug 19 18:35:19.560449 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267a1d4-0452-4c3d-932c-8ed64b7c42b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5333f8-dd41-416e-98c3-5503093ac469,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:19.567262 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] Set router e7001bc6-7f9f-42a8-8d38-40d87cc12450 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:35:19.602116 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-460fd46c-3f33-4e29-8037-047ca298afe5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:35:19.605264 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-460fd46c-3f33-4e29-8037-047ca298afe5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4180827 Aug 19 18:35:19.606038 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3799923a-f39d-4018-850a-3477feebe728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:19.606760 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3799923a-f39d-4018-850a-3477feebe728 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:35:19.616955 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3799923a-f39d-4018-850a-3477feebe728 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:19.624853 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3799923a-f39d-4018-850a-3477feebe728 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f976394c-ac4d-4ee8-a7f0-fc9a74dfd58f HTTP/1.1" status: 204 len: 168 time: 2.1581461 Aug 19 18:35:19.625612 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53820) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:19.746401 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e106d1-ac18-4b69-b97a-707fcedb4341 admin admin] Deleting subnet 57c3905b-ec47-44bd-8717-544ef67ade13 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:35:19.755241 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-36e106d1-ac18-4b69-b97a-707fcedb4341 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:19.823086 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-bb900a43-7457-40c4-9575-9e5dbcb288ac service neutron] 10.222.0.24 "GET /v2.0/networks/aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099891 Aug 19 18:35:19.848033 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-36e106d1-ac18-4b69-b97a-707fcedb4341 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:19.980745 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-36e106d1-ac18-4b69-b97a-707fcedb4341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:20.027184 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-462e6523-84d1-442a-9a56-8e5cd912d8c1 service neutron] 10.222.0.24 "GET /v2.0/networks/aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966572 Aug 19 18:35:20.045327 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-959418928', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:15Z', 'revision_number': 4, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'gw_port': {'id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'e6cc07fd-3e55-4be0-9d54-24220a6ead57', 'name': '', 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'mac_address': 'fa:16:3e:44:10:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '67d56109-2da6-411b-84fe-cd8ff15d261b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:35:14Z', 'updated_at': '2021-08-19T18:35:19Z', 'revision_number': 4, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'subnets': [{'id': '67d56109-2da6-411b-84fe-cd8ff15d261b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:20.090966 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfdef2f-60d6-45d0-89d9-09894e699fd5 None None] The sync data for ids ['e7001bc6-7f9f-42a8-8d38-40d87cc12450'] in n-d-803753-2 is: [{'id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-959418928', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:15Z', 'revision_number': 4, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'gw_port': {'id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'e6cc07fd-3e55-4be0-9d54-24220a6ead57', 'name': '', 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'mac_address': 'fa:16:3e:44:10:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '67d56109-2da6-411b-84fe-cd8ff15d261b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:35:14Z', 'updated_at': '2021-08-19T18:35:19Z', 'revision_number': 4, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'subnets': [{'id': '67d56109-2da6-411b-84fe-cd8ff15d261b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:35:20.106454 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-36e106d1-ac18-4b69-b97a-707fcedb4341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:20.193213 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e106d1-ac18-4b69-b97a-707fcedb4341 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57c3905b-ec47-44bd-8717-544ef67ade13,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:20.241276 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-36e106d1-ac18-4b69-b97a-707fcedb4341 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:20.247969 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-36e106d1-ac18-4b69-b97a-707fcedb4341 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/57c3905b-ec47-44bd-8717-544ef67ade13 HTTP/1.1" status: 204 len: 168 time: 0.6168010 Aug 19 18:35:20.248856 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53836) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:20.256650 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772b68ae-4063-4501-bef7-4d9f768539f2 None None] Network 6084e940-75d5-4b38-a27b-539baf659ad1 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:35:20.393575 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:35:20.432266 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a829b19f-f5c0-4fd5-82a0-a95b0c7ff0b9 req-5cea279a-89be-4aee-a07e-5838858aa397 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 210 time: 0.0911250 Aug 19 18:35:20.445661 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:35:20.446215 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3b3fc196-ff5c-4a95-aa26-0684f5c2fbb7 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:35:20.446790 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8bc57c9b-58f8-4459-ba3b-483dc2266c6d no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:35:20.475636 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc9d5407-d6b2-4328-9547-d0711cc74d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:20.520723 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 8bc57c9b-58f8-4459-ba3b-483dc2266c6d {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:35:20.521065 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8bc57c9b-58f8-4459-ba3b-483dc2266c6d not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:35:20.625113 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d5407-d6b2-4328-9547-d0711cc74d52 admin admin] Deleting port aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:35:20.627511 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc9d5407-d6b2-4328-9547-d0711cc74d52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:20.652277 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cc0b00-770c-4757-884f-9baf4df93908 None None] DHCP port deletion for 6084e940-75d5-4b38-a27b-539baf659ad1 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:35:20.730331 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-fc9d5407-d6b2-4328-9547-d0711cc74d52 admin admin] For port aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:20.731609 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc9d5407-d6b2-4328-9547-d0711cc74d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:20.773621 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d5407-d6b2-4328-9547-d0711cc74d52 admin admin] Calling delete_port for aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:35:20.791397 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-a1cc0b00-770c-4757-884f-9baf4df93908 None None] Deleting port aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:35:20.791943 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a1cc0b00-770c-4757-884f-9baf4df93908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:20.922360 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc9d5407-d6b2-4328-9547-d0711cc74d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:20.927051 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a1cc0b00-770c-4757-884f-9baf4df93908 None None] For port aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1,segment=NetworkSegment(98028d00-86b4-4f53-8872-5f165287837f),segment_id=98028d00-86b4-4f53-8872-5f165287837f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:20.927812 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a1cc0b00-770c-4757-884f-9baf4df93908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:20.941590 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9d5407-d6b2-4328-9547-d0711cc74d52 admin admin] No DVR routers for this DVR port aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:35:20.952640 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-a1cc0b00-770c-4757-884f-9baf4df93908 None None] Calling delete_port for aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:35:20.991711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d5407-d6b2-4328-9547-d0711cc74d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:21.080275 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc9d5407-d6b2-4328-9547-d0711cc74d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:21.095161 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-fc9d5407-d6b2-4328-9547-d0711cc74d52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6084e940-75d5-4b38-a27b-539baf659ad1']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:21.113636 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-fc9d5407-d6b2-4328-9547-d0711cc74d52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98028d00-86b4-4f53-8872-5f165287837f') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:21.113961 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-fc9d5407-d6b2-4328-9547-d0711cc74d52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98028d00-86b4-4f53-8872-5f165287837f') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:21.126642 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc9d5407-d6b2-4328-9547-d0711cc74d52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:21.142600 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc9d5407-d6b2-4328-9547-d0711cc74d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:21.150887 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc9d5407-d6b2-4328-9547-d0711cc74d52 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:35:21.151481 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc9d5407-d6b2-4328-9547-d0711cc74d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:35:21.205735 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:35:21.214039 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc9d5407-d6b2-4328-9547-d0711cc74d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:21.218364 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a1cc0b00-770c-4757-884f-9baf4df93908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:21.230022 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc9d5407-d6b2-4328-9547-d0711cc74d52 admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:21.236749 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fc9d5407-d6b2-4328-9547-d0711cc74d52 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6084e940-75d5-4b38-a27b-539baf659ad1 HTTP/1.1" status: 204 len: 168 time: 0.9860246 Aug 19 18:35:21.237523 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53864) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:21.264594 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d5407-d6b2-4328-9547-d0711cc74d52 admin admin] Pushing event deleted for resources: {'Network': ['ID=6084e940-75d5-4b38-a27b-539baf659ad1,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:21.276321 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a1cc0b00-770c-4757-884f-9baf4df93908 None None] Network 6084e940-75d5-4b38-a27b-539baf659ad1 is not hosted by any dhcp agent {{(pid=94683) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:35:21.277374 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cc0b00-770c-4757-884f-9baf4df93908 None None] No DVR routers for this DVR port aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:35:21.279684 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc0b00-770c-4757-884f-9baf4df93908 None None] Pushing event deleted for resources: {'Port': ['ID=aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:21.616630 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d1c16300-34de-4427-8235-e82ac04f542e req-29b26496-94a2-41c3-9c34-f8dac2ef8712 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 210 time: 0.0675957 Aug 19 18:35:21.913188 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fb97f6e-0863-4091-b666-dc5e8e410f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:22.211171 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-2fb97f6e-0863-4091-b666-dc5e8e410f66 admin admin] Deleting port 3aedd694-dfe7-486a-b900-78459a0bc5d4 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:35:22.211885 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fb97f6e-0863-4091-b666-dc5e8e410f66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:22.332750 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e6cc07fd-3e55-4be0-9d54-24220a6ead57 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:35:22.352048 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-2fb97f6e-0863-4091-b666-dc5e8e410f66 admin admin] For port 3aedd694-dfe7-486a-b900-78459a0bc5d4, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3aedd694-dfe7-486a-b900-78459a0bc5d4,segment=NetworkSegment(dce74850-276f-4d48-8d25-3f1b01ecb38c),segment_id=dce74850-276f-4d48-8d25-3f1b01ecb38c)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:22.352743 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fb97f6e-0863-4091-b666-dc5e8e410f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:22.370633 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-2fb97f6e-0863-4091-b666-dc5e8e410f66 admin admin] Calling delete_port for 3aedd694-dfe7-486a-b900-78459a0bc5d4 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:35:22.401120 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port e6cc07fd-3e55-4be0-9d54-24220a6ead57 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:35:22.406166 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port e6cc07fd-3e55-4be0-9d54-24220a6ead57 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:35:22.406489 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:22.576807 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:22.635328 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port e6cc07fd-3e55-4be0-9d54-24220a6ead57, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e6cc07fd-3e55-4be0-9d54-24220a6ead57,segment=NetworkSegment(a42bad1a-eef9-4e8f-bfe4-3b5aad5346db),segment_id=a42bad1a-eef9-4e8f-bfe4-3b5aad5346db)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:22.641210 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:22.712275 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=e6cc07fd-3e55-4be0-9d54-24220a6ead57,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:22.736704 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:35:22.767414 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:35:22.767414 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device aa4d6bfe-0cd5-42ce-833a-cdaf49c340b1 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:35:22.774144 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0b81d2f7-62c3-4a7a-b3d8-0c5b328cbf69 req-b0e49691-69fb-4573-abac-8a6057fda8a4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 210 time: 0.0589938 Aug 19 18:35:22.807137 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fb97f6e-0863-4091-b666-dc5e8e410f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:22.832778 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb97f6e-0863-4091-b666-dc5e8e410f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aedd694-dfe7-486a-b900-78459a0bc5d4,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:23.010571 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fb97f6e-0863-4091-b666-dc5e8e410f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:23.227989 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb97f6e-0863-4091-b666-dc5e8e410f66 admin admin] Router 7b50ae68-b04c-417b-80c9-ddec9f764175 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:35:23.335121 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb97f6e-0863-4091-b666-dc5e8e410f66 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:35:23.344577 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2fb97f6e-0863-4091-b666-dc5e8e410f66 admin admin] 10.222.0.24 "PUT /v2.0/routers/7b50ae68-b04c-417b-80c9-ddec9f764175/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1021564 Aug 19 18:35:23.344577 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53932) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:23.347563 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170535b9-ad2c-41ce-95e6-bbf67ebf7f32 None None] Sync routers for ids ['7b50ae68-b04c-417b-80c9-ddec9f764175'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:35:23.357422 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170535b9-ad2c-41ce-95e6-bbf67ebf7f32 None None] Routers {'7b50ae68-b04c-417b-80c9-ddec9f764175'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:35:23.358071 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-170535b9-ad2c-41ce-95e6-bbf67ebf7f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:35:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7b50ae68-b04c-417b-80c9-ddec9f764175'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:23.452852 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e7caf57d-5eff-4de1-94f1-b15df8ac582b admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:23.483990 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-170535b9-ad2c-41ce-95e6-bbf67ebf7f32 None None] Set router 7b50ae68-b04c-417b-80c9-ddec9f764175 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:35:23.559159 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e7caf57d-5eff-4de1-94f1-b15df8ac582b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:23.629803 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-e7caf57d-5eff-4de1-94f1-b15df8ac582b admin admin] Deleting port 0dec4d15-99a9-4914-a7a3-cb21c14d98b9 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:35:23.630179 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e7caf57d-5eff-4de1-94f1-b15df8ac582b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:23.714415 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-170535b9-ad2c-41ce-95e6-bbf67ebf7f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b50ae68-b04c-417b-80c9-ddec9f764175', 'name': 'tempest-TestVolumeBootPattern-615857786-router', 'tenant_id': '35340e21a6e24998bf918d3b7b07c180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '0dec4d15-99a9-4914-a7a3-cb21c14d98b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:43Z', 'updated_at': '2021-08-19T18:35:22Z', 'revision_number': 5, 'project_id': '35340e21a6e24998bf918d3b7b07c180', 'gw_port': {'id': '0dec4d15-99a9-4914-a7a3-cb21c14d98b9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b50ae68-b04c-417b-80c9-ddec9f764175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:44Z', 'updated_at': '2021-08-19T18:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:23.725348 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-e7caf57d-5eff-4de1-94f1-b15df8ac582b admin admin] For port 0dec4d15-99a9-4914-a7a3-cb21c14d98b9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0dec4d15-99a9-4914-a7a3-cb21c14d98b9,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:23.725749 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e7caf57d-5eff-4de1-94f1-b15df8ac582b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:23.751637 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170535b9-ad2c-41ce-95e6-bbf67ebf7f32 None None] Checking router: 7b50ae68-b04c-417b-80c9-ddec9f764175 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:35:23.758736 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-e7caf57d-5eff-4de1-94f1-b15df8ac582b admin admin] Calling delete_port for 0dec4d15-99a9-4914-a7a3-cb21c14d98b9 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:35:23.774043 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170535b9-ad2c-41ce-95e6-bbf67ebf7f32 None None] Routers {'7b50ae68-b04c-417b-80c9-ddec9f764175'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:35:23.774668 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-170535b9-ad2c-41ce-95e6-bbf67ebf7f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:35:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7b50ae68-b04c-417b-80c9-ddec9f764175'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:23.951296 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-99f2f924-c95e-4e4c-b4a1-fcc3c05c4334 req-f4de8ede-91c0-456d-9016-1a8d136aa105 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 210 time: 0.0801244 Aug 19 18:35:23.989648 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-170535b9-ad2c-41ce-95e6-bbf67ebf7f32 None None] Set router 7b50ae68-b04c-417b-80c9-ddec9f764175 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:35:24.045245 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e7caf57d-5eff-4de1-94f1-b15df8ac582b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:24.073116 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-170535b9-ad2c-41ce-95e6-bbf67ebf7f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b50ae68-b04c-417b-80c9-ddec9f764175', 'name': 'tempest-TestVolumeBootPattern-615857786-router', 'tenant_id': '35340e21a6e24998bf918d3b7b07c180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:43Z', 'updated_at': '2021-08-19T18:35:23Z', 'revision_number': 6, 'project_id': '35340e21a6e24998bf918d3b7b07c180', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:24.076823 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7caf57d-5eff-4de1-94f1-b15df8ac582b admin admin] Pushing event deleted for resources: {'Port': ['ID=0dec4d15-99a9-4914-a7a3-cb21c14d98b9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:24.124248 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170535b9-ad2c-41ce-95e6-bbf67ebf7f32 None None] The sync data for ids ['7b50ae68-b04c-417b-80c9-ddec9f764175'] in n-d-803753-2 is: [{'id': '7b50ae68-b04c-417b-80c9-ddec9f764175', 'name': 'tempest-TestVolumeBootPattern-615857786-router', 'tenant_id': '35340e21a6e24998bf918d3b7b07c180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:43Z', 'updated_at': '2021-08-19T18:35:23Z', 'revision_number': 6, 'project_id': '35340e21a6e24998bf918d3b7b07c180', 'gw_port_host': None}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:35:24.169590 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e7caf57d-5eff-4de1-94f1-b15df8ac582b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:24.296306 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e7caf57d-5eff-4de1-94f1-b15df8ac582b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:24.298789 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e7caf57d-5eff-4de1-94f1-b15df8ac582b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:24.355113 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e7caf57d-5eff-4de1-94f1-b15df8ac582b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:24.355647 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7caf57d-5eff-4de1-94f1-b15df8ac582b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b50ae68-b04c-417b-80c9-ddec9f764175 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:35:24.361341 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e7caf57d-5eff-4de1-94f1-b15df8ac582b admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:24.362886 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e7caf57d-5eff-4de1-94f1-b15df8ac582b admin admin] 10.222.0.24 "DELETE /v2.0/routers/7b50ae68-b04c-417b-80c9-ddec9f764175 HTTP/1.1" status: 204 len: 168 time: 1.0180504 Aug 19 18:35:24.365575 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 53982) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:24.434402 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbcb621c-d9d0-4fbe-8146-3d83efe297b4 admin admin] Deleting subnet 61de7ee4-56f3-40fd-95d3-cf37c5b88c01 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:35:24.439033 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbcb621c-d9d0-4fbe-8146-3d83efe297b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:24.475534 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbcb621c-d9d0-4fbe-8146-3d83efe297b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:24.650721 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da52a-afee-4fe6-9712-2091e72b4367 req-67df7010-5f4a-4fcf-a6a2-a67552739577 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:24.656616 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da52a-afee-4fe6-9712-2091e72b4367 req-67df7010-5f4a-4fcf-a6a2-a67552739577 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:24.662690 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da52a-afee-4fe6-9712-2091e72b4367 req-67df7010-5f4a-4fcf-a6a2-a67552739577 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:24.669182 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da52a-afee-4fe6-9712-2091e72b4367 req-67df7010-5f4a-4fcf-a6a2-a67552739577 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:24.675289 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da52a-afee-4fe6-9712-2091e72b4367 req-67df7010-5f4a-4fcf-a6a2-a67552739577 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:24.682149 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da52a-afee-4fe6-9712-2091e72b4367 req-67df7010-5f4a-4fcf-a6a2-a67552739577 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:24.687898 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da52a-afee-4fe6-9712-2091e72b4367 req-67df7010-5f4a-4fcf-a6a2-a67552739577 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:24.689911 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b20da52a-afee-4fe6-9712-2091e72b4367 req-67df7010-5f4a-4fcf-a6a2-a67552739577 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5445 time: 0.1844003 Aug 19 18:35:24.716403 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbcb621c-d9d0-4fbe-8146-3d83efe297b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:24.770093 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b20da52a-afee-4fe6-9712-2091e72b4367 req-cfdf202f-c02b-42e1-9b28-de7eab5efd2d tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724769 Aug 19 18:35:24.819396 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbcb621c-d9d0-4fbe-8146-3d83efe297b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:24.850530 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb621c-d9d0-4fbe-8146-3d83efe297b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61de7ee4-56f3-40fd-95d3-cf37c5b88c01,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:24.860992 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dbcb621c-d9d0-4fbe-8146-3d83efe297b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:24.866192 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 53996) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:24.866986 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dbcb621c-d9d0-4fbe-8146-3d83efe297b4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/61de7ee4-56f3-40fd-95d3-cf37c5b88c01 HTTP/1.1" status: 204 len: 168 time: 0.5000758 Aug 19 18:35:24.872868 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9065641-038b-4a11-8c87-d766b77d57d8 None None] Network 6cc108b8-7224-4816-8f90-b2091c47228d requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:35:24.970460 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d6164bf-a66d-4ebc-a1f5-01aebd68c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:25.001393 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e6cc07fd-3e55-4be0-9d54-24220a6ead57 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:35:25.053389 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-7d6164bf-a66d-4ebc-a1f5-01aebd68c0f3 admin admin] Deleting port 0c1931de-ff04-471d-a3bd-cdb22f40448f {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:35:25.054036 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d6164bf-a66d-4ebc-a1f5-01aebd68c0f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:25.106511 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port e6cc07fd-3e55-4be0-9d54-24220a6ead57 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:35:25.109254 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:25.209574 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8fa7d959-967b-4939-8c5d-262211a3f859 req-dbc4faac-25c7-4822-8745-f4e48065b48d tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 210 time: 0.0588107 Aug 19 18:35:25.250598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25c7bf7-8865-47c8-8dfb-2df1f6fa6c0c None None] DHCP port deletion for 6cc108b8-7224-4816-8f90-b2091c47228d request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:35:25.269971 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-7d6164bf-a66d-4ebc-a1f5-01aebd68c0f3 admin admin] For port 0c1931de-ff04-471d-a3bd-cdb22f40448f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0c1931de-ff04-471d-a3bd-cdb22f40448f,segment=NetworkSegment(dce74850-276f-4d48-8d25-3f1b01ecb38c),segment_id=dce74850-276f-4d48-8d25-3f1b01ecb38c)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:25.270638 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d6164bf-a66d-4ebc-a1f5-01aebd68c0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:25.314595 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-7d6164bf-a66d-4ebc-a1f5-01aebd68c0f3 admin admin] Calling delete_port for 0c1931de-ff04-471d-a3bd-cdb22f40448f owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:35:25.479212 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d6164bf-a66d-4ebc-a1f5-01aebd68c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:25.534528 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6164bf-a66d-4ebc-a1f5-01aebd68c0f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c1931de-ff04-471d-a3bd-cdb22f40448f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:25.542293 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6164bf-a66d-4ebc-a1f5-01aebd68c0f3 admin admin] No DVR routers for this DVR port 0c1931de-ff04-471d-a3bd-cdb22f40448f on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:35:25.637575 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3aedd694-dfe7-486a-b900-78459a0bc5d4 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:35:25.692537 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 3aedd694-dfe7-486a-b900-78459a0bc5d4 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:35:25.692882 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3aedd694-dfe7-486a-b900-78459a0bc5d4 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:35:25.703643 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-aeb22d46-48ee-4e9b-9486-91a7ad1f146d tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:25.710583 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-aeb22d46-48ee-4e9b-9486-91a7ad1f146d tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:25.731716 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d6164bf-a66d-4ebc-a1f5-01aebd68c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:25.733882 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-aeb22d46-48ee-4e9b-9486-91a7ad1f146d tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:25.740472 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-aeb22d46-48ee-4e9b-9486-91a7ad1f146d tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:25.764101 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-aeb22d46-48ee-4e9b-9486-91a7ad1f146d tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:25.773457 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-7d6164bf-a66d-4ebc-a1f5-01aebd68c0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc108b8-7224-4816-8f90-b2091c47228d']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:25.778556 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-aeb22d46-48ee-4e9b-9486-91a7ad1f146d tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:25.786246 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-aeb22d46-48ee-4e9b-9486-91a7ad1f146d tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:25.794672 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-aeb22d46-48ee-4e9b-9486-91a7ad1f146d tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.50 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5445 time: 0.2360330 Aug 19 18:35:25.811227 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-7d6164bf-a66d-4ebc-a1f5-01aebd68c0f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce74850-276f-4d48-8d25-3f1b01ecb38c') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:25.811682 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-7d6164bf-a66d-4ebc-a1f5-01aebd68c0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce74850-276f-4d48-8d25-3f1b01ecb38c') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:25.825799 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d6164bf-a66d-4ebc-a1f5-01aebd68c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:25.854809 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-b5096ec5-e239-40ef-b10b-31dd74a35e8a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:25.856284 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-b5096ec5-e239-40ef-b10b-31dd74a35e8a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.50 "GET /v2.0/ports/334dbf3e-abee-4ea8-85bc-ff4e12f05776?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0540378 Aug 19 18:35:26.054846 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54030) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:26.124423 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4501bc7-c5ec-4b7a-87a9-18fd45c2871f req-1a131eff-ba7c-4022-a3d1-561e03ed93cd tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:26.131200 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4501bc7-c5ec-4b7a-87a9-18fd45c2871f req-1a131eff-ba7c-4022-a3d1-561e03ed93cd tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:26.138011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4501bc7-c5ec-4b7a-87a9-18fd45c2871f req-1a131eff-ba7c-4022-a3d1-561e03ed93cd tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:26.144706 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4501bc7-c5ec-4b7a-87a9-18fd45c2871f req-1a131eff-ba7c-4022-a3d1-561e03ed93cd tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:26.151852 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4501bc7-c5ec-4b7a-87a9-18fd45c2871f req-1a131eff-ba7c-4022-a3d1-561e03ed93cd tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:26.158355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4501bc7-c5ec-4b7a-87a9-18fd45c2871f req-1a131eff-ba7c-4022-a3d1-561e03ed93cd tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:26.164935 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4501bc7-c5ec-4b7a-87a9-18fd45c2871f req-1a131eff-ba7c-4022-a3d1-561e03ed93cd tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:26.167939 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c4501bc7-c5ec-4b7a-87a9-18fd45c2871f req-1a131eff-ba7c-4022-a3d1-561e03ed93cd tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 5445 time: 0.2469220 Aug 19 18:35:26.177646 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-2b22168e-7c5e-4aaa-9cf7-6b115233db52 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.50 "GET /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3138185 Aug 19 18:35:26.191671 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-e77c4cfa-f29c-4603-83f5-2c29710af5da service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:35:26.204617 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d6164bf-a66d-4ebc-a1f5-01aebd68c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:26.215139 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6164bf-a66d-4ebc-a1f5-01aebd68c0f3 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:35:26.215662 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d6164bf-a66d-4ebc-a1f5-01aebd68c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:26.258709 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c4501bc7-c5ec-4b7a-87a9-18fd45c2871f req-13110909-b045-4ca6-9a41-940a5ecda80c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797403 Aug 19 18:35:26.283361 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ab0673a-e4f9-4848-85f6-fed57947aef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:26.301180 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0c1931de-ff04-471d-a3bd-cdb22f40448f no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:35:26.329830 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:35:26.344258 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-e77c4cfa-f29c-4603-83f5-2c29710af5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:26.345284 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 0c1931de-ff04-471d-a3bd-cdb22f40448f {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:35:26.345892 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0c1931de-ff04-471d-a3bd-cdb22f40448f not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:35:26.346548 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0dec4d15-99a9-4914-a7a3-cb21c14d98b9 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:35:26.374278 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-26cb10e2-19f5-499e-bf10-e3480c455115 req-7765a179-f470-482d-ac6c-87e5becd42db tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 210 time: 0.0325575 Aug 19 18:35:26.382760 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d6164bf-a66d-4ebc-a1f5-01aebd68c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:26.388255 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d6164bf-a66d-4ebc-a1f5-01aebd68c0f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:26.395300 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7d6164bf-a66d-4ebc-a1f5-01aebd68c0f3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6cc108b8-7224-4816-8f90-b2091c47228d HTTP/1.1" status: 204 len: 168 time: 1.5273938 Aug 19 18:35:26.409083 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 0dec4d15-99a9-4914-a7a3-cb21c14d98b9 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:35:26.410069 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0dec4d15-99a9-4914-a7a3-cb21c14d98b9 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:35:26.487329 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6164bf-a66d-4ebc-a1f5-01aebd68c0f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cc108b8-7224-4816-8f90-b2091c47228d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:26.539494 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-e77c4cfa-f29c-4603-83f5-2c29710af5da service neutron] For port 334dbf3e-abee-4ea8-85bc-ff4e12f05776, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=334dbf3e-abee-4ea8-85bc-ff4e12f05776,segment=NetworkSegment(135205f7-f1b9-476e-81a5-a3b7cd864e8d),segment_id=135205f7-f1b9-476e-81a5-a3b7cd864e8d)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:26.569983 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ab0673a-e4f9-4848-85f6-fed57947aef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:26.581289 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54044) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:26.600742 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ab0673a-e4f9-4848-85f6-fed57947aef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:26.629171 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-e77c4cfa-f29c-4603-83f5-2c29710af5da service neutron] For port 334dbf3e-abee-4ea8-85bc-ff4e12f05776, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:35:26.638760 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-d21d4bec-5075-4048-abdc-93e83e6a2ff8 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:26.640107 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-d21d4bec-5075-4048-abdc-93e83e6a2ff8 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.54 "GET /v2.0/networks?id=aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5 HTTP/1.1" status: 200 len: 796 time: 0.3086960 Aug 19 18:35:26.689798 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0673a-e4f9-4848-85f6-fed57947aef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70c8b8e-9611-4b9e-97f0-eb890f0910ce,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:26.693631 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5ab0673a-e4f9-4848-85f6-fed57947aef2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a77f2015e8b4f89a2bf22ba2d121e97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6361504 Aug 19 18:35:26.698847 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54050) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:26.713294 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab0673a-e4f9-4848-85f6-fed57947aef2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:35:26.713845 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab0673a-e4f9-4848-85f6-fed57947aef2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:35:26.714003 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab0673a-e4f9-4848-85f6-fed57947aef2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:35:26.714406 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab0673a-e4f9-4848-85f6-fed57947aef2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:35:26.714753 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab0673a-e4f9-4848-85f6-fed57947aef2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:35:26.715086 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab0673a-e4f9-4848-85f6-fed57947aef2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:35:26.715419 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab0673a-e4f9-4848-85f6-fed57947aef2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:35:26.715754 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab0673a-e4f9-4848-85f6-fed57947aef2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:35:26.716076 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab0673a-e4f9-4848-85f6-fed57947aef2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:35:26.716402 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab0673a-e4f9-4848-85f6-fed57947aef2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:35:26.716734 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab0673a-e4f9-4848-85f6-fed57947aef2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:35:26.717230 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab0673a-e4f9-4848-85f6-fed57947aef2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:35:26.722249 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-e77c4cfa-f29c-4603-83f5-2c29710af5da service neutron] device_id is not set on port 334dbf3e-abee-4ea8-85bc-ff4e12f05776 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:35:26.731850 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-934c912e-31da-44cb-8b86-700e03d7bd62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ffa9435d941540c182adf55128e34931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494069 Aug 19 18:35:26.734480 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54052) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:26.734824 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-b96eb4c4-07ad-4b3e-81e6-33b3085a4f13 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d08b17c1697a43168bd70dcaaf5c2ec4 HTTP/1.1" status: 200 len: 477 time: 0.0792732 Aug 19 18:35:26.739123 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-e77c4cfa-f29c-4603-83f5-2c29710af5da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:26.758178 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-6818b7f8-d78a-4590-95e8-9fe1288a7c43 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Request body: {'port': {'device_id': '9956f31f-5aa3-44bd-835c-2d76ab460636', 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5', 'admin_state_up': True, 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'security_groups': ['27c0c809-a7c1-4f47-93df-81d9a6809970', '3c6642f7-edf8-40c3-a54c-9dfad4ceb2a7']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:35:26.758424 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-e77c4cfa-f29c-4603-83f5-2c29710af5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:26.845469 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-be147a61-4b99-4c32-9611-83158de4f7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:26.852689 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-e77c4cfa-f29c-4603-83f5-2c29710af5da service neutron] No DVR routers for this DVR port 334dbf3e-abee-4ea8-85bc-ff4e12f05776 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:35:26.904576 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-be147a61-4b99-4c32-9611-83158de4f7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:26.928243 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-48aa66c2-1233-4957-8c7e-fb4be740704f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:26.930042 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c4cfa-f29c-4603-83f5-2c29710af5da service neutron] Pushing event updated for resources: {'Port': ['ID=334dbf3e-abee-4ea8-85bc-ff4e12f05776,revision_number=6']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:26.947641 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-e77c4cfa-f29c-4603-83f5-2c29710af5da service neutron] In _notify_port_updated(), no bound segment for port 334dbf3e-abee-4ea8-85bc-ff4e12f05776 on network e907505c-8552-41bc-9150-9253fbc87c40 {{(pid=94681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:35:26.948561 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-e77c4cfa-f29c-4603-83f5-2c29710af5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:26.949207 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-e77c4cfa-f29c-4603-83f5-2c29710af5da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:26.950806 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-e77c4cfa-f29c-4603-83f5-2c29710af5da service neutron] 10.222.0.50 "PUT /v2.0/ports/334dbf3e-abee-4ea8-85bc-ff4e12f05776 HTTP/1.1" status: 200 len: 1033 time: 0.7642374 Aug 19 18:35:27.001447 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-6818b7f8-d78a-4590-95e8-9fe1288a7c43 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Made reservation on behalf of d08b17c1697a43168bd70dcaaf5c2ec4 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:35:27.004742 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-48aa66c2-1233-4957-8c7e-fb4be740704f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:27.005584 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-6818b7f8-d78a-4590-95e8-9fe1288a7c43 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:27.008965 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-be147a61-4b99-4c32-9611-83158de4f7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:27.012630 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-be147a61-4b99-4c32-9611-83158de4f7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:27.017578 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-be147a61-4b99-4c32-9611-83158de4f7da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e70c8b8e-9611-4b9e-97f0-eb890f0910ce HTTP/1.1" status: 204 len: 168 time: 0.3139770 Aug 19 18:35:27.034187 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be147a61-4b99-4c32-9611-83158de4f7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70c8b8e-9611-4b9e-97f0-eb890f0910ce,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:27.035697 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-eaaa355b-9ab3-4896-a1d2-7d235b43d6c3 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:27.037468 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-eaaa355b-9ab3-4896-a1d2-7d235b43d6c3 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.50 "GET /v2.0/ports/893cfcd7-84d6-4673-a14d-ca9588314af4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0799203 Aug 19 18:35:27.049919 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be147a61-4b99-4c32-9611-83158de4f7da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:35:27.050373 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be147a61-4b99-4c32-9611-83158de4f7da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:35:27.050685 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be147a61-4b99-4c32-9611-83158de4f7da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:35:27.051042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be147a61-4b99-4c32-9611-83158de4f7da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:35:27.051378 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be147a61-4b99-4c32-9611-83158de4f7da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:35:27.051693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be147a61-4b99-4c32-9611-83158de4f7da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:35:27.052021 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be147a61-4b99-4c32-9611-83158de4f7da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:35:27.052386 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be147a61-4b99-4c32-9611-83158de4f7da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:35:27.052680 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be147a61-4b99-4c32-9611-83158de4f7da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:35:27.052989 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be147a61-4b99-4c32-9611-83158de4f7da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:35:27.053187 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-8d1143a8-56ff-43ed-a942-f9efbdd28c4a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:35:27.053289 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be147a61-4b99-4c32-9611-83158de4f7da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:35:27.053650 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be147a61-4b99-4c32-9611-83158de4f7da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:35:27.137410 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-48aa66c2-1233-4957-8c7e-fb4be740704f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:27.140575 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-48aa66c2-1233-4957-8c7e-fb4be740704f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:27.141780 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-48aa66c2-1233-4957-8c7e-fb4be740704f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1107487a-2999-471a-b8f0-315fbbdc6855 HTTP/1.1" status: 204 len: 168 time: 0.4060042 Aug 19 18:35:27.146248 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-8d1143a8-56ff-43ed-a942-f9efbdd28c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:27.154396 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa66c2-1233-4957-8c7e-fb4be740704f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1107487a-2999-471a-b8f0-315fbbdc6855,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:27.225311 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-df762410-72ab-4258-bf27-8b6c2d8ea220 None None] Provisioning complete for port 334dbf3e-abee-4ea8-85bc-ff4e12f05776 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:35:27.226902 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-df762410-72ab-4258-bf27-8b6c2d8ea220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:27.285398 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-df762410-72ab-4258-bf27-8b6c2d8ea220 None None] Port 334dbf3e-abee-4ea8-85bc-ff4e12f05776 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:35:27.304396 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-6818b7f8-d78a-4590-95e8-9fe1288a7c43 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Allocated IP 172.20.0.5 (aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5/67d56109-2da6-411b-84fe-cd8ff15d261b/c52c49fb-4d08-4659-b988-94832b92e98e) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:35:27.367698 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-8d1143a8-56ff-43ed-a942-f9efbdd28c4a service neutron] For port 893cfcd7-84d6-4673-a14d-ca9588314af4, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=893cfcd7-84d6-4673-a14d-ca9588314af4,segment=NetworkSegment(135205f7-f1b9-476e-81a5-a3b7cd864e8d),segment_id=135205f7-f1b9-476e-81a5-a3b7cd864e8d)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:27.465652 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-8d1143a8-56ff-43ed-a942-f9efbdd28c4a service neutron] For port 893cfcd7-84d6-4673-a14d-ca9588314af4, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:35:27.554947 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ecfcd245-742c-4ff8-9622-993e7bb48cc8 req-a1aba316-de41-4808-822f-cbeaf283c06f tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 210 time: 0.0313492 Aug 19 18:35:27.590941 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-8d1143a8-56ff-43ed-a942-f9efbdd28c4a service neutron] device_id is not set on port 893cfcd7-84d6-4673-a14d-ca9588314af4 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:35:27.626405 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-8d1143a8-56ff-43ed-a942-f9efbdd28c4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:27.631790 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-6818b7f8-d78a-4590-95e8-9fe1288a7c43 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:27.670202 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6c65d-1d6b-4c2b-b7a9-1d9bd85ccb15 req-02ca882e-defc-4981-a8f7-0eeb7977fe90 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:27.676321 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-6818b7f8-d78a-4590-95e8-9fe1288a7c43 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Transition to ACTIVE for port object c52c49fb-4d08-4659-b988-94832b92e98e will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:35:27.685039 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6c65d-1d6b-4c2b-b7a9-1d9bd85ccb15 req-02ca882e-defc-4981-a8f7-0eeb7977fe90 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:27.686762 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54074) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:27.693735 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6c65d-1d6b-4c2b-b7a9-1d9bd85ccb15 req-02ca882e-defc-4981-a8f7-0eeb7977fe90 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:27.694464 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54076) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:27.701140 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6c65d-1d6b-4c2b-b7a9-1d9bd85ccb15 req-02ca882e-defc-4981-a8f7-0eeb7977fe90 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:27.708327 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6c65d-1d6b-4c2b-b7a9-1d9bd85ccb15 req-02ca882e-defc-4981-a8f7-0eeb7977fe90 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:27.710748 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85d6ba08-df16-411d-843c-abd344b75368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:27.715582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6c65d-1d6b-4c2b-b7a9-1d9bd85ccb15 req-02ca882e-defc-4981-a8f7-0eeb7977fe90 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:27.718196 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4fa6c65d-1d6b-4c2b-b7a9-1d9bd85ccb15 req-02ca882e-defc-4981-a8f7-0eeb7977fe90 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 4665 time: 0.2014391 Aug 19 18:35:27.719440 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-8d1143a8-56ff-43ed-a942-f9efbdd28c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:27.807050 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-6818b7f8-d78a-4590-95e8-9fe1288a7c43 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:27.828965 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-8d1143a8-56ff-43ed-a942-f9efbdd28c4a service neutron] No DVR routers for this DVR port 893cfcd7-84d6-4673-a14d-ca9588314af4 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:35:27.839593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1143a8-56ff-43ed-a942-f9efbdd28c4a service neutron] Pushing event updated for resources: {'Port': ['ID=893cfcd7-84d6-4673-a14d-ca9588314af4,revision_number=6']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:27.873080 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-01d52290-54fa-4ef6-91a0-8f2a0304f3da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35340e21a6e24998bf918d3b7b07c180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1743298 Aug 19 18:35:27.879003 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54084) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:27.893005 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-6818b7f8-d78a-4590-95e8-9fe1288a7c43 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Network aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:35:27.901097 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-6818b7f8-d78a-4590-95e8-9fe1288a7c43 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:35:27.903215 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4fa6c65d-1d6b-4c2b-b7a9-1d9bd85ccb15 req-bd769578-1de1-404c-863a-8d867bd209f1 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&id=4f44c7db-ac05-46db-b026-f09063a36277&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1345520 Aug 19 18:35:27.909318 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-6818b7f8-d78a-4590-95e8-9fe1288a7c43 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:35:27.944510 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-8d1143a8-56ff-43ed-a942-f9efbdd28c4a service neutron] In _notify_port_updated(), no bound segment for port 893cfcd7-84d6-4673-a14d-ca9588314af4 on network e907505c-8552-41bc-9150-9253fbc87c40 {{(pid=94681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:35:27.945811 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-8d1143a8-56ff-43ed-a942-f9efbdd28c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:27.946680 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-8d1143a8-56ff-43ed-a942-f9efbdd28c4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:27.950463 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-8d1143a8-56ff-43ed-a942-f9efbdd28c4a service neutron] 10.222.0.50 "PUT /v2.0/ports/893cfcd7-84d6-4673-a14d-ca9588314af4 HTTP/1.1" status: 200 len: 1032 time: 0.9026718 Aug 19 18:35:27.956618 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818b7f8-d78a-4590-95e8-9fe1288a7c43 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event updated for resources: {'Port': ['ID=c52c49fb-4d08-4659-b988-94832b92e98e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:28.010294 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-6818b7f8-d78a-4590-95e8-9fe1288a7c43 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:28.011309 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-6818b7f8-d78a-4590-95e8-9fe1288a7c43 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:28.060084 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ebf8e07e-1e8a-4aa1-bb2c-f1796ea51c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:28.065807 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85d6ba08-df16-411d-843c-abd344b75368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:28.073857 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-85d6ba08-df16-411d-843c-abd344b75368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:28.085722 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-6818b7f8-d78a-4590-95e8-9fe1288a7c43 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.3363121 Aug 19 18:35:28.113956 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-1b804e7b-a492-42c9-9d4a-c00c2265a41f service neutron] Request body: {'port': {'device_id': '9956f31f-5aa3-44bd-835c-2d76ab460636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:35:28.129729 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ebf8e07e-1e8a-4aa1-bb2c-f1796ea51c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:28.151768 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-85d6ba08-df16-411d-843c-abd344b75368 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e352d7b3cc64dc0ad7b8194c91c6b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4633651 Aug 19 18:35:28.158115 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54090) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:28.183376 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6ba08-df16-411d-843c-abd344b75368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688300da-63fe-42d9-8290-3cde1c618e19,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:28.230095 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-b78e0b0d-b36b-4bab-ae57-d7eb5bca8086 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Deleting port 947b2bf4-1446-47c1-9618-b9bfceb818f3 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:35:28.230991 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-b78e0b0d-b36b-4bab-ae57-d7eb5bca8086 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:28.232861 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ed8bd9da-cb8f-4266-a081-804fba37e49c None None] Provisioning complete for port 893cfcd7-84d6-4673-a14d-ca9588314af4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:35:28.233492 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ed8bd9da-cb8f-4266-a081-804fba37e49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:28.265988 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-1b804e7b-a492-42c9-9d4a-c00c2265a41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:28.323757 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5f71d32-5028-4224-8f90-fae50a390cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:28.325479 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ebf8e07e-1e8a-4aa1-bb2c-f1796ea51c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:28.328400 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ebf8e07e-1e8a-4aa1-bb2c-f1796ea51c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:28.333422 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ebf8e07e-1e8a-4aa1-bb2c-f1796ea51c7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/402bb4a8-9929-42b9-870e-b4afe8eb1d78 HTTP/1.1" status: 204 len: 168 time: 0.4533777 Aug 19 18:35:28.340959 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-ed8bd9da-cb8f-4266-a081-804fba37e49c None None] Port 893cfcd7-84d6-4673-a14d-ca9588314af4 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:35:28.375179 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8e07e-1e8a-4aa1-bb2c-f1796ea51c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402bb4a8-9929-42b9-870e-b4afe8eb1d78,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:28.422138 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5f71d32-5028-4224-8f90-fae50a390cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:28.465692 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-b78e0b0d-b36b-4bab-ae57-d7eb5bca8086 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] For port 947b2bf4-1446-47c1-9618-b9bfceb818f3, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=947b2bf4-1446-47c1-9618-b9bfceb818f3,segment=NetworkSegment(083a7072-271c-444a-a331-ab84e02a81c5),segment_id=083a7072-271c-444a-a331-ab84e02a81c5)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:28.466072 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-b78e0b0d-b36b-4bab-ae57-d7eb5bca8086 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:28.480237 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0b88f969-b76f-4591-83db-3a45d2ae27f1 None None] Provisioning for port c52c49fb-4d08-4659-b988-94832b92e98e completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:35:28.486504 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0b88f969-b76f-4591-83db-3a45d2ae27f1 None None] Provisioning complete for port c52c49fb-4d08-4659-b988-94832b92e98e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:35:28.489565 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0b88f969-b76f-4591-83db-3a45d2ae27f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:28.533462 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0b88f969-b76f-4591-83db-3a45d2ae27f1 None None] Port c52c49fb-4d08-4659-b988-94832b92e98e cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:35:28.637382 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5f71d32-5028-4224-8f90-fae50a390cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:28.640294 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5f71d32-5028-4224-8f90-fae50a390cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:28.644642 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f5f71d32-5028-4224-8f90-fae50a390cd0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/688300da-63fe-42d9-8290-3cde1c618e19 HTTP/1.1" status: 204 len: 168 time: 0.4839709 Aug 19 18:35:28.745754 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f71d32-5028-4224-8f90-fae50a390cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688300da-63fe-42d9-8290-3cde1c618e19,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:28.892776 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a94c8-5dbe-49ad-82b5-04917735f889 req-3e127d67-6592-4963-aee0-814538a75494 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:28.894501 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-025a94c8-5dbe-49ad-82b5-04917735f889 req-3e127d67-6592-4963-aee0-814538a75494 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 970 time: 0.1833737 Aug 19 18:35:28.936153 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-b78e0b0d-b36b-4bab-ae57-d7eb5bca8086 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:28.936554 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-b78e0b0d-b36b-4bab-ae57-d7eb5bca8086 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:28.936867 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-b78e0b0d-b36b-4bab-ae57-d7eb5bca8086 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Floating IP a0fc44de-ce7f-46cf-b0f9-1dd6012656ee disassociated. External IP: 172.25.8.4, port: 947b2bf4-1446-47c1-9618-b9bfceb818f3. Aug 19 18:35:28.937226 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-b78e0b0d-b36b-4bab-ae57-d7eb5bca8086 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Calling delete_port for 947b2bf4-1446-47c1-9618-b9bfceb818f3 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:35:28.977598 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-1b804e7b-a492-42c9-9d4a-c00c2265a41f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c52c49fb-4d08-4659-b988-94832b92e98e {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:35:28.997647 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-1b804e7b-a492-42c9-9d4a-c00c2265a41f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:29.027221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-1b804e7b-a492-42c9-9d4a-c00c2265a41f service neutron] Transition to ACTIVE for port object c52c49fb-4d08-4659-b988-94832b92e98e will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:35:29.032939 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-025a94c8-5dbe-49ad-82b5-04917735f889 req-69c2e07e-9c63-4fd9-9940-1da2e8edb776 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0c809-a7c1-4f47-93df-81d9a6809970&id=3c6642f7-edf8-40c3-a54c-9dfad4ceb2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1274617 Aug 19 18:35:29.035858 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-1b804e7b-a492-42c9-9d4a-c00c2265a41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:29.146585 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b804e7b-a492-42c9-9d4a-c00c2265a41f service neutron] Pushing event updated for resources: {'Port': ['ID=c52c49fb-4d08-4659-b988-94832b92e98e,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:29.243580 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-1b804e7b-a492-42c9-9d4a-c00c2265a41f service neutron] Attempting to bind port c52c49fb-4d08-4659-b988-94832b92e98e on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:35:29.244550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-1b804e7b-a492-42c9-9d4a-c00c2265a41f service neutron] Attempting to bind port c52c49fb-4d08-4659-b988-94832b92e98e by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': 'a42bad1a-eef9-4e8f-bfe4-3b5aad5346db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:35:29.244928 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-1b804e7b-a492-42c9-9d4a-c00c2265a41f service neutron] Attempting to bind port c52c49fb-4d08-4659-b988-94832b92e98e on network aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:35:29.250022 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-1b804e7b-a492-42c9-9d4a-c00c2265a41f service neutron] Port c52c49fb-4d08-4659-b988-94832b92e98e on network aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:35:29.250440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-1b804e7b-a492-42c9-9d4a-c00c2265a41f service neutron] Attempting to bind port c52c49fb-4d08-4659-b988-94832b92e98e on network aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:35:29.256463 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-1b804e7b-a492-42c9-9d4a-c00c2265a41f service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:35:29.256957 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-1b804e7b-a492-42c9-9d4a-c00c2265a41f service neutron] Checking segment: {'id': 'a42bad1a-eef9-4e8f-bfe4-3b5aad5346db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:35:29.257413 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-1b804e7b-a492-42c9-9d4a-c00c2265a41f service neutron] Bound using segment: {'id': 'a42bad1a-eef9-4e8f-bfe4-3b5aad5346db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:35:29.257872 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d6a15-3970-4257-a953-770649f8e5c1 req-0237aac8-0e42-47e2-b835-f522b6f76bde tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:29.257990 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-1b804e7b-a492-42c9-9d4a-c00c2265a41f service neutron] Bound port: c52c49fb-4d08-4659-b988-94832b92e98e, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a42bad1a-eef9-4e8f-bfe4-3b5aad5346db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:35:29.258425 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-1b804e7b-a492-42c9-9d4a-c00c2265a41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:29.265384 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d6a15-3970-4257-a953-770649f8e5c1 req-0237aac8-0e42-47e2-b835-f522b6f76bde tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:29.275974 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d6a15-3970-4257-a953-770649f8e5c1 req-0237aac8-0e42-47e2-b835-f522b6f76bde tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:29.285052 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d6a15-3970-4257-a953-770649f8e5c1 req-0237aac8-0e42-47e2-b835-f522b6f76bde tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:29.291161 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d6a15-3970-4257-a953-770649f8e5c1 req-0237aac8-0e42-47e2-b835-f522b6f76bde tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:29.302032 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e5d6a15-3970-4257-a953-770649f8e5c1 req-0237aac8-0e42-47e2-b835-f522b6f76bde tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 3886 time: 0.1581430 Aug 19 18:35:29.376934 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9e5d6a15-3970-4257-a953-770649f8e5c1 req-45c556a3-c350-4bb5-8632-73b68ce199d2 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738111 Aug 19 18:35:29.400820 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-b78e0b0d-b36b-4bab-ae57-d7eb5bca8086 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:29.405175 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-1b804e7b-a492-42c9-9d4a-c00c2265a41f service neutron] For port c52c49fb-4d08-4659-b988-94832b92e98e, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:35:29.410444 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-1b804e7b-a492-42c9-9d4a-c00c2265a41f service neutron] For port c52c49fb-4d08-4659-b988-94832b92e98e, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c52c49fb-4d08-4659-b988-94832b92e98e,segment=NetworkSegment(a42bad1a-eef9-4e8f-bfe4-3b5aad5346db),segment_id=a42bad1a-eef9-4e8f-bfe4-3b5aad5346db)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:35:29.418521 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-1b804e7b-a492-42c9-9d4a-c00c2265a41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:29.452321 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e0b0d-b36b-4bab-ae57-d7eb5bca8086 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event deleted for resources: {'Port': ['ID=947b2bf4-1446-47c1-9618-b9bfceb818f3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:29.474626 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-1b804e7b-a492-42c9-9d4a-c00c2265a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:29.475986 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-1b804e7b-a492-42c9-9d4a-c00c2265a41f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:29.478272 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-1b804e7b-a492-42c9-9d4a-c00c2265a41f service neutron] 10.222.0.54 "PUT /v2.0/ports/c52c49fb-4d08-4659-b988-94832b92e98e HTTP/1.1" status: 200 len: 1130 time: 1.3739874 Aug 19 18:35:29.478732 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9956f31f-5aa3-44bd-835c-2d76ab460636', 'tag': 'c52c49fb-4d08-4659-b988-94832b92e98e'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:35:29.481056 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dc7c14-f2f7-42a1-815c-e8f05782eda3" -d '{"events": [{"name": "network-changed", "server_uuid": "9956f31f-5aa3-44bd-835c-2d76ab460636", "tag": "c52c49fb-4d08-4659-b988-94832b92e98e"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:35:29.515778 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b804e7b-a492-42c9-9d4a-c00c2265a41f service neutron] Pushing event updated for resources: {'Port': ['ID=c52c49fb-4d08-4659-b988-94832b92e98e,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:29.587745 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a148cf-1151-4a2c-a65e-4929aebee966 x-openstack-request-id: req-74a148cf-1151-4a2c-a65e-4929aebee966 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:35:29.588151 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9956f31f-5aa3-44bd-835c-2d76ab460636", "tag": "c52c49fb-4d08-4659-b988-94832b92e98e", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:35:29.588513 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74a148cf-1151-4a2c-a65e-4929aebee966 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:35:29.588826 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9956f31f-5aa3-44bd-835c-2d76ab460636', 'tag': 'c52c49fb-4d08-4659-b988-94832b92e98e', 'status': 'completed', 'code': 200} Aug 19 18:35:29.626894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-c44e8f24-aba8-45b0-855b-c80223cbacec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:29.628417 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-c44e8f24-aba8-45b0-855b-c80223cbacec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d08b17c1697a43168bd70dcaaf5c2ec4&device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 1133 time: 0.0940413 Aug 19 18:35:29.647873 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 157237db-49d7-4dc1-b9f9-88191429b6a5 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:35:29.680683 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-b78e0b0d-b36b-4bab-ae57-d7eb5bca8086 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Router 6e7118d0-5d33-4096-84d3-129449511e06 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:35:29.684378 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-7370e851-1b62-455c-a076-9fe229730d97 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c52c49fb-4d08-4659-b988-94832b92e98e HTTP/1.1" status: 200 len: 217 time: 0.0429668 Aug 19 18:35:29.799656 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-00fc4987-961f-4d9e-b335-2a0bacab7897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:29.800599 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-00fc4987-961f-4d9e-b335-2a0bacab7897 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=67d56109-2da6-411b-84fe-cd8ff15d261b HTTP/1.1" status: 200 len: 835 time: 0.1058409 Aug 19 18:35:29.852644 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:29.901323 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-2babc67d-f6dc-4edd-b6a2-49eb052f2ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:29.905623 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-2babc67d-f6dc-4edd-b6a2-49eb052f2ed1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926359 Aug 19 18:35:29.909261 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '157237db-49d7-4dc1-b9f9-88191429b6a5'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:35:29.911201 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-b78e0b0d-b36b-4bab-ae57-d7eb5bca8086 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:35:29.930040 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb97f73f-131c-4651-b8ec-93deb070bf5e" -d '{"events": [{"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-unplugged", "status": "completed", "tag": "157237db-49d7-4dc1-b9f9-88191429b6a5"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:35:29.958299 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f92e18-6911-4496-bb3e-0162e3305d23 None None] Sync routers for ids ['6e7118d0-5d33-4096-84d3-129449511e06'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:35:30.003477 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 157237db-49d7-4dc1-b9f9-88191429b6a5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=157237db-49d7-4dc1-b9f9-88191429b6a5,segment=NetworkSegment(135205f7-f1b9-476e-81a5-a3b7cd864e8d),segment_id=135205f7-f1b9-476e-81a5-a3b7cd864e8d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:30.010572 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-b78e0b0d-b36b-4bab-ae57-d7eb5bca8086 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] No DVR routers for this DVR port 947b2bf4-1446-47c1-9618-b9bfceb818f3 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:35:30.026331 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-b78e0b0d-b36b-4bab-ae57-d7eb5bca8086 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:30.028740 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-b78e0b0d-b36b-4bab-ae57-d7eb5bca8086 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.50 "DELETE /v2.0/ports/947b2bf4-1446-47c1-9618-b9bfceb818f3 HTTP/1.1" status: 204 len: 173 time: 2.0518069 Aug 19 18:35:30.029672 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-deleted', 'tag': '947b2bf4-1446-47c1-9618-b9bfceb818f3'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:35:30.032593 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52e69d5-7a59-4fb2-9328-bf51c44051bf" -d '{"events": [{"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-deleted", "tag": "947b2bf4-1446-47c1-9618-b9bfceb818f3"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:35:30.045816 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c086a73c-7425-47db-91da-62936e5c6dd4 x-openstack-request-id: req-c086a73c-7425-47db-91da-62936e5c6dd4 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:35:30.046122 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-unplugged", "status": "completed", "tag": "157237db-49d7-4dc1-b9f9-88191429b6a5", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:35:30.046379 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c086a73c-7425-47db-91da-62936e5c6dd4 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:35:30.046927 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '157237db-49d7-4dc1-b9f9-88191429b6a5', 'code': 200} Aug 19 18:35:30.048439 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:30.049268 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 3c01a012-e516-4baa-88d6-391db59eb674 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:35:30.116265 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f92e18-6911-4496-bb3e-0162e3305d23 None None] Routers {'6e7118d0-5d33-4096-84d3-129449511e06'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:35:30.117241 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-42f92e18-6911-4496-bb3e-0162e3305d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:35:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6e7118d0-5d33-4096-84d3-129449511e06'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:30.175282 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3a402d-8c92-4503-b9cf-684e9a8a16da x-openstack-request-id: req-fe3a402d-8c92-4503-b9cf-684e9a8a16da {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:35:30.182467 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-deleted", "tag": "947b2bf4-1446-47c1-9618-b9bfceb818f3", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:35:30.182888 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe3a402d-8c92-4503-b9cf-684e9a8a16da {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:35:30.183466 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-deleted', 'tag': '947b2bf4-1446-47c1-9618-b9bfceb818f3', 'status': 'completed', 'code': 200} Aug 19 18:35:30.197399 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-4e42b4a7-d3e4-41a0-bb3a-fc58ffcef736 service neutron] 10.222.0.54 "GET /v2.0/networks/aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766058 Aug 19 18:35:30.323511 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-ffad3546-0e21-4293-b9fa-5dccb3df290c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Deleting port bbb83320-ccbe-41de-8f63-90d7036594f8 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:35:30.324075 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-ffad3546-0e21-4293-b9fa-5dccb3df290c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:30.335517 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a6a91-e424-4107-a6e6-b5500af70d7c req-0930c1a1-0319-4cd8-b4e4-da1ca2fb4cb9 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:30.337328 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e75a6a91-e424-4107-a6e6-b5500af70d7c req-0930c1a1-0319-4cd8-b4e4-da1ca2fb4cb9 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 982 time: 0.1132934 Aug 19 18:35:30.356260 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:30.374954 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=157237db-49d7-4dc1-b9f9-88191429b6a5,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:30.466222 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af63aa5e-155d-409a-9a72-3217e7da6819 req-9f0cbda1-3cc8-4912-85ce-ee7d61280aee service neutron] 10.222.0.54 "GET /v2.0/networks/aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566030 Aug 19 18:35:30.511307 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e75a6a91-e424-4107-a6e6-b5500af70d7c req-399227c1-c12c-4531-8aba-b80c96636023 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0c809-a7c1-4f47-93df-81d9a6809970&id=3c6642f7-edf8-40c3-a54c-9dfad4ceb2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1613398 Aug 19 18:35:30.540535 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 3c01a012-e516-4baa-88d6-391db59eb674, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=3c01a012-e516-4baa-88d6-391db59eb674,segment=NetworkSegment(c2661c61-9e63-4c25-a5c6-6de932aef027),segment_id=c2661c61-9e63-4c25-a5c6-6de932aef027)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:30.551926 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:30.552716 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device bbb83320-ccbe-41de-8f63-90d7036594f8 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:35:30.614063 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-ffad3546-0e21-4293-b9fa-5dccb3df290c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] For port bbb83320-ccbe-41de-8f63-90d7036594f8, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=bbb83320-ccbe-41de-8f63-90d7036594f8,segment=NetworkSegment(135205f7-f1b9-476e-81a5-a3b7cd864e8d),segment_id=135205f7-f1b9-476e-81a5-a3b7cd864e8d)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:30.617567 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-ffad3546-0e21-4293-b9fa-5dccb3df290c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:30.651877 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-ffad3546-0e21-4293-b9fa-5dccb3df290c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Calling delete_port for bbb83320-ccbe-41de-8f63-90d7036594f8 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:35:30.655499 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410f86a-ca4c-4375-8a8f-6b4b2646a6ca req-bd36b266-28a5-43d2-bbf1-85aff8b68dc1 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:30.661802 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410f86a-ca4c-4375-8a8f-6b4b2646a6ca req-bd36b266-28a5-43d2-bbf1-85aff8b68dc1 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:30.668714 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410f86a-ca4c-4375-8a8f-6b4b2646a6ca req-bd36b266-28a5-43d2-bbf1-85aff8b68dc1 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:30.674777 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410f86a-ca4c-4375-8a8f-6b4b2646a6ca req-bd36b266-28a5-43d2-bbf1-85aff8b68dc1 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:30.676794 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7410f86a-ca4c-4375-8a8f-6b4b2646a6ca req-bd36b266-28a5-43d2-bbf1-85aff8b68dc1 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 3148 time: 0.1653578 Aug 19 18:35:30.684055 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc7c14-f2f7-42a1-815c-e8f05782eda3 req-971e9e32-10d6-470e-a1a0-26fcecaf611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:30.685821 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68dc7c14-f2f7-42a1-815c-e8f05782eda3 req-971e9e32-10d6-470e-a1a0-26fcecaf611e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d08b17c1697a43168bd70dcaaf5c2ec4&device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 1133 time: 0.1225564 Aug 19 18:35:30.700813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-42f92e18-6911-4496-bb3e-0162e3305d23 None None] Set router 6e7118d0-5d33-4096-84d3-129449511e06 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:35:30.721912 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7410f86a-ca4c-4375-8a8f-6b4b2646a6ca req-82abc17c-5792-414d-b761-216ca37504d5 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349801 Aug 19 18:35:30.860368 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc7c14-f2f7-42a1-815c-e8f05782eda3 req-71de1964-1a09-4356-9789-96e1a1125ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:30.863612 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68dc7c14-f2f7-42a1-815c-e8f05782eda3 req-71de1964-1a09-4356-9789-96e1a1125ecb service neutron] 10.222.0.54 "GET /v2.0/networks?id=aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5 HTTP/1.1" status: 200 len: 897 time: 0.1453922 Aug 19 18:35:30.883618 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-ffad3546-0e21-4293-b9fa-5dccb3df290c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:30.921382 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:30.923844 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad3546-0e21-4293-b9fa-5dccb3df290c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event deleted for resources: {'Port': ['ID=bbb83320-ccbe-41de-8f63-90d7036594f8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:30.971386 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=3c01a012-e516-4baa-88d6-391db59eb674,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:30.975715 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68dc7c14-f2f7-42a1-815c-e8f05782eda3 req-36cf83ad-3403-4109-87c6-0545d00d5836 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c52c49fb-4d08-4659-b988-94832b92e98e HTTP/1.1" status: 200 len: 217 time: 0.1038015 Aug 19 18:35:31.003951 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-ffad3546-0e21-4293-b9fa-5dccb3df290c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] No DVR routers for this DVR port bbb83320-ccbe-41de-8f63-90d7036594f8 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:35:31.007450 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-ffad3546-0e21-4293-b9fa-5dccb3df290c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:31.010541 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-ffad3546-0e21-4293-b9fa-5dccb3df290c tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.50 "DELETE /v2.0/ports/bbb83320-ccbe-41de-8f63-90d7036594f8 HTTP/1.1" status: 204 len: 173 time: 0.9601872 Aug 19 18:35:31.035701 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 334dbf3e-abee-4ea8-85bc-ff4e12f05776 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:35:31.064577 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc7c14-f2f7-42a1-815c-e8f05782eda3 req-3b9e0af8-ba41-4775-8d05-f56c8ff5ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:31.068380 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68dc7c14-f2f7-42a1-815c-e8f05782eda3 req-3b9e0af8-ba41-4775-8d05-f56c8ff5ac96 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=67d56109-2da6-411b-84fe-cd8ff15d261b HTTP/1.1" status: 200 len: 835 time: 0.0843196 Aug 19 18:35:31.137145 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-1e2e5db2-c41f-4267-b8e1-39cef62ddd06 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Deleting port 3c01a012-e516-4baa-88d6-391db59eb674 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:35:31.137522 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-1e2e5db2-c41f-4267-b8e1-39cef62ddd06 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:31.147234 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 334dbf3e-abee-4ea8-85bc-ff4e12f05776 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:35:31.147572 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 747e61a2-79d2-495c-884e-e517af4325c6 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:35:31.154354 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc7c14-f2f7-42a1-815c-e8f05782eda3 req-015f386d-5339-436b-a04d-3e46a1594b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:31.157631 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68dc7c14-f2f7-42a1-815c-e8f05782eda3 req-015f386d-5339-436b-a04d-3e46a1594b66 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808520 Aug 19 18:35:31.259096 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-1e2e5db2-c41f-4267-b8e1-39cef62ddd06 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] For port 3c01a012-e516-4baa-88d6-391db59eb674, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=3c01a012-e516-4baa-88d6-391db59eb674,segment=NetworkSegment(c2661c61-9e63-4c25-a5c6-6de932aef027),segment_id=c2661c61-9e63-4c25-a5c6-6de932aef027)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:31.260272 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-1e2e5db2-c41f-4267-b8e1-39cef62ddd06 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:31.290258 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-1e2e5db2-c41f-4267-b8e1-39cef62ddd06 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Calling delete_port for 3c01a012-e516-4baa-88d6-391db59eb674 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:35:31.303273 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68dc7c14-f2f7-42a1-815c-e8f05782eda3 req-da3fe79d-8c84-43ec-bf37-3e53b2fdc9f3 service neutron] 10.222.0.54 "GET /v2.0/networks/aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370811 Aug 19 18:35:31.316057 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-42f92e18-6911-4496-bb3e-0162e3305d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7118d0-5d33-4096-84d3-129449511e06', 'name': 'tempest-TaggedBootDevicesTest_v242-86884823-router', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:39Z', 'updated_at': '2021-08-19T18:24:47Z', 'revision_number': 4, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'gw_port': {'id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:41Z', 'updated_at': '2021-08-19T18:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'f92987c9-39e7-492f-879c-a667e6da6494', 'name': '', 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'mac_address': 'fa:16:3e:fd:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '1a51ede3-bf4f-418b-b046-6db223b828ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:46Z', 'updated_at': '2021-08-19T18:24:58Z', 'revision_number': 5, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'subnets': [{'id': '1a51ede3-bf4f-418b-b046-6db223b828ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:31.405568 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f92e18-6911-4496-bb3e-0162e3305d23 None None] Checking router: 6e7118d0-5d33-4096-84d3-129449511e06 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:35:31.438157 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:31.441201 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f92e18-6911-4496-bb3e-0162e3305d23 None None] Routers {'6e7118d0-5d33-4096-84d3-129449511e06'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:35:31.441960 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-42f92e18-6911-4496-bb3e-0162e3305d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:35:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6e7118d0-5d33-4096-84d3-129449511e06'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:31.484774 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68dc7c14-f2f7-42a1-815c-e8f05782eda3 req-99890754-ff57-4506-b1c7-ed870afffacf service neutron] 10.222.0.54 "GET /v2.0/networks/aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732204 Aug 19 18:35:31.496007 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-1e2e5db2-c41f-4267-b8e1-39cef62ddd06 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:31.548510 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e5db2-c41f-4267-b8e1-39cef62ddd06 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event deleted for resources: {'Port': ['ID=3c01a012-e516-4baa-88d6-391db59eb674,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:31.636013 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 747e61a2-79d2-495c-884e-e517af4325c6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=747e61a2-79d2-495c-884e-e517af4325c6,segment=NetworkSegment(c2661c61-9e63-4c25-a5c6-6de932aef027),segment_id=c2661c61-9e63-4c25-a5c6-6de932aef027)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:31.639514 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-1e2e5db2-c41f-4267-b8e1-39cef62ddd06 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] No DVR routers for this DVR port 3c01a012-e516-4baa-88d6-391db59eb674 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:35:31.643846 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-1e2e5db2-c41f-4267-b8e1-39cef62ddd06 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:31.644712 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:31.645501 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 947b2bf4-1446-47c1-9618-b9bfceb818f3 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:35:31.647864 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-1e2e5db2-c41f-4267-b8e1-39cef62ddd06 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.50 "DELETE /v2.0/ports/3c01a012-e516-4baa-88d6-391db59eb674 HTTP/1.1" status: 204 len: 173 time: 0.6307790 Aug 19 18:35:31.724559 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-42f92e18-6911-4496-bb3e-0162e3305d23 None None] Set router 6e7118d0-5d33-4096-84d3-129449511e06 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:35:31.727013 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=747e61a2-79d2-495c-884e-e517af4325c6,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:31.757165 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 947b2bf4-1446-47c1-9618-b9bfceb818f3 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:35:31.757514 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 947b2bf4-1446-47c1-9618-b9bfceb818f3 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:35:31.758085 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 893cfcd7-84d6-4673-a14d-ca9588314af4 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:35:31.804274 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf79db-38cc-4aca-be00-3aa66944f98d req-4dcc5744-0759-4c6f-9d48-7c2d7ac0b2e7 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:31.806265 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-81cf79db-38cc-4aca-be00-3aa66944f98d req-4dcc5744-0759-4c6f-9d48-7c2d7ac0b2e7 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 982 time: 0.1191018 Aug 19 18:35:31.838191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-09cccbe9-8555-4153-8afb-f30375a8e1ec tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Deleting port 157237db-49d7-4dc1-b9f9-88191429b6a5 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:35:31.838589 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-09cccbe9-8555-4153-8afb-f30375a8e1ec tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:31.885602 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 893cfcd7-84d6-4673-a14d-ca9588314af4 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:35:31.917008 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-81cf79db-38cc-4aca-be00-3aa66944f98d req-ee9b022a-b6d3-4997-8539-6239f73017b7 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0c809-a7c1-4f47-93df-81d9a6809970&id=3c6642f7-edf8-40c3-a54c-9dfad4ceb2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1044056 Aug 19 18:35:31.975435 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-09cccbe9-8555-4153-8afb-f30375a8e1ec tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] For port 157237db-49d7-4dc1-b9f9-88191429b6a5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=157237db-49d7-4dc1-b9f9-88191429b6a5,segment=NetworkSegment(135205f7-f1b9-476e-81a5-a3b7cd864e8d),segment_id=135205f7-f1b9-476e-81a5-a3b7cd864e8d)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:31.975998 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-09cccbe9-8555-4153-8afb-f30375a8e1ec tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:32.004163 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a0b5-1b71-41e7-9e83-aa72a1a88d69 req-80ec2486-78ee-40bd-b5bd-3d11aa3457f7 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:32.012551 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a0b5-1b71-41e7-9e83-aa72a1a88d69 req-80ec2486-78ee-40bd-b5bd-3d11aa3457f7 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:32.021008 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7052a0b5-1b71-41e7-9e83-aa72a1a88d69 req-80ec2486-78ee-40bd-b5bd-3d11aa3457f7 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 1677 time: 0.1431258 Aug 19 18:35:32.023579 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54206) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:32.062418 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c01a012-e516-4baa-88d6-391db59eb674'}, {'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '747e61a2-79d2-495c-884e-e517af4325c6'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:35:32.066305 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27f453e-fa10-4503-8ef3-cacbaf4a473d" -d '{"events": [{"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-unplugged", "status": "completed", "tag": "3c01a012-e516-4baa-88d6-391db59eb674"}, {"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-unplugged", "status": "completed", "tag": "747e61a2-79d2-495c-884e-e517af4325c6"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:35:32.111092 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7052a0b5-1b71-41e7-9e83-aa72a1a88d69 req-0f4dcf98-d61f-404a-9d50-dddf31323e5d tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887861 Aug 19 18:35:32.176921 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-42f92e18-6911-4496-bb3e-0162e3305d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7118d0-5d33-4096-84d3-129449511e06', 'name': 'tempest-TaggedBootDevicesTest_v242-86884823-router', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:39Z', 'updated_at': '2021-08-19T18:24:47Z', 'revision_number': 4, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'gw_port': {'id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:41Z', 'updated_at': '2021-08-19T18:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'f92987c9-39e7-492f-879c-a667e6da6494', 'name': '', 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'mac_address': 'fa:16:3e:fd:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '1a51ede3-bf4f-418b-b046-6db223b828ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:46Z', 'updated_at': '2021-08-19T18:24:58Z', 'revision_number': 5, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'subnets': [{'id': '1a51ede3-bf4f-418b-b046-6db223b828ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:32.214071 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 19 Aug 2021 18:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05f8c76-203e-486c-9ffe-1e9e9863723b x-openstack-request-id: req-e05f8c76-203e-486c-9ffe-1e9e9863723b {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:35:32.214750 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-unplugged", "status": "completed", "tag": "3c01a012-e516-4baa-88d6-391db59eb674", "code": 200}, {"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-unplugged", "status": "completed", "tag": "747e61a2-79d2-495c-884e-e517af4325c6", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:35:32.215157 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e05f8c76-203e-486c-9ffe-1e9e9863723b {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:35:32.215733 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c01a012-e516-4baa-88d6-391db59eb674', 'code': 200} Aug 19 18:35:32.216141 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '747e61a2-79d2-495c-884e-e517af4325c6', 'code': 200} Aug 19 18:35:32.217498 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f92e18-6911-4496-bb3e-0162e3305d23 None None] The sync data for ids ['6e7118d0-5d33-4096-84d3-129449511e06'] in n-d-803753-2 is: [{'id': '6e7118d0-5d33-4096-84d3-129449511e06', 'name': 'tempest-TaggedBootDevicesTest_v242-86884823-router', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:39Z', 'updated_at': '2021-08-19T18:24:47Z', 'revision_number': 4, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'gw_port': {'id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:41Z', 'updated_at': '2021-08-19T18:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'f92987c9-39e7-492f-879c-a667e6da6494', 'name': '', 'network_id': 'eb209190-2b0a-4385-a96f-5ebf3ada95ae', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'mac_address': 'fa:16:3e:fd:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '1a51ede3-bf4f-418b-b046-6db223b828ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:46Z', 'updated_at': '2021-08-19T18:24:58Z', 'revision_number': 5, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'subnets': [{'id': '1a51ede3-bf4f-418b-b046-6db223b828ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:35:32.331706 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-466e69a7-74ec-44b8-bd35-ce0468855893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:32.414031 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-09cccbe9-8555-4153-8afb-f30375a8e1ec tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Calling delete_port for 157237db-49d7-4dc1-b9f9-88191429b6a5 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:35:32.416836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-deleted', 'tag': 'bbb83320-ccbe-41de-8f63-90d7036594f8'}, {'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-deleted', 'tag': '3c01a012-e516-4baa-88d6-391db59eb674'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:35:32.419321 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93da7f8d-fad4-4173-8148-fa32f776c5e2" -d '{"events": [{"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-deleted", "tag": "bbb83320-ccbe-41de-8f63-90d7036594f8"}, {"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-deleted", "tag": "3c01a012-e516-4baa-88d6-391db59eb674"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:35:32.463504 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-466e69a7-74ec-44b8-bd35-ce0468855893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:32.469929 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-466e69a7-74ec-44b8-bd35-ce0468855893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:32.495848 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 18:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a6418b-d7e9-43ed-88ff-a74977468245 x-openstack-request-id: req-58a6418b-d7e9-43ed-88ff-a74977468245 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:35:32.496247 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-deleted", "tag": "bbb83320-ccbe-41de-8f63-90d7036594f8", "status": "completed", "code": 200}, {"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-deleted", "tag": "3c01a012-e516-4baa-88d6-391db59eb674", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:35:32.496506 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-58a6418b-d7e9-43ed-88ff-a74977468245 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:35:32.496958 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-deleted', 'tag': 'bbb83320-ccbe-41de-8f63-90d7036594f8', 'status': 'completed', 'code': 200} Aug 19 18:35:32.497291 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-deleted', 'tag': '3c01a012-e516-4baa-88d6-391db59eb674', 'status': 'completed', 'code': 200} Aug 19 18:35:32.521129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e69a7-74ec-44b8-bd35-ce0468855893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d11831-918d-43d1-891e-6cfa6c350481,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:32.539397 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-466e69a7-74ec-44b8-bd35-ce0468855893 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e2112d459be400abdfe07a4f9d0a774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5144451 Aug 19 18:35:32.542949 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54220) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:32.611857 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-95a63ad0-2385-44ee-a8a9-ae1e691a0258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:32.617250 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-09cccbe9-8555-4153-8afb-f30375a8e1ec tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:32.630848 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ca4a8a-f154-4dec-8e0e-13f604b442fc None None] New status for floating IP a0fc44de-ce7f-46cf-b0f9-1dd6012656ee: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:35:32.642034 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-95a63ad0-2385-44ee-a8a9-ae1e691a0258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:32.659223 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cccbe9-8555-4153-8afb-f30375a8e1ec tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event deleted for resources: {'Port': ['ID=157237db-49d7-4dc1-b9f9-88191429b6a5,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:32.708824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-09cccbe9-8555-4153-8afb-f30375a8e1ec tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] No DVR routers for this DVR port 157237db-49d7-4dc1-b9f9-88191429b6a5 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:35:32.711921 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-09cccbe9-8555-4153-8afb-f30375a8e1ec tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:32.715150 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-09cccbe9-8555-4153-8afb-f30375a8e1ec tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.50 "DELETE /v2.0/ports/157237db-49d7-4dc1-b9f9-88191429b6a5 HTTP/1.1" status: 204 len: 173 time: 1.0616708 Aug 19 18:35:32.719280 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-95a63ad0-2385-44ee-a8a9-ae1e691a0258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:32.722202 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-95a63ad0-2385-44ee-a8a9-ae1e691a0258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:32.725795 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-95a63ad0-2385-44ee-a8a9-ae1e691a0258 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51d11831-918d-43d1-891e-6cfa6c350481 HTTP/1.1" status: 204 len: 168 time: 0.1784389 Aug 19 18:35:32.733258 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a63ad0-2385-44ee-a8a9-ae1e691a0258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d11831-918d-43d1-891e-6cfa6c350481,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:32.860454 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-323d90ae-a6c8-45af-87a8-248fbf532593 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Deleting port 747e61a2-79d2-495c-884e-e517af4325c6 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:35:32.861146 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-323d90ae-a6c8-45af-87a8-248fbf532593 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:32.976508 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-323d90ae-a6c8-45af-87a8-248fbf532593 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] For port 747e61a2-79d2-495c-884e-e517af4325c6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=747e61a2-79d2-495c-884e-e517af4325c6,segment=NetworkSegment(c2661c61-9e63-4c25-a5c6-6de932aef027),segment_id=c2661c61-9e63-4c25-a5c6-6de932aef027)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:32.977108 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-323d90ae-a6c8-45af-87a8-248fbf532593 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:32.993045 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-323d90ae-a6c8-45af-87a8-248fbf532593 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Calling delete_port for 747e61a2-79d2-495c-884e-e517af4325c6 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:35:33.127070 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c5646-8f0e-4831-9aff-eab4f66663b6 req-d0b98316-fea1-480e-8615-ba426207b62c tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:33.128746 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e04c5646-8f0e-4831-9aff-eab4f66663b6 req-d0b98316-fea1-480e-8615-ba426207b62c tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 982 time: 0.0905120 Aug 19 18:35:33.157280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54240) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:33.176387 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d7252c11-a203-48c2-97e7-bd794f9d6086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:33.201020 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device c52c49fb-4d08-4659-b988-94832b92e98e details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:35:33.271968 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e04c5646-8f0e-4831-9aff-eab4f66663b6 req-a1e54071-181e-46b5-80e1-0bdd67779617 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0c809-a7c1-4f47-93df-81d9a6809970&id=3c6642f7-edf8-40c3-a54c-9dfad4ceb2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1358860 Aug 19 18:35:33.318382 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port c52c49fb-4d08-4659-b988-94832b92e98e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c52c49fb-4d08-4659-b988-94832b92e98e,segment=NetworkSegment(a42bad1a-eef9-4e8f-bfe4-3b5aad5346db),segment_id=a42bad1a-eef9-4e8f-bfe4-3b5aad5346db)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:33.323058 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-323d90ae-a6c8-45af-87a8-248fbf532593 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:33.343366 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'c52c49fb-4d08-4659-b988-94832b92e98e', 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5', 'port_id': 'c52c49fb-4d08-4659-b988-94832b92e98e', 'mac_address': 'fa:16:3e:64:06:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67d56109-2da6-411b-84fe-cd8ff15d261b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:35:33.363244 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d7252c11-a203-48c2-97e7-bd794f9d6086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:33.363244 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d7252c11-a203-48c2-97e7-bd794f9d6086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:33.406609 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:33.421267 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763c974-317e-4267-92f5-00607541ef9b req-4222535f-6ba2-49fd-8624-540c219a0e27 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:33.422687 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c52c49fb-4d08-4659-b988-94832b92e98e {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:35:33.423791 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d90ae-a6c8-45af-87a8-248fbf532593 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event deleted for resources: {'Port': ['ID=747e61a2-79d2-495c-884e-e517af4325c6,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:33.429364 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c763c974-317e-4267-92f5-00607541ef9b req-4222535f-6ba2-49fd-8624-540c219a0e27 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 865 time: 0.2143514 Aug 19 18:35:33.444160 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d7252c11-a203-48c2-97e7-bd794f9d6086 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b75004629f814f6297321aa7cdc880bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2856743 Aug 19 18:35:33.447772 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port c52c49fb-4d08-4659-b988-94832b92e98e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c52c49fb-4d08-4659-b988-94832b92e98e,segment=NetworkSegment(a42bad1a-eef9-4e8f-bfe4-3b5aad5346db),segment_id=a42bad1a-eef9-4e8f-bfe4-3b5aad5346db)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:33.451383 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7252c11-a203-48c2-97e7-bd794f9d6086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b492709-ad55-487f-96eb-42d7ee5d0a43,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:33.453165 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:33.455794 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54246) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:33.477827 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-323d90ae-a6c8-45af-87a8-248fbf532593 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] No DVR routers for this DVR port 747e61a2-79d2-495c-884e-e517af4325c6 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:35:33.481435 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-323d90ae-a6c8-45af-87a8-248fbf532593 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:33.484177 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7509fc6-41dd-4855-900f-8f68f57721e1 req-323d90ae-a6c8-45af-87a8-248fbf532593 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.50 "DELETE /v2.0/ports/747e61a2-79d2-495c-884e-e517af4325c6 HTTP/1.1" status: 204 len: 173 time: 0.7597480 Aug 19 18:35:33.505288 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c763c974-317e-4267-92f5-00607541ef9b req-b975b93d-f26e-4374-920d-5ad07496619f tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb2fbddd-58c2-47e9-9321-764eba8a2fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749979 Aug 19 18:35:33.531948 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b257aa23-2314-4901-bc0c-2c0a330a5852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:33.539041 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=c52c49fb-4d08-4659-b988-94832b92e98e,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:33.570774 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b257aa23-2314-4901-bc0c-2c0a330a5852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:33.628011 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b257aa23-2314-4901-bc0c-2c0a330a5852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:33.630828 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b257aa23-2314-4901-bc0c-2c0a330a5852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:33.631984 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b257aa23-2314-4901-bc0c-2c0a330a5852 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b492709-ad55-487f-96eb-42d7ee5d0a43 HTTP/1.1" status: 204 len: 168 time: 0.1752634 Aug 19 18:35:33.640761 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257aa23-2314-4901-bc0c-2c0a330a5852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b492709-ad55-487f-96eb-42d7ee5d0a43,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:33.779193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['c52c49fb-4d08-4659-b988-94832b92e98e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:35:34.454897 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78621b-4c31-4fec-81a6-501d53f41789 req-60b430bc-7c42-416d-95e3-9ce8cda6127a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:34.464107 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ef78621b-4c31-4fec-81a6-501d53f41789 req-60b430bc-7c42-416d-95e3-9ce8cda6127a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 983 time: 0.0828152 Aug 19 18:35:34.505397 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-deleted', 'tag': '157237db-49d7-4dc1-b9f9-88191429b6a5'}, {'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-deleted', 'tag': '747e61a2-79d2-495c-884e-e517af4325c6'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:35:34.508529 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ec460f-c0c3-476d-9278-d7d07ba397c2" -d '{"events": [{"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-deleted", "tag": "157237db-49d7-4dc1-b9f9-88191429b6a5"}, {"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-deleted", "tag": "747e61a2-79d2-495c-884e-e517af4325c6"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:35:34.519205 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ef78621b-4c31-4fec-81a6-501d53f41789 req-b3598fb2-f917-499c-a690-c1bdaccf6de1 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0c809-a7c1-4f47-93df-81d9a6809970&id=3c6642f7-edf8-40c3-a54c-9dfad4ceb2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0538826 Aug 19 18:35:34.593664 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 18:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d03c67-2855-4b54-a816-ce42b73a77fc x-openstack-request-id: req-f6d03c67-2855-4b54-a816-ce42b73a77fc {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:35:34.593975 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-deleted", "tag": "157237db-49d7-4dc1-b9f9-88191429b6a5", "status": "completed", "code": 200}, {"server_uuid": "9955b157-4e75-48fc-b119-abbc246fe462", "name": "network-vif-deleted", "tag": "747e61a2-79d2-495c-884e-e517af4325c6", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:35:34.594234 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6d03c67-2855-4b54-a816-ce42b73a77fc {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:35:34.598112 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-deleted', 'tag': '157237db-49d7-4dc1-b9f9-88191429b6a5', 'status': 'completed', 'code': 200} Aug 19 18:35:34.600165 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9955b157-4e75-48fc-b119-abbc246fe462', 'name': 'network-vif-deleted', 'tag': '747e61a2-79d2-495c-884e-e517af4325c6', 'status': 'completed', 'code': 200} Aug 19 18:35:34.631418 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f28a6118-8c7f-4821-aa0c-d9568684f1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:34.655133 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aec4bdc8-7fd7-4725-a92e-d7fd159baf90 req-076a65be-cf9b-4843-a920-a5741e8518ac tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 210 time: 0.0537989 Aug 19 18:35:35.216935 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device c52c49fb-4d08-4659-b988-94832b92e98e up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:35:35.298109 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port c52c49fb-4d08-4659-b988-94832b92e98e completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:35:35.302191 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port c52c49fb-4d08-4659-b988-94832b92e98e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:35:35.302573 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:35.396599 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:35.426456 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9956f31f-5aa3-44bd-835c-2d76ab460636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52c49fb-4d08-4659-b988-94832b92e98e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:35:35.426456 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f586c66-37b3-4a10-8551-0b81a5fb81fe" -d '{"events": [{"server_uuid": "9956f31f-5aa3-44bd-835c-2d76ab460636", "name": "network-vif-plugged", "status": "completed", "tag": "c52c49fb-4d08-4659-b988-94832b92e98e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:35:35.441664 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port c52c49fb-4d08-4659-b988-94832b92e98e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c52c49fb-4d08-4659-b988-94832b92e98e,segment=NetworkSegment(a42bad1a-eef9-4e8f-bfe4-3b5aad5346db),segment_id=a42bad1a-eef9-4e8f-bfe4-3b5aad5346db)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:35.448958 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:35.508698 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a43e0a-af76-4937-a04d-6c450584aeaf x-openstack-request-id: req-e1a43e0a-af76-4937-a04d-6c450584aeaf {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:35:35.508977 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9956f31f-5aa3-44bd-835c-2d76ab460636", "name": "network-vif-plugged", "status": "completed", "tag": "c52c49fb-4d08-4659-b988-94832b92e98e", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:35:35.510032 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1a43e0a-af76-4937-a04d-6c450584aeaf {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:35:35.510572 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9956f31f-5aa3-44bd-835c-2d76ab460636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52c49fb-4d08-4659-b988-94832b92e98e', 'code': 200} Aug 19 18:35:35.525485 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=c52c49fb-4d08-4659-b988-94832b92e98e,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:35.666727 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2116b-7693-45b9-8c23-6c4bb2f53587 req-9f5eac72-0539-4412-81d9-482442c19dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:35.668877 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3ef2116b-7693-45b9-8c23-6c4bb2f53587 req-9f5eac72-0539-4412-81d9-482442c19dae service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 1135 time: 0.0874720 Aug 19 18:35:35.679724 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0277c-b6ad-4fcb-9fb0-819859487dbb req-24c656b8-7a20-43f9-98f9-5c1a513bb422 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:35.683407 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f9e0277c-b6ad-4fcb-9fb0-819859487dbb req-24c656b8-7a20-43f9-98f9-5c1a513bb422 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 984 time: 0.0823956 Aug 19 18:35:35.761499 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3ef2116b-7693-45b9-8c23-6c4bb2f53587 req-59eb3448-d7cc-4b8a-a8be-a80a9e7b60ea service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=27c0c809-a7c1-4f47-93df-81d9a6809970&id=3c6642f7-edf8-40c3-a54c-9dfad4ceb2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0800481 Aug 19 18:35:35.789747 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f9e0277c-b6ad-4fcb-9fb0-819859487dbb req-09030b4b-a8a0-4b50-b09f-dd13521df8e6 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0c809-a7c1-4f47-93df-81d9a6809970&id=3c6642f7-edf8-40c3-a54c-9dfad4ceb2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0856118 Aug 19 18:35:35.850136 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6812dae6-1a0e-4d94-b4da-6a4c0e34b385 req-953bad9b-1d41-4c6c-829d-5b3875545071 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 210 time: 0.0368366 Aug 19 18:35:36.908260 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f6764-59c2-412c-83fc-bd4fec7fca05 req-3968644b-c3dd-483c-a8a1-d1edbaad7272 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:36.922699 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4e4f6764-59c2-412c-83fc-bd4fec7fca05 req-3968644b-c3dd-483c-a8a1-d1edbaad7272 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 984 time: 0.0717986 Aug 19 18:35:36.980602 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4e4f6764-59c2-412c-83fc-bd4fec7fca05 req-6f4d7e60-1aad-43cb-af03-b378510c2f80 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0c809-a7c1-4f47-93df-81d9a6809970&id=3c6642f7-edf8-40c3-a54c-9dfad4ceb2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0556486 Aug 19 18:35:37.024263 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-23e5060d-df82-4ad2-9a45-5efb50fda167 req-5f0231a0-f526-429b-a8b8-c1009a84e03a tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 210 time: 0.0477629 Aug 19 18:35:37.296502 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:37.373252 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-87616619-c80b-4307-a643-bdc16203d950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:38.153434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258e34a-62c2-49c1-aa35-e2cfe9cd0fbb req-eec1ac6a-ff55-4480-80b5-60a5fcf2475d tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:38.155866 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1258e34a-62c2-49c1-aa35-e2cfe9cd0fbb req-eec1ac6a-ff55-4480-80b5-60a5fcf2475d tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 984 time: 0.0969219 Aug 19 18:35:38.200114 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-18287d04-bae7-439d-935b-33c73e91dceb req-7b31e5d3-2690-4159-afbb-f5604467170f tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 210 time: 0.0740664 Aug 19 18:35:38.202101 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:38.246907 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1258e34a-62c2-49c1-aa35-e2cfe9cd0fbb req-8fe68147-355e-4256-b9fa-c7c8d395538a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0c809-a7c1-4f47-93df-81d9a6809970&id=3c6642f7-edf8-40c3-a54c-9dfad4ceb2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0782568 Aug 19 18:35:38.381586 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9103e65-8a47-4b48-8016-d23d747ad197 req-1ebabeac-6020-4bac-9d7a-e32821ecb9ca tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:38.385217 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e9103e65-8a47-4b48-8016-d23d747ad197 req-1ebabeac-6020-4bac-9d7a-e32821ecb9ca tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 984 time: 0.0557353 Aug 19 18:35:38.430787 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e9103e65-8a47-4b48-8016-d23d747ad197 req-3f31d355-9e85-4343-9b26-0793b610690d tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0c809-a7c1-4f47-93df-81d9a6809970&id=3c6642f7-edf8-40c3-a54c-9dfad4ceb2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0398202 Aug 19 18:35:38.562839 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605302ff-2d45-42da-baee-72427aa6b385 req-3b2bbd5e-0f1e-4ec0-9cc1-cb1a3736bc4b tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:38.571213 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-605302ff-2d45-42da-baee-72427aa6b385 req-3b2bbd5e-0f1e-4ec0-9cc1-cb1a3736bc4b tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 1135 time: 0.0675905 Aug 19 18:35:38.606837 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-605302ff-2d45-42da-baee-72427aa6b385 req-d752fd2c-7ff1-42e0-a167-2077276cab18 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:38.771322 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-605302ff-2d45-42da-baee-72427aa6b385 req-d752fd2c-7ff1-42e0-a167-2077276cab18 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:38.780866 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-605302ff-2d45-42da-baee-72427aa6b385 req-d752fd2c-7ff1-42e0-a167-2077276cab18 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:38.863687 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-605302ff-2d45-42da-baee-72427aa6b385 req-d752fd2c-7ff1-42e0-a167-2077276cab18 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=27c0c809-a7c1-4f47-93df-81d9a6809970&id=3c6642f7-edf8-40c3-a54c-9dfad4ceb2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2911732 Aug 19 18:35:38.886472 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54420) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:38.895697 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752fd2c-7ff1-42e0-a167-2077276cab18 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4819bb0b-a8ab-466d-b03e-663e487d3470,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:38.975249 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d82799-7066-4b4b-a0cf-3733b04de49d tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:38.976800 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-80d82799-7066-4b4b-a0cf-3733b04de49d tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 1130 time: 0.0893245 Aug 19 18:35:38.980392 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54424) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:38.987723 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-77d6584e-ae3d-4e19-85b2-176769e9fa4a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': 'c52c49fb-4d08-4659-b988-94832b92e98e', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:35:39.047611 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77d6584e-ae3d-4e19-85b2-176769e9fa4a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:39.164869 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77d6584e-ae3d-4e19-85b2-176769e9fa4a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:39.308410 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-77d6584e-ae3d-4e19-85b2-176769e9fa4a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Allocated IP 172.25.8.129 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/04434989-b93a-4f5b-a714-7bd9b9bb7e62) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:35:39.444456 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-03fcf235-2757-43c1-a950-19c4241f763a req-f9c577c6-5012-4b8f-8e5c-006ff71c6562 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 210 time: 0.0352204 Aug 19 18:35:39.475635 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77d6584e-ae3d-4e19-85b2-176769e9fa4a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:39.553250 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77d6584e-ae3d-4e19-85b2-176769e9fa4a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:39.601124 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d6584e-ae3d-4e19-85b2-176769e9fa4a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:35:39.607055 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-77d6584e-ae3d-4e19-85b2-176769e9fa4a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:35:39.612319 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d6584e-ae3d-4e19-85b2-176769e9fa4a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:35:39.638896 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6584e-ae3d-4e19-85b2-176769e9fa4a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event updated for resources: {'Port': ['ID=04434989-b93a-4f5b-a714-7bd9b9bb7e62,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:39.749819 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:35:40.234104 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:40.456677 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77d6584e-ae3d-4e19-85b2-176769e9fa4a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:40.556636 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77d6584e-ae3d-4e19-85b2-176769e9fa4a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:40.642112 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f0689103-db0a-4377-81cb-849fec27eef4 req-623853e6-2b1b-4fa4-acfa-7916b8c2e7f9 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 210 time: 0.0507100 Aug 19 18:35:40.762341 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54464) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:40.902869 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77d6584e-ae3d-4e19-85b2-176769e9fa4a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:40.914412 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77d6584e-ae3d-4e19-85b2-176769e9fa4a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:40.941794 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d424505b-83c7-4602-8bfd-46e8b60858ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:41.048061 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d424505b-83c7-4602-8bfd-46e8b60858ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:41.054478 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d424505b-83c7-4602-8bfd-46e8b60858ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:41.061329 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6584e-ae3d-4e19-85b2-176769e9fa4a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event updated for resources: {'Port': ['ID=04434989-b93a-4f5b-a714-7bd9b9bb7e62,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:41.077028 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77d6584e-ae3d-4e19-85b2-176769e9fa4a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:41.127581 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d424505b-83c7-4602-8bfd-46e8b60858ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a48887c4c8f498fad2e622c56225b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3618917 Aug 19 18:35:41.127927 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424505b-83c7-4602-8bfd-46e8b60858ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b818775-0c55-493e-a136-16e73b2a114f,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:41.128135 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54474) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:41.181299 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:41.251662 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-77d6584e-ae3d-4e19-85b2-176769e9fa4a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Floating IP 723a0f6d-3135-4028-b722-37573a3de33a associated. External IP: 172.25.8.129, port: c52c49fb-4d08-4659-b988-94832b92e98e. Aug 19 18:35:41.288828 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bb49439-422a-48cd-b69f-6114599e722f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:41.359756 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bb49439-422a-48cd-b69f-6114599e722f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:41.469723 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bb49439-422a-48cd-b69f-6114599e722f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:41.472728 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bb49439-422a-48cd-b69f-6114599e722f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:41.476189 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0bb49439-422a-48cd-b69f-6114599e722f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b818775-0c55-493e-a136-16e73b2a114f HTTP/1.1" status: 204 len: 168 time: 0.3447113 Aug 19 18:35:41.571877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d6584e-ae3d-4e19-85b2-176769e9fa4a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Router e7001bc6-7f9f-42a8-8d38-40d87cc12450 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:35:41.575194 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb49439-422a-48cd-b69f-6114599e722f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b818775-0c55-493e-a136-16e73b2a114f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:41.753081 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d6584e-ae3d-4e19-85b2-176769e9fa4a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:35:41.769086 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9ea430-7a55-444c-9dca-391f889ca00c None None] Sync routers for ids ['e7001bc6-7f9f-42a8-8d38-40d87cc12450'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:35:41.776790 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77d6584e-ae3d-4e19-85b2-176769e9fa4a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:41.824932 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9ea430-7a55-444c-9dca-391f889ca00c None None] Routers {'e7001bc6-7f9f-42a8-8d38-40d87cc12450'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:35:41.825613 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5d9ea430-7a55-444c-9dca-391f889ca00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:35:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e7001bc6-7f9f-42a8-8d38-40d87cc12450'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:41.889594 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c628eca3-fe88-410b-9665-47ba6bf3b813 req-d9428b09-3438-41ad-ad39-487ae774d685 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 210 time: 0.0653379 Aug 19 18:35:41.908647 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-77d6584e-ae3d-4e19-85b2-176769e9fa4a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9265132 Aug 19 18:35:41.909756 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9956f31f-5aa3-44bd-835c-2d76ab460636', 'tag': 'c52c49fb-4d08-4659-b988-94832b92e98e'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:35:41.911311 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54500) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:41.914499 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef72e1dc-4490-4f7b-860c-b72c37187c01" -d '{"events": [{"name": "network-changed", "server_uuid": "9956f31f-5aa3-44bd-835c-2d76ab460636", "tag": "c52c49fb-4d08-4659-b988-94832b92e98e"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:35:42.042637 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff08e928-a220-4288-abdc-244fcfe9b5b2 x-openstack-request-id: req-ff08e928-a220-4288-abdc-244fcfe9b5b2 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:35:42.042909 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9956f31f-5aa3-44bd-835c-2d76ab460636", "tag": "c52c49fb-4d08-4659-b988-94832b92e98e", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:35:42.043324 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff08e928-a220-4288-abdc-244fcfe9b5b2 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:35:42.043845 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9956f31f-5aa3-44bd-835c-2d76ab460636', 'tag': 'c52c49fb-4d08-4659-b988-94832b92e98e', 'status': 'completed', 'code': 200} Aug 19 18:35:42.055345 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54504) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:42.168038 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cb43ef5f-b137-4e25-b84e-ca590b7db4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:42.232179 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72e1dc-4490-4f7b-860c-b72c37187c01 req-11561ad0-6ede-484d-a01d-2b61a8c566af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:42.234424 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ef72e1dc-4490-4f7b-860c-b72c37187c01 req-11561ad0-6ede-484d-a01d-2b61a8c566af service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d08b17c1697a43168bd70dcaaf5c2ec4&device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 1135 time: 0.1656213 Aug 19 18:35:42.268758 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3f176-5d3e-409a-8e16-5504523bcfd3 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:42.269340 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3f176-5d3e-409a-8e16-5504523bcfd3 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:42.269908 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3f176-5d3e-409a-8e16-5504523bcfd3 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:42.270442 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3f176-5d3e-409a-8e16-5504523bcfd3 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:42.271067 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3f176-5d3e-409a-8e16-5504523bcfd3 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:42.271995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3f176-5d3e-409a-8e16-5504523bcfd3 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:42.272979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3f176-5d3e-409a-8e16-5504523bcfd3 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:42.280631 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-28a3f176-5d3e-409a-8e16-5504523bcfd3 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4966 time: 0.3632927 Aug 19 18:35:42.280820 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-5d9ea430-7a55-444c-9dca-391f889ca00c None None] Set router e7001bc6-7f9f-42a8-8d38-40d87cc12450 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:35:42.283128 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54510) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:42.443724 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72e1dc-4490-4f7b-860c-b72c37187c01 req-2cb9c14d-4638-4b8e-829d-4f39f0fe9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:42.445642 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ef72e1dc-4490-4f7b-860c-b72c37187c01 req-2cb9c14d-4638-4b8e-829d-4f39f0fe9360 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5 HTTP/1.1" status: 200 len: 897 time: 0.1940706 Aug 19 18:35:42.463581 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cd580e-5606-4f03-9718-214f3ceb1933 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:42.464054 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cd580e-5606-4f03-9718-214f3ceb1933 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:42.464514 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cd580e-5606-4f03-9718-214f3ceb1933 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:42.465085 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cd580e-5606-4f03-9718-214f3ceb1933 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:42.466381 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cd580e-5606-4f03-9718-214f3ceb1933 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:42.467044 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cd580e-5606-4f03-9718-214f3ceb1933 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:42.467500 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cd580e-5606-4f03-9718-214f3ceb1933 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:42.473302 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-08cd580e-5606-4f03-9718-214f3ceb1933 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4540 time: 0.1889572 Aug 19 18:35:42.474006 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54514) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:42.513296 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cb43ef5f-b137-4e25-b84e-ca590b7db4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:42.523706 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cb43ef5f-b137-4e25-b84e-ca590b7db4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:42.568084 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43ef5f-b137-4e25-b84e-ca590b7db4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0342f46c-7217-49dd-b14b-397b5f3ac0c2,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:42.614651 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ef72e1dc-4490-4f7b-860c-b72c37187c01 req-5bb9c42d-0d1d-4532-bae6-a3923dd7bf0c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c52c49fb-4d08-4659-b988-94832b92e98e HTTP/1.1" status: 200 len: 999 time: 0.1591666 Aug 19 18:35:42.629489 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cb43ef5f-b137-4e25-b84e-ca590b7db4d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=524e245acabc40c38b83ec44607966de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5735652 Aug 19 18:35:42.631856 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54516) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:42.695119 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5d9ea430-7a55-444c-9dca-391f889ca00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-959418928', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:15Z', 'revision_number': 4, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'gw_port': {'id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '723a0f6d-3135-4028-b722-37573a3de33a', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'port_id': 'c52c49fb-4d08-4659-b988-94832b92e98e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5', 'mac_address': 'fa:16:3e:64:06:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9956f31f-5aa3-44bd-835c-2d76ab460636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:35:39Z', 'updated_at': '2021-08-19T18:35:39Z', 'revision_number': 0, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6cc07fd-3e55-4be0-9d54-24220a6ead57', 'name': '', 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'mac_address': 'fa:16:3e:44:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '67d56109-2da6-411b-84fe-cd8ff15d261b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:35:14Z', 'updated_at': '2021-08-19T18:35:22Z', 'revision_number': 5, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'subnets': [{'id': '67d56109-2da6-411b-84fe-cd8ff15d261b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:42.724936 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72e1dc-4490-4f7b-860c-b72c37187c01 req-1e4372f6-77c0-4f2f-be6c-b27bd8448d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:42.726479 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ef72e1dc-4490-4f7b-860c-b72c37187c01 req-1e4372f6-77c0-4f2f-be6c-b27bd8448d55 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=67d56109-2da6-411b-84fe-cd8ff15d261b HTTP/1.1" status: 200 len: 835 time: 0.0955727 Aug 19 18:35:42.764063 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9ea430-7a55-444c-9dca-391f889ca00c None None] Checking router: e7001bc6-7f9f-42a8-8d38-40d87cc12450 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:35:42.785684 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9ea430-7a55-444c-9dca-391f889ca00c None None] Routers {'e7001bc6-7f9f-42a8-8d38-40d87cc12450'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:35:42.786669 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5d9ea430-7a55-444c-9dca-391f889ca00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:35:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e7001bc6-7f9f-42a8-8d38-40d87cc12450'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:42.786924 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-71d7ee93-e556-4a6e-a075-d9723d2f7310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:42.800895 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a35f45e1-f0fd-4a1c-ab98-be14c6a2e30c tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2337 time: 0.3257442 Aug 19 18:35:42.805632 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54522) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:42.860398 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-71d7ee93-e556-4a6e-a075-d9723d2f7310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:42.877673 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72e1dc-4490-4f7b-860c-b72c37187c01 req-95d9abae-d12f-4a98-8be2-b52bcbc3f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:42.879974 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ef72e1dc-4490-4f7b-860c-b72c37187c01 req-95d9abae-d12f-4a98-8be2-b52bcbc3f364 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1412718 Aug 19 18:35:42.924633 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-5d9ea430-7a55-444c-9dca-391f889ca00c None None] Set router e7001bc6-7f9f-42a8-8d38-40d87cc12450 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:35:42.984161 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874c7577-e2ae-4b08-bfd7-8f67132c6fdd tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:42.985986 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874c7577-e2ae-4b08-bfd7-8f67132c6fdd tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:43.002840 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-874c7577-e2ae-4b08-bfd7-8f67132c6fdd tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e7001bc6-7f9f-42a8-8d38-40d87cc12450 HTTP/1.1" status: 200 len: 1990 time: 0.1955218 Aug 19 18:35:43.080908 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ef72e1dc-4490-4f7b-860c-b72c37187c01 req-dd6f7f39-db73-406b-9e9b-d0eff5a87a3c service neutron] 10.222.0.54 "GET /v2.0/networks/aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882293 Aug 19 18:35:43.082725 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6eb687e7-c957-4a31-af7c-2aaa3d55bd4e req-a3f1c513-7dc2-45c8-be1f-d54d33a79c74 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 210 time: 0.0429602 Aug 19 18:35:43.171454 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-71d7ee93-e556-4a6e-a075-d9723d2f7310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:43.175015 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-71d7ee93-e556-4a6e-a075-d9723d2f7310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:43.178678 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-71d7ee93-e556-4a6e-a075-d9723d2f7310 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0342f46c-7217-49dd-b14b-397b5f3ac0c2 HTTP/1.1" status: 204 len: 168 time: 0.5436726 Aug 19 18:35:43.230608 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ef72e1dc-4490-4f7b-860c-b72c37187c01 req-bbd6ae2e-a520-43a1-a029-c6ff9c68b971 service neutron] 10.222.0.54 "GET /v2.0/networks/aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420634 Aug 19 18:35:43.231789 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7ee93-e556-4a6e-a075-d9723d2f7310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0342f46c-7217-49dd-b14b-397b5f3ac0c2,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:43.291827 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5d9ea430-7a55-444c-9dca-391f889ca00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-959418928', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:15Z', 'revision_number': 4, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'gw_port': {'id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '723a0f6d-3135-4028-b722-37573a3de33a', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'port_id': 'c52c49fb-4d08-4659-b988-94832b92e98e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5', 'mac_address': 'fa:16:3e:64:06:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9956f31f-5aa3-44bd-835c-2d76ab460636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:35:39Z', 'updated_at': '2021-08-19T18:35:39Z', 'revision_number': 0, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6cc07fd-3e55-4be0-9d54-24220a6ead57', 'name': '', 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'mac_address': 'fa:16:3e:44:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '67d56109-2da6-411b-84fe-cd8ff15d261b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:35:14Z', 'updated_at': '2021-08-19T18:35:22Z', 'revision_number': 5, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'subnets': [{'id': '67d56109-2da6-411b-84fe-cd8ff15d261b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:43.324878 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9ea430-7a55-444c-9dca-391f889ca00c None None] The sync data for ids ['e7001bc6-7f9f-42a8-8d38-40d87cc12450'] in n-d-803753-2 is: [{'id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-959418928', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:15Z', 'revision_number': 4, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'gw_port': {'id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '723a0f6d-3135-4028-b722-37573a3de33a', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'port_id': 'c52c49fb-4d08-4659-b988-94832b92e98e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5', 'mac_address': 'fa:16:3e:64:06:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9956f31f-5aa3-44bd-835c-2d76ab460636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:35:39Z', 'updated_at': '2021-08-19T18:35:39Z', 'revision_number': 0, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6cc07fd-3e55-4be0-9d54-24220a6ead57', 'name': '', 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'mac_address': 'fa:16:3e:44:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '67d56109-2da6-411b-84fe-cd8ff15d261b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:35:14Z', 'updated_at': '2021-08-19T18:35:22Z', 'revision_number': 5, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'subnets': [{'id': '67d56109-2da6-411b-84fe-cd8ff15d261b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:35:43.632432 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dbfcec-faae-4a90-8c13-c524c7b2f719 None None] New status for floating IP 723a0f6d-3135-4028-b722-37573a3de33a: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:35:44.206776 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b038c374-7b1e-4458-949e-5c07bb3675ca req-a2a5b0b8-9306-491d-940f-721c2879e2fa tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 210 time: 0.0275192 Aug 19 18:35:45.339565 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d22b941b-7762-4a8a-a817-5e4050b09e6c req-44a6a163-ebea-4a14-b95c-92f613cdbd61 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 210 time: 0.0441632 Aug 19 18:35:46.459343 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ddc76034-2608-49d6-8f48-8f9651973e4a req-d86979ba-5d50-44c6-ba06-35280a78292f tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/ports?device_id=9955b157-4e75-48fc-b119-abbc246fe462 HTTP/1.1" status: 200 len: 210 time: 0.0303993 Aug 19 18:35:46.617647 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:47.517772 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a64ac76-5635-4096-abd2-8d38364775d5 req-82689cd5-61e3-4f32-85c0-08ce0538622d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454490 Aug 19 18:35:47.563552 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54678) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:47.648787 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64ac76-5635-4096-abd2-8d38364775d5 req-bd8f075a-92d8-4165-a9ce-4ca41edcc74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:47.651029 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a64ac76-5635-4096-abd2-8d38364775d5 req-bd8f075a-92d8-4165-a9ce-4ca41edcc74a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d08b17c1697a43168bd70dcaaf5c2ec4&device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 1135 time: 0.0887148 Aug 19 18:35:47.679960 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2b3cec6b-4d2b-4650-8b09-e19267c62a48 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:47.749793 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2b3cec6b-4d2b-4650-8b09-e19267c62a48 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:47.817862 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64ac76-5635-4096-abd2-8d38364775d5 req-6944d262-0ca5-4a15-9e8c-6ab427df7166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:47.819574 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a64ac76-5635-4096-abd2-8d38364775d5 req-6944d262-0ca5-4a15-9e8c-6ab427df7166 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5 HTTP/1.1" status: 200 len: 897 time: 0.1473002 Aug 19 18:35:47.882242 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2b3cec6b-4d2b-4650-8b09-e19267c62a48 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:47.885402 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2b3cec6b-4d2b-4650-8b09-e19267c62a48 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:47.889419 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2b3cec6b-4d2b-4650-8b09-e19267c62a48 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "DELETE /v2.0/security-groups/eb2fbddd-58c2-47e9-9321-764eba8a2fee HTTP/1.1" status: 204 len: 168 time: 0.3221476 Aug 19 18:35:47.889801 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54686) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:47.909423 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-482cc554-0441-42d1-bd6e-8e983402a20e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] show failed (client error): The resource could not be found. Aug 19 18:35:47.913578 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cec6b-4d2b-4650-8b09-e19267c62a48 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2fbddd-58c2-47e9-9321-764eba8a2fee,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:47.916975 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-482cc554-0441-42d1-bd6e-8e983402a20e tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "GET /v2.0/security-groups/eb2fbddd-58c2-47e9-9321-764eba8a2fee HTTP/1.1" status: 404 len: 347 time: 0.0259523 Aug 19 18:35:47.917649 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54688) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:47.930079 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a64ac76-5635-4096-abd2-8d38364775d5 req-ed708174-b37d-4cb9-b7da-981d0007d819 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c52c49fb-4d08-4659-b988-94832b92e98e HTTP/1.1" status: 200 len: 1001 time: 0.1018491 Aug 19 18:35:47.989787 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64ac76-5635-4096-abd2-8d38364775d5 req-56be9d36-e110-482c-b713-3ef0bc2c5ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:47.991663 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a64ac76-5635-4096-abd2-8d38364775d5 req-56be9d36-e110-482c-b713-3ef0bc2c5ebf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=67d56109-2da6-411b-84fe-cd8ff15d261b HTTP/1.1" status: 200 len: 835 time: 0.0541413 Aug 19 18:35:48.043524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64ac76-5635-4096-abd2-8d38364775d5 req-3daefee1-8013-4d66-8dc4-a276fa8e248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:48.045378 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a64ac76-5635-4096-abd2-8d38364775d5 req-3daefee1-8013-4d66-8dc4-a276fa8e248f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451152 Aug 19 18:35:48.065173 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-68de3a8c-df69-453c-99cb-7ca2243920c3 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Deleting port 0962e81f-d1db-4941-8695-82b679c9f0ba {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:35:48.065839 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-68de3a8c-df69-453c-99cb-7ca2243920c3 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:48.157856 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-68de3a8c-df69-453c-99cb-7ca2243920c3 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:48.158190 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-68de3a8c-df69-453c-99cb-7ca2243920c3 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:48.159971 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a64ac76-5635-4096-abd2-8d38364775d5 req-87530bd2-5ddf-4e09-aab6-2b7bd3983b86 service neutron] 10.222.0.54 "GET /v2.0/networks/aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072056 Aug 19 18:35:48.178963 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-68de3a8c-df69-453c-99cb-7ca2243920c3 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Calling delete_port for 0962e81f-d1db-4941-8695-82b679c9f0ba owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:35:48.307736 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a64ac76-5635-4096-abd2-8d38364775d5 req-3afb1151-dc05-47c2-b57d-8989eb45f520 service neutron] 10.222.0.54 "GET /v2.0/networks/aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384115 Aug 19 18:35:48.349758 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-68de3a8c-df69-453c-99cb-7ca2243920c3 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:48.380097 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de3a8c-df69-453c-99cb-7ca2243920c3 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event deleted for resources: {'Port': ['ID=0962e81f-d1db-4941-8695-82b679c9f0ba,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:48.449035 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-68de3a8c-df69-453c-99cb-7ca2243920c3 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:48.452005 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-68de3a8c-df69-453c-99cb-7ca2243920c3 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:48.453786 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-68de3a8c-df69-453c-99cb-7ca2243920c3 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "DELETE /v2.0/floatingips/a0fc44de-ce7f-46cf-b0f9-1dd6012656ee HTTP/1.1" status: 204 len: 168 time: 0.5347276 Aug 19 18:35:48.456596 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54698) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:48.554481 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-1355a95f-7d95-4a8e-b731-5a3ece401b52 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Deleting port 893cfcd7-84d6-4673-a14d-ca9588314af4 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:35:48.554481 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1355a95f-7d95-4a8e-b731-5a3ece401b52 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:48.650039 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1355a95f-7d95-4a8e-b731-5a3ece401b52 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:48.663502 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-1355a95f-7d95-4a8e-b731-5a3ece401b52 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Calling delete_port for 893cfcd7-84d6-4673-a14d-ca9588314af4 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:35:48.846125 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1355a95f-7d95-4a8e-b731-5a3ece401b52 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:48.876529 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355a95f-7d95-4a8e-b731-5a3ece401b52 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event deleted for resources: {'Port': ['ID=893cfcd7-84d6-4673-a14d-ca9588314af4,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:48.981729 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1355a95f-7d95-4a8e-b731-5a3ece401b52 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:48.985096 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1355a95f-7d95-4a8e-b731-5a3ece401b52 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "DELETE /v2.0/ports/893cfcd7-84d6-4673-a14d-ca9588314af4 HTTP/1.1" status: 204 len: 168 time: 0.5265746 Aug 19 18:35:48.989217 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54714) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:49.086653 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-703788bc-2354-4368-8943-cc40a0de88c7 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Deleting port 334dbf3e-abee-4ea8-85bc-ff4e12f05776 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:35:49.087465 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-703788bc-2354-4368-8943-cc40a0de88c7 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:49.121278 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54718) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:49.187752 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-703788bc-2354-4368-8943-cc40a0de88c7 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:49.201455 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-703788bc-2354-4368-8943-cc40a0de88c7 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Calling delete_port for 334dbf3e-abee-4ea8-85bc-ff4e12f05776 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:35:49.252538 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-11bf64f6-6d1d-4226-aff9-44182d4dd18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:49.379274 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-11bf64f6-6d1d-4226-aff9-44182d4dd18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:49.385890 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-11bf64f6-6d1d-4226-aff9-44182d4dd18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:49.411562 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-703788bc-2354-4368-8943-cc40a0de88c7 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:49.438856 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf64f6-6d1d-4226-aff9-44182d4dd18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b3a4bd-6ff1-40d2-9009-0565a1cac801,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:49.448424 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-11bf64f6-6d1d-4226-aff9-44182d4dd18b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c8ecf59de284239a5db0e028a29ac78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3259549 Aug 19 18:35:49.449214 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54726) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:49.466675 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703788bc-2354-4368-8943-cc40a0de88c7 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event deleted for resources: {'Port': ['ID=334dbf3e-abee-4ea8-85bc-ff4e12f05776,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:49.509354 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6304c653-02b0-4f6c-b5e3-7fc0084c00dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:49.537941 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6304c653-02b0-4f6c-b5e3-7fc0084c00dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:49.544875 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-703788bc-2354-4368-8943-cc40a0de88c7 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:49.550745 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54732) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:49.551358 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-703788bc-2354-4368-8943-cc40a0de88c7 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "DELETE /v2.0/ports/334dbf3e-abee-4ea8-85bc-ff4e12f05776 HTTP/1.1" status: 204 len: 168 time: 0.5604212 Aug 19 18:35:49.635445 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9dec816-f5b5-4763-a54e-d482edd302e0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Deleting subnet 204603f8-aa90-483f-91d6-b7616b3a5b43 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:35:49.639860 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f9dec816-f5b5-4763-a54e-d482edd302e0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:49.661885 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6304c653-02b0-4f6c-b5e3-7fc0084c00dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:49.664690 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6304c653-02b0-4f6c-b5e3-7fc0084c00dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:49.665881 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6304c653-02b0-4f6c-b5e3-7fc0084c00dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2b3a4bd-6ff1-40d2-9009-0565a1cac801 HTTP/1.1" status: 204 len: 168 time: 0.2150774 Aug 19 18:35:49.694002 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304c653-02b0-4f6c-b5e3-7fc0084c00dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b3a4bd-6ff1-40d2-9009-0565a1cac801,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:49.697829 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f9dec816-f5b5-4763-a54e-d482edd302e0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:49.819063 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f9dec816-f5b5-4763-a54e-d482edd302e0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:49.909406 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f9dec816-f5b5-4763-a54e-d482edd302e0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:49.947518 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dec816-f5b5-4763-a54e-d482edd302e0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event deleted for resources: {'Subnet': ['ID=204603f8-aa90-483f-91d6-b7616b3a5b43,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:49.950189 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f9dec816-f5b5-4763-a54e-d482edd302e0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:49.953405 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f9dec816-f5b5-4763-a54e-d482edd302e0 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "DELETE /v2.0/subnets/204603f8-aa90-483f-91d6-b7616b3a5b43 HTTP/1.1" status: 204 len: 168 time: 0.4012296 Aug 19 18:35:49.955334 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54752) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:49.959290 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa8216a-40e4-4325-bda5-e7b85a1ac9c9 None None] Network 82deafff-818d-46cd-9b39-f0e9acf3a9dd requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:35:50.018069 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cccbd0d-35f9-4f82-a1a7-6b26a771c247 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Deleting subnet 35803907-fc07-4398-bccd-780130b728a8 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:35:50.026408 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3cccbd0d-35f9-4f82-a1a7-6b26a771c247 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:50.094320 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54754) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:50.113451 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1fb92963-8bd0-481b-8719-812fa695c251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:50.127984 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3cccbd0d-35f9-4f82-a1a7-6b26a771c247 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:50.233899 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31405d9-cfe5-447f-b533-df71e2314b99 None None] DHCP port deletion for 82deafff-818d-46cd-9b39-f0e9acf3a9dd request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:35:50.248081 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3cccbd0d-35f9-4f82-a1a7-6b26a771c247 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:50.276848 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1fb92963-8bd0-481b-8719-812fa695c251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:50.285139 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1fb92963-8bd0-481b-8719-812fa695c251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:50.328220 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb92963-8bd0-481b-8719-812fa695c251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8330619f-df53-4979-9613-81080881c99d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:50.336332 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-c31405d9-cfe5-447f-b533-df71e2314b99 None None] Deleting port 51a112e8-edaa-4d48-bf98-ec39d0019202 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:35:50.337075 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c31405d9-cfe5-447f-b533-df71e2314b99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:50.337449 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3cccbd0d-35f9-4f82-a1a7-6b26a771c247 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:50.355177 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1fb92963-8bd0-481b-8719-812fa695c251 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8cbd0a7160647cbb157a7b0e910ec68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2594419 Aug 19 18:35:50.355970 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54756) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:50.379783 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cccbd0d-35f9-4f82-a1a7-6b26a771c247 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event deleted for resources: {'Subnet': ['ID=35803907-fc07-4398-bccd-780130b728a8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:50.388646 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3cccbd0d-35f9-4f82-a1a7-6b26a771c247 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:50.390772 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3cccbd0d-35f9-4f82-a1a7-6b26a771c247 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "DELETE /v2.0/subnets/35803907-fc07-4398-bccd-780130b728a8 HTTP/1.1" status: 204 len: 168 time: 0.4342322 Aug 19 18:35:50.393278 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 54758) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:50.414429 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c31405d9-cfe5-447f-b533-df71e2314b99 None None] For port 51a112e8-edaa-4d48-bf98-ec39d0019202, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=51a112e8-edaa-4d48-bf98-ec39d0019202,segment=NetworkSegment(c2661c61-9e63-4c25-a5c6-6de932aef027),segment_id=c2661c61-9e63-4c25-a5c6-6de932aef027)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:50.415663 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c31405d9-cfe5-447f-b533-df71e2314b99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:50.424100 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e8768c1-0c91-49cb-a8e0-ac864cae9817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:50.433953 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 51a112e8-edaa-4d48-bf98-ec39d0019202 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:35:50.435836 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88628695-6ad8-4b0e-a388-ecd87360531b None None] Network e907505c-8552-41bc-9150-9253fbc87c40 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:35:50.442047 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-c31405d9-cfe5-447f-b533-df71e2314b99 None None] Calling delete_port for 51a112e8-edaa-4d48-bf98-ec39d0019202 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:35:50.451332 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e8768c1-0c91-49cb-a8e0-ac864cae9817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:50.503607 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-33f5c138-7c73-4868-8802-b8f34567e805 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:50.510888 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e8768c1-0c91-49cb-a8e0-ac864cae9817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:50.514522 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e8768c1-0c91-49cb-a8e0-ac864cae9817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:50.518043 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3e8768c1-0c91-49cb-a8e0-ac864cae9817 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8330619f-df53-4979-9613-81080881c99d HTTP/1.1" status: 204 len: 168 time: 0.1586900 Aug 19 18:35:50.537575 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8768c1-0c91-49cb-a8e0-ac864cae9817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8330619f-df53-4979-9613-81080881c99d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:50.567045 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-33f5c138-7c73-4868-8802-b8f34567e805 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Deleting port 51a112e8-edaa-4d48-bf98-ec39d0019202 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:35:50.567399 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-33f5c138-7c73-4868-8802-b8f34567e805 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:50.702565 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:50.768933 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 51a112e8-edaa-4d48-bf98-ec39d0019202, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=51a112e8-edaa-4d48-bf98-ec39d0019202,segment=NetworkSegment(c2661c61-9e63-4c25-a5c6-6de932aef027),segment_id=c2661c61-9e63-4c25-a5c6-6de932aef027)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:50.781441 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:50.824902 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c31405d9-cfe5-447f-b533-df71e2314b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:50.858084 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31405d9-cfe5-447f-b533-df71e2314b99 None None] No DVR routers for this DVR port 51a112e8-edaa-4d48-bf98-ec39d0019202 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:35:50.861210 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=51a112e8-edaa-4d48-bf98-ec39d0019202,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:50.891684 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31405d9-cfe5-447f-b533-df71e2314b99 None None] Pushing event deleted for resources: {'Port': ['ID=51a112e8-edaa-4d48-bf98-ec39d0019202,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:50.895239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc03825-99f1-44e1-a75b-1aa7e0a83b07 None None] DHCP port deletion for e907505c-8552-41bc-9150-9253fbc87c40 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:35:50.933658 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-33f5c138-7c73-4868-8802-b8f34567e805 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] For port 51a112e8-edaa-4d48-bf98-ec39d0019202, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=51a112e8-edaa-4d48-bf98-ec39d0019202,segment=NetworkSegment(c2661c61-9e63-4c25-a5c6-6de932aef027),segment_id=c2661c61-9e63-4c25-a5c6-6de932aef027)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:50.933968 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-33f5c138-7c73-4868-8802-b8f34567e805 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:50.946039 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0fc03825-99f1-44e1-a75b-1aa7e0a83b07 None None] Deleting port 6e53ecb4-317c-46d1-9131-dd66d79ba1ab {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:35:50.947201 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0fc03825-99f1-44e1-a75b-1aa7e0a83b07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:50.947835 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-33f5c138-7c73-4868-8802-b8f34567e805 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Calling delete_port for 51a112e8-edaa-4d48-bf98-ec39d0019202 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:35:51.026389 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0fc03825-99f1-44e1-a75b-1aa7e0a83b07 None None] For port 6e53ecb4-317c-46d1-9131-dd66d79ba1ab, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6e53ecb4-317c-46d1-9131-dd66d79ba1ab,segment=NetworkSegment(135205f7-f1b9-476e-81a5-a3b7cd864e8d),segment_id=135205f7-f1b9-476e-81a5-a3b7cd864e8d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:35:51.027432 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0fc03825-99f1-44e1-a75b-1aa7e0a83b07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:51.039931 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-33f5c138-7c73-4868-8802-b8f34567e805 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:51.044176 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0fc03825-99f1-44e1-a75b-1aa7e0a83b07 None None] Calling delete_port for 6e53ecb4-317c-46d1-9131-dd66d79ba1ab owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:35:51.069186 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5c138-7c73-4868-8802-b8f34567e805 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event deleted for resources: {'Port': ['ID=51a112e8-edaa-4d48-bf98-ec39d0019202,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:51.071432 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f5c138-7c73-4868-8802-b8f34567e805 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] No DVR routers for this DVR port 51a112e8-edaa-4d48-bf98-ec39d0019202 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:35:51.152683 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0fc03825-99f1-44e1-a75b-1aa7e0a83b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:51.159971 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-33f5c138-7c73-4868-8802-b8f34567e805 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:51.174465 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-33f5c138-7c73-4868-8802-b8f34567e805 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82deafff-818d-46cd-9b39-f0e9acf3a9dd']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:51.188248 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc03825-99f1-44e1-a75b-1aa7e0a83b07 None None] Pushing event deleted for resources: {'Port': ['ID=6e53ecb4-317c-46d1-9131-dd66d79ba1ab,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:51.190021 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc03825-99f1-44e1-a75b-1aa7e0a83b07 None None] No DVR routers for this DVR port 6e53ecb4-317c-46d1-9131-dd66d79ba1ab on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:35:51.198485 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-33f5c138-7c73-4868-8802-b8f34567e805 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2661c61-9e63-4c25-a5c6-6de932aef027') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:51.198485 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-33f5c138-7c73-4868-8802-b8f34567e805 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2661c61-9e63-4c25-a5c6-6de932aef027') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:51.210941 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-33f5c138-7c73-4868-8802-b8f34567e805 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:51.226637 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-33f5c138-7c73-4868-8802-b8f34567e805 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:51.233731 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f5c138-7c73-4868-8802-b8f34567e805 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:35:51.234139 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-33f5c138-7c73-4868-8802-b8f34567e805 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: self.session.flush() Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: self.session.flush() Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: self.session.flush() Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: self.session.flush() Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:35:51.237110 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:35:51.309999 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-33f5c138-7c73-4868-8802-b8f34567e805 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:51.315888 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-33f5c138-7c73-4868-8802-b8f34567e805 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:51.318272 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-33f5c138-7c73-4868-8802-b8f34567e805 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "DELETE /v2.0/networks/82deafff-818d-46cd-9b39-f0e9acf3a9dd HTTP/1.1" status: 204 len: 168 time: 0.9236593 Aug 19 18:35:51.322878 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54780) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:35:51.352037 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5c138-7c73-4868-8802-b8f34567e805 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event deleted for resources: {'Network': ['ID=82deafff-818d-46cd-9b39-f0e9acf3a9dd,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:51.422553 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3237cbab-5592-49ee-9c74-0eaa5c90dd04 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:51.520077 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3237cbab-5592-49ee-9c74-0eaa5c90dd04 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:51.530876 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-3237cbab-5592-49ee-9c74-0eaa5c90dd04 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e907505c-8552-41bc-9150-9253fbc87c40']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:51.542921 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-3237cbab-5592-49ee-9c74-0eaa5c90dd04 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135205f7-f1b9-476e-81a5-a3b7cd864e8d') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:51.543219 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-3237cbab-5592-49ee-9c74-0eaa5c90dd04 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135205f7-f1b9-476e-81a5-a3b7cd864e8d') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:35:51.552625 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3237cbab-5592-49ee-9c74-0eaa5c90dd04 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:51.567100 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3237cbab-5592-49ee-9c74-0eaa5c90dd04 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:51.573453 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3237cbab-5592-49ee-9c74-0eaa5c90dd04 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:35:51.573892 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3237cbab-5592-49ee-9c74-0eaa5c90dd04 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:35:51.576815 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:35:51.639638 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3237cbab-5592-49ee-9c74-0eaa5c90dd04 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:51.657974 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3237cbab-5592-49ee-9c74-0eaa5c90dd04 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:51.659967 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3237cbab-5592-49ee-9c74-0eaa5c90dd04 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] 10.222.0.24 "DELETE /v2.0/networks/e907505c-8552-41bc-9150-9253fbc87c40 HTTP/1.1" status: 204 len: 168 time: 0.3361027 Aug 19 18:35:51.660903 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237cbab-5592-49ee-9c74-0eaa5c90dd04 tempest-TaggedBootDevicesTest_v242-1241012772 tempest-TaggedBootDevicesTest_v242-1241012772-project] Pushing event deleted for resources: {'Network': ['ID=e907505c-8552-41bc-9150-9253fbc87c40,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:35:52.265235 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6e53ecb4-317c-46d1-9131-dd66d79ba1ab no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:35:52.290605 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 6e53ecb4-317c-46d1-9131-dd66d79ba1ab {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:35:52.290960 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6e53ecb4-317c-46d1-9131-dd66d79ba1ab not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:36:03.863763 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 54988) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:04.420404 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fad351c9-0d28-49ac-acad-5ea855fd5cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:04.784649 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4ba785e4-d45a-4a90-a581-1e9889f7a771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:05.036860 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-fad351c9-0d28-49ac-acad-5ea855fd5cc2 admin admin] Deleting port f92987c9-39e7-492f-879c-a667e6da6494 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:36:05.037448 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fad351c9-0d28-49ac-acad-5ea855fd5cc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:05.126945 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-fad351c9-0d28-49ac-acad-5ea855fd5cc2 admin admin] For port f92987c9-39e7-492f-879c-a667e6da6494, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=f92987c9-39e7-492f-879c-a667e6da6494,segment=NetworkSegment(083a7072-271c-444a-a331-ab84e02a81c5),segment_id=083a7072-271c-444a-a331-ab84e02a81c5)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:05.127306 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fad351c9-0d28-49ac-acad-5ea855fd5cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:05.141171 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-fad351c9-0d28-49ac-acad-5ea855fd5cc2 admin admin] Calling delete_port for f92987c9-39e7-492f-879c-a667e6da6494 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:36:05.360560 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fad351c9-0d28-49ac-acad-5ea855fd5cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:05.406069 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad351c9-0d28-49ac-acad-5ea855fd5cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f92987c9-39e7-492f-879c-a667e6da6494,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:05.594913 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fad351c9-0d28-49ac-acad-5ea855fd5cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:05.867467 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad351c9-0d28-49ac-acad-5ea855fd5cc2 admin admin] Router 6e7118d0-5d33-4096-84d3-129449511e06 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:36:05.992573 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad351c9-0d28-49ac-acad-5ea855fd5cc2 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:36:06.002369 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007ffbdc-7bbd-4796-8e63-83d88bfaf091 None None] Sync routers for ids ['6e7118d0-5d33-4096-84d3-129449511e06'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:36:06.005485 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fad351c9-0d28-49ac-acad-5ea855fd5cc2 admin admin] 10.222.0.24 "PUT /v2.0/routers/6e7118d0-5d33-4096-84d3-129449511e06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1377122 Aug 19 18:36:06.005609 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55064) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:06.014699 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ffbdc-7bbd-4796-8e63-83d88bfaf091 None None] Routers {'6e7118d0-5d33-4096-84d3-129449511e06'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:36:06.015364 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-007ffbdc-7bbd-4796-8e63-83d88bfaf091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:35:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6e7118d0-5d33-4096-84d3-129449511e06'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:06.128087 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ccf3d52-0e59-4f5b-8d6b-91813bfed595 admin admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:06.157299 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-007ffbdc-7bbd-4796-8e63-83d88bfaf091 None None] Set router 6e7118d0-5d33-4096-84d3-129449511e06 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:36:06.293366 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ccf3d52-0e59-4f5b-8d6b-91813bfed595 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:06.387494 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf3d52-0e59-4f5b-8d6b-91813bfed595 admin admin] Deleting port d5f13f17-c8a3-48dd-9f51-eb3d11825dcf {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:36:06.388034 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ccf3d52-0e59-4f5b-8d6b-91813bfed595 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:06.480141 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-007ffbdc-7bbd-4796-8e63-83d88bfaf091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7118d0-5d33-4096-84d3-129449511e06', 'name': 'tempest-TaggedBootDevicesTest_v242-86884823-router', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:39Z', 'updated_at': '2021-08-19T18:36:05Z', 'revision_number': 5, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'gw_port': {'id': 'd5f13f17-c8a3-48dd-9f51-eb3d11825dcf', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7118d0-5d33-4096-84d3-129449511e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:41Z', 'updated_at': '2021-08-19T18:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:06.486311 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-2ccf3d52-0e59-4f5b-8d6b-91813bfed595 admin admin] For port d5f13f17-c8a3-48dd-9f51-eb3d11825dcf, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=d5f13f17-c8a3-48dd-9f51-eb3d11825dcf,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:06.486739 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ccf3d52-0e59-4f5b-8d6b-91813bfed595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:06.501091 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf3d52-0e59-4f5b-8d6b-91813bfed595 admin admin] Calling delete_port for d5f13f17-c8a3-48dd-9f51-eb3d11825dcf owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:36:06.518804 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007ffbdc-7bbd-4796-8e63-83d88bfaf091 None None] Checking router: 6e7118d0-5d33-4096-84d3-129449511e06 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:36:06.532072 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ffbdc-7bbd-4796-8e63-83d88bfaf091 None None] Routers {'6e7118d0-5d33-4096-84d3-129449511e06'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:36:06.532903 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-007ffbdc-7bbd-4796-8e63-83d88bfaf091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:35:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6e7118d0-5d33-4096-84d3-129449511e06'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:06.667127 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-007ffbdc-7bbd-4796-8e63-83d88bfaf091 None None] Set router 6e7118d0-5d33-4096-84d3-129449511e06 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:36:06.731336 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-007ffbdc-7bbd-4796-8e63-83d88bfaf091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7118d0-5d33-4096-84d3-129449511e06', 'name': 'tempest-TaggedBootDevicesTest_v242-86884823-router', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:39Z', 'updated_at': '2021-08-19T18:36:06Z', 'revision_number': 6, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:06.765677 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007ffbdc-7bbd-4796-8e63-83d88bfaf091 None None] The sync data for ids ['6e7118d0-5d33-4096-84d3-129449511e06'] in n-d-803753-2 is: [{'id': '6e7118d0-5d33-4096-84d3-129449511e06', 'name': 'tempest-TaggedBootDevicesTest_v242-86884823-router', 'tenant_id': '2d4c8d8581824507a55c5466e9a27980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:39Z', 'updated_at': '2021-08-19T18:36:06Z', 'revision_number': 6, 'project_id': '2d4c8d8581824507a55c5466e9a27980', 'gw_port_host': None}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:36:06.769124 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ccf3d52-0e59-4f5b-8d6b-91813bfed595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:06.819128 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf3d52-0e59-4f5b-8d6b-91813bfed595 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5f13f17-c8a3-48dd-9f51-eb3d11825dcf,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:06.890162 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ccf3d52-0e59-4f5b-8d6b-91813bfed595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:07.010668 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ccf3d52-0e59-4f5b-8d6b-91813bfed595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:07.013314 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ccf3d52-0e59-4f5b-8d6b-91813bfed595 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:07.082474 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ccf3d52-0e59-4f5b-8d6b-91813bfed595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:07.083001 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccf3d52-0e59-4f5b-8d6b-91813bfed595 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e7118d0-5d33-4096-84d3-129449511e06 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:36:07.089217 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2ccf3d52-0e59-4f5b-8d6b-91813bfed595 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:07.094737 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2ccf3d52-0e59-4f5b-8d6b-91813bfed595 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6e7118d0-5d33-4096-84d3-129449511e06 HTTP/1.1" status: 204 len: 168 time: 1.0841241 Aug 19 18:36:07.094737 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55100) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:07.163412 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf69042-a4da-46d2-8d85-8c8a23966cf6 admin admin] Deleting subnet 1a51ede3-bf4f-418b-b046-6db223b828ca {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:36:07.168217 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2cf69042-a4da-46d2-8d85-8c8a23966cf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:07.207863 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2cf69042-a4da-46d2-8d85-8c8a23966cf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:07.301757 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:07.310502 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2cf69042-a4da-46d2-8d85-8c8a23966cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:07.371134 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2cf69042-a4da-46d2-8d85-8c8a23966cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:07.380258 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-168ba89f-7e99-420c-b0a1-07e0acb4bdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:07.404660 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf69042-a4da-46d2-8d85-8c8a23966cf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a51ede3-bf4f-418b-b046-6db223b828ca,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:07.408459 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2cf69042-a4da-46d2-8d85-8c8a23966cf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:07.413051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55114) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:07.414218 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d1b986-d334-46f8-9572-e14eef47bc55 None None] Network eb209190-2b0a-4385-a96f-5ebf3ada95ae requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:36:07.420674 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2cf69042-a4da-46d2-8d85-8c8a23966cf6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1a51ede3-bf4f-418b-b046-6db223b828ca HTTP/1.1" status: 204 len: 168 time: 0.3234570 Aug 19 18:36:07.523608 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80d3d338-20f6-4346-b762-c4919c9c6bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:07.616576 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-80d3d338-20f6-4346-b762-c4919c9c6bfd admin admin] Deleting port b138a66b-756d-4c9f-9de2-1957557bb78f {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:36:07.617027 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80d3d338-20f6-4346-b762-c4919c9c6bfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:07.691090 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-80d3d338-20f6-4346-b762-c4919c9c6bfd admin admin] For port b138a66b-756d-4c9f-9de2-1957557bb78f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b138a66b-756d-4c9f-9de2-1957557bb78f,segment=NetworkSegment(083a7072-271c-444a-a331-ab84e02a81c5),segment_id=083a7072-271c-444a-a331-ab84e02a81c5)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:07.691720 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80d3d338-20f6-4346-b762-c4919c9c6bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:07.708004 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-80d3d338-20f6-4346-b762-c4919c9c6bfd admin admin] Calling delete_port for b138a66b-756d-4c9f-9de2-1957557bb78f owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:36:07.830776 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80d3d338-20f6-4346-b762-c4919c9c6bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:07.849020 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0868ac-00e3-482f-9f9b-ac12bcb49a1e None None] DHCP port deletion for eb209190-2b0a-4385-a96f-5ebf3ada95ae request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:36:07.868815 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3d338-20f6-4346-b762-c4919c9c6bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=b138a66b-756d-4c9f-9de2-1957557bb78f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:07.872368 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d3d338-20f6-4346-b762-c4919c9c6bfd admin admin] No DVR routers for this DVR port b138a66b-756d-4c9f-9de2-1957557bb78f on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:36:07.958487 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80d3d338-20f6-4346-b762-c4919c9c6bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:07.970054 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-80d3d338-20f6-4346-b762-c4919c9c6bfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb209190-2b0a-4385-a96f-5ebf3ada95ae']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:07.992202 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-80d3d338-20f6-4346-b762-c4919c9c6bfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083a7072-271c-444a-a331-ab84e02a81c5') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:07.992533 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-80d3d338-20f6-4346-b762-c4919c9c6bfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083a7072-271c-444a-a331-ab84e02a81c5') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:08.004101 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80d3d338-20f6-4346-b762-c4919c9c6bfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:08.024793 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80d3d338-20f6-4346-b762-c4919c9c6bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:08.032821 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d3d338-20f6-4346-b762-c4919c9c6bfd admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:36:08.033255 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80d3d338-20f6-4346-b762-c4919c9c6bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:36:08.034997 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:36:08.109162 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80d3d338-20f6-4346-b762-c4919c9c6bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:08.114448 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-80d3d338-20f6-4346-b762-c4919c9c6bfd admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:08.116641 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-80d3d338-20f6-4346-b762-c4919c9c6bfd admin admin] 10.222.0.24 "DELETE /v2.0/networks/eb209190-2b0a-4385-a96f-5ebf3ada95ae HTTP/1.1" status: 204 len: 168 time: 0.7025511 Aug 19 18:36:08.130032 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3d338-20f6-4346-b762-c4919c9c6bfd admin admin] Pushing event deleted for resources: {'Network': ['ID=eb209190-2b0a-4385-a96f-5ebf3ada95ae,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:08.196444 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:08.275561 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55140) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:08.319327 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d5f13f17-c8a3-48dd-9f51-eb3d11825dcf no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:36:08.341241 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: d5f13f17-c8a3-48dd-9f51-eb3d11825dcf {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:36:08.342126 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d5f13f17-c8a3-48dd-9f51-eb3d11825dcf not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:36:08.342701 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device f92987c9-39e7-492f-879c-a667e6da6494 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:36:08.357452 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-97e43159-3b7c-4c9b-871e-7f040c63bebf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d4c8d8581824507a55c5466e9a27980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0800972 Aug 19 18:36:08.360091 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55146) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:08.363991 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: f92987c9-39e7-492f-879c-a667e6da6494 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:36:08.364569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device f92987c9-39e7-492f-879c-a667e6da6494 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:36:08.365143 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b138a66b-756d-4c9f-9de2-1957557bb78f no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:36:08.390287 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: b138a66b-756d-4c9f-9de2-1957557bb78f {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:36:08.390917 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b138a66b-756d-4c9f-9de2-1957557bb78f not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:36:08.428250 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-118432bf-2ac1-4d58-9e1e-0151173737c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:08.461164 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-118432bf-2ac1-4d58-9e1e-0151173737c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:08.533792 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-118432bf-2ac1-4d58-9e1e-0151173737c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:08.536767 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-118432bf-2ac1-4d58-9e1e-0151173737c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:08.537994 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-118432bf-2ac1-4d58-9e1e-0151173737c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f44c7db-ac05-46db-b026-f09063a36277 HTTP/1.1" status: 204 len: 168 time: 0.1768098 Aug 19 18:36:08.547165 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118432bf-2ac1-4d58-9e1e-0151173737c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f44c7db-ac05-46db-b026-f09063a36277,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:09.401436 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55204) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:09.523848 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-c8d11388-cd39-48bc-9ef3-eabdc66b9ff3 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2005269276-network', 'tenant_id': '9637f1984c784a89a657a0d535a3de49'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:36:09.549952 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d11388-cd39-48bc-9ef3-eabdc66b9ff3 admin admin] Made reservation on behalf of 9637f1984c784a89a657a0d535a3de49 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:36:09.553239 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c8d11388-cd39-48bc-9ef3-eabdc66b9ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:09.572138 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c8d11388-cd39-48bc-9ef3-eabdc66b9ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:09.707272 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c8d11388-cd39-48bc-9ef3-eabdc66b9ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:09.711200 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c8d11388-cd39-48bc-9ef3-eabdc66b9ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:09.736998 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d11388-cd39-48bc-9ef3-eabdc66b9ff3 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:36:09.749641 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d11388-cd39-48bc-9ef3-eabdc66b9ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d239ebc-1936-44e1-b099-46ed44f2974f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:09.757563 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c8d11388-cd39-48bc-9ef3-eabdc66b9ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:09.757971 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-c8d11388-cd39-48bc-9ef3-eabdc66b9ff3 admin admin] Added segment 9e9ca17f-fb09-4ae6-ab41-41b525b4b196 of type vlan for network c9cac286-3d73-48cd-85f5-68000cda3569 Aug 19 18:36:09.803716 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c8d11388-cd39-48bc-9ef3-eabdc66b9ff3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:09.832677 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c8d11388-cd39-48bc-9ef3-eabdc66b9ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:09.833869 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d11388-cd39-48bc-9ef3-eabdc66b9ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:09.834481 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c8d11388-cd39-48bc-9ef3-eabdc66b9ff3 admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:09.892966 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55228) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:09.893615 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c8d11388-cd39-48bc-9ef3-eabdc66b9ff3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4904072 Aug 19 18:36:09.898735 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-a6d649e1-a711-4f50-8eb2-e5cae7e2c9aa admin admin] Request body: {'subnet': {'network_id': 'c9cac286-3d73-48cd-85f5-68000cda3569', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2005269276-subnet', 'tenant_id': '9637f1984c784a89a657a0d535a3de49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:36:09.910019 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d11388-cd39-48bc-9ef3-eabdc66b9ff3 admin admin] Pushing event updated for resources: {'Network': ['ID=c9cac286-3d73-48cd-85f5-68000cda3569,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:09.920290 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network c9cac286-3d73-48cd-85f5-68000cda3569 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:36:09.927800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d649e1-a711-4f50-8eb2-e5cae7e2c9aa admin admin] Made reservation on behalf of 9637f1984c784a89a657a0d535a3de49 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:36:09.931338 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6d649e1-a711-4f50-8eb2-e5cae7e2c9aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:10.157508 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6d649e1-a711-4f50-8eb2-e5cae7e2c9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:10.223652 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:10.231824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d649e1-a711-4f50-8eb2-e5cae7e2c9aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ebfad45-fe43-4f9a-b843-26e00f7860a3,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:10.234481 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d649e1-a711-4f50-8eb2-e5cae7e2c9aa admin admin] Checking segment: {'id': '9e9ca17f-fb09-4ae6-ab41-41b525b4b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c9cac286-3d73-48cd-85f5-68000cda3569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:36:10.234850 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d649e1-a711-4f50-8eb2-e5cae7e2c9aa admin admin] Network hostable DHCP agents. Network: c9cac286-3d73-48cd-85f5-68000cda3569, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:36:10.253607 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d649e1-a711-4f50-8eb2-e5cae7e2c9aa admin admin] Network c9cac286-3d73-48cd-85f5-68000cda3569 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:36:10.263192 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-a6d649e1-a711-4f50-8eb2-e5cae7e2c9aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, c9cac286-3d73-48cd-85f5-68000cda3569) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:36:10.269522 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d649e1-a711-4f50-8eb2-e5cae7e2c9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:10.270077 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6d649e1-a711-4f50-8eb2-e5cae7e2c9aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:10.273873 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae7d19d-c74a-4c8b-b505-881f07f1e70e None None] Network c9cac286-3d73-48cd-85f5-68000cda3569 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:36:10.287584 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a6d649e1-a711-4f50-8eb2-e5cae7e2c9aa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3932211 Aug 19 18:36:10.451341 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948694ef-f690-4105-ab42-ba8ca59e722a None None] Network c9cac286-3d73-48cd-85f5-68000cda3569 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:36:11.174229 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:11.704722 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a7415-e72b-423c-ae4f-409ef60e469b req-58f748fe-abc2-41e3-bcb4-c8ce9d43a4bb tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:11.706326 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-457a7415-e72b-423c-ae4f-409ef60e469b req-58f748fe-abc2-41e3-bcb4-c8ce9d43a4bb tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/networks?id=c9cac286-3d73-48cd-85f5-68000cda3569 HTTP/1.1" status: 200 len: 810 time: 0.1158774 Aug 19 18:36:11.723390 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-457a7415-e72b-423c-ae4f-409ef60e469b req-7be813f3-b81a-4865-b4f9-f1a727d6ce84 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/quotas/9637f1984c784a89a657a0d535a3de49 HTTP/1.1" status: 200 len: 375 time: 0.0109203 Aug 19 18:36:11.764356 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-457a7415-e72b-423c-ae4f-409ef60e469b req-c695088b-a4b3-48fd-87c1-e2ae554768d3 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9637f1984c784a89a657a0d535a3de49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297384 Aug 19 18:36:11.872523 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-457a7415-e72b-423c-ae4f-409ef60e469b req-63e03cef-ac6e-45da-a1d3-e75e73451f7c service neutron] 10.222.0.24 "GET /v2.0/networks/c9cac286-3d73-48cd-85f5-68000cda3569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005211 Aug 19 18:36:11.980343 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-457a7415-e72b-423c-ae4f-409ef60e469b req-229eb3e6-4e7d-4d02-8537-3c8373134ef3 service neutron] 10.222.0.24 "GET /v2.0/networks/c9cac286-3d73-48cd-85f5-68000cda3569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011617 Aug 19 18:36:12.321312 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fe6d645e-51cd-4073-b00b-1757aff378fe req-34bf3ba8-e553-4188-8ca0-47e38d882909 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8688ac7-3dc4-4a8a-8093-475599944fcb HTTP/1.1" status: 200 len: 210 time: 0.0561011 Aug 19 18:36:13.434641 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d6e46ed-09c3-4ad0-b7b8-658527a5c27a req-83fef156-1337-4a64-8323-f3ddf6061b60 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8688ac7-3dc4-4a8a-8093-475599944fcb HTTP/1.1" status: 200 len: 210 time: 0.0367601 Aug 19 18:36:13.609908 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a7415-e72b-423c-ae4f-409ef60e469b req-7163e1c3-181f-4e09-85a4-ac4a598371e3 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:13.611730 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-457a7415-e72b-423c-ae4f-409ef60e469b req-7163e1c3-181f-4e09-85a4-ac4a598371e3 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.50 "GET /v2.0/networks?id=c9cac286-3d73-48cd-85f5-68000cda3569 HTTP/1.1" status: 200 len: 810 time: 0.1533003 Aug 19 18:36:13.629603 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-457a7415-e72b-423c-ae4f-409ef60e469b req-0fc2b2cd-14ae-4b96-8282-2e908a8c3767 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Request body: {'port': {'device_id': 'e8688ac7-3dc4-4a8a-8093-475599944fcb', 'network_id': 'c9cac286-3d73-48cd-85f5-68000cda3569', 'admin_state_up': True, 'tenant_id': '9637f1984c784a89a657a0d535a3de49'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:36:13.763661 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-457a7415-e72b-423c-ae4f-409ef60e469b req-0fc2b2cd-14ae-4b96-8282-2e908a8c3767 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Made reservation on behalf of 9637f1984c784a89a657a0d535a3de49 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:36:13.767183 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-457a7415-e72b-423c-ae4f-409ef60e469b req-0fc2b2cd-14ae-4b96-8282-2e908a8c3767 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:13.965164 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-457a7415-e72b-423c-ae4f-409ef60e469b req-0fc2b2cd-14ae-4b96-8282-2e908a8c3767 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Allocated IP 172.20.0.4 (c9cac286-3d73-48cd-85f5-68000cda3569/6ebfad45-fe43-4f9a-b843-26e00f7860a3/5864c946-de41-4d10-b1c9-600d8b06382b) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:36:14.147549 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-457a7415-e72b-423c-ae4f-409ef60e469b req-0fc2b2cd-14ae-4b96-8282-2e908a8c3767 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:14.215298 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-457a7415-e72b-423c-ae4f-409ef60e469b req-0fc2b2cd-14ae-4b96-8282-2e908a8c3767 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:14.268787 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-457a7415-e72b-423c-ae4f-409ef60e469b req-0fc2b2cd-14ae-4b96-8282-2e908a8c3767 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Network c9cac286-3d73-48cd-85f5-68000cda3569 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:36:14.272847 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-457a7415-e72b-423c-ae4f-409ef60e469b req-0fc2b2cd-14ae-4b96-8282-2e908a8c3767 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:36:14.276349 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-457a7415-e72b-423c-ae4f-409ef60e469b req-0fc2b2cd-14ae-4b96-8282-2e908a8c3767 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:36:14.283553 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2b2cd-14ae-4b96-8282-2e908a8c3767 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Pushing event updated for resources: {'Port': ['ID=5864c946-de41-4d10-b1c9-600d8b06382b,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:14.340741 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a7415-e72b-423c-ae4f-409ef60e469b req-0fc2b2cd-14ae-4b96-8282-2e908a8c3767 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:14.341453 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-457a7415-e72b-423c-ae4f-409ef60e469b req-0fc2b2cd-14ae-4b96-8282-2e908a8c3767 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:14.360806 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-457a7415-e72b-423c-ae4f-409ef60e469b req-0fc2b2cd-14ae-4b96-8282-2e908a8c3767 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7367229 Aug 19 18:36:14.378325 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-457a7415-e72b-423c-ae4f-409ef60e469b req-507503fb-a722-4870-b41a-6e8905868548 service neutron] Request body: {'port': {'device_id': 'e8688ac7-3dc4-4a8a-8093-475599944fcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:36:14.446511 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-457a7415-e72b-423c-ae4f-409ef60e469b req-507503fb-a722-4870-b41a-6e8905868548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:14.620500 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0986e8-69ef-4993-8b79-24c29515d2bf req-4ebcd97d-7bdc-4b3e-b624-9f4bd2bc4ad6 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:14.622594 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ce0986e8-69ef-4993-8b79-24c29515d2bf req-4ebcd97d-7bdc-4b3e-b624-9f4bd2bc4ad6 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8688ac7-3dc4-4a8a-8093-475599944fcb HTTP/1.1" status: 200 len: 931 time: 0.0711963 Aug 19 18:36:14.671498 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ce0986e8-69ef-4993-8b79-24c29515d2bf req-f0d658c0-0b9a-4c75-86ce-2b8947dcf7e9 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d239ebc-1936-44e1-b099-46ed44f2974f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418766 Aug 19 18:36:14.862759 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-457a7415-e72b-423c-ae4f-409ef60e469b req-507503fb-a722-4870-b41a-6e8905868548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5864c946-de41-4d10-b1c9-600d8b06382b {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:36:14.872392 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-457a7415-e72b-423c-ae4f-409ef60e469b req-507503fb-a722-4870-b41a-6e8905868548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:14.890034 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-457a7415-e72b-423c-ae4f-409ef60e469b req-507503fb-a722-4870-b41a-6e8905868548 service neutron] Transition to ACTIVE for port object 5864c946-de41-4d10-b1c9-600d8b06382b will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:36:14.893943 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-457a7415-e72b-423c-ae4f-409ef60e469b req-507503fb-a722-4870-b41a-6e8905868548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:14.945562 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507503fb-a722-4870-b41a-6e8905868548 service neutron] Pushing event updated for resources: {'Port': ['ID=5864c946-de41-4d10-b1c9-600d8b06382b,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:15.030740 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-457a7415-e72b-423c-ae4f-409ef60e469b req-507503fb-a722-4870-b41a-6e8905868548 service neutron] Attempting to bind port 5864c946-de41-4d10-b1c9-600d8b06382b on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:36:15.031124 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-457a7415-e72b-423c-ae4f-409ef60e469b req-507503fb-a722-4870-b41a-6e8905868548 service neutron] Attempting to bind port 5864c946-de41-4d10-b1c9-600d8b06382b by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '9e9ca17f-fb09-4ae6-ab41-41b525b4b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c9cac286-3d73-48cd-85f5-68000cda3569'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:36:15.031454 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457a7415-e72b-423c-ae4f-409ef60e469b req-507503fb-a722-4870-b41a-6e8905868548 service neutron] Attempting to bind port 5864c946-de41-4d10-b1c9-600d8b06382b on network c9cac286-3d73-48cd-85f5-68000cda3569 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:36:15.035831 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457a7415-e72b-423c-ae4f-409ef60e469b req-507503fb-a722-4870-b41a-6e8905868548 service neutron] Port 5864c946-de41-4d10-b1c9-600d8b06382b on network c9cac286-3d73-48cd-85f5-68000cda3569 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:36:15.036163 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457a7415-e72b-423c-ae4f-409ef60e469b req-507503fb-a722-4870-b41a-6e8905868548 service neutron] Attempting to bind port 5864c946-de41-4d10-b1c9-600d8b06382b on network c9cac286-3d73-48cd-85f5-68000cda3569 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:36:15.041873 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457a7415-e72b-423c-ae4f-409ef60e469b req-507503fb-a722-4870-b41a-6e8905868548 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:36:15.042263 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457a7415-e72b-423c-ae4f-409ef60e469b req-507503fb-a722-4870-b41a-6e8905868548 service neutron] Checking segment: {'id': '9e9ca17f-fb09-4ae6-ab41-41b525b4b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c9cac286-3d73-48cd-85f5-68000cda3569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:36:15.042597 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457a7415-e72b-423c-ae4f-409ef60e469b req-507503fb-a722-4870-b41a-6e8905868548 service neutron] Bound using segment: {'id': '9e9ca17f-fb09-4ae6-ab41-41b525b4b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c9cac286-3d73-48cd-85f5-68000cda3569'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:36:15.043022 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-457a7415-e72b-423c-ae4f-409ef60e469b req-507503fb-a722-4870-b41a-6e8905868548 service neutron] Bound port: 5864c946-de41-4d10-b1c9-600d8b06382b, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9ca17f-fb09-4ae6-ab41-41b525b4b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c9cac286-3d73-48cd-85f5-68000cda3569'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:36:15.043476 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-457a7415-e72b-423c-ae4f-409ef60e469b req-507503fb-a722-4870-b41a-6e8905868548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:15.127525 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-457a7415-e72b-423c-ae4f-409ef60e469b req-507503fb-a722-4870-b41a-6e8905868548 service neutron] For port 5864c946-de41-4d10-b1c9-600d8b06382b, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:36:15.130833 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-457a7415-e72b-423c-ae4f-409ef60e469b req-507503fb-a722-4870-b41a-6e8905868548 service neutron] For port 5864c946-de41-4d10-b1c9-600d8b06382b, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5864c946-de41-4d10-b1c9-600d8b06382b,segment=NetworkSegment(9e9ca17f-fb09-4ae6-ab41-41b525b4b196),segment_id=9e9ca17f-fb09-4ae6-ab41-41b525b4b196)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:36:15.147249 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-457a7415-e72b-423c-ae4f-409ef60e469b req-507503fb-a722-4870-b41a-6e8905868548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:15.194169 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a7415-e72b-423c-ae4f-409ef60e469b req-507503fb-a722-4870-b41a-6e8905868548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:15.194875 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-457a7415-e72b-423c-ae4f-409ef60e469b req-507503fb-a722-4870-b41a-6e8905868548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:15.196981 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-457a7415-e72b-423c-ae4f-409ef60e469b req-507503fb-a722-4870-b41a-6e8905868548 service neutron] 10.222.0.50 "PUT /v2.0/ports/5864c946-de41-4d10-b1c9-600d8b06382b HTTP/1.1" status: 200 len: 1091 time: 0.8260846 Aug 19 18:36:15.197492 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8688ac7-3dc4-4a8a-8093-475599944fcb', 'tag': '5864c946-de41-4d10-b1c9-600d8b06382b'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:36:15.199851 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827792c9-1aa2-4602-a43c-9bf196d8f08c" -d '{"events": [{"name": "network-changed", "server_uuid": "e8688ac7-3dc4-4a8a-8093-475599944fcb", "tag": "5864c946-de41-4d10-b1c9-600d8b06382b"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:36:15.227875 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507503fb-a722-4870-b41a-6e8905868548 service neutron] Pushing event updated for resources: {'Port': ['ID=5864c946-de41-4d10-b1c9-600d8b06382b,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:15.259791 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45ab604-4252-4bdd-8ec4-345fea0d5527 x-openstack-request-id: req-d45ab604-4252-4bdd-8ec4-345fea0d5527 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:36:15.260083 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8688ac7-3dc4-4a8a-8093-475599944fcb", "tag": "5864c946-de41-4d10-b1c9-600d8b06382b", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:36:15.260458 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d45ab604-4252-4bdd-8ec4-345fea0d5527 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:36:15.260765 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8688ac7-3dc4-4a8a-8093-475599944fcb', 'tag': '5864c946-de41-4d10-b1c9-600d8b06382b', 'status': 'completed', 'code': 200} Aug 19 18:36:15.295796 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a7415-e72b-423c-ae4f-409ef60e469b req-d6aae65a-d12f-4a20-ad6d-be9630bd1a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:15.297338 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-457a7415-e72b-423c-ae4f-409ef60e469b req-d6aae65a-d12f-4a20-ad6d-be9630bd1a15 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9637f1984c784a89a657a0d535a3de49&device_id=e8688ac7-3dc4-4a8a-8093-475599944fcb HTTP/1.1" status: 200 len: 1094 time: 0.0480149 Aug 19 18:36:15.351201 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-457a7415-e72b-423c-ae4f-409ef60e469b req-795b86be-cd44-41f0-a45e-e167d72aa6d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5864c946-de41-4d10-b1c9-600d8b06382b HTTP/1.1" status: 200 len: 217 time: 0.0438180 Aug 19 18:36:15.405673 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a7415-e72b-423c-ae4f-409ef60e469b req-45f148c3-13a0-4fab-ae57-97bb754a840d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:15.407056 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-457a7415-e72b-423c-ae4f-409ef60e469b req-45f148c3-13a0-4fab-ae57-97bb754a840d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6ebfad45-fe43-4f9a-b843-26e00f7860a3 HTTP/1.1" status: 200 len: 850 time: 0.0484340 Aug 19 18:36:15.448988 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-457a7415-e72b-423c-ae4f-409ef60e469b req-721dd7fc-afe9-4971-a166-77be1fff2126 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c9cac286-3d73-48cd-85f5-68000cda3569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320821 Aug 19 18:36:15.565255 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-457a7415-e72b-423c-ae4f-409ef60e469b req-bf20b005-e832-41ec-b62c-c49e7493d171 service neutron] 10.222.0.50 "GET /v2.0/networks/c9cac286-3d73-48cd-85f5-68000cda3569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077750 Aug 19 18:36:15.666091 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-457a7415-e72b-423c-ae4f-409ef60e469b req-d1d8beca-0274-4563-9d4b-67029ed8ade8 service neutron] 10.222.0.50 "GET /v2.0/networks/c9cac286-3d73-48cd-85f5-68000cda3569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926259 Aug 19 18:36:15.823704 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827792c9-1aa2-4602-a43c-9bf196d8f08c req-39137f8a-112c-4884-8f72-1efb0090833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:15.825244 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-827792c9-1aa2-4602-a43c-9bf196d8f08c req-39137f8a-112c-4884-8f72-1efb0090833e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9637f1984c784a89a657a0d535a3de49&device_id=e8688ac7-3dc4-4a8a-8093-475599944fcb HTTP/1.1" status: 200 len: 1094 time: 0.1022360 Aug 19 18:36:15.853508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c5ad5-8dcf-481e-9456-68bece63f0b2 req-3f943083-664a-4987-8329-471aa8241be8 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:15.855272 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-632c5ad5-8dcf-481e-9456-68bece63f0b2 req-3f943083-664a-4987-8329-471aa8241be8 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8688ac7-3dc4-4a8a-8093-475599944fcb HTTP/1.1" status: 200 len: 943 time: 0.0848839 Aug 19 18:36:15.906200 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-632c5ad5-8dcf-481e-9456-68bece63f0b2 req-88d3ca2c-889a-4975-bf55-9d43d10d3656 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d239ebc-1936-44e1-b099-46ed44f2974f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426636 Aug 19 18:36:15.938484 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827792c9-1aa2-4602-a43c-9bf196d8f08c req-c6a546da-7297-4631-b5af-320e74d06ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:15.940105 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-827792c9-1aa2-4602-a43c-9bf196d8f08c req-c6a546da-7297-4631-b5af-320e74d06ecf service neutron] 10.222.0.50 "GET /v2.0/networks?id=c9cac286-3d73-48cd-85f5-68000cda3569 HTTP/1.1" status: 200 len: 911 time: 0.1055725 Aug 19 18:36:15.989134 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-827792c9-1aa2-4602-a43c-9bf196d8f08c req-c22df202-bece-47db-94fc-bb54cd2ab76d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5864c946-de41-4d10-b1c9-600d8b06382b HTTP/1.1" status: 200 len: 217 time: 0.0404384 Aug 19 18:36:16.049221 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827792c9-1aa2-4602-a43c-9bf196d8f08c req-bb2cc5cd-4290-4d17-94cb-2c283b297460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:16.050920 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-827792c9-1aa2-4602-a43c-9bf196d8f08c req-bb2cc5cd-4290-4d17-94cb-2c283b297460 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6ebfad45-fe43-4f9a-b843-26e00f7860a3 HTTP/1.1" status: 200 len: 850 time: 0.0531483 Aug 19 18:36:16.359319 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-827792c9-1aa2-4602-a43c-9bf196d8f08c req-4ae66fcb-84b4-485a-ba6d-0365c6036422 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c9cac286-3d73-48cd-85f5-68000cda3569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3006046 Aug 19 18:36:16.476359 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-827792c9-1aa2-4602-a43c-9bf196d8f08c req-bbf3d321-aded-4453-9693-33627e561f9a service neutron] 10.222.0.50 "GET /v2.0/networks/c9cac286-3d73-48cd-85f5-68000cda3569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014514 Aug 19 18:36:16.577715 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-827792c9-1aa2-4602-a43c-9bf196d8f08c req-257b5032-7952-41e2-9f6e-ef9f8f107997 service neutron] 10.222.0.50 "GET /v2.0/networks/c9cac286-3d73-48cd-85f5-68000cda3569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933020 Aug 19 18:36:16.612816 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:16.749631 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:36:17.038094 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a81e9-08b5-43a6-b80b-4d0e8dda5d56 req-0a58eebe-7176-48ae-bd9b-86f754d2f4fa tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:17.042265 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-085a81e9-08b5-43a6-b80b-4d0e8dda5d56 req-0a58eebe-7176-48ae-bd9b-86f754d2f4fa tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8688ac7-3dc4-4a8a-8093-475599944fcb HTTP/1.1" status: 200 len: 943 time: 0.0567930 Aug 19 18:36:17.058197 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55528) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:17.089102 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-085a81e9-08b5-43a6-b80b-4d0e8dda5d56 req-6de2d9b5-88b2-4f98-a0e4-351af83c7ca3 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d239ebc-1936-44e1-b099-46ed44f2974f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411966 Aug 19 18:36:17.149796 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55532) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:17.150009 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-58ac0811-b797-409e-91db-1089a0459b1c tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] 10.222.0.24 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1505 time: 0.0903475 Aug 19 18:36:17.156186 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-ac05ea86-2f05-49e3-9871-a4c6dfce8951 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Request body: {'network': {'name': 'tempest-network-smoke--1227475408', 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'port_security_enabled': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:36:17.185828 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac05ea86-2f05-49e3-9871-a4c6dfce8951 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Made reservation on behalf of d08b17c1697a43168bd70dcaaf5c2ec4 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:36:17.190928 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ac05ea86-2f05-49e3-9871-a4c6dfce8951 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:17.213766 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac05ea86-2f05-49e3-9871-a4c6dfce8951 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:36:17.224119 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ac05ea86-2f05-49e3-9871-a4c6dfce8951 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:17.224474 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-ac05ea86-2f05-49e3-9871-a4c6dfce8951 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Added segment 8c9fb560-0ff0-44f0-92ef-d71e54d46402 of type vlan for network 9c56a812-35ab-449d-8bb6-5ee3bc5d3442 Aug 19 18:36:17.277690 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ac05ea86-2f05-49e3-9871-a4c6dfce8951 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:17.305257 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ac05ea86-2f05-49e3-9871-a4c6dfce8951 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:17.311682 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac05ea86-2f05-49e3-9871-a4c6dfce8951 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:17.312366 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ac05ea86-2f05-49e3-9871-a4c6dfce8951 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:17.394362 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ac05ea86-2f05-49e3-9871-a4c6dfce8951 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2432013 Aug 19 18:36:17.397030 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55538) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:17.403325 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-da9339af-aead-47cf-98cd-fc45b6a8a6f5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-100599924', 'admin_state_up': True, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:36:17.437260 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05ea86-2f05-49e3-9871-a4c6dfce8951 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event updated for resources: {'Network': ['ID=9c56a812-35ab-449d-8bb6-5ee3bc5d3442,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:17.438328 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da9339af-aead-47cf-98cd-fc45b6a8a6f5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:17.439536 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da9339af-aead-47cf-98cd-fc45b6a8a6f5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:17.468252 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 9c56a812-35ab-449d-8bb6-5ee3bc5d3442 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:36:17.496229 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da9339af-aead-47cf-98cd-fc45b6a8a6f5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:17.661693 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da9339af-aead-47cf-98cd-fc45b6a8a6f5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:17.886750 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da9339af-aead-47cf-98cd-fc45b6a8a6f5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:17.909389 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da9339af-aead-47cf-98cd-fc45b6a8a6f5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:18.031737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-da9339af-aead-47cf-98cd-fc45b6a8a6f5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Allocated IP 172.25.8.141 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:36:18.149832 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da9339af-aead-47cf-98cd-fc45b6a8a6f5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:18.228504 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e158a-dbe8-4bf3-a669-73be531ec593 req-171ed261-0676-4d46-b488-fc1ee8140dbc tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:18.230048 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-338e158a-dbe8-4bf3-a669-73be531ec593 req-171ed261-0676-4d46-b488-fc1ee8140dbc tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8688ac7-3dc4-4a8a-8093-475599944fcb HTTP/1.1" status: 200 len: 943 time: 0.0650012 Aug 19 18:36:18.231249 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da9339af-aead-47cf-98cd-fc45b6a8a6f5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:18.292224 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9339af-aead-47cf-98cd-fc45b6a8a6f5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:36:18.306662 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-da9339af-aead-47cf-98cd-fc45b6a8a6f5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:36:18.318687 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9339af-aead-47cf-98cd-fc45b6a8a6f5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:36:18.324157 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-338e158a-dbe8-4bf3-a669-73be531ec593 req-859a4f8c-1818-4d1c-8066-a22cf1d455a0 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d239ebc-1936-44e1-b099-46ed44f2974f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876787 Aug 19 18:36:18.325911 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9339af-aead-47cf-98cd-fc45b6a8a6f5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event updated for resources: {'Port': ['ID=9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:18.593459 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da9339af-aead-47cf-98cd-fc45b6a8a6f5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:18.824542 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da9339af-aead-47cf-98cd-fc45b6a8a6f5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:18.956605 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9339af-aead-47cf-98cd-fc45b6a8a6f5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Router 3c3548e0-097b-4a6a-b82b-b3a17e985bed is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:36:19.072647 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9339af-aead-47cf-98cd-fc45b6a8a6f5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:36:19.086675 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] Sync routers for ids ['3c3548e0-097b-4a6a-b82b-b3a17e985bed'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:36:19.092769 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da9339af-aead-47cf-98cd-fc45b6a8a6f5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:19.097113 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-da9339af-aead-47cf-98cd-fc45b6a8a6f5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.6989756 Aug 19 18:36:19.100460 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55570) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:19.112659 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] Routers {'3c3548e0-097b-4a6a-b82b-b3a17e985bed'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:36:19.113476 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:36:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['3c3548e0-097b-4a6a-b82b-b3a17e985bed'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:19.176668 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea38367-7dd8-4534-8fe6-1ccc7f6808cd tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:19.181325 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7ea38367-7dd8-4534-8fe6-1ccc7f6808cd tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=d08b17c1697a43168bd70dcaaf5c2ec4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0768433 Aug 19 18:36:19.181607 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55576) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:19.246365 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] Set router 3c3548e0-097b-4a6a-b82b-b3a17e985bed gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:36:19.501733 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c737b-df2e-4871-8511-dcc86bd96668 req-33868dce-5816-43cb-a6c5-4b149ebcb239 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:19.504047 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6a5c737b-df2e-4871-8511-dcc86bd96668 req-33868dce-5816-43cb-a6c5-4b149ebcb239 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8688ac7-3dc4-4a8a-8093-475599944fcb HTTP/1.1" status: 200 len: 943 time: 0.0904191 Aug 19 18:36:19.564625 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3548e0-097b-4a6a-b82b-b3a17e985bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-100599924', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:36:17Z', 'updated_at': '2021-08-19T18:36:18Z', 'revision_number': 3, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'gw_port': {'id': '9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3548e0-097b-4a6a-b82b-b3a17e985bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:36:17Z', 'updated_at': '2021-08-19T18:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:19.579945 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6a5c737b-df2e-4871-8511-dcc86bd96668 req-1d4b6851-e8da-4b4a-b0b1-83dc02ea7b90 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d239ebc-1936-44e1-b099-46ed44f2974f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691173 Aug 19 18:36:19.610573 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] Checking router: 3c3548e0-097b-4a6a-b82b-b3a17e985bed for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:36:19.611192 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] Updating router 3c3548e0-097b-4a6a-b82b-b3a17e985bed port 9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:36:19.660585 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:19.721196 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6565e9-1a6a-48fa-90b1-91d4d271e718 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:19.725577 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55586) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:19.725699 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2d6565e9-1a6a-48fa-90b1-91d4d271e718 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5429571 Aug 19 18:36:19.772441 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8af42fe4-743a-45fc-b0a9-b2e09579790f tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455503 Aug 19 18:36:19.775075 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55592) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:19.841849 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55594) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:19.853352 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b480d05d-316f-4b54-a00c-7c0aa3ccc645 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=d08b17c1697a43168bd70dcaaf5c2ec4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0755095 Aug 19 18:36:19.917350 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5864c946-de41-4d10-b1c9-600d8b06382b details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:36:19.985806 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6594a20-105c-49ae-952d-5d63e0657446 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:19.987575 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a6594a20-105c-49ae-952d-5d63e0657446 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1446738 Aug 19 18:36:19.990837 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 55598) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:20.005992 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:20.021861 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] Transition to ACTIVE for port object 9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:36:20.030611 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:20.054320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5864c946-de41-4d10-b1c9-600d8b06382b, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5864c946-de41-4d10-b1c9-600d8b06382b,segment=NetworkSegment(9e9ca17f-fb09-4ae6-ab41-41b525b4b196),segment_id=9e9ca17f-fb09-4ae6-ab41-41b525b4b196)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:20.068386 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55604) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:20.068672 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b60391ed-f4bd-4b13-bccb-b30e91532206 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0765131 Aug 19 18:36:20.069237 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '5864c946-de41-4d10-b1c9-600d8b06382b', 'network_id': 'c9cac286-3d73-48cd-85f5-68000cda3569', 'port_id': '5864c946-de41-4d10-b1c9-600d8b06382b', 'mac_address': 'fa:16:3e:d2:26:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebfad45-fe43-4f9a-b843-26e00f7860a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:36:20.076292 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-8a63a667-e1aa-4ce1-b3ac-555ae5e8daa4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-433310730', 'network_id': '9c56a812-35ab-449d-8bb6-5ee3bc5d3442', 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:36:20.099772 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] Attempting to bind port 9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:36:20.101179 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] Attempting to bind port 9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:36:20.102003 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] Attempting to bind port 9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:36:20.115944 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:20.121743 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac443ad-c8d5-4f28-b07e-84ae71b624e2 None None] Pushing event updated for resources: {'Port': ['ID=9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:20.132005 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5864c946-de41-4d10-b1c9-600d8b06382b {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:36:20.132636 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac443ad-c8d5-4f28-b07e-84ae71b624e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:20.133760 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac443ad-c8d5-4f28-b07e-84ae71b624e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:20.134360 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac443ad-c8d5-4f28-b07e-84ae71b624e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:20.144650 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac443ad-c8d5-4f28-b07e-84ae71b624e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:20.146213 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac443ad-c8d5-4f28-b07e-84ae71b624e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:20.146637 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac443ad-c8d5-4f28-b07e-84ae71b624e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:20.147364 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac443ad-c8d5-4f28-b07e-84ae71b624e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:20.147364 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac443ad-c8d5-4f28-b07e-84ae71b624e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:20.149611 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac443ad-c8d5-4f28-b07e-84ae71b624e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:20.150049 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac443ad-c8d5-4f28-b07e-84ae71b624e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:20.150503 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac443ad-c8d5-4f28-b07e-84ae71b624e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:20.150932 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac443ad-c8d5-4f28-b07e-84ae71b624e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:20.157960 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5864c946-de41-4d10-b1c9-600d8b06382b, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5864c946-de41-4d10-b1c9-600d8b06382b,segment=NetworkSegment(9e9ca17f-fb09-4ae6-ab41-41b525b4b196),segment_id=9e9ca17f-fb09-4ae6-ab41-41b525b4b196)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:20.161155 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:36:20.161675 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:36:20.162372 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:20.163880 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:20.164017 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:36:20.164629 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] Bound port: 9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:36:20.165329 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:20.232520 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] For port 9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:36:20.236573 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] For port 9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:36:20.241634 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a63a667-e1aa-4ce1-b3ac-555ae5e8daa4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Made reservation on behalf of d08b17c1697a43168bd70dcaaf5c2ec4 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:36:20.243913 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:20.248902 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8a63a667-e1aa-4ce1-b3ac-555ae5e8daa4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:20.282129 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=5864c946-de41-4d10-b1c9-600d8b06382b,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:20.292877 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:20.294034 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:20.294401 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:20.294753 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:20.295154 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:20.295685 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:20.296033 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:20.296836 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:20.297497 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:20.297497 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:20.298005 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:20.298339 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:20.334056 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac443ad-c8d5-4f28-b07e-84ae71b624e2 None None] Pushing event updated for resources: {'Port': ['ID=9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:20.342916 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] Routers {'3c3548e0-097b-4a6a-b82b-b3a17e985bed'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:36:20.343795 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:36:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['3c3548e0-097b-4a6a-b82b-b3a17e985bed'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:20.396822 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['5864c946-de41-4d10-b1c9-600d8b06382b'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:36:20.562190 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8a63a667-e1aa-4ce1-b3ac-555ae5e8daa4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:20.566935 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] Set router 3c3548e0-097b-4a6a-b82b-b3a17e985bed gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:36:20.651215 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63a667-e1aa-4ce1-b3ac-555ae5e8daa4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event updated for resources: {'Subnet': ['ID=e01d3421-3bc6-422d-92e9-f699368b8e99,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:20.737482 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63a667-e1aa-4ce1-b3ac-555ae5e8daa4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Checking segment: {'id': '8c9fb560-0ff0-44f0-92ef-d71e54d46402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9c56a812-35ab-449d-8bb6-5ee3bc5d3442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:36:20.737874 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a63a667-e1aa-4ce1-b3ac-555ae5e8daa4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Network hostable DHCP agents. Network: 9c56a812-35ab-449d-8bb6-5ee3bc5d3442, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:36:20.800112 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a63a667-e1aa-4ce1-b3ac-555ae5e8daa4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Network 9c56a812-35ab-449d-8bb6-5ee3bc5d3442 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:36:20.834236 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25872c7b-e9e2-4a29-b66f-f85db04b0642 req-7505e596-efd2-4665-af63-9f9bbb74fb3f tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:20.842122 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-25872c7b-e9e2-4a29-b66f-f85db04b0642 req-7505e596-efd2-4665-af63-9f9bbb74fb3f tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8688ac7-3dc4-4a8a-8093-475599944fcb HTTP/1.1" status: 200 len: 944 time: 0.1132753 Aug 19 18:36:20.862896 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-8a63a667-e1aa-4ce1-b3ac-555ae5e8daa4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 9c56a812-35ab-449d-8bb6-5ee3bc5d3442) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:36:20.869154 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a63a667-e1aa-4ce1-b3ac-555ae5e8daa4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:20.870874 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8a63a667-e1aa-4ce1-b3ac-555ae5e8daa4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:20.874946 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e68fb1a-6ee5-4d4f-9e65-d30cf1a42be0 None None] Network 9c56a812-35ab-449d-8bb6-5ee3bc5d3442 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:36:20.899356 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8a63a667-e1aa-4ce1-b3ac-555ae5e8daa4 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8297436 Aug 19 18:36:20.903789 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 55620) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:20.927868 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3548e0-097b-4a6a-b82b-b3a17e985bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-100599924', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:36:17Z', 'updated_at': '2021-08-19T18:36:18Z', 'revision_number': 3, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'gw_port': {'id': '9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3548e0-097b-4a6a-b82b-b3a17e985bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:36:17Z', 'updated_at': '2021-08-19T18:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:20.986442 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97833b61-9378-4e03-962b-81b98ae1a25e None None] The sync data for ids ['3c3548e0-097b-4a6a-b82b-b3a17e985bed'] in n-d-803753-2 is: [{'id': '3c3548e0-097b-4a6a-b82b-b3a17e985bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-100599924', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:36:17Z', 'updated_at': '2021-08-19T18:36:18Z', 'revision_number': 3, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'gw_port': {'id': '9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3548e0-097b-4a6a-b82b-b3a17e985bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:36:17Z', 'updated_at': '2021-08-19T18:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:36:21.020543 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-25872c7b-e9e2-4a29-b66f-f85db04b0642 req-88c64346-62c3-4a71-acce-cf94ac7fb0fc tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d239ebc-1936-44e1-b099-46ed44f2974f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775253 Aug 19 18:36:21.201996 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e368d2d-a5da-46d3-b993-0f325967c780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-9c56a812-35ab-449d-8bb6-5ee3bc5d3442', 'network_id': '9c56a812-35ab-449d-8bb6-5ee3bc5d3442', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'fixed_ips': [{'subnet_id': 'e01d3421-3bc6-422d-92e9-f699368b8e99'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:36:21.202871 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1e368d2d-a5da-46d3-b993-0f325967c780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:21.477996 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-1e368d2d-a5da-46d3-b993-0f325967c780 None None] Allocated IP 172.20.0.18 (9c56a812-35ab-449d-8bb6-5ee3bc5d3442/e01d3421-3bc6-422d-92e9-f699368b8e99/c93f4eb5-cd06-45dd-896d-2825392c607a) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:36:21.702353 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1e368d2d-a5da-46d3-b993-0f325967c780 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:21.726985 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1e368d2d-a5da-46d3-b993-0f325967c780 None None] Transition to ACTIVE for port object c93f4eb5-cd06-45dd-896d-2825392c607a will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:36:21.746189 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1e368d2d-a5da-46d3-b993-0f325967c780 None None] Transition to ACTIVE for port object c93f4eb5-cd06-45dd-896d-2825392c607a will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:36:21.771129 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1e368d2d-a5da-46d3-b993-0f325967c780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:21.846502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e368d2d-a5da-46d3-b993-0f325967c780 None None] Pushing event updated for resources: {'Port': ['ID=c93f4eb5-cd06-45dd-896d-2825392c607a,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:21.849052 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0151c815-cd37-4a4e-831d-934faa5fac92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:21.865144 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e368d2d-a5da-46d3-b993-0f325967c780 None None] Network 9c56a812-35ab-449d-8bb6-5ee3bc5d3442 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:36:21.866837 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-1e368d2d-a5da-46d3-b993-0f325967c780 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:36:21.871940 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e368d2d-a5da-46d3-b993-0f325967c780 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:36:21.949316 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5864c946-de41-4d10-b1c9-600d8b06382b up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:36:22.027003 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-1e368d2d-a5da-46d3-b993-0f325967c780 None None] Attempting to bind port c93f4eb5-cd06-45dd-896d-2825392c607a on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:36:22.028863 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-1e368d2d-a5da-46d3-b993-0f325967c780 None None] Attempting to bind port c93f4eb5-cd06-45dd-896d-2825392c607a by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '8c9fb560-0ff0-44f0-92ef-d71e54d46402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9c56a812-35ab-449d-8bb6-5ee3bc5d3442'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:36:22.029295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e368d2d-a5da-46d3-b993-0f325967c780 None None] Attempting to bind port c93f4eb5-cd06-45dd-896d-2825392c607a on network 9c56a812-35ab-449d-8bb6-5ee3bc5d3442 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:36:22.038801 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e368d2d-a5da-46d3-b993-0f325967c780 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:36:22.039827 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e368d2d-a5da-46d3-b993-0f325967c780 None None] Checking segment: {'id': '8c9fb560-0ff0-44f0-92ef-d71e54d46402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9c56a812-35ab-449d-8bb6-5ee3bc5d3442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:36:22.040595 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1e368d2d-a5da-46d3-b993-0f325967c780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:22.040688 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e368d2d-a5da-46d3-b993-0f325967c780 None None] Bound using segment: {'id': '8c9fb560-0ff0-44f0-92ef-d71e54d46402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9c56a812-35ab-449d-8bb6-5ee3bc5d3442'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:36:22.041120 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-1e368d2d-a5da-46d3-b993-0f325967c780 None None] Bound port: c93f4eb5-cd06-45dd-896d-2825392c607a, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9fb560-0ff0-44f0-92ef-d71e54d46402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9c56a812-35ab-449d-8bb6-5ee3bc5d3442'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:36:22.041478 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1e368d2d-a5da-46d3-b993-0f325967c780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:22.104390 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 5864c946-de41-4d10-b1c9-600d8b06382b completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:36:22.104390 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 5864c946-de41-4d10-b1c9-600d8b06382b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:36:22.104390 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:22.215952 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-1e368d2d-a5da-46d3-b993-0f325967c780 None None] For port c93f4eb5-cd06-45dd-896d-2825392c607a, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:36:22.221257 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-1e368d2d-a5da-46d3-b993-0f325967c780 None None] For port c93f4eb5-cd06-45dd-896d-2825392c607a, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c93f4eb5-cd06-45dd-896d-2825392c607a,segment=NetworkSegment(8c9fb560-0ff0-44f0-92ef-d71e54d46402),segment_id=8c9fb560-0ff0-44f0-92ef-d71e54d46402)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:36:22.233264 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1e368d2d-a5da-46d3-b993-0f325967c780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:22.247634 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d4444-b6bc-4ce8-a8f4-e2741bcdd0a7 req-feb4897e-9f99-486b-846b-fde8ebe12ca2 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:22.259922 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f7d4444-b6bc-4ce8-a8f4-e2741bcdd0a7 req-feb4897e-9f99-486b-846b-fde8ebe12ca2 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8688ac7-3dc4-4a8a-8093-475599944fcb HTTP/1.1" status: 200 len: 944 time: 0.1237252 Aug 19 18:36:22.345826 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-0151c815-cd37-4a4e-831d-934faa5fac92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Allocated IP 172.20.0.17 (9c56a812-35ab-449d-8bb6-5ee3bc5d3442/e01d3421-3bc6-422d-92e9-f699368b8e99/9ccc3f27-851d-460d-8f14-5f047468c8d9) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:36:22.356635 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:22.366387 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f7d4444-b6bc-4ce8-a8f4-e2741bcdd0a7 req-a3b96b79-c8b3-4776-998f-cb9968044eb5 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d239ebc-1936-44e1-b099-46ed44f2974f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895131 Aug 19 18:36:22.427895 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:36:22.436312 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8688ac7-3dc4-4a8a-8093-475599944fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5864c946-de41-4d10-b1c9-600d8b06382b'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:36:22.438897 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec954856-cd5d-4716-b341-0a5a06fefc37" -d '{"events": [{"server_uuid": "e8688ac7-3dc4-4a8a-8093-475599944fcb", "name": "network-vif-plugged", "status": "completed", "tag": "5864c946-de41-4d10-b1c9-600d8b06382b"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:36:22.511033 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5864c946-de41-4d10-b1c9-600d8b06382b, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5864c946-de41-4d10-b1c9-600d8b06382b,segment=NetworkSegment(9e9ca17f-fb09-4ae6-ab41-41b525b4b196),segment_id=9e9ca17f-fb09-4ae6-ab41-41b525b4b196)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:22.525206 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:22.557594 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4688c5-2a77-4488-a003-924398b2c2a2 x-openstack-request-id: req-2a4688c5-2a77-4488-a003-924398b2c2a2 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:36:22.558771 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8688ac7-3dc4-4a8a-8093-475599944fcb", "name": "network-vif-plugged", "status": "completed", "tag": "5864c946-de41-4d10-b1c9-600d8b06382b", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:36:22.558771 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a4688c5-2a77-4488-a003-924398b2c2a2 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:36:22.565462 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8688ac7-3dc4-4a8a-8093-475599944fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5864c946-de41-4d10-b1c9-600d8b06382b', 'code': 200} Aug 19 18:36:22.584299 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e368d2d-a5da-46d3-b993-0f325967c780 None None] Pushing event updated for resources: {'Port': ['ID=c93f4eb5-cd06-45dd-896d-2825392c607a,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:22.662353 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0151c815-cd37-4a4e-831d-934faa5fac92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:22.702066 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43cc61-1eca-4243-9179-c5e24c559105 req-920e1568-8845-4e7f-828e-239a7d6f6093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:22.703260 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-0151c815-cd37-4a4e-831d-934faa5fac92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Transition to ACTIVE for port object 9ccc3f27-851d-460d-8f14-5f047468c8d9 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:36:22.706212 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6d43cc61-1eca-4243-9179-c5e24c559105 req-920e1568-8845-4e7f-828e-239a7d6f6093 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e8688ac7-3dc4-4a8a-8093-475599944fcb HTTP/1.1" status: 200 len: 1096 time: 0.1217394 Aug 19 18:36:22.715430 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:36:22.726858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:36:22.728888 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:22.731095 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=5864c946-de41-4d10-b1c9-600d8b06382b,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:22.807688 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0151c815-cd37-4a4e-831d-934faa5fac92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:22.816743 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6d43cc61-1eca-4243-9179-c5e24c559105 req-8e865151-2498-4dce-99e1-f0829b5692b8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3d239ebc-1936-44e1-b099-46ed44f2974f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016881 Aug 19 18:36:22.859764 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0151c815-cd37-4a4e-831d-934faa5fac92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Network 9c56a812-35ab-449d-8bb6-5ee3bc5d3442 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:36:22.862937 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-0151c815-cd37-4a4e-831d-934faa5fac92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:36:22.866892 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0151c815-cd37-4a4e-831d-934faa5fac92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:36:22.917371 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:22.917633 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0151c815-cd37-4a4e-831d-934faa5fac92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:22.942662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:22.956228 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:23.002132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151c815-cd37-4a4e-831d-934faa5fac92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event updated for resources: {'Port': ['ID=9ccc3f27-851d-460d-8f14-5f047468c8d9,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:23.013103 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:23.120662 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0151c815-cd37-4a4e-831d-934faa5fac92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:23.486634 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0151c815-cd37-4a4e-831d-934faa5fac92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:23.492648 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0151c815-cd37-4a4e-831d-934faa5fac92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:23.535794 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2999ea-1b23-464b-b5ac-a63d042b83f0 req-c37d3584-183b-4e5a-822c-a0038a0de79b tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:23.537312 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-af2999ea-1b23-464b-b5ac-a63d042b83f0 req-c37d3584-183b-4e5a-822c-a0038a0de79b tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8688ac7-3dc4-4a8a-8093-475599944fcb HTTP/1.1" status: 200 len: 945 time: 0.0902681 Aug 19 18:36:23.553707 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0151c815-cd37-4a4e-831d-934faa5fac92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:23.619849 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-af2999ea-1b23-464b-b5ac-a63d042b83f0 req-16aea4ac-4d9d-499d-ba12-b41c6b130868 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d239ebc-1936-44e1-b099-46ed44f2974f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744407 Aug 19 18:36:23.704049 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151c815-cd37-4a4e-831d-934faa5fac92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event updated for resources: {'Port': ['ID=9ccc3f27-851d-460d-8f14-5f047468c8d9,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:23.737970 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0151c815-cd37-4a4e-831d-934faa5fac92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Network 9c56a812-35ab-449d-8bb6-5ee3bc5d3442 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:36:23.739691 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-0151c815-cd37-4a4e-831d-934faa5fac92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:36:23.907047 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0151c815-cd37-4a4e-831d-934faa5fac92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Router 3c3548e0-097b-4a6a-b82b-b3a17e985bed has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:36:24.120979 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2651b470-e56e-4c25-8193-9b4580cc86a6 None None] Network 9c56a812-35ab-449d-8bb6-5ee3bc5d3442 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:36:24.298285 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-398a9ae6-e803-4853-af8d-d6880c43b486 None None] Provisioning for port c93f4eb5-cd06-45dd-896d-2825392c607a completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:36:24.434927 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0151c815-cd37-4a4e-831d-934faa5fac92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:36:24.440594 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0151c815-cd37-4a4e-831d-934faa5fac92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "PUT /v2.0/routers/3c3548e0-097b-4a6a-b82b-b3a17e985bed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5364656 Aug 19 18:36:24.451824 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] Sync routers for ids ['3c3548e0-097b-4a6a-b82b-b3a17e985bed'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:36:24.485078 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] Routers {'3c3548e0-097b-4a6a-b82b-b3a17e985bed'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:36:24.491115 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:36:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['3c3548e0-097b-4a6a-b82b-b3a17e985bed'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:24.665139 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:36:24.739590 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] Set router 3c3548e0-097b-4a6a-b82b-b3a17e985bed gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:36:24.833913 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bbedb-0e9f-4697-8d54-1fb4764b1746 req-213c4c42-3e86-4566-83a8-e677db9485c1 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:24.846068 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a8bbedb-0e9f-4697-8d54-1fb4764b1746 req-213c4c42-3e86-4566-83a8-e677db9485c1 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8688ac7-3dc4-4a8a-8093-475599944fcb HTTP/1.1" status: 200 len: 945 time: 0.0988040 Aug 19 18:36:24.928175 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a8bbedb-0e9f-4697-8d54-1fb4764b1746 req-e5fd5005-5506-4eec-995b-1f377d623f94 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d239ebc-1936-44e1-b099-46ed44f2974f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850146 Aug 19 18:36:24.988664 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c2043e07-eb89-4e8b-8bec-172b9ce177fe None None] Provisioning for port 9ccc3f27-851d-460d-8f14-5f047468c8d9 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:36:25.001290 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c2043e07-eb89-4e8b-8bec-172b9ce177fe None None] Provisioning complete for port 9ccc3f27-851d-460d-8f14-5f047468c8d9 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:36:25.001720 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c2043e07-eb89-4e8b-8bec-172b9ce177fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:25.006960 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409e56a-034c-462c-9fb8-509a936617c7 req-dc66464b-7d06-4109-9576-f1de2e1402b8 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:25.010004 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9409e56a-034c-462c-9fb8-509a936617c7 req-dc66464b-7d06-4109-9576-f1de2e1402b8 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/networks?id=9c56a812-35ab-449d-8bb6-5ee3bc5d3442 HTTP/1.1" status: 200 len: 798 time: 0.2559915 Aug 19 18:36:25.038323 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9409e56a-034c-462c-9fb8-509a936617c7 req-ce5d3e7a-0fb5-4542-9a87-6d7c5993c86d tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/quotas/d08b17c1697a43168bd70dcaaf5c2ec4 HTTP/1.1" status: 200 len: 375 time: 0.0194843 Aug 19 18:36:25.052542 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-c2043e07-eb89-4e8b-8bec-172b9ce177fe None None] Port 9ccc3f27-851d-460d-8f14-5f047468c8d9 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:36:25.100321 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:36:25.100782 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:25.234813 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9409e56a-034c-462c-9fb8-509a936617c7 req-1bda5b97-0fa5-4a82-98aa-698550393416 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d08b17c1697a43168bd70dcaaf5c2ec4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1702864 Aug 19 18:36:25.352495 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-07d47c1b-0940-4cc0-8a2e-3cea01a8d8fc None None] Provisioning complete for port 9ccc3f27-851d-460d-8f14-5f047468c8d9 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:36:25.353056 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-07d47c1b-0940-4cc0-8a2e-3cea01a8d8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:25.357400 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3548e0-097b-4a6a-b82b-b3a17e985bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-100599924', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:36:17Z', 'updated_at': '2021-08-19T18:36:23Z', 'revision_number': 4, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'gw_port': {'id': '9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3548e0-097b-4a6a-b82b-b3a17e985bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:36:17Z', 'updated_at': '2021-08-19T18:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '9ccc3f27-851d-460d-8f14-5f047468c8d9', 'name': '', 'network_id': '9c56a812-35ab-449d-8bb6-5ee3bc5d3442', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'mac_address': 'fa:16:3e:95:c3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3548e0-097b-4a6a-b82b-b3a17e985bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e01d3421-3bc6-422d-92e9-f699368b8e99', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:36:21Z', 'updated_at': '2021-08-19T18:36:23Z', 'revision_number': 2, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'subnets': [{'id': 'e01d3421-3bc6-422d-92e9-f699368b8e99', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:25.380155 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c93f4eb5-cd06-45dd-896d-2825392c607a up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:36:25.386310 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-9409e56a-034c-462c-9fb8-509a936617c7 req-e8297a8a-2d8c-4d3e-8169-5a4f55ed81ea service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:36:25.396152 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9409e56a-034c-462c-9fb8-509a936617c7 req-e8297a8a-2d8c-4d3e-8169-5a4f55ed81ea service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1576157 Aug 19 18:36:25.433480 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] Checking router: 3c3548e0-097b-4a6a-b82b-b3a17e985bed for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:36:25.433959 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] Updating router 3c3548e0-097b-4a6a-b82b-b3a17e985bed port 9ccc3f27-851d-460d-8f14-5f047468c8d9 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:36:25.478456 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-07d47c1b-0940-4cc0-8a2e-3cea01a8d8fc None None] Port 9ccc3f27-851d-460d-8f14-5f047468c8d9 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:36:25.489942 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:25.490572 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dafb1-8503-49b2-8d65-8a5c63acb31b req-9d8dc18e-96ed-413f-8ede-d636a5ddfed1 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:25.501789 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-440dafb1-8503-49b2-8d65-8a5c63acb31b req-9d8dc18e-96ed-413f-8ede-d636a5ddfed1 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8688ac7-3dc4-4a8a-8093-475599944fcb HTTP/1.1" status: 200 len: 945 time: 0.1210601 Aug 19 18:36:25.563475 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9409e56a-034c-462c-9fb8-509a936617c7 req-679bbb9b-50f0-4941-93e7-95d7cafcc731 service neutron] 10.222.0.24 "GET /v2.0/networks/9c56a812-35ab-449d-8bb6-5ee3bc5d3442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645234 Aug 19 18:36:25.576187 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-440dafb1-8503-49b2-8d65-8a5c63acb31b req-1681a770-651d-465e-b6a8-953da152c90b tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d239ebc-1936-44e1-b099-46ed44f2974f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684247 Aug 19 18:36:25.736916 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9409e56a-034c-462c-9fb8-509a936617c7 req-e0466ab1-65ae-4482-9c66-44d61910f2d7 service neutron] 10.222.0.24 "GET /v2.0/networks/9c56a812-35ab-449d-8bb6-5ee3bc5d3442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721847 Aug 19 18:36:25.763011 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5b849126-05ab-4cb9-ac5d-21306ec02f8c None None] Provisioning complete for port 9ccc3f27-851d-460d-8f14-5f047468c8d9 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:36:25.763448 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5b849126-05ab-4cb9-ac5d-21306ec02f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:25.814691 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port c93f4eb5-cd06-45dd-896d-2825392c607a completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:36:25.832738 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port c93f4eb5-cd06-45dd-896d-2825392c607a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:36:25.833322 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:25.988647 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-5b849126-05ab-4cb9-ac5d-21306ec02f8c None None] Port 9ccc3f27-851d-460d-8f14-5f047468c8d9 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:36:26.000724 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9b7cce71-54ce-45c9-af6f-7a7a520de8d5 req-2ff0888d-450d-4691-8c2d-5919823d33e1 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f253d6-e380-45fb-85c3-ea9bf4b818d6 HTTP/1.1" status: 200 len: 210 time: 0.0644586 Aug 19 18:36:26.234385 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:26.325589 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port c93f4eb5-cd06-45dd-896d-2825392c607a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c93f4eb5-cd06-45dd-896d-2825392c607a,segment=NetworkSegment(8c9fb560-0ff0-44f0-92ef-d71e54d46402),segment_id=8c9fb560-0ff0-44f0-92ef-d71e54d46402)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:26.374722 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:26.493920 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:26.528658 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] Transition to ACTIVE for port object 9ccc3f27-851d-460d-8f14-5f047468c8d9 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:36:26.543240 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=c93f4eb5-cd06-45dd-896d-2825392c607a,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:26.559905 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:26.655241 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe64d8c-2c6d-4611-afff-c7c2ce11610e None None] Pushing event updated for resources: {'Port': ['ID=9ccc3f27-851d-460d-8f14-5f047468c8d9,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:26.779098 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] Attempting to bind port 9ccc3f27-851d-460d-8f14-5f047468c8d9 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:36:26.779473 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] Attempting to bind port 9ccc3f27-851d-460d-8f14-5f047468c8d9 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '8c9fb560-0ff0-44f0-92ef-d71e54d46402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9c56a812-35ab-449d-8bb6-5ee3bc5d3442'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:36:26.779839 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] Attempting to bind port 9ccc3f27-851d-460d-8f14-5f047468c8d9 on network 9c56a812-35ab-449d-8bb6-5ee3bc5d3442 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:36:26.807553 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:36:26.808203 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] Checking segment: {'id': '8c9fb560-0ff0-44f0-92ef-d71e54d46402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9c56a812-35ab-449d-8bb6-5ee3bc5d3442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:36:26.808803 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:26.809879 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] Bound using segment: {'id': '8c9fb560-0ff0-44f0-92ef-d71e54d46402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9c56a812-35ab-449d-8bb6-5ee3bc5d3442'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:36:26.810626 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] Bound port: 9ccc3f27-851d-460d-8f14-5f047468c8d9, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9fb560-0ff0-44f0-92ef-d71e54d46402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9c56a812-35ab-449d-8bb6-5ee3bc5d3442'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:36:26.811240 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:26.811766 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96980a20-99f8-486f-bdab-fa6293da10c6 req-9b1b14b9-85d8-4417-9d6e-dd1cc4657cea tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:26.813681 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-96980a20-99f8-486f-bdab-fa6293da10c6 req-9b1b14b9-85d8-4417-9d6e-dd1cc4657cea tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8688ac7-3dc4-4a8a-8093-475599944fcb HTTP/1.1" status: 200 len: 945 time: 0.1279662 Aug 19 18:36:26.866485 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b54c99-872c-4782-9a11-50577066872c req-e1e815b3-282f-4402-a586-3863c0cb9115 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:26.868589 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-55b54c99-872c-4782-9a11-50577066872c req-e1e815b3-282f-4402-a586-3863c0cb9115 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8688ac7-3dc4-4a8a-8093-475599944fcb HTTP/1.1" status: 200 len: 945 time: 0.1396368 Aug 19 18:36:26.944461 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-96980a20-99f8-486f-bdab-fa6293da10c6 req-bfc8ac86-f264-4e39-8044-191a6673a9e6 tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d239ebc-1936-44e1-b099-46ed44f2974f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160994 Aug 19 18:36:26.975650 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] For port 9ccc3f27-851d-460d-8f14-5f047468c8d9, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:36:26.984391 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] For port 9ccc3f27-851d-460d-8f14-5f047468c8d9, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9ccc3f27-851d-460d-8f14-5f047468c8d9,segment=NetworkSegment(8c9fb560-0ff0-44f0-92ef-d71e54d46402),segment_id=8c9fb560-0ff0-44f0-92ef-d71e54d46402)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:36:26.993613 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:27.065285 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] Routers {'3c3548e0-097b-4a6a-b82b-b3a17e985bed'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:36:27.065982 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:36:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['3c3548e0-097b-4a6a-b82b-b3a17e985bed'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:27.147119 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-55b54c99-872c-4782-9a11-50577066872c req-6597b17b-f114-4708-b44e-3349c090463c tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Deleting port 5864c946-de41-4d10-b1c9-600d8b06382b {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:36:27.147546 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-55b54c99-872c-4782-9a11-50577066872c req-6597b17b-f114-4708-b44e-3349c090463c tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:27.160529 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe64d8c-2c6d-4611-afff-c7c2ce11610e None None] Pushing event updated for resources: {'Port': ['ID=9ccc3f27-851d-460d-8f14-5f047468c8d9,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:27.240477 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-deeebf69-f136-4b3d-a37b-23e42ca744ab req-af1f0e7a-e982-4c63-9646-58b16b229948 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f253d6-e380-45fb-85c3-ea9bf4b818d6 HTTP/1.1" status: 200 len: 210 time: 0.0956757 Aug 19 18:36:27.270187 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] Set router 3c3548e0-097b-4a6a-b82b-b3a17e985bed gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:36:27.361209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-55b54c99-872c-4782-9a11-50577066872c req-6597b17b-f114-4708-b44e-3349c090463c tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] For port 5864c946-de41-4d10-b1c9-600d8b06382b, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5864c946-de41-4d10-b1c9-600d8b06382b,segment=NetworkSegment(9e9ca17f-fb09-4ae6-ab41-41b525b4b196),segment_id=9e9ca17f-fb09-4ae6-ab41-41b525b4b196)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:27.362045 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-55b54c99-872c-4782-9a11-50577066872c req-6597b17b-f114-4708-b44e-3349c090463c tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:27.387182 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-55b54c99-872c-4782-9a11-50577066872c req-6597b17b-f114-4708-b44e-3349c090463c tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Calling delete_port for 5864c946-de41-4d10-b1c9-600d8b06382b owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:36:27.544070 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3548e0-097b-4a6a-b82b-b3a17e985bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-100599924', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:36:17Z', 'updated_at': '2021-08-19T18:36:23Z', 'revision_number': 4, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'gw_port': {'id': '9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3548e0-097b-4a6a-b82b-b3a17e985bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:36:17Z', 'updated_at': '2021-08-19T18:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '9ccc3f27-851d-460d-8f14-5f047468c8d9', 'name': '', 'network_id': '9c56a812-35ab-449d-8bb6-5ee3bc5d3442', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'mac_address': 'fa:16:3e:95:c3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3548e0-097b-4a6a-b82b-b3a17e985bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e01d3421-3bc6-422d-92e9-f699368b8e99', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:36:21Z', 'updated_at': '2021-08-19T18:36:26Z', 'revision_number': 4, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'subnets': [{'id': 'e01d3421-3bc6-422d-92e9-f699368b8e99', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:27.574240 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb266eb-bae4-40fc-86f9-610f5bee9380 None None] The sync data for ids ['3c3548e0-097b-4a6a-b82b-b3a17e985bed'] in n-d-803753-2 is: [{'id': '3c3548e0-097b-4a6a-b82b-b3a17e985bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-100599924', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:36:17Z', 'updated_at': '2021-08-19T18:36:23Z', 'revision_number': 4, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'gw_port': {'id': '9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3548e0-097b-4a6a-b82b-b3a17e985bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:36:17Z', 'updated_at': '2021-08-19T18:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '9ccc3f27-851d-460d-8f14-5f047468c8d9', 'name': '', 'network_id': '9c56a812-35ab-449d-8bb6-5ee3bc5d3442', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'mac_address': 'fa:16:3e:95:c3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3548e0-097b-4a6a-b82b-b3a17e985bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e01d3421-3bc6-422d-92e9-f699368b8e99', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:36:21Z', 'updated_at': '2021-08-19T18:36:26Z', 'revision_number': 4, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'subnets': [{'id': 'e01d3421-3bc6-422d-92e9-f699368b8e99', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:36:27.671944 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409e56a-034c-462c-9fb8-509a936617c7 req-1935bd1f-340a-4e5d-8191-e55c105e0319 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:27.676004 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9409e56a-034c-462c-9fb8-509a936617c7 req-1935bd1f-340a-4e5d-8191-e55c105e0319 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.50 "GET /v2.0/networks?id=9c56a812-35ab-449d-8bb6-5ee3bc5d3442 HTTP/1.1" status: 200 len: 798 time: 0.2176347 Aug 19 18:36:27.690732 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-9409e56a-034c-462c-9fb8-509a936617c7 req-236ffc7a-80f0-460c-8128-01cfd4651993 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Request body: {'port': {'device_id': 'd4f253d6-e380-45fb-85c3-ea9bf4b818d6', 'network_id': '9c56a812-35ab-449d-8bb6-5ee3bc5d3442', 'admin_state_up': True, 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:36:27.813923 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-55b54c99-872c-4782-9a11-50577066872c req-6597b17b-f114-4708-b44e-3349c090463c tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:27.828756 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['5864c946-de41-4d10-b1c9-600d8b06382b'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:36:27.872559 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597b17b-f114-4708-b44e-3349c090463c tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Pushing event deleted for resources: {'Port': ['ID=5864c946-de41-4d10-b1c9-600d8b06382b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:27.886405 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597b17b-f114-4708-b44e-3349c090463c tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:27.887086 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597b17b-f114-4708-b44e-3349c090463c tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:27.887587 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597b17b-f114-4708-b44e-3349c090463c tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:27.888365 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597b17b-f114-4708-b44e-3349c090463c tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:27.888888 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597b17b-f114-4708-b44e-3349c090463c tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:27.889378 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597b17b-f114-4708-b44e-3349c090463c tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:27.889889 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597b17b-f114-4708-b44e-3349c090463c tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:27.890374 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597b17b-f114-4708-b44e-3349c090463c tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:27.891017 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597b17b-f114-4708-b44e-3349c090463c tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:27.891222 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597b17b-f114-4708-b44e-3349c090463c tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:27.891534 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597b17b-f114-4708-b44e-3349c090463c tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:27.892134 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597b17b-f114-4708-b44e-3349c090463c tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:27.975090 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b54c99-872c-4782-9a11-50577066872c req-6597b17b-f114-4708-b44e-3349c090463c tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] No DVR routers for this DVR port 5864c946-de41-4d10-b1c9-600d8b06382b on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:36:27.981341 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-55b54c99-872c-4782-9a11-50577066872c req-6597b17b-f114-4708-b44e-3349c090463c tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:27.982263 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-55b54c99-872c-4782-9a11-50577066872c req-6597b17b-f114-4708-b44e-3349c090463c tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.50 "DELETE /v2.0/ports/5864c946-de41-4d10-b1c9-600d8b06382b HTTP/1.1" status: 204 len: 173 time: 1.1019685 Aug 19 18:36:27.982762 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8688ac7-3dc4-4a8a-8093-475599944fcb', 'name': 'network-vif-deleted', 'tag': '5864c946-de41-4d10-b1c9-600d8b06382b'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:36:27.985299 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78ad628-7ed0-4a12-b24a-96ffae9ef06f" -d '{"events": [{"server_uuid": "e8688ac7-3dc4-4a8a-8093-475599944fcb", "name": "network-vif-deleted", "tag": "5864c946-de41-4d10-b1c9-600d8b06382b"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:36:28.011712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9409e56a-034c-462c-9fb8-509a936617c7 req-236ffc7a-80f0-460c-8128-01cfd4651993 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Made reservation on behalf of d08b17c1697a43168bd70dcaaf5c2ec4 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:36:28.015782 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9409e56a-034c-462c-9fb8-509a936617c7 req-236ffc7a-80f0-460c-8128-01cfd4651993 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:28.081878 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01219e1-b020-444b-9d35-1293b6fed800 x-openstack-request-id: req-a01219e1-b020-444b-9d35-1293b6fed800 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:36:28.082439 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8688ac7-3dc4-4a8a-8093-475599944fcb", "name": "network-vif-deleted", "tag": "5864c946-de41-4d10-b1c9-600d8b06382b", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:36:28.082840 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a01219e1-b020-444b-9d35-1293b6fed800 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:36:28.083388 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8688ac7-3dc4-4a8a-8093-475599944fcb', 'name': 'network-vif-deleted', 'tag': '5864c946-de41-4d10-b1c9-600d8b06382b', 'status': 'completed', 'code': 200} Aug 19 18:36:28.128572 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8afef1f9-63c0-427a-a8af-ad1a3f958562 req-8d02202b-50cf-43bc-ab5a-8ea04a17aedf tempest-ServerGroupTestJSON-1975133167 tempest-ServerGroupTestJSON-1975133167-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8688ac7-3dc4-4a8a-8093-475599944fcb HTTP/1.1" status: 200 len: 210 time: 0.0587707 Aug 19 18:36:28.238776 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-9409e56a-034c-462c-9fb8-509a936617c7 req-236ffc7a-80f0-460c-8128-01cfd4651993 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Allocated IP 172.20.0.21 (9c56a812-35ab-449d-8bb6-5ee3bc5d3442/e01d3421-3bc6-422d-92e9-f699368b8e99/86e915b0-b31f-45bb-bf35-decb81a2b5d0) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:36:28.410266 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b4ef2f30-f175-4342-a9e3-5a47c80ce425 req-b3f67ab8-9911-44dc-9bf9-15c214467eee tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f253d6-e380-45fb-85c3-ea9bf4b818d6 HTTP/1.1" status: 200 len: 210 time: 0.0546389 Aug 19 18:36:28.511684 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9409e56a-034c-462c-9fb8-509a936617c7 req-236ffc7a-80f0-460c-8128-01cfd4651993 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:28.547448 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-9409e56a-034c-462c-9fb8-509a936617c7 req-236ffc7a-80f0-460c-8128-01cfd4651993 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Transition to ACTIVE for port object 86e915b0-b31f-45bb-bf35-decb81a2b5d0 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:36:28.626634 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9409e56a-034c-462c-9fb8-509a936617c7 req-236ffc7a-80f0-460c-8128-01cfd4651993 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:28.632621 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9ccc3f27-851d-460d-8f14-5f047468c8d9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:36:28.681634 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9409e56a-034c-462c-9fb8-509a936617c7 req-236ffc7a-80f0-460c-8128-01cfd4651993 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Network 9c56a812-35ab-449d-8bb6-5ee3bc5d3442 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:36:28.685074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-9409e56a-034c-462c-9fb8-509a936617c7 req-236ffc7a-80f0-460c-8128-01cfd4651993 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:36:28.695092 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-9409e56a-034c-462c-9fb8-509a936617c7 req-236ffc7a-80f0-460c-8128-01cfd4651993 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:36:28.745871 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 9ccc3f27-851d-460d-8f14-5f047468c8d9 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:36:28.755341 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 9ccc3f27-851d-460d-8f14-5f047468c8d9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:36:28.755850 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:28.813214 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ffc7a-80f0-460c-8128-01cfd4651993 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event updated for resources: {'Port': ['ID=86e915b0-b31f-45bb-bf35-decb81a2b5d0,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:28.828128 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409e56a-034c-462c-9fb8-509a936617c7 req-236ffc7a-80f0-460c-8128-01cfd4651993 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:28.828233 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9409e56a-034c-462c-9fb8-509a936617c7 req-236ffc7a-80f0-460c-8128-01cfd4651993 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:28.875585 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9409e56a-034c-462c-9fb8-509a936617c7 req-236ffc7a-80f0-460c-8128-01cfd4651993 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1890829 Aug 19 18:36:28.892252 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-9409e56a-034c-462c-9fb8-509a936617c7 req-92539925-11d7-4c6c-9c75-a366223a7051 service neutron] Request body: {'port': {'device_id': 'd4f253d6-e380-45fb-85c3-ea9bf4b818d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:36:28.954253 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:29.000467 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9409e56a-034c-462c-9fb8-509a936617c7 req-92539925-11d7-4c6c-9c75-a366223a7051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:29.009266 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 9ccc3f27-851d-460d-8f14-5f047468c8d9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9ccc3f27-851d-460d-8f14-5f047468c8d9,segment=NetworkSegment(8c9fb560-0ff0-44f0-92ef-d71e54d46402),segment_id=8c9fb560-0ff0-44f0-92ef-d71e54d46402)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:29.014415 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:29.015409 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c93f4eb5-cd06-45dd-896d-2825392c607a up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:36:29.224698 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=9ccc3f27-851d-460d-8f14-5f047468c8d9,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:29.240912 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b4176155-0c1e-4c2b-a840-fe55520adb8e None None] Provisioning for port 86e915b0-b31f-45bb-bf35-decb81a2b5d0 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:36:29.246124 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port c93f4eb5-cd06-45dd-896d-2825392c607a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:36:29.247115 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:29.250896 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b4176155-0c1e-4c2b-a840-fe55520adb8e None None] Provisioning complete for port 86e915b0-b31f-45bb-bf35-decb81a2b5d0 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:36:29.251652 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b4176155-0c1e-4c2b-a840-fe55520adb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:29.322399 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b4176155-0c1e-4c2b-a840-fe55520adb8e None None] Port 86e915b0-b31f-45bb-bf35-decb81a2b5d0 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:36:29.512711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-9409e56a-034c-462c-9fb8-509a936617c7 req-92539925-11d7-4c6c-9c75-a366223a7051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e915b0-b31f-45bb-bf35-decb81a2b5d0 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:36:29.527192 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9409e56a-034c-462c-9fb8-509a936617c7 req-92539925-11d7-4c6c-9c75-a366223a7051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:29.567274 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-9409e56a-034c-462c-9fb8-509a936617c7 req-92539925-11d7-4c6c-9c75-a366223a7051 service neutron] Transition to ACTIVE for port object 86e915b0-b31f-45bb-bf35-decb81a2b5d0 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:36:29.574245 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9409e56a-034c-462c-9fb8-509a936617c7 req-92539925-11d7-4c6c-9c75-a366223a7051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:29.682734 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b1147-554a-461e-844e-cab640efd2ea req-28c5af8e-53f7-4b03-bd1b-baf1014e8d7b tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:29.687069 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92539925-11d7-4c6c-9c75-a366223a7051 service neutron] Pushing event updated for resources: {'Port': ['ID=86e915b0-b31f-45bb-bf35-decb81a2b5d0,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:29.720284 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e59b1147-554a-461e-844e-cab640efd2ea req-28c5af8e-53f7-4b03-bd1b-baf1014e8d7b tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f253d6-e380-45fb-85c3-ea9bf4b818d6 HTTP/1.1" status: 200 len: 907 time: 0.1197162 Aug 19 18:36:29.749107 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56190) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:29.848912 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57340d8-0984-4195-a820-1c124d9d0589 admin admin] Deleting subnet 6ebfad45-fe43-4f9a-b843-26e00f7860a3 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:36:29.853141 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b57340d8-0984-4195-a820-1c124d9d0589 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:29.874634 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-9409e56a-034c-462c-9fb8-509a936617c7 req-92539925-11d7-4c6c-9c75-a366223a7051 service neutron] Attempting to bind port 86e915b0-b31f-45bb-bf35-decb81a2b5d0 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:36:29.874984 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-9409e56a-034c-462c-9fb8-509a936617c7 req-92539925-11d7-4c6c-9c75-a366223a7051 service neutron] Attempting to bind port 86e915b0-b31f-45bb-bf35-decb81a2b5d0 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '8c9fb560-0ff0-44f0-92ef-d71e54d46402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9c56a812-35ab-449d-8bb6-5ee3bc5d3442'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:36:29.875323 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9409e56a-034c-462c-9fb8-509a936617c7 req-92539925-11d7-4c6c-9c75-a366223a7051 service neutron] Attempting to bind port 86e915b0-b31f-45bb-bf35-decb81a2b5d0 on network 9c56a812-35ab-449d-8bb6-5ee3bc5d3442 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:36:29.900733 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9409e56a-034c-462c-9fb8-509a936617c7 req-92539925-11d7-4c6c-9c75-a366223a7051 service neutron] Port 86e915b0-b31f-45bb-bf35-decb81a2b5d0 on network 9c56a812-35ab-449d-8bb6-5ee3bc5d3442 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:36:29.901021 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9409e56a-034c-462c-9fb8-509a936617c7 req-92539925-11d7-4c6c-9c75-a366223a7051 service neutron] Attempting to bind port 86e915b0-b31f-45bb-bf35-decb81a2b5d0 on network 9c56a812-35ab-449d-8bb6-5ee3bc5d3442 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:36:29.905749 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b57340d8-0984-4195-a820-1c124d9d0589 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:29.921065 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9409e56a-034c-462c-9fb8-509a936617c7 req-92539925-11d7-4c6c-9c75-a366223a7051 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:36:29.921619 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9409e56a-034c-462c-9fb8-509a936617c7 req-92539925-11d7-4c6c-9c75-a366223a7051 service neutron] Checking segment: {'id': '8c9fb560-0ff0-44f0-92ef-d71e54d46402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9c56a812-35ab-449d-8bb6-5ee3bc5d3442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:36:29.921875 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9409e56a-034c-462c-9fb8-509a936617c7 req-92539925-11d7-4c6c-9c75-a366223a7051 service neutron] Bound using segment: {'id': '8c9fb560-0ff0-44f0-92ef-d71e54d46402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9c56a812-35ab-449d-8bb6-5ee3bc5d3442'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:36:29.922319 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-9409e56a-034c-462c-9fb8-509a936617c7 req-92539925-11d7-4c6c-9c75-a366223a7051 service neutron] Bound port: 86e915b0-b31f-45bb-bf35-decb81a2b5d0, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c9fb560-0ff0-44f0-92ef-d71e54d46402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9c56a812-35ab-449d-8bb6-5ee3bc5d3442'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:36:29.922684 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9409e56a-034c-462c-9fb8-509a936617c7 req-92539925-11d7-4c6c-9c75-a366223a7051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:29.952631 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b57340d8-0984-4195-a820-1c124d9d0589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:30.043324 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b57340d8-0984-4195-a820-1c124d9d0589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:30.099575 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57340d8-0984-4195-a820-1c124d9d0589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ebfad45-fe43-4f9a-b843-26e00f7860a3,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:30.099938 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-9409e56a-034c-462c-9fb8-509a936617c7 req-92539925-11d7-4c6c-9c75-a366223a7051 service neutron] For port 86e915b0-b31f-45bb-bf35-decb81a2b5d0, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:36:30.106325 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b57340d8-0984-4195-a820-1c124d9d0589 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:30.112183 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-9409e56a-034c-462c-9fb8-509a936617c7 req-92539925-11d7-4c6c-9c75-a366223a7051 service neutron] For port 86e915b0-b31f-45bb-bf35-decb81a2b5d0, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=86e915b0-b31f-45bb-bf35-decb81a2b5d0,segment=NetworkSegment(8c9fb560-0ff0-44f0-92ef-d71e54d46402),segment_id=8c9fb560-0ff0-44f0-92ef-d71e54d46402)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:36:30.112183 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56240) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:30.113167 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b57340d8-0984-4195-a820-1c124d9d0589 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6ebfad45-fe43-4f9a-b843-26e00f7860a3 HTTP/1.1" status: 204 len: 168 time: 0.3468659 Aug 19 18:36:30.122526 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57340d8-0984-4195-a820-1c124d9d0589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:30.122893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57340d8-0984-4195-a820-1c124d9d0589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:30.123120 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57340d8-0984-4195-a820-1c124d9d0589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:30.123463 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57340d8-0984-4195-a820-1c124d9d0589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:30.123871 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57340d8-0984-4195-a820-1c124d9d0589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:30.124165 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57340d8-0984-4195-a820-1c124d9d0589 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:30.124502 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57340d8-0984-4195-a820-1c124d9d0589 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:30.124907 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57340d8-0984-4195-a820-1c124d9d0589 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:30.125147 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57340d8-0984-4195-a820-1c124d9d0589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:30.125846 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57340d8-0984-4195-a820-1c124d9d0589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:30.126182 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57340d8-0984-4195-a820-1c124d9d0589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:30.126746 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57340d8-0984-4195-a820-1c124d9d0589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:30.128538 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9409e56a-034c-462c-9fb8-509a936617c7 req-92539925-11d7-4c6c-9c75-a366223a7051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:30.215229 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409e56a-034c-462c-9fb8-509a936617c7 req-92539925-11d7-4c6c-9c75-a366223a7051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:30.215828 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9409e56a-034c-462c-9fb8-509a936617c7 req-92539925-11d7-4c6c-9c75-a366223a7051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:30.217353 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9409e56a-034c-462c-9fb8-509a936617c7 req-92539925-11d7-4c6c-9c75-a366223a7051 service neutron] 10.222.0.50 "PUT /v2.0/ports/86e915b0-b31f-45bb-bf35-decb81a2b5d0 HTTP/1.1" status: 200 len: 1055 time: 1.3310373 Aug 19 18:36:30.221172 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f253d6-e380-45fb-85c3-ea9bf4b818d6', 'tag': '86e915b0-b31f-45bb-bf35-decb81a2b5d0'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:36:30.224542 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7f75a6-c7ac-46a6-8ad8-8b3cb037859a" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f253d6-e380-45fb-85c3-ea9bf4b818d6", "tag": "86e915b0-b31f-45bb-bf35-decb81a2b5d0"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:36:30.258773 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c66b202c-29c4-43b2-8337-bced951bb712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:30.299031 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ed3815-27f5-4a96-9085-d8bd3e25a40b x-openstack-request-id: req-16ed3815-27f5-4a96-9085-d8bd3e25a40b {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:36:30.299335 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f253d6-e380-45fb-85c3-ea9bf4b818d6", "tag": "86e915b0-b31f-45bb-bf35-decb81a2b5d0", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:36:30.299597 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16ed3815-27f5-4a96-9085-d8bd3e25a40b {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:36:30.300023 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f253d6-e380-45fb-85c3-ea9bf4b818d6', 'tag': '86e915b0-b31f-45bb-bf35-decb81a2b5d0', 'status': 'completed', 'code': 200} Aug 19 18:36:30.332533 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92539925-11d7-4c6c-9c75-a366223a7051 service neutron] Pushing event updated for resources: {'Port': ['ID=86e915b0-b31f-45bb-bf35-decb81a2b5d0,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:30.423587 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409e56a-034c-462c-9fb8-509a936617c7 req-3bb2ba32-b1a1-49e3-ae0a-9bf959d7bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:30.425160 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9409e56a-034c-462c-9fb8-509a936617c7 req-3bb2ba32-b1a1-49e3-ae0a-9bf959d7bb45 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d08b17c1697a43168bd70dcaaf5c2ec4&device_id=d4f253d6-e380-45fb-85c3-ea9bf4b818d6 HTTP/1.1" status: 200 len: 1058 time: 0.1455109 Aug 19 18:36:30.426837 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c66b202c-29c4-43b2-8337-bced951bb712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:30.491643 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-c66b202c-29c4-43b2-8337-bced951bb712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9cac286-3d73-48cd-85f5-68000cda3569']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:30.495209 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9409e56a-034c-462c-9fb8-509a936617c7 req-e9981704-bef1-4cdb-8d53-93e1d3efb37a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=86e915b0-b31f-45bb-bf35-decb81a2b5d0 HTTP/1.1" status: 200 len: 217 time: 0.0601137 Aug 19 18:36:30.503408 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-c66b202c-29c4-43b2-8337-bced951bb712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9ca17f-fb09-4ae6-ab41-41b525b4b196') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:30.503633 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-c66b202c-29c4-43b2-8337-bced951bb712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9ca17f-fb09-4ae6-ab41-41b525b4b196') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:30.504531 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9ccc3f27-851d-460d-8f14-5f047468c8d9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:36:30.539236 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c66b202c-29c4-43b2-8337-bced951bb712 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:30.559635 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 9ccc3f27-851d-460d-8f14-5f047468c8d9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:36:30.560409 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:30.564288 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c66b202c-29c4-43b2-8337-bced951bb712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:30.580039 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c66b202c-29c4-43b2-8337-bced951bb712 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:36:30.580462 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c66b202c-29c4-43b2-8337-bced951bb712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:36:30.582273 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:36:30.594126 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409e56a-034c-462c-9fb8-509a936617c7 req-4d9fca66-5383-4966-9aee-680339a61916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:30.596486 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9409e56a-034c-462c-9fb8-509a936617c7 req-4d9fca66-5383-4966-9aee-680339a61916 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e01d3421-3bc6-422d-92e9-f699368b8e99 HTTP/1.1" status: 200 len: 837 time: 0.0909729 Aug 19 18:36:30.680947 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409e56a-034c-462c-9fb8-509a936617c7 req-df446b18-c5bf-4ca5-bfce-edfe007a8317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:30.682513 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9409e56a-034c-462c-9fb8-509a936617c7 req-df446b18-c5bf-4ca5-bfce-edfe007a8317 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9c56a812-35ab-449d-8bb6-5ee3bc5d3442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607977 Aug 19 18:36:30.683139 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c66b202c-29c4-43b2-8337-bced951bb712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:30.687679 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c66b202c-29c4-43b2-8337-bced951bb712 admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:30.692469 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c66b202c-29c4-43b2-8337-bced951bb712 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c9cac286-3d73-48cd-85f5-68000cda3569 HTTP/1.1" status: 204 len: 168 time: 0.5788491 Aug 19 18:36:30.714492 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b202c-29c4-43b2-8337-bced951bb712 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9cac286-3d73-48cd-85f5-68000cda3569,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:30.833240 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9409e56a-034c-462c-9fb8-509a936617c7 req-998051eb-b4cd-4018-8d1b-df2ee5ef5f8e service neutron] 10.222.0.50 "GET /v2.0/networks/9c56a812-35ab-449d-8bb6-5ee3bc5d3442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396139 Aug 19 18:36:30.850620 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56272) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:30.892895 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c91fa6f1-8152-4260-8286-528ea94f558a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9637f1984c784a89a657a0d535a3de49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397983 Aug 19 18:36:30.895326 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56274) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:30.935668 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab008a-9e0f-4c9e-9f61-ccd06744a706 req-9de12d33-e5e2-490a-8c58-b33335f8c692 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:30.947936 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88ab008a-9e0f-4c9e-9f61-ccd06744a706 req-9de12d33-e5e2-490a-8c58-b33335f8c692 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f253d6-e380-45fb-85c3-ea9bf4b818d6 HTTP/1.1" status: 200 len: 907 time: 0.1254351 Aug 19 18:36:30.965307 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb046c7d-fd8d-4cc4-a574-f021c54d2324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:30.986823 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9409e56a-034c-462c-9fb8-509a936617c7 req-6e162205-2fda-4a56-bdb2-d5edc3dabcd5 service neutron] 10.222.0.50 "GET /v2.0/networks/9c56a812-35ab-449d-8bb6-5ee3bc5d3442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378176 Aug 19 18:36:30.995563 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb046c7d-fd8d-4cc4-a574-f021c54d2324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:31.120981 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb046c7d-fd8d-4cc4-a574-f021c54d2324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:31.123865 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb046c7d-fd8d-4cc4-a574-f021c54d2324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:31.127693 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-eb046c7d-fd8d-4cc4-a574-f021c54d2324 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d239ebc-1936-44e1-b099-46ed44f2974f HTTP/1.1" status: 204 len: 168 time: 0.2284105 Aug 19 18:36:31.133268 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f75a6-c7ac-46a6-8ad8-8b3cb037859a req-82df4b4b-6d78-446a-8f9a-17b434dae42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:31.135291 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ad7f75a6-c7ac-46a6-8ad8-8b3cb037859a req-82df4b4b-6d78-446a-8f9a-17b434dae42f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d08b17c1697a43168bd70dcaaf5c2ec4&device_id=d4f253d6-e380-45fb-85c3-ea9bf4b818d6 HTTP/1.1" status: 200 len: 1058 time: 0.0880802 Aug 19 18:36:31.136699 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb046c7d-fd8d-4cc4-a574-f021c54d2324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d239ebc-1936-44e1-b099-46ed44f2974f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:31.267899 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f75a6-c7ac-46a6-8ad8-8b3cb037859a req-e92481a5-200f-4074-b8b8-cc272b89f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:31.269853 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ad7f75a6-c7ac-46a6-8ad8-8b3cb037859a req-e92481a5-200f-4074-b8b8-cc272b89f9a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9c56a812-35ab-449d-8bb6-5ee3bc5d3442 HTTP/1.1" status: 200 len: 899 time: 0.1265128 Aug 19 18:36:31.331665 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ad7f75a6-c7ac-46a6-8ad8-8b3cb037859a req-dc136c73-568c-42cc-9f97-af35794d52c3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=86e915b0-b31f-45bb-bf35-decb81a2b5d0 HTTP/1.1" status: 200 len: 217 time: 0.0515609 Aug 19 18:36:31.396952 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f75a6-c7ac-46a6-8ad8-8b3cb037859a req-a64aa61a-ae0c-48cb-b3a3-b1ea0c90a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:31.399490 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ad7f75a6-c7ac-46a6-8ad8-8b3cb037859a req-a64aa61a-ae0c-48cb-b3a3-b1ea0c90a94f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e01d3421-3bc6-422d-92e9-f699368b8e99 HTTP/1.1" status: 200 len: 837 time: 0.0584080 Aug 19 18:36:31.472864 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f75a6-c7ac-46a6-8ad8-8b3cb037859a req-f7a8a1b0-0e40-4c35-a49b-a31a91ad42ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:31.474550 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ad7f75a6-c7ac-46a6-8ad8-8b3cb037859a req-f7a8a1b0-0e40-4c35-a49b-a31a91ad42ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9c56a812-35ab-449d-8bb6-5ee3bc5d3442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649354 Aug 19 18:36:31.577506 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ad7f75a6-c7ac-46a6-8ad8-8b3cb037859a req-97523809-81df-4274-affd-10b3ab291825 service neutron] 10.222.0.50 "GET /v2.0/networks/9c56a812-35ab-449d-8bb6-5ee3bc5d3442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934112 Aug 19 18:36:31.699675 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ad7f75a6-c7ac-46a6-8ad8-8b3cb037859a req-8685fc8e-0b5c-483a-8f17-561a5862e126 service neutron] 10.222.0.50 "GET /v2.0/networks/9c56a812-35ab-449d-8bb6-5ee3bc5d3442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135573 Aug 19 18:36:31.980027 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5864c946-de41-4d10-b1c9-600d8b06382b no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:36:32.014867 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 5864c946-de41-4d10-b1c9-600d8b06382b {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:36:32.015215 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5864c946-de41-4d10-b1c9-600d8b06382b not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:36:32.025817 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56322) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:32.091872 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402debb8-b6fa-4808-b0fa-c454a939f1a2 req-707d8ce3-5cac-4645-9eae-607be2fb1112 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:32.094540 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-402debb8-b6fa-4808-b0fa-c454a939f1a2 req-707d8ce3-5cac-4645-9eae-607be2fb1112 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f253d6-e380-45fb-85c3-ea9bf4b818d6 HTTP/1.1" status: 200 len: 907 time: 0.0615747 Aug 19 18:36:32.168170 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-dca0d0c8-8b94-44b8-ad41-31ec0867a51f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-722887632-network', 'tenant_id': '930b489e9fd240e6abd50ec31aa08f90'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:36:32.194365 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca0d0c8-8b94-44b8-ad41-31ec0867a51f admin admin] Made reservation on behalf of 930b489e9fd240e6abd50ec31aa08f90 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:36:32.196713 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dca0d0c8-8b94-44b8-ad41-31ec0867a51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:32.208863 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dca0d0c8-8b94-44b8-ad41-31ec0867a51f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:32.305373 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dca0d0c8-8b94-44b8-ad41-31ec0867a51f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:32.309385 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dca0d0c8-8b94-44b8-ad41-31ec0867a51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:32.335111 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca0d0c8-8b94-44b8-ad41-31ec0867a51f admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:36:32.346212 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0d0c8-8b94-44b8-ad41-31ec0867a51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fca80b7-92e9-4f28-a749-8a597150c954,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:32.352152 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dca0d0c8-8b94-44b8-ad41-31ec0867a51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:32.352553 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-dca0d0c8-8b94-44b8-ad41-31ec0867a51f admin admin] Added segment ffc1e50b-db67-4fac-b2d0-1f64bcbfa59e of type vlan for network 22fc8468-9f32-49b3-9f6b-6095d66416ac Aug 19 18:36:32.396169 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dca0d0c8-8b94-44b8-ad41-31ec0867a51f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:32.430215 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dca0d0c8-8b94-44b8-ad41-31ec0867a51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:32.431380 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca0d0c8-8b94-44b8-ad41-31ec0867a51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:32.432100 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dca0d0c8-8b94-44b8-ad41-31ec0867a51f admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:32.491404 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-dca0d0c8-8b94-44b8-ad41-31ec0867a51f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4638591 Aug 19 18:36:32.494501 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56334) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:32.502259 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-352c8731-94f6-42a9-9fc9-9adb817dab5a admin admin] Request body: {'subnet': {'network_id': '22fc8468-9f32-49b3-9f6b-6095d66416ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-722887632-subnet', 'tenant_id': '930b489e9fd240e6abd50ec31aa08f90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:36:32.506772 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0d0c8-8b94-44b8-ad41-31ec0867a51f admin admin] Pushing event updated for resources: {'Network': ['ID=22fc8468-9f32-49b3-9f6b-6095d66416ac,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:32.520284 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 22fc8468-9f32-49b3-9f6b-6095d66416ac details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:36:32.534735 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352c8731-94f6-42a9-9fc9-9adb817dab5a admin admin] Made reservation on behalf of 930b489e9fd240e6abd50ec31aa08f90 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:36:32.546483 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-352c8731-94f6-42a9-9fc9-9adb817dab5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:32.740294 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-352c8731-94f6-42a9-9fc9-9adb817dab5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:32.803968 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c8731-94f6-42a9-9fc9-9adb817dab5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a324da8-2824-478a-a1cb-52bccbde9d4a,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:32.813384 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352c8731-94f6-42a9-9fc9-9adb817dab5a admin admin] Checking segment: {'id': 'ffc1e50b-db67-4fac-b2d0-1f64bcbfa59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '22fc8468-9f32-49b3-9f6b-6095d66416ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:36:32.813777 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352c8731-94f6-42a9-9fc9-9adb817dab5a admin admin] Network hostable DHCP agents. Network: 22fc8468-9f32-49b3-9f6b-6095d66416ac, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:36:32.831052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352c8731-94f6-42a9-9fc9-9adb817dab5a admin admin] Network 22fc8468-9f32-49b3-9f6b-6095d66416ac is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:36:32.845358 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-352c8731-94f6-42a9-9fc9-9adb817dab5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 22fc8468-9f32-49b3-9f6b-6095d66416ac) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:36:32.848136 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352c8731-94f6-42a9-9fc9-9adb817dab5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:32.848924 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-352c8731-94f6-42a9-9fc9-9adb817dab5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:32.857487 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cded208-dc1c-4d2c-bd53-73c6dfe8b9f4 None None] Network 22fc8468-9f32-49b3-9f6b-6095d66416ac requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:36:32.865694 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-352c8731-94f6-42a9-9fc9-9adb817dab5a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3700681 Aug 19 18:36:33.009432 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cac3015-1888-4aa9-9f00-cde43d7886e4 None None] Network 22fc8468-9f32-49b3-9f6b-6095d66416ac requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:36:33.303277 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243c79b-652a-4b04-84b9-07626a8c8606 req-c59521f0-112c-44f4-b00b-bd439192d065 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:33.305436 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7243c79b-652a-4b04-84b9-07626a8c8606 req-c59521f0-112c-44f4-b00b-bd439192d065 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f253d6-e380-45fb-85c3-ea9bf4b818d6 HTTP/1.1" status: 200 len: 907 time: 0.0855260 Aug 19 18:36:33.473243 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc3496-3826-4632-9e00-028d553db10a req-1d87a72a-6af1-4679-802d-9f8e26823fd8 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:33.475021 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5adc3496-3826-4632-9e00-028d553db10a req-1d87a72a-6af1-4679-802d-9f8e26823fd8 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.24 "GET /v2.0/networks?id=22fc8468-9f32-49b3-9f6b-6095d66416ac HTTP/1.1" status: 200 len: 808 time: 0.1143222 Aug 19 18:36:33.494078 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5adc3496-3826-4632-9e00-028d553db10a req-f901627d-9b98-4fa4-b94f-40775a82240f tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.24 "GET /v2.0/quotas/930b489e9fd240e6abd50ec31aa08f90 HTTP/1.1" status: 200 len: 375 time: 0.0123909 Aug 19 18:36:33.550787 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5adc3496-3826-4632-9e00-028d553db10a req-0f01d277-1954-48ec-b3c5-89659df98d41 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=930b489e9fd240e6abd50ec31aa08f90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440850 Aug 19 18:36:33.647279 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5adc3496-3826-4632-9e00-028d553db10a req-b5374b21-52a5-438e-b7cd-996ca80ac409 service neutron] 10.222.0.24 "GET /v2.0/networks/22fc8468-9f32-49b3-9f6b-6095d66416ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955548 Aug 19 18:36:33.741759 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5adc3496-3826-4632-9e00-028d553db10a req-2faf32ad-a236-4b04-ad93-39c052e4eef3 service neutron] 10.222.0.24 "GET /v2.0/networks/22fc8468-9f32-49b3-9f6b-6095d66416ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879765 Aug 19 18:36:33.928475 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b6d9702b-9f32-4921-8c0d-2d4fa55b3fc1 req-ce247ff8-5364-4945-a705-86df07d3a65f tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0451a9-9ff4-4335-8dac-f1345c067b2a HTTP/1.1" status: 200 len: 210 time: 0.0273957 Aug 19 18:36:33.979713 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 86e915b0-b31f-45bb-bf35-decb81a2b5d0 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:36:34.107807 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 86e915b0-b31f-45bb-bf35-decb81a2b5d0, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=86e915b0-b31f-45bb-bf35-decb81a2b5d0,segment=NetworkSegment(8c9fb560-0ff0-44f0-92ef-d71e54d46402),segment_id=8c9fb560-0ff0-44f0-92ef-d71e54d46402)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:34.123587 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '86e915b0-b31f-45bb-bf35-decb81a2b5d0', 'network_id': '9c56a812-35ab-449d-8bb6-5ee3bc5d3442', 'port_id': '86e915b0-b31f-45bb-bf35-decb81a2b5d0', 'mac_address': 'fa:16:3e:90:04:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e01d3421-3bc6-422d-92e9-f699368b8e99', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:36:34.172656 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:34.187601 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e915b0-b31f-45bb-bf35-decb81a2b5d0 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:36:34.218601 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 86e915b0-b31f-45bb-bf35-decb81a2b5d0, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=86e915b0-b31f-45bb-bf35-decb81a2b5d0,segment=NetworkSegment(8c9fb560-0ff0-44f0-92ef-d71e54d46402),segment_id=8c9fb560-0ff0-44f0-92ef-d71e54d46402)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:34.227748 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:34.293368 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=86e915b0-b31f-45bb-bf35-decb81a2b5d0,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:34.447017 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['86e915b0-b31f-45bb-bf35-decb81a2b5d0'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:36:34.549338 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36f584-c113-4ea2-86d8-f2478959304c req-5a71a5af-50b0-41c8-9c19-71ae751aa1d2 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:34.563587 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d36f584-c113-4ea2-86d8-f2478959304c req-5a71a5af-50b0-41c8-9c19-71ae751aa1d2 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f253d6-e380-45fb-85c3-ea9bf4b818d6 HTTP/1.1" status: 200 len: 908 time: 0.1224036 Aug 19 18:36:34.611002 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-41610722-d736-423c-b781-6abc9b5f7110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:35.046083 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-956f81aa-f71b-4db7-a269-e685a6cd8acd req-81cf9116-de86-4181-b43a-abf5d734abda tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0451a9-9ff4-4335-8dac-f1345c067b2a HTTP/1.1" status: 200 len: 210 time: 0.0324848 Aug 19 18:36:35.187562 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc3496-3826-4632-9e00-028d553db10a req-42c8954f-fcf7-44bf-9558-d3cdabc179d2 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:35.189571 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5adc3496-3826-4632-9e00-028d553db10a req-42c8954f-fcf7-44bf-9558-d3cdabc179d2 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.54 "GET /v2.0/networks?id=22fc8468-9f32-49b3-9f6b-6095d66416ac HTTP/1.1" status: 200 len: 808 time: 0.1215348 Aug 19 18:36:35.208995 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-5adc3496-3826-4632-9e00-028d553db10a req-d276435e-abd4-4cf1-93ca-70435ef39920 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Request body: {'port': {'device_id': '3e0451a9-9ff4-4335-8dac-f1345c067b2a', 'network_id': '22fc8468-9f32-49b3-9f6b-6095d66416ac', 'admin_state_up': True, 'tenant_id': '930b489e9fd240e6abd50ec31aa08f90'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:36:35.336739 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5adc3496-3826-4632-9e00-028d553db10a req-d276435e-abd4-4cf1-93ca-70435ef39920 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Made reservation on behalf of 930b489e9fd240e6abd50ec31aa08f90 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:36:35.340531 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5adc3496-3826-4632-9e00-028d553db10a req-d276435e-abd4-4cf1-93ca-70435ef39920 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:35.488416 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-5adc3496-3826-4632-9e00-028d553db10a req-d276435e-abd4-4cf1-93ca-70435ef39920 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Allocated IP 172.20.0.5 (22fc8468-9f32-49b3-9f6b-6095d66416ac/9a324da8-2824-478a-a1cb-52bccbde9d4a/09518517-6097-4c67-a443-640d94a863ed) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:36:35.674505 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5adc3496-3826-4632-9e00-028d553db10a req-d276435e-abd4-4cf1-93ca-70435ef39920 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:35.707648 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee07e16-76b0-432a-a345-2c31dcdb0bf8 req-a70bfff5-a364-4b82-9e4e-dd8502faeff6 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:35.709271 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aee07e16-76b0-432a-a345-2c31dcdb0bf8 req-a70bfff5-a364-4b82-9e4e-dd8502faeff6 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f253d6-e380-45fb-85c3-ea9bf4b818d6 HTTP/1.1" status: 200 len: 908 time: 0.0509517 Aug 19 18:36:35.720210 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5adc3496-3826-4632-9e00-028d553db10a req-d276435e-abd4-4cf1-93ca-70435ef39920 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:35.771232 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5adc3496-3826-4632-9e00-028d553db10a req-d276435e-abd4-4cf1-93ca-70435ef39920 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Network 22fc8468-9f32-49b3-9f6b-6095d66416ac is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:36:35.778040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-5adc3496-3826-4632-9e00-028d553db10a req-d276435e-abd4-4cf1-93ca-70435ef39920 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:36:35.780628 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adc3496-3826-4632-9e00-028d553db10a req-d276435e-abd4-4cf1-93ca-70435ef39920 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:36:35.811065 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276435e-abd4-4cf1-93ca-70435ef39920 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Pushing event updated for resources: {'Port': ['ID=09518517-6097-4c67-a443-640d94a863ed,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:35.842065 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc3496-3826-4632-9e00-028d553db10a req-d276435e-abd4-4cf1-93ca-70435ef39920 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:35.842737 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5adc3496-3826-4632-9e00-028d553db10a req-d276435e-abd4-4cf1-93ca-70435ef39920 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:35.860125 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5adc3496-3826-4632-9e00-028d553db10a req-d276435e-abd4-4cf1-93ca-70435ef39920 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6554756 Aug 19 18:36:35.879586 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-5adc3496-3826-4632-9e00-028d553db10a req-f8e8016b-5fd8-47d8-b69b-917029511651 service neutron] Request body: {'port': {'device_id': '3e0451a9-9ff4-4335-8dac-f1345c067b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:36:35.939493 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5adc3496-3826-4632-9e00-028d553db10a req-f8e8016b-5fd8-47d8-b69b-917029511651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:36.009896 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 86e915b0-b31f-45bb-bf35-decb81a2b5d0 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:36:36.085917 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 86e915b0-b31f-45bb-bf35-decb81a2b5d0 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:36:36.105906 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 86e915b0-b31f-45bb-bf35-decb81a2b5d0 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:36:36.106456 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:36.215785 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:36.237642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-5adc3496-3826-4632-9e00-028d553db10a req-f8e8016b-5fd8-47d8-b69b-917029511651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09518517-6097-4c67-a443-640d94a863ed {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:36:36.241281 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f253d6-e380-45fb-85c3-ea9bf4b818d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e915b0-b31f-45bb-bf35-decb81a2b5d0'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:36:36.244252 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0626afec-8384-4135-bfa5-fbe6df6185d2" -d '{"events": [{"server_uuid": "d4f253d6-e380-45fb-85c3-ea9bf4b818d6", "name": "network-vif-plugged", "status": "completed", "tag": "86e915b0-b31f-45bb-bf35-decb81a2b5d0"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:36:36.261311 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 86e915b0-b31f-45bb-bf35-decb81a2b5d0, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=86e915b0-b31f-45bb-bf35-decb81a2b5d0,segment=NetworkSegment(8c9fb560-0ff0-44f0-92ef-d71e54d46402),segment_id=8c9fb560-0ff0-44f0-92ef-d71e54d46402)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:36.267320 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:36.294616 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5adc3496-3826-4632-9e00-028d553db10a req-f8e8016b-5fd8-47d8-b69b-917029511651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:36.298088 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b878270-0a56-4a33-becc-f90c5eec512f x-openstack-request-id: req-1b878270-0a56-4a33-becc-f90c5eec512f {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:36:36.298406 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f253d6-e380-45fb-85c3-ea9bf4b818d6", "name": "network-vif-plugged", "status": "completed", "tag": "86e915b0-b31f-45bb-bf35-decb81a2b5d0", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:36:36.298823 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b878270-0a56-4a33-becc-f90c5eec512f {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:36:36.299229 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f253d6-e380-45fb-85c3-ea9bf4b818d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e915b0-b31f-45bb-bf35-decb81a2b5d0', 'code': 200} Aug 19 18:36:36.316989 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-5adc3496-3826-4632-9e00-028d553db10a req-f8e8016b-5fd8-47d8-b69b-917029511651 service neutron] Transition to ACTIVE for port object 09518517-6097-4c67-a443-640d94a863ed will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:36:36.328178 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5adc3496-3826-4632-9e00-028d553db10a req-f8e8016b-5fd8-47d8-b69b-917029511651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:36.331666 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=86e915b0-b31f-45bb-bf35-decb81a2b5d0,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:36.338722 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852d179-1b77-4a5f-86e5-71648ba42dda req-7f08279a-ef3e-4b3d-8719-9871df6f2deb tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:36.346119 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6852d179-1b77-4a5f-86e5-71648ba42dda req-7f08279a-ef3e-4b3d-8719-9871df6f2deb tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0451a9-9ff4-4335-8dac-f1345c067b2a HTTP/1.1" status: 200 len: 931 time: 0.2077920 Aug 19 18:36:36.422162 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8b03e-2e66-48cc-8b15-661c2c2f8de5 req-a46e82b5-3f5b-423d-ad64-15301d1d4fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:36.425504 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-91c8b03e-2e66-48cc-8b15-661c2c2f8de5 req-a46e82b5-3f5b-423d-ad64-15301d1d4fd2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d4f253d6-e380-45fb-85c3-ea9bf4b818d6 HTTP/1.1" status: 200 len: 1060 time: 0.0547976 Aug 19 18:36:36.449139 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6852d179-1b77-4a5f-86e5-71648ba42dda req-0ed7a977-19a3-4ec0-b645-da5495650ec4 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fca80b7-92e9-4f28-a749-8a597150c954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990288 Aug 19 18:36:36.454257 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8016b-5fd8-47d8-b69b-917029511651 service neutron] Pushing event updated for resources: {'Port': ['ID=09518517-6097-4c67-a443-640d94a863ed,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:36.532410 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-5adc3496-3826-4632-9e00-028d553db10a req-f8e8016b-5fd8-47d8-b69b-917029511651 service neutron] Attempting to bind port 09518517-6097-4c67-a443-640d94a863ed on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:36:36.532746 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-5adc3496-3826-4632-9e00-028d553db10a req-f8e8016b-5fd8-47d8-b69b-917029511651 service neutron] Attempting to bind port 09518517-6097-4c67-a443-640d94a863ed by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': 'ffc1e50b-db67-4fac-b2d0-1f64bcbfa59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '22fc8468-9f32-49b3-9f6b-6095d66416ac'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:36:36.533085 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adc3496-3826-4632-9e00-028d553db10a req-f8e8016b-5fd8-47d8-b69b-917029511651 service neutron] Attempting to bind port 09518517-6097-4c67-a443-640d94a863ed on network 22fc8468-9f32-49b3-9f6b-6095d66416ac {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:36:36.537395 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adc3496-3826-4632-9e00-028d553db10a req-f8e8016b-5fd8-47d8-b69b-917029511651 service neutron] Port 09518517-6097-4c67-a443-640d94a863ed on network 22fc8468-9f32-49b3-9f6b-6095d66416ac not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:36:36.537748 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adc3496-3826-4632-9e00-028d553db10a req-f8e8016b-5fd8-47d8-b69b-917029511651 service neutron] Attempting to bind port 09518517-6097-4c67-a443-640d94a863ed on network 22fc8468-9f32-49b3-9f6b-6095d66416ac {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:36:36.543145 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adc3496-3826-4632-9e00-028d553db10a req-f8e8016b-5fd8-47d8-b69b-917029511651 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:36:36.543484 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adc3496-3826-4632-9e00-028d553db10a req-f8e8016b-5fd8-47d8-b69b-917029511651 service neutron] Checking segment: {'id': 'ffc1e50b-db67-4fac-b2d0-1f64bcbfa59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '22fc8468-9f32-49b3-9f6b-6095d66416ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:36:36.543867 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adc3496-3826-4632-9e00-028d553db10a req-f8e8016b-5fd8-47d8-b69b-917029511651 service neutron] Bound using segment: {'id': 'ffc1e50b-db67-4fac-b2d0-1f64bcbfa59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '22fc8468-9f32-49b3-9f6b-6095d66416ac'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:36:36.544288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-5adc3496-3826-4632-9e00-028d553db10a req-f8e8016b-5fd8-47d8-b69b-917029511651 service neutron] Bound port: 09518517-6097-4c67-a443-640d94a863ed, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc1e50b-db67-4fac-b2d0-1f64bcbfa59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '22fc8468-9f32-49b3-9f6b-6095d66416ac'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:36:36.544643 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5adc3496-3826-4632-9e00-028d553db10a req-f8e8016b-5fd8-47d8-b69b-917029511651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:36.615922 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-5adc3496-3826-4632-9e00-028d553db10a req-f8e8016b-5fd8-47d8-b69b-917029511651 service neutron] For port 09518517-6097-4c67-a443-640d94a863ed, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:36:36.619612 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-5adc3496-3826-4632-9e00-028d553db10a req-f8e8016b-5fd8-47d8-b69b-917029511651 service neutron] For port 09518517-6097-4c67-a443-640d94a863ed, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=09518517-6097-4c67-a443-640d94a863ed,segment=NetworkSegment(ffc1e50b-db67-4fac-b2d0-1f64bcbfa59e),segment_id=ffc1e50b-db67-4fac-b2d0-1f64bcbfa59e)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:36:36.625010 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5adc3496-3826-4632-9e00-028d553db10a req-f8e8016b-5fd8-47d8-b69b-917029511651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:36.642051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc3496-3826-4632-9e00-028d553db10a req-f8e8016b-5fd8-47d8-b69b-917029511651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:36.642688 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5adc3496-3826-4632-9e00-028d553db10a req-f8e8016b-5fd8-47d8-b69b-917029511651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:36.644358 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5adc3496-3826-4632-9e00-028d553db10a req-f8e8016b-5fd8-47d8-b69b-917029511651 service neutron] 10.222.0.54 "PUT /v2.0/ports/09518517-6097-4c67-a443-640d94a863ed HTTP/1.1" status: 200 len: 1091 time: 0.7698729 Aug 19 18:36:36.646303 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0451a9-9ff4-4335-8dac-f1345c067b2a', 'tag': '09518517-6097-4c67-a443-640d94a863ed'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:36:36.649344 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c32fc6-02a0-499f-8687-38de7c21ee58" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0451a9-9ff4-4335-8dac-f1345c067b2a", "tag": "09518517-6097-4c67-a443-640d94a863ed"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:36:36.719543 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d97a15f-c5bc-414b-8664-a3218dd208c8 x-openstack-request-id: req-5d97a15f-c5bc-414b-8664-a3218dd208c8 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:36:36.719843 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0451a9-9ff4-4335-8dac-f1345c067b2a", "tag": "09518517-6097-4c67-a443-640d94a863ed", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:36:36.720095 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d97a15f-c5bc-414b-8664-a3218dd208c8 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:36:36.720493 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e0451a9-9ff4-4335-8dac-f1345c067b2a', 'tag': '09518517-6097-4c67-a443-640d94a863ed', 'status': 'completed', 'code': 200} Aug 19 18:36:36.784344 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8016b-5fd8-47d8-b69b-917029511651 service neutron] Pushing event updated for resources: {'Port': ['ID=09518517-6097-4c67-a443-640d94a863ed,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:36.793890 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc3496-3826-4632-9e00-028d553db10a req-7206a22e-ad0e-4760-a70d-25acf7c7dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:36.795409 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5adc3496-3826-4632-9e00-028d553db10a req-7206a22e-ad0e-4760-a70d-25acf7c7dbff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=930b489e9fd240e6abd50ec31aa08f90&device_id=3e0451a9-9ff4-4335-8dac-f1345c067b2a HTTP/1.1" status: 200 len: 1094 time: 0.0741789 Aug 19 18:36:36.858224 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5adc3496-3826-4632-9e00-028d553db10a req-f5c4d46e-ecd2-4e8d-b9d9-bb43bef7ef22 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09518517-6097-4c67-a443-640d94a863ed HTTP/1.1" status: 200 len: 217 time: 0.0509555 Aug 19 18:36:36.923070 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec3761-5857-44a7-a542-5d41771cc71a req-a609a26f-1fe1-417b-bd53-5da3c8b4a409 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:36.924621 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2fec3761-5857-44a7-a542-5d41771cc71a req-a609a26f-1fe1-417b-bd53-5da3c8b4a409 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f253d6-e380-45fb-85c3-ea9bf4b818d6 HTTP/1.1" status: 200 len: 909 time: 0.1283338 Aug 19 18:36:36.932199 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc3496-3826-4632-9e00-028d553db10a req-8cfd18b6-d19b-4fc2-bc33-ecb8229ed329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:36.933688 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5adc3496-3826-4632-9e00-028d553db10a req-8cfd18b6-d19b-4fc2-bc33-ecb8229ed329 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9a324da8-2824-478a-a1cb-52bccbde9d4a HTTP/1.1" status: 200 len: 848 time: 0.0683727 Aug 19 18:36:36.974601 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5adc3496-3826-4632-9e00-028d553db10a req-0351f97e-40c2-4d4f-a804-fdbb973443e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=22fc8468-9f32-49b3-9f6b-6095d66416ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293317 Aug 19 18:36:37.075232 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5adc3496-3826-4632-9e00-028d553db10a req-79cdb3e6-28da-4cbd-8c87-574e37c86050 service neutron] 10.222.0.54 "GET /v2.0/networks/22fc8468-9f32-49b3-9f6b-6095d66416ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901716 Aug 19 18:36:37.191908 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5adc3496-3826-4632-9e00-028d553db10a req-63acb1e0-50e0-44f8-9af6-2a2858a636d9 service neutron] 10.222.0.54 "GET /v2.0/networks/22fc8468-9f32-49b3-9f6b-6095d66416ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054223 Aug 19 18:36:37.290542 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:37.307031 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c32fc6-02a0-499f-8687-38de7c21ee58 req-0a96c91e-5a09-4373-905a-c86f0b658eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:37.309461 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32c32fc6-02a0-499f-8687-38de7c21ee58 req-0a96c91e-5a09-4373-905a-c86f0b658eaf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=930b489e9fd240e6abd50ec31aa08f90&device_id=3e0451a9-9ff4-4335-8dac-f1345c067b2a HTTP/1.1" status: 200 len: 1094 time: 0.0575073 Aug 19 18:36:37.376024 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e7e3bd6d-6c5e-4129-b52c-1253d8cbb9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:37.424091 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c32fc6-02a0-499f-8687-38de7c21ee58 req-e8603453-958b-4cd4-803d-912297b92615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:37.426065 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32c32fc6-02a0-499f-8687-38de7c21ee58 req-e8603453-958b-4cd4-803d-912297b92615 service neutron] 10.222.0.54 "GET /v2.0/networks?id=22fc8468-9f32-49b3-9f6b-6095d66416ac HTTP/1.1" status: 200 len: 909 time: 0.1091681 Aug 19 18:36:37.484534 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32c32fc6-02a0-499f-8687-38de7c21ee58 req-3b31781d-c06d-4c2c-90a8-78314ecf1d36 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09518517-6097-4c67-a443-640d94a863ed HTTP/1.1" status: 200 len: 217 time: 0.0480449 Aug 19 18:36:37.563057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c32fc6-02a0-499f-8687-38de7c21ee58 req-05e5d2a4-a5d4-478c-818b-79c80b5f3200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:37.564566 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32c32fc6-02a0-499f-8687-38de7c21ee58 req-05e5d2a4-a5d4-478c-818b-79c80b5f3200 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9a324da8-2824-478a-a1cb-52bccbde9d4a HTTP/1.1" status: 200 len: 848 time: 0.0710614 Aug 19 18:36:37.599722 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb42b96-5699-4e16-8fe1-6e1405b4c4f1 req-2b7f9cc6-6c1a-42ea-8882-c892fd2ebc88 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:37.603039 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdb42b96-5699-4e16-8fe1-6e1405b4c4f1 req-2b7f9cc6-6c1a-42ea-8882-c892fd2ebc88 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0451a9-9ff4-4335-8dac-f1345c067b2a HTTP/1.1" status: 200 len: 943 time: 0.0551896 Aug 19 18:36:37.604947 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32c32fc6-02a0-499f-8687-38de7c21ee58 req-9cd54d9f-b69c-409a-b71d-adac5685cc08 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=22fc8468-9f32-49b3-9f6b-6095d66416ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320809 Aug 19 18:36:37.654448 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cdb42b96-5699-4e16-8fe1-6e1405b4c4f1 req-58f6c634-d734-4bcd-994f-4a7277c7911a tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fca80b7-92e9-4f28-a749-8a597150c954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453422 Aug 19 18:36:37.738434 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32c32fc6-02a0-499f-8687-38de7c21ee58 req-116e3a43-17a4-4207-8914-52ac8573b0c7 service neutron] 10.222.0.54 "GET /v2.0/networks/22fc8468-9f32-49b3-9f6b-6095d66416ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252918 Aug 19 18:36:37.863554 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32c32fc6-02a0-499f-8687-38de7c21ee58 req-50a4aa90-09d1-478f-b06f-8e2ffe904d32 service neutron] 10.222.0.54 "GET /v2.0/networks/22fc8468-9f32-49b3-9f6b-6095d66416ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165972 Aug 19 18:36:37.990754 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56466) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:38.074829 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7e96d-8d03-4d03-b747-c5cb1f789a71 req-6a0273c7-6ddd-4f0e-8231-9e6f2a7a4a2d tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:38.076488 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8cc7e96d-8d03-4d03-b747-c5cb1f789a71 req-6a0273c7-6ddd-4f0e-8231-9e6f2a7a4a2d tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f253d6-e380-45fb-85c3-ea9bf4b818d6 HTTP/1.1" status: 200 len: 909 time: 0.0633655 Aug 19 18:36:38.167477 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-03f7b57c-8b1f-4752-9e4f-ac6992f1407e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1d3cdd6241149db9775c123f2c61d80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1752210 Aug 19 18:36:38.169830 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56472) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:38.198061 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:38.206628 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458c3a8-954c-4157-b23a-016aa8c47e9e req-2c472284-b5ae-409b-8c5f-02595a5bbeea tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:38.208161 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7458c3a8-954c-4157-b23a-016aa8c47e9e req-2c472284-b5ae-409b-8c5f-02595a5bbeea tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f253d6-e380-45fb-85c3-ea9bf4b818d6 HTTP/1.1" status: 200 len: 909 time: 0.0609112 Aug 19 18:36:38.237426 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2c55058d-a554-4a56-9eb5-7ae1f8192dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:38.265413 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2c55058d-a554-4a56-9eb5-7ae1f8192dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:38.347324 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805c7c6-4452-43f4-b01b-3aa979034f3f req-550e8ed0-0009-4c13-ac8f-636bc8847223 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:38.348943 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9805c7c6-4452-43f4-b01b-3aa979034f3f req-550e8ed0-0009-4c13-ac8f-636bc8847223 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d4f253d6-e380-45fb-85c3-ea9bf4b818d6 HTTP/1.1" status: 200 len: 1060 time: 0.0567019 Aug 19 18:36:38.357689 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2c55058d-a554-4a56-9eb5-7ae1f8192dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:38.361029 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2c55058d-a554-4a56-9eb5-7ae1f8192dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:38.365159 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2c55058d-a554-4a56-9eb5-7ae1f8192dfa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec707aa8-2f2c-4916-ae82-5c588f234409 HTTP/1.1" status: 204 len: 168 time: 0.1942322 Aug 19 18:36:38.374349 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55058d-a554-4a56-9eb5-7ae1f8192dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec707aa8-2f2c-4916-ae82-5c588f234409,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:38.487120 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805753bb-1413-48e3-b653-d12d2fc0aac7 req-93f6d25b-0af5-4299-ae3f-2467dbc0e2bf tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:38.489000 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-805753bb-1413-48e3-b653-d12d2fc0aac7 req-93f6d25b-0af5-4299-ae3f-2467dbc0e2bf tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 1135 time: 0.0439649 Aug 19 18:36:38.528766 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-805753bb-1413-48e3-b653-d12d2fc0aac7 req-53a52d09-a707-4b5c-a2c0-1ae516f9b6e7 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=27c0c809-a7c1-4f47-93df-81d9a6809970&id=3c6642f7-edf8-40c3-a54c-9dfad4ceb2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0325572 Aug 19 18:36:38.551923 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56484) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:38.597519 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617697d1-7943-4a78-93f9-482f96b6e0f5 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:38.603361 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-617697d1-7943-4a78-93f9-482f96b6e0f5 tempest-TestSecurityGroupsBasicOps-505464545 tempest-TestSecurityGroupsBasicOps-505464545-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d4f253d6-e380-45fb-85c3-ea9bf4b818d6 HTTP/1.1" status: 200 len: 1055 time: 0.0461681 Aug 19 18:36:38.815922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4975960-c92e-41bf-bd4a-79b2d6c83a65 req-c1e44314-1d40-4502-aa0b-78ae94528628 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:38.817478 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b4975960-c92e-41bf-bd4a-79b2d6c83a65 req-c1e44314-1d40-4502-aa0b-78ae94528628 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0451a9-9ff4-4335-8dac-f1345c067b2a HTTP/1.1" status: 200 len: 943 time: 0.0837619 Aug 19 18:36:38.880104 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fba71-068e-40c1-b232-5721ee5ffedd req-7c5d7090-3700-4966-ba85-269f2a35b252 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:38.892074 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c01fba71-068e-40c1-b232-5721ee5ffedd req-7c5d7090-3700-4966-ba85-269f2a35b252 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f253d6-e380-45fb-85c3-ea9bf4b818d6 HTTP/1.1" status: 200 len: 909 time: 0.0680037 Aug 19 18:36:38.895018 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b4975960-c92e-41bf-bd4a-79b2d6c83a65 req-84b06cca-4607-479d-bdc3-16621032ce9f tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fca80b7-92e9-4f28-a749-8a597150c954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684447 Aug 19 18:36:39.621662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 09518517-6097-4c67-a443-640d94a863ed details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:36:39.737240 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 09518517-6097-4c67-a443-640d94a863ed, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=09518517-6097-4c67-a443-640d94a863ed,segment=NetworkSegment(ffc1e50b-db67-4fac-b2d0-1f64bcbfa59e),segment_id=ffc1e50b-db67-4fac-b2d0-1f64bcbfa59e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:39.750578 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '09518517-6097-4c67-a443-640d94a863ed', 'network_id': '22fc8468-9f32-49b3-9f6b-6095d66416ac', 'port_id': '09518517-6097-4c67-a443-640d94a863ed', 'mac_address': 'fa:16:3e:46:e9:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a324da8-2824-478a-a1cb-52bccbde9d4a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:36:39.799098 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:39.813954 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09518517-6097-4c67-a443-640d94a863ed {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:36:39.835914 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 09518517-6097-4c67-a443-640d94a863ed, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=09518517-6097-4c67-a443-640d94a863ed,segment=NetworkSegment(ffc1e50b-db67-4fac-b2d0-1f64bcbfa59e),segment_id=ffc1e50b-db67-4fac-b2d0-1f64bcbfa59e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:39.840891 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:39.891662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=09518517-6097-4c67-a443-640d94a863ed,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:40.029123 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306a0b2-821d-4e7c-ad24-e6d10cceadc8 req-d7c7ee93-4204-4471-9129-e3429b7f31e0 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:40.043884 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b306a0b2-821d-4e7c-ad24-e6d10cceadc8 req-d7c7ee93-4204-4471-9129-e3429b7f31e0 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f253d6-e380-45fb-85c3-ea9bf4b818d6 HTTP/1.1" status: 200 len: 909 time: 0.0815198 Aug 19 18:36:40.057612 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ca16b-994d-47e8-8752-e7da994d6076 req-8232dcab-2295-434f-be33-0ec7b71f488b tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:40.059241 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b40ca16b-994d-47e8-8752-e7da994d6076 req-8232dcab-2295-434f-be33-0ec7b71f488b tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0451a9-9ff4-4335-8dac-f1345c067b2a HTTP/1.1" status: 200 len: 944 time: 0.0730259 Aug 19 18:36:40.103442 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b40ca16b-994d-47e8-8752-e7da994d6076 req-da1891d1-8ffa-4a90-a506-8498226bffbc tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fca80b7-92e9-4f28-a749-8a597150c954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379603 Aug 19 18:36:40.105259 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['09518517-6097-4c67-a443-640d94a863ed'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:36:40.205256 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cedd8c-f085-4b52-9658-373628907fb6 req-d2c8d396-93fd-44f4-9874-ac80ccdaf04a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:40.206799 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-66cedd8c-f085-4b52-9658-373628907fb6 req-d2c8d396-93fd-44f4-9874-ac80ccdaf04a tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f253d6-e380-45fb-85c3-ea9bf4b818d6 HTTP/1.1" status: 200 len: 909 time: 0.0575294 Aug 19 18:36:40.240375 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:40.316089 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-66cedd8c-f085-4b52-9658-373628907fb6 req-3d2d7d50-f82d-4546-ae80-f939abd78cee tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Deleting port 86e915b0-b31f-45bb-bf35-decb81a2b5d0 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:36:40.316089 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-66cedd8c-f085-4b52-9658-373628907fb6 req-3d2d7d50-f82d-4546-ae80-f939abd78cee tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:40.409892 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-66cedd8c-f085-4b52-9658-373628907fb6 req-3d2d7d50-f82d-4546-ae80-f939abd78cee tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] For port 86e915b0-b31f-45bb-bf35-decb81a2b5d0, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=86e915b0-b31f-45bb-bf35-decb81a2b5d0,segment=NetworkSegment(8c9fb560-0ff0-44f0-92ef-d71e54d46402),segment_id=8c9fb560-0ff0-44f0-92ef-d71e54d46402)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:40.410264 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-66cedd8c-f085-4b52-9658-373628907fb6 req-3d2d7d50-f82d-4546-ae80-f939abd78cee tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:40.426582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-66cedd8c-f085-4b52-9658-373628907fb6 req-3d2d7d50-f82d-4546-ae80-f939abd78cee tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Calling delete_port for 86e915b0-b31f-45bb-bf35-decb81a2b5d0 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:36:40.564548 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-66cedd8c-f085-4b52-9658-373628907fb6 req-3d2d7d50-f82d-4546-ae80-f939abd78cee tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:40.592426 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d7d50-f82d-4546-ae80-f939abd78cee tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event deleted for resources: {'Port': ['ID=86e915b0-b31f-45bb-bf35-decb81a2b5d0,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:40.634056 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cedd8c-f085-4b52-9658-373628907fb6 req-3d2d7d50-f82d-4546-ae80-f939abd78cee tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] No DVR routers for this DVR port 86e915b0-b31f-45bb-bf35-decb81a2b5d0 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:36:40.636891 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-66cedd8c-f085-4b52-9658-373628907fb6 req-3d2d7d50-f82d-4546-ae80-f939abd78cee tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:40.638987 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-66cedd8c-f085-4b52-9658-373628907fb6 req-3d2d7d50-f82d-4546-ae80-f939abd78cee tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.50 "DELETE /v2.0/ports/86e915b0-b31f-45bb-bf35-decb81a2b5d0 HTTP/1.1" status: 204 len: 173 time: 0.4249241 Aug 19 18:36:40.639451 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f253d6-e380-45fb-85c3-ea9bf4b818d6', 'name': 'network-vif-deleted', 'tag': '86e915b0-b31f-45bb-bf35-decb81a2b5d0'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:36:40.641912 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988ae06e-75d1-4a23-ac7b-73316685405d" -d '{"events": [{"server_uuid": "d4f253d6-e380-45fb-85c3-ea9bf4b818d6", "name": "network-vif-deleted", "tag": "86e915b0-b31f-45bb-bf35-decb81a2b5d0"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:36:40.705603 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5f8b64-2e87-4718-a8d7-37a428061687 x-openstack-request-id: req-3c5f8b64-2e87-4718-a8d7-37a428061687 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:36:40.705913 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f253d6-e380-45fb-85c3-ea9bf4b818d6", "name": "network-vif-deleted", "tag": "86e915b0-b31f-45bb-bf35-decb81a2b5d0", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:36:40.706173 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c5f8b64-2e87-4718-a8d7-37a428061687 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:36:40.706682 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f253d6-e380-45fb-85c3-ea9bf4b818d6', 'name': 'network-vif-deleted', 'tag': '86e915b0-b31f-45bb-bf35-decb81a2b5d0', 'status': 'completed', 'code': 200} Aug 19 18:36:41.187935 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:41.268025 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddfac3-0ba5-4497-8ec0-54ff00656f49 req-41792af2-a31c-4c00-af8a-7db2ecd3a634 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:41.269932 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-31ddfac3-0ba5-4497-8ec0-54ff00656f49 req-41792af2-a31c-4c00-af8a-7db2ecd3a634 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0451a9-9ff4-4335-8dac-f1345c067b2a HTTP/1.1" status: 200 len: 944 time: 0.0607080 Aug 19 18:36:41.314817 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-31ddfac3-0ba5-4497-8ec0-54ff00656f49 req-f4c6d865-8184-47f3-b71b-4e0b726f39fa tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fca80b7-92e9-4f28-a749-8a597150c954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375462 Aug 19 18:36:41.453503 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-013374ef-adf3-43eb-8f11-954fa28f2fc1 req-31fcf979-e41d-4e6b-9f5a-f2662ad0d0dc tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4f253d6-e380-45fb-85c3-ea9bf4b818d6 HTTP/1.1" status: 200 len: 210 time: 0.3085358 Aug 19 18:36:41.634866 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 09518517-6097-4c67-a443-640d94a863ed up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:36:41.700026 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 09518517-6097-4c67-a443-640d94a863ed completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:36:41.707136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 09518517-6097-4c67-a443-640d94a863ed triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:36:41.707518 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:41.805764 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:41.834336 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0451a9-9ff4-4335-8dac-f1345c067b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09518517-6097-4c67-a443-640d94a863ed'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:36:41.837479 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1abe07-9491-44fc-a5f5-d41d78a7e047" -d '{"events": [{"server_uuid": "3e0451a9-9ff4-4335-8dac-f1345c067b2a", "name": "network-vif-plugged", "status": "completed", "tag": "09518517-6097-4c67-a443-640d94a863ed"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:36:41.852297 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 09518517-6097-4c67-a443-640d94a863ed, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=09518517-6097-4c67-a443-640d94a863ed,segment=NetworkSegment(ffc1e50b-db67-4fac-b2d0-1f64bcbfa59e),segment_id=ffc1e50b-db67-4fac-b2d0-1f64bcbfa59e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:41.859131 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:41.900886 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba37f6ca-5fa3-4827-ad92-e043b064c962 x-openstack-request-id: req-ba37f6ca-5fa3-4827-ad92-e043b064c962 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:36:41.900886 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0451a9-9ff4-4335-8dac-f1345c067b2a", "name": "network-vif-plugged", "status": "completed", "tag": "09518517-6097-4c67-a443-640d94a863ed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:36:41.900886 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba37f6ca-5fa3-4827-ad92-e043b064c962 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:36:41.900886 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0451a9-9ff4-4335-8dac-f1345c067b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09518517-6097-4c67-a443-640d94a863ed', 'code': 200} Aug 19 18:36:41.933608 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=09518517-6097-4c67-a443-640d94a863ed,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:42.020173 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46f9e1-b10f-499f-aa27-ee10b271f481 req-63d7cdfa-1f32-40e9-86b0-d6d34d787aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:42.021976 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f46f9e1-b10f-499f-aa27-ee10b271f481 req-63d7cdfa-1f32-40e9-86b0-d6d34d787aab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3e0451a9-9ff4-4335-8dac-f1345c067b2a HTTP/1.1" status: 200 len: 1096 time: 0.0555184 Aug 19 18:36:42.068986 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f46f9e1-b10f-499f-aa27-ee10b271f481 req-ee7c2072-d767-46ca-8701-57bf4b0448e2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1fca80b7-92e9-4f28-a749-8a597150c954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358598 Aug 19 18:36:42.450604 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7a6f7-b025-4201-b5f1-a92b2575dbb1 req-0e8673df-ca3f-426e-b4d2-406654334d6f tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:42.452200 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-abb7a6f7-b025-4201-b5f1-a92b2575dbb1 req-0e8673df-ca3f-426e-b4d2-406654334d6f tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0451a9-9ff4-4335-8dac-f1345c067b2a HTTP/1.1" status: 200 len: 945 time: 0.0600371 Aug 19 18:36:42.497210 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-abb7a6f7-b025-4201-b5f1-a92b2575dbb1 req-9c5b8ab7-77a6-4c46-8b48-6982cb9d7bd3 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fca80b7-92e9-4f28-a749-8a597150c954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380170 Aug 19 18:36:42.535019 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56582) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:42.958135 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b440877-e565-400f-8d4b-2acd41596222 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:43.244075 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-0b440877-e565-400f-8d4b-2acd41596222 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Deleting port 9ccc3f27-851d-460d-8f14-5f047468c8d9 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:36:43.244426 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b440877-e565-400f-8d4b-2acd41596222 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:43.352281 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-0b440877-e565-400f-8d4b-2acd41596222 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] For port 9ccc3f27-851d-460d-8f14-5f047468c8d9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9ccc3f27-851d-460d-8f14-5f047468c8d9,segment=NetworkSegment(8c9fb560-0ff0-44f0-92ef-d71e54d46402),segment_id=8c9fb560-0ff0-44f0-92ef-d71e54d46402)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:43.352653 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b440877-e565-400f-8d4b-2acd41596222 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:43.367848 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-0b440877-e565-400f-8d4b-2acd41596222 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Calling delete_port for 9ccc3f27-851d-460d-8f14-5f047468c8d9 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:36:43.571374 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b440877-e565-400f-8d4b-2acd41596222 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:43.600361 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b440877-e565-400f-8d4b-2acd41596222 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event deleted for resources: {'Port': ['ID=9ccc3f27-851d-460d-8f14-5f047468c8d9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:43.644130 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2c34e-a44f-4544-b2f2-e237c278c58d req-8851fdf8-c90a-4b1f-9fb2-9bd4bfece759 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:43.647793 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fbd2c34e-a44f-4544-b2f2-e237c278c58d req-8851fdf8-c90a-4b1f-9fb2-9bd4bfece759 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0451a9-9ff4-4335-8dac-f1345c067b2a HTTP/1.1" status: 200 len: 945 time: 0.0717971 Aug 19 18:36:43.697526 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fbd2c34e-a44f-4544-b2f2-e237c278c58d req-9bad5293-177c-4074-9d31-8d214952dad3 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fca80b7-92e9-4f28-a749-8a597150c954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403612 Aug 19 18:36:43.843705 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b440877-e565-400f-8d4b-2acd41596222 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:44.025415 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 86e915b0-b31f-45bb-bf35-decb81a2b5d0 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:36:44.056739 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 86e915b0-b31f-45bb-bf35-decb81a2b5d0 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:36:44.057276 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 86e915b0-b31f-45bb-bf35-decb81a2b5d0 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:36:44.531719 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b440877-e565-400f-8d4b-2acd41596222 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Router 3c3548e0-097b-4a6a-b82b-b3a17e985bed has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:36:44.689572 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b440877-e565-400f-8d4b-2acd41596222 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:36:44.700931 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56638) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:44.701395 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0b440877-e565-400f-8d4b-2acd41596222 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "PUT /v2.0/routers/3c3548e0-097b-4a6a-b82b-b3a17e985bed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1637185 Aug 19 18:36:44.703797 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cecc8e-6686-4765-af6b-dd4f00921dbf None None] Sync routers for ids ['3c3548e0-097b-4a6a-b82b-b3a17e985bed'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:36:44.721185 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cecc8e-6686-4765-af6b-dd4f00921dbf None None] Routers {'3c3548e0-097b-4a6a-b82b-b3a17e985bed'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:36:44.721892 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e5cecc8e-6686-4765-af6b-dd4f00921dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:36:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['3c3548e0-097b-4a6a-b82b-b3a17e985bed'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:44.781159 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa960ad-31d7-4670-b1c3-aec7d1f563c6 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Deleting subnet e01d3421-3bc6-422d-92e9-f699368b8e99 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:36:44.785747 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8aa960ad-31d7-4670-b1c3-aec7d1f563c6 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:44.833581 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8aa960ad-31d7-4670-b1c3-aec7d1f563c6 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:44.936548 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-e5cecc8e-6686-4765-af6b-dd4f00921dbf None None] Set router 3c3548e0-097b-4a6a-b82b-b3a17e985bed gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:36:44.937245 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8aa960ad-31d7-4670-b1c3-aec7d1f563c6 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:45.006831 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8aa960ad-31d7-4670-b1c3-aec7d1f563c6 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:45.040381 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa960ad-31d7-4670-b1c3-aec7d1f563c6 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event deleted for resources: {'Subnet': ['ID=e01d3421-3bc6-422d-92e9-f699368b8e99,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:45.049402 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8aa960ad-31d7-4670-b1c3-aec7d1f563c6 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:45.051366 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8aa960ad-31d7-4670-b1c3-aec7d1f563c6 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "DELETE /v2.0/subnets/e01d3421-3bc6-422d-92e9-f699368b8e99 HTTP/1.1" status: 204 len: 168 time: 0.3511462 Aug 19 18:36:45.055735 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56652) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:45.063047 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f142c829-9894-4248-9e45-5bac9ac495d0 None None] Network 9c56a812-35ab-449d-8bb6-5ee3bc5d3442 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:36:45.235451 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f16b6f38-2a86-48a8-b9c7-70007d7aec92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:45.315521 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e5cecc8e-6686-4765-af6b-dd4f00921dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3548e0-097b-4a6a-b82b-b3a17e985bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-100599924', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:36:17Z', 'updated_at': '2021-08-19T18:36:43Z', 'revision_number': 5, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'gw_port': {'id': '9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3548e0-097b-4a6a-b82b-b3a17e985bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:36:17Z', 'updated_at': '2021-08-19T18:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:45.392656 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cecc8e-6686-4765-af6b-dd4f00921dbf None None] Checking router: 3c3548e0-097b-4a6a-b82b-b3a17e985bed for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:36:45.418300 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cecc8e-6686-4765-af6b-dd4f00921dbf None None] Routers {'3c3548e0-097b-4a6a-b82b-b3a17e985bed'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:36:45.424890 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e5cecc8e-6686-4765-af6b-dd4f00921dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:36:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['3c3548e0-097b-4a6a-b82b-b3a17e985bed'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:45.486501 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7564f234-cf9d-4662-a072-d2d6adbcfbbd None None] DHCP port deletion for 9c56a812-35ab-449d-8bb6-5ee3bc5d3442 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:36:45.527217 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f16b6f38-2a86-48a8-b9c7-70007d7aec92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:45.603617 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7564f234-cf9d-4662-a072-d2d6adbcfbbd None None] Deleting port c93f4eb5-cd06-45dd-896d-2825392c607a {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:36:45.604110 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7564f234-cf9d-4662-a072-d2d6adbcfbbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:45.657784 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-f16b6f38-2a86-48a8-b9c7-70007d7aec92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Deleting port 9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:36:45.658350 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f16b6f38-2a86-48a8-b9c7-70007d7aec92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:45.741653 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-e5cecc8e-6686-4765-af6b-dd4f00921dbf None None] Set router 3c3548e0-097b-4a6a-b82b-b3a17e985bed gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:36:45.747844 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7564f234-cf9d-4662-a072-d2d6adbcfbbd None None] For port c93f4eb5-cd06-45dd-896d-2825392c607a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c93f4eb5-cd06-45dd-896d-2825392c607a,segment=NetworkSegment(8c9fb560-0ff0-44f0-92ef-d71e54d46402),segment_id=8c9fb560-0ff0-44f0-92ef-d71e54d46402)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:45.748340 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7564f234-cf9d-4662-a072-d2d6adbcfbbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:45.767788 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7564f234-cf9d-4662-a072-d2d6adbcfbbd None None] Calling delete_port for c93f4eb5-cd06-45dd-896d-2825392c607a owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:36:45.834202 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-f16b6f38-2a86-48a8-b9c7-70007d7aec92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] For port 9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:45.834947 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f16b6f38-2a86-48a8-b9c7-70007d7aec92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:45.852526 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-f16b6f38-2a86-48a8-b9c7-70007d7aec92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Calling delete_port for 9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63 owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:36:45.894611 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7564f234-cf9d-4662-a072-d2d6adbcfbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:45.939234 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564f234-cf9d-4662-a072-d2d6adbcfbbd None None] Pushing event deleted for resources: {'Port': ['ID=c93f4eb5-cd06-45dd-896d-2825392c607a,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:45.965644 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7564f234-cf9d-4662-a072-d2d6adbcfbbd None None] No DVR routers for this DVR port c93f4eb5-cd06-45dd-896d-2825392c607a on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:36:46.097124 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e5cecc8e-6686-4765-af6b-dd4f00921dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3548e0-097b-4a6a-b82b-b3a17e985bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-100599924', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:36:17Z', 'updated_at': '2021-08-19T18:36:43Z', 'revision_number': 5, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'gw_port': {'id': '9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3548e0-097b-4a6a-b82b-b3a17e985bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:36:17Z', 'updated_at': '2021-08-19T18:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:46.148941 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f16b6f38-2a86-48a8-b9c7-70007d7aec92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:46.161313 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cecc8e-6686-4765-af6b-dd4f00921dbf None None] The sync data for ids ['3c3548e0-097b-4a6a-b82b-b3a17e985bed'] in n-d-803753-2 is: [{'id': '3c3548e0-097b-4a6a-b82b-b3a17e985bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-100599924', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:36:17Z', 'updated_at': '2021-08-19T18:36:43Z', 'revision_number': 5, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'gw_port': {'id': '9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3548e0-097b-4a6a-b82b-b3a17e985bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:36:17Z', 'updated_at': '2021-08-19T18:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:36:46.184439 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b6f38-2a86-48a8-b9c7-70007d7aec92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event deleted for resources: {'Port': ['ID=9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:46.271303 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f16b6f38-2a86-48a8-b9c7-70007d7aec92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:46.275310 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9d036-2636-4911-a500-2969eb5fbdb5 req-c8694e57-22be-47f7-8350-76407128bbc8 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:46.277009 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a4d9d036-2636-4911-a500-2969eb5fbdb5 req-c8694e57-22be-47f7-8350-76407128bbc8 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0451a9-9ff4-4335-8dac-f1345c067b2a HTTP/1.1" status: 200 len: 945 time: 0.0776186 Aug 19 18:36:46.327882 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a4d9d036-2636-4911-a500-2969eb5fbdb5 req-f365abdd-bcf4-4659-913b-c3a0fae4f70d tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fca80b7-92e9-4f28-a749-8a597150c954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427601 Aug 19 18:36:46.383974 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f16b6f38-2a86-48a8-b9c7-70007d7aec92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:46.387105 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f16b6f38-2a86-48a8-b9c7-70007d7aec92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:46.433080 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f16b6f38-2a86-48a8-b9c7-70007d7aec92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:46.434208 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16b6f38-2a86-48a8-b9c7-70007d7aec92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Fanout notify agent at l3_agent the message router_deleted on router 3c3548e0-097b-4a6a-b82b-b3a17e985bed {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:36:46.443666 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f16b6f38-2a86-48a8-b9c7-70007d7aec92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:46.447389 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f16b6f38-2a86-48a8-b9c7-70007d7aec92 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "DELETE /v2.0/routers/3c3548e0-097b-4a6a-b82b-b3a17e985bed HTTP/1.1" status: 204 len: 168 time: 1.3884859 Aug 19 18:36:46.447913 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56692) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:46.534586 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-867e7e96-b062-46e6-8f37-adfd0441bbcf tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:46.623675 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:46.695281 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9ccc3f27-851d-460d-8f14-5f047468c8d9 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:36:46.696314 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-867e7e96-b062-46e6-8f37-adfd0441bbcf tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:46.717920 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-867e7e96-b062-46e6-8f37-adfd0441bbcf tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c56a812-35ab-449d-8bb6-5ee3bc5d3442']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:46.723100 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 9ccc3f27-851d-460d-8f14-5f047468c8d9 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:36:46.724337 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9ccc3f27-851d-460d-8f14-5f047468c8d9 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:36:46.725088 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c93f4eb5-cd06-45dd-896d-2825392c607a no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:36:46.748212 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-867e7e96-b062-46e6-8f37-adfd0441bbcf tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c9fb560-0ff0-44f0-92ef-d71e54d46402') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:46.748491 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-867e7e96-b062-46e6-8f37-adfd0441bbcf tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c9fb560-0ff0-44f0-92ef-d71e54d46402') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:46.753343 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: c93f4eb5-cd06-45dd-896d-2825392c607a {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:36:46.753715 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c93f4eb5-cd06-45dd-896d-2825392c607a not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:36:46.765609 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-867e7e96-b062-46e6-8f37-adfd0441bbcf tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:46.783057 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-867e7e96-b062-46e6-8f37-adfd0441bbcf tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:46.789772 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867e7e96-b062-46e6-8f37-adfd0441bbcf tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:36:46.790183 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-867e7e96-b062-46e6-8f37-adfd0441bbcf tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:36:46.793636 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:36:46.860145 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-867e7e96-b062-46e6-8f37-adfd0441bbcf tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:46.870975 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-867e7e96-b062-46e6-8f37-adfd0441bbcf tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:46.875401 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-867e7e96-b062-46e6-8f37-adfd0441bbcf tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "DELETE /v2.0/networks/9c56a812-35ab-449d-8bb6-5ee3bc5d3442 HTTP/1.1" status: 204 len: 168 time: 0.4240956 Aug 19 18:36:46.875778 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56704) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:46.890048 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e7e96-b062-46e6-8f37-adfd0441bbcf tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event deleted for resources: {'Network': ['ID=9c56a812-35ab-449d-8bb6-5ee3bc5d3442,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:47.066767 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-100b9488-b78e-4bd5-9a12-57fdc6f92925 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Deleting port 04434989-b93a-4f5b-a714-7bd9b9bb7e62 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:36:47.067135 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-100b9488-b78e-4bd5-9a12-57fdc6f92925 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:47.160282 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-100b9488-b78e-4bd5-9a12-57fdc6f92925 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:47.160648 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-100b9488-b78e-4bd5-9a12-57fdc6f92925 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:47.175701 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-100b9488-b78e-4bd5-9a12-57fdc6f92925 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Calling delete_port for 04434989-b93a-4f5b-a714-7bd9b9bb7e62 owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:36:47.354592 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-100b9488-b78e-4bd5-9a12-57fdc6f92925 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:47.401470 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b9488-b78e-4bd5-9a12-57fdc6f92925 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event deleted for resources: {'Port': ['ID=04434989-b93a-4f5b-a714-7bd9b9bb7e62,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:47.585506 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-100b9488-b78e-4bd5-9a12-57fdc6f92925 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:47.588754 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-100b9488-b78e-4bd5-9a12-57fdc6f92925 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Floating IP 723a0f6d-3135-4028-b722-37573a3de33a disassociated (deleted). External IP: 172.25.8.129, port: c52c49fb-4d08-4659-b988-94832b92e98e. Aug 19 18:36:47.655799 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f62d9-bf22-417f-b529-b9022e501efb req-6061d208-4de1-4799-a020-fea4ba11a0a6 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:47.658032 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cd4f62d9-bf22-417f-b529-b9022e501efb req-6061d208-4de1-4799-a020-fea4ba11a0a6 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e0451a9-9ff4-4335-8dac-f1345c067b2a HTTP/1.1" status: 200 len: 945 time: 0.1061292 Aug 19 18:36:47.708814 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4eba8137-59fc-40d4-b69d-fe9cf18e70dc req-8d10f8ac-0548-4d3e-bdc5-e798df24e732 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2499676 Aug 19 18:36:47.815351 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-cd4f62d9-bf22-417f-b529-b9022e501efb req-1eee4d57-127f-400a-88c5-34d4af2c75db tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Deleting port 09518517-6097-4c67-a443-640d94a863ed {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:36:47.815914 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-cd4f62d9-bf22-417f-b529-b9022e501efb req-1eee4d57-127f-400a-88c5-34d4af2c75db tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:47.861116 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba8137-59fc-40d4-b69d-fe9cf18e70dc req-08de8d7e-464d-4a59-927f-ab7b43113172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:47.862666 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4eba8137-59fc-40d4-b69d-fe9cf18e70dc req-08de8d7e-464d-4a59-927f-ab7b43113172 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d08b17c1697a43168bd70dcaaf5c2ec4&device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 1135 time: 0.1001644 Aug 19 18:36:47.921612 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27989e-54f4-470a-ac12-82429f9ff20c req-deb797f6-ba84-4e6f-98da-d8b69afae013 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:47.922166 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-cd4f62d9-bf22-417f-b529-b9022e501efb req-1eee4d57-127f-400a-88c5-34d4af2c75db tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] For port 09518517-6097-4c67-a443-640d94a863ed, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=09518517-6097-4c67-a443-640d94a863ed,segment=NetworkSegment(ffc1e50b-db67-4fac-b2d0-1f64bcbfa59e),segment_id=ffc1e50b-db67-4fac-b2d0-1f64bcbfa59e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:47.922280 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-cd4f62d9-bf22-417f-b529-b9022e501efb req-1eee4d57-127f-400a-88c5-34d4af2c75db tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:47.923533 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fe27989e-54f4-470a-ac12-82429f9ff20c req-deb797f6-ba84-4e6f-98da-d8b69afae013 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0451a9-9ff4-4335-8dac-f1345c067b2a HTTP/1.1" status: 200 len: 945 time: 0.4663682 Aug 19 18:36:47.931872 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100b9488-b78e-4bd5-9a12-57fdc6f92925 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Router e7001bc6-7f9f-42a8-8d38-40d87cc12450 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:36:47.944106 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-cd4f62d9-bf22-417f-b529-b9022e501efb req-1eee4d57-127f-400a-88c5-34d4af2c75db tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Calling delete_port for 09518517-6097-4c67-a443-640d94a863ed owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:36:48.009472 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fe27989e-54f4-470a-ac12-82429f9ff20c req-efd0f86d-249f-4c7b-945d-c0bf16b98dd5 tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fca80b7-92e9-4f28-a749-8a597150c954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755768 Aug 19 18:36:48.095327 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100b9488-b78e-4bd5-9a12-57fdc6f92925 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:36:48.107723 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6ee306-1082-4690-8af3-7984729a8322 None None] Sync routers for ids ['e7001bc6-7f9f-42a8-8d38-40d87cc12450'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:36:48.112278 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-100b9488-b78e-4bd5-9a12-57fdc6f92925 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:48.121028 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6ee306-1082-4690-8af3-7984729a8322 None None] Routers {'e7001bc6-7f9f-42a8-8d38-40d87cc12450'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:36:48.121730 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-eb6ee306-1082-4690-8af3-7984729a8322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:36:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e7001bc6-7f9f-42a8-8d38-40d87cc12450'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:48.158257 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-100b9488-b78e-4bd5-9a12-57fdc6f92925 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "DELETE /v2.0/floatingips/723a0f6d-3135-4028-b722-37573a3de33a HTTP/1.1" status: 204 len: 168 time: 1.2791278 Aug 19 18:36:48.158257 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9956f31f-5aa3-44bd-835c-2d76ab460636', 'tag': 'c52c49fb-4d08-4659-b988-94832b92e98e'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:36:48.159281 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb1347c-2b9b-40d1-9346-179cd72c0484" -d '{"events": [{"name": "network-changed", "server_uuid": "9956f31f-5aa3-44bd-835c-2d76ab460636", "tag": "c52c49fb-4d08-4659-b988-94832b92e98e"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:36:48.256938 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848dac52-212e-4f6c-ab3c-898e4ba7acba x-openstack-request-id: req-848dac52-212e-4f6c-ab3c-898e4ba7acba {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:36:48.259062 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9956f31f-5aa3-44bd-835c-2d76ab460636", "tag": "c52c49fb-4d08-4659-b988-94832b92e98e", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:36:48.259321 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-848dac52-212e-4f6c-ab3c-898e4ba7acba {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:36:48.259936 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9956f31f-5aa3-44bd-835c-2d76ab460636', 'tag': 'c52c49fb-4d08-4659-b988-94832b92e98e', 'status': 'completed', 'code': 200} Aug 19 18:36:48.266062 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba8137-59fc-40d4-b69d-fe9cf18e70dc req-86ad3bd0-f908-4942-b5c3-573c0d6d680c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:48.267663 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4eba8137-59fc-40d4-b69d-fe9cf18e70dc req-86ad3bd0-f908-4942-b5c3-573c0d6d680c service neutron] 10.222.0.54 "GET /v2.0/networks?id=aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5 HTTP/1.1" status: 200 len: 897 time: 0.2127197 Aug 19 18:36:48.268832 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-cd4f62d9-bf22-417f-b529-b9022e501efb req-1eee4d57-127f-400a-88c5-34d4af2c75db tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:48.295084 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['09518517-6097-4c67-a443-640d94a863ed'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:36:48.368657 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-eb6ee306-1082-4690-8af3-7984729a8322 None None] Set router e7001bc6-7f9f-42a8-8d38-40d87cc12450 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:36:48.414387 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4eba8137-59fc-40d4-b69d-fe9cf18e70dc req-db648373-55de-41db-ae6c-f2f12cc976c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c52c49fb-4d08-4659-b988-94832b92e98e HTTP/1.1" status: 200 len: 217 time: 0.1269388 Aug 19 18:36:48.416524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee4d57-127f-400a-88c5-34d4af2c75db tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Pushing event deleted for resources: {'Port': ['ID=09518517-6097-4c67-a443-640d94a863ed,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:48.514244 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4f62d9-bf22-417f-b529-b9022e501efb req-1eee4d57-127f-400a-88c5-34d4af2c75db tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] No DVR routers for this DVR port 09518517-6097-4c67-a443-640d94a863ed on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:36:48.518892 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-cd4f62d9-bf22-417f-b529-b9022e501efb req-1eee4d57-127f-400a-88c5-34d4af2c75db tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:48.521198 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cd4f62d9-bf22-417f-b529-b9022e501efb req-1eee4d57-127f-400a-88c5-34d4af2c75db tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.54 "DELETE /v2.0/ports/09518517-6097-4c67-a443-640d94a863ed HTTP/1.1" status: 204 len: 173 time: 0.8523040 Aug 19 18:36:48.521857 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0451a9-9ff4-4335-8dac-f1345c067b2a', 'name': 'network-vif-deleted', 'tag': '09518517-6097-4c67-a443-640d94a863ed'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:36:48.523842 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:36:48.535561 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843ec556-5e01-450a-9a55-80c07925c844" -d '{"events": [{"server_uuid": "3e0451a9-9ff4-4335-8dac-f1345c067b2a", "name": "network-vif-deleted", "tag": "09518517-6097-4c67-a443-640d94a863ed"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:36:48.552305 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba8137-59fc-40d4-b69d-fe9cf18e70dc req-43a4c79c-071d-40fe-909c-2948000c9eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:48.554871 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4eba8137-59fc-40d4-b69d-fe9cf18e70dc req-43a4c79c-071d-40fe-909c-2948000c9eb9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=67d56109-2da6-411b-84fe-cd8ff15d261b HTTP/1.1" status: 200 len: 835 time: 0.1311288 Aug 19 18:36:48.591029 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:36:48.591389 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9fe1b9da-65f0-4d94-b4e9-f85bfd35ba63 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:36:48.612954 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7fb7b9-a1dc-42f7-b984-690c56bf187a x-openstack-request-id: req-9b7fb7b9-a1dc-42f7-b984-690c56bf187a {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:36:48.613385 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0451a9-9ff4-4335-8dac-f1345c067b2a", "name": "network-vif-deleted", "tag": "09518517-6097-4c67-a443-640d94a863ed", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:36:48.613860 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b7fb7b9-a1dc-42f7-b984-690c56bf187a {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:36:48.614354 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0451a9-9ff4-4335-8dac-f1345c067b2a', 'name': 'network-vif-deleted', 'tag': '09518517-6097-4c67-a443-640d94a863ed', 'status': 'completed', 'code': 200} Aug 19 18:36:48.619418 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1459dc7-6755-4417-92ad-06885cf8aafe req-4deae191-8238-4e69-9b35-ff5ca0c907e1 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:48.621094 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c1459dc7-6755-4417-92ad-06885cf8aafe req-4deae191-8238-4e69-9b35-ff5ca0c907e1 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 984 time: 0.1141007 Aug 19 18:36:48.654815 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba8137-59fc-40d4-b69d-fe9cf18e70dc req-b97f966d-d1c3-4d9d-bb0b-031021b7be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:48.658754 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4eba8137-59fc-40d4-b69d-fe9cf18e70dc req-b97f966d-d1c3-4d9d-bb0b-031021b7be07 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965068 Aug 19 18:36:48.691195 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c1459dc7-6755-4417-92ad-06885cf8aafe req-88e2fd6d-936c-4c18-8493-e6324d244d2e tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0c809-a7c1-4f47-93df-81d9a6809970&id=3c6642f7-edf8-40c3-a54c-9dfad4ceb2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0634034 Aug 19 18:36:48.756937 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-eb6ee306-1082-4690-8af3-7984729a8322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-959418928', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:15Z', 'revision_number': 4, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'gw_port': {'id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'e6cc07fd-3e55-4be0-9d54-24220a6ead57', 'name': '', 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'mac_address': 'fa:16:3e:44:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '67d56109-2da6-411b-84fe-cd8ff15d261b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:35:14Z', 'updated_at': '2021-08-19T18:35:22Z', 'revision_number': 5, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'subnets': [{'id': '67d56109-2da6-411b-84fe-cd8ff15d261b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:48.795115 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6ee306-1082-4690-8af3-7984729a8322 None None] Checking router: e7001bc6-7f9f-42a8-8d38-40d87cc12450 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:36:48.807410 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6ee306-1082-4690-8af3-7984729a8322 None None] Routers {'e7001bc6-7f9f-42a8-8d38-40d87cc12450'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:36:48.807410 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-eb6ee306-1082-4690-8af3-7984729a8322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:36:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e7001bc6-7f9f-42a8-8d38-40d87cc12450'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:48.822823 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4eba8137-59fc-40d4-b69d-fe9cf18e70dc req-fb38c219-16a1-4a85-a0fb-61b285f79862 service neutron] 10.222.0.54 "GET /v2.0/networks/aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508679 Aug 19 18:36:48.945915 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-eb6ee306-1082-4690-8af3-7984729a8322 None None] Set router e7001bc6-7f9f-42a8-8d38-40d87cc12450 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:36:48.963189 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4eba8137-59fc-40d4-b69d-fe9cf18e70dc req-befcf52a-5084-48d6-a3e9-957ab5798f33 service neutron] 10.222.0.54 "GET /v2.0/networks/aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307096 Aug 19 18:36:49.084924 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1347c-2b9b-40d1-9346-179cd72c0484 req-5b0d774c-092e-455f-bb5a-553db2eb1ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:49.087312 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dcb1347c-2b9b-40d1-9346-179cd72c0484 req-5b0d774c-092e-455f-bb5a-553db2eb1ea2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d08b17c1697a43168bd70dcaaf5c2ec4&device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 1135 time: 0.0592904 Aug 19 18:36:49.198831 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ed9fc16-49bc-43e2-8dab-8e842a7acc05 req-e4fc6fa8-99d6-4e7e-8511-cc8668a5b49c tempest-ServerTagsTestJSON-1463484593 tempest-ServerTagsTestJSON-1463484593-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0451a9-9ff4-4335-8dac-f1345c067b2a HTTP/1.1" status: 200 len: 210 time: 0.0484164 Aug 19 18:36:49.245342 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1347c-2b9b-40d1-9346-179cd72c0484 req-4c2f469d-7bdf-4a83-9ad2-16cc1baceb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:49.246872 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dcb1347c-2b9b-40d1-9346-179cd72c0484 req-4c2f469d-7bdf-4a83-9ad2-16cc1baceb58 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5 HTTP/1.1" status: 200 len: 897 time: 0.1484849 Aug 19 18:36:49.250233 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-eb6ee306-1082-4690-8af3-7984729a8322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-959418928', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:15Z', 'revision_number': 4, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'gw_port': {'id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'e6cc07fd-3e55-4be0-9d54-24220a6ead57', 'name': '', 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'mac_address': 'fa:16:3e:44:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '67d56109-2da6-411b-84fe-cd8ff15d261b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:35:14Z', 'updated_at': '2021-08-19T18:35:22Z', 'revision_number': 5, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'subnets': [{'id': '67d56109-2da6-411b-84fe-cd8ff15d261b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:49.278461 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6ee306-1082-4690-8af3-7984729a8322 None None] The sync data for ids ['e7001bc6-7f9f-42a8-8d38-40d87cc12450'] in n-d-803753-2 is: [{'id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-959418928', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:15Z', 'revision_number': 4, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'gw_port': {'id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'e6cc07fd-3e55-4be0-9d54-24220a6ead57', 'name': '', 'network_id': 'aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'mac_address': 'fa:16:3e:44:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '67d56109-2da6-411b-84fe-cd8ff15d261b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:35:14Z', 'updated_at': '2021-08-19T18:35:22Z', 'revision_number': 5, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'subnets': [{'id': '67d56109-2da6-411b-84fe-cd8ff15d261b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:36:49.291629 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dcb1347c-2b9b-40d1-9346-179cd72c0484 req-8dfa01a2-9c23-47d6-8ef4-ba96dc95d866 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c52c49fb-4d08-4659-b988-94832b92e98e HTTP/1.1" status: 200 len: 217 time: 0.0369720 Aug 19 18:36:49.355837 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1347c-2b9b-40d1-9346-179cd72c0484 req-5a7f413f-f95c-47db-899f-f594839df463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:49.357436 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dcb1347c-2b9b-40d1-9346-179cd72c0484 req-5a7f413f-f95c-47db-899f-f594839df463 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=67d56109-2da6-411b-84fe-cd8ff15d261b HTTP/1.1" status: 200 len: 835 time: 0.0549164 Aug 19 18:36:49.414274 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1347c-2b9b-40d1-9346-179cd72c0484 req-b090ebb6-befd-4905-8069-a7bbc35b3baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:49.415980 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dcb1347c-2b9b-40d1-9346-179cd72c0484 req-b090ebb6-befd-4905-8069-a7bbc35b3baa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482614 Aug 19 18:36:49.572515 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dcb1347c-2b9b-40d1-9346-179cd72c0484 req-dd682655-fee8-4a6f-a8be-e983830511b2 service neutron] 10.222.0.54 "GET /v2.0/networks/aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452949 Aug 19 18:36:49.683283 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8bb96a-f0bb-49a7-9c10-1f367ed256d8 None None] New status for floating IP 723a0f6d-3135-4028-b722-37573a3de33a: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:36:49.692833 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dcb1347c-2b9b-40d1-9346-179cd72c0484 req-55c646d9-e0e5-489f-bc84-4a19f45f15d4 service neutron] 10.222.0.54 "GET /v2.0/networks/aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117644 Aug 19 18:36:49.847011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad678fc9-cff1-4689-add8-dadd66e6965b req-35ede19e-36ba-4333-a371-42bfcab1f896 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:49.848754 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ad678fc9-cff1-4689-add8-dadd66e6965b req-35ede19e-36ba-4333-a371-42bfcab1f896 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 984 time: 0.0757763 Aug 19 18:36:49.892476 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ad678fc9-cff1-4689-add8-dadd66e6965b req-a19c0319-9f08-4b6f-8451-c24fda4b1aec tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/security-groups?id=27c0c809-a7c1-4f47-93df-81d9a6809970&id=3c6642f7-edf8-40c3-a54c-9dfad4ceb2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0367742 Aug 19 18:36:50.025182 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b717df0-84cf-4ec5-a572-0a01239732d7 req-91b227f5-cd0f-4517-9af5-eeb37a2cb0c9 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:50.026751 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6b717df0-84cf-4ec5-a572-0a01239732d7 req-91b227f5-cd0f-4517-9af5-eeb37a2cb0c9 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.54 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 984 time: 0.0539341 Aug 19 18:36:50.131367 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-6b717df0-84cf-4ec5-a572-0a01239732d7 req-f87a3159-d39c-415e-937c-ace1b84f67eb tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Deleting port c52c49fb-4d08-4659-b988-94832b92e98e {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:36:50.131716 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6b717df0-84cf-4ec5-a572-0a01239732d7 req-f87a3159-d39c-415e-937c-ace1b84f67eb tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:50.252395 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-6b717df0-84cf-4ec5-a572-0a01239732d7 req-f87a3159-d39c-415e-937c-ace1b84f67eb tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] For port c52c49fb-4d08-4659-b988-94832b92e98e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c52c49fb-4d08-4659-b988-94832b92e98e,segment=NetworkSegment(a42bad1a-eef9-4e8f-bfe4-3b5aad5346db),segment_id=a42bad1a-eef9-4e8f-bfe4-3b5aad5346db)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:50.252855 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6b717df0-84cf-4ec5-a572-0a01239732d7 req-f87a3159-d39c-415e-937c-ace1b84f67eb tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:50.267775 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-6b717df0-84cf-4ec5-a572-0a01239732d7 req-f87a3159-d39c-415e-937c-ace1b84f67eb tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Calling delete_port for c52c49fb-4d08-4659-b988-94832b92e98e owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:36:50.319441 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56748) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:50.555926 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18053ce-3997-42dc-8eca-e0a5d9d6cbc8 admin admin] Deleting subnet 9a324da8-2824-478a-a1cb-52bccbde9d4a {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:36:50.555926 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c18053ce-3997-42dc-8eca-e0a5d9d6cbc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:50.555926 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c18053ce-3997-42dc-8eca-e0a5d9d6cbc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:50.571306 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c18053ce-3997-42dc-8eca-e0a5d9d6cbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:50.600080 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6b717df0-84cf-4ec5-a572-0a01239732d7 req-f87a3159-d39c-415e-937c-ace1b84f67eb tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:50.636070 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a3159-d39c-415e-937c-ace1b84f67eb tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event deleted for resources: {'Port': ['ID=c52c49fb-4d08-4659-b988-94832b92e98e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:50.706338 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b717df0-84cf-4ec5-a572-0a01239732d7 req-f87a3159-d39c-415e-937c-ace1b84f67eb tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] No DVR routers for this DVR port c52c49fb-4d08-4659-b988-94832b92e98e on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:36:50.711495 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6b717df0-84cf-4ec5-a572-0a01239732d7 req-f87a3159-d39c-415e-937c-ace1b84f67eb tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:50.711978 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6b717df0-84cf-4ec5-a572-0a01239732d7 req-f87a3159-d39c-415e-937c-ace1b84f67eb tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.54 "DELETE /v2.0/ports/c52c49fb-4d08-4659-b988-94832b92e98e HTTP/1.1" status: 204 len: 173 time: 0.6789858 Aug 19 18:36:50.712472 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9956f31f-5aa3-44bd-835c-2d76ab460636', 'name': 'network-vif-deleted', 'tag': 'c52c49fb-4d08-4659-b988-94832b92e98e'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:36:50.714924 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a034fca8-efd6-4c27-90ff-46ffd6a69599" -d '{"events": [{"server_uuid": "9956f31f-5aa3-44bd-835c-2d76ab460636", "name": "network-vif-deleted", "tag": "c52c49fb-4d08-4659-b988-94832b92e98e"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:36:50.735716 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c18053ce-3997-42dc-8eca-e0a5d9d6cbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:50.818508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18053ce-3997-42dc-8eca-e0a5d9d6cbc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a324da8-2824-478a-a1cb-52bccbde9d4a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:50.822935 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c18053ce-3997-42dc-8eca-e0a5d9d6cbc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:50.827561 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56772) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:50.827700 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c18053ce-3997-42dc-8eca-e0a5d9d6cbc8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9a324da8-2824-478a-a1cb-52bccbde9d4a HTTP/1.1" status: 204 len: 168 time: 0.5062540 Aug 19 18:36:50.829565 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82070966-f5ed-48f2-8efd-620087cc022e x-openstack-request-id: req-82070966-f5ed-48f2-8efd-620087cc022e {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:36:50.829881 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9956f31f-5aa3-44bd-835c-2d76ab460636", "name": "network-vif-deleted", "tag": "c52c49fb-4d08-4659-b988-94832b92e98e", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:36:50.830139 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82070966-f5ed-48f2-8efd-620087cc022e {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:36:50.830553 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9956f31f-5aa3-44bd-835c-2d76ab460636', 'name': 'network-vif-deleted', 'tag': 'c52c49fb-4d08-4659-b988-94832b92e98e', 'status': 'completed', 'code': 200} Aug 19 18:36:50.908652 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b4ab93f-f810-4f0a-875b-24e55de8638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:50.996053 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b4ab93f-f810-4f0a-875b-24e55de8638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:51.014897 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-3b4ab93f-f810-4f0a-875b-24e55de8638e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22fc8468-9f32-49b3-9f6b-6095d66416ac']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:51.029367 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-3b4ab93f-f810-4f0a-875b-24e55de8638e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc1e50b-db67-4fac-b2d0-1f64bcbfa59e') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:51.030033 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-3b4ab93f-f810-4f0a-875b-24e55de8638e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc1e50b-db67-4fac-b2d0-1f64bcbfa59e') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:51.042590 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b4ab93f-f810-4f0a-875b-24e55de8638e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:51.070939 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-31ac27ad-215f-42ac-9047-2139496a2ec2 req-ba1340e9-f03c-4f7b-9b93-4479ca753111 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "GET /v2.0/ports?device_id=9956f31f-5aa3-44bd-835c-2d76ab460636 HTTP/1.1" status: 200 len: 210 time: 0.0618780 Aug 19 18:36:51.071369 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b4ab93f-f810-4f0a-875b-24e55de8638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:51.078253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4ab93f-f810-4f0a-875b-24e55de8638e admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:36:51.078771 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b4ab93f-f810-4f0a-875b-24e55de8638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:36:51.140405 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:36:51.155870 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b4ab93f-f810-4f0a-875b-24e55de8638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:51.162472 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b4ab93f-f810-4f0a-875b-24e55de8638e admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:51.186065 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3b4ab93f-f810-4f0a-875b-24e55de8638e admin admin] 10.222.0.24 "DELETE /v2.0/networks/22fc8468-9f32-49b3-9f6b-6095d66416ac HTTP/1.1" status: 204 len: 168 time: 0.3390579 Aug 19 18:36:51.207195 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ab93f-f810-4f0a-875b-24e55de8638e admin admin] Pushing event deleted for resources: {'Network': ['ID=22fc8468-9f32-49b3-9f6b-6095d66416ac,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:51.400249 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56786) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:51.444250 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f36cfb53-b3a9-4f9f-9502-e4a015994cc4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=930b489e9fd240e6abd50ec31aa08f90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429111 Aug 19 18:36:51.447191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56790) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:51.513461 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-19541c16-e352-4598-9286-7e0b40e50b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:51.545666 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-19541c16-e352-4598-9286-7e0b40e50b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:51.650881 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-19541c16-e352-4598-9286-7e0b40e50b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:51.653809 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-19541c16-e352-4598-9286-7e0b40e50b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:51.657378 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-19541c16-e352-4598-9286-7e0b40e50b93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1fca80b7-92e9-4f28-a749-8a597150c954 HTTP/1.1" status: 204 len: 168 time: 0.2070196 Aug 19 18:36:51.664349 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19541c16-e352-4598-9286-7e0b40e50b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fca80b7-92e9-4f28-a749-8a597150c954,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:51.689023 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 09518517-6097-4c67-a443-640d94a863ed no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:36:51.751798 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 09518517-6097-4c67-a443-640d94a863ed {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:36:51.752484 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 09518517-6097-4c67-a443-640d94a863ed not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:36:52.156089 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56824) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:52.254436 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-941f4a32-7818-46a4-9344-c641940f56b5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:52.296562 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-941f4a32-7818-46a4-9344-c641940f56b5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:52.348201 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-941f4a32-7818-46a4-9344-c641940f56b5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:52.352156 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-941f4a32-7818-46a4-9344-c641940f56b5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:52.353576 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-941f4a32-7818-46a4-9344-c641940f56b5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "DELETE /v2.0/security-groups/27c0c809-a7c1-4f47-93df-81d9a6809970 HTTP/1.1" status: 204 len: 168 time: 0.1936769 Aug 19 18:36:52.356480 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56832) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:52.365518 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f4a32-7818-46a4-9344-c641940f56b5 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c0c809-a7c1-4f47-93df-81d9a6809970,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:52.461691 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8fa044a-74a6-4d9f-b2d4-198ea4fb1697 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:52.497576 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8fa044a-74a6-4d9f-b2d4-198ea4fb1697 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:52.571766 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8fa044a-74a6-4d9f-b2d4-198ea4fb1697 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:52.575287 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8fa044a-74a6-4d9f-b2d4-198ea4fb1697 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:52.577165 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c8fa044a-74a6-4d9f-b2d4-198ea4fb1697 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "DELETE /v2.0/security-groups/3c6642f7-edf8-40c3-a54c-9dfad4ceb2a7 HTTP/1.1" status: 204 len: 168 time: 0.2196569 Aug 19 18:36:52.580280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56844) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:52.589849 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa044a-74a6-4d9f-b2d4-198ea4fb1697 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6642f7-edf8-40c3-a54c-9dfad4ceb2a7,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:53.152788 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e1e07b81-983d-492d-8200-6b8f1c6a7e1e tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:53.519495 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-e1e07b81-983d-492d-8200-6b8f1c6a7e1e tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Deleting port e6cc07fd-3e55-4be0-9d54-24220a6ead57 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:36:53.520238 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e1e07b81-983d-492d-8200-6b8f1c6a7e1e tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:53.664606 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-e1e07b81-983d-492d-8200-6b8f1c6a7e1e tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] For port e6cc07fd-3e55-4be0-9d54-24220a6ead57, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e6cc07fd-3e55-4be0-9d54-24220a6ead57,segment=NetworkSegment(a42bad1a-eef9-4e8f-bfe4-3b5aad5346db),segment_id=a42bad1a-eef9-4e8f-bfe4-3b5aad5346db)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:53.665992 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e1e07b81-983d-492d-8200-6b8f1c6a7e1e tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:53.706757 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-e1e07b81-983d-492d-8200-6b8f1c6a7e1e tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Calling delete_port for e6cc07fd-3e55-4be0-9d54-24220a6ead57 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:36:53.752118 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:36:54.006056 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e1e07b81-983d-492d-8200-6b8f1c6a7e1e tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:54.057589 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e07b81-983d-492d-8200-6b8f1c6a7e1e tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event deleted for resources: {'Port': ['ID=e6cc07fd-3e55-4be0-9d54-24220a6ead57,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:54.367349 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e1e07b81-983d-492d-8200-6b8f1c6a7e1e tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:54.522354 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56906) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:54.762235 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cc270d2a-679e-476c-bdcd-e7a2ecf72b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:54.811360 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e07b81-983d-492d-8200-6b8f1c6a7e1e tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Router e7001bc6-7f9f-42a8-8d38-40d87cc12450 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:36:54.902036 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cc270d2a-679e-476c-bdcd-e7a2ecf72b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:54.910245 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cc270d2a-679e-476c-bdcd-e7a2ecf72b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:54.954463 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cc270d2a-679e-476c-bdcd-e7a2ecf72b2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99b406b13903458582d8f403b43be817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4308662 Aug 19 18:36:54.958796 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56924) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:55.021724 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc270d2a-679e-476c-bdcd-e7a2ecf72b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65df1259-a68e-441d-aaff-9ad9e10bf5ed,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:55.038478 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12592e29-5a8a-4cd3-8cb1-32b09768c85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:55.079361 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12592e29-5a8a-4cd3-8cb1-32b09768c85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:55.171372 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12592e29-5a8a-4cd3-8cb1-32b09768c85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:55.175537 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12592e29-5a8a-4cd3-8cb1-32b09768c85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:55.177402 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-12592e29-5a8a-4cd3-8cb1-32b09768c85c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65df1259-a68e-441d-aaff-9ad9e10bf5ed HTTP/1.1" status: 204 len: 168 time: 0.2168946 Aug 19 18:36:55.189230 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12592e29-5a8a-4cd3-8cb1-32b09768c85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65df1259-a68e-441d-aaff-9ad9e10bf5ed,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:55.463430 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e07b81-983d-492d-8200-6b8f1c6a7e1e tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:36:55.474341 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e1e07b81-983d-492d-8200-6b8f1c6a7e1e tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "PUT /v2.0/routers/e7001bc6-7f9f-42a8-8d38-40d87cc12450/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8923397 Aug 19 18:36:55.474900 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56952) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:55.480268 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d4a47f-a32d-43d1-8de4-67d872d786a2 None None] Sync routers for ids ['e7001bc6-7f9f-42a8-8d38-40d87cc12450'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:36:55.490255 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d4a47f-a32d-43d1-8de4-67d872d786a2 None None] Routers {'e7001bc6-7f9f-42a8-8d38-40d87cc12450'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:36:55.491176 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-37d4a47f-a32d-43d1-8de4-67d872d786a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:36:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e7001bc6-7f9f-42a8-8d38-40d87cc12450'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:55.562312 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c17cdbd-ba0a-4af0-868e-704265a6a551 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Deleting subnet 67d56109-2da6-411b-84fe-cd8ff15d261b {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:36:55.567549 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3c17cdbd-ba0a-4af0-868e-704265a6a551 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:55.618792 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3c17cdbd-ba0a-4af0-868e-704265a6a551 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:55.703586 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-37d4a47f-a32d-43d1-8de4-67d872d786a2 None None] Set router e7001bc6-7f9f-42a8-8d38-40d87cc12450 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:36:55.760508 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3c17cdbd-ba0a-4af0-868e-704265a6a551 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:55.777702 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device c52c49fb-4d08-4659-b988-94832b92e98e no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:36:55.802562 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: c52c49fb-4d08-4659-b988-94832b92e98e {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:36:55.803012 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device c52c49fb-4d08-4659-b988-94832b92e98e not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:36:55.891426 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3c17cdbd-ba0a-4af0-868e-704265a6a551 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:55.916878 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3c17cdbd-ba0a-4af0-868e-704265a6a551 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:55.919052 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d5c86c-9327-4d33-bed9-4e07b7c1bd33 None None] Network aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:36:55.919808 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3c17cdbd-ba0a-4af0-868e-704265a6a551 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "DELETE /v2.0/subnets/67d56109-2da6-411b-84fe-cd8ff15d261b HTTP/1.1" status: 204 len: 168 time: 0.4438014 Aug 19 18:36:55.922431 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 56968) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:56.015567 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17cdbd-ba0a-4af0-868e-704265a6a551 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event deleted for resources: {'Subnet': ['ID=67d56109-2da6-411b-84fe-cd8ff15d261b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:56.124185 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-68fe3cb6-7d3b-469c-b57f-73ee72c8f69c tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:56.143480 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-37d4a47f-a32d-43d1-8de4-67d872d786a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-959418928', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:36:53Z', 'revision_number': 5, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'gw_port': {'id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:56.176648 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d4a47f-a32d-43d1-8de4-67d872d786a2 None None] Checking router: e7001bc6-7f9f-42a8-8d38-40d87cc12450 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:36:56.204505 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d4a47f-a32d-43d1-8de4-67d872d786a2 None None] Routers {'e7001bc6-7f9f-42a8-8d38-40d87cc12450'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:36:56.205152 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-37d4a47f-a32d-43d1-8de4-67d872d786a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:36:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e7001bc6-7f9f-42a8-8d38-40d87cc12450'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:56.333745 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 56986) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:56.345937 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-68fe3cb6-7d3b-469c-b57f-73ee72c8f69c tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:56.360306 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f606983d-26d9-40ce-b986-83fbb1a8d4e0 None None] DHCP port deletion for aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:36:56.431579 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-37d4a47f-a32d-43d1-8de4-67d872d786a2 None None] Set router e7001bc6-7f9f-42a8-8d38-40d87cc12450 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:36:56.437500 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-68fe3cb6-7d3b-469c-b57f-73ee72c8f69c tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Deleting port cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:36:56.442255 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-68fe3cb6-7d3b-469c-b57f-73ee72c8f69c tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:56.525636 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2ee4770d-6fdc-4b34-b73f-4c30c9b075b2 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-501603117-network', 'tenant_id': '6cad2d922bf04ff4a88ab1e1c1077a6d'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:36:56.564992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee4770d-6fdc-4b34-b73f-4c30c9b075b2 admin admin] Made reservation on behalf of 6cad2d922bf04ff4a88ab1e1c1077a6d for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:36:56.568305 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ee4770d-6fdc-4b34-b73f-4c30c9b075b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:56.579667 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ee4770d-6fdc-4b34-b73f-4c30c9b075b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:56.640863 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-68fe3cb6-7d3b-469c-b57f-73ee72c8f69c tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] For port cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:56.641438 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-68fe3cb6-7d3b-469c-b57f-73ee72c8f69c tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:56.658958 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-68fe3cb6-7d3b-469c-b57f-73ee72c8f69c tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Calling delete_port for cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39 owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:36:56.716944 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ee4770d-6fdc-4b34-b73f-4c30c9b075b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:56.726247 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device de77375e-ec8b-4540-89ac-ae83b4465f37 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:36:56.734958 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ee4770d-6fdc-4b34-b73f-4c30c9b075b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:56.773764 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee4770d-6fdc-4b34-b73f-4c30c9b075b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:36:56.792124 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4770d-6fdc-4b34-b73f-4c30c9b075b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a8c2f7-2cb7-430f-a42e-65cd91b0fa85,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:56.807797 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ee4770d-6fdc-4b34-b73f-4c30c9b075b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:56.808155 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-2ee4770d-6fdc-4b34-b73f-4c30c9b075b2 admin admin] Added segment 4b37c406-70f6-4558-8667-364581dfb08b of type vlan for network 09ce7bc5-1da8-4726-bd20-a19a39cbe4f7 Aug 19 18:36:56.856920 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f606983d-26d9-40ce-b986-83fbb1a8d4e0 None None] Deleting port de77375e-ec8b-4540-89ac-ae83b4465f37 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:36:56.857667 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f606983d-26d9-40ce-b986-83fbb1a8d4e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:56.887898 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ee4770d-6fdc-4b34-b73f-4c30c9b075b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:56.942766 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ee4770d-6fdc-4b34-b73f-4c30c9b075b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:56.943904 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee4770d-6fdc-4b34-b73f-4c30c9b075b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:56.945171 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2ee4770d-6fdc-4b34-b73f-4c30c9b075b2 admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:56.979801 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-68fe3cb6-7d3b-469c-b57f-73ee72c8f69c tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:57.028381 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:57.052495 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe3cb6-7d3b-469c-b57f-73ee72c8f69c tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event deleted for resources: {'Port': ['ID=cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:57.060323 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2ee4770d-6fdc-4b34-b73f-4c30c9b075b2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7240849 Aug 19 18:36:57.070817 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57006) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:57.079158 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-cb9923ac-f0c4-4df3-af32-ad4222a6d9eb admin admin] Request body: {'subnet': {'network_id': '09ce7bc5-1da8-4726-bd20-a19a39cbe4f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-501603117-subnet', 'tenant_id': '6cad2d922bf04ff4a88ab1e1c1077a6d', 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:36:57.111532 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-f606983d-26d9-40ce-b986-83fbb1a8d4e0 None None] For port de77375e-ec8b-4540-89ac-ae83b4465f37, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=de77375e-ec8b-4540-89ac-ae83b4465f37,segment=NetworkSegment(a42bad1a-eef9-4e8f-bfe4-3b5aad5346db),segment_id=a42bad1a-eef9-4e8f-bfe4-3b5aad5346db)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:57.112333 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f606983d-26d9-40ce-b986-83fbb1a8d4e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:57.120868 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4770d-6fdc-4b34-b73f-4c30c9b075b2 admin admin] Pushing event updated for resources: {'Network': ['ID=09ce7bc5-1da8-4726-bd20-a19a39cbe4f7,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:57.126409 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9923ac-f0c4-4df3-af32-ad4222a6d9eb admin admin] Made reservation on behalf of 6cad2d922bf04ff4a88ab1e1c1077a6d for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:36:57.130292 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cb9923ac-f0c4-4df3-af32-ad4222a6d9eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:57.144772 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f606983d-26d9-40ce-b986-83fbb1a8d4e0 None None] Calling delete_port for de77375e-ec8b-4540-89ac-ae83b4465f37 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:36:57.150398 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 09ce7bc5-1da8-4726-bd20-a19a39cbe4f7 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:36:57.198404 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-68fe3cb6-7d3b-469c-b57f-73ee72c8f69c tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:57.252277 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port de77375e-ec8b-4540-89ac-ae83b4465f37, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=de77375e-ec8b-4540-89ac-ae83b4465f37,segment=NetworkSegment(a42bad1a-eef9-4e8f-bfe4-3b5aad5346db),segment_id=a42bad1a-eef9-4e8f-bfe4-3b5aad5346db)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:57.265149 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:57.367813 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-68fe3cb6-7d3b-469c-b57f-73ee72c8f69c tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:57.370523 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-68fe3cb6-7d3b-469c-b57f-73ee72c8f69c tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:57.402911 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cb9923ac-f0c4-4df3-af32-ad4222a6d9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:57.421660 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-37d4a47f-a32d-43d1-8de4-67d872d786a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-959418928', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:36:53Z', 'revision_number': 5, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'gw_port': {'id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:57.462556 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-68fe3cb6-7d3b-469c-b57f-73ee72c8f69c tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:57.462800 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9923ac-f0c4-4df3-af32-ad4222a6d9eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=18e279ba-0d15-42bc-b50e-68d0e674df6c,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:57.463574 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fe3cb6-7d3b-469c-b57f-73ee72c8f69c tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Fanout notify agent at l3_agent the message router_deleted on router e7001bc6-7f9f-42a8-8d38-40d87cc12450 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:36:57.472605 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-68fe3cb6-7d3b-469c-b57f-73ee72c8f69c tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:57.476987 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-68fe3cb6-7d3b-469c-b57f-73ee72c8f69c tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "DELETE /v2.0/routers/e7001bc6-7f9f-42a8-8d38-40d87cc12450 HTTP/1.1" status: 204 len: 168 time: 1.5501642 Aug 19 18:36:57.477685 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57014) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:57.477966 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d4a47f-a32d-43d1-8de4-67d872d786a2 None None] The sync data for ids ['e7001bc6-7f9f-42a8-8d38-40d87cc12450'] in n-d-803753-2 is: [{'id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-959418928', 'tenant_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:36:53Z', 'revision_number': 5, 'project_id': 'd08b17c1697a43168bd70dcaaf5c2ec4', 'gw_port': {'id': 'cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7001bc6-7f9f-42a8-8d38-40d87cc12450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:35:09Z', 'updated_at': '2021-08-19T18:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:36:57.502783 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=de77375e-ec8b-4540-89ac-ae83b4465f37,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:57.553248 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9923ac-f0c4-4df3-af32-ad4222a6d9eb admin admin] Checking segment: {'id': '4b37c406-70f6-4558-8667-364581dfb08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '09ce7bc5-1da8-4726-bd20-a19a39cbe4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:36:57.553646 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9923ac-f0c4-4df3-af32-ad4222a6d9eb admin admin] Network hostable DHCP agents. Network: 09ce7bc5-1da8-4726-bd20-a19a39cbe4f7, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:36:57.566524 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f606983d-26d9-40ce-b986-83fbb1a8d4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:57.597477 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606983d-26d9-40ce-b986-83fbb1a8d4e0 None None] Pushing event deleted for resources: {'Port': ['ID=de77375e-ec8b-4540-89ac-ae83b4465f37,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:57.614198 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f606983d-26d9-40ce-b986-83fbb1a8d4e0 None None] No DVR routers for this DVR port de77375e-ec8b-4540-89ac-ae83b4465f37 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:36:57.634131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9923ac-f0c4-4df3-af32-ad4222a6d9eb admin admin] Network 09ce7bc5-1da8-4726-bd20-a19a39cbe4f7 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:36:57.646017 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-cb9923ac-f0c4-4df3-af32-ad4222a6d9eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 09ce7bc5-1da8-4726-bd20-a19a39cbe4f7) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:36:57.667403 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9c40e77-3700-480a-a8e5-3818d582d480 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:57.676453 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cab53b-913a-417f-9c96-d5610cfad49e None None] Network 09ce7bc5-1da8-4726-bd20-a19a39cbe4f7 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:36:57.676697 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9923ac-f0c4-4df3-af32-ad4222a6d9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:57.677744 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cb9923ac-f0c4-4df3-af32-ad4222a6d9eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:57.714383 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cb9923ac-f0c4-4df3-af32-ad4222a6d9eb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6391735 Aug 19 18:36:57.715828 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57026) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:57.723345 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-46c0286d-90ff-4dc2-b3a3-817354c5620d admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-501603117-router', 'tenant_id': '6cad2d922bf04ff4a88ab1e1c1077a6d', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:36:57.887970 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9c40e77-3700-480a-a8e5-3818d582d480 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:57.928946 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a9c40e77-3700-480a-a8e5-3818d582d480 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:57.949057 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a9c40e77-3700-480a-a8e5-3818d582d480 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42bad1a-eef9-4e8f-bfe4-3b5aad5346db') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:57.949293 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a9c40e77-3700-480a-a8e5-3818d582d480 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42bad1a-eef9-4e8f-bfe4-3b5aad5346db') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:57.964556 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd788343-5398-45e1-8414-a88ea6f3efbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-09ce7bc5-1da8-4726-bd20-a19a39cbe4f7', 'network_id': '09ce7bc5-1da8-4726-bd20-a19a39cbe4f7', 'tenant_id': '6cad2d922bf04ff4a88ab1e1c1077a6d', 'fixed_ips': [{'subnet_id': '18e279ba-0d15-42bc-b50e-68d0e674df6c'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:36:57.965484 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dd788343-5398-45e1-8414-a88ea6f3efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:57.980716 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9c40e77-3700-480a-a8e5-3818d582d480 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:58.037273 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9c40e77-3700-480a-a8e5-3818d582d480 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:58.046074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c40e77-3700-480a-a8e5-3818d582d480 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:36:58.047600 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9c40e77-3700-480a-a8e5-3818d582d480 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:58.071143 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57036) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:36:58.181351 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:36:58.187966 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-46c0286d-90ff-4dc2-b3a3-817354c5620d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:58.190174 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-46c0286d-90ff-4dc2-b3a3-817354c5620d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:58.192069 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-dd788343-5398-45e1-8414-a88ea6f3efbe None None] Allocated IP 172.20.0.2 (09ce7bc5-1da8-4726-bd20-a19a39cbe4f7/18e279ba-0d15-42bc-b50e-68d0e674df6c/07633bfa-75cf-47fc-ba64-36738c58da22) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:36:58.196760 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9c40e77-3700-480a-a8e5-3818d582d480 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:58.202294 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9c40e77-3700-480a-a8e5-3818d582d480 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:58.222101 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a9c40e77-3700-480a-a8e5-3818d582d480 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] 10.222.0.24 "DELETE /v2.0/networks/aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5 HTTP/1.1" status: 204 len: 168 time: 0.7289803 Aug 19 18:36:58.350559 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9aac1bc8-d762-4583-9037-841f5b1be4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:58.413578 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c40e77-3700-480a-a8e5-3818d582d480 tempest-TestSecurityGroupsBasicOps-1464691674 tempest-TestSecurityGroupsBasicOps-1464691674-project] Pushing event deleted for resources: {'Network': ['ID=aab7d37e-34bf-4f24-ad2b-0e9578f6fbd5,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:58.422651 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-46c0286d-90ff-4dc2-b3a3-817354c5620d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:58.541060 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dd788343-5398-45e1-8414-a88ea6f3efbe None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:58.572209 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-dd788343-5398-45e1-8414-a88ea6f3efbe None None] Transition to ACTIVE for port object 07633bfa-75cf-47fc-ba64-36738c58da22 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:36:58.600161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-dd788343-5398-45e1-8414-a88ea6f3efbe None None] Transition to ACTIVE for port object 07633bfa-75cf-47fc-ba64-36738c58da22 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:36:58.608855 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dd788343-5398-45e1-8414-a88ea6f3efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:58.624069 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e6cc07fd-3e55-4be0-9d54-24220a6ead57 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:36:58.635915 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9aac1bc8-d762-4583-9037-841f5b1be4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:58.651035 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9aac1bc8-d762-4583-9037-841f5b1be4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:58.693813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd788343-5398-45e1-8414-a88ea6f3efbe None None] Network 09ce7bc5-1da8-4726-bd20-a19a39cbe4f7 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:36:58.707068 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: e6cc07fd-3e55-4be0-9d54-24220a6ead57 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:36:58.707803 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e6cc07fd-3e55-4be0-9d54-24220a6ead57 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:36:58.713671 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-dd788343-5398-45e1-8414-a88ea6f3efbe None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:36:58.723293 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd788343-5398-45e1-8414-a88ea6f3efbe None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:36:58.762213 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd788343-5398-45e1-8414-a88ea6f3efbe None None] Pushing event updated for resources: {'Port': ['ID=07633bfa-75cf-47fc-ba64-36738c58da22,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:58.764869 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9aac1bc8-d762-4583-9037-841f5b1be4cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37d39ca40a7c4da18ea975b96fb98915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6923962 Aug 19 18:36:58.769460 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57052) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:58.789826 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac1bc8-d762-4583-9037-841f5b1be4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71904b5-b541-480a-92f0-3bda57fc70d1,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:58.848589 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-dd788343-5398-45e1-8414-a88ea6f3efbe None None] Attempting to bind port 07633bfa-75cf-47fc-ba64-36738c58da22 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:36:58.849174 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-dd788343-5398-45e1-8414-a88ea6f3efbe None None] Attempting to bind port 07633bfa-75cf-47fc-ba64-36738c58da22 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '4b37c406-70f6-4558-8667-364581dfb08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '09ce7bc5-1da8-4726-bd20-a19a39cbe4f7'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:36:58.849628 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57056) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:58.849925 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd788343-5398-45e1-8414-a88ea6f3efbe None None] Attempting to bind port 07633bfa-75cf-47fc-ba64-36738c58da22 on network 09ce7bc5-1da8-4726-bd20-a19a39cbe4f7 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:36:58.856266 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd788343-5398-45e1-8414-a88ea6f3efbe None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:36:58.856974 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd788343-5398-45e1-8414-a88ea6f3efbe None None] Checking segment: {'id': '4b37c406-70f6-4558-8667-364581dfb08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '09ce7bc5-1da8-4726-bd20-a19a39cbe4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:36:58.857580 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dd788343-5398-45e1-8414-a88ea6f3efbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:58.858129 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd788343-5398-45e1-8414-a88ea6f3efbe None None] Bound using segment: {'id': '4b37c406-70f6-4558-8667-364581dfb08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '09ce7bc5-1da8-4726-bd20-a19a39cbe4f7'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:36:58.858788 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-dd788343-5398-45e1-8414-a88ea6f3efbe None None] Bound port: 07633bfa-75cf-47fc-ba64-36738c58da22, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b37c406-70f6-4558-8667-364581dfb08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '09ce7bc5-1da8-4726-bd20-a19a39cbe4f7'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:36:58.859347 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dd788343-5398-45e1-8414-a88ea6f3efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:58.901275 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc9c6614-c0e4-4e6d-b5cd-76c4289d9987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:58.937692 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-dd788343-5398-45e1-8414-a88ea6f3efbe None None] For port 07633bfa-75cf-47fc-ba64-36738c58da22, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:36:58.940913 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-dd788343-5398-45e1-8414-a88ea6f3efbe None None] For port 07633bfa-75cf-47fc-ba64-36738c58da22, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=07633bfa-75cf-47fc-ba64-36738c58da22,segment=NetworkSegment(4b37c406-70f6-4558-8667-364581dfb08b),segment_id=4b37c406-70f6-4558-8667-364581dfb08b)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:36:58.948991 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc9c6614-c0e4-4e6d-b5cd-76c4289d9987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:58.955061 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dd788343-5398-45e1-8414-a88ea6f3efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:59.049797 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc9c6614-c0e4-4e6d-b5cd-76c4289d9987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:59.052731 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc9c6614-c0e4-4e6d-b5cd-76c4289d9987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:59.058054 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bc9c6614-c0e4-4e6d-b5cd-76c4289d9987 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c71904b5-b541-480a-92f0-3bda57fc70d1 HTTP/1.1" status: 204 len: 168 time: 0.2830172 Aug 19 18:36:59.071890 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c6614-c0e4-4e6d-b5cd-76c4289d9987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71904b5-b541-480a-92f0-3bda57fc70d1,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:59.081027 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd788343-5398-45e1-8414-a88ea6f3efbe None None] Pushing event updated for resources: {'Port': ['ID=07633bfa-75cf-47fc-ba64-36738c58da22,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:59.183007 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a2b6fd36-4b93-4a5d-846a-993782084be6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d08b17c1697a43168bd70dcaaf5c2ec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3320177 Aug 19 18:36:59.186980 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57068) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:59.264392 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8774bfad-fae2-4c07-bdca-38093e32b4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:59.346896 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8774bfad-fae2-4c07-bdca-38093e32b4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:59.410966 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-46c0286d-90ff-4dc2-b3a3-817354c5620d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:59.449447 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8774bfad-fae2-4c07-bdca-38093e32b4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:59.452294 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8774bfad-fae2-4c07-bdca-38093e32b4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:59.453713 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8774bfad-fae2-4c07-bdca-38093e32b4b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/464c41d9-cbf4-4705-a5f8-226ece9ed71a HTTP/1.1" status: 204 len: 168 time: 0.2655573 Aug 19 18:36:59.470720 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774bfad-fae2-4c07-bdca-38093e32b4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464c41d9-cbf4-4705-a5f8-226ece9ed71a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:59.802608 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-46c0286d-90ff-4dc2-b3a3-817354c5620d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:59.823676 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-46c0286d-90ff-4dc2-b3a3-817354c5620d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:59.989488 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-46c0286d-90ff-4dc2-b3a3-817354c5620d admin admin] Allocated IP 172.25.8.3 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/71aeab7e-60a3-4f7e-8e2c-d81114126907) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:37:00.003358 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57104) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:00.027974 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2ff21ac-a9d2-425c-8537-e5917dd9c032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:00.180456 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2ff21ac-a9d2-425c-8537-e5917dd9c032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:00.191150 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2ff21ac-a9d2-425c-8537-e5917dd9c032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:00.239991 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-46c0286d-90ff-4dc2-b3a3-817354c5620d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:00.245800 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff21ac-a9d2-425c-8537-e5917dd9c032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526c4d8e-0e1a-4eec-ba0e-f20629f3d4e1,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:00.260556 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b2ff21ac-a9d2-425c-8537-e5917dd9c032 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86967db88a30432d8b6695f25f0458f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559125 Aug 19 18:37:00.263705 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57116) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:00.294840 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-46c0286d-90ff-4dc2-b3a3-817354c5620d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:00.357177 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d33cd0e8-9d92-4775-9bbf-148339f55cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:00.377456 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c0286d-90ff-4dc2-b3a3-817354c5620d admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:37:00.379407 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-46c0286d-90ff-4dc2-b3a3-817354c5620d admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:37:00.389801 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c0286d-90ff-4dc2-b3a3-817354c5620d admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:37:00.417139 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d33cd0e8-9d92-4775-9bbf-148339f55cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:00.430091 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0286d-90ff-4dc2-b3a3-817354c5620d admin admin] Pushing event updated for resources: {'Port': ['ID=71aeab7e-60a3-4f7e-8e2c-d81114126907,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:00.458912 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f88a0d-a5df-4e6e-9d73-2bfed0ddfbed None None] Network 09ce7bc5-1da8-4726-bd20-a19a39cbe4f7 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:37:00.520259 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d33cd0e8-9d92-4775-9bbf-148339f55cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:00.523646 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d33cd0e8-9d92-4775-9bbf-148339f55cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:00.524881 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d33cd0e8-9d92-4775-9bbf-148339f55cc3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/526c4d8e-0e1a-4eec-ba0e-f20629f3d4e1 HTTP/1.1" status: 204 len: 168 time: 0.2591763 Aug 19 18:37:00.544813 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cd0e8-9d92-4775-9bbf-148339f55cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526c4d8e-0e1a-4eec-ba0e-f20629f3d4e1,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:00.700859 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 07633bfa-75cf-47fc-ba64-36738c58da22 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:37:00.834996 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e18125a0-c439-422a-84ed-88a65d9d2f4f None None] Provisioning for port 07633bfa-75cf-47fc-ba64-36738c58da22 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:37:00.884334 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-46c0286d-90ff-4dc2-b3a3-817354c5620d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:00.896322 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 07633bfa-75cf-47fc-ba64-36738c58da22 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:37:00.904917 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 07633bfa-75cf-47fc-ba64-36738c58da22 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:00.905457 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:01.066998 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:01.130538 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 07633bfa-75cf-47fc-ba64-36738c58da22, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=07633bfa-75cf-47fc-ba64-36738c58da22,segment=NetworkSegment(4b37c406-70f6-4558-8667-364581dfb08b),segment_id=4b37c406-70f6-4558-8667-364581dfb08b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:37:01.144305 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:01.207189 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:37:01.229748 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57152) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:01.289320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:37:01.289690 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device cc9dd83d-cef7-4a99-8ee8-565a4a0bdc39 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:37:01.316686 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2ea17b4d-bada-48a7-b7c5-ff964ee1b2ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9701e0ea7fbf48c6853f5aac3573df8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0857430 Aug 19 18:37:01.319151 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57156) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:01.340844 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=07633bfa-75cf-47fc-ba64-36738c58da22,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:01.344345 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7367485d-a0a8-434d-92dd-570eef19f041 None None] Provisioning complete for port 07633bfa-75cf-47fc-ba64-36738c58da22 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:01.344932 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7367485d-a0a8-434d-92dd-570eef19f041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:01.364756 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-46c0286d-90ff-4dc2-b3a3-817354c5620d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:01.404401 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a510675c-3ca8-45c8-89b9-657ee55b608d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:01.449560 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a510675c-3ca8-45c8-89b9-657ee55b608d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:01.534579 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c0286d-90ff-4dc2-b3a3-817354c5620d admin admin] Router 4642ac03-7973-4da1-bf26-9b336303c793 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:37:01.541663 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a510675c-3ca8-45c8-89b9-657ee55b608d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:01.545945 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a510675c-3ca8-45c8-89b9-657ee55b608d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:01.550845 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a510675c-3ca8-45c8-89b9-657ee55b608d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4819bb0b-a8ab-466d-b03e-663e487d3470 HTTP/1.1" status: 204 len: 168 time: 0.2298164 Aug 19 18:37:01.562175 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510675c-3ca8-45c8-89b9-657ee55b608d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4819bb0b-a8ab-466d-b03e-663e487d3470,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:01.666012 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c0286d-90ff-4dc2-b3a3-817354c5620d admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:37:01.685177 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] Sync routers for ids ['4642ac03-7973-4da1-bf26-9b336303c793'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:37:01.698725 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] Routers {'4642ac03-7973-4da1-bf26-9b336303c793'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:37:01.699730 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:36:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4642ac03-7973-4da1-bf26-9b336303c793'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:01.714013 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-46c0286d-90ff-4dc2-b3a3-817354c5620d admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:01.715559 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-46c0286d-90ff-4dc2-b3a3-817354c5620d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 914 time: 3.9987116 Aug 19 18:37:01.718548 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57174) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:01.865438 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] Set router 4642ac03-7973-4da1-bf26-9b336303c793 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:37:02.177460 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4642ac03-7973-4da1-bf26-9b336303c793', 'name': 'tempest-ImageQuotaTest-501603117-router', 'tenant_id': '6cad2d922bf04ff4a88ab1e1c1077a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '71aeab7e-60a3-4f7e-8e2c-d81114126907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:36:58Z', 'updated_at': '2021-08-19T18:37:00Z', 'revision_number': 3, 'project_id': '6cad2d922bf04ff4a88ab1e1c1077a6d', 'gw_port': {'id': '71aeab7e-60a3-4f7e-8e2c-d81114126907', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:90:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4642ac03-7973-4da1-bf26-9b336303c793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:36:59Z', 'updated_at': '2021-08-19T18:37:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:02.251916 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] Checking router: 4642ac03-7973-4da1-bf26-9b336303c793 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:37:02.252257 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] Updating router 4642ac03-7973-4da1-bf26-9b336303c793 port 71aeab7e-60a3-4f7e-8e2c-d81114126907 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:37:02.311369 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:02.511658 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-414f514d-7394-461d-9fbb-df2882ecbc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:02.551635 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 07633bfa-75cf-47fc-ba64-36738c58da22 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:37:02.639240 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 07633bfa-75cf-47fc-ba64-36738c58da22 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:02.639621 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:02.783228 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:02.813952 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] Transition to ACTIVE for port object 71aeab7e-60a3-4f7e-8e2c-d81114126907 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:37:02.827860 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:02.868631 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57238) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:02.894825 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] Attempting to bind port 71aeab7e-60a3-4f7e-8e2c-d81114126907 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:37:02.895369 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] Attempting to bind port 71aeab7e-60a3-4f7e-8e2c-d81114126907 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:37:02.895894 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] Attempting to bind port 71aeab7e-60a3-4f7e-8e2c-d81114126907 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:37:02.903507 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:37:02.904200 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:37:02.904807 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:02.905389 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:37:02.906074 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] Bound port: 71aeab7e-60a3-4f7e-8e2c-d81114126907, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:37:02.914207 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:02.973517 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-414f514d-7394-461d-9fbb-df2882ecbc18 admin admin] Allocated IP 172.20.0.1 (09ce7bc5-1da8-4726-bd20-a19a39cbe4f7/18e279ba-0d15-42bc-b50e-68d0e674df6c/07686515-df41-4155-a0f7-ac269e3735d4) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:37:03.004560 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1daaa3a-48b6-4c7f-bd4f-dd124d15513e None None] Pushing event updated for resources: {'Port': ['ID=71aeab7e-60a3-4f7e-8e2c-d81114126907,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:03.023029 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] For port 71aeab7e-60a3-4f7e-8e2c-d81114126907, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:37:03.027166 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] For port 71aeab7e-60a3-4f7e-8e2c-d81114126907, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=71aeab7e-60a3-4f7e-8e2c-d81114126907,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:37:03.035633 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:03.112758 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] Routers {'4642ac03-7973-4da1-bf26-9b336303c793'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:37:03.113384 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:36:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4642ac03-7973-4da1-bf26-9b336303c793'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:03.161036 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1daaa3a-48b6-4c7f-bd4f-dd124d15513e None None] Pushing event updated for resources: {'Port': ['ID=71aeab7e-60a3-4f7e-8e2c-d81114126907,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:03.181574 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-450442fa-65ce-4036-bc4e-f1068ee8e488 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1266650302-network', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:37:03.211444 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-414f514d-7394-461d-9fbb-df2882ecbc18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:03.235463 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-414f514d-7394-461d-9fbb-df2882ecbc18 admin admin] Transition to ACTIVE for port object 07686515-df41-4155-a0f7-ac269e3735d4 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:37:03.235926 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450442fa-65ce-4036-bc4e-f1068ee8e488 admin admin] Made reservation on behalf of 47dc5a832cb7486a91a76baf12bfc9de for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:37:03.239510 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-450442fa-65ce-4036-bc4e-f1068ee8e488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:03.252288 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-450442fa-65ce-4036-bc4e-f1068ee8e488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:03.271940 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] Set router 4642ac03-7973-4da1-bf26-9b336303c793 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:37:03.313636 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-414f514d-7394-461d-9fbb-df2882ecbc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:03.384773 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414f514d-7394-461d-9fbb-df2882ecbc18 admin admin] Network 09ce7bc5-1da8-4726-bd20-a19a39cbe4f7 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:37:03.402232 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-414f514d-7394-461d-9fbb-df2882ecbc18 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:37:03.408670 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f514d-7394-461d-9fbb-df2882ecbc18 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:37:03.430403 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f514d-7394-461d-9fbb-df2882ecbc18 admin admin] Pushing event updated for resources: {'Port': ['ID=07686515-df41-4155-a0f7-ac269e3735d4,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:03.435696 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-450442fa-65ce-4036-bc4e-f1068ee8e488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:03.454267 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-450442fa-65ce-4036-bc4e-f1068ee8e488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:03.482492 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450442fa-65ce-4036-bc4e-f1068ee8e488 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:37:03.485681 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-414f514d-7394-461d-9fbb-df2882ecbc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:03.499243 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450442fa-65ce-4036-bc4e-f1068ee8e488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12541a2-61a5-4ce3-8d02-ca75047fb86b,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:03.513563 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-450442fa-65ce-4036-bc4e-f1068ee8e488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:03.514191 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-450442fa-65ce-4036-bc4e-f1068ee8e488 admin admin] Added segment 2e1c829d-21f4-4ed9-8557-14adeba40495 of type vlan for network 0fa5fff9-afa3-4581-b3d4-aa7bcea09464 Aug 19 18:37:03.577461 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-450442fa-65ce-4036-bc4e-f1068ee8e488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:03.627616 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-450442fa-65ce-4036-bc4e-f1068ee8e488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:03.630203 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450442fa-65ce-4036-bc4e-f1068ee8e488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:37:03.632206 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-450442fa-65ce-4036-bc4e-f1068ee8e488 admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:03.651039 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4642ac03-7973-4da1-bf26-9b336303c793', 'name': 'tempest-ImageQuotaTest-501603117-router', 'tenant_id': '6cad2d922bf04ff4a88ab1e1c1077a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '71aeab7e-60a3-4f7e-8e2c-d81114126907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:36:58Z', 'updated_at': '2021-08-19T18:37:00Z', 'revision_number': 3, 'project_id': '6cad2d922bf04ff4a88ab1e1c1077a6d', 'gw_port': {'id': '71aeab7e-60a3-4f7e-8e2c-d81114126907', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:90:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4642ac03-7973-4da1-bf26-9b336303c793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:36:59Z', 'updated_at': '2021-08-19T18:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:03.686309 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-450442fa-65ce-4036-bc4e-f1068ee8e488 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8164477 Aug 19 18:37:03.687481 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57274) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:03.729427 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-414f514d-7394-461d-9fbb-df2882ecbc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:03.763230 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-5d9a9438-018f-4e32-9e88-02a7d6c34e40 admin admin] Request body: {'subnet': {'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1266650302-subnet', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:37:03.792242 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450442fa-65ce-4036-bc4e-f1068ee8e488 admin admin] Pushing event updated for resources: {'Network': ['ID=0fa5fff9-afa3-4581-b3d4-aa7bcea09464,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:03.802951 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 0fa5fff9-afa3-4581-b3d4-aa7bcea09464 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:37:03.831110 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9a9438-018f-4e32-9e88-02a7d6c34e40 admin admin] Made reservation on behalf of 47dc5a832cb7486a91a76baf12bfc9de for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:37:03.833520 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5d9a9438-018f-4e32-9e88-02a7d6c34e40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:03.935641 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc84a865-bc7c-44b3-b087-2e70028bb3ee None None] The sync data for ids ['4642ac03-7973-4da1-bf26-9b336303c793'] in n-d-803753-2 is: [{'id': '4642ac03-7973-4da1-bf26-9b336303c793', 'name': 'tempest-ImageQuotaTest-501603117-router', 'tenant_id': '6cad2d922bf04ff4a88ab1e1c1077a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '71aeab7e-60a3-4f7e-8e2c-d81114126907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:36:58Z', 'updated_at': '2021-08-19T18:37:00Z', 'revision_number': 3, 'project_id': '6cad2d922bf04ff4a88ab1e1c1077a6d', 'gw_port': {'id': '71aeab7e-60a3-4f7e-8e2c-d81114126907', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:90:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4642ac03-7973-4da1-bf26-9b336303c793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:36:59Z', 'updated_at': '2021-08-19T18:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:37:03.945145 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6a04b948-bc0a-4458-ad8a-562f2b21a871 None None] Provisioning for port 07686515-df41-4155-a0f7-ac269e3735d4 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:37:03.960698 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6a04b948-bc0a-4458-ad8a-562f2b21a871 None None] Provisioning complete for port 07686515-df41-4155-a0f7-ac269e3735d4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:03.964103 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6a04b948-bc0a-4458-ad8a-562f2b21a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:03.993928 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-414f514d-7394-461d-9fbb-df2882ecbc18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:04.005457 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-414f514d-7394-461d-9fbb-df2882ecbc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:04.077086 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-6a04b948-bc0a-4458-ad8a-562f2b21a871 None None] Port 07686515-df41-4155-a0f7-ac269e3735d4 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:37:04.115632 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f514d-7394-461d-9fbb-df2882ecbc18 admin admin] Pushing event updated for resources: {'Port': ['ID=07686515-df41-4155-a0f7-ac269e3735d4,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:04.137089 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-414f514d-7394-461d-9fbb-df2882ecbc18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:04.155194 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5d9a9438-018f-4e32-9e88-02a7d6c34e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:04.229946 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a9438-018f-4e32-9e88-02a7d6c34e40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5709971-5b00-43cf-bd19-582d9b03368e,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:04.255140 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9a9438-018f-4e32-9e88-02a7d6c34e40 admin admin] Checking segment: {'id': '2e1c829d-21f4-4ed9-8557-14adeba40495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:37:04.255748 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9a9438-018f-4e32-9e88-02a7d6c34e40 admin admin] Network hostable DHCP agents. Network: 0fa5fff9-afa3-4581-b3d4-aa7bcea09464, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:37:04.290481 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414f514d-7394-461d-9fbb-df2882ecbc18 admin admin] Network 09ce7bc5-1da8-4726-bd20-a19a39cbe4f7 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:37:04.291263 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9a9438-018f-4e32-9e88-02a7d6c34e40 admin admin] Network 0fa5fff9-afa3-4581-b3d4-aa7bcea09464 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:37:04.292382 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-414f514d-7394-461d-9fbb-df2882ecbc18 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:37:04.321727 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-5d9a9438-018f-4e32-9e88-02a7d6c34e40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 0fa5fff9-afa3-4581-b3d4-aa7bcea09464) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:37:04.330777 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de12035-3819-48ad-9bf3-cb1036147bfd None None] Network 0fa5fff9-afa3-4581-b3d4-aa7bcea09464 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:37:04.334299 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a9438-018f-4e32-9e88-02a7d6c34e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:37:04.338221 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5d9a9438-018f-4e32-9e88-02a7d6c34e40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:04.373364 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5d9a9438-018f-4e32-9e88-02a7d6c34e40 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6316402 Aug 19 18:37:04.383881 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57298) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:04.408196 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d0023803-8b93-448a-b9ec-de99b5f59d7d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1266650302-router', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:37:04.453748 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0023803-8b93-448a-b9ec-de99b5f59d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:04.455290 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0023803-8b93-448a-b9ec-de99b5f59d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:04.526459 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414f514d-7394-461d-9fbb-df2882ecbc18 admin admin] Router 4642ac03-7973-4da1-bf26-9b336303c793 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:37:04.654110 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 71aeab7e-60a3-4f7e-8e2c-d81114126907 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:37:04.661434 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0023803-8b93-448a-b9ec-de99b5f59d7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:04.722317 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-772dfab8-d82c-4211-9762-828ffc567082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:04.817822 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414f514d-7394-461d-9fbb-df2882ecbc18 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:37:04.829517 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-414f514d-7394-461d-9fbb-df2882ecbc18 admin admin] 10.222.0.24 "PUT /v2.0/routers/4642ac03-7973-4da1-bf26-9b336303c793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1097753 Aug 19 18:37:04.846645 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4df5f31-4a64-43d2-9faf-7af8809c6576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'fixed_ips': [{'subnet_id': 'd5709971-5b00-43cf-bd19-582d9b03368e'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:37:04.848335 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e4df5f31-4a64-43d2-9faf-7af8809c6576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:04.872193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 71aeab7e-60a3-4f7e-8e2c-d81114126907 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:37:04.882418 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 71aeab7e-60a3-4f7e-8e2c-d81114126907 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:04.882829 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:04.887666 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4a16352c-87cf-42bd-bf2c-b6ac5f183384 None None] Provisioning complete for port 07686515-df41-4155-a0f7-ac269e3735d4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:04.888031 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4a16352c-87cf-42bd-bf2c-b6ac5f183384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:04.984401 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0023803-8b93-448a-b9ec-de99b5f59d7d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:05.022328 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-4a16352c-87cf-42bd-bf2c-b6ac5f183384 None None] Port 07686515-df41-4155-a0f7-ac269e3735d4 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:37:05.188521 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:05.233464 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 71aeab7e-60a3-4f7e-8e2c-d81114126907, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=71aeab7e-60a3-4f7e-8e2c-d81114126907,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:37:05.241082 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-e4df5f31-4a64-43d2-9faf-7af8809c6576 None None] Allocated IP 172.20.0.2 (0fa5fff9-afa3-4581-b3d4-aa7bcea09464/d5709971-5b00-43cf-bd19-582d9b03368e/ceb3a390-8bc1-420d-a1df-831323c5c551) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:37:05.255196 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:05.334475 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0023803-8b93-448a-b9ec-de99b5f59d7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:05.374273 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0023803-8b93-448a-b9ec-de99b5f59d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:05.382891 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57324) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:05.393665 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=71aeab7e-60a3-4f7e-8e2c-d81114126907,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:05.555004 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-d0023803-8b93-448a-b9ec-de99b5f59d7d admin admin] Allocated IP 172.25.8.206 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/b2477aab-f4dc-4cc6-9bc6-373c9471b23a) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:37:05.602376 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e4df5f31-4a64-43d2-9faf-7af8809c6576 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:05.612703 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e4df5f31-4a64-43d2-9faf-7af8809c6576 None None] Transition to ACTIVE for port object ceb3a390-8bc1-420d-a1df-831323c5c551 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:37:05.630826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e4df5f31-4a64-43d2-9faf-7af8809c6576 None None] Transition to ACTIVE for port object ceb3a390-8bc1-420d-a1df-831323c5c551 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:37:05.640551 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e4df5f31-4a64-43d2-9faf-7af8809c6576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:05.660241 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d755260d-89a4-44e5-b65b-12044857a4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:05.661980 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4df5f31-4a64-43d2-9faf-7af8809c6576 None None] Network 0fa5fff9-afa3-4581-b3d4-aa7bcea09464 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:37:05.665201 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-e4df5f31-4a64-43d2-9faf-7af8809c6576 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:37:05.668050 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4df5f31-4a64-43d2-9faf-7af8809c6576 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:37:05.757825 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0023803-8b93-448a-b9ec-de99b5f59d7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:05.832892 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0023803-8b93-448a-b9ec-de99b5f59d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:05.876507 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0023803-8b93-448a-b9ec-de99b5f59d7d admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:37:05.880258 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-d0023803-8b93-448a-b9ec-de99b5f59d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:37:05.880451 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d755260d-89a4-44e5-b65b-12044857a4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:05.885295 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0023803-8b93-448a-b9ec-de99b5f59d7d admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:37:05.887773 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d755260d-89a4-44e5-b65b-12044857a4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:05.943604 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0023803-8b93-448a-b9ec-de99b5f59d7d admin admin] Pushing event updated for resources: {'Port': ['ID=b2477aab-f4dc-4cc6-9bc6-373c9471b23a,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:05.979167 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d755260d-89a4-44e5-b65b-12044857a4fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7193f476110b4355b95c6d6ba4370231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5943575 Aug 19 18:37:05.979974 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755260d-89a4-44e5-b65b-12044857a4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7859fa3e-bcbc-44cd-a825-41737e3d8b86,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:05.983213 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57332) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:05.984125 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df5f31-4a64-43d2-9faf-7af8809c6576 None None] Pushing event updated for resources: {'Port': ['ID=ceb3a390-8bc1-420d-a1df-831323c5c551,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:05.986629 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e4df5f31-4a64-43d2-9faf-7af8809c6576 None None] Attempting to bind port ceb3a390-8bc1-420d-a1df-831323c5c551 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:37:05.987408 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e4df5f31-4a64-43d2-9faf-7af8809c6576 None None] Attempting to bind port ceb3a390-8bc1-420d-a1df-831323c5c551 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '2e1c829d-21f4-4ed9-8557-14adeba40495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:37:05.987408 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4df5f31-4a64-43d2-9faf-7af8809c6576 None None] Attempting to bind port ceb3a390-8bc1-420d-a1df-831323c5c551 on network 0fa5fff9-afa3-4581-b3d4-aa7bcea09464 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:37:05.998173 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4df5f31-4a64-43d2-9faf-7af8809c6576 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:37:05.998626 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4df5f31-4a64-43d2-9faf-7af8809c6576 None None] Checking segment: {'id': '2e1c829d-21f4-4ed9-8557-14adeba40495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:37:05.999146 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e4df5f31-4a64-43d2-9faf-7af8809c6576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:05.999616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4df5f31-4a64-43d2-9faf-7af8809c6576 None None] Bound using segment: {'id': '2e1c829d-21f4-4ed9-8557-14adeba40495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:37:06.000151 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e4df5f31-4a64-43d2-9faf-7af8809c6576 None None] Bound port: ceb3a390-8bc1-420d-a1df-831323c5c551, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1c829d-21f4-4ed9-8557-14adeba40495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:37:06.000638 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e4df5f31-4a64-43d2-9faf-7af8809c6576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:06.091519 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b4c36e18-9444-4524-9f97-3f5c5b705fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:06.135460 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e4df5f31-4a64-43d2-9faf-7af8809c6576 None None] For port ceb3a390-8bc1-420d-a1df-831323c5c551, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:37:06.140231 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e4df5f31-4a64-43d2-9faf-7af8809c6576 None None] For port ceb3a390-8bc1-420d-a1df-831323c5c551, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ceb3a390-8bc1-420d-a1df-831323c5c551,segment=NetworkSegment(2e1c829d-21f4-4ed9-8557-14adeba40495),segment_id=2e1c829d-21f4-4ed9-8557-14adeba40495)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:37:06.151729 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e4df5f31-4a64-43d2-9faf-7af8809c6576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:06.161286 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b4c36e18-9444-4524-9f97-3f5c5b705fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:06.222757 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df5f31-4a64-43d2-9faf-7af8809c6576 None None] Pushing event updated for resources: {'Port': ['ID=ceb3a390-8bc1-420d-a1df-831323c5c551,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:06.276931 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b4c36e18-9444-4524-9f97-3f5c5b705fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:06.284181 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b4c36e18-9444-4524-9f97-3f5c5b705fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:06.293994 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b4c36e18-9444-4524-9f97-3f5c5b705fe3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7859fa3e-bcbc-44cd-a825-41737e3d8b86 HTTP/1.1" status: 204 len: 168 time: 0.3089864 Aug 19 18:37:06.310289 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c36e18-9444-4524-9f97-3f5c5b705fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7859fa3e-bcbc-44cd-a825-41737e3d8b86,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:06.463358 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0023803-8b93-448a-b9ec-de99b5f59d7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:06.578242 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 71aeab7e-60a3-4f7e-8e2c-d81114126907 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:37:06.721952 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 71aeab7e-60a3-4f7e-8e2c-d81114126907 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:06.722341 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:06.790925 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] Sync routers for ids ['4642ac03-7973-4da1-bf26-9b336303c793'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:37:06.808104 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] Routers {'4642ac03-7973-4da1-bf26-9b336303c793'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:37:06.808915 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:36:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4642ac03-7973-4da1-bf26-9b336303c793'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:06.855411 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57346) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:06.884712 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-99e2586a-0816-41d6-ae95-64147f950bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:06.892854 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0023803-8b93-448a-b9ec-de99b5f59d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:07.017218 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] Set router 4642ac03-7973-4da1-bf26-9b336303c793 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:37:07.023286 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-99e2586a-0816-41d6-ae95-64147f950bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:07.029447 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-99e2586a-0816-41d6-ae95-64147f950bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:07.089573 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57348) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:07.090808 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-99e2586a-0816-41d6-ae95-64147f950bd6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6d7908a9b974054a78bf880e86edef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331316 Aug 19 18:37:07.091676 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2586a-0816-41d6-ae95-64147f950bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb931c2-f178-4fca-b608-6ba7194019e4,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:07.120380 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57350) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:07.176177 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0023803-8b93-448a-b9ec-de99b5f59d7d admin admin] Router e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:37:07.184293 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-af899af6-1beb-42c4-bbde-cb8d83e3d94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:07.276324 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-af899af6-1beb-42c4-bbde-cb8d83e3d94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:07.387255 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0023803-8b93-448a-b9ec-de99b5f59d7d admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:37:07.400382 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] Sync routers for ids ['e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:37:07.415674 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-af899af6-1beb-42c4-bbde-cb8d83e3d94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:07.419485 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-af899af6-1beb-42c4-bbde-cb8d83e3d94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:07.419774 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] Routers {'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:37:07.421309 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-af899af6-1beb-42c4-bbde-cb8d83e3d94a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3cb931c2-f178-4fca-b608-6ba7194019e4 HTTP/1.1" status: 204 len: 168 time: 0.3284903 Aug 19 18:37:07.422278 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:36:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:07.425409 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0023803-8b93-448a-b9ec-de99b5f59d7d admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:07.430963 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d0023803-8b93-448a-b9ec-de99b5f59d7d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0347099 Aug 19 18:37:07.431948 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57356) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:07.450596 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:07.467784 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2b598095-4250-4b01-b0a2-7bc0eb5c8070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:07.487360 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af899af6-1beb-42c4-bbde-cb8d83e3d94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb931c2-f178-4fca-b608-6ba7194019e4,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:07.553107 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4642ac03-7973-4da1-bf26-9b336303c793', 'name': 'tempest-ImageQuotaTest-501603117-router', 'tenant_id': '6cad2d922bf04ff4a88ab1e1c1077a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '71aeab7e-60a3-4f7e-8e2c-d81114126907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:36:58Z', 'updated_at': '2021-08-19T18:37:03Z', 'revision_number': 4, 'project_id': '6cad2d922bf04ff4a88ab1e1c1077a6d', 'gw_port': {'id': '71aeab7e-60a3-4f7e-8e2c-d81114126907', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4642ac03-7973-4da1-bf26-9b336303c793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:36:59Z', 'updated_at': '2021-08-19T18:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '07686515-df41-4155-a0f7-ac269e3735d4', 'name': '', 'network_id': '09ce7bc5-1da8-4726-bd20-a19a39cbe4f7', 'tenant_id': '6cad2d922bf04ff4a88ab1e1c1077a6d', 'mac_address': 'fa:16:3e:01:dc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4642ac03-7973-4da1-bf26-9b336303c793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '18e279ba-0d15-42bc-b50e-68d0e674df6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:02Z', 'updated_at': '2021-08-19T18:37:03Z', 'revision_number': 2, 'project_id': '6cad2d922bf04ff4a88ab1e1c1077a6d', 'subnets': [{'id': '18e279ba-0d15-42bc-b50e-68d0e674df6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:07.634620 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] Checking router: 4642ac03-7973-4da1-bf26-9b336303c793 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:37:07.634996 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] Updating router 4642ac03-7973-4da1-bf26-9b336303c793 port 07686515-df41-4155-a0f7-ac269e3735d4 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:37:07.685117 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:07.719563 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] Set router e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:37:07.766028 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f712a20-8d01-428d-be34-aab5ffa496a3 None None] Network 0fa5fff9-afa3-4581-b3d4-aa7bcea09464 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:37:07.839183 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b07703dd-c31f-4f9c-ba3e-1b0987fe1e55 None None] Provisioning for port ceb3a390-8bc1-420d-a1df-831323c5c551 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:37:08.089915 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'name': 'tempest-TestVolumeBackupRestore-1266650302-router', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:04Z', 'updated_at': '2021-08-19T18:37:06Z', 'revision_number': 3, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'gw_port': {'id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:05Z', 'updated_at': '2021-08-19T18:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:08.156605 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] Checking router: e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:37:08.156857 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] Updating router e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f port b2477aab-f4dc-4cc6-9bc6-373c9471b23a binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:37:08.220957 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:08.248039 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ee5d874a-9ac0-45e8-9481-691667eaec01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:08.248639 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:08.462846 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:08.496371 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] Transition to ACTIVE for port object 07686515-df41-4155-a0f7-ac269e3735d4 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:37:08.520840 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:08.655123 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-ee5d874a-9ac0-45e8-9481-691667eaec01 admin admin] Allocated IP 172.20.0.1 (0fa5fff9-afa3-4581-b3d4-aa7bcea09464/d5709971-5b00-43cf-bd19-582d9b03368e/c21343c0-a6a7-488a-a414-573690eb1727) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:37:08.675988 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33632f5-3fb2-4287-b8b2-e9bc5bd6103c None None] Pushing event updated for resources: {'Port': ['ID=07686515-df41-4155-a0f7-ac269e3735d4,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:08.693885 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ceb3a390-8bc1-420d-a1df-831323c5c551 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:37:08.803140 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cf4b9666-0096-44fc-b5e8-a8580bb1e952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:08.830378 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ee5d874a-9ac0-45e8-9481-691667eaec01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:08.860934 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-ee5d874a-9ac0-45e8-9481-691667eaec01 admin admin] Transition to ACTIVE for port object c21343c0-a6a7-488a-a414-573690eb1727 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:37:08.909343 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] Attempting to bind port 07686515-df41-4155-a0f7-ac269e3735d4 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:37:08.909744 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] Attempting to bind port 07686515-df41-4155-a0f7-ac269e3735d4 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '4b37c406-70f6-4558-8667-364581dfb08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '09ce7bc5-1da8-4726-bd20-a19a39cbe4f7'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:37:08.910112 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] Attempting to bind port 07686515-df41-4155-a0f7-ac269e3735d4 on network 09ce7bc5-1da8-4726-bd20-a19a39cbe4f7 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:37:08.924151 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:37:08.924561 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] Checking segment: {'id': '4b37c406-70f6-4558-8667-364581dfb08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '09ce7bc5-1da8-4726-bd20-a19a39cbe4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:37:08.924934 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:08.925395 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] Bound using segment: {'id': '4b37c406-70f6-4558-8667-364581dfb08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '09ce7bc5-1da8-4726-bd20-a19a39cbe4f7'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:37:08.925913 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] Bound port: 07686515-df41-4155-a0f7-ac269e3735d4, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b37c406-70f6-4558-8667-364581dfb08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '09ce7bc5-1da8-4726-bd20-a19a39cbe4f7'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:37:08.926676 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:08.935356 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ee5d874a-9ac0-45e8-9481-691667eaec01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:08.978253 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:09.008149 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] Transition to ACTIVE for port object b2477aab-f4dc-4cc6-9bc6-373c9471b23a will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:37:09.024755 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:09.026737 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port ceb3a390-8bc1-420d-a1df-831323c5c551 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:37:09.032837 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5d874a-9ac0-45e8-9481-691667eaec01 admin admin] Network 0fa5fff9-afa3-4581-b3d4-aa7bcea09464 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:37:09.036289 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port ceb3a390-8bc1-420d-a1df-831323c5c551 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:09.036632 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:09.041008 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-ee5d874a-9ac0-45e8-9481-691667eaec01 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:37:09.047715 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d874a-9ac0-45e8-9481-691667eaec01 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:37:09.095503 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] For port 07686515-df41-4155-a0f7-ac269e3735d4, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:37:09.107455 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d874a-9ac0-45e8-9481-691667eaec01 admin admin] Pushing event updated for resources: {'Port': ['ID=c21343c0-a6a7-488a-a414-573690eb1727,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:09.150874 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ee5d874a-9ac0-45e8-9481-691667eaec01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:09.182483 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] For port 07686515-df41-4155-a0f7-ac269e3735d4, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=07686515-df41-4155-a0f7-ac269e3735d4,segment=NetworkSegment(4b37c406-70f6-4558-8667-364581dfb08b),segment_id=4b37c406-70f6-4558-8667-364581dfb08b)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:37:09.183524 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:09.185437 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] Attempting to bind port b2477aab-f4dc-4cc6-9bc6-373c9471b23a on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:37:09.186705 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] Attempting to bind port b2477aab-f4dc-4cc6-9bc6-373c9471b23a by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:37:09.187446 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] Attempting to bind port b2477aab-f4dc-4cc6-9bc6-373c9471b23a on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:37:09.201227 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:37:09.201634 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:37:09.202040 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:09.207914 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:37:09.208424 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] Bound port: b2477aab-f4dc-4cc6-9bc6-373c9471b23a, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:37:09.208816 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:09.210591 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:09.213738 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee2303-131e-4dea-89ab-0d1802eed034 None None] Pushing event updated for resources: {'Port': ['ID=b2477aab-f4dc-4cc6-9bc6-373c9471b23a,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:09.346549 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] For port b2477aab-f4dc-4cc6-9bc6-373c9471b23a, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:37:09.353688 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] For port b2477aab-f4dc-4cc6-9bc6-373c9471b23a, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b2477aab-f4dc-4cc6-9bc6-373c9471b23a,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:37:09.367753 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:09.447139 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] Routers {'4642ac03-7973-4da1-bf26-9b336303c793'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:37:09.453338 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:37:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['4642ac03-7973-4da1-bf26-9b336303c793'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:09.464635 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33632f5-3fb2-4287-b8b2-e9bc5bd6103c None None] Pushing event updated for resources: {'Port': ['ID=07686515-df41-4155-a0f7-ac269e3735d4,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:09.471263 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ee5d874a-9ac0-45e8-9481-691667eaec01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:09.516075 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee2303-131e-4dea-89ab-0d1802eed034 None None] Pushing event updated for resources: {'Port': ['ID=b2477aab-f4dc-4cc6-9bc6-373c9471b23a,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:09.548068 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] Routers {'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:37:09.548689 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:37:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:09.582096 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-cf4b9666-0096-44fc-b5e8-a8580bb1e952 admin admin] Deleting port 07686515-df41-4155-a0f7-ac269e3735d4 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:37:09.582684 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cf4b9666-0096-44fc-b5e8-a8580bb1e952 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:09.642332 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port ceb3a390-8bc1-420d-a1df-831323c5c551, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ceb3a390-8bc1-420d-a1df-831323c5c551,segment=NetworkSegment(2e1c829d-21f4-4ed9-8557-14adeba40495),segment_id=2e1c829d-21f4-4ed9-8557-14adeba40495)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:37:09.653767 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:09.679488 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3d4a9258-e034-43f4-bc39-0d815e36af87 None None] Provisioning for port c21343c0-a6a7-488a-a414-573690eb1727 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:37:09.739398 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3d4a9258-e034-43f4-bc39-0d815e36af87 None None] Provisioning complete for port c21343c0-a6a7-488a-a414-573690eb1727 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:09.740059 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3d4a9258-e034-43f4-bc39-0d815e36af87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:09.793578 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] Set router e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:37:09.804601 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-cf4b9666-0096-44fc-b5e8-a8580bb1e952 admin admin] For port 07686515-df41-4155-a0f7-ac269e3735d4, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=07686515-df41-4155-a0f7-ac269e3735d4,segment=NetworkSegment(4b37c406-70f6-4558-8667-364581dfb08b),segment_id=4b37c406-70f6-4558-8667-364581dfb08b)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:37:09.805505 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cf4b9666-0096-44fc-b5e8-a8580bb1e952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:09.832994 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] Set router 4642ac03-7973-4da1-bf26-9b336303c793 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:37:09.836356 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-3d4a9258-e034-43f4-bc39-0d815e36af87 None None] Port c21343c0-a6a7-488a-a414-573690eb1727 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:37:09.840956 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-cf4b9666-0096-44fc-b5e8-a8580bb1e952 admin admin] Calling delete_port for 07686515-df41-4155-a0f7-ac269e3735d4 owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:37:09.856795 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ee5d874a-9ac0-45e8-9481-691667eaec01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:09.866171 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=ceb3a390-8bc1-420d-a1df-831323c5c551,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:09.868485 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ee5d874a-9ac0-45e8-9481-691667eaec01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:10.031600 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ee5d874a-9ac0-45e8-9481-691667eaec01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:10.145838 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'name': 'tempest-TestVolumeBackupRestore-1266650302-router', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:04Z', 'updated_at': '2021-08-19T18:37:09Z', 'revision_number': 4, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'gw_port': {'id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:05Z', 'updated_at': '2021-08-19T18:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'c21343c0-a6a7-488a-a414-573690eb1727', 'name': '', 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'mac_address': 'fa:16:3e:23:ed:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:08Z', 'updated_at': '2021-08-19T18:37:08Z', 'revision_number': 1, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'subnets': [{'id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:10.161419 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d874a-9ac0-45e8-9481-691667eaec01 admin admin] Pushing event updated for resources: {'Port': ['ID=c21343c0-a6a7-488a-a414-573690eb1727,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:10.205852 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4642ac03-7973-4da1-bf26-9b336303c793', 'name': 'tempest-ImageQuotaTest-501603117-router', 'tenant_id': '6cad2d922bf04ff4a88ab1e1c1077a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '71aeab7e-60a3-4f7e-8e2c-d81114126907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:36:58Z', 'updated_at': '2021-08-19T18:37:03Z', 'revision_number': 4, 'project_id': '6cad2d922bf04ff4a88ab1e1c1077a6d', 'gw_port': {'id': '71aeab7e-60a3-4f7e-8e2c-d81114126907', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4642ac03-7973-4da1-bf26-9b336303c793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:36:59Z', 'updated_at': '2021-08-19T18:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '07686515-df41-4155-a0f7-ac269e3735d4', 'name': '', 'network_id': '09ce7bc5-1da8-4726-bd20-a19a39cbe4f7', 'tenant_id': '6cad2d922bf04ff4a88ab1e1c1077a6d', 'mac_address': 'fa:16:3e:01:dc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4642ac03-7973-4da1-bf26-9b336303c793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '18e279ba-0d15-42bc-b50e-68d0e674df6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:02Z', 'updated_at': '2021-08-19T18:37:09Z', 'revision_number': 4, 'project_id': '6cad2d922bf04ff4a88ab1e1c1077a6d', 'subnets': [{'id': '18e279ba-0d15-42bc-b50e-68d0e674df6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:10.231125 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4b94a5-1087-44b9-baaa-80edff48967f None None] The sync data for ids ['e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'] in n-d-803753-2 is: [{'id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'name': 'tempest-TestVolumeBackupRestore-1266650302-router', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:04Z', 'updated_at': '2021-08-19T18:37:09Z', 'revision_number': 4, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'gw_port': {'id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:05Z', 'updated_at': '2021-08-19T18:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'c21343c0-a6a7-488a-a414-573690eb1727', 'name': '', 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'mac_address': 'fa:16:3e:23:ed:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:08Z', 'updated_at': '2021-08-19T18:37:08Z', 'revision_number': 1, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'subnets': [{'id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:37:10.246055 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c34cb1-a2e2-4430-ae42-95cc577f4dc3 None None] The sync data for ids ['4642ac03-7973-4da1-bf26-9b336303c793'] in n-d-803753-2 is: [{'id': '4642ac03-7973-4da1-bf26-9b336303c793', 'name': 'tempest-ImageQuotaTest-501603117-router', 'tenant_id': '6cad2d922bf04ff4a88ab1e1c1077a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '71aeab7e-60a3-4f7e-8e2c-d81114126907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:36:58Z', 'updated_at': '2021-08-19T18:37:03Z', 'revision_number': 4, 'project_id': '6cad2d922bf04ff4a88ab1e1c1077a6d', 'gw_port': {'id': '71aeab7e-60a3-4f7e-8e2c-d81114126907', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4642ac03-7973-4da1-bf26-9b336303c793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:36:59Z', 'updated_at': '2021-08-19T18:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '07686515-df41-4155-a0f7-ac269e3735d4', 'name': '', 'network_id': '09ce7bc5-1da8-4726-bd20-a19a39cbe4f7', 'tenant_id': '6cad2d922bf04ff4a88ab1e1c1077a6d', 'mac_address': 'fa:16:3e:01:dc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4642ac03-7973-4da1-bf26-9b336303c793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '18e279ba-0d15-42bc-b50e-68d0e674df6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:02Z', 'updated_at': '2021-08-19T18:37:09Z', 'revision_number': 4, 'project_id': '6cad2d922bf04ff4a88ab1e1c1077a6d', 'subnets': [{'id': '18e279ba-0d15-42bc-b50e-68d0e674df6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:37:10.274173 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:10.276418 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cf4b9666-0096-44fc-b5e8-a8580bb1e952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:10.293992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5d874a-9ac0-45e8-9481-691667eaec01 admin admin] Network 0fa5fff9-afa3-4581-b3d4-aa7bcea09464 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:37:10.296868 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-ee5d874a-9ac0-45e8-9481-691667eaec01 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:37:10.347845 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b9666-0096-44fc-b5e8-a8580bb1e952 admin admin] Pushing event deleted for resources: {'Port': ['ID=07686515-df41-4155-a0f7-ac269e3735d4,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:10.625763 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ceb3a390-8bc1-420d-a1df-831323c5c551 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:37:10.655438 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5d874a-9ac0-45e8-9481-691667eaec01 admin admin] Router e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:37:10.797473 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port ceb3a390-8bc1-420d-a1df-831323c5c551 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:10.801585 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:10.860107 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cf4b9666-0096-44fc-b5e8-a8580bb1e952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:10.949810 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-04a84c4c-6852-4a3e-adb5-bced9faa4571 None None] Provisioning complete for port c21343c0-a6a7-488a-a414-573690eb1727 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:10.950142 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-04a84c4c-6852-4a3e-adb5-bced9faa4571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:10.962440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5d874a-9ac0-45e8-9481-691667eaec01 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:37:10.993905 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ee5d874a-9ac0-45e8-9481-691667eaec01 admin admin] 10.222.0.24 "PUT /v2.0/routers/e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5521331 Aug 19 18:37:11.100091 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-04a84c4c-6852-4a3e-adb5-bced9faa4571 None None] Port c21343c0-a6a7-488a-a414-573690eb1727 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:37:11.189138 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:11.289564 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4b9666-0096-44fc-b5e8-a8580bb1e952 admin admin] Router 4642ac03-7973-4da1-bf26-9b336303c793 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:37:11.489582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4b9666-0096-44fc-b5e8-a8580bb1e952 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:37:11.501574 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cf4b9666-0096-44fc-b5e8-a8580bb1e952 admin admin] 10.222.0.24 "PUT /v2.0/routers/4642ac03-7973-4da1-bf26-9b336303c793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3799226 Aug 19 18:37:11.504195 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57416) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:12.151249 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57434) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:12.156501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e819219e-3b2a-42a5-ae20-6743581bd39b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-855968150-network', 'tenant_id': 'f7926dcf702247b0a8757d14d5c73c31'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:37:12.190744 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-169f806e-f545-4ae1-bf1d-9acf94c30c85 admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:12.204985 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e819219e-3b2a-42a5-ae20-6743581bd39b admin admin] Made reservation on behalf of f7926dcf702247b0a8757d14d5c73c31 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:37:12.210872 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e819219e-3b2a-42a5-ae20-6743581bd39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:12.231163 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e819219e-3b2a-42a5-ae20-6743581bd39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:12.325258 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-169f806e-f545-4ae1-bf1d-9acf94c30c85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:12.408602 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-169f806e-f545-4ae1-bf1d-9acf94c30c85 admin admin] Deleting port 71aeab7e-60a3-4f7e-8e2c-d81114126907 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:37:12.409273 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-169f806e-f545-4ae1-bf1d-9acf94c30c85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:12.541683 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e819219e-3b2a-42a5-ae20-6743581bd39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:12.550257 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-169f806e-f545-4ae1-bf1d-9acf94c30c85 admin admin] For port 71aeab7e-60a3-4f7e-8e2c-d81114126907, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=71aeab7e-60a3-4f7e-8e2c-d81114126907,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:37:12.550782 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-169f806e-f545-4ae1-bf1d-9acf94c30c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:12.555037 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e819219e-3b2a-42a5-ae20-6743581bd39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:12.568077 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-169f806e-f545-4ae1-bf1d-9acf94c30c85 admin admin] Calling delete_port for 71aeab7e-60a3-4f7e-8e2c-d81114126907 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:37:12.633113 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e819219e-3b2a-42a5-ae20-6743581bd39b admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:37:12.635397 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b2477aab-f4dc-4cc6-9bc6-373c9471b23a up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:37:12.664396 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819219e-3b2a-42a5-ae20-6743581bd39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e74d63e-9720-4a58-9207-58e1f2f4b80e,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:12.676730 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e819219e-3b2a-42a5-ae20-6743581bd39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:12.677253 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-e819219e-3b2a-42a5-ae20-6743581bd39b admin admin] Added segment aa0e77ba-029c-4e76-ad3a-7b9925d9935b of type vlan for network d63c7460-5169-495e-92ea-0859bfac2f3f Aug 19 18:37:12.727419 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e819219e-3b2a-42a5-ae20-6743581bd39b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:12.770543 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e819219e-3b2a-42a5-ae20-6743581bd39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:12.773775 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e819219e-3b2a-42a5-ae20-6743581bd39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:37:12.774774 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e819219e-3b2a-42a5-ae20-6743581bd39b admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:12.907956 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e819219e-3b2a-42a5-ae20-6743581bd39b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7554359 Aug 19 18:37:12.916325 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57442) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:12.923545 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-5b7677a5-6ff2-4a93-9161-04806b4920da admin admin] Request body: {'subnet': {'network_id': 'd63c7460-5169-495e-92ea-0859bfac2f3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-855968150-subnet', 'tenant_id': 'f7926dcf702247b0a8757d14d5c73c31', 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:37:12.949089 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819219e-3b2a-42a5-ae20-6743581bd39b admin admin] Pushing event updated for resources: {'Network': ['ID=d63c7460-5169-495e-92ea-0859bfac2f3f,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:12.954010 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7677a5-6ff2-4a93-9161-04806b4920da admin admin] Made reservation on behalf of f7926dcf702247b0a8757d14d5c73c31 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:37:12.958229 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5b7677a5-6ff2-4a93-9161-04806b4920da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:12.994084 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-169f806e-f545-4ae1-bf1d-9acf94c30c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:13.034992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f806e-f545-4ae1-bf1d-9acf94c30c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=71aeab7e-60a3-4f7e-8e2c-d81114126907,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:13.082369 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network d63c7460-5169-495e-92ea-0859bfac2f3f details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:37:13.122310 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-169f806e-f545-4ae1-bf1d-9acf94c30c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:13.205042 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port b2477aab-f4dc-4cc6-9bc6-373c9471b23a completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:37:13.212848 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port b2477aab-f4dc-4cc6-9bc6-373c9471b23a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:13.213429 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:13.227350 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-169f806e-f545-4ae1-bf1d-9acf94c30c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:13.230023 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-169f806e-f545-4ae1-bf1d-9acf94c30c85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:13.232112 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5b7677a5-6ff2-4a93-9161-04806b4920da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:13.286084 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-169f806e-f545-4ae1-bf1d-9acf94c30c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:13.288355 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169f806e-f545-4ae1-bf1d-9acf94c30c85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4642ac03-7973-4da1-bf26-9b336303c793 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:37:13.311765 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-169f806e-f545-4ae1-bf1d-9acf94c30c85 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:13.314190 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-169f806e-f545-4ae1-bf1d-9acf94c30c85 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4642ac03-7973-4da1-bf26-9b336303c793 HTTP/1.1" status: 204 len: 168 time: 1.8085430 Aug 19 18:37:13.317134 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57448) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:13.327959 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7677a5-6ff2-4a93-9161-04806b4920da admin admin] Pushing event updated for resources: {'Subnet': ['ID=e075707c-1fe4-43b8-8970-20428981930b,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:13.328502 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:13.331709 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7677a5-6ff2-4a93-9161-04806b4920da admin admin] Checking segment: {'id': 'aa0e77ba-029c-4e76-ad3a-7b9925d9935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd63c7460-5169-495e-92ea-0859bfac2f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:37:13.332179 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7677a5-6ff2-4a93-9161-04806b4920da admin admin] Network hostable DHCP agents. Network: d63c7460-5169-495e-92ea-0859bfac2f3f, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:37:13.353338 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3783b388-3552-4cd0-9780-3fb1eb3cb59a None None] Sync routers for ids ['4642ac03-7973-4da1-bf26-9b336303c793'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:37:13.364418 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7677a5-6ff2-4a93-9161-04806b4920da admin admin] Network d63c7460-5169-495e-92ea-0859bfac2f3f is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:37:13.376136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port b2477aab-f4dc-4cc6-9bc6-373c9471b23a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b2477aab-f4dc-4cc6-9bc6-373c9471b23a,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:37:13.377060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3783b388-3552-4cd0-9780-3fb1eb3cb59a None None] Routers set() bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:37:13.377938 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3783b388-3552-4cd0-9780-3fb1eb3cb59a None None] Router IDs set() for agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 18:37:13.378996 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_agentschedulers_db [None req-3783b388-3552-4cd0-9780-3fb1eb3cb59a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4642ac03-7973-4da1-bf26-9b336303c793'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:37:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent'). {{(pid=94683) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 18:37:13.383258 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-5b7677a5-6ff2-4a93-9161-04806b4920da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, d63c7460-5169-495e-92ea-0859bfac2f3f) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:37:13.386677 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:13.388235 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-530444bb-86fe-45b3-ac7b-403ad2dd7007 admin admin] Deleting subnet 18e279ba-0d15-42bc-b50e-68d0e674df6c {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:37:13.395579 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-530444bb-86fe-45b3-ac7b-403ad2dd7007 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:13.399343 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7677a5-6ff2-4a93-9161-04806b4920da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:37:13.400790 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c818e211-2940-415f-b073-55d7c8223eae None None] Network d63c7460-5169-495e-92ea-0859bfac2f3f requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:37:13.401682 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5b7677a5-6ff2-4a93-9161-04806b4920da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:13.417485 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5b7677a5-6ff2-4a93-9161-04806b4920da admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4992070 Aug 19 18:37:13.419852 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57452) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:13.427076 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-3a9bced6-c804-4cc6-b2d2-e47f375311d5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-855968150-router', 'tenant_id': 'f7926dcf702247b0a8757d14d5c73c31', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:37:13.427269 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3783b388-3552-4cd0-9780-3fb1eb3cb59a None None] Routers set() bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:37:13.427700 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3783b388-3552-4cd0-9780-3fb1eb3cb59a None None] Router IDs set() for agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 18:37:13.428447 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_agentschedulers_db [None req-3783b388-3552-4cd0-9780-3fb1eb3cb59a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4642ac03-7973-4da1-bf26-9b336303c793'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:37:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent'). {{(pid=94683) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 18:37:13.428924 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3783b388-3552-4cd0-9780-3fb1eb3cb59a None None] The sync data for ids ['4642ac03-7973-4da1-bf26-9b336303c793'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:37:13.465300 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-530444bb-86fe-45b3-ac7b-403ad2dd7007 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:13.466508 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3a9bced6-c804-4cc6-b2d2-e47f375311d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:13.468495 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3a9bced6-c804-4cc6-b2d2-e47f375311d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:13.516297 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=b2477aab-f4dc-4cc6-9bc6-373c9471b23a,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:13.566308 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3a9bced6-c804-4cc6-b2d2-e47f375311d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:13.595000 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-530444bb-86fe-45b3-ac7b-403ad2dd7007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:13.657648 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ab6a35-3b71-43f7-b795-b762b8b2694a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-d63c7460-5169-495e-92ea-0859bfac2f3f', 'network_id': 'd63c7460-5169-495e-92ea-0859bfac2f3f', 'tenant_id': 'f7926dcf702247b0a8757d14d5c73c31', 'fixed_ips': [{'subnet_id': 'e075707c-1fe4-43b8-8970-20428981930b'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:37:13.660025 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e6ab6a35-3b71-43f7-b795-b762b8b2694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:13.665966 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-530444bb-86fe-45b3-ac7b-403ad2dd7007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:13.684819 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-530444bb-86fe-45b3-ac7b-403ad2dd7007 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:13.687458 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-530444bb-86fe-45b3-ac7b-403ad2dd7007 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/18e279ba-0d15-42bc-b50e-68d0e674df6c HTTP/1.1" status: 204 len: 168 time: 0.3687394 Aug 19 18:37:13.692967 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57464) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:13.709566 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530444bb-86fe-45b3-ac7b-403ad2dd7007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18e279ba-0d15-42bc-b50e-68d0e674df6c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:13.711544 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29912397-2d1b-4a7d-818c-0b0981175d91 None None] Network 09ce7bc5-1da8-4726-bd20-a19a39cbe4f7 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:37:13.848308 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3a9bced6-c804-4cc6-b2d2-e47f375311d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:13.869366 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6cf736a8-1796-4eee-9f0a-6c3eae159e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:14.041629 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-6cf736a8-1796-4eee-9f0a-6c3eae159e4f admin admin] Deleting port 07633bfa-75cf-47fc-ba64-36738c58da22 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:37:14.042009 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6cf736a8-1796-4eee-9f0a-6c3eae159e4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:14.091674 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-e6ab6a35-3b71-43f7-b795-b762b8b2694a None None] Allocated IP 172.20.0.2 (d63c7460-5169-495e-92ea-0859bfac2f3f/e075707c-1fe4-43b8-8970-20428981930b/b880994f-3307-407b-9287-84d217c51dd3) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:37:14.270972 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-6cf736a8-1796-4eee-9f0a-6c3eae159e4f admin admin] For port 07633bfa-75cf-47fc-ba64-36738c58da22, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=07633bfa-75cf-47fc-ba64-36738c58da22,segment=NetworkSegment(4b37c406-70f6-4558-8667-364581dfb08b),segment_id=4b37c406-70f6-4558-8667-364581dfb08b)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:37:14.271571 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6cf736a8-1796-4eee-9f0a-6c3eae159e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:14.289591 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e6ab6a35-3b71-43f7-b795-b762b8b2694a None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:14.300566 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e6ab6a35-3b71-43f7-b795-b762b8b2694a None None] Transition to ACTIVE for port object b880994f-3307-407b-9287-84d217c51dd3 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:37:14.319343 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e6ab6a35-3b71-43f7-b795-b762b8b2694a None None] Transition to ACTIVE for port object b880994f-3307-407b-9287-84d217c51dd3 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:37:14.327305 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e6ab6a35-3b71-43f7-b795-b762b8b2694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:14.340578 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-6cf736a8-1796-4eee-9f0a-6c3eae159e4f admin admin] Calling delete_port for 07633bfa-75cf-47fc-ba64-36738c58da22 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:37:14.395859 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ab6a35-3b71-43f7-b795-b762b8b2694a None None] Network d63c7460-5169-495e-92ea-0859bfac2f3f is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:37:14.402091 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-e6ab6a35-3b71-43f7-b795-b762b8b2694a None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:37:14.407204 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ab6a35-3b71-43f7-b795-b762b8b2694a None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:37:14.416228 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a9b90f-69b7-49c0-8bf9-e6a6f0670ca4 None None] DHCP port deletion for 09ce7bc5-1da8-4726-bd20-a19a39cbe4f7 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:37:14.422082 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab6a35-3b71-43f7-b795-b762b8b2694a None None] Pushing event updated for resources: {'Port': ['ID=b880994f-3307-407b-9287-84d217c51dd3,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:14.630162 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e6ab6a35-3b71-43f7-b795-b762b8b2694a None None] Attempting to bind port b880994f-3307-407b-9287-84d217c51dd3 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:37:14.630631 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e6ab6a35-3b71-43f7-b795-b762b8b2694a None None] Attempting to bind port b880994f-3307-407b-9287-84d217c51dd3 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'aa0e77ba-029c-4e76-ad3a-7b9925d9935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd63c7460-5169-495e-92ea-0859bfac2f3f'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:37:14.631104 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ab6a35-3b71-43f7-b795-b762b8b2694a None None] Attempting to bind port b880994f-3307-407b-9287-84d217c51dd3 on network d63c7460-5169-495e-92ea-0859bfac2f3f {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:37:14.654972 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ab6a35-3b71-43f7-b795-b762b8b2694a None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:37:14.663386 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ab6a35-3b71-43f7-b795-b762b8b2694a None None] Checking segment: {'id': 'aa0e77ba-029c-4e76-ad3a-7b9925d9935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd63c7460-5169-495e-92ea-0859bfac2f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:37:14.664004 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e6ab6a35-3b71-43f7-b795-b762b8b2694a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:14.664880 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ab6a35-3b71-43f7-b795-b762b8b2694a None None] Bound using segment: {'id': 'aa0e77ba-029c-4e76-ad3a-7b9925d9935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd63c7460-5169-495e-92ea-0859bfac2f3f'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:37:14.665210 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-e6ab6a35-3b71-43f7-b795-b762b8b2694a None None] Bound port: b880994f-3307-407b-9287-84d217c51dd3, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0e77ba-029c-4e76-ad3a-7b9925d9935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd63c7460-5169-495e-92ea-0859bfac2f3f'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:37:14.666217 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e6ab6a35-3b71-43f7-b795-b762b8b2694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:14.697012 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b2477aab-f4dc-4cc6-9bc6-373c9471b23a up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:37:14.747210 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-16a9b90f-69b7-49c0-8bf9-e6a6f0670ca4 None None] Deleting port 07633bfa-75cf-47fc-ba64-36738c58da22 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:37:14.747619 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-16a9b90f-69b7-49c0-8bf9-e6a6f0670ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:14.915212 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3a9bced6-c804-4cc6-b2d2-e47f375311d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:14.943943 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3a9bced6-c804-4cc6-b2d2-e47f375311d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:14.962499 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e6ab6a35-3b71-43f7-b795-b762b8b2694a None None] For port b880994f-3307-407b-9287-84d217c51dd3, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:37:14.966548 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-e6ab6a35-3b71-43f7-b795-b762b8b2694a None None] For port b880994f-3307-407b-9287-84d217c51dd3, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b880994f-3307-407b-9287-84d217c51dd3,segment=NetworkSegment(aa0e77ba-029c-4e76-ad3a-7b9925d9935b),segment_id=aa0e77ba-029c-4e76-ad3a-7b9925d9935b)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:37:14.972599 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-16a9b90f-69b7-49c0-8bf9-e6a6f0670ca4 None None] For port 07633bfa-75cf-47fc-ba64-36738c58da22, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=07633bfa-75cf-47fc-ba64-36738c58da22,segment=NetworkSegment(4b37c406-70f6-4558-8667-364581dfb08b),segment_id=4b37c406-70f6-4558-8667-364581dfb08b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:37:14.972902 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-16a9b90f-69b7-49c0-8bf9-e6a6f0670ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:14.976325 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port b2477aab-f4dc-4cc6-9bc6-373c9471b23a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:14.976695 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:14.985005 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e6ab6a35-3b71-43f7-b795-b762b8b2694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:15.036305 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6cf736a8-1796-4eee-9f0a-6c3eae159e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:15.080998 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-16a9b90f-69b7-49c0-8bf9-e6a6f0670ca4 None None] Calling delete_port for 07633bfa-75cf-47fc-ba64-36738c58da22 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:37:15.098701 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf736a8-1796-4eee-9f0a-6c3eae159e4f admin admin] No DVR routers for this DVR port 07633bfa-75cf-47fc-ba64-36738c58da22 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:37:15.153003 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf736a8-1796-4eee-9f0a-6c3eae159e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=07633bfa-75cf-47fc-ba64-36738c58da22,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:15.208812 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] Sync routers for ids ['e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:37:15.223895 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] Routers {'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:37:15.225829 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:37:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:15.351707 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab6a35-3b71-43f7-b795-b762b8b2694a None None] Pushing event updated for resources: {'Port': ['ID=b880994f-3307-407b-9287-84d217c51dd3,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:15.381333 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6cf736a8-1796-4eee-9f0a-6c3eae159e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:15.439990 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-6cf736a8-1796-4eee-9f0a-6c3eae159e4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ce7bc5-1da8-4726-bd20-a19a39cbe4f7']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:15.497790 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-6cf736a8-1796-4eee-9f0a-6c3eae159e4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b37c406-70f6-4558-8667-364581dfb08b') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:15.498118 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-6cf736a8-1796-4eee-9f0a-6c3eae159e4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b37c406-70f6-4558-8667-364581dfb08b') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:15.554162 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-16a9b90f-69b7-49c0-8bf9-e6a6f0670ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:15.565263 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6cf736a8-1796-4eee-9f0a-6c3eae159e4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:15.584904 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] Set router e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:37:15.603464 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-3a9bced6-c804-4cc6-b2d2-e47f375311d5 admin admin] Allocated IP 172.25.8.96 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/44918347-b26e-4296-a593-0e8e770e46ba) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:37:15.639233 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a9b90f-69b7-49c0-8bf9-e6a6f0670ca4 None None] No DVR routers for this DVR port 07633bfa-75cf-47fc-ba64-36738c58da22 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:37:15.642178 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 07633bfa-75cf-47fc-ba64-36738c58da22 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:37:15.648138 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9b90f-69b7-49c0-8bf9-e6a6f0670ca4 None None] Pushing event deleted for resources: {'Port': ['ID=07633bfa-75cf-47fc-ba64-36738c58da22,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:15.676064 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 07633bfa-75cf-47fc-ba64-36738c58da22 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:37:15.683842 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 07633bfa-75cf-47fc-ba64-36738c58da22 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:37:15.684171 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 07686515-df41-4155-a0f7-ac269e3735d4 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:37:15.739271 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 07686515-df41-4155-a0f7-ac269e3735d4 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:37:15.739619 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 07686515-df41-4155-a0f7-ac269e3735d4 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:37:15.787034 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6cf736a8-1796-4eee-9f0a-6c3eae159e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:15.804870 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf736a8-1796-4eee-9f0a-6c3eae159e4f admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:37:15.806088 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6cf736a8-1796-4eee-9f0a-6c3eae159e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:37:15.808275 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:37:15.906441 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6cf736a8-1796-4eee-9f0a-6c3eae159e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:15.925914 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6cf736a8-1796-4eee-9f0a-6c3eae159e4f admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:15.928926 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6cf736a8-1796-4eee-9f0a-6c3eae159e4f admin admin] 10.222.0.24 "DELETE /v2.0/networks/09ce7bc5-1da8-4726-bd20-a19a39cbe4f7 HTTP/1.1" status: 204 len: 168 time: 2.2322421 Aug 19 18:37:15.991425 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf736a8-1796-4eee-9f0a-6c3eae159e4f admin admin] Pushing event deleted for resources: {'Network': ['ID=09ce7bc5-1da8-4726-bd20-a19a39cbe4f7,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:16.054995 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3a9bced6-c804-4cc6-b2d2-e47f375311d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:16.075560 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'name': 'tempest-TestVolumeBackupRestore-1266650302-router', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:04Z', 'updated_at': '2021-08-19T18:37:09Z', 'revision_number': 4, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'gw_port': {'id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:05Z', 'updated_at': '2021-08-19T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'c21343c0-a6a7-488a-a414-573690eb1727', 'name': '', 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'mac_address': 'fa:16:3e:23:ed:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:08Z', 'updated_at': '2021-08-19T18:37:09Z', 'revision_number': 2, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'subnets': [{'id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:16.110884 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] Checking router: e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:37:16.111240 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] Updating router e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f port c21343c0-a6a7-488a-a414-573690eb1727 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:37:16.134154 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3a9bced6-c804-4cc6-b2d2-e47f375311d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:16.175655 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:16.218289 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9bced6-c804-4cc6-b2d2-e47f375311d5 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:37:16.222240 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-3a9bced6-c804-4cc6-b2d2-e47f375311d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:37:16.227640 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9bced6-c804-4cc6-b2d2-e47f375311d5 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:37:16.318444 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9bced6-c804-4cc6-b2d2-e47f375311d5 admin admin] Pushing event updated for resources: {'Port': ['ID=44918347-b26e-4296-a593-0e8e770e46ba,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:16.620803 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57650) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:16.681562 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b880994f-3307-407b-9287-84d217c51dd3 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:37:16.702060 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:16.795323 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-216a2902-a0de-4d91-8b23-f17da3b488a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6cad2d922bf04ff4a88ab1e1c1077a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619647 Aug 19 18:37:16.799515 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57668) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:16.833367 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port b880994f-3307-407b-9287-84d217c51dd3 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:37:16.864833 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 71aeab7e-60a3-4f7e-8e2c-d81114126907 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:37:16.909315 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 71aeab7e-60a3-4f7e-8e2c-d81114126907 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:37:16.910068 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 71aeab7e-60a3-4f7e-8e2c-d81114126907 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:37:16.964036 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-862e7e6e-f1f3-43eb-bf94-209fd3235c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:16.998310 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32b4ca0-ddc5-40f7-85be-8a11284d522e None None] Network d63c7460-5169-495e-92ea-0859bfac2f3f requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:37:17.012931 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-862e7e6e-f1f3-43eb-bf94-209fd3235c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:17.020573 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3a9bced6-c804-4cc6-b2d2-e47f375311d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:17.078354 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:17.079699 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-862e7e6e-f1f3-43eb-bf94-209fd3235c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:17.086846 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-862e7e6e-f1f3-43eb-bf94-209fd3235c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:17.090611 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-862e7e6e-f1f3-43eb-bf94-209fd3235c9d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19a8c2f7-2cb7-430f-a42e-65cd91b0fa85 HTTP/1.1" status: 204 len: 168 time: 0.2888896 Aug 19 18:37:17.112306 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e7e6e-f1f3-43eb-bf94-209fd3235c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a8c2f7-2cb7-430f-a42e-65cd91b0fa85,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:17.120673 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-407f166b-a3b2-4f5b-966a-b27f8ca69f03 None None] Provisioning for port b880994f-3307-407b-9287-84d217c51dd3 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:37:17.140459 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-407f166b-a3b2-4f5b-966a-b27f8ca69f03 None None] Provisioning complete for port b880994f-3307-407b-9287-84d217c51dd3 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:17.140994 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-407f166b-a3b2-4f5b-966a-b27f8ca69f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:17.178050 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] Transition to ACTIVE for port object c21343c0-a6a7-488a-a414-573690eb1727 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:37:17.196780 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:17.339849 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-407f166b-a3b2-4f5b-966a-b27f8ca69f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:17.401310 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b5c50-cec5-4ea8-9183-a12c7d777ff5 None None] Pushing event updated for resources: {'Port': ['ID=c21343c0-a6a7-488a-a414-573690eb1727,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:17.416476 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-407f166b-a3b2-4f5b-966a-b27f8ca69f03 None None] For port b880994f-3307-407b-9287-84d217c51dd3, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b880994f-3307-407b-9287-84d217c51dd3,segment=NetworkSegment(aa0e77ba-029c-4e76-ad3a-7b9925d9935b),segment_id=aa0e77ba-029c-4e76-ad3a-7b9925d9935b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:37:17.425486 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-407f166b-a3b2-4f5b-966a-b27f8ca69f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:17.500027 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] Attempting to bind port c21343c0-a6a7-488a-a414-573690eb1727 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:37:17.500473 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] Attempting to bind port c21343c0-a6a7-488a-a414-573690eb1727 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '2e1c829d-21f4-4ed9-8557-14adeba40495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:37:17.500905 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] Attempting to bind port c21343c0-a6a7-488a-a414-573690eb1727 on network 0fa5fff9-afa3-4581-b3d4-aa7bcea09464 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:37:17.515525 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:37:17.515894 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] Checking segment: {'id': '2e1c829d-21f4-4ed9-8557-14adeba40495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:37:17.523280 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:17.530479 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] Bound using segment: {'id': '2e1c829d-21f4-4ed9-8557-14adeba40495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:37:17.531018 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] Bound port: c21343c0-a6a7-488a-a414-573690eb1727, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1c829d-21f4-4ed9-8557-14adeba40495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:37:17.533793 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:17.650154 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3a9bced6-c804-4cc6-b2d2-e47f375311d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:17.676422 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f166b-a3b2-4f5b-966a-b27f8ca69f03 None None] Pushing event updated for resources: {'Port': ['ID=b880994f-3307-407b-9287-84d217c51dd3,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:17.711222 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] For port c21343c0-a6a7-488a-a414-573690eb1727, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:37:17.715853 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] For port c21343c0-a6a7-488a-a414-573690eb1727, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c21343c0-a6a7-488a-a414-573690eb1727,segment=NetworkSegment(2e1c829d-21f4-4ed9-8557-14adeba40495),segment_id=2e1c829d-21f4-4ed9-8557-14adeba40495)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:37:17.725168 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:17.875499 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] Routers {'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:37:17.877554 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:37:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:17.966872 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9bced6-c804-4cc6-b2d2-e47f375311d5 admin admin] Router 16f3acde-75be-4301-bef1-e77afda694b9 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:37:18.042389 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b5c50-cec5-4ea8-9183-a12c7d777ff5 None None] Pushing event updated for resources: {'Port': ['ID=c21343c0-a6a7-488a-a414-573690eb1727,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:18.120546 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9bced6-c804-4cc6-b2d2-e47f375311d5 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:37:18.134182 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] Sync routers for ids ['16f3acde-75be-4301-bef1-e77afda694b9'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:37:18.151755 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] Routers {'16f3acde-75be-4301-bef1-e77afda694b9'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:37:18.154457 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:37:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['16f3acde-75be-4301-bef1-e77afda694b9'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:18.160505 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3a9bced6-c804-4cc6-b2d2-e47f375311d5 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:18.163774 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3a9bced6-c804-4cc6-b2d2-e47f375311d5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7416930 Aug 19 18:37:18.165797 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 57800) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:18.264231 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57810) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:18.290153 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6aa2f7de-c90d-4f48-a2c6-9d630fdf3968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:18.298324 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] Set router e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:37:18.329989 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b0fb803f-b9b1-4438-9cfb-acdce785c27f None None] Provisioning complete for port b880994f-3307-407b-9287-84d217c51dd3 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:18.331652 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b0fb803f-b9b1-4438-9cfb-acdce785c27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:18.456483 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6aa2f7de-c90d-4f48-a2c6-9d630fdf3968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:18.468742 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6aa2f7de-c90d-4f48-a2c6-9d630fdf3968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:18.532448 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6aa2f7de-c90d-4f48-a2c6-9d630fdf3968 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2666874 Aug 19 18:37:18.537148 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 57836) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:18.554637 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2f7de-c90d-4f48-a2c6-9d630fdf3968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b0ed2b-8057-4fda-8cfe-f5fd74643aa9,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:18.669272 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] Set router 16f3acde-75be-4301-bef1-e77afda694b9 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:37:18.670174 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-66c24167-6c98-4214-920a-2c7cbb652882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:18.727842 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-66c24167-6c98-4214-920a-2c7cbb652882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:18.804487 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c21343c0-a6a7-488a-a414-573690eb1727 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:37:18.831464 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-66c24167-6c98-4214-920a-2c7cbb652882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:18.834078 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-66c24167-6c98-4214-920a-2c7cbb652882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:18.838142 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-66c24167-6c98-4214-920a-2c7cbb652882 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63b0ed2b-8057-4fda-8cfe-f5fd74643aa9 HTTP/1.1" status: 204 len: 168 time: 0.2956855 Aug 19 18:37:18.863916 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c24167-6c98-4214-920a-2c7cbb652882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b0ed2b-8057-4fda-8cfe-f5fd74643aa9,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:19.141195 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'name': 'tempest-TestVolumeBackupRestore-1266650302-router', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:04Z', 'updated_at': '2021-08-19T18:37:09Z', 'revision_number': 4, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'gw_port': {'id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:05Z', 'updated_at': '2021-08-19T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'c21343c0-a6a7-488a-a414-573690eb1727', 'name': '', 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'mac_address': 'fa:16:3e:23:ed:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:08Z', 'updated_at': '2021-08-19T18:37:17Z', 'revision_number': 4, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'subnets': [{'id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:19.225712 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37be6ba-59d3-4e58-8bb4-92e15a869578 None None] The sync data for ids ['e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'] in n-d-803753-2 is: [{'id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'name': 'tempest-TestVolumeBackupRestore-1266650302-router', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:04Z', 'updated_at': '2021-08-19T18:37:09Z', 'revision_number': 4, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'gw_port': {'id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:05Z', 'updated_at': '2021-08-19T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'c21343c0-a6a7-488a-a414-573690eb1727', 'name': '', 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'mac_address': 'fa:16:3e:23:ed:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:08Z', 'updated_at': '2021-08-19T18:37:17Z', 'revision_number': 4, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'subnets': [{'id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:37:19.602948 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92bda9a7-4e8f-4361-84b3-3a2160a16fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:19.604218 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port c21343c0-a6a7-488a-a414-573690eb1727 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:37:19.635613 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port c21343c0-a6a7-488a-a414-573690eb1727 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:19.636574 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:19.752545 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d93803a2-2de1-4bd9-acc8-1f255bf0a2c1 None None] Provisioning complete for port c21343c0-a6a7-488a-a414-573690eb1727 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:19.753261 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d93803a2-2de1-4bd9-acc8-1f255bf0a2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:19.837435 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f3acde-75be-4301-bef1-e77afda694b9', 'name': 'tempest-TestVolumeBackupRestore-855968150-router', 'tenant_id': 'f7926dcf702247b0a8757d14d5c73c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '44918347-b26e-4296-a593-0e8e770e46ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:13Z', 'updated_at': '2021-08-19T18:37:16Z', 'revision_number': 3, 'project_id': 'f7926dcf702247b0a8757d14d5c73c31', 'gw_port': {'id': '44918347-b26e-4296-a593-0e8e770e46ba', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f3acde-75be-4301-bef1-e77afda694b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:14Z', 'updated_at': '2021-08-19T18:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:20.008926 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] Checking router: 16f3acde-75be-4301-bef1-e77afda694b9 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:37:20.009422 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] Updating router 16f3acde-75be-4301-bef1-e77afda694b9 port 44918347-b26e-4296-a593-0e8e770e46ba binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:37:20.024963 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-92bda9a7-4e8f-4361-84b3-3a2160a16fbf admin admin] Allocated IP 172.20.0.1 (d63c7460-5169-495e-92ea-0859bfac2f3f/e075707c-1fe4-43b8-8970-20428981930b/6bb04397-f57a-4681-9c3e-a236b2774465) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:37:20.113841 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:20.153819 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:20.188739 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92bda9a7-4e8f-4361-84b3-3a2160a16fbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:20.198778 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d93803a2-2de1-4bd9-acc8-1f255bf0a2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:20.205847 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-92bda9a7-4e8f-4361-84b3-3a2160a16fbf admin admin] Transition to ACTIVE for port object 6bb04397-f57a-4681-9c3e-a236b2774465 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:37:20.206589 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port c21343c0-a6a7-488a-a414-573690eb1727, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c21343c0-a6a7-488a-a414-573690eb1727,segment=NetworkSegment(2e1c829d-21f4-4ed9-8557-14adeba40495),segment_id=2e1c829d-21f4-4ed9-8557-14adeba40495)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:37:20.231552 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:20.232167 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b880994f-3307-407b-9287-84d217c51dd3 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:37:20.245424 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92bda9a7-4e8f-4361-84b3-3a2160a16fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:20.345496 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bda9a7-4e8f-4361-84b3-3a2160a16fbf admin admin] Network d63c7460-5169-495e-92ea-0859bfac2f3f is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:37:20.348860 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-92bda9a7-4e8f-4361-84b3-3a2160a16fbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:37:20.358641 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bda9a7-4e8f-4361-84b3-3a2160a16fbf admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:37:20.402634 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bda9a7-4e8f-4361-84b3-3a2160a16fbf admin admin] Pushing event updated for resources: {'Port': ['ID=6bb04397-f57a-4681-9c3e-a236b2774465,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:20.432350 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92bda9a7-4e8f-4361-84b3-3a2160a16fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:20.711174 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92bda9a7-4e8f-4361-84b3-3a2160a16fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:20.781998 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.api [None req-d93803a2-2de1-4bd9-acc8-1f255bf0a2c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:37:20.785827 n-d-803753-2 neutron-server[94683]: DEBUG oslo_db.api [None req-d93803a2-2de1-4bd9-acc8-1f255bf0a2c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:37:20.791671 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=c21343c0-a6a7-488a-a414-573690eb1727,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:20.827546 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:20.829926 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:20.832600 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:20.832976 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:20.833328 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:20.834722 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:20.836120 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:20.846239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:20.846239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:20.846239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:20.846239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:20.846239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:20.953521 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92bda9a7-4e8f-4361-84b3-3a2160a16fbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:20.961283 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92bda9a7-4e8f-4361-84b3-3a2160a16fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:20.994511 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:21.006074 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] Transition to ACTIVE for port object 44918347-b26e-4296-a593-0e8e770e46ba will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:37:21.012045 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port b880994f-3307-407b-9287-84d217c51dd3 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:21.012530 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:21.015788 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:21.046805 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92bda9a7-4e8f-4361-84b3-3a2160a16fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:21.100847 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] Attempting to bind port 44918347-b26e-4296-a593-0e8e770e46ba on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:37:21.101512 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] Attempting to bind port 44918347-b26e-4296-a593-0e8e770e46ba by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:37:21.101700 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] Attempting to bind port 44918347-b26e-4296-a593-0e8e770e46ba on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:37:21.107959 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bda9a7-4e8f-4361-84b3-3a2160a16fbf admin admin] Pushing event updated for resources: {'Port': ['ID=6bb04397-f57a-4681-9c3e-a236b2774465,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:21.109785 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:37:21.110158 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:37:21.110583 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:21.110953 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:37:21.111423 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] Bound port: 44918347-b26e-4296-a593-0e8e770e46ba, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:37:21.111803 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:21.119378 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e840c3-7ad5-44ba-9127-e6598cdbe584 None None] Pushing event updated for resources: {'Port': ['ID=44918347-b26e-4296-a593-0e8e770e46ba,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:21.184496 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bda9a7-4e8f-4361-84b3-3a2160a16fbf admin admin] Network d63c7460-5169-495e-92ea-0859bfac2f3f is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:37:21.187291 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-92bda9a7-4e8f-4361-84b3-3a2160a16fbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:37:21.217366 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] For port 44918347-b26e-4296-a593-0e8e770e46ba, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:37:21.222478 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] For port 44918347-b26e-4296-a593-0e8e770e46ba, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=44918347-b26e-4296-a593-0e8e770e46ba,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:37:21.229479 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:21.318748 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] Routers {'16f3acde-75be-4301-bef1-e77afda694b9'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:37:21.319581 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:37:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['16f3acde-75be-4301-bef1-e77afda694b9'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:21.356396 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c21343c0-a6a7-488a-a414-573690eb1727 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:37:21.462202 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bda9a7-4e8f-4361-84b3-3a2160a16fbf admin admin] Router 16f3acde-75be-4301-bef1-e77afda694b9 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:37:21.570516 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e840c3-7ad5-44ba-9127-e6598cdbe584 None None] Pushing event updated for resources: {'Port': ['ID=44918347-b26e-4296-a593-0e8e770e46ba,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:21.633769 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bda9a7-4e8f-4361-84b3-3a2160a16fbf admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:37:21.644816 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-92bda9a7-4e8f-4361-84b3-3a2160a16fbf admin admin] 10.222.0.24 "PUT /v2.0/routers/16f3acde-75be-4301-bef1-e77afda694b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4775612 Aug 19 18:37:21.665356 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] Set router 16f3acde-75be-4301-bef1-e77afda694b9 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:37:21.803447 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port c21343c0-a6a7-488a-a414-573690eb1727 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:21.804045 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:21.921491 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f9c877a5-5a04-49ea-92d8-16f9fe8d0474 None None] Provisioning for port 6bb04397-f57a-4681-9c3e-a236b2774465 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:37:21.949270 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f9c877a5-5a04-49ea-92d8-16f9fe8d0474 None None] Provisioning complete for port 6bb04397-f57a-4681-9c3e-a236b2774465 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:21.949270 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f9c877a5-5a04-49ea-92d8-16f9fe8d0474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:21.994215 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f9c877a5-5a04-49ea-92d8-16f9fe8d0474 None None] Port 6bb04397-f57a-4681-9c3e-a236b2774465 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:37:22.067925 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f3acde-75be-4301-bef1-e77afda694b9', 'name': 'tempest-TestVolumeBackupRestore-855968150-router', 'tenant_id': 'f7926dcf702247b0a8757d14d5c73c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '44918347-b26e-4296-a593-0e8e770e46ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:13Z', 'updated_at': '2021-08-19T18:37:20Z', 'revision_number': 4, 'project_id': 'f7926dcf702247b0a8757d14d5c73c31', 'gw_port': {'id': '44918347-b26e-4296-a593-0e8e770e46ba', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f3acde-75be-4301-bef1-e77afda694b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:14Z', 'updated_at': '2021-08-19T18:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '6bb04397-f57a-4681-9c3e-a236b2774465', 'name': '', 'network_id': 'd63c7460-5169-495e-92ea-0859bfac2f3f', 'tenant_id': 'f7926dcf702247b0a8757d14d5c73c31', 'mac_address': 'fa:16:3e:7e:b4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f3acde-75be-4301-bef1-e77afda694b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'e075707c-1fe4-43b8-8970-20428981930b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:19Z', 'updated_at': '2021-08-19T18:37:20Z', 'revision_number': 2, 'project_id': 'f7926dcf702247b0a8757d14d5c73c31', 'subnets': [{'id': 'e075707c-1fe4-43b8-8970-20428981930b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:22.103984 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8101d7-2ea7-486b-a65a-b9088c625405 None None] The sync data for ids ['16f3acde-75be-4301-bef1-e77afda694b9'] in n-d-803753-2 is: [{'id': '16f3acde-75be-4301-bef1-e77afda694b9', 'name': 'tempest-TestVolumeBackupRestore-855968150-router', 'tenant_id': 'f7926dcf702247b0a8757d14d5c73c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '44918347-b26e-4296-a593-0e8e770e46ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:13Z', 'updated_at': '2021-08-19T18:37:20Z', 'revision_number': 4, 'project_id': 'f7926dcf702247b0a8757d14d5c73c31', 'gw_port': {'id': '44918347-b26e-4296-a593-0e8e770e46ba', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f3acde-75be-4301-bef1-e77afda694b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:14Z', 'updated_at': '2021-08-19T18:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '6bb04397-f57a-4681-9c3e-a236b2774465', 'name': '', 'network_id': 'd63c7460-5169-495e-92ea-0859bfac2f3f', 'tenant_id': 'f7926dcf702247b0a8757d14d5c73c31', 'mac_address': 'fa:16:3e:7e:b4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f3acde-75be-4301-bef1-e77afda694b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'e075707c-1fe4-43b8-8970-20428981930b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:19Z', 'updated_at': '2021-08-19T18:37:20Z', 'revision_number': 2, 'project_id': 'f7926dcf702247b0a8757d14d5c73c31', 'subnets': [{'id': 'e075707c-1fe4-43b8-8970-20428981930b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:37:22.557633 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58066) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:22.691770 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-977d06c1-d798-49e2-9679-69a0a3448323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:22.808968 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-977d06c1-d798-49e2-9679-69a0a3448323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:22.815497 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-977d06c1-d798-49e2-9679-69a0a3448323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:22.885681 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-977d06c1-d798-49e2-9679-69a0a3448323 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1b9a796c89a41c3a2152f9e0270ce97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3242512 Aug 19 18:37:22.885681 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58096) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:22.892963 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d06c1-d798-49e2-9679-69a0a3448323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d31ea1-78e8-48f0-a75d-02becce85a37,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:22.949810 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9d8a3fd6-19e7-401a-9841-b3b3a29e7acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:22.979234 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9d8a3fd6-19e7-401a-9841-b3b3a29e7acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:23.036176 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9d8a3fd6-19e7-401a-9841-b3b3a29e7acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:23.040164 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9d8a3fd6-19e7-401a-9841-b3b3a29e7acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:23.042120 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9d8a3fd6-19e7-401a-9841-b3b3a29e7acd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99d31ea1-78e8-48f0-a75d-02becce85a37 HTTP/1.1" status: 204 len: 168 time: 0.1551948 Aug 19 18:37:23.054145 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a3fd6-19e7-401a-9841-b3b3a29e7acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d31ea1-78e8-48f0-a75d-02becce85a37,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:23.390188 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 44918347-b26e-4296-a593-0e8e770e46ba up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:37:23.426043 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58116) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:23.448575 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2555a031-9e51-4060-ba04-1c5b6fa1eb8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:23.488326 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 44918347-b26e-4296-a593-0e8e770e46ba completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:37:23.494134 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 44918347-b26e-4296-a593-0e8e770e46ba triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:23.495120 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:23.596511 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2555a031-9e51-4060-ba04-1c5b6fa1eb8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:23.603434 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2555a031-9e51-4060-ba04-1c5b6fa1eb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:23.620355 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:23.659725 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2555a031-9e51-4060-ba04-1c5b6fa1eb8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5b01abe06114d63974db9dfc94ae5ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2322941 Aug 19 18:37:23.661240 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555a031-9e51-4060-ba04-1c5b6fa1eb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2c7130-390d-43fe-9fdd-c060fe496ab4,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:23.662871 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58118) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:23.674364 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 44918347-b26e-4296-a593-0e8e770e46ba, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=44918347-b26e-4296-a593-0e8e770e46ba,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:37:23.681559 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:23.770818 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=44918347-b26e-4296-a593-0e8e770e46ba,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:23.775054 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a15f0aea-061f-466a-bc6f-0a116b0b2206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:23.827230 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a15f0aea-061f-466a-bc6f-0a116b0b2206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:23.894125 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a15f0aea-061f-466a-bc6f-0a116b0b2206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:23.898038 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a15f0aea-061f-466a-bc6f-0a116b0b2206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:23.898562 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a15f0aea-061f-466a-bc6f-0a116b0b2206 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be2c7130-390d-43fe-9fdd-c060fe496ab4 HTTP/1.1" status: 204 len: 168 time: 0.2346189 Aug 19 18:37:23.914125 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f0aea-061f-466a-bc6f-0a116b0b2206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2c7130-390d-43fe-9fdd-c060fe496ab4,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:24.751085 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] Sync routers for ids ['16f3acde-75be-4301-bef1-e77afda694b9'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:37:24.769875 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] Routers {'16f3acde-75be-4301-bef1-e77afda694b9'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:37:24.770898 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:37:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['16f3acde-75be-4301-bef1-e77afda694b9'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:24.929107 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] Set router 16f3acde-75be-4301-bef1-e77afda694b9 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:37:25.177878 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f3acde-75be-4301-bef1-e77afda694b9', 'name': 'tempest-TestVolumeBackupRestore-855968150-router', 'tenant_id': 'f7926dcf702247b0a8757d14d5c73c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '44918347-b26e-4296-a593-0e8e770e46ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:13Z', 'updated_at': '2021-08-19T18:37:20Z', 'revision_number': 4, 'project_id': 'f7926dcf702247b0a8757d14d5c73c31', 'gw_port': {'id': '44918347-b26e-4296-a593-0e8e770e46ba', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f3acde-75be-4301-bef1-e77afda694b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:14Z', 'updated_at': '2021-08-19T18:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '6bb04397-f57a-4681-9c3e-a236b2774465', 'name': '', 'network_id': 'd63c7460-5169-495e-92ea-0859bfac2f3f', 'tenant_id': 'f7926dcf702247b0a8757d14d5c73c31', 'mac_address': 'fa:16:3e:7e:b4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f3acde-75be-4301-bef1-e77afda694b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'e075707c-1fe4-43b8-8970-20428981930b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:19Z', 'updated_at': '2021-08-19T18:37:20Z', 'revision_number': 2, 'project_id': 'f7926dcf702247b0a8757d14d5c73c31', 'subnets': [{'id': 'e075707c-1fe4-43b8-8970-20428981930b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:25.219543 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] Checking router: 16f3acde-75be-4301-bef1-e77afda694b9 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:37:25.220121 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] Updating router 16f3acde-75be-4301-bef1-e77afda694b9 port 6bb04397-f57a-4681-9c3e-a236b2774465 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:37:25.266188 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:25.332695 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 44918347-b26e-4296-a593-0e8e770e46ba up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:37:25.423679 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 44918347-b26e-4296-a593-0e8e770e46ba triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:25.424139 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:25.679754 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:25.694351 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] Transition to ACTIVE for port object 6bb04397-f57a-4681-9c3e-a236b2774465 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:37:25.703794 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:25.777734 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d4726-3863-49d5-a483-2d1e46009576 None None] Pushing event updated for resources: {'Port': ['ID=6bb04397-f57a-4681-9c3e-a236b2774465,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:25.810644 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d4726-3863-49d5-a483-2d1e46009576 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:25.810981 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d4726-3863-49d5-a483-2d1e46009576 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:25.811323 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d4726-3863-49d5-a483-2d1e46009576 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:25.811674 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d4726-3863-49d5-a483-2d1e46009576 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:25.812199 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d4726-3863-49d5-a483-2d1e46009576 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:25.812310 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d4726-3863-49d5-a483-2d1e46009576 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:25.812651 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d4726-3863-49d5-a483-2d1e46009576 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:25.813026 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d4726-3863-49d5-a483-2d1e46009576 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:25.813376 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d4726-3863-49d5-a483-2d1e46009576 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:25.813789 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d4726-3863-49d5-a483-2d1e46009576 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:25.814107 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d4726-3863-49d5-a483-2d1e46009576 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:25.814424 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d4726-3863-49d5-a483-2d1e46009576 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:25.854441 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] Attempting to bind port 6bb04397-f57a-4681-9c3e-a236b2774465 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:37:25.855029 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] Attempting to bind port 6bb04397-f57a-4681-9c3e-a236b2774465 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'aa0e77ba-029c-4e76-ad3a-7b9925d9935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd63c7460-5169-495e-92ea-0859bfac2f3f'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:37:25.855556 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] Attempting to bind port 6bb04397-f57a-4681-9c3e-a236b2774465 on network d63c7460-5169-495e-92ea-0859bfac2f3f {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:37:25.862277 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:37:25.862667 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] Checking segment: {'id': 'aa0e77ba-029c-4e76-ad3a-7b9925d9935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd63c7460-5169-495e-92ea-0859bfac2f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:37:25.863121 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:25.863724 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] Bound using segment: {'id': 'aa0e77ba-029c-4e76-ad3a-7b9925d9935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd63c7460-5169-495e-92ea-0859bfac2f3f'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:37:25.864189 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] Bound port: 6bb04397-f57a-4681-9c3e-a236b2774465, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0e77ba-029c-4e76-ad3a-7b9925d9935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd63c7460-5169-495e-92ea-0859bfac2f3f'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:37:25.864583 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:25.963222 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] For port 6bb04397-f57a-4681-9c3e-a236b2774465, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:37:25.966876 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] For port 6bb04397-f57a-4681-9c3e-a236b2774465, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6bb04397-f57a-4681-9c3e-a236b2774465,segment=NetworkSegment(aa0e77ba-029c-4e76-ad3a-7b9925d9935b),segment_id=aa0e77ba-029c-4e76-ad3a-7b9925d9935b)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:37:25.972261 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:26.049561 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] Routers {'16f3acde-75be-4301-bef1-e77afda694b9'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:37:26.050198 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:37:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['16f3acde-75be-4301-bef1-e77afda694b9'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:26.203148 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d4726-3863-49d5-a483-2d1e46009576 None None] Pushing event updated for resources: {'Port': ['ID=6bb04397-f57a-4681-9c3e-a236b2774465,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:26.321287 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] Set router 16f3acde-75be-4301-bef1-e77afda694b9 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:37:26.618443 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f3acde-75be-4301-bef1-e77afda694b9', 'name': 'tempest-TestVolumeBackupRestore-855968150-router', 'tenant_id': 'f7926dcf702247b0a8757d14d5c73c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '44918347-b26e-4296-a593-0e8e770e46ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:13Z', 'updated_at': '2021-08-19T18:37:20Z', 'revision_number': 4, 'project_id': 'f7926dcf702247b0a8757d14d5c73c31', 'gw_port': {'id': '44918347-b26e-4296-a593-0e8e770e46ba', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f3acde-75be-4301-bef1-e77afda694b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:14Z', 'updated_at': '2021-08-19T18:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '6bb04397-f57a-4681-9c3e-a236b2774465', 'name': '', 'network_id': 'd63c7460-5169-495e-92ea-0859bfac2f3f', 'tenant_id': 'f7926dcf702247b0a8757d14d5c73c31', 'mac_address': 'fa:16:3e:7e:b4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f3acde-75be-4301-bef1-e77afda694b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'e075707c-1fe4-43b8-8970-20428981930b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:19Z', 'updated_at': '2021-08-19T18:37:25Z', 'revision_number': 4, 'project_id': 'f7926dcf702247b0a8757d14d5c73c31', 'subnets': [{'id': 'e075707c-1fe4-43b8-8970-20428981930b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:26.648890 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58212) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:26.649775 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63c84d1-e2e8-450f-8a22-efa753173031 None None] The sync data for ids ['16f3acde-75be-4301-bef1-e77afda694b9'] in n-d-803753-2 is: [{'id': '16f3acde-75be-4301-bef1-e77afda694b9', 'name': 'tempest-TestVolumeBackupRestore-855968150-router', 'tenant_id': 'f7926dcf702247b0a8757d14d5c73c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '44918347-b26e-4296-a593-0e8e770e46ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:13Z', 'updated_at': '2021-08-19T18:37:20Z', 'revision_number': 4, 'project_id': 'f7926dcf702247b0a8757d14d5c73c31', 'gw_port': {'id': '44918347-b26e-4296-a593-0e8e770e46ba', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f3acde-75be-4301-bef1-e77afda694b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:14Z', 'updated_at': '2021-08-19T18:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '6bb04397-f57a-4681-9c3e-a236b2774465', 'name': '', 'network_id': 'd63c7460-5169-495e-92ea-0859bfac2f3f', 'tenant_id': 'f7926dcf702247b0a8757d14d5c73c31', 'mac_address': 'fa:16:3e:7e:b4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f3acde-75be-4301-bef1-e77afda694b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'e075707c-1fe4-43b8-8970-20428981930b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:19Z', 'updated_at': '2021-08-19T18:37:25Z', 'revision_number': 4, 'project_id': 'f7926dcf702247b0a8757d14d5c73c31', 'subnets': [{'id': 'e075707c-1fe4-43b8-8970-20428981930b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:37:26.782107 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ce6a188b-15a8-4fd5-a1ca-5b84687f070c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:26.930296 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ce6a188b-15a8-4fd5-a1ca-5b84687f070c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:26.936185 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ce6a188b-15a8-4fd5-a1ca-5b84687f070c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:26.969123 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a188b-15a8-4fd5-a1ca-5b84687f070c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406096cb-40a5-4d3b-afcb-52401b772002,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:27.005092 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58218) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:27.005598 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ce6a188b-15a8-4fd5-a1ca-5b84687f070c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e97a2cc0527745ecb98cef913b0f87ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543622 Aug 19 18:37:27.092236 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-870e4043-1979-4015-8fac-4843f068a51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:27.125170 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-870e4043-1979-4015-8fac-4843f068a51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:27.187450 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-870e4043-1979-4015-8fac-4843f068a51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:27.193399 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-870e4043-1979-4015-8fac-4843f068a51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:27.198250 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-870e4043-1979-4015-8fac-4843f068a51f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/406096cb-40a5-4d3b-afcb-52401b772002 HTTP/1.1" status: 204 len: 168 time: 0.1910338 Aug 19 18:37:27.208428 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e4043-1979-4015-8fac-4843f068a51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406096cb-40a5-4d3b-afcb-52401b772002,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:27.364785 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6bb04397-f57a-4681-9c3e-a236b2774465 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:37:27.449312 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 6bb04397-f57a-4681-9c3e-a236b2774465 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:37:27.458055 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 6bb04397-f57a-4681-9c3e-a236b2774465 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:27.458907 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:27.711160 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58226) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:27.732861 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6da33181-edf3-4ad9-93b4-8f25a57db552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:27.749372 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:27.806019 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 6bb04397-f57a-4681-9c3e-a236b2774465, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6bb04397-f57a-4681-9c3e-a236b2774465,segment=NetworkSegment(aa0e77ba-029c-4e76-ad3a-7b9925d9935b),segment_id=aa0e77ba-029c-4e76-ad3a-7b9925d9935b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:37:27.813085 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:27.875720 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=6bb04397-f57a-4681-9c3e-a236b2774465,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:27.876214 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6da33181-edf3-4ad9-93b4-8f25a57db552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:27.888076 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6da33181-edf3-4ad9-93b4-8f25a57db552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:27.937773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58228) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:27.938346 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6da33181-edf3-4ad9-93b4-8f25a57db552 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e29585e2541483eb4c36dbb5b3542ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2251277 Aug 19 18:37:27.938598 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da33181-edf3-4ad9-93b4-8f25a57db552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422c657e-26e1-42a0-a1df-0947e4b5df68,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:27.951637 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da33181-edf3-4ad9-93b4-8f25a57db552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:27.951979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da33181-edf3-4ad9-93b4-8f25a57db552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:27.952320 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da33181-edf3-4ad9-93b4-8f25a57db552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:27.952656 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da33181-edf3-4ad9-93b4-8f25a57db552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:27.953035 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da33181-edf3-4ad9-93b4-8f25a57db552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:27.953356 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da33181-edf3-4ad9-93b4-8f25a57db552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:27.953723 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da33181-edf3-4ad9-93b4-8f25a57db552 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:27.954048 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da33181-edf3-4ad9-93b4-8f25a57db552 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:27.954372 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da33181-edf3-4ad9-93b4-8f25a57db552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:27.954695 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da33181-edf3-4ad9-93b4-8f25a57db552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:27.955018 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da33181-edf3-4ad9-93b4-8f25a57db552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:27.955338 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da33181-edf3-4ad9-93b4-8f25a57db552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:28.009281 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5bd341b4-f61a-431b-9c11-79ad3eae5fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:28.034527 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5bd341b4-f61a-431b-9c11-79ad3eae5fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:28.100330 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5bd341b4-f61a-431b-9c11-79ad3eae5fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:28.105957 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5bd341b4-f61a-431b-9c11-79ad3eae5fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:28.107596 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5bd341b4-f61a-431b-9c11-79ad3eae5fac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/422c657e-26e1-42a0-a1df-0947e4b5df68 HTTP/1.1" status: 204 len: 168 time: 0.1678426 Aug 19 18:37:28.118941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd341b4-f61a-431b-9c11-79ad3eae5fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422c657e-26e1-42a0-a1df-0947e4b5df68,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:29.311231 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6bb04397-f57a-4681-9c3e-a236b2774465 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:37:29.406852 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 6bb04397-f57a-4681-9c3e-a236b2774465 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:29.407470 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:30.268624 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58320) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:30.414383 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9e03cc4-fb1b-4655-9807-ad0639ceb791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:30.529289 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9e03cc4-fb1b-4655-9807-ad0639ceb791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:30.534786 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9e03cc4-fb1b-4655-9807-ad0639ceb791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:30.598181 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58330) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:30.598935 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d9e03cc4-fb1b-4655-9807-ad0639ceb791 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=652dadcfe46d48a49f437ddf739e9d11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3283157 Aug 19 18:37:30.600698 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e03cc4-fb1b-4655-9807-ad0639ceb791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31528dd6-b8b6-44c9-9ed4-446b0a0ae22b,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:30.609574 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e03cc4-fb1b-4655-9807-ad0639ceb791 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:30.609859 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e03cc4-fb1b-4655-9807-ad0639ceb791 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:30.610202 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e03cc4-fb1b-4655-9807-ad0639ceb791 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:30.610541 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e03cc4-fb1b-4655-9807-ad0639ceb791 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:30.610875 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e03cc4-fb1b-4655-9807-ad0639ceb791 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:30.611346 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e03cc4-fb1b-4655-9807-ad0639ceb791 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:30.611634 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e03cc4-fb1b-4655-9807-ad0639ceb791 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:30.612156 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e03cc4-fb1b-4655-9807-ad0639ceb791 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:30.612638 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e03cc4-fb1b-4655-9807-ad0639ceb791 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:30.613315 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e03cc4-fb1b-4655-9807-ad0639ceb791 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:30.613831 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e03cc4-fb1b-4655-9807-ad0639ceb791 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:30.614169 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e03cc4-fb1b-4655-9807-ad0639ceb791 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:37:30.665423 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fa161de5-057c-4fb3-bd73-c11557dbfb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:30.692509 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fa161de5-057c-4fb3-bd73-c11557dbfb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:30.757351 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:37:30.774021 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fa161de5-057c-4fb3-bd73-c11557dbfb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:30.777149 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fa161de5-057c-4fb3-bd73-c11557dbfb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:30.780845 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fa161de5-057c-4fb3-bd73-c11557dbfb00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31528dd6-b8b6-44c9-9ed4-446b0a0ae22b HTTP/1.1" status: 204 len: 168 time: 0.1789749 Aug 19 18:37:30.788971 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa161de5-057c-4fb3-bd73-c11557dbfb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31528dd6-b8b6-44c9-9ed4-446b0a0ae22b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:31.119275 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58344) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:31.135072 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-17b5a6e0-b5b1-4e5d-8af3-490f39c793fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:31.251478 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-17b5a6e0-b5b1-4e5d-8af3-490f39c793fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:31.257644 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-17b5a6e0-b5b1-4e5d-8af3-490f39c793fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:31.299302 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-17b5a6e0-b5b1-4e5d-8af3-490f39c793fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27d6aeeca45549b5803fc8e1383aee9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788082 Aug 19 18:37:31.300219 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5a6e0-b5b1-4e5d-8af3-490f39c793fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24039fe-15be-4fa6-b169-d8c9102cee11,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:31.302812 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58352) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:31.365124 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-183dce89-9d0d-4e76-b15e-9210a993e9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:31.388722 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-183dce89-9d0d-4e76-b15e-9210a993e9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:31.439386 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-183dce89-9d0d-4e76-b15e-9210a993e9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:31.442235 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-183dce89-9d0d-4e76-b15e-9210a993e9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:31.443637 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-183dce89-9d0d-4e76-b15e-9210a993e9e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a24039fe-15be-4fa6-b169-d8c9102cee11 HTTP/1.1" status: 204 len: 168 time: 0.1399772 Aug 19 18:37:31.453165 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dce89-9d0d-4e76-b15e-9210a993e9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24039fe-15be-4fa6-b169-d8c9102cee11,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:34.608033 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-157ecd24-6c9c-4a3d-86ae-f5bcfb30fa2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:37.304810 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:37.390469 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3c570c36-980c-48a0-8740-951386b5f62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:37.904339 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58836) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:38.025286 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f2625327-c023-465b-a3ab-5c9c9839f19f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:38.133623 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f2625327-c023-465b-a3ab-5c9c9839f19f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:38.138648 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f2625327-c023-465b-a3ab-5c9c9839f19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:38.179349 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f2625327-c023-465b-a3ab-5c9c9839f19f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dddb8277b7f94c7ea1e05f817e154a45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2738132 Aug 19 18:37:38.180737 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2625327-c023-465b-a3ab-5c9c9839f19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbfd904-a154-44d9-862d-63e54b147d88,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:38.182373 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58844) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:38.208695 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:38.253470 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb69fc87-8bdc-45e2-9e94-206a62c3ae8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:38.278365 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb69fc87-8bdc-45e2-9e94-206a62c3ae8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:38.332363 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb69fc87-8bdc-45e2-9e94-206a62c3ae8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:38.335893 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb69fc87-8bdc-45e2-9e94-206a62c3ae8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:38.338011 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fb69fc87-8bdc-45e2-9e94-206a62c3ae8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1cbfd904-a154-44d9-862d-63e54b147d88 HTTP/1.1" status: 204 len: 168 time: 0.1505194 Aug 19 18:37:38.347532 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69fc87-8bdc-45e2-9e94-206a62c3ae8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbfd904-a154-44d9-862d-63e54b147d88,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:40.135992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 58928) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:40.233663 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:40.279426 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-030fc93e-b87d-4c14-a38d-c55d801a13f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:40.374363 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-030fc93e-b87d-4c14-a38d-c55d801a13f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:40.379175 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-030fc93e-b87d-4c14-a38d-c55d801a13f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:40.421709 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-030fc93e-b87d-4c14-a38d-c55d801a13f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fbe890d4efc84afab454d120be7f7bac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821140 Aug 19 18:37:40.422798 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 58940) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:40.427482 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030fc93e-b87d-4c14-a38d-c55d801a13f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3538287-a757-4044-bb2a-b3545b9e9a11,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:40.486363 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8fff9576-9841-422a-9505-435220238a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:40.511290 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8fff9576-9841-422a-9505-435220238a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:40.559950 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8fff9576-9841-422a-9505-435220238a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:40.563029 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8fff9576-9841-422a-9505-435220238a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:40.573520 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8fff9576-9841-422a-9505-435220238a92 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3538287-a757-4044-bb2a-b3545b9e9a11 HTTP/1.1" status: 204 len: 168 time: 0.1429102 Aug 19 18:37:40.583413 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff9576-9841-422a-9505-435220238a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3538287-a757-4044-bb2a-b3545b9e9a11,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:41.181424 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:42.489279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59034) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:42.681066 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-ad6f2494-ed0c-4612-84d7-dff74fd1af98 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:37:42.714292 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ad6f2494-ed0c-4612-84d7-dff74fd1af98 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:42.845857 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ad6f2494-ed0c-4612-84d7-dff74fd1af98 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:42.963698 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-ad6f2494-ed0c-4612-84d7-dff74fd1af98 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Allocated IP 172.25.8.84 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/28e7fe85-9216-4663-9f86-2e835a3b7821) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:37:43.082049 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ad6f2494-ed0c-4612-84d7-dff74fd1af98 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:43.132391 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ad6f2494-ed0c-4612-84d7-dff74fd1af98 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:43.175416 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6f2494-ed0c-4612-84d7-dff74fd1af98 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:37:43.179167 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-ad6f2494-ed0c-4612-84d7-dff74fd1af98 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:37:43.183578 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6f2494-ed0c-4612-84d7-dff74fd1af98 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:37:43.186697 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f2494-ed0c-4612-84d7-dff74fd1af98 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Pushing event updated for resources: {'Port': ['ID=28e7fe85-9216-4663-9f86-2e835a3b7821,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:43.314181 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ad6f2494-ed0c-4612-84d7-dff74fd1af98 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:43.354111 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ad6f2494-ed0c-4612-84d7-dff74fd1af98 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:43.531732 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ad6f2494-ed0c-4612-84d7-dff74fd1af98 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:43.537415 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ad6f2494-ed0c-4612-84d7-dff74fd1af98 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:43.624829 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f2494-ed0c-4612-84d7-dff74fd1af98 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Pushing event updated for resources: {'Port': ['ID=28e7fe85-9216-4663-9f86-2e835a3b7821,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:43.633294 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ad6f2494-ed0c-4612-84d7-dff74fd1af98 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:43.650981 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ad6f2494-ed0c-4612-84d7-dff74fd1af98 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:43.652601 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ad6f2494-ed0c-4612-84d7-dff74fd1af98 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1618538 Aug 19 18:37:43.657139 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59058) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:43.663449 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-ffb6d9ca-dc7b-48fe-9a58-6f993c321f3c tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1535086337'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:37:43.687706 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb6d9ca-dc7b-48fe-9a58-6f993c321f3c tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Made reservation on behalf of 9e91db8696c944478c9f81f069d3aecc for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:37:43.691260 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffb6d9ca-dc7b-48fe-9a58-6f993c321f3c tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:43.702690 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffb6d9ca-dc7b-48fe-9a58-6f993c321f3c tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:43.833799 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffb6d9ca-dc7b-48fe-9a58-6f993c321f3c tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:43.838783 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffb6d9ca-dc7b-48fe-9a58-6f993c321f3c tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:43.883357 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb6d9ca-dc7b-48fe-9a58-6f993c321f3c tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:37:43.890286 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6d9ca-dc7b-48fe-9a58-6f993c321f3c tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb7102d-6b53-42bb-9279-144d97ed66b0,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:43.901718 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffb6d9ca-dc7b-48fe-9a58-6f993c321f3c tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:43.901718 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-ffb6d9ca-dc7b-48fe-9a58-6f993c321f3c tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Added segment 07443e20-d942-4621-8006-05fd75bd2945 of type vlan for network 518d0ca4-a713-4e86-a2f0-8f1d46cdafc9 Aug 19 18:37:43.959676 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffb6d9ca-dc7b-48fe-9a58-6f993c321f3c tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:44.000579 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffb6d9ca-dc7b-48fe-9a58-6f993c321f3c tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:44.007800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb6d9ca-dc7b-48fe-9a58-6f993c321f3c tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:37:44.008954 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffb6d9ca-dc7b-48fe-9a58-6f993c321f3c tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:44.080949 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ffb6d9ca-dc7b-48fe-9a58-6f993c321f3c tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4200876 Aug 19 18:37:44.082563 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59066) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:44.091211 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-b1533710-c1cb-45d9-961a-a60e45ba380f tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Request body: {'subnet': {'network_id': '518d0ca4-a713-4e86-a2f0-8f1d46cdafc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:37:44.093495 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6d9ca-dc7b-48fe-9a58-6f993c321f3c tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Pushing event updated for resources: {'Network': ['ID=518d0ca4-a713-4e86-a2f0-8f1d46cdafc9,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:44.106763 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 518d0ca4-a713-4e86-a2f0-8f1d46cdafc9 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:37:44.230426 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1533710-c1cb-45d9-961a-a60e45ba380f tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Made reservation on behalf of 9e91db8696c944478c9f81f069d3aecc for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:37:44.234354 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b1533710-c1cb-45d9-961a-a60e45ba380f tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:44.461591 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b1533710-c1cb-45d9-961a-a60e45ba380f tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:44.531323 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1533710-c1cb-45d9-961a-a60e45ba380f tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Pushing event updated for resources: {'Subnet': ['ID=a301ce26-5355-47f0-a560-bdb403a0f879,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:44.539737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1533710-c1cb-45d9-961a-a60e45ba380f tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Checking segment: {'id': '07443e20-d942-4621-8006-05fd75bd2945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '518d0ca4-a713-4e86-a2f0-8f1d46cdafc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:37:44.540111 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1533710-c1cb-45d9-961a-a60e45ba380f tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Network hostable DHCP agents. Network: 518d0ca4-a713-4e86-a2f0-8f1d46cdafc9, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:37:44.557346 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1533710-c1cb-45d9-961a-a60e45ba380f tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Network 518d0ca4-a713-4e86-a2f0-8f1d46cdafc9 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:37:44.566816 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-b1533710-c1cb-45d9-961a-a60e45ba380f tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 518d0ca4-a713-4e86-a2f0-8f1d46cdafc9) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:37:44.587391 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1533710-c1cb-45d9-961a-a60e45ba380f tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:37:44.588320 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b1533710-c1cb-45d9-961a-a60e45ba380f tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:44.588498 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e866bfee-eadf-4159-8a1a-749c49175557 None None] Network 518d0ca4-a713-4e86-a2f0-8f1d46cdafc9 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:37:44.615752 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59078) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:44.616344 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b1533710-c1cb-45d9-961a-a60e45ba380f tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5314031 Aug 19 18:37:44.620490 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-acd57923-83f8-4c5e-9d43-525babbc6e58 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-182517850', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}, 'admin_state_up': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:37:44.660594 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-acd57923-83f8-4c5e-9d43-525babbc6e58 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:44.662500 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-acd57923-83f8-4c5e-9d43-525babbc6e58 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:44.729817 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-acd57923-83f8-4c5e-9d43-525babbc6e58 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:44.768406 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9234ad-a73a-4b86-ba53-3cec577875f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-518d0ca4-a713-4e86-a2f0-8f1d46cdafc9', 'network_id': '518d0ca4-a713-4e86-a2f0-8f1d46cdafc9', 'tenant_id': '9e91db8696c944478c9f81f069d3aecc', 'fixed_ips': [{'subnet_id': 'a301ce26-5355-47f0-a560-bdb403a0f879'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:37:44.769418 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9b9234ad-a73a-4b86-ba53-3cec577875f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:44.928876 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-acd57923-83f8-4c5e-9d43-525babbc6e58 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:44.957370 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-9b9234ad-a73a-4b86-ba53-3cec577875f3 None None] Allocated IP 172.20.0.2 (518d0ca4-a713-4e86-a2f0-8f1d46cdafc9/a301ce26-5355-47f0-a560-bdb403a0f879/df0f4a0e-0324-4724-be2c-94adf77f4555) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:37:45.170730 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9b9234ad-a73a-4b86-ba53-3cec577875f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:45.179186 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-acd57923-83f8-4c5e-9d43-525babbc6e58 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:45.200808 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9b9234ad-a73a-4b86-ba53-3cec577875f3 None None] Transition to ACTIVE for port object df0f4a0e-0324-4724-be2c-94adf77f4555 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:37:45.201564 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-acd57923-83f8-4c5e-9d43-525babbc6e58 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:45.220561 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9b9234ad-a73a-4b86-ba53-3cec577875f3 None None] Transition to ACTIVE for port object df0f4a0e-0324-4724-be2c-94adf77f4555 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:37:45.229194 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9b9234ad-a73a-4b86-ba53-3cec577875f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:45.288854 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9234ad-a73a-4b86-ba53-3cec577875f3 None None] Network 518d0ca4-a713-4e86-a2f0-8f1d46cdafc9 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:37:45.293320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-9b9234ad-a73a-4b86-ba53-3cec577875f3 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:37:45.295603 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9234ad-a73a-4b86-ba53-3cec577875f3 None None] Pushing event updated for resources: {'Port': ['ID=df0f4a0e-0324-4724-be2c-94adf77f4555,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:45.298017 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9234ad-a73a-4b86-ba53-3cec577875f3 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:37:45.317372 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-acd57923-83f8-4c5e-9d43-525babbc6e58 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Allocated IP 172.25.8.11 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/69188817-7abf-4fff-a655-656b8696ddbc) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:37:45.381966 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-9b9234ad-a73a-4b86-ba53-3cec577875f3 None None] Attempting to bind port df0f4a0e-0324-4724-be2c-94adf77f4555 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:37:45.382473 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-9b9234ad-a73a-4b86-ba53-3cec577875f3 None None] Attempting to bind port df0f4a0e-0324-4724-be2c-94adf77f4555 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '07443e20-d942-4621-8006-05fd75bd2945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '518d0ca4-a713-4e86-a2f0-8f1d46cdafc9'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:37:45.382937 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9234ad-a73a-4b86-ba53-3cec577875f3 None None] Attempting to bind port df0f4a0e-0324-4724-be2c-94adf77f4555 on network 518d0ca4-a713-4e86-a2f0-8f1d46cdafc9 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:37:45.388987 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9234ad-a73a-4b86-ba53-3cec577875f3 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:37:45.389509 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9234ad-a73a-4b86-ba53-3cec577875f3 None None] Checking segment: {'id': '07443e20-d942-4621-8006-05fd75bd2945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '518d0ca4-a713-4e86-a2f0-8f1d46cdafc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:37:45.390057 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9b9234ad-a73a-4b86-ba53-3cec577875f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:45.390594 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9234ad-a73a-4b86-ba53-3cec577875f3 None None] Bound using segment: {'id': '07443e20-d942-4621-8006-05fd75bd2945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '518d0ca4-a713-4e86-a2f0-8f1d46cdafc9'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:37:45.391193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-9b9234ad-a73a-4b86-ba53-3cec577875f3 None None] Bound port: df0f4a0e-0324-4724-be2c-94adf77f4555, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07443e20-d942-4621-8006-05fd75bd2945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '518d0ca4-a713-4e86-a2f0-8f1d46cdafc9'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:37:45.391760 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9b9234ad-a73a-4b86-ba53-3cec577875f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:45.453155 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-acd57923-83f8-4c5e-9d43-525babbc6e58 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:45.479632 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-9b9234ad-a73a-4b86-ba53-3cec577875f3 None None] For port df0f4a0e-0324-4724-be2c-94adf77f4555, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:37:45.483212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-9b9234ad-a73a-4b86-ba53-3cec577875f3 None None] For port df0f4a0e-0324-4724-be2c-94adf77f4555, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=df0f4a0e-0324-4724-be2c-94adf77f4555,segment=NetworkSegment(07443e20-d942-4621-8006-05fd75bd2945),segment_id=07443e20-d942-4621-8006-05fd75bd2945)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:37:45.489357 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9b9234ad-a73a-4b86-ba53-3cec577875f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:45.511491 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-acd57923-83f8-4c5e-9d43-525babbc6e58 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:45.572220 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9234ad-a73a-4b86-ba53-3cec577875f3 None None] Pushing event updated for resources: {'Port': ['ID=df0f4a0e-0324-4724-be2c-94adf77f4555,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:45.586348 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd57923-83f8-4c5e-9d43-525babbc6e58 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:37:45.589468 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-acd57923-83f8-4c5e-9d43-525babbc6e58 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:37:45.592116 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd57923-83f8-4c5e-9d43-525babbc6e58 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:37:45.633459 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd57923-83f8-4c5e-9d43-525babbc6e58 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Pushing event updated for resources: {'Port': ['ID=69188817-7abf-4fff-a655-656b8696ddbc,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:46.299542 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-acd57923-83f8-4c5e-9d43-525babbc6e58 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:46.528680 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-acd57923-83f8-4c5e-9d43-525babbc6e58 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:46.627473 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:46.681147 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b5e332-dba5-4e4e-96d1-a19072899e2b None None] Network 518d0ca4-a713-4e86-a2f0-8f1d46cdafc9 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:37:46.702207 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd57923-83f8-4c5e-9d43-525babbc6e58 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Router 5c0dc433-0345-42f9-8a26-5135453a708a is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:37:46.806918 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-33c309ca-0f07-43c9-b11e-c16125e80282 None None] Provisioning for port df0f4a0e-0324-4724-be2c-94adf77f4555 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:37:46.825479 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd57923-83f8-4c5e-9d43-525babbc6e58 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:37:46.848312 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-acd57923-83f8-4c5e-9d43-525babbc6e58 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:46.853720 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-acd57923-83f8-4c5e-9d43-525babbc6e58 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 2.2344198 Aug 19 18:37:46.853987 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3107035d-a17f-40b2-866b-021e17a7a73d None None] Sync routers for ids ['5c0dc433-0345-42f9-8a26-5135453a708a'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:37:46.854099 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59118) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:46.865277 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3107035d-a17f-40b2-866b-021e17a7a73d None None] Routers {'5c0dc433-0345-42f9-8a26-5135453a708a'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:37:46.865935 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-3107035d-a17f-40b2-866b-021e17a7a73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:37:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['5c0dc433-0345-42f9-8a26-5135453a708a'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:46.905173 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-3107035d-a17f-40b2-866b-021e17a7a73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:46.919381 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3107035d-a17f-40b2-866b-021e17a7a73d None None] Routers {'5c0dc433-0345-42f9-8a26-5135453a708a'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:37:46.919978 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-3107035d-a17f-40b2-866b-021e17a7a73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:37:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['5c0dc433-0345-42f9-8a26-5135453a708a'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:46.954023 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-3107035d-a17f-40b2-866b-021e17a7a73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:46.954697 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3107035d-a17f-40b2-866b-021e17a7a73d None None] The sync data for ids ['5c0dc433-0345-42f9-8a26-5135453a708a'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:37:47.374373 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7575bcab-0f02-4a05-b6ab-9b5e9eb8d1da tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:47.411544 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device df0f4a0e-0324-4724-be2c-94adf77f4555 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:37:47.481146 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port df0f4a0e-0324-4724-be2c-94adf77f4555 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:37:47.485259 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port df0f4a0e-0324-4724-be2c-94adf77f4555 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:47.485713 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:47.582231 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:47.638767 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port df0f4a0e-0324-4724-be2c-94adf77f4555, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=df0f4a0e-0324-4724-be2c-94adf77f4555,segment=NetworkSegment(07443e20-d942-4621-8006-05fd75bd2945),segment_id=07443e20-d942-4621-8006-05fd75bd2945)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:37:47.649680 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:47.715726 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=df0f4a0e-0324-4724-be2c-94adf77f4555,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:47.828972 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-7575bcab-0f02-4a05-b6ab-9b5e9eb8d1da tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Allocated IP 172.20.0.1 (518d0ca4-a713-4e86-a2f0-8f1d46cdafc9/a301ce26-5355-47f0-a560-bdb403a0f879/45a4c0bb-4468-49eb-890e-9ddaee1920ef) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:37:47.972723 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7575bcab-0f02-4a05-b6ab-9b5e9eb8d1da tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:47.987471 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-7575bcab-0f02-4a05-b6ab-9b5e9eb8d1da tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Transition to ACTIVE for port object 45a4c0bb-4468-49eb-890e-9ddaee1920ef will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:37:48.023233 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7575bcab-0f02-4a05-b6ab-9b5e9eb8d1da tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:48.081380 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7575bcab-0f02-4a05-b6ab-9b5e9eb8d1da tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Network 518d0ca4-a713-4e86-a2f0-8f1d46cdafc9 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:37:48.081380 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575bcab-0f02-4a05-b6ab-9b5e9eb8d1da tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Pushing event updated for resources: {'Port': ['ID=45a4c0bb-4468-49eb-890e-9ddaee1920ef,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:48.083403 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-7575bcab-0f02-4a05-b6ab-9b5e9eb8d1da tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:37:48.089284 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7575bcab-0f02-4a05-b6ab-9b5e9eb8d1da tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:37:48.151715 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7575bcab-0f02-4a05-b6ab-9b5e9eb8d1da tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:48.324595 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7575bcab-0f02-4a05-b6ab-9b5e9eb8d1da tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:48.424546 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a5afb78d-aa38-43fe-95da-1ea06ca753ac None None] Provisioning for port 45a4c0bb-4468-49eb-890e-9ddaee1920ef completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:37:48.430564 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a5afb78d-aa38-43fe-95da-1ea06ca753ac None None] Provisioning complete for port 45a4c0bb-4468-49eb-890e-9ddaee1920ef triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:48.431173 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a5afb78d-aa38-43fe-95da-1ea06ca753ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:48.492114 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-a5afb78d-aa38-43fe-95da-1ea06ca753ac None None] Port 45a4c0bb-4468-49eb-890e-9ddaee1920ef cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:37:48.648732 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7575bcab-0f02-4a05-b6ab-9b5e9eb8d1da tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:48.655077 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7575bcab-0f02-4a05-b6ab-9b5e9eb8d1da tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:48.741728 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575bcab-0f02-4a05-b6ab-9b5e9eb8d1da tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Pushing event updated for resources: {'Port': ['ID=45a4c0bb-4468-49eb-890e-9ddaee1920ef,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:48.744280 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7575bcab-0f02-4a05-b6ab-9b5e9eb8d1da tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:48.853851 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7575bcab-0f02-4a05-b6ab-9b5e9eb8d1da tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Network 518d0ca4-a713-4e86-a2f0-8f1d46cdafc9 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:37:48.855834 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-7575bcab-0f02-4a05-b6ab-9b5e9eb8d1da tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:37:48.983849 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7575bcab-0f02-4a05-b6ab-9b5e9eb8d1da tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Router 5c0dc433-0345-42f9-8a26-5135453a708a has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:37:49.122573 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7575bcab-0f02-4a05-b6ab-9b5e9eb8d1da tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:37:49.144934 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9396e0-0689-4b77-83fa-6e0f0ab09cdc None None] Sync routers for ids ['5c0dc433-0345-42f9-8a26-5135453a708a'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:37:49.145874 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59190) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:49.150493 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7575bcab-0f02-4a05-b6ab-9b5e9eb8d1da tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] 10.222.0.24 "PUT /v2.0/routers/5c0dc433-0345-42f9-8a26-5135453a708a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2878025 Aug 19 18:37:49.153285 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-8c4f9c8d-b542-4ba6-adf5-adfd6965af52 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Request body: {'port': {'network_id': '518d0ca4-a713-4e86-a2f0-8f1d46cdafc9', 'name': 'tempest-FloatingIPAdminTestJSON-977445741'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:37:49.157977 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9396e0-0689-4b77-83fa-6e0f0ab09cdc None None] Routers {'5c0dc433-0345-42f9-8a26-5135453a708a'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:37:49.158391 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-cb9396e0-0689-4b77-83fa-6e0f0ab09cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:37:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['5c0dc433-0345-42f9-8a26-5135453a708a'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:49.196209 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-cb9396e0-0689-4b77-83fa-6e0f0ab09cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:49.205964 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9396e0-0689-4b77-83fa-6e0f0ab09cdc None None] Routers {'5c0dc433-0345-42f9-8a26-5135453a708a'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:37:49.207007 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-cb9396e0-0689-4b77-83fa-6e0f0ab09cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:37:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['5c0dc433-0345-42f9-8a26-5135453a708a'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:49.220433 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9162857d-c80b-415b-8a10-d85c5924fed9 None None] Provisioning complete for port 45a4c0bb-4468-49eb-890e-9ddaee1920ef triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:49.220888 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9162857d-c80b-415b-8a10-d85c5924fed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:49.259756 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-cb9396e0-0689-4b77-83fa-6e0f0ab09cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:49.260670 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9396e0-0689-4b77-83fa-6e0f0ab09cdc None None] The sync data for ids ['5c0dc433-0345-42f9-8a26-5135453a708a'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:37:49.308700 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-9162857d-c80b-415b-8a10-d85c5924fed9 None None] Port 45a4c0bb-4468-49eb-890e-9ddaee1920ef cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:37:49.315903 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4f9c8d-b542-4ba6-adf5-adfd6965af52 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Made reservation on behalf of 9e91db8696c944478c9f81f069d3aecc for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:37:49.320610 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c4f9c8d-b542-4ba6-adf5-adfd6965af52 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:49.341570 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-8c4f9c8d-b542-4ba6-adf5-adfd6965af52 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] device_id is not set on port 45d3746a-3ce0-42cb-8637-0e605fcbbb3e yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:37:49.366762 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device df0f4a0e-0324-4724-be2c-94adf77f4555 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:37:49.449407 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port df0f4a0e-0324-4724-be2c-94adf77f4555 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:49.449828 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:49.520723 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-8c4f9c8d-b542-4ba6-adf5-adfd6965af52 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Allocated IP 172.20.0.9 (518d0ca4-a713-4e86-a2f0-8f1d46cdafc9/a301ce26-5355-47f0-a560-bdb403a0f879/45d3746a-3ce0-42cb-8637-0e605fcbbb3e) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:37:49.703995 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c4f9c8d-b542-4ba6-adf5-adfd6965af52 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:49.721582 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-8c4f9c8d-b542-4ba6-adf5-adfd6965af52 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Transition to ACTIVE for port object 45d3746a-3ce0-42cb-8637-0e605fcbbb3e will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:37:49.759043 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c4f9c8d-b542-4ba6-adf5-adfd6965af52 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:49.805623 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4f9c8d-b542-4ba6-adf5-adfd6965af52 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Network 518d0ca4-a713-4e86-a2f0-8f1d46cdafc9 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:37:49.810719 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-8c4f9c8d-b542-4ba6-adf5-adfd6965af52 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:37:49.814574 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4f9c8d-b542-4ba6-adf5-adfd6965af52 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:37:49.843422 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f9c8d-b542-4ba6-adf5-adfd6965af52 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Pushing event updated for resources: {'Port': ['ID=45d3746a-3ce0-42cb-8637-0e605fcbbb3e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:49.873065 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4f9c8d-b542-4ba6-adf5-adfd6965af52 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:37:49.874431 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c4f9c8d-b542-4ba6-adf5-adfd6965af52 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:49.893570 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8c4f9c8d-b542-4ba6-adf5-adfd6965af52 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7458105 Aug 19 18:37:49.897197 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59206) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:49.996997 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-32f93e9e-8727-474f-bf76-b7c4ec90477d tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'project_id': '9e91db8696c944478c9f81f069d3aecc', 'port_id': '45d3746a-3ce0-42cb-8637-0e605fcbbb3e'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:37:50.033748 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32f93e9e-8727-474f-bf76-b7c4ec90477d tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:50.140233 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32f93e9e-8727-474f-bf76-b7c4ec90477d tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:50.141251 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8c5fe115-2fc8-44e5-a882-88709899ee4e None None] Provisioning for port 45d3746a-3ce0-42cb-8637-0e605fcbbb3e completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:37:50.146982 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8c5fe115-2fc8-44e5-a882-88709899ee4e None None] Provisioning complete for port 45d3746a-3ce0-42cb-8637-0e605fcbbb3e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:37:50.147676 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8c5fe115-2fc8-44e5-a882-88709899ee4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:50.197502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-8c5fe115-2fc8-44e5-a882-88709899ee4e None None] Port 45d3746a-3ce0-42cb-8637-0e605fcbbb3e cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:37:50.252952 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-32f93e9e-8727-474f-bf76-b7c4ec90477d tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Allocated IP 172.25.8.109 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/cc261ff5-eba2-490d-8c9e-116a5e44d67b) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:37:50.697918 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32f93e9e-8727-474f-bf76-b7c4ec90477d tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:50.739734 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32f93e9e-8727-474f-bf76-b7c4ec90477d tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:50.784213 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f93e9e-8727-474f-bf76-b7c4ec90477d tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:37:50.787706 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-32f93e9e-8727-474f-bf76-b7c4ec90477d tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:37:50.791500 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f93e9e-8727-474f-bf76-b7c4ec90477d tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:37:50.814783 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f93e9e-8727-474f-bf76-b7c4ec90477d tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Pushing event updated for resources: {'Port': ['ID=cc261ff5-eba2-490d-8c9e-116a5e44d67b,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:51.183409 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32f93e9e-8727-474f-bf76-b7c4ec90477d tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:51.253896 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32f93e9e-8727-474f-bf76-b7c4ec90477d tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:51.432600 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32f93e9e-8727-474f-bf76-b7c4ec90477d tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:51.439572 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32f93e9e-8727-474f-bf76-b7c4ec90477d tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:51.519662 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f93e9e-8727-474f-bf76-b7c4ec90477d tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Pushing event updated for resources: {'Port': ['ID=cc261ff5-eba2-490d-8c9e-116a5e44d67b,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:51.525176 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32f93e9e-8727-474f-bf76-b7c4ec90477d tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:51.640812 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-32f93e9e-8727-474f-bf76-b7c4ec90477d tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Floating IP f020a41c-8ddf-453f-8bd3-8e9b84b44c58 associated. External IP: 172.25.8.109, port: 45d3746a-3ce0-42cb-8637-0e605fcbbb3e. Aug 19 18:37:51.873469 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f93e9e-8727-474f-bf76-b7c4ec90477d tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Router 5c0dc433-0345-42f9-8a26-5135453a708a has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:37:51.998987 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f93e9e-8727-474f-bf76-b7c4ec90477d tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:37:52.015477 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb8d54f-96dd-4665-8c3c-1bc6513d1417 None None] Sync routers for ids ['5c0dc433-0345-42f9-8a26-5135453a708a'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:37:52.019775 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32f93e9e-8727-474f-bf76-b7c4ec90477d tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:52.031643 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb8d54f-96dd-4665-8c3c-1bc6513d1417 None None] Routers {'5c0dc433-0345-42f9-8a26-5135453a708a'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:37:52.038058 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bfb8d54f-96dd-4665-8c3c-1bc6513d1417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:37:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['5c0dc433-0345-42f9-8a26-5135453a708a'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:52.053316 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-32f93e9e-8727-474f-bf76-b7c4ec90477d tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.1523860 Aug 19 18:37:52.053758 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59258) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:52.079218 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bfb8d54f-96dd-4665-8c3c-1bc6513d1417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:52.091140 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb8d54f-96dd-4665-8c3c-1bc6513d1417 None None] Routers {'5c0dc433-0345-42f9-8a26-5135453a708a'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:37:52.091826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bfb8d54f-96dd-4665-8c3c-1bc6513d1417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:37:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['5c0dc433-0345-42f9-8a26-5135453a708a'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:52.130000 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bfb8d54f-96dd-4665-8c3c-1bc6513d1417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:52.131571 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb8d54f-96dd-4665-8c3c-1bc6513d1417 None None] The sync data for ids ['5c0dc433-0345-42f9-8a26-5135453a708a'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:37:52.184021 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0087f548-cab8-44de-a052-4e3d7e0198e9 tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] 10.222.0.24 "GET /v2.0/floatingips/f020a41c-8ddf-453f-8bd3-8e9b84b44c58 HTTP/1.1" status: 200 len: 982 time: 0.1292202 Aug 19 18:37:52.186434 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59264) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:52.301766 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-93523826-9d9a-41bf-b3e8-8aceb93d9aa8 tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.1141346 Aug 19 18:37:52.304468 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59272) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:52.482699 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-055d5703-fed1-4a84-8a45-3a8e9be04461 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Deleting port cc261ff5-eba2-490d-8c9e-116a5e44d67b {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:37:52.483080 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-055d5703-fed1-4a84-8a45-3a8e9be04461 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:52.586628 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-055d5703-fed1-4a84-8a45-3a8e9be04461 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:52.587059 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-055d5703-fed1-4a84-8a45-3a8e9be04461 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:52.602183 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-055d5703-fed1-4a84-8a45-3a8e9be04461 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Calling delete_port for cc261ff5-eba2-490d-8c9e-116a5e44d67b owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:37:52.766449 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-055d5703-fed1-4a84-8a45-3a8e9be04461 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:52.802977 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d5703-fed1-4a84-8a45-3a8e9be04461 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Pushing event deleted for resources: {'Port': ['ID=cc261ff5-eba2-490d-8c9e-116a5e44d67b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:52.868742 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-055d5703-fed1-4a84-8a45-3a8e9be04461 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:52.869084 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-055d5703-fed1-4a84-8a45-3a8e9be04461 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Floating IP f020a41c-8ddf-453f-8bd3-8e9b84b44c58 disassociated (deleted). External IP: 172.25.8.109, port: 45d3746a-3ce0-42cb-8637-0e605fcbbb3e. Aug 19 18:37:53.401588 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055d5703-fed1-4a84-8a45-3a8e9be04461 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Router 5c0dc433-0345-42f9-8a26-5135453a708a has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:37:53.515025 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055d5703-fed1-4a84-8a45-3a8e9be04461 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:37:53.520205 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-055d5703-fed1-4a84-8a45-3a8e9be04461 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:53.525703 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb6ea0e-b6d4-4cf3-87fd-80b384a31767 None None] Sync routers for ids ['5c0dc433-0345-42f9-8a26-5135453a708a'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:37:53.535590 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb6ea0e-b6d4-4cf3-87fd-80b384a31767 None None] Routers {'5c0dc433-0345-42f9-8a26-5135453a708a'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:37:53.536696 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-deb6ea0e-b6d4-4cf3-87fd-80b384a31767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:37:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['5c0dc433-0345-42f9-8a26-5135453a708a'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:53.553069 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59306) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:53.553739 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-055d5703-fed1-4a84-8a45-3a8e9be04461 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] 10.222.0.24 "DELETE /v2.0/floatingips/f020a41c-8ddf-453f-8bd3-8e9b84b44c58 HTTP/1.1" status: 204 len: 168 time: 1.2476804 Aug 19 18:37:53.557508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e847918a-c9ba-485b-97dd-692745a07191 tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:37:53.576403 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-deb6ea0e-b6d4-4cf3-87fd-80b384a31767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:53.580499 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e847918a-c9ba-485b-97dd-692745a07191 tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:53.587025 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb6ea0e-b6d4-4cf3-87fd-80b384a31767 None None] Routers {'5c0dc433-0345-42f9-8a26-5135453a708a'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:37:53.587702 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-deb6ea0e-b6d4-4cf3-87fd-80b384a31767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:37:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['5c0dc433-0345-42f9-8a26-5135453a708a'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:53.639557 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-deb6ea0e-b6d4-4cf3-87fd-80b384a31767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:53.640402 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb6ea0e-b6d4-4cf3-87fd-80b384a31767 None None] The sync data for ids ['5c0dc433-0345-42f9-8a26-5135453a708a'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:37:53.688579 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e847918a-c9ba-485b-97dd-692745a07191 tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:53.817647 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-e847918a-c9ba-485b-97dd-692745a07191 tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Allocated IP 172.25.8.243 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/a3cdc923-e031-4804-9e3f-9277e12d3b6c) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:37:53.945697 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e847918a-c9ba-485b-97dd-692745a07191 tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:53.988929 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e847918a-c9ba-485b-97dd-692745a07191 tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:54.029284 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e847918a-c9ba-485b-97dd-692745a07191 tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:37:54.035918 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-e847918a-c9ba-485b-97dd-692745a07191 tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:37:54.040299 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e847918a-c9ba-485b-97dd-692745a07191 tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:37:54.067456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847918a-c9ba-485b-97dd-692745a07191 tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Pushing event updated for resources: {'Port': ['ID=a3cdc923-e031-4804-9e3f-9277e12d3b6c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:54.133681 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e847918a-c9ba-485b-97dd-692745a07191 tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:54.183787 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e847918a-c9ba-485b-97dd-692745a07191 tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:54.349928 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e847918a-c9ba-485b-97dd-692745a07191 tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:54.355800 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e847918a-c9ba-485b-97dd-692745a07191 tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:54.421586 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847918a-c9ba-485b-97dd-692745a07191 tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Pushing event updated for resources: {'Port': ['ID=a3cdc923-e031-4804-9e3f-9277e12d3b6c,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:54.442929 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e847918a-c9ba-485b-97dd-692745a07191 tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:54.463255 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e847918a-c9ba-485b-97dd-692745a07191 tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:54.467848 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59342) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:54.469220 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e847918a-c9ba-485b-97dd-692745a07191 tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9149485 Aug 19 18:37:54.580827 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-1bbba5d1-d9bb-4826-a9ef-d48c30b1ae57 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:37:54.605121 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1bbba5d1-d9bb-4826-a9ef-d48c30b1ae57 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:54.715197 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1bbba5d1-d9bb-4826-a9ef-d48c30b1ae57 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:54.841159 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-1bbba5d1-d9bb-4826-a9ef-d48c30b1ae57 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Allocated IP 172.25.8.240 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/d3ae0a8b-b67e-487c-864a-665c747bfd42) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:37:54.960878 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1bbba5d1-d9bb-4826-a9ef-d48c30b1ae57 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:55.000210 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1bbba5d1-d9bb-4826-a9ef-d48c30b1ae57 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:55.042515 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbba5d1-d9bb-4826-a9ef-d48c30b1ae57 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:37:55.048297 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-1bbba5d1-d9bb-4826-a9ef-d48c30b1ae57 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:37:55.050336 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbba5d1-d9bb-4826-a9ef-d48c30b1ae57 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Pushing event updated for resources: {'Port': ['ID=d3ae0a8b-b67e-487c-864a-665c747bfd42,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:55.052666 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbba5d1-d9bb-4826-a9ef-d48c30b1ae57 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:37:55.142787 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1bbba5d1-d9bb-4826-a9ef-d48c30b1ae57 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:55.178542 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1bbba5d1-d9bb-4826-a9ef-d48c30b1ae57 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:55.358963 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1bbba5d1-d9bb-4826-a9ef-d48c30b1ae57 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:55.364085 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1bbba5d1-d9bb-4826-a9ef-d48c30b1ae57 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:55.442435 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbba5d1-d9bb-4826-a9ef-d48c30b1ae57 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Pushing event updated for resources: {'Port': ['ID=d3ae0a8b-b67e-487c-864a-665c747bfd42,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:55.455037 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1bbba5d1-d9bb-4826-a9ef-d48c30b1ae57 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:55.470588 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1bbba5d1-d9bb-4826-a9ef-d48c30b1ae57 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:55.474205 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1bbba5d1-d9bb-4826-a9ef-d48c30b1ae57 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0045054 Aug 19 18:37:55.475124 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59366) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:55.528616 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2b39ef97-0d47-40ed-8cf3-d7c71c6b3a42 tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.0522399 Aug 19 18:37:55.529602 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59368) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:55.609708 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-17d17099-c585-4b3a-817f-cd1bb4a3fcab tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0759699 Aug 19 18:37:55.609708 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59374) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:55.738411 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-5c890525-353b-498d-803b-1fedd1469dc1 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Deleting port d3ae0a8b-b67e-487c-864a-665c747bfd42 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:37:55.738798 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5c890525-353b-498d-803b-1fedd1469dc1 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:55.820802 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5c890525-353b-498d-803b-1fedd1469dc1 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:55.821130 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5c890525-353b-498d-803b-1fedd1469dc1 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:55.832668 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-5c890525-353b-498d-803b-1fedd1469dc1 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Calling delete_port for d3ae0a8b-b67e-487c-864a-665c747bfd42 owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:37:55.981796 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5c890525-353b-498d-803b-1fedd1469dc1 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:56.011688 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c890525-353b-498d-803b-1fedd1469dc1 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Pushing event deleted for resources: {'Port': ['ID=d3ae0a8b-b67e-487c-864a-665c747bfd42,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:56.080788 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5c890525-353b-498d-803b-1fedd1469dc1 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:56.084511 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5c890525-353b-498d-803b-1fedd1469dc1 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:56.088088 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5c890525-353b-498d-803b-1fedd1469dc1 tempest-FloatingIPAdminTestJSON-1096242884 tempest-FloatingIPAdminTestJSON-1096242884-project] 10.222.0.24 "DELETE /v2.0/floatingips/cea5f469-66e8-406b-8aa1-d1601d18258b HTTP/1.1" status: 204 len: 168 time: 0.4754913 Aug 19 18:37:56.088482 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59386) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:56.220337 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-da093879-2d50-4983-90d5-62bdcd361ada tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Deleting port a3cdc923-e031-4804-9e3f-9277e12d3b6c {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:37:56.220904 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da093879-2d50-4983-90d5-62bdcd361ada tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:56.303222 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da093879-2d50-4983-90d5-62bdcd361ada tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:56.303554 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da093879-2d50-4983-90d5-62bdcd361ada tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:56.317229 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-da093879-2d50-4983-90d5-62bdcd361ada tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Calling delete_port for a3cdc923-e031-4804-9e3f-9277e12d3b6c owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:37:56.466987 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da093879-2d50-4983-90d5-62bdcd361ada tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:56.537595 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da093879-2d50-4983-90d5-62bdcd361ada tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3cdc923-e031-4804-9e3f-9277e12d3b6c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:56.561229 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da093879-2d50-4983-90d5-62bdcd361ada tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:56.562787 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da093879-2d50-4983-90d5-62bdcd361ada tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:56.567186 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-da093879-2d50-4983-90d5-62bdcd361ada tempest-FloatingIPAdminTestJSON-827281172 tempest-FloatingIPAdminTestJSON-827281172-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/b0082312-d7be-47c3-b2f8-e0708f6ba029 HTTP/1.1" status: 204 len: 168 time: 0.4746614 Aug 19 18:37:56.567722 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59398) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:56.665683 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-016c9d21-a961-4da9-b1e9-8d3621426cb0 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Deleting port 45d3746a-3ce0-42cb-8637-0e605fcbbb3e {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:37:56.666028 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-016c9d21-a961-4da9-b1e9-8d3621426cb0 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:56.768375 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-016c9d21-a961-4da9-b1e9-8d3621426cb0 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:56.786909 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-016c9d21-a961-4da9-b1e9-8d3621426cb0 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Calling delete_port for 45d3746a-3ce0-42cb-8637-0e605fcbbb3e owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:37:56.940012 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-016c9d21-a961-4da9-b1e9-8d3621426cb0 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:56.999506 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c9d21-a961-4da9-b1e9-8d3621426cb0 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Pushing event deleted for resources: {'Port': ['ID=45d3746a-3ce0-42cb-8637-0e605fcbbb3e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:57.051689 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-016c9d21-a961-4da9-b1e9-8d3621426cb0 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:57.055009 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-016c9d21-a961-4da9-b1e9-8d3621426cb0 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] 10.222.0.24 "DELETE /v2.0/ports/45d3746a-3ce0-42cb-8637-0e605fcbbb3e HTTP/1.1" status: 204 len: 168 time: 0.4859076 Aug 19 18:37:57.057393 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59414) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:57.126395 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a0f2b2-663c-4657-ae9d-5800a9743689 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:37:57.130443 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-10a0f2b2-663c-4657-ae9d-5800a9743689 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c0dc433-0345-42f9-8a26-5135453a708a HTTP/1.1" status: 200 len: 913 time: 0.0695934 Aug 19 18:37:57.130802 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59416) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:57.526122 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf075264-71a4-4461-9a50-3f468b0a40ec tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:58.165970 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-bf075264-71a4-4461-9a50-3f468b0a40ec tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Deleting port 45a4c0bb-4468-49eb-890e-9ddaee1920ef {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:37:58.166681 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf075264-71a4-4461-9a50-3f468b0a40ec tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:58.263176 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf075264-71a4-4461-9a50-3f468b0a40ec tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:58.276195 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-bf075264-71a4-4461-9a50-3f468b0a40ec tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Calling delete_port for 45a4c0bb-4468-49eb-890e-9ddaee1920ef owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:37:58.508831 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf075264-71a4-4461-9a50-3f468b0a40ec tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:58.542338 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf075264-71a4-4461-9a50-3f468b0a40ec tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Pushing event deleted for resources: {'Port': ['ID=45a4c0bb-4468-49eb-890e-9ddaee1920ef,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:58.772292 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf075264-71a4-4461-9a50-3f468b0a40ec tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:59.017270 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf075264-71a4-4461-9a50-3f468b0a40ec tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Router 5c0dc433-0345-42f9-8a26-5135453a708a has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:37:59.142400 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf075264-71a4-4461-9a50-3f468b0a40ec tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:37:59.148044 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bf075264-71a4-4461-9a50-3f468b0a40ec tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] 10.222.0.24 "PUT /v2.0/routers/5c0dc433-0345-42f9-8a26-5135453a708a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0162213 Aug 19 18:37:59.150490 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59464) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:37:59.153555 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1676e48-bcae-46e0-b50b-6d0f896bc72c None None] Sync routers for ids ['5c0dc433-0345-42f9-8a26-5135453a708a'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:37:59.164347 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1676e48-bcae-46e0-b50b-6d0f896bc72c None None] Routers {'5c0dc433-0345-42f9-8a26-5135453a708a'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:37:59.165313 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c1676e48-bcae-46e0-b50b-6d0f896bc72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:37:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['5c0dc433-0345-42f9-8a26-5135453a708a'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:59.201450 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c1676e48-bcae-46e0-b50b-6d0f896bc72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:59.212576 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1676e48-bcae-46e0-b50b-6d0f896bc72c None None] Routers {'5c0dc433-0345-42f9-8a26-5135453a708a'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:37:59.213191 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c1676e48-bcae-46e0-b50b-6d0f896bc72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:37:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['5c0dc433-0345-42f9-8a26-5135453a708a'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:59.251993 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c1676e48-bcae-46e0-b50b-6d0f896bc72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:37:59.252919 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1676e48-bcae-46e0-b50b-6d0f896bc72c None None] The sync data for ids ['5c0dc433-0345-42f9-8a26-5135453a708a'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:37:59.272661 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-47f5c4ef-0246-45d6-ab7c-3f7ce7d127aa tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:59.385660 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-47f5c4ef-0246-45d6-ab7c-3f7ce7d127aa tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:59.457124 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-47f5c4ef-0246-45d6-ab7c-3f7ce7d127aa tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Deleting port 69188817-7abf-4fff-a655-656b8696ddbc {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:37:59.457489 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-47f5c4ef-0246-45d6-ab7c-3f7ce7d127aa tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:59.540926 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-47f5c4ef-0246-45d6-ab7c-3f7ce7d127aa tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:59.555659 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-47f5c4ef-0246-45d6-ab7c-3f7ce7d127aa tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Calling delete_port for 69188817-7abf-4fff-a655-656b8696ddbc owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:37:59.742521 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-47f5c4ef-0246-45d6-ab7c-3f7ce7d127aa tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:59.768329 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5c4ef-0246-45d6-ab7c-3f7ce7d127aa tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Pushing event deleted for resources: {'Port': ['ID=69188817-7abf-4fff-a655-656b8696ddbc,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:37:59.850336 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-47f5c4ef-0246-45d6-ab7c-3f7ce7d127aa tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:59.948650 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-47f5c4ef-0246-45d6-ab7c-3f7ce7d127aa tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:59.951082 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-47f5c4ef-0246-45d6-ab7c-3f7ce7d127aa tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:59.997735 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-47f5c4ef-0246-45d6-ab7c-3f7ce7d127aa tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:59.998181 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f5c4ef-0246-45d6-ab7c-3f7ce7d127aa tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Fanout notify agent at l3_agent the message router_deleted on router 5c0dc433-0345-42f9-8a26-5135453a708a {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:38:00.009117 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-47f5c4ef-0246-45d6-ab7c-3f7ce7d127aa tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:00.010627 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-47f5c4ef-0246-45d6-ab7c-3f7ce7d127aa tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] 10.222.0.24 "DELETE /v2.0/routers/5c0dc433-0345-42f9-8a26-5135453a708a HTTP/1.1" status: 204 len: 168 time: 0.8586864 Aug 19 18:38:00.013043 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59490) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:00.066559 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d670472-b738-4c0d-8534-43af0c2685c0 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Deleting subnet a301ce26-5355-47f0-a560-bdb403a0f879 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:38:00.070662 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2d670472-b738-4c0d-8534-43af0c2685c0 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:00.117326 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2d670472-b738-4c0d-8534-43af0c2685c0 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:00.209636 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2d670472-b738-4c0d-8534-43af0c2685c0 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:00.273141 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2d670472-b738-4c0d-8534-43af0c2685c0 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:00.287778 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2d670472-b738-4c0d-8534-43af0c2685c0 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:00.290004 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2d670472-b738-4c0d-8534-43af0c2685c0 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] 10.222.0.24 "DELETE /v2.0/subnets/a301ce26-5355-47f0-a560-bdb403a0f879 HTTP/1.1" status: 204 len: 168 time: 0.2751400 Aug 19 18:38:00.292513 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59496) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:00.295132 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06942d12-6b65-44fc-a372-e3345bf2410c None None] Network 518d0ca4-a713-4e86-a2f0-8f1d46cdafc9 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:00.325208 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d670472-b738-4c0d-8534-43af0c2685c0 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Pushing event deleted for resources: {'Subnet': ['ID=a301ce26-5355-47f0-a560-bdb403a0f879,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:00.393770 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f39453a-d848-4237-986b-dcfa5dfefcd9 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:00.457453 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-5f39453a-d848-4237-986b-dcfa5dfefcd9 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Deleting port df0f4a0e-0324-4724-be2c-94adf77f4555 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:00.457842 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f39453a-d848-4237-986b-dcfa5dfefcd9 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:00.495741 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580a7b11-0ede-4ee8-81bf-fb23755c8528 None None] DHCP port deletion for 518d0ca4-a713-4e86-a2f0-8f1d46cdafc9 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:38:00.539258 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-5f39453a-d848-4237-986b-dcfa5dfefcd9 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] For port df0f4a0e-0324-4724-be2c-94adf77f4555, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=df0f4a0e-0324-4724-be2c-94adf77f4555,segment=NetworkSegment(07443e20-d942-4621-8006-05fd75bd2945),segment_id=07443e20-d942-4621-8006-05fd75bd2945)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:00.539642 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f39453a-d848-4237-986b-dcfa5dfefcd9 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:00.552833 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-580a7b11-0ede-4ee8-81bf-fb23755c8528 None None] Deleting port df0f4a0e-0324-4724-be2c-94adf77f4555 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:00.553213 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-580a7b11-0ede-4ee8-81bf-fb23755c8528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:00.556157 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-5f39453a-d848-4237-986b-dcfa5dfefcd9 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Calling delete_port for df0f4a0e-0324-4724-be2c-94adf77f4555 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:00.623108 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-580a7b11-0ede-4ee8-81bf-fb23755c8528 None None] For port df0f4a0e-0324-4724-be2c-94adf77f4555, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=df0f4a0e-0324-4724-be2c-94adf77f4555,segment=NetworkSegment(07443e20-d942-4621-8006-05fd75bd2945),segment_id=07443e20-d942-4621-8006-05fd75bd2945)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:00.623515 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-580a7b11-0ede-4ee8-81bf-fb23755c8528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:00.636907 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-580a7b11-0ede-4ee8-81bf-fb23755c8528 None None] Calling delete_port for df0f4a0e-0324-4724-be2c-94adf77f4555 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:00.659739 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f39453a-d848-4237-986b-dcfa5dfefcd9 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:00.688484 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39453a-d848-4237-986b-dcfa5dfefcd9 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Pushing event deleted for resources: {'Port': ['ID=df0f4a0e-0324-4724-be2c-94adf77f4555,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:00.693181 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f39453a-d848-4237-986b-dcfa5dfefcd9 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] No DVR routers for this DVR port df0f4a0e-0324-4724-be2c-94adf77f4555 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:38:00.730906 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-580a7b11-0ede-4ee8-81bf-fb23755c8528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:00.757924 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a7b11-0ede-4ee8-81bf-fb23755c8528 None None] Pushing event deleted for resources: {'Port': ['ID=df0f4a0e-0324-4724-be2c-94adf77f4555,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:00.773700 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580a7b11-0ede-4ee8-81bf-fb23755c8528 None None] No DVR routers for this DVR port df0f4a0e-0324-4724-be2c-94adf77f4555 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:38:00.810353 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f39453a-d848-4237-986b-dcfa5dfefcd9 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:00.821653 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-5f39453a-d848-4237-986b-dcfa5dfefcd9 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518d0ca4-a713-4e86-a2f0-8f1d46cdafc9']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:00.834157 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-5f39453a-d848-4237-986b-dcfa5dfefcd9 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07443e20-d942-4621-8006-05fd75bd2945') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:00.834667 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-5f39453a-d848-4237-986b-dcfa5dfefcd9 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07443e20-d942-4621-8006-05fd75bd2945') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:00.845861 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f39453a-d848-4237-986b-dcfa5dfefcd9 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:00.866883 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f39453a-d848-4237-986b-dcfa5dfefcd9 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:00.881570 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f39453a-d848-4237-986b-dcfa5dfefcd9 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:38:00.882013 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f39453a-d848-4237-986b-dcfa5dfefcd9 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:38:00.886136 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:38:00.946900 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f39453a-d848-4237-986b-dcfa5dfefcd9 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:00.954582 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f39453a-d848-4237-986b-dcfa5dfefcd9 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:00.959764 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5f39453a-d848-4237-986b-dcfa5dfefcd9 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] 10.222.0.24 "DELETE /v2.0/networks/518d0ca4-a713-4e86-a2f0-8f1d46cdafc9 HTTP/1.1" status: 204 len: 168 time: 0.6630595 Aug 19 18:38:00.959968 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59506) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:00.972716 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39453a-d848-4237-986b-dcfa5dfefcd9 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Pushing event deleted for resources: {'Network': ['ID=518d0ca4-a713-4e86-a2f0-8f1d46cdafc9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:01.107693 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-33fa4493-599a-4ceb-81b1-c6ca1b56b896 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Deleting port 28e7fe85-9216-4663-9f86-2e835a3b7821 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:01.108270 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-33fa4493-599a-4ceb-81b1-c6ca1b56b896 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:01.184458 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-33fa4493-599a-4ceb-81b1-c6ca1b56b896 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:01.184819 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-33fa4493-599a-4ceb-81b1-c6ca1b56b896 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:01.196966 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-33fa4493-599a-4ceb-81b1-c6ca1b56b896 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Calling delete_port for 28e7fe85-9216-4663-9f86-2e835a3b7821 owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:01.343433 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device df0f4a0e-0324-4724-be2c-94adf77f4555 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:38:01.350701 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-33fa4493-599a-4ceb-81b1-c6ca1b56b896 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:01.368123 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: df0f4a0e-0324-4724-be2c-94adf77f4555 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:38:01.368700 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device df0f4a0e-0324-4724-be2c-94adf77f4555 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:38:01.391485 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa4493-599a-4ceb-81b1-c6ca1b56b896 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Pushing event deleted for resources: {'Port': ['ID=28e7fe85-9216-4663-9f86-2e835a3b7821,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:01.452278 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-33fa4493-599a-4ceb-81b1-c6ca1b56b896 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:01.455365 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-33fa4493-599a-4ceb-81b1-c6ca1b56b896 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:01.459581 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-33fa4493-599a-4ceb-81b1-c6ca1b56b896 tempest-FloatingIPAdminTestJSON-1454652378 tempest-FloatingIPAdminTestJSON-1454652378-project] 10.222.0.24 "DELETE /v2.0/floatingips/b9c9deda-5b8a-4630-8130-b6df5b1e9ecd HTTP/1.1" status: 204 len: 168 time: 0.4953778 Aug 19 18:38:01.734599 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59514) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:01.883599 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-af3b612b-2f2b-416c-ba04-73964bf1a7a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e91db8696c944478c9f81f069d3aecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472921 Aug 19 18:38:01.885455 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59522) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:01.950483 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4921626c-bc0a-4917-a752-820c85468393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:01.982683 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4921626c-bc0a-4917-a752-820c85468393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:02.043822 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4921626c-bc0a-4917-a752-820c85468393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:02.046812 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4921626c-bc0a-4917-a752-820c85468393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:02.050347 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4921626c-bc0a-4917-a752-820c85468393 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdb7102d-6b53-42bb-9279-144d97ed66b0 HTTP/1.1" status: 204 len: 168 time: 0.1615896 Aug 19 18:38:02.057692 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921626c-bc0a-4917-a752-820c85468393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb7102d-6b53-42bb-9279-144d97ed66b0,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:02.342811 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59530) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:02.357809 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c93b29b0-33ba-48ed-8b4e-8ed6d5a384f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:02.466797 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c93b29b0-33ba-48ed-8b4e-8ed6d5a384f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:02.470743 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c93b29b0-33ba-48ed-8b4e-8ed6d5a384f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:02.496900 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b29b0-33ba-48ed-8b4e-8ed6d5a384f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be60b96-bef4-4266-bafa-5e115336f1b2,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:02.525570 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c93b29b0-33ba-48ed-8b4e-8ed6d5a384f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb02183dc1954c188140615cfcaaeaab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1792095 Aug 19 18:38:02.525885 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59534) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:02.588650 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f8af22c3-dc5c-4752-a018-d85401edd615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:02.612099 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f8af22c3-dc5c-4752-a018-d85401edd615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:02.667045 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f8af22c3-dc5c-4752-a018-d85401edd615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:02.670555 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f8af22c3-dc5c-4752-a018-d85401edd615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:02.678227 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f8af22c3-dc5c-4752-a018-d85401edd615 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7be60b96-bef4-4266-bafa-5e115336f1b2 HTTP/1.1" status: 204 len: 168 time: 0.1509476 Aug 19 18:38:02.688105 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af22c3-dc5c-4752-a018-d85401edd615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be60b96-bef4-4266-bafa-5e115336f1b2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:03.083706 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59546) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:03.098158 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7138003d-21b6-4538-9fd6-ebedd9933164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:03.193509 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7138003d-21b6-4538-9fd6-ebedd9933164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:03.198389 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7138003d-21b6-4538-9fd6-ebedd9933164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:03.238148 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7138003d-21b6-4538-9fd6-ebedd9933164 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5d043362ba044329e6f0e4f396d7057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529295 Aug 19 18:38:03.239003 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138003d-21b6-4538-9fd6-ebedd9933164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07188b8e-42b3-4bf9-93a2-59423504bc41,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:03.241963 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59548) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:03.298298 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9c281fa9-3c18-4d7f-8303-f4f4cadf0617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:03.324552 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9c281fa9-3c18-4d7f-8303-f4f4cadf0617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:03.386768 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9c281fa9-3c18-4d7f-8303-f4f4cadf0617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:03.390288 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9c281fa9-3c18-4d7f-8303-f4f4cadf0617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:03.391731 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9c281fa9-3c18-4d7f-8303-f4f4cadf0617 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07188b8e-42b3-4bf9-93a2-59423504bc41 HTTP/1.1" status: 204 len: 168 time: 0.1489155 Aug 19 18:38:03.420916 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c281fa9-3c18-4d7f-8303-f4f4cadf0617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07188b8e-42b3-4bf9-93a2-59423504bc41,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:04.611807 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e638d20b-7680-49e8-a25d-6c3ba93de126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:04.856947 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59614) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:05.048484 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-a6bbda0e-cf1f-4550-bc96-8151130bfe0a tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-707160133'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:05.078558 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bbda0e-cf1f-4550-bc96-8151130bfe0a tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] Made reservation on behalf of 98e9c69c8d804bfcaf923130c7623d39 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:05.088270 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6bbda0e-cf1f-4550-bc96-8151130bfe0a tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:05.097947 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6bbda0e-cf1f-4550-bc96-8151130bfe0a tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:05.209745 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6bbda0e-cf1f-4550-bc96-8151130bfe0a tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:05.213927 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6bbda0e-cf1f-4550-bc96-8151130bfe0a tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:05.244282 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6bbda0e-cf1f-4550-bc96-8151130bfe0a tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:38:05.255537 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbda0e-cf1f-4550-bc96-8151130bfe0a tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c15f905-8614-4752-b748-f1efca4e32e4,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:05.261492 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6bbda0e-cf1f-4550-bc96-8151130bfe0a tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:05.262309 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-a6bbda0e-cf1f-4550-bc96-8151130bfe0a tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] Added segment 486b2849-d157-435e-ab6d-92280c5d75ff of type vlan for network fbcd903e-fe82-4c24-9297-d25ab8701661 Aug 19 18:38:05.310400 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6bbda0e-cf1f-4550-bc96-8151130bfe0a tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:05.341908 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6bbda0e-cf1f-4550-bc96-8151130bfe0a tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:05.348462 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bbda0e-cf1f-4550-bc96-8151130bfe0a tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:05.349894 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6bbda0e-cf1f-4550-bc96-8151130bfe0a tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:05.418855 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a6bbda0e-cf1f-4550-bc96-8151130bfe0a tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5604920 Aug 19 18:38:05.425784 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbda0e-cf1f-4550-bc96-8151130bfe0a tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] Pushing event updated for resources: {'Network': ['ID=fbcd903e-fe82-4c24-9297-d25ab8701661,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:05.439463 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network fbcd903e-fe82-4c24-9297-d25ab8701661 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:38:05.625925 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59724) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:05.631140 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Request body: {'port': {'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661', 'binding:host_id': 'n-h1-803753-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-348220663'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:05.654667 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Made reservation on behalf of 35d816634dc54df8aad742744af4ede4 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:05.657334 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:05.669891 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:05.794367 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:05.803591 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:05.807180 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] device_id is not set on port 92bd409f-1a73-424f-b010-04a5e81c598d yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:38:05.916503 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132f58e8-f373-40a5-b7fa-154d23f72297,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:06.079916 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] device_id is not set on port 92bd409f-1a73-424f-b010-04a5e81c598d yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:38:06.091526 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:06.103538 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Transition to ACTIVE for port object 92bd409f-1a73-424f-b010-04a5e81c598d will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:06.114893 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:06.179838 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Pushing event updated for resources: {'Port': ['ID=92bd409f-1a73-424f-b010-04a5e81c598d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:06.197656 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Checking segment: {'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:06.198028 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Network hostable DHCP agents. Network: fbcd903e-fe82-4c24-9297-d25ab8701661, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:38:06.219677 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Network fbcd903e-fe82-4c24-9297-d25ab8701661 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:38:06.230777 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, fbcd903e-fe82-4c24-9297-d25ab8701661) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:06.235879 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:38:06.244244 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eb782c-0c90-438d-be70-0c2112d4e575 None None] Network fbcd903e-fe82-4c24-9297-d25ab8701661 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:06.254367 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:06.254891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:06.255964 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:06.261731 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 92bd409f-1a73-424f-b010-04a5e81c598d on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:06.262160 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:06.262648 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 2 to bind port 92bd409f-1a73-424f-b010-04a5e81c598d Aug 19 18:38:06.278193 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:06.278792 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:06.279482 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:06.285627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 92bd409f-1a73-424f-b010-04a5e81c598d on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:06.286079 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:06.287266 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 3 to bind port 92bd409f-1a73-424f-b010-04a5e81c598d Aug 19 18:38:06.302025 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:06.302540 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:06.302977 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:06.309601 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 92bd409f-1a73-424f-b010-04a5e81c598d on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:06.310127 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:06.313213 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 4 to bind port 92bd409f-1a73-424f-b010-04a5e81c598d Aug 19 18:38:06.329987 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:06.330627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:06.331067 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:06.336591 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 92bd409f-1a73-424f-b010-04a5e81c598d on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:06.337009 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:06.337718 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 5 to bind port 92bd409f-1a73-424f-b010-04a5e81c598d Aug 19 18:38:06.353175 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:06.354583 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:06.355142 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:06.362635 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 92bd409f-1a73-424f-b010-04a5e81c598d on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:06.363148 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:06.363700 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 6 to bind port 92bd409f-1a73-424f-b010-04a5e81c598d Aug 19 18:38:06.379710 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:06.381147 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:06.382192 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:06.388906 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 92bd409f-1a73-424f-b010-04a5e81c598d on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:06.389613 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:06.390170 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 7 to bind port 92bd409f-1a73-424f-b010-04a5e81c598d Aug 19 18:38:06.405337 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:06.405739 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:06.406152 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:06.410875 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 92bd409f-1a73-424f-b010-04a5e81c598d on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:06.411256 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:06.411646 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 8 to bind port 92bd409f-1a73-424f-b010-04a5e81c598d Aug 19 18:38:06.424078 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:06.424506 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:06.424799 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:06.430067 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 92bd409f-1a73-424f-b010-04a5e81c598d on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:06.430398 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:06.430822 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 9 to bind port 92bd409f-1a73-424f-b010-04a5e81c598d Aug 19 18:38:06.445266 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:06.445780 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:06.446392 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:06.451148 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 92bd409f-1a73-424f-b010-04a5e81c598d on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:06.451552 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:06.451997 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 10 to bind port 92bd409f-1a73-424f-b010-04a5e81c598d Aug 19 18:38:06.465986 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:06.466556 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:06.466983 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:06.474104 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 92bd409f-1a73-424f-b010-04a5e81c598d on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:06.474425 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 92bd409f-1a73-424f-b010-04a5e81c598d on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:06.474798 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:06.546185 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] For port 92bd409f-1a73-424f-b010-04a5e81c598d, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:38:06.546552 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempted to set empty binding levels {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 18:38:06.552356 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:06.597456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:06.598188 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:06.621023 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Pushing event updated for resources: {'Port': ['ID=92bd409f-1a73-424f-b010-04a5e81c598d,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:06.628325 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-06e96c3c-e429-43c6-9cab-4f1f10ea9d95 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 0.9997571 Aug 19 18:38:06.630588 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59862) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:06.720661 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-f426cb51-0e90-4616-9f79-9c865ab905fe tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Deleting port 92bd409f-1a73-424f-b010-04a5e81c598d {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:06.721017 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f426cb51-0e90-4616-9f79-9c865ab905fe tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:06.796376 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-f426cb51-0e90-4616-9f79-9c865ab905fe tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] For port 92bd409f-1a73-424f-b010-04a5e81c598d, host n-h1-803753-2, got binding levels [] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:06.798103 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f426cb51-0e90-4616-9f79-9c865ab905fe tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:06.811777 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-f426cb51-0e90-4616-9f79-9c865ab905fe tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Calling delete_port for 92bd409f-1a73-424f-b010-04a5e81c598d owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:06.912148 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f426cb51-0e90-4616-9f79-9c865ab905fe tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:06.947436 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426cb51-0e90-4616-9f79-9c865ab905fe tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Pushing event deleted for resources: {'Port': ['ID=92bd409f-1a73-424f-b010-04a5e81c598d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:06.953732 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f426cb51-0e90-4616-9f79-9c865ab905fe tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:06.955837 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f426cb51-0e90-4616-9f79-9c865ab905fe tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] 10.222.0.24 "DELETE /v2.0/ports/92bd409f-1a73-424f-b010-04a5e81c598d HTTP/1.1" status: 204 len: 168 time: 0.3233287 Aug 19 18:38:06.959365 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 59912) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:06.989815 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-575ddadf-80d8-4823-851b-d5ef0dbc97fb tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] GET failed (client error): The resource could not be found. Aug 19 18:38:06.991706 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-575ddadf-80d8-4823-851b-d5ef0dbc97fb tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] 10.222.0.24 "GET /v2.0/ports/92bd409f-1a73-424f-b010-04a5e81c598d HTTP/1.1" status: 404 len: 333 time: 0.0314333 Aug 19 18:38:06.996169 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59918) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:07.001375 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-bca3a92a-a7c8-4105-b2c8-aa2236d2fd55 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Request body: {'port': {'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1594914361'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:07.024988 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca3a92a-a7c8-4105-b2c8-aa2236d2fd55 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Made reservation on behalf of 35d816634dc54df8aad742744af4ede4 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:07.027960 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bca3a92a-a7c8-4105-b2c8-aa2236d2fd55 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:07.047132 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-bca3a92a-a7c8-4105-b2c8-aa2236d2fd55 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] device_id is not set on port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:38:07.238998 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bca3a92a-a7c8-4105-b2c8-aa2236d2fd55 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:07.289803 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bca3a92a-a7c8-4105-b2c8-aa2236d2fd55 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:07.290981 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:07.342263 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca3a92a-a7c8-4105-b2c8-aa2236d2fd55 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Network fbcd903e-fe82-4c24-9297-d25ab8701661 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:38:07.346326 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-bca3a92a-a7c8-4105-b2c8-aa2236d2fd55 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:07.349628 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca3a92a-a7c8-4105-b2c8-aa2236d2fd55 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:38:07.350828 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca3a92a-a7c8-4105-b2c8-aa2236d2fd55 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:07.351601 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bca3a92a-a7c8-4105-b2c8-aa2236d2fd55 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:07.355073 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3a92a-a7c8-4105-b2c8-aa2236d2fd55 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Pushing event updated for resources: {'Port': ['ID=18257f7e-3bac-4ed3-9e51-2f73ea07d4eb,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:07.376081 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bca3a92a-a7c8-4105-b2c8-aa2236d2fd55 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3787005 Aug 19 18:38:07.379436 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 59970) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:07.384919 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5652f0f6-a326-4e7f-adcd-c762fad1e5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:07.387860 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:07.456888 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:07.664891 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] device_id is not set on port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:38:07.673920 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:07.690019 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Transition to ACTIVE for port object 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:07.694810 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:07.744699 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Pushing event updated for resources: {'Port': ['ID=18257f7e-3bac-4ed3-9e51-2f73ea07d4eb,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:07.757303 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:38:07.768290 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:07.768621 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:07.769033 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:07.774448 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:07.774793 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:07.775202 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 2 to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb Aug 19 18:38:07.790147 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:07.790488 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:07.790833 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:07.795586 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:07.796033 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:07.796440 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 3 to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb Aug 19 18:38:07.809860 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:07.810113 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:07.810448 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:07.814901 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:07.815232 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:07.815630 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 4 to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb Aug 19 18:38:07.828291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:07.828714 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:07.828957 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:07.836105 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:07.836442 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:07.836843 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 5 to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb Aug 19 18:38:07.852647 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:07.853012 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:07.854107 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:07.860133 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:07.860473 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:07.860881 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 6 to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb Aug 19 18:38:07.874711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:07.875281 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:07.875630 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:07.884506 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:07.884964 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:07.885378 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 7 to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb Aug 19 18:38:07.905679 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:07.905905 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:07.906169 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:07.915400 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:07.915919 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:07.916481 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 8 to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb Aug 19 18:38:07.935185 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:07.935349 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:07.935974 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:07.941499 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:07.941946 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:07.943116 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 9 to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb Aug 19 18:38:07.956296 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:07.956642 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:07.956985 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:07.962571 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:07.962909 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:07.963312 n-d-803753-2 neutron-server[94681]: INFO neutron.plugins.ml2.plugin [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 10 to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb Aug 19 18:38:07.977391 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:07.977864 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:07.978345 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:07.983125 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:07.983537 n-d-803753-2 neutron-server[94681]: ERROR neutron.plugins.ml2.managers [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:07.983903 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:08.074405 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] For port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:38:08.075315 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempted to set empty binding levels {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 18:38:08.080800 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:08.120463 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] In _notify_port_updated(), no bound segment for port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:38:08.121322 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:08.126040 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:08.128136 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] 10.222.0.24 "PUT /v2.0/ports/18257f7e-3bac-4ed3-9e51-2f73ea07d4eb HTTP/1.1" status: 200 len: 975 time: 0.7460673 Aug 19 18:38:08.131132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60076) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:08.146283 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cad4ce-d379-4365-9a91-cb27b2bc2792 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Pushing event updated for resources: {'Port': ['ID=18257f7e-3bac-4ed3-9e51-2f73ea07d4eb,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:08.179541 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbadd026-9b70-4006-a1d2-aa25d3544693 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:08.180040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbadd026-9b70-4006-a1d2-aa25d3544693 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:08.180487 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbadd026-9b70-4006-a1d2-aa25d3544693 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:08.180949 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbadd026-9b70-4006-a1d2-aa25d3544693 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:08.181442 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbadd026-9b70-4006-a1d2-aa25d3544693 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:08.181924 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbadd026-9b70-4006-a1d2-aa25d3544693 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:08.182391 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbadd026-9b70-4006-a1d2-aa25d3544693 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:08.182837 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbadd026-9b70-4006-a1d2-aa25d3544693 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:08.183411 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbadd026-9b70-4006-a1d2-aa25d3544693 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:08.183842 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbadd026-9b70-4006-a1d2-aa25d3544693 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:08.184298 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbadd026-9b70-4006-a1d2-aa25d3544693 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:08.189835 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fbadd026-9b70-4006-a1d2-aa25d3544693 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10145 time: 0.0577300 Aug 19 18:38:08.195379 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60086) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:08.205125 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:08.287881 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a750e5ee-dd74-4515-8b9d-29efecf4b4bd tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Deleting port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:08.288346 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a750e5ee-dd74-4515-8b9d-29efecf4b4bd tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:08.357970 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-a750e5ee-dd74-4515-8b9d-29efecf4b4bd tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] For port 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb, host n-h1-803753-2, got binding levels [] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:08.358467 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a750e5ee-dd74-4515-8b9d-29efecf4b4bd tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:08.379551 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a750e5ee-dd74-4515-8b9d-29efecf4b4bd tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Calling delete_port for 18257f7e-3bac-4ed3-9e51-2f73ea07d4eb owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:08.464635 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a750e5ee-dd74-4515-8b9d-29efecf4b4bd tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:08.491279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750e5ee-dd74-4515-8b9d-29efecf4b4bd tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Pushing event deleted for resources: {'Port': ['ID=18257f7e-3bac-4ed3-9e51-2f73ea07d4eb,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:08.498494 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a750e5ee-dd74-4515-8b9d-29efecf4b4bd tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:08.502933 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a750e5ee-dd74-4515-8b9d-29efecf4b4bd tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] 10.222.0.24 "DELETE /v2.0/ports/18257f7e-3bac-4ed3-9e51-2f73ea07d4eb HTTP/1.1" status: 204 len: 168 time: 0.3019645 Aug 19 18:38:08.503126 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60092) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:08.527263 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-793849ef-e806-423c-9c47-f0386c880ba3 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] GET failed (client error): The resource could not be found. Aug 19 18:38:08.528859 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-793849ef-e806-423c-9c47-f0386c880ba3 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] 10.222.0.24 "GET /v2.0/ports/18257f7e-3bac-4ed3-9e51-2f73ea07d4eb HTTP/1.1" status: 404 len: 333 time: 0.0248356 Aug 19 18:38:08.532636 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60094) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:08.537999 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2c31a0e1-e58b-4292-a90a-65e18362df18 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-906235049', 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:08.558571 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c31a0e1-e58b-4292-a90a-65e18362df18 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Made reservation on behalf of 35d816634dc54df8aad742744af4ede4 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:08.560958 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2c31a0e1-e58b-4292-a90a-65e18362df18 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:08.576346 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-2c31a0e1-e58b-4292-a90a-65e18362df18 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] device_id is not set on port ab7dff7c-543e-40e8-928e-ef1db98f35de yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:38:08.729134 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2c31a0e1-e58b-4292-a90a-65e18362df18 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:08.765639 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2c31a0e1-e58b-4292-a90a-65e18362df18 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:08.811209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c31a0e1-e58b-4292-a90a-65e18362df18 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Network fbcd903e-fe82-4c24-9297-d25ab8701661 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:38:08.816365 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-2c31a0e1-e58b-4292-a90a-65e18362df18 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:08.819070 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31a0e1-e58b-4292-a90a-65e18362df18 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Pushing event updated for resources: {'Port': ['ID=ab7dff7c-543e-40e8-928e-ef1db98f35de,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:08.821133 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c31a0e1-e58b-4292-a90a-65e18362df18 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:38:08.822089 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c31a0e1-e58b-4292-a90a-65e18362df18 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:08.822689 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2c31a0e1-e58b-4292-a90a-65e18362df18 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:08.838397 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2c31a0e1-e58b-4292-a90a-65e18362df18 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3048012 Aug 19 18:38:08.841175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60096) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:08.876876 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88ed0e9-8c51-41dd-b474-e69b6fa8d5b7 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:08.878312 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e88ed0e9-8c51-41dd-b474-e69b6fa8d5b7 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] 10.222.0.24 "GET /v2.0/ports/ab7dff7c-543e-40e8-928e-ef1db98f35de HTTP/1.1" status: 200 len: 954 time: 0.0361969 Aug 19 18:38:08.881850 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60098) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:08.965763 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-de907363-b44f-4d86-aeb4-74d8170689ac tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Deleting port ab7dff7c-543e-40e8-928e-ef1db98f35de {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:08.966230 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-de907363-b44f-4d86-aeb4-74d8170689ac tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:09.035236 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-de907363-b44f-4d86-aeb4-74d8170689ac tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:09.051498 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-de907363-b44f-4d86-aeb4-74d8170689ac tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Calling delete_port for ab7dff7c-543e-40e8-928e-ef1db98f35de owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:09.166122 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-de907363-b44f-4d86-aeb4-74d8170689ac tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:09.194183 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de907363-b44f-4d86-aeb4-74d8170689ac tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab7dff7c-543e-40e8-928e-ef1db98f35de,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:09.199708 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-de907363-b44f-4d86-aeb4-74d8170689ac tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:09.202581 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-de907363-b44f-4d86-aeb4-74d8170689ac tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] 10.222.0.24 "DELETE /v2.0/ports/ab7dff7c-543e-40e8-928e-ef1db98f35de HTTP/1.1" status: 204 len: 168 time: 0.3198206 Aug 19 18:38:09.205200 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60112) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:09.231734 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b37a4c6-c485-4533-91dc-c6288a1a352d tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] GET failed (client error): The resource could not be found. Aug 19 18:38:09.233395 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7b37a4c6-c485-4533-91dc-c6288a1a352d tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] 10.222.0.24 "GET /v2.0/ports/ab7dff7c-543e-40e8-928e-ef1db98f35de HTTP/1.1" status: 404 len: 333 time: 0.0269973 Aug 19 18:38:09.236986 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60114) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:09.242530 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-30f9658e-d692-48ce-8df7-19cd853644dd tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Request body: {'port': {'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1934344843'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:09.265041 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f9658e-d692-48ce-8df7-19cd853644dd tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Made reservation on behalf of 35d816634dc54df8aad742744af4ede4 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:09.268149 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-30f9658e-d692-48ce-8df7-19cd853644dd tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:09.285855 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-30f9658e-d692-48ce-8df7-19cd853644dd tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] device_id is not set on port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:38:09.452900 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-30f9658e-d692-48ce-8df7-19cd853644dd tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:09.490370 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-30f9658e-d692-48ce-8df7-19cd853644dd tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:09.533977 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f9658e-d692-48ce-8df7-19cd853644dd tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Network fbcd903e-fe82-4c24-9297-d25ab8701661 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:38:09.537230 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-30f9658e-d692-48ce-8df7-19cd853644dd tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:09.539614 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f9658e-d692-48ce-8df7-19cd853644dd tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:38:09.540544 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f9658e-d692-48ce-8df7-19cd853644dd tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:09.541179 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-30f9658e-d692-48ce-8df7-19cd853644dd tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:09.554838 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9658e-d692-48ce-8df7-19cd853644dd tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Pushing event updated for resources: {'Port': ['ID=70fe3a96-9c22-4939-a7e3-25c86c5decf5,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:09.566578 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60116) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:09.567103 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-30f9658e-d692-48ce-8df7-19cd853644dd tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3285055 Aug 19 18:38:09.574108 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:09.634412 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:09.815074 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] device_id is not set on port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:38:09.823373 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:09.835707 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Transition to ACTIVE for port object 70fe3a96-9c22-4939-a7e3-25c86c5decf5 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:09.838673 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:09.898341 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Pushing event updated for resources: {'Port': ['ID=70fe3a96-9c22-4939-a7e3-25c86c5decf5,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:09.904438 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:09.904777 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:09.905116 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:09.910043 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:09.910446 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:09.910913 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 2 to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 Aug 19 18:38:09.924286 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:09.924713 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:09.925127 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:09.930342 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:09.930749 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:09.931217 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 3 to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 Aug 19 18:38:09.944341 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:09.944766 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:09.945332 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:09.950307 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:09.950721 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:09.951190 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 4 to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 Aug 19 18:38:09.965052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:09.965477 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:09.966131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:09.970910 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:09.971334 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:09.971791 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 5 to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 Aug 19 18:38:09.984830 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:09.985264 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:09.985701 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:09.990558 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:09.990971 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:09.991434 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 6 to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 Aug 19 18:38:10.004510 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:10.004990 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:10.005399 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:10.010067 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:10.010403 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:10.010992 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 7 to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 Aug 19 18:38:10.023344 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:10.023760 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:10.024173 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:10.028738 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:10.029147 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:10.029629 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 8 to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 Aug 19 18:38:10.042837 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:10.043353 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:10.043766 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:10.048281 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:10.048685 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:10.049146 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 9 to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 Aug 19 18:38:10.061262 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:10.061885 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:10.062132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:10.066672 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:10.067096 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:10.067766 n-d-803753-2 neutron-server[94682]: INFO neutron.plugins.ml2.plugin [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempt 10 to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 Aug 19 18:38:10.080871 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:10.081301 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:10.082168 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempting to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:10.087867 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on network fbcd903e-fe82-4c24-9297-d25ab8701661 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:10.088281 n-d-803753-2 neutron-server[94682]: ERROR neutron.plugins.ml2.managers [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Failed to bind port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on host n-h1-803753-2 for vnic_type normal using segments [{'id': '486b2849-d157-435e-ab6d-92280c5d75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fbcd903e-fe82-4c24-9297-d25ab8701661'}] Aug 19 18:38:10.088875 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:10.172226 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] For port 70fe3a96-9c22-4939-a7e3-25c86c5decf5, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:38:10.172669 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attempted to set empty binding levels {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 18:38:10.176820 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:10.210103 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] In _notify_port_updated(), no bound segment for port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 on network fbcd903e-fe82-4c24-9297-d25ab8701661 {{(pid=94682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:38:10.211227 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:10.211834 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:10.215745 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] 10.222.0.24 "PUT /v2.0/ports/70fe3a96-9c22-4939-a7e3-25c86c5decf5 HTTP/1.1" status: 200 len: 975 time: 0.6439531 Aug 19 18:38:10.215997 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60122) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:10.224457 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:10.254304 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea723f-4f57-490b-a6f5-106c3ca48c8a tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Pushing event updated for resources: {'Port': ['ID=70fe3a96-9c22-4939-a7e3-25c86c5decf5,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:10.310485 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-6b341702-1f14-43e7-974f-95ae19173db7 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Deleting port 70fe3a96-9c22-4939-a7e3-25c86c5decf5 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:10.310858 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6b341702-1f14-43e7-974f-95ae19173db7 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:10.381076 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-6b341702-1f14-43e7-974f-95ae19173db7 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] For port 70fe3a96-9c22-4939-a7e3-25c86c5decf5, host n-h1-803753-2, got binding levels [] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:10.381470 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6b341702-1f14-43e7-974f-95ae19173db7 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:10.402069 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-6b341702-1f14-43e7-974f-95ae19173db7 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Calling delete_port for 70fe3a96-9c22-4939-a7e3-25c86c5decf5 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:10.487062 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6b341702-1f14-43e7-974f-95ae19173db7 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:10.522370 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b341702-1f14-43e7-974f-95ae19173db7 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Pushing event deleted for resources: {'Port': ['ID=70fe3a96-9c22-4939-a7e3-25c86c5decf5,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:10.529562 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6b341702-1f14-43e7-974f-95ae19173db7 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:10.534190 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6b341702-1f14-43e7-974f-95ae19173db7 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] 10.222.0.24 "DELETE /v2.0/ports/70fe3a96-9c22-4939-a7e3-25c86c5decf5 HTTP/1.1" status: 204 len: 168 time: 0.3145461 Aug 19 18:38:10.534327 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60128) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:10.557971 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-172b512e-ba83-4d4b-94aa-0dea49e20368 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] GET failed (client error): The resource could not be found. Aug 19 18:38:10.562822 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-172b512e-ba83-4d4b-94aa-0dea49e20368 tempest-PortsAdminExtendedAttrsTestJSON-1012457017 tempest-PortsAdminExtendedAttrsTestJSON-1012457017-project-admin] 10.222.0.24 "GET /v2.0/ports/70fe3a96-9c22-4939-a7e3-25c86c5decf5 HTTP/1.1" status: 404 len: 333 time: 0.0242324 Aug 19 18:38:10.563054 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60130) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:10.640652 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb904f54-c7b2-4f68-8633-0d331bfef209 tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:10.732585 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb904f54-c7b2-4f68-8633-0d331bfef209 tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:10.743844 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-fb904f54-c7b2-4f68-8633-0d331bfef209 tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbcd903e-fe82-4c24-9297-d25ab8701661']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:10.756984 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-fb904f54-c7b2-4f68-8633-0d331bfef209 tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486b2849-d157-435e-ab6d-92280c5d75ff') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:10.757331 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-fb904f54-c7b2-4f68-8633-0d331bfef209 tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486b2849-d157-435e-ab6d-92280c5d75ff') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:10.774664 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb904f54-c7b2-4f68-8633-0d331bfef209 tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:10.789782 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb904f54-c7b2-4f68-8633-0d331bfef209 tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:10.796224 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb904f54-c7b2-4f68-8633-0d331bfef209 tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:38:10.796825 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb904f54-c7b2-4f68-8633-0d331bfef209 tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:38:10.800332 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:38:10.862629 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb904f54-c7b2-4f68-8633-0d331bfef209 tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:10.871534 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb904f54-c7b2-4f68-8633-0d331bfef209 tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:10.873743 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fb904f54-c7b2-4f68-8633-0d331bfef209 tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] 10.222.0.24 "DELETE /v2.0/networks/fbcd903e-fe82-4c24-9297-d25ab8701661 HTTP/1.1" status: 204 len: 168 time: 0.3095520 Aug 19 18:38:10.888039 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb904f54-c7b2-4f68-8633-0d331bfef209 tempest-PortsAdminExtendedAttrsTestJSON-126654933 tempest-PortsAdminExtendedAttrsTestJSON-126654933-project] Pushing event deleted for resources: {'Network': ['ID=fbcd903e-fe82-4c24-9297-d25ab8701661,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:11.134839 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60136) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:11.198525 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:11.328213 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f4aa8dad-3945-45da-a745-631054eea257 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98e9c69c8d804bfcaf923130c7623d39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1899462 Aug 19 18:38:11.328447 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60144) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:11.382911 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-399ce926-a479-45e6-aa5e-4baa599aa42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:11.405450 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-399ce926-a479-45e6-aa5e-4baa599aa42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:11.459125 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-399ce926-a479-45e6-aa5e-4baa599aa42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:11.463674 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-399ce926-a479-45e6-aa5e-4baa599aa42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:11.465305 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-399ce926-a479-45e6-aa5e-4baa599aa42c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c15f905-8614-4752-b748-f1efca4e32e4 HTTP/1.1" status: 204 len: 168 time: 0.1359205 Aug 19 18:38:11.482972 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ce926-a479-45e6-aa5e-4baa599aa42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c15f905-8614-4752-b748-f1efca4e32e4,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:11.786651 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60154) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:11.829830 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-338dfa57-2b6b-4db8-9f2c-6d3ac89dd414 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35d816634dc54df8aad742744af4ede4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418365 Aug 19 18:38:11.832212 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60156) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:11.881177 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-62abfd2c-f33a-4f1d-977e-551c43ca04bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:11.905900 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-62abfd2c-f33a-4f1d-977e-551c43ca04bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:11.956682 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-62abfd2c-f33a-4f1d-977e-551c43ca04bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:11.960294 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-62abfd2c-f33a-4f1d-977e-551c43ca04bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:11.964269 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-62abfd2c-f33a-4f1d-977e-551c43ca04bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/132f58e8-f373-40a5-b7fa-154d23f72297 HTTP/1.1" status: 204 len: 168 time: 0.1284540 Aug 19 18:38:11.972541 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abfd2c-f33a-4f1d-977e-551c43ca04bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132f58e8-f373-40a5-b7fa-154d23f72297,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:12.809465 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60190) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:12.945020 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1d9c47cd-8c0c-40b8-9839-fd914bfd3f36 tempest-AgentManagementNegativeTest-894882380 tempest-AgentManagementNegativeTest-894882380-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1343205 Aug 19 18:38:13.210203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60198) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:13.329889 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2344d9c0-ec0e-4d73-a04d-748e7416a9b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:13.428313 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2344d9c0-ec0e-4d73-a04d-748e7416a9b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:13.432220 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2344d9c0-ec0e-4d73-a04d-748e7416a9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:13.462490 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60206) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:13.470638 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2344d9c0-ec0e-4d73-a04d-748e7416a9b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7edaca8c9f7749fa8dd587e5ad64ac09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580247 Aug 19 18:38:13.497158 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344d9c0-ec0e-4d73-a04d-748e7416a9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a99cf5-fdf1-4de5-b576-de18fc937531,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:13.526881 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66903a60-8a28-43d9-bd5b-46fe379ac801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:13.551221 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66903a60-8a28-43d9-bd5b-46fe379ac801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:13.600669 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66903a60-8a28-43d9-bd5b-46fe379ac801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:13.603374 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66903a60-8a28-43d9-bd5b-46fe379ac801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:13.606951 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-66903a60-8a28-43d9-bd5b-46fe379ac801 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02a99cf5-fdf1-4de5-b576-de18fc937531 HTTP/1.1" status: 204 len: 168 time: 0.1408417 Aug 19 18:38:13.624010 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66903a60-8a28-43d9-bd5b-46fe379ac801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a99cf5-fdf1-4de5-b576-de18fc937531,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:14.319320 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60234) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:14.443201 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c3dd856d-5618-4bcc-ac58-e7b4c26d2b18 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-974662964'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:14.483612 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dd856d-5618-4bcc-ac58-e7b4c26d2b18 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Made reservation on behalf of b33839d5c038440a9e9a1f26175b6cd0 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:14.493690 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c3dd856d-5618-4bcc-ac58-e7b4c26d2b18 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:14.509957 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c3dd856d-5618-4bcc-ac58-e7b4c26d2b18 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:14.622474 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c3dd856d-5618-4bcc-ac58-e7b4c26d2b18 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:14.627081 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c3dd856d-5618-4bcc-ac58-e7b4c26d2b18 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:14.655962 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3dd856d-5618-4bcc-ac58-e7b4c26d2b18 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:38:14.666382 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd856d-5618-4bcc-ac58-e7b4c26d2b18 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99bee9fe-b9e3-4d83-bcbf-480ac0707a47,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:14.672899 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c3dd856d-5618-4bcc-ac58-e7b4c26d2b18 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:14.673814 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-c3dd856d-5618-4bcc-ac58-e7b4c26d2b18 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Added segment 851908a8-2d1d-48ca-b603-ba992db64faf of type vlan for network c30bc3c3-640f-4c14-93b7-e9f146459348 Aug 19 18:38:14.720622 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c3dd856d-5618-4bcc-ac58-e7b4c26d2b18 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:14.750177 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c3dd856d-5618-4bcc-ac58-e7b4c26d2b18 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:14.757233 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dd856d-5618-4bcc-ac58-e7b4c26d2b18 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:14.759191 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c3dd856d-5618-4bcc-ac58-e7b4c26d2b18 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:14.832162 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c3dd856d-5618-4bcc-ac58-e7b4c26d2b18 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5115924 Aug 19 18:38:14.846192 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd856d-5618-4bcc-ac58-e7b4c26d2b18 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Network': ['ID=c30bc3c3-640f-4c14-93b7-e9f146459348,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:14.858138 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network c30bc3c3-640f-4c14-93b7-e9f146459348 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:38:14.964415 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60244) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:14.969855 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-21d33dda-5157-46c4-a9e7-ef2a1d18cbe8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'subnet': {'network_id': 'c30bc3c3-640f-4c14-93b7-e9f146459348', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:15.062407 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d33dda-5157-46c4-a9e7-ef2a1d18cbe8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Made reservation on behalf of b33839d5c038440a9e9a1f26175b6cd0 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:15.065906 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21d33dda-5157-46c4-a9e7-ef2a1d18cbe8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:15.253452 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21d33dda-5157-46c4-a9e7-ef2a1d18cbe8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:15.314704 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d33dda-5157-46c4-a9e7-ef2a1d18cbe8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Subnet': ['ID=ed27f80d-b102-4275-818e-fc6fc47efac5,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:15.325443 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d33dda-5157-46c4-a9e7-ef2a1d18cbe8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Checking segment: {'id': '851908a8-2d1d-48ca-b603-ba992db64faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c30bc3c3-640f-4c14-93b7-e9f146459348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:15.326122 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d33dda-5157-46c4-a9e7-ef2a1d18cbe8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Network hostable DHCP agents. Network: c30bc3c3-640f-4c14-93b7-e9f146459348, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:38:15.345103 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d33dda-5157-46c4-a9e7-ef2a1d18cbe8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Network c30bc3c3-640f-4c14-93b7-e9f146459348 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:38:15.362521 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-21d33dda-5157-46c4-a9e7-ef2a1d18cbe8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, c30bc3c3-640f-4c14-93b7-e9f146459348) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:15.372644 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebaf2ee-93c5-4a62-8fce-2b90d7d8d850 None None] Network c30bc3c3-640f-4c14-93b7-e9f146459348 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:15.374147 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d33dda-5157-46c4-a9e7-ef2a1d18cbe8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:15.374842 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21d33dda-5157-46c4-a9e7-ef2a1d18cbe8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:15.394822 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-21d33dda-5157-46c4-a9e7-ef2a1d18cbe8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4259510 Aug 19 18:38:15.395171 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60248) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:15.400500 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-430b3c51-99e2-4680-90b2-bc6be7a61533 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-687838608'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:15.422499 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430b3c51-99e2-4680-90b2-bc6be7a61533 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Made reservation on behalf of b33839d5c038440a9e9a1f26175b6cd0 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:15.426486 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-430b3c51-99e2-4680-90b2-bc6be7a61533 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:15.469894 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430b3c51-99e2-4680-90b2-bc6be7a61533 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:38:15.487210 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-430b3c51-99e2-4680-90b2-bc6be7a61533 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:15.487882 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-430b3c51-99e2-4680-90b2-bc6be7a61533 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Added segment 2392a2a7-6997-4443-bcb9-85a5dcd0dffa of type vlan for network 61c9d48f-aa38-4764-b863-59f0d9394140 Aug 19 18:38:15.538761 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778d09b6-f621-4cf9-9589-4cadfcf2432d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-c30bc3c3-640f-4c14-93b7-e9f146459348', 'network_id': 'c30bc3c3-640f-4c14-93b7-e9f146459348', 'tenant_id': 'b33839d5c038440a9e9a1f26175b6cd0', 'fixed_ips': [{'subnet_id': 'ed27f80d-b102-4275-818e-fc6fc47efac5'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:38:15.539930 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-778d09b6-f621-4cf9-9589-4cadfcf2432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:15.547218 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-430b3c51-99e2-4680-90b2-bc6be7a61533 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:15.581818 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-430b3c51-99e2-4680-90b2-bc6be7a61533 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:15.590711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430b3c51-99e2-4680-90b2-bc6be7a61533 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:15.591721 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-430b3c51-99e2-4680-90b2-bc6be7a61533 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:15.660233 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60254) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:15.661464 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-430b3c51-99e2-4680-90b2-bc6be7a61533 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2640240 Aug 19 18:38:15.670458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-674fc264-99d1-4d3d-bfd8-a7b16a455290 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'subnet': {'network_id': '61c9d48f-aa38-4764-b863-59f0d9394140', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:15.683206 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b3c51-99e2-4680-90b2-bc6be7a61533 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Network': ['ID=61c9d48f-aa38-4764-b863-59f0d9394140,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:15.699246 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-778d09b6-f621-4cf9-9589-4cadfcf2432d None None] Allocated IP 172.20.255.242 (c30bc3c3-640f-4c14-93b7-e9f146459348/ed27f80d-b102-4275-818e-fc6fc47efac5/61454d62-ea18-4c95-ad9a-f392652d8a21) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:38:15.710853 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 61c9d48f-aa38-4764-b863-59f0d9394140 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:38:15.974811 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60262) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:15.987697 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-778d09b6-f621-4cf9-9589-4cadfcf2432d None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:15.998409 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-778d09b6-f621-4cf9-9589-4cadfcf2432d None None] Transition to ACTIVE for port object 61454d62-ea18-4c95-ad9a-f392652d8a21 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:16.015777 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-778d09b6-f621-4cf9-9589-4cadfcf2432d None None] Transition to ACTIVE for port object 61454d62-ea18-4c95-ad9a-f392652d8a21 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:16.024930 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-778d09b6-f621-4cf9-9589-4cadfcf2432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:16.087230 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d09b6-f621-4cf9-9589-4cadfcf2432d None None] Pushing event updated for resources: {'Port': ['ID=61454d62-ea18-4c95-ad9a-f392652d8a21,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:16.097784 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778d09b6-f621-4cf9-9589-4cadfcf2432d None None] Network c30bc3c3-640f-4c14-93b7-e9f146459348 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:38:16.100650 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-778d09b6-f621-4cf9-9589-4cadfcf2432d None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:16.103536 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778d09b6-f621-4cf9-9589-4cadfcf2432d None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:38:16.123168 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b00097ba-d528-410f-8f4a-a8d3a063d29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:16.168056 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-778d09b6-f621-4cf9-9589-4cadfcf2432d None None] Attempting to bind port 61454d62-ea18-4c95-ad9a-f392652d8a21 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:16.168578 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-778d09b6-f621-4cf9-9589-4cadfcf2432d None None] Attempting to bind port 61454d62-ea18-4c95-ad9a-f392652d8a21 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '851908a8-2d1d-48ca-b603-ba992db64faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c30bc3c3-640f-4c14-93b7-e9f146459348'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:16.168949 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778d09b6-f621-4cf9-9589-4cadfcf2432d None None] Attempting to bind port 61454d62-ea18-4c95-ad9a-f392652d8a21 on network c30bc3c3-640f-4c14-93b7-e9f146459348 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:16.175374 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778d09b6-f621-4cf9-9589-4cadfcf2432d None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:38:16.175754 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778d09b6-f621-4cf9-9589-4cadfcf2432d None None] Checking segment: {'id': '851908a8-2d1d-48ca-b603-ba992db64faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c30bc3c3-640f-4c14-93b7-e9f146459348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:16.176171 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-778d09b6-f621-4cf9-9589-4cadfcf2432d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:16.176706 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778d09b6-f621-4cf9-9589-4cadfcf2432d None None] Bound using segment: {'id': '851908a8-2d1d-48ca-b603-ba992db64faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c30bc3c3-640f-4c14-93b7-e9f146459348'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:38:16.177569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-778d09b6-f621-4cf9-9589-4cadfcf2432d None None] Bound port: 61454d62-ea18-4c95-ad9a-f392652d8a21, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851908a8-2d1d-48ca-b603-ba992db64faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c30bc3c3-640f-4c14-93b7-e9f146459348'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:38:16.178692 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-778d09b6-f621-4cf9-9589-4cadfcf2432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:16.238415 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b00097ba-d528-410f-8f4a-a8d3a063d29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:16.244245 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b00097ba-d528-410f-8f4a-a8d3a063d29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:16.260307 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674fc264-99d1-4d3d-bfd8-a7b16a455290 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Made reservation on behalf of b33839d5c038440a9e9a1f26175b6cd0 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:16.264862 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-674fc264-99d1-4d3d-bfd8-a7b16a455290 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:16.268880 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-778d09b6-f621-4cf9-9589-4cadfcf2432d None None] For port 61454d62-ea18-4c95-ad9a-f392652d8a21, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:38:16.274377 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-778d09b6-f621-4cf9-9589-4cadfcf2432d None None] For port 61454d62-ea18-4c95-ad9a-f392652d8a21, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=61454d62-ea18-4c95-ad9a-f392652d8a21,segment=NetworkSegment(851908a8-2d1d-48ca-b603-ba992db64faf),segment_id=851908a8-2d1d-48ca-b603-ba992db64faf)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:38:16.279839 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-778d09b6-f621-4cf9-9589-4cadfcf2432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:16.290030 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b00097ba-d528-410f-8f4a-a8d3a063d29c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec7125e06d7447908eee94135e11f58e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3118217 Aug 19 18:38:16.290030 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00097ba-d528-410f-8f4a-a8d3a063d29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e55fbdc-d283-40b4-916d-9e136b88566a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:16.292479 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60266) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:16.350449 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-980ebd2e-b7c1-4564-a981-dcb651419d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:16.359483 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d09b6-f621-4cf9-9589-4cadfcf2432d None None] Pushing event updated for resources: {'Port': ['ID=61454d62-ea18-4c95-ad9a-f392652d8a21,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:16.381635 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-980ebd2e-b7c1-4564-a981-dcb651419d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:16.457400 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-980ebd2e-b7c1-4564-a981-dcb651419d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:16.460460 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-980ebd2e-b7c1-4564-a981-dcb651419d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:16.464026 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-980ebd2e-b7c1-4564-a981-dcb651419d00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e55fbdc-d283-40b4-916d-9e136b88566a HTTP/1.1" status: 204 len: 168 time: 0.1682832 Aug 19 18:38:16.473164 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ebd2e-b7c1-4564-a981-dcb651419d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e55fbdc-d283-40b4-916d-9e136b88566a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:16.556626 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-674fc264-99d1-4d3d-bfd8-a7b16a455290 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:16.663360 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fc264-99d1-4d3d-bfd8-a7b16a455290 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Subnet': ['ID=880abe91-087d-44a0-b5e7-0df5ca29aa86,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:16.678219 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674fc264-99d1-4d3d-bfd8-a7b16a455290 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Checking segment: {'id': '2392a2a7-6997-4443-bcb9-85a5dcd0dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '61c9d48f-aa38-4764-b863-59f0d9394140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:16.678904 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674fc264-99d1-4d3d-bfd8-a7b16a455290 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Network hostable DHCP agents. Network: 61c9d48f-aa38-4764-b863-59f0d9394140, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:38:16.691497 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:16.700933 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674fc264-99d1-4d3d-bfd8-a7b16a455290 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Network 61c9d48f-aa38-4764-b863-59f0d9394140 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:38:16.715839 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-674fc264-99d1-4d3d-bfd8-a7b16a455290 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 61c9d48f-aa38-4764-b863-59f0d9394140) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:16.726132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674fc264-99d1-4d3d-bfd8-a7b16a455290 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:16.727170 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-674fc264-99d1-4d3d-bfd8-a7b16a455290 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:16.736323 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997ef0b3-61e6-4ffa-8392-9a4fb265e5ea None None] Network 61c9d48f-aa38-4764-b863-59f0d9394140 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:16.746951 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-674fc264-99d1-4d3d-bfd8-a7b16a455290 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0838218 Aug 19 18:38:16.749644 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60278) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:16.916096 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3f195308-54cb-4d3b-bb1d-080b3ec938a2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:16.959454 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60280) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:16.975586 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08092f28-9fba-4915-9e6d-15cd7941c810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.023204 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3f195308-54cb-4d3b-bb1d-080b3ec938a2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.099356 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08092f28-9fba-4915-9e6d-15cd7941c810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.107298 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08092f28-9fba-4915-9e6d-15cd7941c810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.109863 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3f195308-54cb-4d3b-bb1d-080b3ec938a2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.119321 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11bae1d-217e-4be8-a1dc-9f4f90397d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-61c9d48f-aa38-4764-b863-59f0d9394140', 'network_id': '61c9d48f-aa38-4764-b863-59f0d9394140', 'tenant_id': 'b33839d5c038440a9e9a1f26175b6cd0', 'fixed_ips': [{'subnet_id': '880abe91-087d-44a0-b5e7-0df5ca29aa86'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:38:17.120623 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b11bae1d-217e-4be8-a1dc-9f4f90397d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.151507 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f195308-54cb-4d3b-bb1d-080b3ec938a2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Subnet': ['ID=880abe91-087d-44a0-b5e7-0df5ca29aa86,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:17.172632 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60282) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:17.174013 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-08092f28-9fba-4915-9e6d-15cd7941c810 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ec5de6e7b524a17af2a39ed4bacfdc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2133167 Aug 19 18:38:17.175008 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08092f28-9fba-4915-9e6d-15cd7941c810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4dc742-6cd2-4e14-a2f1-c55a9d501d80,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:17.240944 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3f195308-54cb-4d3b-bb1d-080b3ec938a2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.242110 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5171be-feb7-48fd-af92-9c3d779c379c None None] Network 61c9d48f-aa38-4764-b863-59f0d9394140 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:17.260789 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-3f195308-54cb-4d3b-bb1d-080b3ec938a2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c9d48f-aa38-4764-b863-59f0d9394140']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:17.273315 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-3f195308-54cb-4d3b-bb1d-080b3ec938a2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2392a2a7-6997-4443-bcb9-85a5dcd0dffa') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:17.273720 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-3f195308-54cb-4d3b-bb1d-080b3ec938a2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2392a2a7-6997-4443-bcb9-85a5dcd0dffa') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:17.289698 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3f195308-54cb-4d3b-bb1d-080b3ec938a2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.301042 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-527e2a19-51df-4458-9f32-e4a72089f486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.313993 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3f195308-54cb-4d3b-bb1d-080b3ec938a2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.333221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f195308-54cb-4d3b-bb1d-080b3ec938a2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:38:17.333675 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3f195308-54cb-4d3b-bb1d-080b3ec938a2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:38:17.336999 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:38:17.351887 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-527e2a19-51df-4458-9f32-e4a72089f486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.444000 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3f195308-54cb-4d3b-bb1d-080b3ec938a2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.448642 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3f195308-54cb-4d3b-bb1d-080b3ec938a2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.454085 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3f195308-54cb-4d3b-bb1d-080b3ec938a2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/networks/61c9d48f-aa38-4764-b863-59f0d9394140 HTTP/1.1" status: 204 len: 168 time: 0.6996782 Aug 19 18:38:17.454506 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60286) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:17.462818 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-404cdae0-1281-42a8-bdfa-0dbd60e17c3e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-635303325'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:17.469700 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f195308-54cb-4d3b-bb1d-080b3ec938a2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Network': ['ID=61c9d48f-aa38-4764-b863-59f0d9394140,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:17.493985 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 61454d62-ea18-4c95-ad9a-f392652d8a21 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:38:17.502240 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-527e2a19-51df-4458-9f32-e4a72089f486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.506104 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-527e2a19-51df-4458-9f32-e4a72089f486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.511993 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-527e2a19-51df-4458-9f32-e4a72089f486 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b4dc742-6cd2-4e14-a2f1-c55a9d501d80 HTTP/1.1" status: 204 len: 168 time: 0.3345909 Aug 19 18:38:17.519874 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404cdae0-1281-42a8-bdfa-0dbd60e17c3e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Made reservation on behalf of b33839d5c038440a9e9a1f26175b6cd0 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:17.521129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e2a19-51df-4458-9f32-e4a72089f486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4dc742-6cd2-4e14-a2f1-c55a9d501d80,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:17.524695 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-404cdae0-1281-42a8-bdfa-0dbd60e17c3e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.566490 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404cdae0-1281-42a8-bdfa-0dbd60e17c3e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:38:17.584047 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-404cdae0-1281-42a8-bdfa-0dbd60e17c3e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.584609 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-404cdae0-1281-42a8-bdfa-0dbd60e17c3e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Added segment 63b8d646-025c-443f-9eb1-04d274bdb6d7 of type vlan for network 8b3819e7-55de-475f-b4d0-85e91a6aa88e Aug 19 18:38:17.587388 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 61454d62-ea18-4c95-ad9a-f392652d8a21 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:38:17.639702 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-404cdae0-1281-42a8-bdfa-0dbd60e17c3e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.676388 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-404cdae0-1281-42a8-bdfa-0dbd60e17c3e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.686709 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404cdae0-1281-42a8-bdfa-0dbd60e17c3e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:17.688125 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-404cdae0-1281-42a8-bdfa-0dbd60e17c3e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.766420 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-404cdae0-1281-42a8-bdfa-0dbd60e17c3e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3106401 Aug 19 18:38:17.770686 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60292) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:17.775307 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-34c84a25-f905-4721-a899-5006abb9add4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'subnet': {'network_id': '8b3819e7-55de-475f-b4d0-85e91a6aa88e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:17.793011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404cdae0-1281-42a8-bdfa-0dbd60e17c3e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Network': ['ID=8b3819e7-55de-475f-b4d0-85e91a6aa88e,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:17.804733 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 8b3819e7-55de-475f-b4d0-85e91a6aa88e details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:38:17.938986 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c84a25-f905-4721-a899-5006abb9add4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Made reservation on behalf of b33839d5c038440a9e9a1f26175b6cd0 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:17.943891 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-34c84a25-f905-4721-a899-5006abb9add4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:18.007037 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a18e22-ab1a-4494-82e8-91166cc8e8e1 None None] Network c30bc3c3-640f-4c14-93b7-e9f146459348 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:18.032497 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.ipam_backend_mixin [None req-34c84a25-f905-4721-a899-5006abb9add4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Performing IP validity checks on allocation pools {{(pid=94682) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 18:38:18.033409 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.ipam_backend_mixin [None req-34c84a25-f905-4721-a899-5006abb9add4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94682) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 18:38:18.117411 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6c9edecc-0d14-4ffb-8abf-7334f44571b5 None None] Provisioning for port 61454d62-ea18-4c95-ad9a-f392652d8a21 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:38:18.124951 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6c9edecc-0d14-4ffb-8abf-7334f44571b5 None None] Provisioning complete for port 61454d62-ea18-4c95-ad9a-f392652d8a21 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:38:18.126116 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6c9edecc-0d14-4ffb-8abf-7334f44571b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:18.186040 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-34c84a25-f905-4721-a899-5006abb9add4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:18.268864 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c84a25-f905-4721-a899-5006abb9add4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Subnet': ['ID=06edf59b-4d73-423f-9915-9a9f0d52864c,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:18.279183 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c84a25-f905-4721-a899-5006abb9add4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Checking segment: {'id': '63b8d646-025c-443f-9eb1-04d274bdb6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8b3819e7-55de-475f-b4d0-85e91a6aa88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:18.279737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c84a25-f905-4721-a899-5006abb9add4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Network hostable DHCP agents. Network: 8b3819e7-55de-475f-b4d0-85e91a6aa88e, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:38:18.312488 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c84a25-f905-4721-a899-5006abb9add4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Network 8b3819e7-55de-475f-b4d0-85e91a6aa88e is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:38:18.337615 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-34c84a25-f905-4721-a899-5006abb9add4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 8b3819e7-55de-475f-b4d0-85e91a6aa88e) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:18.342832 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c84a25-f905-4721-a899-5006abb9add4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:18.342832 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-34c84a25-f905-4721-a899-5006abb9add4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:18.354772 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c68af70-efa7-4d18-b659-a6c30542824d None None] Network 8b3819e7-55de-475f-b4d0-85e91a6aa88e requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:18.368455 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-34c84a25-f905-4721-a899-5006abb9add4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5939572 Aug 19 18:38:18.368868 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60310) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:18.450153 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6c9edecc-0d14-4ffb-8abf-7334f44571b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:18.500651 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:18.513225 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-6c9edecc-0d14-4ffb-8abf-7334f44571b5 None None] For port 61454d62-ea18-4c95-ad9a-f392652d8a21, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=61454d62-ea18-4c95-ad9a-f392652d8a21,segment=NetworkSegment(851908a8-2d1d-48ca-b603-ba992db64faf),segment_id=851908a8-2d1d-48ca-b603-ba992db64faf)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:18.530481 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6c9edecc-0d14-4ffb-8abf-7334f44571b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:18.618376 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9edecc-0d14-4ffb-8abf-7334f44571b5 None None] Pushing event updated for resources: {'Port': ['ID=61454d62-ea18-4c95-ad9a-f392652d8a21,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:18.649145 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:18.681192 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e0a5d335-dad8-4e17-a0ed-b57965536ab2 None None] Provisioning complete for port 61454d62-ea18-4c95-ad9a-f392652d8a21 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:38:18.681602 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e0a5d335-dad8-4e17-a0ed-b57965536ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:18.750861 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7ed5cb-024c-4995-a940-ab9e178999a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-8b3819e7-55de-475f-b4d0-85e91a6aa88e', 'network_id': '8b3819e7-55de-475f-b4d0-85e91a6aa88e', 'tenant_id': 'b33839d5c038440a9e9a1f26175b6cd0', 'fixed_ips': [{'subnet_id': '06edf59b-4d73-423f-9915-9a9f0d52864c'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:38:18.751749 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5d7ed5cb-024c-4995-a940-ab9e178999a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:19.010042 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-5d7ed5cb-024c-4995-a940-ab9e178999a5 None None] Allocated IP 172.20.0.3 (8b3819e7-55de-475f-b4d0-85e91a6aa88e/06edf59b-4d73-423f-9915-9a9f0d52864c/7e2f813b-3d15-490e-b27d-735707837ab0) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:38:19.191203 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5d7ed5cb-024c-4995-a940-ab9e178999a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:19.200375 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5d7ed5cb-024c-4995-a940-ab9e178999a5 None None] Transition to ACTIVE for port object 7e2f813b-3d15-490e-b27d-735707837ab0 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:19.215624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5d7ed5cb-024c-4995-a940-ab9e178999a5 None None] Transition to ACTIVE for port object 7e2f813b-3d15-490e-b27d-735707837ab0 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:19.226473 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5d7ed5cb-024c-4995-a940-ab9e178999a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:19.245081 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:19.271829 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7ed5cb-024c-4995-a940-ab9e178999a5 None None] Network 8b3819e7-55de-475f-b4d0-85e91a6aa88e is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:38:19.274754 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Subnet': ['ID=06edf59b-4d73-423f-9915-9a9f0d52864c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:19.275200 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-5d7ed5cb-024c-4995-a940-ab9e178999a5 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:19.279022 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7ed5cb-024c-4995-a940-ab9e178999a5 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:38:19.287175 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ed5cb-024c-4995-a940-ab9e178999a5 None None] Pushing event updated for resources: {'Port': ['ID=7e2f813b-3d15-490e-b27d-735707837ab0,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:19.358095 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-5d7ed5cb-024c-4995-a940-ab9e178999a5 None None] Attempting to bind port 7e2f813b-3d15-490e-b27d-735707837ab0 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:19.358705 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-5d7ed5cb-024c-4995-a940-ab9e178999a5 None None] Attempting to bind port 7e2f813b-3d15-490e-b27d-735707837ab0 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '63b8d646-025c-443f-9eb1-04d274bdb6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8b3819e7-55de-475f-b4d0-85e91a6aa88e'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:19.359306 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7ed5cb-024c-4995-a940-ab9e178999a5 None None] Attempting to bind port 7e2f813b-3d15-490e-b27d-735707837ab0 on network 8b3819e7-55de-475f-b4d0-85e91a6aa88e {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:19.365941 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7ed5cb-024c-4995-a940-ab9e178999a5 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:38:19.367267 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7ed5cb-024c-4995-a940-ab9e178999a5 None None] Checking segment: {'id': '63b8d646-025c-443f-9eb1-04d274bdb6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8b3819e7-55de-475f-b4d0-85e91a6aa88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:19.367630 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:19.368589 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5d7ed5cb-024c-4995-a940-ab9e178999a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:19.369234 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7ed5cb-024c-4995-a940-ab9e178999a5 None None] Bound using segment: {'id': '63b8d646-025c-443f-9eb1-04d274bdb6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8b3819e7-55de-475f-b4d0-85e91a6aa88e'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:38:19.369851 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-5d7ed5cb-024c-4995-a940-ab9e178999a5 None None] Bound port: 7e2f813b-3d15-490e-b27d-735707837ab0, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b8d646-025c-443f-9eb1-04d274bdb6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8b3819e7-55de-475f-b4d0-85e91a6aa88e'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:38:19.370343 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5d7ed5cb-024c-4995-a940-ab9e178999a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:19.391204 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3819e7-55de-475f-b4d0-85e91a6aa88e']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:19.405964 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b8d646-025c-443f-9eb1-04d274bdb6d7') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:19.406338 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b8d646-025c-443f-9eb1-04d274bdb6d7') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:19.427104 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:19.448425 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:19.457184 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:38:19.458134 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:19.464534 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 61454d62-ea18-4c95-ad9a-f392652d8a21 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:38:19.495170 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-5d7ed5cb-024c-4995-a940-ab9e178999a5 None None] For port 7e2f813b-3d15-490e-b27d-735707837ab0, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:38:19.521326 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:38:19.543553 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 61454d62-ea18-4c95-ad9a-f392652d8a21 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:38:19.544150 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:19.567237 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.db.api [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 18:38:19.567237 n-d-803753-2 neutron-server[94681]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 18:38:19.567237 n-d-803753-2 neutron-server[94681]: [parameters: {'id': '8b3819e7-55de-475f-b4d0-85e91a6aa88e'}] Aug 19 18:38:19.567237 n-d-803753-2 neutron-server[94681]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:38:19.569787 n-d-803753-2 neutron-server[94681]: DEBUG oslo_db.api [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:38:19.578266 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-5d7ed5cb-024c-4995-a940-ab9e178999a5 None None] For port 7e2f813b-3d15-490e-b27d-735707837ab0, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7e2f813b-3d15-490e-b27d-735707837ab0,segment=NetworkSegment(63b8d646-025c-443f-9eb1-04d274bdb6d7),segment_id=63b8d646-025c-443f-9eb1-04d274bdb6d7)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:38:19.585253 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5d7ed5cb-024c-4995-a940-ab9e178999a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:19.705385 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ed5cb-024c-4995-a940-ab9e178999a5 None None] Pushing event updated for resources: {'Port': ['ID=7e2f813b-3d15-490e-b27d-735707837ab0,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:19.724305 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554adc29-30ce-4630-8540-a242e48c7084 None None] Network 8b3819e7-55de-475f-b4d0-85e91a6aa88e requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:19.858663 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7961c384-545e-4f26-abf3-519fdd0f7db8 None None] get_active_networks_info from n-d-803753-2 {{(pid=94683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:38:19.943561 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7961c384-545e-4f26-abf3-519fdd0f7db8 None None] Resources bound (agent type, host, resource id): {{(pid=94683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:38:20.072154 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:20.146693 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Deleting port 7e2f813b-3d15-490e-b27d-735707837ab0 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:20.147144 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:20.223076 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] For port 7e2f813b-3d15-490e-b27d-735707837ab0, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7e2f813b-3d15-490e-b27d-735707837ab0,segment=NetworkSegment(63b8d646-025c-443f-9eb1-04d274bdb6d7),segment_id=63b8d646-025c-443f-9eb1-04d274bdb6d7)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:20.224004 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:20.237214 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Calling delete_port for 7e2f813b-3d15-490e-b27d-735707837ab0 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:20.325314 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:20.355649 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Port': ['ID=7e2f813b-3d15-490e-b27d-735707837ab0,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:20.358976 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No DVR routers for this DVR port 7e2f813b-3d15-490e-b27d-735707837ab0 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:38:20.449770 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:20.463892 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3819e7-55de-475f-b4d0-85e91a6aa88e']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:20.476254 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b8d646-025c-443f-9eb1-04d274bdb6d7') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:20.476571 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b8d646-025c-443f-9eb1-04d274bdb6d7') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:20.486695 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:20.502015 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:20.509475 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:38:20.509866 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:38:20.513258 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:38:20.613241 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:20.621434 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:20.623377 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/networks/8b3819e7-55de-475f-b4d0-85e91a6aa88e HTTP/1.1" status: 204 len: 168 time: 2.2534649 Aug 19 18:38:20.628095 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60344) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:20.639507 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f578853b-9345-4877-8101-79cd91ea4a97 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2123314923'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:20.655607 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5281635-3453-4807-8d1f-0f9f7728c351 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Network': ['ID=8b3819e7-55de-475f-b4d0-85e91a6aa88e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:20.673781 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f578853b-9345-4877-8101-79cd91ea4a97 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Made reservation on behalf of b33839d5c038440a9e9a1f26175b6cd0 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:20.682525 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f578853b-9345-4877-8101-79cd91ea4a97 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:20.711509 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f578853b-9345-4877-8101-79cd91ea4a97 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:38:20.724160 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f578853b-9345-4877-8101-79cd91ea4a97 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:20.724701 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-f578853b-9345-4877-8101-79cd91ea4a97 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Added segment 976969fd-ddd9-44f1-b106-f7421612bd7e of type vlan for network 9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998 Aug 19 18:38:20.774604 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f578853b-9345-4877-8101-79cd91ea4a97 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:20.806681 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f578853b-9345-4877-8101-79cd91ea4a97 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:20.816264 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f578853b-9345-4877-8101-79cd91ea4a97 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:20.817989 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f578853b-9345-4877-8101-79cd91ea4a97 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:20.894663 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f578853b-9345-4877-8101-79cd91ea4a97 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2643492 Aug 19 18:38:20.898067 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60352) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:20.904362 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2b030e1c-106f-4cb1-a044-54eb85e3498e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'subnet': {'network_id': '9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:20.910228 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578853b-9345-4877-8101-79cd91ea4a97 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Network': ['ID=9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:21.084826 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b030e1c-106f-4cb1-a044-54eb85e3498e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Made reservation on behalf of b33839d5c038440a9e9a1f26175b6cd0 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:21.087211 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:38:21.089101 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2b030e1c-106f-4cb1-a044-54eb85e3498e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:21.320011 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2b030e1c-106f-4cb1-a044-54eb85e3498e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:21.386168 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b030e1c-106f-4cb1-a044-54eb85e3498e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Subnet': ['ID=4f5d454e-fba2-4b3c-b9ca-02b869d0e89f,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:21.404817 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b030e1c-106f-4cb1-a044-54eb85e3498e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Checking segment: {'id': '976969fd-ddd9-44f1-b106-f7421612bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:21.405279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b030e1c-106f-4cb1-a044-54eb85e3498e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Network hostable DHCP agents. Network: 9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:38:21.422207 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b030e1c-106f-4cb1-a044-54eb85e3498e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Network 9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:38:21.431757 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-2b030e1c-106f-4cb1-a044-54eb85e3498e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:21.439766 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0f1cfd-eecc-4897-919d-2c00bfdc37b8 None None] Network 9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:21.441004 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b030e1c-106f-4cb1-a044-54eb85e3498e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:21.441635 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2b030e1c-106f-4cb1-a044-54eb85e3498e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:21.459586 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2b030e1c-106f-4cb1-a044-54eb85e3498e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5591240 Aug 19 18:38:21.461909 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60354) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:21.585275 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:21.607642 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998', 'network_id': '9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998', 'tenant_id': 'b33839d5c038440a9e9a1f26175b6cd0', 'fixed_ips': [{'subnet_id': '4f5d454e-fba2-4b3c-b9ca-02b869d0e89f'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:38:21.608655 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:21.679348 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:21.807798 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Allocated IP 172.20.0.1 (9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998/4f5d454e-fba2-4b3c-b9ca-02b869d0e89f/89bd986d-7a38-4a38-914d-ec50035a4fc9) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:38:22.044162 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:22.054039 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Transition to ACTIVE for port object 89bd986d-7a38-4a38-914d-ec50035a4fc9 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:22.070712 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Transition to ACTIVE for port object 89bd986d-7a38-4a38-914d-ec50035a4fc9 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:22.077508 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:22.100670 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:22.128394 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Pushing event updated for resources: {'Port': ['ID=89bd986d-7a38-4a38-914d-ec50035a4fc9,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:22.138748 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:22.139186 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:22.139522 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Subnet': ['ID=4f5d454e-fba2-4b3c-b9ca-02b869d0e89f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:22.139669 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:22.140062 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:22.140909 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:22.141323 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:22.141744 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:22.142144 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:22.142541 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:22.142938 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:22.143334 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:22.143727 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:22.159440 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Network 9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:38:22.161599 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:22.164324 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:38:22.208655 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:22.219511 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:22.224587 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Attempting to bind port 89bd986d-7a38-4a38-914d-ec50035a4fc9 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:22.224990 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Attempting to bind port 89bd986d-7a38-4a38-914d-ec50035a4fc9 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '976969fd-ddd9-44f1-b106-f7421612bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:22.225355 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Attempting to bind port 89bd986d-7a38-4a38-914d-ec50035a4fc9 on network 9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:22.230601 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:38:22.230982 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Checking segment: {'id': '976969fd-ddd9-44f1-b106-f7421612bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:22.231355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976969fd-ddd9-44f1-b106-f7421612bd7e') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:22.231478 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:22.231715 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976969fd-ddd9-44f1-b106-f7421612bd7e') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:22.231824 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Bound using segment: {'id': '976969fd-ddd9-44f1-b106-f7421612bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:38:22.232281 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Bound port: 89bd986d-7a38-4a38-914d-ec50035a4fc9, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976969fd-ddd9-44f1-b106-f7421612bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:38:22.232675 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:22.242394 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:22.257902 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:22.264182 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:38:22.264843 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:38:22.267909 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:38:22.307598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] For port 89bd986d-7a38-4a38-914d-ec50035a4fc9, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:38:22.328343 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] For port 89bd986d-7a38-4a38-914d-ec50035a4fc9, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=89bd986d-7a38-4a38-914d-ec50035a4fc9,segment=NetworkSegment(976969fd-ddd9-44f1-b106-f7421612bd7e),segment_id=976969fd-ddd9-44f1-b106-f7421612bd7e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:38:22.329524 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.db.api [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 18:38:22.329524 n-d-803753-2 neutron-server[94681]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 18:38:22.329524 n-d-803753-2 neutron-server[94681]: [parameters: {'id': '9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998'}] Aug 19 18:38:22.329524 n-d-803753-2 neutron-server[94681]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:38:22.330057 n-d-803753-2 neutron-server[94681]: DEBUG oslo_db.api [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:38:22.332198 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:22.408509 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a79a0-f0e7-45e2-a6a6-306ef41ebe0b None None] Pushing event updated for resources: {'Port': ['ID=89bd986d-7a38-4a38-914d-ec50035a4fc9,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:22.424821 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eed33d-9215-4c18-b5c1-d79638430b58 None None] Network 9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:22.546697 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bde57a7-50ef-44a1-92bb-09ca26662634 None None] get_active_networks_info from n-d-803753-2 {{(pid=94683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:38:22.625444 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bde57a7-50ef-44a1-92bb-09ca26662634 None None] Resources bound (agent type, host, resource id): {{(pid=94683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:38:22.830867 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:22.892324 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Deleting port 89bd986d-7a38-4a38-914d-ec50035a4fc9 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:22.892675 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:22.962259 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] For port 89bd986d-7a38-4a38-914d-ec50035a4fc9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=89bd986d-7a38-4a38-914d-ec50035a4fc9,segment=NetworkSegment(976969fd-ddd9-44f1-b106-f7421612bd7e),segment_id=976969fd-ddd9-44f1-b106-f7421612bd7e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:22.962632 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:22.982328 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Calling delete_port for 89bd986d-7a38-4a38-914d-ec50035a4fc9 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:23.064276 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:23.090514 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Port': ['ID=89bd986d-7a38-4a38-914d-ec50035a4fc9,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:23.094193 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No DVR routers for this DVR port 89bd986d-7a38-4a38-914d-ec50035a4fc9 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:38:23.176404 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:23.187323 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:23.197818 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976969fd-ddd9-44f1-b106-f7421612bd7e') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:23.198120 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976969fd-ddd9-44f1-b106-f7421612bd7e') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:23.206824 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:23.220471 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:23.226887 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:38:23.227273 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:38:23.230362 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:38:23.291600 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:23.306883 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:23.308941 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/networks/9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998 HTTP/1.1" status: 204 len: 168 time: 1.8460517 Aug 19 18:38:23.312465 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60376) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:23.318827 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d3ca8217-fbba-4624-9db2-51bc142ff70c tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-16192073'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:23.321817 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32ec95-865c-4808-8847-e01dbd360627 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Network': ['ID=9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:23.339997 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ca8217-fbba-4624-9db2-51bc142ff70c tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Made reservation on behalf of b33839d5c038440a9e9a1f26175b6cd0 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:23.343878 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3ca8217-fbba-4624-9db2-51bc142ff70c tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:23.368512 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ca8217-fbba-4624-9db2-51bc142ff70c tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:38:23.377341 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3ca8217-fbba-4624-9db2-51bc142ff70c tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:23.377784 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-d3ca8217-fbba-4624-9db2-51bc142ff70c tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Added segment 52d73ebd-45d8-44f0-9788-ea9f22a7fe28 of type vlan for network 2cf714f3-f629-423d-a96c-cfb129ccafc4 Aug 19 18:38:23.425013 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3ca8217-fbba-4624-9db2-51bc142ff70c tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:23.452497 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3ca8217-fbba-4624-9db2-51bc142ff70c tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:23.458404 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ca8217-fbba-4624-9db2-51bc142ff70c tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:23.459058 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3ca8217-fbba-4624-9db2-51bc142ff70c tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:23.529239 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d3ca8217-fbba-4624-9db2-51bc142ff70c tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2122655 Aug 19 18:38:23.529239 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60378) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:23.537748 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-5014e523-beb8-440d-90d5-62f0c87ef196 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'subnet': {'network_id': '2cf714f3-f629-423d-a96c-cfb129ccafc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:23.556162 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca8217-fbba-4624-9db2-51bc142ff70c tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Network': ['ID=2cf714f3-f629-423d-a96c-cfb129ccafc4,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:23.570539 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 2cf714f3-f629-423d-a96c-cfb129ccafc4 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:38:23.661864 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5014e523-beb8-440d-90d5-62f0c87ef196 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Made reservation on behalf of b33839d5c038440a9e9a1f26175b6cd0 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:23.666080 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5014e523-beb8-440d-90d5-62f0c87ef196 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:23.878912 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5014e523-beb8-440d-90d5-62f0c87ef196 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:24.011940 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014e523-beb8-440d-90d5-62f0c87ef196 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Subnet': ['ID=f9a94845-e6e4-46dd-81e9-b9a104dfee67,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:24.064591 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5014e523-beb8-440d-90d5-62f0c87ef196 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Checking segment: {'id': '52d73ebd-45d8-44f0-9788-ea9f22a7fe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2cf714f3-f629-423d-a96c-cfb129ccafc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:24.064958 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5014e523-beb8-440d-90d5-62f0c87ef196 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Network hostable DHCP agents. Network: 2cf714f3-f629-423d-a96c-cfb129ccafc4, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:38:24.087231 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5014e523-beb8-440d-90d5-62f0c87ef196 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Network 2cf714f3-f629-423d-a96c-cfb129ccafc4 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:38:24.096869 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-5014e523-beb8-440d-90d5-62f0c87ef196 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 2cf714f3-f629-423d-a96c-cfb129ccafc4) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:24.104897 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5014e523-beb8-440d-90d5-62f0c87ef196 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:24.105558 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5014e523-beb8-440d-90d5-62f0c87ef196 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:24.116359 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6855f30c-91e5-40f4-be98-f34d59dbcb0f None None] Network 2cf714f3-f629-423d-a96c-cfb129ccafc4 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:24.125196 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5014e523-beb8-440d-90d5-62f0c87ef196 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5947742 Aug 19 18:38:24.127813 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60388) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:24.249101 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfbca-1288-468d-82cf-612e78e1b854 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:24.287335 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a718dd72-bded-4e17-8108-0e8d6b9d3244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-2cf714f3-f629-423d-a96c-cfb129ccafc4', 'network_id': '2cf714f3-f629-423d-a96c-cfb129ccafc4', 'tenant_id': 'b33839d5c038440a9e9a1f26175b6cd0', 'fixed_ips': [{'subnet_id': 'f9a94845-e6e4-46dd-81e9-b9a104dfee67'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:38:24.288430 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a718dd72-bded-4e17-8108-0e8d6b9d3244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:24.305425 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfbca-1288-468d-82cf-612e78e1b854 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:24.372966 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfbca-1288-468d-82cf-612e78e1b854 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server [None req-a718dd72-bded-4e17-8108-0e8d6b9d3244 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9a94845-e6e4-46dd-81e9-b9a104dfee67: This subnet is being modified by another concurrent operation. Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise exception Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9a94845-e6e4-46dd-81e9-b9a104dfee67: This subnet is being modified by another concurrent operation. Aug 19 18:38:24.389646 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server Aug 19 18:38:24.412449 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cfd68c-0f78-4420-930d-ab010d2ce653 None None] Network 2cf714f3-f629-423d-a96c-cfb129ccafc4 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:24.443125 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cfbca-1288-468d-82cf-612e78e1b854 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a94845-e6e4-46dd-81e9-b9a104dfee67,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:24.462246 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfbca-1288-468d-82cf-612e78e1b854 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:24.472509 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-4d5cfbca-1288-468d-82cf-612e78e1b854 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf714f3-f629-423d-a96c-cfb129ccafc4']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:24.482793 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-4d5cfbca-1288-468d-82cf-612e78e1b854 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d73ebd-45d8-44f0-9788-ea9f22a7fe28') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:24.483130 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-4d5cfbca-1288-468d-82cf-612e78e1b854 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d73ebd-45d8-44f0-9788-ea9f22a7fe28') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:24.492375 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfbca-1288-468d-82cf-612e78e1b854 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:24.508669 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfbca-1288-468d-82cf-612e78e1b854 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:24.515140 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5cfbca-1288-468d-82cf-612e78e1b854 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:38:24.515592 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfbca-1288-468d-82cf-612e78e1b854 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:38:24.518640 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:38:24.532047 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91adb38-ee08-4073-98b4-294b461f40bc None None] get_active_networks_info from n-d-803753-2 {{(pid=94683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:38:24.591089 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfbca-1288-468d-82cf-612e78e1b854 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:24.599734 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfbca-1288-468d-82cf-612e78e1b854 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:24.601861 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4d5cfbca-1288-468d-82cf-612e78e1b854 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/networks/2cf714f3-f629-423d-a96c-cfb129ccafc4 HTTP/1.1" status: 204 len: 168 time: 0.4729049 Aug 19 18:38:24.605401 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60390) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:24.611131 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-3b3f4725-3622-4280-a31b-0c666dcd0f89 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-336713066'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:24.614555 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cfbca-1288-468d-82cf-612e78e1b854 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Network': ['ID=2cf714f3-f629-423d-a96c-cfb129ccafc4,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:24.632372 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91adb38-ee08-4073-98b4-294b461f40bc None None] Resources bound (agent type, host, resource id): {{(pid=94683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:38:24.672985 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3f4725-3622-4280-a31b-0c666dcd0f89 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Made reservation on behalf of b33839d5c038440a9e9a1f26175b6cd0 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:24.679881 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b3f4725-3622-4280-a31b-0c666dcd0f89 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:24.705044 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3f4725-3622-4280-a31b-0c666dcd0f89 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:38:24.715172 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b3f4725-3622-4280-a31b-0c666dcd0f89 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:24.715629 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-3b3f4725-3622-4280-a31b-0c666dcd0f89 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Added segment 0d84fb18-63d9-4e35-a36b-f368dc4492db of type vlan for network 3cb1444b-7791-437e-bf54-4d87fe60d05a Aug 19 18:38:24.760949 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b3f4725-3622-4280-a31b-0c666dcd0f89 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:24.802926 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b3f4725-3622-4280-a31b-0c666dcd0f89 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:24.808995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3f4725-3622-4280-a31b-0c666dcd0f89 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:24.809730 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b3f4725-3622-4280-a31b-0c666dcd0f89 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:24.866624 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3b3f4725-3622-4280-a31b-0c666dcd0f89 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2598996 Aug 19 18:38:24.869209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60398) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:24.876344 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-88cef449-b8c5-4ffc-94b0-ef64471a953e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'subnet': {'network_id': '3cb1444b-7791-437e-bf54-4d87fe60d05a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:24.933659 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f4725-3622-4280-a31b-0c666dcd0f89 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Network': ['ID=3cb1444b-7791-437e-bf54-4d87fe60d05a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:24.948170 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 3cb1444b-7791-437e-bf54-4d87fe60d05a details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:38:24.979511 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cef449-b8c5-4ffc-94b0-ef64471a953e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Made reservation on behalf of b33839d5c038440a9e9a1f26175b6cd0 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:24.982992 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-88cef449-b8c5-4ffc-94b0-ef64471a953e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:25.042076 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.ipam_backend_mixin [None req-88cef449-b8c5-4ffc-94b0-ef64471a953e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Performing IP validity checks on allocation pools {{(pid=94681) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 18:38:25.042598 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.ipam_backend_mixin [None req-88cef449-b8c5-4ffc-94b0-ef64471a953e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94681) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 18:38:25.191437 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-88cef449-b8c5-4ffc-94b0-ef64471a953e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:25.258181 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cef449-b8c5-4ffc-94b0-ef64471a953e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Subnet': ['ID=56984f82-b083-4f2a-8450-0e2681f4fe76,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:25.266807 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cef449-b8c5-4ffc-94b0-ef64471a953e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Checking segment: {'id': '0d84fb18-63d9-4e35-a36b-f368dc4492db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3cb1444b-7791-437e-bf54-4d87fe60d05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:25.267168 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cef449-b8c5-4ffc-94b0-ef64471a953e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Network hostable DHCP agents. Network: 3cb1444b-7791-437e-bf54-4d87fe60d05a, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:38:25.285335 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cef449-b8c5-4ffc-94b0-ef64471a953e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Network 3cb1444b-7791-437e-bf54-4d87fe60d05a is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:38:25.301090 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-88cef449-b8c5-4ffc-94b0-ef64471a953e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 3cb1444b-7791-437e-bf54-4d87fe60d05a) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:25.306438 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cef449-b8c5-4ffc-94b0-ef64471a953e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:25.307529 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-88cef449-b8c5-4ffc-94b0-ef64471a953e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:25.311466 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb818cd-2e30-4e9a-8a6c-a645a2bbdd94 None None] Network 3cb1444b-7791-437e-bf54-4d87fe60d05a requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:25.325694 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-88cef449-b8c5-4ffc-94b0-ef64471a953e tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4552515 Aug 19 18:38:25.328186 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60406) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:25.448419 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f20fb91d-99f2-40f2-8839-f35c61930851 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:25.498628 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1930b8-00a6-41d5-bc11-7fb0e6490023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-3cb1444b-7791-437e-bf54-4d87fe60d05a', 'network_id': '3cb1444b-7791-437e-bf54-4d87fe60d05a', 'tenant_id': 'b33839d5c038440a9e9a1f26175b6cd0', 'fixed_ips': [{'subnet_id': '56984f82-b083-4f2a-8450-0e2681f4fe76'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:38:25.499192 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5d1930b8-00a6-41d5-bc11-7fb0e6490023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:25.519465 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f20fb91d-99f2-40f2-8839-f35c61930851 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:25.604804 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f20fb91d-99f2-40f2-8839-f35c61930851 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server [None req-5d1930b8-00a6-41d5-bc11-7fb0e6490023 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56984f82-b083-4f2a-8450-0e2681f4fe76: This subnet is being modified by another concurrent operation. Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise exception Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56984f82-b083-4f2a-8450-0e2681f4fe76: This subnet is being modified by another concurrent operation. Aug 19 18:38:25.626590 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server Aug 19 18:38:25.639244 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fb91d-99f2-40f2-8839-f35c61930851 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Subnet': ['ID=56984f82-b083-4f2a-8450-0e2681f4fe76,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:25.651305 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e90fe41-6bd7-4cef-8375-47d87babd595 None None] Network 3cb1444b-7791-437e-bf54-4d87fe60d05a requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:25.709280 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f20fb91d-99f2-40f2-8839-f35c61930851 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:25.722245 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-f20fb91d-99f2-40f2-8839-f35c61930851 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb1444b-7791-437e-bf54-4d87fe60d05a']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:25.735184 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-f20fb91d-99f2-40f2-8839-f35c61930851 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d84fb18-63d9-4e35-a36b-f368dc4492db') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:25.735626 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-f20fb91d-99f2-40f2-8839-f35c61930851 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d84fb18-63d9-4e35-a36b-f368dc4492db') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:25.745980 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f20fb91d-99f2-40f2-8839-f35c61930851 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:25.763080 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f20fb91d-99f2-40f2-8839-f35c61930851 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:25.769643 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20fb91d-99f2-40f2-8839-f35c61930851 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:38:25.769859 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f20fb91d-99f2-40f2-8839-f35c61930851 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:38:25.841955 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:38:25.844613 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5496fba1-b355-4b86-9b6a-697c638a3abe None None] get_active_networks_info from n-d-803753-2 {{(pid=94683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:38:25.847929 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f20fb91d-99f2-40f2-8839-f35c61930851 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:25.857687 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f20fb91d-99f2-40f2-8839-f35c61930851 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:25.863515 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60414) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:25.864806 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f20fb91d-99f2-40f2-8839-f35c61930851 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/networks/3cb1444b-7791-437e-bf54-4d87fe60d05a HTTP/1.1" status: 204 len: 168 time: 0.5346549 Aug 19 18:38:25.869598 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-38f5e8fe-ee71-40fe-8c90-460cf9126bcc tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-699182168'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:25.878191 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fb91d-99f2-40f2-8839-f35c61930851 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Network': ['ID=3cb1444b-7791-437e-bf54-4d87fe60d05a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:25.905628 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f5e8fe-ee71-40fe-8c90-460cf9126bcc tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Made reservation on behalf of b33839d5c038440a9e9a1f26175b6cd0 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:25.910001 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-38f5e8fe-ee71-40fe-8c90-460cf9126bcc tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:25.939690 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f5e8fe-ee71-40fe-8c90-460cf9126bcc tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:38:25.952224 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-38f5e8fe-ee71-40fe-8c90-460cf9126bcc tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:25.952718 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-38f5e8fe-ee71-40fe-8c90-460cf9126bcc tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Added segment 637d4973-977e-4b29-acc5-10187353c662 of type vlan for network 81c08f35-6896-44cc-a554-09930c0f0d7c Aug 19 18:38:25.958404 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5496fba1-b355-4b86-9b6a-697c638a3abe None None] Resources bound (agent type, host, resource id): {{(pid=94683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:38:26.002439 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-38f5e8fe-ee71-40fe-8c90-460cf9126bcc tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:26.040227 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-38f5e8fe-ee71-40fe-8c90-460cf9126bcc tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:26.047563 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f5e8fe-ee71-40fe-8c90-460cf9126bcc tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:26.048502 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-38f5e8fe-ee71-40fe-8c90-460cf9126bcc tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:26.123769 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60416) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:26.131578 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-36796ed0-9c4d-40a3-a1cf-70239a3f1ce9 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'subnet': {'network_id': '81c08f35-6896-44cc-a554-09930c0f0d7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:26.135968 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-38f5e8fe-ee71-40fe-8c90-460cf9126bcc tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2707016 Aug 19 18:38:26.154859 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5e8fe-ee71-40fe-8c90-460cf9126bcc tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Network': ['ID=81c08f35-6896-44cc-a554-09930c0f0d7c,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:26.178014 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 81c08f35-6896-44cc-a554-09930c0f0d7c details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:38:26.285147 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36796ed0-9c4d-40a3-a1cf-70239a3f1ce9 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Made reservation on behalf of b33839d5c038440a9e9a1f26175b6cd0 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:26.289903 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-36796ed0-9c4d-40a3-a1cf-70239a3f1ce9 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:26.532993 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-36796ed0-9c4d-40a3-a1cf-70239a3f1ce9 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:26.600390 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36796ed0-9c4d-40a3-a1cf-70239a3f1ce9 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Subnet': ['ID=cf01e08a-9e70-4ea9-a461-d5884de7d378,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:26.611902 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36796ed0-9c4d-40a3-a1cf-70239a3f1ce9 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Checking segment: {'id': '637d4973-977e-4b29-acc5-10187353c662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '81c08f35-6896-44cc-a554-09930c0f0d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:26.612460 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36796ed0-9c4d-40a3-a1cf-70239a3f1ce9 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Network hostable DHCP agents. Network: 81c08f35-6896-44cc-a554-09930c0f0d7c, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:38:26.632286 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36796ed0-9c4d-40a3-a1cf-70239a3f1ce9 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Network 81c08f35-6896-44cc-a554-09930c0f0d7c is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:38:26.642642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-36796ed0-9c4d-40a3-a1cf-70239a3f1ce9 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 81c08f35-6896-44cc-a554-09930c0f0d7c) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:26.647993 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36796ed0-9c4d-40a3-a1cf-70239a3f1ce9 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:26.648623 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-36796ed0-9c4d-40a3-a1cf-70239a3f1ce9 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:26.652859 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2338b9-3099-42fe-ad48-117fac9a54fd None None] Network 81c08f35-6896-44cc-a554-09930c0f0d7c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:26.665962 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-36796ed0-9c4d-40a3-a1cf-70239a3f1ce9 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5404019 Aug 19 18:38:26.668458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60424) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:26.805751 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc6d9962-d95c-4435-832f-0687769f2981 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:26.855145 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8343613-c517-4120-8826-137b3684b4cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-81c08f35-6896-44cc-a554-09930c0f0d7c', 'network_id': '81c08f35-6896-44cc-a554-09930c0f0d7c', 'tenant_id': 'b33839d5c038440a9e9a1f26175b6cd0', 'fixed_ips': [{'subnet_id': 'cf01e08a-9e70-4ea9-a461-d5884de7d378'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:38:26.856013 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f8343613-c517-4120-8826-137b3684b4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:26.871023 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc6d9962-d95c-4435-832f-0687769f2981 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:26.954825 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc6d9962-d95c-4435-832f-0687769f2981 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:26.986069 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d9962-d95c-4435-832f-0687769f2981 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Subnet': ['ID=cf01e08a-9e70-4ea9-a461-d5884de7d378,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server [None req-f8343613-c517-4120-8826-137b3684b4cb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf01e08a-9e70-4ea9-a461-d5884de7d378: This subnet is being modified by another concurrent operation. Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise exception Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf01e08a-9e70-4ea9-a461-d5884de7d378: This subnet is being modified by another concurrent operation. Aug 19 18:38:26.988068 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server Aug 19 18:38:27.027225 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5815a8f8-c80f-413f-9cce-06d3ecfa7271 None None] Network 81c08f35-6896-44cc-a554-09930c0f0d7c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:27.073838 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc6d9962-d95c-4435-832f-0687769f2981 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.084761 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-bc6d9962-d95c-4435-832f-0687769f2981 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c08f35-6896-44cc-a554-09930c0f0d7c']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:27.095623 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-bc6d9962-d95c-4435-832f-0687769f2981 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637d4973-977e-4b29-acc5-10187353c662') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:27.096121 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-bc6d9962-d95c-4435-832f-0687769f2981 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637d4973-977e-4b29-acc5-10187353c662') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:27.108169 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc6d9962-d95c-4435-832f-0687769f2981 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.123833 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc6d9962-d95c-4435-832f-0687769f2981 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.130951 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6d9962-d95c-4435-832f-0687769f2981 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:38:27.131357 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc6d9962-d95c-4435-832f-0687769f2981 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:38:27.134875 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:38:27.148859 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb087485-8b22-469b-8380-27eb6a8a8050 None None] get_active_networks_info from n-d-803753-2 {{(pid=94683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:38:27.205496 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc6d9962-d95c-4435-832f-0687769f2981 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.211430 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc6d9962-d95c-4435-832f-0687769f2981 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.213889 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bc6d9962-d95c-4435-832f-0687769f2981 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/networks/81c08f35-6896-44cc-a554-09930c0f0d7c HTTP/1.1" status: 204 len: 168 time: 0.5446324 Aug 19 18:38:27.217558 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60428) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:27.223550 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-56271d83-7e05-414e-a4db-e65d308eaa38 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1892446475'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:27.254000 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d9962-d95c-4435-832f-0687769f2981 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Network': ['ID=81c08f35-6896-44cc-a554-09930c0f0d7c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:27.264188 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56271d83-7e05-414e-a4db-e65d308eaa38 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Made reservation on behalf of b33839d5c038440a9e9a1f26175b6cd0 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:27.268445 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-56271d83-7e05-414e-a4db-e65d308eaa38 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.273688 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb087485-8b22-469b-8380-27eb6a8a8050 None None] Resources bound (agent type, host, resource id): {{(pid=94683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:38:27.295626 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56271d83-7e05-414e-a4db-e65d308eaa38 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:38:27.314797 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-56271d83-7e05-414e-a4db-e65d308eaa38 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.315432 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-56271d83-7e05-414e-a4db-e65d308eaa38 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Added segment 41370944-864f-4537-8fc3-6594432c533b of type vlan for network 799fe450-7efc-4431-bdd1-800e3ea671bc Aug 19 18:38:27.361397 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-56271d83-7e05-414e-a4db-e65d308eaa38 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.399235 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-56271d83-7e05-414e-a4db-e65d308eaa38 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.405117 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56271d83-7e05-414e-a4db-e65d308eaa38 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:27.413363 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-56271d83-7e05-414e-a4db-e65d308eaa38 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.518026 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-56271d83-7e05-414e-a4db-e65d308eaa38 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2983403 Aug 19 18:38:27.521289 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60434) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:27.526843 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-23d97c9a-a29c-4c18-8202-8c25ede4ce1a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'subnet': {'network_id': '799fe450-7efc-4431-bdd1-800e3ea671bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:27.558949 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56271d83-7e05-414e-a4db-e65d308eaa38 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Network': ['ID=799fe450-7efc-4431-bdd1-800e3ea671bc,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:27.577332 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 799fe450-7efc-4431-bdd1-800e3ea671bc details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:38:27.698925 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d97c9a-a29c-4c18-8202-8c25ede4ce1a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Made reservation on behalf of b33839d5c038440a9e9a1f26175b6cd0 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:27.705822 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-23d97c9a-a29c-4c18-8202-8c25ede4ce1a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.929822 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-23d97c9a-a29c-4c18-8202-8c25ede4ce1a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.998273 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d97c9a-a29c-4c18-8202-8c25ede4ce1a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Subnet': ['ID=12cbf351-9af4-4576-b175-c60c4d8ce7d8,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:28.007354 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d97c9a-a29c-4c18-8202-8c25ede4ce1a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Checking segment: {'id': '41370944-864f-4537-8fc3-6594432c533b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '799fe450-7efc-4431-bdd1-800e3ea671bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:28.007803 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d97c9a-a29c-4c18-8202-8c25ede4ce1a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Network hostable DHCP agents. Network: 799fe450-7efc-4431-bdd1-800e3ea671bc, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:38:28.026035 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d97c9a-a29c-4c18-8202-8c25ede4ce1a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Network 799fe450-7efc-4431-bdd1-800e3ea671bc is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:38:28.034923 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-23d97c9a-a29c-4c18-8202-8c25ede4ce1a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 799fe450-7efc-4431-bdd1-800e3ea671bc) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:28.039805 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d97c9a-a29c-4c18-8202-8c25ede4ce1a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:28.040587 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-23d97c9a-a29c-4c18-8202-8c25ede4ce1a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.046987 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bda4c66-c5bb-4eac-b4f2-222ca01fbab0 None None] Network 799fe450-7efc-4431-bdd1-800e3ea671bc requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:28.059988 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-23d97c9a-a29c-4c18-8202-8c25ede4ce1a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5371094 Aug 19 18:38:28.062589 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60440) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:28.177787 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.229366 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c890541c-bf39-4764-84e6-3fd7526b400d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-799fe450-7efc-4431-bdd1-800e3ea671bc', 'network_id': '799fe450-7efc-4431-bdd1-800e3ea671bc', 'tenant_id': 'b33839d5c038440a9e9a1f26175b6cd0', 'fixed_ips': [{'subnet_id': '12cbf351-9af4-4576-b175-c60c4d8ce7d8'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:38:28.230268 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c890541c-bf39-4764-84e6-3fd7526b400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.248932 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.324343 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server [None req-c890541c-bf39-4764-84e6-3fd7526b400d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12cbf351-9af4-4576-b175-c60c4d8ce7d8: This subnet is being modified by another concurrent operation. Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise exception Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12cbf351-9af4-4576-b175-c60c4d8ce7d8: This subnet is being modified by another concurrent operation. Aug 19 18:38:28.360212 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server Aug 19 18:38:28.370550 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Subnet': ['ID=12cbf351-9af4-4576-b175-c60c4d8ce7d8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:28.382574 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce319cc-47e0-46bb-b772-85bfa889d88a None None] Network 799fe450-7efc-4431-bdd1-800e3ea671bc requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:28.384127 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:28.385471 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:28.385905 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:28.386309 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:28.386786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:28.387189 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:28.387580 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:28.387977 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:28.388365 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:28.388994 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:28.389497 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:28.390117 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:28.472119 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.483979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799fe450-7efc-4431-bdd1-800e3ea671bc']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:28.496754 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41370944-864f-4537-8fc3-6594432c533b') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:28.497143 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41370944-864f-4537-8fc3-6594432c533b') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:28.507434 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.525720 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.533243 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:38:28.541845 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:38:28.546320 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:38:28.560595 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e158422e-fced-42a4-add4-b107739a242e None None] get_active_networks_info from n-d-803753-2 {{(pid=94683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:38:28.631868 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.641799 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.646076 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/networks/799fe450-7efc-4431-bdd1-800e3ea671bc HTTP/1.1" status: 204 len: 168 time: 0.5823245 Aug 19 18:38:28.647935 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60448) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:28.653237 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-9965022a-67d7-48b0-97bf-a660f1f21c3a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-603649379'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:28.659676 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948d0a6-60cc-47f5-8efe-9b6d14c85bb0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Network': ['ID=799fe450-7efc-4431-bdd1-800e3ea671bc,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:28.690966 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e158422e-fced-42a4-add4-b107739a242e None None] Resources bound (agent type, host, resource id): {{(pid=94683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:38:28.695606 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9965022a-67d7-48b0-97bf-a660f1f21c3a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Made reservation on behalf of b33839d5c038440a9e9a1f26175b6cd0 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:28.699912 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9965022a-67d7-48b0-97bf-a660f1f21c3a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.731679 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9965022a-67d7-48b0-97bf-a660f1f21c3a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:38:28.742812 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9965022a-67d7-48b0-97bf-a660f1f21c3a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.743534 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-9965022a-67d7-48b0-97bf-a660f1f21c3a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Added segment 2da53315-fddb-491b-aa84-226ccc30fac7 of type vlan for network 61a1f1ac-b51b-4add-8767-c35f48cc2be2 Aug 19 18:38:28.802314 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9965022a-67d7-48b0-97bf-a660f1f21c3a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.846234 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9965022a-67d7-48b0-97bf-a660f1f21c3a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.853967 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9965022a-67d7-48b0-97bf-a660f1f21c3a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:28.854624 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9965022a-67d7-48b0-97bf-a660f1f21c3a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.875116 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9965022a-67d7-48b0-97bf-a660f1f21c3a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2257292 Aug 19 18:38:28.877634 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60452) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:28.883928 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-420cf135-afd3-42b2-b78a-d71373bd7610 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:28.940627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965022a-67d7-48b0-97bf-a660f1f21c3a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Network': ['ID=61a1f1ac-b51b-4add-8767-c35f48cc2be2,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:28.960214 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 61a1f1ac-b51b-4add-8767-c35f48cc2be2 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:38:29.099634 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-420cf135-afd3-42b2-b78a-d71373bd7610 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:29.114457 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-420cf135-afd3-42b2-b78a-d71373bd7610 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:29.132674 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-420cf135-afd3-42b2-b78a-d71373bd7610 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Network 61a1f1ac-b51b-4add-8767-c35f48cc2be2 is not hosted by any dhcp agent {{(pid=94681) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:38:29.137988 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420cf135-afd3-42b2-b78a-d71373bd7610 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:29.138589 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-420cf135-afd3-42b2-b78a-d71373bd7610 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:29.139876 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-420cf135-afd3-42b2-b78a-d71373bd7610 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "PUT /v2.0/networks/61a1f1ac-b51b-4add-8767-c35f48cc2be2 HTTP/1.1" status: 200 len: 723 time: 0.2612212 Aug 19 18:38:29.142799 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60454) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:29.148722 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d0b4748b-9f37-4545-a378-7e2c57c0b3b0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'subnet': {'network_id': '61a1f1ac-b51b-4add-8767-c35f48cc2be2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:29.200806 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cf135-afd3-42b2-b78a-d71373bd7610 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Network': ['ID=61a1f1ac-b51b-4add-8767-c35f48cc2be2,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:29.211999 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 61a1f1ac-b51b-4add-8767-c35f48cc2be2 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:38:29.248258 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b4748b-9f37-4545-a378-7e2c57c0b3b0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Made reservation on behalf of b33839d5c038440a9e9a1f26175b6cd0 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:29.252054 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0b4748b-9f37-4545-a378-7e2c57c0b3b0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:29.467752 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0b4748b-9f37-4545-a378-7e2c57c0b3b0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:29.541309 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4748b-9f37-4545-a378-7e2c57c0b3b0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Subnet': ['ID=f17adf04-5091-4698-853b-a1a9a58662d6,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:29.555373 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b4748b-9f37-4545-a378-7e2c57c0b3b0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Checking segment: {'id': '2da53315-fddb-491b-aa84-226ccc30fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '61a1f1ac-b51b-4add-8767-c35f48cc2be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:29.555784 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b4748b-9f37-4545-a378-7e2c57c0b3b0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Network hostable DHCP agents. Network: 61a1f1ac-b51b-4add-8767-c35f48cc2be2, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:38:29.577216 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b4748b-9f37-4545-a378-7e2c57c0b3b0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Network 61a1f1ac-b51b-4add-8767-c35f48cc2be2 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:38:29.590427 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-d0b4748b-9f37-4545-a378-7e2c57c0b3b0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 61a1f1ac-b51b-4add-8767-c35f48cc2be2) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:29.598729 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b4748b-9f37-4545-a378-7e2c57c0b3b0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:29.599496 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0b4748b-9f37-4545-a378-7e2c57c0b3b0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:29.610072 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489bf7d3-17a7-4446-908b-d6ae7f94d4b3 None None] Network 61a1f1ac-b51b-4add-8767-c35f48cc2be2 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:29.639771 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d0b4748b-9f37-4545-a378-7e2c57c0b3b0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4932973 Aug 19 18:38:29.640381 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60462) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:29.646468 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-245a8e86-ebc0-4e7f-8c68-46c8a3dcb68d tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:29.741155 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-245a8e86-ebc0-4e7f-8c68-46c8a3dcb68d tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62308668'] for subnet, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:29.790602 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a1dd58-7437-46ad-bd13-cb8673c17d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-61a1f1ac-b51b-4add-8767-c35f48cc2be2', 'network_id': '61a1f1ac-b51b-4add-8767-c35f48cc2be2', 'tenant_id': 'b33839d5c038440a9e9a1f26175b6cd0', 'fixed_ips': [{'subnet_id': 'f17adf04-5091-4698-853b-a1a9a58662d6'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:38:29.791344 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-77a1dd58-7437-46ad-bd13-cb8673c17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:29.921442 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-245a8e86-ebc0-4e7f-8c68-46c8a3dcb68d tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789619245671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62305089'] for subnet, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:29.974937 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-77a1dd58-7437-46ad-bd13-cb8673c17d88 None None] Allocated IP 172.20.0.2 (61a1f1ac-b51b-4add-8767-c35f48cc2be2/f17adf04-5091-4698-853b-a1a9a58662d6/d3774d6f-65a8-4686-bd8b-64589c56db39) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:38:29.976640 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a8e86-ebc0-4e7f-8c68-46c8a3dcb68d tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Subnet': ['ID=f17adf04-5091-4698-853b-a1a9a58662d6,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:29.988413 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245a8e86-ebc0-4e7f-8c68-46c8a3dcb68d tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:29.989721 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-245a8e86-ebc0-4e7f-8c68-46c8a3dcb68d tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:29.991580 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-245a8e86-ebc0-4e7f-8c68-46c8a3dcb68d tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "PUT /v2.0/subnets/f17adf04-5091-4698-853b-a1a9a58662d6 HTTP/1.1" status: 200 len: 806 time: 0.3499236 Aug 19 18:38:29.994143 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60470) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:30.114958 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.145517 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-77a1dd58-7437-46ad-bd13-cb8673c17d88 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.154774 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-77a1dd58-7437-46ad-bd13-cb8673c17d88 None None] Transition to ACTIVE for port object d3774d6f-65a8-4686-bd8b-64589c56db39 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:30.172921 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-77a1dd58-7437-46ad-bd13-cb8673c17d88 None None] Transition to ACTIVE for port object d3774d6f-65a8-4686-bd8b-64589c56db39 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:30.181216 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-77a1dd58-7437-46ad-bd13-cb8673c17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.195710 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.258725 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a1dd58-7437-46ad-bd13-cb8673c17d88 None None] Network 61a1f1ac-b51b-4add-8767-c35f48cc2be2 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:38:30.260482 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1dd58-7437-46ad-bd13-cb8673c17d88 None None] Pushing event updated for resources: {'Port': ['ID=d3774d6f-65a8-4686-bd8b-64589c56db39,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:30.264861 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.265046 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-77a1dd58-7437-46ad-bd13-cb8673c17d88 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:30.267456 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a1dd58-7437-46ad-bd13-cb8673c17d88 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:38:30.295132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Subnet': ['ID=f17adf04-5091-4698-853b-a1a9a58662d6,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:30.358815 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-77a1dd58-7437-46ad-bd13-cb8673c17d88 None None] Attempting to bind port d3774d6f-65a8-4686-bd8b-64589c56db39 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:30.359180 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-77a1dd58-7437-46ad-bd13-cb8673c17d88 None None] Attempting to bind port d3774d6f-65a8-4686-bd8b-64589c56db39 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '2da53315-fddb-491b-aa84-226ccc30fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '61a1f1ac-b51b-4add-8767-c35f48cc2be2'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:30.359607 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a1dd58-7437-46ad-bd13-cb8673c17d88 None None] Attempting to bind port d3774d6f-65a8-4686-bd8b-64589c56db39 on network 61a1f1ac-b51b-4add-8767-c35f48cc2be2 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:30.365247 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a1dd58-7437-46ad-bd13-cb8673c17d88 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:38:30.365842 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a1dd58-7437-46ad-bd13-cb8673c17d88 None None] Checking segment: {'id': '2da53315-fddb-491b-aa84-226ccc30fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '61a1f1ac-b51b-4add-8767-c35f48cc2be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:30.366355 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-77a1dd58-7437-46ad-bd13-cb8673c17d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.366842 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a1dd58-7437-46ad-bd13-cb8673c17d88 None None] Bound using segment: {'id': '2da53315-fddb-491b-aa84-226ccc30fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '61a1f1ac-b51b-4add-8767-c35f48cc2be2'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:38:30.367569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-77a1dd58-7437-46ad-bd13-cb8673c17d88 None None] Bound port: d3774d6f-65a8-4686-bd8b-64589c56db39, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da53315-fddb-491b-aa84-226ccc30fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '61a1f1ac-b51b-4add-8767-c35f48cc2be2'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:38:30.368041 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-77a1dd58-7437-46ad-bd13-cb8673c17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.369019 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.381125 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a1f1ac-b51b-4add-8767-c35f48cc2be2']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:30.393686 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da53315-fddb-491b-aa84-226ccc30fac7') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:30.394061 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da53315-fddb-491b-aa84-226ccc30fac7') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:30.404807 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.421569 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.429333 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:38:30.429735 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:38:30.433093 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:38:30.459052 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-77a1dd58-7437-46ad-bd13-cb8673c17d88 None None] For port d3774d6f-65a8-4686-bd8b-64589c56db39, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:38:30.493849 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-77a1dd58-7437-46ad-bd13-cb8673c17d88 None None] For port d3774d6f-65a8-4686-bd8b-64589c56db39, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=d3774d6f-65a8-4686-bd8b-64589c56db39,segment=NetworkSegment(2da53315-fddb-491b-aa84-226ccc30fac7),segment_id=2da53315-fddb-491b-aa84-226ccc30fac7)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:38:30.494183 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.db.api [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 18:38:30.494183 n-d-803753-2 neutron-server[94682]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 18:38:30.494183 n-d-803753-2 neutron-server[94682]: [parameters: {'id': '61a1f1ac-b51b-4add-8767-c35f48cc2be2'}] Aug 19 18:38:30.494183 n-d-803753-2 neutron-server[94682]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:38:30.494538 n-d-803753-2 neutron-server[94682]: DEBUG oslo_db.api [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:38:30.499040 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-77a1dd58-7437-46ad-bd13-cb8673c17d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.591873 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1dd58-7437-46ad-bd13-cb8673c17d88 None None] Pushing event updated for resources: {'Port': ['ID=d3774d6f-65a8-4686-bd8b-64589c56db39,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:30.616911 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6d3796-ef5f-4d0a-85ec-32110ad23bf5 None None] Network 61a1f1ac-b51b-4add-8767-c35f48cc2be2 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:30.918316 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d13dc7-a134-451e-9bdc-35d0a366f600 None None] Network 61a1f1ac-b51b-4add-8767-c35f48cc2be2 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:30.995878 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.096338 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Deleting port d3774d6f-65a8-4686-bd8b-64589c56db39 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:31.096834 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.121166 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a53e06-f71e-45ae-90f7-7eb1e5dfa1b5 None None] get_active_networks_info from n-d-803753-2 {{(pid=94683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:38:31.188166 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] For port d3774d6f-65a8-4686-bd8b-64589c56db39, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=d3774d6f-65a8-4686-bd8b-64589c56db39,segment=NetworkSegment(2da53315-fddb-491b-aa84-226ccc30fac7),segment_id=2da53315-fddb-491b-aa84-226ccc30fac7)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:31.188362 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.202407 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Calling delete_port for d3774d6f-65a8-4686-bd8b-64589c56db39 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:31.240895 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a53e06-f71e-45ae-90f7-7eb1e5dfa1b5 None None] Resources bound (agent type, host, resource id): {{(pid=94683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:38:31.298540 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.325834 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Port': ['ID=d3774d6f-65a8-4686-bd8b-64589c56db39,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:31.334698 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:31.335042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:31.335381 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:31.335713 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:31.336040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:31.336367 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:31.336689 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:31.337011 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:31.337329 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:31.337800 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:31.338126 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:31.338443 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:31.342750 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No DVR routers for this DVR port d3774d6f-65a8-4686-bd8b-64589c56db39 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:38:31.429791 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.447974 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a1f1ac-b51b-4add-8767-c35f48cc2be2']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:31.461753 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da53315-fddb-491b-aa84-226ccc30fac7') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:31.462062 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da53315-fddb-491b-aa84-226ccc30fac7') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:31.472192 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.492684 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.499027 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:38:31.499415 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:38:31.541028 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:38:31.565524 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.572776 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.578426 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/networks/61a1f1ac-b51b-4add-8767-c35f48cc2be2 HTTP/1.1" status: 204 len: 168 time: 1.5804865 Aug 19 18:38:31.578891 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60504) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:31.588194 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77558114-50ab-46a1-b397-4ca387358a86 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Network': ['ID=61a1f1ac-b51b-4add-8767-c35f48cc2be2,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:31.599875 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-804b6f62-9787-4c30-b377-723f7b35d9b2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] DELETE failed (client error): The resource could not be found. Aug 19 18:38:31.600517 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-804b6f62-9787-4c30-b377-723f7b35d9b2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:38:31.602529 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-804b6f62-9787-4c30-b377-723f7b35d9b2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/networks/61a1f1ac-b51b-4add-8767-c35f48cc2be2 HTTP/1.1" status: 404 len: 339 time: 0.0225520 Aug 19 18:38:31.606226 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60506) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:31.611287 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-9cf07b07-2be9-4a42-a7e3-e308efe58c49 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-575789462', 'description': 'd1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:31.640591 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf07b07-2be9-4a42-a7e3-e308efe58c49 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Made reservation on behalf of b33839d5c038440a9e9a1f26175b6cd0 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:31.644636 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9cf07b07-2be9-4a42-a7e3-e308efe58c49 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.672137 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf07b07-2be9-4a42-a7e3-e308efe58c49 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:38:31.681731 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9cf07b07-2be9-4a42-a7e3-e308efe58c49 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.682084 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-9cf07b07-2be9-4a42-a7e3-e308efe58c49 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Added segment 5e9e6272-9c84-4c67-863e-4bf59616bb4a of type vlan for network 75551d6e-0af1-4055-8fd7-7b129d0cdf89 Aug 19 18:38:31.727304 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9cf07b07-2be9-4a42-a7e3-e308efe58c49 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.753466 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9cf07b07-2be9-4a42-a7e3-e308efe58c49 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.759850 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf07b07-2be9-4a42-a7e3-e308efe58c49 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:31.760645 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9cf07b07-2be9-4a42-a7e3-e308efe58c49 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.792109 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9cf07b07-2be9-4a42-a7e3-e308efe58c49 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.1846318 Aug 19 18:38:31.795188 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60508) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:31.864485 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf07b07-2be9-4a42-a7e3-e308efe58c49 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Network': ['ID=75551d6e-0af1-4055-8fd7-7b129d0cdf89,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:31.875763 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 75551d6e-0af1-4055-8fd7-7b129d0cdf89 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:38:31.909630 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d68215-ce08-433e-b113-53ca672997a2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:31.912389 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-83d68215-ce08-433e-b113-53ca672997a2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "GET /v2.0/networks?id=75551d6e-0af1-4055-8fd7-7b129d0cdf89 HTTP/1.1" status: 200 len: 760 time: 0.1155286 Aug 19 18:38:31.914672 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60514) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:31.920678 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-4ca468bf-8d74-4540-b3d0-6445ae980ad0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'network': {'description': 'd2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:32.101392 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4ca468bf-8d74-4540-b3d0-6445ae980ad0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:32.115273 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4ca468bf-8d74-4540-b3d0-6445ae980ad0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:32.134203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4ca468bf-8d74-4540-b3d0-6445ae980ad0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Network 75551d6e-0af1-4055-8fd7-7b129d0cdf89 is not hosted by any dhcp agent {{(pid=94681) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:38:32.139559 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca468bf-8d74-4540-b3d0-6445ae980ad0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:32.140172 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4ca468bf-8d74-4540-b3d0-6445ae980ad0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:32.141517 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4ca468bf-8d74-4540-b3d0-6445ae980ad0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "PUT /v2.0/networks/75551d6e-0af1-4055-8fd7-7b129d0cdf89 HTTP/1.1" status: 200 len: 757 time: 0.2257719 Aug 19 18:38:32.144231 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60520) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:32.194687 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca468bf-8d74-4540-b3d0-6445ae980ad0 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Network': ['ID=75551d6e-0af1-4055-8fd7-7b129d0cdf89,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:32.206642 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 75551d6e-0af1-4055-8fd7-7b129d0cdf89 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:38:32.573304 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bec087-c16a-4386-bd0e-27b06fe2628a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:32.574835 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a2bec087-c16a-4386-bd0e-27b06fe2628a tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "GET /v2.0/networks?id=75551d6e-0af1-4055-8fd7-7b129d0cdf89 HTTP/1.1" status: 200 len: 760 time: 0.4287872 Aug 19 18:38:32.578648 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60530) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:32.584276 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-9b22e231-c273-4920-bcf4-5c387edd3504 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-740492965'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:32.607055 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b22e231-c273-4920-bcf4-5c387edd3504 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Made reservation on behalf of b33839d5c038440a9e9a1f26175b6cd0 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:32.610828 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b22e231-c273-4920-bcf4-5c387edd3504 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:32.637824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b22e231-c273-4920-bcf4-5c387edd3504 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:38:32.647765 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b22e231-c273-4920-bcf4-5c387edd3504 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:32.648156 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-9b22e231-c273-4920-bcf4-5c387edd3504 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Added segment fd2e574b-bc58-4812-89f8-11838e3af783 of type vlan for network 1e6b2b7f-b662-4601-9e41-c873eaa2695d Aug 19 18:38:32.689868 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b22e231-c273-4920-bcf4-5c387edd3504 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:32.716069 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b22e231-c273-4920-bcf4-5c387edd3504 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:32.722129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b22e231-c273-4920-bcf4-5c387edd3504 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:32.722721 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9b22e231-c273-4920-bcf4-5c387edd3504 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:32.797377 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9b22e231-c273-4920-bcf4-5c387edd3504 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2176094 Aug 19 18:38:32.800432 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60536) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:32.806162 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-3e260f9c-90ae-42e8-9278-a0b39197bdb8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'subnet': {'network_id': '1e6b2b7f-b662-4601-9e41-c873eaa2695d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:32.815379 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22e231-c273-4920-bcf4-5c387edd3504 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Network': ['ID=1e6b2b7f-b662-4601-9e41-c873eaa2695d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:32.827809 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 1e6b2b7f-b662-4601-9e41-c873eaa2695d details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:38:32.938993 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e260f9c-90ae-42e8-9278-a0b39197bdb8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Made reservation on behalf of b33839d5c038440a9e9a1f26175b6cd0 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:32.944932 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e260f9c-90ae-42e8-9278-a0b39197bdb8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:33.136246 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e260f9c-90ae-42e8-9278-a0b39197bdb8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:33.197838 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e260f9c-90ae-42e8-9278-a0b39197bdb8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Subnet': ['ID=ed593f92-9cc5-4d75-ad4d-63ab9582f393,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:33.206353 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e260f9c-90ae-42e8-9278-a0b39197bdb8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Checking segment: {'id': 'fd2e574b-bc58-4812-89f8-11838e3af783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1e6b2b7f-b662-4601-9e41-c873eaa2695d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:33.206720 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e260f9c-90ae-42e8-9278-a0b39197bdb8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Network hostable DHCP agents. Network: 1e6b2b7f-b662-4601-9e41-c873eaa2695d, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:38:33.224988 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e260f9c-90ae-42e8-9278-a0b39197bdb8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Network 1e6b2b7f-b662-4601-9e41-c873eaa2695d is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:38:33.235047 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-3e260f9c-90ae-42e8-9278-a0b39197bdb8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 1e6b2b7f-b662-4601-9e41-c873eaa2695d) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:33.239881 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e260f9c-90ae-42e8-9278-a0b39197bdb8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:33.240535 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3e260f9c-90ae-42e8-9278-a0b39197bdb8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:33.252658 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21ca270-9f4e-4fd6-9702-d877f19712a2 None None] Network 1e6b2b7f-b662-4601-9e41-c873eaa2695d requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:33.258808 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3e260f9c-90ae-42e8-9278-a0b39197bdb8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4560304 Aug 19 18:38:33.260327 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60540) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:33.396755 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5079690e-36ed-4af3-a03d-27032cb74590 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:33.537355 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5079690e-36ed-4af3-a03d-27032cb74590 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:33.592779 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf41ea7f-6e21-4d5e-9ed1-dfe2460c535e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-1e6b2b7f-b662-4601-9e41-c873eaa2695d', 'network_id': '1e6b2b7f-b662-4601-9e41-c873eaa2695d', 'tenant_id': 'b33839d5c038440a9e9a1f26175b6cd0', 'fixed_ips': [{'subnet_id': 'ed593f92-9cc5-4d75-ad4d-63ab9582f393'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:38:33.595161 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cf41ea7f-6e21-4d5e-9ed1-dfe2460c535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:33.625225 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5079690e-36ed-4af3-a03d-27032cb74590 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:33.676231 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079690e-36ed-4af3-a03d-27032cb74590 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Subnet': ['ID=ed593f92-9cc5-4d75-ad4d-63ab9582f393,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server [None req-cf41ea7f-6e21-4d5e-9ed1-dfe2460c535e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed593f92-9cc5-4d75-ad4d-63ab9582f393: This subnet is being modified by another concurrent operation. Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise exception Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed593f92-9cc5-4d75-ad4d-63ab9582f393: This subnet is being modified by another concurrent operation. Aug 19 18:38:33.714941 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server Aug 19 18:38:33.735324 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bcad64-33f8-4653-bcf3-89ba086df03b None None] Network 1e6b2b7f-b662-4601-9e41-c873eaa2695d requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:33.748944 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5079690e-36ed-4af3-a03d-27032cb74590 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:33.759561 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-5079690e-36ed-4af3-a03d-27032cb74590 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6b2b7f-b662-4601-9e41-c873eaa2695d']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:33.770208 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-5079690e-36ed-4af3-a03d-27032cb74590 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2e574b-bc58-4812-89f8-11838e3af783') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:33.770605 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-5079690e-36ed-4af3-a03d-27032cb74590 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2e574b-bc58-4812-89f8-11838e3af783') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:33.781145 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5079690e-36ed-4af3-a03d-27032cb74590 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:33.798436 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5079690e-36ed-4af3-a03d-27032cb74590 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:33.805568 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5079690e-36ed-4af3-a03d-27032cb74590 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:38:33.805988 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5079690e-36ed-4af3-a03d-27032cb74590 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:38:33.808989 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:38:33.872142 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eb0e4d-dbad-4a4b-9b85-7c3cda73e771 None None] get_active_networks_info from n-d-803753-2 {{(pid=94683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:38:33.873230 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5079690e-36ed-4af3-a03d-27032cb74590 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:33.883183 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5079690e-36ed-4af3-a03d-27032cb74590 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:33.889747 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5079690e-36ed-4af3-a03d-27032cb74590 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/networks/1e6b2b7f-b662-4601-9e41-c873eaa2695d HTTP/1.1" status: 204 len: 168 time: 0.6257656 Aug 19 18:38:33.890795 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60552) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:33.914484 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079690e-36ed-4af3-a03d-27032cb74590 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Network': ['ID=1e6b2b7f-b662-4601-9e41-c873eaa2695d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:33.935595 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c89026-b55c-4a96-b218-61105512f751 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] GET failed (client error): The resource could not be found. Aug 19 18:38:33.936953 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-40c89026-b55c-4a96-b218-61105512f751 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "GET /v2.0/subnets/ed593f92-9cc5-4d75-ad4d-63ab9582f393 HTTP/1.1" status: 404 len: 337 time: 0.0354483 Aug 19 18:38:33.940071 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60554) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:33.962849 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-336bffe9-7188-4451-92dc-6929765973dc tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] DELETE failed (client error): The resource could not be found. Aug 19 18:38:33.963766 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336bffe9-7188-4451-92dc-6929765973dc tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:38:33.966457 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-336bffe9-7188-4451-92dc-6929765973dc tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/networks/1e6b2b7f-b662-4601-9e41-c873eaa2695d HTTP/1.1" status: 404 len: 339 time: 0.0244861 Aug 19 18:38:33.970763 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60558) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:33.983408 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eb0e4d-dbad-4a4b-9b85-7c3cda73e771 None None] Resources bound (agent type, host, resource id): {{(pid=94683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:38:34.182622 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dee3c9-ec1d-4a76-9ab0-b0c805f04978 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:34.184190 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-69dee3c9-ec1d-4a76-9ab0-b0c805f04978 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2119720 Aug 19 18:38:34.186805 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60560) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:34.228994 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9380fbe5-65c5-4209-984c-073b9e3258eb tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "GET /v2.0/subnets?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 207 time: 0.0406342 Aug 19 18:38:34.231842 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60562) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:34.415772 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29382976-02d5-456a-979b-3062a8a8fee1 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:34.421612 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29382976-02d5-456a-979b-3062a8a8fee1 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:34.428276 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29382976-02d5-456a-979b-3062a8a8fee1 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:34.434276 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29382976-02d5-456a-979b-3062a8a8fee1 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:34.435920 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-29382976-02d5-456a-979b-3062a8a8fee1 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2031198 Aug 19 18:38:34.439631 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60568) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:34.605775 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e4faa524-2ce5-4532-b43b-e5ac38b45245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:34.650393 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f1ec6299-774a-4d2b-b9db-8d7c865819be tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2055354 Aug 19 18:38:34.651102 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60574) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:34.752097 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb393ce-3645-4537-82e7-83caacbd1352 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:34.753664 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb393ce-3645-4537-82e7-83caacbd1352 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:34.758549 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bfb393ce-3645-4537-82e7-83caacbd1352 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1034939 Aug 19 18:38:34.759075 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60576) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:34.860895 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d662ac1d-af23-45dc-aa98-f99625a402ee tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['shared'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:34.862640 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d662ac1d-af23-45dc-aa98-f99625a402ee tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['shared'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:34.864424 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d662ac1d-af23-45dc-aa98-f99625a402ee tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1043591 Aug 19 18:38:34.868237 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60586) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:35.000593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd28a45-ce09-41a2-bcff-27b947b17df7 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:35.002229 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-afd28a45-ce09-41a2-bcff-27b947b17df7 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "GET /v2.0/networks/c30bc3c3-640f-4c14-93b7-e9f146459348 HTTP/1.1" status: 200 len: 799 time: 0.1329796 Aug 19 18:38:35.007931 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60592) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:35.118944 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f61a4ae3-41c7-4945-99de-613218554019 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "GET /v2.0/networks/c30bc3c3-640f-4c14-93b7-e9f146459348?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1094196 Aug 19 18:38:35.122177 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60594) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:35.174197 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5701d480-9e17-4da2-ab89-93716e6b0a30 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:35.179649 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5701d480-9e17-4da2-ab89-93716e6b0a30 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "GET /v2.0/subnets/ed27f80d-b102-4275-818e-fc6fc47efac5 HTTP/1.1" status: 200 len: 811 time: 0.0524635 Aug 19 18:38:35.180027 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60596) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:35.232758 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8872bd2e-9ff7-4079-a5ef-66a8ecb77cf7 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:35.237284 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8872bd2e-9ff7-4079-a5ef-66a8ecb77cf7 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "GET /v2.0/subnets/ed27f80d-b102-4275-818e-fc6fc47efac5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0530708 Aug 19 18:38:35.237502 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60598) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:35.243452 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-518e4a9f-c788-4b62-9e02-d9ce675d3fa6 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-53053130'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:35.264969 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518e4a9f-c788-4b62-9e02-d9ce675d3fa6 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Made reservation on behalf of b33839d5c038440a9e9a1f26175b6cd0 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:35.270995 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-518e4a9f-c788-4b62-9e02-d9ce675d3fa6 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:35.295688 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518e4a9f-c788-4b62-9e02-d9ce675d3fa6 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:38:35.305844 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-518e4a9f-c788-4b62-9e02-d9ce675d3fa6 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:35.306300 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-518e4a9f-c788-4b62-9e02-d9ce675d3fa6 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Added segment 74040c25-04a0-42e0-92cc-2b0187792f16 of type vlan for network aab98b11-d925-425a-a930-907a14937574 Aug 19 18:38:35.351682 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-518e4a9f-c788-4b62-9e02-d9ce675d3fa6 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:35.376786 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-518e4a9f-c788-4b62-9e02-d9ce675d3fa6 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:35.383250 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518e4a9f-c788-4b62-9e02-d9ce675d3fa6 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:35.384232 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-518e4a9f-c788-4b62-9e02-d9ce675d3fa6 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:35.454092 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-518e4a9f-c788-4b62-9e02-d9ce675d3fa6 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2151425 Aug 19 18:38:35.455433 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60604) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:35.464653 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-54c0efad-5919-4957-8306-3ed73fae95d4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'subnet': {'network_id': 'aab98b11-d925-425a-a930-907a14937574', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:35.466539 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e4a9f-c788-4b62-9e02-d9ce675d3fa6 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Network': ['ID=aab98b11-d925-425a-a930-907a14937574,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:35.479663 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network aab98b11-d925-425a-a930-907a14937574 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:38:35.599383 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c0efad-5919-4957-8306-3ed73fae95d4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Made reservation on behalf of b33839d5c038440a9e9a1f26175b6cd0 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:35.603254 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-54c0efad-5919-4957-8306-3ed73fae95d4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:35.666793 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.ipam_backend_mixin [None req-54c0efad-5919-4957-8306-3ed73fae95d4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Performing IP validity checks on allocation pools {{(pid=94681) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 18:38:35.667506 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.ipam_backend_mixin [None req-54c0efad-5919-4957-8306-3ed73fae95d4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94681) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 18:38:35.815160 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-54c0efad-5919-4957-8306-3ed73fae95d4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:35.891602 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c0efad-5919-4957-8306-3ed73fae95d4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Checking segment: {'id': '74040c25-04a0-42e0-92cc-2b0187792f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'aab98b11-d925-425a-a930-907a14937574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:35.892071 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c0efad-5919-4957-8306-3ed73fae95d4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Network hostable DHCP agents. Network: aab98b11-d925-425a-a930-907a14937574, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:38:35.895255 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0efad-5919-4957-8306-3ed73fae95d4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Subnet': ['ID=898ba0e2-6d9e-4d13-be7c-395d6097c8e9,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:35.919111 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c0efad-5919-4957-8306-3ed73fae95d4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Network aab98b11-d925-425a-a930-907a14937574 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:38:35.931119 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-54c0efad-5919-4957-8306-3ed73fae95d4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, aab98b11-d925-425a-a930-907a14937574) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:35.941068 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c35328-9eea-4437-b867-c778e4d65460 None None] Network aab98b11-d925-425a-a930-907a14937574 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:35.943671 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c0efad-5919-4957-8306-3ed73fae95d4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:35.944508 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-54c0efad-5919-4957-8306-3ed73fae95d4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:35.963595 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-54c0efad-5919-4957-8306-3ed73fae95d4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5040565 Aug 19 18:38:35.963842 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60612) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:35.969951 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-d4737b36-8b0e-4281-82da-7e82cc1583f6 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:36.136940 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a697347e-4bdf-4deb-bb85-377ea885ebc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-aab98b11-d925-425a-a930-907a14937574', 'network_id': 'aab98b11-d925-425a-a930-907a14937574', 'tenant_id': 'b33839d5c038440a9e9a1f26175b6cd0', 'fixed_ips': [{'subnet_id': '898ba0e2-6d9e-4d13-be7c-395d6097c8e9'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:38:36.137840 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a697347e-4bdf-4deb-bb85-377ea885ebc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:36.307086 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-a697347e-4bdf-4deb-bb85-377ea885ebc0 None None] Allocated IP 172.20.0.3 (aab98b11-d925-425a-a930-907a14937574/898ba0e2-6d9e-4d13-be7c-395d6097c8e9/74f51ff9-3706-4e01-acc5-97a37d6f9023) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:38:36.495545 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d4737b36-8b0e-4281-82da-7e82cc1583f6 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59511160'] for subnet, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:36.500408 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a697347e-4bdf-4deb-bb85-377ea885ebc0 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:36.515937 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a697347e-4bdf-4deb-bb85-377ea885ebc0 None None] Transition to ACTIVE for port object 74f51ff9-3706-4e01-acc5-97a37d6f9023 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:36.537484 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a697347e-4bdf-4deb-bb85-377ea885ebc0 None None] Transition to ACTIVE for port object 74f51ff9-3706-4e01-acc5-97a37d6f9023 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:36.546072 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a697347e-4bdf-4deb-bb85-377ea885ebc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:36.593741 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a697347e-4bdf-4deb-bb85-377ea885ebc0 None None] Network aab98b11-d925-425a-a930-907a14937574 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:38:36.596788 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-a697347e-4bdf-4deb-bb85-377ea885ebc0 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:36.602594 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a697347e-4bdf-4deb-bb85-377ea885ebc0 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:38:36.611736 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697347e-4bdf-4deb-bb85-377ea885ebc0 None None] Pushing event updated for resources: {'Port': ['ID=74f51ff9-3706-4e01-acc5-97a37d6f9023,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:36.682430 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a697347e-4bdf-4deb-bb85-377ea885ebc0 None None] Attempting to bind port 74f51ff9-3706-4e01-acc5-97a37d6f9023 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:36.683197 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a697347e-4bdf-4deb-bb85-377ea885ebc0 None None] Attempting to bind port 74f51ff9-3706-4e01-acc5-97a37d6f9023 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '74040c25-04a0-42e0-92cc-2b0187792f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'aab98b11-d925-425a-a930-907a14937574'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:36.683757 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a697347e-4bdf-4deb-bb85-377ea885ebc0 None None] Attempting to bind port 74f51ff9-3706-4e01-acc5-97a37d6f9023 on network aab98b11-d925-425a-a930-907a14937574 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:36.690517 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a697347e-4bdf-4deb-bb85-377ea885ebc0 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:38:36.691054 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a697347e-4bdf-4deb-bb85-377ea885ebc0 None None] Checking segment: {'id': '74040c25-04a0-42e0-92cc-2b0187792f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'aab98b11-d925-425a-a930-907a14937574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:36.692080 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a697347e-4bdf-4deb-bb85-377ea885ebc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:36.692569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a697347e-4bdf-4deb-bb85-377ea885ebc0 None None] Bound using segment: {'id': '74040c25-04a0-42e0-92cc-2b0187792f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'aab98b11-d925-425a-a930-907a14937574'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:38:36.693263 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a697347e-4bdf-4deb-bb85-377ea885ebc0 None None] Bound port: 74f51ff9-3706-4e01-acc5-97a37d6f9023, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74040c25-04a0-42e0-92cc-2b0187792f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'aab98b11-d925-425a-a930-907a14937574'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:38:36.693729 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a697347e-4bdf-4deb-bb85-377ea885ebc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:36.751434 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d4737b36-8b0e-4281-82da-7e82cc1583f6 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789619245671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60269978'] for subnet, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:36.773842 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a697347e-4bdf-4deb-bb85-377ea885ebc0 None None] For port 74f51ff9-3706-4e01-acc5-97a37d6f9023, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:38:36.780300 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a697347e-4bdf-4deb-bb85-377ea885ebc0 None None] For port 74f51ff9-3706-4e01-acc5-97a37d6f9023, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=74f51ff9-3706-4e01-acc5-97a37d6f9023,segment=NetworkSegment(74040c25-04a0-42e0-92cc-2b0187792f16),segment_id=74040c25-04a0-42e0-92cc-2b0187792f16)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:38:36.788150 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a697347e-4bdf-4deb-bb85-377ea885ebc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:36.811645 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4737b36-8b0e-4281-82da-7e82cc1583f6 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:36.812172 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d4737b36-8b0e-4281-82da-7e82cc1583f6 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:36.816401 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60628) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:36.817102 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d4737b36-8b0e-4281-82da-7e82cc1583f6 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "PUT /v2.0/subnets/898ba0e2-6d9e-4d13-be7c-395d6097c8e9 HTTP/1.1" status: 200 len: 877 time: 0.8515320 Aug 19 18:38:36.825753 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4737b36-8b0e-4281-82da-7e82cc1583f6 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event updated for resources: {'Subnet': ['ID=898ba0e2-6d9e-4d13-be7c-395d6097c8e9,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:36.876213 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697347e-4bdf-4deb-bb85-377ea885ebc0 None None] Pushing event updated for resources: {'Port': ['ID=74f51ff9-3706-4e01-acc5-97a37d6f9023,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:36.946905 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-14dff0b7-d03e-4e0b-85b1-ebfe33cedd87 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:37.036035 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-14dff0b7-d03e-4e0b-85b1-ebfe33cedd87 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Deleting port 74f51ff9-3706-4e01-acc5-97a37d6f9023 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:37.036387 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-14dff0b7-d03e-4e0b-85b1-ebfe33cedd87 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:37.187760 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-14dff0b7-d03e-4e0b-85b1-ebfe33cedd87 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] For port 74f51ff9-3706-4e01-acc5-97a37d6f9023, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=74f51ff9-3706-4e01-acc5-97a37d6f9023,segment=NetworkSegment(74040c25-04a0-42e0-92cc-2b0187792f16),segment_id=74040c25-04a0-42e0-92cc-2b0187792f16)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:37.188426 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-14dff0b7-d03e-4e0b-85b1-ebfe33cedd87 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:37.202974 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-14dff0b7-d03e-4e0b-85b1-ebfe33cedd87 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Calling delete_port for 74f51ff9-3706-4e01-acc5-97a37d6f9023 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:37.291703 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:37.382196 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b6a15d0e-5af6-4968-8c0d-330c0e4aa0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:37.397016 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-14dff0b7-d03e-4e0b-85b1-ebfe33cedd87 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:37.438053 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 74f51ff9-3706-4e01-acc5-97a37d6f9023 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:38:37.439060 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dff0b7-d03e-4e0b-85b1-ebfe33cedd87 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Port': ['ID=74f51ff9-3706-4e01-acc5-97a37d6f9023,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:37.474227 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 74f51ff9-3706-4e01-acc5-97a37d6f9023 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:38:37.474227 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 74f51ff9-3706-4e01-acc5-97a37d6f9023 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 19 18:38:37.496378 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Port 74f51ff9-3706-4e01-acc5-97a37d6f9023 not found, will not notify nova. {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 19 18:38:37.497708 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dff0b7-d03e-4e0b-85b1-ebfe33cedd87 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No DVR routers for this DVR port 74f51ff9-3706-4e01-acc5-97a37d6f9023 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:38:37.546248 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-14dff0b7-d03e-4e0b-85b1-ebfe33cedd87 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:37.643594 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-14dff0b7-d03e-4e0b-85b1-ebfe33cedd87 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:37.687485 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dff0b7-d03e-4e0b-85b1-ebfe33cedd87 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Subnet': ['ID=898ba0e2-6d9e-4d13-be7c-395d6097c8e9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:37.767629 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-14dff0b7-d03e-4e0b-85b1-ebfe33cedd87 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:37.784291 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-14dff0b7-d03e-4e0b-85b1-ebfe33cedd87 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab98b11-d925-425a-a930-907a14937574']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:37.800251 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-14dff0b7-d03e-4e0b-85b1-ebfe33cedd87 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74040c25-04a0-42e0-92cc-2b0187792f16') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:37.800553 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-14dff0b7-d03e-4e0b-85b1-ebfe33cedd87 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74040c25-04a0-42e0-92cc-2b0187792f16') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:37.820870 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-14dff0b7-d03e-4e0b-85b1-ebfe33cedd87 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:37.837767 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-14dff0b7-d03e-4e0b-85b1-ebfe33cedd87 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:37.844913 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14dff0b7-d03e-4e0b-85b1-ebfe33cedd87 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:38:37.845721 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-14dff0b7-d03e-4e0b-85b1-ebfe33cedd87 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:38:37.849583 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:38:37.957950 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-14dff0b7-d03e-4e0b-85b1-ebfe33cedd87 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:37.971757 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-14dff0b7-d03e-4e0b-85b1-ebfe33cedd87 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:37.982965 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-14dff0b7-d03e-4e0b-85b1-ebfe33cedd87 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/networks/aab98b11-d925-425a-a930-907a14937574 HTTP/1.1" status: 204 len: 168 time: 1.1653395 Aug 19 18:38:37.985779 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60638) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:38.001810 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dff0b7-d03e-4e0b-85b1-ebfe33cedd87 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Network': ['ID=aab98b11-d925-425a-a930-907a14937574,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:38.040367 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea601a2-2985-4c3b-b4aa-efb698b15321 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] DELETE failed (client error): The resource could not be found. Aug 19 18:38:38.041146 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea601a2-2985-4c3b-b4aa-efb698b15321 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:38:38.043481 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5ea601a2-2985-4c3b-b4aa-efb698b15321 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/subnets/898ba0e2-6d9e-4d13-be7c-395d6097c8e9 HTTP/1.1" status: 404 len: 337 time: 0.0561512 Aug 19 18:38:38.046105 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60640) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:38.070822 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d2b859-afe8-46f5-bfd1-8a31ced07a76 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] DELETE failed (client error): The resource could not be found. Aug 19 18:38:38.072669 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d2b859-afe8-46f5-bfd1-8a31ced07a76 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:38:38.077178 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d9d2b859-afe8-46f5-bfd1-8a31ced07a76 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/networks/aab98b11-d925-425a-a930-907a14937574 HTTP/1.1" status: 404 len: 339 time: 0.0297852 Aug 19 18:38:38.087984 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60644) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:38.141284 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b00929-6b69-4af6-96f5-63751f986fbb tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] DELETE failed (client error): The resource could not be found. Aug 19 18:38:38.143766 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b00929-6b69-4af6-96f5-63751f986fbb tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:38:38.149264 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-09b00929-6b69-4af6-96f5-63751f986fbb tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/subnets/ed593f92-9cc5-4d75-ad4d-63ab9582f393 HTTP/1.1" status: 404 len: 337 time: 0.0576410 Aug 19 18:38:38.150399 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60648) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:38.181935 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-43313dca-23b8-4a39-81c6-e8fe34066744 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] DELETE failed (client error): The resource could not be found. Aug 19 18:38:38.182681 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43313dca-23b8-4a39-81c6-e8fe34066744 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:38:38.184431 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-43313dca-23b8-4a39-81c6-e8fe34066744 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/networks/1e6b2b7f-b662-4601-9e41-c873eaa2695d HTTP/1.1" status: 404 len: 339 time: 0.0327055 Aug 19 18:38:38.189332 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60650) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:38.215698 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:38.247699 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2adfbf03-c86e-4746-8a2e-5254b7e02a58 None None] Could not find standard attr ID for object 74f51ff9-3706-4e01-acc5-97a37d6f9023. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:38:38.282994 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e75dbb8-d1e5-4f54-88af-e30a42d1a690 None None] DHCP port deletion for aab98b11-d925-425a-a930-907a14937574 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:38:38.285089 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6312f3e3-855b-4504-9a5d-aac7b75517bd tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:38.310505 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d48ac78-2409-4a57-b5fb-d1d2f1c1d965 None None] Network aab98b11-d925-425a-a930-907a14937574 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:38.325027 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d48ac78-2409-4a57-b5fb-d1d2f1c1d965 None None] Network aab98b11-d925-425a-a930-907a14937574 could not be found, it might have been deleted concurrently. {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 18:38:38.337858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c10c10-08c7-490f-9f5b-8e91a0794957 None None] Network aab98b11-d925-425a-a930-907a14937574 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:38.362123 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c10c10-08c7-490f-9f5b-8e91a0794957 None None] Network aab98b11-d925-425a-a930-907a14937574 could not be found, it might have been deleted concurrently. {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 18:38:38.413243 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6312f3e3-855b-4504-9a5d-aac7b75517bd tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:38.423815 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-6312f3e3-855b-4504-9a5d-aac7b75517bd tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75551d6e-0af1-4055-8fd7-7b129d0cdf89']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:38.437691 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-6312f3e3-855b-4504-9a5d-aac7b75517bd tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9e6272-9c84-4c67-863e-4bf59616bb4a') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:38.439663 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-6312f3e3-855b-4504-9a5d-aac7b75517bd tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9e6272-9c84-4c67-863e-4bf59616bb4a') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:38.449426 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6312f3e3-855b-4504-9a5d-aac7b75517bd tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:38.473421 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6312f3e3-855b-4504-9a5d-aac7b75517bd tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:38.484003 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6312f3e3-855b-4504-9a5d-aac7b75517bd tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:38:38.484615 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6312f3e3-855b-4504-9a5d-aac7b75517bd tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:38:38.488882 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:38:38.553377 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6312f3e3-855b-4504-9a5d-aac7b75517bd tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:38.563296 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6312f3e3-855b-4504-9a5d-aac7b75517bd tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:38.565910 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6312f3e3-855b-4504-9a5d-aac7b75517bd tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/networks/75551d6e-0af1-4055-8fd7-7b129d0cdf89 HTTP/1.1" status: 204 len: 168 time: 0.3750014 Aug 19 18:38:38.571199 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60652) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:38.598214 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312f3e3-855b-4504-9a5d-aac7b75517bd tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Network': ['ID=75551d6e-0af1-4055-8fd7-7b129d0cdf89,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:38.618304 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-b723b224-82de-428b-92f7-21d61afdb8a2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] DELETE failed (client error): The resource could not be found. Aug 19 18:38:38.618848 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b723b224-82de-428b-92f7-21d61afdb8a2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:38:38.622959 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b723b224-82de-428b-92f7-21d61afdb8a2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/subnets/f17adf04-5091-4698-853b-a1a9a58662d6 HTTP/1.1" status: 404 len: 337 time: 0.0473142 Aug 19 18:38:38.623344 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60654) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:38.643076 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f336976-cf2e-4491-bd58-efaa7a01638b tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] DELETE failed (client error): The resource could not be found. Aug 19 18:38:38.643639 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f336976-cf2e-4491-bd58-efaa7a01638b tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:38:38.645499 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5f336976-cf2e-4491-bd58-efaa7a01638b tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/networks/61a1f1ac-b51b-4add-8767-c35f48cc2be2 HTTP/1.1" status: 404 len: 339 time: 0.0213268 Aug 19 18:38:38.648178 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60656) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:38.683113 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3cf6d8-98f6-4869-a579-75964d4ba5b2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] DELETE failed (client error): The resource could not be found. Aug 19 18:38:38.684261 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c3cf6d8-98f6-4869-a579-75964d4ba5b2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:38:38.687897 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9c3cf6d8-98f6-4869-a579-75964d4ba5b2 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/subnets/12cbf351-9af4-4576-b175-c60c4d8ce7d8 HTTP/1.1" status: 404 len: 337 time: 0.0357997 Aug 19 18:38:38.688779 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60658) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:38.708232 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd120034-9b1a-400f-ba6a-e7fc33327019 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] DELETE failed (client error): The resource could not be found. Aug 19 18:38:38.713160 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd120034-9b1a-400f-ba6a-e7fc33327019 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:38:38.713160 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bd120034-9b1a-400f-ba6a-e7fc33327019 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/networks/799fe450-7efc-4431-bdd1-800e3ea671bc HTTP/1.1" status: 404 len: 339 time: 0.0206926 Aug 19 18:38:38.713506 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60660) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:38.741697 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ac54ed-d897-4cc0-9483-78c097326df8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] DELETE failed (client error): The resource could not be found. Aug 19 18:38:38.741697 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ac54ed-d897-4cc0-9483-78c097326df8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:38:38.746241 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-07ac54ed-d897-4cc0-9483-78c097326df8 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/subnets/cf01e08a-9e70-4ea9-a461-d5884de7d378 HTTP/1.1" status: 404 len: 337 time: 0.0285997 Aug 19 18:38:38.746448 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60662) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:38.764495 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0255a33-c0df-4194-8074-de5dce698af4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] DELETE failed (client error): The resource could not be found. Aug 19 18:38:38.769767 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0255a33-c0df-4194-8074-de5dce698af4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:38:38.769767 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b0255a33-c0df-4194-8074-de5dce698af4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/networks/81c08f35-6896-44cc-a554-09930c0f0d7c HTTP/1.1" status: 404 len: 339 time: 0.0193002 Aug 19 18:38:38.769978 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60664) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:38.810443 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-be22cd10-fb02-4e94-bb72-ef7e1a3954c4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] DELETE failed (client error): The resource could not be found. Aug 19 18:38:38.811092 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be22cd10-fb02-4e94-bb72-ef7e1a3954c4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:38:38.815456 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-be22cd10-fb02-4e94-bb72-ef7e1a3954c4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/subnets/56984f82-b083-4f2a-8450-0e2681f4fe76 HTTP/1.1" status: 404 len: 337 time: 0.0415261 Aug 19 18:38:38.816151 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60666) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:38.834326 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-49bdaf36-c294-4177-b346-eaf5a6aad976 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] DELETE failed (client error): The resource could not be found. Aug 19 18:38:38.838021 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49bdaf36-c294-4177-b346-eaf5a6aad976 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:38:38.838021 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-49bdaf36-c294-4177-b346-eaf5a6aad976 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/networks/3cb1444b-7791-437e-bf54-4d87fe60d05a HTTP/1.1" status: 404 len: 339 time: 0.0193837 Aug 19 18:38:38.839284 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60668) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:38.871909 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-777eeb92-d3c4-46be-826d-32188cd6b0ce tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] DELETE failed (client error): The resource could not be found. Aug 19 18:38:38.872721 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-777eeb92-d3c4-46be-826d-32188cd6b0ce tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:38:38.874689 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-777eeb92-d3c4-46be-826d-32188cd6b0ce tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/subnets/f9a94845-e6e4-46dd-81e9-b9a104dfee67 HTTP/1.1" status: 404 len: 337 time: 0.0343580 Aug 19 18:38:38.877510 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60670) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:38.895667 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-c425dc45-ce41-49d9-8d73-189821b5b34f tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] DELETE failed (client error): The resource could not be found. Aug 19 18:38:38.896196 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c425dc45-ce41-49d9-8d73-189821b5b34f tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:38:38.897883 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c425dc45-ce41-49d9-8d73-189821b5b34f tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/networks/2cf714f3-f629-423d-a96c-cfb129ccafc4 HTTP/1.1" status: 404 len: 339 time: 0.0193701 Aug 19 18:38:38.900881 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60672) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:38.928310 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5f8a5e-3828-4477-bd69-6cc5e78a1691 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] DELETE failed (client error): The resource could not be found. Aug 19 18:38:38.928772 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5f8a5e-3828-4477-bd69-6cc5e78a1691 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:38:38.930632 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cc5f8a5e-3828-4477-bd69-6cc5e78a1691 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/subnets/4f5d454e-fba2-4b3c-b9ca-02b869d0e89f HTTP/1.1" status: 404 len: 337 time: 0.0288222 Aug 19 18:38:38.933832 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60674) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:38.952516 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-9992b1d3-20fd-4744-ae1d-3308894e75b4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] DELETE failed (client error): The resource could not be found. Aug 19 18:38:38.953066 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9992b1d3-20fd-4744-ae1d-3308894e75b4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:38:38.954819 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9992b1d3-20fd-4744-ae1d-3308894e75b4 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/networks/9ee1f5f9-a1ef-4d5a-aa2b-2a61b1167998 HTTP/1.1" status: 404 len: 339 time: 0.0200925 Aug 19 18:38:38.957769 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60676) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:38.984110 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-44755b66-731f-41c5-b430-a1105f8a192b tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] DELETE failed (client error): The resource could not be found. Aug 19 18:38:38.984553 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44755b66-731f-41c5-b430-a1105f8a192b tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:38:38.986258 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-44755b66-731f-41c5-b430-a1105f8a192b tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/subnets/06edf59b-4d73-423f-9915-9a9f0d52864c HTTP/1.1" status: 404 len: 337 time: 0.0275176 Aug 19 18:38:38.989405 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60678) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:39.010574 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aaf6330-2116-45a8-9e39-40af889a8edc tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] DELETE failed (client error): The resource could not be found. Aug 19 18:38:39.011634 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aaf6330-2116-45a8-9e39-40af889a8edc tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:38:39.013761 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1aaf6330-2116-45a8-9e39-40af889a8edc tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/networks/8b3819e7-55de-475f-b4d0-85e91a6aa88e HTTP/1.1" status: 404 len: 339 time: 0.0230603 Aug 19 18:38:39.016082 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60680) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:39.047488 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa596c6b-51ae-46e6-8963-7ce42f771a23 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] DELETE failed (client error): The resource could not be found. Aug 19 18:38:39.047488 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa596c6b-51ae-46e6-8963-7ce42f771a23 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:38:39.054519 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fa596c6b-51ae-46e6-8963-7ce42f771a23 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/subnets/880abe91-087d-44a0-b5e7-0df5ca29aa86 HTTP/1.1" status: 404 len: 337 time: 0.0370557 Aug 19 18:38:39.057238 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60684) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:39.076790 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa964913-d5c9-4157-93f0-3be69e8fe1b1 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] DELETE failed (client error): The resource could not be found. Aug 19 18:38:39.077732 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa964913-d5c9-4157-93f0-3be69e8fe1b1 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:38:39.079679 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-aa964913-d5c9-4157-93f0-3be69e8fe1b1 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/networks/61c9d48f-aa38-4764-b863-59f0d9394140 HTTP/1.1" status: 404 len: 339 time: 0.0214970 Aug 19 18:38:39.082173 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60686) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:39.143475 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a8e4f4-6b81-4a75-94f9-7a935423c691 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Deleting subnet ed27f80d-b102-4275-818e-fc6fc47efac5 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:38:39.146951 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e2a8e4f4-6b81-4a75-94f9-7a935423c691 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:39.228981 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e2a8e4f4-6b81-4a75-94f9-7a935423c691 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:39.321874 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e2a8e4f4-6b81-4a75-94f9-7a935423c691 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:39.403777 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e2a8e4f4-6b81-4a75-94f9-7a935423c691 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:39.418023 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 74f51ff9-3706-4e01-acc5-97a37d6f9023 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:38:39.439021 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8e4f4-6b81-4a75-94f9-7a935423c691 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Subnet': ['ID=ed27f80d-b102-4275-818e-fc6fc47efac5,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:39.443986 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e2a8e4f4-6b81-4a75-94f9-7a935423c691 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:39.448544 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e2a8e4f4-6b81-4a75-94f9-7a935423c691 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/subnets/ed27f80d-b102-4275-818e-fc6fc47efac5 HTTP/1.1" status: 204 len: 168 time: 0.3650379 Aug 19 18:38:39.448846 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60694) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:39.458205 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 74f51ff9-3706-4e01-acc5-97a37d6f9023 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:38:39.458790 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 74f51ff9-3706-4e01-acc5-97a37d6f9023 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:38:39.475924 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea196ff-a162-4f49-8842-8710c29709c3 None None] Network c30bc3c3-640f-4c14-93b7-e9f146459348 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:39.647348 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-31479ec6-758e-4f0f-b215-62befe5d8335 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:39.720210 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4879de6-4dbf-4c42-8bfe-008038bab3d0 None None] DHCP port deletion for c30bc3c3-640f-4c14-93b7-e9f146459348 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:38:39.768939 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-31479ec6-758e-4f0f-b215-62befe5d8335 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Deleting port 61454d62-ea18-4c95-ad9a-f392652d8a21 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:39.769951 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-31479ec6-758e-4f0f-b215-62befe5d8335 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:39.787776 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-c4879de6-4dbf-4c42-8bfe-008038bab3d0 None None] Deleting port 61454d62-ea18-4c95-ad9a-f392652d8a21 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:39.787776 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c4879de6-4dbf-4c42-8bfe-008038bab3d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:39.889894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-31479ec6-758e-4f0f-b215-62befe5d8335 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] For port 61454d62-ea18-4c95-ad9a-f392652d8a21, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=61454d62-ea18-4c95-ad9a-f392652d8a21,segment=NetworkSegment(851908a8-2d1d-48ca-b603-ba992db64faf),segment_id=851908a8-2d1d-48ca-b603-ba992db64faf)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:39.893550 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-31479ec6-758e-4f0f-b215-62befe5d8335 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:39.932240 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-31479ec6-758e-4f0f-b215-62befe5d8335 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Calling delete_port for 61454d62-ea18-4c95-ad9a-f392652d8a21 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:39.952805 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c4879de6-4dbf-4c42-8bfe-008038bab3d0 None None] For port 61454d62-ea18-4c95-ad9a-f392652d8a21, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=61454d62-ea18-4c95-ad9a-f392652d8a21,segment=NetworkSegment(851908a8-2d1d-48ca-b603-ba992db64faf),segment_id=851908a8-2d1d-48ca-b603-ba992db64faf)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:39.953236 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c4879de6-4dbf-4c42-8bfe-008038bab3d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:39.985996 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-c4879de6-4dbf-4c42-8bfe-008038bab3d0 None None] Calling delete_port for 61454d62-ea18-4c95-ad9a-f392652d8a21 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:40.077127 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-31479ec6-758e-4f0f-b215-62befe5d8335 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:40.109968 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31479ec6-758e-4f0f-b215-62befe5d8335 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Port': ['ID=61454d62-ea18-4c95-ad9a-f392652d8a21,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:40.111838 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31479ec6-758e-4f0f-b215-62befe5d8335 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] No DVR routers for this DVR port 61454d62-ea18-4c95-ad9a-f392652d8a21 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:38:40.162432 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c4879de6-4dbf-4c42-8bfe-008038bab3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:40.176970 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4879de6-4dbf-4c42-8bfe-008038bab3d0 None None] No DVR routers for this DVR port 61454d62-ea18-4c95-ad9a-f392652d8a21 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:38:40.209045 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4879de6-4dbf-4c42-8bfe-008038bab3d0 None None] Pushing event deleted for resources: {'Port': ['ID=61454d62-ea18-4c95-ad9a-f392652d8a21,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:40.235257 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:40.269288 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-31479ec6-758e-4f0f-b215-62befe5d8335 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:40.281991 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-31479ec6-758e-4f0f-b215-62befe5d8335 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c30bc3c3-640f-4c14-93b7-e9f146459348']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:40.294004 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-31479ec6-758e-4f0f-b215-62befe5d8335 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '851908a8-2d1d-48ca-b603-ba992db64faf') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:40.294575 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-31479ec6-758e-4f0f-b215-62befe5d8335 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '851908a8-2d1d-48ca-b603-ba992db64faf') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:40.304544 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-31479ec6-758e-4f0f-b215-62befe5d8335 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:40.324251 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-31479ec6-758e-4f0f-b215-62befe5d8335 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:40.358602 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31479ec6-758e-4f0f-b215-62befe5d8335 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:38:40.362101 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-31479ec6-758e-4f0f-b215-62befe5d8335 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:38:40.368988 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:38:40.453786 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-31479ec6-758e-4f0f-b215-62befe5d8335 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:40.458541 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-31479ec6-758e-4f0f-b215-62befe5d8335 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:40.460573 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-31479ec6-758e-4f0f-b215-62befe5d8335 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] 10.222.0.24 "DELETE /v2.0/networks/c30bc3c3-640f-4c14-93b7-e9f146459348 HTTP/1.1" status: 204 len: 168 time: 1.0106859 Aug 19 18:38:40.477395 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31479ec6-758e-4f0f-b215-62befe5d8335 tempest-NetworksTest-735347580 tempest-NetworksTest-735347580-project] Pushing event deleted for resources: {'Network': ['ID=c30bc3c3-640f-4c14-93b7-e9f146459348,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:40.792762 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60720) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:40.953043 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60726) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:40.953553 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-51c9dce9-cbba-4f16-aeca-ce17c03b6683 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b33839d5c038440a9e9a1f26175b6cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598856 Aug 19 18:38:41.018863 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f95e5c54-b2ff-4c90-a8c7-7228ec8332d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:41.043445 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f95e5c54-b2ff-4c90-a8c7-7228ec8332d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:41.106330 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f95e5c54-b2ff-4c90-a8c7-7228ec8332d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:41.110781 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f95e5c54-b2ff-4c90-a8c7-7228ec8332d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:41.112014 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f95e5c54-b2ff-4c90-a8c7-7228ec8332d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99bee9fe-b9e3-4d83-bcbf-480ac0707a47 HTTP/1.1" status: 204 len: 168 time: 0.1578822 Aug 19 18:38:41.133083 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e5c54-b2ff-4c90-a8c7-7228ec8332d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bee9fe-b9e3-4d83-bcbf-480ac0707a47,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:41.199037 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:41.395285 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 61454d62-ea18-4c95-ad9a-f392652d8a21 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:38:41.429496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 61454d62-ea18-4c95-ad9a-f392652d8a21 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:38:41.429496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 61454d62-ea18-4c95-ad9a-f392652d8a21 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:38:42.044409 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60768) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:42.176494 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-47383148-67ee-42ab-86cf-76c288e37ca8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-541347730'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:42.216016 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47383148-67ee-42ab-86cf-76c288e37ca8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:42.220472 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-47383148-67ee-42ab-86cf-76c288e37ca8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:42.233692 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-47383148-67ee-42ab-86cf-76c288e37ca8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:42.367145 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-47383148-67ee-42ab-86cf-76c288e37ca8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:42.371882 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-47383148-67ee-42ab-86cf-76c288e37ca8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:42.401192 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47383148-67ee-42ab-86cf-76c288e37ca8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:38:42.417195 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47383148-67ee-42ab-86cf-76c288e37ca8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9841874b-bb5e-4215-8635-5075a76749d7,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:42.421799 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-47383148-67ee-42ab-86cf-76c288e37ca8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:42.423459 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-47383148-67ee-42ab-86cf-76c288e37ca8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Added segment 10b62a4c-118c-44d6-a081-0ed5c5535be9 of type vlan for network febb9bda-1694-4bac-b7f7-47c283982dd5 Aug 19 18:38:42.475773 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-47383148-67ee-42ab-86cf-76c288e37ca8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:42.516224 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-47383148-67ee-42ab-86cf-76c288e37ca8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:42.522188 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47383148-67ee-42ab-86cf-76c288e37ca8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:42.522996 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-47383148-67ee-42ab-86cf-76c288e37ca8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:42.586652 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-47383148-67ee-42ab-86cf-76c288e37ca8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5401525 Aug 19 18:38:42.589288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60784) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:42.596091 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-0183dd55-f651-4551-9f52-0e4faee06c3f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'port': {'network_id': 'febb9bda-1694-4bac-b7f7-47c283982dd5', 'name': 'tempest-PortsTestJSON-627311839'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:42.631326 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47383148-67ee-42ab-86cf-76c288e37ca8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Network': ['ID=febb9bda-1694-4bac-b7f7-47c283982dd5,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:42.642849 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network febb9bda-1694-4bac-b7f7-47c283982dd5 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:38:42.775132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0183dd55-f651-4551-9f52-0e4faee06c3f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:42.780966 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0183dd55-f651-4551-9f52-0e4faee06c3f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:42.801992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-0183dd55-f651-4551-9f52-0e4faee06c3f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] device_id is not set on port c5e67955-6d28-40ea-b045-cde8f702bede yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:38:43.060447 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0183dd55-f651-4551-9f52-0e4faee06c3f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:43.105294 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0183dd55-f651-4551-9f52-0e4faee06c3f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:43.166876 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183dd55-f651-4551-9f52-0e4faee06c3f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Port': ['ID=c5e67955-6d28-40ea-b045-cde8f702bede,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:43.175789 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0183dd55-f651-4551-9f52-0e4faee06c3f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Checking segment: {'id': '10b62a4c-118c-44d6-a081-0ed5c5535be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'febb9bda-1694-4bac-b7f7-47c283982dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:43.176704 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0183dd55-f651-4551-9f52-0e4faee06c3f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network hostable DHCP agents. Network: febb9bda-1694-4bac-b7f7-47c283982dd5, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:38:43.194179 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0183dd55-f651-4551-9f52-0e4faee06c3f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network febb9bda-1694-4bac-b7f7-47c283982dd5 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:38:43.204127 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-0183dd55-f651-4551-9f52-0e4faee06c3f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, febb9bda-1694-4bac-b7f7-47c283982dd5) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:43.207912 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0183dd55-f651-4551-9f52-0e4faee06c3f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:38:43.213741 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e85bac-63be-486f-a8b9-fee614bae41c None None] Network febb9bda-1694-4bac-b7f7-47c283982dd5 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:43.213889 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0183dd55-f651-4551-9f52-0e4faee06c3f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:43.214373 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0183dd55-f651-4551-9f52-0e4faee06c3f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:43.230903 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0183dd55-f651-4551-9f52-0e4faee06c3f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6394939 Aug 19 18:38:43.233658 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60796) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:43.240101 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-11862999-5e95-41c3-a625-e3d736aea958 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-987908731'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:43.263469 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11862999-5e95-41c3-a625-e3d736aea958 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:43.268205 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-11862999-5e95-41c3-a625-e3d736aea958 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:43.298582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11862999-5e95-41c3-a625-e3d736aea958 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:38:43.314500 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-11862999-5e95-41c3-a625-e3d736aea958 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:43.315069 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-11862999-5e95-41c3-a625-e3d736aea958 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Added segment 1dd72469-0605-4b3f-8ca4-91b2a0de6631 of type vlan for network d34fbffb-e284-42e3-8873-3baaf734c149 Aug 19 18:38:43.366273 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-11862999-5e95-41c3-a625-e3d736aea958 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:43.394251 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-11862999-5e95-41c3-a625-e3d736aea958 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:43.400905 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11862999-5e95-41c3-a625-e3d736aea958 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:43.401657 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-11862999-5e95-41c3-a625-e3d736aea958 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:43.465824 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-11862999-5e95-41c3-a625-e3d736aea958 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2304413 Aug 19 18:38:43.469586 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60804) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:43.475403 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'ports': [{'network_id': 'febb9bda-1694-4bac-b7f7-47c283982dd5'}, {'network_id': 'd34fbffb-e284-42e3-8873-3baaf734c149'}]} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:43.475727 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'port': {'network_id': 'febb9bda-1694-4bac-b7f7-47c283982dd5'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:43.476211 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'port': {'network_id': 'd34fbffb-e284-42e3-8873-3baaf734c149'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:43.494972 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11862999-5e95-41c3-a625-e3d736aea958 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Network': ['ID=d34fbffb-e284-42e3-8873-3baaf734c149,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:43.506105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network d34fbffb-e284-42e3-8873-3baaf734c149 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:38:43.666446 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'port': 2} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:43.671593 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:43.687087 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:43.768487 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] device_id is not set on port 02be9767-5f07-4808-a236-7788b59227c2 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:38:43.925204 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:44.009032 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] device_id is not set on port 4809faa2-2d4b-4409-a373-3e3cd38b96c0 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:38:44.126254 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:44.173517 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:44.237543 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network febb9bda-1694-4bac-b7f7-47c283982dd5 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:38:44.241365 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:44.247327 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:38:44.248232 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:44.261507 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Port': ['ID=02be9767-5f07-4808-a236-7788b59227c2,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:44.323542 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Port': ['ID=4809faa2-2d4b-4409-a373-3e3cd38b96c0,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:44.332884 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Checking segment: {'id': '1dd72469-0605-4b3f-8ca4-91b2a0de6631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd34fbffb-e284-42e3-8873-3baaf734c149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:44.333481 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network hostable DHCP agents. Network: d34fbffb-e284-42e3-8873-3baaf734c149, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:38:44.360291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network d34fbffb-e284-42e3-8873-3baaf734c149 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:38:44.370861 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, d34fbffb-e284-42e3-8873-3baaf734c149) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:44.374619 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:38:44.381294 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a4dc2a-ceeb-4901-8e0a-aafad3063100 None None] Network d34fbffb-e284-42e3-8873-3baaf734c149 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:44.381915 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:44.387085 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:44.387944 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:44.406076 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-eaeb9584-c998-4ed3-a2ac-0d29a8f8d5cc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9353492 Aug 19 18:38:44.408811 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60828) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:44.539542 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-e1609bfc-884b-468a-a43d-60bc90b45682 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting port 4809faa2-2d4b-4409-a373-3e3cd38b96c0 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:44.540190 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e1609bfc-884b-468a-a43d-60bc90b45682 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:44.616823 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e1609bfc-884b-468a-a43d-60bc90b45682 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:44.633486 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-e1609bfc-884b-468a-a43d-60bc90b45682 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Calling delete_port for 4809faa2-2d4b-4409-a373-3e3cd38b96c0 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:44.758059 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e1609bfc-884b-468a-a43d-60bc90b45682 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:44.762637 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:38:44.813568 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e1609bfc-884b-468a-a43d-60bc90b45682 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:44.818398 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e1609bfc-884b-468a-a43d-60bc90b45682 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/ports/4809faa2-2d4b-4409-a373-3e3cd38b96c0 HTTP/1.1" status: 204 len: 168 time: 0.4070444 Aug 19 18:38:44.819360 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1609bfc-884b-468a-a43d-60bc90b45682 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Port': ['ID=4809faa2-2d4b-4409-a373-3e3cd38b96c0,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:44.819915 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60840) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:44.984742 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119aa568-b604-42d9-8412-62ba64f44dbf tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:44.991354 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119aa568-b604-42d9-8412-62ba64f44dbf tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:44.993032 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-119aa568-b604-42d9-8412-62ba64f44dbf tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1719556 Aug 19 18:38:44.997460 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60844) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:45.099177 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-c4a8a2f6-13b4-4597-8614-dae4a534ed11 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting port 02be9767-5f07-4808-a236-7788b59227c2 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:45.099511 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a2f6-13b4-4597-8614-dae4a534ed11 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:45.204003 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a2f6-13b4-4597-8614-dae4a534ed11 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:45.222458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-c4a8a2f6-13b4-4597-8614-dae4a534ed11 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Calling delete_port for 02be9767-5f07-4808-a236-7788b59227c2 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:45.330007 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a2f6-13b4-4597-8614-dae4a534ed11 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:45.361451 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8a2f6-13b4-4597-8614-dae4a534ed11 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Port': ['ID=02be9767-5f07-4808-a236-7788b59227c2,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:45.366818 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a2f6-13b4-4597-8614-dae4a534ed11 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:45.372587 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c4a8a2f6-13b4-4597-8614-dae4a534ed11 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/ports/02be9767-5f07-4808-a236-7788b59227c2 HTTP/1.1" status: 204 len: 168 time: 0.3703525 Aug 19 18:38:45.372878 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60852) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:45.455646 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd70e5a-e712-4fa9-a0f6-2e80769b724a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:45.457896 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5bd70e5a-e712-4fa9-a0f6-2e80769b724a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0847790 Aug 19 18:38:45.460738 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60858) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:45.494727 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56f7b0e-684d-4a9d-ae8e-8e7d666923f4 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] GET failed (client error): The resource could not be found. Aug 19 18:38:45.496725 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d56f7b0e-684d-4a9d-ae8e-8e7d666923f4 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports/4809faa2-2d4b-4409-a373-3e3cd38b96c0 HTTP/1.1" status: 404 len: 333 time: 0.0346704 Aug 19 18:38:45.499115 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60860) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:45.524260 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd760a8-afcc-4a4d-a25d-a8a393aab416 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] GET failed (client error): The resource could not be found. Aug 19 18:38:45.528349 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9dd760a8-afcc-4a4d-a25d-a8a393aab416 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports/02be9767-5f07-4808-a236-7788b59227c2 HTTP/1.1" status: 404 len: 333 time: 0.0257804 Aug 19 18:38:45.528581 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60862) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:45.607022 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef20b81e-ef0f-4125-adeb-e3d456d71fa8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:45.723326 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef20b81e-ef0f-4125-adeb-e3d456d71fa8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:45.737951 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-ef20b81e-ef0f-4125-adeb-e3d456d71fa8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34fbffb-e284-42e3-8873-3baaf734c149']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:45.750410 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-ef20b81e-ef0f-4125-adeb-e3d456d71fa8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd72469-0605-4b3f-8ca4-91b2a0de6631') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:45.750987 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-ef20b81e-ef0f-4125-adeb-e3d456d71fa8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd72469-0605-4b3f-8ca4-91b2a0de6631') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:45.760458 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef20b81e-ef0f-4125-adeb-e3d456d71fa8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:45.775193 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef20b81e-ef0f-4125-adeb-e3d456d71fa8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:45.782395 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef20b81e-ef0f-4125-adeb-e3d456d71fa8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:38:45.782811 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef20b81e-ef0f-4125-adeb-e3d456d71fa8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:38:45.786873 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:38:45.849735 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef20b81e-ef0f-4125-adeb-e3d456d71fa8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:45.857380 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef20b81e-ef0f-4125-adeb-e3d456d71fa8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:45.862934 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ef20b81e-ef0f-4125-adeb-e3d456d71fa8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/networks/d34fbffb-e284-42e3-8873-3baaf734c149 HTTP/1.1" status: 204 len: 168 time: 0.3300018 Aug 19 18:38:45.863660 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60868) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:45.869796 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-4fb96c0f-6682-42ae-9bec-1ee7aab2c150 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-694867604'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:45.879761 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20b81e-ef0f-4125-adeb-e3d456d71fa8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Network': ['ID=d34fbffb-e284-42e3-8873-3baaf734c149,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:45.898326 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb96c0f-6682-42ae-9bec-1ee7aab2c150 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:45.901819 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4fb96c0f-6682-42ae-9bec-1ee7aab2c150 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:45.927801 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb96c0f-6682-42ae-9bec-1ee7aab2c150 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:38:45.938422 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4fb96c0f-6682-42ae-9bec-1ee7aab2c150 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:45.938771 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-4fb96c0f-6682-42ae-9bec-1ee7aab2c150 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Added segment 85ed2698-9453-4d4c-a0d9-60cf0b62b2ac of type vlan for network d058654e-ec3d-4895-b9f1-67a4424e6ced Aug 19 18:38:45.990298 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4fb96c0f-6682-42ae-9bec-1ee7aab2c150 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:46.027083 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4fb96c0f-6682-42ae-9bec-1ee7aab2c150 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:46.035827 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb96c0f-6682-42ae-9bec-1ee7aab2c150 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:46.037156 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4fb96c0f-6682-42ae-9bec-1ee7aab2c150 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:46.057993 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60876) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:46.058212 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4fb96c0f-6682-42ae-9bec-1ee7aab2c150 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1931949 Aug 19 18:38:46.063458 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-7d7c447c-f639-44e2-8e42-80a1548417fa tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'subnet': {'network_id': 'd058654e-ec3d-4895-b9f1-67a4424e6ced', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:46.122443 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb96c0f-6682-42ae-9bec-1ee7aab2c150 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Network': ['ID=d058654e-ec3d-4895-b9f1-67a4424e6ced,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:46.134984 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network d058654e-ec3d-4895-b9f1-67a4424e6ced details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:38:46.162349 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7c447c-f639-44e2-8e42-80a1548417fa tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:46.167016 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7d7c447c-f639-44e2-8e42-80a1548417fa tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:46.385254 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7d7c447c-f639-44e2-8e42-80a1548417fa tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:46.453224 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c447c-f639-44e2-8e42-80a1548417fa tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Subnet': ['ID=8549b91e-e41b-4003-bce6-aca5c9f3125c,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:46.463529 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7c447c-f639-44e2-8e42-80a1548417fa tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Checking segment: {'id': '85ed2698-9453-4d4c-a0d9-60cf0b62b2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd058654e-ec3d-4895-b9f1-67a4424e6ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:46.463970 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7c447c-f639-44e2-8e42-80a1548417fa tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network hostable DHCP agents. Network: d058654e-ec3d-4895-b9f1-67a4424e6ced, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:38:46.481865 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7c447c-f639-44e2-8e42-80a1548417fa tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network d058654e-ec3d-4895-b9f1-67a4424e6ced is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:38:46.492395 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-7d7c447c-f639-44e2-8e42-80a1548417fa tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, d058654e-ec3d-4895-b9f1-67a4424e6ced) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:46.497923 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7c447c-f639-44e2-8e42-80a1548417fa tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:46.498638 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7d7c447c-f639-44e2-8e42-80a1548417fa tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:46.501228 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7713ed22-081b-456f-b4c6-a0082e97ac5d None None] Network d058654e-ec3d-4895-b9f1-67a4424e6ced requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:46.517987 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7d7c447c-f639-44e2-8e42-80a1548417fa tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4587958 Aug 19 18:38:46.521184 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60884) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:46.526457 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-88b03294-215b-45f0-ab24-18e75df7b113 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'port': {'network_id': 'd058654e-ec3d-4895-b9f1-67a4424e6ced', 'name': 'tempest-PortsTestJSON-816451242'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:46.685981 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b03294-215b-45f0-ab24-18e75df7b113 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:46.690101 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-88b03294-215b-45f0-ab24-18e75df7b113 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:46.710448 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:46.718660 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-88b03294-215b-45f0-ab24-18e75df7b113 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] device_id is not set on port df4d04f7-dd77-4b4b-8e21-e9fb1387ce00 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:38:46.730958 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd2d831-eb9e-4991-913a-049b52247795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-d058654e-ec3d-4895-b9f1-67a4424e6ced', 'network_id': 'd058654e-ec3d-4895-b9f1-67a4424e6ced', 'tenant_id': '03ea6d63a7374f9cb73be7e406526608', 'fixed_ips': [{'subnet_id': '8549b91e-e41b-4003-bce6-aca5c9f3125c'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:38:46.732142 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bcd2d831-eb9e-4991-913a-049b52247795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:46.856639 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-88b03294-215b-45f0-ab24-18e75df7b113 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Allocated IP 172.20.0.8 (d058654e-ec3d-4895-b9f1-67a4424e6ced/8549b91e-e41b-4003-bce6-aca5c9f3125c/df4d04f7-dd77-4b4b-8e21-e9fb1387ce00) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:38:47.045644 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-88b03294-215b-45f0-ab24-18e75df7b113 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:47.064808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-88b03294-215b-45f0-ab24-18e75df7b113 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Transition to ACTIVE for port object df4d04f7-dd77-4b4b-8e21-e9fb1387ce00 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:47.104354 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-88b03294-215b-45f0-ab24-18e75df7b113 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:47.151206 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b03294-215b-45f0-ab24-18e75df7b113 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network d058654e-ec3d-4895-b9f1-67a4424e6ced is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:38:47.158350 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-88b03294-215b-45f0-ab24-18e75df7b113 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:47.162523 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b03294-215b-45f0-ab24-18e75df7b113 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:38:47.170585 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-bcd2d831-eb9e-4991-913a-049b52247795 None None] Allocated IP 172.20.0.2 (d058654e-ec3d-4895-b9f1-67a4424e6ced/8549b91e-e41b-4003-bce6-aca5c9f3125c/ec267851-523f-4b37-b2cd-b414ad712658) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:38:47.358777 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bcd2d831-eb9e-4991-913a-049b52247795 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:47.379662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bcd2d831-eb9e-4991-913a-049b52247795 None None] Transition to ACTIVE for port object ec267851-523f-4b37-b2cd-b414ad712658 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:47.402435 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bcd2d831-eb9e-4991-913a-049b52247795 None None] Transition to ACTIVE for port object ec267851-523f-4b37-b2cd-b414ad712658 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:47.411504 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bcd2d831-eb9e-4991-913a-049b52247795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:47.482135 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2d831-eb9e-4991-913a-049b52247795 None None] Pushing event updated for resources: {'Port': ['ID=ec267851-523f-4b37-b2cd-b414ad712658,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:47.497883 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd2d831-eb9e-4991-913a-049b52247795 None None] Network d058654e-ec3d-4895-b9f1-67a4424e6ced is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:38:47.499442 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-bcd2d831-eb9e-4991-913a-049b52247795 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:47.502126 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd2d831-eb9e-4991-913a-049b52247795 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:38:47.579997 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-bcd2d831-eb9e-4991-913a-049b52247795 None None] Attempting to bind port ec267851-523f-4b37-b2cd-b414ad712658 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:47.580635 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-bcd2d831-eb9e-4991-913a-049b52247795 None None] Attempting to bind port ec267851-523f-4b37-b2cd-b414ad712658 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '85ed2698-9453-4d4c-a0d9-60cf0b62b2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd058654e-ec3d-4895-b9f1-67a4424e6ced'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:47.581167 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2d831-eb9e-4991-913a-049b52247795 None None] Attempting to bind port ec267851-523f-4b37-b2cd-b414ad712658 on network d058654e-ec3d-4895-b9f1-67a4424e6ced {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:47.587962 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2d831-eb9e-4991-913a-049b52247795 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:38:47.588620 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2d831-eb9e-4991-913a-049b52247795 None None] Checking segment: {'id': '85ed2698-9453-4d4c-a0d9-60cf0b62b2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd058654e-ec3d-4895-b9f1-67a4424e6ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:47.589192 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bcd2d831-eb9e-4991-913a-049b52247795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:47.589833 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2d831-eb9e-4991-913a-049b52247795 None None] Bound using segment: {'id': '85ed2698-9453-4d4c-a0d9-60cf0b62b2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd058654e-ec3d-4895-b9f1-67a4424e6ced'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:38:47.591039 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-bcd2d831-eb9e-4991-913a-049b52247795 None None] Bound port: ec267851-523f-4b37-b2cd-b414ad712658, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ed2698-9453-4d4c-a0d9-60cf0b62b2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd058654e-ec3d-4895-b9f1-67a4424e6ced'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:38:47.592232 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bcd2d831-eb9e-4991-913a-049b52247795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:47.595213 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b03294-215b-45f0-ab24-18e75df7b113 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Port': ['ID=df4d04f7-dd77-4b4b-8e21-e9fb1387ce00,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:47.648848 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b03294-215b-45f0-ab24-18e75df7b113 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:47.649353 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-88b03294-215b-45f0-ab24-18e75df7b113 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:47.688489 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-bcd2d831-eb9e-4991-913a-049b52247795 None None] For port ec267851-523f-4b37-b2cd-b414ad712658, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:38:47.695550 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60916) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:47.704327 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-88b03294-215b-45f0-ab24-18e75df7b113 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1819651 Aug 19 18:38:47.712542 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-bcd2d831-eb9e-4991-913a-049b52247795 None None] For port ec267851-523f-4b37-b2cd-b414ad712658, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ec267851-523f-4b37-b2cd-b414ad712658,segment=NetworkSegment(85ed2698-9453-4d4c-a0d9-60cf0b62b2ac),segment_id=85ed2698-9453-4d4c-a0d9-60cf0b62b2ac)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:38:47.722919 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bcd2d831-eb9e-4991-913a-049b52247795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:47.838313 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1f5ca-b346-4885-845e-781d986680d2 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting port df4d04f7-dd77-4b4b-8e21-e9fb1387ce00 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:47.839257 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8cf1f5ca-b346-4885-845e-781d986680d2 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:47.862815 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2d831-eb9e-4991-913a-049b52247795 None None] Pushing event updated for resources: {'Port': ['ID=ec267851-523f-4b37-b2cd-b414ad712658,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:47.995075 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8cf1f5ca-b346-4885-845e-781d986680d2 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:48.010271 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1f5ca-b346-4885-845e-781d986680d2 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Calling delete_port for df4d04f7-dd77-4b4b-8e21-e9fb1387ce00 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:48.243172 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8cf1f5ca-b346-4885-845e-781d986680d2 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:48.275448 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1f5ca-b346-4885-845e-781d986680d2 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Port': ['ID=df4d04f7-dd77-4b4b-8e21-e9fb1387ce00,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:48.359055 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8cf1f5ca-b346-4885-845e-781d986680d2 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:48.361318 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8cf1f5ca-b346-4885-845e-781d986680d2 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/ports/df4d04f7-dd77-4b4b-8e21-e9fb1387ce00 HTTP/1.1" status: 204 len: 168 time: 0.6640298 Aug 19 18:38:48.364021 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60926) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:48.390169 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-12856569-7bad-4314-866e-ccd2a1ec66b1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] DELETE failed (client error): The resource could not be found. Aug 19 18:38:48.391179 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12856569-7bad-4314-866e-ccd2a1ec66b1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:38:48.396091 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60928) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:48.396608 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-12856569-7bad-4314-866e-ccd2a1ec66b1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/ports/df4d04f7-dd77-4b4b-8e21-e9fb1387ce00 HTTP/1.1" status: 404 len: 333 time: 0.0307608 Aug 19 18:38:48.424730 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a16fd2-e694-4392-965a-f507eb248c5b tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] GET failed (client error): The resource could not be found. Aug 19 18:38:48.426680 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-05a16fd2-e694-4392-965a-f507eb248c5b tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports/df4d04f7-dd77-4b4b-8e21-e9fb1387ce00 HTTP/1.1" status: 404 len: 333 time: 0.0296602 Aug 19 18:38:48.429647 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60930) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:48.493259 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d93860-5b78-4728-8c7b-378e61d08cbe tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting subnet 8549b91e-e41b-4003-bce6-aca5c9f3125c {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:38:48.496973 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c4d93860-5b78-4728-8c7b-378e61d08cbe tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:48.553108 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c4d93860-5b78-4728-8c7b-378e61d08cbe tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:48.654220 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c4d93860-5b78-4728-8c7b-378e61d08cbe tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:48.726023 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c4d93860-5b78-4728-8c7b-378e61d08cbe tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:48.762481 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d93860-5b78-4728-8c7b-378e61d08cbe tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Subnet': ['ID=8549b91e-e41b-4003-bce6-aca5c9f3125c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:48.765040 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c4d93860-5b78-4728-8c7b-378e61d08cbe tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:48.767410 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c4d93860-5b78-4728-8c7b-378e61d08cbe tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/subnets/8549b91e-e41b-4003-bce6-aca5c9f3125c HTTP/1.1" status: 204 len: 168 time: 0.3368323 Aug 19 18:38:48.771313 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60942) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:48.872859 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a81e091e-fc4b-44d6-b80d-546a3f8bffe9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:48.964241 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a81e091e-fc4b-44d6-b80d-546a3f8bffe9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting port ec267851-523f-4b37-b2cd-b414ad712658 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:48.965424 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a81e091e-fc4b-44d6-b80d-546a3f8bffe9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:49.037020 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653318cc-18fc-4f54-916f-1781031c0d2e None None] Network d058654e-ec3d-4895-b9f1-67a4424e6ced requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:49.046742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-a81e091e-fc4b-44d6-b80d-546a3f8bffe9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] For port ec267851-523f-4b37-b2cd-b414ad712658, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ec267851-523f-4b37-b2cd-b414ad712658,segment=NetworkSegment(85ed2698-9453-4d4c-a0d9-60cf0b62b2ac),segment_id=85ed2698-9453-4d4c-a0d9-60cf0b62b2ac)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:49.047270 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a81e091e-fc4b-44d6-b80d-546a3f8bffe9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:49.063094 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a81e091e-fc4b-44d6-b80d-546a3f8bffe9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Calling delete_port for ec267851-523f-4b37-b2cd-b414ad712658 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:49.164350 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a81e091e-fc4b-44d6-b80d-546a3f8bffe9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:49.164612 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-25358cf1-c3ea-4812-a9c4-a4d206d68f66 None None] Provisioning for port ec267851-523f-4b37-b2cd-b414ad712658 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:38:49.174638 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-25358cf1-c3ea-4812-a9c4-a4d206d68f66 None None] Provisioning complete for port ec267851-523f-4b37-b2cd-b414ad712658 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:38:49.175009 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-25358cf1-c3ea-4812-a9c4-a4d206d68f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:49.197255 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e091e-fc4b-44d6-b80d-546a3f8bffe9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Port': ['ID=ec267851-523f-4b37-b2cd-b414ad712658,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:49.210063 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81e091e-fc4b-44d6-b80d-546a3f8bffe9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] No DVR routers for this DVR port ec267851-523f-4b37-b2cd-b414ad712658 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:38:49.219551 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-25358cf1-c3ea-4812-a9c4-a4d206d68f66 None None] Port ec267851-523f-4b37-b2cd-b414ad712658 was deleted so its status cannot be updated. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 18:38:49.293564 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b134ae7c-fdbe-4e40-a4d4-921e0d7ce4b6 None None] DHCP port deletion for d058654e-ec3d-4895-b9f1-67a4424e6ced request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:38:49.347134 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a81e091e-fc4b-44d6-b80d-546a3f8bffe9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:49.358514 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a81e091e-fc4b-44d6-b80d-546a3f8bffe9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d058654e-ec3d-4895-b9f1-67a4424e6ced']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:49.371762 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a81e091e-fc4b-44d6-b80d-546a3f8bffe9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ed2698-9453-4d4c-a0d9-60cf0b62b2ac') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:49.372072 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a81e091e-fc4b-44d6-b80d-546a3f8bffe9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ed2698-9453-4d4c-a0d9-60cf0b62b2ac') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:49.382980 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a81e091e-fc4b-44d6-b80d-546a3f8bffe9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:49.398753 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a81e091e-fc4b-44d6-b80d-546a3f8bffe9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:49.405361 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a81e091e-fc4b-44d6-b80d-546a3f8bffe9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:38:49.406001 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a81e091e-fc4b-44d6-b80d-546a3f8bffe9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:38:49.409427 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:38:49.509146 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a81e091e-fc4b-44d6-b80d-546a3f8bffe9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:49.523503 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a81e091e-fc4b-44d6-b80d-546a3f8bffe9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:49.527925 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a81e091e-fc4b-44d6-b80d-546a3f8bffe9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/networks/d058654e-ec3d-4895-b9f1-67a4424e6ced HTTP/1.1" status: 204 len: 168 time: 0.7519801 Aug 19 18:38:49.528822 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60960) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:49.533276 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e9261105-3765-4c6e-865e-4542ab9d2f7d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-616854582'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:49.540140 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e091e-fc4b-44d6-b80d-546a3f8bffe9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Network': ['ID=d058654e-ec3d-4895-b9f1-67a4424e6ced,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:49.576035 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9261105-3765-4c6e-865e-4542ab9d2f7d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:49.585935 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e9261105-3765-4c6e-865e-4542ab9d2f7d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:49.619849 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9261105-3765-4c6e-865e-4542ab9d2f7d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:38:49.631053 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e9261105-3765-4c6e-865e-4542ab9d2f7d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:49.631524 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-e9261105-3765-4c6e-865e-4542ab9d2f7d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Added segment b68439d2-f351-4b46-b758-090bf4f975dc of type vlan for network 48bbc83e-ec5e-4f2b-a5a3-4333e20ea948 Aug 19 18:38:49.686921 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e9261105-3765-4c6e-865e-4542ab9d2f7d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:49.724756 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e9261105-3765-4c6e-865e-4542ab9d2f7d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:49.731407 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9261105-3765-4c6e-865e-4542ab9d2f7d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:49.732058 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e9261105-3765-4c6e-865e-4542ab9d2f7d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:49.802097 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e9261105-3765-4c6e-865e-4542ab9d2f7d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2727406 Aug 19 18:38:49.803812 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60978) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:49.809645 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-4df488f9-edbe-4a39-a791-6292bc139054 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'subnet': {'network_id': '48bbc83e-ec5e-4f2b-a5a3-4333e20ea948', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:49.822597 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9261105-3765-4c6e-865e-4542ab9d2f7d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Network': ['ID=48bbc83e-ec5e-4f2b-a5a3-4333e20ea948,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:49.832612 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 48bbc83e-ec5e-4f2b-a5a3-4333e20ea948 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:38:49.977311 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df488f9-edbe-4a39-a791-6292bc139054 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:49.982736 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4df488f9-edbe-4a39-a791-6292bc139054 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:50.057816 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 60982) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:50.214602 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-902bd9d3-0541-4f8a-85e6-d5edcb6ef952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:50.228432 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4df488f9-edbe-4a39-a791-6292bc139054 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:50.321567 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df488f9-edbe-4a39-a791-6292bc139054 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Subnet': ['ID=11708e2e-953f-4d46-9d40-c41d5f9eb9c0,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:50.335497 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df488f9-edbe-4a39-a791-6292bc139054 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Checking segment: {'id': 'b68439d2-f351-4b46-b758-090bf4f975dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '48bbc83e-ec5e-4f2b-a5a3-4333e20ea948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:50.337139 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df488f9-edbe-4a39-a791-6292bc139054 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network hostable DHCP agents. Network: 48bbc83e-ec5e-4f2b-a5a3-4333e20ea948, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:38:50.346342 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-902bd9d3-0541-4f8a-85e6-d5edcb6ef952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:50.352275 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-902bd9d3-0541-4f8a-85e6-d5edcb6ef952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:50.366741 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df488f9-edbe-4a39-a791-6292bc139054 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network 48bbc83e-ec5e-4f2b-a5a3-4333e20ea948 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:38:50.391657 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-902bd9d3-0541-4f8a-85e6-d5edcb6ef952 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=350c8f3443d44e02afc3fa14be2a00ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3299737 Aug 19 18:38:50.392084 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 60996) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:50.405852 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bd9d3-0541-4f8a-85e6-d5edcb6ef952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21aed554-d12c-4f6b-88dc-b740e183a29b,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:50.407255 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-4df488f9-edbe-4a39-a791-6292bc139054 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 48bbc83e-ec5e-4f2b-a5a3-4333e20ea948) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:50.425505 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df488f9-edbe-4a39-a791-6292bc139054 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:50.426154 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4df488f9-edbe-4a39-a791-6292bc139054 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:50.433064 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5346ef0d-ad78-4bda-9a4b-10c5b53abf84 None None] Network 48bbc83e-ec5e-4f2b-a5a3-4333e20ea948 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:50.465068 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4df488f9-edbe-4a39-a791-6292bc139054 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6599064 Aug 19 18:38:50.468468 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32772) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:50.474635 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2387572d-ccdb-49a1-be1f-2b21a92f3718 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'port': {'network_id': '48bbc83e-ec5e-4f2b-a5a3-4333e20ea948', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1018316596'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:50.489747 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-20e4f2ce-ec26-4c10-a4e8-9117a83c1b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:50.516074 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-20e4f2ce-ec26-4c10-a4e8-9117a83c1b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:50.576925 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-20e4f2ce-ec26-4c10-a4e8-9117a83c1b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:50.582182 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-20e4f2ce-ec26-4c10-a4e8-9117a83c1b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:50.583356 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-20e4f2ce-ec26-4c10-a4e8-9117a83c1b25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21aed554-d12c-4f6b-88dc-b740e183a29b HTTP/1.1" status: 204 len: 168 time: 0.1901705 Aug 19 18:38:50.592557 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4f2ce-ec26-4c10-a4e8-9117a83c1b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21aed554-d12c-4f6b-88dc-b740e183a29b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:50.677351 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f8d1ac-005c-4335-acff-b1b2ccaa2264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-48bbc83e-ec5e-4f2b-a5a3-4333e20ea948', 'network_id': '48bbc83e-ec5e-4f2b-a5a3-4333e20ea948', 'tenant_id': '03ea6d63a7374f9cb73be7e406526608', 'fixed_ips': [{'subnet_id': '11708e2e-953f-4d46-9d40-c41d5f9eb9c0'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:38:50.678734 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-22f8d1ac-005c-4335-acff-b1b2ccaa2264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:50.696181 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2387572d-ccdb-49a1-be1f-2b21a92f3718 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:50.702344 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2387572d-ccdb-49a1-be1f-2b21a92f3718 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:50.734448 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-2387572d-ccdb-49a1-be1f-2b21a92f3718 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] device_id is not set on port ec79cecc-f981-412d-8fa3-159deef66ce2 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:38:50.854945 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-22f8d1ac-005c-4335-acff-b1b2ccaa2264 None None] Allocated IP 172.20.0.2 (48bbc83e-ec5e-4f2b-a5a3-4333e20ea948/11708e2e-953f-4d46-9d40-c41d5f9eb9c0/0d378da5-1ede-47d2-9346-65eb36602bfa) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:38:51.022400 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-22f8d1ac-005c-4335-acff-b1b2ccaa2264 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:51.031631 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-22f8d1ac-005c-4335-acff-b1b2ccaa2264 None None] Transition to ACTIVE for port object 0d378da5-1ede-47d2-9346-65eb36602bfa will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:51.050634 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-22f8d1ac-005c-4335-acff-b1b2ccaa2264 None None] Transition to ACTIVE for port object 0d378da5-1ede-47d2-9346-65eb36602bfa will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:51.059297 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-22f8d1ac-005c-4335-acff-b1b2ccaa2264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:51.100322 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f8d1ac-005c-4335-acff-b1b2ccaa2264 None None] Network 48bbc83e-ec5e-4f2b-a5a3-4333e20ea948 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:38:51.103187 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-22f8d1ac-005c-4335-acff-b1b2ccaa2264 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:51.107449 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f8d1ac-005c-4335-acff-b1b2ccaa2264 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:38:51.125574 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-2387572d-ccdb-49a1-be1f-2b21a92f3718 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Allocated IP 172.20.0.10 (48bbc83e-ec5e-4f2b-a5a3-4333e20ea948/11708e2e-953f-4d46-9d40-c41d5f9eb9c0/ec79cecc-f981-412d-8fa3-159deef66ce2) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:38:51.167988 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8d1ac-005c-4335-acff-b1b2ccaa2264 None None] Pushing event updated for resources: {'Port': ['ID=0d378da5-1ede-47d2-9346-65eb36602bfa,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:51.203382 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-22f8d1ac-005c-4335-acff-b1b2ccaa2264 None None] Attempting to bind port 0d378da5-1ede-47d2-9346-65eb36602bfa on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:51.203382 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-22f8d1ac-005c-4335-acff-b1b2ccaa2264 None None] Attempting to bind port 0d378da5-1ede-47d2-9346-65eb36602bfa by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'b68439d2-f351-4b46-b758-090bf4f975dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '48bbc83e-ec5e-4f2b-a5a3-4333e20ea948'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:51.203382 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f8d1ac-005c-4335-acff-b1b2ccaa2264 None None] Attempting to bind port 0d378da5-1ede-47d2-9346-65eb36602bfa on network 48bbc83e-ec5e-4f2b-a5a3-4333e20ea948 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:51.217058 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f8d1ac-005c-4335-acff-b1b2ccaa2264 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:38:51.217442 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f8d1ac-005c-4335-acff-b1b2ccaa2264 None None] Checking segment: {'id': 'b68439d2-f351-4b46-b758-090bf4f975dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '48bbc83e-ec5e-4f2b-a5a3-4333e20ea948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:51.217878 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-22f8d1ac-005c-4335-acff-b1b2ccaa2264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:51.218660 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f8d1ac-005c-4335-acff-b1b2ccaa2264 None None] Bound using segment: {'id': 'b68439d2-f351-4b46-b758-090bf4f975dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '48bbc83e-ec5e-4f2b-a5a3-4333e20ea948'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:38:51.219142 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-22f8d1ac-005c-4335-acff-b1b2ccaa2264 None None] Bound port: 0d378da5-1ede-47d2-9346-65eb36602bfa, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68439d2-f351-4b46-b758-090bf4f975dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '48bbc83e-ec5e-4f2b-a5a3-4333e20ea948'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:38:51.219529 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-22f8d1ac-005c-4335-acff-b1b2ccaa2264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:51.299492 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2387572d-ccdb-49a1-be1f-2b21a92f3718 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:51.319666 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-22f8d1ac-005c-4335-acff-b1b2ccaa2264 None None] For port 0d378da5-1ede-47d2-9346-65eb36602bfa, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:38:51.319867 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-2387572d-ccdb-49a1-be1f-2b21a92f3718 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Transition to ACTIVE for port object ec79cecc-f981-412d-8fa3-159deef66ce2 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:51.326713 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-22f8d1ac-005c-4335-acff-b1b2ccaa2264 None None] For port 0d378da5-1ede-47d2-9346-65eb36602bfa, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0d378da5-1ede-47d2-9346-65eb36602bfa,segment=NetworkSegment(b68439d2-f351-4b46-b758-090bf4f975dc),segment_id=b68439d2-f351-4b46-b758-090bf4f975dc)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:38:51.334937 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-22f8d1ac-005c-4335-acff-b1b2ccaa2264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:51.366254 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2387572d-ccdb-49a1-be1f-2b21a92f3718 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:51.409062 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8d1ac-005c-4335-acff-b1b2ccaa2264 None None] Pushing event updated for resources: {'Port': ['ID=0d378da5-1ede-47d2-9346-65eb36602bfa,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:51.415763 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2387572d-ccdb-49a1-be1f-2b21a92f3718 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network 48bbc83e-ec5e-4f2b-a5a3-4333e20ea948 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:38:51.419023 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-2387572d-ccdb-49a1-be1f-2b21a92f3718 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:51.423967 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2387572d-ccdb-49a1-be1f-2b21a92f3718 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:38:51.473449 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387572d-ccdb-49a1-be1f-2b21a92f3718 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Port': ['ID=ec79cecc-f981-412d-8fa3-159deef66ce2,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:51.498518 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2387572d-ccdb-49a1-be1f-2b21a92f3718 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:51.499166 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2387572d-ccdb-49a1-be1f-2b21a92f3718 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:51.520502 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2387572d-ccdb-49a1-be1f-2b21a92f3718 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.0507901 Aug 19 18:38:51.522164 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32800) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:51.679544 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-7b39ac3d-c971-4663-95f4-8cb6ec3bf199 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting port ec79cecc-f981-412d-8fa3-159deef66ce2 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:51.679544 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b39ac3d-c971-4663-95f4-8cb6ec3bf199 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:51.798773 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b39ac3d-c971-4663-95f4-8cb6ec3bf199 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:51.817698 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-7b39ac3d-c971-4663-95f4-8cb6ec3bf199 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Calling delete_port for ec79cecc-f981-412d-8fa3-159deef66ce2 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:52.016822 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b39ac3d-c971-4663-95f4-8cb6ec3bf199 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:52.054384 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39ac3d-c971-4663-95f4-8cb6ec3bf199 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Port': ['ID=ec79cecc-f981-412d-8fa3-159deef66ce2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:52.086116 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32814) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:52.147114 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7b39ac3d-c971-4663-95f4-8cb6ec3bf199 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:52.150934 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7b39ac3d-c971-4663-95f4-8cb6ec3bf199 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/ports/ec79cecc-f981-412d-8fa3-159deef66ce2 HTTP/1.1" status: 204 len: 168 time: 0.6267202 Aug 19 18:38:52.151797 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32818) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:52.196317 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c4ffb8-6ed4-43d4-9d98-a6329f0616c0 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] GET failed (client error): The resource could not be found. Aug 19 18:38:52.201589 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a2c4ffb8-6ed4-43d4-9d98-a6329f0616c0 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports/ec79cecc-f981-412d-8fa3-159deef66ce2 HTTP/1.1" status: 404 len: 333 time: 0.0461690 Aug 19 18:38:52.202486 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32820) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:52.254090 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5affa451-2b7c-4768-a88b-af58bb5cb870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:52.278220 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ff7c0b-f5e0-4608-a605-189d75c502ea tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting subnet 11708e2e-953f-4d46-9d40-c41d5f9eb9c0 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:38:52.284731 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17ff7c0b-f5e0-4608-a605-189d75c502ea tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:52.343680 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17ff7c0b-f5e0-4608-a605-189d75c502ea tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:52.473387 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17ff7c0b-f5e0-4608-a605-189d75c502ea tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:52.498703 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5affa451-2b7c-4768-a88b-af58bb5cb870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:52.506077 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5affa451-2b7c-4768-a88b-af58bb5cb870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:52.563499 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5affa451-2b7c-4768-a88b-af58bb5cb870 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef30cc547c244da283bb3138b0a687ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4761038 Aug 19 18:38:52.566209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32822) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:52.575195 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affa451-2b7c-4768-a88b-af58bb5cb870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156841da-978d-424b-af36-c41716657408,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:52.612267 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17ff7c0b-f5e0-4608-a605-189d75c502ea tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:52.645804 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff7c0b-f5e0-4608-a605-189d75c502ea tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Subnet': ['ID=11708e2e-953f-4d46-9d40-c41d5f9eb9c0,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:52.646850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f73293-a908-40bc-be42-44e1cfe42838 None None] Network 48bbc83e-ec5e-4f2b-a5a3-4333e20ea948 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:52.649198 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17ff7c0b-f5e0-4608-a605-189d75c502ea tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:52.651070 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-17ff7c0b-f5e0-4608-a605-189d75c502ea tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/subnets/11708e2e-953f-4d46-9d40-c41d5f9eb9c0 HTTP/1.1" status: 204 len: 168 time: 0.4476111 Aug 19 18:38:52.655113 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32826) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:52.664424 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-269bea72-62e0-433e-be98-219ebf4f27d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:52.690955 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-269bea72-62e0-433e-be98-219ebf4f27d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:52.743645 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1651bb93-0591-4fcf-bbdc-ecfa95bd373a None None] Provisioning for port 0d378da5-1ede-47d2-9346-65eb36602bfa completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:38:52.751527 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d4990dcb-1681-4976-bb0c-2928f5e9b7f6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:52.760487 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-269bea72-62e0-433e-be98-219ebf4f27d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:52.764447 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-269bea72-62e0-433e-be98-219ebf4f27d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:52.766476 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-269bea72-62e0-433e-be98-219ebf4f27d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/156841da-978d-424b-af36-c41716657408 HTTP/1.1" status: 204 len: 168 time: 0.1987467 Aug 19 18:38:52.778745 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bea72-62e0-433e-be98-219ebf4f27d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156841da-978d-424b-af36-c41716657408,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:52.836872 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-d4990dcb-1681-4976-bb0c-2928f5e9b7f6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting port 0d378da5-1ede-47d2-9346-65eb36602bfa {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:52.837506 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d4990dcb-1681-4976-bb0c-2928f5e9b7f6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:52.939298 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-d4990dcb-1681-4976-bb0c-2928f5e9b7f6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] For port 0d378da5-1ede-47d2-9346-65eb36602bfa, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0d378da5-1ede-47d2-9346-65eb36602bfa,segment=NetworkSegment(b68439d2-f351-4b46-b758-090bf4f975dc),segment_id=b68439d2-f351-4b46-b758-090bf4f975dc)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:52.939671 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d4990dcb-1681-4976-bb0c-2928f5e9b7f6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:52.949802 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34e0ae6-4d80-4662-98ba-b94c91991b30 None None] DHCP port deletion for 48bbc83e-ec5e-4f2b-a5a3-4333e20ea948 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:38:52.960326 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-d4990dcb-1681-4976-bb0c-2928f5e9b7f6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Calling delete_port for 0d378da5-1ede-47d2-9346-65eb36602bfa owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:53.007033 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f34e0ae6-4d80-4662-98ba-b94c91991b30 None None] Deleting port 0d378da5-1ede-47d2-9346-65eb36602bfa {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:53.007601 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f34e0ae6-4d80-4662-98ba-b94c91991b30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:53.057009 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d4990dcb-1681-4976-bb0c-2928f5e9b7f6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:53.080558 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-f34e0ae6-4d80-4662-98ba-b94c91991b30 None None] For port 0d378da5-1ede-47d2-9346-65eb36602bfa, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0d378da5-1ede-47d2-9346-65eb36602bfa,segment=NetworkSegment(b68439d2-f351-4b46-b758-090bf4f975dc),segment_id=b68439d2-f351-4b46-b758-090bf4f975dc)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:53.081054 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f34e0ae6-4d80-4662-98ba-b94c91991b30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:53.091657 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4990dcb-1681-4976-bb0c-2928f5e9b7f6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Port': ['ID=0d378da5-1ede-47d2-9346-65eb36602bfa,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:53.095977 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4990dcb-1681-4976-bb0c-2928f5e9b7f6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] No DVR routers for this DVR port 0d378da5-1ede-47d2-9346-65eb36602bfa on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:38:53.102126 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f34e0ae6-4d80-4662-98ba-b94c91991b30 None None] Calling delete_port for 0d378da5-1ede-47d2-9346-65eb36602bfa owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:53.196296 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f34e0ae6-4d80-4662-98ba-b94c91991b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:53.212377 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d4990dcb-1681-4976-bb0c-2928f5e9b7f6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:53.222912 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-d4990dcb-1681-4976-bb0c-2928f5e9b7f6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48bbc83e-ec5e-4f2b-a5a3-4333e20ea948']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:53.235223 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-d4990dcb-1681-4976-bb0c-2928f5e9b7f6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b68439d2-f351-4b46-b758-090bf4f975dc') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:53.235603 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-d4990dcb-1681-4976-bb0c-2928f5e9b7f6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b68439d2-f351-4b46-b758-090bf4f975dc') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:53.236062 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e0ae6-4d80-4662-98ba-b94c91991b30 None None] Pushing event deleted for resources: {'Port': ['ID=0d378da5-1ede-47d2-9346-65eb36602bfa,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:53.239830 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34e0ae6-4d80-4662-98ba-b94c91991b30 None None] No DVR routers for this DVR port 0d378da5-1ede-47d2-9346-65eb36602bfa on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:38:53.249431 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d4990dcb-1681-4976-bb0c-2928f5e9b7f6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:53.270879 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d4990dcb-1681-4976-bb0c-2928f5e9b7f6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:53.277028 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4990dcb-1681-4976-bb0c-2928f5e9b7f6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:38:53.277429 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d4990dcb-1681-4976-bb0c-2928f5e9b7f6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:38:53.281302 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:38:53.360922 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d4990dcb-1681-4976-bb0c-2928f5e9b7f6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:53.373744 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d4990dcb-1681-4976-bb0c-2928f5e9b7f6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:53.378251 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d4990dcb-1681-4976-bb0c-2928f5e9b7f6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/networks/48bbc83e-ec5e-4f2b-a5a3-4333e20ea948 HTTP/1.1" status: 204 len: 168 time: 0.7187908 Aug 19 18:38:53.380117 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32844) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:53.385693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-816a118a-e7f5-4d64-84b7-809697371326 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'port': {'network_id': 'febb9bda-1694-4bac-b7f7-47c283982dd5', 'name': 'tempest-PortsTestJSON-836647889'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:53.391578 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4990dcb-1681-4976-bb0c-2928f5e9b7f6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Network': ['ID=48bbc83e-ec5e-4f2b-a5a3-4333e20ea948,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:53.489596 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816a118a-e7f5-4d64-84b7-809697371326 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:53.493156 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-816a118a-e7f5-4d64-84b7-809697371326 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:53.512144 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-816a118a-e7f5-4d64-84b7-809697371326 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] device_id is not set on port 6e79e0b5-aa51-405d-9df1-1387f5444c3a yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:38:53.687765 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-816a118a-e7f5-4d64-84b7-809697371326 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:53.731064 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-816a118a-e7f5-4d64-84b7-809697371326 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:53.787015 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816a118a-e7f5-4d64-84b7-809697371326 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network febb9bda-1694-4bac-b7f7-47c283982dd5 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:38:53.792574 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-816a118a-e7f5-4d64-84b7-809697371326 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:53.797946 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816a118a-e7f5-4d64-84b7-809697371326 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:38:53.807025 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816a118a-e7f5-4d64-84b7-809697371326 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:53.807756 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-816a118a-e7f5-4d64-84b7-809697371326 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:53.815217 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a118a-e7f5-4d64-84b7-809697371326 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Port': ['ID=6e79e0b5-aa51-405d-9df1-1387f5444c3a,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:53.836173 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-816a118a-e7f5-4d64-84b7-809697371326 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4546778 Aug 19 18:38:53.838645 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32856) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:53.934085 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-1426ea25-da6b-4675-9fe2-e9abe57b4e29 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting port 6e79e0b5-aa51-405d-9df1-1387f5444c3a {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:53.934618 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1426ea25-da6b-4675-9fe2-e9abe57b4e29 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:54.020957 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1426ea25-da6b-4675-9fe2-e9abe57b4e29 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:54.036630 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-1426ea25-da6b-4675-9fe2-e9abe57b4e29 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Calling delete_port for 6e79e0b5-aa51-405d-9df1-1387f5444c3a owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:54.128041 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1426ea25-da6b-4675-9fe2-e9abe57b4e29 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:54.165046 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426ea25-da6b-4675-9fe2-e9abe57b4e29 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Port': ['ID=6e79e0b5-aa51-405d-9df1-1387f5444c3a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:54.170975 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1426ea25-da6b-4675-9fe2-e9abe57b4e29 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:54.176749 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32864) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:54.182111 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1426ea25-da6b-4675-9fe2-e9abe57b4e29 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/ports/6e79e0b5-aa51-405d-9df1-1387f5444c3a HTTP/1.1" status: 204 len: 168 time: 0.3422625 Aug 19 18:38:54.182512 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-1adbf365-f127-4d65-b921-7911703aba5a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'port': {'network_id': 'febb9bda-1694-4bac-b7f7-47c283982dd5', 'mac_address': 'fa:16:3e:38:e4:e4', 'name': 'tempest-PortsTestJSON-521826973'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:54.288258 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adbf365-f127-4d65-b921-7911703aba5a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:54.359497 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1adbf365-f127-4d65-b921-7911703aba5a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:54.384812 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-1adbf365-f127-4d65-b921-7911703aba5a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] device_id is not set on port 8ff4db3d-906d-4506-9cb2-f987dbb10611 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:38:54.552327 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1adbf365-f127-4d65-b921-7911703aba5a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:54.593706 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1adbf365-f127-4d65-b921-7911703aba5a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:54.646901 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adbf365-f127-4d65-b921-7911703aba5a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network febb9bda-1694-4bac-b7f7-47c283982dd5 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:38:54.650919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adbf365-f127-4d65-b921-7911703aba5a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Port': ['ID=8ff4db3d-906d-4506-9cb2-f987dbb10611,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:54.654619 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-1adbf365-f127-4d65-b921-7911703aba5a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:54.656810 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adbf365-f127-4d65-b921-7911703aba5a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:38:54.663113 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adbf365-f127-4d65-b921-7911703aba5a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:54.663749 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1adbf365-f127-4d65-b921-7911703aba5a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:54.688935 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1adbf365-f127-4d65-b921-7911703aba5a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5109584 Aug 19 18:38:54.692198 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32868) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:54.741806 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a448297d-620f-44bd-a1f4-da5be086b526 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:54.743130 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a448297d-620f-44bd-a1f4-da5be086b526 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports/8ff4db3d-906d-4506-9cb2-f987dbb10611 HTTP/1.1" status: 200 len: 840 time: 0.0497856 Aug 19 18:38:54.746594 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32870) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:54.854128 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-32fada0e-5698-4141-b061-85425f37c017 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting port 8ff4db3d-906d-4506-9cb2-f987dbb10611 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:54.854478 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-32fada0e-5698-4141-b061-85425f37c017 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:54.923529 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-32fada0e-5698-4141-b061-85425f37c017 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:54.937638 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-32fada0e-5698-4141-b061-85425f37c017 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Calling delete_port for 8ff4db3d-906d-4506-9cb2-f987dbb10611 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:55.023820 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-32fada0e-5698-4141-b061-85425f37c017 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:55.053883 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fada0e-5698-4141-b061-85425f37c017 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Port': ['ID=8ff4db3d-906d-4506-9cb2-f987dbb10611,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:55.057399 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-32fada0e-5698-4141-b061-85425f37c017 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:55.062235 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-32fada0e-5698-4141-b061-85425f37c017 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/ports/8ff4db3d-906d-4506-9cb2-f987dbb10611 HTTP/1.1" status: 204 len: 168 time: 0.3143644 Aug 19 18:38:55.062514 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32872) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:55.095225 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-d86bbe13-6f6e-4fd2-b506-ab919fc0452e tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] GET failed (client error): The resource could not be found. Aug 19 18:38:55.096867 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d86bbe13-6f6e-4fd2-b506-ab919fc0452e tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports/8ff4db3d-906d-4506-9cb2-f987dbb10611 HTTP/1.1" status: 404 len: 333 time: 0.0330050 Aug 19 18:38:55.101743 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32876) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:55.107269 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-90666407-415f-40b7-a78a-43b096d3261c tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'port': {'network_id': 'febb9bda-1694-4bac-b7f7-47c283982dd5', 'name': 'tempest-PortsTestJSON-567462446'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:55.199925 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90666407-415f-40b7-a78a-43b096d3261c tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:55.203550 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90666407-415f-40b7-a78a-43b096d3261c tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:55.221170 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-90666407-415f-40b7-a78a-43b096d3261c tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] device_id is not set on port eaeb51f6-c6cf-4e3f-8bec-e46fc789a796 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:38:55.274988 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fc564a07-71ba-4562-aafb-27feacd69324 req-70b767eb-ba74-41de-9a4a-02fcd76dc624 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=36d7da7c37a74d99b5edf7e1476fb7b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293531 Aug 19 18:38:55.382674 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90666407-415f-40b7-a78a-43b096d3261c tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:55.419203 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90666407-415f-40b7-a78a-43b096d3261c tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:55.465298 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc564a07-71ba-4562-aafb-27feacd69324 req-75ab2f0a-f28c-4966-bcdd-e4add0613917 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:55.467050 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fc564a07-71ba-4562-aafb-27feacd69324 req-75ab2f0a-f28c-4966-bcdd-e4add0613917 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863718 Aug 19 18:38:55.475130 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90666407-415f-40b7-a78a-43b096d3261c tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network febb9bda-1694-4bac-b7f7-47c283982dd5 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:38:55.478600 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-90666407-415f-40b7-a78a-43b096d3261c tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:55.481561 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90666407-415f-40b7-a78a-43b096d3261c tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:38:55.483473 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fc564a07-71ba-4562-aafb-27feacd69324 req-46ad12b9-7eb2-4d8a-8d7a-734bebac3e9c tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/quotas/36d7da7c37a74d99b5edf7e1476fb7b4 HTTP/1.1" status: 200 len: 375 time: 0.0101302 Aug 19 18:38:55.487086 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90666407-415f-40b7-a78a-43b096d3261c tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:55.487703 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-90666407-415f-40b7-a78a-43b096d3261c tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:55.494732 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90666407-415f-40b7-a78a-43b096d3261c tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Port': ['ID=eaeb51f6-c6cf-4e3f-8bec-e46fc789a796,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:55.509479 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-90666407-415f-40b7-a78a-43b096d3261c tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4063923 Aug 19 18:38:55.511920 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32896) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:55.517339 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-7211ebb2-33de-4b60-b410-25dc276537a6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:55.523070 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fc564a07-71ba-4562-aafb-27feacd69324 req-a2954764-f377-4ab5-a461-c9388dc18f8c tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=36d7da7c37a74d99b5edf7e1476fb7b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316796 Aug 19 18:38:55.580851 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7211ebb2-33de-4b60-b410-25dc276537a6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:55.731673 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d222fe6-5149-4643-8bbd-9d59a04dfcd8 req-b2e07dc5-87a2-4c32-9660-290efe501c0b tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3bc7f5-57fe-4d25-a7cf-507a3d286807 HTTP/1.1" status: 200 len: 210 time: 0.0382862 Aug 19 18:38:55.779919 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7211ebb2-33de-4b60-b410-25dc276537a6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:55.787107 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7211ebb2-33de-4b60-b410-25dc276537a6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:55.826666 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-7211ebb2-33de-4b60-b410-25dc276537a6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] In _notify_port_updated(), no bound segment for port eaeb51f6-c6cf-4e3f-8bec-e46fc789a796 on network febb9bda-1694-4bac-b7f7-47c283982dd5 {{(pid=94681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:38:55.833052 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7211ebb2-33de-4b60-b410-25dc276537a6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:55.833701 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7211ebb2-33de-4b60-b410-25dc276537a6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:55.837038 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7211ebb2-33de-4b60-b410-25dc276537a6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "PUT /v2.0/ports/eaeb51f6-c6cf-4e3f-8bec-e46fc789a796 HTTP/1.1" status: 200 len: 818 time: 0.3220139 Aug 19 18:38:55.837914 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32914) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:55.856590 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211ebb2-33de-4b60-b410-25dc276537a6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Port': ['ID=eaeb51f6-c6cf-4e3f-8bec-e46fc789a796,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:55.929747 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-b0c7f5f0-285d-4296-9251-c04844da2602 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting port eaeb51f6-c6cf-4e3f-8bec-e46fc789a796 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:55.930092 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b0c7f5f0-285d-4296-9251-c04844da2602 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:56.001588 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b0c7f5f0-285d-4296-9251-c04844da2602 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:56.016917 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-b0c7f5f0-285d-4296-9251-c04844da2602 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Calling delete_port for eaeb51f6-c6cf-4e3f-8bec-e46fc789a796 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:56.107995 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b0c7f5f0-285d-4296-9251-c04844da2602 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:56.144446 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7f5f0-285d-4296-9251-c04844da2602 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Port': ['ID=eaeb51f6-c6cf-4e3f-8bec-e46fc789a796,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:56.157770 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b0c7f5f0-285d-4296-9251-c04844da2602 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:56.160209 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b0c7f5f0-285d-4296-9251-c04844da2602 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/ports/eaeb51f6-c6cf-4e3f-8bec-e46fc789a796 HTTP/1.1" status: 204 len: 168 time: 0.3207550 Aug 19 18:38:56.163298 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32924) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:56.221744 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa77ef9-50d9-4889-bfa9-697dfe3296ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:56.224206 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dfa77ef9-50d9-4889-bfa9-697dfe3296ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0593195 Aug 19 18:38:56.227024 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32930) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:56.257834 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f82863-3623-4647-a0df-b0c5f35c4139 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] GET failed (client error): The resource could not be found. Aug 19 18:38:56.259465 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-78f82863-3623-4647-a0df-b0c5f35c4139 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports/eaeb51f6-c6cf-4e3f-8bec-e46fc789a796 HTTP/1.1" status: 404 len: 333 time: 0.0312648 Aug 19 18:38:56.263165 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32932) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:56.268541 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-46510eb7-eab6-4861-9c5a-2d313cdc816a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-517247019'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:56.294045 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46510eb7-eab6-4861-9c5a-2d313cdc816a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:56.297975 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-46510eb7-eab6-4861-9c5a-2d313cdc816a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:56.328816 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46510eb7-eab6-4861-9c5a-2d313cdc816a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:38:56.340907 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-46510eb7-eab6-4861-9c5a-2d313cdc816a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:56.341237 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-46510eb7-eab6-4861-9c5a-2d313cdc816a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Added segment 46dd0ce2-d661-4d20-8d5c-dcc39993c7d8 of type vlan for network 1104fa91-f9a8-494a-b316-7895b45fc869 Aug 19 18:38:56.385898 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-46510eb7-eab6-4861-9c5a-2d313cdc816a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:56.416021 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-46510eb7-eab6-4861-9c5a-2d313cdc816a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:56.423675 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46510eb7-eab6-4861-9c5a-2d313cdc816a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:56.424384 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-46510eb7-eab6-4861-9c5a-2d313cdc816a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:56.485985 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-46510eb7-eab6-4861-9c5a-2d313cdc816a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2190576 Aug 19 18:38:56.487106 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32934) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:56.491858 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-57d2273f-7f6c-4431-861b-cce52dbfa202 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'subnet': {'network_id': '1104fa91-f9a8-494a-b316-7895b45fc869', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:56.506313 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46510eb7-eab6-4861-9c5a-2d313cdc816a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Network': ['ID=1104fa91-f9a8-494a-b316-7895b45fc869,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:56.518365 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 1104fa91-f9a8-494a-b316-7895b45fc869 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:38:56.601849 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d2273f-7f6c-4431-861b-cce52dbfa202 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:56.605297 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-57d2273f-7f6c-4431-861b-cce52dbfa202 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:56.810046 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-57d2273f-7f6c-4431-861b-cce52dbfa202 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:56.895563 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ef8b72e1-6d5f-4d60-acac-6f75308762fa req-09bf6de1-56e0-4042-85db-cb1ea98bb440 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3bc7f5-57fe-4d25-a7cf-507a3d286807 HTTP/1.1" status: 200 len: 210 time: 0.0291703 Aug 19 18:38:56.919871 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2273f-7f6c-4431-861b-cce52dbfa202 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Subnet': ['ID=f3b2b498-3652-45ba-8c33-eb43c4473c24,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:56.923425 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc564a07-71ba-4562-aafb-27feacd69324 req-8159a2ef-eeaf-4009-b6b8-1ca36ad2a158 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=36d7da7c37a74d99b5edf7e1476fb7b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393581 Aug 19 18:38:56.929758 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d2273f-7f6c-4431-861b-cce52dbfa202 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Checking segment: {'id': '46dd0ce2-d661-4d20-8d5c-dcc39993c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1104fa91-f9a8-494a-b316-7895b45fc869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:56.930082 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d2273f-7f6c-4431-861b-cce52dbfa202 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network hostable DHCP agents. Network: 1104fa91-f9a8-494a-b316-7895b45fc869, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:38:57.358491 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d2273f-7f6c-4431-861b-cce52dbfa202 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network 1104fa91-f9a8-494a-b316-7895b45fc869 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:38:57.391933 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-57d2273f-7f6c-4431-861b-cce52dbfa202 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 1104fa91-f9a8-494a-b316-7895b45fc869) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:57.402060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b70f55c-430a-4236-b31b-862c203eefa3 None None] Network 1104fa91-f9a8-494a-b316-7895b45fc869 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:57.418685 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d2273f-7f6c-4431-861b-cce52dbfa202 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:57.419201 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-57d2273f-7f6c-4431-861b-cce52dbfa202 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:57.470250 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-57d2273f-7f6c-4431-861b-cce52dbfa202 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9827840 Aug 19 18:38:57.473937 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32944) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:57.478924 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-98f4f16d-21ca-4dd7-a80d-ca10a80d6e5d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'subnet': {'network_id': '1104fa91-f9a8-494a-b316-7895b45fc869', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:57.479232 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc564a07-71ba-4562-aafb-27feacd69324 req-a45469ac-a6b8-46b6-87da-d4d5f97aa4c8 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:57.480851 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc564a07-71ba-4562-aafb-27feacd69324 req-a45469ac-a6b8-46b6-87da-d4d5f97aa4c8 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5466073 Aug 19 18:38:57.497700 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-fc564a07-71ba-4562-aafb-27feacd69324 req-5a398811-3810-4ee5-9f0c-536073ac4b7f tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Request body: {'port': {'device_id': 'ed3bc7f5-57fe-4d25-a7cf-507a3d286807', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': '36d7da7c37a74d99b5edf7e1476fb7b4'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:57.573847 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b7cbc2-4f23-4542-b2a8-19458f40005e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-1104fa91-f9a8-494a-b316-7895b45fc869', 'network_id': '1104fa91-f9a8-494a-b316-7895b45fc869', 'tenant_id': '03ea6d63a7374f9cb73be7e406526608', 'fixed_ips': [{'subnet_id': 'f3b2b498-3652-45ba-8c33-eb43c4473c24'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:38:57.575431 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-56b7cbc2-4f23-4542-b2a8-19458f40005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:57.636452 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f4f16d-21ca-4dd7-a80d-ca10a80d6e5d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:57.641498 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-98f4f16d-21ca-4dd7-a80d-ca10a80d6e5d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:57.666538 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc564a07-71ba-4562-aafb-27feacd69324 req-5a398811-3810-4ee5-9f0c-536073ac4b7f tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Made reservation on behalf of 36d7da7c37a74d99b5edf7e1476fb7b4 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:57.670954 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fc564a07-71ba-4562-aafb-27feacd69324 req-5a398811-3810-4ee5-9f0c-536073ac4b7f tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:57.681142 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fc564a07-71ba-4562-aafb-27feacd69324 req-5a398811-3810-4ee5-9f0c-536073ac4b7f tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:57.728177 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-56b7cbc2-4f23-4542-b2a8-19458f40005e None None] Allocated IP 172.20.0.2 (1104fa91-f9a8-494a-b316-7895b45fc869/f3b2b498-3652-45ba-8c33-eb43c4473c24/48de3a4b-9ed9-44e7-8f8f-702fa329fba4) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:38:57.760591 n-d-803753-2 neutron-server[94682]: INFO neutron.db.ipam_backend_mixin [None req-98f4f16d-21ca-4dd7-a80d-ca10a80d6e5d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f3b2b498-3652-45ba-8c33-eb43c4473c24 (CIDR: 172.20.0.0/28) Aug 19 18:38:57.764177 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f4f16d-21ca-4dd7-a80d-ca10a80d6e5d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:38:57.764741 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f4f16d-21ca-4dd7-a80d-ca10a80d6e5d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:38:57.825402 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fc564a07-71ba-4562-aafb-27feacd69324 req-5a398811-3810-4ee5-9f0c-536073ac4b7f tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:57.829950 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fc564a07-71ba-4562-aafb-27feacd69324 req-5a398811-3810-4ee5-9f0c-536073ac4b7f tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:57.838282 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-98f4f16d-21ca-4dd7-a80d-ca10a80d6e5d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3626924 Aug 19 18:38:57.840727 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32946) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:57.848776 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-74974e3b-b4f5-4401-ac94-e542d47f0080 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'subnet': {'network_id': '1104fa91-f9a8-494a-b316-7895b45fc869', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:57.906205 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-56b7cbc2-4f23-4542-b2a8-19458f40005e None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:57.917956 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-56b7cbc2-4f23-4542-b2a8-19458f40005e None None] Transition to ACTIVE for port object 48de3a4b-9ed9-44e7-8f8f-702fa329fba4 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:57.964672 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-56b7cbc2-4f23-4542-b2a8-19458f40005e None None] Transition to ACTIVE for port object 48de3a4b-9ed9-44e7-8f8f-702fa329fba4 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:57.977651 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-56b7cbc2-4f23-4542-b2a8-19458f40005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:57.978358 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a398811-3810-4ee5-9f0c-536073ac4b7f tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7de326c-b3ee-429c-b27f-32282b8d8187,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:58.023681 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74974e3b-b4f5-4401-ac94-e542d47f0080 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:58.028338 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-74974e3b-b4f5-4401-ac94-e542d47f0080 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:58.032958 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7cbc2-4f23-4542-b2a8-19458f40005e None None] Pushing event updated for resources: {'Port': ['ID=48de3a4b-9ed9-44e7-8f8f-702fa329fba4,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:58.046147 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b7cbc2-4f23-4542-b2a8-19458f40005e None None] Network 1104fa91-f9a8-494a-b316-7895b45fc869 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:38:58.047541 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-61a16283-f735-4567-b624-4083abad8dde req-234cecd2-f8f2-4d4b-824a-2aed52b87fc3 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3bc7f5-57fe-4d25-a7cf-507a3d286807 HTTP/1.1" status: 200 len: 210 time: 0.0440640 Aug 19 18:38:58.055439 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-56b7cbc2-4f23-4542-b2a8-19458f40005e None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:58.073392 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-fc564a07-71ba-4562-aafb-27feacd69324 req-5a398811-3810-4ee5-9f0c-536073ac4b7f tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Allocated IP 192.168.233.237 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/72e0d456-2573-4be4-b59e-997ac78e5e21) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:38:58.075470 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b7cbc2-4f23-4542-b2a8-19458f40005e None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:38:58.150154 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-56b7cbc2-4f23-4542-b2a8-19458f40005e None None] Attempting to bind port 48de3a4b-9ed9-44e7-8f8f-702fa329fba4 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:58.150154 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-56b7cbc2-4f23-4542-b2a8-19458f40005e None None] Attempting to bind port 48de3a4b-9ed9-44e7-8f8f-702fa329fba4 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '46dd0ce2-d661-4d20-8d5c-dcc39993c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1104fa91-f9a8-494a-b316-7895b45fc869'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:58.150598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7cbc2-4f23-4542-b2a8-19458f40005e None None] Attempting to bind port 48de3a4b-9ed9-44e7-8f8f-702fa329fba4 on network 1104fa91-f9a8-494a-b316-7895b45fc869 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:58.155606 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7cbc2-4f23-4542-b2a8-19458f40005e None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:38:58.155988 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7cbc2-4f23-4542-b2a8-19458f40005e None None] Checking segment: {'id': '46dd0ce2-d661-4d20-8d5c-dcc39993c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1104fa91-f9a8-494a-b316-7895b45fc869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:58.156404 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-56b7cbc2-4f23-4542-b2a8-19458f40005e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:58.156802 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b7cbc2-4f23-4542-b2a8-19458f40005e None None] Bound using segment: {'id': '46dd0ce2-d661-4d20-8d5c-dcc39993c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1104fa91-f9a8-494a-b316-7895b45fc869'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:38:58.157275 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-56b7cbc2-4f23-4542-b2a8-19458f40005e None None] Bound port: 48de3a4b-9ed9-44e7-8f8f-702fa329fba4, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46dd0ce2-d661-4d20-8d5c-dcc39993c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1104fa91-f9a8-494a-b316-7895b45fc869'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:38:58.157690 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-56b7cbc2-4f23-4542-b2a8-19458f40005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:58.250085 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-56b7cbc2-4f23-4542-b2a8-19458f40005e None None] For port 48de3a4b-9ed9-44e7-8f8f-702fa329fba4, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:38:58.256481 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-56b7cbc2-4f23-4542-b2a8-19458f40005e None None] For port 48de3a4b-9ed9-44e7-8f8f-702fa329fba4, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=48de3a4b-9ed9-44e7-8f8f-702fa329fba4,segment=NetworkSegment(46dd0ce2-d661-4d20-8d5c-dcc39993c7d8),segment_id=46dd0ce2-d661-4d20-8d5c-dcc39993c7d8)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:38:58.262246 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-56b7cbc2-4f23-4542-b2a8-19458f40005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:58.306318 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fc564a07-71ba-4562-aafb-27feacd69324 req-5a398811-3810-4ee5-9f0c-536073ac4b7f tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:58.338589 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-fc564a07-71ba-4562-aafb-27feacd69324 req-5a398811-3810-4ee5-9f0c-536073ac4b7f tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Transition to ACTIVE for port object 72e0d456-2573-4be4-b59e-997ac78e5e21 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:58.359878 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-74974e3b-b4f5-4401-ac94-e542d47f0080 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:58.362374 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7cbc2-4f23-4542-b2a8-19458f40005e None None] Pushing event updated for resources: {'Port': ['ID=48de3a4b-9ed9-44e7-8f8f-702fa329fba4,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:58.388949 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fc564a07-71ba-4562-aafb-27feacd69324 req-5a398811-3810-4ee5-9f0c-536073ac4b7f tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:58.411894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74974e3b-b4f5-4401-ac94-e542d47f0080 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network 1104fa91-f9a8-494a-b316-7895b45fc869 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:38:58.418424 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-74974e3b-b4f5-4401-ac94-e542d47f0080 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:58.422714 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74974e3b-b4f5-4401-ac94-e542d47f0080 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:58.423299 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-74974e3b-b4f5-4401-ac94-e542d47f0080 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:58.438454 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74974e3b-b4f5-4401-ac94-e542d47f0080 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Subnet': ['ID=dd91a4e1-4034-4123-abc4-c0e3ccfc4539,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:58.445471 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-74974e3b-b4f5-4401-ac94-e542d47f0080 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6027443 Aug 19 18:38:58.448145 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32952) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:58.453423 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2d7a1146-a382-464b-8b99-4717458e63db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'port': {'network_id': '1104fa91-f9a8-494a-b316-7895b45fc869', 'fixed_ips': [{'subnet_id': 'f3b2b498-3652-45ba-8c33-eb43c4473c24'}, {'subnet_id': 'dd91a4e1-4034-4123-abc4-c0e3ccfc4539'}], 'name': 'tempest-PortsTestJSON-1751158651'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:58.458316 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a398811-3810-4ee5-9f0c-536073ac4b7f tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Pushing event updated for resources: {'Port': ['ID=72e0d456-2573-4be4-b59e-997ac78e5e21,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:58.483529 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc564a07-71ba-4562-aafb-27feacd69324 req-5a398811-3810-4ee5-9f0c-536073ac4b7f tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:38:58.486086 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-fc564a07-71ba-4562-aafb-27feacd69324 req-5a398811-3810-4ee5-9f0c-536073ac4b7f tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:58.489199 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc564a07-71ba-4562-aafb-27feacd69324 req-5a398811-3810-4ee5-9f0c-536073ac4b7f tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:38:58.550611 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc564a07-71ba-4562-aafb-27feacd69324 req-5a398811-3810-4ee5-9f0c-536073ac4b7f tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:58.551448 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fc564a07-71ba-4562-aafb-27feacd69324 req-5a398811-3810-4ee5-9f0c-536073ac4b7f tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:58.571801 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc564a07-71ba-4562-aafb-27feacd69324 req-5a398811-3810-4ee5-9f0c-536073ac4b7f tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0796416 Aug 19 18:38:58.666971 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7a1146-a382-464b-8b99-4717458e63db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:58.764442 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e63dd334-7e6f-4f76-a823-e04a70f795f5 service neutron] Request body: {'port': {'device_id': 'ed3bc7f5-57fe-4d25-a7cf-507a3d286807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:58.849582 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1146-a382-464b-8b99-4717458e63db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:58.869307 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-2d7a1146-a382-464b-8b99-4717458e63db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] device_id is not set on port b83a7f51-959a-47e4-8377-3d1b82375115 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:38:58.871928 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e63dd334-7e6f-4f76-a823-e04a70f795f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:58.953386 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b3e3dfde-0d01-48e7-8e1e-1f0f86c27395 None None] Provisioning for port 72e0d456-2573-4be4-b59e-997ac78e5e21 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:38:58.969151 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b3e3dfde-0d01-48e7-8e1e-1f0f86c27395 None None] Provisioning complete for port 72e0d456-2573-4be4-b59e-997ac78e5e21 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:38:58.969565 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b3e3dfde-0d01-48e7-8e1e-1f0f86c27395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:59.027464 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b3e3dfde-0d01-48e7-8e1e-1f0f86c27395 None None] Port 72e0d456-2573-4be4-b59e-997ac78e5e21 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:38:59.189352 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-2d7a1146-a382-464b-8b99-4717458e63db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Allocated IP 172.20.0.6 (1104fa91-f9a8-494a-b316-7895b45fc869/f3b2b498-3652-45ba-8c33-eb43c4473c24/b83a7f51-959a-47e4-8377-3d1b82375115) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:38:59.197475 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e63dd334-7e6f-4f76-a823-e04a70f795f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e0d456-2573-4be4-b59e-997ac78e5e21 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:38:59.199952 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-2d7a1146-a382-464b-8b99-4717458e63db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Allocated IP 172.20.0.30 (1104fa91-f9a8-494a-b316-7895b45fc869/dd91a4e1-4034-4123-abc4-c0e3ccfc4539/b83a7f51-959a-47e4-8377-3d1b82375115) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:38:59.207377 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e63dd334-7e6f-4f76-a823-e04a70f795f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:59.210823 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f8f96-9931-4adf-98b1-e03a47f1f7b7 req-5cf71247-9b7e-4789-9c76-170ddee2d18a tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:59.212669 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f00f8f96-9931-4adf-98b1-e03a47f1f7b7 req-5cf71247-9b7e-4789-9c76-170ddee2d18a tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3bc7f5-57fe-4d25-a7cf-507a3d286807 HTTP/1.1" status: 200 len: 936 time: 0.0818212 Aug 19 18:38:59.228749 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e63dd334-7e6f-4f76-a823-e04a70f795f5 service neutron] Transition to ACTIVE for port object 72e0d456-2573-4be4-b59e-997ac78e5e21 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:59.232489 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e63dd334-7e6f-4f76-a823-e04a70f795f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:59.291296 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63dd334-7e6f-4f76-a823-e04a70f795f5 service neutron] Pushing event updated for resources: {'Port': ['ID=72e0d456-2573-4be4-b59e-997ac78e5e21,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:59.299431 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f00f8f96-9931-4adf-98b1-e03a47f1f7b7 req-a70a5a51-63c7-4759-8c7c-99cf5cd26aa5 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7de326c-b3ee-429c-b27f-32282b8d8187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787234 Aug 19 18:38:59.448967 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e63dd334-7e6f-4f76-a823-e04a70f795f5 service neutron] Attempting to bind port 72e0d456-2573-4be4-b59e-997ac78e5e21 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:59.449489 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e63dd334-7e6f-4f76-a823-e04a70f795f5 service neutron] Attempting to bind port 72e0d456-2573-4be4-b59e-997ac78e5e21 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:59.449706 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e63dd334-7e6f-4f76-a823-e04a70f795f5 service neutron] Attempting to bind port 72e0d456-2573-4be4-b59e-997ac78e5e21 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:59.462623 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e63dd334-7e6f-4f76-a823-e04a70f795f5 service neutron] Port 72e0d456-2573-4be4-b59e-997ac78e5e21 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:59.462955 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e63dd334-7e6f-4f76-a823-e04a70f795f5 service neutron] Attempting to bind port 72e0d456-2573-4be4-b59e-997ac78e5e21 on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:59.471033 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1146-a382-464b-8b99-4717458e63db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:59.490385 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e63dd334-7e6f-4f76-a823-e04a70f795f5 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:38:59.494780 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e63dd334-7e6f-4f76-a823-e04a70f795f5 service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:59.495334 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e63dd334-7e6f-4f76-a823-e04a70f795f5 service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:38:59.496299 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e63dd334-7e6f-4f76-a823-e04a70f795f5 service neutron] Bound port: 72e0d456-2573-4be4-b59e-997ac78e5e21, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:38:59.496299 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e63dd334-7e6f-4f76-a823-e04a70f795f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:59.499411 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-2d7a1146-a382-464b-8b99-4717458e63db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Transition to ACTIVE for port object b83a7f51-959a-47e4-8377-3d1b82375115 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:59.539550 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 48de3a4b-9ed9-44e7-8f8f-702fa329fba4 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:38:59.551100 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1146-a382-464b-8b99-4717458e63db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:59.610085 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e63dd334-7e6f-4f76-a823-e04a70f795f5 service neutron] For port 72e0d456-2573-4be4-b59e-997ac78e5e21, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:38:59.613813 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e63dd334-7e6f-4f76-a823-e04a70f795f5 service neutron] For port 72e0d456-2573-4be4-b59e-997ac78e5e21, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=72e0d456-2573-4be4-b59e-997ac78e5e21,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:38:59.624399 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e63dd334-7e6f-4f76-a823-e04a70f795f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:59.641789 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 48de3a4b-9ed9-44e7-8f8f-702fa329fba4 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:38:59.653042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7a1146-a382-464b-8b99-4717458e63db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network 1104fa91-f9a8-494a-b316-7895b45fc869 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:38:59.660496 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-2d7a1146-a382-464b-8b99-4717458e63db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:59.669455 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7a1146-a382-464b-8b99-4717458e63db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:38:59.674202 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a1146-a382-464b-8b99-4717458e63db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Port': ['ID=b83a7f51-959a-47e4-8377-3d1b82375115,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:59.700324 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e63dd334-7e6f-4f76-a823-e04a70f795f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:59.701262 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e63dd334-7e6f-4f76-a823-e04a70f795f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:59.702914 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e63dd334-7e6f-4f76-a823-e04a70f795f5 service neutron] 10.222.0.50 "PUT /v2.0/ports/72e0d456-2573-4be4-b59e-997ac78e5e21 HTTP/1.1" status: 200 len: 1096 time: 1.1213729 Aug 19 18:38:59.703563 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3bc7f5-57fe-4d25-a7cf-507a3d286807', 'tag': '72e0d456-2573-4be4-b59e-997ac78e5e21'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:38:59.706420 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f9fe73-b8cb-4ebb-be42-d722472e477d" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3bc7f5-57fe-4d25-a7cf-507a3d286807", "tag": "72e0d456-2573-4be4-b59e-997ac78e5e21"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:38:59.752828 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7a1146-a382-464b-8b99-4717458e63db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:59.755340 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1146-a382-464b-8b99-4717458e63db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:59.792851 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2d7a1146-a382-464b-8b99-4717458e63db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.3436368 Aug 19 18:38:59.795506 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32964) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:59.802108 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-55c9f7be-fac0-4a4d-a0e6-bd0cec0b53cd tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f3b2b498-3652-45ba-8c33-eb43c4473c24'}]}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:59.824024 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63dd334-7e6f-4f76-a823-e04a70f795f5 service neutron] Pushing event updated for resources: {'Port': ['ID=72e0d456-2573-4be4-b59e-997ac78e5e21,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:59.844048 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc564a07-71ba-4562-aafb-27feacd69324 req-6b250939-4593-438a-9f8e-4f63eacd1dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:59.846723 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc564a07-71ba-4562-aafb-27feacd69324 req-6b250939-4593-438a-9f8e-4f63eacd1dc2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=36d7da7c37a74d99b5edf7e1476fb7b4&device_id=ed3bc7f5-57fe-4d25-a7cf-507a3d286807 HTTP/1.1" status: 200 len: 1099 time: 0.0788269 Aug 19 18:38:59.922616 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc564a07-71ba-4562-aafb-27feacd69324 req-709890a2-64a7-4bbd-9d86-534730590c9c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=72e0d456-2573-4be4-b59e-997ac78e5e21 HTTP/1.1" status: 200 len: 217 time: 0.0639231 Aug 19 18:38:59.923313 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55c9f7be-fac0-4a4d-a0e6-bd0cec0b53cd tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:59.940578 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5306818-a4b3-4d29-b4a5-871e2afc5342 None None] Network 1104fa91-f9a8-494a-b316-7895b45fc869 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:39:00.028333 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398063ea-5164-426d-aaf4-effde5f1c101 x-openstack-request-id: req-398063ea-5164-426d-aaf4-effde5f1c101 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:39:00.029957 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3bc7f5-57fe-4d25-a7cf-507a3d286807", "tag": "72e0d456-2573-4be4-b59e-997ac78e5e21", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:39:00.030337 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-398063ea-5164-426d-aaf4-effde5f1c101 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:39:00.030838 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3bc7f5-57fe-4d25-a7cf-507a3d286807', 'tag': '72e0d456-2573-4be4-b59e-997ac78e5e21', 'status': 'completed', 'code': 200} Aug 19 18:39:00.072544 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc564a07-71ba-4562-aafb-27feacd69324 req-8a0ba789-c186-4d51-ab26-924205965a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:00.073589 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc564a07-71ba-4562-aafb-27feacd69324 req-8a0ba789-c186-4d51-ab26-924205965a64 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.1395688 Aug 19 18:39:00.125181 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c96323cb-daa4-4557-b526-943154976860 None None] Provisioning for port 48de3a4b-9ed9-44e7-8f8f-702fa329fba4 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:00.136519 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c96323cb-daa4-4557-b526-943154976860 None None] Provisioning complete for port 48de3a4b-9ed9-44e7-8f8f-702fa329fba4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:00.137165 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c96323cb-daa4-4557-b526-943154976860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:00.161727 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e132f9aa-df61-4558-994c-feeff6a0046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:00.164292 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e132f9aa-df61-4558-994c-feeff6a0046e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0823433 Aug 19 18:39:00.288244 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-55c9f7be-fac0-4a4d-a0e6-bd0cec0b53cd tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Delete allocated IP 172.20.0.30 (1104fa91-f9a8-494a-b316-7895b45fc869/dd91a4e1-4034-4123-abc4-c0e3ccfc4539) {{(pid=94682) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 18:39:00.316130 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc564a07-71ba-4562-aafb-27feacd69324 req-c4e26ed2-09b1-4571-b652-6b565b066415 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366749 Aug 19 18:39:00.322955 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c96323cb-daa4-4557-b526-943154976860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:00.392895 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c96323cb-daa4-4557-b526-943154976860 None None] For port 48de3a4b-9ed9-44e7-8f8f-702fa329fba4, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=48de3a4b-9ed9-44e7-8f8f-702fa329fba4,segment=NetworkSegment(46dd0ce2-d661-4d20-8d5c-dcc39993c7d8),segment_id=46dd0ce2-d661-4d20-8d5c-dcc39993c7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:00.399739 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c96323cb-daa4-4557-b526-943154976860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:00.463022 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc564a07-71ba-4562-aafb-27feacd69324 req-e1823495-0856-4cf0-8c75-177b7268233a service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378872 Aug 19 18:39:00.496615 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96323cb-daa4-4557-b526-943154976860 None None] Pushing event updated for resources: {'Port': ['ID=48de3a4b-9ed9-44e7-8f8f-702fa329fba4,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:00.501715 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3611366-5359-4cbf-ac96-056509c5f1af None None] Update dhcp port {'port': {'network_id': '1104fa91-f9a8-494a-b316-7895b45fc869', 'fixed_ips': [{'subnet_id': 'f3b2b498-3652-45ba-8c33-eb43c4473c24', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dd91a4e1-4034-4123-abc4-c0e3ccfc4539'}], 'binding:host_id': 'n-d-803753-2'}, 'id': '48de3a4b-9ed9-44e7-8f8f-702fa329fba4'} from n-d-803753-2. {{(pid=94683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:39:00.503466 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4f8a5-ee02-40be-a071-fa202377e345 req-f94bc7ef-6594-475b-9dbe-50b3cefe7803 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:00.505510 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a4d4f8a5-ee02-40be-a071-fa202377e345 req-f94bc7ef-6594-475b-9dbe-50b3cefe7803 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3bc7f5-57fe-4d25-a7cf-507a3d286807 HTTP/1.1" status: 200 len: 948 time: 0.0820930 Aug 19 18:39:00.552108 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f3611366-5359-4cbf-ac96-056509c5f1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:00.592023 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9fe73-b8cb-4ebb-be42-d722472e477d req-4e123f46-c78e-4a81-86a8-10db7daa1c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:00.595141 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03f9fe73-b8cb-4ebb-be42-d722472e477d req-4e123f46-c78e-4a81-86a8-10db7daa1c3a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=36d7da7c37a74d99b5edf7e1476fb7b4&device_id=ed3bc7f5-57fe-4d25-a7cf-507a3d286807 HTTP/1.1" status: 200 len: 1099 time: 0.0659850 Aug 19 18:39:00.616375 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a4d4f8a5-ee02-40be-a071-fa202377e345 req-3d66d967-8b79-49eb-bb79-d5971c4e916e tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7de326c-b3ee-429c-b27f-32282b8d8187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006067 Aug 19 18:39:00.620337 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55c9f7be-fac0-4a4d-a0e6-bd0cec0b53cd tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:00.639507 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-55c9f7be-fac0-4a4d-a0e6-bd0cec0b53cd tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Ignored duplicate provisioning block setup for port b83a7f51-959a-47e4-8377-3d1b82375115 by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 18:39:00.646176 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55c9f7be-fac0-4a4d-a0e6-bd0cec0b53cd tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:00.715307 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9fe73-b8cb-4ebb-be42-d722472e477d req-61af0903-3f8f-4d82-ade8-317a420d356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:00.717054 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03f9fe73-b8cb-4ebb-be42-d722472e477d req-61af0903-3f8f-4d82-ade8-317a420d356b service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.1105742 Aug 19 18:39:00.766360 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9f7be-fac0-4a4d-a0e6-bd0cec0b53cd tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Port': ['ID=b83a7f51-959a-47e4-8377-3d1b82375115,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:00.777468 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-55c9f7be-fac0-4a4d-a0e6-bd0cec0b53cd tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] In _notify_port_updated(), no bound segment for port b83a7f51-959a-47e4-8377-3d1b82375115 on network 1104fa91-f9a8-494a-b316-7895b45fc869 {{(pid=94682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:39:00.783570 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c9f7be-fac0-4a4d-a0e6-bd0cec0b53cd tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:00.784151 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03f9fe73-b8cb-4ebb-be42-d722472e477d req-b07b4a24-dab1-4f29-9214-16d9f706feae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=72e0d456-2573-4be4-b59e-997ac78e5e21 HTTP/1.1" status: 200 len: 217 time: 0.0576513 Aug 19 18:39:00.784960 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55c9f7be-fac0-4a4d-a0e6-bd0cec0b53cd tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:00.787198 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-55c9f7be-fac0-4a4d-a0e6-bd0cec0b53cd tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "PUT /v2.0/ports/b83a7f51-959a-47e4-8377-3d1b82375115 HTTP/1.1" status: 200 len: 919 time: 0.9897223 Aug 19 18:39:00.789689 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32974) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:00.790846 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-f3611366-5359-4cbf-ac96-056509c5f1af None None] Allocated IP 172.20.0.18 (1104fa91-f9a8-494a-b316-7895b45fc869/dd91a4e1-4034-4123-abc4-c0e3ccfc4539/48de3a4b-9ed9-44e7-8f8f-702fa329fba4) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:39:00.804934 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-0e9fc31e-a44a-4db2-bfe9-1ac235aaf6db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f3b2b498-3652-45ba-8c33-eb43c4473c24'}, {'subnet_id': 'dd91a4e1-4034-4123-abc4-c0e3ccfc4539'}]}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:00.855589 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9fe73-b8cb-4ebb-be42-d722472e477d req-9b63204a-00a2-4769-89bc-6de095982d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:00.858114 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03f9fe73-b8cb-4ebb-be42-d722472e477d req-9b63204a-00a2-4769-89bc-6de095982d0f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0660408 Aug 19 18:39:00.888173 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0e9fc31e-a44a-4db2-bfe9-1ac235aaf6db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:00.915282 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9fe73-b8cb-4ebb-be42-d722472e477d req-1c0bb8f2-bc66-411c-9e22-c2102769a18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:00.917318 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03f9fe73-b8cb-4ebb-be42-d722472e477d req-1c0bb8f2-bc66-411c-9e22-c2102769a18b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0500987 Aug 19 18:39:00.918343 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-f3611366-5359-4cbf-ac96-056509c5f1af None None] For port 48de3a4b-9ed9-44e7-8f8f-702fa329fba4, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=48de3a4b-9ed9-44e7-8f8f-702fa329fba4,segment=NetworkSegment(46dd0ce2-d661-4d20-8d5c-dcc39993c7d8),segment_id=46dd0ce2-d661-4d20-8d5c-dcc39993c7d8)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:00.968694 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f3611366-5359-4cbf-ac96-056509c5f1af None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:00.983721 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f3611366-5359-4cbf-ac96-056509c5f1af None None] Transition to ACTIVE for port object 48de3a4b-9ed9-44e7-8f8f-702fa329fba4 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:00.993431 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f3611366-5359-4cbf-ac96-056509c5f1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:01.036488 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03f9fe73-b8cb-4ebb-be42-d722472e477d req-6b70e4ee-72c3-463e-bb5a-ea12a4b3cafd service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094239 Aug 19 18:39:01.103479 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3611366-5359-4cbf-ac96-056509c5f1af None None] Pushing event updated for resources: {'Port': ['ID=48de3a4b-9ed9-44e7-8f8f-702fa329fba4,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:01.177593 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03f9fe73-b8cb-4ebb-be42-d722472e477d req-144e51c9-190e-4ad6-8c96-e8d17b553705 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326244 Aug 19 18:39:01.214350 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-0e9fc31e-a44a-4db2-bfe9-1ac235aaf6db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Allocated IP 172.20.0.20 (1104fa91-f9a8-494a-b316-7895b45fc869/dd91a4e1-4034-4123-abc4-c0e3ccfc4539/b83a7f51-959a-47e4-8377-3d1b82375115) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:39:01.355102 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0e9fc31e-a44a-4db2-bfe9-1ac235aaf6db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:01.369413 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-0e9fc31e-a44a-4db2-bfe9-1ac235aaf6db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Ignored duplicate provisioning block setup for port b83a7f51-959a-47e4-8377-3d1b82375115 by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 18:39:01.379174 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0e9fc31e-a44a-4db2-bfe9-1ac235aaf6db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:01.411602 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 48de3a4b-9ed9-44e7-8f8f-702fa329fba4 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:39:01.507189 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fc31e-a44a-4db2-bfe9-1ac235aaf6db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Port': ['ID=b83a7f51-959a-47e4-8377-3d1b82375115,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:01.564440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-0e9fc31e-a44a-4db2-bfe9-1ac235aaf6db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] In _notify_port_updated(), no bound segment for port b83a7f51-959a-47e4-8377-3d1b82375115 on network 1104fa91-f9a8-494a-b316-7895b45fc869 {{(pid=94682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:39:01.571589 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9fc31e-a44a-4db2-bfe9-1ac235aaf6db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:01.572563 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0e9fc31e-a44a-4db2-bfe9-1ac235aaf6db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:01.574301 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0e9fc31e-a44a-4db2-bfe9-1ac235aaf6db tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "PUT /v2.0/ports/b83a7f51-959a-47e4-8377-3d1b82375115 HTTP/1.1" status: 200 len: 999 time: 0.7837048 Aug 19 18:39:01.577125 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 32982) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:01.700389 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-0fb3ffb9-6f3c-41cc-94b0-ab9923c6ed97 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting port b83a7f51-959a-47e4-8377-3d1b82375115 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:39:01.700752 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ffb9-6f3c-41cc-94b0-ab9923c6ed97 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:01.730357 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3c0428-79f7-42a1-a7cd-eed9c310b5d4 None None] Network 1104fa91-f9a8-494a-b316-7895b45fc869 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:39:01.810331 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844abe39-2201-4f5f-b7e4-9edd9a5ee68d req-f6befc02-9ac9-4bf8-8c11-36e0e092d2d5 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:01.811992 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-844abe39-2201-4f5f-b7e4-9edd9a5ee68d req-f6befc02-9ac9-4bf8-8c11-36e0e092d2d5 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3bc7f5-57fe-4d25-a7cf-507a3d286807 HTTP/1.1" status: 200 len: 948 time: 0.1058686 Aug 19 18:39:01.821220 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b313939c-d4e0-4f31-8ddf-9b58c277ac9a None None] Provisioning for port 48de3a4b-9ed9-44e7-8f8f-702fa329fba4 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:01.831933 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b313939c-d4e0-4f31-8ddf-9b58c277ac9a None None] Provisioning complete for port 48de3a4b-9ed9-44e7-8f8f-702fa329fba4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:01.832643 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b313939c-d4e0-4f31-8ddf-9b58c277ac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:01.877553 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-844abe39-2201-4f5f-b7e4-9edd9a5ee68d req-bac9e4d1-13ad-475a-9f93-a0fdd220134f tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7de326c-b3ee-429c-b27f-32282b8d8187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573192 Aug 19 18:39:01.879872 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ffb9-6f3c-41cc-94b0-ab9923c6ed97 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:01.907492 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-0fb3ffb9-6f3c-41cc-94b0-ab9923c6ed97 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Calling delete_port for b83a7f51-959a-47e4-8377-3d1b82375115 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:39:02.100781 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ffb9-6f3c-41cc-94b0-ab9923c6ed97 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.101431 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b313939c-d4e0-4f31-8ddf-9b58c277ac9a None None] Provisioning for port b83a7f51-959a-47e4-8377-3d1b82375115 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:02.106144 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b313939c-d4e0-4f31-8ddf-9b58c277ac9a None None] Provisioning complete for port b83a7f51-959a-47e4-8377-3d1b82375115 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:02.107098 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b313939c-d4e0-4f31-8ddf-9b58c277ac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.139616 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3ffb9-6f3c-41cc-94b0-ab9923c6ed97 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Port': ['ID=b83a7f51-959a-47e4-8377-3d1b82375115,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:02.140627 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b313939c-d4e0-4f31-8ddf-9b58c277ac9a None None] Port b83a7f51-959a-47e4-8377-3d1b82375115 was deleted so its status cannot be updated. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 18:39:02.255521 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ffb9-6f3c-41cc-94b0-ab9923c6ed97 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.257601 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0fb3ffb9-6f3c-41cc-94b0-ab9923c6ed97 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/ports/b83a7f51-959a-47e4-8377-3d1b82375115 HTTP/1.1" status: 204 len: 168 time: 0.6793730 Aug 19 18:39:02.260280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32992) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:02.284860 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de7d5e5-86d7-49be-ab06-efb1ba2ac974 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] GET failed (client error): The resource could not be found. Aug 19 18:39:02.286207 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7de7d5e5-86d7-49be-ab06-efb1ba2ac974 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports/b83a7f51-959a-47e4-8377-3d1b82375115 HTTP/1.1" status: 404 len: 333 time: 0.0248172 Aug 19 18:39:02.290107 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32994) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:02.345097 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e11a17-6d59-4878-8db1-7b547749bf9e tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting subnet dd91a4e1-4034-4123-abc4-c0e3ccfc4539 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:39:02.348262 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b3e11a17-6d59-4878-8db1-7b547749bf9e tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.389294 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b3e11a17-6d59-4878-8db1-7b547749bf9e tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.470000 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b3e11a17-6d59-4878-8db1-7b547749bf9e tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.530233 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b3e11a17-6d59-4878-8db1-7b547749bf9e tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.555536 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e11a17-6d59-4878-8db1-7b547749bf9e tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Subnet': ['ID=dd91a4e1-4034-4123-abc4-c0e3ccfc4539,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:02.562877 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b3e11a17-6d59-4878-8db1-7b547749bf9e tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.564754 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b3e11a17-6d59-4878-8db1-7b547749bf9e tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/subnets/dd91a4e1-4034-4123-abc4-c0e3ccfc4539 HTTP/1.1" status: 204 len: 168 time: 0.2737525 Aug 19 18:39:02.568226 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 32998) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:02.619577 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec15501-78b3-49d7-a91b-94d66219aa58 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting subnet f3b2b498-3652-45ba-8c33-eb43c4473c24 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:39:02.622602 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1ec15501-78b3-49d7-a91b-94d66219aa58 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.661782 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1ec15501-78b3-49d7-a91b-94d66219aa58 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.750256 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1ec15501-78b3-49d7-a91b-94d66219aa58 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.772228 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 72e0d456-2573-4be4-b59e-997ac78e5e21 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:39:02.813738 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1ec15501-78b3-49d7-a91b-94d66219aa58 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.841509 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec15501-78b3-49d7-a91b-94d66219aa58 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b2b498-3652-45ba-8c33-eb43c4473c24,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:02.843797 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1ec15501-78b3-49d7-a91b-94d66219aa58 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.845779 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1ec15501-78b3-49d7-a91b-94d66219aa58 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/subnets/f3b2b498-3652-45ba-8c33-eb43c4473c24 HTTP/1.1" status: 204 len: 168 time: 0.2766037 Aug 19 18:39:02.848965 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33000) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:02.881570 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 72e0d456-2573-4be4-b59e-997ac78e5e21, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=72e0d456-2573-4be4-b59e-997ac78e5e21,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:02.893746 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '72e0d456-2573-4be4-b59e-997ac78e5e21', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '72e0d456-2573-4be4-b59e-997ac78e5e21', 'mac_address': 'fa:16:3e:f1:77:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:39:02.928961 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4bb73a91-5627-4970-b4ad-badb9c73d94d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.938452 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.979377 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e0d456-2573-4be4-b59e-997ac78e5e21 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:39:03.002626 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 72e0d456-2573-4be4-b59e-997ac78e5e21, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=72e0d456-2573-4be4-b59e-997ac78e5e21,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:03.010775 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:03.023505 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-4bb73a91-5627-4970-b4ad-badb9c73d94d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting port 48de3a4b-9ed9-44e7-8f8f-702fa329fba4 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:39:03.024080 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4bb73a91-5627-4970-b4ad-badb9c73d94d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:03.034340 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bff38a-3e3b-4c31-a870-8fda5983d957 req-b2f826e8-3d52-420f-8ff1-0e2d9e570aa9 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:03.036599 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-34bff38a-3e3b-4c31-a870-8fda5983d957 req-b2f826e8-3d52-420f-8ff1-0e2d9e570aa9 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3bc7f5-57fe-4d25-a7cf-507a3d286807 HTTP/1.1" status: 200 len: 948 time: 0.0719390 Aug 19 18:39:03.071002 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=72e0d456-2573-4be4-b59e-997ac78e5e21,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:03.249039 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['72e0d456-2573-4be4-b59e-997ac78e5e21'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:39:03.296779 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7911c01d-a828-4fc9-8ba3-166e2bb5941e None None] Network 1104fa91-f9a8-494a-b316-7895b45fc869 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:39:03.437785 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3f9aa79b-96b1-400f-9ad7-cf1344888872 None None] Provisioning complete for port 48de3a4b-9ed9-44e7-8f8f-702fa329fba4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:03.438185 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3f9aa79b-96b1-400f-9ad7-cf1344888872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:03.505148 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-4bb73a91-5627-4970-b4ad-badb9c73d94d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] For port 48de3a4b-9ed9-44e7-8f8f-702fa329fba4, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=48de3a4b-9ed9-44e7-8f8f-702fa329fba4,segment=NetworkSegment(46dd0ce2-d661-4d20-8d5c-dcc39993c7d8),segment_id=46dd0ce2-d661-4d20-8d5c-dcc39993c7d8)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:03.505765 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4bb73a91-5627-4970-b4ad-badb9c73d94d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:03.522455 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-34bff38a-3e3b-4c31-a870-8fda5983d957 req-e5e13ca5-b6af-458d-8351-5e93ea89ba11 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7de326c-b3ee-429c-b27f-32282b8d8187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761024 Aug 19 18:39:03.538667 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-4bb73a91-5627-4970-b4ad-badb9c73d94d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Calling delete_port for 48de3a4b-9ed9-44e7-8f8f-702fa329fba4 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:39:03.760068 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3f9aa79b-96b1-400f-9ad7-cf1344888872 None None] Could not find standard attr ID for object b83a7f51-959a-47e4-8377-3d1b82375115. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:39:03.763208 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4bb73a91-5627-4970-b4ad-badb9c73d94d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:03.763208 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb73a91-5627-4970-b4ad-badb9c73d94d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Port': ['ID=48de3a4b-9ed9-44e7-8f8f-702fa329fba4,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:03.763208 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb73a91-5627-4970-b4ad-badb9c73d94d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] No DVR routers for this DVR port 48de3a4b-9ed9-44e7-8f8f-702fa329fba4 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:39:03.764123 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1cde60-39a3-43b9-8e78-ff630d9caa5e None None] DHCP port deletion for 1104fa91-f9a8-494a-b316-7895b45fc869 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:39:03.812148 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4bb73a91-5627-4970-b4ad-badb9c73d94d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:03.825525 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-4bb73a91-5627-4970-b4ad-badb9c73d94d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1104fa91-f9a8-494a-b316-7895b45fc869']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:03.839426 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-4bb73a91-5627-4970-b4ad-badb9c73d94d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46dd0ce2-d661-4d20-8d5c-dcc39993c7d8') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:03.839821 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-4bb73a91-5627-4970-b4ad-badb9c73d94d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46dd0ce2-d661-4d20-8d5c-dcc39993c7d8') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:03.853746 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4bb73a91-5627-4970-b4ad-badb9c73d94d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:03.871207 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4bb73a91-5627-4970-b4ad-badb9c73d94d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:03.880870 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb73a91-5627-4970-b4ad-badb9c73d94d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:39:03.881926 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4bb73a91-5627-4970-b4ad-badb9c73d94d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:39:03.895339 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:39:03.949399 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4bb73a91-5627-4970-b4ad-badb9c73d94d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:03.957247 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4bb73a91-5627-4970-b4ad-badb9c73d94d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:03.959291 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4bb73a91-5627-4970-b4ad-badb9c73d94d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/networks/1104fa91-f9a8-494a-b316-7895b45fc869 HTTP/1.1" status: 204 len: 168 time: 1.1093638 Aug 19 18:39:03.965053 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33026) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:03.971556 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb73a91-5627-4970-b4ad-badb9c73d94d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Network': ['ID=1104fa91-f9a8-494a-b316-7895b45fc869,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:04.021022 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba84499-51c6-48a2-b298-19b59394e342 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:04.025725 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8ba84499-51c6-48a2-b298-19b59394e342 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0563445 Aug 19 18:39:04.025999 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33028) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:04.075050 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-69ba205c-1b05-4840-b346-9898424addb1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0479529 Aug 19 18:39:04.078648 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33030) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:04.084248 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-ec3219e4-2313-4495-af60-046fbfbab507 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1535924317'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:04.107129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3219e4-2313-4495-af60-046fbfbab507 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:04.110709 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ec3219e4-2313-4495-af60-046fbfbab507 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:04.134775 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3219e4-2313-4495-af60-046fbfbab507 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:39:04.143995 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ec3219e4-2313-4495-af60-046fbfbab507 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:04.144465 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-ec3219e4-2313-4495-af60-046fbfbab507 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Added segment 836cdd4f-4a05-49bc-adb8-89250f13849b of type vlan for network 9959137e-2e19-4269-9185-a8a0bd1f737c Aug 19 18:39:04.194261 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ec3219e4-2313-4495-af60-046fbfbab507 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:04.224676 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ec3219e4-2313-4495-af60-046fbfbab507 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:04.230366 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3219e4-2313-4495-af60-046fbfbab507 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:04.231540 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ec3219e4-2313-4495-af60-046fbfbab507 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:04.299470 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ec3219e4-2313-4495-af60-046fbfbab507 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2196021 Aug 19 18:39:04.304711 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33036) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:04.310915 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-4db78e74-4cbb-4fd1-b6e0-57e969665f55 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'subnet': {'network_id': '9959137e-2e19-4269-9185-a8a0bd1f737c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:04.326872 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3219e4-2313-4495-af60-046fbfbab507 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Network': ['ID=9959137e-2e19-4269-9185-a8a0bd1f737c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:04.337185 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 9959137e-2e19-4269-9185-a8a0bd1f737c details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:39:04.415309 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db78e74-4cbb-4fd1-b6e0-57e969665f55 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:04.419613 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4db78e74-4cbb-4fd1-b6e0-57e969665f55 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:04.615737 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f6f71426-1ba5-46bb-9a52-be3eda7b67c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:04.649954 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399eb84b-ac00-45bc-8f51-36cce5ea9afc req-d95bbcb3-4fbc-4424-8edf-1a783dde6fc6 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:04.651510 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-399eb84b-ac00-45bc-8f51-36cce5ea9afc req-d95bbcb3-4fbc-4424-8edf-1a783dde6fc6 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3bc7f5-57fe-4d25-a7cf-507a3d286807 HTTP/1.1" status: 200 len: 949 time: 0.0582070 Aug 19 18:39:04.658723 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4db78e74-4cbb-4fd1-b6e0-57e969665f55 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:04.717666 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db78e74-4cbb-4fd1-b6e0-57e969665f55 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Subnet': ['ID=10b3e265-4968-4630-a9a2-3760a3284d13,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:04.722769 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-399eb84b-ac00-45bc-8f51-36cce5ea9afc req-6b42e65c-5b92-44e0-9ae9-16c4940299de tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7de326c-b3ee-429c-b27f-32282b8d8187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634105 Aug 19 18:39:04.734828 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db78e74-4cbb-4fd1-b6e0-57e969665f55 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Checking segment: {'id': '836cdd4f-4a05-49bc-adb8-89250f13849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9959137e-2e19-4269-9185-a8a0bd1f737c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:39:04.735198 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db78e74-4cbb-4fd1-b6e0-57e969665f55 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network hostable DHCP agents. Network: 9959137e-2e19-4269-9185-a8a0bd1f737c, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:39:04.752194 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db78e74-4cbb-4fd1-b6e0-57e969665f55 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network 9959137e-2e19-4269-9185-a8a0bd1f737c is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:39:04.761608 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-4db78e74-4cbb-4fd1-b6e0-57e969665f55 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 9959137e-2e19-4269-9185-a8a0bd1f737c) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:04.765546 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db78e74-4cbb-4fd1-b6e0-57e969665f55 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:04.766141 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4db78e74-4cbb-4fd1-b6e0-57e969665f55 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:04.772129 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d8bca3-d57a-4350-bcdc-6ab23fc93bdd None None] Network 9959137e-2e19-4269-9185-a8a0bd1f737c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:39:04.789022 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 72e0d456-2573-4be4-b59e-997ac78e5e21 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:39:04.793777 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4db78e74-4cbb-4fd1-b6e0-57e969665f55 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4888642 Aug 19 18:39:04.798090 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33050) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:04.806031 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c4bcad4b-6990-4531-a4cd-84d1207bab15 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'port': {'network_id': '9959137e-2e19-4269-9185-a8a0bd1f737c', 'name': 'tempest-PortsTestJSON-304604213'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:04.903827 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 72e0d456-2573-4be4-b59e-997ac78e5e21 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:04.925598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 72e0d456-2573-4be4-b59e-997ac78e5e21 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:04.925988 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:04.967979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bcad4b-6990-4531-a4cd-84d1207bab15 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:04.975321 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c4bcad4b-6990-4531-a4cd-84d1207bab15 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:05.001958 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-c4bcad4b-6990-4531-a4cd-84d1207bab15 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] device_id is not set on port f2787fd5-40f7-4526-a508-1add0cbab22e yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:39:05.028456 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c89f54a-ec6f-4115-93f4-04e28e4e96a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-9959137e-2e19-4269-9185-a8a0bd1f737c', 'network_id': '9959137e-2e19-4269-9185-a8a0bd1f737c', 'tenant_id': '03ea6d63a7374f9cb73be7e406526608', 'fixed_ips': [{'subnet_id': '10b3e265-4968-4630-a9a2-3760a3284d13'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:39:05.029312 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5c89f54a-ec6f-4115-93f4-04e28e4e96a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:05.062553 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:05.134657 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-c4bcad4b-6990-4531-a4cd-84d1207bab15 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Allocated IP 172.20.0.6 (9959137e-2e19-4269-9185-a8a0bd1f737c/10b3e265-4968-4630-a9a2-3760a3284d13/f2787fd5-40f7-4526-a508-1add0cbab22e) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:39:05.152762 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3bc7f5-57fe-4d25-a7cf-507a3d286807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e0d456-2573-4be4-b59e-997ac78e5e21'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:39:05.155086 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d8d86d-e45b-4d89-8b63-6a00c4bd65e4" -d '{"events": [{"server_uuid": "ed3bc7f5-57fe-4d25-a7cf-507a3d286807", "name": "network-vif-plugged", "status": "completed", "tag": "72e0d456-2573-4be4-b59e-997ac78e5e21"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:39:05.188225 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 72e0d456-2573-4be4-b59e-997ac78e5e21, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=72e0d456-2573-4be4-b59e-997ac78e5e21,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:05.197770 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:05.266193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=72e0d456-2573-4be4-b59e-997ac78e5e21,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:05.326564 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040337e9-0a29-490a-84a8-a819f408a208 x-openstack-request-id: req-040337e9-0a29-490a-84a8-a819f408a208 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:39:05.326895 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3bc7f5-57fe-4d25-a7cf-507a3d286807", "name": "network-vif-plugged", "status": "completed", "tag": "72e0d456-2573-4be4-b59e-997ac78e5e21", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:39:05.327147 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-040337e9-0a29-490a-84a8-a819f408a208 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:39:05.327541 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3bc7f5-57fe-4d25-a7cf-507a3d286807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e0d456-2573-4be4-b59e-997ac78e5e21', 'code': 200} Aug 19 18:39:05.353044 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c4bcad4b-6990-4531-a4cd-84d1207bab15 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:05.379836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-c4bcad4b-6990-4531-a4cd-84d1207bab15 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Transition to ACTIVE for port object f2787fd5-40f7-4526-a508-1add0cbab22e will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:05.401099 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 48de3a4b-9ed9-44e7-8f8f-702fa329fba4 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:39:05.423594 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 48de3a4b-9ed9-44e7-8f8f-702fa329fba4 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:39:05.424294 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 48de3a4b-9ed9-44e7-8f8f-702fa329fba4 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:39:05.472780 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fe80b-aa1d-4889-b6a6-290ec3b2711d req-cf1162a1-504d-4d7d-a707-d4d23358e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:05.474352 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-246fe80b-aa1d-4889-b6a6-290ec3b2711d req-cf1162a1-504d-4d7d-a707-d4d23358e982 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ed3bc7f5-57fe-4d25-a7cf-507a3d286807 HTTP/1.1" status: 200 len: 1101 time: 0.0871012 Aug 19 18:39:05.480336 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c4bcad4b-6990-4531-a4cd-84d1207bab15 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:05.548656 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-5c89f54a-ec6f-4115-93f4-04e28e4e96a5 None None] Allocated IP 172.20.0.2 (9959137e-2e19-4269-9185-a8a0bd1f737c/10b3e265-4968-4630-a9a2-3760a3284d13/4ad734b0-29c8-4eca-86d3-413a2a26b287) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:39:05.549932 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bcad4b-6990-4531-a4cd-84d1207bab15 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network 9959137e-2e19-4269-9185-a8a0bd1f737c is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:39:05.556649 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-c4bcad4b-6990-4531-a4cd-84d1207bab15 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:05.559465 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bcad4b-6990-4531-a4cd-84d1207bab15 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:39:05.612122 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcad4b-6990-4531-a4cd-84d1207bab15 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Port': ['ID=f2787fd5-40f7-4526-a508-1add0cbab22e,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:05.623754 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-246fe80b-aa1d-4889-b6a6-290ec3b2711d req-d6154eca-abd9-4661-98cf-e387d351796d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c7de326c-b3ee-429c-b27f-32282b8d8187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378331 Aug 19 18:39:05.643729 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bcad4b-6990-4531-a4cd-84d1207bab15 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:05.644889 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c4bcad4b-6990-4531-a4cd-84d1207bab15 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:05.662253 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c4bcad4b-6990-4531-a4cd-84d1207bab15 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8627634 Aug 19 18:39:05.664788 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33072) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:05.669857 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-0d9cdc5d-445a-4aca-88e8-3e896f02b96a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'port': {'network_id': '9959137e-2e19-4269-9185-a8a0bd1f737c', 'name': 'tempest-PortsTestJSON-1510728262'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:05.750579 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5c89f54a-ec6f-4115-93f4-04e28e4e96a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:05.764978 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5c89f54a-ec6f-4115-93f4-04e28e4e96a5 None None] Transition to ACTIVE for port object 4ad734b0-29c8-4eca-86d3-413a2a26b287 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:05.785358 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5c89f54a-ec6f-4115-93f4-04e28e4e96a5 None None] Transition to ACTIVE for port object 4ad734b0-29c8-4eca-86d3-413a2a26b287 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:05.808332 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5c89f54a-ec6f-4115-93f4-04e28e4e96a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:05.855074 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c89f54a-ec6f-4115-93f4-04e28e4e96a5 None None] Network 9959137e-2e19-4269-9185-a8a0bd1f737c is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:39:05.858611 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9cdc5d-445a-4aca-88e8-3e896f02b96a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:05.862177 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0d9cdc5d-445a-4aca-88e8-3e896f02b96a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:05.862352 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-5c89f54a-ec6f-4115-93f4-04e28e4e96a5 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:05.867136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c89f54a-ec6f-4115-93f4-04e28e4e96a5 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:39:05.874114 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ae3b5-a0a7-43aa-af68-a7f92287aecf req-0784d1c6-9cf1-4f0f-8370-05c508d7b22a tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:05.875694 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0f3ae3b5-a0a7-43aa-af68-a7f92287aecf req-0784d1c6-9cf1-4f0f-8370-05c508d7b22a tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3bc7f5-57fe-4d25-a7cf-507a3d286807 HTTP/1.1" status: 200 len: 950 time: 0.0801997 Aug 19 18:39:05.899923 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89f54a-ec6f-4115-93f4-04e28e4e96a5 None None] Pushing event updated for resources: {'Port': ['ID=4ad734b0-29c8-4eca-86d3-413a2a26b287,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:05.905886 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-0d9cdc5d-445a-4aca-88e8-3e896f02b96a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] device_id is not set on port e3e6203f-e380-4bd3-a2b3-42befeb25e0d yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:39:05.964368 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-5c89f54a-ec6f-4115-93f4-04e28e4e96a5 None None] Attempting to bind port 4ad734b0-29c8-4eca-86d3-413a2a26b287 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:39:05.964899 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-5c89f54a-ec6f-4115-93f4-04e28e4e96a5 None None] Attempting to bind port 4ad734b0-29c8-4eca-86d3-413a2a26b287 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '836cdd4f-4a05-49bc-adb8-89250f13849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9959137e-2e19-4269-9185-a8a0bd1f737c'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:39:05.965170 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0f3ae3b5-a0a7-43aa-af68-a7f92287aecf req-fef2a08a-3740-49e7-9db0-56352bd165ad tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7de326c-b3ee-429c-b27f-32282b8d8187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821722 Aug 19 18:39:05.965378 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c89f54a-ec6f-4115-93f4-04e28e4e96a5 None None] Attempting to bind port 4ad734b0-29c8-4eca-86d3-413a2a26b287 on network 9959137e-2e19-4269-9185-a8a0bd1f737c {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:39:05.971868 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c89f54a-ec6f-4115-93f4-04e28e4e96a5 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:39:05.972874 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c89f54a-ec6f-4115-93f4-04e28e4e96a5 None None] Checking segment: {'id': '836cdd4f-4a05-49bc-adb8-89250f13849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9959137e-2e19-4269-9185-a8a0bd1f737c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:39:05.973497 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5c89f54a-ec6f-4115-93f4-04e28e4e96a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:05.974463 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c89f54a-ec6f-4115-93f4-04e28e4e96a5 None None] Bound using segment: {'id': '836cdd4f-4a05-49bc-adb8-89250f13849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9959137e-2e19-4269-9185-a8a0bd1f737c'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:39:05.974463 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-5c89f54a-ec6f-4115-93f4-04e28e4e96a5 None None] Bound port: 4ad734b0-29c8-4eca-86d3-413a2a26b287, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836cdd4f-4a05-49bc-adb8-89250f13849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9959137e-2e19-4269-9185-a8a0bd1f737c'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:39:05.974948 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5c89f54a-ec6f-4115-93f4-04e28e4e96a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:06.050891 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-5c89f54a-ec6f-4115-93f4-04e28e4e96a5 None None] For port 4ad734b0-29c8-4eca-86d3-413a2a26b287, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:39:06.054125 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-5c89f54a-ec6f-4115-93f4-04e28e4e96a5 None None] For port 4ad734b0-29c8-4eca-86d3-413a2a26b287, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4ad734b0-29c8-4eca-86d3-413a2a26b287,segment=NetworkSegment(836cdd4f-4a05-49bc-adb8-89250f13849b),segment_id=836cdd4f-4a05-49bc-adb8-89250f13849b)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:39:06.058454 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5c89f54a-ec6f-4115-93f4-04e28e4e96a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:06.059196 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-0d9cdc5d-445a-4aca-88e8-3e896f02b96a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Allocated IP 172.20.0.13 (9959137e-2e19-4269-9185-a8a0bd1f737c/10b3e265-4968-4630-a9a2-3760a3284d13/e3e6203f-e380-4bd3-a2b3-42befeb25e0d) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:39:06.120948 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89f54a-ec6f-4115-93f4-04e28e4e96a5 None None] Pushing event updated for resources: {'Port': ['ID=4ad734b0-29c8-4eca-86d3-413a2a26b287,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:06.257384 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0d9cdc5d-445a-4aca-88e8-3e896f02b96a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:06.273589 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-0d9cdc5d-445a-4aca-88e8-3e896f02b96a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Transition to ACTIVE for port object e3e6203f-e380-4bd3-a2b3-42befeb25e0d will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:06.333687 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0d9cdc5d-445a-4aca-88e8-3e896f02b96a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:06.385224 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9cdc5d-445a-4aca-88e8-3e896f02b96a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network 9959137e-2e19-4269-9185-a8a0bd1f737c is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:39:06.390526 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-0d9cdc5d-445a-4aca-88e8-3e896f02b96a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:06.394424 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9cdc5d-445a-4aca-88e8-3e896f02b96a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:39:06.422511 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cdc5d-445a-4aca-88e8-3e896f02b96a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Port': ['ID=e3e6203f-e380-4bd3-a2b3-42befeb25e0d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:06.468704 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9cdc5d-445a-4aca-88e8-3e896f02b96a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:06.469330 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0d9cdc5d-445a-4aca-88e8-3e896f02b96a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:06.488186 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0d9cdc5d-445a-4aca-88e8-3e896f02b96a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8220794 Aug 19 18:39:06.490646 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33088) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:06.587027 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c645f0d5-8469-40d4-a12c-835c49ca5701 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:06.588532 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c645f0d5-8469-40d4-a12c-835c49ca5701 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.0968146 Aug 19 18:39:06.594114 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33090) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:06.689392 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-e4fa46fb-be51-4818-bb44-84402dd232f1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting port e3e6203f-e380-4bd3-a2b3-42befeb25e0d {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:39:06.689790 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e4fa46fb-be51-4818-bb44-84402dd232f1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:06.793081 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e4fa46fb-be51-4818-bb44-84402dd232f1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:06.808329 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-e4fa46fb-be51-4818-bb44-84402dd232f1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Calling delete_port for e3e6203f-e380-4bd3-a2b3-42befeb25e0d owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:39:06.968980 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e4fa46fb-be51-4818-bb44-84402dd232f1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:06.996506 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa46fb-be51-4818-bb44-84402dd232f1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Port': ['ID=e3e6203f-e380-4bd3-a2b3-42befeb25e0d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:07.135220 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e4fa46fb-be51-4818-bb44-84402dd232f1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:07.137468 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e4fa46fb-be51-4818-bb44-84402dd232f1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/ports/e3e6203f-e380-4bd3-a2b3-42befeb25e0d HTTP/1.1" status: 204 len: 168 time: 0.5422881 Aug 19 18:39:07.140313 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33102) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:07.166053 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42f811-92f5-4d66-acf0-4214d84276d4 req-e60cb1ac-510e-45cd-8000-5e1cc073ae8f tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:07.167678 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2a42f811-92f5-4d66-acf0-4214d84276d4 req-e60cb1ac-510e-45cd-8000-5e1cc073ae8f tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3bc7f5-57fe-4d25-a7cf-507a3d286807 HTTP/1.1" status: 200 len: 950 time: 0.0955148 Aug 19 18:39:07.190363 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5591cf8-892f-4d1d-b3ad-64e6af7c0b47 None None] Network 9959137e-2e19-4269-9185-a8a0bd1f737c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:39:07.201125 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6d45d7-03bb-4f26-8d44-585a3f632cd8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] GET failed (client error): The resource could not be found. Aug 19 18:39:07.205439 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3b6d45d7-03bb-4f26-8d44-585a3f632cd8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports/e3e6203f-e380-4bd3-a2b3-42befeb25e0d HTTP/1.1" status: 404 len: 333 time: 0.0612965 Aug 19 18:39:07.207612 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33104) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:07.255837 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2a42f811-92f5-4d66-acf0-4214d84276d4 req-9ed4cdd6-622a-4601-ad38-bf43ad29b0d3 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7de326c-b3ee-429c-b27f-32282b8d8187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773151 Aug 19 18:39:07.322981 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-2386727c-1bcd-4247-a3fb-343a6c2e7a51 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting port f2787fd5-40f7-4526-a508-1add0cbab22e {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:39:07.323406 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2386727c-1bcd-4247-a3fb-343a6c2e7a51 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:07.357112 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:07.358727 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0e69f5cc-697d-452f-b408-e62fecbc154c None None] Provisioning for port 4ad734b0-29c8-4eca-86d3-413a2a26b287 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:07.406081 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-332faae0-8232-4319-a8ad-abd54179c0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:07.460875 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2386727c-1bcd-4247-a3fb-343a6c2e7a51 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:07.490115 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-2386727c-1bcd-4247-a3fb-343a6c2e7a51 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Calling delete_port for f2787fd5-40f7-4526-a508-1add0cbab22e owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:39:07.516923 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4ad734b0-29c8-4eca-86d3-413a2a26b287 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:39:07.591469 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 4ad734b0-29c8-4eca-86d3-413a2a26b287 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:07.598179 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 4ad734b0-29c8-4eca-86d3-413a2a26b287 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:07.598563 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:07.648553 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75358d6d-1700-46b7-9fdf-5bce0c9b14b2 req-1ddd1b42-374d-424f-baab-505c5656be92 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:07.658219 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75358d6d-1700-46b7-9fdf-5bce0c9b14b2 req-1ddd1b42-374d-424f-baab-505c5656be92 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3bc7f5-57fe-4d25-a7cf-507a3d286807 HTTP/1.1" status: 200 len: 950 time: 0.1012313 Aug 19 18:39:07.741438 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:07.742196 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75358d6d-1700-46b7-9fdf-5bce0c9b14b2 req-edc5bfa8-777f-4ac5-9886-43e71496e87c tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7de326c-b3ee-429c-b27f-32282b8d8187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829225 Aug 19 18:39:07.761325 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2386727c-1bcd-4247-a3fb-343a6c2e7a51 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:07.801125 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 4ad734b0-29c8-4eca-86d3-413a2a26b287, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4ad734b0-29c8-4eca-86d3-413a2a26b287,segment=NetworkSegment(836cdd4f-4a05-49bc-adb8-89250f13849b),segment_id=836cdd4f-4a05-49bc-adb8-89250f13849b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:07.810759 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386727c-1bcd-4247-a3fb-343a6c2e7a51 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Port': ['ID=f2787fd5-40f7-4526-a508-1add0cbab22e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:07.813978 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:07.851108 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-61703cdd-fc25-4cd5-be8e-79ae2ab2ee07 None None] Could not find standard attr ID for object f2787fd5-40f7-4526-a508-1add0cbab22e. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:39:07.891352 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-61703cdd-fc25-4cd5-be8e-79ae2ab2ee07 None None] Provisioning complete for port 4ad734b0-29c8-4eca-86d3-413a2a26b287 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:07.891944 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-61703cdd-fc25-4cd5-be8e-79ae2ab2ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:07.920640 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2386727c-1bcd-4247-a3fb-343a6c2e7a51 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:07.926265 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2386727c-1bcd-4247-a3fb-343a6c2e7a51 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/ports/f2787fd5-40f7-4526-a508-1add0cbab22e HTTP/1.1" status: 204 len: 168 time: 0.7144506 Aug 19 18:39:07.926606 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33122) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:07.945681 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=4ad734b0-29c8-4eca-86d3-413a2a26b287,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:07.979938 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd7d570-4abe-44f1-8126-f0af27e467f6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] GET failed (client error): The resource could not be found. Aug 19 18:39:07.984137 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6cd7d570-4abe-44f1-8126-f0af27e467f6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports/f2787fd5-40f7-4526-a508-1add0cbab22e HTTP/1.1" status: 404 len: 333 time: 0.0537541 Aug 19 18:39:07.984312 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33124) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:08.047204 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-898d7072-028e-4577-a114-a6c08477c730 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting subnet 10b3e265-4968-4630-a9a2-3760a3284d13 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:39:08.051817 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-898d7072-028e-4577-a114-a6c08477c730 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:08.097733 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-898d7072-028e-4577-a114-a6c08477c730 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:08.114892 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8bbb7cd5-3592-430f-8829-684bbde0fb2f None None] Could not find standard attr ID for object f2787fd5-40f7-4526-a508-1add0cbab22e. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:39:08.203497 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-898d7072-028e-4577-a114-a6c08477c730 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:08.217341 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:08.275287 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-898d7072-028e-4577-a114-a6c08477c730 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:08.309091 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-898d7072-028e-4577-a114-a6c08477c730 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:08.313452 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-898d7072-028e-4577-a114-a6c08477c730 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/subnets/10b3e265-4968-4630-a9a2-3760a3284d13 HTTP/1.1" status: 204 len: 168 time: 0.3250051 Aug 19 18:39:08.313452 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d7072-028e-4577-a114-a6c08477c730 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Subnet': ['ID=10b3e265-4968-4630-a9a2-3760a3284d13,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:08.313977 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33130) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:08.330270 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7629e32f-6394-4a70-8c30-d7b0f143de6b None None] Could not find standard attr ID for object e3e6203f-e380-4bd3-a2b3-42befeb25e0d. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:39:08.401298 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-08004202-b781-4be0-8181-c5b87de2aa63 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:08.471100 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-08004202-b781-4be0-8181-c5b87de2aa63 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting port 4ad734b0-29c8-4eca-86d3-413a2a26b287 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:39:08.471544 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-08004202-b781-4be0-8181-c5b87de2aa63 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:08.497961 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3eee75-b451-4dfe-9f80-23ce6d7f8e33 None None] Network 9959137e-2e19-4269-9185-a8a0bd1f737c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:39:08.545938 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-08004202-b781-4be0-8181-c5b87de2aa63 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] For port 4ad734b0-29c8-4eca-86d3-413a2a26b287, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4ad734b0-29c8-4eca-86d3-413a2a26b287,segment=NetworkSegment(836cdd4f-4a05-49bc-adb8-89250f13849b),segment_id=836cdd4f-4a05-49bc-adb8-89250f13849b)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:08.546420 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-08004202-b781-4be0-8181-c5b87de2aa63 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:08.562474 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-08004202-b781-4be0-8181-c5b87de2aa63 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Calling delete_port for 4ad734b0-29c8-4eca-86d3-413a2a26b287 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:39:08.671184 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-08004202-b781-4be0-8181-c5b87de2aa63 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:08.700098 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08004202-b781-4be0-8181-c5b87de2aa63 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Port': ['ID=4ad734b0-29c8-4eca-86d3-413a2a26b287,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:08.706649 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08004202-b781-4be0-8181-c5b87de2aa63 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] No DVR routers for this DVR port 4ad734b0-29c8-4eca-86d3-413a2a26b287 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:39:08.750278 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59426e5-2e94-4cb1-aaae-85e53362e298 None None] DHCP port deletion for 9959137e-2e19-4269-9185-a8a0bd1f737c request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:39:08.822186 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-08004202-b781-4be0-8181-c5b87de2aa63 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:08.838535 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-08004202-b781-4be0-8181-c5b87de2aa63 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9959137e-2e19-4269-9185-a8a0bd1f737c']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:08.865386 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-08004202-b781-4be0-8181-c5b87de2aa63 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836cdd4f-4a05-49bc-adb8-89250f13849b') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:08.865745 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-08004202-b781-4be0-8181-c5b87de2aa63 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836cdd4f-4a05-49bc-adb8-89250f13849b') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:08.876050 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-08004202-b781-4be0-8181-c5b87de2aa63 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:08.894905 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-08004202-b781-4be0-8181-c5b87de2aa63 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:08.899022 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9ab03-c24d-4807-bb51-002d197cdd6f req-6103817a-6f7c-4422-86cb-a646c0ca4c87 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:08.900709 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2df9ab03-c24d-4807-bb51-002d197cdd6f req-6103817a-6f7c-4422-86cb-a646c0ca4c87 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3bc7f5-57fe-4d25-a7cf-507a3d286807 HTTP/1.1" status: 200 len: 950 time: 0.0832253 Aug 19 18:39:08.902485 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08004202-b781-4be0-8181-c5b87de2aa63 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:39:08.903080 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-08004202-b781-4be0-8181-c5b87de2aa63 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:08.923687 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f5016-a391-4a79-8fa0-530231975758 req-5db597e3-dc83-4735-a1c8-5ec22b255100 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:08.926056 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b33f5016-a391-4a79-8fa0-530231975758 req-5db597e3-dc83-4735-a1c8-5ec22b255100 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3bc7f5-57fe-4d25-a7cf-507a3d286807 HTTP/1.1" status: 200 len: 950 time: 0.0809476 Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:39:08.952515 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:39:08.974176 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-08004202-b781-4be0-8181-c5b87de2aa63 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:08.979064 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-08004202-b781-4be0-8181-c5b87de2aa63 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:08.985593 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-08004202-b781-4be0-8181-c5b87de2aa63 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/networks/9959137e-2e19-4269-9185-a8a0bd1f737c HTTP/1.1" status: 204 len: 168 time: 0.6708736 Aug 19 18:39:08.986407 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33142) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:08.994815 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2df9ab03-c24d-4807-bb51-002d197cdd6f req-9e7ff5ee-5b89-43f3-ae8d-6e2c6539f82c tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7de326c-b3ee-429c-b27f-32282b8d8187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857780 Aug 19 18:39:08.997189 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-b2dfbd92-0f27-45f2-9d48-cb206d874f08 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1761185931'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:09.021464 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08004202-b781-4be0-8181-c5b87de2aa63 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Network': ['ID=9959137e-2e19-4269-9185-a8a0bd1f737c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:09.047230 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dfbd92-0f27-45f2-9d48-cb206d874f08 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:09.053719 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2dfbd92-0f27-45f2-9d48-cb206d874f08 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:09.064211 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-b33f5016-a391-4a79-8fa0-530231975758 req-c74593e4-c714-497d-a74f-127579da76bf tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Deleting port 72e0d456-2573-4be4-b59e-997ac78e5e21 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:39:09.064575 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b33f5016-a391-4a79-8fa0-530231975758 req-c74593e4-c714-497d-a74f-127579da76bf tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:09.079830 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2dfbd92-0f27-45f2-9d48-cb206d874f08 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:39:09.089870 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2dfbd92-0f27-45f2-9d48-cb206d874f08 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:09.090221 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-b2dfbd92-0f27-45f2-9d48-cb206d874f08 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Added segment 7134312a-9fba-4814-a05d-341de147fc5a of type vlan for network 1362dc27-8758-444d-b45e-bc892241d983 Aug 19 18:39:09.141114 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2dfbd92-0f27-45f2-9d48-cb206d874f08 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:09.176739 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-b33f5016-a391-4a79-8fa0-530231975758 req-c74593e4-c714-497d-a74f-127579da76bf tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] For port 72e0d456-2573-4be4-b59e-997ac78e5e21, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=72e0d456-2573-4be4-b59e-997ac78e5e21,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:09.177112 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b33f5016-a391-4a79-8fa0-530231975758 req-c74593e4-c714-497d-a74f-127579da76bf tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:09.177243 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2dfbd92-0f27-45f2-9d48-cb206d874f08 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:09.185028 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dfbd92-0f27-45f2-9d48-cb206d874f08 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:09.186037 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2dfbd92-0f27-45f2-9d48-cb206d874f08 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:09.201824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-b33f5016-a391-4a79-8fa0-530231975758 req-c74593e4-c714-497d-a74f-127579da76bf tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Calling delete_port for 72e0d456-2573-4be4-b59e-997ac78e5e21 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:39:09.249990 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b2dfbd92-0f27-45f2-9d48-cb206d874f08 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2585335 Aug 19 18:39:09.254084 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33148) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:09.260940 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-4da2838d-ac88-41c9-862d-430425b370b6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'subnet': {'network_id': '1362dc27-8758-444d-b45e-bc892241d983', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:09.280657 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfbd92-0f27-45f2-9d48-cb206d874f08 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Network': ['ID=1362dc27-8758-444d-b45e-bc892241d983,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:09.299163 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 1362dc27-8758-444d-b45e-bc892241d983 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:39:09.392939 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da2838d-ac88-41c9-862d-430425b370b6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:09.397678 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4da2838d-ac88-41c9-862d-430425b370b6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:09.427989 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b33f5016-a391-4a79-8fa0-530231975758 req-c74593e4-c714-497d-a74f-127579da76bf tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:09.441355 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['72e0d456-2573-4be4-b59e-997ac78e5e21'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:39:09.447584 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4ad734b0-29c8-4eca-86d3-413a2a26b287 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:39:09.472529 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74593e4-c714-497d-a74f-127579da76bf tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Pushing event deleted for resources: {'Port': ['ID=72e0d456-2573-4be4-b59e-997ac78e5e21,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:09.515587 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 4ad734b0-29c8-4eca-86d3-413a2a26b287 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:39:09.515840 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4ad734b0-29c8-4eca-86d3-413a2a26b287 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:39:09.520524 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33f5016-a391-4a79-8fa0-530231975758 req-c74593e4-c714-497d-a74f-127579da76bf tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] No DVR routers for this DVR port 72e0d456-2573-4be4-b59e-997ac78e5e21 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:39:09.525014 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b33f5016-a391-4a79-8fa0-530231975758 req-c74593e4-c714-497d-a74f-127579da76bf tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:09.527695 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b33f5016-a391-4a79-8fa0-530231975758 req-c74593e4-c714-497d-a74f-127579da76bf tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.50 "DELETE /v2.0/ports/72e0d456-2573-4be4-b59e-997ac78e5e21 HTTP/1.1" status: 204 len: 173 time: 0.5937629 Aug 19 18:39:09.528240 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3bc7f5-57fe-4d25-a7cf-507a3d286807', 'name': 'network-vif-deleted', 'tag': '72e0d456-2573-4be4-b59e-997ac78e5e21'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:39:09.531860 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad1dfe1-e7c2-4de4-9c89-8e95b35acc07" -d '{"events": [{"server_uuid": "ed3bc7f5-57fe-4d25-a7cf-507a3d286807", "name": "network-vif-deleted", "tag": "72e0d456-2573-4be4-b59e-997ac78e5e21"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:39:09.624928 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a422c078-446a-4842-9560-c26a31fed61b x-openstack-request-id: req-a422c078-446a-4842-9560-c26a31fed61b {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:39:09.625223 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3bc7f5-57fe-4d25-a7cf-507a3d286807", "name": "network-vif-deleted", "tag": "72e0d456-2573-4be4-b59e-997ac78e5e21", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:39:09.625477 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a422c078-446a-4842-9560-c26a31fed61b {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:39:09.625928 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3bc7f5-57fe-4d25-a7cf-507a3d286807', 'name': 'network-vif-deleted', 'tag': '72e0d456-2573-4be4-b59e-997ac78e5e21', 'status': 'completed', 'code': 200} Aug 19 18:39:09.719218 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4da2838d-ac88-41c9-862d-430425b370b6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:09.794867 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2838d-ac88-41c9-862d-430425b370b6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Subnet': ['ID=baba71f9-e6c4-4095-9a65-5725013412a3,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:09.812117 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da2838d-ac88-41c9-862d-430425b370b6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Checking segment: {'id': '7134312a-9fba-4814-a05d-341de147fc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1362dc27-8758-444d-b45e-bc892241d983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:39:09.812489 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da2838d-ac88-41c9-862d-430425b370b6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network hostable DHCP agents. Network: 1362dc27-8758-444d-b45e-bc892241d983, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:39:09.829592 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da2838d-ac88-41c9-862d-430425b370b6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network 1362dc27-8758-444d-b45e-bc892241d983 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:39:09.838972 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-4da2838d-ac88-41c9-862d-430425b370b6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 1362dc27-8758-444d-b45e-bc892241d983) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:09.843533 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da2838d-ac88-41c9-862d-430425b370b6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:09.844201 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4da2838d-ac88-41c9-862d-430425b370b6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:09.849799 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecc7875-abde-4cb2-a86f-66b2a35314d4 None None] Network 1362dc27-8758-444d-b45e-bc892241d983 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:39:09.859706 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4da2838d-ac88-41c9-862d-430425b370b6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6050403 Aug 19 18:39:09.862663 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33162) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:09.868051 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-4d56ea50-440b-43a2-a821-13b1d0a1a65b tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'port': {'network_id': '1362dc27-8758-444d-b45e-bc892241d983', 'name': 'tempest-PortsTestJSON-815418550', 'fixed_ips': [{'subnet_id': 'baba71f9-e6c4-4095-9a65-5725013412a3', 'ip_address': '172.20.0.10'}]}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:10.004054 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d56ea50-440b-43a2-a821-13b1d0a1a65b tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:10.036660 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78ee759-f3cb-4edd-9624-5c002edba9c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-1362dc27-8758-444d-b45e-bc892241d983', 'network_id': '1362dc27-8758-444d-b45e-bc892241d983', 'tenant_id': '03ea6d63a7374f9cb73be7e406526608', 'fixed_ips': [{'subnet_id': 'baba71f9-e6c4-4095-9a65-5725013412a3'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:39:10.037792 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b78ee759-f3cb-4edd-9624-5c002edba9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:10.134274 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4d56ea50-440b-43a2-a821-13b1d0a1a65b tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:10.186742 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c29ca6cd-d9cb-4061-9202-859869477daf req-4ff339f5-c7aa-40a7-8b6a-f6c07b4ee554 tempest-VolumesNegativeTest-1981773266 tempest-VolumesNegativeTest-1981773266-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3bc7f5-57fe-4d25-a7cf-507a3d286807 HTTP/1.1" status: 200 len: 210 time: 0.0351965 Aug 19 18:39:10.188412 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-4d56ea50-440b-43a2-a821-13b1d0a1a65b tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] device_id is not set on port 026ba45e-139a-4844-a1e0-66ee6d6e0692 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:39:10.245237 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:10.246788 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-b78ee759-f3cb-4edd-9624-5c002edba9c9 None None] Allocated IP 172.20.0.2 (1362dc27-8758-444d-b45e-bc892241d983/baba71f9-e6c4-4095-9a65-5725013412a3/4b138133-d8f0-4c0d-bfb4-97c30ca63265) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:39:10.409629 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b78ee759-f3cb-4edd-9624-5c002edba9c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:10.418302 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b78ee759-f3cb-4edd-9624-5c002edba9c9 None None] Transition to ACTIVE for port object 4b138133-d8f0-4c0d-bfb4-97c30ca63265 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:10.434951 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b78ee759-f3cb-4edd-9624-5c002edba9c9 None None] Transition to ACTIVE for port object 4b138133-d8f0-4c0d-bfb4-97c30ca63265 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:10.456887 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b78ee759-f3cb-4edd-9624-5c002edba9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:10.496705 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78ee759-f3cb-4edd-9624-5c002edba9c9 None None] Network 1362dc27-8758-444d-b45e-bc892241d983 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:39:10.499555 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-b78ee759-f3cb-4edd-9624-5c002edba9c9 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:10.506001 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78ee759-f3cb-4edd-9624-5c002edba9c9 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:39:10.512959 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-4d56ea50-440b-43a2-a821-13b1d0a1a65b tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Allocated IP 172.20.0.10 (1362dc27-8758-444d-b45e-bc892241d983/baba71f9-e6c4-4095-9a65-5725013412a3/026ba45e-139a-4844-a1e0-66ee6d6e0692) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:39:10.521349 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ee759-f3cb-4edd-9624-5c002edba9c9 None None] Pushing event updated for resources: {'Port': ['ID=4b138133-d8f0-4c0d-bfb4-97c30ca63265,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:10.568948 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-b78ee759-f3cb-4edd-9624-5c002edba9c9 None None] Attempting to bind port 4b138133-d8f0-4c0d-bfb4-97c30ca63265 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:39:10.569635 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-b78ee759-f3cb-4edd-9624-5c002edba9c9 None None] Attempting to bind port 4b138133-d8f0-4c0d-bfb4-97c30ca63265 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '7134312a-9fba-4814-a05d-341de147fc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1362dc27-8758-444d-b45e-bc892241d983'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:39:10.570294 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78ee759-f3cb-4edd-9624-5c002edba9c9 None None] Attempting to bind port 4b138133-d8f0-4c0d-bfb4-97c30ca63265 on network 1362dc27-8758-444d-b45e-bc892241d983 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:39:10.575697 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78ee759-f3cb-4edd-9624-5c002edba9c9 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:39:10.576327 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78ee759-f3cb-4edd-9624-5c002edba9c9 None None] Checking segment: {'id': '7134312a-9fba-4814-a05d-341de147fc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1362dc27-8758-444d-b45e-bc892241d983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:39:10.577194 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b78ee759-f3cb-4edd-9624-5c002edba9c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:10.577602 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78ee759-f3cb-4edd-9624-5c002edba9c9 None None] Bound using segment: {'id': '7134312a-9fba-4814-a05d-341de147fc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1362dc27-8758-444d-b45e-bc892241d983'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:39:10.578057 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-b78ee759-f3cb-4edd-9624-5c002edba9c9 None None] Bound port: 4b138133-d8f0-4c0d-bfb4-97c30ca63265, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7134312a-9fba-4814-a05d-341de147fc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1362dc27-8758-444d-b45e-bc892241d983'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:39:10.578441 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b78ee759-f3cb-4edd-9624-5c002edba9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:10.679095 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-b78ee759-f3cb-4edd-9624-5c002edba9c9 None None] For port 4b138133-d8f0-4c0d-bfb4-97c30ca63265, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:39:10.683702 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-b78ee759-f3cb-4edd-9624-5c002edba9c9 None None] For port 4b138133-d8f0-4c0d-bfb4-97c30ca63265, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4b138133-d8f0-4c0d-bfb4-97c30ca63265,segment=NetworkSegment(7134312a-9fba-4814-a05d-341de147fc5a),segment_id=7134312a-9fba-4814-a05d-341de147fc5a)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:39:10.691119 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b78ee759-f3cb-4edd-9624-5c002edba9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:10.753696 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ee759-f3cb-4edd-9624-5c002edba9c9 None None] Pushing event updated for resources: {'Port': ['ID=4b138133-d8f0-4c0d-bfb4-97c30ca63265,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:11.077234 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4d56ea50-440b-43a2-a821-13b1d0a1a65b tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:11.091536 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-4d56ea50-440b-43a2-a821-13b1d0a1a65b tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Transition to ACTIVE for port object 026ba45e-139a-4844-a1e0-66ee6d6e0692 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:11.131828 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4d56ea50-440b-43a2-a821-13b1d0a1a65b tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:11.182367 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d56ea50-440b-43a2-a821-13b1d0a1a65b tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network 1362dc27-8758-444d-b45e-bc892241d983 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:39:11.185526 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-4d56ea50-440b-43a2-a821-13b1d0a1a65b tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:11.188059 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d56ea50-440b-43a2-a821-13b1d0a1a65b tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:39:11.220503 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56ea50-440b-43a2-a821-13b1d0a1a65b tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Port': ['ID=026ba45e-139a-4844-a1e0-66ee6d6e0692,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:11.229565 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:11.249687 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d56ea50-440b-43a2-a821-13b1d0a1a65b tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:11.250372 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4d56ea50-440b-43a2-a821-13b1d0a1a65b tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:11.272495 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4d56ea50-440b-43a2-a821-13b1d0a1a65b tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4061878 Aug 19 18:39:11.272737 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33192) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:11.278484 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-cc2cf16c-95d7-4c4a-99df-33b95b5d54b4 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'port': {'network_id': '1362dc27-8758-444d-b45e-bc892241d983', 'name': 'tempest-PortsTestJSON-1404751827', 'fixed_ips': [{'subnet_id': 'baba71f9-e6c4-4095-9a65-5725013412a3', 'ip_address': '172.20.0.9'}]}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:11.460616 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2cf16c-95d7-4c4a-99df-33b95b5d54b4 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:11.466214 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cc2cf16c-95d7-4c4a-99df-33b95b5d54b4 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:11.498789 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4b138133-d8f0-4c0d-bfb4-97c30ca63265 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:39:11.501911 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-cc2cf16c-95d7-4c4a-99df-33b95b5d54b4 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] device_id is not set on port 96a42655-cb22-4f9e-a7d9-f56a269b8169 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:39:11.603382 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 4b138133-d8f0-4c0d-bfb4-97c30ca63265 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:11.723990 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-cc2cf16c-95d7-4c4a-99df-33b95b5d54b4 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Allocated IP 172.20.0.9 (1362dc27-8758-444d-b45e-bc892241d983/baba71f9-e6c4-4095-9a65-5725013412a3/96a42655-cb22-4f9e-a7d9-f56a269b8169) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:39:11.883979 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cef303-c432-44ea-a50f-15fd24f45e21 None None] Network 1362dc27-8758-444d-b45e-bc892241d983 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:39:11.946088 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cc2cf16c-95d7-4c4a-99df-33b95b5d54b4 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:11.960952 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-cc2cf16c-95d7-4c4a-99df-33b95b5d54b4 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Transition to ACTIVE for port object 96a42655-cb22-4f9e-a7d9-f56a269b8169 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:11.997379 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cc2cf16c-95d7-4c4a-99df-33b95b5d54b4 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:12.033103 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4aa694f1-fa4b-41f2-9b60-c6516c5c0d2a None None] Provisioning for port 4b138133-d8f0-4c0d-bfb4-97c30ca63265 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:12.047600 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2cf16c-95d7-4c4a-99df-33b95b5d54b4 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network 1362dc27-8758-444d-b45e-bc892241d983 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:39:12.058305 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-cc2cf16c-95d7-4c4a-99df-33b95b5d54b4 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:12.060870 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2cf16c-95d7-4c4a-99df-33b95b5d54b4 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:39:12.100932 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2cf16c-95d7-4c4a-99df-33b95b5d54b4 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Port': ['ID=96a42655-cb22-4f9e-a7d9-f56a269b8169,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:12.109325 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4aa694f1-fa4b-41f2-9b60-c6516c5c0d2a None None] Provisioning complete for port 4b138133-d8f0-4c0d-bfb4-97c30ca63265 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:12.109731 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4aa694f1-fa4b-41f2-9b60-c6516c5c0d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:12.132222 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2cf16c-95d7-4c4a-99df-33b95b5d54b4 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:12.133066 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cc2cf16c-95d7-4c4a-99df-33b95b5d54b4 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:12.153702 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cc2cf16c-95d7-4c4a-99df-33b95b5d54b4 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8796933 Aug 19 18:39:12.156551 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33248) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:12.232286 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4aa694f1-fa4b-41f2-9b60-c6516c5c0d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:12.291452 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-4aa694f1-fa4b-41f2-9b60-c6516c5c0d2a None None] For port 4b138133-d8f0-4c0d-bfb4-97c30ca63265, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4b138133-d8f0-4c0d-bfb4-97c30ca63265,segment=NetworkSegment(7134312a-9fba-4814-a05d-341de147fc5a),segment_id=7134312a-9fba-4814-a05d-341de147fc5a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:12.298042 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4aa694f1-fa4b-41f2-9b60-c6516c5c0d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:12.348819 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c105316f-8bba-47a3-b657-ea9a9b2f5600 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:12.352984 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33278) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:12.353174 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c105316f-8bba-47a3-b657-ea9a9b2f5600 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1955197 Aug 19 18:39:12.390880 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa694f1-fa4b-41f2-9b60-c6516c5c0d2a None None] Pushing event updated for resources: {'Port': ['ID=4b138133-d8f0-4c0d-bfb4-97c30ca63265,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:12.478354 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc61256-771d-403b-85b5-1e675812e334 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:12.490476 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc61256-771d-403b-85b5-1e675812e334 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:12.503709 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc61256-771d-403b-85b5-1e675812e334 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:12.503709 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6dc61256-771d-403b-85b5-1e675812e334 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1451867 Aug 19 18:39:12.503709 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33294) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:12.527930 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-cd6b840a-0963-4360-9a9e-29789ff3414f None None] Provisioning for port 96a42655-cb22-4f9e-a7d9-f56a269b8169 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:12.536136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-cd6b840a-0963-4360-9a9e-29789ff3414f None None] Provisioning complete for port 96a42655-cb22-4f9e-a7d9-f56a269b8169 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:12.537051 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cd6b840a-0963-4360-9a9e-29789ff3414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:12.576320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b840a-0963-4360-9a9e-29789ff3414f None None] Port 96a42655-cb22-4f9e-a7d9-f56a269b8169 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:39:12.587760 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-cd6b840a-0963-4360-9a9e-29789ff3414f None None] Provisioning complete for port 4b138133-d8f0-4c0d-bfb4-97c30ca63265 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:12.588499 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cd6b840a-0963-4360-9a9e-29789ff3414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:12.645206 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-75ea0cd8-30fa-479c-b93a-8fa67022521d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting port 96a42655-cb22-4f9e-a7d9-f56a269b8169 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:39:12.645649 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-75ea0cd8-30fa-479c-b93a-8fa67022521d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:12.759627 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-cd6b840a-0963-4360-9a9e-29789ff3414f None None] Provisioning for port 026ba45e-139a-4844-a1e0-66ee6d6e0692 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:12.764428 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-cd6b840a-0963-4360-9a9e-29789ff3414f None None] Provisioning complete for port 026ba45e-139a-4844-a1e0-66ee6d6e0692 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:12.766586 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cd6b840a-0963-4360-9a9e-29789ff3414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:12.810959 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-75ea0cd8-30fa-479c-b93a-8fa67022521d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:12.818177 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 72e0d456-2573-4be4-b59e-997ac78e5e21 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:39:12.846070 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-75ea0cd8-30fa-479c-b93a-8fa67022521d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Calling delete_port for 96a42655-cb22-4f9e-a7d9-f56a269b8169 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:39:12.852172 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 72e0d456-2573-4be4-b59e-997ac78e5e21 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:39:12.852519 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 72e0d456-2573-4be4-b59e-997ac78e5e21 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:39:12.860528 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b840a-0963-4360-9a9e-29789ff3414f None None] Port 026ba45e-139a-4844-a1e0-66ee6d6e0692 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:39:12.993647 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ef955add-8968-47dd-8175-d30b3b38146c None None] Provisioning complete for port 026ba45e-139a-4844-a1e0-66ee6d6e0692 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:13.005380 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ef955add-8968-47dd-8175-d30b3b38146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:13.013813 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-75ea0cd8-30fa-479c-b93a-8fa67022521d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:13.047887 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-ef955add-8968-47dd-8175-d30b3b38146c None None] Port 026ba45e-139a-4844-a1e0-66ee6d6e0692 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:39:13.061297 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea0cd8-30fa-479c-b93a-8fa67022521d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Port': ['ID=96a42655-cb22-4f9e-a7d9-f56a269b8169,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:13.157714 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-75ea0cd8-30fa-479c-b93a-8fa67022521d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:13.160774 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-75ea0cd8-30fa-479c-b93a-8fa67022521d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/ports/96a42655-cb22-4f9e-a7d9-f56a269b8169 HTTP/1.1" status: 204 len: 168 time: 0.6559176 Aug 19 18:39:13.163386 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33334) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:13.166492 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1466aacf-6420-44e6-8cd3-16c1c75b0b6e None None] Could not find standard attr ID for object 96a42655-cb22-4f9e-a7d9-f56a269b8169. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:39:13.195047 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-806d6214-700b-49dd-8a01-e954f9d732af tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] GET failed (client error): The resource could not be found. Aug 19 18:39:13.196732 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-806d6214-700b-49dd-8a01-e954f9d732af tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports/96a42655-cb22-4f9e-a7d9-f56a269b8169 HTTP/1.1" status: 404 len: 333 time: 0.0324008 Aug 19 18:39:13.199600 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33342) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:13.333257 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-e039290c-e6ea-4634-921f-b8ad2a434f59 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting port 026ba45e-139a-4844-a1e0-66ee6d6e0692 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:39:13.333648 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e039290c-e6ea-4634-921f-b8ad2a434f59 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:13.434722 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4b138133-d8f0-4c0d-bfb4-97c30ca63265 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:39:13.458781 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e039290c-e6ea-4634-921f-b8ad2a434f59 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:13.488649 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-e039290c-e6ea-4634-921f-b8ad2a434f59 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Calling delete_port for 026ba45e-139a-4844-a1e0-66ee6d6e0692 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:39:13.652809 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e039290c-e6ea-4634-921f-b8ad2a434f59 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:13.667959 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 4b138133-d8f0-4c0d-bfb4-97c30ca63265 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:13.668541 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:13.683151 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039290c-e6ea-4634-921f-b8ad2a434f59 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Port': ['ID=026ba45e-139a-4844-a1e0-66ee6d6e0692,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:13.780209 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e039290c-e6ea-4634-921f-b8ad2a434f59 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:13.782853 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e039290c-e6ea-4634-921f-b8ad2a434f59 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/ports/026ba45e-139a-4844-a1e0-66ee6d6e0692 HTTP/1.1" status: 204 len: 168 time: 0.5808339 Aug 19 18:39:13.786398 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33404) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:13.842038 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab553b6-92d6-4949-95d9-919b75c5d551 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] GET failed (client error): The resource could not be found. Aug 19 18:39:13.847461 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-eab553b6-92d6-4949-95d9-919b75c5d551 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports/026ba45e-139a-4844-a1e0-66ee6d6e0692 HTTP/1.1" status: 404 len: 333 time: 0.0591543 Aug 19 18:39:13.850310 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33408) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:13.929031 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-c980b5c2-45bf-4367-90ca-ca6a38b88a92 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting subnet baba71f9-e6c4-4095-9a65-5725013412a3 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:39:13.946045 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c980b5c2-45bf-4367-90ca-ca6a38b88a92 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:14.011302 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c980b5c2-45bf-4367-90ca-ca6a38b88a92 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:14.101522 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c980b5c2-45bf-4367-90ca-ca6a38b88a92 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:14.180773 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c980b5c2-45bf-4367-90ca-ca6a38b88a92 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:14.197081 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c980b5c2-45bf-4367-90ca-ca6a38b88a92 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:14.201907 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c980b5c2-45bf-4367-90ca-ca6a38b88a92 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/subnets/baba71f9-e6c4-4095-9a65-5725013412a3 HTTP/1.1" status: 204 len: 168 time: 0.3482001 Aug 19 18:39:14.202587 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33436) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:14.217573 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99494543-25b4-4f35-94ba-69863b3d8800 None None] Network 1362dc27-8758-444d-b45e-bc892241d983 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:39:14.275497 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980b5c2-45bf-4367-90ca-ca6a38b88a92 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Subnet': ['ID=baba71f9-e6c4-4095-9a65-5725013412a3,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:14.346767 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-741a8825-bf80-45f4-8092-2994297fb7c7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:14.420023 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-741a8825-bf80-45f4-8092-2994297fb7c7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting port 4b138133-d8f0-4c0d-bfb4-97c30ca63265 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:39:14.420672 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-741a8825-bf80-45f4-8092-2994297fb7c7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:14.483398 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63fcd47-5c13-4621-b688-abf72c1e195d None None] DHCP port deletion for 1362dc27-8758-444d-b45e-bc892241d983 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:39:14.524112 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-741a8825-bf80-45f4-8092-2994297fb7c7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] For port 4b138133-d8f0-4c0d-bfb4-97c30ca63265, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4b138133-d8f0-4c0d-bfb4-97c30ca63265,segment=NetworkSegment(7134312a-9fba-4814-a05d-341de147fc5a),segment_id=7134312a-9fba-4814-a05d-341de147fc5a)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:14.524535 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-741a8825-bf80-45f4-8092-2994297fb7c7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:14.543699 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-741a8825-bf80-45f4-8092-2994297fb7c7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Calling delete_port for 4b138133-d8f0-4c0d-bfb4-97c30ca63265 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:39:14.546017 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-a63fcd47-5c13-4621-b688-abf72c1e195d None None] Deleting port 4b138133-d8f0-4c0d-bfb4-97c30ca63265 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:39:14.546838 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a63fcd47-5c13-4621-b688-abf72c1e195d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:14.646635 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a63fcd47-5c13-4621-b688-abf72c1e195d None None] For port 4b138133-d8f0-4c0d-bfb4-97c30ca63265, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4b138133-d8f0-4c0d-bfb4-97c30ca63265,segment=NetworkSegment(7134312a-9fba-4814-a05d-341de147fc5a),segment_id=7134312a-9fba-4814-a05d-341de147fc5a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:14.647437 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a63fcd47-5c13-4621-b688-abf72c1e195d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:14.664448 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-741a8825-bf80-45f4-8092-2994297fb7c7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:14.668943 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-a63fcd47-5c13-4621-b688-abf72c1e195d None None] Calling delete_port for 4b138133-d8f0-4c0d-bfb4-97c30ca63265 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:39:14.699384 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a8825-bf80-45f4-8092-2994297fb7c7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Port': ['ID=4b138133-d8f0-4c0d-bfb4-97c30ca63265,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:14.706925 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741a8825-bf80-45f4-8092-2994297fb7c7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] No DVR routers for this DVR port 4b138133-d8f0-4c0d-bfb4-97c30ca63265 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:39:14.814394 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-741a8825-bf80-45f4-8092-2994297fb7c7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:14.828831 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-741a8825-bf80-45f4-8092-2994297fb7c7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1362dc27-8758-444d-b45e-bc892241d983']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:14.832724 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a63fcd47-5c13-4621-b688-abf72c1e195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:14.849612 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-741a8825-bf80-45f4-8092-2994297fb7c7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7134312a-9fba-4814-a05d-341de147fc5a') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:14.850452 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-741a8825-bf80-45f4-8092-2994297fb7c7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7134312a-9fba-4814-a05d-341de147fc5a') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:14.865964 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63fcd47-5c13-4621-b688-abf72c1e195d None None] No DVR routers for this DVR port 4b138133-d8f0-4c0d-bfb4-97c30ca63265 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:39:14.867726 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fcd47-5c13-4621-b688-abf72c1e195d None None] Pushing event deleted for resources: {'Port': ['ID=4b138133-d8f0-4c0d-bfb4-97c30ca63265,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:14.877490 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-741a8825-bf80-45f4-8092-2994297fb7c7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:14.906983 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-741a8825-bf80-45f4-8092-2994297fb7c7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:14.916347 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741a8825-bf80-45f4-8092-2994297fb7c7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:39:14.917123 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-741a8825-bf80-45f4-8092-2994297fb7c7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:39:14.920996 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:39:15.032512 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-741a8825-bf80-45f4-8092-2994297fb7c7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:15.054166 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-741a8825-bf80-45f4-8092-2994297fb7c7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:15.056568 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-741a8825-bf80-45f4-8092-2994297fb7c7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/networks/1362dc27-8758-444d-b45e-bc892241d983 HTTP/1.1" status: 204 len: 168 time: 0.8528967 Aug 19 18:39:15.057842 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a8825-bf80-45f4-8092-2994297fb7c7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Network': ['ID=1362dc27-8758-444d-b45e-bc892241d983,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:15.060328 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33490) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:15.070237 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-9f4165d3-a091-4a0f-9d8c-19ac987b66ec tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-248652781'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:15.124661 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4165d3-a091-4a0f-9d8c-19ac987b66ec tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:15.129267 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f4165d3-a091-4a0f-9d8c-19ac987b66ec tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:15.162296 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4165d3-a091-4a0f-9d8c-19ac987b66ec tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:39:15.174347 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f4165d3-a091-4a0f-9d8c-19ac987b66ec tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:15.175645 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-9f4165d3-a091-4a0f-9d8c-19ac987b66ec tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Added segment 71f5ed03-4cc6-4d04-b3a1-c4233fca7e0b of type vlan for network 72eb8314-1249-4f96-a3ad-9613b99aa9c3 Aug 19 18:39:15.224155 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f4165d3-a091-4a0f-9d8c-19ac987b66ec tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:15.251553 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f4165d3-a091-4a0f-9d8c-19ac987b66ec tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:15.258466 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4165d3-a091-4a0f-9d8c-19ac987b66ec tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:15.259104 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f4165d3-a091-4a0f-9d8c-19ac987b66ec tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:15.329971 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9f4165d3-a091-4a0f-9d8c-19ac987b66ec tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2681777 Aug 19 18:39:15.333773 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33498) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:15.340016 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4165d3-a091-4a0f-9d8c-19ac987b66ec tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Network': ['ID=72eb8314-1249-4f96-a3ad-9613b99aa9c3,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:15.341052 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-811c9feb-0f4a-451b-855f-8c6d8c933b37 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'subnet': {'network_id': '72eb8314-1249-4f96-a3ad-9613b99aa9c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:15.354398 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 72eb8314-1249-4f96-a3ad-9613b99aa9c3 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:39:15.453169 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4b138133-d8f0-4c0d-bfb4-97c30ca63265 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:39:15.474982 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811c9feb-0f4a-451b-855f-8c6d8c933b37 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:15.479056 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-811c9feb-0f4a-451b-855f-8c6d8c933b37 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:15.479383 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 4b138133-d8f0-4c0d-bfb4-97c30ca63265 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:39:15.479803 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4b138133-d8f0-4c0d-bfb4-97c30ca63265 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:39:15.684479 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-811c9feb-0f4a-451b-855f-8c6d8c933b37 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:15.759773 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c9feb-0f4a-451b-855f-8c6d8c933b37 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Subnet': ['ID=491b58ed-8028-4eea-9fce-dd88ef6a325e,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:15.772391 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811c9feb-0f4a-451b-855f-8c6d8c933b37 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Checking segment: {'id': '71f5ed03-4cc6-4d04-b3a1-c4233fca7e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '72eb8314-1249-4f96-a3ad-9613b99aa9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:39:15.772913 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811c9feb-0f4a-451b-855f-8c6d8c933b37 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network hostable DHCP agents. Network: 72eb8314-1249-4f96-a3ad-9613b99aa9c3, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:39:15.811427 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811c9feb-0f4a-451b-855f-8c6d8c933b37 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network 72eb8314-1249-4f96-a3ad-9613b99aa9c3 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:39:15.821254 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-811c9feb-0f4a-451b-855f-8c6d8c933b37 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 72eb8314-1249-4f96-a3ad-9613b99aa9c3) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:15.828364 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811c9feb-0f4a-451b-855f-8c6d8c933b37 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:15.828820 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-811c9feb-0f4a-451b-855f-8c6d8c933b37 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:15.832866 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a03bdd8-8849-4e79-a7f7-0245e332b65c None None] Network 72eb8314-1249-4f96-a3ad-9613b99aa9c3 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:39:15.851808 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-811c9feb-0f4a-451b-855f-8c6d8c933b37 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5168025 Aug 19 18:39:15.854621 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33512) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:15.859301 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-4f6c04ec-64a4-4de8-880d-ae0c502d8266 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-851906428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:15.887965 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4f6c04ec-64a4-4de8-880d-ae0c502d8266 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:15.889259 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4f6c04ec-64a4-4de8-880d-ae0c502d8266 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:15.965834 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4f6c04ec-64a4-4de8-880d-ae0c502d8266 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:15.973606 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4f6c04ec-64a4-4de8-880d-ae0c502d8266 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:15.998047 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4f6c04ec-64a4-4de8-880d-ae0c502d8266 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:16.002688 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4f6c04ec-64a4-4de8-880d-ae0c502d8266 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1464889 Aug 19 18:39:16.003054 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33516) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:16.009113 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e408c63c-3f6b-4bfc-9175-10f79974f6e8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'port': {'network_id': '72eb8314-1249-4f96-a3ad-9613b99aa9c3', 'name': 'tempest-PortsTestJSON-329497302'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:16.048409 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e55b57e-0dea-4687-8320-0ec0ab11f4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-72eb8314-1249-4f96-a3ad-9613b99aa9c3', 'network_id': '72eb8314-1249-4f96-a3ad-9613b99aa9c3', 'tenant_id': '03ea6d63a7374f9cb73be7e406526608', 'fixed_ips': [{'subnet_id': '491b58ed-8028-4eea-9fce-dd88ef6a325e'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:39:16.049721 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2e55b57e-0dea-4687-8320-0ec0ab11f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:16.180296 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e408c63c-3f6b-4bfc-9175-10f79974f6e8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:16.188080 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e408c63c-3f6b-4bfc-9175-10f79974f6e8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:16.223239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-2e55b57e-0dea-4687-8320-0ec0ab11f4d5 None None] Allocated IP 172.20.0.2 (72eb8314-1249-4f96-a3ad-9613b99aa9c3/491b58ed-8028-4eea-9fce-dd88ef6a325e/9ae9948c-3330-41de-81fc-6ff504118914) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:39:16.232951 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-e408c63c-3f6b-4bfc-9175-10f79974f6e8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] device_id is not set on port 95e9904a-b07e-41c7-888b-0d3c9c4a02af yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:39:16.420700 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2e55b57e-0dea-4687-8320-0ec0ab11f4d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:16.430394 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2e55b57e-0dea-4687-8320-0ec0ab11f4d5 None None] Transition to ACTIVE for port object 9ae9948c-3330-41de-81fc-6ff504118914 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:16.447323 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2e55b57e-0dea-4687-8320-0ec0ab11f4d5 None None] Transition to ACTIVE for port object 9ae9948c-3330-41de-81fc-6ff504118914 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:16.454425 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2e55b57e-0dea-4687-8320-0ec0ab11f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:16.502167 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55b57e-0dea-4687-8320-0ec0ab11f4d5 None None] Pushing event updated for resources: {'Port': ['ID=9ae9948c-3330-41de-81fc-6ff504118914,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:16.512530 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e55b57e-0dea-4687-8320-0ec0ab11f4d5 None None] Network 72eb8314-1249-4f96-a3ad-9613b99aa9c3 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:39:16.513976 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-2e55b57e-0dea-4687-8320-0ec0ab11f4d5 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:16.516301 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e55b57e-0dea-4687-8320-0ec0ab11f4d5 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:39:16.551311 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.db.api [None req-e408c63c-3f6b-4bfc-9175-10f79974f6e8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-358e1a07-bc8d-434d-a525-3cd625626f3e {{(pid=94682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:39:16.551634 n-d-803753-2 neutron-server[94682]: DEBUG oslo_db.api [None req-e408c63c-3f6b-4bfc-9175-10f79974f6e8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:39:16.576828 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2e55b57e-0dea-4687-8320-0ec0ab11f4d5 None None] Attempting to bind port 9ae9948c-3330-41de-81fc-6ff504118914 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:39:16.577199 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2e55b57e-0dea-4687-8320-0ec0ab11f4d5 None None] Attempting to bind port 9ae9948c-3330-41de-81fc-6ff504118914 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '71f5ed03-4cc6-4d04-b3a1-c4233fca7e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '72eb8314-1249-4f96-a3ad-9613b99aa9c3'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:39:16.577596 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55b57e-0dea-4687-8320-0ec0ab11f4d5 None None] Attempting to bind port 9ae9948c-3330-41de-81fc-6ff504118914 on network 72eb8314-1249-4f96-a3ad-9613b99aa9c3 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:39:16.586332 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55b57e-0dea-4687-8320-0ec0ab11f4d5 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:39:16.586977 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55b57e-0dea-4687-8320-0ec0ab11f4d5 None None] Checking segment: {'id': '71f5ed03-4cc6-4d04-b3a1-c4233fca7e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '72eb8314-1249-4f96-a3ad-9613b99aa9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:39:16.587173 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2e55b57e-0dea-4687-8320-0ec0ab11f4d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:16.587643 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55b57e-0dea-4687-8320-0ec0ab11f4d5 None None] Bound using segment: {'id': '71f5ed03-4cc6-4d04-b3a1-c4233fca7e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '72eb8314-1249-4f96-a3ad-9613b99aa9c3'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:39:16.588183 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2e55b57e-0dea-4687-8320-0ec0ab11f4d5 None None] Bound port: 9ae9948c-3330-41de-81fc-6ff504118914, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f5ed03-4cc6-4d04-b3a1-c4233fca7e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '72eb8314-1249-4f96-a3ad-9613b99aa9c3'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:39:16.588509 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2e55b57e-0dea-4687-8320-0ec0ab11f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:16.656312 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:16.676096 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-2e55b57e-0dea-4687-8320-0ec0ab11f4d5 None None] For port 9ae9948c-3330-41de-81fc-6ff504118914, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:39:16.679497 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-2e55b57e-0dea-4687-8320-0ec0ab11f4d5 None None] For port 9ae9948c-3330-41de-81fc-6ff504118914, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9ae9948c-3330-41de-81fc-6ff504118914,segment=NetworkSegment(71f5ed03-4cc6-4d04-b3a1-c4233fca7e0b),segment_id=71f5ed03-4cc6-4d04-b3a1-c4233fca7e0b)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:39:16.685108 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2e55b57e-0dea-4687-8320-0ec0ab11f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:16.759598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55b57e-0dea-4687-8320-0ec0ab11f4d5 None None] Pushing event updated for resources: {'Port': ['ID=9ae9948c-3330-41de-81fc-6ff504118914,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:17.053401 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e408c63c-3f6b-4bfc-9175-10f79974f6e8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:17.073826 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-e408c63c-3f6b-4bfc-9175-10f79974f6e8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] device_id is not set on port df46ffda-4808-4ae6-bf41-6b4f81ec6541 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:39:17.199818 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-e408c63c-3f6b-4bfc-9175-10f79974f6e8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Allocated IP 172.20.0.5 (72eb8314-1249-4f96-a3ad-9613b99aa9c3/491b58ed-8028-4eea-9fce-dd88ef6a325e/df46ffda-4808-4ae6-bf41-6b4f81ec6541) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:39:17.451493 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e408c63c-3f6b-4bfc-9175-10f79974f6e8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:17.473610 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-e408c63c-3f6b-4bfc-9175-10f79974f6e8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Transition to ACTIVE for port object df46ffda-4808-4ae6-bf41-6b4f81ec6541 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:17.549305 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9ae9948c-3330-41de-81fc-6ff504118914 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:39:17.578793 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e408c63c-3f6b-4bfc-9175-10f79974f6e8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:17.662792 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e408c63c-3f6b-4bfc-9175-10f79974f6e8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network 72eb8314-1249-4f96-a3ad-9613b99aa9c3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:39:17.669891 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 9ae9948c-3330-41de-81fc-6ff504118914 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:17.670542 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-e408c63c-3f6b-4bfc-9175-10f79974f6e8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:17.676132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e408c63c-3f6b-4bfc-9175-10f79974f6e8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:39:17.718933 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408c63c-3f6b-4bfc-9175-10f79974f6e8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Port': ['ID=df46ffda-4808-4ae6-bf41-6b4f81ec6541,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:17.767398 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e408c63c-3f6b-4bfc-9175-10f79974f6e8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:17.768236 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e408c63c-3f6b-4bfc-9175-10f79974f6e8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:17.774482 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33558) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:17.797760 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e408c63c-3f6b-4bfc-9175-10f79974f6e8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7873390 Aug 19 18:39:17.797963 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33562) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:17.959320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8416365-dadc-4406-b2a5-e53556753a52 None None] Network 72eb8314-1249-4f96-a3ad-9613b99aa9c3 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:39:18.063737 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9d38065e-95b7-4f4e-b4a5-47c4584617e9 None None] Provisioning for port 9ae9948c-3330-41de-81fc-6ff504118914 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:18.071496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9d38065e-95b7-4f4e-b4a5-47c4584617e9 None None] Provisioning complete for port 9ae9948c-3330-41de-81fc-6ff504118914 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:18.071872 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9d38065e-95b7-4f4e-b4a5-47c4584617e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:18.117122 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-60f6b090-683a-4a93-a8ae-1a80660a6596 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36d7da7c37a74d99b5edf7e1476fb7b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3405547 Aug 19 18:39:18.119662 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33572) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:18.231864 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9d38065e-95b7-4f4e-b4a5-47c4584617e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:18.237788 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-22616be0-4e4e-46d0-8d27-25b547edeff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:18.267667 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-9d38065e-95b7-4f4e-b4a5-47c4584617e9 None None] For port 9ae9948c-3330-41de-81fc-6ff504118914, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9ae9948c-3330-41de-81fc-6ff504118914,segment=NetworkSegment(71f5ed03-4cc6-4d04-b3a1-c4233fca7e0b),segment_id=71f5ed03-4cc6-4d04-b3a1-c4233fca7e0b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:18.271730 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9d38065e-95b7-4f4e-b4a5-47c4584617e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:18.298317 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-22616be0-4e4e-46d0-8d27-25b547edeff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:18.300713 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-31f084b0-7390-4561-94a6-c62c509d6285 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:18.335316 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38065e-95b7-4f4e-b4a5-47c4584617e9 None None] Pushing event updated for resources: {'Port': ['ID=9ae9948c-3330-41de-81fc-6ff504118914,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:18.468409 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-22616be0-4e4e-46d0-8d27-25b547edeff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:18.471267 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-22616be0-4e4e-46d0-8d27-25b547edeff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:18.475322 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-22616be0-4e4e-46d0-8d27-25b547edeff7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7de326c-b3ee-429c-b27f-32282b8d8187 HTTP/1.1" status: 204 len: 168 time: 0.3522410 Aug 19 18:39:18.520411 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22616be0-4e4e-46d0-8d27-25b547edeff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7de326c-b3ee-429c-b27f-32282b8d8187,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:18.607397 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73b1afa5-2d70-4f73-8c52-a9ce84be86af None None] Provisioning for port df46ffda-4808-4ae6-bf41-6b4f81ec6541 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:18.615342 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73b1afa5-2d70-4f73-8c52-a9ce84be86af None None] Provisioning complete for port df46ffda-4808-4ae6-bf41-6b4f81ec6541 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:18.618142 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73b1afa5-2d70-4f73-8c52-a9ce84be86af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:18.633375 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-31f084b0-7390-4561-94a6-c62c509d6285 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:18.639551 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-31f084b0-7390-4561-94a6-c62c509d6285 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:18.698167 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73b1afa5-2d70-4f73-8c52-a9ce84be86af None None] Port df46ffda-4808-4ae6-bf41-6b4f81ec6541 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:39:18.703622 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f084b0-7390-4561-94a6-c62c509d6285 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Port': ['ID=df46ffda-4808-4ae6-bf41-6b4f81ec6541,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:18.719600 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73b1afa5-2d70-4f73-8c52-a9ce84be86af None None] Provisioning complete for port 9ae9948c-3330-41de-81fc-6ff504118914 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:18.720162 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73b1afa5-2d70-4f73-8c52-a9ce84be86af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:19.012995 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-23d75c8b-3281-4e05-808e-c35a98a40483 None None] Provisioning complete for port df46ffda-4808-4ae6-bf41-6b4f81ec6541 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:19.013702 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-23d75c8b-3281-4e05-808e-c35a98a40483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:19.046555 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-31f084b0-7390-4561-94a6-c62c509d6285 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:19.067793 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-23d75c8b-3281-4e05-808e-c35a98a40483 None None] Port df46ffda-4808-4ae6-bf41-6b4f81ec6541 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:39:19.180223 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-31f084b0-7390-4561-94a6-c62c509d6285 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:19.196890 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-408b4ba3-a41d-4fa5-af39-efd843427f2f None None] Provisioning complete for port df46ffda-4808-4ae6-bf41-6b4f81ec6541 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:19.199804 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-408b4ba3-a41d-4fa5-af39-efd843427f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:19.250771 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-408b4ba3-a41d-4fa5-af39-efd843427f2f None None] Port df46ffda-4808-4ae6-bf41-6b4f81ec6541 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:39:19.417489 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9ae9948c-3330-41de-81fc-6ff504118914 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:39:19.488778 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33598) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:19.491357 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-31f084b0-7390-4561-94a6-c62c509d6285 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:19.495082 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 9ae9948c-3330-41de-81fc-6ff504118914 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:19.495751 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:19.497803 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-31f084b0-7390-4561-94a6-c62c509d6285 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:19.590923 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f084b0-7390-4561-94a6-c62c509d6285 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Port': ['ID=df46ffda-4808-4ae6-bf41-6b4f81ec6541,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:19.593936 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-31f084b0-7390-4561-94a6-c62c509d6285 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:19.638844 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f7b460a1-4c76-412f-819f-36c0c8556193 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-388475189-network', 'tenant_id': '5833b97bc9314275a707cd79feceb30f'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:19.662444 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b460a1-4c76-412f-819f-36c0c8556193 admin admin] Made reservation on behalf of 5833b97bc9314275a707cd79feceb30f for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:19.664856 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f7b460a1-4c76-412f-819f-36c0c8556193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:19.673939 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f7b460a1-4c76-412f-819f-36c0c8556193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:19.703275 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f084b0-7390-4561-94a6-c62c509d6285 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network 72eb8314-1249-4f96-a3ad-9613b99aa9c3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:39:19.705877 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-31f084b0-7390-4561-94a6-c62c509d6285 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:19.796703 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f7b460a1-4c76-412f-819f-36c0c8556193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:19.804549 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f7b460a1-4c76-412f-819f-36c0c8556193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:19.832748 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b460a1-4c76-412f-819f-36c0c8556193 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:39:19.845080 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b460a1-4c76-412f-819f-36c0c8556193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9277f15-8e2e-41e1-90ec-65d2ef69eca2,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:19.853091 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f7b460a1-4c76-412f-819f-36c0c8556193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:19.853772 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-f7b460a1-4c76-412f-819f-36c0c8556193 admin admin] Added segment 8d25fa13-814e-4439-b655-f6529d3e4920 of type vlan for network f1900ede-a783-4905-9779-46264dd40657 Aug 19 18:39:19.868629 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f084b0-7390-4561-94a6-c62c509d6285 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Router 22a4c3fb-12ee-4d8c-9cb7-044ac6a53c36 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:39:19.904701 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f7b460a1-4c76-412f-819f-36c0c8556193 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:19.951036 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f7b460a1-4c76-412f-819f-36c0c8556193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:19.952080 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b460a1-4c76-412f-819f-36c0c8556193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:19.952670 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f7b460a1-4c76-412f-819f-36c0c8556193 admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:19.977841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a46b9828-98d2-4742-a41d-28f5bee0a7bb None None] Provisioning complete for port df46ffda-4808-4ae6-bf41-6b4f81ec6541 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:19.978452 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a46b9828-98d2-4742-a41d-28f5bee0a7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:19.995660 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f084b0-7390-4561-94a6-c62c509d6285 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:39:20.004630 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-31f084b0-7390-4561-94a6-c62c509d6285 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "PUT /v2.0/routers/22a4c3fb-12ee-4d8c-9cb7-044ac6a53c36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2084782 Aug 19 18:39:20.007171 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7767ba-104d-4a02-b679-5d63ccc1b581 None None] Sync routers for ids ['22a4c3fb-12ee-4d8c-9cb7-044ac6a53c36'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:39:20.008563 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33604) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:20.017337 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7767ba-104d-4a02-b679-5d63ccc1b581 None None] Routers {'22a4c3fb-12ee-4d8c-9cb7-044ac6a53c36'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:39:20.018144 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7b7767ba-104d-4a02-b679-5d63ccc1b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:39:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['22a4c3fb-12ee-4d8c-9cb7-044ac6a53c36'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:20.029098 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-a46b9828-98d2-4742-a41d-28f5bee0a7bb None None] Port df46ffda-4808-4ae6-bf41-6b4f81ec6541 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:39:20.054674 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7b7767ba-104d-4a02-b679-5d63ccc1b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:20.063920 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7767ba-104d-4a02-b679-5d63ccc1b581 None None] Routers {'22a4c3fb-12ee-4d8c-9cb7-044ac6a53c36'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:39:20.064889 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7b7767ba-104d-4a02-b679-5d63ccc1b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:39:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['22a4c3fb-12ee-4d8c-9cb7-044ac6a53c36'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:20.075097 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b460a1-4c76-412f-819f-36c0c8556193 admin admin] Pushing event updated for resources: {'Network': ['ID=f1900ede-a783-4905-9779-46264dd40657,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:20.078282 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a408eafa-dc18-4f3f-95ef-0d1228f65253 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:20.080613 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a408eafa-dc18-4f3f-95ef-0d1228f65253 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports?device_id=22a4c3fb-12ee-4d8c-9cb7-044ac6a53c36 HTTP/1.1" status: 200 len: 981 time: 0.0704796 Aug 19 18:39:20.084826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network f1900ede-a783-4905-9779-46264dd40657 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:39:20.085660 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33606) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:20.110734 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7b7767ba-104d-4a02-b679-5d63ccc1b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:20.111887 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7767ba-104d-4a02-b679-5d63ccc1b581 None None] The sync data for ids ['22a4c3fb-12ee-4d8c-9cb7-044ac6a53c36'] in n-d-803753-2 is: [] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:39:20.167273 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f7b460a1-4c76-412f-819f-36c0c8556193 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6773629 Aug 19 18:39:20.170098 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33608) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:20.175591 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-cf3e52f5-40ea-44bb-bcfd-514c7cd35740 admin admin] Request body: {'subnet': {'network_id': 'f1900ede-a783-4905-9779-46264dd40657', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-388475189-subnet', 'tenant_id': '5833b97bc9314275a707cd79feceb30f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:20.219153 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3e52f5-40ea-44bb-bcfd-514c7cd35740 admin admin] Made reservation on behalf of 5833b97bc9314275a707cd79feceb30f for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:20.221395 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cf3e52f5-40ea-44bb-bcfd-514c7cd35740 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:20.617736 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cf3e52f5-40ea-44bb-bcfd-514c7cd35740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:20.744038 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e52f5-40ea-44bb-bcfd-514c7cd35740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a1a750e-141e-486a-a8d1-f9b3bfb82a01,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:20.797735 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b20f2672-6cea-49b4-9341-36788bf3c14e tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:20.803682 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3e52f5-40ea-44bb-bcfd-514c7cd35740 admin admin] Checking segment: {'id': '8d25fa13-814e-4439-b655-f6529d3e4920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f1900ede-a783-4905-9779-46264dd40657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:39:20.804294 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3e52f5-40ea-44bb-bcfd-514c7cd35740 admin admin] Network hostable DHCP agents. Network: f1900ede-a783-4905-9779-46264dd40657, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:39:20.893391 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3e52f5-40ea-44bb-bcfd-514c7cd35740 admin admin] Network f1900ede-a783-4905-9779-46264dd40657 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:39:21.335265 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-cf3e52f5-40ea-44bb-bcfd-514c7cd35740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, f1900ede-a783-4905-9779-46264dd40657) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:21.340524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3e52f5-40ea-44bb-bcfd-514c7cd35740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:21.341117 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cf3e52f5-40ea-44bb-bcfd-514c7cd35740 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:21.344777 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28e43b5-4e6d-4aaa-ba7d-5b47194434d8 None None] Network f1900ede-a783-4905-9779-46264dd40657 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:39:21.386705 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cf3e52f5-40ea-44bb-bcfd-514c7cd35740 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2155590 Aug 19 18:39:21.482774 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-b20f2672-6cea-49b4-9341-36788bf3c14e tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting port df46ffda-4808-4ae6-bf41-6b4f81ec6541 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:39:21.483214 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b20f2672-6cea-49b4-9341-36788bf3c14e tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:21.498102 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b61f430-7111-4e46-8749-a892804d8c54 None None] Network f1900ede-a783-4905-9779-46264dd40657 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:39:21.599289 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b20f2672-6cea-49b4-9341-36788bf3c14e tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:21.611730 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-b20f2672-6cea-49b4-9341-36788bf3c14e tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Calling delete_port for df46ffda-4808-4ae6-bf41-6b4f81ec6541 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:39:21.763768 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:39:21.815225 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b20f2672-6cea-49b4-9341-36788bf3c14e tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:21.854829 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f2672-6cea-49b4-9341-36788bf3c14e tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Port': ['ID=df46ffda-4808-4ae6-bf41-6b4f81ec6541,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:22.035088 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b20f2672-6cea-49b4-9341-36788bf3c14e tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:22.230838 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20f2672-6cea-49b4-9341-36788bf3c14e tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Router 22a4c3fb-12ee-4d8c-9cb7-044ac6a53c36 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:39:22.315046 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20f2672-6cea-49b4-9341-36788bf3c14e tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:39:22.320712 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b20f2672-6cea-49b4-9341-36788bf3c14e tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "PUT /v2.0/routers/22a4c3fb-12ee-4d8c-9cb7-044ac6a53c36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2340295 Aug 19 18:39:22.324159 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33628) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:22.326043 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aaf475-eaac-4890-8557-3814b26a12de None None] Sync routers for ids ['22a4c3fb-12ee-4d8c-9cb7-044ac6a53c36'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:39:22.336974 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aaf475-eaac-4890-8557-3814b26a12de None None] Routers {'22a4c3fb-12ee-4d8c-9cb7-044ac6a53c36'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:39:22.338138 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-70aaf475-eaac-4890-8557-3814b26a12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:39:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['22a4c3fb-12ee-4d8c-9cb7-044ac6a53c36'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:22.350161 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0714426-e14d-4ac5-b0bc-5a9223d070b7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] GET failed (client error): The resource could not be found. Aug 19 18:39:22.352321 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c0714426-e14d-4ac5-b0bc-5a9223d070b7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports/df46ffda-4808-4ae6-bf41-6b4f81ec6541 HTTP/1.1" status: 404 len: 333 time: 0.0269253 Aug 19 18:39:22.354962 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33630) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:22.383688 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-70aaf475-eaac-4890-8557-3814b26a12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:22.394476 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aaf475-eaac-4890-8557-3814b26a12de None None] Routers {'22a4c3fb-12ee-4d8c-9cb7-044ac6a53c36'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:39:22.395100 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-70aaf475-eaac-4890-8557-3814b26a12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:39:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['22a4c3fb-12ee-4d8c-9cb7-044ac6a53c36'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:22.432801 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-70aaf475-eaac-4890-8557-3814b26a12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:22.433468 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aaf475-eaac-4890-8557-3814b26a12de None None] The sync data for ids ['22a4c3fb-12ee-4d8c-9cb7-044ac6a53c36'] in n-d-803753-2 is: [] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:39:22.446383 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-baeacf70-92b2-4bb6-8759-39786625ea39 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:22.612111 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-baeacf70-92b2-4bb6-8759-39786625ea39 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:22.614777 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-baeacf70-92b2-4bb6-8759-39786625ea39 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:22.662438 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-baeacf70-92b2-4bb6-8759-39786625ea39 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:22.662986 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baeacf70-92b2-4bb6-8759-39786625ea39 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Fanout notify agent at l3_agent the message router_deleted on router 22a4c3fb-12ee-4d8c-9cb7-044ac6a53c36 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:39:22.671563 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-baeacf70-92b2-4bb6-8759-39786625ea39 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:22.673888 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-baeacf70-92b2-4bb6-8759-39786625ea39 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/routers/22a4c3fb-12ee-4d8c-9cb7-044ac6a53c36 HTTP/1.1" status: 204 len: 168 time: 0.3166208 Aug 19 18:39:22.675840 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33632) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:22.741635 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-da51fc73-4405-4bbf-8a2d-0b97304df242 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting subnet 491b58ed-8028-4eea-9fce-dd88ef6a325e {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:39:22.746086 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da51fc73-4405-4bbf-8a2d-0b97304df242 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:22.794688 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da51fc73-4405-4bbf-8a2d-0b97304df242 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:22.885627 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da51fc73-4405-4bbf-8a2d-0b97304df242 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:22.945392 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da51fc73-4405-4bbf-8a2d-0b97304df242 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:22.973107 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51fc73-4405-4bbf-8a2d-0b97304df242 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Subnet': ['ID=491b58ed-8028-4eea-9fce-dd88ef6a325e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:22.978836 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-da51fc73-4405-4bbf-8a2d-0b97304df242 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:22.982074 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-da51fc73-4405-4bbf-8a2d-0b97304df242 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/subnets/491b58ed-8028-4eea-9fce-dd88ef6a325e HTTP/1.1" status: 204 len: 168 time: 0.3050537 Aug 19 18:39:22.983611 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33634) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:22.986002 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a490e3-58b4-4366-ae05-1661438fd7d9 None None] Network 72eb8314-1249-4f96-a3ad-9613b99aa9c3 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:39:23.074752 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-468612ca-333f-49ea-981b-10251b5bf3b5 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:23.144895 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-468612ca-333f-49ea-981b-10251b5bf3b5 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting port 9ae9948c-3330-41de-81fc-6ff504118914 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:39:23.145371 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-468612ca-333f-49ea-981b-10251b5bf3b5 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:23.206938 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca9b0dc-c9f3-4c8d-ba34-11933379eecc None None] DHCP port deletion for 72eb8314-1249-4f96-a3ad-9613b99aa9c3 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:39:23.227396 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-468612ca-333f-49ea-981b-10251b5bf3b5 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] For port 9ae9948c-3330-41de-81fc-6ff504118914, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9ae9948c-3330-41de-81fc-6ff504118914,segment=NetworkSegment(71f5ed03-4cc6-4d04-b3a1-c4233fca7e0b),segment_id=71f5ed03-4cc6-4d04-b3a1-c4233fca7e0b)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:23.227921 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-468612ca-333f-49ea-981b-10251b5bf3b5 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:23.249509 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-468612ca-333f-49ea-981b-10251b5bf3b5 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Calling delete_port for 9ae9948c-3330-41de-81fc-6ff504118914 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:39:23.266012 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-1ca9b0dc-c9f3-4c8d-ba34-11933379eecc None None] Deleting port 9ae9948c-3330-41de-81fc-6ff504118914 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:39:23.266591 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b0dc-c9f3-4c8d-ba34-11933379eecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:23.345780 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-1ca9b0dc-c9f3-4c8d-ba34-11933379eecc None None] For port 9ae9948c-3330-41de-81fc-6ff504118914, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9ae9948c-3330-41de-81fc-6ff504118914,segment=NetworkSegment(71f5ed03-4cc6-4d04-b3a1-c4233fca7e0b),segment_id=71f5ed03-4cc6-4d04-b3a1-c4233fca7e0b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:23.346927 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b0dc-c9f3-4c8d-ba34-11933379eecc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:23.364305 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-1ca9b0dc-c9f3-4c8d-ba34-11933379eecc None None] Calling delete_port for 9ae9948c-3330-41de-81fc-6ff504118914 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:39:23.374556 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-468612ca-333f-49ea-981b-10251b5bf3b5 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:23.408360 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468612ca-333f-49ea-981b-10251b5bf3b5 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Port': ['ID=9ae9948c-3330-41de-81fc-6ff504118914,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:23.410718 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468612ca-333f-49ea-981b-10251b5bf3b5 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] No DVR routers for this DVR port 9ae9948c-3330-41de-81fc-6ff504118914 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:39:23.453641 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9ae9948c-3330-41de-81fc-6ff504118914 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:39:23.477688 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 9ae9948c-3330-41de-81fc-6ff504118914 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:39:23.478041 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9ae9948c-3330-41de-81fc-6ff504118914 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:39:23.518675 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-468612ca-333f-49ea-981b-10251b5bf3b5 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:23.530054 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-468612ca-333f-49ea-981b-10251b5bf3b5 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72eb8314-1249-4f96-a3ad-9613b99aa9c3']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:23.532986 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b0dc-c9f3-4c8d-ba34-11933379eecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:23.543964 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-468612ca-333f-49ea-981b-10251b5bf3b5 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f5ed03-4cc6-4d04-b3a1-c4233fca7e0b') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:23.544474 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-468612ca-333f-49ea-981b-10251b5bf3b5 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f5ed03-4cc6-4d04-b3a1-c4233fca7e0b') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:23.558049 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-468612ca-333f-49ea-981b-10251b5bf3b5 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:23.567391 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9b0dc-c9f3-4c8d-ba34-11933379eecc None None] Pushing event deleted for resources: {'Port': ['ID=9ae9948c-3330-41de-81fc-6ff504118914,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:23.572176 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca9b0dc-c9f3-4c8d-ba34-11933379eecc None None] No DVR routers for this DVR port 9ae9948c-3330-41de-81fc-6ff504118914 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:39:23.577339 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-468612ca-333f-49ea-981b-10251b5bf3b5 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:23.583795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9b0dc-c9f3-4c8d-ba34-11933379eecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:23.583795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9b0dc-c9f3-4c8d-ba34-11933379eecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:23.583795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9b0dc-c9f3-4c8d-ba34-11933379eecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:23.583795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9b0dc-c9f3-4c8d-ba34-11933379eecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:23.584506 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9b0dc-c9f3-4c8d-ba34-11933379eecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:23.584506 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9b0dc-c9f3-4c8d-ba34-11933379eecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:23.585841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9b0dc-c9f3-4c8d-ba34-11933379eecc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:23.585841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9b0dc-c9f3-4c8d-ba34-11933379eecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:23.585841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9b0dc-c9f3-4c8d-ba34-11933379eecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:23.585841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9b0dc-c9f3-4c8d-ba34-11933379eecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:23.586170 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9b0dc-c9f3-4c8d-ba34-11933379eecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:23.586522 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9b0dc-c9f3-4c8d-ba34-11933379eecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:23.591136 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468612ca-333f-49ea-981b-10251b5bf3b5 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:39:23.591864 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-468612ca-333f-49ea-981b-10251b5bf3b5 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:39:23.595663 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:39:23.655725 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-468612ca-333f-49ea-981b-10251b5bf3b5 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:23.663432 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-468612ca-333f-49ea-981b-10251b5bf3b5 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:23.665458 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-468612ca-333f-49ea-981b-10251b5bf3b5 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/networks/72eb8314-1249-4f96-a3ad-9613b99aa9c3 HTTP/1.1" status: 204 len: 168 time: 0.6806591 Aug 19 18:39:23.669203 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33644) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:23.679847 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468612ca-333f-49ea-981b-10251b5bf3b5 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Network': ['ID=72eb8314-1249-4f96-a3ad-9613b99aa9c3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:23.715043 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558d882e-5184-408a-bc44-66fb5cabfc53 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:23.717221 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-558d882e-5184-408a-bc44-66fb5cabfc53 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports/c5e67955-6d28-40ea-b045-cde8f702bede HTTP/1.1" status: 200 len: 840 time: 0.0461073 Aug 19 18:39:23.720358 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33646) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:23.766378 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-09a7f0cd-fd73-41cc-9e3b-82eea33f619c tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports/c5e67955-6d28-40ea-b045-cde8f702bede?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0447760 Aug 19 18:39:23.769922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33648) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:23.774847 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-465d7856-5cd6-47a5-83a6-98516d2accac tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'subnet': {'network_id': 'febb9bda-1694-4bac-b7f7-47c283982dd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:23.866045 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465d7856-5cd6-47a5-83a6-98516d2accac tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:23.869959 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-465d7856-5cd6-47a5-83a6-98516d2accac tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:24.064077 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-465d7856-5cd6-47a5-83a6-98516d2accac tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:24.104669 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465d7856-5cd6-47a5-83a6-98516d2accac tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network febb9bda-1694-4bac-b7f7-47c283982dd5 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:39:24.109363 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-465d7856-5cd6-47a5-83a6-98516d2accac tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:24.115542 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465d7856-5cd6-47a5-83a6-98516d2accac tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:24.116878 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-465d7856-5cd6-47a5-83a6-98516d2accac tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:24.121175 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83404dd1-a8cb-4136-8ee6-ee4e77e5fac7 None None] Network febb9bda-1694-4bac-b7f7-47c283982dd5 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:39:24.144906 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d7856-5cd6-47a5-83a6-98516d2accac tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Subnet': ['ID=344a0af9-034f-4829-b5c1-fc9ec91ac4b8,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:24.181102 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33656) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:24.186275 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-c1277cfc-b6bc-42ba-925f-ea9cf980b79f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'security_group': {'name': 'tempest-secgroup-925036780'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:24.191398 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-465d7856-5cd6-47a5-83a6-98516d2accac tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4201982 Aug 19 18:39:24.222688 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c1277cfc-b6bc-42ba-925f-ea9cf980b79f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:24.303152 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70538e3-6547-422c-b81e-f77fc24bcdec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-febb9bda-1694-4bac-b7f7-47c283982dd5', 'network_id': 'febb9bda-1694-4bac-b7f7-47c283982dd5', 'tenant_id': '03ea6d63a7374f9cb73be7e406526608', 'fixed_ips': [{'subnet_id': '344a0af9-034f-4829-b5c1-fc9ec91ac4b8'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:39:24.304266 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c70538e3-6547-422c-b81e-f77fc24bcdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:24.333750 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c1277cfc-b6bc-42ba-925f-ea9cf980b79f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:24.337857 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c1277cfc-b6bc-42ba-925f-ea9cf980b79f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:24.373603 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c1277cfc-b6bc-42ba-925f-ea9cf980b79f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:24.373603 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c1277cfc-b6bc-42ba-925f-ea9cf980b79f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1881926 Aug 19 18:39:24.376026 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1277cfc-b6bc-42ba-925f-ea9cf980b79f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbfde69-8d37-4b50-81de-a0ea4f75159d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:24.381406 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33660) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:24.387108 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-d8622a73-1a85-41dc-80af-cc13eec6dabe tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'security_group': {'name': 'tempest-secgroup-291932764'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:24.461214 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d8622a73-1a85-41dc-80af-cc13eec6dabe tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:24.556498 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-c70538e3-6547-422c-b81e-f77fc24bcdec None None] Allocated IP 172.20.0.2 (febb9bda-1694-4bac-b7f7-47c283982dd5/344a0af9-034f-4829-b5c1-fc9ec91ac4b8/deb14250-a756-4cbc-8719-dd6e96225c97) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:39:24.870855 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c70538e3-6547-422c-b81e-f77fc24bcdec None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:24.880582 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c70538e3-6547-422c-b81e-f77fc24bcdec None None] Transition to ACTIVE for port object deb14250-a756-4cbc-8719-dd6e96225c97 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:24.896320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c70538e3-6547-422c-b81e-f77fc24bcdec None None] Transition to ACTIVE for port object deb14250-a756-4cbc-8719-dd6e96225c97 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:24.902406 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c70538e3-6547-422c-b81e-f77fc24bcdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:24.914637 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d8622a73-1a85-41dc-80af-cc13eec6dabe tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:24.919840 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d8622a73-1a85-41dc-80af-cc13eec6dabe tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:24.949501 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70538e3-6547-422c-b81e-f77fc24bcdec None None] Network febb9bda-1694-4bac-b7f7-47c283982dd5 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:39:24.952326 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d8622a73-1a85-41dc-80af-cc13eec6dabe tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:24.953649 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d8622a73-1a85-41dc-80af-cc13eec6dabe tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5705073 Aug 19 18:39:24.954996 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-c70538e3-6547-422c-b81e-f77fc24bcdec None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:24.957076 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33664) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:24.960522 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70538e3-6547-422c-b81e-f77fc24bcdec None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:39:24.963449 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c067e9c8-7783-4874-923a-d60b520ddaa7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-33519490', 'security_groups': ['c69a8365-a05f-406e-ba07-faf1d71b29fd'], 'network_id': 'febb9bda-1694-4bac-b7f7-47c283982dd5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '344a0af9-034f-4829-b5c1-fc9ec91ac4b8'}]}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:24.963689 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70538e3-6547-422c-b81e-f77fc24bcdec None None] Pushing event updated for resources: {'Port': ['ID=deb14250-a756-4cbc-8719-dd6e96225c97,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:24.966903 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8622a73-1a85-41dc-80af-cc13eec6dabe tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69a8365-a05f-406e-ba07-faf1d71b29fd,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:25.019685 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c70538e3-6547-422c-b81e-f77fc24bcdec None None] Attempting to bind port deb14250-a756-4cbc-8719-dd6e96225c97 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:39:25.020053 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c70538e3-6547-422c-b81e-f77fc24bcdec None None] Attempting to bind port deb14250-a756-4cbc-8719-dd6e96225c97 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '10b62a4c-118c-44d6-a081-0ed5c5535be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'febb9bda-1694-4bac-b7f7-47c283982dd5'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:39:25.020423 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70538e3-6547-422c-b81e-f77fc24bcdec None None] Attempting to bind port deb14250-a756-4cbc-8719-dd6e96225c97 on network febb9bda-1694-4bac-b7f7-47c283982dd5 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:39:25.025343 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70538e3-6547-422c-b81e-f77fc24bcdec None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:39:25.025759 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70538e3-6547-422c-b81e-f77fc24bcdec None None] Checking segment: {'id': '10b62a4c-118c-44d6-a081-0ed5c5535be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'febb9bda-1694-4bac-b7f7-47c283982dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:39:25.026224 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c70538e3-6547-422c-b81e-f77fc24bcdec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:25.026554 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70538e3-6547-422c-b81e-f77fc24bcdec None None] Bound using segment: {'id': '10b62a4c-118c-44d6-a081-0ed5c5535be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'febb9bda-1694-4bac-b7f7-47c283982dd5'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:39:25.027017 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c70538e3-6547-422c-b81e-f77fc24bcdec None None] Bound port: deb14250-a756-4cbc-8719-dd6e96225c97, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b62a4c-118c-44d6-a081-0ed5c5535be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'febb9bda-1694-4bac-b7f7-47c283982dd5'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:39:25.027432 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c70538e3-6547-422c-b81e-f77fc24bcdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:25.077290 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c067e9c8-7783-4874-923a-d60b520ddaa7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:25.091954 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c70538e3-6547-422c-b81e-f77fc24bcdec None None] For port deb14250-a756-4cbc-8719-dd6e96225c97, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:39:25.095514 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c70538e3-6547-422c-b81e-f77fc24bcdec None None] For port deb14250-a756-4cbc-8719-dd6e96225c97, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=deb14250-a756-4cbc-8719-dd6e96225c97,segment=NetworkSegment(10b62a4c-118c-44d6-a081-0ed5c5535be9),segment_id=10b62a4c-118c-44d6-a081-0ed5c5535be9)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:39:25.099782 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c70538e3-6547-422c-b81e-f77fc24bcdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:25.163911 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70538e3-6547-422c-b81e-f77fc24bcdec None None] Pushing event updated for resources: {'Port': ['ID=deb14250-a756-4cbc-8719-dd6e96225c97,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:25.172521 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c067e9c8-7783-4874-923a-d60b520ddaa7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:25.191309 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [None req-c067e9c8-7783-4874-923a-d60b520ddaa7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] device_id is not set on port eb563842-26fc-4aed-b6ca-bee94a590817 yet. {{(pid=94681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:39:25.392935 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-c067e9c8-7783-4874-923a-d60b520ddaa7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Allocated IP 172.20.0.6 (febb9bda-1694-4bac-b7f7-47c283982dd5/344a0af9-034f-4829-b5c1-fc9ec91ac4b8/eb563842-26fc-4aed-b6ca-bee94a590817) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:39:25.536393 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device deb14250-a756-4cbc-8719-dd6e96225c97 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:39:25.600739 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c067e9c8-7783-4874-923a-d60b520ddaa7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:25.601001 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port deb14250-a756-4cbc-8719-dd6e96225c97 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:25.616019 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-c067e9c8-7783-4874-923a-d60b520ddaa7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Transition to ACTIVE for port object eb563842-26fc-4aed-b6ca-bee94a590817 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:25.655469 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c067e9c8-7783-4874-923a-d60b520ddaa7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:25.685448 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33674) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:25.694824 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-03da46e9-9451-4f6c-aa2c-9ddf008d6d44 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-714653643', 'description': 'tempest-secgroup-smoke-714653643 description', 'project_id': '47dc5a832cb7486a91a76baf12bfc9de'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:25.716557 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c067e9c8-7783-4874-923a-d60b520ddaa7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network febb9bda-1694-4bac-b7f7-47c283982dd5 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:39:25.720129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-c067e9c8-7783-4874-923a-d60b520ddaa7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:25.720719 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-03da46e9-9451-4f6c-aa2c-9ddf008d6d44 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:25.724341 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c067e9c8-7783-4874-923a-d60b520ddaa7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:39:25.750353 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067e9c8-7783-4874-923a-d60b520ddaa7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Port': ['ID=eb563842-26fc-4aed-b6ca-bee94a590817,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:25.782762 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c067e9c8-7783-4874-923a-d60b520ddaa7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:25.785065 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c067e9c8-7783-4874-923a-d60b520ddaa7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:25.827177 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-03da46e9-9451-4f6c-aa2c-9ddf008d6d44 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:25.832551 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-03da46e9-9451-4f6c-aa2c-9ddf008d6d44 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:25.836352 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c067e9c8-7783-4874-923a-d60b520ddaa7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8781791 Aug 19 18:39:25.839466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33676) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:25.845284 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-9095e082-7216-473e-a25b-77a4c9c91507 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'subnet': {'network_id': 'febb9bda-1694-4bac-b7f7-47c283982dd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:25.867271 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-03da46e9-9451-4f6c-aa2c-9ddf008d6d44 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:25.871223 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-03da46e9-9451-4f6c-aa2c-9ddf008d6d44 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1811383 Aug 19 18:39:25.871223 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da46e9-9451-4f6c-aa2c-9ddf008d6d44 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acffb4d1-1f2c-4090-8cbe-3788e93bdef0,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:25.873204 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33678) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:25.878609 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2bb0e341-616d-45ac-87e5-fee15129bf38 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Request body: {'security_group_rule': {'security_group_id': 'acffb4d1-1f2c-4090-8cbe-3788e93bdef0', 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:25.914856 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2bb0e341-616d-45ac-87e5-fee15129bf38 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:25.977085 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2bb0e341-616d-45ac-87e5-fee15129bf38 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:25.982120 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2bb0e341-616d-45ac-87e5-fee15129bf38 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:25.990514 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9095e082-7216-473e-a25b-77a4c9c91507 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:25.995783 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9095e082-7216-473e-a25b-77a4c9c91507 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.006277 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0e341-616d-45ac-87e5-fee15129bf38 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb6d700-df6c-4844-9a3b-931fb6717cba,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:26.011121 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2bb0e341-616d-45ac-87e5-fee15129bf38 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.013465 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2bb0e341-616d-45ac-87e5-fee15129bf38 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391876 Aug 19 18:39:26.015850 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33680) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:26.023629 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d4799c08-f989-4594-b5da-d7666b4cd888 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Request body: {'security_group_rule': {'security_group_id': 'acffb4d1-1f2c-4090-8cbe-3788e93bdef0', 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:26.054158 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4799c08-f989-4594-b5da-d7666b4cd888 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.112068 n-d-803753-2 neutron-server[94681]: INFO neutron.db.ipam_backend_mixin [None req-9095e082-7216-473e-a25b-77a4c9c91507 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 344a0af9-034f-4829-b5c1-fc9ec91ac4b8 (CIDR: 172.20.0.0/28) Aug 19 18:39:26.117292 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-9095e082-7216-473e-a25b-77a4c9c91507 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:39:26.118170 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9095e082-7216-473e-a25b-77a4c9c91507 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:39:26.131992 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4799c08-f989-4594-b5da-d7666b4cd888 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.136123 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4799c08-f989-4594-b5da-d7666b4cd888 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.142945 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9095e082-7216-473e-a25b-77a4c9c91507 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3019998 Aug 19 18:39:26.145957 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33682) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:26.153239 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c1b629da-e6be-43ee-accf-6af6f11390f2 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'subnet': {'network_id': 'febb9bda-1694-4bac-b7f7-47c283982dd5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:26.158358 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4799c08-f989-4594-b5da-d7666b4cd888 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c31720-af10-4f87-af5c-1793c63f78ad,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:26.164805 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4799c08-f989-4594-b5da-d7666b4cd888 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.166494 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d4799c08-f989-4594-b5da-d7666b4cd888 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1492884 Aug 19 18:39:26.168972 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33684) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:26.174417 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-224cc8e7-83e6-4966-af42-b0aab47947c7 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Request body: {'security_group_rule': {'security_group_id': 'acffb4d1-1f2c-4090-8cbe-3788e93bdef0', 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:26.213766 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-224cc8e7-83e6-4966-af42-b0aab47947c7 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.287495 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b629da-e6be-43ee-accf-6af6f11390f2 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:26.289477 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-224cc8e7-83e6-4966-af42-b0aab47947c7 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.291564 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c1b629da-e6be-43ee-accf-6af6f11390f2 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.293786 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-224cc8e7-83e6-4966-af42-b0aab47947c7 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.322225 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cc8e7-83e6-4966-af42-b0aab47947c7 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a16af2-bc5d-400f-9b27-c3c30c42c471,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:26.331655 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-224cc8e7-83e6-4966-af42-b0aab47947c7 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.333577 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-224cc8e7-83e6-4966-af42-b0aab47947c7 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1627307 Aug 19 18:39:26.336041 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33686) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:26.340743 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f59d38bf-b9fa-4834-82bd-8374fe120454 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Request body: {'security_group_rule': {'security_group_id': 'acffb4d1-1f2c-4090-8cbe-3788e93bdef0', 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:26.371444 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f59d38bf-b9fa-4834-82bd-8374fe120454 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.417758 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-04bfcae5-7499-48b0-b9be-a29cd589f4fd None None] Provisioning for port deb14250-a756-4cbc-8719-dd6e96225c97 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:26.425577 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-04bfcae5-7499-48b0-b9be-a29cd589f4fd None None] Provisioning complete for port deb14250-a756-4cbc-8719-dd6e96225c97 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:26.426306 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-04bfcae5-7499-48b0-b9be-a29cd589f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.456091 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f59d38bf-b9fa-4834-82bd-8374fe120454 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.462735 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f59d38bf-b9fa-4834-82bd-8374fe120454 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.477684 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d38bf-b9fa-4834-82bd-8374fe120454 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21e7afd-a368-424b-8a3a-7b8d3c2116af,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:26.504248 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f59d38bf-b9fa-4834-82bd-8374fe120454 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.506040 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f59d38bf-b9fa-4834-82bd-8374fe120454 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1689641 Aug 19 18:39:26.511549 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33688) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:26.534987 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e6bd88bc-646f-4d73-93d6-b9e7d89f0860 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Request body: {'security_group_rule': {'security_group_id': 'acffb4d1-1f2c-4090-8cbe-3788e93bdef0', 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:26.567588 n-d-803753-2 neutron-server[94682]: INFO neutron.db.securitygroups_db [None req-e6bd88bc-646f-4d73-93d6-b9e7d89f0860 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Project 47dc5a832cb7486a91a76baf12bfc9de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:39:26.574277 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e6bd88bc-646f-4d73-93d6-b9e7d89f0860 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.594356 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-04bfcae5-7499-48b0-b9be-a29cd589f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.635672 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-04bfcae5-7499-48b0-b9be-a29cd589f4fd None None] For port deb14250-a756-4cbc-8719-dd6e96225c97, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=deb14250-a756-4cbc-8719-dd6e96225c97,segment=NetworkSegment(10b62a4c-118c-44d6-a081-0ed5c5535be9),segment_id=10b62a4c-118c-44d6-a081-0ed5c5535be9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:26.642643 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-04bfcae5-7499-48b0-b9be-a29cd589f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.664600 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e6bd88bc-646f-4d73-93d6-b9e7d89f0860 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.670361 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e6bd88bc-646f-4d73-93d6-b9e7d89f0860 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.696155 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd88bc-646f-4d73-93d6-b9e7d89f0860 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18351c9b-7e82-466a-af90-13c1f04433c5,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:26.699371 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-04bfcae5-7499-48b0-b9be-a29cd589f4fd None None] Provisioning complete for port c5e67955-6d28-40ea-b045-cde8f702bede triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:26.699968 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-04bfcae5-7499-48b0-b9be-a29cd589f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.708148 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e6bd88bc-646f-4d73-93d6-b9e7d89f0860 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.709972 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e6bd88bc-646f-4d73-93d6-b9e7d89f0860 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1967149 Aug 19 18:39:26.712622 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33692) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:26.719054 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-6c67753a-3759-4450-8f13-0741917c1744 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Request body: {'security_group_rule': {'security_group_id': 'acffb4d1-1f2c-4090-8cbe-3788e93bdef0', 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:26.734936 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfcae5-7499-48b0-b9be-a29cd589f4fd None None] Pushing event updated for resources: {'Port': ['ID=deb14250-a756-4cbc-8719-dd6e96225c97,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:26.746765 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c1b629da-e6be-43ee-accf-6af6f11390f2 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.760823 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-04bfcae5-7499-48b0-b9be-a29cd589f4fd None None] Port c5e67955-6d28-40ea-b045-cde8f702bede cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:39:26.765507 n-d-803753-2 neutron-server[94682]: INFO neutron.db.securitygroups_db [None req-6c67753a-3759-4450-8f13-0741917c1744 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Project 47dc5a832cb7486a91a76baf12bfc9de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:39:26.771261 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6c67753a-3759-4450-8f13-0741917c1744 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.800157 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b629da-e6be-43ee-accf-6af6f11390f2 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network febb9bda-1694-4bac-b7f7-47c283982dd5 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:39:26.803619 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-c1b629da-e6be-43ee-accf-6af6f11390f2 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:26.808471 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b629da-e6be-43ee-accf-6af6f11390f2 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:26.809069 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c1b629da-e6be-43ee-accf-6af6f11390f2 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.812324 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9267c614-ddfe-46d2-a2b9-2524b050913f None None] Network febb9bda-1694-4bac-b7f7-47c283982dd5 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:39:26.824289 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b629da-e6be-43ee-accf-6af6f11390f2 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Subnet': ['ID=ec5516cb-44b7-4c22-a2f7-bd9e87eda8fe,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:26.828693 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c1b629da-e6be-43ee-accf-6af6f11390f2 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6816845 Aug 19 18:39:26.834003 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33694) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:26.840175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-1f5578ee-9452-4fb6-b32a-649fddfd9863 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-606628881', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ec5516cb-44b7-4c22-a2f7-bd9e87eda8fe'}], 'security_groups': ['6dbfde69-8d37-4b50-81de-a0ea4f75159d']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:26.864636 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6c67753a-3759-4450-8f13-0741917c1744 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.872594 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6c67753a-3759-4450-8f13-0741917c1744 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.905402 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67753a-3759-4450-8f13-0741917c1744 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e304428e-c38e-4f6d-9b96-b43fbb24211f,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:26.906461 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b00598b8-bc53-48ee-b827-5d42259d267f None None] Provisioning for port eb563842-26fc-4aed-b6ca-bee94a590817 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:26.916141 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1f5578ee-9452-4fb6-b32a-649fddfd9863 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.916569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b00598b8-bc53-48ee-b827-5d42259d267f None None] Provisioning complete for port eb563842-26fc-4aed-b6ca-bee94a590817 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:26.916831 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6c67753a-3759-4450-8f13-0741917c1744 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.917603 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b00598b8-bc53-48ee-b827-5d42259d267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.919061 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6c67753a-3759-4450-8f13-0741917c1744 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2035060 Aug 19 18:39:26.999952 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b00598b8-bc53-48ee-b827-5d42259d267f None None] Port eb563842-26fc-4aed-b6ca-bee94a590817 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:39:27.144090 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5f377a-7c95-4f7a-969e-f36000721c20 None None] Update dhcp port {'port': {'network_id': 'febb9bda-1694-4bac-b7f7-47c283982dd5', 'fixed_ips': [{'subnet_id': '344a0af9-034f-4829-b5c1-fc9ec91ac4b8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ec5516cb-44b7-4c22-a2f7-bd9e87eda8fe'}], 'binding:host_id': 'n-d-803753-2'}, 'id': 'deb14250-a756-4cbc-8719-dd6e96225c97'} from n-d-803753-2. {{(pid=94683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:39:27.172104 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-da5f377a-7c95-4f7a-969e-f36000721c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:27.177967 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7748064e-56d8-401b-8888-af98a0b66402 req-58f2d792-4a69-4fcd-b18a-07da98e752d8 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-714653643&fields=id&tenant_id=47dc5a832cb7486a91a76baf12bfc9de HTTP/1.1" status: 200 len: 267 time: 0.0612524 Aug 19 18:39:27.272611 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-1f5578ee-9452-4fb6-b32a-649fddfd9863 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Delete allocated IP 172.20.0.6 (febb9bda-1694-4bac-b7f7-47c283982dd5/344a0af9-034f-4829-b5c1-fc9ec91ac4b8) {{(pid=94681) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 18:39:27.283607 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-1f5578ee-9452-4fb6-b32a-649fddfd9863 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Allocated IP 172.20.0.21 (febb9bda-1694-4bac-b7f7-47c283982dd5/ec5516cb-44b7-4c22-a2f7-bd9e87eda8fe/eb563842-26fc-4aed-b6ca-bee94a590817) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:39:27.341108 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748064e-56d8-401b-8888-af98a0b66402 req-693ee1c8-3c16-4cbd-8bea-1b37898ef73d tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:27.342762 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7748064e-56d8-401b-8888-af98a0b66402 req-693ee1c8-3c16-4cbd-8bea-1b37898ef73d tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/networks?id=0fa5fff9-afa3-4581-b3d4-aa7bcea09464 HTTP/1.1" status: 200 len: 814 time: 0.1640081 Aug 19 18:39:27.366789 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7748064e-56d8-401b-8888-af98a0b66402 req-17c0b02b-4b24-4f83-a4f3-9f0f861c93bb tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/quotas/47dc5a832cb7486a91a76baf12bfc9de HTTP/1.1" status: 200 len: 375 time: 0.0159707 Aug 19 18:39:27.441684 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device deb14250-a756-4cbc-8719-dd6e96225c97 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:39:27.469179 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7748064e-56d8-401b-8888-af98a0b66402 req-74b7bd6e-eb1e-45ef-9fe9-f75c9bf28ecc tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=47dc5a832cb7486a91a76baf12bfc9de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929618 Aug 19 18:39:27.492350 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1f5578ee-9452-4fb6-b32a-649fddfd9863 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:27.513579 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-1f5578ee-9452-4fb6-b32a-649fddfd9863 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Transition to ACTIVE for port object eb563842-26fc-4aed-b6ca-bee94a590817 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:27.523207 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1f5578ee-9452-4fb6-b32a-649fddfd9863 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:27.584796 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7748064e-56d8-401b-8888-af98a0b66402 req-3c57bafc-c0ed-419c-b152-2251fd82a7d9 service neutron] 10.222.0.24 "GET /v2.0/networks/0fa5fff9-afa3-4581-b3d4-aa7bcea09464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144447 Aug 19 18:39:27.603273 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port deb14250-a756-4cbc-8719-dd6e96225c97 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:27.603663 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:27.669190 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-1f5578ee-9452-4fb6-b32a-649fddfd9863 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] In _notify_port_updated(), no bound segment for port eb563842-26fc-4aed-b6ca-bee94a590817 on network febb9bda-1694-4bac-b7f7-47c283982dd5 {{(pid=94681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:39:27.677051 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5578ee-9452-4fb6-b32a-649fddfd9863 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:27.677802 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1f5578ee-9452-4fb6-b32a-649fddfd9863 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:27.682757 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1f5578ee-9452-4fb6-b32a-649fddfd9863 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "PUT /v2.0/ports/eb563842-26fc-4aed-b6ca-bee94a590817 HTTP/1.1" status: 200 len: 920 time: 0.8476298 Aug 19 18:39:27.685987 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33702) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:27.705630 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7748064e-56d8-401b-8888-af98a0b66402 req-84ead3e7-2e31-4755-a0b7-5e6d80d36114 service neutron] 10.222.0.24 "GET /v2.0/networks/0fa5fff9-afa3-4581-b3d4-aa7bcea09464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199214 Aug 19 18:39:27.709308 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-da5f377a-7c95-4f7a-969e-f36000721c20 None None] Allocated IP 172.20.0.18 (febb9bda-1694-4bac-b7f7-47c283982dd5/ec5516cb-44b7-4c22-a2f7-bd9e87eda8fe/deb14250-a756-4cbc-8719-dd6e96225c97) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:39:27.764896 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5578ee-9452-4fb6-b32a-649fddfd9863 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Port': ['ID=eb563842-26fc-4aed-b6ca-bee94a590817,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:27.821366 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a6e9a485-5cd3-4f6a-bad9-32f6bebb2d7a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting port eb563842-26fc-4aed-b6ca-bee94a590817 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:39:27.821759 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6e9a485-5cd3-4f6a-bad9-32f6bebb2d7a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:27.843974 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-da5f377a-7c95-4f7a-969e-f36000721c20 None None] For port deb14250-a756-4cbc-8719-dd6e96225c97, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=deb14250-a756-4cbc-8719-dd6e96225c97,segment=NetworkSegment(10b62a4c-118c-44d6-a081-0ed5c5535be9),segment_id=10b62a4c-118c-44d6-a081-0ed5c5535be9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:27.878202 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-da5f377a-7c95-4f7a-969e-f36000721c20 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:27.896842 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-da5f377a-7c95-4f7a-969e-f36000721c20 None None] Transition to ACTIVE for port object deb14250-a756-4cbc-8719-dd6e96225c97 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:27.900963 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-da5f377a-7c95-4f7a-969e-f36000721c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:27.964474 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6e9a485-5cd3-4f6a-bad9-32f6bebb2d7a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:28.002009 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a6e9a485-5cd3-4f6a-bad9-32f6bebb2d7a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Calling delete_port for eb563842-26fc-4aed-b6ca-bee94a590817 owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:39:28.031152 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f377a-7c95-4f7a-969e-f36000721c20 None None] Pushing event updated for resources: {'Port': ['ID=deb14250-a756-4cbc-8719-dd6e96225c97,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:28.138674 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e84bce9d-e021-492a-86fa-575aca5c56c2 req-d111d883-b5d4-487c-98cd-6f4fd8ec2cf7 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 210 time: 0.0335262 Aug 19 18:39:28.230277 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6e9a485-5cd3-4f6a-bad9-32f6bebb2d7a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:28.269506 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9a485-5cd3-4f6a-bad9-32f6bebb2d7a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Port': ['ID=eb563842-26fc-4aed-b6ca-bee94a590817,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:28.349434 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6e9a485-5cd3-4f6a-bad9-32f6bebb2d7a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:28.352719 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a6e9a485-5cd3-4f6a-bad9-32f6bebb2d7a tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/ports/eb563842-26fc-4aed-b6ca-bee94a590817 HTTP/1.1" status: 204 len: 168 time: 0.6650789 Aug 19 18:39:28.354482 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33720) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:28.389104 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea80a9b-1217-4b2e-bc74-33a5e67237a1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] GET failed (client error): The resource could not be found. Aug 19 18:39:28.394295 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cea80a9b-1217-4b2e-bc74-33a5e67237a1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports/eb563842-26fc-4aed-b6ca-bee94a590817 HTTP/1.1" status: 404 len: 333 time: 0.0352380 Aug 19 18:39:28.394731 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33722) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:28.465423 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-155c21f8-2f25-4ee1-b9d3-935591c83227 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:28.493149 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-155c21f8-2f25-4ee1-b9d3-935591c83227 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:28.566037 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-155c21f8-2f25-4ee1-b9d3-935591c83227 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:28.569807 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-155c21f8-2f25-4ee1-b9d3-935591c83227 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:28.571133 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-155c21f8-2f25-4ee1-b9d3-935591c83227 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/security-groups/c69a8365-a05f-406e-ba07-faf1d71b29fd HTTP/1.1" status: 204 len: 168 time: 0.1747854 Aug 19 18:39:28.574033 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33726) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:28.600606 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c21f8-2f25-4ee1-b9d3-935591c83227 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69a8365-a05f-406e-ba07-faf1d71b29fd,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:28.608572 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c21f8-2f25-4ee1-b9d3-935591c83227 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:28.608922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c21f8-2f25-4ee1-b9d3-935591c83227 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:28.609272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c21f8-2f25-4ee1-b9d3-935591c83227 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:28.609667 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c21f8-2f25-4ee1-b9d3-935591c83227 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:28.610007 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c21f8-2f25-4ee1-b9d3-935591c83227 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:28.610344 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c21f8-2f25-4ee1-b9d3-935591c83227 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:28.610676 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c21f8-2f25-4ee1-b9d3-935591c83227 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:28.611003 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c21f8-2f25-4ee1-b9d3-935591c83227 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:28.611329 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c21f8-2f25-4ee1-b9d3-935591c83227 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:28.611656 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c21f8-2f25-4ee1-b9d3-935591c83227 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:28.612554 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c21f8-2f25-4ee1-b9d3-935591c83227 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:28.612919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c21f8-2f25-4ee1-b9d3-935591c83227 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:28.693256 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-51c53ac6-aee1-4a97-9c1e-667aef427d44 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:28.719849 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-51c53ac6-aee1-4a97-9c1e-667aef427d44 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:28.728545 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b99ce315-8f8e-49b1-bdaf-2e6eb0480d01 None None] Could not find standard attr ID for object eb563842-26fc-4aed-b6ca-bee94a590817. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:39:28.746624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b99ce315-8f8e-49b1-bdaf-2e6eb0480d01 None None] Provisioning for port deb14250-a756-4cbc-8719-dd6e96225c97 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:28.750749 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b99ce315-8f8e-49b1-bdaf-2e6eb0480d01 None None] Provisioning complete for port deb14250-a756-4cbc-8719-dd6e96225c97 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:28.751625 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b99ce315-8f8e-49b1-bdaf-2e6eb0480d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:28.793519 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-51c53ac6-aee1-4a97-9c1e-667aef427d44 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:28.796391 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-51c53ac6-aee1-4a97-9c1e-667aef427d44 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:28.801230 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-51c53ac6-aee1-4a97-9c1e-667aef427d44 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/security-groups/6dbfde69-8d37-4b50-81de-a0ea4f75159d HTTP/1.1" status: 204 len: 168 time: 0.2261438 Aug 19 18:39:28.804535 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33730) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:28.826782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c53ac6-aee1-4a97-9c1e-667aef427d44 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbfde69-8d37-4b50-81de-a0ea4f75159d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:28.884947 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc4e707-4b87-4447-ab5e-6607805675d6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting subnet 344a0af9-034f-4829-b5c1-fc9ec91ac4b8 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:39:28.889090 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5dc4e707-4b87-4447-ab5e-6607805675d6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:28.941338 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b99ce315-8f8e-49b1-bdaf-2e6eb0480d01 None None] Provisioning complete for port c5e67955-6d28-40ea-b045-cde8f702bede triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:28.941836 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b99ce315-8f8e-49b1-bdaf-2e6eb0480d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:28.942493 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5dc4e707-4b87-4447-ab5e-6607805675d6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:28.985041 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b99ce315-8f8e-49b1-bdaf-2e6eb0480d01 None None] Port c5e67955-6d28-40ea-b045-cde8f702bede cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:39:29.054737 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5dc4e707-4b87-4447-ab5e-6607805675d6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:29.129235 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5dc4e707-4b87-4447-ab5e-6607805675d6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:29.145293 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5dc4e707-4b87-4447-ab5e-6607805675d6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:29.151206 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33732) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:29.151381 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5dc4e707-4b87-4447-ab5e-6607805675d6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/subnets/344a0af9-034f-4829-b5c1-fc9ec91ac4b8 HTTP/1.1" status: 204 len: 168 time: 0.3407860 Aug 19 18:39:29.156860 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-56f73592-a18b-46cf-97b6-7780b22b9db6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'subnet': {'network_id': 'febb9bda-1694-4bac-b7f7-47c283982dd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:29.170898 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4e707-4b87-4447-ab5e-6607805675d6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Subnet': ['ID=344a0af9-034f-4829-b5c1-fc9ec91ac4b8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:29.330181 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-69b2fb00-5063-4b36-b84b-bc2258beb9b6 req-af177257-c2ac-439b-a986-81cba4b23ef1 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 210 time: 0.0635450 Aug 19 18:39:29.366146 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe0ab6f-53cd-4fda-8ded-4dd65e9d9de5 None None] Network febb9bda-1694-4bac-b7f7-47c283982dd5 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:39:29.452556 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-452ccda8-aa08-4705-9d21-d432030f92db None None] Could not find standard attr ID for object eb563842-26fc-4aed-b6ca-bee94a590817. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:39:29.492830 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f73592-a18b-46cf-97b6-7780b22b9db6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:29.497650 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-56f73592-a18b-46cf-97b6-7780b22b9db6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:29.508110 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748064e-56d8-401b-8888-af98a0b66402 req-beba9f3e-d6c6-4400-bcb7-fe43878f1b5b tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:29.509768 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7748064e-56d8-401b-8888-af98a0b66402 req-beba9f3e-d6c6-4400-bcb7-fe43878f1b5b tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.50 "GET /v2.0/networks?id=0fa5fff9-afa3-4581-b3d4-aa7bcea09464 HTTP/1.1" status: 200 len: 814 time: 0.2321715 Aug 19 18:39:29.532463 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device deb14250-a756-4cbc-8719-dd6e96225c97 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:39:29.638700 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7748064e-56d8-401b-8888-af98a0b66402 req-0a5e17ec-2bd4-42fa-8d94-56fee3649df5 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47dc5a832cb7486a91a76baf12bfc9de HTTP/1.1" status: 200 len: 379 time: 0.1114521 Aug 19 18:39:29.669633 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-7748064e-56d8-401b-8888-af98a0b66402 req-b54915aa-2b29-48e2-ba35-3c1b90f2f8a6 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Request body: {'port': {'device_id': '0fa0c2c0-2191-4a55-9af4-6a2b4e71341a', 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'admin_state_up': True, 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'security_groups': ['acffb4d1-1f2c-4090-8cbe-3788e93bdef0']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:29.700278 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port deb14250-a756-4cbc-8719-dd6e96225c97 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:29.700679 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:29.782550 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-56f73592-a18b-46cf-97b6-7780b22b9db6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:29.880352 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f73592-a18b-46cf-97b6-7780b22b9db6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network febb9bda-1694-4bac-b7f7-47c283982dd5 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:39:29.881779 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7748064e-56d8-401b-8888-af98a0b66402 req-b54915aa-2b29-48e2-ba35-3c1b90f2f8a6 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Made reservation on behalf of 47dc5a832cb7486a91a76baf12bfc9de for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:29.894568 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7748064e-56d8-401b-8888-af98a0b66402 req-b54915aa-2b29-48e2-ba35-3c1b90f2f8a6 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:29.898009 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-56f73592-a18b-46cf-97b6-7780b22b9db6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:29.924153 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f73592-a18b-46cf-97b6-7780b22b9db6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:29.928566 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-56f73592-a18b-46cf-97b6-7780b22b9db6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:29.996547 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f73592-a18b-46cf-97b6-7780b22b9db6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Subnet': ['ID=e28dbb4a-e491-45d0-ac25-15c50276feb0,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:30.000003 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-56f73592-a18b-46cf-97b6-7780b22b9db6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8477063 Aug 19 18:39:30.005495 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33738) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:30.010384 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-a3950588-91f4-4490-af8d-2cc032f94e7d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'security_group': {'name': 'tempest-secgroup-49557428'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:30.092059 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a3950588-91f4-4490-af8d-2cc032f94e7d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:30.186697 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-7748064e-56d8-401b-8888-af98a0b66402 req-b54915aa-2b29-48e2-ba35-3c1b90f2f8a6 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Allocated IP 172.20.0.13 (0fa5fff9-afa3-4581-b3d4-aa7bcea09464/d5709971-5b00-43cf-bd19-582d9b03368e/55176698-cb13-4278-b69d-1f100ce2f9f1) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:39:30.222280 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a3950588-91f4-4490-af8d-2cc032f94e7d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:30.235401 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a3950588-91f4-4490-af8d-2cc032f94e7d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:30.280217 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3950588-91f4-4490-af8d-2cc032f94e7d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e775ce0-794d-4184-bff7-e5d27592712a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:30.318127 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a3950588-91f4-4490-af8d-2cc032f94e7d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:30.319504 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a3950588-91f4-4490-af8d-2cc032f94e7d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3128977 Aug 19 18:39:30.322642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33740) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:30.328066 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-9db146be-4352-4cd0-942d-25967b34108f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'security_group': {'name': 'tempest-secgroup-846744088'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:30.387425 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9db146be-4352-4cd0-942d-25967b34108f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:30.530260 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7748064e-56d8-401b-8888-af98a0b66402 req-b54915aa-2b29-48e2-ba35-3c1b90f2f8a6 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:30.547082 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-7748064e-56d8-401b-8888-af98a0b66402 req-b54915aa-2b29-48e2-ba35-3c1b90f2f8a6 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Transition to ACTIVE for port object 55176698-cb13-4278-b69d-1f100ce2f9f1 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:30.585618 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9db146be-4352-4cd0-942d-25967b34108f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:30.594347 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9db146be-4352-4cd0-942d-25967b34108f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:30.615436 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6c44d69-8d55-4beb-89fa-f8bd0e2bd399 req-11a004bf-c43c-4883-b56a-63bb4b24b056 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 210 time: 0.0447326 Aug 19 18:39:30.642145 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9db146be-4352-4cd0-942d-25967b34108f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:30.646539 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33744) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:30.646822 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9db146be-4352-4cd0-942d-25967b34108f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3228076 Aug 19 18:39:30.647655 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db146be-4352-4cd0-942d-25967b34108f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbee52b-4912-45e9-9883-d1deb127a472,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:30.651488 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c63f6eb9-0bc8-4022-abbf-6dbdc4012916 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'security_group': {'name': 'tempest-secgroup-546105090'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:30.683814 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7748064e-56d8-401b-8888-af98a0b66402 req-b54915aa-2b29-48e2-ba35-3c1b90f2f8a6 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:30.703075 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c63f6eb9-0bc8-4022-abbf-6dbdc4012916 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:30.732333 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7748064e-56d8-401b-8888-af98a0b66402 req-b54915aa-2b29-48e2-ba35-3c1b90f2f8a6 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Network 0fa5fff9-afa3-4581-b3d4-aa7bcea09464 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:39:30.743491 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-7748064e-56d8-401b-8888-af98a0b66402 req-b54915aa-2b29-48e2-ba35-3c1b90f2f8a6 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:30.748665 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-7748064e-56d8-401b-8888-af98a0b66402 req-b54915aa-2b29-48e2-ba35-3c1b90f2f8a6 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:39:30.834772 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54915aa-2b29-48e2-ba35-3c1b90f2f8a6 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Pushing event updated for resources: {'Port': ['ID=55176698-cb13-4278-b69d-1f100ce2f9f1,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:30.907599 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748064e-56d8-401b-8888-af98a0b66402 req-b54915aa-2b29-48e2-ba35-3c1b90f2f8a6 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:30.918900 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7748064e-56d8-401b-8888-af98a0b66402 req-b54915aa-2b29-48e2-ba35-3c1b90f2f8a6 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:31.003655 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c63f6eb9-0bc8-4022-abbf-6dbdc4012916 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:31.012875 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c63f6eb9-0bc8-4022-abbf-6dbdc4012916 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:31.018092 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a00935-8a11-4a25-b23a-f35de43eefb9 None None] Network febb9bda-1694-4bac-b7f7-47c283982dd5 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:39:31.041363 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7748064e-56d8-401b-8888-af98a0b66402 req-b54915aa-2b29-48e2-ba35-3c1b90f2f8a6 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3935142 Aug 19 18:39:31.075489 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-7748064e-56d8-401b-8888-af98a0b66402 req-a003888e-2a5c-417c-b442-7cd2c5b0bc13 service neutron] Request body: {'port': {'device_id': '0fa0c2c0-2191-4a55-9af4-6a2b4e71341a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:31.142534 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-eb145927-4e45-4604-bbb2-6866a405d894 None None] Provisioning complete for port deb14250-a756-4cbc-8719-dd6e96225c97 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:31.143833 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eb145927-4e45-4604-bbb2-6866a405d894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:31.172801 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f6eb9-0bc8-4022-abbf-6dbdc4012916 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e74603-834e-4511-9cdb-9f4d7dee3445,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:31.191062 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c63f6eb9-0bc8-4022-abbf-6dbdc4012916 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:31.194814 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c63f6eb9-0bc8-4022-abbf-6dbdc4012916 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5445330 Aug 19 18:39:31.195659 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33748) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:31.202228 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1535200346', 'security_groups': ['74e74603-834e-4511-9cdb-9f4d7dee3445'], 'network_id': 'febb9bda-1694-4bac-b7f7-47c283982dd5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e28dbb4a-e491-45d0-ac25-15c50276feb0'}]}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:31.227431 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7748064e-56d8-401b-8888-af98a0b66402 req-a003888e-2a5c-417c-b442-7cd2c5b0bc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:31.373898 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:31.457837 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-eb145927-4e45-4604-bbb2-6866a405d894 None None] Provisioning complete for port c5e67955-6d28-40ea-b045-cde8f702bede triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:31.458677 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eb145927-4e45-4604-bbb2-6866a405d894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:31.536731 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:31.555622 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] device_id is not set on port c61a8de4-fa96-46f9-a935-7479994d28d6 yet. {{(pid=94682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:39:31.656228 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00baf97-3802-4320-9cbc-c705060e7bb4 None None] Update dhcp port {'port': {'network_id': 'febb9bda-1694-4bac-b7f7-47c283982dd5', 'fixed_ips': [{'subnet_id': 'ec5516cb-44b7-4c22-a2f7-bd9e87eda8fe', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e28dbb4a-e491-45d0-ac25-15c50276feb0'}], 'binding:host_id': 'n-d-803753-2'}, 'id': 'deb14250-a756-4cbc-8719-dd6e96225c97'} from n-d-803753-2. {{(pid=94683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:39:31.723727 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a00baf97-3802-4320-9cbc-c705060e7bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:31.750547 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-eb145927-4e45-4604-bbb2-6866a405d894 None None] Port c5e67955-6d28-40ea-b045-cde8f702bede cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:39:31.898538 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Allocated IP 172.20.0.5 (febb9bda-1694-4bac-b7f7-47c283982dd5/e28dbb4a-e491-45d0-ac25-15c50276feb0/c61a8de4-fa96-46f9-a935-7479994d28d6) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:39:31.952684 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1b976-c60e-4df2-aeab-2cf5747ca247 req-4cbca12b-9305-43a3-afba-8fcc1f02e064 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:31.955311 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7d1b976-c60e-4df2-aeab-2cf5747ca247 req-4cbca12b-9305-43a3-afba-8fcc1f02e064 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 932 time: 0.0944254 Aug 19 18:39:32.093420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-7748064e-56d8-401b-8888-af98a0b66402 req-a003888e-2a5c-417c-b442-7cd2c5b0bc13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55176698-cb13-4278-b69d-1f100ce2f9f1 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:39:32.103048 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7d1b976-c60e-4df2-aeab-2cf5747ca247 req-a8344cce-b603-4cd5-a7e1-764646b58330 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/security-groups?id=acffb4d1-1f2c-4090-8cbe-3788e93bdef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317787 Aug 19 18:39:32.130424 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4d540518-fac4-48b0-a63a-9cfe4b5a506b None None] Provisioning for port 55176698-cb13-4278-b69d-1f100ce2f9f1 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:32.132917 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7748064e-56d8-401b-8888-af98a0b66402 req-a003888e-2a5c-417c-b442-7cd2c5b0bc13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:32.137349 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4d540518-fac4-48b0-a63a-9cfe4b5a506b None None] Provisioning complete for port 55176698-cb13-4278-b69d-1f100ce2f9f1 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:32.137753 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4d540518-fac4-48b0-a63a-9cfe4b5a506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:32.153144 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-7748064e-56d8-401b-8888-af98a0b66402 req-a003888e-2a5c-417c-b442-7cd2c5b0bc13 service neutron] Transition to ACTIVE for port object 55176698-cb13-4278-b69d-1f100ce2f9f1 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:32.160550 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7748064e-56d8-401b-8888-af98a0b66402 req-a003888e-2a5c-417c-b442-7cd2c5b0bc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:32.260613 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:32.265147 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-4d540518-fac4-48b0-a63a-9cfe4b5a506b None None] Port 55176698-cb13-4278-b69d-1f100ce2f9f1 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:39:32.306617 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003888e-2a5c-417c-b442-7cd2c5b0bc13 service neutron] Pushing event updated for resources: {'Port': ['ID=55176698-cb13-4278-b69d-1f100ce2f9f1,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:32.327627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Transition to ACTIVE for port object c61a8de4-fa96-46f9-a935-7479994d28d6 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:32.375074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-7748064e-56d8-401b-8888-af98a0b66402 req-a003888e-2a5c-417c-b442-7cd2c5b0bc13 service neutron] Attempting to bind port 55176698-cb13-4278-b69d-1f100ce2f9f1 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:39:32.375977 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-7748064e-56d8-401b-8888-af98a0b66402 req-a003888e-2a5c-417c-b442-7cd2c5b0bc13 service neutron] Attempting to bind port 55176698-cb13-4278-b69d-1f100ce2f9f1 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '2e1c829d-21f4-4ed9-8557-14adeba40495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:39:32.375977 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7748064e-56d8-401b-8888-af98a0b66402 req-a003888e-2a5c-417c-b442-7cd2c5b0bc13 service neutron] Attempting to bind port 55176698-cb13-4278-b69d-1f100ce2f9f1 on network 0fa5fff9-afa3-4581-b3d4-aa7bcea09464 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:39:32.380628 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7748064e-56d8-401b-8888-af98a0b66402 req-a003888e-2a5c-417c-b442-7cd2c5b0bc13 service neutron] Port 55176698-cb13-4278-b69d-1f100ce2f9f1 on network 0fa5fff9-afa3-4581-b3d4-aa7bcea09464 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:39:32.380935 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7748064e-56d8-401b-8888-af98a0b66402 req-a003888e-2a5c-417c-b442-7cd2c5b0bc13 service neutron] Attempting to bind port 55176698-cb13-4278-b69d-1f100ce2f9f1 on network 0fa5fff9-afa3-4581-b3d4-aa7bcea09464 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:39:32.381888 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:32.388631 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7748064e-56d8-401b-8888-af98a0b66402 req-a003888e-2a5c-417c-b442-7cd2c5b0bc13 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:39:32.389342 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7748064e-56d8-401b-8888-af98a0b66402 req-a003888e-2a5c-417c-b442-7cd2c5b0bc13 service neutron] Checking segment: {'id': '2e1c829d-21f4-4ed9-8557-14adeba40495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:39:32.390513 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7748064e-56d8-401b-8888-af98a0b66402 req-a003888e-2a5c-417c-b442-7cd2c5b0bc13 service neutron] Bound using segment: {'id': '2e1c829d-21f4-4ed9-8557-14adeba40495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:39:32.391065 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-7748064e-56d8-401b-8888-af98a0b66402 req-a003888e-2a5c-417c-b442-7cd2c5b0bc13 service neutron] Bound port: 55176698-cb13-4278-b69d-1f100ce2f9f1, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e1c829d-21f4-4ed9-8557-14adeba40495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:39:32.391454 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7748064e-56d8-401b-8888-af98a0b66402 req-a003888e-2a5c-417c-b442-7cd2c5b0bc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:32.458871 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network febb9bda-1694-4bac-b7f7-47c283982dd5 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:39:32.462760 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:32.465880 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:39:32.496561 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Port': ['ID=c61a8de4-fa96-46f9-a935-7479994d28d6,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:32.508010 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:32.508496 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:32.509017 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:32.509768 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:32.511837 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:32.512765 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:32.512765 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:32.513040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:32.513507 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:32.514465 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:32.515122 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:32.518989 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:32.523235 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-a00baf97-3802-4320-9cbc-c705060e7bb4 None None] Allocated IP 172.20.0.2 (febb9bda-1694-4bac-b7f7-47c283982dd5/e28dbb4a-e491-45d0-ac25-15c50276feb0/deb14250-a756-4cbc-8719-dd6e96225c97) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:39:32.563611 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-7748064e-56d8-401b-8888-af98a0b66402 req-a003888e-2a5c-417c-b442-7cd2c5b0bc13 service neutron] For port 55176698-cb13-4278-b69d-1f100ce2f9f1, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:39:32.569494 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-7748064e-56d8-401b-8888-af98a0b66402 req-a003888e-2a5c-417c-b442-7cd2c5b0bc13 service neutron] For port 55176698-cb13-4278-b69d-1f100ce2f9f1, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=55176698-cb13-4278-b69d-1f100ce2f9f1,segment=NetworkSegment(2e1c829d-21f4-4ed9-8557-14adeba40495),segment_id=2e1c829d-21f4-4ed9-8557-14adeba40495)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:39:32.577228 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7748064e-56d8-401b-8888-af98a0b66402 req-a003888e-2a5c-417c-b442-7cd2c5b0bc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:32.594768 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:32.598365 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:32.616559 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-93edf5d3-17e5-4a65-9afd-7e98a46db8ef tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4189594 Aug 19 18:39:32.625654 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33756) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:32.644490 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748064e-56d8-401b-8888-af98a0b66402 req-a003888e-2a5c-417c-b442-7cd2c5b0bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:32.646000 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-31a830db-91e8-4494-b376-f857aed94758 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'subnet': {'network_id': 'febb9bda-1694-4bac-b7f7-47c283982dd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:32.647670 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7748064e-56d8-401b-8888-af98a0b66402 req-a003888e-2a5c-417c-b442-7cd2c5b0bc13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:32.653651 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7748064e-56d8-401b-8888-af98a0b66402 req-a003888e-2a5c-417c-b442-7cd2c5b0bc13 service neutron] 10.222.0.50 "PUT /v2.0/ports/55176698-cb13-4278-b69d-1f100ce2f9f1 HTTP/1.1" status: 200 len: 1092 time: 1.5914886 Aug 19 18:39:32.654136 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa0c2c0-2191-4a55-9af4-6a2b4e71341a', 'tag': '55176698-cb13-4278-b69d-1f100ce2f9f1'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:39:32.656545 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879ac4cb-1cd4-4ae3-abeb-f8086fec0db4" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa0c2c0-2191-4a55-9af4-6a2b4e71341a", "tag": "55176698-cb13-4278-b69d-1f100ce2f9f1"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:39:32.826919 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9797d4-27a5-4e55-aa44-293a1cb55ece x-openstack-request-id: req-ad9797d4-27a5-4e55-aa44-293a1cb55ece {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:39:32.831141 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa0c2c0-2191-4a55-9af4-6a2b4e71341a", "tag": "55176698-cb13-4278-b69d-1f100ce2f9f1", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:39:32.831670 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad9797d4-27a5-4e55-aa44-293a1cb55ece {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:39:32.833850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a00baf97-3802-4320-9cbc-c705060e7bb4 None None] For port deb14250-a756-4cbc-8719-dd6e96225c97, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=deb14250-a756-4cbc-8719-dd6e96225c97,segment=NetworkSegment(10b62a4c-118c-44d6-a081-0ed5c5535be9),segment_id=10b62a4c-118c-44d6-a081-0ed5c5535be9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:32.836121 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa0c2c0-2191-4a55-9af4-6a2b4e71341a', 'tag': '55176698-cb13-4278-b69d-1f100ce2f9f1', 'status': 'completed', 'code': 200} Aug 19 18:39:32.868265 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003888e-2a5c-417c-b442-7cd2c5b0bc13 service neutron] Pushing event updated for resources: {'Port': ['ID=55176698-cb13-4278-b69d-1f100ce2f9f1,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:32.883111 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a830db-91e8-4494-b376-f857aed94758 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:32.889777 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-31a830db-91e8-4494-b376-f857aed94758 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:32.903198 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a00baf97-3802-4320-9cbc-c705060e7bb4 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:32.904453 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748064e-56d8-401b-8888-af98a0b66402 req-b008205c-4380-47c9-8558-235ea7567718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:32.907198 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7748064e-56d8-401b-8888-af98a0b66402 req-b008205c-4380-47c9-8558-235ea7567718 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=47dc5a832cb7486a91a76baf12bfc9de&device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 1095 time: 0.1387379 Aug 19 18:39:32.923551 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a00baf97-3802-4320-9cbc-c705060e7bb4 None None] Transition to ACTIVE for port object deb14250-a756-4cbc-8719-dd6e96225c97 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:32.931448 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a00baf97-3802-4320-9cbc-c705060e7bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:33.034682 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7748064e-56d8-401b-8888-af98a0b66402 req-73c5c0db-3bf4-4c85-a3c5-99e26b6d415e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55176698-cb13-4278-b69d-1f100ce2f9f1 HTTP/1.1" status: 200 len: 217 time: 0.1143403 Aug 19 18:39:33.071626 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00baf97-3802-4320-9cbc-c705060e7bb4 None None] Pushing event updated for resources: {'Port': ['ID=deb14250-a756-4cbc-8719-dd6e96225c97,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:33.103420 n-d-803753-2 neutron-server[94682]: INFO neutron.db.ipam_backend_mixin [None req-31a830db-91e8-4494-b376-f857aed94758 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e28dbb4a-e491-45d0-ac25-15c50276feb0 (CIDR: 172.20.0.0/28) Aug 19 18:39:33.114434 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a830db-91e8-4494-b376-f857aed94758 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:39:33.115065 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748064e-56d8-401b-8888-af98a0b66402 req-9b220771-b789-41be-9b70-9787d0e48e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:33.115589 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a830db-91e8-4494-b376-f857aed94758 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:39:33.117241 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7748064e-56d8-401b-8888-af98a0b66402 req-9b220771-b789-41be-9b70-9787d0e48e31 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d5709971-5b00-43cf-bd19-582d9b03368e HTTP/1.1" status: 200 len: 853 time: 0.0764396 Aug 19 18:39:33.142887 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-31a830db-91e8-4494-b376-f857aed94758 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5105143 Aug 19 18:39:33.144016 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33764) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:33.153054 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-aa68b34e-e51b-4c2c-8e3d-ac09537233e1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'subnet': {'network_id': 'febb9bda-1694-4bac-b7f7-47c283982dd5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:33.173469 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748064e-56d8-401b-8888-af98a0b66402 req-0496153b-f9c6-462d-b02a-a0e7a2b39e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:33.175694 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7748064e-56d8-401b-8888-af98a0b66402 req-0496153b-f9c6-462d-b02a-a0e7a2b39e81 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0fa5fff9-afa3-4581-b3d4-aa7bcea09464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498798 Aug 19 18:39:33.360105 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7748064e-56d8-401b-8888-af98a0b66402 req-55522f20-b5d1-4794-ab98-24648eb25a61 service neutron] 10.222.0.50 "GET /v2.0/networks/0fa5fff9-afa3-4581-b3d4-aa7bcea09464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725125 Aug 19 18:39:33.365123 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d51968-f596-4ab4-b2ab-6fb630e9e78f req-fef8506f-230e-41a6-a130-94f3c0732d29 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:33.366699 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c9d51968-f596-4ab4-b2ab-6fb630e9e78f req-fef8506f-230e-41a6-a130-94f3c0732d29 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 944 time: 0.0871320 Aug 19 18:39:33.434384 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa68b34e-e51b-4c2c-8e3d-ac09537233e1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:33.443846 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aa68b34e-e51b-4c2c-8e3d-ac09537233e1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:33.464226 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c9d51968-f596-4ab4-b2ab-6fb630e9e78f req-59ff2e5f-f617-48a0-9b5e-f6c1f280a26a tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/security-groups?id=acffb4d1-1f2c-4090-8cbe-3788e93bdef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885291 Aug 19 18:39:33.493236 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device deb14250-a756-4cbc-8719-dd6e96225c97 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:39:33.712213 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7748064e-56d8-401b-8888-af98a0b66402 req-61881e4a-98d3-45e2-af9f-1f206fcabcd7 service neutron] 10.222.0.50 "GET /v2.0/networks/0fa5fff9-afa3-4581-b3d4-aa7bcea09464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431363 Aug 19 18:39:33.932097 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ac4cb-1cd4-4ae3-abeb-f8086fec0db4 req-76aa3de5-6195-4fe1-9f07-6277677fbf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:33.938324 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-879ac4cb-1cd4-4ae3-abeb-f8086fec0db4 req-76aa3de5-6195-4fe1-9f07-6277677fbf5a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=47dc5a832cb7486a91a76baf12bfc9de&device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 1095 time: 0.1558537 Aug 19 18:39:34.047304 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c86cf276-aac2-4024-957d-fd646e8b80a5 None None] Provisioning for port deb14250-a756-4cbc-8719-dd6e96225c97 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:34.059948 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c86cf276-aac2-4024-957d-fd646e8b80a5 None None] Provisioning complete for port deb14250-a756-4cbc-8719-dd6e96225c97 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:34.060595 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c86cf276-aac2-4024-957d-fd646e8b80a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:34.066707 n-d-803753-2 neutron-server[94682]: INFO neutron.db.ipam_backend_mixin [None req-aa68b34e-e51b-4c2c-8e3d-ac09537233e1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ec5516cb-44b7-4c22-a2f7-bd9e87eda8fe (CIDR: 172.20.0.16/28) Aug 19 18:39:34.078974 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa68b34e-e51b-4c2c-8e3d-ac09537233e1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:39:34.084669 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa68b34e-e51b-4c2c-8e3d-ac09537233e1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:39:34.139505 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33768) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:34.141073 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-aa68b34e-e51b-4c2c-8e3d-ac09537233e1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9918973 Aug 19 18:39:34.145210 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-a00ebaa2-2927-4b44-a9c5-0934c44997f9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'subnet': {'network_id': 'febb9bda-1694-4bac-b7f7-47c283982dd5', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:34.178825 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ac4cb-1cd4-4ae3-abeb-f8086fec0db4 req-a8b18f86-134c-48c6-a007-ff2b54498671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:34.185781 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-879ac4cb-1cd4-4ae3-abeb-f8086fec0db4 req-a8b18f86-134c-48c6-a007-ff2b54498671 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0fa5fff9-afa3-4581-b3d4-aa7bcea09464 HTTP/1.1" status: 200 len: 915 time: 0.2410090 Aug 19 18:39:34.284462 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-879ac4cb-1cd4-4ae3-abeb-f8086fec0db4 req-f3d6a892-1ffd-4fce-aae5-ab00bd967628 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55176698-cb13-4278-b69d-1f100ce2f9f1 HTTP/1.1" status: 200 len: 217 time: 0.0721030 Aug 19 18:39:34.287273 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c86cf276-aac2-4024-957d-fd646e8b80a5 None None] Provisioning complete for port c5e67955-6d28-40ea-b045-cde8f702bede triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:34.287823 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c86cf276-aac2-4024-957d-fd646e8b80a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:34.335746 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-c86cf276-aac2-4024-957d-fd646e8b80a5 None None] Port c5e67955-6d28-40ea-b045-cde8f702bede cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:39:34.382033 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ac4cb-1cd4-4ae3-abeb-f8086fec0db4 req-c04aa2ee-a946-4487-b611-e912f695622e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:34.383683 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-879ac4cb-1cd4-4ae3-abeb-f8086fec0db4 req-c04aa2ee-a946-4487-b611-e912f695622e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d5709971-5b00-43cf-bd19-582d9b03368e HTTP/1.1" status: 200 len: 853 time: 0.0783834 Aug 19 18:39:34.421334 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00ebaa2-2927-4b44-a9c5-0934c44997f9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Made reservation on behalf of 03ea6d63a7374f9cb73be7e406526608 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:34.425134 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a00ebaa2-2927-4b44-a9c5-0934c44997f9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:34.463476 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-98b7c662-1a3a-4aa3-a0b0-49db578ca673 None None] Provisioning for port c61a8de4-fa96-46f9-a935-7479994d28d6 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:34.467911 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-98b7c662-1a3a-4aa3-a0b0-49db578ca673 None None] Provisioning complete for port c61a8de4-fa96-46f9-a935-7479994d28d6 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:34.469404 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-98b7c662-1a3a-4aa3-a0b0-49db578ca673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:34.512069 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-98b7c662-1a3a-4aa3-a0b0-49db578ca673 None None] Port c61a8de4-fa96-46f9-a935-7479994d28d6 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:39:34.547525 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ac4cb-1cd4-4ae3-abeb-f8086fec0db4 req-1042d9f3-067b-4fb5-bc02-089cf6cd95a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:34.549040 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-879ac4cb-1cd4-4ae3-abeb-f8086fec0db4 req-1042d9f3-067b-4fb5-bc02-089cf6cd95a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0fa5fff9-afa3-4581-b3d4-aa7bcea09464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1419656 Aug 19 18:39:34.651610 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ef07b57a-105a-4bb5-b177-f6c4da9e5ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:34.738927 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-879ac4cb-1cd4-4ae3-abeb-f8086fec0db4 req-b53ab372-c99d-467e-a455-08e4e3103902 service neutron] 10.222.0.50 "GET /v2.0/networks/0fa5fff9-afa3-4581-b3d4-aa7bcea09464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800258 Aug 19 18:39:34.746422 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeaa252-69e6-4d0b-80bf-e8cd09380a20 req-52e5976d-b38b-4d8f-8339-e562614f6723 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:34.754218 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bfeaa252-69e6-4d0b-80bf-e8cd09380a20 req-52e5976d-b38b-4d8f-8339-e562614f6723 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 944 time: 0.1627674 Aug 19 18:39:34.915978 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bfeaa252-69e6-4d0b-80bf-e8cd09380a20 req-7b89d02b-d9e2-49a5-b35c-6fd8b8d6ea2d tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/security-groups?id=acffb4d1-1f2c-4090-8cbe-3788e93bdef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574814 Aug 19 18:39:34.973148 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-879ac4cb-1cd4-4ae3-abeb-f8086fec0db4 req-051e3ad6-b21b-4cd5-b73d-f644e1fa860d service neutron] 10.222.0.50 "GET /v2.0/networks/0fa5fff9-afa3-4581-b3d4-aa7bcea09464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043898 Aug 19 18:39:35.016622 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a00ebaa2-2927-4b44-a9c5-0934c44997f9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:35.066216 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00ebaa2-2927-4b44-a9c5-0934c44997f9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Network febb9bda-1694-4bac-b7f7-47c283982dd5 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:39:35.069745 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-a00ebaa2-2927-4b44-a9c5-0934c44997f9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:35.074145 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00ebaa2-2927-4b44-a9c5-0934c44997f9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:35.074857 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a00ebaa2-2927-4b44-a9c5-0934c44997f9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:35.089506 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ebaa2-2927-4b44-a9c5-0934c44997f9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Subnet': ['ID=74c957cd-dc96-41e0-b9d1-e24589b3d94e,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:35.091132 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afba1f60-dc11-4b5b-8154-bdcda76fc476 None None] Network febb9bda-1694-4bac-b7f7-47c283982dd5 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:39:35.101263 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a00ebaa2-2927-4b44-a9c5-0934c44997f9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9605000 Aug 19 18:39:35.103754 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33774) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:35.109269 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-06385fdc-770f-4d29-aeb3-14fea19afe05 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1544232792', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '74c957cd-dc96-41e0-b9d1-e24589b3d94e'}], 'security_groups': ['4e775ce0-794d-4184-bff7-e5d27592712a', '7dbee52b-4912-45e9-9883-d1deb127a472']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:35.294459 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-06385fdc-770f-4d29-aeb3-14fea19afe05 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:35.348939 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ae9289-063c-4b45-b09f-677b18edfb2f None None] Update dhcp port {'port': {'network_id': 'febb9bda-1694-4bac-b7f7-47c283982dd5', 'fixed_ips': [{'subnet_id': 'ec5516cb-44b7-4c22-a2f7-bd9e87eda8fe', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e28dbb4a-e491-45d0-ac25-15c50276feb0', 'ip_address': '172.20.0.2'}, {'subnet_id': '74c957cd-dc96-41e0-b9d1-e24589b3d94e'}], 'binding:host_id': 'n-d-803753-2'}, 'id': 'deb14250-a756-4cbc-8719-dd6e96225c97'} from n-d-803753-2. {{(pid=94683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:39:35.379099 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b5ae9289-063c-4b45-b09f-677b18edfb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:35.580290 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-b5ae9289-063c-4b45-b09f-677b18edfb2f None None] Allocated IP 172.20.0.34 (febb9bda-1694-4bac-b7f7-47c283982dd5/74c957cd-dc96-41e0-b9d1-e24589b3d94e/deb14250-a756-4cbc-8719-dd6e96225c97) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:39:35.678642 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-b5ae9289-063c-4b45-b09f-677b18edfb2f None None] For port deb14250-a756-4cbc-8719-dd6e96225c97, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=deb14250-a756-4cbc-8719-dd6e96225c97,segment=NetworkSegment(10b62a4c-118c-44d6-a081-0ed5c5535be9),segment_id=10b62a4c-118c-44d6-a081-0ed5c5535be9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:35.708502 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b5ae9289-063c-4b45-b09f-677b18edfb2f None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:35.722546 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b5ae9289-063c-4b45-b09f-677b18edfb2f None None] Transition to ACTIVE for port object deb14250-a756-4cbc-8719-dd6e96225c97 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:35.726809 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b5ae9289-063c-4b45-b09f-677b18edfb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:35.849062 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-06385fdc-770f-4d29-aeb3-14fea19afe05 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Delete allocated IP 172.20.0.5 (febb9bda-1694-4bac-b7f7-47c283982dd5/e28dbb4a-e491-45d0-ac25-15c50276feb0) {{(pid=94681) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 18:39:35.857925 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-06385fdc-770f-4d29-aeb3-14fea19afe05 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Allocated IP 172.20.0.46 (febb9bda-1694-4bac-b7f7-47c283982dd5/74c957cd-dc96-41e0-b9d1-e24589b3d94e/c61a8de4-fa96-46f9-a935-7479994d28d6) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:39:35.995584 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae9289-063c-4b45-b09f-677b18edfb2f None None] Pushing event updated for resources: {'Port': ['ID=deb14250-a756-4cbc-8719-dd6e96225c97,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:36.054016 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-06385fdc-770f-4d29-aeb3-14fea19afe05 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:36.070407 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-06385fdc-770f-4d29-aeb3-14fea19afe05 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Transition to ACTIVE for port object c61a8de4-fa96-46f9-a935-7479994d28d6 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:36.076927 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092427fe-404a-450d-b407-5e8429644f6d req-d2954e6a-9edb-453c-86fb-5ba2a7200d21 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:36.078803 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-06385fdc-770f-4d29-aeb3-14fea19afe05 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:36.078951 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-092427fe-404a-450d-b407-5e8429644f6d req-d2954e6a-9edb-453c-86fb-5ba2a7200d21 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 944 time: 0.0770311 Aug 19 18:39:36.150181 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-092427fe-404a-450d-b407-5e8429644f6d req-22acac47-6c93-4b94-b14b-e035d724a61b tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/security-groups?id=acffb4d1-1f2c-4090-8cbe-3788e93bdef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608201 Aug 19 18:39:36.212183 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06385fdc-770f-4d29-aeb3-14fea19afe05 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event updated for resources: {'Port': ['ID=c61a8de4-fa96-46f9-a935-7479994d28d6,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:36.228128 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-06385fdc-770f-4d29-aeb3-14fea19afe05 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] In _notify_port_updated(), no bound segment for port c61a8de4-fa96-46f9-a935-7479994d28d6 on network febb9bda-1694-4bac-b7f7-47c283982dd5 {{(pid=94681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:39:36.236289 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06385fdc-770f-4d29-aeb3-14fea19afe05 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:36.237731 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-06385fdc-770f-4d29-aeb3-14fea19afe05 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:36.242049 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-06385fdc-770f-4d29-aeb3-14fea19afe05 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "PUT /v2.0/ports/c61a8de4-fa96-46f9-a935-7479994d28d6 HTTP/1.1" status: 200 len: 960 time: 1.1370416 Aug 19 18:39:36.242245 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33780) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:36.349145 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-43a47b42-bf5f-4d62-a303-cea32d57e88d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting port c61a8de4-fa96-46f9-a935-7479994d28d6 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:39:36.349867 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-43a47b42-bf5f-4d62-a303-cea32d57e88d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:36.446083 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-43a47b42-bf5f-4d62-a303-cea32d57e88d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:36.459740 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-43a47b42-bf5f-4d62-a303-cea32d57e88d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Calling delete_port for c61a8de4-fa96-46f9-a935-7479994d28d6 owned by {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:39:36.616256 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-43a47b42-bf5f-4d62-a303-cea32d57e88d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:36.642463 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-abe4171d-5c22-44af-a256-05b8d1abb1c8 None None] Could not find standard attr ID for object c61a8de4-fa96-46f9-a935-7479994d28d6. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:39:36.648195 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a47b42-bf5f-4d62-a303-cea32d57e88d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Port': ['ID=c61a8de4-fa96-46f9-a935-7479994d28d6,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:36.660036 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-abe4171d-5c22-44af-a256-05b8d1abb1c8 None None] Provisioning for port deb14250-a756-4cbc-8719-dd6e96225c97 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:36.664859 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-abe4171d-5c22-44af-a256-05b8d1abb1c8 None None] Provisioning complete for port deb14250-a756-4cbc-8719-dd6e96225c97 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:36.665470 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-abe4171d-5c22-44af-a256-05b8d1abb1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:36.715755 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-43a47b42-bf5f-4d62-a303-cea32d57e88d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:36.720296 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-43a47b42-bf5f-4d62-a303-cea32d57e88d tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/ports/c61a8de4-fa96-46f9-a935-7479994d28d6 HTTP/1.1" status: 204 len: 168 time: 0.4743085 Aug 19 18:39:36.720550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33782) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:36.750316 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-19004095-f4d6-47e2-a4b9-e8c5e7c64837 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] GET failed (client error): The resource could not be found. Aug 19 18:39:36.751883 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-19004095-f4d6-47e2-a4b9-e8c5e7c64837 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports/c61a8de4-fa96-46f9-a935-7479994d28d6 HTTP/1.1" status: 404 len: 333 time: 0.0298059 Aug 19 18:39:36.754967 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33784) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:36.766584 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-abe4171d-5c22-44af-a256-05b8d1abb1c8 None None] Provisioning complete for port c5e67955-6d28-40ea-b045-cde8f702bede triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:36.766958 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-abe4171d-5c22-44af-a256-05b8d1abb1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:36.807095 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-abe4171d-5c22-44af-a256-05b8d1abb1c8 None None] Port c5e67955-6d28-40ea-b045-cde8f702bede cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:39:36.817003 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b09e310f-56f9-491a-8577-136d7c21058c tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:36.845472 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b09e310f-56f9-491a-8577-136d7c21058c tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:36.890921 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b09e310f-56f9-491a-8577-136d7c21058c tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:36.894463 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b09e310f-56f9-491a-8577-136d7c21058c tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:36.895718 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b09e310f-56f9-491a-8577-136d7c21058c tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/security-groups/74e74603-834e-4511-9cdb-9f4d7dee3445 HTTP/1.1" status: 204 len: 168 time: 0.1397398 Aug 19 18:39:36.898436 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33786) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:36.906571 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e310f-56f9-491a-8577-136d7c21058c tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e74603-834e-4511-9cdb-9f4d7dee3445,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:36.984779 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4f97a736-bb21-4b36-9a4b-f04b180fd2eb tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:37.012297 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4f97a736-bb21-4b36-9a4b-f04b180fd2eb tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:37.059395 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4f97a736-bb21-4b36-9a4b-f04b180fd2eb tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:37.062183 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4f97a736-bb21-4b36-9a4b-f04b180fd2eb tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:37.066565 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4f97a736-bb21-4b36-9a4b-f04b180fd2eb tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/security-groups/7dbee52b-4912-45e9-9883-d1deb127a472 HTTP/1.1" status: 204 len: 168 time: 0.1632016 Aug 19 18:39:37.067418 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33788) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:37.086931 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97a736-bb21-4b36-9a4b-f04b180fd2eb tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbee52b-4912-45e9-9883-d1deb127a472,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:37.126074 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e0ca98f2-d5d8-435e-9b6a-a04b48a62c15 None None] Could not find standard attr ID for object c61a8de4-fa96-46f9-a935-7479994d28d6. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:39:37.156087 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c261c732-4696-4b0c-99b2-b91097f03e12 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:37.185311 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c261c732-4696-4b0c-99b2-b91097f03e12 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:37.259931 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c261c732-4696-4b0c-99b2-b91097f03e12 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:37.262514 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c261c732-4696-4b0c-99b2-b91097f03e12 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:37.263649 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c261c732-4696-4b0c-99b2-b91097f03e12 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/security-groups/4e775ce0-794d-4184-bff7-e5d27592712a HTTP/1.1" status: 204 len: 168 time: 0.1952355 Aug 19 18:39:37.266729 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33794) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:37.286171 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261c732-4696-4b0c-99b2-b91097f03e12 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e775ce0-794d-4184-bff7-e5d27592712a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:37.310214 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f51da-595f-48fd-ae4c-805e824f4068 req-be27f4ea-e094-4ec6-8bb2-a6b3eae7e0d7 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:37.319061 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e10f51da-595f-48fd-ae4c-805e824f4068 req-be27f4ea-e094-4ec6-8bb2-a6b3eae7e0d7 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 944 time: 0.0907185 Aug 19 18:39:37.345261 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:37.370690 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e10f51da-595f-48fd-ae4c-805e824f4068 req-58a852bd-3566-42f1-91f9-e1850df87184 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/security-groups?id=acffb4d1-1f2c-4090-8cbe-3788e93bdef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506523 Aug 19 18:39:37.383643 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d1208863-fc1b-4a14-940b-9565d809b9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:37.403750 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-839842c8-f3a8-42c7-a094-9dd4868b2668 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting subnet e28dbb4a-e491-45d0-ac25-15c50276feb0 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:39:37.407399 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-839842c8-f3a8-42c7-a094-9dd4868b2668 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:37.455454 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device deb14250-a756-4cbc-8719-dd6e96225c97 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:39:37.459608 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-839842c8-f3a8-42c7-a094-9dd4868b2668 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:37.505655 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port deb14250-a756-4cbc-8719-dd6e96225c97 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:37.506044 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:37.548777 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-839842c8-f3a8-42c7-a094-9dd4868b2668 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:37.621823 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-839842c8-f3a8-42c7-a094-9dd4868b2668 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:37.656969 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839842c8-f3a8-42c7-a094-9dd4868b2668 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Subnet': ['ID=e28dbb4a-e491-45d0-ac25-15c50276feb0,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:37.661297 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-839842c8-f3a8-42c7-a094-9dd4868b2668 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:37.663243 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-839842c8-f3a8-42c7-a094-9dd4868b2668 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/subnets/e28dbb4a-e491-45d0-ac25-15c50276feb0 HTTP/1.1" status: 204 len: 168 time: 0.3940890 Aug 19 18:39:37.667588 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33796) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:37.673270 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad3e76f-d50a-4be1-9f5a-36c7c223a0da None None] Network febb9bda-1694-4bac-b7f7-47c283982dd5 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:39:37.720180 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda70ce2-b4a3-49cc-a3df-a13174bd90d1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting subnet 74c957cd-dc96-41e0-b9d1-e24589b3d94e {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:39:37.723735 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fda70ce2-b4a3-49cc-a3df-a13174bd90d1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:37.766350 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fda70ce2-b4a3-49cc-a3df-a13174bd90d1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:37.889150 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fda70ce2-b4a3-49cc-a3df-a13174bd90d1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:37.956753 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fda70ce2-b4a3-49cc-a3df-a13174bd90d1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:37.985244 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda70ce2-b4a3-49cc-a3df-a13174bd90d1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Subnet': ['ID=74c957cd-dc96-41e0-b9d1-e24589b3d94e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:37.992361 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fda70ce2-b4a3-49cc-a3df-a13174bd90d1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:37.994502 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fda70ce2-b4a3-49cc-a3df-a13174bd90d1 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/subnets/74c957cd-dc96-41e0-b9d1-e24589b3d94e HTTP/1.1" status: 204 len: 168 time: 0.3262265 Aug 19 18:39:37.996976 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33798) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:38.024271 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-b925d664-93ce-4e77-89fd-6304eb90970b tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] DELETE failed (client error): The resource could not be found. Aug 19 18:39:38.024842 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b925d664-93ce-4e77-89fd-6304eb90970b tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:39:38.026784 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b925d664-93ce-4e77-89fd-6304eb90970b tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/subnets/e28dbb4a-e491-45d0-ac25-15c50276feb0 HTTP/1.1" status: 404 len: 337 time: 0.0287762 Aug 19 18:39:38.029361 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33800) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:38.087295 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-06fd4843-7699-45a4-9217-8dd1b141212f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting subnet ec5516cb-44b7-4c22-a2f7-bd9e87eda8fe {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:39:38.090748 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06fd4843-7699-45a4-9217-8dd1b141212f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:38.138933 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06fd4843-7699-45a4-9217-8dd1b141212f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:38.213874 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:38.242314 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06fd4843-7699-45a4-9217-8dd1b141212f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:38.311739 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06fd4843-7699-45a4-9217-8dd1b141212f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:38.339168 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd4843-7699-45a4-9217-8dd1b141212f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Subnet': ['ID=ec5516cb-44b7-4c22-a2f7-bd9e87eda8fe,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:38.345235 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06fd4843-7699-45a4-9217-8dd1b141212f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:38.352924 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-06fd4843-7699-45a4-9217-8dd1b141212f tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/subnets/ec5516cb-44b7-4c22-a2f7-bd9e87eda8fe HTTP/1.1" status: 204 len: 168 time: 0.3223641 Aug 19 18:39:38.355350 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33804) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:38.389865 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c23c903-b0f0-4297-967e-e2030a3f1711 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] DELETE failed (client error): The resource could not be found. Aug 19 18:39:38.389865 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c23c903-b0f0-4297-967e-e2030a3f1711 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:39:38.391073 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8c23c903-b0f0-4297-967e-e2030a3f1711 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/subnets/344a0af9-034f-4829-b5c1-fc9ec91ac4b8 HTTP/1.1" status: 404 len: 337 time: 0.0346274 Aug 19 18:39:38.394193 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33808) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:38.418668 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b3eaeb-6601-4469-9845-7a0a426731e4 None None] Network febb9bda-1694-4bac-b7f7-47c283982dd5 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:39:38.423267 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f3d37cfc-85a0-4ca3-add6-f14d43892ad8 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "GET /v2.0/ports?device_id=22a4c3fb-12ee-4d8c-9cb7-044ac6a53c36 HTTP/1.1" status: 200 len: 205 time: 0.0277123 Aug 19 18:39:38.426318 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33810) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:38.492763 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-8dca1e33-3d7d-4f9c-a812-b576d1e435eb tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] delete failed (client error): The resource could not be found. Aug 19 18:39:38.494497 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8dca1e33-3d7d-4f9c-a812-b576d1e435eb tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/routers/22a4c3fb-12ee-4d8c-9cb7-044ac6a53c36 HTTP/1.1" status: 404 len: 336 time: 0.0665267 Aug 19 18:39:38.496519 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33812) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:38.514325 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269f19b-f2c9-4672-ac1d-f2ca61bbe064 req-76cfc240-8f72-4acf-99c1-3dd8676167e1 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:38.523827 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2269f19b-f2c9-4672-ac1d-f2ca61bbe064 req-76cfc240-8f72-4acf-99c1-3dd8676167e1 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 944 time: 0.0652590 Aug 19 18:39:38.525473 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9dede718-5689-4a6d-988b-45465350211c None None] Provisioning complete for port deb14250-a756-4cbc-8719-dd6e96225c97 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:38.525975 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9dede718-5689-4a6d-988b-45465350211c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:38.535887 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-d286c601-2f46-481b-af2b-e9c118c858f3 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] DELETE failed (client error): The resource could not be found. Aug 19 18:39:38.536679 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d286c601-2f46-481b-af2b-e9c118c858f3 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:39:38.541875 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d286c601-2f46-481b-af2b-e9c118c858f3 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/subnets/491b58ed-8028-4eea-9fce-dd88ef6a325e HTTP/1.1" status: 404 len: 337 time: 0.0428629 Aug 19 18:39:38.542721 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33814) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:38.577254 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d7b832-50d4-4c47-8ce7-ca0c0b4d9988 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] DELETE failed (client error): The resource could not be found. Aug 19 18:39:38.577747 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2269f19b-f2c9-4672-ac1d-f2ca61bbe064 req-adda73e9-2ae7-4e2b-ac1f-7638b0e21a40 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/security-groups?id=acffb4d1-1f2c-4090-8cbe-3788e93bdef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475187 Aug 19 18:39:38.578414 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d7b832-50d4-4c47-8ce7-ca0c0b4d9988 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:39:38.583828 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33816) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:38.584040 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-03d7b832-50d4-4c47-8ce7-ca0c0b4d9988 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/subnets/baba71f9-e6c4-4095-9a65-5725013412a3 HTTP/1.1" status: 404 len: 337 time: 0.0400484 Aug 19 18:39:38.613365 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-570fc3fd-4137-47a9-b046-2e1a754e0143 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] DELETE failed (client error): The resource could not be found. Aug 19 18:39:38.613995 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570fc3fd-4137-47a9-b046-2e1a754e0143 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:39:38.618064 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-570fc3fd-4137-47a9-b046-2e1a754e0143 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/subnets/10b3e265-4968-4630-a9a2-3760a3284d13 HTTP/1.1" status: 404 len: 337 time: 0.0305026 Aug 19 18:39:38.618335 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33818) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:38.646528 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-5320a088-02f1-43b6-aa4e-97cb209d9ef9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] DELETE failed (client error): The resource could not be found. Aug 19 18:39:38.647021 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5320a088-02f1-43b6-aa4e-97cb209d9ef9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:39:38.653005 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5320a088-02f1-43b6-aa4e-97cb209d9ef9 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/ports/b83a7f51-959a-47e4-8377-3d1b82375115 HTTP/1.1" status: 404 len: 333 time: 0.0306792 Aug 19 18:39:38.653134 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33820) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:38.688993 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9dede718-5689-4a6d-988b-45465350211c None None] Provisioning complete for port c5e67955-6d28-40ea-b045-cde8f702bede triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:38.689612 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a1173d-d69a-49ac-b4d9-fdf6a11cced7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] DELETE failed (client error): The resource could not be found. Aug 19 18:39:38.690259 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9dede718-5689-4a6d-988b-45465350211c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:38.690376 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a1173d-d69a-49ac-b4d9-fdf6a11cced7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:39:38.693575 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f0a1173d-d69a-49ac-b4d9-fdf6a11cced7 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/subnets/dd91a4e1-4034-4123-abc4-c0e3ccfc4539 HTTP/1.1" status: 404 len: 337 time: 0.0379136 Aug 19 18:39:38.694994 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33822) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:38.719786 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e8b563-a2c0-4676-bb23-a1f487215cf9 None None] DHCP port deletion for febb9bda-1694-4bac-b7f7-47c283982dd5 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:39:38.724480 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-f597dcfc-dd10-4f5c-8322-91c85d9fcf98 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] DELETE failed (client error): The resource could not be found. Aug 19 18:39:38.724940 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f597dcfc-dd10-4f5c-8322-91c85d9fcf98 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:39:38.726721 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f597dcfc-dd10-4f5c-8322-91c85d9fcf98 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/subnets/f3b2b498-3652-45ba-8c33-eb43c4473c24 HTTP/1.1" status: 404 len: 337 time: 0.0308042 Aug 19 18:39:38.729142 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33824) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:38.751642 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4dfc16-ee79-4447-8240-f623f10ae052 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] DELETE failed (client error): The resource could not be found. Aug 19 18:39:38.752818 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c4dfc16-ee79-4447-8240-f623f10ae052 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:39:38.754600 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4c4dfc16-ee79-4447-8240-f623f10ae052 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/ports/ec79cecc-f981-412d-8fa3-159deef66ce2 HTTP/1.1" status: 404 len: 333 time: 0.0245130 Aug 19 18:39:38.757023 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33826) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:38.760525 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-9dede718-5689-4a6d-988b-45465350211c None None] Port c5e67955-6d28-40ea-b045-cde8f702bede cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:39:38.784979 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a81ffb-cef4-4b5b-b25a-0a483ec5bfcc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] DELETE failed (client error): The resource could not be found. Aug 19 18:39:38.785435 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a81ffb-cef4-4b5b-b25a-0a483ec5bfcc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:39:38.789709 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-19a81ffb-cef4-4b5b-b25a-0a483ec5bfcc tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/subnets/11708e2e-953f-4d46-9d40-c41d5f9eb9c0 HTTP/1.1" status: 404 len: 337 time: 0.0291505 Aug 19 18:39:38.789871 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33828) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:38.794557 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-17e8b563-a2c0-4676-bb23-a1f487215cf9 None None] Deleting port deb14250-a756-4cbc-8719-dd6e96225c97 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:39:38.795167 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-17e8b563-a2c0-4676-bb23-a1f487215cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:38.816605 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-874e8d64-793d-4862-a227-a2bd70ad9cf6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] DELETE failed (client error): The resource could not be found. Aug 19 18:39:38.817071 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-874e8d64-793d-4862-a227-a2bd70ad9cf6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:39:38.818859 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-874e8d64-793d-4862-a227-a2bd70ad9cf6 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/subnets/8549b91e-e41b-4003-bce6-aca5c9f3125c HTTP/1.1" status: 404 len: 337 time: 0.0281279 Aug 19 18:39:38.821285 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33830) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:38.871877 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-17e8b563-a2c0-4676-bb23-a1f487215cf9 None None] For port deb14250-a756-4cbc-8719-dd6e96225c97, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=deb14250-a756-4cbc-8719-dd6e96225c97,segment=NetworkSegment(10b62a4c-118c-44d6-a081-0ed5c5535be9),segment_id=10b62a4c-118c-44d6-a081-0ed5c5535be9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:38.872280 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-17e8b563-a2c0-4676-bb23-a1f487215cf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:38.886256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-17e8b563-a2c0-4676-bb23-a1f487215cf9 None None] Calling delete_port for deb14250-a756-4cbc-8719-dd6e96225c97 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:39:38.978352 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-17e8b563-a2c0-4676-bb23-a1f487215cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:39.014972 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8b563-a2c0-4676-bb23-a1f487215cf9 None None] Pushing event deleted for resources: {'Port': ['ID=deb14250-a756-4cbc-8719-dd6e96225c97,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:39.021446 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e8b563-a2c0-4676-bb23-a1f487215cf9 None None] No DVR routers for this DVR port deb14250-a756-4cbc-8719-dd6e96225c97 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:39:39.266294 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-24ebc7f3-090f-424b-a055-0739d3d76d83 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Deleting port c5e67955-6d28-40ea-b045-cde8f702bede {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:39:39.266535 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-24ebc7f3-090f-424b-a055-0739d3d76d83 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:39.337585 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-24ebc7f3-090f-424b-a055-0739d3d76d83 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:39.351074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-24ebc7f3-090f-424b-a055-0739d3d76d83 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Calling delete_port for c5e67955-6d28-40ea-b045-cde8f702bede owned by {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:39:39.411000 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device deb14250-a756-4cbc-8719-dd6e96225c97 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:39:39.431658 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: deb14250-a756-4cbc-8719-dd6e96225c97 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:39:39.431904 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device deb14250-a756-4cbc-8719-dd6e96225c97 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:39:39.434830 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-24ebc7f3-090f-424b-a055-0739d3d76d83 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:39.465248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ebc7f3-090f-424b-a055-0739d3d76d83 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Port': ['ID=c5e67955-6d28-40ea-b045-cde8f702bede,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:39.473478 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-24ebc7f3-090f-424b-a055-0739d3d76d83 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:39.475853 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-24ebc7f3-090f-424b-a055-0739d3d76d83 tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/ports/c5e67955-6d28-40ea-b045-cde8f702bede HTTP/1.1" status: 204 len: 168 time: 0.6536331 Aug 19 18:39:39.478562 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33836) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:39.555575 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e40aef58-5938-4e02-a201-cc7f88ac27eb tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:39.665004 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e40aef58-5938-4e02-a201-cc7f88ac27eb tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:39.683875 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-e40aef58-5938-4e02-a201-cc7f88ac27eb tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['febb9bda-1694-4bac-b7f7-47c283982dd5']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:39.698816 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-e40aef58-5938-4e02-a201-cc7f88ac27eb tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b62a4c-118c-44d6-a081-0ed5c5535be9') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:39.699139 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-e40aef58-5938-4e02-a201-cc7f88ac27eb tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b62a4c-118c-44d6-a081-0ed5c5535be9') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:39.724093 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e40aef58-5938-4e02-a201-cc7f88ac27eb tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:39.734871 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19085f4-ffe3-48b8-a01d-fe70d2cff0f6 req-bd23eac8-ba99-4bcd-95d5-50584bd1afa6 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:39.737476 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f19085f4-ffe3-48b8-a01d-fe70d2cff0f6 req-bd23eac8-ba99-4bcd-95d5-50584bd1afa6 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 944 time: 0.1028433 Aug 19 18:39:39.761126 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e40aef58-5938-4e02-a201-cc7f88ac27eb tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:39.771076 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40aef58-5938-4e02-a201-cc7f88ac27eb tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:39:39.771520 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e40aef58-5938-4e02-a201-cc7f88ac27eb tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:39:39.774495 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:39:39.835768 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f19085f4-ffe3-48b8-a01d-fe70d2cff0f6 req-2a5af798-bb67-44ba-8f60-c92ed982ac7a tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/security-groups?id=acffb4d1-1f2c-4090-8cbe-3788e93bdef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916858 Aug 19 18:39:39.856365 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e40aef58-5938-4e02-a201-cc7f88ac27eb tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:39.856365 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e40aef58-5938-4e02-a201-cc7f88ac27eb tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:39.856885 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e40aef58-5938-4e02-a201-cc7f88ac27eb tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] 10.222.0.24 "DELETE /v2.0/networks/febb9bda-1694-4bac-b7f7-47c283982dd5 HTTP/1.1" status: 204 len: 168 time: 0.3772721 Aug 19 18:39:39.869029 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40aef58-5938-4e02-a201-cc7f88ac27eb tempest-PortsTestJSON-711191957 tempest-PortsTestJSON-711191957-project] Pushing event deleted for resources: {'Network': ['ID=febb9bda-1694-4bac-b7f7-47c283982dd5,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:40.055417 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33844) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:40.193916 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7b050803-6bd4-4d87-ab7c-9fb519a99d3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03ea6d63a7374f9cb73be7e406526608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372411 Aug 19 18:39:40.196265 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33848) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:40.223681 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:40.251068 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d6af-558b-4deb-adb2-7c920a5aaff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:40.274689 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d6af-558b-4deb-adb2-7c920a5aaff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:40.321396 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d6af-558b-4deb-adb2-7c920a5aaff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:40.324105 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d6af-558b-4deb-adb2-7c920a5aaff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:40.327574 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3fe2d6af-558b-4deb-adb2-7c920a5aaff0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9841874b-bb5e-4215-8635-5075a76749d7 HTTP/1.1" status: 204 len: 168 time: 0.1281300 Aug 19 18:39:40.333431 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2d6af-558b-4deb-adb2-7c920a5aaff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9841874b-bb5e-4215-8635-5075a76749d7,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:40.962173 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6a1d6-e26b-48cb-91a3-7ace0f0dc869 req-68f8ce75-6e54-4f83-b629-ccd5028c721b tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:40.963905 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3ae6a1d6-e26b-48cb-91a3-7ace0f0dc869 req-68f8ce75-6e54-4f83-b629-ccd5028c721b tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 944 time: 0.0563118 Aug 19 18:39:41.011518 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3ae6a1d6-e26b-48cb-91a3-7ace0f0dc869 req-e67a3d44-5088-4f36-98d5-5907d6a5e373 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/security-groups?id=acffb4d1-1f2c-4090-8cbe-3788e93bdef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410233 Aug 19 18:39:41.022925 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33890) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:41.122967 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-8bd6a572-9179-47d0-b7d0-c092d89e7c5e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Request body: {'security_group': {'name': 'tempest-secgroup--72483673'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:41.145876 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8bd6a572-9179-47d0-b7d0-c092d89e7c5e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:41.153945 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8bd6a572-9179-47d0-b7d0-c092d89e7c5e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:41.223414 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:41.251494 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8bd6a572-9179-47d0-b7d0-c092d89e7c5e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:41.261144 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8bd6a572-9179-47d0-b7d0-c092d89e7c5e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:41.299375 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6a572-9179-47d0-b7d0-c092d89e7c5e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e664de1-afc0-4d68-9dc3-709e2ee6f94e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:41.357116 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8bd6a572-9179-47d0-b7d0-c092d89e7c5e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:41.361638 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8bd6a572-9179-47d0-b7d0-c092d89e7c5e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:41.397434 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6a572-9179-47d0-b7d0-c092d89e7c5e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=151723c3-0712-4b60-907e-60f32d726f8f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:41.401958 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8bd6a572-9179-47d0-b7d0-c092d89e7c5e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:41.403213 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8bd6a572-9179-47d0-b7d0-c092d89e7c5e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3790219 Aug 19 18:39:41.406084 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33902) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:41.470234 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0a8e7d18-c5c6-4772-b580-4667cb7cc65c tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0626991 Aug 19 18:39:41.473511 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33904) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:41.477908 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-bb0509ca-7a4e-4a50-8a4e-6042edfb717c tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Request body: {'security_group': {'name': 'tempest-security--868826906', 'description': 'tempest-security-description-441498435'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:41.505774 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb0509ca-7a4e-4a50-8a4e-6042edfb717c tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:41.551014 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb0509ca-7a4e-4a50-8a4e-6042edfb717c tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:41.555088 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb0509ca-7a4e-4a50-8a4e-6042edfb717c tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:41.557876 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb0509ca-7a4e-4a50-8a4e-6042edfb717c tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:41.559229 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bb0509ca-7a4e-4a50-8a4e-6042edfb717c tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "PUT /v2.0/security-groups/151723c3-0712-4b60-907e-60f32d726f8f HTTP/1.1" status: 200 len: 1778 time: 0.0847585 Aug 19 18:39:41.562191 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33910) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:41.604839 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0509ca-7a4e-4a50-8a4e-6042edfb717c tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=151723c3-0712-4b60-907e-60f32d726f8f,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:41.623619 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ebcdcc9a-5493-478d-8ac7-860efa96a440 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-groups/151723c3-0712-4b60-907e-60f32d726f8f HTTP/1.1" status: 200 len: 1778 time: 0.0600982 Aug 19 18:39:41.627548 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33912) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:41.682875 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd87e063-9e58-4127-827c-0db755ca8133 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:41.704960 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd87e063-9e58-4127-827c-0db755ca8133 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:41.746632 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd87e063-9e58-4127-827c-0db755ca8133 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:41.749145 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd87e063-9e58-4127-827c-0db755ca8133 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:41.750340 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-dd87e063-9e58-4127-827c-0db755ca8133 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "DELETE /v2.0/security-groups/151723c3-0712-4b60-907e-60f32d726f8f HTTP/1.1" status: 204 len: 168 time: 0.1231835 Aug 19 18:39:41.753355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33914) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:41.759770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87e063-9e58-4127-827c-0db755ca8133 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=151723c3-0712-4b60-907e-60f32d726f8f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:41.805305 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-12c5c38c-067d-44bc-976a-1d8fb1827705 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0504911 Aug 19 18:39:41.807972 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33918) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:41.821523 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-54b8dab8-7d06-4b8b-8b91-8a2cfb27df16 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] delete failed (client error): The resource could not be found. Aug 19 18:39:41.822648 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-54b8dab8-7d06-4b8b-8b91-8a2cfb27df16 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "DELETE /v2.0/security-groups/151723c3-0712-4b60-907e-60f32d726f8f HTTP/1.1" status: 404 len: 347 time: 0.0137610 Aug 19 18:39:41.826705 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33922) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:41.831495 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e190a2cd-2cf8-46da-99de-019699f352cb tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Request body: {'security_group': {'name': 'tempest-secgroup--1385683552'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:41.855533 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e190a2cd-2cf8-46da-99de-019699f352cb tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:41.946317 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e190a2cd-2cf8-46da-99de-019699f352cb tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:41.950184 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e190a2cd-2cf8-46da-99de-019699f352cb tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:41.978470 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e190a2cd-2cf8-46da-99de-019699f352cb tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:41.979701 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e190a2cd-2cf8-46da-99de-019699f352cb tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1524560 Aug 19 18:39:41.981547 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190a2cd-2cf8-46da-99de-019699f352cb tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1b9c58-cbb5-4a71-a5e3-024c6f2047f2,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:41.982975 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33924) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:41.988842 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-795ffca2-199d-4658-82f8-22189e4ce0ea tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Request body: {'security_group_rule': {'security_group_id': 'ba1b9c58-cbb5-4a71-a5e3-024c6f2047f2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:42.016323 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-795ffca2-199d-4658-82f8-22189e4ce0ea tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.073139 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-795ffca2-199d-4658-82f8-22189e4ce0ea tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.078410 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-795ffca2-199d-4658-82f8-22189e4ce0ea tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.100419 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ffca2-199d-4658-82f8-22189e4ce0ea tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a019659-28e5-4fda-9bf3-73ba41fe846f,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:42.109981 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-795ffca2-199d-4658-82f8-22189e4ce0ea tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.111332 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-795ffca2-199d-4658-82f8-22189e4ce0ea tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273496 Aug 19 18:39:42.115028 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33930) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:42.145226 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750c601-abac-4e8f-b415-dff7eb134859 req-4b7ce055-8600-44be-ace2-9a710b12c8fc tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:42.146971 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3750c601-abac-4e8f-b415-dff7eb134859 req-4b7ce055-8600-44be-ace2-9a710b12c8fc tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 944 time: 0.0616343 Aug 19 18:39:42.150445 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-000a2e5e-a036-4415-a90f-539c98b644d6 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.165771 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-000a2e5e-a036-4415-a90f-539c98b644d6 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.206239 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3750c601-abac-4e8f-b415-dff7eb134859 req-c51a34c0-a4ca-41c7-bdf4-1f5b61e21ab9 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/security-groups?id=acffb4d1-1f2c-4090-8cbe-3788e93bdef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507331 Aug 19 18:39:42.219220 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-000a2e5e-a036-4415-a90f-539c98b644d6 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.225360 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-000a2e5e-a036-4415-a90f-539c98b644d6 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.226530 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-000a2e5e-a036-4415-a90f-539c98b644d6 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3a019659-28e5-4fda-9bf3-73ba41fe846f HTTP/1.1" status: 204 len: 168 time: 0.1105077 Aug 19 18:39:42.229413 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33934) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:42.232093 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a2e5e-a036-4415-a90f-539c98b644d6 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a019659-28e5-4fda-9bf3-73ba41fe846f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:42.284987 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1978a11e-c541-4db8-a6ea-b390bab1973a tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0532029 Aug 19 18:39:42.288019 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33938) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:42.339689 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1772e2fe-7015-4c93-9c3e-e200979884c4 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.362346 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1772e2fe-7015-4c93-9c3e-e200979884c4 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.405854 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1772e2fe-7015-4c93-9c3e-e200979884c4 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.408500 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1772e2fe-7015-4c93-9c3e-e200979884c4 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.409709 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1772e2fe-7015-4c93-9c3e-e200979884c4 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "DELETE /v2.0/security-groups/ba1b9c58-cbb5-4a71-a5e3-024c6f2047f2 HTTP/1.1" status: 204 len: 168 time: 0.1207194 Aug 19 18:39:42.412415 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33944) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:42.419196 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772e2fe-7015-4c93-9c3e-e200979884c4 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1b9c58-cbb5-4a71-a5e3-024c6f2047f2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:42.480190 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2c704e37-e503-4cb4-9876-d2118e6a71b7 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0656755 Aug 19 18:39:42.483724 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33946) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:42.488452 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d02dd4b6-2a68-4b1a-bfd1-86b3b0231078 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Request body: {'security_group': {'name': 'tempest-secgroup--787371771'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:42.512373 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d02dd4b6-2a68-4b1a-bfd1-86b3b0231078 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.596456 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d02dd4b6-2a68-4b1a-bfd1-86b3b0231078 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.601983 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d02dd4b6-2a68-4b1a-bfd1-86b3b0231078 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.632522 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d02dd4b6-2a68-4b1a-bfd1-86b3b0231078 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.633818 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d02dd4b6-2a68-4b1a-bfd1-86b3b0231078 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1491652 Aug 19 18:39:42.635703 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02dd4b6-2a68-4b1a-bfd1-86b3b0231078 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07746223-7d8d-40f1-9d9a-e8e160b37bd7,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:42.636757 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33948) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:42.643007 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-30319bfc-3218-4f3c-adc7-f2488664db23 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Request body: {'security_group_rule': {'security_group_id': '07746223-7d8d-40f1-9d9a-e8e160b37bd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:42.676069 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-30319bfc-3218-4f3c-adc7-f2488664db23 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.746151 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-30319bfc-3218-4f3c-adc7-f2488664db23 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.750784 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-30319bfc-3218-4f3c-adc7-f2488664db23 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.770375 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30319bfc-3218-4f3c-adc7-f2488664db23 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb46a0f-d1a8-47b7-b95e-f6fe5a1b1110,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:42.776176 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-30319bfc-3218-4f3c-adc7-f2488664db23 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.777693 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-30319bfc-3218-4f3c-adc7-f2488664db23 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1388004 Aug 19 18:39:42.781580 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33954) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:42.786238 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-197a737a-99e7-421a-b9c5-c7b23f02de46 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Request body: {'security_group_rule': {'security_group_id': '07746223-7d8d-40f1-9d9a-e8e160b37bd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:42.814102 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-197a737a-99e7-421a-b9c5-c7b23f02de46 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.871927 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-197a737a-99e7-421a-b9c5-c7b23f02de46 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.875527 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-197a737a-99e7-421a-b9c5-c7b23f02de46 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.897450 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a737a-99e7-421a-b9c5-c7b23f02de46 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef8c761-f8f1-49d0-b35b-ac212f5f9ffe,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:42.900266 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-197a737a-99e7-421a-b9c5-c7b23f02de46 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.903930 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-197a737a-99e7-421a-b9c5-c7b23f02de46 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196384 Aug 19 18:39:42.904431 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33956) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:42.909249 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-efd50b0a-6dd6-4817-8c0f-36c0e49d25d0 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Request body: {'security_group_rule': {'security_group_id': '07746223-7d8d-40f1-9d9a-e8e160b37bd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:42.939228 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-efd50b0a-6dd6-4817-8c0f-36c0e49d25d0 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.974712 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 55176698-cb13-4278-b69d-1f100ce2f9f1 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:39:43.004931 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-efd50b0a-6dd6-4817-8c0f-36c0e49d25d0 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.009108 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-efd50b0a-6dd6-4817-8c0f-36c0e49d25d0 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.030240 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd50b0a-6dd6-4817-8c0f-36c0e49d25d0 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3911b621-4807-4074-a1f1-8a1ca24e2124,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:43.038596 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-efd50b0a-6dd6-4817-8c0f-36c0e49d25d0 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.039904 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-efd50b0a-6dd6-4817-8c0f-36c0e49d25d0 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1348841 Aug 19 18:39:43.042742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33962) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:43.048037 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-1db65a5a-c728-4a90-b501-3b0bfeead1de tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Request body: {'security_group_rule': {'security_group_id': '07746223-7d8d-40f1-9d9a-e8e160b37bd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:43.078552 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1db65a5a-c728-4a90-b501-3b0bfeead1de tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.090472 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 55176698-cb13-4278-b69d-1f100ce2f9f1, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=55176698-cb13-4278-b69d-1f100ce2f9f1,segment=NetworkSegment(2e1c829d-21f4-4ed9-8557-14adeba40495),segment_id=2e1c829d-21f4-4ed9-8557-14adeba40495)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:43.103792 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '55176698-cb13-4278-b69d-1f100ce2f9f1', 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'port_id': '55176698-cb13-4278-b69d-1f100ce2f9f1', 'mac_address': 'fa:16:3e:ff:d7:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:39:43.142588 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.145027 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1db65a5a-c728-4a90-b501-3b0bfeead1de tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.150216 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1db65a5a-c728-4a90-b501-3b0bfeead1de tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.157164 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55176698-cb13-4278-b69d-1f100ce2f9f1 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:39:43.168757 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db65a5a-c728-4a90-b501-3b0bfeead1de tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19537db-ca5f-4166-881a-034fa1a7ff7d,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:43.176088 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1db65a5a-c728-4a90-b501-3b0bfeead1de tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.177477 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1db65a5a-c728-4a90-b501-3b0bfeead1de tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1334951 Aug 19 18:39:43.178616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 55176698-cb13-4278-b69d-1f100ce2f9f1, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=55176698-cb13-4278-b69d-1f100ce2f9f1,segment=NetworkSegment(2e1c829d-21f4-4ed9-8557-14adeba40495),segment_id=2e1c829d-21f4-4ed9-8557-14adeba40495)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:43.180236 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33964) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:43.184136 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.184837 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-48dda3a6-8a49-4d50-bc60-5cabffd603a1 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Request body: {'security_group_rule': {'security_group_id': '07746223-7d8d-40f1-9d9a-e8e160b37bd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:43.229974 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-48dda3a6-8a49-4d50-bc60-5cabffd603a1 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.243537 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=55176698-cb13-4278-b69d-1f100ce2f9f1,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:43.313994 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-48dda3a6-8a49-4d50-bc60-5cabffd603a1 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.319384 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-48dda3a6-8a49-4d50-bc60-5cabffd603a1 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.336658 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab6ac4-ab2c-4f3e-b6af-a517bbe6c0f6 req-5b83077a-920e-4d92-b739-b3791cf718cd tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:43.338324 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c2ab6ac4-ab2c-4f3e-b6af-a517bbe6c0f6 req-5b83077a-920e-4d92-b739-b3791cf718cd tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 945 time: 0.0667622 Aug 19 18:39:43.341968 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dda3a6-8a49-4d50-bc60-5cabffd603a1 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1981a0cb-3216-4601-94a9-4cdb86742b12,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:43.351367 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-48dda3a6-8a49-4d50-bc60-5cabffd603a1 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.352881 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-48dda3a6-8a49-4d50-bc60-5cabffd603a1 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1716731 Aug 19 18:39:43.355603 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33974) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:43.382362 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c2ab6ac4-ab2c-4f3e-b6af-a517bbe6c0f6 req-2e7698c0-1233-4c5e-987c-3179e1b6c8ab tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/security-groups?id=acffb4d1-1f2c-4090-8cbe-3788e93bdef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370853 Aug 19 18:39:43.390790 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-326dc36f-d885-4d68-b554-2b6633199a20 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.403956 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-326dc36f-d885-4d68-b554-2b6633199a20 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.418834 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['55176698-cb13-4278-b69d-1f100ce2f9f1'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:39:43.433762 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-326dc36f-d885-4d68-b554-2b6633199a20 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.442113 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-326dc36f-d885-4d68-b554-2b6633199a20 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.443427 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-326dc36f-d885-4d68-b554-2b6633199a20 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/1981a0cb-3216-4601-94a9-4cdb86742b12 HTTP/1.1" status: 204 len: 168 time: 0.0864854 Aug 19 18:39:43.446241 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33976) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:43.447749 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dc36f-d885-4d68-b554-2b6633199a20 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1981a0cb-3216-4601-94a9-4cdb86742b12,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:43.514890 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7547d964-5240-4f3e-930e-5288e83955c7 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0674863 Aug 19 18:39:43.517659 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33982) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:43.546630 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7104b09d-3c39-47f5-8338-33cf474556eb tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.555915 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7104b09d-3c39-47f5-8338-33cf474556eb tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.594417 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7104b09d-3c39-47f5-8338-33cf474556eb tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.601885 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7104b09d-3c39-47f5-8338-33cf474556eb tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.603230 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7104b09d-3c39-47f5-8338-33cf474556eb tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/a19537db-ca5f-4166-881a-034fa1a7ff7d HTTP/1.1" status: 204 len: 168 time: 0.0843804 Aug 19 18:39:43.605929 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33984) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:43.612216 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104b09d-3c39-47f5-8338-33cf474556eb tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a19537db-ca5f-4166-881a-034fa1a7ff7d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:43.659766 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e8fc99f4-d136-4f35-96e2-14757e6ba1ca tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0506811 Aug 19 18:39:43.661767 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33986) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:43.685747 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17333972-a8e2-414c-8884-b23f5bd4ad71 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.695889 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17333972-a8e2-414c-8884-b23f5bd4ad71 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.722995 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17333972-a8e2-414c-8884-b23f5bd4ad71 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.729040 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17333972-a8e2-414c-8884-b23f5bd4ad71 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.730258 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-17333972-a8e2-414c-8884-b23f5bd4ad71 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3911b621-4807-4074-a1f1-8a1ca24e2124 HTTP/1.1" status: 204 len: 168 time: 0.0674808 Aug 19 18:39:43.733024 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33988) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:43.735506 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17333972-a8e2-414c-8884-b23f5bd4ad71 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3911b621-4807-4074-a1f1-8a1ca24e2124,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:43.786915 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-448ea969-20ee-47ab-bd4c-6676203267f6 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0525410 Aug 19 18:39:43.789626 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 33990) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:43.818644 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-715eb04d-64b2-4602-8ad3-981a38ffc25f tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.826226 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-715eb04d-64b2-4602-8ad3-981a38ffc25f tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.854325 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-715eb04d-64b2-4602-8ad3-981a38ffc25f tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.860127 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-715eb04d-64b2-4602-8ad3-981a38ffc25f tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.862883 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-715eb04d-64b2-4602-8ad3-981a38ffc25f tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/bef8c761-f8f1-49d0-b35b-ac212f5f9ffe HTTP/1.1" status: 204 len: 168 time: 0.0711830 Aug 19 18:39:43.865515 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33996) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:43.871628 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715eb04d-64b2-4602-8ad3-981a38ffc25f tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bef8c761-f8f1-49d0-b35b-ac212f5f9ffe,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:43.909408 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-196f81b2-1f31-4c6e-8dad-862f14dc4527 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0420959 Aug 19 18:39:43.911953 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 33998) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:43.936251 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-15800c7d-60a3-4b8a-bcd7-bb85e6f1c181 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.943892 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-15800c7d-60a3-4b8a-bcd7-bb85e6f1c181 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.972985 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-15800c7d-60a3-4b8a-bcd7-bb85e6f1c181 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.979487 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-15800c7d-60a3-4b8a-bcd7-bb85e6f1c181 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:43.980582 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-15800c7d-60a3-4b8a-bcd7-bb85e6f1c181 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/0fb46a0f-d1a8-47b7-b95e-f6fe5a1b1110 HTTP/1.1" status: 204 len: 168 time: 0.0677202 Aug 19 18:39:43.984225 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34000) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:43.989039 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15800c7d-60a3-4b8a-bcd7-bb85e6f1c181 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fb46a0f-d1a8-47b7-b95e-f6fe5a1b1110,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:44.026630 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d558f609-c537-436b-8ab1-b1d04f935449 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0412159 Aug 19 18:39:44.029208 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34002) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:44.104380 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7ed8f7e-1a86-4ab5-95bc-b6e7dc97bc86 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:44.134906 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7ed8f7e-1a86-4ab5-95bc-b6e7dc97bc86 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:44.181305 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7ed8f7e-1a86-4ab5-95bc-b6e7dc97bc86 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:44.183969 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7ed8f7e-1a86-4ab5-95bc-b6e7dc97bc86 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:44.187698 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b7ed8f7e-1a86-4ab5-95bc-b6e7dc97bc86 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "DELETE /v2.0/security-groups/07746223-7d8d-40f1-9d9a-e8e160b37bd7 HTTP/1.1" status: 204 len: 168 time: 0.1550245 Aug 19 18:39:44.188072 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34008) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:44.197405 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed8f7e-1a86-4ab5-95bc-b6e7dc97bc86 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07746223-7d8d-40f1-9d9a-e8e160b37bd7,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:44.243474 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-34628ab6-d85c-48fe-b8f8-eb173dd61c95 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0542600 Aug 19 18:39:44.247515 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34010) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:44.252442 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-40c8e7f1-72a7-4b2f-9f9c-055f76d5fcc6 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Request body: {'security_group': {'name': 'tempest-secgroup--634395467'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:44.274960 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40c8e7f1-72a7-4b2f-9f9c-055f76d5fcc6 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:44.358319 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40c8e7f1-72a7-4b2f-9f9c-055f76d5fcc6 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:44.362992 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40c8e7f1-72a7-4b2f-9f9c-055f76d5fcc6 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:44.388357 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40c8e7f1-72a7-4b2f-9f9c-055f76d5fcc6 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:44.389620 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-40c8e7f1-72a7-4b2f-9f9c-055f76d5fcc6 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1411557 Aug 19 18:39:44.392310 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34018) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:44.404930 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7bed0f89-c774-4196-a0ee-a3bd06ed710e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Request body: {'security_group_rule': {'security_group_id': '9f591ca9-b76d-4a15-868d-5f6940efd23c', 'direction': 'ingress', 'protocol': 17}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:44.413941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8e7f1-72a7-4b2f-9f9c-055f76d5fcc6 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f591ca9-b76d-4a15-868d-5f6940efd23c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:44.440483 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7bed0f89-c774-4196-a0ee-a3bd06ed710e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:44.516090 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7bed0f89-c774-4196-a0ee-a3bd06ed710e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:44.520434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ff023-bd7f-4066-8211-55916465dd8f req-5354a39b-a918-4f15-a3bb-0b7a2c40597b tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:44.522084 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-004ff023-bd7f-4066-8211-55916465dd8f req-5354a39b-a918-4f15-a3bb-0b7a2c40597b tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 945 time: 0.0611370 Aug 19 18:39:44.522286 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7bed0f89-c774-4196-a0ee-a3bd06ed710e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:44.542267 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed0f89-c774-4196-a0ee-a3bd06ed710e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81af7bc9-e231-44b9-afba-d014a36b1e10,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:44.548533 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7bed0f89-c774-4196-a0ee-a3bd06ed710e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:44.549669 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7bed0f89-c774-4196-a0ee-a3bd06ed710e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1557655 Aug 19 18:39:44.552371 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34022) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:44.575504 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-004ff023-bd7f-4066-8211-55916465dd8f req-1e69d22e-22c4-4884-abc9-ee5f940ad0da tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/security-groups?id=acffb4d1-1f2c-4090-8cbe-3788e93bdef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452251 Aug 19 18:39:44.613693 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e2f194ba-3c86-4397-8ef5-912dbb8a3897 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:44.638447 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e2f194ba-3c86-4397-8ef5-912dbb8a3897 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:44.695445 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e2f194ba-3c86-4397-8ef5-912dbb8a3897 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:44.698648 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e2f194ba-3c86-4397-8ef5-912dbb8a3897 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:44.699867 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e2f194ba-3c86-4397-8ef5-912dbb8a3897 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "DELETE /v2.0/security-groups/9f591ca9-b76d-4a15-868d-5f6940efd23c HTTP/1.1" status: 204 len: 168 time: 0.1465518 Aug 19 18:39:44.703058 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34028) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:44.715117 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f194ba-3c86-4397-8ef5-912dbb8a3897 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f591ca9-b76d-4a15-868d-5f6940efd23c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:44.776879 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bd8a60ec-81c7-4dad-bd4d-aae0827dd9d1 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0722833 Aug 19 18:39:44.781301 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34030) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:44.787391 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-535d2f48-de88-4426-afec-ddaf2f0389b5 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Request body: {'security_group': {'name': 'tempest-secgroup--338538083'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:44.813213 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-535d2f48-de88-4426-afec-ddaf2f0389b5 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:44.910038 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-535d2f48-de88-4426-afec-ddaf2f0389b5 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:44.914789 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-535d2f48-de88-4426-afec-ddaf2f0389b5 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:44.941838 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-535d2f48-de88-4426-afec-ddaf2f0389b5 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:44.943418 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-535d2f48-de88-4426-afec-ddaf2f0389b5 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1605699 Aug 19 18:39:44.947811 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34032) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:44.960228 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-91e8116b-6895-4d4b-8d12-4d05b80cfe8b tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Request body: {'security_group': {'name': 'tempest-secgroup--76473106'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:44.983919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d2f48-de88-4426-afec-ddaf2f0389b5 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef351a9-8e13-4df9-a68b-ee9db5993482,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:44.993224 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 55176698-cb13-4278-b69d-1f100ce2f9f1 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:39:44.996246 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-91e8116b-6895-4d4b-8d12-4d05b80cfe8b tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.066301 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 55176698-cb13-4278-b69d-1f100ce2f9f1 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:45.074515 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 55176698-cb13-4278-b69d-1f100ce2f9f1 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:45.074899 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.101435 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-91e8116b-6895-4d4b-8d12-4d05b80cfe8b tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.106473 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-91e8116b-6895-4d4b-8d12-4d05b80cfe8b tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.144525 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-91e8116b-6895-4d4b-8d12-4d05b80cfe8b tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.149919 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-91e8116b-6895-4d4b-8d12-4d05b80cfe8b tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1968703 Aug 19 18:39:45.149919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8116b-6895-4d4b-8d12-4d05b80cfe8b tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f1f7e0-7f88-451f-91ae-fa1a21cb44cd,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:45.150463 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34038) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:45.156026 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f4feecee-9f8f-46a6-8cc3-8f8b6833424b tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Request body: {'security_group_rule': {'security_group_id': '3ef351a9-8e13-4df9-a68b-ee9db5993482', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '20f1f7e0-7f88-451f-91ae-fa1a21cb44cd', 'remote_ip_prefix': None}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:45.199282 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.201473 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4feecee-9f8f-46a6-8cc3-8f8b6833424b tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.227564 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa0c2c0-2191-4a55-9af4-6a2b4e71341a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55176698-cb13-4278-b69d-1f100ce2f9f1'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:39:45.229959 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f662dc3-53c9-4b86-920b-911c418eded5" -d '{"events": [{"server_uuid": "0fa0c2c0-2191-4a55-9af4-6a2b4e71341a", "name": "network-vif-plugged", "status": "completed", "tag": "55176698-cb13-4278-b69d-1f100ce2f9f1"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:39:45.244727 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 55176698-cb13-4278-b69d-1f100ce2f9f1, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=55176698-cb13-4278-b69d-1f100ce2f9f1,segment=NetworkSegment(2e1c829d-21f4-4ed9-8557-14adeba40495),segment_id=2e1c829d-21f4-4ed9-8557-14adeba40495)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:45.249993 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.290198 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315ef024-1327-48bc-af72-044f8e4ff759 x-openstack-request-id: req-315ef024-1327-48bc-af72-044f8e4ff759 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:39:45.290627 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa0c2c0-2191-4a55-9af4-6a2b4e71341a", "name": "network-vif-plugged", "status": "completed", "tag": "55176698-cb13-4278-b69d-1f100ce2f9f1", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:39:45.291033 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-315ef024-1327-48bc-af72-044f8e4ff759 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:39:45.291202 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa0c2c0-2191-4a55-9af4-6a2b4e71341a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55176698-cb13-4278-b69d-1f100ce2f9f1', 'code': 200} Aug 19 18:39:45.305434 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4feecee-9f8f-46a6-8cc3-8f8b6833424b tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.311685 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4feecee-9f8f-46a6-8cc3-8f8b6833424b tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.322310 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=55176698-cb13-4278-b69d-1f100ce2f9f1,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:45.336867 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4feecee-9f8f-46a6-8cc3-8f8b6833424b tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d99e7e0-b0ed-4d31-a0ae-3d8556203718,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:45.339840 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f4feecee-9f8f-46a6-8cc3-8f8b6833424b tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.341601 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f4feecee-9f8f-46a6-8cc3-8f8b6833424b tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1898599 Aug 19 18:39:45.344217 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34046) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:45.390171 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3247ec5c-4e0c-4444-82d9-ac3c11ea7642 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.421437 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3247ec5c-4e0c-4444-82d9-ac3c11ea7642 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.450253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ea87c-c480-4cb6-b411-4e744dbbe294 req-715c4c22-9a97-488c-b004-fd3121393c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:45.452076 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-be1ea87c-c480-4cb6-b411-4e744dbbe294 req-715c4c22-9a97-488c-b004-fd3121393c16 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 1097 time: 0.0790865 Aug 19 18:39:45.458322 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3247ec5c-4e0c-4444-82d9-ac3c11ea7642 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.466086 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3247ec5c-4e0c-4444-82d9-ac3c11ea7642 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.467384 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3247ec5c-4e0c-4444-82d9-ac3c11ea7642 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3d99e7e0-b0ed-4d31-a0ae-3d8556203718 HTTP/1.1" status: 204 len: 168 time: 0.1222572 Aug 19 18:39:45.470391 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34050) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:45.490406 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247ec5c-4e0c-4444-82d9-ac3c11ea7642 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d99e7e0-b0ed-4d31-a0ae-3d8556203718,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:45.511207 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-be1ea87c-c480-4cb6-b411-4e744dbbe294 req-00429788-53da-4141-a738-949f1c93a566 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=acffb4d1-1f2c-4090-8cbe-3788e93bdef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485656 Aug 19 18:39:45.521139 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bb520c24-fa78-4fa2-b40c-3d4317142403 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0456262 Aug 19 18:39:45.521500 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34052) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:45.577948 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42b6ddfd-91b9-4fbc-8259-adcaadb8d549 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.615908 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42b6ddfd-91b9-4fbc-8259-adcaadb8d549 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.663021 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42b6ddfd-91b9-4fbc-8259-adcaadb8d549 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.666282 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42b6ddfd-91b9-4fbc-8259-adcaadb8d549 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.669789 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-42b6ddfd-91b9-4fbc-8259-adcaadb8d549 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "DELETE /v2.0/security-groups/20f1f7e0-7f88-451f-91ae-fa1a21cb44cd HTTP/1.1" status: 204 len: 168 time: 0.1450160 Aug 19 18:39:45.672337 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34060) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:45.685088 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6ddfd-91b9-4fbc-8259-adcaadb8d549 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f1f7e0-7f88-451f-91ae-fa1a21cb44cd,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:45.710125 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06263755-8497-49fb-86c9-35178677dc2f req-b2200b5d-81df-4904-b4c3-f972a6f2499e tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:45.712437 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06263755-8497-49fb-86c9-35178677dc2f req-b2200b5d-81df-4904-b4c3-f972a6f2499e tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 946 time: 0.0619445 Aug 19 18:39:45.749560 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-97e95edd-0edb-4a70-a734-44609b64d444 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0760660 Aug 19 18:39:45.750297 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34062) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:45.754043 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-06263755-8497-49fb-86c9-35178677dc2f req-10d1ac46-7402-42ab-b3d8-bfaf75644795 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/security-groups?id=acffb4d1-1f2c-4090-8cbe-3788e93bdef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338085 Aug 19 18:39:45.816100 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff6440ae-295d-4f6d-96c6-2f35cc1b6b34 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.838392 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff6440ae-295d-4f6d-96c6-2f35cc1b6b34 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.882061 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff6440ae-295d-4f6d-96c6-2f35cc1b6b34 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.884723 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff6440ae-295d-4f6d-96c6-2f35cc1b6b34 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.885885 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ff6440ae-295d-4f6d-96c6-2f35cc1b6b34 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "DELETE /v2.0/security-groups/3ef351a9-8e13-4df9-a68b-ee9db5993482 HTTP/1.1" status: 204 len: 168 time: 0.1345310 Aug 19 18:39:45.888612 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34068) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:45.895814 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6440ae-295d-4f6d-96c6-2f35cc1b6b34 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef351a9-8e13-4df9-a68b-ee9db5993482,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:45.943541 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-688c9cc8-c76a-47e5-9fae-361f7bfaf2f8 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0536165 Aug 19 18:39:45.947597 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34070) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:45.952399 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-b5d3069f-9577-400c-9830-347e2819b8c7 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Request body: {'security_group': {'name': 'tempest-secgroup--920664401'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:45.976603 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b5d3069f-9577-400c-9830-347e2819b8c7 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.058654 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b5d3069f-9577-400c-9830-347e2819b8c7 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.063020 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b5d3069f-9577-400c-9830-347e2819b8c7 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.091008 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b5d3069f-9577-400c-9830-347e2819b8c7 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.092230 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b5d3069f-9577-400c-9830-347e2819b8c7 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1436403 Aug 19 18:39:46.094989 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3069f-9577-400c-9830-347e2819b8c7 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e87927-ff8b-45b2-811e-8217c9368d62,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:46.095726 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34072) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:46.101387 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-ba3ad390-98c1-41d2-97d3-6eacb275e43b tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Request body: {'security_group_rule': {'security_group_id': '05e87927-ff8b-45b2-811e-8217c9368d62', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:46.129664 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba3ad390-98c1-41d2-97d3-6eacb275e43b tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.177502 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba3ad390-98c1-41d2-97d3-6eacb275e43b tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.181166 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba3ad390-98c1-41d2-97d3-6eacb275e43b tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.202567 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ad390-98c1-41d2-97d3-6eacb275e43b tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8d4ae4-4062-43a3-b3d7-712f7baea867,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:46.211363 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba3ad390-98c1-41d2-97d3-6eacb275e43b tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.218158 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ba3ad390-98c1-41d2-97d3-6eacb275e43b tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1156447 Aug 19 18:39:46.218790 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34078) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:46.248969 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-be036e0f-a254-4a59-8db6-b74911fd9cc4 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.257250 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-be036e0f-a254-4a59-8db6-b74911fd9cc4 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.287261 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-be036e0f-a254-4a59-8db6-b74911fd9cc4 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.293395 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-be036e0f-a254-4a59-8db6-b74911fd9cc4 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.297040 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-be036e0f-a254-4a59-8db6-b74911fd9cc4 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/ee8d4ae4-4062-43a3-b3d7-712f7baea867 HTTP/1.1" status: 204 len: 168 time: 0.0745037 Aug 19 18:39:46.297495 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34080) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:46.300333 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be036e0f-a254-4a59-8db6-b74911fd9cc4 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee8d4ae4-4062-43a3-b3d7-712f7baea867,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:46.341219 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-93e48af6-684f-47b2-9377-d8e855de7dda tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0423193 Aug 19 18:39:46.344247 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34082) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:46.397201 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-670e79cc-3340-408d-b751-7ca1aabc1777 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.420099 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-670e79cc-3340-408d-b751-7ca1aabc1777 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.464171 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-670e79cc-3340-408d-b751-7ca1aabc1777 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.466856 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-670e79cc-3340-408d-b751-7ca1aabc1777 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.468099 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-670e79cc-3340-408d-b751-7ca1aabc1777 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "DELETE /v2.0/security-groups/05e87927-ff8b-45b2-811e-8217c9368d62 HTTP/1.1" status: 204 len: 168 time: 0.1229262 Aug 19 18:39:46.471173 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34090) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:46.481183 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e79cc-3340-408d-b751-7ca1aabc1777 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e87927-ff8b-45b2-811e-8217c9368d62,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:46.537597 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8992ed87-abd6-4457-994e-d3a9aad92e9f tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0652511 Aug 19 18:39:46.541220 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34092) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:46.545662 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-02bd8c10-1d27-413f-b38f-1d20b7909dde tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Request body: {'security_group': {'name': 'tempest-secgroup--54232031'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:46.568490 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-02bd8c10-1d27-413f-b38f-1d20b7909dde tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.648524 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.659432 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-02bd8c10-1d27-413f-b38f-1d20b7909dde tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.663266 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-02bd8c10-1d27-413f-b38f-1d20b7909dde tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.693886 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-02bd8c10-1d27-413f-b38f-1d20b7909dde tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.695252 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-02bd8c10-1d27-413f-b38f-1d20b7909dde tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1530187 Aug 19 18:39:46.697359 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd8c10-1d27-413f-b38f-1d20b7909dde tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcc86bf-9ae0-4690-bc65-baec14295a51,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:46.698066 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34096) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:46.704241 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-af3d9ff2-fdce-49ce-9212-73f37c29b3b7 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Request body: {'security_group_rule': {'security_group_id': '5fcc86bf-9ae0-4690-bc65-baec14295a51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:46.732656 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-af3d9ff2-fdce-49ce-9212-73f37c29b3b7 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.786418 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-af3d9ff2-fdce-49ce-9212-73f37c29b3b7 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.793418 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-af3d9ff2-fdce-49ce-9212-73f37c29b3b7 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.814024 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d9ff2-fdce-49ce-9212-73f37c29b3b7 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc00cb78-31eb-4d61-ba27-bb5b0fe91ca7,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:46.820627 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-af3d9ff2-fdce-49ce-9212-73f37c29b3b7 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.822021 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-af3d9ff2-fdce-49ce-9212-73f37c29b3b7 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219819 Aug 19 18:39:46.824676 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34102) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:46.845575 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5285749d-f05c-4db8-b308-692a6f806d1d tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-group-rules/fc00cb78-31eb-4d61-ba27-bb5b0fe91ca7 HTTP/1.1" status: 200 len: 763 time: 0.0194566 Aug 19 18:39:46.848584 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34104) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:46.891177 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-493cadd3-cfd5-4825-bf9d-ec3060482ef0 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0414393 Aug 19 18:39:46.893814 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34106) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:46.901035 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb349cf0-70de-4ef9-9c30-35ea57028284 req-e2385974-2080-4e8c-a311-e9508ae0cde5 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:46.902617 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eb349cf0-70de-4ef9-9c30-35ea57028284 req-e2385974-2080-4e8c-a311-e9508ae0cde5 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 946 time: 0.0586503 Aug 19 18:39:46.918266 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cd140e48-a473-4eeb-b4e9-a2e8ee37b3de tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.926614 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cd140e48-a473-4eeb-b4e9-a2e8ee37b3de tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.949124 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eb349cf0-70de-4ef9-9c30-35ea57028284 req-2ca72103-1f48-4633-996d-7a71595d2a48 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/security-groups?id=acffb4d1-1f2c-4090-8cbe-3788e93bdef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394247 Aug 19 18:39:46.955907 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cd140e48-a473-4eeb-b4e9-a2e8ee37b3de tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.964905 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cd140e48-a473-4eeb-b4e9-a2e8ee37b3de tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.968866 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cd140e48-a473-4eeb-b4e9-a2e8ee37b3de tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/fc00cb78-31eb-4d61-ba27-bb5b0fe91ca7 HTTP/1.1" status: 204 len: 168 time: 0.0740459 Aug 19 18:39:46.969079 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34108) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:46.973812 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd140e48-a473-4eeb-b4e9-a2e8ee37b3de tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc00cb78-31eb-4d61-ba27-bb5b0fe91ca7,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:47.014406 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-37471eb0-319c-444d-9029-973d684b0c15 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0443268 Aug 19 18:39:47.016963 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34116) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:47.022136 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-8201777c-e186-4e41-a554-cb43db06bd16 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Request body: {'security_group_rule': {'security_group_id': '5fcc86bf-9ae0-4690-bc65-baec14295a51', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:47.050276 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8201777c-e186-4e41-a554-cb43db06bd16 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.097975 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb2aa4-78b2-4140-b150-4899fc58748d req-d5e59323-1fd1-463c-adfb-66559710f58b tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:47.099562 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0bb2aa4-78b2-4140-b150-4899fc58748d req-d5e59323-1fd1-463c-adfb-66559710f58b tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 946 time: 0.0686190 Aug 19 18:39:47.127669 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8201777c-e186-4e41-a554-cb43db06bd16 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.134709 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8201777c-e186-4e41-a554-cb43db06bd16 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.141751 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0bb2aa4-78b2-4140-b150-4899fc58748d req-54dd699f-1421-4b3d-baaf-c9ef31df041e tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/security-groups?id=acffb4d1-1f2c-4090-8cbe-3788e93bdef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358987 Aug 19 18:39:47.155562 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201777c-e186-4e41-a554-cb43db06bd16 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87084ae3-44b7-4d6b-a465-5349ddbc5aa5,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:47.159965 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8201777c-e186-4e41-a554-cb43db06bd16 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.161182 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8201777c-e186-4e41-a554-cb43db06bd16 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1432526 Aug 19 18:39:47.163733 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34118) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:47.165849 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34120) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:47.182381 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-98f79382-d229-47f9-a224-0eed2145722e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-group-rules/87084ae3-44b7-4d6b-a465-5349ddbc5aa5 HTTP/1.1" status: 200 len: 763 time: 0.0174472 Aug 19 18:39:47.185070 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34124) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:47.229478 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-30dd63ee-8fdb-4b16-b0d8-eac8a11d01b0 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0430403 Aug 19 18:39:47.231846 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34126) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:47.257113 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-858e32e0-d10d-40ef-9d8d-3539baffcd55 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.264953 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-858e32e0-d10d-40ef-9d8d-3539baffcd55 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.328872 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-858e32e0-d10d-40ef-9d8d-3539baffcd55 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.334242 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-858e32e0-d10d-40ef-9d8d-3539baffcd55 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.335403 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-858e32e0-d10d-40ef-9d8d-3539baffcd55 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/87084ae3-44b7-4d6b-a465-5349ddbc5aa5 HTTP/1.1" status: 204 len: 168 time: 0.1026304 Aug 19 18:39:47.338323 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34132) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:47.348585 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e32e0-d10d-40ef-9d8d-3539baffcd55 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87084ae3-44b7-4d6b-a465-5349ddbc5aa5,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:47.356356 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e1aeb0-d261-48ac-8d54-06a9389c4cd2 tempest-TestVolumeBackupRestore-505989759 tempest-TestVolumeBackupRestore-505989759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:47.361179 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-39e1aeb0-d261-48ac-8d54-06a9389c4cd2 tempest-TestVolumeBackupRestore-505989759 tempest-TestVolumeBackupRestore-505989759-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 1092 time: 0.1912062 Aug 19 18:39:47.365126 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34134) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:47.368521 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-52019ba7-8df4-4aea-af9c-ee77e11f06a2 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': '55176698-cb13-4278-b69d-1f100ce2f9f1', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:47.397164 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ce68243b-3bb9-459e-9705-1a7dee8daf5b tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0544720 Aug 19 18:39:47.397479 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34136) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:47.402646 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-52b70dec-3cae-4cfd-b7ce-1087d369a10e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Request body: {'security_group_rule': {'security_group_id': '5fcc86bf-9ae0-4690-bc65-baec14295a51', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:47.410174 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-52019ba7-8df4-4aea-af9c-ee77e11f06a2 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.478019 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-52b70dec-3cae-4cfd-b7ce-1087d369a10e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.547614 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-52b70dec-3cae-4cfd-b7ce-1087d369a10e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.553455 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-52b70dec-3cae-4cfd-b7ce-1087d369a10e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.576355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b70dec-3cae-4cfd-b7ce-1087d369a10e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96debb46-ff7a-4d78-a4f7-fdfbb587a182,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:47.585874 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-52b70dec-3cae-4cfd-b7ce-1087d369a10e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.587092 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-52b70dec-3cae-4cfd-b7ce-1087d369a10e tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1885812 Aug 19 18:39:47.589943 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34144) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:47.593772 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-52019ba7-8df4-4aea-af9c-ee77e11f06a2 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.609216 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1050baf0-e1e1-43a8-b0ad-bdecd172ccaa tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-group-rules/96debb46-ff7a-4d78-a4f7-fdfbb587a182 HTTP/1.1" status: 200 len: 764 time: 0.0171711 Aug 19 18:39:47.612188 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34146) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:47.659012 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4c658206-44af-49bb-a0bc-ea5202f2f21f tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0450544 Aug 19 18:39:47.661331 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34148) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:47.688115 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e24452c5-d35c-4847-896b-f2cbe4963016 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.696795 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e24452c5-d35c-4847-896b-f2cbe4963016 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.726060 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-52019ba7-8df4-4aea-af9c-ee77e11f06a2 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Allocated IP 172.25.8.37 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/a2097c60-778e-4f2a-b3e7-763d047ae932) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:39:47.726312 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e24452c5-d35c-4847-896b-f2cbe4963016 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.734388 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e24452c5-d35c-4847-896b-f2cbe4963016 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.735518 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e24452c5-d35c-4847-896b-f2cbe4963016 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/96debb46-ff7a-4d78-a4f7-fdfbb587a182 HTTP/1.1" status: 204 len: 168 time: 0.0731637 Aug 19 18:39:47.738850 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34150) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:47.740226 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24452c5-d35c-4847-896b-f2cbe4963016 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96debb46-ff7a-4d78-a4f7-fdfbb587a182,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:47.831488 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5555c971-fab7-496c-af8e-38f44642fbe5 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0911009 Aug 19 18:39:47.834378 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34152) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:47.875577 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-52019ba7-8df4-4aea-af9c-ee77e11f06a2 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.893754 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-10319ea2-a861-449d-8c92-65a84a8b3796 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.916201 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-10319ea2-a861-449d-8c92-65a84a8b3796 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.919636 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-52019ba7-8df4-4aea-af9c-ee77e11f06a2 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.965395 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52019ba7-8df4-4aea-af9c-ee77e11f06a2 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:39:47.971095 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-10319ea2-a861-449d-8c92-65a84a8b3796 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.973961 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-10319ea2-a861-449d-8c92-65a84a8b3796 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.975130 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-10319ea2-a861-449d-8c92-65a84a8b3796 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "DELETE /v2.0/security-groups/5fcc86bf-9ae0-4690-bc65-baec14295a51 HTTP/1.1" status: 204 len: 168 time: 0.1397018 Aug 19 18:39:47.979357 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-52019ba7-8df4-4aea-af9c-ee77e11f06a2 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:47.982251 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52019ba7-8df4-4aea-af9c-ee77e11f06a2 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:39:47.984468 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34158) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:47.985467 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10319ea2-a861-449d-8c92-65a84a8b3796 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcc86bf-9ae0-4690-bc65-baec14295a51,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:48.009218 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52019ba7-8df4-4aea-af9c-ee77e11f06a2 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Pushing event updated for resources: {'Port': ['ID=a2097c60-778e-4f2a-b3e7-763d047ae932,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:48.044956 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b54ac47a-6cbc-409f-a249-fda0dd005781 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0525062 Aug 19 18:39:48.045808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34160) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:48.095844 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-87331176-925d-4b75-9e23-7197a41dbec9 tempest-SecGroupTest-1417639384 tempest-SecGroupTest-1417639384-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0468297 Aug 19 18:39:48.387717 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34170) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:48.517245 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-52019ba7-8df4-4aea-af9c-ee77e11f06a2 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:48.567223 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bf979913-0f73-443a-9519-34eaf57d0106 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe1238e5d448442496012ff3f5fe27cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1782205 Aug 19 18:39:48.569682 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34180) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:48.661540 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-52019ba7-8df4-4aea-af9c-ee77e11f06a2 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:48.691888 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8e23aa8-8d16-4bb2-9feb-ad410857b68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:48.730589 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8e23aa8-8d16-4bb2-9feb-ad410857b68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:48.846973 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8e23aa8-8d16-4bb2-9feb-ad410857b68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:48.849560 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c8e23aa8-8d16-4bb2-9feb-ad410857b68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:48.850745 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c8e23aa8-8d16-4bb2-9feb-ad410857b68b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e664de1-afc0-4d68-9dc3-709e2ee6f94e HTTP/1.1" status: 204 len: 168 time: 0.2800984 Aug 19 18:39:48.868602 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e23aa8-8d16-4bb2-9feb-ad410857b68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e664de1-afc0-4d68-9dc3-709e2ee6f94e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:48.891217 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-52019ba7-8df4-4aea-af9c-ee77e11f06a2 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:48.906776 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-52019ba7-8df4-4aea-af9c-ee77e11f06a2 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:48.984632 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52019ba7-8df4-4aea-af9c-ee77e11f06a2 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Pushing event updated for resources: {'Port': ['ID=a2097c60-778e-4f2a-b3e7-763d047ae932,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:48.994731 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-52019ba7-8df4-4aea-af9c-ee77e11f06a2 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:49.115007 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-52019ba7-8df4-4aea-af9c-ee77e11f06a2 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Floating IP dcdf27ca-1d25-43aa-aae2-a250d48a52fa associated. External IP: 172.25.8.37, port: 55176698-cb13-4278-b69d-1f100ce2f9f1. Aug 19 18:39:49.373593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52019ba7-8df4-4aea-af9c-ee77e11f06a2 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Router e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:39:49.509106 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52019ba7-8df4-4aea-af9c-ee77e11f06a2 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:39:49.521020 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e9cfef-7b18-4191-944e-bc151e3b01df None None] Sync routers for ids ['e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:39:49.530571 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-52019ba7-8df4-4aea-af9c-ee77e11f06a2 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:49.531497 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e9cfef-7b18-4191-944e-bc151e3b01df None None] Routers {'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:39:49.532288 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-43e9cfef-7b18-4191-944e-bc151e3b01df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:39:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:49.559544 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-52019ba7-8df4-4aea-af9c-ee77e11f06a2 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1951511 Aug 19 18:39:49.560134 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa0c2c0-2191-4a55-9af4-6a2b4e71341a', 'tag': '55176698-cb13-4278-b69d-1f100ce2f9f1'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:39:49.562474 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34216) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:49.563118 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffab5832-5f78-448b-a9b8-aae0891213eb" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa0c2c0-2191-4a55-9af4-6a2b4e71341a", "tag": "55176698-cb13-4278-b69d-1f100ce2f9f1"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:39:49.608466 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b051d7e0-332a-4f47-8f09-e2390e1cb17d x-openstack-request-id: req-b051d7e0-332a-4f47-8f09-e2390e1cb17d {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:39:49.608947 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa0c2c0-2191-4a55-9af4-6a2b4e71341a", "tag": "55176698-cb13-4278-b69d-1f100ce2f9f1", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:39:49.609361 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b051d7e0-332a-4f47-8f09-e2390e1cb17d {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:39:49.609987 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa0c2c0-2191-4a55-9af4-6a2b4e71341a', 'tag': '55176698-cb13-4278-b69d-1f100ce2f9f1', 'status': 'completed', 'code': 200} Aug 19 18:39:49.656351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34224) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:49.679263 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-43e9cfef-7b18-4191-944e-bc151e3b01df None None] Set router e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:39:49.705359 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e799b50e-afa9-4eb2-a759-49b8aa32f259 tempest-TestVolumeBackupRestore-505989759 tempest-TestVolumeBackupRestore-505989759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:49.707327 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e799b50e-afa9-4eb2-a759-49b8aa32f259 tempest-TestVolumeBackupRestore-505989759 tempest-TestVolumeBackupRestore-505989759-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 1092 time: 0.1405602 Aug 19 18:39:49.710575 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34228) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:49.720186 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-65d97212-8abc-4229-abc5-c6c89166952c tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Request body: {'floatingip': {'port_id': '55176698-cb13-4278-b69d-1f100ce2f9f1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:49.827808 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-9c4b8f55-8b2d-4da8-91a5-31575f8949f1 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:49.828256 n-d-803753-2 neutron-server[94681]: WARNING neutron.api.v2.base [None req-9c4b8f55-8b2d-4da8-91a5-31575f8949f1 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 18:39:49.828799 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-9c4b8f55-8b2d-4da8-91a5-31575f8949f1 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 18:39:49.829829 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9c4b8f55-8b2d-4da8-91a5-31575f8949f1 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1723061 Aug 19 18:39:49.834459 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34230) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:49.841970 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-63d58773-f2ec-42ca-bed7-a04b6222e5c9 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group': {'name': 'tempest-secgroup--1625799483'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:49.872819 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-63d58773-f2ec-42ca-bed7-a04b6222e5c9 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:49.873194 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab5832-5f78-448b-a9b8-aae0891213eb req-2325dca0-8c40-4834-90fb-631a938e9be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:49.875406 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ffab5832-5f78-448b-a9b8-aae0891213eb req-2325dca0-8c40-4834-90fb-631a938e9be7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=47dc5a832cb7486a91a76baf12bfc9de&device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 1097 time: 0.2304666 Aug 19 18:39:49.877306 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-65d97212-8abc-4229-abc5-c6c89166952c tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for floatingip, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:49.883158 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-63d58773-f2ec-42ca-bed7-a04b6222e5c9 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:50.000744 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-43e9cfef-7b18-4191-944e-bc151e3b01df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'name': 'tempest-TestVolumeBackupRestore-1266650302-router', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:04Z', 'updated_at': '2021-08-19T18:37:09Z', 'revision_number': 4, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'gw_port': {'id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:05Z', 'updated_at': '2021-08-19T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'dcdf27ca-1d25-43aa-aae2-a250d48a52fa', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'port_id': '55176698-cb13-4278-b69d-1f100ce2f9f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'mac_address': 'fa:16:3e:ff:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa0c2c0-2191-4a55-9af4-6a2b4e71341a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:39:48Z', 'updated_at': '2021-08-19T18:39:48Z', 'revision_number': 0, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21343c0-a6a7-488a-a414-573690eb1727', 'name': '', 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'mac_address': 'fa:16:3e:23:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:08Z', 'updated_at': '2021-08-19T18:37:20Z', 'revision_number': 5, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'subnets': [{'id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:50.006169 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-63d58773-f2ec-42ca-bed7-a04b6222e5c9 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:50.015484 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-63d58773-f2ec-42ca-bed7-a04b6222e5c9 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:50.045979 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e9cfef-7b18-4191-944e-bc151e3b01df None None] Checking router: e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:39:50.056889 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e9cfef-7b18-4191-944e-bc151e3b01df None None] Routers {'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:39:50.057874 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-43e9cfef-7b18-4191-944e-bc151e3b01df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:39:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:50.097503 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab5832-5f78-448b-a9b8-aae0891213eb req-df3f8009-5235-4ac8-b37a-aec3c712d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:50.099387 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ffab5832-5f78-448b-a9b8-aae0891213eb req-df3f8009-5235-4ac8-b37a-aec3c712d24a service neutron] 10.222.0.50 "GET /v2.0/networks?id=0fa5fff9-afa3-4581-b3d4-aa7bcea09464 HTTP/1.1" status: 200 len: 915 time: 0.1822762 Aug 19 18:39:50.120109 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-63d58773-f2ec-42ca-bed7-a04b6222e5c9 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:50.121730 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d58773-f2ec-42ca-bed7-a04b6222e5c9 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6902789-57da-47e9-be85-bb393f74ed86,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:50.126271 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-63d58773-f2ec-42ca-bed7-a04b6222e5c9 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:50.162066 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-63d58773-f2ec-42ca-bed7-a04b6222e5c9 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:50.163434 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-63d58773-f2ec-42ca-bed7-a04b6222e5c9 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3273611 Aug 19 18:39:50.165989 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d58773-f2ec-42ca-bed7-a04b6222e5c9 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724c4d11-e129-42df-b629-15c26fd19a84,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:50.168383 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34236) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:50.173309 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f9f0f4da-0f90-4047-bfeb-fda1e2417c0b tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group_rule': {'security_group_id': '724c4d11-e129-42df-b629-15c26fd19a84', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:50.215447 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f9f0f4da-0f90-4047-bfeb-fda1e2417c0b tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:50.306974 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f9f0f4da-0f90-4047-bfeb-fda1e2417c0b tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:50.317576 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f9f0f4da-0f90-4047-bfeb-fda1e2417c0b tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:50.338305 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0f4da-0f90-4047-bfeb-fda1e2417c0b tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ca172a-3d19-4bfd-8d51-6803280d1dfe,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:50.347051 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-43e9cfef-7b18-4191-944e-bc151e3b01df None None] Set router e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:39:50.348143 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f9f0f4da-0f90-4047-bfeb-fda1e2417c0b tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:50.350961 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f9f0f4da-0f90-4047-bfeb-fda1e2417c0b tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1813869 Aug 19 18:39:50.354548 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34242) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:50.359422 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-bac1f8c3-fba3-4001-99c9-12466504b8a7 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group_rule': {'security_group_id': '724c4d11-e129-42df-b629-15c26fd19a84', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:50.390178 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bac1f8c3-fba3-4001-99c9-12466504b8a7 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:50.454026 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-bac1f8c3-fba3-4001-99c9-12466504b8a7 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 18:39:50.456416 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bac1f8c3-fba3-4001-99c9-12466504b8a7 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1005285 Aug 19 18:39:50.459160 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34244) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:50.542319 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c34cc66f-b80c-4331-8eda-6ce7727935f5 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:50.592130 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c34cc66f-b80c-4331-8eda-6ce7727935f5 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:50.659951 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c34cc66f-b80c-4331-8eda-6ce7727935f5 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:50.663309 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c34cc66f-b80c-4331-8eda-6ce7727935f5 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:50.664777 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c34cc66f-b80c-4331-8eda-6ce7727935f5 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "DELETE /v2.0/security-groups/724c4d11-e129-42df-b629-15c26fd19a84 HTTP/1.1" status: 204 len: 168 time: 0.2034044 Aug 19 18:39:50.674753 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34252) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:50.675833 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cc66f-b80c-4331-8eda-6ce7727935f5 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=724c4d11-e129-42df-b629-15c26fd19a84,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:50.676209 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-43e9cfef-7b18-4191-944e-bc151e3b01df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'name': 'tempest-TestVolumeBackupRestore-1266650302-router', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:04Z', 'updated_at': '2021-08-19T18:37:09Z', 'revision_number': 4, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'gw_port': {'id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:05Z', 'updated_at': '2021-08-19T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'dcdf27ca-1d25-43aa-aae2-a250d48a52fa', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'port_id': '55176698-cb13-4278-b69d-1f100ce2f9f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'mac_address': 'fa:16:3e:ff:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa0c2c0-2191-4a55-9af4-6a2b4e71341a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:39:48Z', 'updated_at': '2021-08-19T18:39:48Z', 'revision_number': 0, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21343c0-a6a7-488a-a414-573690eb1727', 'name': '', 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'mac_address': 'fa:16:3e:23:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:08Z', 'updated_at': '2021-08-19T18:37:20Z', 'revision_number': 5, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'subnets': [{'id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:50.730650 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7dc649b2-f311-4937-b6fe-b8db9924adf8 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0509701 Aug 19 18:39:50.735008 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e9cfef-7b18-4191-944e-bc151e3b01df None None] The sync data for ids ['e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'] in n-d-803753-2 is: [{'id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'name': 'tempest-TestVolumeBackupRestore-1266650302-router', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:04Z', 'updated_at': '2021-08-19T18:37:09Z', 'revision_number': 4, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'gw_port': {'id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:05Z', 'updated_at': '2021-08-19T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'dcdf27ca-1d25-43aa-aae2-a250d48a52fa', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'port_id': '55176698-cb13-4278-b69d-1f100ce2f9f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'mac_address': 'fa:16:3e:ff:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa0c2c0-2191-4a55-9af4-6a2b4e71341a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:39:48Z', 'updated_at': '2021-08-19T18:39:48Z', 'revision_number': 0, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21343c0-a6a7-488a-a414-573690eb1727', 'name': '', 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'mac_address': 'fa:16:3e:23:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:08Z', 'updated_at': '2021-08-19T18:37:20Z', 'revision_number': 5, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'subnets': [{'id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:39:50.735641 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34254) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:50.740708 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-c66321e3-73b5-45af-a71c-7ac65e68f603 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group': {'name': 'tempest-secgroup--1101735211'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:50.771213 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c66321e3-73b5-45af-a71c-7ac65e68f603 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:50.805272 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ffab5832-5f78-448b-a9b8-aae0891213eb req-66c8c357-104e-43e8-9165-a6daff9e75ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55176698-cb13-4278-b69d-1f100ce2f9f1 HTTP/1.1" status: 200 len: 999 time: 0.6362803 Aug 19 18:39:50.878034 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c66321e3-73b5-45af-a71c-7ac65e68f603 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:50.882667 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c66321e3-73b5-45af-a71c-7ac65e68f603 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:50.919147 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab5832-5f78-448b-a9b8-aae0891213eb req-4008f504-2f56-4c8f-9582-2b0e4525b2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:50.920649 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ffab5832-5f78-448b-a9b8-aae0891213eb req-4008f504-2f56-4c8f-9582-2b0e4525b2a0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d5709971-5b00-43cf-bd19-582d9b03368e HTTP/1.1" status: 200 len: 853 time: 0.1027102 Aug 19 18:39:50.925797 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c66321e3-73b5-45af-a71c-7ac65e68f603 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:50.927059 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c66321e3-73b5-45af-a71c-7ac65e68f603 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1904013 Aug 19 18:39:50.928199 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66321e3-73b5-45af-a71c-7ac65e68f603 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ffa7a5-f21a-408b-bcb1-faeaa662ac4d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:50.930239 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34260) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:50.934748 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-db445167-b7eb-4f95-b111-88c01aad799f tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group_rule': {'security_group_id': 'a8ffa7a5-f21a-408b-bcb1-faeaa662ac4d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:50.935245 n-d-803753-2 neutron-server[94682]: WARNING neutron.api.v2.base [None req-db445167-b7eb-4f95-b111-88c01aad799f tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 19 18:39:50.935743 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-db445167-b7eb-4f95-b111-88c01aad799f tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:39:50.936705 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-db445167-b7eb-4f95-b111-88c01aad799f tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0055573 Aug 19 18:39:50.940373 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34262) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:51.006770 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e1fba855-80cd-4c48-80db-280e29918e8e tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.035866 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e1fba855-80cd-4c48-80db-280e29918e8e tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.087210 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e1fba855-80cd-4c48-80db-280e29918e8e tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.090544 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e1fba855-80cd-4c48-80db-280e29918e8e tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.091794 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e1fba855-80cd-4c48-80db-280e29918e8e tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "DELETE /v2.0/security-groups/a8ffa7a5-f21a-408b-bcb1-faeaa662ac4d HTTP/1.1" status: 204 len: 168 time: 0.1502163 Aug 19 18:39:51.095833 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab5832-5f78-448b-a9b8-aae0891213eb req-fe5b0ca1-8b94-4998-9a62-15bb267a56eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:51.097520 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ffab5832-5f78-448b-a9b8-aae0891213eb req-fe5b0ca1-8b94-4998-9a62-15bb267a56eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0fa5fff9-afa3-4581-b3d4-aa7bcea09464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1516352 Aug 19 18:39:51.098137 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34264) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:51.099700 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b364e5-447f-4afe-85df-9986b68f56c5 None None] New status for floating IP dcdf27ca-1d25-43aa-aae2-a250d48a52fa: ACTIVE {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:39:51.103702 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fba855-80cd-4c48-80db-280e29918e8e tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ffa7a5-f21a-408b-bcb1-faeaa662ac4d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:51.250387 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-31189d6f-a892-41d2-97a0-d879ad5417f5 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1392827 Aug 19 18:39:51.259231 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34270) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:51.266059 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-b2f60eba-0827-4a5f-a2af-79503db19bee tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group': {'name': 'tempest-secgroup--256750510'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:51.298679 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2f60eba-0827-4a5f-a2af-79503db19bee tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.341767 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ffab5832-5f78-448b-a9b8-aae0891213eb req-aaad61ec-93ee-4b2d-aacb-469d80a719a7 service neutron] 10.222.0.50 "GET /v2.0/networks/0fa5fff9-afa3-4581-b3d4-aa7bcea09464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131107 Aug 19 18:39:51.349298 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-65d97212-8abc-4229-abc5-c6c89166952c tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.358171 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.api [None req-89b364e5-447f-4afe-85df-9986b68f56c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:39:51.359418 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-65d97212-8abc-4229-abc5-c6c89166952c tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.359851 n-d-803753-2 neutron-server[94683]: DEBUG oslo_db.api [None req-89b364e5-447f-4afe-85df-9986b68f56c5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:39:51.406486 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2f60eba-0827-4a5f-a2af-79503db19bee tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.410774 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2f60eba-0827-4a5f-a2af-79503db19bee tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.439198 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2f60eba-0827-4a5f-a2af-79503db19bee tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.444894 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b2f60eba-0827-4a5f-a2af-79503db19bee tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1820371 Aug 19 18:39:51.446374 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f60eba-0827-4a5f-a2af-79503db19bee tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbbe2a1-cad9-42ae-a53c-878f01893cc1,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:51.448842 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34276) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:51.456798 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-5ed967d8-10c5-4d6b-9341-3278d7016908 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group_rule': {'security_group_id': '9bbbe2a1-cad9-42ae-a53c-878f01893cc1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:51.457927 n-d-803753-2 neutron-server[94682]: WARNING neutron.api.v2.base [None req-5ed967d8-10c5-4d6b-9341-3278d7016908 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 19 18:39:51.459686 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-5ed967d8-10c5-4d6b-9341-3278d7016908 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:39:51.461925 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5ed967d8-10c5-4d6b-9341-3278d7016908 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0105712 Aug 19 18:39:51.463736 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34278) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:51.525903 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91ec5d90-4076-46e8-894b-96bdd4915def tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.531810 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ffab5832-5f78-448b-a9b8-aae0891213eb req-a9f92aa3-73e6-408d-b517-d45f3d054eed service neutron] 10.222.0.50 "GET /v2.0/networks/0fa5fff9-afa3-4581-b3d4-aa7bcea09464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811545 Aug 19 18:39:51.550298 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91ec5d90-4076-46e8-894b-96bdd4915def tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.604663 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91ec5d90-4076-46e8-894b-96bdd4915def tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.607554 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-91ec5d90-4076-46e8-894b-96bdd4915def tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.611112 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-91ec5d90-4076-46e8-894b-96bdd4915def tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "DELETE /v2.0/security-groups/9bbbe2a1-cad9-42ae-a53c-878f01893cc1 HTTP/1.1" status: 204 len: 168 time: 0.1439698 Aug 19 18:39:51.612492 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34282) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:51.636939 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec5d90-4076-46e8-894b-96bdd4915def tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbbe2a1-cad9-42ae-a53c-878f01893cc1,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:51.660358 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d97212-8abc-4229-abc5-c6c89166952c tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Router e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:39:51.673510 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-85326da4-dfa8-49e5-91f3-01117d2e8df2 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0541074 Aug 19 18:39:51.673960 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34284) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:51.678668 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-fb41c750-8bb0-4dc9-aa6e-b6188500562b tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group': {'name': 'tempest-secgroup--2103735010'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:51.703906 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb41c750-8bb0-4dc9-aa6e-b6188500562b tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.805054 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d97212-8abc-4229-abc5-c6c89166952c tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:39:51.818088 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb41c750-8bb0-4dc9-aa6e-b6188500562b tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.818352 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-65d97212-8abc-4229-abc5-c6c89166952c tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.824482 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb41c750-8bb0-4dc9-aa6e-b6188500562b tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.854113 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa0c2c0-2191-4a55-9af4-6a2b4e71341a', 'tag': '55176698-cb13-4278-b69d-1f100ce2f9f1'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:39:51.855706 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fb41c750-8bb0-4dc9-aa6e-b6188500562b tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.859758 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fb41c750-8bb0-4dc9-aa6e-b6188500562b tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1822243 Aug 19 18:39:51.859941 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf31bc9-4940-4a2c-ac28-e6aa12b7449b" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa0c2c0-2191-4a55-9af4-6a2b4e71341a", "tag": "55176698-cb13-4278-b69d-1f100ce2f9f1"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:39:51.862994 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34290) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:51.864384 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b364e5-447f-4afe-85df-9986b68f56c5 None None] New status for floating IP dcdf27ca-1d25-43aa-aae2-a250d48a52fa: ACTIVE {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:39:51.869945 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41c750-8bb0-4dc9-aa6e-b6188500562b tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d3f245-565e-4c00-bbd6-97d44889e3c7,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:51.891327 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-927f5935-1862-440b-852c-9083e6d1b64f tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group_rule': {'security_group_id': '81d3f245-565e-4c00-bbd6-97d44889e3c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:51.893374 n-d-803753-2 neutron-server[94681]: WARNING neutron.api.v2.base [None req-927f5935-1862-440b-852c-9083e6d1b64f tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 19 18:39:51.894085 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-927f5935-1862-440b-852c-9083e6d1b64f tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:39:51.897570 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-927f5935-1862-440b-852c-9083e6d1b64f tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0114081 Aug 19 18:39:51.897855 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34294) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:51.904379 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-76ed66bb-8039-4777-8ab0-cc89d082f25f tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group_rule': {'security_group_id': '81d3f245-565e-4c00-bbd6-97d44889e3c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:51.905016 n-d-803753-2 neutron-server[94681]: WARNING neutron.api.v2.base [None req-76ed66bb-8039-4777-8ab0-cc89d082f25f tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 19 18:39:51.905501 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-76ed66bb-8039-4777-8ab0-cc89d082f25f tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:39:51.910089 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-76ed66bb-8039-4777-8ab0-cc89d082f25f tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075636 Aug 19 18:39:51.910494 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34296) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:51.916171 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-65d97212-8abc-4229-abc5-c6c89166952c tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "PUT /v2.0/floatingips/dcdf27ca-1d25-43aa-aae2-a250d48a52fa HTTP/1.1" status: 200 len: 991 time: 2.2022688 Aug 19 18:39:51.918047 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-8bf6834c-0ee6-432c-a5a3-f9b2a8156902 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group_rule': {'security_group_id': '81d3f245-565e-4c00-bbd6-97d44889e3c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:51.920029 n-d-803753-2 neutron-server[94682]: WARNING neutron.api.v2.base [None req-8bf6834c-0ee6-432c-a5a3-f9b2a8156902 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 19 18:39:51.920565 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-8bf6834c-0ee6-432c-a5a3-f9b2a8156902 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:39:51.924984 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8bf6834c-0ee6-432c-a5a3-f9b2a8156902 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100195 Aug 19 18:39:51.925526 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34298) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:51.925835 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9354259-72da-4393-a01e-dba0fe2a352a x-openstack-request-id: req-c9354259-72da-4393-a01e-dba0fe2a352a {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:39:51.926726 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa0c2c0-2191-4a55-9af4-6a2b4e71341a", "tag": "55176698-cb13-4278-b69d-1f100ce2f9f1", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:39:51.927219 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9354259-72da-4393-a01e-dba0fe2a352a {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:39:51.927853 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa0c2c0-2191-4a55-9af4-6a2b4e71341a', 'tag': '55176698-cb13-4278-b69d-1f100ce2f9f1', 'status': 'completed', 'code': 200} Aug 19 18:39:51.930631 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-eee4c91f-9c3b-423b-bb62-ccfba122d430 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group_rule': {'security_group_id': '81d3f245-565e-4c00-bbd6-97d44889e3c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:51.931514 n-d-803753-2 neutron-server[94682]: WARNING neutron.api.v2.base [None req-eee4c91f-9c3b-423b-bb62-ccfba122d430 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 19 18:39:51.932588 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-eee4c91f-9c3b-423b-bb62-ccfba122d430 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:39:51.933110 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-eee4c91f-9c3b-423b-bb62-ccfba122d430 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070062 Aug 19 18:39:51.936136 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34300) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:52.030643 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf31bc9-4940-4a2c-ac28-e6aa12b7449b req-92caf5df-2fec-4a0e-99d6-0e42d90fb256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:52.032265 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7bf31bc9-4940-4a2c-ac28-e6aa12b7449b req-92caf5df-2fec-4a0e-99d6-0e42d90fb256 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=47dc5a832cb7486a91a76baf12bfc9de&device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 1097 time: 0.0819397 Aug 19 18:39:52.039291 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e5fb2726-1c86-4e3f-90a2-dac917e433ff tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:52.117547 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e5fb2726-1c86-4e3f-90a2-dac917e433ff tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:52.182668 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf31bc9-4940-4a2c-ac28-e6aa12b7449b req-f7e5a0c4-ab86-4c34-9b16-8e35b543d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:52.183097 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8277d2-a645-45f5-8769-95d9c8b4e34f None None] Sync routers for ids ['e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:39:52.184178 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7bf31bc9-4940-4a2c-ac28-e6aa12b7449b req-f7e5a0c4-ab86-4c34-9b16-8e35b543d15f service neutron] 10.222.0.50 "GET /v2.0/networks?id=0fa5fff9-afa3-4581-b3d4-aa7bcea09464 HTTP/1.1" status: 200 len: 915 time: 0.1429238 Aug 19 18:39:52.188612 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e5fb2726-1c86-4e3f-90a2-dac917e433ff tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:52.191993 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e5fb2726-1c86-4e3f-90a2-dac917e433ff tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:52.193116 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e5fb2726-1c86-4e3f-90a2-dac917e433ff tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "DELETE /v2.0/security-groups/81d3f245-565e-4c00-bbd6-97d44889e3c7 HTTP/1.1" status: 204 len: 168 time: 0.2559683 Aug 19 18:39:52.195890 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34306) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:52.204230 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8277d2-a645-45f5-8769-95d9c8b4e34f None None] Routers {'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:39:52.205124 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9a8277d2-a645-45f5-8769-95d9c8b4e34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:39:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:52.244282 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb2726-1c86-4e3f-90a2-dac917e433ff tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d3f245-565e-4c00-bbd6-97d44889e3c7,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:52.255235 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-35d23edb-b9f1-4048-ba6e-742f63033ff1 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0581346 Aug 19 18:39:52.260429 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34308) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:52.267260 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-10373bdb-874e-4eed-8b8c-060da6c51363 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group': {'name': 'tempest-secgroup--885709249'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:52.294482 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7bf31bc9-4940-4a2c-ac28-e6aa12b7449b req-a654f7f5-ac7d-4e95-8d63-f7cc70453585 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55176698-cb13-4278-b69d-1f100ce2f9f1 HTTP/1.1" status: 200 len: 1001 time: 0.0999873 Aug 19 18:39:52.312205 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-10373bdb-874e-4eed-8b8c-060da6c51363 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:52.348890 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-9a8277d2-a645-45f5-8769-95d9c8b4e34f None None] Set router e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:39:52.360300 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf31bc9-4940-4a2c-ac28-e6aa12b7449b req-b7e92e49-6b3a-4c32-88d5-c36283b08583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:52.362747 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7bf31bc9-4940-4a2c-ac28-e6aa12b7449b req-b7e92e49-6b3a-4c32-88d5-c36283b08583 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d5709971-5b00-43cf-bd19-582d9b03368e HTTP/1.1" status: 200 len: 853 time: 0.0588477 Aug 19 18:39:52.419686 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-10373bdb-874e-4eed-8b8c-060da6c51363 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:52.425875 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-10373bdb-874e-4eed-8b8c-060da6c51363 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:52.426160 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf31bc9-4940-4a2c-ac28-e6aa12b7449b req-77c80187-d831-47f7-a476-1c470dcb1205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:52.427709 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7bf31bc9-4940-4a2c-ac28-e6aa12b7449b req-77c80187-d831-47f7-a476-1c470dcb1205 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0fa5fff9-afa3-4581-b3d4-aa7bcea09464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574880 Aug 19 18:39:52.462161 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-10373bdb-874e-4eed-8b8c-060da6c51363 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:52.470468 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-10373bdb-874e-4eed-8b8c-060da6c51363 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2051868 Aug 19 18:39:52.470468 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10373bdb-874e-4eed-8b8c-060da6c51363 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c4dc21-6024-407c-964c-907aafccdac8,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:52.472904 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34314) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:52.477447 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-52914446-4b3f-471e-9702-5f94a8bfd444 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group_rule': {'security_group_id': '98c4dc21-6024-407c-964c-907aafccdac8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:52.478172 n-d-803753-2 neutron-server[94682]: WARNING neutron.api.v2.base [None req-52914446-4b3f-471e-9702-5f94a8bfd444 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 18:39:52.478997 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-52914446-4b3f-471e-9702-5f94a8bfd444 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:39:52.487390 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-52914446-4b3f-471e-9702-5f94a8bfd444 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060093 Aug 19 18:39:52.487390 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34316) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:52.491493 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-bf87141d-8daf-49d3-b2a2-f1d73ab2f1f6 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group_rule': {'security_group_id': '98c4dc21-6024-407c-964c-907aafccdac8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:52.538161 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-bf87141d-8daf-49d3-b2a2-f1d73ab2f1f6 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:39:52.539567 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bf87141d-8daf-49d3-b2a2-f1d73ab2f1f6 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0546377 Aug 19 18:39:52.542287 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34318) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:52.546917 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-52e24872-1557-418d-8928-9bd0eeac5821 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group_rule': {'security_group_id': '98c4dc21-6024-407c-964c-907aafccdac8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:52.547397 n-d-803753-2 neutron-server[94682]: WARNING neutron.api.v2.base [None req-52e24872-1557-418d-8928-9bd0eeac5821 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 19 18:39:52.547863 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-52e24872-1557-418d-8928-9bd0eeac5821 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:39:52.548814 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-52e24872-1557-418d-8928-9bd0eeac5821 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054710 Aug 19 18:39:52.551881 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34320) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:52.557566 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2737cec0-60d5-4eff-b376-3529714aa226 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group_rule': {'security_group_id': '98c4dc21-6024-407c-964c-907aafccdac8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:52.576546 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7bf31bc9-4940-4a2c-ac28-e6aa12b7449b req-84d3d741-8d66-47d2-bddc-bbb3db67aacf service neutron] 10.222.0.50 "GET /v2.0/networks/0fa5fff9-afa3-4581-b3d4-aa7bcea09464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409020 Aug 19 18:39:52.670158 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-2737cec0-60d5-4eff-b376-3529714aa226 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:39:52.671277 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2737cec0-60d5-4eff-b376-3529714aa226 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1183913 Aug 19 18:39:52.671907 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9a8277d2-a645-45f5-8769-95d9c8b4e34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'name': 'tempest-TestVolumeBackupRestore-1266650302-router', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:04Z', 'updated_at': '2021-08-19T18:37:09Z', 'revision_number': 4, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'gw_port': {'id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:05Z', 'updated_at': '2021-08-19T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'dcdf27ca-1d25-43aa-aae2-a250d48a52fa', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'port_id': '55176698-cb13-4278-b69d-1f100ce2f9f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'mac_address': 'fa:16:3e:ff:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa0c2c0-2191-4a55-9af4-6a2b4e71341a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:39:48Z', 'updated_at': '2021-08-19T18:39:52Z', 'revision_number': 2, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21343c0-a6a7-488a-a414-573690eb1727', 'name': '', 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'mac_address': 'fa:16:3e:23:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:08Z', 'updated_at': '2021-08-19T18:37:20Z', 'revision_number': 5, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'subnets': [{'id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:52.674555 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34324) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:52.681460 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-bd0819d1-5cfe-4d11-965a-dfd1c3da2d8e tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group_rule': {'security_group_id': '98c4dc21-6024-407c-964c-907aafccdac8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:52.682208 n-d-803753-2 neutron-server[94682]: WARNING neutron.api.v2.base [None req-bd0819d1-5cfe-4d11-965a-dfd1c3da2d8e tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 18:39:52.683511 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-bd0819d1-5cfe-4d11-965a-dfd1c3da2d8e tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:39:52.684698 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bd0819d1-5cfe-4d11-965a-dfd1c3da2d8e tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084746 Aug 19 18:39:52.689091 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34326) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:52.697358 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7a41f193-dc7c-47cb-9af4-2ac94980cd52 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group_rule': {'security_group_id': '98c4dc21-6024-407c-964c-907aafccdac8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:52.698096 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7bf31bc9-4940-4a2c-ac28-e6aa12b7449b req-f3d51738-90b2-42f3-9425-1dc02951e03e service neutron] 10.222.0.50 "GET /v2.0/networks/0fa5fff9-afa3-4581-b3d4-aa7bcea09464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124487 Aug 19 18:39:52.700881 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8277d2-a645-45f5-8769-95d9c8b4e34f None None] Checking router: e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:39:52.713117 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8277d2-a645-45f5-8769-95d9c8b4e34f None None] Routers {'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:39:52.713669 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9a8277d2-a645-45f5-8769-95d9c8b4e34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:39:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:52.745994 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-7a41f193-dc7c-47cb-9af4-2ac94980cd52 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:39:52.749853 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7a41f193-dc7c-47cb-9af4-2ac94980cd52 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0568733 Aug 19 18:39:52.750272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34332) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:52.755268 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-80d0a2b2-a0ac-4502-b0d9-907b4e6efb75 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group_rule': {'security_group_id': '98c4dc21-6024-407c-964c-907aafccdac8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:52.755893 n-d-803753-2 neutron-server[94681]: WARNING neutron.api.v2.base [None req-80d0a2b2-a0ac-4502-b0d9-907b4e6efb75 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 19 18:39:52.757042 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-80d0a2b2-a0ac-4502-b0d9-907b4e6efb75 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:39:52.760637 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-80d0a2b2-a0ac-4502-b0d9-907b4e6efb75 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061443 Aug 19 18:39:52.761434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34334) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:52.766056 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-ab7a6c67-2e3f-475a-a0e1-b2829434b42c tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group_rule': {'security_group_id': '98c4dc21-6024-407c-964c-907aafccdac8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:52.831812 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-ab7a6c67-2e3f-475a-a0e1-b2829434b42c tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:39:52.835734 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ab7a6c67-2e3f-475a-a0e1-b2829434b42c tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0702934 Aug 19 18:39:52.835734 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34336) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:52.838511 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-9a8277d2-a645-45f5-8769-95d9c8b4e34f None None] Set router e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:39:52.840883 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-7cf6aa22-09a9-4e2e-ab60-05beb715e4a2 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group_rule': {'security_group_id': '98c4dc21-6024-407c-964c-907aafccdac8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:52.876649 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-7cf6aa22-09a9-4e2e-ab60-05beb715e4a2 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:39:52.878810 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7cf6aa22-09a9-4e2e-ab60-05beb715e4a2 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0419369 Aug 19 18:39:52.881674 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34338) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:52.957201 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f2e6-da36-4f29-aaa4-afde6501da8f tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:52.987160 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f2e6-da36-4f29-aaa4-afde6501da8f tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:53.040031 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f2e6-da36-4f29-aaa4-afde6501da8f tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:53.042917 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f2e6-da36-4f29-aaa4-afde6501da8f tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:53.044193 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9ea6f2e6-da36-4f29-aaa4-afde6501da8f tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "DELETE /v2.0/security-groups/98c4dc21-6024-407c-964c-907aafccdac8 HTTP/1.1" status: 204 len: 168 time: 0.1614897 Aug 19 18:39:53.046932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34344) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:53.061903 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6f2e6-da36-4f29-aaa4-afde6501da8f tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c4dc21-6024-407c-964c-907aafccdac8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:53.111164 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f3abdf48-1f6e-4d7d-8860-d39d14dbb974 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0619915 Aug 19 18:39:53.111164 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34346) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:53.116378 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-faea7d2a-ef39-4d9e-bec2-ddfb452aed59 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group': {'name': 'tempest-secgroup--729406132'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:53.137770 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-faea7d2a-ef39-4d9e-bec2-ddfb452aed59 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:53.142578 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9a8277d2-a645-45f5-8769-95d9c8b4e34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'name': 'tempest-TestVolumeBackupRestore-1266650302-router', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:04Z', 'updated_at': '2021-08-19T18:37:09Z', 'revision_number': 4, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'gw_port': {'id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:05Z', 'updated_at': '2021-08-19T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'dcdf27ca-1d25-43aa-aae2-a250d48a52fa', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'port_id': '55176698-cb13-4278-b69d-1f100ce2f9f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'mac_address': 'fa:16:3e:ff:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa0c2c0-2191-4a55-9af4-6a2b4e71341a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:39:48Z', 'updated_at': '2021-08-19T18:39:52Z', 'revision_number': 2, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21343c0-a6a7-488a-a414-573690eb1727', 'name': '', 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'mac_address': 'fa:16:3e:23:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:08Z', 'updated_at': '2021-08-19T18:37:20Z', 'revision_number': 5, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'subnets': [{'id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:53.173139 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8277d2-a645-45f5-8769-95d9c8b4e34f None None] The sync data for ids ['e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'] in n-d-803753-2 is: [{'id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'name': 'tempest-TestVolumeBackupRestore-1266650302-router', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:04Z', 'updated_at': '2021-08-19T18:37:09Z', 'revision_number': 4, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'gw_port': {'id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:05Z', 'updated_at': '2021-08-19T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'dcdf27ca-1d25-43aa-aae2-a250d48a52fa', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'port_id': '55176698-cb13-4278-b69d-1f100ce2f9f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'mac_address': 'fa:16:3e:ff:d7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa0c2c0-2191-4a55-9af4-6a2b4e71341a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:39:48Z', 'updated_at': '2021-08-19T18:39:52Z', 'revision_number': 2, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21343c0-a6a7-488a-a414-573690eb1727', 'name': '', 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'mac_address': 'fa:16:3e:23:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:08Z', 'updated_at': '2021-08-19T18:37:20Z', 'revision_number': 5, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'subnets': [{'id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:39:53.226159 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-faea7d2a-ef39-4d9e-bec2-ddfb452aed59 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:53.230709 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-faea7d2a-ef39-4d9e-bec2-ddfb452aed59 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:53.262561 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-faea7d2a-ef39-4d9e-bec2-ddfb452aed59 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:53.264583 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-faea7d2a-ef39-4d9e-bec2-ddfb452aed59 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1514552 Aug 19 18:39:53.268237 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34348) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:53.273401 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-0e1ec5ea-1d09-40af-8328-8a20c69149aa tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group_rule': {'security_group_id': '3e86bb25-1478-472e-963d-d2572f051d8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:53.284528 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea7d2a-ef39-4d9e-bec2-ddfb452aed59 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e86bb25-1478-472e-963d-d2572f051d8f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:53.326108 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-0e1ec5ea-1d09-40af-8328-8a20c69149aa tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] create failed (client error): The resource could not be found. Aug 19 18:39:53.330736 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0e1ec5ea-1d09-40af-8328-8a20c69149aa tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0579677 Aug 19 18:39:53.331007 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34354) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:53.336373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-811e199b-5fa1-4f1b-a6af-fc30989b2092 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group_rule': {'security_group_id': '3e86bb25-1478-472e-963d-d2572f051d8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'aacf3fd2-17ea-41a0-816f-1fc0f72454f3'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:53.383582 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-811e199b-5fa1-4f1b-a6af-fc30989b2092 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] create failed (client error): The resource could not be found. Aug 19 18:39:53.384788 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-811e199b-5fa1-4f1b-a6af-fc30989b2092 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0527375 Aug 19 18:39:53.387496 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34356) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:53.453164 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc4e5caf-8df4-4c51-af98-7334d8a7cb49 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:53.477039 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc4e5caf-8df4-4c51-af98-7334d8a7cb49 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:53.519006 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc4e5caf-8df4-4c51-af98-7334d8a7cb49 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:53.521858 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc4e5caf-8df4-4c51-af98-7334d8a7cb49 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:53.523150 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fc4e5caf-8df4-4c51-af98-7334d8a7cb49 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "DELETE /v2.0/security-groups/3e86bb25-1478-472e-963d-d2572f051d8f HTTP/1.1" status: 204 len: 168 time: 0.1347423 Aug 19 18:39:53.525839 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34358) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:53.536782 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e5caf-8df4-4c51-af98-7334d8a7cb49 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e86bb25-1478-472e-963d-d2572f051d8f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:53.591834 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-acd58250-84f1-4638-824a-660dfb50ebfe tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0647836 Aug 19 18:39:53.596409 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34364) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:53.600858 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-c709f0d2-0738-48e8-8670-5965d04b4b34 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group_rule': {'security_group_id': '9d27a965-19f7-47cc-9fcf-50bc5140d54b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:53.655940 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-c709f0d2-0738-48e8-8670-5965d04b4b34 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] create failed (client error): The resource could not be found. Aug 19 18:39:53.661099 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c709f0d2-0738-48e8-8670-5965d04b4b34 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0602958 Aug 19 18:39:53.661923 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34368) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:53.667123 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-3bcf3b79-2e48-4d61-8538-1e1ae878fb86 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group': {'name': 'tempest-secgroup--585793665'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:53.690455 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3bcf3b79-2e48-4d61-8538-1e1ae878fb86 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:53.775303 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3bcf3b79-2e48-4d61-8538-1e1ae878fb86 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:53.779221 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3bcf3b79-2e48-4d61-8538-1e1ae878fb86 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:53.806487 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3bcf3b79-2e48-4d61-8538-1e1ae878fb86 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:53.807754 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3bcf3b79-2e48-4d61-8538-1e1ae878fb86 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1447403 Aug 19 18:39:53.810492 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34370) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:53.815793 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-49a02117-b1b4-4568-9905-6d909616fb13 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group': {'name': 'tempest-secgroup--478904743'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:53.816853 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf3b79-2e48-4d61-8538-1e1ae878fb86 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30ac6f27-fea4-4f94-8e65-b6f481f27f0b,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:53.841980 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-49a02117-b1b4-4568-9905-6d909616fb13 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:53.928362 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-49a02117-b1b4-4568-9905-6d909616fb13 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:53.929018 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa0c2c0-2191-4a55-9af4-6a2b4e71341a', 'tag': '55176698-cb13-4278-b69d-1f100ce2f9f1'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:39:53.931372 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7e1807-2527-4e3b-881f-fd3ae0c1447a" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa0c2c0-2191-4a55-9af4-6a2b4e71341a", "tag": "55176698-cb13-4278-b69d-1f100ce2f9f1"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:39:53.934910 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-49a02117-b1b4-4568-9905-6d909616fb13 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:53.969264 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-49a02117-b1b4-4568-9905-6d909616fb13 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:53.970631 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-49a02117-b1b4-4568-9905-6d909616fb13 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1591141 Aug 19 18:39:53.973671 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34378) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:53.978555 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-dc3e5e4f-fffc-4013-afc9-32f709571807 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group_rule': {'security_group_id': '30ac6f27-fea4-4f94-8e65-b6f481f27f0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '634d010d-bf6b-46b8-94ac-c7867f43da82'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:53.984090 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88b5661-5668-4c17-b8cb-1e5e4714324c x-openstack-request-id: req-f88b5661-5668-4c17-b8cb-1e5e4714324c {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:39:53.984370 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa0c2c0-2191-4a55-9af4-6a2b4e71341a", "tag": "55176698-cb13-4278-b69d-1f100ce2f9f1", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:39:53.984658 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f88b5661-5668-4c17-b8cb-1e5e4714324c {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:39:53.985025 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa0c2c0-2191-4a55-9af4-6a2b4e71341a', 'tag': '55176698-cb13-4278-b69d-1f100ce2f9f1', 'status': 'completed', 'code': 200} Aug 19 18:39:53.987424 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a02117-b1b4-4568-9905-6d909616fb13 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=634d010d-bf6b-46b8-94ac-c7867f43da82,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:54.044673 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-dc3e5e4f-fffc-4013-afc9-32f709571807 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:39:54.045732 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dc3e5e4f-fffc-4013-afc9-32f709571807 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0708942 Aug 19 18:39:54.049352 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34380) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:54.060060 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e1807-2527-4e3b-881f-fd3ae0c1447a req-53bee170-a17d-41ef-bc0c-de44cd0f1497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:54.061762 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bc7e1807-2527-4e3b-881f-fd3ae0c1447a req-53bee170-a17d-41ef-bc0c-de44cd0f1497 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=47dc5a832cb7486a91a76baf12bfc9de&device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 1097 time: 0.0451012 Aug 19 18:39:54.108327 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9c812aad-a9f0-452b-aa27-f98d7aca5b3e tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:54.133512 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9c812aad-a9f0-452b-aa27-f98d7aca5b3e tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:54.172055 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e1807-2527-4e3b-881f-fd3ae0c1447a req-1dad2a32-6f07-4764-9f49-a2c9e42293e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:54.173658 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bc7e1807-2527-4e3b-881f-fd3ae0c1447a req-1dad2a32-6f07-4764-9f49-a2c9e42293e6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0fa5fff9-afa3-4581-b3d4-aa7bcea09464 HTTP/1.1" status: 200 len: 915 time: 0.1047409 Aug 19 18:39:54.186544 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9c812aad-a9f0-452b-aa27-f98d7aca5b3e tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:54.189118 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9c812aad-a9f0-452b-aa27-f98d7aca5b3e tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:54.190913 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9c812aad-a9f0-452b-aa27-f98d7aca5b3e tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "DELETE /v2.0/security-groups/634d010d-bf6b-46b8-94ac-c7867f43da82 HTTP/1.1" status: 204 len: 168 time: 0.1397233 Aug 19 18:39:54.194104 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34386) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:54.206000 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c812aad-a9f0-452b-aa27-f98d7aca5b3e tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=634d010d-bf6b-46b8-94ac-c7867f43da82,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:54.250070 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bc7e1807-2527-4e3b-881f-fd3ae0c1447a req-e5a2c0ea-c2d5-4664-b9c2-4ca3d7153d90 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55176698-cb13-4278-b69d-1f100ce2f9f1 HTTP/1.1" status: 200 len: 1001 time: 0.0675447 Aug 19 18:39:54.255328 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d8827f06-6876-4434-9f28-664e0c50c16b tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0590968 Aug 19 18:39:54.257949 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34388) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:54.307242 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e1807-2527-4e3b-881f-fd3ae0c1447a req-94c97314-1d53-4a9f-9bb7-4fc2a6726b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:54.308740 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bc7e1807-2527-4e3b-881f-fd3ae0c1447a req-94c97314-1d53-4a9f-9bb7-4fc2a6726b6c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d5709971-5b00-43cf-bd19-582d9b03368e HTTP/1.1" status: 200 len: 853 time: 0.0506153 Aug 19 18:39:54.318614 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e99ec31b-375e-47f8-b6e2-9b33296d6e23 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:54.342230 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e99ec31b-375e-47f8-b6e2-9b33296d6e23 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:54.358992 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e1807-2527-4e3b-881f-fd3ae0c1447a req-886d18d2-6f2f-40d2-8f19-4cae36653ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:54.360608 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bc7e1807-2527-4e3b-881f-fd3ae0c1447a req-886d18d2-6f2f-40d2-8f19-4cae36653ff8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0fa5fff9-afa3-4581-b3d4-aa7bcea09464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426030 Aug 19 18:39:54.388988 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e99ec31b-375e-47f8-b6e2-9b33296d6e23 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:54.391983 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e99ec31b-375e-47f8-b6e2-9b33296d6e23 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:54.394115 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e99ec31b-375e-47f8-b6e2-9b33296d6e23 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "DELETE /v2.0/security-groups/30ac6f27-fea4-4f94-8e65-b6f481f27f0b HTTP/1.1" status: 204 len: 168 time: 0.1352589 Aug 19 18:39:54.399024 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34394) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:54.416934 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ec31b-375e-47f8-b6e2-9b33296d6e23 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ac6f27-fea4-4f94-8e65-b6f481f27f0b,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:54.462825 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b1c1183f-d5a3-423a-89eb-6330cd56f9a9 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0591860 Aug 19 18:39:54.463888 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34396) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:54.468690 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-0db152e4-11d4-484b-8dba-4207c9003bbf tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group': {'name': 'tempest-secgroup--498610035'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:54.476120 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bc7e1807-2527-4e3b-881f-fd3ae0c1447a req-4cf819e7-e84c-464e-8464-20bc4805dab6 service neutron] 10.222.0.50 "GET /v2.0/networks/0fa5fff9-afa3-4581-b3d4-aa7bcea09464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075544 Aug 19 18:39:54.491398 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0db152e4-11d4-484b-8dba-4207c9003bbf tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:54.583370 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0db152e4-11d4-484b-8dba-4207c9003bbf tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:54.585305 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bc7e1807-2527-4e3b-881f-fd3ae0c1447a req-31db5168-ce50-4855-ab44-3684a5414c23 service neutron] 10.222.0.50 "GET /v2.0/networks/0fa5fff9-afa3-4581-b3d4-aa7bcea09464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009183 Aug 19 18:39:54.587531 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0db152e4-11d4-484b-8dba-4207c9003bbf tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:54.620146 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db152e4-11d4-484b-8dba-4207c9003bbf tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704ec2d8-dd48-4ee4-a861-645446ff6178,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:54.623716 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0db152e4-11d4-484b-8dba-4207c9003bbf tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:54.625124 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0db152e4-11d4-484b-8dba-4207c9003bbf tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1602211 Aug 19 18:39:54.628767 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34398) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:54.633520 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-56c3ddd1-2458-451a-b68b-1869697db317 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:54.634010 n-d-803753-2 neutron-server[94681]: WARNING neutron.api.v2.base [None req-56c3ddd1-2458-451a-b68b-1869697db317 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 18:39:54.634554 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [None req-56c3ddd1-2458-451a-b68b-1869697db317 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] update failed (client error): There was a conflict when trying to complete your request. Aug 19 18:39:54.635508 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-56c3ddd1-2458-451a-b68b-1869697db317 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "PUT /v2.0/security-groups/704ec2d8-dd48-4ee4-a861-645446ff6178 HTTP/1.1" status: 409 len: 330 time: 0.0061207 Aug 19 18:39:54.638039 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34402) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:54.706921 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d8cd576b-0586-4f38-a3ce-ff40611d98b0 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:54.734004 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d8cd576b-0586-4f38-a3ce-ff40611d98b0 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:54.777103 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d8cd576b-0586-4f38-a3ce-ff40611d98b0 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:54.779951 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d8cd576b-0586-4f38-a3ce-ff40611d98b0 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:54.781296 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d8cd576b-0586-4f38-a3ce-ff40611d98b0 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "DELETE /v2.0/security-groups/704ec2d8-dd48-4ee4-a861-645446ff6178 HTTP/1.1" status: 204 len: 168 time: 0.1422889 Aug 19 18:39:54.784486 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34408) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:54.796236 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd576b-0586-4f38-a3ce-ff40611d98b0 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=704ec2d8-dd48-4ee4-a861-645446ff6178,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:54.838829 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-de7cc69e-d9c3-44a6-bacd-4b8648cd4884 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524402 Aug 19 18:39:54.842533 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34410) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:54.855519 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-5481affd-9e44-4196-b39f-f1be2c882437 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] delete failed (client error): The resource could not be found. Aug 19 18:39:54.856488 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5481affd-9e44-4196-b39f-f1be2c882437 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "DELETE /v2.0/security-groups/50b1aa18-d492-47b7-a3e8-acb685ca05fe HTTP/1.1" status: 404 len: 347 time: 0.0126994 Aug 19 18:39:54.860326 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34412) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:54.877790 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-7331848f-6a6a-4616-beb7-806a268759d9 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] show failed (client error): The resource could not be found. Aug 19 18:39:54.878917 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7331848f-6a6a-4616-beb7-806a268759d9 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "GET /v2.0/security-groups/8f74293d-0215-491f-94bf-6a3c3d4f1041 HTTP/1.1" status: 404 len: 347 time: 0.0176294 Aug 19 18:39:54.882585 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34414) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:54.894952 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-ebdb2a11-f355-44e1-ab91-d33fc30c4094 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] show failed (client error): The resource could not be found. Aug 19 18:39:54.895931 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ebdb2a11-f355-44e1-ab91-d33fc30c4094 tempest-NegativeSecGroupTest-1847234706 tempest-NegativeSecGroupTest-1847234706-project] 10.222.0.24 "GET /v2.0/security-group-rules/820dfaf7-2f3b-4553-89aa-c0f2b130eb95 HTTP/1.1" status: 404 len: 356 time: 0.0124576 Aug 19 18:39:55.147941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34424) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:55.296797 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-06bc6e8d-0037-4c5b-95bb-2331ee578a93 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c11f74a8e4064665990437509e66429c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477172 Aug 19 18:39:55.299950 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34432) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:55.350522 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c34f4cd3-c396-4871-ba0e-c6f0c5c1ff58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:55.374136 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c34f4cd3-c396-4871-ba0e-c6f0c5c1ff58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:55.423540 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c34f4cd3-c396-4871-ba0e-c6f0c5c1ff58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:55.426948 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c34f4cd3-c396-4871-ba0e-c6f0c5c1ff58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:55.430360 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c34f4cd3-c396-4871-ba0e-c6f0c5c1ff58 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6902789-57da-47e9-be85-bb393f74ed86 HTTP/1.1" status: 204 len: 168 time: 0.1272569 Aug 19 18:39:55.442070 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f4cd3-c396-4871-ba0e-c6f0c5c1ff58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6902789-57da-47e9-be85-bb393f74ed86,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:56.188733 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34468) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:56.297642 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d647c5d6-c55f-4008-b308-1d9e6cd70369 tempest-ServiceProvidersTest-473934741 tempest-ServiceProvidersTest-473934741-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1067793 Aug 19 18:39:56.544126 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34484) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:56.654818 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-abddb80c-7993-47d7-b71c-1f31f25cf0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:56.753861 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-abddb80c-7993-47d7-b71c-1f31f25cf0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:56.758119 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-abddb80c-7993-47d7-b71c-1f31f25cf0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:56.801435 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34494) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:56.802060 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-abddb80c-7993-47d7-b71c-1f31f25cf0b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=128c1598612f47caadd2fb368a81a92e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2563374 Aug 19 18:39:56.802969 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abddb80c-7993-47d7-b71c-1f31f25cf0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517b804c-e974-4d2a-b1a7-789b14dc2ec6,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:56.860490 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a916d642-bae0-4b9e-8e6e-9848372467f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:56.886528 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a916d642-bae0-4b9e-8e6e-9848372467f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:56.934052 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a916d642-bae0-4b9e-8e6e-9848372467f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:56.936595 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a916d642-bae0-4b9e-8e6e-9848372467f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:56.937811 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a916d642-bae0-4b9e-8e6e-9848372467f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/517b804c-e974-4d2a-b1a7-789b14dc2ec6 HTTP/1.1" status: 204 len: 168 time: 0.1347656 Aug 19 18:39:56.947000 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916d642-bae0-4b9e-8e6e-9848372467f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517b804c-e974-4d2a-b1a7-789b14dc2ec6,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:57.680201 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34528) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:57.684926 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0037816 Aug 19 18:39:57.688872 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34530) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:57.716988 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33899f1e-fba4-4302-88e3-6b877c745e0a req-96c7be58-a72a-4ccb-b3bc-72bb4c207c88 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484569 Aug 19 18:39:57.814605 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33899f1e-fba4-4302-88e3-6b877c745e0a req-07d353ea-9c08-4786-8281-81880e4e6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:57.816762 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33899f1e-fba4-4302-88e3-6b877c745e0a req-07d353ea-9c08-4786-8281-81880e4e6a41 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=47dc5a832cb7486a91a76baf12bfc9de&device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 1097 time: 0.0501785 Aug 19 18:39:57.846220 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e39c41f4-f9f8-40fb-892b-2817f068e981 tempest-NetworksApiDiscovery-1178376093 tempest-NetworksApiDiscovery-1178376093-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1553018 Aug 19 18:39:57.943369 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33899f1e-fba4-4302-88e3-6b877c745e0a req-0bd85ba3-cd7f-4211-bd89-4f9878ca530d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:57.945163 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33899f1e-fba4-4302-88e3-6b877c745e0a req-0bd85ba3-cd7f-4211-bd89-4f9878ca530d service neutron] 10.222.0.50 "GET /v2.0/networks?id=0fa5fff9-afa3-4581-b3d4-aa7bcea09464 HTTP/1.1" status: 200 len: 915 time: 0.1082122 Aug 19 18:39:58.037338 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33899f1e-fba4-4302-88e3-6b877c745e0a req-b93c691a-cdc4-4215-a380-693d8fac8190 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55176698-cb13-4278-b69d-1f100ce2f9f1 HTTP/1.1" status: 200 len: 1001 time: 0.0826390 Aug 19 18:39:58.090634 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33899f1e-fba4-4302-88e3-6b877c745e0a req-1797c014-ea2f-45a5-a347-a70edf2750aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:58.092186 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33899f1e-fba4-4302-88e3-6b877c745e0a req-1797c014-ea2f-45a5-a347-a70edf2750aa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d5709971-5b00-43cf-bd19-582d9b03368e HTTP/1.1" status: 200 len: 853 time: 0.0479708 Aug 19 18:39:58.146918 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34548) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:58.166846 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33899f1e-fba4-4302-88e3-6b877c745e0a req-ac31e90c-49c0-434e-a47a-42c59b2c9c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:58.168774 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33899f1e-fba4-4302-88e3-6b877c745e0a req-ac31e90c-49c0-434e-a47a-42c59b2c9c6d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0fa5fff9-afa3-4581-b3d4-aa7bcea09464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692673 Aug 19 18:39:58.270938 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33899f1e-fba4-4302-88e3-6b877c745e0a req-65dc9f87-95a5-4fc0-be59-c5f8c9a85759 service neutron] 10.222.0.50 "GET /v2.0/networks/0fa5fff9-afa3-4581-b3d4-aa7bcea09464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922587 Aug 19 18:39:58.272833 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c5439d8b-bae0-4ffb-ae1a-3a909d38b866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:58.370659 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c5439d8b-bae0-4ffb-ae1a-3a909d38b866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:58.375941 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c5439d8b-bae0-4ffb-ae1a-3a909d38b866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:58.385361 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33899f1e-fba4-4302-88e3-6b877c745e0a req-d7406846-1507-4d3b-83af-84a1928aa119 service neutron] 10.222.0.50 "GET /v2.0/networks/0fa5fff9-afa3-4581-b3d4-aa7bcea09464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026602 Aug 19 18:39:58.429218 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c5439d8b-bae0-4ffb-ae1a-3a909d38b866 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75774957d2724af8881c0bff36f78a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2808995 Aug 19 18:39:58.430023 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5439d8b-bae0-4ffb-ae1a-3a909d38b866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c434d5-a352-442d-8eeb-5074fc53f56f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:58.430305 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34556) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:58.495450 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5060a9c0-d83c-4b0d-be77-033da0456644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:58.516955 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5060a9c0-d83c-4b0d-be77-033da0456644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:58.565086 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5060a9c0-d83c-4b0d-be77-033da0456644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:58.568053 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5060a9c0-d83c-4b0d-be77-033da0456644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:58.569233 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5060a9c0-d83c-4b0d-be77-033da0456644 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80c434d5-a352-442d-8eeb-5074fc53f56f HTTP/1.1" status: 204 len: 168 time: 0.1376817 Aug 19 18:39:58.579993 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060a9c0-d83c-4b0d-be77-033da0456644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c434d5-a352-442d-8eeb-5074fc53f56f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:58.763401 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:40:00.284465 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34634) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:00.403768 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0b18e9c3-6bf5-41bd-8f2c-abbd38941600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:00.499188 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0b18e9c3-6bf5-41bd-8f2c-abbd38941600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:00.503574 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0b18e9c3-6bf5-41bd-8f2c-abbd38941600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:00.545898 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0b18e9c3-6bf5-41bd-8f2c-abbd38941600 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38084315f23d4198ad8b5e4e4d105622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600844 Aug 19 18:40:00.546763 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18e9c3-6bf5-41bd-8f2c-abbd38941600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effac268-082a-4fba-97d1-ca7ec1096081,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:00.549287 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34642) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:00.600945 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f94ce58-8182-4487-b239-7be8067a9948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:00.622185 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f94ce58-8182-4487-b239-7be8067a9948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:00.675684 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f94ce58-8182-4487-b239-7be8067a9948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:00.678198 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f94ce58-8182-4487-b239-7be8067a9948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:00.679365 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5f94ce58-8182-4487-b239-7be8067a9948 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/effac268-082a-4fba-97d1-ca7ec1096081 HTTP/1.1" status: 204 len: 168 time: 0.1288719 Aug 19 18:40:00.688119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94ce58-8182-4487-b239-7be8067a9948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effac268-082a-4fba-97d1-ca7ec1096081,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:00.963006 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34658) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:00.978491 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-41c4d583-fac9-4024-b0f6-a425f9b8de54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:01.079133 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-41c4d583-fac9-4024-b0f6-a425f9b8de54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:01.083812 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-41c4d583-fac9-4024-b0f6-a425f9b8de54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:01.126200 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34660) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:01.126451 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-41c4d583-fac9-4024-b0f6-a425f9b8de54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b04091f578e46928c38304ba8a0f27a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1620696 Aug 19 18:40:01.127979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4d583-fac9-4024-b0f6-a425f9b8de54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4d1d23-d6e7-4e41-977c-a280935b85c6,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:01.177310 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-96dd8d46-424f-4b3f-ad54-96f635a379a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:01.199444 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-96dd8d46-424f-4b3f-ad54-96f635a379a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:01.256605 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-96dd8d46-424f-4b3f-ad54-96f635a379a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:01.260592 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-96dd8d46-424f-4b3f-ad54-96f635a379a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:01.262123 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-96dd8d46-424f-4b3f-ad54-96f635a379a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca4d1d23-d6e7-4e41-977c-a280935b85c6 HTTP/1.1" status: 204 len: 168 time: 0.1341217 Aug 19 18:40:01.272578 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd8d46-424f-4b3f-ad54-96f635a379a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4d1d23-d6e7-4e41-977c-a280935b85c6,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:01.968641 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34696) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:02.085014 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-abbd6872-084d-4548-b105-40b8dfeb7d6e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1270022504-network', 'tenant_id': '8a59d4d814444bacb213a29c8c71c64a'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:40:02.108345 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbd6872-084d-4548-b105-40b8dfeb7d6e admin admin] Made reservation on behalf of 8a59d4d814444bacb213a29c8c71c64a for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:40:02.110786 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-abbd6872-084d-4548-b105-40b8dfeb7d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:02.120223 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-abbd6872-084d-4548-b105-40b8dfeb7d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:02.211532 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-abbd6872-084d-4548-b105-40b8dfeb7d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:02.219282 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-abbd6872-084d-4548-b105-40b8dfeb7d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:02.246801 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abbd6872-084d-4548-b105-40b8dfeb7d6e admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:40:02.257268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd6872-084d-4548-b105-40b8dfeb7d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f1f598-fc79-4eb8-b259-c127a634c26e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:02.263622 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-abbd6872-084d-4548-b105-40b8dfeb7d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:02.263913 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-abbd6872-084d-4548-b105-40b8dfeb7d6e admin admin] Added segment 7305a0bf-92ef-457c-8210-003a8f70d7c4 of type vlan for network e3b89c7b-4e3e-466d-8879-1adb7cd81b07 Aug 19 18:40:02.308386 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-abbd6872-084d-4548-b105-40b8dfeb7d6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:02.335512 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-abbd6872-084d-4548-b105-40b8dfeb7d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:02.336929 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbd6872-084d-4548-b105-40b8dfeb7d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:02.337615 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-abbd6872-084d-4548-b105-40b8dfeb7d6e admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:02.397632 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-abbd6872-084d-4548-b105-40b8dfeb7d6e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4261453 Aug 19 18:40:02.398815 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34710) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:02.406713 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-0d60c1ae-182a-4a96-aac6-d88f9ff098f1 admin admin] Request body: {'subnet': {'network_id': 'e3b89c7b-4e3e-466d-8879-1adb7cd81b07', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1270022504-subnet', 'tenant_id': '8a59d4d814444bacb213a29c8c71c64a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:40:02.422046 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd6872-084d-4548-b105-40b8dfeb7d6e admin admin] Pushing event updated for resources: {'Network': ['ID=e3b89c7b-4e3e-466d-8879-1adb7cd81b07,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:02.434518 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network e3b89c7b-4e3e-466d-8879-1adb7cd81b07 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:40:02.438819 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d60c1ae-182a-4a96-aac6-d88f9ff098f1 admin admin] Made reservation on behalf of 8a59d4d814444bacb213a29c8c71c64a for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:40:02.441344 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d60c1ae-182a-4a96-aac6-d88f9ff098f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:02.613089 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d60c1ae-182a-4a96-aac6-d88f9ff098f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:02.669877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60c1ae-182a-4a96-aac6-d88f9ff098f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4789c62c-5e92-494b-aa9d-ae96ad4e11bc,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:02.677358 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d60c1ae-182a-4a96-aac6-d88f9ff098f1 admin admin] Checking segment: {'id': '7305a0bf-92ef-457c-8210-003a8f70d7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e3b89c7b-4e3e-466d-8879-1adb7cd81b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:40:02.677748 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d60c1ae-182a-4a96-aac6-d88f9ff098f1 admin admin] Network hostable DHCP agents. Network: e3b89c7b-4e3e-466d-8879-1adb7cd81b07, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:40:02.696165 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d60c1ae-182a-4a96-aac6-d88f9ff098f1 admin admin] Network e3b89c7b-4e3e-466d-8879-1adb7cd81b07 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:40:02.707137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-0d60c1ae-182a-4a96-aac6-d88f9ff098f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, e3b89c7b-4e3e-466d-8879-1adb7cd81b07) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:40:02.716932 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4402ec72-b7d3-4acf-87e8-3f547c7ac37f None None] Network e3b89c7b-4e3e-466d-8879-1adb7cd81b07 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:40:02.718536 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d60c1ae-182a-4a96-aac6-d88f9ff098f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:02.719276 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d60c1ae-182a-4a96-aac6-d88f9ff098f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:02.744419 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0d60c1ae-182a-4a96-aac6-d88f9ff098f1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3381500 Aug 19 18:40:02.852759 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb00ab4c-3eae-4c52-b43d-a05242348128 None None] Network e3b89c7b-4e3e-466d-8879-1adb7cd81b07 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:40:03.261187 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34740) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:03.266524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-893c5029-9c8e-4b42-a15a-bc954c86f105 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-551795710-network', 'tenant_id': '69757ea4506141c1bcc87bc2a2792739'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:40:03.288492 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893c5029-9c8e-4b42-a15a-bc954c86f105 admin admin] Made reservation on behalf of 69757ea4506141c1bcc87bc2a2792739 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:40:03.291090 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-893c5029-9c8e-4b42-a15a-bc954c86f105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:03.299941 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-893c5029-9c8e-4b42-a15a-bc954c86f105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:03.394857 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-893c5029-9c8e-4b42-a15a-bc954c86f105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:03.398745 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-893c5029-9c8e-4b42-a15a-bc954c86f105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:03.418914 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893c5029-9c8e-4b42-a15a-bc954c86f105 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:40:03.434233 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c5029-9c8e-4b42-a15a-bc954c86f105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c70c8c-9345-49ec-abf7-e0a31b09d082,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:03.437201 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-893c5029-9c8e-4b42-a15a-bc954c86f105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:03.437569 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-893c5029-9c8e-4b42-a15a-bc954c86f105 admin admin] Added segment bdf8a487-84b4-40e8-908f-eca648172254 of type vlan for network 0c571d20-ff07-400c-b95b-4497775d2a00 Aug 19 18:40:03.479727 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-893c5029-9c8e-4b42-a15a-bc954c86f105 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:03.505495 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-893c5029-9c8e-4b42-a15a-bc954c86f105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:03.506988 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893c5029-9c8e-4b42-a15a-bc954c86f105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:03.507349 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-893c5029-9c8e-4b42-a15a-bc954c86f105 admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:03.562536 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-893c5029-9c8e-4b42-a15a-bc954c86f105 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2997928 Aug 19 18:40:03.565495 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34746) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:03.572204 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e574e416-2d9e-444a-bee9-604e91e96352 admin admin] Request body: {'subnet': {'network_id': '0c571d20-ff07-400c-b95b-4497775d2a00', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-551795710-subnet', 'tenant_id': '69757ea4506141c1bcc87bc2a2792739', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:40:03.588323 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c5029-9c8e-4b42-a15a-bc954c86f105 admin admin] Pushing event updated for resources: {'Network': ['ID=0c571d20-ff07-400c-b95b-4497775d2a00,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:03.603328 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 0c571d20-ff07-400c-b95b-4497775d2a00 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:40:03.608124 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e574e416-2d9e-444a-bee9-604e91e96352 admin admin] Made reservation on behalf of 69757ea4506141c1bcc87bc2a2792739 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:40:03.610773 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e574e416-2d9e-444a-bee9-604e91e96352 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:03.791352 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e574e416-2d9e-444a-bee9-604e91e96352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:03.853348 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574e416-2d9e-444a-bee9-604e91e96352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eeaa120-3d11-4b15-bc81-c7bcb3b71475,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:03.862776 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e574e416-2d9e-444a-bee9-604e91e96352 admin admin] Checking segment: {'id': 'bdf8a487-84b4-40e8-908f-eca648172254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0c571d20-ff07-400c-b95b-4497775d2a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:40:03.863438 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e574e416-2d9e-444a-bee9-604e91e96352 admin admin] Network hostable DHCP agents. Network: 0c571d20-ff07-400c-b95b-4497775d2a00, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:40:03.882268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e574e416-2d9e-444a-bee9-604e91e96352 admin admin] Network 0c571d20-ff07-400c-b95b-4497775d2a00 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:40:03.891095 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-e574e416-2d9e-444a-bee9-604e91e96352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 0c571d20-ff07-400c-b95b-4497775d2a00) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:40:03.896025 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e574e416-2d9e-444a-bee9-604e91e96352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:03.896614 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e574e416-2d9e-444a-bee9-604e91e96352 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:03.900529 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94beec0b-ca69-4cef-aa3c-3837a591d7a5 None None] Network 0c571d20-ff07-400c-b95b-4497775d2a00 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:40:03.913841 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e574e416-2d9e-444a-bee9-604e91e96352 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3470268 Aug 19 18:40:04.072130 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34756) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:04.078523 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad41f69b-f6c4-4531-8563-a06711e96446 None None] Network 0c571d20-ff07-400c-b95b-4497775d2a00 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:40:04.136210 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-664d593d-351d-4e5c-8c54-22f50f7fa77d admin admin] Deleting subnet 4789c62c-5e92-494b-aa9d-ae96ad4e11bc {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:40:04.140139 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-664d593d-351d-4e5c-8c54-22f50f7fa77d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:04.185566 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-664d593d-351d-4e5c-8c54-22f50f7fa77d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:04.517383 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-664d593d-351d-4e5c-8c54-22f50f7fa77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:04.574246 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-664d593d-351d-4e5c-8c54-22f50f7fa77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:04.602164 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d593d-351d-4e5c-8c54-22f50f7fa77d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4789c62c-5e92-494b-aa9d-ae96ad4e11bc,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:04.604465 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-664d593d-351d-4e5c-8c54-22f50f7fa77d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:04.610850 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34766) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:04.611874 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-664d593d-351d-4e5c-8c54-22f50f7fa77d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4789c62c-5e92-494b-aa9d-ae96ad4e11bc HTTP/1.1" status: 204 len: 168 time: 0.5356052 Aug 19 18:40:04.612452 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c2b4f7b9-52ac-45ba-9a14-ace9a16b418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:04.698201 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b6800b9a-913c-4240-8abc-6d029b6f7e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:04.797222 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b6800b9a-913c-4240-8abc-6d029b6f7e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:04.807773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-b6800b9a-913c-4240-8abc-6d029b6f7e9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b89c7b-4e3e-466d-8879-1adb7cd81b07']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:04.818977 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-b6800b9a-913c-4240-8abc-6d029b6f7e9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7305a0bf-92ef-457c-8210-003a8f70d7c4') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:04.819384 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-b6800b9a-913c-4240-8abc-6d029b6f7e9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7305a0bf-92ef-457c-8210-003a8f70d7c4') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:04.828472 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b6800b9a-913c-4240-8abc-6d029b6f7e9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:04.843724 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b6800b9a-913c-4240-8abc-6d029b6f7e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:04.850690 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6800b9a-913c-4240-8abc-6d029b6f7e9d admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:40:04.851348 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b6800b9a-913c-4240-8abc-6d029b6f7e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:40:04.853152 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:40:04.914064 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b6800b9a-913c-4240-8abc-6d029b6f7e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:04.920613 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b6800b9a-913c-4240-8abc-6d029b6f7e9d admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:04.922669 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b6800b9a-913c-4240-8abc-6d029b6f7e9d admin admin] 10.222.0.24 "DELETE /v2.0/networks/e3b89c7b-4e3e-466d-8879-1adb7cd81b07 HTTP/1.1" status: 204 len: 168 time: 0.3095419 Aug 19 18:40:04.926347 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34774) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:04.943901 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6800b9a-913c-4240-8abc-6d029b6f7e9d admin admin] Pushing event deleted for resources: {'Network': ['ID=e3b89c7b-4e3e-466d-8879-1adb7cd81b07,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:04.989354 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b0aec2-b410-4e23-a2ac-6a01c755568a admin admin] Deleting subnet 5eeaa120-3d11-4b15-bc81-c7bcb3b71475 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:40:04.993252 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-60b0aec2-b410-4e23-a2ac-6a01c755568a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:05.040092 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-60b0aec2-b410-4e23-a2ac-6a01c755568a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:05.080144 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-60b0aec2-b410-4e23-a2ac-6a01c755568a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:05.133380 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-60b0aec2-b410-4e23-a2ac-6a01c755568a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:05.159054 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0aec2-b410-4e23-a2ac-6a01c755568a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eeaa120-3d11-4b15-bc81-c7bcb3b71475,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:05.162679 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-60b0aec2-b410-4e23-a2ac-6a01c755568a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:05.164576 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-60b0aec2-b410-4e23-a2ac-6a01c755568a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5eeaa120-3d11-4b15-bc81-c7bcb3b71475 HTTP/1.1" status: 204 len: 168 time: 0.2372937 Aug 19 18:40:05.167022 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34780) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:05.250835 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-afd83f98-ae22-491e-9f2a-f6bb7d9c1ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:05.335425 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-afd83f98-ae22-491e-9f2a-f6bb7d9c1ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:05.346098 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-afd83f98-ae22-491e-9f2a-f6bb7d9c1ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c571d20-ff07-400c-b95b-4497775d2a00']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:05.356243 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-afd83f98-ae22-491e-9f2a-f6bb7d9c1ba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf8a487-84b4-40e8-908f-eca648172254') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:05.356540 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-afd83f98-ae22-491e-9f2a-f6bb7d9c1ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf8a487-84b4-40e8-908f-eca648172254') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:05.365188 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-afd83f98-ae22-491e-9f2a-f6bb7d9c1ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:05.378553 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-afd83f98-ae22-491e-9f2a-f6bb7d9c1ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:05.384281 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd83f98-ae22-491e-9f2a-f6bb7d9c1ba2 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:40:05.384679 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-afd83f98-ae22-491e-9f2a-f6bb7d9c1ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:40:05.386401 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:40:05.444714 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-afd83f98-ae22-491e-9f2a-f6bb7d9c1ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:05.449972 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-afd83f98-ae22-491e-9f2a-f6bb7d9c1ba2 admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:05.451952 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-afd83f98-ae22-491e-9f2a-f6bb7d9c1ba2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0c571d20-ff07-400c-b95b-4497775d2a00 HTTP/1.1" status: 204 len: 168 time: 0.2836382 Aug 19 18:40:05.463963 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd83f98-ae22-491e-9f2a-f6bb7d9c1ba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c571d20-ff07-400c-b95b-4497775d2a00,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:05.622311 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34788) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:05.665743 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-78310a56-33fc-4699-8af4-c78d803b59ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a59d4d814444bacb213a29c8c71c64a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420811 Aug 19 18:40:05.668229 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34794) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:05.718127 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c1bf41d-ba0b-4655-80cd-3d3c34d26ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:05.742725 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c1bf41d-ba0b-4655-80cd-3d3c34d26ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:05.797570 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c1bf41d-ba0b-4655-80cd-3d3c34d26ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:05.800732 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c1bf41d-ba0b-4655-80cd-3d3c34d26ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:05.801947 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8c1bf41d-ba0b-4655-80cd-3d3c34d26ad0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49f1f598-fc79-4eb8-b259-c127a634c26e HTTP/1.1" status: 204 len: 168 time: 0.1326954 Aug 19 18:40:05.809893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bf41d-ba0b-4655-80cd-3d3c34d26ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f1f598-fc79-4eb8-b259-c127a634c26e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:06.146605 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34806) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:06.191232 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a056a4f3-b76d-4fd9-8c5c-2d27c546d7de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69757ea4506141c1bcc87bc2a2792739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428326 Aug 19 18:40:06.193122 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34812) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:06.246009 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-58ad0e1a-d6bc-4f20-8ed0-9f23a8947296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:06.272690 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-58ad0e1a-d6bc-4f20-8ed0-9f23a8947296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:06.321920 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-58ad0e1a-d6bc-4f20-8ed0-9f23a8947296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:06.324714 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-58ad0e1a-d6bc-4f20-8ed0-9f23a8947296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:06.326487 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-58ad0e1a-d6bc-4f20-8ed0-9f23a8947296 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7c70c8c-9345-49ec-abf7-e0a31b09d082 HTTP/1.1" status: 204 len: 168 time: 0.1321528 Aug 19 18:40:06.335298 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad0e1a-d6bc-4f20-8ed0-9f23a8947296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c70c8c-9345-49ec-abf7-e0a31b09d082,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:07.286467 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:07.378392 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1560af35-de98-4835-afd1-8218a3cbcef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:08.215463 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:08.369631 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34906) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:08.502066 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-98fa1cad-74b8-4e97-8705-87100267fe58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:08.614403 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-98fa1cad-74b8-4e97-8705-87100267fe58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:08.618368 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-98fa1cad-74b8-4e97-8705-87100267fe58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:08.664595 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-98fa1cad-74b8-4e97-8705-87100267fe58 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55be6b8503a647d0b009c73f8b60a1c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2907729 Aug 19 18:40:08.665637 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa1cad-74b8-4e97-8705-87100267fe58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18d8750-5f40-4f07-ab19-52e2d1623281,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:08.665858 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34914) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:08.725946 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-61a13a9a-7adc-4bb0-859b-bbcc61a26fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:08.749289 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-61a13a9a-7adc-4bb0-859b-bbcc61a26fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:08.818419 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-61a13a9a-7adc-4bb0-859b-bbcc61a26fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:08.820972 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-61a13a9a-7adc-4bb0-859b-bbcc61a26fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:08.826061 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-61a13a9a-7adc-4bb0-859b-bbcc61a26fc3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d18d8750-5f40-4f07-ab19-52e2d1623281 HTTP/1.1" status: 204 len: 168 time: 0.1524220 Aug 19 18:40:08.836809 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a13a9a-7adc-4bb0-859b-bbcc61a26fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18d8750-5f40-4f07-ab19-52e2d1623281,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:09.113478 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 34928) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:09.128319 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30f59970-bd51-4e9e-ae25-62df58f0fbc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:09.230107 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30f59970-bd51-4e9e-ae25-62df58f0fbc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:09.235243 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30f59970-bd51-4e9e-ae25-62df58f0fbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:09.276774 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-30f59970-bd51-4e9e-ae25-62df58f0fbc4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98b13707e33a4d5cbd778a95d1b942bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1620178 Aug 19 18:40:09.277736 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f59970-bd51-4e9e-ae25-62df58f0fbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2792ad31-e215-447f-9435-96651eb82daa,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:09.279460 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 34936) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:09.333432 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2bfebacb-00ec-41d1-afde-35f0dfbaf58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:09.355030 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2bfebacb-00ec-41d1-afde-35f0dfbaf58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:09.403115 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2bfebacb-00ec-41d1-afde-35f0dfbaf58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:09.405857 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2bfebacb-00ec-41d1-afde-35f0dfbaf58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:09.407058 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2bfebacb-00ec-41d1-afde-35f0dfbaf58c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2792ad31-e215-447f-9435-96651eb82daa HTTP/1.1" status: 204 len: 168 time: 0.1263652 Aug 19 18:40:09.414902 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfebacb-00ec-41d1-afde-35f0dfbaf58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2792ad31-e215-447f-9435-96651eb82daa,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:10.227330 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:11.232504 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:16.652768 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:18.798992 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-296e28eb-098f-4da4-b781-be997fa9796e tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:18.800715 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-296e28eb-098f-4da4-b781-be997fa9796e tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/networks?id=f1900ede-a783-4905-9779-46264dd40657 HTTP/1.1" status: 200 len: 813 time: 0.1096246 Aug 19 18:40:18.818438 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-c3a782d6-b941-44b1-a964-a1ed66834532 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/quotas/5833b97bc9314275a707cd79feceb30f HTTP/1.1" status: 200 len: 375 time: 0.0112357 Aug 19 18:40:18.877826 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-5f0c1e63-54a8-4f46-b180-b82ac3101afa tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5833b97bc9314275a707cd79feceb30f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532241 Aug 19 18:40:19.083557 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-27a61e57-8197-4319-8474-07a7ddc13b62 service neutron] 10.222.0.24 "GET /v2.0/networks/f1900ede-a783-4905-9779-46264dd40657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983774 Aug 19 18:40:19.177300 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-4e9ebe72-9383-48b8-992e-aa623c190317 service neutron] 10.222.0.24 "GET /v2.0/networks/f1900ede-a783-4905-9779-46264dd40657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874357 Aug 19 18:40:19.349197 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-26e5c741-4405-49cc-bc81-76fa971c4059 req-e69d35f6-17a1-4e59-bac0-623709467746 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb4c0491-9a99-4651-80bc-4d91f4d1d94c HTTP/1.1" status: 200 len: 210 time: 0.0306578 Aug 19 18:40:19.874195 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35538) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:19.990835 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b2ddd3ab-f787-43b3-bb92-959736335ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:20.081671 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b2ddd3ab-f787-43b3-bb92-959736335ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:20.085463 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b2ddd3ab-f787-43b3-bb92-959736335ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:20.123941 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b2ddd3ab-f787-43b3-bb92-959736335ed1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc9a787ebaf6461fa38bbdd7337a5479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2484868 Aug 19 18:40:20.125843 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ddd3ab-f787-43b3-bb92-959736335ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23558a6d-8f93-46a1-886d-d60e6f9530c8,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:20.126844 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 35544) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:20.179135 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32c79d73-bab5-4851-ae17-9fb2bac6e030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:20.199823 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32c79d73-bab5-4851-ae17-9fb2bac6e030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:20.253891 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32c79d73-bab5-4851-ae17-9fb2bac6e030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:20.256747 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32c79d73-bab5-4851-ae17-9fb2bac6e030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:20.260662 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-32c79d73-bab5-4851-ae17-9fb2bac6e030 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23558a6d-8f93-46a1-886d-d60e6f9530c8 HTTP/1.1" status: 204 len: 168 time: 0.1326964 Aug 19 18:40:20.269492 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c79d73-bab5-4851-ae17-9fb2bac6e030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23558a6d-8f93-46a1-886d-d60e6f9530c8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:20.431322 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-e60a1027-fbc9-4607-b518-9883bc4dc0f1 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:20.433764 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-e60a1027-fbc9-4607-b518-9883bc4dc0f1 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.54 "GET /v2.0/networks?id=f1900ede-a783-4905-9779-46264dd40657 HTTP/1.1" status: 200 len: 813 time: 0.1379926 Aug 19 18:40:20.452172 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-2e2f4484-3f81-41cf-b640-98785029d34a tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Request body: {'port': {'device_id': 'bb4c0491-9a99-4651-80bc-4d91f4d1d94c', 'network_id': 'f1900ede-a783-4905-9779-46264dd40657', 'admin_state_up': True, 'tenant_id': '5833b97bc9314275a707cd79feceb30f'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:40:20.511508 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3d664e90-7cf6-45a3-b3bf-ef21848695e9 req-a9fa25ae-51fc-4350-add2-9082f461887f tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb4c0491-9a99-4651-80bc-4d91f4d1d94c HTTP/1.1" status: 200 len: 210 time: 0.0337405 Aug 19 18:40:20.596690 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-2e2f4484-3f81-41cf-b640-98785029d34a tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Made reservation on behalf of 5833b97bc9314275a707cd79feceb30f for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:40:20.600690 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-2e2f4484-3f81-41cf-b640-98785029d34a tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:20.643048 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35552) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:20.656262 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0958b049-9271-48df-812e-6123cf467271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:20.771243 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0958b049-9271-48df-812e-6123cf467271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:20.776431 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0958b049-9271-48df-812e-6123cf467271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:20.846228 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0958b049-9271-48df-812e-6123cf467271 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2396f51d8174e47b22dc7881b232367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2017674 Aug 19 18:40:20.848580 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35556) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:20.858545 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958b049-9271-48df-812e-6123cf467271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27aed3a5-cb31-4796-ae0f-59ac3dd9254e,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:20.917833 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0ade3f31-9f70-4aaf-878c-2187685bc0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:20.942719 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0ade3f31-9f70-4aaf-878c-2187685bc0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:21.000629 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0ade3f31-9f70-4aaf-878c-2187685bc0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:21.003578 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0ade3f31-9f70-4aaf-878c-2187685bc0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:21.007260 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0ade3f31-9f70-4aaf-878c-2187685bc0be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27aed3a5-cb31-4796-ae0f-59ac3dd9254e HTTP/1.1" status: 204 len: 168 time: 0.1545455 Aug 19 18:40:21.014006 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade3f31-9f70-4aaf-878c-2187685bc0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27aed3a5-cb31-4796-ae0f-59ac3dd9254e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:21.039653 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-2e2f4484-3f81-41cf-b640-98785029d34a tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Allocated IP 172.20.0.11 (f1900ede-a783-4905-9779-46264dd40657/6a1a750e-141e-486a-a8d1-f9b3bfb82a01/27c4cf10-5aad-4968-ac10-235ba21def7b) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:40:21.202712 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-2e2f4484-3f81-41cf-b640-98785029d34a tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:21.248305 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-2e2f4484-3f81-41cf-b640-98785029d34a tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:21.288197 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-2e2f4484-3f81-41cf-b640-98785029d34a tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Network f1900ede-a783-4905-9779-46264dd40657 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:40:21.291498 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-2e2f4484-3f81-41cf-b640-98785029d34a tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:40:21.295132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-2e2f4484-3f81-41cf-b640-98785029d34a tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:40:21.349998 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f4484-3f81-41cf-b640-98785029d34a tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Pushing event updated for resources: {'Port': ['ID=27c4cf10-5aad-4968-ac10-235ba21def7b,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:21.362653 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-2e2f4484-3f81-41cf-b640-98785029d34a tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:21.363367 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-2e2f4484-3f81-41cf-b640-98785029d34a tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:21.379349 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-2e2f4484-3f81-41cf-b640-98785029d34a tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9314938 Aug 19 18:40:21.398057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-dbee6b03-8a5f-4946-af87-b49a0a1b0806 service neutron] Request body: {'port': {'device_id': 'bb4c0491-9a99-4651-80bc-4d91f4d1d94c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:40:21.466511 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-dbee6b03-8a5f-4946-af87-b49a0a1b0806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:21.731504 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4482b5-40da-459f-92c4-0805d6f632f6 req-58ab7942-13df-4717-96c0-04318c1fe656 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:21.736757 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5c4482b5-40da-459f-92c4-0805d6f632f6 req-58ab7942-13df-4717-96c0-04318c1fe656 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb4c0491-9a99-4651-80bc-4d91f4d1d94c HTTP/1.1" status: 200 len: 932 time: 0.1261125 Aug 19 18:40:21.736889 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35580) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:21.811448 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5c4482b5-40da-459f-92c4-0805d6f632f6 req-e33a8a98-4fc2-4068-aa66-877fe6c2220f tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9277f15-8e2e-41e1-90ec-65d2ef69eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650520 Aug 19 18:40:21.845981 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-b4772ed3-f5c8-4d07-9e9c-8a4f50321a85 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2019523536-network', 'tenant_id': '8832b62723d4493aa2cb29cb1280c689'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:40:21.859686 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-dbee6b03-8a5f-4946-af87-b49a0a1b0806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c4cf10-5aad-4968-ac10-235ba21def7b {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:40:21.867858 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4772ed3-f5c8-4d07-9e9c-8a4f50321a85 admin admin] Made reservation on behalf of 8832b62723d4493aa2cb29cb1280c689 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:40:21.868454 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-dbee6b03-8a5f-4946-af87-b49a0a1b0806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:21.870361 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b4772ed3-f5c8-4d07-9e9c-8a4f50321a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:21.879424 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b4772ed3-f5c8-4d07-9e9c-8a4f50321a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:21.880912 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-dbee6b03-8a5f-4946-af87-b49a0a1b0806 service neutron] Transition to ACTIVE for port object 27c4cf10-5aad-4968-ac10-235ba21def7b will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:40:21.884803 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-dbee6b03-8a5f-4946-af87-b49a0a1b0806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:21.935206 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee6b03-8a5f-4946-af87-b49a0a1b0806 service neutron] Pushing event updated for resources: {'Port': ['ID=27c4cf10-5aad-4968-ac10-235ba21def7b,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:21.980191 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b4772ed3-f5c8-4d07-9e9c-8a4f50321a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:21.985164 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b4772ed3-f5c8-4d07-9e9c-8a4f50321a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:22.008423 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4772ed3-f5c8-4d07-9e9c-8a4f50321a85 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:40:22.017483 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-dbee6b03-8a5f-4946-af87-b49a0a1b0806 service neutron] Attempting to bind port 27c4cf10-5aad-4968-ac10-235ba21def7b on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:40:22.017895 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-dbee6b03-8a5f-4946-af87-b49a0a1b0806 service neutron] Attempting to bind port 27c4cf10-5aad-4968-ac10-235ba21def7b by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '8d25fa13-814e-4439-b655-f6529d3e4920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f1900ede-a783-4905-9779-46264dd40657'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:40:22.018278 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-dbee6b03-8a5f-4946-af87-b49a0a1b0806 service neutron] Attempting to bind port 27c4cf10-5aad-4968-ac10-235ba21def7b on network f1900ede-a783-4905-9779-46264dd40657 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:40:22.022776 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-dbee6b03-8a5f-4946-af87-b49a0a1b0806 service neutron] Port 27c4cf10-5aad-4968-ac10-235ba21def7b on network f1900ede-a783-4905-9779-46264dd40657 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:40:22.023097 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-dbee6b03-8a5f-4946-af87-b49a0a1b0806 service neutron] Attempting to bind port 27c4cf10-5aad-4968-ac10-235ba21def7b on network f1900ede-a783-4905-9779-46264dd40657 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:40:22.023637 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4772ed3-f5c8-4d07-9e9c-8a4f50321a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061cf3ab-3611-4d2b-a079-98f7bf9e66cb,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:22.028274 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-dbee6b03-8a5f-4946-af87-b49a0a1b0806 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:40:22.028479 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-dbee6b03-8a5f-4946-af87-b49a0a1b0806 service neutron] Checking segment: {'id': '8d25fa13-814e-4439-b655-f6529d3e4920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f1900ede-a783-4905-9779-46264dd40657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:40:22.028832 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-dbee6b03-8a5f-4946-af87-b49a0a1b0806 service neutron] Bound using segment: {'id': '8d25fa13-814e-4439-b655-f6529d3e4920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f1900ede-a783-4905-9779-46264dd40657'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:40:22.029265 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-dbee6b03-8a5f-4946-af87-b49a0a1b0806 service neutron] Bound port: 27c4cf10-5aad-4968-ac10-235ba21def7b, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d25fa13-814e-4439-b655-f6529d3e4920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f1900ede-a783-4905-9779-46264dd40657'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:40:22.029415 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b4772ed3-f5c8-4d07-9e9c-8a4f50321a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:22.029727 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-dbee6b03-8a5f-4946-af87-b49a0a1b0806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:22.029854 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-b4772ed3-f5c8-4d07-9e9c-8a4f50321a85 admin admin] Added segment cbe22252-b945-4f1f-932b-a818eb0c9111 of type vlan for network 7d7d3034-b817-49c2-9157-a65ab4a679a6 Aug 19 18:40:22.072894 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b4772ed3-f5c8-4d07-9e9c-8a4f50321a85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:22.101060 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-dbee6b03-8a5f-4946-af87-b49a0a1b0806 service neutron] For port 27c4cf10-5aad-4968-ac10-235ba21def7b, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:40:22.103510 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b4772ed3-f5c8-4d07-9e9c-8a4f50321a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:22.104418 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4772ed3-f5c8-4d07-9e9c-8a4f50321a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:22.105110 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-dbee6b03-8a5f-4946-af87-b49a0a1b0806 service neutron] For port 27c4cf10-5aad-4968-ac10-235ba21def7b, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=27c4cf10-5aad-4968-ac10-235ba21def7b,segment=NetworkSegment(8d25fa13-814e-4439-b655-f6529d3e4920),segment_id=8d25fa13-814e-4439-b655-f6529d3e4920)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:40:22.105288 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b4772ed3-f5c8-4d07-9e9c-8a4f50321a85 admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:22.109362 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-dbee6b03-8a5f-4946-af87-b49a0a1b0806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:22.146404 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-dbee6b03-8a5f-4946-af87-b49a0a1b0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:22.147892 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-dbee6b03-8a5f-4946-af87-b49a0a1b0806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:22.149311 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-dbee6b03-8a5f-4946-af87-b49a0a1b0806 service neutron] 10.222.0.54 "PUT /v2.0/ports/27c4cf10-5aad-4968-ac10-235ba21def7b HTTP/1.1" status: 200 len: 1092 time: 0.7559736 Aug 19 18:40:22.151491 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4c0491-9a99-4651-80bc-4d91f4d1d94c', 'tag': '27c4cf10-5aad-4968-ac10-235ba21def7b'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:40:22.153851 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e495a37-49d0-47f2-9458-09e690ba7495" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4c0491-9a99-4651-80bc-4d91f4d1d94c", "tag": "27c4cf10-5aad-4968-ac10-235ba21def7b"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:40:22.205037 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b4772ed3-f5c8-4d07-9e9c-8a4f50321a85 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4664674 Aug 19 18:40:22.211368 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35588) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:22.218902 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-4dcab7df-3096-4981-95e0-81af7bad1958 admin admin] Request body: {'subnet': {'network_id': '7d7d3034-b817-49c2-9157-a65ab4a679a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2019523536-subnet', 'tenant_id': '8832b62723d4493aa2cb29cb1280c689', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:40:22.227029 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4772ed3-f5c8-4d07-9e9c-8a4f50321a85 admin admin] Pushing event updated for resources: {'Network': ['ID=7d7d3034-b817-49c2-9157-a65ab4a679a6,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:22.233524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee6b03-8a5f-4946-af87-b49a0a1b0806 service neutron] Pushing event updated for resources: {'Port': ['ID=27c4cf10-5aad-4968-ac10-235ba21def7b,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:22.241244 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 7d7d3034-b817-49c2-9157-a65ab4a679a6 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:40:22.265011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcab7df-3096-4981-95e0-81af7bad1958 admin admin] Made reservation on behalf of 8832b62723d4493aa2cb29cb1280c689 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:40:22.268545 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4dcab7df-3096-4981-95e0-81af7bad1958 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:22.288076 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-be4bec17-76b6-46c2-a952-d68c2b962b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:22.290213 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-be4bec17-76b6-46c2-a952-d68c2b962b40 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5833b97bc9314275a707cd79feceb30f&device_id=bb4c0491-9a99-4651-80bc-4d91f4d1d94c HTTP/1.1" status: 200 len: 1095 time: 0.0968878 Aug 19 18:40:22.343733 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae90417-7bfd-4ab2-8ec9-a8cf10233c49 x-openstack-request-id: req-eae90417-7bfd-4ab2-8ec9-a8cf10233c49 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:40:22.344024 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4c0491-9a99-4651-80bc-4d91f4d1d94c", "tag": "27c4cf10-5aad-4968-ac10-235ba21def7b", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:40:22.344281 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eae90417-7bfd-4ab2-8ec9-a8cf10233c49 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:40:22.344686 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4c0491-9a99-4651-80bc-4d91f4d1d94c', 'tag': '27c4cf10-5aad-4968-ac10-235ba21def7b', 'status': 'completed', 'code': 200} Aug 19 18:40:22.380675 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-c40c7bb6-9cbb-4668-9422-080d2c09afab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27c4cf10-5aad-4968-ac10-235ba21def7b HTTP/1.1" status: 200 len: 217 time: 0.0770864 Aug 19 18:40:22.450823 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4dcab7df-3096-4981-95e0-81af7bad1958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:22.461436 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-670c5c41-68a8-4526-b805-03f493aaa6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:22.462994 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-670c5c41-68a8-4526-b805-03f493aaa6db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6a1a750e-141e-486a-a8d1-f9b3bfb82a01 HTTP/1.1" status: 200 len: 853 time: 0.0721414 Aug 19 18:40:22.517984 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcab7df-3096-4981-95e0-81af7bad1958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bb0cfb1-db5c-4b5b-a012-e4f8cf4ec73d,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:22.522363 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcab7df-3096-4981-95e0-81af7bad1958 admin admin] Checking segment: {'id': 'cbe22252-b945-4f1f-932b-a818eb0c9111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7d7d3034-b817-49c2-9157-a65ab4a679a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:40:22.522736 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcab7df-3096-4981-95e0-81af7bad1958 admin admin] Network hostable DHCP agents. Network: 7d7d3034-b817-49c2-9157-a65ab4a679a6, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:40:22.528652 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-1f682220-8f78-4eed-8ef0-468502692c0f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1900ede-a783-4905-9779-46264dd40657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540957 Aug 19 18:40:22.538715 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcab7df-3096-4981-95e0-81af7bad1958 admin admin] Network 7d7d3034-b817-49c2-9157-a65ab4a679a6 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:40:22.547623 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-4dcab7df-3096-4981-95e0-81af7bad1958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 7d7d3034-b817-49c2-9157-a65ab4a679a6) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:40:22.552263 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcab7df-3096-4981-95e0-81af7bad1958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:22.552857 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4dcab7df-3096-4981-95e0-81af7bad1958 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:22.558411 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb5c6c2-6d54-41fc-8bcd-ad3457e8bd74 None None] Network 7d7d3034-b817-49c2-9157-a65ab4a679a6 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:40:22.567918 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4dcab7df-3096-4981-95e0-81af7bad1958 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3550615 Aug 19 18:40:22.638680 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-8cc932c4-ab2d-4d2f-b5b0-382455ca10a9 service neutron] 10.222.0.54 "GET /v2.0/networks/f1900ede-a783-4905-9779-46264dd40657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986171 Aug 19 18:40:22.705738 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6849171c-25aa-4bb3-8093-4ff5d5c89425 None None] Network 7d7d3034-b817-49c2-9157-a65ab4a679a6 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:40:22.756895 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7d14754-f0e7-4bdd-a97c-0fa93d0c486e req-6f83458d-7e0c-47ec-8cf5-6a4c370f7813 service neutron] 10.222.0.54 "GET /v2.0/networks/f1900ede-a783-4905-9779-46264dd40657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067834 Aug 19 18:40:22.868017 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e495a37-49d0-47f2-9458-09e690ba7495 req-a4925903-14aa-4a51-84dd-cbe021aaeabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:22.868017 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e495a37-49d0-47f2-9458-09e690ba7495 req-a4925903-14aa-4a51-84dd-cbe021aaeabc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5833b97bc9314275a707cd79feceb30f&device_id=bb4c0491-9a99-4651-80bc-4d91f4d1d94c HTTP/1.1" status: 200 len: 1095 time: 0.0591097 Aug 19 18:40:23.066548 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ff275-b458-44c3-a0ff-ca958ec42107 req-e88b5fe1-3ae1-4744-8d42-b301bcddf176 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:23.068062 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3c3ff275-b458-44c3-a0ff-ca958ec42107 req-e88b5fe1-3ae1-4744-8d42-b301bcddf176 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb4c0491-9a99-4651-80bc-4d91f4d1d94c HTTP/1.1" status: 200 len: 944 time: 0.1688087 Aug 19 18:40:23.086864 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e495a37-49d0-47f2-9458-09e690ba7495 req-f24b48ca-3fd9-4cf4-bf10-cffee4b76d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:23.088470 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e495a37-49d0-47f2-9458-09e690ba7495 req-f24b48ca-3fd9-4cf4-bf10-cffee4b76d12 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1900ede-a783-4905-9779-46264dd40657 HTTP/1.1" status: 200 len: 914 time: 0.2086418 Aug 19 18:40:23.125822 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35606) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:23.132056 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e4e129cf-391f-4621-a68e-19cdcb01d29f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-448135318-network', 'tenant_id': '6a1e2bec80a84810b260b4e968f77334'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:40:23.143253 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e495a37-49d0-47f2-9458-09e690ba7495 req-4995ab94-e31e-4266-8bff-a05683d5b3c9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27c4cf10-5aad-4968-ac10-235ba21def7b HTTP/1.1" status: 200 len: 217 time: 0.0465446 Aug 19 18:40:23.151031 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3c3ff275-b458-44c3-a0ff-ca958ec42107 req-36803786-584f-417e-aa73-7a4e03081c89 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9277f15-8e2e-41e1-90ec-65d2ef69eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744822 Aug 19 18:40:23.154359 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e129cf-391f-4621-a68e-19cdcb01d29f admin admin] Made reservation on behalf of 6a1e2bec80a84810b260b4e968f77334 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:40:23.156776 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4e129cf-391f-4621-a68e-19cdcb01d29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:23.170412 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4e129cf-391f-4621-a68e-19cdcb01d29f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:23.196986 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e495a37-49d0-47f2-9458-09e690ba7495 req-43b7a0ba-c741-4fcf-9246-928119efcd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:23.199239 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e495a37-49d0-47f2-9458-09e690ba7495 req-43b7a0ba-c741-4fcf-9246-928119efcd84 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6a1a750e-141e-486a-a8d1-f9b3bfb82a01 HTTP/1.1" status: 200 len: 853 time: 0.0471163 Aug 19 18:40:23.235061 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e495a37-49d0-47f2-9458-09e690ba7495 req-be900b87-0586-4f0b-8b62-08ad5f5d1303 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1900ede-a783-4905-9779-46264dd40657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278456 Aug 19 18:40:23.278073 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4e129cf-391f-4621-a68e-19cdcb01d29f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:23.286806 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4e129cf-391f-4621-a68e-19cdcb01d29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:23.308789 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e129cf-391f-4621-a68e-19cdcb01d29f admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:40:23.319812 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e129cf-391f-4621-a68e-19cdcb01d29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5ee9c2-395f-498f-a486-6100182ecfe8,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:23.324951 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4e129cf-391f-4621-a68e-19cdcb01d29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:23.325301 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-e4e129cf-391f-4621-a68e-19cdcb01d29f admin admin] Added segment ca934a0a-6e40-478f-b817-53689e5e92ea of type vlan for network d5050cb9-d6cd-47a4-8738-cc85fbebcff8 Aug 19 18:40:23.348702 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e495a37-49d0-47f2-9458-09e690ba7495 req-efde8903-c830-48b9-8129-e5f5536ac759 service neutron] 10.222.0.54 "GET /v2.0/networks/f1900ede-a783-4905-9779-46264dd40657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060295 Aug 19 18:40:23.366095 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4e129cf-391f-4621-a68e-19cdcb01d29f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:23.392207 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4e129cf-391f-4621-a68e-19cdcb01d29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:23.393330 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e129cf-391f-4621-a68e-19cdcb01d29f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:23.393952 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4e129cf-391f-4621-a68e-19cdcb01d29f admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:23.447191 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e495a37-49d0-47f2-9458-09e690ba7495 req-df1b0e8a-b1da-4990-be73-8fe5ccccb896 service neutron] 10.222.0.54 "GET /v2.0/networks/f1900ede-a783-4905-9779-46264dd40657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899074 Aug 19 18:40:23.455512 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e4e129cf-391f-4621-a68e-19cdcb01d29f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3276970 Aug 19 18:40:23.458335 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35608) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:23.463382 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f86ce62e-9870-4406-ae8a-da194b216496 admin admin] Request body: {'subnet': {'network_id': 'd5050cb9-d6cd-47a4-8738-cc85fbebcff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-448135318-subnet', 'tenant_id': '6a1e2bec80a84810b260b4e968f77334', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:40:23.471309 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e129cf-391f-4621-a68e-19cdcb01d29f admin admin] Pushing event updated for resources: {'Network': ['ID=d5050cb9-d6cd-47a4-8738-cc85fbebcff8,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:23.481900 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network d5050cb9-d6cd-47a4-8738-cc85fbebcff8 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:40:23.491119 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86ce62e-9870-4406-ae8a-da194b216496 admin admin] Made reservation on behalf of 6a1e2bec80a84810b260b4e968f77334 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:40:23.493492 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f86ce62e-9870-4406-ae8a-da194b216496 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:23.682597 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f86ce62e-9870-4406-ae8a-da194b216496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:23.739292 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ce62e-9870-4406-ae8a-da194b216496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7048e0fa-0059-48d0-90e1-5be6a744b253,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:23.746421 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86ce62e-9870-4406-ae8a-da194b216496 admin admin] Checking segment: {'id': 'ca934a0a-6e40-478f-b817-53689e5e92ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd5050cb9-d6cd-47a4-8738-cc85fbebcff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:40:23.746781 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86ce62e-9870-4406-ae8a-da194b216496 admin admin] Network hostable DHCP agents. Network: d5050cb9-d6cd-47a4-8738-cc85fbebcff8, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:40:23.763593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86ce62e-9870-4406-ae8a-da194b216496 admin admin] Network d5050cb9-d6cd-47a4-8738-cc85fbebcff8 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:40:23.772014 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-f86ce62e-9870-4406-ae8a-da194b216496 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, d5050cb9-d6cd-47a4-8738-cc85fbebcff8) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:40:23.776174 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86ce62e-9870-4406-ae8a-da194b216496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:23.776765 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f86ce62e-9870-4406-ae8a-da194b216496 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:23.781682 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7010a05-7c2e-4d87-bbf8-0d5ba13a20d9 None None] Network d5050cb9-d6cd-47a4-8738-cc85fbebcff8 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:40:23.792879 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f86ce62e-9870-4406-ae8a-da194b216496 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3334975 Aug 19 18:40:23.919673 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1596708-16ff-4aa8-a3dd-a13eaf22d09e None None] Network d5050cb9-d6cd-47a4-8738-cc85fbebcff8 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:40:24.272599 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbb516-2108-4b30-8ac2-2f95b6e81e5d req-efcbb27c-71b2-4473-816c-44595f1661eb tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:24.274191 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-48fbb516-2108-4b30-8ac2-2f95b6e81e5d req-efcbb27c-71b2-4473-816c-44595f1661eb tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb4c0491-9a99-4651-80bc-4d91f4d1d94c HTTP/1.1" status: 200 len: 944 time: 0.0546033 Aug 19 18:40:24.281382 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-6467b9cd-b7dc-4152-92f6-61afda8891be tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:24.284790 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-6467b9cd-b7dc-4152-92f6-61afda8891be tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/networks?id=7d7d3034-b817-49c2-9157-a65ab4a679a6 HTTP/1.1" status: 200 len: 809 time: 0.1081502 Aug 19 18:40:24.307834 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-cf0f2684-9a8a-4b3e-a5c8-b3967f9250cd tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/quotas/8832b62723d4493aa2cb29cb1280c689 HTTP/1.1" status: 200 len: 375 time: 0.0134044 Aug 19 18:40:24.318226 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-48fbb516-2108-4b30-8ac2-2f95b6e81e5d req-c2a706f9-bf72-4381-a84d-131ce4bd2f49 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9277f15-8e2e-41e1-90ec-65d2ef69eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377228 Aug 19 18:40:24.349368 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-59da29d9-cbe4-4c49-9d67-d0f5d58cc363 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8832b62723d4493aa2cb29cb1280c689&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357330 Aug 19 18:40:24.448065 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-5bc90cd7-66c3-4782-83ea-d2343e0c4e73 service neutron] 10.222.0.24 "GET /v2.0/networks/7d7d3034-b817-49c2-9157-a65ab4a679a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914502 Aug 19 18:40:24.546912 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-659f0aba-e45e-4e74-9665-f5617b19cefd service neutron] 10.222.0.24 "GET /v2.0/networks/7d7d3034-b817-49c2-9157-a65ab4a679a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924878 Aug 19 18:40:24.680503 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 27c4cf10-5aad-4968-ac10-235ba21def7b details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:40:24.728655 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-453383c8-e245-4468-ac65-667b3b487199 req-d360c276-40f1-4343-aeaa-b791d0de9e85 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/ports?device_id=c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f HTTP/1.1" status: 200 len: 210 time: 0.0316999 Aug 19 18:40:24.797207 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 27c4cf10-5aad-4968-ac10-235ba21def7b, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=27c4cf10-5aad-4968-ac10-235ba21def7b,segment=NetworkSegment(8d25fa13-814e-4439-b655-f6529d3e4920),segment_id=8d25fa13-814e-4439-b655-f6529d3e4920)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:40:24.811491 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '27c4cf10-5aad-4968-ac10-235ba21def7b', 'network_id': 'f1900ede-a783-4905-9779-46264dd40657', 'port_id': '27c4cf10-5aad-4968-ac10-235ba21def7b', 'mac_address': 'fa:16:3e:cf:ad:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a1a750e-141e-486a-a8d1-f9b3bfb82a01', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:40:24.851499 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:24.869858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c4cf10-5aad-4968-ac10-235ba21def7b {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:40:24.891418 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 27c4cf10-5aad-4968-ac10-235ba21def7b, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=27c4cf10-5aad-4968-ac10-235ba21def7b,segment=NetworkSegment(8d25fa13-814e-4439-b655-f6529d3e4920),segment_id=8d25fa13-814e-4439-b655-f6529d3e4920)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:40:24.895401 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:24.961349 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=27c4cf10-5aad-4968-ac10-235ba21def7b,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:24.971399 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:24.971823 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:24.972212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:24.972590 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:24.973256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:24.973634 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:24.973973 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:24.974335 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:24.974667 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:24.975124 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:24.975536 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:24.975887 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:25.083392 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35640) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:25.200060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['27c4cf10-5aad-4968-ac10-235ba21def7b'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:40:25.259699 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a0fac211-b33f-478d-864b-3ebe5d1b5156 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Deleting port a2097c60-778e-4f2a-b3e7-763d047ae932 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:40:25.260771 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a0fac211-b33f-478d-864b-3ebe5d1b5156 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:25.347228 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a0fac211-b33f-478d-864b-3ebe5d1b5156 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:25.347748 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a0fac211-b33f-478d-864b-3ebe5d1b5156 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:25.360355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a0fac211-b33f-478d-864b-3ebe5d1b5156 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Calling delete_port for a2097c60-778e-4f2a-b3e7-763d047ae932 owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:40:25.509406 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a8ec7-d9f5-4b0c-ab2d-05eae62f08ea req-782209ee-c3fb-4aff-82b4-93b6bed77ecf tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:25.511011 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff0a8ec7-d9f5-4b0c-ab2d-05eae62f08ea req-782209ee-c3fb-4aff-82b4-93b6bed77ecf tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb4c0491-9a99-4651-80bc-4d91f4d1d94c HTTP/1.1" status: 200 len: 945 time: 0.1013391 Aug 19 18:40:25.567991 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff0a8ec7-d9f5-4b0c-ab2d-05eae62f08ea req-a00db5e2-d97f-4877-96a9-ebf6f12686c3 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9277f15-8e2e-41e1-90ec-65d2ef69eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496557 Aug 19 18:40:25.684884 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a0fac211-b33f-478d-864b-3ebe5d1b5156 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:25.727349 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fac211-b33f-478d-864b-3ebe5d1b5156 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Pushing event deleted for resources: {'Port': ['ID=a2097c60-778e-4f2a-b3e7-763d047ae932,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:25.781591 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-9c93546f-06f0-44a6-949c-0b4d22e87943 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:25.783118 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-9c93546f-06f0-44a6-949c-0b4d22e87943 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.50 "GET /v2.0/networks?id=7d7d3034-b817-49c2-9157-a65ab4a679a6 HTTP/1.1" status: 200 len: 809 time: 0.1785865 Aug 19 18:40:25.797123 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-00e24670-0f23-46d8-a7cf-fd3e5d27a4ad tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Request body: {'port': {'device_id': 'c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f', 'network_id': '7d7d3034-b817-49c2-9157-a65ab4a679a6', 'admin_state_up': True, 'tenant_id': '8832b62723d4493aa2cb29cb1280c689'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:40:25.835095 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bf54acda-bd69-424a-a4ec-bbfca6a99f3b req-a850a0ed-04a9-47a7-afe3-e03cd226685b tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/ports?device_id=c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f HTTP/1.1" status: 200 len: 210 time: 0.0269139 Aug 19 18:40:25.859098 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a0fac211-b33f-478d-864b-3ebe5d1b5156 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:25.859364 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-a0fac211-b33f-478d-864b-3ebe5d1b5156 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Floating IP dcdf27ca-1d25-43aa-aae2-a250d48a52fa disassociated (deleted). External IP: 172.25.8.37, port: 55176698-cb13-4278-b69d-1f100ce2f9f1. Aug 19 18:40:26.003743 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-00e24670-0f23-46d8-a7cf-fd3e5d27a4ad tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Made reservation on behalf of 8832b62723d4493aa2cb29cb1280c689 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:40:26.007232 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-00e24670-0f23-46d8-a7cf-fd3e5d27a4ad tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:26.189218 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fac211-b33f-478d-864b-3ebe5d1b5156 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Router e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:40:26.255112 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-00e24670-0f23-46d8-a7cf-fd3e5d27a4ad tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Allocated IP 172.20.0.6 (7d7d3034-b817-49c2-9157-a65ab4a679a6/6bb0cfb1-db5c-4b5b-a012-e4f8cf4ec73d/30d09d41-bf95-4c3f-9716-8ef9fb2475b5) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:40:26.354381 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fac211-b33f-478d-864b-3ebe5d1b5156 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:40:26.366394 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd129b2-0b08-411a-b179-213b584f5c0c None None] Sync routers for ids ['e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:40:26.368481 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a0fac211-b33f-478d-864b-3ebe5d1b5156 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:26.376197 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd129b2-0b08-411a-b179-213b584f5c0c None None] Routers {'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:40:26.376831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-acd129b2-0b08-411a-b179-213b584f5c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:40:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:26.432569 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a0fac211-b33f-478d-864b-3ebe5d1b5156 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "DELETE /v2.0/floatingips/dcdf27ca-1d25-43aa-aae2-a250d48a52fa HTTP/1.1" status: 204 len: 168 time: 1.3479578 Aug 19 18:40:26.434876 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa0c2c0-2191-4a55-9af4-6a2b4e71341a', 'tag': '55176698-cb13-4278-b69d-1f100ce2f9f1'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:40:26.437174 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d4cfc5-62f6-4a13-89ac-bd6d63aaf5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa0c2c0-2191-4a55-9af4-6a2b4e71341a", "tag": "55176698-cb13-4278-b69d-1f100ce2f9f1"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:40:26.487844 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b79809-3230-43e0-993a-d14d6d8853d9 x-openstack-request-id: req-84b79809-3230-43e0-993a-d14d6d8853d9 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:40:26.488140 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa0c2c0-2191-4a55-9af4-6a2b4e71341a", "tag": "55176698-cb13-4278-b69d-1f100ce2f9f1", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:40:26.488397 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-84b79809-3230-43e0-993a-d14d6d8853d9 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:40:26.488805 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa0c2c0-2191-4a55-9af4-6a2b4e71341a', 'tag': '55176698-cb13-4278-b69d-1f100ce2f9f1', 'status': 'completed', 'code': 200} Aug 19 18:40:26.493960 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-00e24670-0f23-46d8-a7cf-fd3e5d27a4ad tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:26.500080 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-acd129b2-0b08-411a-b179-213b584f5c0c None None] Set router e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:40:26.570110 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-00e24670-0f23-46d8-a7cf-fd3e5d27a4ad tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:26.581105 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4cfc5-62f6-4a13-89ac-bd6d63aaf5fe req-2df0ba9f-a5df-44e7-9c79-7d40325b3b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:26.582747 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-44d4cfc5-62f6-4a13-89ac-bd6d63aaf5fe req-2df0ba9f-a5df-44e7-9c79-7d40325b3b1a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=47dc5a832cb7486a91a76baf12bfc9de&device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 1097 time: 0.0718362 Aug 19 18:40:26.693177 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 27c4cf10-5aad-4968-ac10-235ba21def7b up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:40:26.694655 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add988ba-3e9e-419e-807e-84aec116a170 req-687d2148-15e8-456e-b30f-5fefd6f91cf7 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:26.696278 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-add988ba-3e9e-419e-807e-84aec116a170 req-687d2148-15e8-456e-b30f-5fefd6f91cf7 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 946 time: 0.0562787 Aug 19 18:40:26.744991 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-add988ba-3e9e-419e-807e-84aec116a170 req-790b4f88-fa31-4e84-bc11-a33c5cc5a4b4 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/security-groups?id=acffb4d1-1f2c-4090-8cbe-3788e93bdef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414801 Aug 19 18:40:26.778736 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 27c4cf10-5aad-4968-ac10-235ba21def7b completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:40:26.787809 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 27c4cf10-5aad-4968-ac10-235ba21def7b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:40:26.787809 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:26.816078 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-acd129b2-0b08-411a-b179-213b584f5c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'name': 'tempest-TestVolumeBackupRestore-1266650302-router', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:04Z', 'updated_at': '2021-08-19T18:37:09Z', 'revision_number': 4, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'gw_port': {'id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:05Z', 'updated_at': '2021-08-19T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'c21343c0-a6a7-488a-a414-573690eb1727', 'name': '', 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'mac_address': 'fa:16:3e:23:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:08Z', 'updated_at': '2021-08-19T18:37:20Z', 'revision_number': 5, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'subnets': [{'id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:26.852299 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd129b2-0b08-411a-b179-213b584f5c0c None None] Checking router: e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:40:26.871153 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd129b2-0b08-411a-b179-213b584f5c0c None None] Routers {'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:40:26.871799 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-acd129b2-0b08-411a-b179-213b584f5c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:40:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:26.961862 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-00e24670-0f23-46d8-a7cf-fd3e5d27a4ad tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Network 7d7d3034-b817-49c2-9157-a65ab4a679a6 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:40:26.966912 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a559917-2990-4d19-bcd3-684748536eff req-a0613eed-153c-407c-8613-7121e25523e2 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:26.969418 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9a559917-2990-4d19-bcd3-684748536eff req-a0613eed-153c-407c-8613-7121e25523e2 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/ports?device_id=c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f HTTP/1.1" status: 200 len: 931 time: 0.0577929 Aug 19 18:40:26.975157 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-00e24670-0f23-46d8-a7cf-fd3e5d27a4ad tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:40:26.981319 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e24670-0f23-46d8-a7cf-fd3e5d27a4ad tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Pushing event updated for resources: {'Port': ['ID=30d09d41-bf95-4c3f-9716-8ef9fb2475b5,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:26.985361 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-00e24670-0f23-46d8-a7cf-fd3e5d27a4ad tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:40:27.003843 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:27.018171 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9a559917-2990-4d19-bcd3-684748536eff req-e67dcb2d-663c-4419-a51c-71decec76b7d tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/security-groups?id=061cf3ab-3611-4d2b-a079-98f7bf9e66cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359266 Aug 19 18:40:27.038581 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4c0491-9a99-4651-80bc-4d91f4d1d94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c4cf10-5aad-4968-ac10-235ba21def7b'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:40:27.041146 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdc9fc0-f78c-4d42-a970-8959aa21996c" -d '{"events": [{"server_uuid": "bb4c0491-9a99-4651-80bc-4d91f4d1d94c", "name": "network-vif-plugged", "status": "completed", "tag": "27c4cf10-5aad-4968-ac10-235ba21def7b"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:40:27.052987 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 27c4cf10-5aad-4968-ac10-235ba21def7b, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=27c4cf10-5aad-4968-ac10-235ba21def7b,segment=NetworkSegment(8d25fa13-814e-4439-b655-f6529d3e4920),segment_id=8d25fa13-814e-4439-b655-f6529d3e4920)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:40:27.058719 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:27.061426 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6321cf-5ed0-4a73-b27c-4a7dd52a2216 req-2ecfa5fe-d288-4d7b-a97e-fde7f17598e6 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:27.063201 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f6321cf-5ed0-4a73-b27c-4a7dd52a2216 req-2ecfa5fe-d288-4d7b-a97e-fde7f17598e6 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb4c0491-9a99-4651-80bc-4d91f4d1d94c HTTP/1.1" status: 200 len: 945 time: 0.1833391 Aug 19 18:40:27.073088 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4cfc5-62f6-4a13-89ac-bd6d63aaf5fe req-5ade5b4e-8796-4b27-bdb5-8a750f49054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:27.074634 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-44d4cfc5-62f6-4a13-89ac-bd6d63aaf5fe req-5ade5b4e-8796-4b27-bdb5-8a750f49054d service neutron] 10.222.0.50 "GET /v2.0/networks?id=0fa5fff9-afa3-4581-b3d4-aa7bcea09464 HTTP/1.1" status: 200 len: 915 time: 0.4653239 Aug 19 18:40:27.081143 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-00e24670-0f23-46d8-a7cf-fd3e5d27a4ad tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:27.081805 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-00e24670-0f23-46d8-a7cf-fd3e5d27a4ad tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:27.091697 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9373cad1-63f2-4cc4-a00f-c0fb4cc80e01 x-openstack-request-id: req-9373cad1-63f2-4cc4-a00f-c0fb4cc80e01 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:40:27.091978 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4c0491-9a99-4651-80bc-4d91f4d1d94c", "name": "network-vif-plugged", "status": "completed", "tag": "27c4cf10-5aad-4968-ac10-235ba21def7b", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:40:27.092250 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9373cad1-63f2-4cc4-a00f-c0fb4cc80e01 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:40:27.092633 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4c0491-9a99-4651-80bc-4d91f4d1d94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c4cf10-5aad-4968-ac10-235ba21def7b', 'code': 200} Aug 19 18:40:27.104126 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-acd129b2-0b08-411a-b179-213b584f5c0c None None] Set router e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:40:27.140381 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-44d4cfc5-62f6-4a13-89ac-bd6d63aaf5fe req-b25e0792-0e57-49d6-bdc7-709fccc241bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55176698-cb13-4278-b69d-1f100ce2f9f1 HTTP/1.1" status: 200 len: 217 time: 0.0557106 Aug 19 18:40:27.143938 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-00e24670-0f23-46d8-a7cf-fd3e5d27a4ad tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3510931 Aug 19 18:40:27.165952 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=27c4cf10-5aad-4968-ac10-235ba21def7b,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:27.174983 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-dbd11bc0-ebb1-4b20-89eb-6262251f0fde service neutron] Request body: {'port': {'device_id': 'c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:40:27.182038 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f6321cf-5ed0-4a73-b27c-4a7dd52a2216 req-57ef72af-0840-41cd-94ae-b98e4e766fcc tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9277f15-8e2e-41e1-90ec-65d2ef69eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115429 Aug 19 18:40:27.214646 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2817f-7df8-495c-8ed1-b3bf40bd3016 req-cf391df2-6074-441d-9797-b3dbb5564d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:27.216539 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cca2817f-7df8-495c-8ed1-b3bf40bd3016 req-cf391df2-6074-441d-9797-b3dbb5564d2f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bb4c0491-9a99-4651-80bc-4d91f4d1d94c HTTP/1.1" status: 200 len: 1097 time: 0.0537200 Aug 19 18:40:27.260613 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4cfc5-62f6-4a13-89ac-bd6d63aaf5fe req-46c9b942-f089-45b5-9a0e-2d2d032b74af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:27.261353 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cca2817f-7df8-495c-8ed1-b3bf40bd3016 req-d482cc7e-450b-4976-8510-9e524cd7dee5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b9277f15-8e2e-41e1-90ec-65d2ef69eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335047 Aug 19 18:40:27.262147 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-44d4cfc5-62f6-4a13-89ac-bd6d63aaf5fe req-46c9b942-f089-45b5-9a0e-2d2d032b74af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d5709971-5b00-43cf-bd19-582d9b03368e HTTP/1.1" status: 200 len: 853 time: 0.1062210 Aug 19 18:40:27.265592 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-dbd11bc0-ebb1-4b20-89eb-6262251f0fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:27.348783 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-acd129b2-0b08-411a-b179-213b584f5c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'name': 'tempest-TestVolumeBackupRestore-1266650302-router', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:04Z', 'updated_at': '2021-08-19T18:37:09Z', 'revision_number': 4, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'gw_port': {'id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:05Z', 'updated_at': '2021-08-19T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'c21343c0-a6a7-488a-a414-573690eb1727', 'name': '', 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'mac_address': 'fa:16:3e:23:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:08Z', 'updated_at': '2021-08-19T18:37:20Z', 'revision_number': 5, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'subnets': [{'id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:27.356885 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4cfc5-62f6-4a13-89ac-bd6d63aaf5fe req-0e6eadcc-87c3-41c4-8bae-e82f1eecd056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:27.358448 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-44d4cfc5-62f6-4a13-89ac-bd6d63aaf5fe req-0e6eadcc-87c3-41c4-8bae-e82f1eecd056 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0fa5fff9-afa3-4581-b3d4-aa7bcea09464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833142 Aug 19 18:40:27.378589 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd129b2-0b08-411a-b179-213b584f5c0c None None] The sync data for ids ['e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'] in n-d-803753-2 is: [{'id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'name': 'tempest-TestVolumeBackupRestore-1266650302-router', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:04Z', 'updated_at': '2021-08-19T18:37:09Z', 'revision_number': 4, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'gw_port': {'id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:05Z', 'updated_at': '2021-08-19T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'c21343c0-a6a7-488a-a414-573690eb1727', 'name': '', 'network_id': '0fa5fff9-afa3-4581-b3d4-aa7bcea09464', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'mac_address': 'fa:16:3e:23:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:08Z', 'updated_at': '2021-08-19T18:37:20Z', 'revision_number': 5, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'subnets': [{'id': 'd5709971-5b00-43cf-bd19-582d9b03368e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:40:27.569056 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-44d4cfc5-62f6-4a13-89ac-bd6d63aaf5fe req-5c322678-0531-47d1-97ca-91faf7a0660f service neutron] 10.222.0.50 "GET /v2.0/networks/0fa5fff9-afa3-4581-b3d4-aa7bcea09464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591513 Aug 19 18:40:27.639765 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501ecd81-e623-4876-aabe-b47ca505bfb2 None None] New status for floating IP dcdf27ca-1d25-43aa-aae2-a250d48a52fa: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:40:27.733008 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-dbd11bc0-ebb1-4b20-89eb-6262251f0fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d09d41-bf95-4c3f-9716-8ef9fb2475b5 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:40:27.739938 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-44d4cfc5-62f6-4a13-89ac-bd6d63aaf5fe req-abf0cb58-7d8b-4e00-a28e-4a366570458e service neutron] 10.222.0.50 "GET /v2.0/networks/0fa5fff9-afa3-4581-b3d4-aa7bcea09464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598794 Aug 19 18:40:27.743908 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-dbd11bc0-ebb1-4b20-89eb-6262251f0fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:27.758105 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-dbd11bc0-ebb1-4b20-89eb-6262251f0fde service neutron] Transition to ACTIVE for port object 30d09d41-bf95-4c3f-9716-8ef9fb2475b5 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:40:27.762881 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-dbd11bc0-ebb1-4b20-89eb-6262251f0fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:27.818337 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd11bc0-ebb1-4b20-89eb-6262251f0fde service neutron] Pushing event updated for resources: {'Port': ['ID=30d09d41-bf95-4c3f-9716-8ef9fb2475b5,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:27.873989 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb5919-5af6-4239-8eac-8c1ab47adb71 req-10128f7d-1584-4c3a-ac2d-7c91fa6249cd tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:27.875482 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1cdb5919-5af6-4239-8eac-8c1ab47adb71 req-10128f7d-1584-4c3a-ac2d-7c91fa6249cd tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 946 time: 0.0494394 Aug 19 18:40:27.892515 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-dbd11bc0-ebb1-4b20-89eb-6262251f0fde service neutron] Attempting to bind port 30d09d41-bf95-4c3f-9716-8ef9fb2475b5 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:40:27.892855 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-dbd11bc0-ebb1-4b20-89eb-6262251f0fde service neutron] Attempting to bind port 30d09d41-bf95-4c3f-9716-8ef9fb2475b5 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'cbe22252-b945-4f1f-932b-a818eb0c9111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7d7d3034-b817-49c2-9157-a65ab4a679a6'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:40:27.893198 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-dbd11bc0-ebb1-4b20-89eb-6262251f0fde service neutron] Attempting to bind port 30d09d41-bf95-4c3f-9716-8ef9fb2475b5 on network 7d7d3034-b817-49c2-9157-a65ab4a679a6 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:40:27.897524 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-dbd11bc0-ebb1-4b20-89eb-6262251f0fde service neutron] Port 30d09d41-bf95-4c3f-9716-8ef9fb2475b5 on network 7d7d3034-b817-49c2-9157-a65ab4a679a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:40:27.897874 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-dbd11bc0-ebb1-4b20-89eb-6262251f0fde service neutron] Attempting to bind port 30d09d41-bf95-4c3f-9716-8ef9fb2475b5 on network 7d7d3034-b817-49c2-9157-a65ab4a679a6 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:40:27.902980 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-dbd11bc0-ebb1-4b20-89eb-6262251f0fde service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:40:27.903318 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-dbd11bc0-ebb1-4b20-89eb-6262251f0fde service neutron] Checking segment: {'id': 'cbe22252-b945-4f1f-932b-a818eb0c9111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7d7d3034-b817-49c2-9157-a65ab4a679a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:40:27.903702 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-dbd11bc0-ebb1-4b20-89eb-6262251f0fde service neutron] Bound using segment: {'id': 'cbe22252-b945-4f1f-932b-a818eb0c9111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7d7d3034-b817-49c2-9157-a65ab4a679a6'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:40:27.904127 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-dbd11bc0-ebb1-4b20-89eb-6262251f0fde service neutron] Bound port: 30d09d41-bf95-4c3f-9716-8ef9fb2475b5, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe22252-b945-4f1f-932b-a818eb0c9111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7d7d3034-b817-49c2-9157-a65ab4a679a6'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:40:27.904480 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-dbd11bc0-ebb1-4b20-89eb-6262251f0fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:27.917840 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1cdb5919-5af6-4239-8eac-8c1ab47adb71 req-14811268-57c9-40e9-b777-9c2812da757c tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/security-groups?id=acffb4d1-1f2c-4090-8cbe-3788e93bdef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353434 Aug 19 18:40:27.967585 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-dbd11bc0-ebb1-4b20-89eb-6262251f0fde service neutron] For port 30d09d41-bf95-4c3f-9716-8ef9fb2475b5, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:40:27.971405 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-dbd11bc0-ebb1-4b20-89eb-6262251f0fde service neutron] For port 30d09d41-bf95-4c3f-9716-8ef9fb2475b5, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=30d09d41-bf95-4c3f-9716-8ef9fb2475b5,segment=NetworkSegment(cbe22252-b945-4f1f-932b-a818eb0c9111),segment_id=cbe22252-b945-4f1f-932b-a818eb0c9111)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:40:27.975962 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-dbd11bc0-ebb1-4b20-89eb-6262251f0fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:28.010734 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-dbd11bc0-ebb1-4b20-89eb-6262251f0fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:28.011248 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-dbd11bc0-ebb1-4b20-89eb-6262251f0fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:28.012650 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-dbd11bc0-ebb1-4b20-89eb-6262251f0fde service neutron] 10.222.0.50 "PUT /v2.0/ports/30d09d41-bf95-4c3f-9716-8ef9fb2475b5 HTTP/1.1" status: 200 len: 1091 time: 0.8482285 Aug 19 18:40:28.034589 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd11bc0-ebb1-4b20-89eb-6262251f0fde service neutron] Pushing event updated for resources: {'Port': ['ID=30d09d41-bf95-4c3f-9716-8ef9fb2475b5,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:28.137514 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-413f1b54-6699-4822-9e92-6167c755e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:28.139139 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-413f1b54-6699-4822-9e92-6167c755e3e2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8832b62723d4493aa2cb29cb1280c689&device_id=c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f HTTP/1.1" status: 200 len: 1094 time: 0.0737383 Aug 19 18:40:28.156673 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3d812-0edc-4621-a774-0b25883a09dd req-651d8738-50c9-4f87-ae8c-9916ba09f63e tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:28.158187 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ebf3d812-0edc-4621-a774-0b25883a09dd req-651d8738-50c9-4f87-ae8c-9916ba09f63e tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/ports?device_id=c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f HTTP/1.1" status: 200 len: 943 time: 0.0634689 Aug 19 18:40:28.206703 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-0cfec15c-1cd9-44aa-ad2b-8399720674dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30d09d41-bf95-4c3f-9716-8ef9fb2475b5 HTTP/1.1" status: 200 len: 217 time: 0.0577724 Aug 19 18:40:28.296489 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ebf3d812-0edc-4621-a774-0b25883a09dd req-721c4e7d-ad5d-415f-972c-e1f71ab44c71 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/security-groups?id=061cf3ab-3611-4d2b-a079-98f7bf9e66cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318572 Aug 19 18:40:28.300375 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1483177-f8c4-46b0-be6f-0ad53ccd8f6e req-d9bd47b7-8560-4461-a04d-c523d2cee0b4 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:28.301977 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e1483177-f8c4-46b0-be6f-0ad53ccd8f6e req-d9bd47b7-8560-4461-a04d-c523d2cee0b4 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb4c0491-9a99-4651-80bc-4d91f4d1d94c HTTP/1.1" status: 200 len: 946 time: 0.0502284 Aug 19 18:40:28.306375 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2e623-d334-462f-9503-85a84bd268a0 req-a1235dec-62b7-4120-a1ed-ce45f3635f26 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:28.307892 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c2f2e623-d334-462f-9503-85a84bd268a0 req-a1235dec-62b7-4120-a1ed-ce45f3635f26 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.50 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 946 time: 0.1379225 Aug 19 18:40:28.322754 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-f9dfbd83-a239-475b-9bf2-1ee9315c7feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:28.324864 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-f9dfbd83-a239-475b-9bf2-1ee9315c7feb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6bb0cfb1-db5c-4b5b-a012-e4f8cf4ec73d HTTP/1.1" status: 200 len: 849 time: 0.0941353 Aug 19 18:40:28.345226 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e1483177-f8c4-46b0-be6f-0ad53ccd8f6e req-78200627-7b44-4850-8d29-e915377f5202 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9277f15-8e2e-41e1-90ec-65d2ef69eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361695 Aug 19 18:40:28.374861 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-085ad2b3-c24c-4b0b-9b13-7da9825107ef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d7d3034-b817-49c2-9157-a65ab4a679a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307100 Aug 19 18:40:28.490184 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f', 'tag': '30d09d41-bf95-4c3f-9716-8ef9fb2475b5'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:40:28.492555 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790e7ff3-f07c-4fae-8a72-70c9de46b98a" -d '{"events": [{"name": "network-changed", "server_uuid": "c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f", "tag": "30d09d41-bf95-4c3f-9716-8ef9fb2475b5"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:40:28.512354 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-c2f2e623-d334-462f-9503-85a84bd268a0 req-f8cc8282-450f-40fc-875a-3ed5454edf31 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Deleting port 55176698-cb13-4278-b69d-1f100ce2f9f1 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:40:28.512708 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c2f2e623-d334-462f-9503-85a84bd268a0 req-f8cc8282-450f-40fc-875a-3ed5454edf31 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:28.529601 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-62b34001-e358-43f5-b6c7-aa59b92582c7 service neutron] 10.222.0.50 "GET /v2.0/networks/7d7d3034-b817-49c2-9157-a65ab4a679a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459725 Aug 19 18:40:28.561138 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2310e126-6e7b-4b18-a6b5-a482bd663f5f x-openstack-request-id: req-2310e126-6e7b-4b18-a6b5-a482bd663f5f {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:40:28.561374 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f", "tag": "30d09d41-bf95-4c3f-9716-8ef9fb2475b5", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:40:28.561614 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2310e126-6e7b-4b18-a6b5-a482bd663f5f {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:40:28.562002 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f', 'tag': '30d09d41-bf95-4c3f-9716-8ef9fb2475b5', 'status': 'completed', 'code': 200} Aug 19 18:40:28.676894 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-c2f2e623-d334-462f-9503-85a84bd268a0 req-f8cc8282-450f-40fc-875a-3ed5454edf31 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] For port 55176698-cb13-4278-b69d-1f100ce2f9f1, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=55176698-cb13-4278-b69d-1f100ce2f9f1,segment=NetworkSegment(2e1c829d-21f4-4ed9-8557-14adeba40495),segment_id=2e1c829d-21f4-4ed9-8557-14adeba40495)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:40:28.677264 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c2f2e623-d334-462f-9503-85a84bd268a0 req-f8cc8282-450f-40fc-875a-3ed5454edf31 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:28.688272 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4da37689-604a-48e9-9d4e-59f5e5aa99cd req-0bf8bbf0-94b7-493e-98b9-bfec40a3a763 service neutron] 10.222.0.50 "GET /v2.0/networks/7d7d3034-b817-49c2-9157-a65ab4a679a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289816 Aug 19 18:40:28.692935 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-c2f2e623-d334-462f-9503-85a84bd268a0 req-f8cc8282-450f-40fc-875a-3ed5454edf31 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Calling delete_port for 55176698-cb13-4278-b69d-1f100ce2f9f1 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:40:28.823502 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e7ff3-f07c-4fae-8a72-70c9de46b98a req-5edf51c3-48d7-4444-bc09-27ef777b2f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:28.824930 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-790e7ff3-f07c-4fae-8a72-70c9de46b98a req-5edf51c3-48d7-4444-bc09-27ef777b2f16 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8832b62723d4493aa2cb29cb1280c689&device_id=c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f HTTP/1.1" status: 200 len: 1094 time: 0.0765693 Aug 19 18:40:28.936810 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c2f2e623-d334-462f-9503-85a84bd268a0 req-f8cc8282-450f-40fc-875a-3ed5454edf31 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:28.970586 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc8282-450f-40fc-875a-3ed5454edf31 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Pushing event deleted for resources: {'Port': ['ID=55176698-cb13-4278-b69d-1f100ce2f9f1,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:28.995426 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc8282-450f-40fc-875a-3ed5454edf31 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:28.995663 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc8282-450f-40fc-875a-3ed5454edf31 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:28.995913 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc8282-450f-40fc-875a-3ed5454edf31 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:28.996279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc8282-450f-40fc-875a-3ed5454edf31 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:28.996616 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc8282-450f-40fc-875a-3ed5454edf31 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:28.996945 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc8282-450f-40fc-875a-3ed5454edf31 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:28.997274 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc8282-450f-40fc-875a-3ed5454edf31 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:28.997626 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc8282-450f-40fc-875a-3ed5454edf31 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:28.997953 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc8282-450f-40fc-875a-3ed5454edf31 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:28.998274 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc8282-450f-40fc-875a-3ed5454edf31 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:28.998597 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc8282-450f-40fc-875a-3ed5454edf31 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:28.998918 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc8282-450f-40fc-875a-3ed5454edf31 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:29.015169 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e7ff3-f07c-4fae-8a72-70c9de46b98a req-7c2bc4d5-f735-4e69-bcb0-741d6c44eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:29.016793 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-790e7ff3-f07c-4fae-8a72-70c9de46b98a req-7c2bc4d5-f735-4e69-bcb0-741d6c44eab8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7d7d3034-b817-49c2-9157-a65ab4a679a6 HTTP/1.1" status: 200 len: 910 time: 0.1836193 Aug 19 18:40:29.019618 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b129ae41-f170-4aec-b467-a0fb5fa02ae5 req-f8597dba-3606-4cb2-bb02-9b4a2f539f3d tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 210 time: 0.0300817 Aug 19 18:40:29.037781 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f2e623-d334-462f-9503-85a84bd268a0 req-f8cc8282-450f-40fc-875a-3ed5454edf31 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] No DVR routers for this DVR port 55176698-cb13-4278-b69d-1f100ce2f9f1 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:40:29.044259 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c2f2e623-d334-462f-9503-85a84bd268a0 req-f8cc8282-450f-40fc-875a-3ed5454edf31 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:29.046135 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c2f2e623-d334-462f-9503-85a84bd268a0 req-f8cc8282-450f-40fc-875a-3ed5454edf31 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.50 "DELETE /v2.0/ports/55176698-cb13-4278-b69d-1f100ce2f9f1 HTTP/1.1" status: 204 len: 173 time: 0.7309556 Aug 19 18:40:29.081741 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-790e7ff3-f07c-4fae-8a72-70c9de46b98a req-f81b29bf-1c83-4904-bb21-cf8633caa675 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30d09d41-bf95-4c3f-9716-8ef9fb2475b5 HTTP/1.1" status: 200 len: 217 time: 0.0450399 Aug 19 18:40:29.141792 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e7ff3-f07c-4fae-8a72-70c9de46b98a req-c894b0e6-0a39-4c8d-929c-a7a384602763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:29.143757 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-790e7ff3-f07c-4fae-8a72-70c9de46b98a req-c894b0e6-0a39-4c8d-929c-a7a384602763 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6bb0cfb1-db5c-4b5b-a012-e4f8cf4ec73d HTTP/1.1" status: 200 len: 849 time: 0.0472457 Aug 19 18:40:29.179722 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-790e7ff3-f07c-4fae-8a72-70c9de46b98a req-d3023295-958d-4b34-a9d9-0a18edb60e7e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7d7d3034-b817-49c2-9157-a65ab4a679a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275795 Aug 19 18:40:29.274780 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-790e7ff3-f07c-4fae-8a72-70c9de46b98a req-a8f7a265-1e43-459c-812a-adaffd973a7e service neutron] 10.222.0.50 "GET /v2.0/networks/7d7d3034-b817-49c2-9157-a65ab4a679a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851772 Aug 19 18:40:29.389692 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-790e7ff3-f07c-4fae-8a72-70c9de46b98a req-bbdfbfee-c89d-4a50-967e-8a00af886c0e service neutron] 10.222.0.50 "GET /v2.0/networks/7d7d3034-b817-49c2-9157-a65ab4a679a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071928 Aug 19 18:40:29.446990 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49075bc-2700-4f95-8775-e1c9294f3a33 req-87c5fbee-666a-413c-8d9b-51a4de107f41 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:29.448694 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d49075bc-2700-4f95-8775-e1c9294f3a33 req-87c5fbee-666a-413c-8d9b-51a4de107f41 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/ports?device_id=c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f HTTP/1.1" status: 200 len: 943 time: 0.0715070 Aug 19 18:40:29.492265 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cee64-c8c3-4ba4-b6cb-3613a24e8191 req-cc6e3a9b-f24a-4220-bd57-664d8703c8d6 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:29.494035 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0a4cee64-c8c3-4ba4-b6cb-3613a24e8191 req-cc6e3a9b-f24a-4220-bd57-664d8703c8d6 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb4c0491-9a99-4651-80bc-4d91f4d1d94c HTTP/1.1" status: 200 len: 946 time: 0.0592816 Aug 19 18:40:29.513608 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d49075bc-2700-4f95-8775-e1c9294f3a33 req-1134349e-3927-4fff-8ed0-0e997f3d5dbf tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/security-groups?id=061cf3ab-3611-4d2b-a079-98f7bf9e66cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583324 Aug 19 18:40:29.539474 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0a4cee64-c8c3-4ba4-b6cb-3613a24e8191 req-a7a40f5a-664c-4ba3-a1e9-8b9841ac1635 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9277f15-8e2e-41e1-90ec-65d2ef69eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379975 Aug 19 18:40:30.119319 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c6cbfc0c-22a6-4a69-be3d-1391a978f14c req-bcc4cfd0-5130-4c3a-a0f4-55d475d67148 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 210 time: 0.0295362 Aug 19 18:40:30.562719 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa0c2c0-2191-4a55-9af4-6a2b4e71341a', 'name': 'network-vif-deleted', 'tag': '55176698-cb13-4278-b69d-1f100ce2f9f1'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:40:30.569168 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a7d4b6-1063-487f-bbc6-b5cc4b101f31" -d '{"events": [{"server_uuid": "0fa0c2c0-2191-4a55-9af4-6a2b4e71341a", "name": "network-vif-deleted", "tag": "55176698-cb13-4278-b69d-1f100ce2f9f1"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:40:30.618904 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814ad494-2c21-4e94-81c1-90c574373a3f x-openstack-request-id: req-814ad494-2c21-4e94-81c1-90c574373a3f {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:40:30.619477 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa0c2c0-2191-4a55-9af4-6a2b4e71341a", "name": "network-vif-deleted", "tag": "55176698-cb13-4278-b69d-1f100ce2f9f1", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:40:30.619953 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-814ad494-2c21-4e94-81c1-90c574373a3f {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:40:30.620573 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa0c2c0-2191-4a55-9af4-6a2b4e71341a', 'name': 'network-vif-deleted', 'tag': '55176698-cb13-4278-b69d-1f100ce2f9f1', 'status': 'completed', 'code': 200} Aug 19 18:40:30.652451 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f1b74-47f1-4517-a890-6010f3cbc427 req-9654647f-ad83-4326-9547-500a54e3750f tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:30.661365 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a16f1b74-47f1-4517-a890-6010f3cbc427 req-9654647f-ad83-4326-9547-500a54e3750f tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/ports?device_id=c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f HTTP/1.1" status: 200 len: 943 time: 0.0663769 Aug 19 18:40:30.698534 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a16f1b74-47f1-4517-a890-6010f3cbc427 req-ac61d5bb-989e-4861-9678-cee3caa2fdac tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/security-groups?id=061cf3ab-3611-4d2b-a079-98f7bf9e66cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359902 Aug 19 18:40:31.224785 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-75ea4d1a-027e-481e-bbcb-2aee72839e20 req-f84cfe4e-f30a-4df2-9347-711e3dc4afa4 tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 210 time: 0.0286589 Aug 19 18:40:31.333334 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 30d09d41-bf95-4c3f-9716-8ef9fb2475b5 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:40:31.449465 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 30d09d41-bf95-4c3f-9716-8ef9fb2475b5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=30d09d41-bf95-4c3f-9716-8ef9fb2475b5,segment=NetworkSegment(cbe22252-b945-4f1f-932b-a818eb0c9111),segment_id=cbe22252-b945-4f1f-932b-a818eb0c9111)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:40:31.464500 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '30d09d41-bf95-4c3f-9716-8ef9fb2475b5', 'network_id': '7d7d3034-b817-49c2-9157-a65ab4a679a6', 'port_id': '30d09d41-bf95-4c3f-9716-8ef9fb2475b5', 'mac_address': 'fa:16:3e:c1:3c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb0cfb1-db5c-4b5b-a012-e4f8cf4ec73d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:40:31.504817 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:31.518688 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d09d41-bf95-4c3f-9716-8ef9fb2475b5 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:40:31.541184 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 30d09d41-bf95-4c3f-9716-8ef9fb2475b5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=30d09d41-bf95-4c3f-9716-8ef9fb2475b5,segment=NetworkSegment(cbe22252-b945-4f1f-932b-a818eb0c9111),segment_id=cbe22252-b945-4f1f-932b-a818eb0c9111)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:40:31.545398 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:31.601032 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=30d09d41-bf95-4c3f-9716-8ef9fb2475b5,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:31.763137 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['30d09d41-bf95-4c3f-9716-8ef9fb2475b5'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:40:31.835677 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c0a36-fe6a-499a-aba0-056a2783236f req-203f9689-7872-4d34-ba70-9adb7a43398a tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:31.843911 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-418c0a36-fe6a-499a-aba0-056a2783236f req-203f9689-7872-4d34-ba70-9adb7a43398a tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/ports?device_id=c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f HTTP/1.1" status: 200 len: 944 time: 0.0591125 Aug 19 18:40:31.882708 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-418c0a36-fe6a-499a-aba0-056a2783236f req-6c0ddf1b-25f0-469a-a2d3-4024ba33e85e tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/security-groups?id=061cf3ab-3611-4d2b-a079-98f7bf9e66cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378599 Aug 19 18:40:32.324285 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb55bb65-550d-4312-adf3-81071e9ebc79 req-052a1cc0-c044-4faf-8879-ebc7ddc4ae2a tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa0c2c0-2191-4a55-9af4-6a2b4e71341a HTTP/1.1" status: 200 len: 210 time: 0.0277488 Aug 19 18:40:33.014268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becad3f7-c671-48be-87f0-3c8db2b8f667 req-bbad2626-4b4b-415a-b2e6-0de2f5f35a85 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:33.017871 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-becad3f7-c671-48be-87f0-3c8db2b8f667 req-bbad2626-4b4b-415a-b2e6-0de2f5f35a85 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/ports?device_id=c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f HTTP/1.1" status: 200 len: 944 time: 0.0612428 Aug 19 18:40:33.059438 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-becad3f7-c671-48be-87f0-3c8db2b8f667 req-7035c071-ae18-4c8c-9961-f845e7164020 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/security-groups?id=061cf3ab-3611-4d2b-a079-98f7bf9e66cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354979 Aug 19 18:40:33.331907 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 30d09d41-bf95-4c3f-9716-8ef9fb2475b5 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:40:33.384076 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 35768) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:33.395513 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 30d09d41-bf95-4c3f-9716-8ef9fb2475b5 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:40:33.399747 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 30d09d41-bf95-4c3f-9716-8ef9fb2475b5 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:40:33.400122 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:33.452988 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3ca4279d-662f-4e1c-9e8f-ce1a1c7dffaf tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:33.481971 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3ca4279d-662f-4e1c-9e8f-ce1a1c7dffaf tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:33.493075 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:33.519947 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d09d41-bf95-4c3f-9716-8ef9fb2475b5'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:40:33.522386 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536b33c8-524a-4f20-bbcf-dd8bae1e28cb" -d '{"events": [{"server_uuid": "c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f", "name": "network-vif-plugged", "status": "completed", "tag": "30d09d41-bf95-4c3f-9716-8ef9fb2475b5"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:40:33.538505 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 30d09d41-bf95-4c3f-9716-8ef9fb2475b5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=30d09d41-bf95-4c3f-9716-8ef9fb2475b5,segment=NetworkSegment(cbe22252-b945-4f1f-932b-a818eb0c9111),segment_id=cbe22252-b945-4f1f-932b-a818eb0c9111)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:40:33.548503 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:33.549432 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 55176698-cb13-4278-b69d-1f100ce2f9f1 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:40:33.551214 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3ca4279d-662f-4e1c-9e8f-ce1a1c7dffaf tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:33.554078 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3ca4279d-662f-4e1c-9e8f-ce1a1c7dffaf tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:33.555305 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3ca4279d-662f-4e1c-9e8f-ce1a1c7dffaf tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] 10.222.0.24 "DELETE /v2.0/security-groups/acffb4d1-1f2c-4090-8cbe-3788e93bdef0 HTTP/1.1" status: 204 len: 168 time: 0.1698747 Aug 19 18:40:33.565682 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4279d-662f-4e1c-9e8f-ce1a1c7dffaf tempest-TestVolumeBackupRestore-593840407 tempest-TestVolumeBackupRestore-593840407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acffb4d1-1f2c-4090-8cbe-3788e93bdef0,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:33.600588 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2bf548-f7fe-434d-a1c7-40264db4743e x-openstack-request-id: req-cf2bf548-f7fe-434d-a1c7-40264db4743e {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:40:33.601007 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f", "name": "network-vif-plugged", "status": "completed", "tag": "30d09d41-bf95-4c3f-9716-8ef9fb2475b5", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:40:33.601245 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf2bf548-f7fe-434d-a1c7-40264db4743e {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:40:33.601705 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d09d41-bf95-4c3f-9716-8ef9fb2475b5', 'code': 200} Aug 19 18:40:33.625889 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 55176698-cb13-4278-b69d-1f100ce2f9f1 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:40:33.626423 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 55176698-cb13-4278-b69d-1f100ce2f9f1 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:40:33.645177 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=30d09d41-bf95-4c3f-9716-8ef9fb2475b5,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:33.700518 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33873bc8-3433-480f-a62f-e9119ac667ad req-132b7f3f-84e5-473a-83d7-bf10403f3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:33.702372 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33873bc8-3433-480f-a62f-e9119ac667ad req-132b7f3f-84e5-473a-83d7-bf10403f3d6b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f HTTP/1.1" status: 200 len: 1096 time: 0.0511763 Aug 19 18:40:33.749024 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33873bc8-3433-480f-a62f-e9119ac667ad req-a4907873-3d0f-4966-bbe3-25b76d5b7174 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=061cf3ab-3611-4d2b-a079-98f7bf9e66cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372832 Aug 19 18:40:34.240864 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf1b9a-1856-439c-8dc3-8e573872cc96 req-2ea20641-57ea-413c-be4a-9269bb0dae5d tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:34.244331 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2aaf1b9a-1856-439c-8dc3-8e573872cc96 req-2ea20641-57ea-413c-be4a-9269bb0dae5d tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/ports?device_id=c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f HTTP/1.1" status: 200 len: 945 time: 0.0930688 Aug 19 18:40:34.301367 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2aaf1b9a-1856-439c-8dc3-8e573872cc96 req-7e2f4383-85e1-433c-8965-ac5ceed9c5fb tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/security-groups?id=061cf3ab-3611-4d2b-a079-98f7bf9e66cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466137 Aug 19 18:40:34.624534 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-02d93b6a-e22e-4dff-a056-5a417752b83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:35.434171 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb38db-71de-4b1b-8d3d-35ef68ca53d8 req-6c11642d-b4bb-47a8-ae43-02e2ea170acc tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:35.442302 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1dcb38db-71de-4b1b-8d3d-35ef68ca53d8 req-6c11642d-b4bb-47a8-ae43-02e2ea170acc tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/ports?device_id=c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f HTTP/1.1" status: 200 len: 945 time: 0.0599215 Aug 19 18:40:35.494220 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1dcb38db-71de-4b1b-8d3d-35ef68ca53d8 req-3f1dbbdb-408b-4959-8844-e2598499ccd4 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/security-groups?id=061cf3ab-3611-4d2b-a079-98f7bf9e66cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509272 Aug 19 18:40:35.766467 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:40:37.304655 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:37.393236 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-099bbb43-ba2c-43ed-8556-3e205d49098d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:38.222893 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:38.256881 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36270) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:38.526944 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc6696-8830-481c-92f6-1f335c6d1b56 req-fa4ce651-2302-4752-9c73-bfef8326219f tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:38.533227 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42fc6696-8830-481c-92f6-1f335c6d1b56 req-fa4ce651-2302-4752-9c73-bfef8326219f tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/ports?device_id=c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f HTTP/1.1" status: 200 len: 945 time: 0.0561771 Aug 19 18:40:38.587261 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-42fc6696-8830-481c-92f6-1f335c6d1b56 req-8d6d300f-210a-46b7-9703-5e3e886cd9f5 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/security-groups?id=061cf3ab-3611-4d2b-a079-98f7bf9e66cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499570 Aug 19 18:40:38.675248 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-633db285-6d62-4739-80c6-d90fd3f10694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:39.271552 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-633db285-6d62-4739-80c6-d90fd3f10694 admin admin] Deleting port c21343c0-a6a7-488a-a414-573690eb1727 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:40:39.272265 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-633db285-6d62-4739-80c6-d90fd3f10694 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:39.371689 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-633db285-6d62-4739-80c6-d90fd3f10694 admin admin] For port c21343c0-a6a7-488a-a414-573690eb1727, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c21343c0-a6a7-488a-a414-573690eb1727,segment=NetworkSegment(2e1c829d-21f4-4ed9-8557-14adeba40495),segment_id=2e1c829d-21f4-4ed9-8557-14adeba40495)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:40:39.372047 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-633db285-6d62-4739-80c6-d90fd3f10694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:39.385358 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-633db285-6d62-4739-80c6-d90fd3f10694 admin admin] Calling delete_port for c21343c0-a6a7-488a-a414-573690eb1727 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:40:39.591447 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-633db285-6d62-4739-80c6-d90fd3f10694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:39.625381 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633db285-6d62-4739-80c6-d90fd3f10694 admin admin] Pushing event deleted for resources: {'Port': ['ID=c21343c0-a6a7-488a-a414-573690eb1727,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:39.665662 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633db285-6d62-4739-80c6-d90fd3f10694 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:39.666370 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633db285-6d62-4739-80c6-d90fd3f10694 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:39.666909 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633db285-6d62-4739-80c6-d90fd3f10694 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:39.667437 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633db285-6d62-4739-80c6-d90fd3f10694 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:39.667947 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633db285-6d62-4739-80c6-d90fd3f10694 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:39.668452 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633db285-6d62-4739-80c6-d90fd3f10694 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:39.668969 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633db285-6d62-4739-80c6-d90fd3f10694 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:39.669467 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633db285-6d62-4739-80c6-d90fd3f10694 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:39.669999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633db285-6d62-4739-80c6-d90fd3f10694 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:39.670496 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633db285-6d62-4739-80c6-d90fd3f10694 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:39.671021 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633db285-6d62-4739-80c6-d90fd3f10694 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:39.671519 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633db285-6d62-4739-80c6-d90fd3f10694 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:39.812815 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f50085-e890-423d-b4c6-3c382f6330bf req-de33de0b-589b-4320-9641-b1e5b0fd8639 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:39.814797 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7f50085-e890-423d-b4c6-3c382f6330bf req-de33de0b-589b-4320-9641-b1e5b0fd8639 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/ports?device_id=c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f HTTP/1.1" status: 200 len: 945 time: 0.1078961 Aug 19 18:40:39.925443 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f7f50085-e890-423d-b4c6-3c382f6330bf req-e7598bbf-6a3a-48d5-bd63-22b481b606b5 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/security-groups?id=061cf3ab-3611-4d2b-a079-98f7bf9e66cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937092 Aug 19 18:40:39.945283 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-633db285-6d62-4739-80c6-d90fd3f10694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:39.945493 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e76fd3-b2ed-4c4a-86d1-362987b1b19e req-8dc5f902-a10f-42f6-a863-b6ac71e7cbd6 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:39.945493 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-92e76fd3-b2ed-4c4a-86d1-362987b1b19e req-8dc5f902-a10f-42f6-a863-b6ac71e7cbd6 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.50 "GET /v2.0/ports?device_id=c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f HTTP/1.1" status: 200 len: 945 time: 0.0767736 Aug 19 18:40:40.045209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-92e76fd3-b2ed-4c4a-86d1-362987b1b19e req-b8c6032a-5d73-4d1a-a866-1711969d74a0 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Deleting port 30d09d41-bf95-4c3f-9716-8ef9fb2475b5 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:40:40.045601 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-92e76fd3-b2ed-4c4a-86d1-362987b1b19e req-b8c6032a-5d73-4d1a-a866-1711969d74a0 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:40.158229 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-92e76fd3-b2ed-4c4a-86d1-362987b1b19e req-b8c6032a-5d73-4d1a-a866-1711969d74a0 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] For port 30d09d41-bf95-4c3f-9716-8ef9fb2475b5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=30d09d41-bf95-4c3f-9716-8ef9fb2475b5,segment=NetworkSegment(cbe22252-b945-4f1f-932b-a818eb0c9111),segment_id=cbe22252-b945-4f1f-932b-a818eb0c9111)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:40:40.158894 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-92e76fd3-b2ed-4c4a-86d1-362987b1b19e req-b8c6032a-5d73-4d1a-a866-1711969d74a0 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:40.176826 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-92e76fd3-b2ed-4c4a-86d1-362987b1b19e req-b8c6032a-5d73-4d1a-a866-1711969d74a0 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Calling delete_port for 30d09d41-bf95-4c3f-9716-8ef9fb2475b5 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:40:40.202678 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633db285-6d62-4739-80c6-d90fd3f10694 admin admin] Router e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:40:40.228669 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:40.337017 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633db285-6d62-4739-80c6-d90fd3f10694 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:40:40.346206 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-92e76fd3-b2ed-4c4a-86d1-362987b1b19e req-b8c6032a-5d73-4d1a-a866-1711969d74a0 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:40.347249 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-633db285-6d62-4739-80c6-d90fd3f10694 admin admin] 10.222.0.24 "PUT /v2.0/routers/e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0886075 Aug 19 18:40:40.347438 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36282) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:40.353792 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7691dcc-c9f4-4863-ac6c-2f891079ffd4 None None] Sync routers for ids ['e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:40:40.359190 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['30d09d41-bf95-4c3f-9716-8ef9fb2475b5'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:40:40.396561 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7691dcc-c9f4-4863-ac6c-2f891079ffd4 None None] Routers {'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:40:40.397266 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e7691dcc-c9f4-4863-ac6c-2f891079ffd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:40:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:40.417069 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6032a-5d73-4d1a-a866-1711969d74a0 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Pushing event deleted for resources: {'Port': ['ID=30d09d41-bf95-4c3f-9716-8ef9fb2475b5,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:40.463103 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e76fd3-b2ed-4c4a-86d1-362987b1b19e req-b8c6032a-5d73-4d1a-a866-1711969d74a0 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] No DVR routers for this DVR port 30d09d41-bf95-4c3f-9716-8ef9fb2475b5 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:40:40.466601 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-92e76fd3-b2ed-4c4a-86d1-362987b1b19e req-b8c6032a-5d73-4d1a-a866-1711969d74a0 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:40.468832 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-92e76fd3-b2ed-4c4a-86d1-362987b1b19e req-b8c6032a-5d73-4d1a-a866-1711969d74a0 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.50 "DELETE /v2.0/ports/30d09d41-bf95-4c3f-9716-8ef9fb2475b5 HTTP/1.1" status: 204 len: 173 time: 0.5183430 Aug 19 18:40:40.469296 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f', 'name': 'network-vif-deleted', 'tag': '30d09d41-bf95-4c3f-9716-8ef9fb2475b5'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:40:40.471671 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faaef81e-2140-43f6-8cdc-9e227b48f5a4" -d '{"events": [{"server_uuid": "c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f", "name": "network-vif-deleted", "tag": "30d09d41-bf95-4c3f-9716-8ef9fb2475b5"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:40:40.530253 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7665a9-ede6-46e6-882f-01b0c79fe825 x-openstack-request-id: req-aa7665a9-ede6-46e6-882f-01b0c79fe825 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:40:40.530831 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f", "name": "network-vif-deleted", "tag": "30d09d41-bf95-4c3f-9716-8ef9fb2475b5", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:40:40.531260 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa7665a9-ede6-46e6-882f-01b0c79fe825 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:40:40.532008 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f', 'name': 'network-vif-deleted', 'tag': '30d09d41-bf95-4c3f-9716-8ef9fb2475b5', 'status': 'completed', 'code': 200} Aug 19 18:40:40.543339 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15fcab60-06d1-4717-b99d-1ba0c534a100 admin admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:40.688850 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15fcab60-06d1-4717-b99d-1ba0c534a100 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:40.760433 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-15fcab60-06d1-4717-b99d-1ba0c534a100 admin admin] Deleting port b2477aab-f4dc-4cc6-9bc6-373c9471b23a {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:40:40.760780 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15fcab60-06d1-4717-b99d-1ba0c534a100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:40.765189 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-e7691dcc-c9f4-4863-ac6c-2f891079ffd4 None None] Set router e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:40:40.873131 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-15fcab60-06d1-4717-b99d-1ba0c534a100 admin admin] For port b2477aab-f4dc-4cc6-9bc6-373c9471b23a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b2477aab-f4dc-4cc6-9bc6-373c9471b23a,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:40:40.874094 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15fcab60-06d1-4717-b99d-1ba0c534a100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:40.892667 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-15fcab60-06d1-4717-b99d-1ba0c534a100 admin admin] Calling delete_port for b2477aab-f4dc-4cc6-9bc6-373c9471b23a owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:40:41.031496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e7691dcc-c9f4-4863-ac6c-2f891079ffd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'name': 'tempest-TestVolumeBackupRestore-1266650302-router', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:04Z', 'updated_at': '2021-08-19T18:40:39Z', 'revision_number': 5, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'gw_port': {'id': 'b2477aab-f4dc-4cc6-9bc6-373c9471b23a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:05Z', 'updated_at': '2021-08-19T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:41.066651 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7691dcc-c9f4-4863-ac6c-2f891079ffd4 None None] Checking router: e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:40:41.075734 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7691dcc-c9f4-4863-ac6c-2f891079ffd4 None None] Routers {'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:40:41.076380 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e7691dcc-c9f4-4863-ac6c-2f891079ffd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:40:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:41.155759 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4994bd5-c560-46f9-849b-4261f188a589 req-a71aa52a-9921-4803-9efd-8ea3f9151e69 tempest-VolumesActionsTest-1069347184 tempest-VolumesActionsTest-1069347184-project] 10.222.0.24 "GET /v2.0/ports?device_id=c41cc2f1-7c2b-4f71-aa14-7ecc2fc4736f HTTP/1.1" status: 200 len: 210 time: 0.0580685 Aug 19 18:40:41.203082 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-e7691dcc-c9f4-4863-ac6c-2f891079ffd4 None None] Set router e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:40:41.223961 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15fcab60-06d1-4717-b99d-1ba0c534a100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:41.257966 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcab60-06d1-4717-b99d-1ba0c534a100 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2477aab-f4dc-4cc6-9bc6-373c9471b23a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:41.267872 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e7691dcc-c9f4-4863-ac6c-2f891079ffd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'name': 'tempest-TestVolumeBackupRestore-1266650302-router', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:04Z', 'updated_at': '2021-08-19T18:40:40Z', 'revision_number': 6, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:41.299714 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7691dcc-c9f4-4863-ac6c-2f891079ffd4 None None] The sync data for ids ['e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f'] in n-d-803753-2 is: [{'id': 'e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f', 'name': 'tempest-TestVolumeBackupRestore-1266650302-router', 'tenant_id': '47dc5a832cb7486a91a76baf12bfc9de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:04Z', 'updated_at': '2021-08-19T18:40:40Z', 'revision_number': 6, 'project_id': '47dc5a832cb7486a91a76baf12bfc9de', 'gw_port_host': None}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:40:41.313002 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:41.351147 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15fcab60-06d1-4717-b99d-1ba0c534a100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:41.727545 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15fcab60-06d1-4717-b99d-1ba0c534a100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:41.729789 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15fcab60-06d1-4717-b99d-1ba0c534a100 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:41.786752 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15fcab60-06d1-4717-b99d-1ba0c534a100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:41.787708 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fcab60-06d1-4717-b99d-1ba0c534a100 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:40:41.801972 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15fcab60-06d1-4717-b99d-1ba0c534a100 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:41.804013 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-15fcab60-06d1-4717-b99d-1ba0c534a100 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e5cf6ad7-90b9-4e8e-82e2-39a5090fbd1f HTTP/1.1" status: 204 len: 168 time: 1.4554956 Aug 19 18:40:41.806592 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36292) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:41.861929 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd030e90-e874-405b-8905-92343428e8d8 admin admin] Deleting subnet d5709971-5b00-43cf-bd19-582d9b03368e {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:40:41.865047 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cd030e90-e874-405b-8905-92343428e8d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:41.902135 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cd030e90-e874-405b-8905-92343428e8d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:41.991679 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cd030e90-e874-405b-8905-92343428e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:42.053088 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cd030e90-e874-405b-8905-92343428e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:42.083846 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cd030e90-e874-405b-8905-92343428e8d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:42.085755 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cd030e90-e874-405b-8905-92343428e8d8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d5709971-5b00-43cf-bd19-582d9b03368e HTTP/1.1" status: 204 len: 168 time: 0.2780516 Aug 19 18:40:42.087470 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd030e90-e874-405b-8905-92343428e8d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5709971-5b00-43cf-bd19-582d9b03368e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:42.088680 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39070c6-db26-42e2-b4bb-5680f2015c54 None None] Network 0fa5fff9-afa3-4581-b3d4-aa7bcea09464 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:40:42.089811 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36294) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:42.140977 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c21343c0-a6a7-488a-a414-573690eb1727 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:40:42.170367 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: c21343c0-a6a7-488a-a414-573690eb1727 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:40:42.170710 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c21343c0-a6a7-488a-a414-573690eb1727 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:40:42.182897 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a2a3da3-f80e-4a99-a5f3-98844d832f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:42.257177 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-0a2a3da3-f80e-4a99-a5f3-98844d832f89 admin admin] Deleting port ceb3a390-8bc1-420d-a1df-831323c5c551 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:40:42.257552 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a2a3da3-f80e-4a99-a5f3-98844d832f89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:42.349401 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-0a2a3da3-f80e-4a99-a5f3-98844d832f89 admin admin] For port ceb3a390-8bc1-420d-a1df-831323c5c551, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ceb3a390-8bc1-420d-a1df-831323c5c551,segment=NetworkSegment(2e1c829d-21f4-4ed9-8557-14adeba40495),segment_id=2e1c829d-21f4-4ed9-8557-14adeba40495)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:40:42.350032 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a2a3da3-f80e-4a99-a5f3-98844d832f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:42.365033 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-0a2a3da3-f80e-4a99-a5f3-98844d832f89 admin admin] Calling delete_port for ceb3a390-8bc1-420d-a1df-831323c5c551 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:40:42.383482 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce05fd7-d6ee-440c-aa4e-f81fd83185dc None None] DHCP port deletion for 0fa5fff9-afa3-4581-b3d4-aa7bcea09464 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:40:42.460804 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ce05fd7-d6ee-440c-aa4e-f81fd83185dc None None] Deleting port ceb3a390-8bc1-420d-a1df-831323c5c551 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:40:42.461074 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ce05fd7-d6ee-440c-aa4e-f81fd83185dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:42.490691 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a2a3da3-f80e-4a99-a5f3-98844d832f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:42.528277 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a3da3-f80e-4a99-a5f3-98844d832f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb3a390-8bc1-420d-a1df-831323c5c551,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:42.535903 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2a3da3-f80e-4a99-a5f3-98844d832f89 admin admin] No DVR routers for this DVR port ceb3a390-8bc1-420d-a1df-831323c5c551 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:40:42.570546 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ce05fd7-d6ee-440c-aa4e-f81fd83185dc None None] For port ceb3a390-8bc1-420d-a1df-831323c5c551, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ceb3a390-8bc1-420d-a1df-831323c5c551,segment=NetworkSegment(2e1c829d-21f4-4ed9-8557-14adeba40495),segment_id=2e1c829d-21f4-4ed9-8557-14adeba40495)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:40:42.571025 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ce05fd7-d6ee-440c-aa4e-f81fd83185dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:42.589794 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ce05fd7-d6ee-440c-aa4e-f81fd83185dc None None] Calling delete_port for ceb3a390-8bc1-420d-a1df-831323c5c551 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:40:42.640727 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a2a3da3-f80e-4a99-a5f3-98844d832f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:42.657219 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-0a2a3da3-f80e-4a99-a5f3-98844d832f89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa5fff9-afa3-4581-b3d4-aa7bcea09464']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:42.674670 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-0a2a3da3-f80e-4a99-a5f3-98844d832f89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1c829d-21f4-4ed9-8557-14adeba40495') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:42.675068 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-0a2a3da3-f80e-4a99-a5f3-98844d832f89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1c829d-21f4-4ed9-8557-14adeba40495') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:42.690054 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a2a3da3-f80e-4a99-a5f3-98844d832f89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:42.714424 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a2a3da3-f80e-4a99-a5f3-98844d832f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:42.722262 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ce05fd7-d6ee-440c-aa4e-f81fd83185dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:42.722397 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2a3da3-f80e-4a99-a5f3-98844d832f89 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:40:42.722498 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a2a3da3-f80e-4a99-a5f3-98844d832f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:40:42.724500 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:40:42.734507 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce05fd7-d6ee-440c-aa4e-f81fd83185dc None None] No DVR routers for this DVR port ceb3a390-8bc1-420d-a1df-831323c5c551 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:40:42.768787 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce05fd7-d6ee-440c-aa4e-f81fd83185dc None None] Pushing event deleted for resources: {'Port': ['ID=ceb3a390-8bc1-420d-a1df-831323c5c551,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:42.786419 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a2a3da3-f80e-4a99-a5f3-98844d832f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:42.806658 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0a2a3da3-f80e-4a99-a5f3-98844d832f89 admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:42.811232 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0a2a3da3-f80e-4a99-a5f3-98844d832f89 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0fa5fff9-afa3-4581-b3d4-aa7bcea09464 HTTP/1.1" status: 204 len: 168 time: 0.7176688 Aug 19 18:40:42.811232 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a3da3-f80e-4a99-a5f3-98844d832f89 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fa5fff9-afa3-4581-b3d4-aa7bcea09464,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:42.811517 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36306) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:43.207405 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-65b68a95-b8d4-47d4-837f-ba114b63d2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:43.477569 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-65b68a95-b8d4-47d4-837f-ba114b63d2c4 admin admin] Deleting port 6bb04397-f57a-4681-9c3e-a236b2774465 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:40:43.477844 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-65b68a95-b8d4-47d4-837f-ba114b63d2c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:43.488340 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b2477aab-f4dc-4cc6-9bc6-373c9471b23a no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:40:43.510604 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: b2477aab-f4dc-4cc6-9bc6-373c9471b23a {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:40:43.511080 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b2477aab-f4dc-4cc6-9bc6-373c9471b23a not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:40:43.511576 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ceb3a390-8bc1-420d-a1df-831323c5c551 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:40:43.531269 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: ceb3a390-8bc1-420d-a1df-831323c5c551 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:40:43.532368 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ceb3a390-8bc1-420d-a1df-831323c5c551 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:40:43.571663 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-65b68a95-b8d4-47d4-837f-ba114b63d2c4 admin admin] For port 6bb04397-f57a-4681-9c3e-a236b2774465, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6bb04397-f57a-4681-9c3e-a236b2774465,segment=NetworkSegment(aa0e77ba-029c-4e76-ad3a-7b9925d9935b),segment_id=aa0e77ba-029c-4e76-ad3a-7b9925d9935b)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:40:43.572016 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-65b68a95-b8d4-47d4-837f-ba114b63d2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:43.585038 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-65b68a95-b8d4-47d4-837f-ba114b63d2c4 admin admin] Calling delete_port for 6bb04397-f57a-4681-9c3e-a236b2774465 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:40:43.819171 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-65b68a95-b8d4-47d4-837f-ba114b63d2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:43.848295 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b68a95-b8d4-47d4-837f-ba114b63d2c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bb04397-f57a-4681-9c3e-a236b2774465,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:44.077118 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-65b68a95-b8d4-47d4-837f-ba114b63d2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:44.625500 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b68a95-b8d4-47d4-837f-ba114b63d2c4 admin admin] Router 16f3acde-75be-4301-bef1-e77afda694b9 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:40:44.766454 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b68a95-b8d4-47d4-837f-ba114b63d2c4 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:40:44.776497 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc457227-7e61-4b0c-8ea7-9be32849f642 None None] Sync routers for ids ['16f3acde-75be-4301-bef1-e77afda694b9'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:40:44.777353 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36338) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:44.785064 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-65b68a95-b8d4-47d4-837f-ba114b63d2c4 admin admin] 10.222.0.24 "PUT /v2.0/routers/16f3acde-75be-4301-bef1-e77afda694b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9599578 Aug 19 18:40:44.790050 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc457227-7e61-4b0c-8ea7-9be32849f642 None None] Routers {'16f3acde-75be-4301-bef1-e77afda694b9'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:40:44.790803 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-fc457227-7e61-4b0c-8ea7-9be32849f642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:40:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['16f3acde-75be-4301-bef1-e77afda694b9'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:44.917186 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-fc457227-7e61-4b0c-8ea7-9be32849f642 None None] Set router 16f3acde-75be-4301-bef1-e77afda694b9 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:40:44.923435 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-553795ef-1864-477c-b5fc-99c578417bd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:45.114573 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-553795ef-1864-477c-b5fc-99c578417bd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:45.191351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-553795ef-1864-477c-b5fc-99c578417bd4 admin admin] Deleting port 44918347-b26e-4296-a593-0e8e770e46ba {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:40:45.191683 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-553795ef-1864-477c-b5fc-99c578417bd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:45.251065 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-fc457227-7e61-4b0c-8ea7-9be32849f642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f3acde-75be-4301-bef1-e77afda694b9', 'name': 'tempest-TestVolumeBackupRestore-855968150-router', 'tenant_id': 'f7926dcf702247b0a8757d14d5c73c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '44918347-b26e-4296-a593-0e8e770e46ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:13Z', 'updated_at': '2021-08-19T18:40:43Z', 'revision_number': 5, 'project_id': 'f7926dcf702247b0a8757d14d5c73c31', 'gw_port': {'id': '44918347-b26e-4296-a593-0e8e770e46ba', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f3acde-75be-4301-bef1-e77afda694b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:37:14Z', 'updated_at': '2021-08-19T18:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:45.295588 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-553795ef-1864-477c-b5fc-99c578417bd4 admin admin] For port 44918347-b26e-4296-a593-0e8e770e46ba, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=44918347-b26e-4296-a593-0e8e770e46ba,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:40:45.295588 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-553795ef-1864-477c-b5fc-99c578417bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:45.309941 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-553795ef-1864-477c-b5fc-99c578417bd4 admin admin] Calling delete_port for 44918347-b26e-4296-a593-0e8e770e46ba owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:40:45.384059 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 30d09d41-bf95-4c3f-9716-8ef9fb2475b5 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:40:45.423368 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc457227-7e61-4b0c-8ea7-9be32849f642 None None] Checking router: 16f3acde-75be-4301-bef1-e77afda694b9 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:40:45.429368 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 30d09d41-bf95-4c3f-9716-8ef9fb2475b5 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:40:45.429747 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 30d09d41-bf95-4c3f-9716-8ef9fb2475b5 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:40:45.437292 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc457227-7e61-4b0c-8ea7-9be32849f642 None None] Routers {'16f3acde-75be-4301-bef1-e77afda694b9'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:40:45.439284 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-fc457227-7e61-4b0c-8ea7-9be32849f642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:40:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['16f3acde-75be-4301-bef1-e77afda694b9'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:45.526922 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-553795ef-1864-477c-b5fc-99c578417bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:45.553962 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-fc457227-7e61-4b0c-8ea7-9be32849f642 None None] Set router 16f3acde-75be-4301-bef1-e77afda694b9 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:40:45.580619 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553795ef-1864-477c-b5fc-99c578417bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=44918347-b26e-4296-a593-0e8e770e46ba,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:45.611520 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-fc457227-7e61-4b0c-8ea7-9be32849f642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f3acde-75be-4301-bef1-e77afda694b9', 'name': 'tempest-TestVolumeBackupRestore-855968150-router', 'tenant_id': 'f7926dcf702247b0a8757d14d5c73c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:13Z', 'updated_at': '2021-08-19T18:40:45Z', 'revision_number': 6, 'project_id': 'f7926dcf702247b0a8757d14d5c73c31', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:45.644204 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc457227-7e61-4b0c-8ea7-9be32849f642 None None] The sync data for ids ['16f3acde-75be-4301-bef1-e77afda694b9'] in n-d-803753-2 is: [{'id': '16f3acde-75be-4301-bef1-e77afda694b9', 'name': 'tempest-TestVolumeBackupRestore-855968150-router', 'tenant_id': 'f7926dcf702247b0a8757d14d5c73c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:37:13Z', 'updated_at': '2021-08-19T18:40:45Z', 'revision_number': 6, 'project_id': 'f7926dcf702247b0a8757d14d5c73c31', 'gw_port_host': None}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:40:45.660072 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-553795ef-1864-477c-b5fc-99c578417bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:45.761976 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-553795ef-1864-477c-b5fc-99c578417bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:45.764090 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-553795ef-1864-477c-b5fc-99c578417bd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:45.817331 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-553795ef-1864-477c-b5fc-99c578417bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:45.818053 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553795ef-1864-477c-b5fc-99c578417bd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16f3acde-75be-4301-bef1-e77afda694b9 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:40:45.822909 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-553795ef-1864-477c-b5fc-99c578417bd4 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:45.826308 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-553795ef-1864-477c-b5fc-99c578417bd4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/16f3acde-75be-4301-bef1-e77afda694b9 HTTP/1.1" status: 204 len: 168 time: 1.0441442 Aug 19 18:40:45.826578 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36352) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:45.875893 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e533f1f-e15d-4e3e-9499-a6295dcabce3 admin admin] Deleting subnet e075707c-1fe4-43b8-8970-20428981930b {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:40:45.879194 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5e533f1f-e15d-4e3e-9499-a6295dcabce3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:45.916337 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5e533f1f-e15d-4e3e-9499-a6295dcabce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:46.009176 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5e533f1f-e15d-4e3e-9499-a6295dcabce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:46.070226 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5e533f1f-e15d-4e3e-9499-a6295dcabce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:46.099742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e533f1f-e15d-4e3e-9499-a6295dcabce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e075707c-1fe4-43b8-8970-20428981930b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:46.101689 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5e533f1f-e15d-4e3e-9499-a6295dcabce3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:46.103807 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5e533f1f-e15d-4e3e-9499-a6295dcabce3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e075707c-1fe4-43b8-8970-20428981930b HTTP/1.1" status: 204 len: 168 time: 0.2761080 Aug 19 18:40:46.106548 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36356) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:46.107490 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c27b4a9-87db-4e99-bc70-5c5725966fdb None None] Network d63c7460-5169-495e-92ea-0859bfac2f3f requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:40:46.246616 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71bb2875-5026-4e37-a566-25f61055c633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:46.323817 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-71bb2875-5026-4e37-a566-25f61055c633 admin admin] Deleting port b880994f-3307-407b-9287-84d217c51dd3 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:40:46.324211 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71bb2875-5026-4e37-a566-25f61055c633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:46.402834 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-71bb2875-5026-4e37-a566-25f61055c633 admin admin] For port b880994f-3307-407b-9287-84d217c51dd3, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b880994f-3307-407b-9287-84d217c51dd3,segment=NetworkSegment(aa0e77ba-029c-4e76-ad3a-7b9925d9935b),segment_id=aa0e77ba-029c-4e76-ad3a-7b9925d9935b)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:40:46.403208 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71bb2875-5026-4e37-a566-25f61055c633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:46.418070 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-71bb2875-5026-4e37-a566-25f61055c633 admin admin] Calling delete_port for b880994f-3307-407b-9287-84d217c51dd3 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:40:46.527564 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71bb2875-5026-4e37-a566-25f61055c633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:46.542460 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9f7954-b5c0-4cbd-bfee-ddeda6e69adf None None] DHCP port deletion for d63c7460-5169-495e-92ea-0859bfac2f3f request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:40:46.568293 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb2875-5026-4e37-a566-25f61055c633 admin admin] No DVR routers for this DVR port b880994f-3307-407b-9287-84d217c51dd3 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:40:46.573162 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb2875-5026-4e37-a566-25f61055c633 admin admin] Pushing event deleted for resources: {'Port': ['ID=b880994f-3307-407b-9287-84d217c51dd3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:46.668494 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:46.696477 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71bb2875-5026-4e37-a566-25f61055c633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:46.713035 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-71bb2875-5026-4e37-a566-25f61055c633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d63c7460-5169-495e-92ea-0859bfac2f3f']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:46.729100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-71bb2875-5026-4e37-a566-25f61055c633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0e77ba-029c-4e76-ad3a-7b9925d9935b') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:46.729398 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-71bb2875-5026-4e37-a566-25f61055c633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0e77ba-029c-4e76-ad3a-7b9925d9935b') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:46.740468 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71bb2875-5026-4e37-a566-25f61055c633 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:46.762671 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71bb2875-5026-4e37-a566-25f61055c633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:46.770679 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71bb2875-5026-4e37-a566-25f61055c633 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:40:46.771259 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71bb2875-5026-4e37-a566-25f61055c633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:40:46.773285 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:40:46.851379 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71bb2875-5026-4e37-a566-25f61055c633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:46.866315 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71bb2875-5026-4e37-a566-25f61055c633 admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:46.870623 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-71bb2875-5026-4e37-a566-25f61055c633 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d63c7460-5169-495e-92ea-0859bfac2f3f HTTP/1.1" status: 204 len: 168 time: 0.7608323 Aug 19 18:40:46.881142 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb2875-5026-4e37-a566-25f61055c633 admin admin] Pushing event deleted for resources: {'Network': ['ID=d63c7460-5169-495e-92ea-0859bfac2f3f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:47.143046 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36370) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:47.191994 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0adea37c-737d-4781-be4b-4b7576670930 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47dc5a832cb7486a91a76baf12bfc9de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474973 Aug 19 18:40:47.194449 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36372) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:47.267896 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-91fe0b70-498f-44ce-b89e-b61860b31d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:47.296559 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-91fe0b70-498f-44ce-b89e-b61860b31d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:47.364603 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-91fe0b70-498f-44ce-b89e-b61860b31d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:47.367306 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-91fe0b70-498f-44ce-b89e-b61860b31d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:47.369580 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-91fe0b70-498f-44ce-b89e-b61860b31d2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d12541a2-61a5-4ce3-8d02-ca75047fb86b HTTP/1.1" status: 204 len: 168 time: 0.1731038 Aug 19 18:40:47.378537 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe0b70-498f-44ce-b89e-b61860b31d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12541a2-61a5-4ce3-8d02-ca75047fb86b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:47.478805 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6bb04397-f57a-4681-9c3e-a236b2774465 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:40:47.499354 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 6bb04397-f57a-4681-9c3e-a236b2774465 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:40:47.499721 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6bb04397-f57a-4681-9c3e-a236b2774465 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:40:47.500124 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 44918347-b26e-4296-a593-0e8e770e46ba no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:40:47.520623 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 44918347-b26e-4296-a593-0e8e770e46ba {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:40:47.521025 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 44918347-b26e-4296-a593-0e8e770e46ba not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:40:47.521391 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b880994f-3307-407b-9287-84d217c51dd3 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:40:47.559395 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: b880994f-3307-407b-9287-84d217c51dd3 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:40:47.559973 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b880994f-3307-407b-9287-84d217c51dd3 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:40:47.868831 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36390) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:47.935043 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36392) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:47.935648 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4d90ee49-4aa4-4f64-966a-618e6ed6c9e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7926dcf702247b0a8757d14d5c73c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648756 Aug 19 18:40:48.014457 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e945922f-4073-4ab6-b4ac-15be5e625732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:48.042489 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e945922f-4073-4ab6-b4ac-15be5e625732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:48.112573 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e945922f-4073-4ab6-b4ac-15be5e625732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:48.115785 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e945922f-4073-4ab6-b4ac-15be5e625732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:48.116986 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e945922f-4073-4ab6-b4ac-15be5e625732 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e74d63e-9720-4a58-9207-58e1f2f4b80e HTTP/1.1" status: 204 len: 168 time: 0.1809268 Aug 19 18:40:48.127423 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945922f-4073-4ab6-b4ac-15be5e625732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e74d63e-9720-4a58-9207-58e1f2f4b80e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:51.491620 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d5c3ae1-7ebf-4583-b7b6-925390f07688 req-520e07d3-f3aa-4015-b120-1e1e018c4a1d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bb4c0491-9a99-4651-80bc-4d91f4d1d94c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421457 Aug 19 18:40:51.591380 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c3ae1-7ebf-4583-b7b6-925390f07688 req-6a9e8a50-5538-4718-92b9-90bd4595548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:51.593013 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d5c3ae1-7ebf-4583-b7b6-925390f07688 req-6a9e8a50-5538-4718-92b9-90bd4595548c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5833b97bc9314275a707cd79feceb30f&device_id=bb4c0491-9a99-4651-80bc-4d91f4d1d94c HTTP/1.1" status: 200 len: 1097 time: 0.0485501 Aug 19 18:40:51.713947 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c3ae1-7ebf-4583-b7b6-925390f07688 req-aa30f4e4-6424-4342-af70-9457c916850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:51.715471 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d5c3ae1-7ebf-4583-b7b6-925390f07688 req-aa30f4e4-6424-4342-af70-9457c916850d service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1900ede-a783-4905-9779-46264dd40657 HTTP/1.1" status: 200 len: 914 time: 0.0977271 Aug 19 18:40:51.761646 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d5c3ae1-7ebf-4583-b7b6-925390f07688 req-ca9d5103-feab-46ea-99c9-bf9c9c44b23b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27c4cf10-5aad-4968-ac10-235ba21def7b HTTP/1.1" status: 200 len: 217 time: 0.0373583 Aug 19 18:40:51.822549 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c3ae1-7ebf-4583-b7b6-925390f07688 req-a8f07df2-c2d4-4f46-bc69-a05dab253894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:51.824097 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d5c3ae1-7ebf-4583-b7b6-925390f07688 req-a8f07df2-c2d4-4f46-bc69-a05dab253894 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6a1a750e-141e-486a-a8d1-f9b3bfb82a01 HTTP/1.1" status: 200 len: 853 time: 0.0555811 Aug 19 18:40:51.863627 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d5c3ae1-7ebf-4583-b7b6-925390f07688 req-88cb16df-8987-46be-94a6-563ae7b3a03c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1900ede-a783-4905-9779-46264dd40657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314775 Aug 19 18:40:51.961351 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d5c3ae1-7ebf-4583-b7b6-925390f07688 req-21c6b3d4-718a-4a60-acb5-36fefa2d94f4 service neutron] 10.222.0.54 "GET /v2.0/networks/f1900ede-a783-4905-9779-46264dd40657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900228 Aug 19 18:40:52.069329 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d5c3ae1-7ebf-4583-b7b6-925390f07688 req-b3645263-44bf-4942-b62f-dc07cf422267 service neutron] 10.222.0.54 "GET /v2.0/networks/f1900ede-a783-4905-9779-46264dd40657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997412 Aug 19 18:41:03.494779 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36548) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:03.540786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-854eea25-6bc3-43fc-bf27-0eb06f60d9c6 admin admin] Deleting subnet 6bb0cfb1-db5c-4b5b-a012-e4f8cf4ec73d {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:41:03.544462 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-854eea25-6bc3-43fc-bf27-0eb06f60d9c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:03.581153 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-854eea25-6bc3-43fc-bf27-0eb06f60d9c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:03.627625 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-854eea25-6bc3-43fc-bf27-0eb06f60d9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:03.681322 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-854eea25-6bc3-43fc-bf27-0eb06f60d9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:03.711266 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eea25-6bc3-43fc-bf27-0eb06f60d9c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bb0cfb1-db5c-4b5b-a012-e4f8cf4ec73d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:03.714023 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-854eea25-6bc3-43fc-bf27-0eb06f60d9c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:03.717578 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-854eea25-6bc3-43fc-bf27-0eb06f60d9c6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6bb0cfb1-db5c-4b5b-a012-e4f8cf4ec73d HTTP/1.1" status: 204 len: 168 time: 0.2194328 Aug 19 18:41:03.718224 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36550) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:03.801721 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-58988075-1bda-43d2-b5b3-78508618ecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:03.915175 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-58988075-1bda-43d2-b5b3-78508618ecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:03.931838 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-58988075-1bda-43d2-b5b3-78508618ecb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7d3034-b817-49c2-9157-a65ab4a679a6']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:03.946689 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-58988075-1bda-43d2-b5b3-78508618ecb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe22252-b945-4f1f-932b-a818eb0c9111') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:03.947097 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-58988075-1bda-43d2-b5b3-78508618ecb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe22252-b945-4f1f-932b-a818eb0c9111') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:03.957884 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-58988075-1bda-43d2-b5b3-78508618ecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:03.974346 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-58988075-1bda-43d2-b5b3-78508618ecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:03.980410 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58988075-1bda-43d2-b5b3-78508618ecb5 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:41:03.980801 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-58988075-1bda-43d2-b5b3-78508618ecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:41:03.982485 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:41:04.039673 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-58988075-1bda-43d2-b5b3-78508618ecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:04.045235 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-58988075-1bda-43d2-b5b3-78508618ecb5 admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:04.047452 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-58988075-1bda-43d2-b5b3-78508618ecb5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7d7d3034-b817-49c2-9157-a65ab4a679a6 HTTP/1.1" status: 204 len: 168 time: 0.3276067 Aug 19 18:41:04.050210 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36554) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:04.063385 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58988075-1bda-43d2-b5b3-78508618ecb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7d3034-b817-49c2-9157-a65ab4a679a6,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:04.100988 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6aad8d8-77a5-46aa-864b-7975d3baaadb admin admin] Deleting subnet 7048e0fa-0059-48d0-90e1-5be6a744b253 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:41:04.104914 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6aad8d8-77a5-46aa-864b-7975d3baaadb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:04.144001 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6aad8d8-77a5-46aa-864b-7975d3baaadb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:04.183304 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6aad8d8-77a5-46aa-864b-7975d3baaadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:04.242641 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6aad8d8-77a5-46aa-864b-7975d3baaadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:04.271917 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aad8d8-77a5-46aa-864b-7975d3baaadb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7048e0fa-0059-48d0-90e1-5be6a744b253,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:04.274127 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6aad8d8-77a5-46aa-864b-7975d3baaadb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:04.276045 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a6aad8d8-77a5-46aa-864b-7975d3baaadb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7048e0fa-0059-48d0-90e1-5be6a744b253 HTTP/1.1" status: 204 len: 168 time: 0.2247949 Aug 19 18:41:04.278552 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36556) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:04.351577 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-654b54a5-8551-46b2-9952-ee2cb1d0b4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:04.431793 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-654b54a5-8551-46b2-9952-ee2cb1d0b4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:04.441977 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-654b54a5-8551-46b2-9952-ee2cb1d0b4f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5050cb9-d6cd-47a4-8738-cc85fbebcff8']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:04.451782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-654b54a5-8551-46b2-9952-ee2cb1d0b4f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca934a0a-6e40-478f-b817-53689e5e92ea') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:04.452080 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-654b54a5-8551-46b2-9952-ee2cb1d0b4f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca934a0a-6e40-478f-b817-53689e5e92ea') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:04.461728 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-654b54a5-8551-46b2-9952-ee2cb1d0b4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:04.475784 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-654b54a5-8551-46b2-9952-ee2cb1d0b4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:04.481722 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654b54a5-8551-46b2-9952-ee2cb1d0b4f4 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:41:04.482122 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-654b54a5-8551-46b2-9952-ee2cb1d0b4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:41:04.483724 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:41:04.538091 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-654b54a5-8551-46b2-9952-ee2cb1d0b4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:04.543620 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-654b54a5-8551-46b2-9952-ee2cb1d0b4f4 admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:04.545459 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-654b54a5-8551-46b2-9952-ee2cb1d0b4f4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d5050cb9-d6cd-47a4-8738-cc85fbebcff8 HTTP/1.1" status: 204 len: 168 time: 0.2659361 Aug 19 18:41:04.556875 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b54a5-8551-46b2-9952-ee2cb1d0b4f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5050cb9-d6cd-47a4-8738-cc85fbebcff8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:04.607384 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bcf68838-db41-4fe3-ae46-8f796c7006c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:04.710912 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36560) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:04.756957 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3b8eae23-9bcc-427a-8494-18bf4952bd5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8832b62723d4493aa2cb29cb1280c689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448666 Aug 19 18:41:04.759485 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36562) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:04.810502 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ce82a142-5760-48e3-942b-9c0da74dba94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:04.831627 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ce82a142-5760-48e3-942b-9c0da74dba94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:04.880989 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ce82a142-5760-48e3-942b-9c0da74dba94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:04.883503 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ce82a142-5760-48e3-942b-9c0da74dba94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:04.884761 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ce82a142-5760-48e3-942b-9c0da74dba94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/061cf3ab-3611-4d2b-a079-98f7bf9e66cb HTTP/1.1" status: 204 len: 168 time: 0.1243157 Aug 19 18:41:04.892859 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82a142-5760-48e3-942b-9c0da74dba94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061cf3ab-3611-4d2b-a079-98f7bf9e66cb,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:05.230790 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36574) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:05.271914 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c313cdfb-be43-40dc-b4dd-082368e28b10 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a1e2bec80a84810b260b4e968f77334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397806 Aug 19 18:41:05.274391 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36576) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:05.322943 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a42d4dd9-151b-47c1-b009-22b09ae1af9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:05.345551 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a42d4dd9-151b-47c1-b009-22b09ae1af9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:05.393803 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a42d4dd9-151b-47c1-b009-22b09ae1af9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:05.396362 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a42d4dd9-151b-47c1-b009-22b09ae1af9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:05.397795 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a42d4dd9-151b-47c1-b009-22b09ae1af9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac5ee9c2-395f-498f-a486-6100182ecfe8 HTTP/1.1" status: 204 len: 168 time: 0.1222718 Aug 19 18:41:05.405847 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d4dd9-151b-47c1-b009-22b09ae1af9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5ee9c2-395f-498f-a486-6100182ecfe8,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:07.289637 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:07.380038 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-21dbb740-480a-479f-bb2a-44d3b486a20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:08.227564 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:10.229688 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:10.687728 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36664) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:10.813433 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-71592a12-3885-49d7-b054-5c54af94b559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:10.903857 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-71592a12-3885-49d7-b054-5c54af94b559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:10.908985 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-71592a12-3885-49d7-b054-5c54af94b559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:10.947439 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-71592a12-3885-49d7-b054-5c54af94b559 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=805c5f7cd148431c8ffbfc712e79fd24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2585623 Aug 19 18:41:10.948269 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71592a12-3885-49d7-b054-5c54af94b559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c00424-c794-41b0-b9e8-d1cecd3847f3,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:10.950110 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36668) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:11.001807 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5cb25c71-c5d5-45f4-b7ed-9f44cdadc828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:11.024583 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5cb25c71-c5d5-45f4-b7ed-9f44cdadc828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:11.073392 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5cb25c71-c5d5-45f4-b7ed-9f44cdadc828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:11.076182 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5cb25c71-c5d5-45f4-b7ed-9f44cdadc828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:11.077662 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5cb25c71-c5d5-45f4-b7ed-9f44cdadc828 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42c00424-c794-41b0-b9e8-d1cecd3847f3 HTTP/1.1" status: 204 len: 168 time: 0.1257093 Aug 19 18:41:11.086116 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb25c71-c5d5-45f4-b7ed-9f44cdadc828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c00424-c794-41b0-b9e8-d1cecd3847f3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:11.234177 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:12.768236 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:41:16.677965 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:18.264557 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d0874-5dac-4cd5-8a99-2b0fb5b2334b req-42540645-8adf-4d52-beae-c89a7283e068 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:18.266694 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-071d0874-5dac-4cd5-8a99-2b0fb5b2334b req-42540645-8adf-4d52-beae-c89a7283e068 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb4c0491-9a99-4651-80bc-4d91f4d1d94c HTTP/1.1" status: 200 len: 946 time: 0.0578694 Aug 19 18:41:18.309817 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-071d0874-5dac-4cd5-8a99-2b0fb5b2334b req-383dca56-f3c6-43fc-9d12-d93609075c83 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9277f15-8e2e-41e1-90ec-65d2ef69eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366426 Aug 19 18:41:19.430101 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6693d-861f-4d96-8a34-345c0250b318 req-3e58986c-17e4-442c-bd89-8d3064bffacb tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:19.431583 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10c6693d-861f-4d96-8a34-345c0250b318 req-3e58986c-17e4-442c-bd89-8d3064bffacb tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb4c0491-9a99-4651-80bc-4d91f4d1d94c HTTP/1.1" status: 200 len: 946 time: 0.0522840 Aug 19 18:41:19.469882 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-10c6693d-861f-4d96-8a34-345c0250b318 req-a3cf11b5-6f0d-4ba5-9b3e-0c7b0e44f5bb tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9277f15-8e2e-41e1-90ec-65d2ef69eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321660 Aug 19 18:41:19.973408 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd26cba-7daa-4075-847f-aab0b6099952 req-88315e7c-2521-454b-9eca-9711d0da8b7d tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:19.974943 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3cd26cba-7daa-4075-847f-aab0b6099952 req-88315e7c-2521-454b-9eca-9711d0da8b7d tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb4c0491-9a99-4651-80bc-4d91f4d1d94c HTTP/1.1" status: 200 len: 946 time: 0.0522645 Aug 19 18:41:20.071536 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-3cd26cba-7daa-4075-847f-aab0b6099952 req-f05c27ca-e6ec-48fe-a013-29cbb1ba2780 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Deleting port 27c4cf10-5aad-4968-ac10-235ba21def7b {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:41:20.071896 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3cd26cba-7daa-4075-847f-aab0b6099952 req-f05c27ca-e6ec-48fe-a013-29cbb1ba2780 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:20.164615 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-3cd26cba-7daa-4075-847f-aab0b6099952 req-f05c27ca-e6ec-48fe-a013-29cbb1ba2780 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] For port 27c4cf10-5aad-4968-ac10-235ba21def7b, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=27c4cf10-5aad-4968-ac10-235ba21def7b,segment=NetworkSegment(8d25fa13-814e-4439-b655-f6529d3e4920),segment_id=8d25fa13-814e-4439-b655-f6529d3e4920)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:41:20.164992 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3cd26cba-7daa-4075-847f-aab0b6099952 req-f05c27ca-e6ec-48fe-a013-29cbb1ba2780 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:20.179011 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-3cd26cba-7daa-4075-847f-aab0b6099952 req-f05c27ca-e6ec-48fe-a013-29cbb1ba2780 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Calling delete_port for 27c4cf10-5aad-4968-ac10-235ba21def7b owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:41:20.323214 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3cd26cba-7daa-4075-847f-aab0b6099952 req-f05c27ca-e6ec-48fe-a013-29cbb1ba2780 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:20.340045 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['27c4cf10-5aad-4968-ac10-235ba21def7b'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:41:20.355439 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c27ca-e6ec-48fe-a013-29cbb1ba2780 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Pushing event deleted for resources: {'Port': ['ID=27c4cf10-5aad-4968-ac10-235ba21def7b,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:20.410911 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd26cba-7daa-4075-847f-aab0b6099952 req-f05c27ca-e6ec-48fe-a013-29cbb1ba2780 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] No DVR routers for this DVR port 27c4cf10-5aad-4968-ac10-235ba21def7b on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:41:20.413662 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3cd26cba-7daa-4075-847f-aab0b6099952 req-f05c27ca-e6ec-48fe-a013-29cbb1ba2780 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:20.415784 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3cd26cba-7daa-4075-847f-aab0b6099952 req-f05c27ca-e6ec-48fe-a013-29cbb1ba2780 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.54 "DELETE /v2.0/ports/27c4cf10-5aad-4968-ac10-235ba21def7b HTTP/1.1" status: 204 len: 173 time: 0.4348567 Aug 19 18:41:20.416312 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4c0491-9a99-4651-80bc-4d91f4d1d94c', 'name': 'network-vif-deleted', 'tag': '27c4cf10-5aad-4968-ac10-235ba21def7b'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:41:20.418707 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ae016a-9571-46d6-8ade-7eb1608a91d9" -d '{"events": [{"server_uuid": "bb4c0491-9a99-4651-80bc-4d91f4d1d94c", "name": "network-vif-deleted", "tag": "27c4cf10-5aad-4968-ac10-235ba21def7b"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:41:20.461876 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0949b8d-89ad-4f0b-b1e6-3d34ddc52694 x-openstack-request-id: req-b0949b8d-89ad-4f0b-b1e6-3d34ddc52694 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:41:20.462503 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4c0491-9a99-4651-80bc-4d91f4d1d94c", "name": "network-vif-deleted", "tag": "27c4cf10-5aad-4968-ac10-235ba21def7b", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:41:20.462503 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0949b8d-89ad-4f0b-b1e6-3d34ddc52694 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:41:20.462815 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4c0491-9a99-4651-80bc-4d91f4d1d94c', 'name': 'network-vif-deleted', 'tag': '27c4cf10-5aad-4968-ac10-235ba21def7b', 'status': 'completed', 'code': 200} Aug 19 18:41:20.618860 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e8358baf-19a6-4163-9955-3c6f91da482f req-215206c1-381b-4a8b-82fa-414dbad40d16 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb4c0491-9a99-4651-80bc-4d91f4d1d94c HTTP/1.1" status: 200 len: 210 time: 0.0438163 Aug 19 18:41:22.910479 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 27c4cf10-5aad-4968-ac10-235ba21def7b no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:41:22.936773 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 27c4cf10-5aad-4968-ac10-235ba21def7b {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:41:22.937980 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 27c4cf10-5aad-4968-ac10-235ba21def7b not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:41:24.512267 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-b746b569-69af-4de2-ae49-19270497fd60 req-53c749b0-3abd-4526-9ed2-ab374da3f41b service neutron] (94681) timed out ('10.222.0.50', 49614) {{(pid=94681) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:41:28.641906 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-3e55f754-c9a1-4d3e-a1e2-dfd0312287b6 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:28.643321 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-3e55f754-c9a1-4d3e-a1e2-dfd0312287b6 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/networks?id=f1900ede-a783-4905-9779-46264dd40657 HTTP/1.1" status: 200 len: 813 time: 0.1097553 Aug 19 18:41:28.659497 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-21f4831e-4830-4c0c-b567-15554a605bf7 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/quotas/5833b97bc9314275a707cd79feceb30f HTTP/1.1" status: 200 len: 375 time: 0.0099425 Aug 19 18:41:28.693828 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-f5eb0d7a-65c7-46bc-98a1-aa9cd352ccf2 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5833b97bc9314275a707cd79feceb30f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280321 Aug 19 18:41:28.901388 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-97d7416e-f28a-49e8-8de6-75afd45e0c9c service neutron] 10.222.0.24 "GET /v2.0/networks/f1900ede-a783-4905-9779-46264dd40657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002833 Aug 19 18:41:28.995822 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-dadbeb56-e94a-4ef6-a393-24f635eec9b7 service neutron] 10.222.0.24 "GET /v2.0/networks/f1900ede-a783-4905-9779-46264dd40657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883858 Aug 19 18:41:29.191180 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2188a71c-3f0d-4eb5-b53d-bf7ecff6bf1d req-049aea7d-bf59-4005-bf20-9a3c29efaaf0 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4 HTTP/1.1" status: 200 len: 210 time: 0.0441027 Aug 19 18:41:29.422403 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36894) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:29.549609 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12da835d-579e-4868-abf8-7e36cf241b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:29.645267 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12da835d-579e-4868-abf8-7e36cf241b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:29.649006 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-12da835d-579e-4868-abf8-7e36cf241b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:29.692345 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-12da835d-579e-4868-abf8-7e36cf241b84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03cce54dbd4f43b99ea7366c4d4669a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687135 Aug 19 18:41:29.693139 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da835d-579e-4868-abf8-7e36cf241b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461382e8-e875-42d2-9085-f3e0f6ee61f1,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:29.695045 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36898) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:29.711697 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da835d-579e-4868-abf8-7e36cf241b84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:29.712050 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da835d-579e-4868-abf8-7e36cf241b84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:29.712394 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da835d-579e-4868-abf8-7e36cf241b84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:29.712736 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da835d-579e-4868-abf8-7e36cf241b84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:29.713073 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da835d-579e-4868-abf8-7e36cf241b84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:29.713408 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da835d-579e-4868-abf8-7e36cf241b84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:29.713770 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da835d-579e-4868-abf8-7e36cf241b84 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:29.714100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da835d-579e-4868-abf8-7e36cf241b84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:29.714586 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da835d-579e-4868-abf8-7e36cf241b84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:29.715042 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da835d-579e-4868-abf8-7e36cf241b84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:29.715419 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da835d-579e-4868-abf8-7e36cf241b84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:29.715749 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da835d-579e-4868-abf8-7e36cf241b84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:29.760225 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-76c59dd8-2812-4a07-b8f2-67e7aa339f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:29.781826 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-76c59dd8-2812-4a07-b8f2-67e7aa339f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:29.833503 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-76c59dd8-2812-4a07-b8f2-67e7aa339f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:29.836080 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-76c59dd8-2812-4a07-b8f2-67e7aa339f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:29.837246 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-76c59dd8-2812-4a07-b8f2-67e7aa339f46 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/461382e8-e875-42d2-9085-f3e0f6ee61f1 HTTP/1.1" status: 204 len: 168 time: 0.1412926 Aug 19 18:41:29.845406 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c59dd8-2812-4a07-b8f2-67e7aa339f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461382e8-e875-42d2-9085-f3e0f6ee61f1,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:30.327655 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d9cb7b6a-3a0b-46ba-a30c-fb68866ca7ff req-d309a626-4eed-4285-b1ea-aaf99a7ab364 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4 HTTP/1.1" status: 200 len: 210 time: 0.0576870 Aug 19 18:41:30.346138 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-470a707d-6d51-4898-8376-0b453e0947ab tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:30.347894 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-470a707d-6d51-4898-8376-0b453e0947ab tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.50 "GET /v2.0/networks?id=f1900ede-a783-4905-9779-46264dd40657 HTTP/1.1" status: 200 len: 813 time: 0.1569695 Aug 19 18:41:30.364022 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-345870fc-4ae1-483f-8fea-e9982d48d6a7 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Request body: {'port': {'device_id': '1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4', 'network_id': 'f1900ede-a783-4905-9779-46264dd40657', 'admin_state_up': True, 'tenant_id': '5833b97bc9314275a707cd79feceb30f'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:30.494462 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-345870fc-4ae1-483f-8fea-e9982d48d6a7 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Made reservation on behalf of 5833b97bc9314275a707cd79feceb30f for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:41:30.498355 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-345870fc-4ae1-483f-8fea-e9982d48d6a7 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.630955 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-345870fc-4ae1-483f-8fea-e9982d48d6a7 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Allocated IP 172.20.0.14 (f1900ede-a783-4905-9779-46264dd40657/6a1a750e-141e-486a-a8d1-f9b3bfb82a01/fc881032-beee-4a5a-8dce-4c597204d481) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:41:30.807619 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-345870fc-4ae1-483f-8fea-e9982d48d6a7 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.848910 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-345870fc-4ae1-483f-8fea-e9982d48d6a7 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.898541 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-345870fc-4ae1-483f-8fea-e9982d48d6a7 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Network f1900ede-a783-4905-9779-46264dd40657 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:41:30.902518 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-345870fc-4ae1-483f-8fea-e9982d48d6a7 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:41:30.908160 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-345870fc-4ae1-483f-8fea-e9982d48d6a7 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:41:30.912182 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345870fc-4ae1-483f-8fea-e9982d48d6a7 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Pushing event updated for resources: {'Port': ['ID=fc881032-beee-4a5a-8dce-4c597204d481,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:30.962972 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-345870fc-4ae1-483f-8fea-e9982d48d6a7 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:30.963596 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-345870fc-4ae1-483f-8fea-e9982d48d6a7 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.978982 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-345870fc-4ae1-483f-8fea-e9982d48d6a7 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6205890 Aug 19 18:41:30.995403 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-264ac946-bda3-4447-b66d-1b99ac75e2ab service neutron] Request body: {'port': {'device_id': '1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:31.055690 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-264ac946-bda3-4447-b66d-1b99ac75e2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:31.327694 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-264ac946-bda3-4447-b66d-1b99ac75e2ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc881032-beee-4a5a-8dce-4c597204d481 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:41:31.335276 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-264ac946-bda3-4447-b66d-1b99ac75e2ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:31.347331 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-264ac946-bda3-4447-b66d-1b99ac75e2ab service neutron] Transition to ACTIVE for port object fc881032-beee-4a5a-8dce-4c597204d481 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:41:31.351815 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-264ac946-bda3-4447-b66d-1b99ac75e2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:31.405923 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ac946-bda3-4447-b66d-1b99ac75e2ab service neutron] Pushing event updated for resources: {'Port': ['ID=fc881032-beee-4a5a-8dce-4c597204d481,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:31.448904 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36942) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:31.455690 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-6a7fba95-09f8-4874-ba93-ff87c7ff12ff tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-368174396', 'description': 'tempest-secgroup-smoke-368174396 description', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:31.486220 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3007e1d-6fd3-4e9b-bd74-ed8600f63503 req-36477ad1-c7fe-4bee-8cc3-12eb7c1aff6d tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:31.487911 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b3007e1d-6fd3-4e9b-bd74-ed8600f63503 req-36477ad1-c7fe-4bee-8cc3-12eb7c1aff6d tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4 HTTP/1.1" status: 200 len: 944 time: 0.0634754 Aug 19 18:41:31.496733 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6a7fba95-09f8-4874-ba93-ff87c7ff12ff tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:31.507307 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-264ac946-bda3-4447-b66d-1b99ac75e2ab service neutron] Attempting to bind port fc881032-beee-4a5a-8dce-4c597204d481 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:41:31.507627 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-264ac946-bda3-4447-b66d-1b99ac75e2ab service neutron] Attempting to bind port fc881032-beee-4a5a-8dce-4c597204d481 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '8d25fa13-814e-4439-b655-f6529d3e4920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f1900ede-a783-4905-9779-46264dd40657'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:41:31.507958 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-264ac946-bda3-4447-b66d-1b99ac75e2ab service neutron] Attempting to bind port fc881032-beee-4a5a-8dce-4c597204d481 on network f1900ede-a783-4905-9779-46264dd40657 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:41:31.510921 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6a7fba95-09f8-4874-ba93-ff87c7ff12ff tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:31.519687 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-264ac946-bda3-4447-b66d-1b99ac75e2ab service neutron] Port fc881032-beee-4a5a-8dce-4c597204d481 on network f1900ede-a783-4905-9779-46264dd40657 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:41:31.520097 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-264ac946-bda3-4447-b66d-1b99ac75e2ab service neutron] Attempting to bind port fc881032-beee-4a5a-8dce-4c597204d481 on network f1900ede-a783-4905-9779-46264dd40657 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:41:31.527559 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-264ac946-bda3-4447-b66d-1b99ac75e2ab service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:41:31.527908 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-264ac946-bda3-4447-b66d-1b99ac75e2ab service neutron] Checking segment: {'id': '8d25fa13-814e-4439-b655-f6529d3e4920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f1900ede-a783-4905-9779-46264dd40657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:41:31.528295 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-264ac946-bda3-4447-b66d-1b99ac75e2ab service neutron] Bound using segment: {'id': '8d25fa13-814e-4439-b655-f6529d3e4920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f1900ede-a783-4905-9779-46264dd40657'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:41:31.528657 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b3007e1d-6fd3-4e9b-bd74-ed8600f63503 req-c1e1ef0c-b38e-4834-8462-cb29230058df tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9277f15-8e2e-41e1-90ec-65d2ef69eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335417 Aug 19 18:41:31.528794 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-264ac946-bda3-4447-b66d-1b99ac75e2ab service neutron] Bound port: fc881032-beee-4a5a-8dce-4c597204d481, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d25fa13-814e-4439-b655-f6529d3e4920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f1900ede-a783-4905-9779-46264dd40657'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:41:31.529076 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-264ac946-bda3-4447-b66d-1b99ac75e2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:31.625869 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-264ac946-bda3-4447-b66d-1b99ac75e2ab service neutron] For port fc881032-beee-4a5a-8dce-4c597204d481, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:41:31.629633 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-264ac946-bda3-4447-b66d-1b99ac75e2ab service neutron] For port fc881032-beee-4a5a-8dce-4c597204d481, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=fc881032-beee-4a5a-8dce-4c597204d481,segment=NetworkSegment(8d25fa13-814e-4439-b655-f6529d3e4920),segment_id=8d25fa13-814e-4439-b655-f6529d3e4920)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:41:31.637020 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-264ac946-bda3-4447-b66d-1b99ac75e2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:31.686396 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-264ac946-bda3-4447-b66d-1b99ac75e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:31.687612 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-264ac946-bda3-4447-b66d-1b99ac75e2ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:31.689218 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-264ac946-bda3-4447-b66d-1b99ac75e2ab service neutron] 10.222.0.50 "PUT /v2.0/ports/fc881032-beee-4a5a-8dce-4c597204d481 HTTP/1.1" status: 200 len: 1092 time: 0.6985302 Aug 19 18:41:31.691976 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4', 'tag': 'fc881032-beee-4a5a-8dce-4c597204d481'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:41:31.694293 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536e7e5e-6cae-429f-a2b5-571908382942" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4", "tag": "fc881032-beee-4a5a-8dce-4c597204d481"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:41:31.715595 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6a7fba95-09f8-4874-ba93-ff87c7ff12ff tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:31.727909 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6a7fba95-09f8-4874-ba93-ff87c7ff12ff tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:31.752197 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8b8b68-bf49-43c1-bd9e-6c38494bf948 x-openstack-request-id: req-df8b8b68-bf49-43c1-bd9e-6c38494bf948 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:41:31.752496 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4", "tag": "fc881032-beee-4a5a-8dce-4c597204d481", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:41:31.752747 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df8b8b68-bf49-43c1-bd9e-6c38494bf948 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:41:31.753137 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4', 'tag': 'fc881032-beee-4a5a-8dce-4c597204d481', 'status': 'completed', 'code': 200} Aug 19 18:41:31.773764 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ac946-bda3-4447-b66d-1b99ac75e2ab service neutron] Pushing event updated for resources: {'Port': ['ID=fc881032-beee-4a5a-8dce-4c597204d481,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:31.810297 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fba95-09f8-4874-ba93-ff87c7ff12ff tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60cd5aa-2ade-44c6-8365-bcb7b936d347,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:31.828179 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-fe56ec50-411f-46b9-85a7-ae18dbff87b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:31.829734 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-fe56ec50-411f-46b9-85a7-ae18dbff87b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5833b97bc9314275a707cd79feceb30f&device_id=1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4 HTTP/1.1" status: 200 len: 1095 time: 0.0971260 Aug 19 18:41:31.879296 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-d8a9d2db-f669-4bab-b4c0-a28bc59d655c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc881032-beee-4a5a-8dce-4c597204d481 HTTP/1.1" status: 200 len: 217 time: 0.0402124 Aug 19 18:41:31.930092 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6a7fba95-09f8-4874-ba93-ff87c7ff12ff tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:31.937880 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6a7fba95-09f8-4874-ba93-ff87c7ff12ff tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:31.971557 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-141631d0-43ec-443f-92d8-d57d6fcecae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:31.973030 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-141631d0-43ec-443f-92d8-d57d6fcecae0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a1a750e-141e-486a-a8d1-f9b3bfb82a01 HTTP/1.1" status: 200 len: 853 time: 0.0820334 Aug 19 18:41:31.976830 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6a7fba95-09f8-4874-ba93-ff87c7ff12ff tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:31.977983 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6a7fba95-09f8-4874-ba93-ff87c7ff12ff tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5281551 Aug 19 18:41:31.979067 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fba95-09f8-4874-ba93-ff87c7ff12ff tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:31.981027 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36946) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:31.986979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-a592b99c-2691-4db2-bbcc-1e856123ffce tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group_rule': {'security_group_id': 'db8f5ed1-29ac-414f-b3d5-d84f2f0f599a', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:32.019005 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-b2415b24-bb2b-4190-b5ae-99e1df92170d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f1900ede-a783-4905-9779-46264dd40657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282967 Aug 19 18:41:32.081820 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a592b99c-2691-4db2-bbcc-1e856123ffce tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:32.157837 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-07b05bee-6efa-4f73-95dc-74e76778e3f6 service neutron] 10.222.0.50 "GET /v2.0/networks/f1900ede-a783-4905-9779-46264dd40657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303992 Aug 19 18:41:32.170593 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a592b99c-2691-4db2-bbcc-1e856123ffce tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:32.179039 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a592b99c-2691-4db2-bbcc-1e856123ffce tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:32.235824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a592b99c-2691-4db2-bbcc-1e856123ffce tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77baaf02-fe5d-49b9-8a55-38b706ad3ffb,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:32.243167 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a592b99c-2691-4db2-bbcc-1e856123ffce tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:32.244474 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a592b99c-2691-4db2-bbcc-1e856123ffce tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2625096 Aug 19 18:41:32.247367 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36948) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:32.252532 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-4f6449a1-6548-4b50-a860-a3a19004a97b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group_rule': {'security_group_id': 'db8f5ed1-29ac-414f-b3d5-d84f2f0f599a', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:32.277165 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b058bd6d-c2df-4297-95cd-042052a2f7a4 req-d94b9d62-0f8d-4598-a556-b4f3324f203d service neutron] 10.222.0.50 "GET /v2.0/networks/f1900ede-a783-4905-9779-46264dd40657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084418 Aug 19 18:41:32.280254 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4f6449a1-6548-4b50-a860-a3a19004a97b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:32.329552 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4f6449a1-6548-4b50-a860-a3a19004a97b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:32.333326 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4f6449a1-6548-4b50-a860-a3a19004a97b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:32.350847 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6449a1-6548-4b50-a860-a3a19004a97b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f973f5-e09d-41a1-8bf4-a509b669d865,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:32.359133 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4f6449a1-6548-4b50-a860-a3a19004a97b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:32.360451 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4f6449a1-6548-4b50-a860-a3a19004a97b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1120429 Aug 19 18:41:32.363129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36950) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:32.368223 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-92d894e2-f6ed-4b72-8a6a-733810a97fd2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group_rule': {'security_group_id': 'db8f5ed1-29ac-414f-b3d5-d84f2f0f599a', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:32.378096 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e7e5e-6cae-429f-a2b5-571908382942 req-527807ff-a7e8-4921-aa20-c30e3f500faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:32.379633 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-536e7e5e-6cae-429f-a2b5-571908382942 req-527807ff-a7e8-4921-aa20-c30e3f500faf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5833b97bc9314275a707cd79feceb30f&device_id=1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4 HTTP/1.1" status: 200 len: 1095 time: 0.0477066 Aug 19 18:41:32.396031 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92d894e2-f6ed-4b72-8a6a-733810a97fd2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:32.455382 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92d894e2-f6ed-4b72-8a6a-733810a97fd2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:32.459723 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92d894e2-f6ed-4b72-8a6a-733810a97fd2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:32.474473 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e7e5e-6cae-429f-a2b5-571908382942 req-32c03554-ebc9-498c-8ef6-a916470317c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:32.475982 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-536e7e5e-6cae-429f-a2b5-571908382942 req-32c03554-ebc9-498c-8ef6-a916470317c9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f1900ede-a783-4905-9779-46264dd40657 HTTP/1.1" status: 200 len: 914 time: 0.0887713 Aug 19 18:41:32.482468 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d894e2-f6ed-4b72-8a6a-733810a97fd2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc40cdf0-0f2c-48c2-801d-2b3e72ca211d,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:32.487113 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92d894e2-f6ed-4b72-8a6a-733810a97fd2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:32.491093 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-92d894e2-f6ed-4b72-8a6a-733810a97fd2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239583 Aug 19 18:41:32.491683 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36952) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:32.495636 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-20037359-9141-423d-ab84-ff9c29c9e13f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group_rule': {'security_group_id': 'db8f5ed1-29ac-414f-b3d5-d84f2f0f599a', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:32.527755 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-536e7e5e-6cae-429f-a2b5-571908382942 req-9e0fd840-78cf-4654-910e-a32eb1508223 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc881032-beee-4a5a-8dce-4c597204d481 HTTP/1.1" status: 200 len: 217 time: 0.0442047 Aug 19 18:41:32.583553 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-20037359-9141-423d-ab84-ff9c29c9e13f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:32.603850 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e7e5e-6cae-429f-a2b5-571908382942 req-9440f518-c114-4a87-9a74-a409fc753b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:32.605345 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-536e7e5e-6cae-429f-a2b5-571908382942 req-9440f518-c114-4a87-9a74-a409fc753b72 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a1a750e-141e-486a-a8d1-f9b3bfb82a01 HTTP/1.1" status: 200 len: 853 time: 0.0677531 Aug 19 18:41:32.647948 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-536e7e5e-6cae-429f-a2b5-571908382942 req-80277f94-5e9c-4b15-95f7-b7cc21bd623d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f1900ede-a783-4905-9779-46264dd40657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336964 Aug 19 18:41:32.654715 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4d20b-b68a-4a17-9d40-fabf37b791f5 req-4f21c917-b770-4296-b2f9-8d8d0d3091b6 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:32.656407 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9db4d20b-b68a-4a17-9d40-fabf37b791f5 req-4f21c917-b770-4296-b2f9-8d8d0d3091b6 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4 HTTP/1.1" status: 200 len: 944 time: 0.0544786 Aug 19 18:41:32.696922 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9db4d20b-b68a-4a17-9d40-fabf37b791f5 req-a2a39cb5-f67a-4655-bfd3-fefe526ce280 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9277f15-8e2e-41e1-90ec-65d2ef69eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340016 Aug 19 18:41:32.987212 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-20037359-9141-423d-ab84-ff9c29c9e13f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:32.992296 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-20037359-9141-423d-ab84-ff9c29c9e13f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.023282 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20037359-9141-423d-ab84-ff9c29c9e13f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5d7db0-7bb3-4b44-b9da-1002f36643a7,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:33.032350 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-20037359-9141-423d-ab84-ff9c29c9e13f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.033556 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-20037359-9141-423d-ab84-ff9c29c9e13f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5412986 Aug 19 18:41:33.038732 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36956) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:33.044606 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-734a343e-2938-40b3-b38e-664c70fffc67 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group_rule': {'security_group_id': 'db8f5ed1-29ac-414f-b3d5-d84f2f0f599a', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:33.054959 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-536e7e5e-6cae-429f-a2b5-571908382942 req-0ce6a6df-d938-4ada-9b34-13b6d3fc806a service neutron] 10.222.0.50 "GET /v2.0/networks/f1900ede-a783-4905-9779-46264dd40657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979208 Aug 19 18:41:33.084616 n-d-803753-2 neutron-server[94681]: INFO neutron.db.securitygroups_db [None req-734a343e-2938-40b3-b38e-664c70fffc67 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Project d3e4dc16e471490aa2d32d2b3d24f738 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:41:33.113584 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-734a343e-2938-40b3-b38e-664c70fffc67 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.202677 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-536e7e5e-6cae-429f-a2b5-571908382942 req-b98f926b-f62a-44e4-b97c-dde8e44fda54 service neutron] 10.222.0.50 "GET /v2.0/networks/f1900ede-a783-4905-9779-46264dd40657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370082 Aug 19 18:41:33.208195 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-734a343e-2938-40b3-b38e-664c70fffc67 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.211751 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-734a343e-2938-40b3-b38e-664c70fffc67 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.231484 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a343e-2938-40b3-b38e-664c70fffc67 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d054fca-da3f-4067-a528-8915681c9521,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:33.238439 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-734a343e-2938-40b3-b38e-664c70fffc67 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.239520 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-734a343e-2938-40b3-b38e-664c70fffc67 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1998525 Aug 19 18:41:33.242222 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36958) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:33.246677 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-183774b4-9872-4960-951e-0753d2ef8d44 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group_rule': {'security_group_id': 'db8f5ed1-29ac-414f-b3d5-d84f2f0f599a', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:33.267352 n-d-803753-2 neutron-server[94681]: INFO neutron.db.securitygroups_db [None req-183774b4-9872-4960-951e-0753d2ef8d44 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Project d3e4dc16e471490aa2d32d2b3d24f738 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:41:33.272404 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-183774b4-9872-4960-951e-0753d2ef8d44 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.334634 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-183774b4-9872-4960-951e-0753d2ef8d44 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.338564 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-183774b4-9872-4960-951e-0753d2ef8d44 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.356265 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183774b4-9872-4960-951e-0753d2ef8d44 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f18f10-87a4-48a3-8050-063545abcb64,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:33.363176 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-183774b4-9872-4960-951e-0753d2ef8d44 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.364705 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-183774b4-9872-4960-951e-0753d2ef8d44 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215537 Aug 19 18:41:33.367742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 36960) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:33.372659 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f24f1973-01cd-44e0-b807-54fa9b83a299 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'network': {'name': 'tempest-network-smoke--1465856500', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'port_security_enabled': True}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:33.396987 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24f1973-01cd-44e0-b807-54fa9b83a299 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Made reservation on behalf of d3e4dc16e471490aa2d32d2b3d24f738 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:41:33.400436 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f24f1973-01cd-44e0-b807-54fa9b83a299 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.424062 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24f1973-01cd-44e0-b807-54fa9b83a299 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:41:33.432767 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f24f1973-01cd-44e0-b807-54fa9b83a299 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.433114 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-f24f1973-01cd-44e0-b807-54fa9b83a299 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Added segment e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b of type vlan for network 7e6ce355-a65f-4c63-beff-124f16239e5a Aug 19 18:41:33.472804 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f24f1973-01cd-44e0-b807-54fa9b83a299 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.497569 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f24f1973-01cd-44e0-b807-54fa9b83a299 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.503970 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24f1973-01cd-44e0-b807-54fa9b83a299 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:33.504591 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f24f1973-01cd-44e0-b807-54fa9b83a299 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.559805 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f24f1973-01cd-44e0-b807-54fa9b83a299 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1909988 Aug 19 18:41:33.563388 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36962) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:33.568283 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-66886d2d-f40c-4fa1-8941-0cce193a9b3c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-680180181', 'admin_state_up': True, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:33.573391 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f1973-01cd-44e0-b807-54fa9b83a299 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Network': ['ID=7e6ce355-a65f-4c63-beff-124f16239e5a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:33.583973 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 7e6ce355-a65f-4c63-beff-124f16239e5a details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:41:33.594639 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66886d2d-f40c-4fa1-8941-0cce193a9b3c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.596023 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66886d2d-f40c-4fa1-8941-0cce193a9b3c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.688053 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66886d2d-f40c-4fa1-8941-0cce193a9b3c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.823137 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360ffce-ff31-4ed0-b426-52bfe2781b61 req-f97850f7-3306-4e4d-ada6-93ec6c7e7fc0 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:33.824646 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9360ffce-ff31-4ed0-b426-52bfe2781b61 req-f97850f7-3306-4e4d-ada6-93ec6c7e7fc0 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4 HTTP/1.1" status: 200 len: 944 time: 0.0530574 Aug 19 18:41:33.828883 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66886d2d-f40c-4fa1-8941-0cce193a9b3c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.865970 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9360ffce-ff31-4ed0-b426-52bfe2781b61 req-0789d591-7d79-460a-9b76-02d4d07f77b4 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9277f15-8e2e-41e1-90ec-65d2ef69eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343335 Aug 19 18:41:34.024531 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66886d2d-f40c-4fa1-8941-0cce193a9b3c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:34.051033 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66886d2d-f40c-4fa1-8941-0cce193a9b3c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:34.156065 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-66886d2d-f40c-4fa1-8941-0cce193a9b3c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Allocated IP 172.25.8.41 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/eda10853-49d5-4e59-a963-e543bbec11e9) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:41:34.265805 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66886d2d-f40c-4fa1-8941-0cce193a9b3c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:34.304414 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66886d2d-f40c-4fa1-8941-0cce193a9b3c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:34.339978 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66886d2d-f40c-4fa1-8941-0cce193a9b3c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:41:34.346042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-66886d2d-f40c-4fa1-8941-0cce193a9b3c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:41:34.349564 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66886d2d-f40c-4fa1-8941-0cce193a9b3c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:41:34.377908 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66886d2d-f40c-4fa1-8941-0cce193a9b3c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Port': ['ID=eda10853-49d5-4e59-a963-e543bbec11e9,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:34.601431 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66886d2d-f40c-4fa1-8941-0cce193a9b3c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:34.610118 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d1c8aabf-3666-4895-972e-6b77dca95f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:34.798893 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66886d2d-f40c-4fa1-8941-0cce193a9b3c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:34.934061 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66886d2d-f40c-4fa1-8941-0cce193a9b3c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Router f18a5b83-432c-456a-bcab-f877216e9871 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:41:35.032247 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199ca19-60ab-4096-be3c-e9fff186045f req-bfbf6195-d72d-451e-9a50-003be8611af2 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:35.033759 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d199ca19-60ab-4096-be3c-e9fff186045f req-bfbf6195-d72d-451e-9a50-003be8611af2 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4 HTTP/1.1" status: 200 len: 944 time: 0.0968168 Aug 19 18:41:35.402758 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d199ca19-60ab-4096-be3c-e9fff186045f req-9725e7ae-9f01-4770-b4c3-20e60764f56d tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9277f15-8e2e-41e1-90ec-65d2ef69eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447680 Aug 19 18:41:35.405583 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66886d2d-f40c-4fa1-8941-0cce193a9b3c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:41:35.415952 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] Sync routers for ids ['f18a5b83-432c-456a-bcab-f877216e9871'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:41:35.425094 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] Routers {'f18a5b83-432c-456a-bcab-f877216e9871'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:41:35.425753 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:41:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f18a5b83-432c-456a-bcab-f877216e9871'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:35.427507 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66886d2d-f40c-4fa1-8941-0cce193a9b3c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:35.428750 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-66886d2d-f40c-4fa1-8941-0cce193a9b3c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8643513 Aug 19 18:41:35.432475 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36968) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:35.534453 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] Set router f18a5b83-432c-456a-bcab-f877216e9871 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:41:35.564338 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8e538166-1275-4d2b-b189-0efddc47eb9c tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=d3e4dc16e471490aa2d32d2b3d24f738&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1307380 Aug 19 18:41:35.567087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36972) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:35.637906 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device fc881032-beee-4a5a-8dce-4c597204d481 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:41:35.721173 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96bd50d-750b-4fe0-b475-eef6c89879ce tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:35.722642 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f96bd50d-750b-4fe0-b475-eef6c89879ce tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1546412 Aug 19 18:41:35.725555 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36974) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:35.766735 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4e3da4d8-a18e-4a2c-a836-b9f0040bab10 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400562 Aug 19 18:41:35.769348 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36976) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:35.774419 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d6287c58-53fd-4ac0-9ff5-62ad0f425152 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1673113792', 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:35.793735 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port fc881032-beee-4a5a-8dce-4c597204d481, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=fc881032-beee-4a5a-8dce-4c597204d481,segment=NetworkSegment(8d25fa13-814e-4439-b655-f6529d3e4920),segment_id=8d25fa13-814e-4439-b655-f6529d3e4920)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:41:35.810596 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'fc881032-beee-4a5a-8dce-4c597204d481', 'network_id': 'f1900ede-a783-4905-9779-46264dd40657', 'port_id': 'fc881032-beee-4a5a-8dce-4c597204d481', 'mac_address': 'fa:16:3e:2a:9d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a1a750e-141e-486a-a8d1-f9b3bfb82a01', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:41:35.817354 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680180181', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:33Z', 'updated_at': '2021-08-19T18:41:34Z', 'revision_number': 3, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:34Z', 'updated_at': '2021-08-19T18:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:35.867534 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6287c58-53fd-4ac0-9ff5-62ad0f425152 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Made reservation on behalf of d3e4dc16e471490aa2d32d2b3d24f738 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:41:35.868274 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] Checking router: f18a5b83-432c-456a-bcab-f877216e9871 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:41:35.868645 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] Updating router f18a5b83-432c-456a-bcab-f877216e9871 port eda10853-49d5-4e59-a963-e543bbec11e9 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:41:35.871207 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d6287c58-53fd-4ac0-9ff5-62ad0f425152 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:35.904578 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:35.907710 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:35.942542 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc881032-beee-4a5a-8dce-4c597204d481 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:41:36.024921 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port fc881032-beee-4a5a-8dce-4c597204d481, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=fc881032-beee-4a5a-8dce-4c597204d481,segment=NetworkSegment(8d25fa13-814e-4439-b655-f6529d3e4920),segment_id=8d25fa13-814e-4439-b655-f6529d3e4920)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:41:36.035404 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:36.066591 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d6287c58-53fd-4ac0-9ff5-62ad0f425152 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:36.134718 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6287c58-53fd-4ac0-9ff5-62ad0f425152 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Subnet': ['ID=ac1c5742-d9cf-485d-8727-05c0c3c0307e,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:36.135080 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=fc881032-beee-4a5a-8dce-4c597204d481,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:36.145035 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6287c58-53fd-4ac0-9ff5-62ad0f425152 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Checking segment: {'id': 'e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:41:36.145399 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6287c58-53fd-4ac0-9ff5-62ad0f425152 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network hostable DHCP agents. Network: 7e6ce355-a65f-4c63-beff-124f16239e5a, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:41:36.148667 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:36.149023 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:36.149376 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:36.149751 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:36.150090 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:36.150426 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:36.150761 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:36.151092 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:36.151419 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:36.151747 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:36.152077 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:36.152401 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:36.164105 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6287c58-53fd-4ac0-9ff5-62ad0f425152 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network 7e6ce355-a65f-4c63-beff-124f16239e5a is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:41:36.173958 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-d6287c58-53fd-4ac0-9ff5-62ad0f425152 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 7e6ce355-a65f-4c63-beff-124f16239e5a) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:41:36.177732 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6287c58-53fd-4ac0-9ff5-62ad0f425152 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:36.178355 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d6287c58-53fd-4ac0-9ff5-62ad0f425152 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:36.188835 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bed91e2-d947-4a77-9c04-ee6bf09ea814 None None] Network 7e6ce355-a65f-4c63-beff-124f16239e5a requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:41:36.194227 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d6287c58-53fd-4ac0-9ff5-62ad0f425152 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4238427 Aug 19 18:41:36.196887 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 36978) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:36.253036 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['fc881032-beee-4a5a-8dce-4c597204d481'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:41:36.540356 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98b5b0-b460-490d-b266-6bc09ff09dc1 req-5340adc9-4f9f-4977-9cfe-5390000e3925 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:36.542113 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4e98b5b0-b460-490d-b266-6bc09ff09dc1 req-5340adc9-4f9f-4977-9cfe-5390000e3925 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4 HTTP/1.1" status: 200 len: 945 time: 0.0595367 Aug 19 18:41:36.545453 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:36.586775 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] Transition to ACTIVE for port object eda10853-49d5-4e59-a963-e543bbec11e9 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:41:36.589611 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4e98b5b0-b460-490d-b266-6bc09ff09dc1 req-6bfe569d-990f-4aa5-83f1-8353c1ad5344 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9277f15-8e2e-41e1-90ec-65d2ef69eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380070 Aug 19 18:41:36.604904 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:36.684645 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd0ced10-3784-4128-91d9-40383b0a6e37 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:36.705017 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4434ae-c24c-4d60-abb7-128835238952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-7e6ce355-a65f-4c63-beff-124f16239e5a', 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'fixed_ips': [{'subnet_id': 'ac1c5742-d9cf-485d-8727-05c0c3c0307e'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:41:36.705868 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fa4434ae-c24c-4d60-abb7-128835238952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:36.721858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b4be2-f6d3-4b5b-b862-17cd86eaeb67 None None] Pushing event updated for resources: {'Port': ['ID=eda10853-49d5-4e59-a963-e543bbec11e9,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:36.727282 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] Attempting to bind port eda10853-49d5-4e59-a963-e543bbec11e9 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:41:36.727649 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] Attempting to bind port eda10853-49d5-4e59-a963-e543bbec11e9 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:41:36.728008 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] Attempting to bind port eda10853-49d5-4e59-a963-e543bbec11e9 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:41:36.744012 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:41:36.744380 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:41:36.744794 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:36.745181 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:41:36.745662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] Bound port: eda10853-49d5-4e59-a963-e543bbec11e9, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:41:36.746040 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:36.883843 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] For port eda10853-49d5-4e59-a963-e543bbec11e9, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:41:36.890528 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] For port eda10853-49d5-4e59-a963-e543bbec11e9, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=eda10853-49d5-4e59-a963-e543bbec11e9,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:41:36.917301 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:36.974148 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-fa4434ae-c24c-4d60-abb7-128835238952 None None] Allocated IP 172.20.0.2 (7e6ce355-a65f-4c63-beff-124f16239e5a/ac1c5742-d9cf-485d-8727-05c0c3c0307e/742d47c6-00e4-40a6-ad73-853b0335f08d) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:41:37.005316 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b4be2-f6d3-4b5b-b862-17cd86eaeb67 None None] Pushing event updated for resources: {'Port': ['ID=eda10853-49d5-4e59-a963-e543bbec11e9,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:37.017968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] Routers {'f18a5b83-432c-456a-bcab-f877216e9871'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:41:37.018600 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:41:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f18a5b83-432c-456a-bcab-f877216e9871'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:37.194123 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] Set router f18a5b83-432c-456a-bcab-f877216e9871 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:41:37.312181 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fa4434ae-c24c-4d60-abb7-128835238952 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:37.330963 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fa4434ae-c24c-4d60-abb7-128835238952 None None] Transition to ACTIVE for port object 742d47c6-00e4-40a6-ad73-853b0335f08d will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:41:37.333965 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:37.365008 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fa4434ae-c24c-4d60-abb7-128835238952 None None] Transition to ACTIVE for port object 742d47c6-00e4-40a6-ad73-853b0335f08d will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:41:37.392266 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fa4434ae-c24c-4d60-abb7-128835238952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:37.439323 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-fd0ced10-3784-4128-91d9-40383b0a6e37 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Allocated IP 172.20.0.1 (7e6ce355-a65f-4c63-beff-124f16239e5a/ac1c5742-d9cf-485d-8727-05c0c3c0307e/7c29ebc2-5d50-4240-8aa2-7c939bcf866b) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:41:37.451528 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6b462862-6ad7-4544-9c5d-1fa64dd41c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:37.469559 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4434ae-c24c-4d60-abb7-128835238952 None None] Network 7e6ce355-a65f-4c63-beff-124f16239e5a is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:41:37.474139 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-fa4434ae-c24c-4d60-abb7-128835238952 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:41:37.480797 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4434ae-c24c-4d60-abb7-128835238952 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:41:37.487671 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4434ae-c24c-4d60-abb7-128835238952 None None] Pushing event updated for resources: {'Port': ['ID=742d47c6-00e4-40a6-ad73-853b0335f08d,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:37.551004 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-fa4434ae-c24c-4d60-abb7-128835238952 None None] Attempting to bind port 742d47c6-00e4-40a6-ad73-853b0335f08d on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:41:37.551366 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-fa4434ae-c24c-4d60-abb7-128835238952 None None] Attempting to bind port 742d47c6-00e4-40a6-ad73-853b0335f08d by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:41:37.551726 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4434ae-c24c-4d60-abb7-128835238952 None None] Attempting to bind port 742d47c6-00e4-40a6-ad73-853b0335f08d on network 7e6ce355-a65f-4c63-beff-124f16239e5a {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:41:37.555831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680180181', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:33Z', 'updated_at': '2021-08-19T18:41:34Z', 'revision_number': 3, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:34Z', 'updated_at': '2021-08-19T18:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:37.560234 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4434ae-c24c-4d60-abb7-128835238952 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:41:37.560599 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4434ae-c24c-4d60-abb7-128835238952 None None] Checking segment: {'id': 'e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:41:37.560998 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fa4434ae-c24c-4d60-abb7-128835238952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:37.561382 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4434ae-c24c-4d60-abb7-128835238952 None None] Bound using segment: {'id': 'e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:41:37.562460 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-fa4434ae-c24c-4d60-abb7-128835238952 None None] Bound port: 742d47c6-00e4-40a6-ad73-853b0335f08d, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:41:37.562772 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fa4434ae-c24c-4d60-abb7-128835238952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:37.563337 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd0ced10-3784-4128-91d9-40383b0a6e37 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:37.578205 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-fd0ced10-3784-4128-91d9-40383b0a6e37 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Transition to ACTIVE for port object 7c29ebc2-5d50-4240-8aa2-7c939bcf866b will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:41:37.589047 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5ee30f-0cc9-4ab1-b3b0-37e0f9de1218 None None] The sync data for ids ['f18a5b83-432c-456a-bcab-f877216e9871'] in n-d-803753-2 is: [{'id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680180181', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:33Z', 'updated_at': '2021-08-19T18:41:34Z', 'revision_number': 3, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:34Z', 'updated_at': '2021-08-19T18:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:41:37.620004 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd0ced10-3784-4128-91d9-40383b0a6e37 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:37.646023 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device fc881032-beee-4a5a-8dce-4c597204d481 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:41:37.660162 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0ced10-3784-4128-91d9-40383b0a6e37 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network 7e6ce355-a65f-4c63-beff-124f16239e5a is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:41:37.665305 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-fd0ced10-3784-4128-91d9-40383b0a6e37 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:41:37.669131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ced10-3784-4128-91d9-40383b0a6e37 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:41:37.684095 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-fa4434ae-c24c-4d60-abb7-128835238952 None None] For port 742d47c6-00e4-40a6-ad73-853b0335f08d, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:41:37.704108 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-fa4434ae-c24c-4d60-abb7-128835238952 None None] For port 742d47c6-00e4-40a6-ad73-853b0335f08d, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=742d47c6-00e4-40a6-ad73-853b0335f08d,segment=NetworkSegment(e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b),segment_id=e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:41:37.709232 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fa4434ae-c24c-4d60-abb7-128835238952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:37.735012 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ced10-3784-4128-91d9-40383b0a6e37 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Port': ['ID=7c29ebc2-5d50-4240-8aa2-7c939bcf866b,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:37.760887 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd0ced10-3784-4128-91d9-40383b0a6e37 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:37.776180 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port fc881032-beee-4a5a-8dce-4c597204d481 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:41:37.793212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port fc881032-beee-4a5a-8dce-4c597204d481 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:37.799003 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:37.818649 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4434ae-c24c-4d60-abb7-128835238952 None None] Pushing event updated for resources: {'Port': ['ID=742d47c6-00e4-40a6-ad73-853b0335f08d,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:37.851221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71584f18-8c79-4ade-91a8-c2084d5dd20f req-54bc87ae-e16b-4138-8e50-9580b4957f90 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:37.852594 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-71584f18-8c79-4ade-91a8-c2084d5dd20f req-54bc87ae-e16b-4138-8e50-9580b4957f90 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4 HTTP/1.1" status: 200 len: 945 time: 0.1562061 Aug 19 18:41:37.899038 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:37.956695 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc881032-beee-4a5a-8dce-4c597204d481'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:41:37.969083 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e39d991-2bd8-46f7-9643-e119423dcc34" -d '{"events": [{"server_uuid": "1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4", "name": "network-vif-plugged", "status": "completed", "tag": "fc881032-beee-4a5a-8dce-4c597204d481"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:41:37.977581 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port fc881032-beee-4a5a-8dce-4c597204d481, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=fc881032-beee-4a5a-8dce-4c597204d481,segment=NetworkSegment(8d25fa13-814e-4439-b655-f6529d3e4920),segment_id=8d25fa13-814e-4439-b655-f6529d3e4920)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:41:37.988193 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:38.024285 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-71584f18-8c79-4ade-91a8-c2084d5dd20f req-6c503fd6-b980-4810-974c-9359df756966 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9277f15-8e2e-41e1-90ec-65d2ef69eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606426 Aug 19 18:41:38.076354 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c036089-85d0-4b2c-bc33-ab24562449a8 x-openstack-request-id: req-5c036089-85d0-4b2c-bc33-ab24562449a8 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:41:38.076726 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4", "name": "network-vif-plugged", "status": "completed", "tag": "fc881032-beee-4a5a-8dce-4c597204d481", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:41:38.076998 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c036089-85d0-4b2c-bc33-ab24562449a8 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:41:38.077583 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc881032-beee-4a5a-8dce-4c597204d481', 'code': 200} Aug 19 18:41:38.082293 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=fc881032-beee-4a5a-8dce-4c597204d481,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:38.106216 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd0ced10-3784-4128-91d9-40383b0a6e37 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:38.203227 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adf5f1-1927-44fc-875f-b19093398e5a req-6febf445-8daa-498a-ba34-b0a93a45cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:38.205554 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-47adf5f1-1927-44fc-875f-b19093398e5a req-6febf445-8daa-498a-ba34-b0a93a45cce6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4 HTTP/1.1" status: 200 len: 1097 time: 0.0529099 Aug 19 18:41:38.230864 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:38.248731 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-47adf5f1-1927-44fc-875f-b19093398e5a req-69147bff-3412-439c-9b93-3bd06ae67b26 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b9277f15-8e2e-41e1-90ec-65d2ef69eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342679 Aug 19 18:41:38.420454 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd0ced10-3784-4128-91d9-40383b0a6e37 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:38.425374 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd0ced10-3784-4128-91d9-40383b0a6e37 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:38.506297 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ced10-3784-4128-91d9-40383b0a6e37 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Port': ['ID=7c29ebc2-5d50-4240-8aa2-7c939bcf866b,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:38.509872 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd0ced10-3784-4128-91d9-40383b0a6e37 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:38.610805 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0ced10-3784-4128-91d9-40383b0a6e37 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network 7e6ce355-a65f-4c63-beff-124f16239e5a is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:41:38.612268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-fd0ced10-3784-4128-91d9-40383b0a6e37 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:41:38.740484 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0ced10-3784-4128-91d9-40383b0a6e37 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Router f18a5b83-432c-456a-bcab-f877216e9871 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:41:38.853926 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a8409e-f6ff-406b-bc2e-20ffbf078034 None None] Network 7e6ce355-a65f-4c63-beff-124f16239e5a requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:41:38.857771 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0ced10-3784-4128-91d9-40383b0a6e37 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:41:38.872893 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fd0ced10-3784-4128-91d9-40383b0a6e37 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "PUT /v2.0/routers/f18a5b83-432c-456a-bcab-f877216e9871/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6664536 Aug 19 18:41:38.925386 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-17f35ad9-3c9a-4650-8c09-78bc5fd7f03f None None] Provisioning for port 742d47c6-00e4-40a6-ad73-853b0335f08d completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:41:39.009060 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-30cdfa93-b8bc-485c-afb1-7791e200c2e3 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-368174396&fields=id&tenant_id=d3e4dc16e471490aa2d32d2b3d24f738 HTTP/1.1" status: 200 len: 267 time: 0.0348153 Aug 19 18:41:39.140690 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-a3ac677c-7696-49bc-bb89-7ba566c16f76 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:39.142543 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-a3ac677c-7696-49bc-bb89-7ba566c16f76 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/networks?id=7e6ce355-a65f-4c63-beff-124f16239e5a HTTP/1.1" status: 200 len: 797 time: 0.1257875 Aug 19 18:41:39.159885 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-e8817065-bf76-4c80-9112-685607640150 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/quotas/d3e4dc16e471490aa2d32d2b3d24f738 HTTP/1.1" status: 200 len: 375 time: 0.0100124 Aug 19 18:41:39.178139 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72f415-a7ad-4d9e-ae10-ceda3037c610 req-00d49f6d-0b67-444a-ad64-10aacfeadabd tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:39.180331 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7f72f415-a7ad-4d9e-ae10-ceda3037c610 req-00d49f6d-0b67-444a-ad64-10aacfeadabd tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0617690 Aug 19 18:41:39.231146 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-994bbbf1-2a8f-4a45-bab3-8a80d00de483 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659316 Aug 19 18:41:39.240453 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7f72f415-a7ad-4d9e-ae10-ceda3037c610 req-3176e83e-3942-44a5-83d4-ca53093007a4 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9277f15-8e2e-41e1-90ec-65d2ef69eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530577 Aug 19 18:41:39.342207 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-d1d743b9-567d-4c7b-91d1-0a151ec1ed5e service neutron] 10.222.0.24 "GET /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987561 Aug 19 18:41:39.360166 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6ce31345-b560-4406-acfe-b8e22ee324b5 None None] Provisioning for port 7c29ebc2-5d50-4240-8aa2-7c939bcf866b completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:41:39.364780 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6ce31345-b560-4406-acfe-b8e22ee324b5 None None] Provisioning complete for port 7c29ebc2-5d50-4240-8aa2-7c939bcf866b triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:39.365238 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6ce31345-b560-4406-acfe-b8e22ee324b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:39.404319 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-6ce31345-b560-4406-acfe-b8e22ee324b5 None None] Port 7c29ebc2-5d50-4240-8aa2-7c939bcf866b cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:41:39.455956 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-a1cc23ad-3d73-4016-9984-fd589952ca9e service neutron] 10.222.0.24 "GET /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052451 Aug 19 18:41:39.532578 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] Sync routers for ids ['f18a5b83-432c-456a-bcab-f877216e9871'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:41:39.543177 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] Routers {'f18a5b83-432c-456a-bcab-f877216e9871'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:41:39.543942 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:41:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f18a5b83-432c-456a-bcab-f877216e9871'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:39.548251 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d1331f33-3518-49b8-b862-7d55e972dcb2 None None] Provisioning complete for port 7c29ebc2-5d50-4240-8aa2-7c939bcf866b triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:39.548630 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d1331f33-3518-49b8-b862-7d55e972dcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:39.614465 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-d1331f33-3518-49b8-b862-7d55e972dcb2 None None] Port 7c29ebc2-5d50-4240-8aa2-7c939bcf866b cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:41:39.620181 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 742d47c6-00e4-40a6-ad73-853b0335f08d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:41:39.685275 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] Set router f18a5b83-432c-456a-bcab-f877216e9871 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:41:39.694984 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 742d47c6-00e4-40a6-ad73-853b0335f08d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:41:39.699577 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 742d47c6-00e4-40a6-ad73-853b0335f08d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:39.699963 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:39.724772 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-455812db-8ace-436c-8284-51e92213b86f req-577210df-6a4d-4c14-b011-e3721b2b7efa tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 210 time: 0.0575576 Aug 19 18:41:39.827133 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:39.864902 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 742d47c6-00e4-40a6-ad73-853b0335f08d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=742d47c6-00e4-40a6-ad73-853b0335f08d,segment=NetworkSegment(e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b),segment_id=e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:41:39.870916 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:39.871795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device eda10853-49d5-4e59-a963-e543bbec11e9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:41:39.941401 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680180181', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:33Z', 'updated_at': '2021-08-19T18:41:38Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:34Z', 'updated_at': '2021-08-19T18:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '7c29ebc2-5d50-4240-8aa2-7c939bcf866b', 'name': '', 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:87:0b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'ac1c5742-d9cf-485d-8727-05c0c3c0307e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:36Z', 'updated_at': '2021-08-19T18:41:38Z', 'revision_number': 2, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'ac1c5742-d9cf-485d-8727-05c0c3c0307e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:39.977285 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] Checking router: f18a5b83-432c-456a-bcab-f877216e9871 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:41:39.977776 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] Updating router f18a5b83-432c-456a-bcab-f877216e9871 port 7c29ebc2-5d50-4240-8aa2-7c939bcf866b binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:41:39.980664 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2e03fa0f-8bc5-4dff-8530-9e22a328701c None None] Provisioning complete for port 7c29ebc2-5d50-4240-8aa2-7c939bcf866b triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:39.981045 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2e03fa0f-8bc5-4dff-8530-9e22a328701c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:39.984479 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=742d47c6-00e4-40a6-ad73-853b0335f08d,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:40.011808 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:40.034882 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-2e03fa0f-8bc5-4dff-8530-9e22a328701c None None] Port 7c29ebc2-5d50-4240-8aa2-7c939bcf866b cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:41:40.038139 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port eda10853-49d5-4e59-a963-e543bbec11e9 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:41:40.042317 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port eda10853-49d5-4e59-a963-e543bbec11e9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:40.042777 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:40.130615 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:40.155845 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port eda10853-49d5-4e59-a963-e543bbec11e9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=eda10853-49d5-4e59-a963-e543bbec11e9,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:41:40.159736 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:40.211649 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=eda10853-49d5-4e59-a963-e543bbec11e9,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:40.235669 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:40.308762 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:40.318995 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] Transition to ACTIVE for port object 7c29ebc2-5d50-4240-8aa2-7c939bcf866b will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:41:40.324462 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:40.367586 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfd737-4935-4fa9-bac0-397b23205a2c req-18aff266-fa6f-4bfd-abe8-47a791010c47 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:40.369699 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-24dfd737-4935-4fa9-bac0-397b23205a2c req-18aff266-fa6f-4bfd-abe8-47a791010c47 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0581591 Aug 19 18:41:40.387261 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a0166-df82-4b84-9c29-e107340607ef None None] Pushing event updated for resources: {'Port': ['ID=7c29ebc2-5d50-4240-8aa2-7c939bcf866b,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:40.416690 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-24dfd737-4935-4fa9-bac0-397b23205a2c req-1753aa80-6003-40ae-bf2e-83e60708dce4 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9277f15-8e2e-41e1-90ec-65d2ef69eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398769 Aug 19 18:41:40.421892 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a0166-df82-4b84-9c29-e107340607ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:40.422245 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a0166-df82-4b84-9c29-e107340607ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:40.422591 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a0166-df82-4b84-9c29-e107340607ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:40.423117 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a0166-df82-4b84-9c29-e107340607ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:40.423458 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a0166-df82-4b84-9c29-e107340607ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:40.423783 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a0166-df82-4b84-9c29-e107340607ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:40.424749 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a0166-df82-4b84-9c29-e107340607ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:40.425084 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a0166-df82-4b84-9c29-e107340607ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:40.425413 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a0166-df82-4b84-9c29-e107340607ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:40.425759 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a0166-df82-4b84-9c29-e107340607ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:40.426546 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a0166-df82-4b84-9c29-e107340607ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:40.426687 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8a0166-df82-4b84-9c29-e107340607ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:40.465818 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] Attempting to bind port 7c29ebc2-5d50-4240-8aa2-7c939bcf866b on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:41:40.466194 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] Attempting to bind port 7c29ebc2-5d50-4240-8aa2-7c939bcf866b by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:41:40.466559 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] Attempting to bind port 7c29ebc2-5d50-4240-8aa2-7c939bcf866b on network 7e6ce355-a65f-4c63-beff-124f16239e5a {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:41:40.473023 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:41:40.473397 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] Checking segment: {'id': 'e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:41:40.473840 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:40.474231 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] Bound using segment: {'id': 'e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:41:40.474696 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] Bound port: 7c29ebc2-5d50-4240-8aa2-7c939bcf866b, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:41:40.475775 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:40.542341 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] For port 7c29ebc2-5d50-4240-8aa2-7c939bcf866b, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:41:40.546549 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] For port 7c29ebc2-5d50-4240-8aa2-7c939bcf866b, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7c29ebc2-5d50-4240-8aa2-7c939bcf866b,segment=NetworkSegment(e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b),segment_id=e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:41:40.551385 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:40.614476 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] Routers {'f18a5b83-432c-456a-bcab-f877216e9871'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:41:40.615120 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:41:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f18a5b83-432c-456a-bcab-f877216e9871'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:40.653775 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a0166-df82-4b84-9c29-e107340607ef None None] Pushing event updated for resources: {'Port': ['ID=7c29ebc2-5d50-4240-8aa2-7c939bcf866b,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:40.744811 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] Set router f18a5b83-432c-456a-bcab-f877216e9871 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:41:41.153703 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680180181', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:33Z', 'updated_at': '2021-08-19T18:41:38Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:34Z', 'updated_at': '2021-08-19T18:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '7c29ebc2-5d50-4240-8aa2-7c939bcf866b', 'name': '', 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:87:0b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'ac1c5742-d9cf-485d-8727-05c0c3c0307e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:36Z', 'updated_at': '2021-08-19T18:41:40Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'ac1c5742-d9cf-485d-8727-05c0c3c0307e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:41.186177 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024c565c-0b9f-414d-8726-a19bcedabff7 None None] The sync data for ids ['f18a5b83-432c-456a-bcab-f877216e9871'] in n-d-803753-2 is: [{'id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680180181', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:33Z', 'updated_at': '2021-08-19T18:41:38Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:34Z', 'updated_at': '2021-08-19T18:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '7c29ebc2-5d50-4240-8aa2-7c939bcf866b', 'name': '', 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:87:0b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'ac1c5742-d9cf-485d-8727-05c0c3c0307e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:36Z', 'updated_at': '2021-08-19T18:41:40Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'ac1c5742-d9cf-485d-8727-05c0c3c0307e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:41:41.272720 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:41.321421 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-23b1a367-9541-4dd8-b232-9bde33df7667 req-7623d3d8-d1ec-4cac-9bcd-e29a5ee0ca05 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 210 time: 0.4575911 Aug 19 18:41:41.399204 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-52152329-065d-4d3d-9f57-01271a570f79 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:41.400750 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-52152329-065d-4d3d-9f57-01271a570f79 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.54 "GET /v2.0/networks?id=7e6ce355-a65f-4c63-beff-124f16239e5a HTTP/1.1" status: 200 len: 797 time: 0.6028140 Aug 19 18:41:41.472525 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-e0e641ce-3a8c-4b5c-915a-f2ffc5e453bb tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3e4dc16e471490aa2d32d2b3d24f738 HTTP/1.1" status: 200 len: 379 time: 0.0522645 Aug 19 18:41:41.490175 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'port': {'device_id': '4c32f30c-1af8-4b9b-a66e-bd25eebee277', 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a', 'admin_state_up': True, 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'security_groups': ['db8f5ed1-29ac-414f-b3d5-d84f2f0f599a']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:41.656887 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Made reservation on behalf of d3e4dc16e471490aa2d32d2b3d24f738 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:41:41.660522 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:41.690820 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7c29ebc2-5d50-4240-8aa2-7c939bcf866b up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:41:41.748971 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 7c29ebc2-5d50-4240-8aa2-7c939bcf866b completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:41:41.753286 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 7c29ebc2-5d50-4240-8aa2-7c939bcf866b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:41.753696 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:41.819324 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Allocated IP 172.20.0.5 (7e6ce355-a65f-4c63-beff-124f16239e5a/ac1c5742-d9cf-485d-8727-05c0c3c0307e/6047515e-b329-4cf3-8899-a4c08b62f859) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:41:41.850312 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:41.896742 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 7c29ebc2-5d50-4240-8aa2-7c939bcf866b, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7c29ebc2-5d50-4240-8aa2-7c939bcf866b,segment=NetworkSegment(e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b),segment_id=e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:41:41.904587 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:41.908396 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 742d47c6-00e4-40a6-ad73-853b0335f08d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:41:42.015213 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:42.017194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=7c29ebc2-5d50-4240-8aa2-7c939bcf866b,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:42.031276 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 742d47c6-00e4-40a6-ad73-853b0335f08d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:42.032071 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:42.040923 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Transition to ACTIVE for port object 6047515e-b329-4cf3-8899-a4c08b62f859 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:41:42.091304 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:42.134233 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device eda10853-49d5-4e59-a963-e543bbec11e9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:41:42.153887 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network 7e6ce355-a65f-4c63-beff-124f16239e5a is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:41:42.160363 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:41:42.165034 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:41:42.199367 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Port': ['ID=6047515e-b329-4cf3-8899-a4c08b62f859,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:42.210709 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:42.211059 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:42.211406 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:42.211747 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:42.212084 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:42.212419 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:42.212751 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:42.213083 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:42.213413 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:42.213921 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:42.214256 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:42.214582 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:42.228480 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port eda10853-49d5-4e59-a963-e543bbec11e9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:42.228818 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:42.255454 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:42.256262 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:42.273394 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-0c744367-94f4-4f5e-b487-feec07188817 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7915499 Aug 19 18:41:42.299931 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-23a1bef3-c55f-4691-8cba-13ca4e0f49a1 service neutron] Request body: {'port': {'device_id': '4c32f30c-1af8-4b9b-a66e-bd25eebee277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:42.384484 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-23a1bef3-c55f-4691-8cba-13ca4e0f49a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:42.504415 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cbded-a97e-4fb4-93f6-e127e2c6be4a req-2e021d70-02ee-43a7-bc2f-842ebfa9fd4f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:42.512721 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-302cbded-a97e-4fb4-93f6-e127e2c6be4a req-2e021d70-02ee-43a7-bc2f-842ebfa9fd4f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 931 time: 0.0699444 Aug 19 18:41:42.532575 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3065b0a7-a35c-4288-8c2c-c3e537216dff None None] Provisioning for port 6047515e-b329-4cf3-8899-a4c08b62f859 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:41:42.550694 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3065b0a7-a35c-4288-8c2c-c3e537216dff None None] Provisioning complete for port 6047515e-b329-4cf3-8899-a4c08b62f859 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:42.551555 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3065b0a7-a35c-4288-8c2c-c3e537216dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:42.582810 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-302cbded-a97e-4fb4-93f6-e127e2c6be4a req-6cb0ccd8-1101-4b6f-907a-3b8d070065ee tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687714 Aug 19 18:41:42.618687 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-3065b0a7-a35c-4288-8c2c-c3e537216dff None None] Port 6047515e-b329-4cf3-8899-a4c08b62f859 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:41:42.727878 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-23a1bef3-c55f-4691-8cba-13ca4e0f49a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6047515e-b329-4cf3-8899-a4c08b62f859 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:41:42.735670 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-23a1bef3-c55f-4691-8cba-13ca4e0f49a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:42.750895 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-23a1bef3-c55f-4691-8cba-13ca4e0f49a1 service neutron] Transition to ACTIVE for port object 6047515e-b329-4cf3-8899-a4c08b62f859 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:41:42.756668 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-23a1bef3-c55f-4691-8cba-13ca4e0f49a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:42.836129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1bef3-c55f-4691-8cba-13ca4e0f49a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6047515e-b329-4cf3-8899-a4c08b62f859,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:42.899819 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-23a1bef3-c55f-4691-8cba-13ca4e0f49a1 service neutron] Attempting to bind port 6047515e-b329-4cf3-8899-a4c08b62f859 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:41:42.900153 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-23a1bef3-c55f-4691-8cba-13ca4e0f49a1 service neutron] Attempting to bind port 6047515e-b329-4cf3-8899-a4c08b62f859 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': 'e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:41:42.900553 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-23a1bef3-c55f-4691-8cba-13ca4e0f49a1 service neutron] Attempting to bind port 6047515e-b329-4cf3-8899-a4c08b62f859 on network 7e6ce355-a65f-4c63-beff-124f16239e5a {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:41:42.907187 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-23a1bef3-c55f-4691-8cba-13ca4e0f49a1 service neutron] Port 6047515e-b329-4cf3-8899-a4c08b62f859 on network 7e6ce355-a65f-4c63-beff-124f16239e5a not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:41:42.907810 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-23a1bef3-c55f-4691-8cba-13ca4e0f49a1 service neutron] Attempting to bind port 6047515e-b329-4cf3-8899-a4c08b62f859 on network 7e6ce355-a65f-4c63-beff-124f16239e5a {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:41:42.914974 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-23a1bef3-c55f-4691-8cba-13ca4e0f49a1 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:41:42.915467 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-23a1bef3-c55f-4691-8cba-13ca4e0f49a1 service neutron] Checking segment: {'id': 'e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:41:42.916034 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-23a1bef3-c55f-4691-8cba-13ca4e0f49a1 service neutron] Bound using segment: {'id': 'e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:41:42.916653 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-23a1bef3-c55f-4691-8cba-13ca4e0f49a1 service neutron] Bound port: 6047515e-b329-4cf3-8899-a4c08b62f859, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:41:42.917275 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-23a1bef3-c55f-4691-8cba-13ca4e0f49a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:43.001397 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-23a1bef3-c55f-4691-8cba-13ca4e0f49a1 service neutron] For port 6047515e-b329-4cf3-8899-a4c08b62f859, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:41:43.006779 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-23a1bef3-c55f-4691-8cba-13ca4e0f49a1 service neutron] For port 6047515e-b329-4cf3-8899-a4c08b62f859, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=6047515e-b329-4cf3-8899-a4c08b62f859,segment=NetworkSegment(e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b),segment_id=e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:41:43.013089 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-23a1bef3-c55f-4691-8cba-13ca4e0f49a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:43.065294 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-23a1bef3-c55f-4691-8cba-13ca4e0f49a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:43.065936 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-23a1bef3-c55f-4691-8cba-13ca4e0f49a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:43.067467 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-23a1bef3-c55f-4691-8cba-13ca4e0f49a1 service neutron] 10.222.0.54 "PUT /v2.0/ports/6047515e-b329-4cf3-8899-a4c08b62f859 HTTP/1.1" status: 200 len: 1091 time: 0.7831497 Aug 19 18:41:43.067919 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c32f30c-1af8-4b9b-a66e-bd25eebee277', 'tag': '6047515e-b329-4cf3-8899-a4c08b62f859'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:41:43.070099 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bd00de-0b59-4414-b3b6-86917b876989" -d '{"events": [{"name": "network-changed", "server_uuid": "4c32f30c-1af8-4b9b-a66e-bd25eebee277", "tag": "6047515e-b329-4cf3-8899-a4c08b62f859"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:41:43.099761 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1bef3-c55f-4691-8cba-13ca4e0f49a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6047515e-b329-4cf3-8899-a4c08b62f859,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:43.129881 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6af6c63-ed56-4317-928d-ce4566a10dda x-openstack-request-id: req-c6af6c63-ed56-4317-928d-ce4566a10dda {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:41:43.130176 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c32f30c-1af8-4b9b-a66e-bd25eebee277", "tag": "6047515e-b329-4cf3-8899-a4c08b62f859", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:41:43.130430 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c6af6c63-ed56-4317-928d-ce4566a10dda {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:41:43.130886 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c32f30c-1af8-4b9b-a66e-bd25eebee277', 'tag': '6047515e-b329-4cf3-8899-a4c08b62f859', 'status': 'completed', 'code': 200} Aug 19 18:41:43.168791 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-4c0580b5-cea5-48f6-b4f7-881b9232805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:43.170370 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-4c0580b5-cea5-48f6-b4f7-881b9232805a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 1094 time: 0.0532312 Aug 19 18:41:43.229709 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-61ec3c4d-677a-462f-8721-4ba8f9eb35c8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6047515e-b329-4cf3-8899-a4c08b62f859 HTTP/1.1" status: 200 len: 217 time: 0.0465887 Aug 19 18:41:43.295573 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-41f92a39-0198-433e-8204-daa04be63a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:43.297274 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-41f92a39-0198-433e-8204-daa04be63a74 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1c5742-d9cf-485d-8727-05c0c3c0307e HTTP/1.1" status: 200 len: 835 time: 0.0564783 Aug 19 18:41:43.363081 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-ffd53dc6-06a3-4ad3-9202-0b7aff0d157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:43.365445 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-ffd53dc6-06a3-4ad3-9202-0b7aff0d157d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7e6ce355-a65f-4c63-beff-124f16239e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572300 Aug 19 18:41:43.467072 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-c64b0b16-f7cc-4668-8338-a240d583f0e5 service neutron] 10.222.0.54 "GET /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891697 Aug 19 18:41:43.509736 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7c29ebc2-5d50-4240-8aa2-7c939bcf866b up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:41:43.579617 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a07b36fa-d86b-4964-8f1c-c068b9b14d6a req-9a4f3070-c4cb-4655-a01b-4e6076462795 service neutron] 10.222.0.54 "GET /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015670 Aug 19 18:41:43.584630 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 7c29ebc2-5d50-4240-8aa2-7c939bcf866b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:43.585178 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:43.684077 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd00de-0b59-4414-b3b6-86917b876989 req-239f1900-daf1-46cc-9f79-c5a98eb3e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:43.685958 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-60bd00de-0b59-4414-b3b6-86917b876989 req-239f1900-daf1-46cc-9f79-c5a98eb3e668 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 1094 time: 0.0500848 Aug 19 18:41:43.715232 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759fdf1-8465-4bfb-b0be-fdff7fc5886d req-911ed2a2-1be5-41df-8c77-cd6a0e0b1a8f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:43.716941 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d759fdf1-8465-4bfb-b0be-fdff7fc5886d req-911ed2a2-1be5-41df-8c77-cd6a0e0b1a8f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 943 time: 0.0562441 Aug 19 18:41:43.763258 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d759fdf1-8465-4bfb-b0be-fdff7fc5886d req-2b764519-45a2-4e4a-bc08-d069d2d2af38 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390913 Aug 19 18:41:43.792373 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd00de-0b59-4414-b3b6-86917b876989 req-786ebe3f-807e-4ded-b09a-f4bc8f56167d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:43.794374 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-60bd00de-0b59-4414-b3b6-86917b876989 req-786ebe3f-807e-4ded-b09a-f4bc8f56167d service neutron] 10.222.0.54 "GET /v2.0/networks?id=7e6ce355-a65f-4c63-beff-124f16239e5a HTTP/1.1" status: 200 len: 898 time: 0.1006675 Aug 19 18:41:43.850220 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-60bd00de-0b59-4414-b3b6-86917b876989 req-c84d78b3-9ccd-43db-9ab4-5493cdd7e94c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6047515e-b329-4cf3-8899-a4c08b62f859 HTTP/1.1" status: 200 len: 217 time: 0.0479937 Aug 19 18:41:43.913998 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd00de-0b59-4414-b3b6-86917b876989 req-ce2e60c6-d1f3-417e-80c9-0c327829bbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:43.915780 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-60bd00de-0b59-4414-b3b6-86917b876989 req-ce2e60c6-d1f3-417e-80c9-0c327829bbb4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1c5742-d9cf-485d-8727-05c0c3c0307e HTTP/1.1" status: 200 len: 835 time: 0.0525968 Aug 19 18:41:43.971289 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd00de-0b59-4414-b3b6-86917b876989 req-328a5be8-d31a-4eed-b857-c51f02d268c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:43.972993 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-60bd00de-0b59-4414-b3b6-86917b876989 req-328a5be8-d31a-4eed-b857-c51f02d268c3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7e6ce355-a65f-4c63-beff-124f16239e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481100 Aug 19 18:41:44.067662 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-60bd00de-0b59-4414-b3b6-86917b876989 req-83225339-f351-41db-9ac2-e462d3d67ecd service neutron] 10.222.0.54 "GET /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841753 Aug 19 18:41:44.172148 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-60bd00de-0b59-4414-b3b6-86917b876989 req-1f1413d4-8992-474f-b4a1-069f7cf618a5 service neutron] 10.222.0.54 "GET /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930855 Aug 19 18:41:44.904300 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074470bd-1276-45f0-837e-e83745566ed3 req-717ead76-0030-480e-b450-bb2b9b4fec89 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:44.906704 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-074470bd-1276-45f0-837e-e83745566ed3 req-717ead76-0030-480e-b450-bb2b9b4fec89 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 943 time: 0.0570085 Aug 19 18:41:44.949716 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-074470bd-1276-45f0-837e-e83745566ed3 req-4767f3e7-744f-42b0-8e76-10fe78d7623b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364726 Aug 19 18:41:46.080285 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db9669-c2ed-4be8-968d-ec96037461a7 req-03aa914e-9a7e-47bd-8019-b0bfd6e38422 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:46.081712 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-00db9669-c2ed-4be8-968d-ec96037461a7 req-03aa914e-9a7e-47bd-8019-b0bfd6e38422 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 943 time: 0.0493484 Aug 19 18:41:46.120488 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-00db9669-c2ed-4be8-968d-ec96037461a7 req-a8bd0e2c-1b99-4c62-9638-3dbc5e4326cb tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327604 Aug 19 18:41:46.680355 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:46.986021 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 6047515e-b329-4cf3-8899-a4c08b62f859 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:41:47.082422 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 6047515e-b329-4cf3-8899-a4c08b62f859, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=6047515e-b329-4cf3-8899-a4c08b62f859,segment=NetworkSegment(e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b),segment_id=e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:41:47.094563 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '6047515e-b329-4cf3-8899-a4c08b62f859', 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a', 'port_id': '6047515e-b329-4cf3-8899-a4c08b62f859', 'mac_address': 'fa:16:3e:89:ee:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1c5742-d9cf-485d-8727-05c0c3c0307e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:41:47.130038 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:47.143020 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6047515e-b329-4cf3-8899-a4c08b62f859 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:41:47.164115 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 6047515e-b329-4cf3-8899-a4c08b62f859, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=6047515e-b329-4cf3-8899-a4c08b62f859,segment=NetworkSegment(e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b),segment_id=e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:41:47.168620 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:47.219997 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=6047515e-b329-4cf3-8899-a4c08b62f859,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:47.239920 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830c863-0bd1-44c7-9830-d6047b876021 req-c376c1d1-c130-4983-a4c5-436a288f8252 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:47.241507 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a830c863-0bd1-44c7-9830-d6047b876021 req-c376c1d1-c130-4983-a4c5-436a288f8252 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 944 time: 0.0520806 Aug 19 18:41:47.284707 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a830c863-0bd1-44c7-9830-d6047b876021 req-4c4eb8d7-cbd2-4f8b-87b0-0d4a6a6d6c1c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374050 Aug 19 18:41:47.428690 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['6047515e-b329-4cf3-8899-a4c08b62f859'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:41:48.481185 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b60a71-f079-432a-a022-c3750fbf5a0e req-2cc8dce3-3b41-4497-8da0-e8b01d882075 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:48.482700 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-62b60a71-f079-432a-a022-c3750fbf5a0e req-2cc8dce3-3b41-4497-8da0-e8b01d882075 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 944 time: 0.1321285 Aug 19 18:41:48.521192 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-62b60a71-f079-432a-a022-c3750fbf5a0e req-47bce3dc-f7fd-4c9f-aca1-e9e489eb4d20 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316358 Aug 19 18:41:48.987269 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 6047515e-b329-4cf3-8899-a4c08b62f859 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:41:49.034844 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 6047515e-b329-4cf3-8899-a4c08b62f859 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:41:49.038510 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 6047515e-b329-4cf3-8899-a4c08b62f859 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:49.038885 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:49.113614 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:49.135814 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c32f30c-1af8-4b9b-a66e-bd25eebee277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6047515e-b329-4cf3-8899-a4c08b62f859'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:41:49.138064 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058c664f-14b0-4bf3-a3b7-c1e1e05a5f88" -d '{"events": [{"server_uuid": "4c32f30c-1af8-4b9b-a66e-bd25eebee277", "name": "network-vif-plugged", "status": "completed", "tag": "6047515e-b329-4cf3-8899-a4c08b62f859"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:41:49.151211 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 6047515e-b329-4cf3-8899-a4c08b62f859, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=6047515e-b329-4cf3-8899-a4c08b62f859,segment=NetworkSegment(e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b),segment_id=e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:41:49.155790 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:49.186806 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcca1a87-d596-438b-994f-7f58ea3d6bfe x-openstack-request-id: req-dcca1a87-d596-438b-994f-7f58ea3d6bfe {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:41:49.187080 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c32f30c-1af8-4b9b-a66e-bd25eebee277", "name": "network-vif-plugged", "status": "completed", "tag": "6047515e-b329-4cf3-8899-a4c08b62f859", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:41:49.187391 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcca1a87-d596-438b-994f-7f58ea3d6bfe {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:41:49.190159 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c32f30c-1af8-4b9b-a66e-bd25eebee277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6047515e-b329-4cf3-8899-a4c08b62f859', 'code': 200} Aug 19 18:41:49.221072 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=6047515e-b329-4cf3-8899-a4c08b62f859,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:49.337082 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c19daa-924b-4451-a811-d89e45775fc7 req-4b1eefab-614b-4f5f-b9ed-5a7092f6f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:49.338627 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-92c19daa-924b-4451-a811-d89e45775fc7 req-4b1eefab-614b-4f5f-b9ed-5a7092f6f2bb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 1096 time: 0.0956018 Aug 19 18:41:49.379112 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-92c19daa-924b-4451-a811-d89e45775fc7 req-85358489-6f47-42ec-8c96-c84f48742648 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288091 Aug 19 18:41:49.637950 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bb454-a464-48f0-98b7-06c07c91e45e req-b92410b9-4461-4ada-87b6-55e808e3d267 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:49.639548 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-855bb454-a464-48f0-98b7-06c07c91e45e req-b92410b9-4461-4ada-87b6-55e808e3d267 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0523970 Aug 19 18:41:49.677683 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-855bb454-a464-48f0-98b7-06c07c91e45e req-0ec7e818-6f57-49bd-bc29-bf0075db84a6 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320537 Aug 19 18:41:49.767850 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:41:50.801366 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f06c8c-12d0-495f-bd56-5edc8ae34017 req-a80fc924-ca89-4891-8c95-0110504c4722 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:50.803029 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b7f06c8c-12d0-495f-bd56-5edc8ae34017 req-a80fc924-ca89-4891-8c95-0110504c4722 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0545266 Aug 19 18:41:50.844342 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b7f06c8c-12d0-495f-bd56-5edc8ae34017 req-3e7a8df1-0c8f-419e-b8ea-480b5e5d2fd2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347290 Aug 19 18:41:50.967869 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f2674-5b89-4979-96fc-edd5096a3fb4 req-4ba30a37-d03a-46af-9a03-b6a8160c09a9 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:50.969582 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-942f2674-5b89-4979-96fc-edd5096a3fb4 req-4ba30a37-d03a-46af-9a03-b6a8160c09a9 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0523582 Aug 19 18:41:51.008784 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-942f2674-5b89-4979-96fc-edd5096a3fb4 req-9a05fed3-80c9-4ecc-b24f-fe0b0bbc4564 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323238 Aug 19 18:41:51.030786 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37070) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:51.070496 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8215d08a-7ea5-4d3f-a09b-6f333099faf3 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:51.072026 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8215d08a-7ea5-4d3f-a09b-6f333099faf3 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 1091 time: 0.0402071 Aug 19 18:41:51.075010 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37072) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:51.079959 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-79b680dd-9592-45e7-90d2-59f0c701dd13 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': '6047515e-b329-4cf3-8899-a4c08b62f859', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:51.102018 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79b680dd-9592-45e7-90d2-59f0c701dd13 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:51.202005 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79b680dd-9592-45e7-90d2-59f0c701dd13 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:51.306556 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-79b680dd-9592-45e7-90d2-59f0c701dd13 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Allocated IP 172.25.8.184 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/28f85bb2-c795-4c54-81b1-d45adebaae8d) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:41:51.412556 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79b680dd-9592-45e7-90d2-59f0c701dd13 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:51.478342 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79b680dd-9592-45e7-90d2-59f0c701dd13 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:51.522987 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e895b1a4-16d9-4ea6-b0f7-b209a9571255 req-6fa11bdd-6bf2-485c-9ee6-80251966acce service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0819526 Aug 19 18:41:51.531075 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b680dd-9592-45e7-90d2-59f0c701dd13 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:41:51.534255 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-79b680dd-9592-45e7-90d2-59f0c701dd13 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:41:51.538002 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b680dd-9592-45e7-90d2-59f0c701dd13 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:41:51.562409 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b680dd-9592-45e7-90d2-59f0c701dd13 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Port': ['ID=28f85bb2-c795-4c54-81b1-d45adebaae8d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:51.649288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895b1a4-16d9-4ea6-b0f7-b209a9571255 req-20ca1c34-b644-4693-93a5-d1d8784f109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:51.649288 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e895b1a4-16d9-4ea6-b0f7-b209a9571255 req-20ca1c34-b644-4693-93a5-d1d8784f109d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 1096 time: 0.0764823 Aug 19 18:41:51.860314 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895b1a4-16d9-4ea6-b0f7-b209a9571255 req-59cc0c58-7e35-4571-b84c-c1d0b032d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:51.862633 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e895b1a4-16d9-4ea6-b0f7-b209a9571255 req-59cc0c58-7e35-4571-b84c-c1d0b032d621 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7e6ce355-a65f-4c63-beff-124f16239e5a HTTP/1.1" status: 200 len: 898 time: 0.1902375 Aug 19 18:41:51.910672 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e895b1a4-16d9-4ea6-b0f7-b209a9571255 req-bdec63bc-7bf5-4764-8be0-5250fac783a9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6047515e-b329-4cf3-8899-a4c08b62f859 HTTP/1.1" status: 200 len: 217 time: 0.0408540 Aug 19 18:41:52.014466 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895b1a4-16d9-4ea6-b0f7-b209a9571255 req-1fcba676-6479-442c-ab65-4387322543ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:52.015984 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e895b1a4-16d9-4ea6-b0f7-b209a9571255 req-1fcba676-6479-442c-ab65-4387322543ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1c5742-d9cf-485d-8727-05c0c3c0307e HTTP/1.1" status: 200 len: 835 time: 0.0971754 Aug 19 18:41:52.205418 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895b1a4-16d9-4ea6-b0f7-b209a9571255 req-5497dcb9-1267-4efe-a6eb-bc6fb0826a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:52.206957 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e895b1a4-16d9-4ea6-b0f7-b209a9571255 req-5497dcb9-1267-4efe-a6eb-bc6fb0826a2d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7e6ce355-a65f-4c63-beff-124f16239e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486492 Aug 19 18:41:52.222634 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-e895b1a4-16d9-4ea6-b0f7-b209a9571255 req-afacc609-afff-4e96-9e61-217cd4a03d7f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:41:52.223585 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e895b1a4-16d9-4ea6-b0f7-b209a9571255 req-afacc609-afff-4e96-9e61-217cd4a03d7f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054345 Aug 19 18:41:52.285771 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79b680dd-9592-45e7-90d2-59f0c701dd13 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:52.410244 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e895b1a4-16d9-4ea6-b0f7-b209a9571255 req-f257c875-bc56-4272-92c2-c7f12b80b77d service neutron] 10.222.0.54 "GET /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768072 Aug 19 18:41:52.414673 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79b680dd-9592-45e7-90d2-59f0c701dd13 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:52.584992 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e895b1a4-16d9-4ea6-b0f7-b209a9571255 req-e98609c9-a279-401b-804f-0da55741184e service neutron] 10.222.0.54 "GET /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675560 Aug 19 18:41:52.645085 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79b680dd-9592-45e7-90d2-59f0c701dd13 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:52.649714 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79b680dd-9592-45e7-90d2-59f0c701dd13 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:52.756045 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79b680dd-9592-45e7-90d2-59f0c701dd13 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:52.829923 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b680dd-9592-45e7-90d2-59f0c701dd13 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Port': ['ID=28f85bb2-c795-4c54-81b1-d45adebaae8d,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:53.250327 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-79b680dd-9592-45e7-90d2-59f0c701dd13 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Floating IP d9402872-4422-4124-bf26-dbf1eb84b291 associated. External IP: 172.25.8.184, port: 6047515e-b329-4cf3-8899-a4c08b62f859. Aug 19 18:41:53.451608 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b680dd-9592-45e7-90d2-59f0c701dd13 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Router f18a5b83-432c-456a-bcab-f877216e9871 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:41:53.561733 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b680dd-9592-45e7-90d2-59f0c701dd13 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:41:53.571249 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131b279d-65f2-4e66-97da-0732f5a23fb2 None None] Sync routers for ids ['f18a5b83-432c-456a-bcab-f877216e9871'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:41:53.577368 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-79b680dd-9592-45e7-90d2-59f0c701dd13 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:53.583167 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131b279d-65f2-4e66-97da-0732f5a23fb2 None None] Routers {'f18a5b83-432c-456a-bcab-f877216e9871'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:41:53.583981 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-131b279d-65f2-4e66-97da-0732f5a23fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:41:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f18a5b83-432c-456a-bcab-f877216e9871'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:53.611963 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-79b680dd-9592-45e7-90d2-59f0c701dd13 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5359120 Aug 19 18:41:53.612649 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c32f30c-1af8-4b9b-a66e-bd25eebee277', 'tag': '6047515e-b329-4cf3-8899-a4c08b62f859'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:41:53.615044 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9069a921-3150-4be0-8bf7-0e43f24b9ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "4c32f30c-1af8-4b9b-a66e-bd25eebee277", "tag": "6047515e-b329-4cf3-8899-a4c08b62f859"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:41:53.658674 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a848690e-8b38-466d-bb24-0e1bd4352c12 x-openstack-request-id: req-a848690e-8b38-466d-bb24-0e1bd4352c12 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:41:53.659286 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c32f30c-1af8-4b9b-a66e-bd25eebee277", "tag": "6047515e-b329-4cf3-8899-a4c08b62f859", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:41:53.659487 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a848690e-8b38-466d-bb24-0e1bd4352c12 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:41:53.659819 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c32f30c-1af8-4b9b-a66e-bd25eebee277', 'tag': '6047515e-b329-4cf3-8899-a4c08b62f859', 'status': 'completed', 'code': 200} Aug 19 18:41:53.694552 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-131b279d-65f2-4e66-97da-0732f5a23fb2 None None] Set router f18a5b83-432c-456a-bcab-f877216e9871 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:41:53.749523 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36579d-b7a2-4a5b-88ee-c5ba41bb51c3 req-76289ecd-e305-4406-ad5e-9c085813d5ab tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:53.751331 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9a36579d-b7a2-4a5b-88ee-c5ba41bb51c3 req-76289ecd-e305-4406-ad5e-9c085813d5ab tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0783494 Aug 19 18:41:53.769569 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069a921-3150-4be0-8bf7-0e43f24b9ff3 req-6a04a88a-d471-4df6-8409-648135b5c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:53.771370 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9069a921-3150-4be0-8bf7-0e43f24b9ff3 req-6a04a88a-d471-4df6-8409-648135b5c640 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 1096 time: 0.0888636 Aug 19 18:41:53.852570 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9a36579d-b7a2-4a5b-88ee-c5ba41bb51c3 req-2b4e71d7-989e-4858-9d66-7ac9c61fbe67 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942385 Aug 19 18:41:53.891144 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37092) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:53.912289 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069a921-3150-4be0-8bf7-0e43f24b9ff3 req-c626419d-ce1a-4689-9e90-fab577ed06cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:53.913881 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9069a921-3150-4be0-8bf7-0e43f24b9ff3 req-c626419d-ce1a-4689-9e90-fab577ed06cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=7e6ce355-a65f-4c63-beff-124f16239e5a HTTP/1.1" status: 200 len: 898 time: 0.1355081 Aug 19 18:41:53.971182 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-131b279d-65f2-4e66-97da-0732f5a23fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680180181', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:33Z', 'updated_at': '2021-08-19T18:41:38Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:34Z', 'updated_at': '2021-08-19T18:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'd9402872-4422-4124-bf26-dbf1eb84b291', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'port_id': '6047515e-b329-4cf3-8899-a4c08b62f859', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a', 'mac_address': 'fa:16:3e:89:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c32f30c-1af8-4b9b-a66e-bd25eebee277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:41:51Z', 'updated_at': '2021-08-19T18:41:51Z', 'revision_number': 0, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c29ebc2-5d50-4240-8aa2-7c939bcf866b', 'name': '', 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:87:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'ac1c5742-d9cf-485d-8727-05c0c3c0307e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:36Z', 'updated_at': '2021-08-19T18:41:41Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'ac1c5742-d9cf-485d-8727-05c0c3c0307e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:53.994468 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-621180a6-eee2-450f-a835-fadf8d8be9de tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/floatingips/d9402872-4422-4124-bf26-dbf1eb84b291 HTTP/1.1" status: 200 len: 991 time: 0.1005070 Aug 19 18:41:54.003737 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131b279d-65f2-4e66-97da-0732f5a23fb2 None None] Checking router: f18a5b83-432c-456a-bcab-f877216e9871 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:41:54.012224 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131b279d-65f2-4e66-97da-0732f5a23fb2 None None] Routers {'f18a5b83-432c-456a-bcab-f877216e9871'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:41:54.012867 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-131b279d-65f2-4e66-97da-0732f5a23fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:41:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f18a5b83-432c-456a-bcab-f877216e9871'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:54.026595 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9069a921-3150-4be0-8bf7-0e43f24b9ff3 req-d96b9af8-3f6b-460a-8680-b3f60def1455 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6047515e-b329-4cf3-8899-a4c08b62f859 HTTP/1.1" status: 200 len: 999 time: 0.1055012 Aug 19 18:41:54.081998 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069a921-3150-4be0-8bf7-0e43f24b9ff3 req-48db79fb-64bb-4876-b04e-fffc0d108434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:54.083494 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9069a921-3150-4be0-8bf7-0e43f24b9ff3 req-48db79fb-64bb-4876-b04e-fffc0d108434 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1c5742-d9cf-485d-8727-05c0c3c0307e HTTP/1.1" status: 200 len: 835 time: 0.0498519 Aug 19 18:41:54.124652 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-131b279d-65f2-4e66-97da-0732f5a23fb2 None None] Set router f18a5b83-432c-456a-bcab-f877216e9871 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:41:54.131316 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069a921-3150-4be0-8bf7-0e43f24b9ff3 req-9a40acb3-d247-498a-a4b3-599e9a56cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:54.132838 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9069a921-3150-4be0-8bf7-0e43f24b9ff3 req-9a40acb3-d247-498a-a4b3-599e9a56cb79 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7e6ce355-a65f-4c63-beff-124f16239e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426643 Aug 19 18:41:54.231074 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9069a921-3150-4be0-8bf7-0e43f24b9ff3 req-add51c9d-5149-46e1-894b-5cd49b16cdcf service neutron] 10.222.0.54 "GET /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909388 Aug 19 18:41:54.324933 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9069a921-3150-4be0-8bf7-0e43f24b9ff3 req-4ce06530-8da8-4f2c-9fa8-2b9ecda2d9c3 service neutron] 10.222.0.54 "GET /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859869 Aug 19 18:41:54.362714 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-131b279d-65f2-4e66-97da-0732f5a23fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680180181', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:33Z', 'updated_at': '2021-08-19T18:41:38Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:34Z', 'updated_at': '2021-08-19T18:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'd9402872-4422-4124-bf26-dbf1eb84b291', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'port_id': '6047515e-b329-4cf3-8899-a4c08b62f859', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a', 'mac_address': 'fa:16:3e:89:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c32f30c-1af8-4b9b-a66e-bd25eebee277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:41:51Z', 'updated_at': '2021-08-19T18:41:51Z', 'revision_number': 0, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c29ebc2-5d50-4240-8aa2-7c939bcf866b', 'name': '', 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:87:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'ac1c5742-d9cf-485d-8727-05c0c3c0307e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:36Z', 'updated_at': '2021-08-19T18:41:41Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'ac1c5742-d9cf-485d-8727-05c0c3c0307e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:54.388298 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131b279d-65f2-4e66-97da-0732f5a23fb2 None None] The sync data for ids ['f18a5b83-432c-456a-bcab-f877216e9871'] in n-d-803753-2 is: [{'id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680180181', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:33Z', 'updated_at': '2021-08-19T18:41:38Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:34Z', 'updated_at': '2021-08-19T18:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'd9402872-4422-4124-bf26-dbf1eb84b291', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'port_id': '6047515e-b329-4cf3-8899-a4c08b62f859', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a', 'mac_address': 'fa:16:3e:89:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c32f30c-1af8-4b9b-a66e-bd25eebee277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:41:51Z', 'updated_at': '2021-08-19T18:41:51Z', 'revision_number': 0, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c29ebc2-5d50-4240-8aa2-7c939bcf866b', 'name': '', 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:87:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'ac1c5742-d9cf-485d-8727-05c0c3c0307e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:36Z', 'updated_at': '2021-08-19T18:41:41Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'ac1c5742-d9cf-485d-8727-05c0c3c0307e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:41:54.592799 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87358323-4bda-44bc-b41f-31b5782d02c4 None None] New status for floating IP d9402872-4422-4124-bf26-dbf1eb84b291: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:41:54.995956 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37098) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:55.103596 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5ccd1221-176e-4d15-aec0-56b2ac65b836 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/floatingips/d9402872-4422-4124-bf26-dbf1eb84b291 HTTP/1.1" status: 200 len: 993 time: 0.1058989 Aug 19 18:41:59.714863 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-df04f7ff-23b8-488f-a3cd-69071e1a196e req-05cf27e7-9891-4e12-b1b4-85169d83ed54 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452096 Aug 19 18:41:59.806968 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04f7ff-23b8-488f-a3cd-69071e1a196e req-e2fcdce2-3ea6-4a48-9515-eea3278e9806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:59.808543 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-df04f7ff-23b8-488f-a3cd-69071e1a196e req-e2fcdce2-3ea6-4a48-9515-eea3278e9806 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5833b97bc9314275a707cd79feceb30f&device_id=1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4 HTTP/1.1" status: 200 len: 1097 time: 0.0500636 Aug 19 18:41:59.911524 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04f7ff-23b8-488f-a3cd-69071e1a196e req-db4876eb-629d-413b-a804-5e96067b46c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:59.913008 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-df04f7ff-23b8-488f-a3cd-69071e1a196e req-db4876eb-629d-413b-a804-5e96067b46c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f1900ede-a783-4905-9779-46264dd40657 HTTP/1.1" status: 200 len: 914 time: 0.0851617 Aug 19 18:41:59.958994 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-df04f7ff-23b8-488f-a3cd-69071e1a196e req-cf97a993-abcb-4488-add2-f0bb13598575 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc881032-beee-4a5a-8dce-4c597204d481 HTTP/1.1" status: 200 len: 217 time: 0.0386605 Aug 19 18:42:00.009595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04f7ff-23b8-488f-a3cd-69071e1a196e req-aad2b57b-6d13-4016-a8be-1c15a1e73a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:00.011051 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-df04f7ff-23b8-488f-a3cd-69071e1a196e req-aad2b57b-6d13-4016-a8be-1c15a1e73a89 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a1a750e-141e-486a-a8d1-f9b3bfb82a01 HTTP/1.1" status: 200 len: 853 time: 0.0446577 Aug 19 18:42:00.045135 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-df04f7ff-23b8-488f-a3cd-69071e1a196e req-91e7d582-e49c-47a1-9b9e-66e37037747e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f1900ede-a783-4905-9779-46264dd40657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253384 Aug 19 18:42:00.139322 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-df04f7ff-23b8-488f-a3cd-69071e1a196e req-72d5dd5d-c258-4203-a3e2-79bebfef9d81 service neutron] 10.222.0.50 "GET /v2.0/networks/f1900ede-a783-4905-9779-46264dd40657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863044 Aug 19 18:42:00.229148 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-df04f7ff-23b8-488f-a3cd-69071e1a196e req-d62086dc-a9be-4d9c-b682-6d095aca9ee5 service neutron] 10.222.0.50 "GET /v2.0/networks/f1900ede-a783-4905-9779-46264dd40657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825486 Aug 19 18:42:04.613560 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-92e4fff8-476f-41f4-94d5-66c51bc0b15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:07.129497 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed707eb-d417-4a5f-8608-90ccf7b4929a req-8d6c548b-de84-4573-a0d6-6b488a764f25 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:07.131034 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3ed707eb-d417-4a5f-8608-90ccf7b4929a req-8d6c548b-de84-4573-a0d6-6b488a764f25 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0507257 Aug 19 18:42:07.169159 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3ed707eb-d417-4a5f-8608-90ccf7b4929a req-6157cb3a-9b96-4a2d-b0c9-51c86c92b5f8 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9277f15-8e2e-41e1-90ec-65d2ef69eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320959 Aug 19 18:42:07.295099 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:07.383678 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8f8bb266-f325-4a58-a481-4734d7800a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:08.232318 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:08.373354 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde8fa5-8ddb-4af0-a500-deaf99b0b68c req-0d3e6353-30f9-4463-bbe9-a7f9a74c2718 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:08.374893 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2bde8fa5-8ddb-4af0-a500-deaf99b0b68c req-0d3e6353-30f9-4463-bbe9-a7f9a74c2718 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4 HTTP/1.1" status: 200 len: 946 time: 0.1061909 Aug 19 18:42:08.413417 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2bde8fa5-8ddb-4af0-a500-deaf99b0b68c req-8da1f586-01dd-495e-b196-efa34cbbb8fe tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9277f15-8e2e-41e1-90ec-65d2ef69eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320079 Aug 19 18:42:08.656179 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f68c8-1f8f-44ac-af88-d41aaa763c18 req-d30ef225-a7a7-411b-9bfb-8b623b069901 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:08.657687 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5c6f68c8-1f8f-44ac-af88-d41aaa763c18 req-d30ef225-a7a7-411b-9bfb-8b623b069901 tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4 HTTP/1.1" status: 200 len: 946 time: 0.0554328 Aug 19 18:42:08.749191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-5c6f68c8-1f8f-44ac-af88-d41aaa763c18 req-fc015bc7-f0fa-47de-988d-f4d13f3d7b4d tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Deleting port fc881032-beee-4a5a-8dce-4c597204d481 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:42:08.749567 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5c6f68c8-1f8f-44ac-af88-d41aaa763c18 req-fc015bc7-f0fa-47de-988d-f4d13f3d7b4d tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:08.842976 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-5c6f68c8-1f8f-44ac-af88-d41aaa763c18 req-fc015bc7-f0fa-47de-988d-f4d13f3d7b4d tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] For port fc881032-beee-4a5a-8dce-4c597204d481, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=fc881032-beee-4a5a-8dce-4c597204d481,segment=NetworkSegment(8d25fa13-814e-4439-b655-f6529d3e4920),segment_id=8d25fa13-814e-4439-b655-f6529d3e4920)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:42:08.843603 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5c6f68c8-1f8f-44ac-af88-d41aaa763c18 req-fc015bc7-f0fa-47de-988d-f4d13f3d7b4d tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:08.857154 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-5c6f68c8-1f8f-44ac-af88-d41aaa763c18 req-fc015bc7-f0fa-47de-988d-f4d13f3d7b4d tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Calling delete_port for fc881032-beee-4a5a-8dce-4c597204d481 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:42:08.987518 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5c6f68c8-1f8f-44ac-af88-d41aaa763c18 req-fc015bc7-f0fa-47de-988d-f4d13f3d7b4d tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:08.999754 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['fc881032-beee-4a5a-8dce-4c597204d481'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:42:09.017235 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc015bc7-f0fa-47de-988d-f4d13f3d7b4d tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Pushing event deleted for resources: {'Port': ['ID=fc881032-beee-4a5a-8dce-4c597204d481,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:42:09.058405 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6f68c8-1f8f-44ac-af88-d41aaa763c18 req-fc015bc7-f0fa-47de-988d-f4d13f3d7b4d tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] No DVR routers for this DVR port fc881032-beee-4a5a-8dce-4c597204d481 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:42:09.061062 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5c6f68c8-1f8f-44ac-af88-d41aaa763c18 req-fc015bc7-f0fa-47de-988d-f4d13f3d7b4d tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:09.063081 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5c6f68c8-1f8f-44ac-af88-d41aaa763c18 req-fc015bc7-f0fa-47de-988d-f4d13f3d7b4d tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.50 "DELETE /v2.0/ports/fc881032-beee-4a5a-8dce-4c597204d481 HTTP/1.1" status: 204 len: 173 time: 0.3987966 Aug 19 18:42:09.063523 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4', 'name': 'network-vif-deleted', 'tag': 'fc881032-beee-4a5a-8dce-4c597204d481'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:42:09.065883 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9270833c-3f46-483a-8ec1-a45a9fe9fc3e" -d '{"events": [{"server_uuid": "1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4", "name": "network-vif-deleted", "tag": "fc881032-beee-4a5a-8dce-4c597204d481"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:42:09.101649 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea42b0ba-5afa-4ecb-9991-c7feeb2b0555 x-openstack-request-id: req-ea42b0ba-5afa-4ecb-9991-c7feeb2b0555 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:42:09.101995 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4", "name": "network-vif-deleted", "tag": "fc881032-beee-4a5a-8dce-4c597204d481", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:42:09.102253 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea42b0ba-5afa-4ecb-9991-c7feeb2b0555 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:42:09.102659 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4', 'name': 'network-vif-deleted', 'tag': 'fc881032-beee-4a5a-8dce-4c597204d481', 'status': 'completed', 'code': 200} Aug 19 18:42:09.535736 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ed4093ca-5e94-4ef3-b568-5b3ad3720d7d req-e2e5a27b-21d3-4dea-bd22-5f1e9651142e tempest-VolumesSnapshotTestJSON-2082501196 tempest-VolumesSnapshotTestJSON-2082501196-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f1c09aa-a7b6-4ba9-9618-b44b4c00a1b4 HTTP/1.1" status: 200 len: 210 time: 0.0342097 Aug 19 18:42:10.236608 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:11.255323 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:13.860799 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device fc881032-beee-4a5a-8dce-4c597204d481 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:42:13.880866 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: fc881032-beee-4a5a-8dce-4c597204d481 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:42:13.881208 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device fc881032-beee-4a5a-8dce-4c597204d481 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:42:16.690853 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:23.369819 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-91d639b2-4d3e-4ef9-be99-df8ff3df1677 req-b4b4c019-954d-4158-8b5c-bbda42d34deb service neutron] (94682) timed out ('10.222.0.54', 52634) {{(pid=94682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:42:26.766714 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:42:28.471726 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4e182-24ba-4f84-9c70-fc0c8b7efc46 req-84cbccd8-2953-44ec-820d-e1d25acf108b tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:28.479387 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-48d4e182-24ba-4f84-9c70-fc0c8b7efc46 req-84cbccd8-2953-44ec-820d-e1d25acf108b tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 1096 time: 0.0571928 Aug 19 18:42:28.493505 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-48d4e182-24ba-4f84-9c70-fc0c8b7efc46 req-854cc1f5-e903-4eea-aa70-e879525eb496 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:28.593666 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-48d4e182-24ba-4f84-9c70-fc0c8b7efc46 req-854cc1f5-e903-4eea-aa70-e879525eb496 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:28.598013 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-48d4e182-24ba-4f84-9c70-fc0c8b7efc46 req-854cc1f5-e903-4eea-aa70-e879525eb496 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:28.629920 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-48d4e182-24ba-4f84-9c70-fc0c8b7efc46 req-854cc1f5-e903-4eea-aa70-e879525eb496 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495426 Aug 19 18:42:28.630832 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cc1f5-e903-4eea-aa70-e879525eb496 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e341682c-0895-44a6-9249-a6a544032416,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:42:28.760792 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684b5fd-4aba-45ae-9fd1-275b1cf5f826 req-2c44457a-320e-479f-8427-cd85e8572934 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:28.762488 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5684b5fd-4aba-45ae-9fd1-275b1cf5f826 req-2c44457a-320e-479f-8427-cd85e8572934 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0595775 Aug 19 18:42:28.811035 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5684b5fd-4aba-45ae-9fd1-275b1cf5f826 req-fc754b17-6a2b-4281-b85d-6352c1acb8d6 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423198 Aug 19 18:42:28.832819 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37252) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:42:28.894078 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b0c66a59-6860-44ee-b7b8-f9e5075c7e94 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/floatingips/d9402872-4422-4124-bf26-dbf1eb84b291 HTTP/1.1" status: 200 len: 993 time: 0.0599649 Aug 19 18:42:29.548442 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b232b-ff50-4cf5-a3bf-dbc8d7c8e154 req-d817adb6-5f1f-41d1-b143-ea66beecac04 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:29.549994 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-496b232b-ff50-4cf5-a3bf-dbc8d7c8e154 req-d817adb6-5f1f-41d1-b143-ea66beecac04 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0641832 Aug 19 18:42:29.586262 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-affe27e3-a859-4e3d-9cdd-9d29425b7be0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1158016 Aug 19 18:42:29.597328 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-496b232b-ff50-4cf5-a3bf-dbc8d7c8e154 req-d0eb0fcf-c4ac-42ea-b06b-a36e000c8847 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402038 Aug 19 18:42:30.731298 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82dbd3-c946-43a0-8acb-26d97acdba8f req-b06797af-4e3b-40e0-8bb9-56b5cc638c89 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:30.732881 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fa82dbd3-c946-43a0-8acb-26d97acdba8f req-b06797af-4e3b-40e0-8bb9-56b5cc638c89 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0613136 Aug 19 18:42:30.806756 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fa82dbd3-c946-43a0-8acb-26d97acdba8f req-cbffaca1-cbb9-48fa-88eb-a8f9ec7e0404 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636137 Aug 19 18:42:30.812865 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-2b5fb4b2-28b0-4484-8005-fc81348c6efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:30.814377 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-2b5fb4b2-28b0-4484-8005-fc81348c6efe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 1096 time: 0.0798547 Aug 19 18:42:30.921110 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-d44861e3-565e-4c92-ba93-fbb7743fe8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:30.922764 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-d44861e3-565e-4c92-ba93-fbb7743fe8c6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7e6ce355-a65f-4c63-beff-124f16239e5a HTTP/1.1" status: 200 len: 898 time: 0.0975173 Aug 19 18:42:31.003175 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9deb3b29-2645-46d3-9fc4-5f0d6852e2ea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6047515e-b329-4cf3-8899-a4c08b62f859 HTTP/1.1" status: 200 len: 1001 time: 0.0694029 Aug 19 18:42:31.061416 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-c84dd79b-42e0-4662-bcdf-91763c6416fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:31.062947 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-c84dd79b-42e0-4662-bcdf-91763c6416fa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1c5742-d9cf-485d-8727-05c0c3c0307e HTTP/1.1" status: 200 len: 835 time: 0.0493836 Aug 19 18:42:31.116305 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9590977f-d081-4099-a069-b45d7039c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:31.118402 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9590977f-d081-4099-a069-b45d7039c34c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7e6ce355-a65f-4c63-beff-124f16239e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446465 Aug 19 18:42:31.240094 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-6199ca56-3023-4996-92d2-e7f9fd993a70 service neutron] 10.222.0.54 "GET /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091664 Aug 19 18:42:31.349619 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-312128a9-31a0-4c63-ac71-1133b78efcc3 service neutron] 10.222.0.54 "GET /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025853 Aug 19 18:42:31.944500 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d0b2e-c6c2-4b98-baf5-8474deb99af8 req-622071b5-1a70-4af6-a241-ef432b100cd8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:31.946192 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff3d0b2e-c6c2-4b98-baf5-8474deb99af8 req-622071b5-1a70-4af6-a241-ef432b100cd8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0523555 Aug 19 18:42:31.988351 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff3d0b2e-c6c2-4b98-baf5-8474deb99af8 req-4741cd0c-ef30-4970-a00a-5edc85add5ec tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357542 Aug 19 18:42:33.119707 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5afb35-a857-4111-ba50-e810fa5713a5 req-b89ad465-9667-454f-9312-48fa4609f43f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:33.121272 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0a5afb35-a857-4111-ba50-e810fa5713a5 req-b89ad465-9667-454f-9312-48fa4609f43f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0608938 Aug 19 18:42:33.161103 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0a5afb35-a857-4111-ba50-e810fa5713a5 req-39b8274b-9fe7-4792-b9df-e549d5e24bcb tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330942 Aug 19 18:42:34.290762 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da23d85-a58f-4289-80e2-f8707e1399d0 req-2ae6c578-7c7c-43ab-8145-2c5af2c5ed77 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:34.293458 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9da23d85-a58f-4289-80e2-f8707e1399d0 req-2ae6c578-7c7c-43ab-8145-2c5af2c5ed77 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0574980 Aug 19 18:42:34.337476 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9da23d85-a58f-4289-80e2-f8707e1399d0 req-df43893d-9e00-4398-b751-bf6e8e4efced tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375772 Aug 19 18:42:34.614133 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6046d50e-0eb3-4fd1-a9c5-365cf61b268f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:35.493120 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f78e6-5aad-4e91-963e-0d36803d09ac req-52a37a3d-fdd4-4cf0-8681-ecee3cab5765 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:35.494736 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d23f78e6-5aad-4e91-963e-0d36803d09ac req-52a37a3d-fdd4-4cf0-8681-ecee3cab5765 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0622747 Aug 19 18:42:35.541850 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d23f78e6-5aad-4e91-963e-0d36803d09ac req-3969588a-0355-4301-898c-4cce87e42732 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345712 Aug 19 18:42:36.661945 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080dd59-4b7b-4292-8d28-0514f0891127 req-d93df8a4-4364-415e-bb95-cd75bf644d60 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:36.664046 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6080dd59-4b7b-4292-8d28-0514f0891127 req-d93df8a4-4364-415e-bb95-cd75bf644d60 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0548518 Aug 19 18:42:36.702929 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6080dd59-4b7b-4292-8d28-0514f0891127 req-d02f813b-ff35-43fe-bc2f-b4f944b9e6bc tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329008 Aug 19 18:42:37.296775 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:37.386583 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a07110ed-a670-4307-a7d9-7e7e6b19f43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:37.831768 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba9cc8-1d3d-4ad1-8acd-6bfa71792718 req-6399ef70-cacd-4fb7-9e2e-5d73d482a2f2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:37.833522 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5dba9cc8-1d3d-4ad1-8acd-6bfa71792718 req-6399ef70-cacd-4fb7-9e2e-5d73d482a2f2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0583029 Aug 19 18:42:37.882205 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5dba9cc8-1d3d-4ad1-8acd-6bfa71792718 req-df9414ed-59d0-4b17-9988-e5b5df262065 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365615 Aug 19 18:42:38.233810 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:39.000948 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919e85d-6c60-4d5b-826c-9ae17df12bb7 req-4d1deadd-5c0b-4cea-a759-ad89d695ca68 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:39.002390 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8919e85d-6c60-4d5b-826c-9ae17df12bb7 req-4d1deadd-5c0b-4cea-a759-ad89d695ca68 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0501285 Aug 19 18:42:39.040312 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8919e85d-6c60-4d5b-826c-9ae17df12bb7 req-98dc317b-868f-4bf4-99cd-2be6430d73b3 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317068 Aug 19 18:42:40.160257 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2e7ef-7e71-4781-b635-8646cb42abfa req-8d08be16-ac94-4f2f-bc55-86ac160589de tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:40.161951 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eee2e7ef-7e71-4781-b635-8646cb42abfa req-8d08be16-ac94-4f2f-bc55-86ac160589de tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0496218 Aug 19 18:42:40.208432 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eee2e7ef-7e71-4781-b635-8646cb42abfa req-cced67c7-65da-44b1-a9d3-3eb56980d9c3 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398011 Aug 19 18:42:40.239863 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:41.249521 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:41.337847 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eeed3-6035-4aef-b430-72c8fa2cee41 req-775e406f-4b3a-41fe-ab80-e8eecf99c75d tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:41.340239 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ab0eeed3-6035-4aef-b430-72c8fa2cee41 req-775e406f-4b3a-41fe-ab80-e8eecf99c75d tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0524824 Aug 19 18:42:41.379181 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ab0eeed3-6035-4aef-b430-72c8fa2cee41 req-099f3c32-1940-4f28-9736-dc4d0f531cb7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326416 Aug 19 18:42:42.509565 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778e1b8-ee31-4a87-a050-cbc4bcf5fb71 req-a90d0108-d168-467f-a337-f1501a3b933f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:42.511391 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d778e1b8-ee31-4a87-a050-cbc4bcf5fb71 req-a90d0108-d168-467f-a337-f1501a3b933f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0580299 Aug 19 18:42:42.550583 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d778e1b8-ee31-4a87-a050-cbc4bcf5fb71 req-1724fc56-bb08-46f7-8120-08783c485b71 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329328 Aug 19 18:42:43.693897 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de602013-0c2f-4d9d-affa-cc2af48ea9aa req-e5d27586-7491-43ec-8ca5-bde7c3b9e90b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:43.696080 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-de602013-0c2f-4d9d-affa-cc2af48ea9aa req-e5d27586-7491-43ec-8ca5-bde7c3b9e90b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0729401 Aug 19 18:42:43.735507 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-de602013-0c2f-4d9d-affa-cc2af48ea9aa req-b4da648d-183b-479c-873b-6b304da023b7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332186 Aug 19 18:42:44.884462 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f1cb4-5aec-41ff-8368-9b7afe4b2e29 req-c8f52751-f85f-4c17-a503-c5895d7c5454 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:44.886798 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa7f1cb4-5aec-41ff-8368-9b7afe4b2e29 req-c8f52751-f85f-4c17-a503-c5895d7c5454 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0781996 Aug 19 18:42:44.925793 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa7f1cb4-5aec-41ff-8368-9b7afe4b2e29 req-70f7bb95-2d35-4b62-8003-84bf1e3ae62b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327289 Aug 19 18:42:46.074741 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a7467-ed13-4745-9c29-b1591b3dc093 req-d990e6a1-1db1-46b5-8f76-40a41e1c9fc7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:46.076463 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7c2a7467-ed13-4745-9c29-b1591b3dc093 req-d990e6a1-1db1-46b5-8f76-40a41e1c9fc7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0673935 Aug 19 18:42:46.119193 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7c2a7467-ed13-4745-9c29-b1591b3dc093 req-a0b2f43e-50c1-41b6-b89f-2371632da2ff tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352809 Aug 19 18:42:46.702388 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:47.240726 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758057d-0c3e-40ca-ad02-904f5927dddd req-dc3593b1-79a1-430f-9a9f-21ce9ee48bcb tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:47.242323 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9758057d-0c3e-40ca-ad02-904f5927dddd req-dc3593b1-79a1-430f-9a9f-21ce9ee48bcb tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0499294 Aug 19 18:42:47.280667 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9758057d-0c3e-40ca-ad02-904f5927dddd req-62b63dd9-30dd-4dc3-a9a8-1bded1ec19b8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321403 Aug 19 18:42:48.400634 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8e88a-1856-499d-ac8c-361d94acd45f req-0d0ef04f-add4-49a5-aedf-ca3c05f1e221 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:48.402210 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-13c8e88a-1856-499d-ac8c-361d94acd45f req-0d0ef04f-add4-49a5-aedf-ca3c05f1e221 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0513387 Aug 19 18:42:48.446798 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-13c8e88a-1856-499d-ac8c-361d94acd45f req-38ea2ba0-1567-4e13-bbd2-c23a14272aa4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384955 Aug 19 18:42:48.721688 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-f76160d8-36bb-42c6-9733-470b0c071736 service neutron] show failed (client error): The resource could not be found. Aug 19 18:42:48.722647 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-f76160d8-36bb-42c6-9733-470b0c071736 service neutron] 10.222.0.54 "GET /v2.0/ports/6047515e-b329-4cf3-8899-a4c08b62f859/bindings/n-h2-803753-2 HTTP/1.1" status: 404 len: 380 time: 0.0650043 Aug 19 18:42:48.997673 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-45db60b0-1188-4672-99d3-c9ccf78bfbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:48.998734 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-45db60b0-1188-4672-99d3-c9ccf78bfbf5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277&tenant_id=d3e4dc16e471490aa2d32d2b3d24f738 HTTP/1.1" status: 200 len: 1096 time: 0.0827918 Aug 19 18:42:49.011270 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803753-2', 'device_owner': 'compute:nova'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:42:49.067311 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:49.290612 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] For port 6047515e-b329-4cf3-8899-a4c08b62f859, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=6047515e-b329-4cf3-8899-a4c08b62f859,segment=NetworkSegment(e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b),segment_id=e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:42:49.329909 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] For port 6047515e-b329-4cf3-8899-a4c08b62f859, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:42:49.371541 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c32f30c-1af8-4b9b-a66e-bd25eebee277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6047515e-b329-4cf3-8899-a4c08b62f859'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:42:49.373975 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce6ee64-ec5e-412c-b328-625dfebe79b9" -d '{"events": [{"server_uuid": "4c32f30c-1af8-4b9b-a66e-bd25eebee277", "name": "network-vif-unplugged", "status": "completed", "tag": "6047515e-b329-4cf3-8899-a4c08b62f859"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:42:49.378689 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:49.393701 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Transition to ACTIVE for port object 6047515e-b329-4cf3-8899-a4c08b62f859 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:42:49.398892 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:49.451730 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087944a4-3595-4772-9b1b-81f309b2fec3 x-openstack-request-id: req-087944a4-3595-4772-9b1b-81f309b2fec3 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:42:49.452391 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c32f30c-1af8-4b9b-a66e-bd25eebee277", "name": "network-vif-unplugged", "status": "completed", "tag": "6047515e-b329-4cf3-8899-a4c08b62f859", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:42:49.452391 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-087944a4-3595-4772-9b1b-81f309b2fec3 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:42:49.452653 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c32f30c-1af8-4b9b-a66e-bd25eebee277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6047515e-b329-4cf3-8899-a4c08b62f859', 'code': 200} Aug 19 18:42:49.557777 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=6047515e-b329-4cf3-8899-a4c08b62f859,revision_number=6']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:42:49.617261 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:49.617651 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:49.619742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:49.619742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:49.619742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:49.619742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:49.619742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:49.619742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:49.620382 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:49.620382 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:49.620582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:49.620869 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:49.663642 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] No DVR routers for this DVR port 6047515e-b329-4cf3-8899-a4c08b62f859 on host n-h1-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:42:49.739062 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f29d89-0d3c-4430-897e-a61a28b5cb82 req-06e06a75-7927-45e2-a6bd-8790c9ad58db tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:49.741309 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-85f29d89-0d3c-4430-897e-a61a28b5cb82 req-06e06a75-7927-45e2-a6bd-8790c9ad58db tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 943 time: 0.1739204 Aug 19 18:42:49.827365 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-85f29d89-0d3c-4430-897e-a61a28b5cb82 req-2008cb1d-8d4b-48d4-b2f5-3afdf938b882 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586462 Aug 19 18:42:49.866733 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Attempting to bind port 6047515e-b329-4cf3-8899-a4c08b62f859 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:42:49.867108 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Attempting to bind port 6047515e-b329-4cf3-8899-a4c08b62f859 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:42:49.867475 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Attempting to bind port 6047515e-b329-4cf3-8899-a4c08b62f859 on network 7e6ce355-a65f-4c63-beff-124f16239e5a {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:42:49.872786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Port 6047515e-b329-4cf3-8899-a4c08b62f859 on network 7e6ce355-a65f-4c63-beff-124f16239e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:42:49.873145 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Attempting to bind port 6047515e-b329-4cf3-8899-a4c08b62f859 on network 7e6ce355-a65f-4c63-beff-124f16239e5a {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:42:49.878893 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:42:49.879340 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Checking segment: {'id': 'e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:42:49.879864 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Bound using segment: {'id': 'e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:42:49.880438 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Bound port: 6047515e-b329-4cf3-8899-a4c08b62f859, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:42:49.881499 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:49.945461 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] For port 6047515e-b329-4cf3-8899-a4c08b62f859, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:42:49.948694 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] For port 6047515e-b329-4cf3-8899-a4c08b62f859, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=6047515e-b329-4cf3-8899-a4c08b62f859,segment=NetworkSegment(e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b),segment_id=e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:42:49.953017 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:49.989915 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:49.989915 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:49.989915 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] 10.222.0.50 "PUT /v2.0/ports/6047515e-b329-4cf3-8899-a4c08b62f859 HTTP/1.1" status: 200 len: 1091 time: 0.9826808 Aug 19 18:42:50.014636 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d502013-4931-4868-b7a1-187da1d91cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=6047515e-b329-4cf3-8899-a4c08b62f859,revision_number=7']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:42:50.061271 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-83f015e4-894b-46b7-8d79-cb599c7715f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:50.062849 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-83f015e4-894b-46b7-8d79-cb599c7715f5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 1094 time: 0.0494523 Aug 19 18:42:50.157035 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-0832331b-eeac-4bf2-987d-5e62b17bb9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:50.158560 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-0832331b-eeac-4bf2-987d-5e62b17bb9a4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7e6ce355-a65f-4c63-beff-124f16239e5a HTTP/1.1" status: 200 len: 898 time: 0.0888033 Aug 19 18:42:50.227353 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-deee55e8-289e-4ae4-9fd9-8c6d0301b560 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6047515e-b329-4cf3-8899-a4c08b62f859 HTTP/1.1" status: 200 len: 999 time: 0.0615954 Aug 19 18:42:50.277687 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-217a5a2f-634e-4558-9be1-b7dc0b9f871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:50.279168 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-217a5a2f-634e-4558-9be1-b7dc0b9f871e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac1c5742-d9cf-485d-8727-05c0c3c0307e HTTP/1.1" status: 200 len: 835 time: 0.0446818 Aug 19 18:42:50.326209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-b44caaa5-6227-4261-ae6e-fa8521dedd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:50.327728 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-b44caaa5-6227-4261-ae6e-fa8521dedd1f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e6ce355-a65f-4c63-beff-124f16239e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410199 Aug 19 18:42:50.338890 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-029695f5-1530-4649-8ea0-4c98286f85c5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:42:50.339839 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-029695f5-1530-4649-8ea0-4c98286f85c5 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051229 Aug 19 18:42:50.446161 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-1da8ad03-ced4-4f7d-946c-dfe00304739c service neutron] 10.222.0.50 "GET /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990832 Aug 19 18:42:50.536348 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7755da35-032e-47c4-8d9c-f5b4d701e390 req-19cdc34e-27ea-4178-a14a-f33587f72eb8 service neutron] 10.222.0.50 "GET /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828612 Aug 19 18:42:50.955906 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3fa67-8657-4fcc-a256-5adf21e274a9 req-718dc59b-2292-4e0e-b13d-80722ca10d5c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:50.957418 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-efb3fa67-8657-4fcc-a256-5adf21e274a9 req-718dc59b-2292-4e0e-b13d-80722ca10d5c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 943 time: 0.0521560 Aug 19 18:42:50.998260 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-efb3fa67-8657-4fcc-a256-5adf21e274a9 req-69a514cd-5d1e-4349-b4c9-5aef5b166181 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337892 Aug 19 18:42:51.392150 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 6047515e-b329-4cf3-8899-a4c08b62f859 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:42:51.434132 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 6047515e-b329-4cf3-8899-a4c08b62f859 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:42:51.453519 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c32f30c-1af8-4b9b-a66e-bd25eebee277', 'tag': '6047515e-b329-4cf3-8899-a4c08b62f859'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:42:51.456081 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0921881-2c52-4025-a790-704214e36d08" -d '{"events": [{"name": "network-changed", "server_uuid": "4c32f30c-1af8-4b9b-a66e-bd25eebee277", "tag": "6047515e-b329-4cf3-8899-a4c08b62f859"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:42:51.508421 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361adbba-8e25-4779-ae03-a3462555da6d x-openstack-request-id: req-361adbba-8e25-4779-ae03-a3462555da6d {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:42:51.508818 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c32f30c-1af8-4b9b-a66e-bd25eebee277", "tag": "6047515e-b329-4cf3-8899-a4c08b62f859", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:42:51.509167 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-361adbba-8e25-4779-ae03-a3462555da6d {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:42:51.509679 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c32f30c-1af8-4b9b-a66e-bd25eebee277', 'tag': '6047515e-b329-4cf3-8899-a4c08b62f859', 'status': 'completed', 'code': 200} Aug 19 18:42:51.569351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0921881-2c52-4025-a790-704214e36d08 req-1e11a224-335c-42c0-877b-68c3a6e6b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:51.571047 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0921881-2c52-4025-a790-704214e36d08 req-1e11a224-335c-42c0-877b-68c3a6e6b97d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 1094 time: 0.0441124 Aug 19 18:42:51.584301 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0921881-2c52-4025-a790-704214e36d08 req-1e183684-ee2d-4346-8547-0517a151a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:51.586043 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0921881-2c52-4025-a790-704214e36d08 req-1e183684-ee2d-4346-8547-0517a151a1bd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 1094 time: 0.0464582 Aug 19 18:42:51.695643 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0921881-2c52-4025-a790-704214e36d08 req-92dc640c-8e7c-44c7-9133-d92ca849a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:51.697094 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0921881-2c52-4025-a790-704214e36d08 req-92dc640c-8e7c-44c7-9133-d92ca849a077 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7e6ce355-a65f-4c63-beff-124f16239e5a HTTP/1.1" status: 200 len: 898 time: 0.0990381 Aug 19 18:42:51.777756 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0921881-2c52-4025-a790-704214e36d08 req-a2bdaff7-7408-4689-8dec-d06898b60fed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6047515e-b329-4cf3-8899-a4c08b62f859 HTTP/1.1" status: 200 len: 999 time: 0.0688386 Aug 19 18:42:51.845266 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0921881-2c52-4025-a790-704214e36d08 req-bff2d927-1ea4-4252-8c67-a1e4ac6f29ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:51.846665 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0921881-2c52-4025-a790-704214e36d08 req-bff2d927-1ea4-4252-8c67-a1e4ac6f29ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1c5742-d9cf-485d-8727-05c0c3c0307e HTTP/1.1" status: 200 len: 835 time: 0.0595684 Aug 19 18:42:51.911180 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0921881-2c52-4025-a790-704214e36d08 req-3c824ef7-d382-4e5d-8149-b9f54183e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:51.913319 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0921881-2c52-4025-a790-704214e36d08 req-3c824ef7-d382-4e5d-8149-b9f54183e266 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7e6ce355-a65f-4c63-beff-124f16239e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553372 Aug 19 18:42:51.944850 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0921881-2c52-4025-a790-704214e36d08 req-b52fe8d8-eaa4-41d3-a5ba-a2d5e553f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:51.947119 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0921881-2c52-4025-a790-704214e36d08 req-b52fe8d8-eaa4-41d3-a5ba-a2d5e553f126 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7e6ce355-a65f-4c63-beff-124f16239e5a HTTP/1.1" status: 200 len: 898 time: 0.3668427 Aug 19 18:42:52.014747 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0921881-2c52-4025-a790-704214e36d08 req-6f28189d-1952-401b-a856-a341804b4a10 service neutron] 10.222.0.54 "GET /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892563 Aug 19 18:42:52.018723 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0921881-2c52-4025-a790-704214e36d08 req-452011cd-9df3-48d4-b8ba-4ce418e62ada service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6047515e-b329-4cf3-8899-a4c08b62f859 HTTP/1.1" status: 200 len: 999 time: 0.0606935 Aug 19 18:42:52.092304 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0921881-2c52-4025-a790-704214e36d08 req-647b91d0-1bdb-4db3-b769-20e3147e96e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:52.095568 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0921881-2c52-4025-a790-704214e36d08 req-647b91d0-1bdb-4db3-b769-20e3147e96e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac1c5742-d9cf-485d-8727-05c0c3c0307e HTTP/1.1" status: 200 len: 835 time: 0.0674725 Aug 19 18:42:52.157432 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c6952-b08c-4789-821e-cae78b28fd14 req-164da421-d4df-4e52-bd9f-d4f8574d8888 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:52.159344 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a6c6952-b08c-4789-821e-cae78b28fd14 req-164da421-d4df-4e52-bd9f-d4f8574d8888 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 943 time: 0.0785875 Aug 19 18:42:52.160332 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0921881-2c52-4025-a790-704214e36d08 req-912ef957-dcc0-4c5d-8232-afbaaec3d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:52.163544 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0921881-2c52-4025-a790-704214e36d08 req-912ef957-dcc0-4c5d-8232-afbaaec3d1a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e6ce355-a65f-4c63-beff-124f16239e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582650 Aug 19 18:42:52.199962 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0921881-2c52-4025-a790-704214e36d08 req-94d18b32-f2fc-4763-a158-b71a18859320 service neutron] 10.222.0.54 "GET /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740820 Aug 19 18:42:52.216877 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a6c6952-b08c-4789-821e-cae78b28fd14 req-a6249e9c-399b-4a79-ae85-84ddb3cecb15 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495412 Aug 19 18:42:52.302117 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0921881-2c52-4025-a790-704214e36d08 req-8c7d7111-a0ba-4b4e-bebd-47e22a3e6bb1 service neutron] 10.222.0.50 "GET /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190405 Aug 19 18:42:52.400887 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0921881-2c52-4025-a790-704214e36d08 req-e1fb4fc3-bb55-40c5-9652-0a864cef09e4 service neutron] 10.222.0.50 "GET /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911310 Aug 19 18:42:53.345430 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23e3fa-661e-4334-9f83-a5817f635ab3 req-c38989b8-2d0b-494f-8817-983fb6309287 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:53.346955 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d23e3fa-661e-4334-9f83-a5817f635ab3 req-c38989b8-2d0b-494f-8817-983fb6309287 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 943 time: 0.0505483 Aug 19 18:42:53.385860 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d23e3fa-661e-4334-9f83-a5817f635ab3 req-387887a1-99d8-45d5-8492-dfe042c6b96e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326321 Aug 19 18:42:53.594917 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8f03a-0f40-4619-a605-a5ac7cfa32fa req-c995b0d3-19f1-4191-bab5-87d706ddeec8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:53.596543 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60e8f03a-0f40-4619-a605-a5ac7cfa32fa req-c995b0d3-19f1-4191-bab5-87d706ddeec8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 943 time: 0.0541103 Aug 19 18:42:53.644821 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60e8f03a-0f40-4619-a605-a5ac7cfa32fa req-a5fcb6e6-29bc-49b0-a80e-e472b9fc3e91 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418403 Aug 19 18:42:53.695899 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dba8c5-ede3-4aae-b97f-15ffd2810651 req-a08d324c-1d54-4f45-b66a-1e80a3a4d8e8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:53.697423 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a5dba8c5-ede3-4aae-b97f-15ffd2810651 req-a08d324c-1d54-4f45-b66a-1e80a3a4d8e8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277&tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&binding%3Ahost_id=n-h2-803753-2 HTTP/1.1" status: 200 len: 943 time: 0.0940068 Aug 19 18:42:53.774008 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-a5dba8c5-ede3-4aae-b97f-15ffd2810651 req-1837907b-5654-4648-af52-f8cd5eb38427 service neutron] delete failed (client error): The resource could not be found. Aug 19 18:42:53.774913 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a5dba8c5-ede3-4aae-b97f-15ffd2810651 req-1837907b-5654-4648-af52-f8cd5eb38427 service neutron] 10.222.0.54 "DELETE /v2.0/ports/6047515e-b329-4cf3-8899-a4c08b62f859/bindings/n-h1-803753-2 HTTP/1.1" status: 404 len: 380 time: 0.0612524 Aug 19 18:42:53.866804 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dba8c5-ede3-4aae-b97f-15ffd2810651 req-52966bc1-484f-4fa4-8bf2-fed455aac938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:53.868311 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a5dba8c5-ede3-4aae-b97f-15ffd2810651 req-52966bc1-484f-4fa4-8bf2-fed455aac938 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 1094 time: 0.0417988 Aug 19 18:42:53.978230 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dba8c5-ede3-4aae-b97f-15ffd2810651 req-beba351b-8d37-4ec9-9c37-7852b4096f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:53.979708 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a5dba8c5-ede3-4aae-b97f-15ffd2810651 req-beba351b-8d37-4ec9-9c37-7852b4096f82 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7e6ce355-a65f-4c63-beff-124f16239e5a HTTP/1.1" status: 200 len: 898 time: 0.1000001 Aug 19 18:42:53.980887 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37440) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:42:54.053597 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 6047515e-b329-4cf3-8899-a4c08b62f859 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:42:54.072058 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c078800-a186-40ad-8a61-826d41afff60 admin admin] Deleting subnet 6a1a750e-141e-486a-a8d1-f9b3bfb82a01 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:42:54.078139 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1c078800-a186-40ad-8a61-826d41afff60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:54.104001 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a5dba8c5-ede3-4aae-b97f-15ffd2810651 req-ce0e942a-ba58-4233-8d34-d60d4afb7dc4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6047515e-b329-4cf3-8899-a4c08b62f859 HTTP/1.1" status: 200 len: 999 time: 0.0973861 Aug 19 18:42:54.116409 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1c078800-a186-40ad-8a61-826d41afff60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:54.151822 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 6047515e-b329-4cf3-8899-a4c08b62f859, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=6047515e-b329-4cf3-8899-a4c08b62f859,segment=NetworkSegment(e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b),segment_id=e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:42:54.163451 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '6047515e-b329-4cf3-8899-a4c08b62f859', 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a', 'port_id': '6047515e-b329-4cf3-8899-a4c08b62f859', 'mac_address': 'fa:16:3e:89:ee:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1c5742-d9cf-485d-8727-05c0c3c0307e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:42:54.190335 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1c078800-a186-40ad-8a61-826d41afff60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:54.193039 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dba8c5-ede3-4aae-b97f-15ffd2810651 req-711c3e89-80cb-438c-a572-c817a03b7cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:54.195164 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a5dba8c5-ede3-4aae-b97f-15ffd2810651 req-711c3e89-80cb-438c-a572-c817a03b7cf5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac1c5742-d9cf-485d-8727-05c0c3c0307e HTTP/1.1" status: 200 len: 835 time: 0.0768518 Aug 19 18:42:54.201547 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:54.214475 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6047515e-b329-4cf3-8899-a4c08b62f859 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:42:54.234446 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 6047515e-b329-4cf3-8899-a4c08b62f859, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=6047515e-b329-4cf3-8899-a4c08b62f859,segment=NetworkSegment(e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b),segment_id=e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:42:54.238383 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:54.276420 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dba8c5-ede3-4aae-b97f-15ffd2810651 req-37bfae3f-d6b0-4f87-82d3-fbb1029e5449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:54.277942 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a5dba8c5-ede3-4aae-b97f-15ffd2810651 req-37bfae3f-d6b0-4f87-82d3-fbb1029e5449 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7e6ce355-a65f-4c63-beff-124f16239e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654237 Aug 19 18:42:54.283522 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1c078800-a186-40ad-8a61-826d41afff60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:54.291982 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=6047515e-b329-4cf3-8899-a4c08b62f859,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:42:54.299434 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:54.299785 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:54.300128 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:54.300466 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:54.300830 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:54.301164 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:54.301485 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:54.301872 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:54.302173 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:54.303044 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:54.303369 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:54.303745 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:54.318202 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c078800-a186-40ad-8a61-826d41afff60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a1a750e-141e-486a-a8d1-f9b3bfb82a01,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:42:54.330787 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1c078800-a186-40ad-8a61-826d41afff60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:54.332617 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1c078800-a186-40ad-8a61-826d41afff60 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6a1a750e-141e-486a-a8d1-f9b3bfb82a01 HTTP/1.1" status: 204 len: 168 time: 0.3508193 Aug 19 18:42:54.336018 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37442) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:42:54.361805 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c078800-a186-40ad-8a61-826d41afff60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:54.362161 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c078800-a186-40ad-8a61-826d41afff60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:54.362499 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c078800-a186-40ad-8a61-826d41afff60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:54.362834 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c078800-a186-40ad-8a61-826d41afff60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:54.363172 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c078800-a186-40ad-8a61-826d41afff60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:54.363500 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c078800-a186-40ad-8a61-826d41afff60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:54.363827 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c078800-a186-40ad-8a61-826d41afff60 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:54.364153 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c078800-a186-40ad-8a61-826d41afff60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:54.364480 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c078800-a186-40ad-8a61-826d41afff60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:54.365340 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c078800-a186-40ad-8a61-826d41afff60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:54.365858 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c078800-a186-40ad-8a61-826d41afff60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:54.366193 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c078800-a186-40ad-8a61-826d41afff60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:42:54.405400 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4f68590c-b4d8-48b8-8c9c-0c36516ba683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:54.410516 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a5dba8c5-ede3-4aae-b97f-15ffd2810651 req-1d039ab6-004c-49b0-b2db-6ef4a859b11a service neutron] 10.222.0.54 "GET /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190701 Aug 19 18:42:54.473990 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['6047515e-b329-4cf3-8899-a4c08b62f859'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:42:54.488011 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4f68590c-b4d8-48b8-8c9c-0c36516ba683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:54.499057 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-4f68590c-b4d8-48b8-8c9c-0c36516ba683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1900ede-a783-4905-9779-46264dd40657']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:42:54.511060 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-4f68590c-b4d8-48b8-8c9c-0c36516ba683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d25fa13-814e-4439-b655-f6529d3e4920') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:42:54.511649 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-4f68590c-b4d8-48b8-8c9c-0c36516ba683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d25fa13-814e-4439-b655-f6529d3e4920') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:42:54.517897 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a5dba8c5-ede3-4aae-b97f-15ffd2810651 req-78f164bc-b3d5-49fd-b3db-05d54f2b4076 service neutron] 10.222.0.54 "GET /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958803 Aug 19 18:42:54.521054 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4f68590c-b4d8-48b8-8c9c-0c36516ba683 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:54.538594 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4f68590c-b4d8-48b8-8c9c-0c36516ba683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:54.544755 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f68590c-b4d8-48b8-8c9c-0c36516ba683 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:42:54.545139 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4f68590c-b4d8-48b8-8c9c-0c36516ba683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:42:54.547080 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:42:54.608370 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4f68590c-b4d8-48b8-8c9c-0c36516ba683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:54.614579 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4f68590c-b4d8-48b8-8c9c-0c36516ba683 admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:54.618203 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4f68590c-b4d8-48b8-8c9c-0c36516ba683 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f1900ede-a783-4905-9779-46264dd40657 HTTP/1.1" status: 204 len: 168 time: 0.2809601 Aug 19 18:42:54.630536 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68590c-b4d8-48b8-8c9c-0c36516ba683 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1900ede-a783-4905-9779-46264dd40657,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:42:54.779009 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933280bc-c878-4ccb-8c94-8c8d95419473 req-6a6bbc74-9bb6-49e7-8de1-ef8497390402 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:54.781927 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-933280bc-c878-4ccb-8c94-8c8d95419473 req-6a6bbc74-9bb6-49e7-8de1-ef8497390402 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 944 time: 0.0612462 Aug 19 18:42:54.806295 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37448) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:42:54.822229 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-933280bc-c878-4ccb-8c94-8c8d95419473 req-1018ebbe-7e7d-4a65-a8ca-6ed381c77689 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353003 Aug 19 18:42:54.847675 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fc1fc652-33f2-4fe3-bf62-8e40feabe10a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5833b97bc9314275a707cd79feceb30f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402050 Aug 19 18:42:54.850186 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37450) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:42:54.902468 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fd8862cc-1c70-41f3-98bf-7737a4c87d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:54.923356 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fd8862cc-1c70-41f3-98bf-7737a4c87d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:54.984782 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fd8862cc-1c70-41f3-98bf-7737a4c87d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:54.988118 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fd8862cc-1c70-41f3-98bf-7737a4c87d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:54.990509 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fd8862cc-1c70-41f3-98bf-7737a4c87d90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9277f15-8e2e-41e1-90ec-65d2ef69eca2 HTTP/1.1" status: 204 len: 168 time: 0.1385934 Aug 19 18:42:54.999191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8862cc-1c70-41f3-98bf-7737a4c87d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9277f15-8e2e-41e1-90ec-65d2ef69eca2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:42:55.660168 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37472) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:42:55.764685 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e65388ae-f397-4b94-99bd-08a2c4ff21ae admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-227607029-network', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:42:55.786122 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65388ae-f397-4b94-99bd-08a2c4ff21ae admin admin] Made reservation on behalf of 5b4432f982a94cff9e34a773fdc26972 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:42:55.789277 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e65388ae-f397-4b94-99bd-08a2c4ff21ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:55.797958 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e65388ae-f397-4b94-99bd-08a2c4ff21ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:55.891295 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e65388ae-f397-4b94-99bd-08a2c4ff21ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:55.895197 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e65388ae-f397-4b94-99bd-08a2c4ff21ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:55.941456 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65388ae-f397-4b94-99bd-08a2c4ff21ae admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:42:55.967466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65388ae-f397-4b94-99bd-08a2c4ff21ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf06cfe-8806-47f7-84f3-4feff974fe07,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:42:55.970595 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e65388ae-f397-4b94-99bd-08a2c4ff21ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:55.970933 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-e65388ae-f397-4b94-99bd-08a2c4ff21ae admin admin] Added segment a16ac0c9-9080-4a6d-939a-df4416f779e9 of type vlan for network b451c862-8187-43ea-b91e-0391fb652b8e Aug 19 18:42:56.012970 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257fbea-136f-479b-937c-f31963b2d267 req-2681588b-0013-492e-9c44-588b3655dcb2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:56.014508 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f257fbea-136f-479b-937c-f31963b2d267 req-2681588b-0013-492e-9c44-588b3655dcb2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 944 time: 0.1143830 Aug 19 18:42:56.032543 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e65388ae-f397-4b94-99bd-08a2c4ff21ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:56.063283 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 6047515e-b329-4cf3-8899-a4c08b62f859 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:42:56.074987 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f257fbea-136f-479b-937c-f31963b2d267 req-f4c7d674-4e89-4606-be46-71c9a10b909c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512261 Aug 19 18:42:56.080450 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e65388ae-f397-4b94-99bd-08a2c4ff21ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:56.081567 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65388ae-f397-4b94-99bd-08a2c4ff21ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:56.082155 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e65388ae-f397-4b94-99bd-08a2c4ff21ae admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:56.098504 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37478) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:42:56.129811 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 6047515e-b329-4cf3-8899-a4c08b62f859 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:42:56.135092 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 6047515e-b329-4cf3-8899-a4c08b62f859 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:42:56.135385 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:56.144290 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e65388ae-f397-4b94-99bd-08a2c4ff21ae admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4827735 Aug 19 18:42:56.148348 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37480) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:42:56.153440 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2e11503c-3953-4e58-a695-01d096c677e4 admin admin] Request body: {'subnet': {'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-227607029-subnet', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:42:56.161992 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65388ae-f397-4b94-99bd-08a2c4ff21ae admin admin] Pushing event updated for resources: {'Network': ['ID=b451c862-8187-43ea-b91e-0391fb652b8e,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:42:56.172266 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network b451c862-8187-43ea-b91e-0391fb652b8e details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:42:56.180409 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e11503c-3953-4e58-a695-01d096c677e4 admin admin] Made reservation on behalf of 5b4432f982a94cff9e34a773fdc26972 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:42:56.183060 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2e11503c-3953-4e58-a695-01d096c677e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:56.232867 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-00092407-0f50-4c63-bd44-7d264ae1799f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/floatingips/d9402872-4422-4124-bf26-dbf1eb84b291 HTTP/1.1" status: 200 len: 992 time: 0.1261454 Aug 19 18:42:56.281868 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:56.306001 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c32f30c-1af8-4b9b-a66e-bd25eebee277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6047515e-b329-4cf3-8899-a4c08b62f859'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:42:56.308265 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911210e7-9e35-4d00-ba6b-f9d3bdf52b30" -d '{"events": [{"server_uuid": "4c32f30c-1af8-4b9b-a66e-bd25eebee277", "name": "network-vif-plugged", "status": "completed", "tag": "6047515e-b329-4cf3-8899-a4c08b62f859"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:42:56.322231 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 6047515e-b329-4cf3-8899-a4c08b62f859, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=6047515e-b329-4cf3-8899-a4c08b62f859,segment=NetworkSegment(e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b),segment_id=e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:42:56.326830 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:56.353472 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b53d91-a484-4c12-9e9d-3946b9cb059b x-openstack-request-id: req-91b53d91-a484-4c12-9e9d-3946b9cb059b {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:42:56.353814 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c32f30c-1af8-4b9b-a66e-bd25eebee277", "name": "network-vif-plugged", "status": "completed", "tag": "6047515e-b329-4cf3-8899-a4c08b62f859", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:42:56.354096 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91b53d91-a484-4c12-9e9d-3946b9cb059b {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:42:56.354493 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c32f30c-1af8-4b9b-a66e-bd25eebee277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6047515e-b329-4cf3-8899-a4c08b62f859', 'code': 200} Aug 19 18:42:56.374919 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2e11503c-3953-4e58-a695-01d096c677e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:56.381641 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=6047515e-b329-4cf3-8899-a4c08b62f859,revision_number=9']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:42:56.435884 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11503c-3953-4e58-a695-01d096c677e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18e6c494-fdda-4258-af7c-327bc79060c5,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:42:56.451478 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e11503c-3953-4e58-a695-01d096c677e4 admin admin] Checking segment: {'id': 'a16ac0c9-9080-4a6d-939a-df4416f779e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:42:56.451849 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e11503c-3953-4e58-a695-01d096c677e4 admin admin] Network hostable DHCP agents. Network: b451c862-8187-43ea-b91e-0391fb652b8e, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:42:56.471838 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e11503c-3953-4e58-a695-01d096c677e4 admin admin] Network b451c862-8187-43ea-b91e-0391fb652b8e is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:42:56.481448 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-2e11503c-3953-4e58-a695-01d096c677e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, b451c862-8187-43ea-b91e-0391fb652b8e) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:42:56.485727 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e11503c-3953-4e58-a695-01d096c677e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:56.486269 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2e11503c-3953-4e58-a695-01d096c677e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:56.490631 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdcb269-89d0-4feb-9eb8-e9d408353cee None None] Network b451c862-8187-43ea-b91e-0391fb652b8e requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:42:56.502869 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2e11503c-3953-4e58-a695-01d096c677e4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3535130 Aug 19 18:42:56.506098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37484) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:42:56.510671 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-bedc4d76-1420-44d8-aff7-26dc00001808 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-227607029-router', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:42:56.530732 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bedc4d76-1420-44d8-aff7-26dc00001808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:56.532133 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bedc4d76-1420-44d8-aff7-26dc00001808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:56.584690 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bedc4d76-1420-44d8-aff7-26dc00001808 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:56.637547 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc604d6-5491-43a9-ae5c-7b480c145652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-b451c862-8187-43ea-b91e-0391fb652b8e', 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'fixed_ips': [{'subnet_id': '18e6c494-fdda-4258-af7c-327bc79060c5'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:42:56.638471 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ecc604d6-5491-43a9-ae5c-7b480c145652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:56.727314 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bedc4d76-1420-44d8-aff7-26dc00001808 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:56.774462 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-ecc604d6-5491-43a9-ae5c-7b480c145652 None None] Allocated IP 172.20.0.2 (b451c862-8187-43ea-b91e-0391fb652b8e/18e6c494-fdda-4258-af7c-327bc79060c5/3343a9a7-9ea8-4720-b7a7-930fa3a50d7f) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:42:56.922974 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ecc604d6-5491-43a9-ae5c-7b480c145652 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:56.931366 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ecc604d6-5491-43a9-ae5c-7b480c145652 None None] Transition to ACTIVE for port object 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:42:56.947408 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ecc604d6-5491-43a9-ae5c-7b480c145652 None None] Transition to ACTIVE for port object 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:42:56.950156 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bedc4d76-1420-44d8-aff7-26dc00001808 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:56.955229 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ecc604d6-5491-43a9-ae5c-7b480c145652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:56.970992 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bedc4d76-1420-44d8-aff7-26dc00001808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:56.995452 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc604d6-5491-43a9-ae5c-7b480c145652 None None] Network b451c862-8187-43ea-b91e-0391fb652b8e is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:42:56.998366 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-ecc604d6-5491-43a9-ae5c-7b480c145652 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:42:57.001888 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc604d6-5491-43a9-ae5c-7b480c145652 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:42:57.007907 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc604d6-5491-43a9-ae5c-7b480c145652 None None] Pushing event updated for resources: {'Port': ['ID=3343a9a7-9ea8-4720-b7a7-930fa3a50d7f,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:42:57.059563 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ecc604d6-5491-43a9-ae5c-7b480c145652 None None] Attempting to bind port 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:42:57.059813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ecc604d6-5491-43a9-ae5c-7b480c145652 None None] Attempting to bind port 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'a16ac0c9-9080-4a6d-939a-df4416f779e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:42:57.060184 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc604d6-5491-43a9-ae5c-7b480c145652 None None] Attempting to bind port 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f on network b451c862-8187-43ea-b91e-0391fb652b8e {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:42:57.065139 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc604d6-5491-43a9-ae5c-7b480c145652 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:42:57.065857 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc604d6-5491-43a9-ae5c-7b480c145652 None None] Checking segment: {'id': 'a16ac0c9-9080-4a6d-939a-df4416f779e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:42:57.066065 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ecc604d6-5491-43a9-ae5c-7b480c145652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:57.066454 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc604d6-5491-43a9-ae5c-7b480c145652 None None] Bound using segment: {'id': 'a16ac0c9-9080-4a6d-939a-df4416f779e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:42:57.066916 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ecc604d6-5491-43a9-ae5c-7b480c145652 None None] Bound port: 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16ac0c9-9080-4a6d-939a-df4416f779e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:42:57.067292 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ecc604d6-5491-43a9-ae5c-7b480c145652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:57.077064 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-bedc4d76-1420-44d8-aff7-26dc00001808 admin admin] Allocated IP 172.25.8.111 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/fbf22048-9c49-4893-bd7f-6d34d42615de) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:42:57.134444 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ecc604d6-5491-43a9-ae5c-7b480c145652 None None] For port 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:42:57.137843 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ecc604d6-5491-43a9-ae5c-7b480c145652 None None] For port 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3343a9a7-9ea8-4720-b7a7-930fa3a50d7f,segment=NetworkSegment(a16ac0c9-9080-4a6d-939a-df4416f779e9),segment_id=a16ac0c9-9080-4a6d-939a-df4416f779e9)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:42:57.141964 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ecc604d6-5491-43a9-ae5c-7b480c145652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:57.185742 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bedc4d76-1420-44d8-aff7-26dc00001808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:57.201419 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc604d6-5491-43a9-ae5c-7b480c145652 None None] Pushing event updated for resources: {'Port': ['ID=3343a9a7-9ea8-4720-b7a7-930fa3a50d7f,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:42:57.227828 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bedc4d76-1420-44d8-aff7-26dc00001808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:57.268519 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedc4d76-1420-44d8-aff7-26dc00001808 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:42:57.273889 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-bedc4d76-1420-44d8-aff7-26dc00001808 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:42:57.278308 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedc4d76-1420-44d8-aff7-26dc00001808 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:42:57.281378 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc4d76-1420-44d8-aff7-26dc00001808 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf22048-9c49-4893-bd7f-6d34d42615de,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:42:57.543053 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bedc4d76-1420-44d8-aff7-26dc00001808 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:57.579554 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:42:57.635799 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:42:57.744414 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bedc4d76-1420-44d8-aff7-26dc00001808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:57.886456 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedc4d76-1420-44d8-aff7-26dc00001808 admin admin] Router 970c1001-b3c3-49ac-ac04-0a31cfc2f04c is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:42:57.999270 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedc4d76-1420-44d8-aff7-26dc00001808 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:42:58.009654 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] Sync routers for ids ['970c1001-b3c3-49ac-ac04-0a31cfc2f04c'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:42:58.016517 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bedc4d76-1420-44d8-aff7-26dc00001808 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:58.020538 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bedc4d76-1420-44d8-aff7-26dc00001808 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5108237 Aug 19 18:42:58.020711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37486) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:42:58.023909 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] Routers {'970c1001-b3c3-49ac-ac04-0a31cfc2f04c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:42:58.025045 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:42:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['970c1001-b3c3-49ac-ac04-0a31cfc2f04c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:42:58.273252 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4fbeeb-3850-4ff8-90a9-c9cdfb1b86a0 None None] Network b451c862-8187-43ea-b91e-0391fb652b8e requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:42:58.342133 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5a3ae2e3-6b74-4cbc-9430-6aa6f976c8f1 None None] Provisioning for port 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:42:58.353271 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5a3ae2e3-6b74-4cbc-9430-6aa6f976c8f1 None None] Provisioning complete for port 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:42:58.353679 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5a3ae2e3-6b74-4cbc-9430-6aa6f976c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:58.379922 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] Set router 970c1001-b3c3-49ac-ac04-0a31cfc2f04c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:42:58.477167 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef3301ac-026e-406d-816d-45a1592754ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:58.612039 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5a3ae2e3-6b74-4cbc-9430-6aa6f976c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:58.688749 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-ef3301ac-026e-406d-816d-45a1592754ae admin admin] Allocated IP 172.20.0.1 (b451c862-8187-43ea-b91e-0391fb652b8e/18e6c494-fdda-4258-af7c-327bc79060c5/92301ded-9457-4838-84b0-4afc7c34386b) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:42:58.701768 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-5a3ae2e3-6b74-4cbc-9430-6aa6f976c8f1 None None] For port 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3343a9a7-9ea8-4720-b7a7-930fa3a50d7f,segment=NetworkSegment(a16ac0c9-9080-4a6d-939a-df4416f779e9),segment_id=a16ac0c9-9080-4a6d-939a-df4416f779e9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:42:58.710652 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5a3ae2e3-6b74-4cbc-9430-6aa6f976c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:58.777620 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ae2e3-6b74-4cbc-9430-6aa6f976c8f1 None None] Pushing event updated for resources: {'Port': ['ID=3343a9a7-9ea8-4720-b7a7-930fa3a50d7f,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:42:58.782225 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'name': 'tempest-TestServerBasicOps-227607029-router', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:42:57Z', 'revision_number': 3, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'gw_port': {'id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:42:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:42:58.821443 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] Checking router: 970c1001-b3c3-49ac-ac04-0a31cfc2f04c for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:42:58.821819 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] Updating router 970c1001-b3c3-49ac-ac04-0a31cfc2f04c port fbf22048-9c49-4893-bd7f-6d34d42615de binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:42:58.850453 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:58.972585 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-618a788a-c3b4-484d-aed2-5dbe712dc595 None None] Provisioning complete for port 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:42:58.972959 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-618a788a-c3b4-484d-aed2-5dbe712dc595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:59.073755 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef3301ac-026e-406d-816d-45a1592754ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:59.086810 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-ef3301ac-026e-406d-816d-45a1592754ae admin admin] Transition to ACTIVE for port object 92301ded-9457-4838-84b0-4afc7c34386b will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:42:59.121802 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef3301ac-026e-406d-816d-45a1592754ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:59.155858 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3301ac-026e-406d-816d-45a1592754ae admin admin] Network b451c862-8187-43ea-b91e-0391fb652b8e is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:42:59.158577 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-ef3301ac-026e-406d-816d-45a1592754ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:42:59.164606 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3301ac-026e-406d-816d-45a1592754ae admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:42:59.190197 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:59.199740 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3301ac-026e-406d-816d-45a1592754ae admin admin] Pushing event updated for resources: {'Port': ['ID=92301ded-9457-4838-84b0-4afc7c34386b,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:42:59.203786 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] Transition to ACTIVE for port object fbf22048-9c49-4893-bd7f-6d34d42615de will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:42:59.212732 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef3301ac-026e-406d-816d-45a1592754ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:59.213264 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:59.273489 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] Attempting to bind port fbf22048-9c49-4893-bd7f-6d34d42615de on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:42:59.274187 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] Attempting to bind port fbf22048-9c49-4893-bd7f-6d34d42615de by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:42:59.274333 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] Attempting to bind port fbf22048-9c49-4893-bd7f-6d34d42615de on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:42:59.276319 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b91f3-07f5-4252-9911-93a7f4297338 None None] Pushing event updated for resources: {'Port': ['ID=fbf22048-9c49-4893-bd7f-6d34d42615de,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:42:59.283020 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:42:59.283370 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:42:59.283781 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:59.284171 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:42:59.284641 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] Bound port: fbf22048-9c49-4893-bd7f-6d34d42615de, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:42:59.285157 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:59.344667 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] For port fbf22048-9c49-4893-bd7f-6d34d42615de, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:42:59.348101 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] For port fbf22048-9c49-4893-bd7f-6d34d42615de, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=fbf22048-9c49-4893-bd7f-6d34d42615de,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:42:59.353479 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:59.381693 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef3301ac-026e-406d-816d-45a1592754ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:59.409928 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] Routers {'970c1001-b3c3-49ac-ac04-0a31cfc2f04c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:42:59.410463 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:42:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['970c1001-b3c3-49ac-ac04-0a31cfc2f04c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:42:59.455145 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b91f3-07f5-4252-9911-93a7f4297338 None None] Pushing event updated for resources: {'Port': ['ID=fbf22048-9c49-4893-bd7f-6d34d42615de,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:42:59.475480 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4fb4df15-ab01-4a1d-bd59-b44d0ab81cb2 None None] Provisioning for port 92301ded-9457-4838-84b0-4afc7c34386b completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:42:59.507071 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4fb4df15-ab01-4a1d-bd59-b44d0ab81cb2 None None] Provisioning complete for port 92301ded-9457-4838-84b0-4afc7c34386b triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:42:59.507444 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4fb4df15-ab01-4a1d-bd59-b44d0ab81cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:59.558313 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef3301ac-026e-406d-816d-45a1592754ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:59.558590 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] Set router 970c1001-b3c3-49ac-ac04-0a31cfc2f04c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:42:59.560578 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-4fb4df15-ab01-4a1d-bd59-b44d0ab81cb2 None None] Port 92301ded-9457-4838-84b0-4afc7c34386b cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:42:59.565424 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef3301ac-026e-406d-816d-45a1592754ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:59.590346 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:42:59.635831 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3301ac-026e-406d-816d-45a1592754ae admin admin] Pushing event updated for resources: {'Port': ['ID=92301ded-9457-4838-84b0-4afc7c34386b,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:42:59.639741 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ef3301ac-026e-406d-816d-45a1592754ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:59.734909 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:42:59.735188 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:59.754333 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3301ac-026e-406d-816d-45a1592754ae admin admin] Network b451c862-8187-43ea-b91e-0391fb652b8e is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:42:59.756934 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-ef3301ac-026e-406d-816d-45a1592754ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:42:59.876690 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'name': 'tempest-TestServerBasicOps-227607029-router', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:42:59Z', 'revision_number': 4, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'gw_port': {'id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '92301ded-9457-4838-84b0-4afc7c34386b', 'name': '', 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'mac_address': 'fa:16:3e:56:f4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '18e6c494-fdda-4258-af7c-327bc79060c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:42:58Z', 'updated_at': '2021-08-19T18:42:58Z', 'revision_number': 1, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'subnets': [{'id': '18e6c494-fdda-4258-af7c-327bc79060c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:42:59.887360 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3301ac-026e-406d-816d-45a1592754ae admin admin] Router 970c1001-b3c3-49ac-ac04-0a31cfc2f04c has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:42:59.908859 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feeb489-22a8-4f01-826c-7a5408a2faea None None] The sync data for ids ['970c1001-b3c3-49ac-ac04-0a31cfc2f04c'] in n-d-803753-2 is: [{'id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'name': 'tempest-TestServerBasicOps-227607029-router', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:42:59Z', 'revision_number': 4, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'gw_port': {'id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '92301ded-9457-4838-84b0-4afc7c34386b', 'name': '', 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'mac_address': 'fa:16:3e:56:f4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '18e6c494-fdda-4258-af7c-327bc79060c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:42:58Z', 'updated_at': '2021-08-19T18:42:58Z', 'revision_number': 1, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'subnets': [{'id': '18e6c494-fdda-4258-af7c-327bc79060c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:42:59.989471 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8a33967d-acbf-4bcf-bdc9-5782ac6afb67 None None] Provisioning complete for port 92301ded-9457-4838-84b0-4afc7c34386b triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:42:59.989876 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8a33967d-acbf-4bcf-bdc9-5782ac6afb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:00.014405 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3301ac-026e-406d-816d-45a1592754ae admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:43:00.020394 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ef3301ac-026e-406d-816d-45a1592754ae admin admin] 10.222.0.24 "PUT /v2.0/routers/970c1001-b3c3-49ac-ac04-0a31cfc2f04c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9973619 Aug 19 18:43:00.031406 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-8a33967d-acbf-4bcf-bdc9-5782ac6afb67 None None] Port 92301ded-9457-4838-84b0-4afc7c34386b cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:43:00.552280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37502) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:00.558226 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-001309c8-f2e0-48a6-b1c4-5f1e6971141f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-958216844-network', 'tenant_id': '038a1b949bfa4bb28ee548c703c0f687'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:00.581007 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001309c8-f2e0-48a6-b1c4-5f1e6971141f admin admin] Made reservation on behalf of 038a1b949bfa4bb28ee548c703c0f687 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:43:00.583390 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-001309c8-f2e0-48a6-b1c4-5f1e6971141f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:00.591969 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-001309c8-f2e0-48a6-b1c4-5f1e6971141f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:00.712284 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-001309c8-f2e0-48a6-b1c4-5f1e6971141f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:00.715355 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8f97a400-be61-460a-ac18-41625861a539 req-07c8f4c9-ddc0-4b3b-b3ae-eb9b71cba321 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491948 Aug 19 18:43:00.717243 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-001309c8-f2e0-48a6-b1c4-5f1e6971141f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:00.747577 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001309c8-f2e0-48a6-b1c4-5f1e6971141f admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:43:00.763857 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001309c8-f2e0-48a6-b1c4-5f1e6971141f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d094c99a-8c69-4979-a59d-596f8da35cd3,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:00.769388 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-001309c8-f2e0-48a6-b1c4-5f1e6971141f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:00.769809 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-001309c8-f2e0-48a6-b1c4-5f1e6971141f admin admin] Added segment 10bb554e-edd3-4bfc-9ed8-f4663ae8a0f9 of type vlan for network 66b0dc00-8806-465c-8ba8-19ed3019329a Aug 19 18:43:00.814505 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97a400-be61-460a-ac18-41625861a539 req-e590be95-8052-4023-ae75-e617f0c12ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:00.816125 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8f97a400-be61-460a-ac18-41625861a539 req-e590be95-8052-4023-ae75-e617f0c12ddb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 1096 time: 0.0553358 Aug 19 18:43:00.817973 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-001309c8-f2e0-48a6-b1c4-5f1e6971141f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:00.845690 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-001309c8-f2e0-48a6-b1c4-5f1e6971141f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:00.846993 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001309c8-f2e0-48a6-b1c4-5f1e6971141f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:00.847783 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-001309c8-f2e0-48a6-b1c4-5f1e6971141f admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:00.906841 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-001309c8-f2e0-48a6-b1c4-5f1e6971141f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3525426 Aug 19 18:43:00.909607 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37504) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:00.910790 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001309c8-f2e0-48a6-b1c4-5f1e6971141f admin admin] Pushing event updated for resources: {'Network': ['ID=66b0dc00-8806-465c-8ba8-19ed3019329a,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:00.917462 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-ab80b7b8-1694-4423-9ec5-f80d7de837a1 admin admin] Request body: {'subnet': {'network_id': '66b0dc00-8806-465c-8ba8-19ed3019329a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-958216844-subnet', 'tenant_id': '038a1b949bfa4bb28ee548c703c0f687', 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:00.922394 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 66b0dc00-8806-465c-8ba8-19ed3019329a details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:43:00.953918 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97a400-be61-460a-ac18-41625861a539 req-8367157c-da95-4be8-a476-1fdc67c12560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:00.955618 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8f97a400-be61-460a-ac18-41625861a539 req-8367157c-da95-4be8-a476-1fdc67c12560 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7e6ce355-a65f-4c63-beff-124f16239e5a HTTP/1.1" status: 200 len: 898 time: 0.1198540 Aug 19 18:43:00.956906 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab80b7b8-1694-4423-9ec5-f80d7de837a1 admin admin] Made reservation on behalf of 038a1b949bfa4bb28ee548c703c0f687 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:43:00.959556 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ab80b7b8-1694-4423-9ec5-f80d7de837a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:01.092717 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8f97a400-be61-460a-ac18-41625861a539 req-42f8f5d2-da34-4a88-8d2b-f7f59bb1d9b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6047515e-b329-4cf3-8899-a4c08b62f859 HTTP/1.1" status: 200 len: 1001 time: 0.1200955 Aug 19 18:43:01.173709 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97a400-be61-460a-ac18-41625861a539 req-004dae77-1ec2-4c59-828f-853b7f83fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:01.175211 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8f97a400-be61-460a-ac18-41625861a539 req-004dae77-1ec2-4c59-828f-853b7f83fcab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac1c5742-d9cf-485d-8727-05c0c3c0307e HTTP/1.1" status: 200 len: 835 time: 0.0741687 Aug 19 18:43:01.269919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97a400-be61-460a-ac18-41625861a539 req-194cd927-d0b8-4a22-9cd9-f744715daef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:01.271726 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8f97a400-be61-460a-ac18-41625861a539 req-194cd927-d0b8-4a22-9cd9-f744715daef7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e6ce355-a65f-4c63-beff-124f16239e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896432 Aug 19 18:43:01.273210 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ab80b7b8-1694-4423-9ec5-f80d7de837a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:01.380451 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80b7b8-1694-4423-9ec5-f80d7de837a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50058ddb-f765-49dc-b493-8691e72676a5,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:01.402615 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab80b7b8-1694-4423-9ec5-f80d7de837a1 admin admin] Checking segment: {'id': '10bb554e-edd3-4bfc-9ed8-f4663ae8a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '66b0dc00-8806-465c-8ba8-19ed3019329a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:43:01.402981 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab80b7b8-1694-4423-9ec5-f80d7de837a1 admin admin] Network hostable DHCP agents. Network: 66b0dc00-8806-465c-8ba8-19ed3019329a, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:43:01.431396 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8f97a400-be61-460a-ac18-41625861a539 req-361f7812-5f6a-45a8-9e1a-a040f953e9b6 service neutron] 10.222.0.50 "GET /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339231 Aug 19 18:43:01.435414 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab80b7b8-1694-4423-9ec5-f80d7de837a1 admin admin] Network 66b0dc00-8806-465c-8ba8-19ed3019329a is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:43:01.483915 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-ab80b7b8-1694-4423-9ec5-f80d7de837a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 66b0dc00-8806-465c-8ba8-19ed3019329a) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:43:01.490715 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab80b7b8-1694-4423-9ec5-f80d7de837a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:01.491329 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ab80b7b8-1694-4423-9ec5-f80d7de837a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:01.492816 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1817d8-e6d4-4aa6-917f-1d7f45c71752 None None] Network 66b0dc00-8806-465c-8ba8-19ed3019329a requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:43:01.522912 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ab80b7b8-1694-4423-9ec5-f80d7de837a1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6095753 Aug 19 18:43:01.523185 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37506) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:01.530192 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2fdaf5ad-c434-4d01-a6f4-4db17d64fcee admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-958216844-router', 'tenant_id': '038a1b949bfa4bb28ee548c703c0f687', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:01.542881 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8f97a400-be61-460a-ac18-41625861a539 req-9d3cd51c-d13c-40f5-b726-b4da3ba3cbdc service neutron] 10.222.0.50 "GET /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041205 Aug 19 18:43:01.565390 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf5ad-c434-4d01-a6f4-4db17d64fcee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:01.567278 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf5ad-c434-4d01-a6f4-4db17d64fcee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:01.626910 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fbf22048-9c49-4893-bd7f-6d34d42615de up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:43:01.635176 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf5ad-c434-4d01-a6f4-4db17d64fcee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:01.798285 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf5ad-c434-4d01-a6f4-4db17d64fcee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:01.872514 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0650d7bf-6270-4fe1-b377-2e595e63cf4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-66b0dc00-8806-465c-8ba8-19ed3019329a', 'network_id': '66b0dc00-8806-465c-8ba8-19ed3019329a', 'tenant_id': '038a1b949bfa4bb28ee548c703c0f687', 'fixed_ips': [{'subnet_id': '50058ddb-f765-49dc-b493-8691e72676a5'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:43:01.873351 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0650d7bf-6270-4fe1-b377-2e595e63cf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:01.882605 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port fbf22048-9c49-4893-bd7f-6d34d42615de completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:43:01.888743 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port fbf22048-9c49-4893-bd7f-6d34d42615de triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:01.889043 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:02.016360 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf5ad-c434-4d01-a6f4-4db17d64fcee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:02.041290 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf5ad-c434-4d01-a6f4-4db17d64fcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:02.042026 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] Sync routers for ids ['970c1001-b3c3-49ac-ac04-0a31cfc2f04c'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:43:02.056498 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] Routers {'970c1001-b3c3-49ac-ac04-0a31cfc2f04c'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:43:02.057740 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:42:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['970c1001-b3c3-49ac-ac04-0a31cfc2f04c'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:02.079225 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:02.091082 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-0650d7bf-6270-4fe1-b377-2e595e63cf4f None None] Allocated IP 172.20.0.2 (66b0dc00-8806-465c-8ba8-19ed3019329a/50058ddb-f765-49dc-b493-8691e72676a5/37e3b489-6f8d-43cd-9ba9-5496efd1a6f1) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:43:02.118794 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port fbf22048-9c49-4893-bd7f-6d34d42615de, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=fbf22048-9c49-4893-bd7f-6d34d42615de,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:02.126621 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:02.191556 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] Set router 970c1001-b3c3-49ac-ac04-0a31cfc2f04c gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:43:02.235203 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=fbf22048-9c49-4893-bd7f-6d34d42615de,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:02.323447 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0650d7bf-6270-4fe1-b377-2e595e63cf4f None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:02.333511 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0650d7bf-6270-4fe1-b377-2e595e63cf4f None None] Transition to ACTIVE for port object 37e3b489-6f8d-43cd-9ba9-5496efd1a6f1 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:43:02.351065 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0650d7bf-6270-4fe1-b377-2e595e63cf4f None None] Transition to ACTIVE for port object 37e3b489-6f8d-43cd-9ba9-5496efd1a6f1 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:43:02.357910 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0650d7bf-6270-4fe1-b377-2e595e63cf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:02.415707 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0650d7bf-6270-4fe1-b377-2e595e63cf4f None None] Network 66b0dc00-8806-465c-8ba8-19ed3019329a is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:43:02.419978 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-0650d7bf-6270-4fe1-b377-2e595e63cf4f None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:43:02.424754 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'name': 'tempest-TestServerBasicOps-227607029-router', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:42:59Z', 'revision_number': 4, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'gw_port': {'id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '92301ded-9457-4838-84b0-4afc7c34386b', 'name': '', 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'mac_address': 'fa:16:3e:56:f4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '18e6c494-fdda-4258-af7c-327bc79060c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:42:58Z', 'updated_at': '2021-08-19T18:42:59Z', 'revision_number': 2, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'subnets': [{'id': '18e6c494-fdda-4258-af7c-327bc79060c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:02.429391 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0650d7bf-6270-4fe1-b377-2e595e63cf4f None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:43:02.437227 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650d7bf-6270-4fe1-b377-2e595e63cf4f None None] Pushing event updated for resources: {'Port': ['ID=37e3b489-6f8d-43cd-9ba9-5496efd1a6f1,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:02.459836 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] Checking router: 970c1001-b3c3-49ac-ac04-0a31cfc2f04c for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:43:02.460492 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] Updating router 970c1001-b3c3-49ac-ac04-0a31cfc2f04c port 92301ded-9457-4838-84b0-4afc7c34386b binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:43:02.488853 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:02.495894 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-0650d7bf-6270-4fe1-b377-2e595e63cf4f None None] Attempting to bind port 37e3b489-6f8d-43cd-9ba9-5496efd1a6f1 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:43:02.496267 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-0650d7bf-6270-4fe1-b377-2e595e63cf4f None None] Attempting to bind port 37e3b489-6f8d-43cd-9ba9-5496efd1a6f1 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '10bb554e-edd3-4bfc-9ed8-f4663ae8a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '66b0dc00-8806-465c-8ba8-19ed3019329a'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:43:02.496630 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650d7bf-6270-4fe1-b377-2e595e63cf4f None None] Attempting to bind port 37e3b489-6f8d-43cd-9ba9-5496efd1a6f1 on network 66b0dc00-8806-465c-8ba8-19ed3019329a {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:43:02.501590 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650d7bf-6270-4fe1-b377-2e595e63cf4f None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:43:02.502049 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650d7bf-6270-4fe1-b377-2e595e63cf4f None None] Checking segment: {'id': '10bb554e-edd3-4bfc-9ed8-f4663ae8a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '66b0dc00-8806-465c-8ba8-19ed3019329a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:43:02.502563 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0650d7bf-6270-4fe1-b377-2e595e63cf4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:02.502963 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650d7bf-6270-4fe1-b377-2e595e63cf4f None None] Bound using segment: {'id': '10bb554e-edd3-4bfc-9ed8-f4663ae8a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '66b0dc00-8806-465c-8ba8-19ed3019329a'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:43:02.503426 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-0650d7bf-6270-4fe1-b377-2e595e63cf4f None None] Bound port: 37e3b489-6f8d-43cd-9ba9-5496efd1a6f1, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bb554e-edd3-4bfc-9ed8-f4663ae8a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '66b0dc00-8806-465c-8ba8-19ed3019329a'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:43:02.503810 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0650d7bf-6270-4fe1-b377-2e595e63cf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:02.532203 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-2fdaf5ad-c434-4d01-a6f4-4db17d64fcee admin admin] Allocated IP 172.25.8.140 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/c20ed6ec-db01-4a43-b5fd-94723f56ca8d) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:43:02.572770 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0650d7bf-6270-4fe1-b377-2e595e63cf4f None None] For port 37e3b489-6f8d-43cd-9ba9-5496efd1a6f1, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:43:02.576301 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0650d7bf-6270-4fe1-b377-2e595e63cf4f None None] For port 37e3b489-6f8d-43cd-9ba9-5496efd1a6f1, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=37e3b489-6f8d-43cd-9ba9-5496efd1a6f1,segment=NetworkSegment(10bb554e-edd3-4bfc-9ed8-f4663ae8a0f9),segment_id=10bb554e-edd3-4bfc-9ed8-f4663ae8a0f9)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:43:02.581504 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0650d7bf-6270-4fe1-b377-2e595e63cf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:02.645721 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650d7bf-6270-4fe1-b377-2e595e63cf4f None None] Pushing event updated for resources: {'Port': ['ID=37e3b489-6f8d-43cd-9ba9-5496efd1a6f1,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:02.648233 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf5ad-c434-4d01-a6f4-4db17d64fcee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:02.690652 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf5ad-c434-4d01-a6f4-4db17d64fcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:02.728789 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdaf5ad-c434-4d01-a6f4-4db17d64fcee admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:43:02.733732 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-2fdaf5ad-c434-4d01-a6f4-4db17d64fcee admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:43:02.737366 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdaf5ad-c434-4d01-a6f4-4db17d64fcee admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:43:02.764121 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdaf5ad-c434-4d01-a6f4-4db17d64fcee admin admin] Pushing event updated for resources: {'Port': ['ID=c20ed6ec-db01-4a43-b5fd-94723f56ca8d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:02.795381 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:02.811671 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] Transition to ACTIVE for port object 92301ded-9457-4838-84b0-4afc7c34386b will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:43:02.816670 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:02.888242 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74c9c8-9316-4904-9a4d-033fe51bdc1f None None] Pushing event updated for resources: {'Port': ['ID=92301ded-9457-4838-84b0-4afc7c34386b,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:02.923146 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed74c9c8-9316-4904-9a4d-033fe51bdc1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:02.923492 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed74c9c8-9316-4904-9a4d-033fe51bdc1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:02.923839 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed74c9c8-9316-4904-9a4d-033fe51bdc1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:02.924181 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed74c9c8-9316-4904-9a4d-033fe51bdc1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:02.924507 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed74c9c8-9316-4904-9a4d-033fe51bdc1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:02.925195 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed74c9c8-9316-4904-9a4d-033fe51bdc1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:02.925195 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed74c9c8-9316-4904-9a4d-033fe51bdc1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:02.925478 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed74c9c8-9316-4904-9a4d-033fe51bdc1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:02.925843 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed74c9c8-9316-4904-9a4d-033fe51bdc1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:02.926168 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed74c9c8-9316-4904-9a4d-033fe51bdc1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:02.926493 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed74c9c8-9316-4904-9a4d-033fe51bdc1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:02.926815 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed74c9c8-9316-4904-9a4d-033fe51bdc1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:02.970730 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] Attempting to bind port 92301ded-9457-4838-84b0-4afc7c34386b on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:43:02.971017 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] Attempting to bind port 92301ded-9457-4838-84b0-4afc7c34386b by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'a16ac0c9-9080-4a6d-939a-df4416f779e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:43:02.971379 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] Attempting to bind port 92301ded-9457-4838-84b0-4afc7c34386b on network b451c862-8187-43ea-b91e-0391fb652b8e {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:43:02.977797 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:43:02.978175 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] Checking segment: {'id': 'a16ac0c9-9080-4a6d-939a-df4416f779e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:43:02.978583 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:02.979117 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] Bound using segment: {'id': 'a16ac0c9-9080-4a6d-939a-df4416f779e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:43:02.979680 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] Bound port: 92301ded-9457-4838-84b0-4afc7c34386b, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16ac0c9-9080-4a6d-939a-df4416f779e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:43:02.980064 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:03.055174 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] For port 92301ded-9457-4838-84b0-4afc7c34386b, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:43:03.058781 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] For port 92301ded-9457-4838-84b0-4afc7c34386b, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=92301ded-9457-4838-84b0-4afc7c34386b,segment=NetworkSegment(a16ac0c9-9080-4a6d-939a-df4416f779e9),segment_id=a16ac0c9-9080-4a6d-939a-df4416f779e9)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:43:03.063109 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:03.070696 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf5ad-c434-4d01-a6f4-4db17d64fcee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:03.117402 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] Routers {'970c1001-b3c3-49ac-ac04-0a31cfc2f04c'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:43:03.118206 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:42:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['970c1001-b3c3-49ac-ac04-0a31cfc2f04c'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:03.222531 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74c9c8-9316-4904-9a4d-033fe51bdc1f None None] Pushing event updated for resources: {'Port': ['ID=92301ded-9457-4838-84b0-4afc7c34386b,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:03.242814 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] Set router 970c1001-b3c3-49ac-ac04-0a31cfc2f04c gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:43:03.294983 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf5ad-c434-4d01-a6f4-4db17d64fcee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:03.440166 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fdaf5ad-c434-4d01-a6f4-4db17d64fcee admin admin] Router 7a74083f-8929-4723-846c-3b8bb3dc9f50 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:43:03.462639 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'name': 'tempest-TestServerBasicOps-227607029-router', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:42:59Z', 'revision_number': 4, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'gw_port': {'id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '92301ded-9457-4838-84b0-4afc7c34386b', 'name': '', 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'mac_address': 'fa:16:3e:56:f4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '18e6c494-fdda-4258-af7c-327bc79060c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:42:58Z', 'updated_at': '2021-08-19T18:43:03Z', 'revision_number': 4, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'subnets': [{'id': '18e6c494-fdda-4258-af7c-327bc79060c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:03.493124 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e94ee1-6145-43d2-aae2-bd583d0d54ab None None] The sync data for ids ['970c1001-b3c3-49ac-ac04-0a31cfc2f04c'] in n-d-803753-2 is: [{'id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'name': 'tempest-TestServerBasicOps-227607029-router', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:42:59Z', 'revision_number': 4, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'gw_port': {'id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '92301ded-9457-4838-84b0-4afc7c34386b', 'name': '', 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'mac_address': 'fa:16:3e:56:f4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '18e6c494-fdda-4258-af7c-327bc79060c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:42:58Z', 'updated_at': '2021-08-19T18:43:03Z', 'revision_number': 4, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'subnets': [{'id': '18e6c494-fdda-4258-af7c-327bc79060c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:43:03.586040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdaf5ad-c434-4d01-a6f4-4db17d64fcee admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:43:03.597814 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] Sync routers for ids ['7a74083f-8929-4723-846c-3b8bb3dc9f50'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:43:03.608983 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] Routers {'7a74083f-8929-4723-846c-3b8bb3dc9f50'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:43:03.609750 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:42:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7a74083f-8929-4723-846c-3b8bb3dc9f50'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:03.623944 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf5ad-c434-4d01-a6f4-4db17d64fcee admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:03.627406 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2fdaf5ad-c434-4d01-a6f4-4db17d64fcee admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1007531 Aug 19 18:43:03.630305 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37508) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:03.745955 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fbf22048-9c49-4893-bd7f-6d34d42615de up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:43:03.767327 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:43:03.790055 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] Set router 7a74083f-8929-4723-846c-3b8bb3dc9f50 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:43:03.873440 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90163c7e-3d75-49ec-991b-c28fa83477a4 None None] Network 66b0dc00-8806-465c-8ba8-19ed3019329a requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:43:04.019724 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-940435dc-81d5-4308-af76-4808e52fa639 None None] Provisioning for port 37e3b489-6f8d-43cd-9ba9-5496efd1a6f1 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:43:04.065790 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port fbf22048-9c49-4893-bd7f-6d34d42615de triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:04.066168 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:04.186478 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82898709-38c7-441c-95f0-b5f282a20f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:04.254883 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 92301ded-9457-4838-84b0-4afc7c34386b up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:43:04.259712 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a74083f-8929-4723-846c-3b8bb3dc9f50', 'name': 'tempest-TestServerBasicOps-958216844-router', 'tenant_id': '038a1b949bfa4bb28ee548c703c0f687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': 'c20ed6ec-db01-4a43-b5fd-94723f56ca8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:43:01Z', 'updated_at': '2021-08-19T18:43:02Z', 'revision_number': 3, 'project_id': '038a1b949bfa4bb28ee548c703c0f687', 'gw_port': {'id': 'c20ed6ec-db01-4a43-b5fd-94723f56ca8d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a74083f-8929-4723-846c-3b8bb3dc9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:02Z', 'updated_at': '2021-08-19T18:43:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:04.313275 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] Checking router: 7a74083f-8929-4723-846c-3b8bb3dc9f50 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:43:04.313652 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] Updating router 7a74083f-8929-4723-846c-3b8bb3dc9f50 port c20ed6ec-db01-4a43-b5fd-94723f56ca8d binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:43:04.356727 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:04.390557 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 92301ded-9457-4838-84b0-4afc7c34386b completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:43:04.400407 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 92301ded-9457-4838-84b0-4afc7c34386b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:04.401290 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:04.416114 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-82898709-38c7-441c-95f0-b5f282a20f26 admin admin] Allocated IP 172.20.0.1 (66b0dc00-8806-465c-8ba8-19ed3019329a/50058ddb-f765-49dc-b493-8691e72676a5/7ca8e51f-3d7d-4698-802b-1b3886a85b71) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:43:04.539483 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82898709-38c7-441c-95f0-b5f282a20f26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:04.553613 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-82898709-38c7-441c-95f0-b5f282a20f26 admin admin] Transition to ACTIVE for port object 7ca8e51f-3d7d-4698-802b-1b3886a85b71 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:43:04.591949 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82898709-38c7-441c-95f0-b5f282a20f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:04.634399 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:04.635189 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82898709-38c7-441c-95f0-b5f282a20f26 admin admin] Network 66b0dc00-8806-465c-8ba8-19ed3019329a is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:43:04.638231 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-82898709-38c7-441c-95f0-b5f282a20f26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:43:04.642382 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82898709-38c7-441c-95f0-b5f282a20f26 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:43:04.665332 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dc7e79de-8b87-439c-a2fc-0d59fddc900a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:04.666782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82898709-38c7-441c-95f0-b5f282a20f26 admin admin] Pushing event updated for resources: {'Port': ['ID=7ca8e51f-3d7d-4698-802b-1b3886a85b71,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:04.688075 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82898709-38c7-441c-95f0-b5f282a20f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:04.708123 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 92301ded-9457-4838-84b0-4afc7c34386b, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=92301ded-9457-4838-84b0-4afc7c34386b,segment=NetworkSegment(a16ac0c9-9080-4a6d-939a-df4416f779e9),segment_id=a16ac0c9-9080-4a6d-939a-df4416f779e9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:04.728125 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:04.728932 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 37e3b489-6f8d-43cd-9ba9-5496efd1a6f1 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:43:04.808920 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:04.835826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] Transition to ACTIVE for port object c20ed6ec-db01-4a43-b5fd-94723f56ca8d will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:43:04.837954 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=92301ded-9457-4838-84b0-4afc7c34386b,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:04.845855 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82898709-38c7-441c-95f0-b5f282a20f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:04.850363 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:04.881160 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 37e3b489-6f8d-43cd-9ba9-5496efd1a6f1 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:43:04.889156 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 37e3b489-6f8d-43cd-9ba9-5496efd1a6f1 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:04.889580 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:04.933576 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] Attempting to bind port c20ed6ec-db01-4a43-b5fd-94723f56ca8d on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:43:04.933890 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] Attempting to bind port c20ed6ec-db01-4a43-b5fd-94723f56ca8d by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:43:04.934258 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] Attempting to bind port c20ed6ec-db01-4a43-b5fd-94723f56ca8d on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:43:04.937579 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7309ce0-eaa5-47c4-9e77-f152f8b18a18 None None] Pushing event updated for resources: {'Port': ['ID=c20ed6ec-db01-4a43-b5fd-94723f56ca8d,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:04.949094 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:43:04.949551 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:43:04.949956 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:04.950361 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:43:04.951312 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] Bound port: c20ed6ec-db01-4a43-b5fd-94723f56ca8d, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:43:04.951312 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:05.009056 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7ba94550-76dc-4d5c-9689-7fefc1368c5a None None] Provisioning for port 7ca8e51f-3d7d-4698-802b-1b3886a85b71 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:43:05.017854 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7ba94550-76dc-4d5c-9689-7fefc1368c5a None None] Provisioning complete for port 7ca8e51f-3d7d-4698-802b-1b3886a85b71 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:05.018155 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7ba94550-76dc-4d5c-9689-7fefc1368c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:05.025611 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82898709-38c7-441c-95f0-b5f282a20f26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:05.029968 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82898709-38c7-441c-95f0-b5f282a20f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:05.067680 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] For port c20ed6ec-db01-4a43-b5fd-94723f56ca8d, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:43:05.103519 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-82898709-38c7-441c-95f0-b5f282a20f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:05.105527 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82898709-38c7-441c-95f0-b5f282a20f26 admin admin] Pushing event updated for resources: {'Port': ['ID=7ca8e51f-3d7d-4698-802b-1b3886a85b71,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:05.203733 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82898709-38c7-441c-95f0-b5f282a20f26 admin admin] Network 66b0dc00-8806-465c-8ba8-19ed3019329a is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:43:05.205131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-82898709-38c7-441c-95f0-b5f282a20f26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:43:05.256934 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] For port c20ed6ec-db01-4a43-b5fd-94723f56ca8d, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c20ed6ec-db01-4a43-b5fd-94723f56ca8d,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:43:05.259861 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7ba94550-76dc-4d5c-9689-7fefc1368c5a None None] Port 7ca8e51f-3d7d-4698-802b-1b3886a85b71 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:43:05.264316 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:05.274472 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:05.336343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82898709-38c7-441c-95f0-b5f282a20f26 admin admin] Router 7a74083f-8929-4723-846c-3b8bb3dc9f50 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:43:05.354122 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] Routers {'7a74083f-8929-4723-846c-3b8bb3dc9f50'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:43:05.354773 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:42:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7a74083f-8929-4723-846c-3b8bb3dc9f50'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:05.361846 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 37e3b489-6f8d-43cd-9ba9-5496efd1a6f1, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=37e3b489-6f8d-43cd-9ba9-5496efd1a6f1,segment=NetworkSegment(10bb554e-edd3-4bfc-9ed8-f4663ae8a0f9),segment_id=10bb554e-edd3-4bfc-9ed8-f4663ae8a0f9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:05.397707 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7309ce0-eaa5-47c4-9e77-f152f8b18a18 None None] Pushing event updated for resources: {'Port': ['ID=c20ed6ec-db01-4a43-b5fd-94723f56ca8d,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:05.402333 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:05.456731 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82898709-38c7-441c-95f0-b5f282a20f26 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:43:05.465723 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-82898709-38c7-441c-95f0-b5f282a20f26 admin admin] 10.222.0.24 "PUT /v2.0/routers/7a74083f-8929-4723-846c-3b8bb3dc9f50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8330142 Aug 19 18:43:05.506846 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=37e3b489-6f8d-43cd-9ba9-5496efd1a6f1,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:05.518494 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-614e535e-6e9b-47aa-b0af-00b2172817ce None None] Provisioning complete for port 7ca8e51f-3d7d-4698-802b-1b3886a85b71 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:05.518845 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-614e535e-6e9b-47aa-b0af-00b2172817ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:05.548735 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] Set router 7a74083f-8929-4723-846c-3b8bb3dc9f50 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:43:05.585306 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 92301ded-9457-4838-84b0-4afc7c34386b up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:43:05.619426 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-614e535e-6e9b-47aa-b0af-00b2172817ce None None] Port 7ca8e51f-3d7d-4698-802b-1b3886a85b71 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:43:05.738278 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 92301ded-9457-4838-84b0-4afc7c34386b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:05.738885 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:05.873612 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a74083f-8929-4723-846c-3b8bb3dc9f50', 'name': 'tempest-TestServerBasicOps-958216844-router', 'tenant_id': '038a1b949bfa4bb28ee548c703c0f687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': 'c20ed6ec-db01-4a43-b5fd-94723f56ca8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:43:01Z', 'updated_at': '2021-08-19T18:43:04Z', 'revision_number': 4, 'project_id': '038a1b949bfa4bb28ee548c703c0f687', 'gw_port': {'id': 'c20ed6ec-db01-4a43-b5fd-94723f56ca8d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a74083f-8929-4723-846c-3b8bb3dc9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:02Z', 'updated_at': '2021-08-19T18:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '7ca8e51f-3d7d-4698-802b-1b3886a85b71', 'name': '', 'network_id': '66b0dc00-8806-465c-8ba8-19ed3019329a', 'tenant_id': '038a1b949bfa4bb28ee548c703c0f687', 'mac_address': 'fa:16:3e:98:f4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a74083f-8929-4723-846c-3b8bb3dc9f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '50058ddb-f765-49dc-b493-8691e72676a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:04Z', 'updated_at': '2021-08-19T18:43:04Z', 'revision_number': 2, 'project_id': '038a1b949bfa4bb28ee548c703c0f687', 'subnets': [{'id': '50058ddb-f765-49dc-b493-8691e72676a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:05.901826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7333162-b589-4fc4-8ed8-29b85e779834 None None] The sync data for ids ['7a74083f-8929-4723-846c-3b8bb3dc9f50'] in n-d-803753-2 is: [{'id': '7a74083f-8929-4723-846c-3b8bb3dc9f50', 'name': 'tempest-TestServerBasicOps-958216844-router', 'tenant_id': '038a1b949bfa4bb28ee548c703c0f687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': 'c20ed6ec-db01-4a43-b5fd-94723f56ca8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:43:01Z', 'updated_at': '2021-08-19T18:43:04Z', 'revision_number': 4, 'project_id': '038a1b949bfa4bb28ee548c703c0f687', 'gw_port': {'id': 'c20ed6ec-db01-4a43-b5fd-94723f56ca8d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a74083f-8929-4723-846c-3b8bb3dc9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:02Z', 'updated_at': '2021-08-19T18:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '7ca8e51f-3d7d-4698-802b-1b3886a85b71', 'name': '', 'network_id': '66b0dc00-8806-465c-8ba8-19ed3019329a', 'tenant_id': '038a1b949bfa4bb28ee548c703c0f687', 'mac_address': 'fa:16:3e:98:f4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a74083f-8929-4723-846c-3b8bb3dc9f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '50058ddb-f765-49dc-b493-8691e72676a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:04Z', 'updated_at': '2021-08-19T18:43:04Z', 'revision_number': 2, 'project_id': '038a1b949bfa4bb28ee548c703c0f687', 'subnets': [{'id': '50058ddb-f765-49dc-b493-8691e72676a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:43:05.977100 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37516) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:05.981880 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-fabff03e-1db3-4e8c-9815-d868cc62ef4b tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1222121158', 'description': 'tempest-secgroup-smoke-1222121158 description', 'project_id': '5b4432f982a94cff9e34a773fdc26972'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:06.007865 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fabff03e-1db3-4e8c-9815-d868cc62ef4b tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.108408 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fabff03e-1db3-4e8c-9815-d868cc62ef4b tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.112322 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fabff03e-1db3-4e8c-9815-d868cc62ef4b tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.142936 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fabff03e-1db3-4e8c-9815-d868cc62ef4b tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.144192 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fabff03e-1db3-4e8c-9815-d868cc62ef4b tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1659856 Aug 19 18:43:06.146754 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabff03e-1db3-4e8c-9815-d868cc62ef4b tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a670853e-bfe8-4544-8168-e4c68be15a8a,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:06.149332 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37518) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:06.155217 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e4ed8a03-9d9d-4f30-8376-66f6ebbcb6ae tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Request body: {'security_group_rule': {'security_group_id': 'a670853e-bfe8-4544-8168-e4c68be15a8a', 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:06.184937 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8a03-9d9d-4f30-8376-66f6ebbcb6ae tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.252825 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8a03-9d9d-4f30-8376-66f6ebbcb6ae tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.257920 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8a03-9d9d-4f30-8376-66f6ebbcb6ae tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.276593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed8a03-9d9d-4f30-8376-66f6ebbcb6ae tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d217edd-e0bc-43ef-8209-4e09409db2e2,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:06.284866 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8a03-9d9d-4f30-8376-66f6ebbcb6ae tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.286089 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e4ed8a03-9d9d-4f30-8376-66f6ebbcb6ae tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1347589 Aug 19 18:43:06.289012 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37520) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:06.293728 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c783cefc-fc95-4c87-9214-d4939c7eb43c tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Request body: {'security_group_rule': {'security_group_id': 'a670853e-bfe8-4544-8168-e4c68be15a8a', 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:06.323967 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c783cefc-fc95-4c87-9214-d4939c7eb43c tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.390890 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c783cefc-fc95-4c87-9214-d4939c7eb43c tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.395059 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c783cefc-fc95-4c87-9214-d4939c7eb43c tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.415317 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783cefc-fc95-4c87-9214-d4939c7eb43c tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4fe24d-6ed5-48d0-ae20-cb94b5e56113,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:06.419384 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c783cefc-fc95-4c87-9214-d4939c7eb43c tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.423890 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c783cefc-fc95-4c87-9214-d4939c7eb43c tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310551 Aug 19 18:43:06.424479 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37522) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:06.430323 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-3bed3c63-eefc-4a31-81c9-7de640ec9d27 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Request body: {'security_group_rule': {'security_group_id': 'a670853e-bfe8-4544-8168-e4c68be15a8a', 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:06.458961 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3bed3c63-eefc-4a31-81c9-7de640ec9d27 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.536012 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3bed3c63-eefc-4a31-81c9-7de640ec9d27 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.543254 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3bed3c63-eefc-4a31-81c9-7de640ec9d27 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.563065 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed3c63-eefc-4a31-81c9-7de640ec9d27 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0b6b8c-6268-4421-89ab-2b1c38122a63,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:06.577246 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3bed3c63-eefc-4a31-81c9-7de640ec9d27 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.578554 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3bed3c63-eefc-4a31-81c9-7de640ec9d27 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1533620 Aug 19 18:43:06.581402 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37524) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:06.586456 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-50189df4-f1e7-4d1a-8996-ac7847b431c1 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Request body: {'security_group_rule': {'security_group_id': 'a670853e-bfe8-4544-8168-e4c68be15a8a', 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:06.616446 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-50189df4-f1e7-4d1a-8996-ac7847b431c1 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.681147 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-50189df4-f1e7-4d1a-8996-ac7847b431c1 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.684970 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-50189df4-f1e7-4d1a-8996-ac7847b431c1 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.706777 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50189df4-f1e7-4d1a-8996-ac7847b431c1 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88b055f-e0b3-49ba-8307-8dc86ddabf6f,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:06.711869 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-50189df4-f1e7-4d1a-8996-ac7847b431c1 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.714367 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-50189df4-f1e7-4d1a-8996-ac7847b431c1 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1315482 Aug 19 18:43:06.715997 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37526) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:06.721116 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-815735ca-480d-45f1-9af3-980f9a917a56 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Request body: {'security_group_rule': {'security_group_id': 'a670853e-bfe8-4544-8168-e4c68be15a8a', 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:06.745883 n-d-803753-2 neutron-server[94681]: INFO neutron.db.securitygroups_db [None req-815735ca-480d-45f1-9af3-980f9a917a56 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Project 5b4432f982a94cff9e34a773fdc26972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:43:06.751205 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-815735ca-480d-45f1-9af3-980f9a917a56 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.821857 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-815735ca-480d-45f1-9af3-980f9a917a56 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.825401 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-815735ca-480d-45f1-9af3-980f9a917a56 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.844227 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815735ca-480d-45f1-9af3-980f9a917a56 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd7b900-195b-431d-b76f-2805051fd106,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:06.851565 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-815735ca-480d-45f1-9af3-980f9a917a56 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.852853 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-815735ca-480d-45f1-9af3-980f9a917a56 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1358769 Aug 19 18:43:06.855498 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37528) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:06.860208 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-1a10bec0-e4fc-4903-89a8-c0468234e3d6 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Request body: {'security_group_rule': {'security_group_id': 'a670853e-bfe8-4544-8168-e4c68be15a8a', 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:06.883922 n-d-803753-2 neutron-server[94681]: INFO neutron.db.securitygroups_db [None req-1a10bec0-e4fc-4903-89a8-c0468234e3d6 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Project 5b4432f982a94cff9e34a773fdc26972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:43:06.889453 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1a10bec0-e4fc-4903-89a8-c0468234e3d6 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.956735 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1a10bec0-e4fc-4903-89a8-c0468234e3d6 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.961162 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1a10bec0-e4fc-4903-89a8-c0468234e3d6 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.981388 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10bec0-e4fc-4903-89a8-c0468234e3d6 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3499e4c1-21a9-4aca-949a-7af77193725a,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:06.987754 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1a10bec0-e4fc-4903-89a8-c0468234e3d6 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.988566 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1a10bec0-e4fc-4903-89a8-c0468234e3d6 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1320677 Aug 19 18:43:07.136270 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-f0b6618c-59e1-4bd8-b7e7-fa8e5e16a86b tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1222121158&fields=id&tenant_id=5b4432f982a94cff9e34a773fdc26972 HTTP/1.1" status: 200 len: 267 time: 0.0368364 Aug 19 18:43:07.246239 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-871e4387-aea6-4426-8ce2-1dfbedec9a31 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:07.247763 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-871e4387-aea6-4426-8ce2-1dfbedec9a31 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/networks?id=b451c862-8187-43ea-b91e-0391fb652b8e HTTP/1.1" status: 200 len: 808 time: 0.1042559 Aug 19 18:43:07.263453 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-1eaa8dfd-1346-4e32-a369-a93f5bd9be18 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/quotas/5b4432f982a94cff9e34a773fdc26972 HTTP/1.1" status: 200 len: 375 time: 0.0098610 Aug 19 18:43:07.298464 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:07.316539 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-861accb9-a00a-42c8-a285-e11c1fd986d6 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b4432f982a94cff9e34a773fdc26972&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476701 Aug 19 18:43:07.390026 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5a91dbaa-8f5c-4e55-b842-26a4fc3ce326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:07.423350 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-740f83ab-9b5a-40b4-8c4e-29e136fdcfb3 service neutron] 10.222.0.24 "GET /v2.0/networks/b451c862-8187-43ea-b91e-0391fb652b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949481 Aug 19 18:43:07.517525 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-0200d19a-bafc-4abf-8416-12e35269b8f7 service neutron] 10.222.0.24 "GET /v2.0/networks/b451c862-8187-43ea-b91e-0391fb652b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854692 Aug 19 18:43:07.643693 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c20ed6ec-db01-4a43-b5fd-94723f56ca8d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:43:07.706319 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port c20ed6ec-db01-4a43-b5fd-94723f56ca8d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:43:07.716207 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port c20ed6ec-db01-4a43-b5fd-94723f56ca8d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:07.716935 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:07.748077 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5c0ed2cb-6846-425f-9f91-7ba8dd32716f req-fe607a9f-7c8b-4915-ba5e-4a7e7b425d42 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/ports?device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 210 time: 0.0307863 Aug 19 18:43:07.826934 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:07.850391 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port c20ed6ec-db01-4a43-b5fd-94723f56ca8d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c20ed6ec-db01-4a43-b5fd-94723f56ca8d,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:07.856299 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:07.857444 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 37e3b489-6f8d-43cd-9ba9-5496efd1a6f1 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:43:07.913400 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] Sync routers for ids ['7a74083f-8929-4723-846c-3b8bb3dc9f50'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:43:07.925622 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] Routers {'7a74083f-8929-4723-846c-3b8bb3dc9f50'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:43:07.926547 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:43:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7a74083f-8929-4723-846c-3b8bb3dc9f50'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:07.951215 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=c20ed6ec-db01-4a43-b5fd-94723f56ca8d,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:07.961734 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 37e3b489-6f8d-43cd-9ba9-5496efd1a6f1 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:07.962217 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:08.140307 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] Set router 7a74083f-8929-4723-846c-3b8bb3dc9f50 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:43:08.235671 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:08.344824 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a74083f-8929-4723-846c-3b8bb3dc9f50', 'name': 'tempest-TestServerBasicOps-958216844-router', 'tenant_id': '038a1b949bfa4bb28ee548c703c0f687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': 'c20ed6ec-db01-4a43-b5fd-94723f56ca8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:43:01Z', 'updated_at': '2021-08-19T18:43:04Z', 'revision_number': 4, 'project_id': '038a1b949bfa4bb28ee548c703c0f687', 'gw_port': {'id': 'c20ed6ec-db01-4a43-b5fd-94723f56ca8d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a74083f-8929-4723-846c-3b8bb3dc9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:02Z', 'updated_at': '2021-08-19T18:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '7ca8e51f-3d7d-4698-802b-1b3886a85b71', 'name': '', 'network_id': '66b0dc00-8806-465c-8ba8-19ed3019329a', 'tenant_id': '038a1b949bfa4bb28ee548c703c0f687', 'mac_address': 'fa:16:3e:98:f4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a74083f-8929-4723-846c-3b8bb3dc9f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '50058ddb-f765-49dc-b493-8691e72676a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:04Z', 'updated_at': '2021-08-19T18:43:04Z', 'revision_number': 2, 'project_id': '038a1b949bfa4bb28ee548c703c0f687', 'subnets': [{'id': '50058ddb-f765-49dc-b493-8691e72676a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:08.374593 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] Checking router: 7a74083f-8929-4723-846c-3b8bb3dc9f50 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:43:08.374942 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] Updating router 7a74083f-8929-4723-846c-3b8bb3dc9f50 port 7ca8e51f-3d7d-4698-802b-1b3886a85b71 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:43:08.400416 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:08.655877 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:08.665154 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] Transition to ACTIVE for port object 7ca8e51f-3d7d-4698-802b-1b3886a85b71 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:43:08.671112 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:08.757862 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa5805-e392-41d4-a34b-8753dd4f71b5 None None] Pushing event updated for resources: {'Port': ['ID=7ca8e51f-3d7d-4698-802b-1b3886a85b71,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:08.806641 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] Attempting to bind port 7ca8e51f-3d7d-4698-802b-1b3886a85b71 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:43:08.807353 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] Attempting to bind port 7ca8e51f-3d7d-4698-802b-1b3886a85b71 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '10bb554e-edd3-4bfc-9ed8-f4663ae8a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '66b0dc00-8806-465c-8ba8-19ed3019329a'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:43:08.808610 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] Attempting to bind port 7ca8e51f-3d7d-4698-802b-1b3886a85b71 on network 66b0dc00-8806-465c-8ba8-19ed3019329a {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:43:08.814852 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:43:08.815278 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] Checking segment: {'id': '10bb554e-edd3-4bfc-9ed8-f4663ae8a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '66b0dc00-8806-465c-8ba8-19ed3019329a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:43:08.815824 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:08.817117 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] Bound using segment: {'id': '10bb554e-edd3-4bfc-9ed8-f4663ae8a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '66b0dc00-8806-465c-8ba8-19ed3019329a'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:43:08.817617 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] Bound port: 7ca8e51f-3d7d-4698-802b-1b3886a85b71, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bb554e-edd3-4bfc-9ed8-f4663ae8a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '66b0dc00-8806-465c-8ba8-19ed3019329a'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:43:08.818512 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:08.884459 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4f86fff0-1acd-4737-a0ec-6baecc55e17d req-323721ce-2be7-4755-9f31-59d20d4699fe tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/ports?device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 210 time: 0.0454292 Aug 19 18:43:08.902601 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] For port 7ca8e51f-3d7d-4698-802b-1b3886a85b71, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:43:08.907650 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] For port 7ca8e51f-3d7d-4698-802b-1b3886a85b71, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7ca8e51f-3d7d-4698-802b-1b3886a85b71,segment=NetworkSegment(10bb554e-edd3-4bfc-9ed8-f4663ae8a0f9),segment_id=10bb554e-edd3-4bfc-9ed8-f4663ae8a0f9)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:43:08.914342 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:08.932904 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-3bd13445-fae5-469f-adbd-63179e3ac4d0 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:08.935169 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-3bd13445-fae5-469f-adbd-63179e3ac4d0 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.54 "GET /v2.0/networks?id=b451c862-8187-43ea-b91e-0391fb652b8e HTTP/1.1" status: 200 len: 808 time: 0.2093842 Aug 19 18:43:08.975922 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] Routers {'7a74083f-8929-4723-846c-3b8bb3dc9f50'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:43:08.976549 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:43:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7a74083f-8929-4723-846c-3b8bb3dc9f50'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:08.981660 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa5805-e392-41d4-a34b-8753dd4f71b5 None None] Pushing event updated for resources: {'Port': ['ID=7ca8e51f-3d7d-4698-802b-1b3886a85b71,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:08.991160 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-e465300f-4cbe-497d-8714-4b7d92875551 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b4432f982a94cff9e34a773fdc26972 HTTP/1.1" status: 200 len: 380 time: 0.0439947 Aug 19 18:43:09.001920 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-49269e8a-40a5-498f-96b0-690e18a41836 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Request body: {'port': {'device_id': '262f1750-a404-497b-897c-a0a094db41d8', 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e', 'admin_state_up': True, 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'security_groups': ['a670853e-bfe8-4544-8168-e4c68be15a8a']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:09.098403 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] Set router 7a74083f-8929-4723-846c-3b8bb3dc9f50 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:43:09.134492 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-49269e8a-40a5-498f-96b0-690e18a41836 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Made reservation on behalf of 5b4432f982a94cff9e34a773fdc26972 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:43:09.138942 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-49269e8a-40a5-498f-96b0-690e18a41836 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:09.272673 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-49269e8a-40a5-498f-96b0-690e18a41836 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Allocated IP 172.20.0.7 (b451c862-8187-43ea-b91e-0391fb652b8e/18e6c494-fdda-4258-af7c-327bc79060c5/997a7104-1631-4c66-bbc4-14eebae1fe70) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:43:09.311120 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a74083f-8929-4723-846c-3b8bb3dc9f50', 'name': 'tempest-TestServerBasicOps-958216844-router', 'tenant_id': '038a1b949bfa4bb28ee548c703c0f687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': 'c20ed6ec-db01-4a43-b5fd-94723f56ca8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:43:01Z', 'updated_at': '2021-08-19T18:43:04Z', 'revision_number': 4, 'project_id': '038a1b949bfa4bb28ee548c703c0f687', 'gw_port': {'id': 'c20ed6ec-db01-4a43-b5fd-94723f56ca8d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a74083f-8929-4723-846c-3b8bb3dc9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:02Z', 'updated_at': '2021-08-19T18:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '7ca8e51f-3d7d-4698-802b-1b3886a85b71', 'name': '', 'network_id': '66b0dc00-8806-465c-8ba8-19ed3019329a', 'tenant_id': '038a1b949bfa4bb28ee548c703c0f687', 'mac_address': 'fa:16:3e:98:f4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a74083f-8929-4723-846c-3b8bb3dc9f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '50058ddb-f765-49dc-b493-8691e72676a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:04Z', 'updated_at': '2021-08-19T18:43:08Z', 'revision_number': 4, 'project_id': '038a1b949bfa4bb28ee548c703c0f687', 'subnets': [{'id': '50058ddb-f765-49dc-b493-8691e72676a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:09.337924 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53162c6-199c-4258-a7e4-7ea31106e9d8 None None] The sync data for ids ['7a74083f-8929-4723-846c-3b8bb3dc9f50'] in n-d-803753-2 is: [{'id': '7a74083f-8929-4723-846c-3b8bb3dc9f50', 'name': 'tempest-TestServerBasicOps-958216844-router', 'tenant_id': '038a1b949bfa4bb28ee548c703c0f687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': 'c20ed6ec-db01-4a43-b5fd-94723f56ca8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:43:01Z', 'updated_at': '2021-08-19T18:43:04Z', 'revision_number': 4, 'project_id': '038a1b949bfa4bb28ee548c703c0f687', 'gw_port': {'id': 'c20ed6ec-db01-4a43-b5fd-94723f56ca8d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a74083f-8929-4723-846c-3b8bb3dc9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:02Z', 'updated_at': '2021-08-19T18:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '7ca8e51f-3d7d-4698-802b-1b3886a85b71', 'name': '', 'network_id': '66b0dc00-8806-465c-8ba8-19ed3019329a', 'tenant_id': '038a1b949bfa4bb28ee548c703c0f687', 'mac_address': 'fa:16:3e:98:f4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a74083f-8929-4723-846c-3b8bb3dc9f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '50058ddb-f765-49dc-b493-8691e72676a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:04Z', 'updated_at': '2021-08-19T18:43:08Z', 'revision_number': 4, 'project_id': '038a1b949bfa4bb28ee548c703c0f687', 'subnets': [{'id': '50058ddb-f765-49dc-b493-8691e72676a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:43:09.424682 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-49269e8a-40a5-498f-96b0-690e18a41836 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:09.440235 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-49269e8a-40a5-498f-96b0-690e18a41836 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Transition to ACTIVE for port object 997a7104-1631-4c66-bbc4-14eebae1fe70 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:43:09.476417 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-49269e8a-40a5-498f-96b0-690e18a41836 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:09.528224 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-49269e8a-40a5-498f-96b0-690e18a41836 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Network b451c862-8187-43ea-b91e-0391fb652b8e is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:43:09.534653 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-49269e8a-40a5-498f-96b0-690e18a41836 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:43:09.541897 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-49269e8a-40a5-498f-96b0-690e18a41836 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:43:09.580265 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49269e8a-40a5-498f-96b0-690e18a41836 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Pushing event updated for resources: {'Port': ['ID=997a7104-1631-4c66-bbc4-14eebae1fe70,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:09.599743 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-49269e8a-40a5-498f-96b0-690e18a41836 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:09.600419 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-49269e8a-40a5-498f-96b0-690e18a41836 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:09.623137 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-49269e8a-40a5-498f-96b0-690e18a41836 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6252594 Aug 19 18:43:09.640333 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c20ed6ec-db01-4a43-b5fd-94723f56ca8d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:43:09.657893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-6bc290fb-b1e4-45f8-a62e-66de576bf654 service neutron] Request body: {'port': {'device_id': '262f1750-a404-497b-897c-a0a094db41d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:09.699099 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port c20ed6ec-db01-4a43-b5fd-94723f56ca8d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:09.699738 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:09.828362 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7ca8e51f-3d7d-4698-802b-1b3886a85b71 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:43:09.831694 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5271ea07-d1c9-47c3-a16a-2a2f165fc265 None None] Provisioning for port 997a7104-1631-4c66-bbc4-14eebae1fe70 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:43:09.858626 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5271ea07-d1c9-47c3-a16a-2a2f165fc265 None None] Provisioning complete for port 997a7104-1631-4c66-bbc4-14eebae1fe70 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:09.859000 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5271ea07-d1c9-47c3-a16a-2a2f165fc265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:09.907554 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-5271ea07-d1c9-47c3-a16a-2a2f165fc265 None None] Port 997a7104-1631-4c66-bbc4-14eebae1fe70 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:43:09.923226 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 7ca8e51f-3d7d-4698-802b-1b3886a85b71 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:43:09.932630 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 7ca8e51f-3d7d-4698-802b-1b3886a85b71 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:09.932919 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:10.016727 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d49f87-fcfb-46d0-8a2a-da00d93c16d4 req-66a538cf-86c8-497e-af45-c57d89a4c1fe tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:10.018358 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-44d49f87-fcfb-46d0-8a2a-da00d93c16d4 req-66a538cf-86c8-497e-af45-c57d89a4c1fe tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/ports?device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 931 time: 0.0583913 Aug 19 18:43:10.031215 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:10.062992 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-44d49f87-fcfb-46d0-8a2a-da00d93c16d4 req-7f4a5c37-9b38-4005-823e-27073f1576a7 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/security-groups?id=a670853e-bfe8-4544-8168-e4c68be15a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375578 Aug 19 18:43:10.071413 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 7ca8e51f-3d7d-4698-802b-1b3886a85b71, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7ca8e51f-3d7d-4698-802b-1b3886a85b71,segment=NetworkSegment(10bb554e-edd3-4bfc-9ed8-f4663ae8a0f9),segment_id=10bb554e-edd3-4bfc-9ed8-f4663ae8a0f9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:10.079160 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:10.126905 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-6bc290fb-b1e4-45f8-a62e-66de576bf654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:10.131524 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=7ca8e51f-3d7d-4698-802b-1b3886a85b71,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:10.243121 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:10.400865 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-6bc290fb-b1e4-45f8-a62e-66de576bf654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997a7104-1631-4c66-bbc4-14eebae1fe70 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:43:10.408874 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-6bc290fb-b1e4-45f8-a62e-66de576bf654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:10.423220 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-6bc290fb-b1e4-45f8-a62e-66de576bf654 service neutron] Transition to ACTIVE for port object 997a7104-1631-4c66-bbc4-14eebae1fe70 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:43:10.427036 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-6bc290fb-b1e4-45f8-a62e-66de576bf654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:10.482835 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc290fb-b1e4-45f8-a62e-66de576bf654 service neutron] Pushing event updated for resources: {'Port': ['ID=997a7104-1631-4c66-bbc4-14eebae1fe70,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:10.563806 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-6bc290fb-b1e4-45f8-a62e-66de576bf654 service neutron] Attempting to bind port 997a7104-1631-4c66-bbc4-14eebae1fe70 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:43:10.564152 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-6bc290fb-b1e4-45f8-a62e-66de576bf654 service neutron] Attempting to bind port 997a7104-1631-4c66-bbc4-14eebae1fe70 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': 'a16ac0c9-9080-4a6d-939a-df4416f779e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:43:10.564483 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-6bc290fb-b1e4-45f8-a62e-66de576bf654 service neutron] Attempting to bind port 997a7104-1631-4c66-bbc4-14eebae1fe70 on network b451c862-8187-43ea-b91e-0391fb652b8e {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:43:10.569743 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-6bc290fb-b1e4-45f8-a62e-66de576bf654 service neutron] Port 997a7104-1631-4c66-bbc4-14eebae1fe70 on network b451c862-8187-43ea-b91e-0391fb652b8e not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:43:10.570072 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-6bc290fb-b1e4-45f8-a62e-66de576bf654 service neutron] Attempting to bind port 997a7104-1631-4c66-bbc4-14eebae1fe70 on network b451c862-8187-43ea-b91e-0391fb652b8e {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:43:10.575076 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-6bc290fb-b1e4-45f8-a62e-66de576bf654 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:43:10.575418 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-6bc290fb-b1e4-45f8-a62e-66de576bf654 service neutron] Checking segment: {'id': 'a16ac0c9-9080-4a6d-939a-df4416f779e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:43:10.575814 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-6bc290fb-b1e4-45f8-a62e-66de576bf654 service neutron] Bound using segment: {'id': 'a16ac0c9-9080-4a6d-939a-df4416f779e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:43:10.576259 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-6bc290fb-b1e4-45f8-a62e-66de576bf654 service neutron] Bound port: 997a7104-1631-4c66-bbc4-14eebae1fe70, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a16ac0c9-9080-4a6d-939a-df4416f779e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:43:10.576608 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-6bc290fb-b1e4-45f8-a62e-66de576bf654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:10.643873 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-6bc290fb-b1e4-45f8-a62e-66de576bf654 service neutron] For port 997a7104-1631-4c66-bbc4-14eebae1fe70, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:43:10.647976 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-6bc290fb-b1e4-45f8-a62e-66de576bf654 service neutron] For port 997a7104-1631-4c66-bbc4-14eebae1fe70, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=997a7104-1631-4c66-bbc4-14eebae1fe70,segment=NetworkSegment(a16ac0c9-9080-4a6d-939a-df4416f779e9),segment_id=a16ac0c9-9080-4a6d-939a-df4416f779e9)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:43:10.653043 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-6bc290fb-b1e4-45f8-a62e-66de576bf654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:10.685448 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-6bc290fb-b1e4-45f8-a62e-66de576bf654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:10.686089 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-6bc290fb-b1e4-45f8-a62e-66de576bf654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:10.687468 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-6bc290fb-b1e4-45f8-a62e-66de576bf654 service neutron] 10.222.0.54 "PUT /v2.0/ports/997a7104-1631-4c66-bbc4-14eebae1fe70 HTTP/1.1" status: 200 len: 1091 time: 1.0364728 Aug 19 18:43:10.687903 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262f1750-a404-497b-897c-a0a094db41d8', 'tag': '997a7104-1631-4c66-bbc4-14eebae1fe70'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:43:10.690186 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81205fae-8456-4d2c-bf2b-da58900ae425" -d '{"events": [{"name": "network-changed", "server_uuid": "262f1750-a404-497b-897c-a0a094db41d8", "tag": "997a7104-1631-4c66-bbc4-14eebae1fe70"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:43:10.718031 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc290fb-b1e4-45f8-a62e-66de576bf654 service neutron] Pushing event updated for resources: {'Port': ['ID=997a7104-1631-4c66-bbc4-14eebae1fe70,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:10.767804 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2979370c-edca-4c9d-8c5b-eb89f1fe0d56 x-openstack-request-id: req-2979370c-edca-4c9d-8c5b-eb89f1fe0d56 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:43:10.768105 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262f1750-a404-497b-897c-a0a094db41d8", "tag": "997a7104-1631-4c66-bbc4-14eebae1fe70", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:43:10.768319 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2979370c-edca-4c9d-8c5b-eb89f1fe0d56 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:43:10.768912 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '262f1750-a404-497b-897c-a0a094db41d8', 'tag': '997a7104-1631-4c66-bbc4-14eebae1fe70', 'status': 'completed', 'code': 200} Aug 19 18:43:10.786372 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-6c8044ca-5123-41e2-9fae-d1091f82568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:10.788544 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-6c8044ca-5123-41e2-9fae-d1091f82568a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b4432f982a94cff9e34a773fdc26972&device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 1094 time: 0.0528321 Aug 19 18:43:10.836798 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-72675b33-2882-4ae8-933c-0ba99583c550 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=997a7104-1631-4c66-bbc4-14eebae1fe70 HTTP/1.1" status: 200 len: 217 time: 0.0354993 Aug 19 18:43:10.890639 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-ca3beef9-aed6-4d69-afa4-9fd1aaf2a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:10.892091 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-ca3beef9-aed6-4d69-afa4-9fd1aaf2a296 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18e6c494-fdda-4258-af7c-327bc79060c5 HTTP/1.1" status: 200 len: 847 time: 0.0442486 Aug 19 18:43:10.942150 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-ff3f6ef3-2a7e-4f2b-a131-e3956bfe07a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:10.943700 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-ff3f6ef3-2a7e-4f2b-a131-e3956bfe07a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b451c862-8187-43ea-b91e-0391fb652b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441313 Aug 19 18:43:11.036737 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-b7f0a833-987a-4e57-b505-d9409884bb46 service neutron] 10.222.0.54 "GET /v2.0/networks/b451c862-8187-43ea-b91e-0391fb652b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844905 Aug 19 18:43:11.136321 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b8423cdc-c323-45c0-a31b-cb02fe59187f req-61ab595f-dfca-4b3f-b88d-30b7c662fb89 service neutron] 10.222.0.54 "GET /v2.0/networks/b451c862-8187-43ea-b91e-0391fb652b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881824 Aug 19 18:43:11.181509 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2efc8-1617-4d55-b456-47883928bd20 req-bac98270-f771-4671-9c41-513abe9117c3 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:11.183118 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0cd2efc8-1617-4d55-b456-47883928bd20 req-bac98270-f771-4671-9c41-513abe9117c3 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/ports?device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 943 time: 0.0511940 Aug 19 18:43:11.223961 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0cd2efc8-1617-4d55-b456-47883928bd20 req-615173cc-f009-44c7-87a7-f2fd613609ae tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/security-groups?id=a670853e-bfe8-4544-8168-e4c68be15a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346818 Aug 19 18:43:11.234770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81205fae-8456-4d2c-bf2b-da58900ae425 req-99dc0920-4158-41ec-8304-75b3d1879435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:11.236314 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-81205fae-8456-4d2c-bf2b-da58900ae425 req-99dc0920-4158-41ec-8304-75b3d1879435 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b4432f982a94cff9e34a773fdc26972&device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 1094 time: 0.0433528 Aug 19 18:43:11.250703 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:11.327173 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81205fae-8456-4d2c-bf2b-da58900ae425 req-c4f9ec91-4dd8-40d6-993b-1e5d72dc3986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:11.328563 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-81205fae-8456-4d2c-bf2b-da58900ae425 req-c4f9ec91-4dd8-40d6-993b-1e5d72dc3986 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b451c862-8187-43ea-b91e-0391fb652b8e HTTP/1.1" status: 200 len: 909 time: 0.0856085 Aug 19 18:43:11.378953 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-81205fae-8456-4d2c-bf2b-da58900ae425 req-dbfef602-ff15-4278-bda6-60eb63d0aa11 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=997a7104-1631-4c66-bbc4-14eebae1fe70 HTTP/1.1" status: 200 len: 217 time: 0.0426991 Aug 19 18:43:11.434294 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81205fae-8456-4d2c-bf2b-da58900ae425 req-e3a715b3-24de-47a1-bcae-2552a81bab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:11.435771 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-81205fae-8456-4d2c-bf2b-da58900ae425 req-e3a715b3-24de-47a1-bcae-2552a81bab01 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18e6c494-fdda-4258-af7c-327bc79060c5 HTTP/1.1" status: 200 len: 847 time: 0.0496833 Aug 19 18:43:11.483529 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81205fae-8456-4d2c-bf2b-da58900ae425 req-739ed520-1a12-4cb1-8a07-d92c02dcdded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:11.485048 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-81205fae-8456-4d2c-bf2b-da58900ae425 req-739ed520-1a12-4cb1-8a07-d92c02dcdded service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b451c862-8187-43ea-b91e-0391fb652b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403025 Aug 19 18:43:11.575697 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7ca8e51f-3d7d-4698-802b-1b3886a85b71 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:43:11.581890 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-81205fae-8456-4d2c-bf2b-da58900ae425 req-a8727cae-7929-4238-913f-2689b4e8fdc6 service neutron] 10.222.0.54 "GET /v2.0/networks/b451c862-8187-43ea-b91e-0391fb652b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891161 Aug 19 18:43:11.625870 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 7ca8e51f-3d7d-4698-802b-1b3886a85b71 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:11.626242 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:11.672929 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-81205fae-8456-4d2c-bf2b-da58900ae425 req-972a0092-debb-4c3e-a393-1eb12464babe service neutron] 10.222.0.54 "GET /v2.0/networks/b451c862-8187-43ea-b91e-0391fb652b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832982 Aug 19 18:43:12.348186 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467b9cb-2e99-461d-b62a-624a9f471e93 req-2fa32f74-50e4-47d5-8921-89705fa90e22 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:12.350498 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d467b9cb-2e99-461d-b62a-624a9f471e93 req-2fa32f74-50e4-47d5-8921-89705fa90e22 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/ports?device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 943 time: 0.0561352 Aug 19 18:43:12.388125 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d467b9cb-2e99-461d-b62a-624a9f471e93 req-c5461bc6-525e-4b7b-8e30-1c4f72382f3d tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/security-groups?id=a670853e-bfe8-4544-8168-e4c68be15a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313988 Aug 19 18:43:13.468257 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 997a7104-1631-4c66-bbc4-14eebae1fe70 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:43:13.504915 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a111e-b9bc-4c34-b532-7dedeacb53ed req-b4611278-9972-4ef0-9512-017cc32e33a6 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:13.506700 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-db1a111e-b9bc-4c34-b532-7dedeacb53ed req-b4611278-9972-4ef0-9512-017cc32e33a6 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/ports?device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 943 time: 0.0508115 Aug 19 18:43:13.545718 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-db1a111e-b9bc-4c34-b532-7dedeacb53ed req-edb85efe-5dd0-4e6e-8731-5797ef06538c tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/security-groups?id=a670853e-bfe8-4544-8168-e4c68be15a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328054 Aug 19 18:43:13.567590 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 997a7104-1631-4c66-bbc4-14eebae1fe70, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=997a7104-1631-4c66-bbc4-14eebae1fe70,segment=NetworkSegment(a16ac0c9-9080-4a6d-939a-df4416f779e9),segment_id=a16ac0c9-9080-4a6d-939a-df4416f779e9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:13.580113 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '997a7104-1631-4c66-bbc4-14eebae1fe70', 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e', 'port_id': '997a7104-1631-4c66-bbc4-14eebae1fe70', 'mac_address': 'fa:16:3e:a9:3f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e6c494-fdda-4258-af7c-327bc79060c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:43:13.617880 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:13.630304 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997a7104-1631-4c66-bbc4-14eebae1fe70 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:43:13.650389 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 997a7104-1631-4c66-bbc4-14eebae1fe70, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=997a7104-1631-4c66-bbc4-14eebae1fe70,segment=NetworkSegment(a16ac0c9-9080-4a6d-939a-df4416f779e9),segment_id=a16ac0c9-9080-4a6d-939a-df4416f779e9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:13.654665 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:13.700986 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=997a7104-1631-4c66-bbc4-14eebae1fe70,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:13.911039 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['997a7104-1631-4c66-bbc4-14eebae1fe70'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:43:14.662947 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d897be7-e041-4eb6-8aeb-bf9153d3f6b8 req-44b09f15-16ed-4853-99b1-f30ee435815b tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:14.664365 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6d897be7-e041-4eb6-8aeb-bf9153d3f6b8 req-44b09f15-16ed-4853-99b1-f30ee435815b tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/ports?device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 944 time: 0.0497255 Aug 19 18:43:14.701893 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6d897be7-e041-4eb6-8aeb-bf9153d3f6b8 req-6f1c96af-b43d-4587-9699-01f5c3927359 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/security-groups?id=a670853e-bfe8-4544-8168-e4c68be15a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315468 Aug 19 18:43:15.484179 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 997a7104-1631-4c66-bbc4-14eebae1fe70 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:43:15.534623 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 997a7104-1631-4c66-bbc4-14eebae1fe70 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:43:15.538194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 997a7104-1631-4c66-bbc4-14eebae1fe70 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:15.538566 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:15.615858 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:15.638410 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262f1750-a404-497b-897c-a0a094db41d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997a7104-1631-4c66-bbc4-14eebae1fe70'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:43:15.640749 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51890ed3-723b-4572-9277-e5f72e6a67fb" -d '{"events": [{"server_uuid": "262f1750-a404-497b-897c-a0a094db41d8", "name": "network-vif-plugged", "status": "completed", "tag": "997a7104-1631-4c66-bbc4-14eebae1fe70"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:43:15.655460 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 997a7104-1631-4c66-bbc4-14eebae1fe70, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=997a7104-1631-4c66-bbc4-14eebae1fe70,segment=NetworkSegment(a16ac0c9-9080-4a6d-939a-df4416f779e9),segment_id=a16ac0c9-9080-4a6d-939a-df4416f779e9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:15.659709 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:15.682948 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e588bf53-0d40-49d2-8a6b-d2e8a11c0e2e x-openstack-request-id: req-e588bf53-0d40-49d2-8a6b-d2e8a11c0e2e {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:43:15.683242 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262f1750-a404-497b-897c-a0a094db41d8", "name": "network-vif-plugged", "status": "completed", "tag": "997a7104-1631-4c66-bbc4-14eebae1fe70", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:43:15.683496 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e588bf53-0d40-49d2-8a6b-d2e8a11c0e2e {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:43:15.683888 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262f1750-a404-497b-897c-a0a094db41d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997a7104-1631-4c66-bbc4-14eebae1fe70', 'code': 200} Aug 19 18:43:15.711134 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=997a7104-1631-4c66-bbc4-14eebae1fe70,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:15.822209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed730d-4935-45d4-8633-c90e0dec0e68 req-f4c6db2b-2297-4322-9c9e-8a37a931c027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:15.823732 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f6ed730d-4935-45d4-8633-c90e0dec0e68 req-f4c6db2b-2297-4322-9c9e-8a37a931c027 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 1096 time: 0.0801678 Aug 19 18:43:15.858564 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f645760-b53a-4c79-8dbf-d881139677af req-94e76528-1fc3-449c-a628-544835a0337e tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:15.860048 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f645760-b53a-4c79-8dbf-d881139677af req-94e76528-1fc3-449c-a628-544835a0337e tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/ports?device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 945 time: 0.0890920 Aug 19 18:43:15.889134 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f6ed730d-4935-45d4-8633-c90e0dec0e68 req-33021c78-3df2-41ae-83e9-b42aca52c1ad service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a670853e-bfe8-4544-8168-e4c68be15a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538681 Aug 19 18:43:15.913304 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f645760-b53a-4c79-8dbf-d881139677af req-aa268871-4010-4d04-bfc5-dedd44e3ac85 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/security-groups?id=a670853e-bfe8-4544-8168-e4c68be15a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462849 Aug 19 18:43:16.702477 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:17.040398 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bda678-ac4e-4f71-8694-8ddcd25927c5 req-aebf4d67-57f7-4e89-8e58-a4c28de3237b tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:17.041900 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e6bda678-ac4e-4f71-8694-8ddcd25927c5 req-aebf4d67-57f7-4e89-8e58-a4c28de3237b tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/ports?device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 945 time: 0.0549595 Aug 19 18:43:17.081063 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e6bda678-ac4e-4f71-8694-8ddcd25927c5 req-e4c7ba29-0850-4957-a24d-159ba3051116 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/security-groups?id=a670853e-bfe8-4544-8168-e4c68be15a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326519 Aug 19 18:43:18.199304 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e505e-d9ec-4b50-ad73-b90668c6c60a req-d6a0e364-3a8f-41d5-a7b1-5b91ddc87a26 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:18.200825 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e4e505e-d9ec-4b50-ad73-b90668c6c60a req-d6a0e364-3a8f-41d5-a7b1-5b91ddc87a26 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/ports?device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 945 time: 0.0501034 Aug 19 18:43:18.239550 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e4e505e-d9ec-4b50-ad73-b90668c6c60a req-15f2db73-44bb-4959-b0fd-2d280474ed10 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/security-groups?id=a670853e-bfe8-4544-8168-e4c68be15a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327079 Aug 19 18:43:18.355046 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a382c53-3b8f-42d6-894c-0f72246297a3 req-652479e9-f8c2-40e4-9919-aa737ac70f2f tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:18.356570 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8a382c53-3b8f-42d6-894c-0f72246297a3 req-652479e9-f8c2-40e4-9919-aa737ac70f2f tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/ports?device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 945 time: 0.0512829 Aug 19 18:43:18.394266 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8a382c53-3b8f-42d6-894c-0f72246297a3 req-d43b8825-d05b-4861-ad4e-c4a2464961e2 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/security-groups?id=a670853e-bfe8-4544-8168-e4c68be15a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316858 Aug 19 18:43:18.515675 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9cb71-51f2-4d1c-9ad4-ededea88a1d9 req-64d587aa-576d-47f1-93db-2540caefb5fb tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:18.517177 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1ae9cb71-51f2-4d1c-9ad4-ededea88a1d9 req-64d587aa-576d-47f1-93db-2540caefb5fb tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/ports?device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 945 time: 0.0504725 Aug 19 18:43:18.556195 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1ae9cb71-51f2-4d1c-9ad4-ededea88a1d9 req-b349adfa-7883-4e62-9ad3-ef8be0f28d71 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/security-groups?id=a670853e-bfe8-4544-8168-e4c68be15a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320394 Aug 19 18:43:18.578403 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37586) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:18.706441 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccdb30c-a18e-40af-9d3c-5eb1512f6a8b tempest-TestServerBasicOps-2142133432 tempest-TestServerBasicOps-2142133432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:18.707953 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cccdb30c-a18e-40af-9d3c-5eb1512f6a8b tempest-TestServerBasicOps-2142133432 tempest-TestServerBasicOps-2142133432-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 1091 time: 0.1285536 Aug 19 18:43:18.711769 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37590) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:18.716228 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2c5bf631-a978-464f-b6ee-9ace241d8024 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': '997a7104-1631-4c66-bbc4-14eebae1fe70', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:18.737783 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf631-a978-464f-b6ee-9ace241d8024 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:18.845006 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf631-a978-464f-b6ee-9ace241d8024 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:18.950279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-2c5bf631-a978-464f-b6ee-9ace241d8024 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Allocated IP 172.25.8.15 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/f0ac98e0-7853-4903-8562-f4781b29faae) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:43:19.054492 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf631-a978-464f-b6ee-9ace241d8024 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:19.093840 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf631-a978-464f-b6ee-9ace241d8024 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:19.134176 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5bf631-a978-464f-b6ee-9ace241d8024 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:43:19.137334 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-2c5bf631-a978-464f-b6ee-9ace241d8024 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:43:19.140962 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5bf631-a978-464f-b6ee-9ace241d8024 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:43:19.146440 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bf631-a978-464f-b6ee-9ace241d8024 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Pushing event updated for resources: {'Port': ['ID=f0ac98e0-7853-4903-8562-f4781b29faae,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:19.504084 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf631-a978-464f-b6ee-9ace241d8024 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:19.570814 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf631-a978-464f-b6ee-9ace241d8024 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:19.728882 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf631-a978-464f-b6ee-9ace241d8024 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:19.733309 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf631-a978-464f-b6ee-9ace241d8024 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:19.809634 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bf631-a978-464f-b6ee-9ace241d8024 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Pushing event updated for resources: {'Port': ['ID=f0ac98e0-7853-4903-8562-f4781b29faae,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:19.820845 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf631-a978-464f-b6ee-9ace241d8024 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:20.202973 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-2c5bf631-a978-464f-b6ee-9ace241d8024 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Floating IP 8e60c5ab-0960-4d7e-aaa9-132e0f42532d associated. External IP: 172.25.8.15, port: 997a7104-1631-4c66-bbc4-14eebae1fe70. Aug 19 18:43:20.418917 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5bf631-a978-464f-b6ee-9ace241d8024 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Router 970c1001-b3c3-49ac-ac04-0a31cfc2f04c has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:43:20.530629 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5bf631-a978-464f-b6ee-9ace241d8024 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:43:20.540972 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40174251-3fce-4aab-afbb-e0a873b353ac None None] Sync routers for ids ['970c1001-b3c3-49ac-ac04-0a31cfc2f04c'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:43:20.547937 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf631-a978-464f-b6ee-9ace241d8024 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:20.557255 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40174251-3fce-4aab-afbb-e0a873b353ac None None] Routers {'970c1001-b3c3-49ac-ac04-0a31cfc2f04c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:43:20.558133 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-40174251-3fce-4aab-afbb-e0a873b353ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:43:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['970c1001-b3c3-49ac-ac04-0a31cfc2f04c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:20.579517 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2c5bf631-a978-464f-b6ee-9ace241d8024 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8667033 Aug 19 18:43:20.580098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262f1750-a404-497b-897c-a0a094db41d8', 'tag': '997a7104-1631-4c66-bbc4-14eebae1fe70'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:43:20.582403 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e86dfa-6591-4e51-9b78-a4ebcd14a265" -d '{"events": [{"name": "network-changed", "server_uuid": "262f1750-a404-497b-897c-a0a094db41d8", "tag": "997a7104-1631-4c66-bbc4-14eebae1fe70"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:43:20.619335 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2ebe5a-28e4-4bd6-a94c-66359998c67c x-openstack-request-id: req-eb2ebe5a-28e4-4bd6-a94c-66359998c67c {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:43:20.619649 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262f1750-a404-497b-897c-a0a094db41d8", "tag": "997a7104-1631-4c66-bbc4-14eebae1fe70", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:43:20.619901 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb2ebe5a-28e4-4bd6-a94c-66359998c67c {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:43:20.620304 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '262f1750-a404-497b-897c-a0a094db41d8', 'tag': '997a7104-1631-4c66-bbc4-14eebae1fe70', 'status': 'completed', 'code': 200} Aug 19 18:43:20.668718 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-40174251-3fce-4aab-afbb-e0a873b353ac None None] Set router 970c1001-b3c3-49ac-ac04-0a31cfc2f04c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:43:20.689814 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e86dfa-6591-4e51-9b78-a4ebcd14a265 req-6d033691-27ff-4365-a42c-7ecd033d3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:20.691382 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-22e86dfa-6591-4e51-9b78-a4ebcd14a265 req-6d033691-27ff-4365-a42c-7ecd033d3c6f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b4432f982a94cff9e34a773fdc26972&device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 1096 time: 0.0488570 Aug 19 18:43:20.798958 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e86dfa-6591-4e51-9b78-a4ebcd14a265 req-af18e1c6-9ef6-4da1-8112-15d3b48ddabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:20.800591 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-22e86dfa-6591-4e51-9b78-a4ebcd14a265 req-af18e1c6-9ef6-4da1-8112-15d3b48ddabf service neutron] 10.222.0.54 "GET /v2.0/networks?id=b451c862-8187-43ea-b91e-0391fb652b8e HTTP/1.1" status: 200 len: 909 time: 0.1018682 Aug 19 18:43:20.875231 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-22e86dfa-6591-4e51-9b78-a4ebcd14a265 req-126a89b0-b01a-45fd-a429-efea9862f3b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=997a7104-1631-4c66-bbc4-14eebae1fe70 HTTP/1.1" status: 200 len: 998 time: 0.0674427 Aug 19 18:43:20.922357 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-40174251-3fce-4aab-afbb-e0a873b353ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'name': 'tempest-TestServerBasicOps-227607029-router', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:42:59Z', 'revision_number': 4, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'gw_port': {'id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '8e60c5ab-0960-4d7e-aaa9-132e0f42532d', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'port_id': '997a7104-1631-4c66-bbc4-14eebae1fe70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e', 'mac_address': 'fa:16:3e:a9:3f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f1750-a404-497b-897c-a0a094db41d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:43:19Z', 'updated_at': '2021-08-19T18:43:19Z', 'revision_number': 0, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92301ded-9457-4838-84b0-4afc7c34386b', 'name': '', 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'mac_address': 'fa:16:3e:56:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '18e6c494-fdda-4258-af7c-327bc79060c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:42:58Z', 'updated_at': '2021-08-19T18:43:04Z', 'revision_number': 5, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'subnets': [{'id': '18e6c494-fdda-4258-af7c-327bc79060c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:20.930389 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e86dfa-6591-4e51-9b78-a4ebcd14a265 req-b1dde975-0b5a-4f24-9997-3b9fabeb8da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:20.931977 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-22e86dfa-6591-4e51-9b78-a4ebcd14a265 req-b1dde975-0b5a-4f24-9997-3b9fabeb8da7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18e6c494-fdda-4258-af7c-327bc79060c5 HTTP/1.1" status: 200 len: 847 time: 0.0503032 Aug 19 18:43:20.950398 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40174251-3fce-4aab-afbb-e0a873b353ac None None] Checking router: 970c1001-b3c3-49ac-ac04-0a31cfc2f04c for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:43:20.959165 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40174251-3fce-4aab-afbb-e0a873b353ac None None] Routers {'970c1001-b3c3-49ac-ac04-0a31cfc2f04c'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:43:20.959867 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-40174251-3fce-4aab-afbb-e0a873b353ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:43:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['970c1001-b3c3-49ac-ac04-0a31cfc2f04c'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:20.982087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e86dfa-6591-4e51-9b78-a4ebcd14a265 req-15b4f780-1b5b-465e-b094-6cea6f1fdf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:20.983633 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-22e86dfa-6591-4e51-9b78-a4ebcd14a265 req-15b4f780-1b5b-465e-b094-6cea6f1fdf43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b451c862-8187-43ea-b91e-0391fb652b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444798 Aug 19 18:43:21.071795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-40174251-3fce-4aab-afbb-e0a873b353ac None None] Set router 970c1001-b3c3-49ac-ac04-0a31cfc2f04c gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:43:21.084370 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-22e86dfa-6591-4e51-9b78-a4ebcd14a265 req-b832a862-771d-42ba-9bb9-4e7c6e0e0bfe service neutron] 10.222.0.54 "GET /v2.0/networks/b451c862-8187-43ea-b91e-0391fb652b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917115 Aug 19 18:43:21.178512 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-22e86dfa-6591-4e51-9b78-a4ebcd14a265 req-83a76e92-d9d8-43fc-befb-2c183a5861aa service neutron] 10.222.0.54 "GET /v2.0/networks/b451c862-8187-43ea-b91e-0391fb652b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856833 Aug 19 18:43:21.306094 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-40174251-3fce-4aab-afbb-e0a873b353ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'name': 'tempest-TestServerBasicOps-227607029-router', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:42:59Z', 'revision_number': 4, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'gw_port': {'id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '8e60c5ab-0960-4d7e-aaa9-132e0f42532d', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'port_id': '997a7104-1631-4c66-bbc4-14eebae1fe70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e', 'mac_address': 'fa:16:3e:a9:3f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f1750-a404-497b-897c-a0a094db41d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:43:19Z', 'updated_at': '2021-08-19T18:43:19Z', 'revision_number': 0, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92301ded-9457-4838-84b0-4afc7c34386b', 'name': '', 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'mac_address': 'fa:16:3e:56:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '18e6c494-fdda-4258-af7c-327bc79060c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:42:58Z', 'updated_at': '2021-08-19T18:43:04Z', 'revision_number': 5, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'subnets': [{'id': '18e6c494-fdda-4258-af7c-327bc79060c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:21.333364 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40174251-3fce-4aab-afbb-e0a873b353ac None None] The sync data for ids ['970c1001-b3c3-49ac-ac04-0a31cfc2f04c'] in n-d-803753-2 is: [{'id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'name': 'tempest-TestServerBasicOps-227607029-router', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:42:59Z', 'revision_number': 4, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'gw_port': {'id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '8e60c5ab-0960-4d7e-aaa9-132e0f42532d', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'port_id': '997a7104-1631-4c66-bbc4-14eebae1fe70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e', 'mac_address': 'fa:16:3e:a9:3f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f1750-a404-497b-897c-a0a094db41d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:43:19Z', 'updated_at': '2021-08-19T18:43:19Z', 'revision_number': 0, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92301ded-9457-4838-84b0-4afc7c34386b', 'name': '', 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'mac_address': 'fa:16:3e:56:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '18e6c494-fdda-4258-af7c-327bc79060c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:42:58Z', 'updated_at': '2021-08-19T18:43:04Z', 'revision_number': 5, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'subnets': [{'id': '18e6c494-fdda-4258-af7c-327bc79060c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:43:21.518098 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72daf8f-cde9-4f5d-a7b3-ac5262c8dd65 None None] New status for floating IP 8e60c5ab-0960-4d7e-aaa9-132e0f42532d: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:43:24.807149 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4309c-4c6e-4984-863a-d340633832bb req-9d0cf6ce-c915-463a-89db-60b2b33957ce tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:24.808892 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3c4309c-4c6e-4984-863a-d340633832bb req-9d0cf6ce-c915-463a-89db-60b2b33957ce tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 1096 time: 0.0445774 Aug 19 18:43:24.854296 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3c4309c-4c6e-4984-863a-d340633832bb req-6ae154df-b60a-46f9-933d-21950ca34d20 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381286 Aug 19 18:43:24.879376 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37602) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:25.043826 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-6d50bac1-a678-4e21-aa6c-302e3376ffb1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Deleting port 28f85bb2-c795-4c54-81b1-d45adebaae8d {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:43:25.044104 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6d50bac1-a678-4e21-aa6c-302e3376ffb1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:25.119141 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6d50bac1-a678-4e21-aa6c-302e3376ffb1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:25.119472 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6d50bac1-a678-4e21-aa6c-302e3376ffb1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:25.130757 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-6d50bac1-a678-4e21-aa6c-302e3376ffb1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Calling delete_port for 28f85bb2-c795-4c54-81b1-d45adebaae8d owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:43:25.301376 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6d50bac1-a678-4e21-aa6c-302e3376ffb1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:25.332226 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50bac1-a678-4e21-aa6c-302e3376ffb1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'Port': ['ID=28f85bb2-c795-4c54-81b1-d45adebaae8d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:25.390575 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6d50bac1-a678-4e21-aa6c-302e3376ffb1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:25.390936 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-6d50bac1-a678-4e21-aa6c-302e3376ffb1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Floating IP d9402872-4422-4124-bf26-dbf1eb84b291 disassociated (deleted). External IP: 172.25.8.184, port: 6047515e-b329-4cf3-8899-a4c08b62f859. Aug 19 18:43:25.601308 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d50bac1-a678-4e21-aa6c-302e3376ffb1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Router f18a5b83-432c-456a-bcab-f877216e9871 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:43:25.708478 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d50bac1-a678-4e21-aa6c-302e3376ffb1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:43:25.713284 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6d50bac1-a678-4e21-aa6c-302e3376ffb1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:25.717840 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608a5138-acb2-4077-be4e-95c93d618ce7 None None] Sync routers for ids ['f18a5b83-432c-456a-bcab-f877216e9871'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:43:25.727564 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608a5138-acb2-4077-be4e-95c93d618ce7 None None] Routers {'f18a5b83-432c-456a-bcab-f877216e9871'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:43:25.728163 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-608a5138-acb2-4077-be4e-95c93d618ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:43:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f18a5b83-432c-456a-bcab-f877216e9871'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:25.739376 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6d50bac1-a678-4e21-aa6c-302e3376ffb1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "DELETE /v2.0/floatingips/d9402872-4422-4124-bf26-dbf1eb84b291 HTTP/1.1" status: 204 len: 168 time: 0.8588414 Aug 19 18:43:25.739966 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c32f30c-1af8-4b9b-a66e-bd25eebee277', 'tag': '6047515e-b329-4cf3-8899-a4c08b62f859'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:43:25.742890 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d8a642-409e-41d3-872e-e00d04bec9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "4c32f30c-1af8-4b9b-a66e-bd25eebee277", "tag": "6047515e-b329-4cf3-8899-a4c08b62f859"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:43:25.784217 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88439c4b-5a5a-4065-8669-5dcc1e22bfec x-openstack-request-id: req-88439c4b-5a5a-4065-8669-5dcc1e22bfec {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:43:25.784869 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c32f30c-1af8-4b9b-a66e-bd25eebee277", "tag": "6047515e-b329-4cf3-8899-a4c08b62f859", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:43:25.785657 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88439c4b-5a5a-4065-8669-5dcc1e22bfec {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:43:25.786329 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c32f30c-1af8-4b9b-a66e-bd25eebee277', 'tag': '6047515e-b329-4cf3-8899-a4c08b62f859', 'status': 'completed', 'code': 200} Aug 19 18:43:25.865122 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8a642-409e-41d3-872e-e00d04bec9c8 req-89b0fd3c-c195-42fd-80a3-cb3dfbfa3008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:25.867371 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54d8a642-409e-41d3-872e-e00d04bec9c8 req-89b0fd3c-c195-42fd-80a3-cb3dfbfa3008 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 1096 time: 0.0521719 Aug 19 18:43:25.976710 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8a642-409e-41d3-872e-e00d04bec9c8 req-7810cfcc-a15e-4e94-95a5-cd9eff5c154f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:25.978746 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54d8a642-409e-41d3-872e-e00d04bec9c8 req-7810cfcc-a15e-4e94-95a5-cd9eff5c154f service neutron] 10.222.0.50 "GET /v2.0/networks?id=7e6ce355-a65f-4c63-beff-124f16239e5a HTTP/1.1" status: 200 len: 898 time: 0.0946770 Aug 19 18:43:26.001957 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c2861-466a-45db-9d8b-50a517d9bac4 req-01c65d89-249c-4adc-bd97-8f7bd1e1e005 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:26.003694 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-df9c2861-466a-45db-9d8b-50a517d9bac4 req-01c65d89-249c-4adc-bd97-8f7bd1e1e005 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0558765 Aug 19 18:43:26.027597 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54d8a642-409e-41d3-872e-e00d04bec9c8 req-62d49f53-f12d-41fa-8a27-0021d4264352 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6047515e-b329-4cf3-8899-a4c08b62f859 HTTP/1.1" status: 200 len: 217 time: 0.0403607 Aug 19 18:43:26.032223 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-608a5138-acb2-4077-be4e-95c93d618ce7 None None] Set router f18a5b83-432c-456a-bcab-f877216e9871 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:43:26.043886 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-df9c2861-466a-45db-9d8b-50a517d9bac4 req-ff4c51c7-a304-4864-af02-dad6f1b67736 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341787 Aug 19 18:43:26.080792 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8a642-409e-41d3-872e-e00d04bec9c8 req-f3557179-b73d-42be-a6b3-b3847cb2f6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:26.082321 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54d8a642-409e-41d3-872e-e00d04bec9c8 req-f3557179-b73d-42be-a6b3-b3847cb2f6aa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac1c5742-d9cf-485d-8727-05c0c3c0307e HTTP/1.1" status: 200 len: 835 time: 0.0459528 Aug 19 18:43:26.133216 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8a642-409e-41d3-872e-e00d04bec9c8 req-4a94cd0f-d3bf-49f9-a12a-b0af0bc249a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:26.134674 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54d8a642-409e-41d3-872e-e00d04bec9c8 req-4a94cd0f-d3bf-49f9-a12a-b0af0bc249a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e6ce355-a65f-4c63-beff-124f16239e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423558 Aug 19 18:43:26.228812 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54d8a642-409e-41d3-872e-e00d04bec9c8 req-0dd344be-c0a5-4c49-866c-fcebe05b88fa service neutron] 10.222.0.50 "GET /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859299 Aug 19 18:43:26.235378 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-608a5138-acb2-4077-be4e-95c93d618ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680180181', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:33Z', 'updated_at': '2021-08-19T18:41:38Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:34Z', 'updated_at': '2021-08-19T18:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '7c29ebc2-5d50-4240-8aa2-7c939bcf866b', 'name': '', 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:87:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'ac1c5742-d9cf-485d-8727-05c0c3c0307e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:36Z', 'updated_at': '2021-08-19T18:41:41Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'ac1c5742-d9cf-485d-8727-05c0c3c0307e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:26.266284 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608a5138-acb2-4077-be4e-95c93d618ce7 None None] Checking router: f18a5b83-432c-456a-bcab-f877216e9871 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:43:26.275015 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608a5138-acb2-4077-be4e-95c93d618ce7 None None] Routers {'f18a5b83-432c-456a-bcab-f877216e9871'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:43:26.275634 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-608a5138-acb2-4077-be4e-95c93d618ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:43:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f18a5b83-432c-456a-bcab-f877216e9871'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:26.319897 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54d8a642-409e-41d3-872e-e00d04bec9c8 req-0843610f-f6c1-4652-a3a3-9cd23c27bb26 service neutron] 10.222.0.50 "GET /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828798 Aug 19 18:43:26.384197 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-608a5138-acb2-4077-be4e-95c93d618ce7 None None] Set router f18a5b83-432c-456a-bcab-f877216e9871 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:43:26.583121 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-608a5138-acb2-4077-be4e-95c93d618ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680180181', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:33Z', 'updated_at': '2021-08-19T18:41:38Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:34Z', 'updated_at': '2021-08-19T18:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '7c29ebc2-5d50-4240-8aa2-7c939bcf866b', 'name': '', 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:87:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'ac1c5742-d9cf-485d-8727-05c0c3c0307e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:36Z', 'updated_at': '2021-08-19T18:41:41Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'ac1c5742-d9cf-485d-8727-05c0c3c0307e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:26.613266 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608a5138-acb2-4077-be4e-95c93d618ce7 None None] The sync data for ids ['f18a5b83-432c-456a-bcab-f877216e9871'] in n-d-803753-2 is: [{'id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680180181', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:33Z', 'updated_at': '2021-08-19T18:41:38Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:34Z', 'updated_at': '2021-08-19T18:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '7c29ebc2-5d50-4240-8aa2-7c939bcf866b', 'name': '', 'network_id': '7e6ce355-a65f-4c63-beff-124f16239e5a', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:87:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'ac1c5742-d9cf-485d-8727-05c0c3c0307e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:36Z', 'updated_at': '2021-08-19T18:41:41Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'ac1c5742-d9cf-485d-8727-05c0c3c0307e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:43:26.829577 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdac8c7-6699-420d-afdf-dff9ee3b1607 None None] New status for floating IP d9402872-4422-4124-bf26-dbf1eb84b291: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:43:27.165154 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7adb1d-2c53-4f02-b9a2-387fa30bc3de req-ccae3c46-dffe-4911-95cf-0d3e04041c54 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:27.166692 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ec7adb1d-2c53-4f02-b9a2-387fa30bc3de req-ccae3c46-dffe-4911-95cf-0d3e04041c54 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0521502 Aug 19 18:43:27.205620 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ec7adb1d-2c53-4f02-b9a2-387fa30bc3de req-c95ce7e8-a8ab-4d14-b592-070f085601f9 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330048 Aug 19 18:43:27.327476 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ceb8a0-e709-46dc-9c6a-c348eea88818 req-4d74bed4-e7aa-47f7-abcb-8ec85bf4ef67 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:27.328865 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-55ceb8a0-e709-46dc-9c6a-c348eea88818 req-4d74bed4-e7aa-47f7-abcb-8ec85bf4ef67 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c32f30c-1af8-4b9b-a66e-bd25eebee277 HTTP/1.1" status: 200 len: 945 time: 0.0519648 Aug 19 18:43:27.419180 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-55ceb8a0-e709-46dc-9c6a-c348eea88818 req-f34f03e1-1875-4133-a6c5-f22b32e1276c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Deleting port 6047515e-b329-4cf3-8899-a4c08b62f859 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:43:27.419454 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-55ceb8a0-e709-46dc-9c6a-c348eea88818 req-f34f03e1-1875-4133-a6c5-f22b32e1276c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:27.510151 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-55ceb8a0-e709-46dc-9c6a-c348eea88818 req-f34f03e1-1875-4133-a6c5-f22b32e1276c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] For port 6047515e-b329-4cf3-8899-a4c08b62f859, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=6047515e-b329-4cf3-8899-a4c08b62f859,segment=NetworkSegment(e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b),segment_id=e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:27.510514 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-55ceb8a0-e709-46dc-9c6a-c348eea88818 req-f34f03e1-1875-4133-a6c5-f22b32e1276c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:27.523501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-55ceb8a0-e709-46dc-9c6a-c348eea88818 req-f34f03e1-1875-4133-a6c5-f22b32e1276c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Calling delete_port for 6047515e-b329-4cf3-8899-a4c08b62f859 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:43:27.649017 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-55ceb8a0-e709-46dc-9c6a-c348eea88818 req-f34f03e1-1875-4133-a6c5-f22b32e1276c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:27.682150 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f03e1-1875-4133-a6c5-f22b32e1276c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'Port': ['ID=6047515e-b329-4cf3-8899-a4c08b62f859,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:27.722771 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ceb8a0-e709-46dc-9c6a-c348eea88818 req-f34f03e1-1875-4133-a6c5-f22b32e1276c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] No DVR routers for this DVR port 6047515e-b329-4cf3-8899-a4c08b62f859 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:43:27.725328 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-55ceb8a0-e709-46dc-9c6a-c348eea88818 req-f34f03e1-1875-4133-a6c5-f22b32e1276c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:27.727861 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-55ceb8a0-e709-46dc-9c6a-c348eea88818 req-f34f03e1-1875-4133-a6c5-f22b32e1276c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.50 "DELETE /v2.0/ports/6047515e-b329-4cf3-8899-a4c08b62f859 HTTP/1.1" status: 204 len: 173 time: 0.3928764 Aug 19 18:43:27.728303 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c32f30c-1af8-4b9b-a66e-bd25eebee277', 'name': 'network-vif-deleted', 'tag': '6047515e-b329-4cf3-8899-a4c08b62f859'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:43:27.730650 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7ba584-9dd2-4fc2-b222-96690a83a288" -d '{"events": [{"server_uuid": "4c32f30c-1af8-4b9b-a66e-bd25eebee277", "name": "network-vif-deleted", "tag": "6047515e-b329-4cf3-8899-a4c08b62f859"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:43:27.769997 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59e2438-17d1-45e2-8b9b-1785710cbcfe x-openstack-request-id: req-f59e2438-17d1-45e2-8b9b-1785710cbcfe {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:43:27.770295 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c32f30c-1af8-4b9b-a66e-bd25eebee277", "name": "network-vif-deleted", "tag": "6047515e-b329-4cf3-8899-a4c08b62f859", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:43:27.770549 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f59e2438-17d1-45e2-8b9b-1785710cbcfe {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:43:27.770949 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c32f30c-1af8-4b9b-a66e-bd25eebee277', 'name': 'network-vif-deleted', 'tag': '6047515e-b329-4cf3-8899-a4c08b62f859', 'status': 'completed', 'code': 200} Aug 19 18:43:28.263391 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37618) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:28.752646 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15d6c7ea-51fc-46c0-ada6-75e02d0a1ba9 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:29.063277 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-15d6c7ea-51fc-46c0-ada6-75e02d0a1ba9 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Deleting port 7c29ebc2-5d50-4240-8aa2-7c939bcf866b {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:43:29.063539 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15d6c7ea-51fc-46c0-ada6-75e02d0a1ba9 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:29.155521 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-15d6c7ea-51fc-46c0-ada6-75e02d0a1ba9 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] For port 7c29ebc2-5d50-4240-8aa2-7c939bcf866b, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7c29ebc2-5d50-4240-8aa2-7c939bcf866b,segment=NetworkSegment(e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b),segment_id=e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:29.155898 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15d6c7ea-51fc-46c0-ada6-75e02d0a1ba9 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:29.169286 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-15d6c7ea-51fc-46c0-ada6-75e02d0a1ba9 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Calling delete_port for 7c29ebc2-5d50-4240-8aa2-7c939bcf866b owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:43:29.350267 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15d6c7ea-51fc-46c0-ada6-75e02d0a1ba9 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:29.380390 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6c7ea-51fc-46c0-ada6-75e02d0a1ba9 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'Port': ['ID=7c29ebc2-5d50-4240-8aa2-7c939bcf866b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:29.562448 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-15d6c7ea-51fc-46c0-ada6-75e02d0a1ba9 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:29.789793 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d6c7ea-51fc-46c0-ada6-75e02d0a1ba9 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Router f18a5b83-432c-456a-bcab-f877216e9871 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:43:30.181983 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d6c7ea-51fc-46c0-ada6-75e02d0a1ba9 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:43:30.187713 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-15d6c7ea-51fc-46c0-ada6-75e02d0a1ba9 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "PUT /v2.0/routers/f18a5b83-432c-456a-bcab-f877216e9871/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9232640 Aug 19 18:43:30.190785 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37620) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:30.192513 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60036f2-bb55-47c9-a06d-08f10994bbdd None None] Sync routers for ids ['f18a5b83-432c-456a-bcab-f877216e9871'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:43:30.201823 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60036f2-bb55-47c9-a06d-08f10994bbdd None None] Routers {'f18a5b83-432c-456a-bcab-f877216e9871'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:43:30.202428 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-b60036f2-bb55-47c9-a06d-08f10994bbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:43:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f18a5b83-432c-456a-bcab-f877216e9871'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:30.242555 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-edeed07c-736d-4604-bc96-86904d98b86a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Deleting subnet ac1c5742-d9cf-485d-8727-05c0c3c0307e {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:43:30.246285 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edeed07c-736d-4604-bc96-86904d98b86a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:30.292491 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edeed07c-736d-4604-bc96-86904d98b86a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:30.313351 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-b60036f2-bb55-47c9-a06d-08f10994bbdd None None] Set router f18a5b83-432c-456a-bcab-f877216e9871 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:43:30.378973 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edeed07c-736d-4604-bc96-86904d98b86a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:30.444370 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edeed07c-736d-4604-bc96-86904d98b86a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:30.475326 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeed07c-736d-4604-bc96-86904d98b86a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'Subnet': ['ID=ac1c5742-d9cf-485d-8727-05c0c3c0307e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:30.483751 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edeed07c-736d-4604-bc96-86904d98b86a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:30.486304 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-edeed07c-736d-4604-bc96-86904d98b86a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "DELETE /v2.0/subnets/ac1c5742-d9cf-485d-8727-05c0c3c0307e HTTP/1.1" status: 204 len: 168 time: 0.2934229 Aug 19 18:43:30.488417 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37622) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:30.490363 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c41f3d7-770a-4cbd-aaf6-fc673582231d None None] Network 7e6ce355-a65f-4c63-beff-124f16239e5a requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:43:30.564605 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-b60036f2-bb55-47c9-a06d-08f10994bbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680180181', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:33Z', 'updated_at': '2021-08-19T18:43:29Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:34Z', 'updated_at': '2021-08-19T18:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:30.602849 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3d0d93e6-ec4a-4791-bf6c-5d45298c7744 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:30.611432 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60036f2-bb55-47c9-a06d-08f10994bbdd None None] Checking router: f18a5b83-432c-456a-bcab-f877216e9871 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:43:30.636410 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60036f2-bb55-47c9-a06d-08f10994bbdd None None] Routers {'f18a5b83-432c-456a-bcab-f877216e9871'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:43:30.637044 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-b60036f2-bb55-47c9-a06d-08f10994bbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:43:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['f18a5b83-432c-456a-bcab-f877216e9871'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:30.713288 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3d0d93e6-ec4a-4791-bf6c-5d45298c7744 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:30.754716 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-b60036f2-bb55-47c9-a06d-08f10994bbdd None None] Set router f18a5b83-432c-456a-bcab-f877216e9871 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:43:30.775331 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-3d0d93e6-ec4a-4791-bf6c-5d45298c7744 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Deleting port eda10853-49d5-4e59-a963-e543bbec11e9 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:43:30.775770 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3d0d93e6-ec4a-4791-bf6c-5d45298c7744 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:30.784800 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f13b19-0606-49d5-88cb-b12cdcdac778 None None] DHCP port deletion for 7e6ce355-a65f-4c63-beff-124f16239e5a request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:43:30.870975 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-3d0d93e6-ec4a-4791-bf6c-5d45298c7744 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] For port eda10853-49d5-4e59-a963-e543bbec11e9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=eda10853-49d5-4e59-a963-e543bbec11e9,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:30.871499 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3d0d93e6-ec4a-4791-bf6c-5d45298c7744 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:30.889928 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-3d0d93e6-ec4a-4791-bf6c-5d45298c7744 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Calling delete_port for eda10853-49d5-4e59-a963-e543bbec11e9 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:43:30.935514 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-12f13b19-0606-49d5-88cb-b12cdcdac778 None None] Deleting port 742d47c6-00e4-40a6-ad73-853b0335f08d {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:43:30.935892 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-12f13b19-0606-49d5-88cb-b12cdcdac778 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:31.030817 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-12f13b19-0606-49d5-88cb-b12cdcdac778 None None] For port 742d47c6-00e4-40a6-ad73-853b0335f08d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=742d47c6-00e4-40a6-ad73-853b0335f08d,segment=NetworkSegment(e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b),segment_id=e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:31.031113 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-12f13b19-0606-49d5-88cb-b12cdcdac778 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:31.045507 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-12f13b19-0606-49d5-88cb-b12cdcdac778 None None] Calling delete_port for 742d47c6-00e4-40a6-ad73-853b0335f08d owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:43:31.063220 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3d0d93e6-ec4a-4791-bf6c-5d45298c7744 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:31.065427 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-b60036f2-bb55-47c9-a06d-08f10994bbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680180181', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:33Z', 'updated_at': '2021-08-19T18:43:29Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:34Z', 'updated_at': '2021-08-19T18:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:31.094804 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d93e6-ec4a-4791-bf6c-5d45298c7744 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'Port': ['ID=eda10853-49d5-4e59-a963-e543bbec11e9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:31.124019 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60036f2-bb55-47c9-a06d-08f10994bbdd None None] The sync data for ids ['f18a5b83-432c-456a-bcab-f877216e9871'] in n-d-803753-2 is: [{'id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680180181', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:33Z', 'updated_at': '2021-08-19T18:43:29Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'eda10853-49d5-4e59-a963-e543bbec11e9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18a5b83-432c-456a-bcab-f877216e9871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:34Z', 'updated_at': '2021-08-19T18:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:43:31.165547 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3d0d93e6-ec4a-4791-bf6c-5d45298c7744 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:31.169312 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-12f13b19-0606-49d5-88cb-b12cdcdac778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:31.198016 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f13b19-0606-49d5-88cb-b12cdcdac778 None None] Pushing event deleted for resources: {'Port': ['ID=742d47c6-00e4-40a6-ad73-853b0335f08d,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:31.202108 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f13b19-0606-49d5-88cb-b12cdcdac778 None None] No DVR routers for this DVR port 742d47c6-00e4-40a6-ad73-853b0335f08d on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:43:31.264636 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3d0d93e6-ec4a-4791-bf6c-5d45298c7744 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:31.266749 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3d0d93e6-ec4a-4791-bf6c-5d45298c7744 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:31.310012 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3d0d93e6-ec4a-4791-bf6c-5d45298c7744 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:31.310492 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0d93e6-ec4a-4791-bf6c-5d45298c7744 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Fanout notify agent at l3_agent the message router_deleted on router f18a5b83-432c-456a-bcab-f877216e9871 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:43:31.317214 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3d0d93e6-ec4a-4791-bf6c-5d45298c7744 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:31.318351 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3d0d93e6-ec4a-4791-bf6c-5d45298c7744 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "DELETE /v2.0/routers/f18a5b83-432c-456a-bcab-f877216e9871 HTTP/1.1" status: 204 len: 168 time: 0.8290491 Aug 19 18:43:31.321386 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37624) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:31.396183 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-024e2abc-816c-47af-9047-ed4fc4f11ed1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:31.485505 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-024e2abc-816c-47af-9047-ed4fc4f11ed1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:31.497155 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-024e2abc-816c-47af-9047-ed4fc4f11ed1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6ce355-a65f-4c63-beff-124f16239e5a']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:31.512199 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-024e2abc-816c-47af-9047-ed4fc4f11ed1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:31.512485 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-024e2abc-816c-47af-9047-ed4fc4f11ed1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30b563b-de23-4fe7-be8c-4ef6c8b2ee9b') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:31.522853 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-024e2abc-816c-47af-9047-ed4fc4f11ed1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:31.544264 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-024e2abc-816c-47af-9047-ed4fc4f11ed1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:31.553465 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024e2abc-816c-47af-9047-ed4fc4f11ed1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:43:31.554611 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-024e2abc-816c-47af-9047-ed4fc4f11ed1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:43:31.558579 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:43:31.626947 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-024e2abc-816c-47af-9047-ed4fc4f11ed1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:31.649697 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-024e2abc-816c-47af-9047-ed4fc4f11ed1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:31.654973 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-024e2abc-816c-47af-9047-ed4fc4f11ed1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "DELETE /v2.0/networks/7e6ce355-a65f-4c63-beff-124f16239e5a HTTP/1.1" status: 204 len: 168 time: 0.3292618 Aug 19 18:43:31.654973 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e2abc-816c-47af-9047-ed4fc4f11ed1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'Network': ['ID=7e6ce355-a65f-4c63-beff-124f16239e5a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:31.655488 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37626) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:31.659122 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7c29ebc2-5d50-4240-8aa2-7c939bcf866b no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:43:31.681843 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 7c29ebc2-5d50-4240-8aa2-7c939bcf866b {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:43:31.682210 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7c29ebc2-5d50-4240-8aa2-7c939bcf866b not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:43:31.682684 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 742d47c6-00e4-40a6-ad73-853b0335f08d no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:43:31.701408 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 742d47c6-00e4-40a6-ad73-853b0335f08d {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:43:31.701782 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 742d47c6-00e4-40a6-ad73-853b0335f08d not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:43:31.716291 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f3abbd07-9798-4563-9666-2ec870814127 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:31.743461 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f3abbd07-9798-4563-9666-2ec870814127 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:31.809545 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f3abbd07-9798-4563-9666-2ec870814127 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:31.812275 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f3abbd07-9798-4563-9666-2ec870814127 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:31.813518 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f3abbd07-9798-4563-9666-2ec870814127 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "DELETE /v2.0/security-groups/db8f5ed1-29ac-414f-b3d5-d84f2f0f599a HTTP/1.1" status: 204 len: 168 time: 0.1575358 Aug 19 18:43:31.824951 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abbd07-9798-4563-9666-2ec870814127 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8f5ed1-29ac-414f-b3d5-d84f2f0f599a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:32.015112 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37632) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:32.019827 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-027cf766-b5f9-4829-bc23-991b93be67b2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-530607801', 'description': 'tempest-secgroup-smoke-530607801 description', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:32.041917 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-027cf766-b5f9-4829-bc23-991b93be67b2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.125469 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-027cf766-b5f9-4829-bc23-991b93be67b2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.129374 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-027cf766-b5f9-4829-bc23-991b93be67b2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.157468 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-027cf766-b5f9-4829-bc23-991b93be67b2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.158636 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-027cf766-b5f9-4829-bc23-991b93be67b2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1425133 Aug 19 18:43:32.160455 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027cf766-b5f9-4829-bc23-991b93be67b2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0072f564-87ad-4cc2-a4f7-340106dd4ca7,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:32.161671 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37634) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:32.166487 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f466bdef-d2a5-43aa-86d4-1912b2936cb5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group_rule': {'security_group_id': '0072f564-87ad-4cc2-a4f7-340106dd4ca7', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:32.193742 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f466bdef-d2a5-43aa-86d4-1912b2936cb5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.219684 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 6047515e-b329-4cf3-8899-a4c08b62f859 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:43:32.243156 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 6047515e-b329-4cf3-8899-a4c08b62f859 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:43:32.243505 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 6047515e-b329-4cf3-8899-a4c08b62f859 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:43:32.260819 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f466bdef-d2a5-43aa-86d4-1912b2936cb5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.264470 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f466bdef-d2a5-43aa-86d4-1912b2936cb5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.284553 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466bdef-d2a5-43aa-86d4-1912b2936cb5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d08f302-785f-495a-96d6-b2688b240bf3,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:32.292282 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f466bdef-d2a5-43aa-86d4-1912b2936cb5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.293650 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f466bdef-d2a5-43aa-86d4-1912b2936cb5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309035 Aug 19 18:43:32.296507 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37636) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:32.300931 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-37cace31-5aeb-4e41-b225-f626e6e90f89 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group_rule': {'security_group_id': '0072f564-87ad-4cc2-a4f7-340106dd4ca7', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:32.327974 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-37cace31-5aeb-4e41-b225-f626e6e90f89 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.386851 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-37cace31-5aeb-4e41-b225-f626e6e90f89 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.390810 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-37cace31-5aeb-4e41-b225-f626e6e90f89 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.412886 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cace31-5aeb-4e41-b225-f626e6e90f89 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d18c86c9-1aa8-48ba-9036-5e668a101b98,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:32.416353 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-37cace31-5aeb-4e41-b225-f626e6e90f89 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.417568 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-37cace31-5aeb-4e41-b225-f626e6e90f89 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201253 Aug 19 18:43:32.420505 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37638) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:32.425385 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-dd4ab97d-8814-4efa-9886-6334807e7428 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group_rule': {'security_group_id': '0072f564-87ad-4cc2-a4f7-340106dd4ca7', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:32.451150 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd4ab97d-8814-4efa-9886-6334807e7428 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.508923 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd4ab97d-8814-4efa-9886-6334807e7428 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.512356 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd4ab97d-8814-4efa-9886-6334807e7428 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.530861 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ab97d-8814-4efa-9886-6334807e7428 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0183ce11-2e48-4435-bc07-194d3a415bd9,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:32.534474 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd4ab97d-8814-4efa-9886-6334807e7428 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.535767 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-dd4ab97d-8814-4efa-9886-6334807e7428 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142299 Aug 19 18:43:32.539144 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37640) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:32.543556 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-b4dc63ea-e73f-4d80-94de-d2c9c6fec09b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group_rule': {'security_group_id': '0072f564-87ad-4cc2-a4f7-340106dd4ca7', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:32.568378 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b4dc63ea-e73f-4d80-94de-d2c9c6fec09b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.636646 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b4dc63ea-e73f-4d80-94de-d2c9c6fec09b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.640923 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b4dc63ea-e73f-4d80-94de-d2c9c6fec09b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.659077 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc63ea-e73f-4d80-94de-d2c9c6fec09b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=283d1811-d0d4-491c-a90e-df77c174d65b,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:32.665341 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b4dc63ea-e73f-4d80-94de-d2c9c6fec09b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.666428 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b4dc63ea-e73f-4d80-94de-d2c9c6fec09b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263320 Aug 19 18:43:32.669411 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37642) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:32.673839 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-6ae49aa0-329e-4288-a410-04f10800bd4e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group_rule': {'security_group_id': '0072f564-87ad-4cc2-a4f7-340106dd4ca7', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:32.694928 n-d-803753-2 neutron-server[94682]: INFO neutron.db.securitygroups_db [None req-6ae49aa0-329e-4288-a410-04f10800bd4e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Project d3e4dc16e471490aa2d32d2b3d24f738 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:43:32.699757 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6ae49aa0-329e-4288-a410-04f10800bd4e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.761806 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6ae49aa0-329e-4288-a410-04f10800bd4e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.765518 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6ae49aa0-329e-4288-a410-04f10800bd4e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.785469 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae49aa0-329e-4288-a410-04f10800bd4e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a25b3f-b4da-46db-af79-f80de9a4d924,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:32.788778 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6ae49aa0-329e-4288-a410-04f10800bd4e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.794004 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6ae49aa0-329e-4288-a410-04f10800bd4e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198082 Aug 19 18:43:32.794004 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37644) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:32.797685 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-aee146c6-cbfe-42e1-95e3-460bcc029657 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group_rule': {'security_group_id': '0072f564-87ad-4cc2-a4f7-340106dd4ca7', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:32.821021 n-d-803753-2 neutron-server[94682]: INFO neutron.db.securitygroups_db [None req-aee146c6-cbfe-42e1-95e3-460bcc029657 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Project d3e4dc16e471490aa2d32d2b3d24f738 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:43:32.825879 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aee146c6-cbfe-42e1-95e3-460bcc029657 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.891625 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aee146c6-cbfe-42e1-95e3-460bcc029657 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.895768 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aee146c6-cbfe-42e1-95e3-460bcc029657 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.919674 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee146c6-cbfe-42e1-95e3-460bcc029657 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815809ef-17e5-4845-9abe-e3931786eb0f,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:32.926499 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aee146c6-cbfe-42e1-95e3-460bcc029657 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.927945 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-aee146c6-cbfe-42e1-95e3-460bcc029657 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1337490 Aug 19 18:43:32.930985 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37646) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:32.936509 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-514246cc-2f15-4a34-861c-39f1cbca265d tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'network': {'name': 'tempest-network-smoke--802680268', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'port_security_enabled': True}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:32.961601 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514246cc-2f15-4a34-861c-39f1cbca265d tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Made reservation on behalf of d3e4dc16e471490aa2d32d2b3d24f738 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:43:32.965023 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-514246cc-2f15-4a34-861c-39f1cbca265d tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.987759 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514246cc-2f15-4a34-861c-39f1cbca265d tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:43:32.996957 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-514246cc-2f15-4a34-861c-39f1cbca265d tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.997303 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-514246cc-2f15-4a34-861c-39f1cbca265d tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Added segment 23735994-fef5-4479-b4c0-1954a31990ca of type vlan for network 8f104859-e2a0-4085-8870-4b009fbb68f3 Aug 19 18:43:33.039400 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-514246cc-2f15-4a34-861c-39f1cbca265d tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:33.063608 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-514246cc-2f15-4a34-861c-39f1cbca265d tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:33.069051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514246cc-2f15-4a34-861c-39f1cbca265d tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:33.070207 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-514246cc-2f15-4a34-861c-39f1cbca265d tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:33.130052 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-514246cc-2f15-4a34-861c-39f1cbca265d tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1979809 Aug 19 18:43:33.133427 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37648) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:33.136309 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514246cc-2f15-4a34-861c-39f1cbca265d tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Network': ['ID=8f104859-e2a0-4085-8870-4b009fbb68f3,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:33.138415 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-98278739-92f2-4fc1-810b-99eade0344cd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1235511711', 'admin_state_up': True, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:33.146449 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 8f104859-e2a0-4085-8870-4b009fbb68f3 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:43:33.162101 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-98278739-92f2-4fc1-810b-99eade0344cd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:33.163257 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-98278739-92f2-4fc1-810b-99eade0344cd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:33.217008 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-98278739-92f2-4fc1-810b-99eade0344cd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:33.357345 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-98278739-92f2-4fc1-810b-99eade0344cd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:33.536628 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device eda10853-49d5-4e59-a963-e543bbec11e9 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:43:33.550832 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-98278739-92f2-4fc1-810b-99eade0344cd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:33.559413 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: eda10853-49d5-4e59-a963-e543bbec11e9 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:43:33.559764 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device eda10853-49d5-4e59-a963-e543bbec11e9 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:43:33.570514 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-98278739-92f2-4fc1-810b-99eade0344cd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:33.672379 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-98278739-92f2-4fc1-810b-99eade0344cd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Allocated IP 172.25.8.28 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/fbf157c8-71b4-4354-b74c-1892da89a38d) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:43:33.775339 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-98278739-92f2-4fc1-810b-99eade0344cd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:33.814849 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-98278739-92f2-4fc1-810b-99eade0344cd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:33.856432 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98278739-92f2-4fc1-810b-99eade0344cd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:43:33.859352 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-98278739-92f2-4fc1-810b-99eade0344cd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:43:33.862207 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98278739-92f2-4fc1-810b-99eade0344cd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:43:33.887485 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98278739-92f2-4fc1-810b-99eade0344cd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Port': ['ID=fbf157c8-71b4-4354-b74c-1892da89a38d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:34.114946 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-98278739-92f2-4fc1-810b-99eade0344cd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:34.319691 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-98278739-92f2-4fc1-810b-99eade0344cd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:34.446033 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98278739-92f2-4fc1-810b-99eade0344cd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Router 3fd61cd5-6ca7-415c-b896-63b5c0040820 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:43:34.556291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98278739-92f2-4fc1-810b-99eade0344cd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:43:34.566202 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] Sync routers for ids ['3fd61cd5-6ca7-415c-b896-63b5c0040820'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:43:34.575618 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] Routers {'3fd61cd5-6ca7-415c-b896-63b5c0040820'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:43:34.576218 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:43:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['3fd61cd5-6ca7-415c-b896-63b5c0040820'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:34.576623 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-98278739-92f2-4fc1-810b-99eade0344cd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:34.578002 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-98278739-92f2-4fc1-810b-99eade0344cd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4433928 Aug 19 18:43:34.581175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37652) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:34.621921 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a81e2b6c-3a14-421e-8f2a-b6cd785c0c7e tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=d3e4dc16e471490aa2d32d2b3d24f738&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372033 Aug 19 18:43:34.622156 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37654) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:34.625009 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-08106351-ba61-429c-be3a-b416d8f5c12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:34.681111 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] Set router 3fd61cd5-6ca7-415c-b896-63b5c0040820 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:43:34.773772 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d19328-a193-47ba-90c9-99f79c503b76 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:34.775218 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-50d19328-a193-47ba-90c9-99f79c503b76 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1521659 Aug 19 18:43:34.778260 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37656) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:34.814695 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cabe9c52-fb3f-4479-b53c-48ba0fabf4a6 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352845 Aug 19 18:43:34.817279 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37658) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:34.822629 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-af25c350-4658-44a4-9e09-20348a55958e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-384730232', 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:34.863468 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235511711', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:34Z', 'revision_number': 3, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:34.892922 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] Checking router: 3fd61cd5-6ca7-415c-b896-63b5c0040820 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:43:34.893409 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] Updating router 3fd61cd5-6ca7-415c-b896-63b5c0040820 port fbf157c8-71b4-4354-b74c-1892da89a38d binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:43:34.919086 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:34.921981 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af25c350-4658-44a4-9e09-20348a55958e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Made reservation on behalf of d3e4dc16e471490aa2d32d2b3d24f738 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:43:34.925611 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-af25c350-4658-44a4-9e09-20348a55958e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:35.115604 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-af25c350-4658-44a4-9e09-20348a55958e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:35.173690 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25c350-4658-44a4-9e09-20348a55958e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Subnet': ['ID=c5b19aa8-cf00-48e0-af00-1eedd82799b5,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:35.190900 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25c350-4658-44a4-9e09-20348a55958e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Checking segment: {'id': '23735994-fef5-4479-b4c0-1954a31990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:43:35.191253 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af25c350-4658-44a4-9e09-20348a55958e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network hostable DHCP agents. Network: 8f104859-e2a0-4085-8870-4b009fbb68f3, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:43:35.207782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af25c350-4658-44a4-9e09-20348a55958e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network 8f104859-e2a0-4085-8870-4b009fbb68f3 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:43:35.217171 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-af25c350-4658-44a4-9e09-20348a55958e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 8f104859-e2a0-4085-8870-4b009fbb68f3) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:43:35.221604 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af25c350-4658-44a4-9e09-20348a55958e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:35.222193 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-af25c350-4658-44a4-9e09-20348a55958e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:35.230134 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78d90ff-3cf5-4eea-9293-2b0a8f819e55 None None] Network 8f104859-e2a0-4085-8870-4b009fbb68f3 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:43:35.240242 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-af25c350-4658-44a4-9e09-20348a55958e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4193068 Aug 19 18:43:35.240481 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37660) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:35.273581 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:35.283903 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] Transition to ACTIVE for port object fbf157c8-71b4-4354-b74c-1892da89a38d will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:43:35.290638 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:35.336668 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] Attempting to bind port fbf157c8-71b4-4354-b74c-1892da89a38d on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:43:35.337179 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] Attempting to bind port fbf157c8-71b4-4354-b74c-1892da89a38d by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:43:35.337659 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] Attempting to bind port fbf157c8-71b4-4354-b74c-1892da89a38d on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:43:35.350288 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:43:35.351204 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:43:35.351365 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:35.351790 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:43:35.352361 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] Bound port: fbf157c8-71b4-4354-b74c-1892da89a38d, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:43:35.352867 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:35.391979 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948558e-db2f-4fe1-9b7f-a7491a42e849 None None] Pushing event updated for resources: {'Port': ['ID=fbf157c8-71b4-4354-b74c-1892da89a38d,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:35.396525 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c995953-c26e-4d55-872b-f3c17b909803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-8f104859-e2a0-4085-8870-4b009fbb68f3', 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'fixed_ips': [{'subnet_id': 'c5b19aa8-cf00-48e0-af00-1eedd82799b5'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:43:35.398471 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6c995953-c26e-4d55-872b-f3c17b909803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:35.419360 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] For port fbf157c8-71b4-4354-b74c-1892da89a38d, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:43:35.424633 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] For port fbf157c8-71b4-4354-b74c-1892da89a38d, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=fbf157c8-71b4-4354-b74c-1892da89a38d,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:43:35.431043 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:35.494099 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] Routers {'3fd61cd5-6ca7-415c-b896-63b5c0040820'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:43:35.495315 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:43:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['3fd61cd5-6ca7-415c-b896-63b5c0040820'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:35.540063 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948558e-db2f-4fe1-9b7f-a7491a42e849 None None] Pushing event updated for resources: {'Port': ['ID=fbf157c8-71b4-4354-b74c-1892da89a38d,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:35.617597 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] Set router 3fd61cd5-6ca7-415c-b896-63b5c0040820 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:43:35.717401 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-6c995953-c26e-4d55-872b-f3c17b909803 None None] Allocated IP 172.20.0.2 (8f104859-e2a0-4085-8870-4b009fbb68f3/c5b19aa8-cf00-48e0-af00-1eedd82799b5/408c3061-bdf0-422a-b086-09785894690b) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:43:35.821078 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235511711', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:34Z', 'revision_number': 3, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:35.849147 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f752ddc-f7f7-470d-8d15-a88194bfd917 None None] The sync data for ids ['3fd61cd5-6ca7-415c-b896-63b5c0040820'] in n-d-803753-2 is: [{'id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235511711', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:34Z', 'revision_number': 3, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:43:35.879512 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6c995953-c26e-4d55-872b-f3c17b909803 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:35.890039 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6c995953-c26e-4d55-872b-f3c17b909803 None None] Transition to ACTIVE for port object 408c3061-bdf0-422a-b086-09785894690b will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:43:35.907551 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6c995953-c26e-4d55-872b-f3c17b909803 None None] Transition to ACTIVE for port object 408c3061-bdf0-422a-b086-09785894690b will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:43:35.914474 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6c995953-c26e-4d55-872b-f3c17b909803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:35.957843 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c995953-c26e-4d55-872b-f3c17b909803 None None] Network 8f104859-e2a0-4085-8870-4b009fbb68f3 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:43:35.964229 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-6c995953-c26e-4d55-872b-f3c17b909803 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:43:35.966801 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c995953-c26e-4d55-872b-f3c17b909803 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:43:35.972229 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c995953-c26e-4d55-872b-f3c17b909803 None None] Pushing event updated for resources: {'Port': ['ID=408c3061-bdf0-422a-b086-09785894690b,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:36.032193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-6c995953-c26e-4d55-872b-f3c17b909803 None None] Attempting to bind port 408c3061-bdf0-422a-b086-09785894690b on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:43:36.032569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-6c995953-c26e-4d55-872b-f3c17b909803 None None] Attempting to bind port 408c3061-bdf0-422a-b086-09785894690b by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '23735994-fef5-4479-b4c0-1954a31990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:43:36.032934 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c995953-c26e-4d55-872b-f3c17b909803 None None] Attempting to bind port 408c3061-bdf0-422a-b086-09785894690b on network 8f104859-e2a0-4085-8870-4b009fbb68f3 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:43:36.038937 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c995953-c26e-4d55-872b-f3c17b909803 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:43:36.038937 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c995953-c26e-4d55-872b-f3c17b909803 None None] Checking segment: {'id': '23735994-fef5-4479-b4c0-1954a31990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:43:36.039283 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6c995953-c26e-4d55-872b-f3c17b909803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:36.039689 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c995953-c26e-4d55-872b-f3c17b909803 None None] Bound using segment: {'id': '23735994-fef5-4479-b4c0-1954a31990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:43:36.040268 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-6c995953-c26e-4d55-872b-f3c17b909803 None None] Bound port: 408c3061-bdf0-422a-b086-09785894690b, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23735994-fef5-4479-b4c0-1954a31990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:43:36.041734 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6c995953-c26e-4d55-872b-f3c17b909803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:36.101925 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-892ae0c2-b58b-4f7a-9730-ca2d25f2a799 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:36.125325 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-6c995953-c26e-4d55-872b-f3c17b909803 None None] For port 408c3061-bdf0-422a-b086-09785894690b, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:43:36.128818 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-6c995953-c26e-4d55-872b-f3c17b909803 None None] For port 408c3061-bdf0-422a-b086-09785894690b, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=408c3061-bdf0-422a-b086-09785894690b,segment=NetworkSegment(23735994-fef5-4479-b4c0-1954a31990ca),segment_id=23735994-fef5-4479-b4c0-1954a31990ca)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:43:36.134133 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6c995953-c26e-4d55-872b-f3c17b909803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:36.192613 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c995953-c26e-4d55-872b-f3c17b909803 None None] Pushing event updated for resources: {'Port': ['ID=408c3061-bdf0-422a-b086-09785894690b,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:36.418585 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-892ae0c2-b58b-4f7a-9730-ca2d25f2a799 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Allocated IP 172.20.0.1 (8f104859-e2a0-4085-8870-4b009fbb68f3/c5b19aa8-cf00-48e0-af00-1eedd82799b5/a6ab773b-040f-4bb7-bbed-ee39c7977ee2) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:43:36.559544 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-892ae0c2-b58b-4f7a-9730-ca2d25f2a799 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:36.574896 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-892ae0c2-b58b-4f7a-9730-ca2d25f2a799 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Transition to ACTIVE for port object a6ab773b-040f-4bb7-bbed-ee39c7977ee2 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:43:36.609388 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-892ae0c2-b58b-4f7a-9730-ca2d25f2a799 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:36.655303 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892ae0c2-b58b-4f7a-9730-ca2d25f2a799 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network 8f104859-e2a0-4085-8870-4b009fbb68f3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:43:36.660916 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-892ae0c2-b58b-4f7a-9730-ca2d25f2a799 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:43:36.664574 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892ae0c2-b58b-4f7a-9730-ca2d25f2a799 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:43:36.696260 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ae0c2-b58b-4f7a-9730-ca2d25f2a799 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Port': ['ID=a6ab773b-040f-4bb7-bbed-ee39c7977ee2,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:36.718367 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-892ae0c2-b58b-4f7a-9730-ca2d25f2a799 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:36.861472 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-892ae0c2-b58b-4f7a-9730-ca2d25f2a799 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:37.144475 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a8b694-642e-49ff-8d17-3553c5841bde None None] Network 8f104859-e2a0-4085-8870-4b009fbb68f3 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:43:37.157915 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-892ae0c2-b58b-4f7a-9730-ca2d25f2a799 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:37.163254 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-892ae0c2-b58b-4f7a-9730-ca2d25f2a799 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:37.204306 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0582287e-dc18-4345-bf60-9573babe76d4 None None] Provisioning for port 408c3061-bdf0-422a-b086-09785894690b completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:43:37.270448 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ae0c2-b58b-4f7a-9730-ca2d25f2a799 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Port': ['ID=a6ab773b-040f-4bb7-bbed-ee39c7977ee2,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:37.274824 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-892ae0c2-b58b-4f7a-9730-ca2d25f2a799 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:37.317128 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:37.387732 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892ae0c2-b58b-4f7a-9730-ca2d25f2a799 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network 8f104859-e2a0-4085-8870-4b009fbb68f3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:43:37.389835 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-892ae0c2-b58b-4f7a-9730-ca2d25f2a799 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:43:37.395443 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b9e76469-9944-4383-befa-74bdd0cd131e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:37.514581 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892ae0c2-b58b-4f7a-9730-ca2d25f2a799 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Router 3fd61cd5-6ca7-415c-b896-63b5c0040820 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:43:37.635870 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5f1def40-3abd-4201-9583-6ff563847036 None None] Provisioning for port a6ab773b-040f-4bb7-bbed-ee39c7977ee2 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:43:37.640906 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5f1def40-3abd-4201-9583-6ff563847036 None None] Provisioning complete for port a6ab773b-040f-4bb7-bbed-ee39c7977ee2 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:37.641068 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5f1def40-3abd-4201-9583-6ff563847036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:37.658558 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892ae0c2-b58b-4f7a-9730-ca2d25f2a799 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:43:37.666632 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-892ae0c2-b58b-4f7a-9730-ca2d25f2a799 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "PUT /v2.0/routers/3fd61cd5-6ca7-415c-b896-63b5c0040820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4251533 Aug 19 18:43:37.692887 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fbf157c8-71b4-4354-b74c-1892da89a38d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:43:37.735846 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-5f1def40-3abd-4201-9583-6ff563847036 None None] Port a6ab773b-040f-4bb7-bbed-ee39c7977ee2 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:43:37.785179 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port fbf157c8-71b4-4354-b74c-1892da89a38d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:43:37.791878 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port fbf157c8-71b4-4354-b74c-1892da89a38d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:37.792431 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:37.823678 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] Sync routers for ids ['3fd61cd5-6ca7-415c-b896-63b5c0040820'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:43:37.844385 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] Routers {'3fd61cd5-6ca7-415c-b896-63b5c0040820'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:43:37.845041 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:43:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['3fd61cd5-6ca7-415c-b896-63b5c0040820'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:37.903802 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-e2f5ca05-c7e0-48e3-a1da-81f7305f5692 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-530607801&fields=id&tenant_id=d3e4dc16e471490aa2d32d2b3d24f738 HTTP/1.1" status: 200 len: 267 time: 0.0392396 Aug 19 18:43:37.951286 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-74615111-2da7-47b8-b236-1eceb347dbeb None None] Provisioning complete for port a6ab773b-040f-4bb7-bbed-ee39c7977ee2 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:37.951654 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-74615111-2da7-47b8-b236-1eceb347dbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:38.030729 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-35ba5e28-e73b-4ebf-967b-3543183a7c0f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:38.032239 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-35ba5e28-e73b-4ebf-967b-3543183a7c0f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/networks?id=8f104859-e2a0-4085-8870-4b009fbb68f3 HTTP/1.1" status: 200 len: 796 time: 0.1216226 Aug 19 18:43:38.038053 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] Set router 3fd61cd5-6ca7-415c-b896-63b5c0040820 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:43:38.040909 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:38.049005 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-0c934dc9-8b8b-460c-8500-6b2543e81d75 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/quotas/d3e4dc16e471490aa2d32d2b3d24f738 HTTP/1.1" status: 200 len: 375 time: 0.0098913 Aug 19 18:43:38.075951 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-74615111-2da7-47b8-b236-1eceb347dbeb None None] Port a6ab773b-040f-4bb7-bbed-ee39c7977ee2 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:43:38.097318 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port fbf157c8-71b4-4354-b74c-1892da89a38d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=fbf157c8-71b4-4354-b74c-1892da89a38d,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:38.106729 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:38.107512 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 408c3061-bdf0-422a-b086-09785894690b up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:43:38.113018 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-f2f56e0e-df06-43b9-ad1e-b795e3e4b27c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549109 Aug 19 18:43:38.218198 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-8aa4082b-f310-48b0-bd88-eec9c0a47703 service neutron] 10.222.0.24 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862811 Aug 19 18:43:38.284728 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=fbf157c8-71b4-4354-b74c-1892da89a38d,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:38.289004 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:38.292349 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-747283e9-8102-4b43-804c-bc50c8b3468d None None] Provisioning complete for port a6ab773b-040f-4bb7-bbed-ee39c7977ee2 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:38.292717 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-747283e9-8102-4b43-804c-bc50c8b3468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:38.321315 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-e9d6f095-3458-405e-9a77-80054d990150 service neutron] 10.222.0.24 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953350 Aug 19 18:43:38.349990 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 408c3061-bdf0-422a-b086-09785894690b completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:43:38.378744 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-747283e9-8102-4b43-804c-bc50c8b3468d None None] Port a6ab773b-040f-4bb7-bbed-ee39c7977ee2 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:43:38.380898 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 408c3061-bdf0-422a-b086-09785894690b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:38.381271 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:38.442280 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235511711', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:36Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'a6ab773b-040f-4bb7-bbed-ee39c7977ee2', 'name': '', 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:6f:0e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5b19aa8-cf00-48e0-af00-1eedd82799b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:36Z', 'updated_at': '2021-08-19T18:43:37Z', 'revision_number': 2, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'c5b19aa8-cf00-48e0-af00-1eedd82799b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:38.474758 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] Checking router: 3fd61cd5-6ca7-415c-b896-63b5c0040820 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:43:38.475129 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] Updating router 3fd61cd5-6ca7-415c-b896-63b5c0040820 port a6ab773b-040f-4bb7-bbed-ee39c7977ee2 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:43:38.521717 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cfe1b132-97b8-467d-8b66-71f8eaa5c080 req-0a118330-94c5-4b96-a89a-314eaaff1609 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 210 time: 0.0410879 Aug 19 18:43:38.531804 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:38.541574 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:38.611049 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 408c3061-bdf0-422a-b086-09785894690b, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=408c3061-bdf0-422a-b086-09785894690b,segment=NetworkSegment(23735994-fef5-4479-b4c0-1954a31990ca),segment_id=23735994-fef5-4479-b4c0-1954a31990ca)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:38.658834 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:38.768358 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=408c3061-bdf0-422a-b086-09785894690b,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:38.887465 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:38.897411 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] Transition to ACTIVE for port object a6ab773b-040f-4bb7-bbed-ee39c7977ee2 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:43:38.903863 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:38.961895 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581ad1a-2c9a-4313-8099-49465af17047 None None] Pushing event updated for resources: {'Port': ['ID=a6ab773b-040f-4bb7-bbed-ee39c7977ee2,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:39.017701 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] Attempting to bind port a6ab773b-040f-4bb7-bbed-ee39c7977ee2 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:43:39.018104 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] Attempting to bind port a6ab773b-040f-4bb7-bbed-ee39c7977ee2 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '23735994-fef5-4479-b4c0-1954a31990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:43:39.018509 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] Attempting to bind port a6ab773b-040f-4bb7-bbed-ee39c7977ee2 on network 8f104859-e2a0-4085-8870-4b009fbb68f3 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:43:39.023763 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:43:39.024184 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] Checking segment: {'id': '23735994-fef5-4479-b4c0-1954a31990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:43:39.024584 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:39.025022 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] Bound using segment: {'id': '23735994-fef5-4479-b4c0-1954a31990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:43:39.025804 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] Bound port: a6ab773b-040f-4bb7-bbed-ee39c7977ee2, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23735994-fef5-4479-b4c0-1954a31990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:43:39.025930 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:39.095075 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] For port a6ab773b-040f-4bb7-bbed-ee39c7977ee2, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:43:39.098602 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] For port a6ab773b-040f-4bb7-bbed-ee39c7977ee2, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a6ab773b-040f-4bb7-bbed-ee39c7977ee2,segment=NetworkSegment(23735994-fef5-4479-b4c0-1954a31990ca),segment_id=23735994-fef5-4479-b4c0-1954a31990ca)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:43:39.103253 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:39.170336 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] Routers {'3fd61cd5-6ca7-415c-b896-63b5c0040820'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:43:39.170973 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:43:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['3fd61cd5-6ca7-415c-b896-63b5c0040820'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:39.174101 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581ad1a-2c9a-4313-8099-49465af17047 None None] Pushing event updated for resources: {'Port': ['ID=a6ab773b-040f-4bb7-bbed-ee39c7977ee2,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:39.294884 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] Set router 3fd61cd5-6ca7-415c-b896-63b5c0040820 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:43:39.479671 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-31ef76be-1066-43db-bf22-1e13d00238cb tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:39.481517 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-31ef76be-1066-43db-bf22-1e13d00238cb tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.50 "GET /v2.0/networks?id=8f104859-e2a0-4085-8870-4b009fbb68f3 HTTP/1.1" status: 200 len: 796 time: 0.1137199 Aug 19 18:43:39.534039 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-3a2d5ae4-5a5a-4ed0-a63b-66cd4fb417e4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3e4dc16e471490aa2d32d2b3d24f738 HTTP/1.1" status: 200 len: 379 time: 0.0425529 Aug 19 18:43:39.552939 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-24539cad-6724-43c2-ad7c-72e13295e228 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'port': {'device_id': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3', 'admin_state_up': True, 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'security_groups': ['0072f564-87ad-4cc2-a4f7-340106dd4ca7']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:39.622414 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fbf157c8-71b4-4354-b74c-1892da89a38d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:43:39.645476 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fe1a3b9a-4b23-4e82-bb42-5a161ddcfac2 req-b42ed12d-602d-4294-855f-d37035a0f8b2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 210 time: 0.0351722 Aug 19 18:43:39.696638 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-24539cad-6724-43c2-ad7c-72e13295e228 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Made reservation on behalf of d3e4dc16e471490aa2d32d2b3d24f738 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:43:39.700565 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-24539cad-6724-43c2-ad7c-72e13295e228 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:39.716153 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port fbf157c8-71b4-4354-b74c-1892da89a38d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:39.716531 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:39.754030 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235511711', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:36Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'a6ab773b-040f-4bb7-bbed-ee39c7977ee2', 'name': '', 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:6f:0e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5b19aa8-cf00-48e0-af00-1eedd82799b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:36Z', 'updated_at': '2021-08-19T18:43:39Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'c5b19aa8-cf00-48e0-af00-1eedd82799b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:39.794056 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5ede5c-3028-47a2-a78a-37649ad4be83 None None] The sync data for ids ['3fd61cd5-6ca7-415c-b896-63b5c0040820'] in n-d-803753-2 is: [{'id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235511711', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:36Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'a6ab773b-040f-4bb7-bbed-ee39c7977ee2', 'name': '', 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:6f:0e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5b19aa8-cf00-48e0-af00-1eedd82799b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:36Z', 'updated_at': '2021-08-19T18:43:39Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'c5b19aa8-cf00-48e0-af00-1eedd82799b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:43:39.830513 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-24539cad-6724-43c2-ad7c-72e13295e228 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Allocated IP 172.20.0.14 (8f104859-e2a0-4085-8870-4b009fbb68f3/c5b19aa8-cf00-48e0-af00-1eedd82799b5/9a9bed6e-d1e7-4428-9ca9-376cc808c24e) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:43:39.852682 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 408c3061-bdf0-422a-b086-09785894690b up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:43:39.940706 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 408c3061-bdf0-422a-b086-09785894690b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:39.941097 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:40.040289 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-24539cad-6724-43c2-ad7c-72e13295e228 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:40.055958 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-24539cad-6724-43c2-ad7c-72e13295e228 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Transition to ACTIVE for port object 9a9bed6e-d1e7-4428-9ca9-376cc808c24e will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:43:40.098940 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-24539cad-6724-43c2-ad7c-72e13295e228 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:40.149047 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-24539cad-6724-43c2-ad7c-72e13295e228 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network 8f104859-e2a0-4085-8870-4b009fbb68f3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:43:40.152133 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-24539cad-6724-43c2-ad7c-72e13295e228 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:43:40.155288 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-24539cad-6724-43c2-ad7c-72e13295e228 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:43:40.201416 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24539cad-6724-43c2-ad7c-72e13295e228 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Port': ['ID=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:40.229467 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-24539cad-6724-43c2-ad7c-72e13295e228 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:40.230185 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-24539cad-6724-43c2-ad7c-72e13295e228 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:40.256780 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-24539cad-6724-43c2-ad7c-72e13295e228 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7155206 Aug 19 18:43:40.260716 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:40.271924 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-0351c761-0574-46ca-8828-9652e2134ee5 service neutron] Request body: {'port': {'device_id': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:40.333872 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-0351c761-0574-46ca-8828-9652e2134ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:40.430607 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-47777320-cfcf-4677-9a09-d9ba9ee897b3 None None] Provisioning for port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:43:40.435044 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-47777320-cfcf-4677-9a09-d9ba9ee897b3 None None] Provisioning complete for port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:40.435499 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-47777320-cfcf-4677-9a09-d9ba9ee897b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:40.473043 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-47777320-cfcf-4677-9a09-d9ba9ee897b3 None None] Port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:43:40.621928 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-0351c761-0574-46ca-8828-9652e2134ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9bed6e-d1e7-4428-9ca9-376cc808c24e {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:43:40.629762 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-0351c761-0574-46ca-8828-9652e2134ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:40.642837 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-0351c761-0574-46ca-8828-9652e2134ee5 service neutron] Transition to ACTIVE for port object 9a9bed6e-d1e7-4428-9ca9-376cc808c24e will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:43:40.647027 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-0351c761-0574-46ca-8828-9652e2134ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:40.705677 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351c761-0574-46ca-8828-9652e2134ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:40.768851 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:43:40.815541 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-0351c761-0574-46ca-8828-9652e2134ee5 service neutron] Attempting to bind port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:43:40.815988 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-0351c761-0574-46ca-8828-9652e2134ee5 service neutron] Attempting to bind port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '23735994-fef5-4479-b4c0-1954a31990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:43:40.816387 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-0351c761-0574-46ca-8828-9652e2134ee5 service neutron] Attempting to bind port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e on network 8f104859-e2a0-4085-8870-4b009fbb68f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:43:40.828122 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c038b-4c6c-49f5-a011-a57080358ebc req-ed1a7c45-f00a-4de6-9293-ce5b78b9d1cd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:40.829846 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-558c038b-4c6c-49f5-a011-a57080358ebc req-ed1a7c45-f00a-4de6-9293-ce5b78b9d1cd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 944 time: 0.0868006 Aug 19 18:43:40.832305 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-0351c761-0574-46ca-8828-9652e2134ee5 service neutron] Port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e on network 8f104859-e2a0-4085-8870-4b009fbb68f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:43:40.832976 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-0351c761-0574-46ca-8828-9652e2134ee5 service neutron] Attempting to bind port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e on network 8f104859-e2a0-4085-8870-4b009fbb68f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:43:40.845896 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-0351c761-0574-46ca-8828-9652e2134ee5 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:43:40.846337 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-0351c761-0574-46ca-8828-9652e2134ee5 service neutron] Checking segment: {'id': '23735994-fef5-4479-b4c0-1954a31990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:43:40.846782 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-0351c761-0574-46ca-8828-9652e2134ee5 service neutron] Bound using segment: {'id': '23735994-fef5-4479-b4c0-1954a31990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:43:40.849294 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-0351c761-0574-46ca-8828-9652e2134ee5 service neutron] Bound port: 9a9bed6e-d1e7-4428-9ca9-376cc808c24e, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23735994-fef5-4479-b4c0-1954a31990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:43:40.851609 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-0351c761-0574-46ca-8828-9652e2134ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:40.911160 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-558c038b-4c6c-49f5-a011-a57080358ebc req-e325096e-fc80-49f4-a5c7-a411d9024916 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728748 Aug 19 18:43:40.946018 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-0351c761-0574-46ca-8828-9652e2134ee5 service neutron] For port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:43:40.949353 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-0351c761-0574-46ca-8828-9652e2134ee5 service neutron] For port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,segment=NetworkSegment(23735994-fef5-4479-b4c0-1954a31990ca),segment_id=23735994-fef5-4479-b4c0-1954a31990ca)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:43:40.954109 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-0351c761-0574-46ca-8828-9652e2134ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:40.991064 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-0351c761-0574-46ca-8828-9652e2134ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:40.991805 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-0351c761-0574-46ca-8828-9652e2134ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:40.993190 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-0351c761-0574-46ca-8828-9652e2134ee5 service neutron] 10.222.0.50 "PUT /v2.0/ports/9a9bed6e-d1e7-4428-9ca9-376cc808c24e HTTP/1.1" status: 200 len: 1092 time: 0.7270453 Aug 19 18:43:40.993676 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'tag': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:43:40.996203 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ef48d0-856f-419b-aee9-3272589e5531" -d '{"events": [{"name": "network-changed", "server_uuid": "838768f3-1761-4ece-ac8b-83f5f5b0302c", "tag": "9a9bed6e-d1e7-4428-9ca9-376cc808c24e"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:43:41.051107 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351c761-0574-46ca-8828-9652e2134ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:41.070929 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a55f7d-2211-42db-a79f-f432a98a89f1 x-openstack-request-id: req-54a55f7d-2211-42db-a79f-f432a98a89f1 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:43:41.071324 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838768f3-1761-4ece-ac8b-83f5f5b0302c", "tag": "9a9bed6e-d1e7-4428-9ca9-376cc808c24e", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:43:41.071648 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54a55f7d-2211-42db-a79f-f432a98a89f1 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:43:41.072167 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'tag': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e', 'status': 'completed', 'code': 200} Aug 19 18:43:41.089105 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-7c2af58f-4450-489e-9bc9-b2ec47fe5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:41.090702 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-7c2af58f-4450-489e-9bc9-b2ec47fe5579 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 1095 time: 0.0492673 Aug 19 18:43:41.138107 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-17136645-5c91-44a5-9dec-5544306c58dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e HTTP/1.1" status: 200 len: 217 time: 0.0390136 Aug 19 18:43:41.191455 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-edd20bd0-ea9e-49b3-b56d-b5a3cc3b8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:41.192943 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-edd20bd0-ea9e-49b3-b56d-b5a3cc3b8890 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5b19aa8-cf00-48e0-af00-1eedd82799b5 HTTP/1.1" status: 200 len: 834 time: 0.0474885 Aug 19 18:43:41.239648 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-3087703c-0f8b-4f9e-8931-a9adc180c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:41.241183 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-3087703c-0f8b-4f9e-8931-a9adc180c8c8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8f104859-e2a0-4085-8870-4b009fbb68f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407674 Aug 19 18:43:41.248997 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:41.339843 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-04dbf8f3-9a77-4342-8efb-07f13300c582 service neutron] 10.222.0.50 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888608 Aug 19 18:43:41.428604 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ccf7e8d6-ab0f-4041-af9e-03f0a9153a2f req-48fe0a69-cf11-4893-a681-a211be6c6fb9 service neutron] 10.222.0.50 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801539 Aug 19 18:43:41.517432 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef48d0-856f-419b-aee9-3272589e5531 req-5a786346-8a1b-417b-b7e7-d97040a9bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:41.518965 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e9ef48d0-856f-419b-aee9-3272589e5531 req-5a786346-8a1b-417b-b7e7-d97040a9bc26 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 1095 time: 0.0460739 Aug 19 18:43:41.605483 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a6ab773b-040f-4bb7-bbed-ee39c7977ee2 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:43:41.615434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef48d0-856f-419b-aee9-3272589e5531 req-691a1070-5afd-41ef-b302-ea9109f3dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:41.617963 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e9ef48d0-856f-419b-aee9-3272589e5531 req-691a1070-5afd-41ef-b302-ea9109f3dee5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8f104859-e2a0-4085-8870-4b009fbb68f3 HTTP/1.1" status: 200 len: 897 time: 0.0914059 Aug 19 18:43:41.656998 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port a6ab773b-040f-4bb7-bbed-ee39c7977ee2 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:43:41.660754 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port a6ab773b-040f-4bb7-bbed-ee39c7977ee2 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:41.660933 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e9ef48d0-856f-419b-aee9-3272589e5531 req-26b62b22-ff75-4940-b23c-948f54bd8c2e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e HTTP/1.1" status: 200 len: 217 time: 0.0352311 Aug 19 18:43:41.661433 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:41.721504 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef48d0-856f-419b-aee9-3272589e5531 req-e6bc2b8b-8639-4981-94a5-54690563bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:41.722911 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e9ef48d0-856f-419b-aee9-3272589e5531 req-e6bc2b8b-8639-4981-94a5-54690563bb9a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5b19aa8-cf00-48e0-af00-1eedd82799b5 HTTP/1.1" status: 200 len: 834 time: 0.0478461 Aug 19 18:43:41.737596 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:41.769956 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef48d0-856f-419b-aee9-3272589e5531 req-2d7f2bdd-b897-4810-975f-e27383e52058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:41.771545 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e9ef48d0-856f-419b-aee9-3272589e5531 req-2d7f2bdd-b897-4810-975f-e27383e52058 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8f104859-e2a0-4085-8870-4b009fbb68f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406423 Aug 19 18:43:41.773783 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port a6ab773b-040f-4bb7-bbed-ee39c7977ee2, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a6ab773b-040f-4bb7-bbed-ee39c7977ee2,segment=NetworkSegment(23735994-fef5-4479-b4c0-1954a31990ca),segment_id=23735994-fef5-4479-b4c0-1954a31990ca)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:41.777425 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:41.829664 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=a6ab773b-040f-4bb7-bbed-ee39c7977ee2,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:41.866079 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e9ef48d0-856f-419b-aee9-3272589e5531 req-d1d41e80-06a3-41b3-8d46-521798deee9d service neutron] 10.222.0.50 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862386 Aug 19 18:43:41.979462 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e9ef48d0-856f-419b-aee9-3272589e5531 req-f1d0abc2-cdcb-45a9-a837-626ec9821e6b service neutron] 10.222.0.50 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044111 Aug 19 18:43:42.043800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea6461-b1fe-4318-9499-c10b5406a54c req-8b88ed09-2b9e-4b0e-a271-cab613abf702 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:42.045341 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-18ea6461-b1fe-4318-9499-c10b5406a54c req-8b88ed09-2b9e-4b0e-a271-cab613abf702 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 944 time: 0.0518055 Aug 19 18:43:42.088566 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-18ea6461-b1fe-4318-9499-c10b5406a54c req-032bfe01-f10d-4193-82b5-300893d4b47c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372326 Aug 19 18:43:43.208770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8002513-cf6a-442f-bfe5-c7f67786fcf1 req-222e1c48-0925-480d-8d1f-47ca3fec94e8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:43.210271 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8002513-cf6a-442f-bfe5-c7f67786fcf1 req-222e1c48-0925-480d-8d1f-47ca3fec94e8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 944 time: 0.0494320 Aug 19 18:43:43.249007 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8002513-cf6a-442f-bfe5-c7f67786fcf1 req-a9d687f5-c81b-4743-a9a6-e4f893303892 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326095 Aug 19 18:43:43.584841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a6ab773b-040f-4bb7-bbed-ee39c7977ee2 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:43:43.636841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port a6ab773b-040f-4bb7-bbed-ee39c7977ee2 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:43.637214 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:44.268159 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 9a9bed6e-d1e7-4428-9ca9-376cc808c24e details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:43:44.368015 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d19fa5-e19e-4952-9dc2-e10709b53939 req-c562ba85-1403-48d7-b93d-c9a9f5274037 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:44.368656 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,segment=NetworkSegment(23735994-fef5-4479-b4c0-1954a31990ca),segment_id=23735994-fef5-4479-b4c0-1954a31990ca)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:44.369556 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b7d19fa5-e19e-4952-9dc2-e10709b53939 req-c562ba85-1403-48d7-b93d-c9a9f5274037 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 944 time: 0.0542636 Aug 19 18:43:44.379944 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e', 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3', 'port_id': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e', 'mac_address': 'fa:16:3e:15:31:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b19aa8-cf00-48e0-af00-1eedd82799b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:43:44.408526 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b7d19fa5-e19e-4952-9dc2-e10709b53939 req-e48cab4b-8936-4c20-a0e4-b4adc48c634a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324032 Aug 19 18:43:44.417029 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:44.430803 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9bed6e-d1e7-4428-9ca9-376cc808c24e {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:43:44.451470 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,segment=NetworkSegment(23735994-fef5-4479-b4c0-1954a31990ca),segment_id=23735994-fef5-4479-b4c0-1954a31990ca)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:44.455633 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:44.504005 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:44.680889 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['9a9bed6e-d1e7-4428-9ca9-376cc808c24e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:43:45.526443 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d224939-858f-40a3-80c1-d7a7b57375db req-d70da953-0c27-4ee9-8d7a-cc18722f1026 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:45.527957 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5d224939-858f-40a3-80c1-d7a7b57375db req-d70da953-0c27-4ee9-8d7a-cc18722f1026 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 945 time: 0.0504620 Aug 19 18:43:45.566693 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5d224939-858f-40a3-80c1-d7a7b57375db req-23b8d52f-f231-43d2-b587-64fdbfab3b04 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328066 Aug 19 18:43:46.281552 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 9a9bed6e-d1e7-4428-9ca9-376cc808c24e up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:43:46.342945 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:43:46.347433 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:46.347810 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:46.424319 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:46.447989 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:43:46.450350 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6c145c-11f1-4b07-ab9e-71d8bcdbc67d" -d '{"events": [{"server_uuid": "838768f3-1761-4ece-ac8b-83f5f5b0302c", "name": "network-vif-plugged", "status": "completed", "tag": "9a9bed6e-d1e7-4428-9ca9-376cc808c24e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:43:46.464672 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,segment=NetworkSegment(23735994-fef5-4479-b4c0-1954a31990ca),segment_id=23735994-fef5-4479-b4c0-1954a31990ca)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:46.469550 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:46.495995 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44c39fb-1f2d-43fd-a13e-c773ef76a5f7 x-openstack-request-id: req-e44c39fb-1f2d-43fd-a13e-c773ef76a5f7 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:43:46.496256 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838768f3-1761-4ece-ac8b-83f5f5b0302c", "name": "network-vif-plugged", "status": "completed", "tag": "9a9bed6e-d1e7-4428-9ca9-376cc808c24e", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:43:46.496504 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e44c39fb-1f2d-43fd-a13e-c773ef76a5f7 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:43:46.496895 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e', 'code': 200} Aug 19 18:43:46.524105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:46.603642 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec8bb8-b518-4a01-8db7-babaa724e7d1 req-82963f98-fcb3-417f-a6e6-61d00229b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:46.605260 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03ec8bb8-b518-4a01-8db7-babaa724e7d1 req-82963f98-fcb3-417f-a6e6-61d00229b9bb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 1097 time: 0.0467680 Aug 19 18:43:46.656558 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03ec8bb8-b518-4a01-8db7-babaa724e7d1 req-b7e95bb5-549e-4b9b-9dae-f2d279d331e2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420420 Aug 19 18:43:46.719792 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:46.727639 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707400a8-3e0d-456a-bc35-59d2457fb8af req-3d52dd4d-99a7-4dce-8533-dbdc67d22de2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:46.729499 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-707400a8-3e0d-456a-bc35-59d2457fb8af req-3d52dd4d-99a7-4dce-8533-dbdc67d22de2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 946 time: 0.0776961 Aug 19 18:43:46.770554 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-707400a8-3e0d-456a-bc35-59d2457fb8af req-284219ab-6c87-4fb1-b982-3483239ec81c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350993 Aug 19 18:43:47.890187 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ce4e4-475c-4d52-86cf-c7e50fb42a22 req-70ab480b-d65a-43d1-8c13-cd68908ff93c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:47.891684 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8f2ce4e4-475c-4d52-86cf-c7e50fb42a22 req-70ab480b-d65a-43d1-8c13-cd68908ff93c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 946 time: 0.0485215 Aug 19 18:43:47.929303 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8f2ce4e4-475c-4d52-86cf-c7e50fb42a22 req-9cea8ab8-3457-4f22-ab6e-8fa77edef13c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315244 Aug 19 18:43:48.045112 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277340b-47f7-4e71-92cc-b1bd096d8194 req-4a3bbde6-87f1-4092-9772-6329afdde1e1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:48.046568 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e277340b-47f7-4e71-92cc-b1bd096d8194 req-4a3bbde6-87f1-4092-9772-6329afdde1e1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 946 time: 0.0495183 Aug 19 18:43:48.084524 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e277340b-47f7-4e71-92cc-b1bd096d8194 req-ce9a6dc6-96e3-4056-b6ba-6e8012fb9848 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319200 Aug 19 18:43:48.107649 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37710) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:48.148933 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae3283b-49a1-4aad-aed5-5d50099368eb tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:48.150492 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fae3283b-49a1-4aad-aed5-5d50099368eb tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 1092 time: 0.0417504 Aug 19 18:43:48.153358 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37712) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:48.157650 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-1cdb9bf7-e1e2-42a3-9e72-865872337214 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:48.180018 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9bf7-e1e2-42a3-9e72-865872337214 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:48.277408 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9bf7-e1e2-42a3-9e72-865872337214 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:48.392633 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-1cdb9bf7-e1e2-42a3-9e72-865872337214 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Allocated IP 172.25.8.139 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/473e1368-89af-440b-a069-b6e6ad4cc3df) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:43:48.496686 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9bf7-e1e2-42a3-9e72-865872337214 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:48.535595 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9bf7-e1e2-42a3-9e72-865872337214 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:48.577411 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdb9bf7-e1e2-42a3-9e72-865872337214 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:43:48.580614 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-1cdb9bf7-e1e2-42a3-9e72-865872337214 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:43:48.585065 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdb9bf7-e1e2-42a3-9e72-865872337214 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:43:48.588212 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb9bf7-e1e2-42a3-9e72-865872337214 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Port': ['ID=473e1368-89af-440b-a069-b6e6ad4cc3df,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:48.944165 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9bf7-e1e2-42a3-9e72-865872337214 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:49.015877 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9bf7-e1e2-42a3-9e72-865872337214 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:49.161353 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9bf7-e1e2-42a3-9e72-865872337214 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:49.165993 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9bf7-e1e2-42a3-9e72-865872337214 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:49.237256 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb9bf7-e1e2-42a3-9e72-865872337214 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Port': ['ID=473e1368-89af-440b-a069-b6e6ad4cc3df,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:49.249632 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9bf7-e1e2-42a3-9e72-865872337214 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:49.348955 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-1cdb9bf7-e1e2-42a3-9e72-865872337214 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Floating IP aca0b143-4441-47ea-8064-2d18dcf0fe57 associated. External IP: 172.25.8.139, port: 9a9bed6e-d1e7-4428-9ca9-376cc808c24e. Aug 19 18:43:49.557345 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdb9bf7-e1e2-42a3-9e72-865872337214 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Router 3fd61cd5-6ca7-415c-b896-63b5c0040820 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:43:49.665278 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdb9bf7-e1e2-42a3-9e72-865872337214 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:43:49.674812 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c8a5ef-7a2a-40a9-8098-6be7a8420c77 None None] Sync routers for ids ['3fd61cd5-6ca7-415c-b896-63b5c0040820'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:43:49.682092 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9bf7-e1e2-42a3-9e72-865872337214 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:49.684233 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c8a5ef-7a2a-40a9-8098-6be7a8420c77 None None] Routers {'3fd61cd5-6ca7-415c-b896-63b5c0040820'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:43:49.684841 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-44c8a5ef-7a2a-40a9-8098-6be7a8420c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:43:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['3fd61cd5-6ca7-415c-b896-63b5c0040820'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:49.711295 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1cdb9bf7-e1e2-42a3-9e72-865872337214 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5559039 Aug 19 18:43:49.712261 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'tag': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:43:49.716508 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf3e1d9-5fd8-4933-92ee-d17df16c8874" -d '{"events": [{"name": "network-changed", "server_uuid": "838768f3-1761-4ece-ac8b-83f5f5b0302c", "tag": "9a9bed6e-d1e7-4428-9ca9-376cc808c24e"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:43:49.755759 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7791c71-a32b-4756-8b0a-3554f010cd69 x-openstack-request-id: req-c7791c71-a32b-4756-8b0a-3554f010cd69 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:43:49.756053 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838768f3-1761-4ece-ac8b-83f5f5b0302c", "tag": "9a9bed6e-d1e7-4428-9ca9-376cc808c24e", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:43:49.756308 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7791c71-a32b-4756-8b0a-3554f010cd69 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:43:49.756720 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'tag': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e', 'status': 'completed', 'code': 200} Aug 19 18:43:49.798628 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-44c8a5ef-7a2a-40a9-8098-6be7a8420c77 None None] Set router 3fd61cd5-6ca7-415c-b896-63b5c0040820 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:43:49.846521 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3e1d9-5fd8-4933-92ee-d17df16c8874 req-5b962c92-6bb0-42ad-af29-41051018f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:49.848046 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9cf3e1d9-5fd8-4933-92ee-d17df16c8874 req-5b962c92-6bb0-42ad-af29-41051018f2e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 1097 time: 0.0664909 Aug 19 18:43:49.856339 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e6c5c-03c3-4dbe-aa96-c98773f40856 req-1f6f2494-ebb5-4848-a031-2bed4f87f53f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:49.857761 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e35e6c5c-03c3-4dbe-aa96-c98773f40856 req-1f6f2494-ebb5-4848-a031-2bed4f87f53f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 946 time: 0.0899565 Aug 19 18:43:50.042947 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-44c8a5ef-7a2a-40a9-8098-6be7a8420c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235511711', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:36Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'aca0b143-4441-47ea-8064-2d18dcf0fe57', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'port_id': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3', 'mac_address': 'fa:16:3e:15:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:43:48Z', 'updated_at': '2021-08-19T18:43:48Z', 'revision_number': 0, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ab773b-040f-4bb7-bbed-ee39c7977ee2', 'name': '', 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:6f:0e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5b19aa8-cf00-48e0-af00-1eedd82799b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:36Z', 'updated_at': '2021-08-19T18:43:41Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'c5b19aa8-cf00-48e0-af00-1eedd82799b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:50.074852 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c8a5ef-7a2a-40a9-8098-6be7a8420c77 None None] Checking router: 3fd61cd5-6ca7-415c-b896-63b5c0040820 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:43:50.083571 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c8a5ef-7a2a-40a9-8098-6be7a8420c77 None None] Routers {'3fd61cd5-6ca7-415c-b896-63b5c0040820'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:43:50.084195 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-44c8a5ef-7a2a-40a9-8098-6be7a8420c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:43:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['3fd61cd5-6ca7-415c-b896-63b5c0040820'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:50.195325 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-44c8a5ef-7a2a-40a9-8098-6be7a8420c77 None None] Set router 3fd61cd5-6ca7-415c-b896-63b5c0040820 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:43:50.259635 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e35e6c5c-03c3-4dbe-aa96-c98773f40856 req-6db60dc1-a354-490c-ac83-1e56ff30d85c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3933103 Aug 19 18:43:50.284314 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37720) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:50.288760 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3e1d9-5fd8-4933-92ee-d17df16c8874 req-e4d577ee-a003-4290-8e53-f9a07d0b38ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:50.290285 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9cf3e1d9-5fd8-4933-92ee-d17df16c8874 req-e4d577ee-a003-4290-8e53-f9a07d0b38ec service neutron] 10.222.0.50 "GET /v2.0/networks?id=8f104859-e2a0-4085-8870-4b009fbb68f3 HTTP/1.1" status: 200 len: 897 time: 0.4316735 Aug 19 18:43:50.354945 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e5586928-e167-4617-8e16-92a4a428f19e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/floatingips/aca0b143-4441-47ea-8064-2d18dcf0fe57 HTTP/1.1" status: 200 len: 992 time: 0.0691788 Aug 19 18:43:50.362613 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9cf3e1d9-5fd8-4933-92ee-d17df16c8874 req-2b5405bd-c746-474c-91e6-c9148fc8ae2f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e HTTP/1.1" status: 200 len: 1000 time: 0.0640628 Aug 19 18:43:50.413205 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3e1d9-5fd8-4933-92ee-d17df16c8874 req-a7399a6d-6c66-4c47-b789-dec9585f280d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:50.414851 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9cf3e1d9-5fd8-4933-92ee-d17df16c8874 req-a7399a6d-6c66-4c47-b789-dec9585f280d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5b19aa8-cf00-48e0-af00-1eedd82799b5 HTTP/1.1" status: 200 len: 834 time: 0.0457556 Aug 19 18:43:50.430589 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-44c8a5ef-7a2a-40a9-8098-6be7a8420c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235511711', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:36Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'aca0b143-4441-47ea-8064-2d18dcf0fe57', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'port_id': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3', 'mac_address': 'fa:16:3e:15:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:43:48Z', 'updated_at': '2021-08-19T18:43:48Z', 'revision_number': 0, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ab773b-040f-4bb7-bbed-ee39c7977ee2', 'name': '', 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:6f:0e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5b19aa8-cf00-48e0-af00-1eedd82799b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:36Z', 'updated_at': '2021-08-19T18:43:41Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'c5b19aa8-cf00-48e0-af00-1eedd82799b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:50.457748 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c8a5ef-7a2a-40a9-8098-6be7a8420c77 None None] The sync data for ids ['3fd61cd5-6ca7-415c-b896-63b5c0040820'] in n-d-803753-2 is: [{'id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235511711', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:36Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'aca0b143-4441-47ea-8064-2d18dcf0fe57', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'port_id': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3', 'mac_address': 'fa:16:3e:15:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:43:48Z', 'updated_at': '2021-08-19T18:43:48Z', 'revision_number': 0, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6ab773b-040f-4bb7-bbed-ee39c7977ee2', 'name': '', 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:6f:0e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5b19aa8-cf00-48e0-af00-1eedd82799b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:36Z', 'updated_at': '2021-08-19T18:43:41Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'c5b19aa8-cf00-48e0-af00-1eedd82799b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:43:50.466227 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3e1d9-5fd8-4933-92ee-d17df16c8874 req-80435a07-ec57-47f4-9fac-a7471a9c75d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:50.467770 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9cf3e1d9-5fd8-4933-92ee-d17df16c8874 req-80435a07-ec57-47f4-9fac-a7471a9c75d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8f104859-e2a0-4085-8870-4b009fbb68f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459898 Aug 19 18:43:50.559452 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9cf3e1d9-5fd8-4933-92ee-d17df16c8874 req-6cf6e828-76ff-425d-948f-6fcbeef94039 service neutron] 10.222.0.50 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845242 Aug 19 18:43:50.656542 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e7a603-7ac5-48b6-96e6-3fce834b1dd3 None None] New status for floating IP aca0b143-4441-47ea-8064-2d18dcf0fe57: ACTIVE {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:43:50.658444 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9cf3e1d9-5fd8-4933-92ee-d17df16c8874 req-72befd34-5409-4951-87de-e3b6a0d3c24d service neutron] 10.222.0.50 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912445 Aug 19 18:43:51.358462 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37722) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:51.419555 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5ac39e4b-79c3-4a09-9ff4-8e269fd23ffe tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/floatingips/aca0b143-4441-47ea-8064-2d18dcf0fe57 HTTP/1.1" status: 200 len: 994 time: 0.0598407 Aug 19 18:43:54.469062 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bdc7ae6d-da2f-474a-adfb-b085001fdc21 req-53b338e3-9e4c-4e61-b7bd-1a4c3a8c4bcf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=262f1750-a404-497b-897c-a0a094db41d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400903 Aug 19 18:43:54.554528 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7ae6d-da2f-474a-adfb-b085001fdc21 req-0ce5da67-5ab4-4c09-8ee7-fbc306621248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:54.556043 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bdc7ae6d-da2f-474a-adfb-b085001fdc21 req-0ce5da67-5ab4-4c09-8ee7-fbc306621248 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b4432f982a94cff9e34a773fdc26972&device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 1096 time: 0.0441823 Aug 19 18:43:54.659671 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7ae6d-da2f-474a-adfb-b085001fdc21 req-3715dbf9-c863-4246-93a0-bdbb9a95acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:54.661155 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bdc7ae6d-da2f-474a-adfb-b085001fdc21 req-3715dbf9-c863-4246-93a0-bdbb9a95acbd service neutron] 10.222.0.54 "GET /v2.0/networks?id=b451c862-8187-43ea-b91e-0391fb652b8e HTTP/1.1" status: 200 len: 909 time: 0.0849631 Aug 19 18:43:55.104987 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bdc7ae6d-da2f-474a-adfb-b085001fdc21 req-611ae453-d51f-48db-8a5b-518deb165302 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=997a7104-1631-4c66-bbc4-14eebae1fe70 HTTP/1.1" status: 200 len: 1000 time: 0.4344070 Aug 19 18:43:55.155640 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7ae6d-da2f-474a-adfb-b085001fdc21 req-1663cf3a-f4b5-428f-a48b-6b508a5025aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:55.157064 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bdc7ae6d-da2f-474a-adfb-b085001fdc21 req-1663cf3a-f4b5-428f-a48b-6b508a5025aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18e6c494-fdda-4258-af7c-327bc79060c5 HTTP/1.1" status: 200 len: 847 time: 0.0434673 Aug 19 18:43:55.202016 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7ae6d-da2f-474a-adfb-b085001fdc21 req-09c91c16-51dd-4e85-b755-78fc6b384e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:55.203487 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bdc7ae6d-da2f-474a-adfb-b085001fdc21 req-09c91c16-51dd-4e85-b755-78fc6b384e89 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b451c862-8187-43ea-b91e-0391fb652b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388587 Aug 19 18:43:55.299231 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bdc7ae6d-da2f-474a-adfb-b085001fdc21 req-90a6a48e-b241-4f8d-a853-54ead2e17ae2 service neutron] 10.222.0.54 "GET /v2.0/networks/b451c862-8187-43ea-b91e-0391fb652b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877814 Aug 19 18:43:55.407050 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bdc7ae6d-da2f-474a-adfb-b085001fdc21 req-0e9dafae-799a-439d-b509-d9f1199995f2 service neutron] 10.222.0.54 "GET /v2.0/networks/b451c862-8187-43ea-b91e-0391fb652b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993862 Aug 19 18:43:57.654281 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37732) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:57.746639 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafe919-46e4-4b4e-958e-990e4505cf44 req-9a6966ea-195f-4622-9a09-4cce003bb1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:57.748188 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0aafe919-46e4-4b4e-958e-990e4505cf44 req-9a6966ea-195f-4622-9a09-4cce003bb1fa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 1096 time: 0.0928669 Aug 19 18:43:57.788883 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0aafe919-46e4-4b4e-958e-990e4505cf44 req-b28743c4-42db-45c9-9728-f719d5a11be8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a670853e-bfe8-4544-8168-e4c68be15a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333476 Aug 19 18:44:00.763432 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-28d16523-ab3a-4706-8f01-ab072c6cb97d req-a6282677-ff1e-4e1d-9c37-0c360d5a7fe3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0927987 Aug 19 18:44:00.848639 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d16523-ab3a-4706-8f01-ab072c6cb97d req-afd0f507-c07b-4f9a-8c56-e0d08895bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:00.850172 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-28d16523-ab3a-4706-8f01-ab072c6cb97d req-afd0f507-c07b-4f9a-8c56-e0d08895bcac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 1097 time: 0.0418661 Aug 19 18:44:00.952924 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d16523-ab3a-4706-8f01-ab072c6cb97d req-74fb3687-a74c-4a41-b93f-8d0f7f43665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:00.954377 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-28d16523-ab3a-4706-8f01-ab072c6cb97d req-74fb3687-a74c-4a41-b93f-8d0f7f43665f service neutron] 10.222.0.50 "GET /v2.0/networks?id=8f104859-e2a0-4085-8870-4b009fbb68f3 HTTP/1.1" status: 200 len: 897 time: 0.0845473 Aug 19 18:44:01.024387 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-28d16523-ab3a-4706-8f01-ab072c6cb97d req-47e517b5-31ca-4f2c-9882-836e4b73306f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e HTTP/1.1" status: 200 len: 1002 time: 0.0614858 Aug 19 18:44:01.074429 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d16523-ab3a-4706-8f01-ab072c6cb97d req-009e0207-833b-4077-8ec5-0799753e81c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:01.075919 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-28d16523-ab3a-4706-8f01-ab072c6cb97d req-009e0207-833b-4077-8ec5-0799753e81c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5b19aa8-cf00-48e0-af00-1eedd82799b5 HTTP/1.1" status: 200 len: 834 time: 0.0435350 Aug 19 18:44:01.121855 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d16523-ab3a-4706-8f01-ab072c6cb97d req-fad9d915-0880-43d0-9fa7-5146a56b59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:01.123374 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-28d16523-ab3a-4706-8f01-ab072c6cb97d req-fad9d915-0880-43d0-9fa7-5146a56b59f9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8f104859-e2a0-4085-8870-4b009fbb68f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407290 Aug 19 18:44:01.215348 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-28d16523-ab3a-4706-8f01-ab072c6cb97d req-5cb8ae30-d42c-4cdb-b8a8-1f0ec10b2c57 service neutron] 10.222.0.50 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845416 Aug 19 18:44:01.303455 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-28d16523-ab3a-4706-8f01-ab072c6cb97d req-8e2ac8ee-abb5-4b9d-8aab-571acabf0231 service neutron] 10.222.0.50 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799088 Aug 19 18:44:04.617400 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-feae4275-18b1-43d1-b5c3-8520f7faf2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:07.300156 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:07.387915 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d21dc019-ea92-41e9-97dd-09c070f8c806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:08.240567 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:10.247850 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:11.260548 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:16.710670 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:17.768603 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:44:19.986135 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c21177-bd4a-4bab-a41c-bdc659184dd2 req-9f0fd71c-b0c3-4069-ab54-55c587e0d2d9 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:19.987697 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35c21177-bd4a-4bab-a41c-bdc659184dd2 req-9f0fd71c-b0c3-4069-ab54-55c587e0d2d9 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 1097 time: 0.0453668 Aug 19 18:44:20.023868 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35c21177-bd4a-4bab-a41c-bdc659184dd2 req-8e7c0b2a-f8fc-41b0-a048-ebd12b77829f tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288291 Aug 19 18:44:20.145395 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d433a9-40a1-4fd5-a112-098a70c4206b req-efb5b0cf-6023-4856-ab9c-6672932e9a45 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:20.146904 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-83d433a9-40a1-4fd5-a112-098a70c4206b req-efb5b0cf-6023-4856-ab9c-6672932e9a45 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 946 time: 0.0547929 Aug 19 18:44:20.185035 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-83d433a9-40a1-4fd5-a112-098a70c4206b req-a7754271-2c57-4463-b26f-bf24ee629cfe tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308561 Aug 19 18:44:20.207100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37766) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:44:20.268816 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-971a3b79-8e40-42fa-81d9-48b990dfed1a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/floatingips/aca0b143-4441-47ea-8064-2d18dcf0fe57 HTTP/1.1" status: 200 len: 994 time: 0.0605788 Aug 19 18:44:20.944907 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37786) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:44:21.013094 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166a8b3-79dd-44d3-8806-33aca40b0fd7 req-b7a6f331-91f6-4e46-b0d3-32628ede8aa3 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:21.014738 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7166a8b3-79dd-44d3-8806-33aca40b0fd7 req-b7a6f331-91f6-4e46-b0d3-32628ede8aa3 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 946 time: 0.0590224 Aug 19 18:44:21.076232 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7166a8b3-79dd-44d3-8806-33aca40b0fd7 req-f94a5c3a-c112-4687-9ddc-79d3ec91f5f5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524769 Aug 19 18:44:21.083450 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-73b67b13-4cb1-4667-b124-67db604c7d1b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1366560 Aug 19 18:44:22.198325 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76840596-df8f-4593-a695-b34ea6d34d4e req-8832eaa4-9aa7-473f-8440-e29d76182da5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:22.199826 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-76840596-df8f-4593-a695-b34ea6d34d4e req-8832eaa4-9aa7-473f-8440-e29d76182da5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 946 time: 0.0502186 Aug 19 18:44:22.242667 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-76840596-df8f-4593-a695-b34ea6d34d4e req-e99a3560-f4f8-4fd4-b1fb-34699e3a6a93 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368197 Aug 19 18:44:22.362494 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-f5162324-b5fe-4adb-8d3c-fa2a5b87c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:22.363899 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-f5162324-b5fe-4adb-8d3c-fa2a5b87c146 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 1097 time: 0.0408168 Aug 19 18:44:22.453862 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-a3cfeb16-435c-4fea-9bcc-3d05fa53891d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:22.455342 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-a3cfeb16-435c-4fea-9bcc-3d05fa53891d service neutron] 10.222.0.50 "GET /v2.0/networks?id=8f104859-e2a0-4085-8870-4b009fbb68f3 HTTP/1.1" status: 200 len: 897 time: 0.0833747 Aug 19 18:44:22.524819 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-4a68f001-7991-4b1e-82ce-98d294e54b4d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e HTTP/1.1" status: 200 len: 1002 time: 0.0609782 Aug 19 18:44:22.574245 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-ef864b39-177d-42bd-be7a-277606f1a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:22.575682 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-ef864b39-177d-42bd-be7a-277606f1a1d9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5b19aa8-cf00-48e0-af00-1eedd82799b5 HTTP/1.1" status: 200 len: 834 time: 0.0433540 Aug 19 18:44:22.623764 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-3e4e362a-b7a9-467b-84b2-1a397e5c448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:22.625172 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-3e4e362a-b7a9-467b-84b2-1a397e5c448e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8f104859-e2a0-4085-8870-4b009fbb68f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407579 Aug 19 18:44:22.718944 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-8e4284f0-9769-4a39-9ab3-a88d4b9f78e8 service neutron] 10.222.0.50 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841386 Aug 19 18:44:22.812488 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-73d58d41-10fc-425f-a869-92efcce93aee service neutron] 10.222.0.50 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858169 Aug 19 18:44:23.360136 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ddcdc-65c8-4179-a88c-aac82c4afeb9 req-c9908a64-f7c3-41db-ba98-d31f405bd3af tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:23.361658 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8d9ddcdc-65c8-4179-a88c-aac82c4afeb9 req-c9908a64-f7c3-41db-ba98-d31f405bd3af tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 946 time: 0.0488710 Aug 19 18:44:23.399028 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8d9ddcdc-65c8-4179-a88c-aac82c4afeb9 req-25fff37e-676f-41c6-80a7-18a2f7a94995 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314615 Aug 19 18:44:24.515272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd883acf-9359-4722-a895-79458566c36e req-cb4dac28-8ceb-4937-9ef7-3262adf7f2a4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:24.516789 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd883acf-9359-4722-a895-79458566c36e req-cb4dac28-8ceb-4937-9ef7-3262adf7f2a4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 946 time: 0.0487356 Aug 19 18:44:24.559478 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cd883acf-9359-4722-a895-79458566c36e req-64104e72-6fae-4ac6-9d3b-986417459a98 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368235 Aug 19 18:44:25.680087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef91ef2-9e74-4477-a293-bedd763bc90f req-699f220f-b9d9-4768-af8d-3c07301d63d9 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:25.682337 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aef91ef2-9e74-4477-a293-bedd763bc90f req-699f220f-b9d9-4768-af8d-3c07301d63d9 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 946 time: 0.0528574 Aug 19 18:44:25.720916 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aef91ef2-9e74-4477-a293-bedd763bc90f req-bb8dfe23-17a2-4b36-92ab-ab9220a974a9 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323434 Aug 19 18:44:26.835591 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a1634-01e3-4694-a553-ef5df17f5644 req-9556de81-067a-4b80-a953-a63392736f92 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:26.837108 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff9a1634-01e3-4694-a553-ef5df17f5644 req-9556de81-067a-4b80-a953-a63392736f92 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 946 time: 0.0497005 Aug 19 18:44:26.875673 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ff9a1634-01e3-4694-a553-ef5df17f5644 req-e4db6745-d217-4e64-b98e-d7e6719688d5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324924 Aug 19 18:44:27.990690 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15bbba-a397-41c5-9a69-9e84af074f85 req-ae4fa235-5d21-4215-8a48-c5d17a743853 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:27.992291 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9f15bbba-a397-41c5-9a69-9e84af074f85 req-ae4fa235-5d21-4215-8a48-c5d17a743853 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 946 time: 0.0505104 Aug 19 18:44:28.030619 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9f15bbba-a397-41c5-9a69-9e84af074f85 req-62e95d3b-9ed6-4e60-9bd4-8f1f61448889 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317359 Aug 19 18:44:29.148623 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7a4d7-43e1-47e1-a6c4-b864c3506624 req-ee6bd10d-dc71-49a7-ae72-67a136d60ab8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:29.150892 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3a7a4d7-43e1-47e1-a6c4-b864c3506624 req-ee6bd10d-dc71-49a7-ae72-67a136d60ab8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 946 time: 0.0494423 Aug 19 18:44:29.188345 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3a7a4d7-43e1-47e1-a6c4-b864c3506624 req-bb23c0dc-f283-4592-850b-1ecb47728293 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310283 Aug 19 18:44:30.403825 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1d694-9619-4d49-9a04-a54d6883f1b9 req-813aa9cf-7d5c-48bb-b77e-566bf975ae14 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:30.405321 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-edd1d694-9619-4d49-9a04-a54d6883f1b9 req-813aa9cf-7d5c-48bb-b77e-566bf975ae14 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 946 time: 0.0480611 Aug 19 18:44:30.443126 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-edd1d694-9619-4d49-9a04-a54d6883f1b9 req-f6aa01cb-6b31-4693-96f0-1e99c193ee31 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316477 Aug 19 18:44:31.560135 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d664ef-37b2-46d1-8724-1c7bdcac1c59 req-c5305c13-d8c7-4e10-a984-4d99c9fb1f7a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:31.561662 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c4d664ef-37b2-46d1-8724-1c7bdcac1c59 req-c5305c13-d8c7-4e10-a984-4d99c9fb1f7a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 946 time: 0.0494134 Aug 19 18:44:31.603655 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c4d664ef-37b2-46d1-8724-1c7bdcac1c59 req-d4125c30-b7c4-442d-964b-8af982b06aa6 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355096 Aug 19 18:44:32.729564 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b3d60-d77b-40a7-9c14-ec2c6d47667c req-15196071-bb05-4d2a-a8d3-a5736884aac0 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:32.731071 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fa2b3d60-d77b-40a7-9c14-ec2c6d47667c req-15196071-bb05-4d2a-a8d3-a5736884aac0 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 946 time: 0.0534275 Aug 19 18:44:32.768703 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fa2b3d60-d77b-40a7-9c14-ec2c6d47667c req-b7615f2a-0595-438d-b2c5-3a304ac43121 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316865 Aug 19 18:44:33.886618 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5973004-35c3-429a-a64d-8498deb13954 req-36cb730c-0e6f-4923-bc3b-d78f1edb6db2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:33.888124 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e5973004-35c3-429a-a64d-8498deb13954 req-36cb730c-0e6f-4923-bc3b-d78f1edb6db2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 946 time: 0.0496001 Aug 19 18:44:33.938221 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e5973004-35c3-429a-a64d-8498deb13954 req-be0d43f9-cd10-4318-987b-739b5661f787 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397408 Aug 19 18:44:34.618072 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b9c835d-aab6-4f97-9eaf-5e3a4f7dc08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:34.832096 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-d756bd46-f348-4a3f-a803-ddbc176e3eab service neutron] show failed (client error): The resource could not be found. Aug 19 18:44:34.833166 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-d756bd46-f348-4a3f-a803-ddbc176e3eab service neutron] 10.222.0.50 "GET /v2.0/ports/9a9bed6e-d1e7-4428-9ca9-376cc808c24e/bindings/n-h1-803753-2 HTTP/1.1" status: 404 len: 380 time: 0.0597599 Aug 19 18:44:35.108338 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37376c5d-f2f7-47f7-8f72-11d971426269 req-5e23ff6c-d16b-475b-9ebe-6f0df73f6a53 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:35.109877 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-37376c5d-f2f7-47f7-8f72-11d971426269 req-5e23ff6c-d16b-475b-9ebe-6f0df73f6a53 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 946 time: 0.0810778 Aug 19 18:44:35.112526 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-86047f0b-9c45-498d-9b1b-3e547d0a979e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:35.113972 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-86047f0b-9c45-498d-9b1b-3e547d0a979e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c&tenant_id=d3e4dc16e471490aa2d32d2b3d24f738 HTTP/1.1" status: 200 len: 1097 time: 0.1187932 Aug 19 18:44:35.135197 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803753-2', 'device_owner': 'compute:nova'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:44:35.178382 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-37376c5d-f2f7-47f7-8f72-11d971426269 req-400d5a2b-1f7d-4c12-ae93-1bfa64afe6dd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625613 Aug 19 18:44:35.202280 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:35.409768 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] For port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,segment=NetworkSegment(23735994-fef5-4479-b4c0-1954a31990ca),segment_id=23735994-fef5-4479-b4c0-1954a31990ca)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:44:35.442472 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] For port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:44:35.485288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:44:35.487581 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d1aa84-20e0-4cc4-a103-4d54c26ebf03" -d '{"events": [{"server_uuid": "838768f3-1761-4ece-ac8b-83f5f5b0302c", "name": "network-vif-unplugged", "status": "completed", "tag": "9a9bed6e-d1e7-4428-9ca9-376cc808c24e"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:44:35.491355 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:35.503828 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Transition to ACTIVE for port object 9a9bed6e-d1e7-4428-9ca9-376cc808c24e will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:44:35.508567 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:35.549016 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9930ff88-5ef6-4eae-a57f-7c1566ee157c x-openstack-request-id: req-9930ff88-5ef6-4eae-a57f-7c1566ee157c {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:44:35.549312 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838768f3-1761-4ece-ac8b-83f5f5b0302c", "name": "network-vif-unplugged", "status": "completed", "tag": "9a9bed6e-d1e7-4428-9ca9-376cc808c24e", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:44:35.549606 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9930ff88-5ef6-4eae-a57f-7c1566ee157c {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:44:35.549986 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e', 'code': 200} Aug 19 18:44:35.650523 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,revision_number=6']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:44:35.675584 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:35.675844 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:35.676205 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:35.676522 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:35.676852 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:35.677198 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:35.677510 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:35.677857 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:35.678183 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:35.678506 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:35.678830 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:35.679152 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:35.723012 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] No DVR routers for this DVR port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:44:35.860355 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Attempting to bind port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:44:35.860701 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Attempting to bind port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '23735994-fef5-4479-b4c0-1954a31990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:44:35.861005 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Attempting to bind port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e on network 8f104859-e2a0-4085-8870-4b009fbb68f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:44:35.865221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e on network 8f104859-e2a0-4085-8870-4b009fbb68f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:44:35.865550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Attempting to bind port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e on network 8f104859-e2a0-4085-8870-4b009fbb68f3 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:44:35.871113 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:44:35.871450 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Checking segment: {'id': '23735994-fef5-4479-b4c0-1954a31990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:44:35.871834 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Bound using segment: {'id': '23735994-fef5-4479-b4c0-1954a31990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:44:35.872260 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Bound port: 9a9bed6e-d1e7-4428-9ca9-376cc808c24e, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23735994-fef5-4479-b4c0-1954a31990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:44:35.872638 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:35.942348 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] For port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:44:35.945343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] For port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,segment=NetworkSegment(23735994-fef5-4479-b4c0-1954a31990ca),segment_id=23735994-fef5-4479-b4c0-1954a31990ca)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:44:35.950455 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:35.988431 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:35.989054 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:35.990463 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] 10.222.0.54 "PUT /v2.0/ports/9a9bed6e-d1e7-4428-9ca9-376cc808c24e HTTP/1.1" status: 200 len: 1092 time: 0.8614786 Aug 19 18:44:36.030719 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefc5de-7f55-43a0-8fe7-704450dac426 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,revision_number=7']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:44:36.063981 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-6e9e9408-115a-4094-9c32-ef83187311a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:36.065526 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-6e9e9408-115a-4094-9c32-ef83187311a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 1095 time: 0.0465546 Aug 19 18:44:36.162527 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-d63ab2a4-bd57-4a99-ba77-bea1a4b974a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:36.164020 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-d63ab2a4-bd57-4a99-ba77-bea1a4b974a4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f104859-e2a0-4085-8870-4b009fbb68f3 HTTP/1.1" status: 200 len: 897 time: 0.0877414 Aug 19 18:44:36.238595 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-c1a7eeab-cb8d-413f-9316-825f99c61464 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e HTTP/1.1" status: 200 len: 1000 time: 0.0666521 Aug 19 18:44:36.318441 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-6264dcec-c161-4f22-913b-3713efd78ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:36.319827 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-6264dcec-c161-4f22-913b-3713efd78ef9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c5b19aa8-cf00-48e0-af00-1eedd82799b5 HTTP/1.1" status: 200 len: 834 time: 0.0686970 Aug 19 18:44:36.335526 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55766f10-563c-4a51-a066-513a48563fb6 req-bcc4fc2e-4c0b-4e78-9ef0-753a6adfeac6 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:36.336976 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-55766f10-563c-4a51-a066-513a48563fb6 req-bcc4fc2e-4c0b-4e78-9ef0-753a6adfeac6 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 944 time: 0.0781319 Aug 19 18:44:36.404872 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-55766f10-563c-4a51-a066-513a48563fb6 req-7363ecae-4020-4bca-b5d0-76cd3d509cd2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584872 Aug 19 18:44:36.407477 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-3c560628-32f7-4fd9-94ec-d181328e8ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:36.408880 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-3c560628-32f7-4fd9-94ec-d181328e8ea4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f104859-e2a0-4085-8870-4b009fbb68f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704937 Aug 19 18:44:36.500975 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-70cedb25-7b06-4adb-a1d4-c949c4c7eb22 service neutron] 10.222.0.54 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811677 Aug 19 18:44:36.605874 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1dc36e6f-561d-4ca8-b373-25ebf6e9b6d2 req-9a5fcc6d-1140-45ae-9a5c-a1394eb1914a service neutron] 10.222.0.54 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924273 Aug 19 18:44:37.301070 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:37.392131 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9510e88b-eb4a-41f6-be4b-9a47187062da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:37.526080 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed2f7e-68a4-4614-b35d-e5845d453434 req-445b279b-85f9-495b-8e52-e21fbe4442dd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:37.527596 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8aed2f7e-68a4-4614-b35d-e5845d453434 req-445b279b-85f9-495b-8e52-e21fbe4442dd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 944 time: 0.0503957 Aug 19 18:44:37.551628 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'tag': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:44:37.554603 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6fe1c4-6a77-4fcc-ae3f-151369a1a5c5" -d '{"events": [{"name": "network-changed", "server_uuid": "838768f3-1761-4ece-ac8b-83f5f5b0302c", "tag": "9a9bed6e-d1e7-4428-9ca9-376cc808c24e"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:44:37.568370 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8aed2f7e-68a4-4614-b35d-e5845d453434 req-24b59e21-bb69-421f-95ea-40961fd763c7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348866 Aug 19 18:44:37.604140 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcdbdb1-2ffd-4d2e-a996-ee90aab99f25 x-openstack-request-id: req-4dcdbdb1-2ffd-4d2e-a996-ee90aab99f25 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:44:37.604436 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838768f3-1761-4ece-ac8b-83f5f5b0302c", "tag": "9a9bed6e-d1e7-4428-9ca9-376cc808c24e", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:44:37.605174 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4dcdbdb1-2ffd-4d2e-a996-ee90aab99f25 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:44:37.605174 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'tag': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e', 'status': 'completed', 'code': 200} Aug 19 18:44:37.667483 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fe1c4-6a77-4fcc-ae3f-151369a1a5c5 req-66517069-3775-47cf-9b38-c7a8d170702a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:37.669021 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1d6fe1c4-6a77-4fcc-ae3f-151369a1a5c5 req-66517069-3775-47cf-9b38-c7a8d170702a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 1095 time: 0.0470924 Aug 19 18:44:37.672442 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fe1c4-6a77-4fcc-ae3f-151369a1a5c5 req-09d981a5-3d4f-4037-913f-cee74cd4544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:37.673969 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d6fe1c4-6a77-4fcc-ae3f-151369a1a5c5 req-09d981a5-3d4f-4037-913f-cee74cd4544f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 1095 time: 0.0433543 Aug 19 18:44:37.762118 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fe1c4-6a77-4fcc-ae3f-151369a1a5c5 req-85c851f2-6629-41aa-a54f-04cc07b3dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:37.763605 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1d6fe1c4-6a77-4fcc-ae3f-151369a1a5c5 req-85c851f2-6629-41aa-a54f-04cc07b3dab3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8f104859-e2a0-4085-8870-4b009fbb68f3 HTTP/1.1" status: 200 len: 897 time: 0.0878685 Aug 19 18:44:37.773153 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fe1c4-6a77-4fcc-ae3f-151369a1a5c5 req-287e72dd-3440-4bde-ac93-bdf61faa3d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:37.774867 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d6fe1c4-6a77-4fcc-ae3f-151369a1a5c5 req-287e72dd-3440-4bde-ac93-bdf61faa3d6d service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f104859-e2a0-4085-8870-4b009fbb68f3 HTTP/1.1" status: 200 len: 897 time: 0.0906084 Aug 19 18:44:37.812330 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 9a9bed6e-d1e7-4428-9ca9-376cc808c24e details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:44:37.839281 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1d6fe1c4-6a77-4fcc-ae3f-151369a1a5c5 req-09958d4a-3168-4d09-969c-515ddbe3dd74 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e HTTP/1.1" status: 200 len: 1000 time: 0.0688040 Aug 19 18:44:37.849729 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d6fe1c4-6a77-4fcc-ae3f-151369a1a5c5 req-39849439-2bc1-49e4-ada7-1de86f8cd3c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e HTTP/1.1" status: 200 len: 1000 time: 0.0643477 Aug 19 18:44:37.891437 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fe1c4-6a77-4fcc-ae3f-151369a1a5c5 req-9da17c00-74f8-4506-beb3-850e5dfbb094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:37.893041 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1d6fe1c4-6a77-4fcc-ae3f-151369a1a5c5 req-9da17c00-74f8-4506-beb3-850e5dfbb094 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5b19aa8-cf00-48e0-af00-1eedd82799b5 HTTP/1.1" status: 200 len: 834 time: 0.0463920 Aug 19 18:44:37.903585 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fe1c4-6a77-4fcc-ae3f-151369a1a5c5 req-f26a0774-0cc2-4a1c-98d0-7e8b27dd82f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:37.905852 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d6fe1c4-6a77-4fcc-ae3f-151369a1a5c5 req-f26a0774-0cc2-4a1c-98d0-7e8b27dd82f8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c5b19aa8-cf00-48e0-af00-1eedd82799b5 HTTP/1.1" status: 200 len: 834 time: 0.0484676 Aug 19 18:44:37.917731 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,segment=NetworkSegment(23735994-fef5-4479-b4c0-1954a31990ca),segment_id=23735994-fef5-4479-b4c0-1954a31990ca)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:44:37.930925 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e', 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3', 'port_id': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e', 'mac_address': 'fa:16:3e:15:31:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b19aa8-cf00-48e0-af00-1eedd82799b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:44:37.940743 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fe1c4-6a77-4fcc-ae3f-151369a1a5c5 req-a995a916-85b0-4d5d-8643-df1418c8d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:37.942345 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1d6fe1c4-6a77-4fcc-ae3f-151369a1a5c5 req-a995a916-85b0-4d5d-8643-df1418c8d3d3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8f104859-e2a0-4085-8870-4b009fbb68f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413816 Aug 19 18:44:37.964054 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fe1c4-6a77-4fcc-ae3f-151369a1a5c5 req-ea242376-163d-4530-91e1-25bd19849256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:37.965698 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d6fe1c4-6a77-4fcc-ae3f-151369a1a5c5 req-ea242376-163d-4530-91e1-25bd19849256 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f104859-e2a0-4085-8870-4b009fbb68f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502880 Aug 19 18:44:37.970702 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:37.985298 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9bed6e-d1e7-4428-9ca9-376cc808c24e {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:44:38.006968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,segment=NetworkSegment(23735994-fef5-4479-b4c0-1954a31990ca),segment_id=23735994-fef5-4479-b4c0-1954a31990ca)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:44:38.011259 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:38.044775 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1d6fe1c4-6a77-4fcc-ae3f-151369a1a5c5 req-c77df35f-13e7-4a8b-9ff7-e52110f936ab service neutron] 10.222.0.50 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950859 Aug 19 18:44:38.060827 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d6fe1c4-6a77-4fcc-ae3f-151369a1a5c5 req-96f3fc66-892f-430f-8793-a40fae24f282 service neutron] 10.222.0.54 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869322 Aug 19 18:44:38.061289 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:44:38.068863 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:38.069136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:38.069475 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:38.069841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:38.070172 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:38.070500 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:38.070830 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:38.071157 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:38.071527 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:38.071972 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:38.072490 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:38.073025 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:38.142030 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1d6fe1c4-6a77-4fcc-ae3f-151369a1a5c5 req-e0fbf7d9-fe58-4a87-9643-d3e514d8b14f service neutron] 10.222.0.50 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886636 Aug 19 18:44:38.162609 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d6fe1c4-6a77-4fcc-ae3f-151369a1a5c5 req-89732e32-d06e-45c0-aec5-9e034242ab9c service neutron] 10.222.0.54 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941854 Aug 19 18:44:38.244522 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:38.550397 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 9a9bed6e-d1e7-4428-9ca9-376cc808c24e no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:44:38.591493 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 9a9bed6e-d1e7-4428-9ca9-376cc808c24e not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:44:38.685578 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6491b6b-f95c-41fa-a017-938b815508c0 req-bb9aa5f6-0535-49e4-a147-2f8a5a3460dc tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:38.687069 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b6491b6b-f95c-41fa-a017-938b815508c0 req-bb9aa5f6-0535-49e4-a147-2f8a5a3460dc tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 945 time: 0.0504539 Aug 19 18:44:38.725355 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b6491b6b-f95c-41fa-a017-938b815508c0 req-676d531f-e677-41f2-b791-8f88431714f4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323300 Aug 19 18:44:38.984323 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6dd7b1-1cf1-4001-9d6b-75cc2e9e7bbe req-257d825f-4d63-4ef8-8d87-d92ee62cfb6e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:38.985994 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7d6dd7b1-1cf1-4001-9d6b-75cc2e9e7bbe req-257d825f-4d63-4ef8-8d87-d92ee62cfb6e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 945 time: 0.0571113 Aug 19 18:44:38.998652 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-2cb3489d-a455-4328-8a31-396453250b50 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:39.000184 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-2cb3489d-a455-4328-8a31-396453250b50 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.54 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c&tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&binding%3Ahost_id=n-h1-803753-2 HTTP/1.1" status: 200 len: 945 time: 0.0918126 Aug 19 18:44:39.026003 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7d6dd7b1-1cf1-4001-9d6b-75cc2e9e7bbe req-8512e125-3c36-49ce-8e26-dafe87db87d0 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336416 Aug 19 18:44:39.065412 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-d2f8f8aa-a49e-4ad5-9370-011facb4b9c1 service neutron] 10.222.0.54 "GET /v2.0/ports/9a9bed6e-d1e7-4428-9ca9-376cc808c24e/bindings/n-h1-803753-2 HTTP/1.1" status: 200 len: 382 time: 0.0579300 Aug 19 18:44:39.132747 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-ce449b8e-3573-4035-87eb-6b79933fccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:39.134768 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-ce449b8e-3573-4035-87eb-6b79933fccc7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 1096 time: 0.0459688 Aug 19 18:44:39.226833 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-0be02223-7aa8-4b52-a8d3-fa1f127d9cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:39.228518 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-0be02223-7aa8-4b52-a8d3-fa1f127d9cee service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f104859-e2a0-4085-8870-4b009fbb68f3 HTTP/1.1" status: 200 len: 897 time: 0.0877380 Aug 19 18:44:39.287212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['9a9bed6e-d1e7-4428-9ca9-376cc808c24e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:44:39.295016 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-f8270098-5762-49ce-8282-2f3042815367 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e HTTP/1.1" status: 200 len: 1001 time: 0.0586374 Aug 19 18:44:39.349368 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-a52ccd33-75b3-4431-a3d3-c7735b65a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:39.350879 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-a52ccd33-75b3-4431-a3d3-c7735b65a9a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c5b19aa8-cf00-48e0-af00-1eedd82799b5 HTTP/1.1" status: 200 len: 834 time: 0.0487916 Aug 19 18:44:39.398214 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-e8dac19f-b7d6-4147-b25d-1b150a72f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:39.399661 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-e8dac19f-b7d6-4147-b25d-1b150a72f3fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f104859-e2a0-4085-8870-4b009fbb68f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413504 Aug 19 18:44:39.488944 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-bc13a9bc-3226-4898-8692-c3d99cff48d2 service neutron] 10.222.0.54 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819817 Aug 19 18:44:39.591180 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-ae7748e4-7098-4707-982c-5f55b77cc389 service neutron] 10.222.0.54 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911136 Aug 19 18:44:40.145096 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd9f9f-bc5e-4006-a88e-a36d0a67773a req-6e667bd3-ba78-41f9-85fb-52527062154f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:40.146616 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3bd9f9f-bc5e-4006-a88e-a36d0a67773a req-6e667bd3-ba78-41f9-85fb-52527062154f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 945 time: 0.0493772 Aug 19 18:44:40.186513 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3bd9f9f-bc5e-4006-a88e-a36d0a67773a req-2d6e720d-e48d-468a-9309-30a05d70412d tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332403 Aug 19 18:44:40.249860 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:41.277160 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:41.310664 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f36b92-cae5-43ce-9b66-b86e606312cf req-f3604ec7-f8f5-4b49-9de0-33f128958501 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:41.312173 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b9f36b92-cae5-43ce-9b66-b86e606312cf req-f3604ec7-f8f5-4b49-9de0-33f128958501 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 945 time: 0.0499878 Aug 19 18:44:41.355170 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b9f36b92-cae5-43ce-9b66-b86e606312cf req-99143ca7-3cf9-4760-91d1-d74fa156618f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368614 Aug 19 18:44:41.691267 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-6fa6136c-4487-4c85-9aec-b2b6372b8c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:41.692758 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-6fa6136c-4487-4c85-9aec-b2b6372b8c0c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c&tenant_id=d3e4dc16e471490aa2d32d2b3d24f738 HTTP/1.1" status: 200 len: 1096 time: 0.0414040 Aug 19 18:44:41.705069 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803753-2', 'device_owner': 'compute:nova'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:44:41.761705 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:41.865172 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 9a9bed6e-d1e7-4428-9ca9-376cc808c24e up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:44:41.915607 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:44:41.920104 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:44:41.920478 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:41.972588 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] For port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,segment=NetworkSegment(23735994-fef5-4479-b4c0-1954a31990ca),segment_id=23735994-fef5-4479-b4c0-1954a31990ca)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:44:42.000676 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:42.008062 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] For port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:44:42.043202 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9a9bed6e-d1e7-4428-9ca9-376cc808c24e {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:44:42.051863 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:42.062742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Ignored duplicate provisioning block setup for port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 18:44:42.066214 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:42.106936 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.api [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:44:42.107323 n-d-803753-2 neutron-server[94683]: DEBUG oslo_db.api [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:44:42.151006 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,revision_number=9']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:44:42.164375 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:42.164732 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:42.165082 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:42.165751 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:42.166163 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:42.167030 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:42.167372 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:42.167931 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:42.168279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:42.168616 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:42.168975 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:42.169282 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:44:42.207777 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] No DVR routers for this DVR port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e on host n-h1-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:44:42.348217 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a6a66502-858d-4c35-a0c9-06526d7a379d None None] Provisioning complete for port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:44:42.348819 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a6a66502-858d-4c35-a0c9-06526d7a379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:42.357196 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Attempting to bind port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:44:42.357892 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Attempting to bind port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '23735994-fef5-4479-b4c0-1954a31990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:44:42.357892 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Attempting to bind port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e on network 8f104859-e2a0-4085-8870-4b009fbb68f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:44:42.362678 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e on network 8f104859-e2a0-4085-8870-4b009fbb68f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:44:42.362989 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Attempting to bind port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e on network 8f104859-e2a0-4085-8870-4b009fbb68f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:44:42.368022 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:44:42.368312 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Checking segment: {'id': '23735994-fef5-4479-b4c0-1954a31990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:44:42.368709 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Bound using segment: {'id': '23735994-fef5-4479-b4c0-1954a31990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:44:42.369704 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Bound port: 9a9bed6e-d1e7-4428-9ca9-376cc808c24e, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23735994-fef5-4479-b4c0-1954a31990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:44:42.370199 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:42.393842 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-a6a66502-858d-4c35-a0c9-06526d7a379d None None] Port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:44:42.443957 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] For port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:44:42.448600 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] For port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,segment=NetworkSegment(23735994-fef5-4479-b4c0-1954a31990ca),segment_id=23735994-fef5-4479-b4c0-1954a31990ca)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:44:42.454113 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:42.492491 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:42.493117 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:42.495039 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] 10.222.0.50 "PUT /v2.0/ports/9a9bed6e-d1e7-4428-9ca9-376cc808c24e HTTP/1.1" status: 200 len: 1092 time: 0.7938988 Aug 19 18:44:42.495523 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'tag': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:44:42.497854 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fb859a-d71f-48bc-9c28-9aaf297ff931" -d '{"events": [{"name": "network-changed", "server_uuid": "838768f3-1761-4ece-ac8b-83f5f5b0302c", "tag": "9a9bed6e-d1e7-4428-9ca9-376cc808c24e"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:44:42.504877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f9dfc-823e-4576-90d5-38faa259cb7f req-67b359f5-07e3-4453-8313-877bc5532804 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:42.514274 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-526f9dfc-823e-4576-90d5-38faa259cb7f req-67b359f5-07e3-4453-8313-877bc5532804 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 945 time: 0.0694542 Aug 19 18:44:42.541711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59f357-b40e-40e2-b792-bfa5dd7ae9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,revision_number=10']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:44:42.561808 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-526f9dfc-823e-4576-90d5-38faa259cb7f req-44dbe66b-d3fe-4b44-a64f-c27e3a39900f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460443 Aug 19 18:44:42.583011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-b26b5541-162b-476e-9e9b-7fc73682c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:42.585202 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-b26b5541-162b-476e-9e9b-7fc73682c239 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 1096 time: 0.0562501 Aug 19 18:44:42.646663 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac87e200-9e72-4cd6-8dba-8d77927063a1 x-openstack-request-id: req-ac87e200-9e72-4cd6-8dba-8d77927063a1 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:44:42.647052 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838768f3-1761-4ece-ac8b-83f5f5b0302c", "tag": "9a9bed6e-d1e7-4428-9ca9-376cc808c24e", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:44:42.647554 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac87e200-9e72-4cd6-8dba-8d77927063a1 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:44:42.647979 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:42.648258 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'tag': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e', 'status': 'completed', 'code': 200} Aug 19 18:44:42.694521 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:44:42.696956 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-c275982d-dbf9-4483-9f22-b7fa638835d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:42.697402 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8826e0-1cad-4220-92e0-34776cd6cb4f" -d '{"events": [{"server_uuid": "838768f3-1761-4ece-ac8b-83f5f5b0302c", "name": "network-vif-plugged", "status": "completed", "tag": "9a9bed6e-d1e7-4428-9ca9-376cc808c24e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:44:42.698543 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-c275982d-dbf9-4483-9f22-b7fa638835d2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8f104859-e2a0-4085-8870-4b009fbb68f3 HTTP/1.1" status: 200 len: 897 time: 0.1065714 Aug 19 18:44:42.707741 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,segment=NetworkSegment(23735994-fef5-4479-b4c0-1954a31990ca),segment_id=23735994-fef5-4479-b4c0-1954a31990ca)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:44:42.719118 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:42.732618 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb859a-d71f-48bc-9c28-9aaf297ff931 req-c28dcb16-45eb-4a82-87a8-600244c7b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:42.734768 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-17fb859a-d71f-48bc-9c28-9aaf297ff931 req-c28dcb16-45eb-4a82-87a8-600244c7b43a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 1096 time: 0.0568228 Aug 19 18:44:42.776773 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,revision_number=11']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:44:42.799959 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-b4663f57-0fd2-4265-afca-7e070a3599c0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e HTTP/1.1" status: 200 len: 1002 time: 0.0941706 Aug 19 18:44:42.830611 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ddedadd-3d5b-4905-a711-e08be8800b4c None None] Provisioning complete for port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:44:42.831264 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ddedadd-3d5b-4905-a711-e08be8800b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:42.863855 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb859a-d71f-48bc-9c28-9aaf297ff931 req-a85b8fc8-7132-4e64-9591-41f6970495d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:42.865591 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-17fb859a-d71f-48bc-9c28-9aaf297ff931 req-a85b8fc8-7132-4e64-9591-41f6970495d0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f104859-e2a0-4085-8870-4b009fbb68f3 HTTP/1.1" status: 200 len: 897 time: 0.1165984 Aug 19 18:44:42.868423 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-e3363a84-ebdd-4030-9a60-9202e5b701d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:42.870731 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-e3363a84-ebdd-4030-9a60-9202e5b701d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5b19aa8-cf00-48e0-af00-1eedd82799b5 HTTP/1.1" status: 200 len: 834 time: 0.0617201 Aug 19 18:44:42.875319 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ff958b-a204-4b77-acec-c10a8e1945a6 x-openstack-request-id: req-13ff958b-a204-4b77-acec-c10a8e1945a6 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:44:42.875905 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838768f3-1761-4ece-ac8b-83f5f5b0302c", "name": "network-vif-plugged", "status": "completed", "tag": "9a9bed6e-d1e7-4428-9ca9-376cc808c24e", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:44:42.876312 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13ff958b-a204-4b77-acec-c10a8e1945a6 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:44:42.876856 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e', 'code': 200} Aug 19 18:44:42.924221 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-482321ef-f7bf-4369-b71b-b8796b58c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:42.926107 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-482321ef-f7bf-4369-b71b-b8796b58c812 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8f104859-e2a0-4085-8870-4b009fbb68f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439510 Aug 19 18:44:42.959566 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-17fb859a-d71f-48bc-9c28-9aaf297ff931 req-f844f009-fb42-42ab-bc6f-ce70a506ab9d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e HTTP/1.1" status: 200 len: 1002 time: 0.0660958 Aug 19 18:44:43.017601 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb859a-d71f-48bc-9c28-9aaf297ff931 req-ea672f73-f0e1-47e3-b9ad-6005163f38f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:43.019089 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-17fb859a-d71f-48bc-9c28-9aaf297ff931 req-ea672f73-f0e1-47e3-b9ad-6005163f38f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c5b19aa8-cf00-48e0-af00-1eedd82799b5 HTTP/1.1" status: 200 len: 834 time: 0.0474837 Aug 19 18:44:43.029493 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-e8143604-c6d1-4f5f-ac97-2bfb94c75216 service neutron] 10.222.0.50 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936723 Aug 19 18:44:43.068896 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb859a-d71f-48bc-9c28-9aaf297ff931 req-f2d3e6fa-b9f3-4b1a-b1b3-285cb54b77a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:43.070345 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-17fb859a-d71f-48bc-9c28-9aaf297ff931 req-f2d3e6fa-b9f3-4b1a-b1b3-285cb54b77a6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f104859-e2a0-4085-8870-4b009fbb68f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402720 Aug 19 18:44:43.122515 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-203a2816-f8e8-45a6-869e-716f4831ab18 req-307269a2-3963-4692-804f-157a70afcb54 service neutron] 10.222.0.50 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851634 Aug 19 18:44:43.171493 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-17fb859a-d71f-48bc-9c28-9aaf297ff931 req-8f1d1c70-29ef-4105-b944-1ca2a71a12ea service neutron] 10.222.0.54 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890486 Aug 19 18:44:43.215715 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb859a-d71f-48bc-9c28-9aaf297ff931 req-cbce1931-b98b-42a3-ada7-1a066ef23406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:43.217246 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-17fb859a-d71f-48bc-9c28-9aaf297ff931 req-cbce1931-b98b-42a3-ada7-1a066ef23406 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 1098 time: 0.0473034 Aug 19 18:44:43.267798 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-17fb859a-d71f-48bc-9c28-9aaf297ff931 req-7276cf53-fa54-410b-b42a-41a3b463f9e7 service neutron] 10.222.0.54 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857115 Aug 19 18:44:43.309235 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb859a-d71f-48bc-9c28-9aaf297ff931 req-b4b9643d-0256-4e11-8658-9ca5582f220c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:43.310764 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-17fb859a-d71f-48bc-9c28-9aaf297ff931 req-b4b9643d-0256-4e11-8658-9ca5582f220c service neutron] 10.222.0.50 "GET /v2.0/networks?id=8f104859-e2a0-4085-8870-4b009fbb68f3 HTTP/1.1" status: 200 len: 897 time: 0.0858116 Aug 19 18:44:43.380753 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-17fb859a-d71f-48bc-9c28-9aaf297ff931 req-ef56b627-0f07-40bc-ba91-486699f63372 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e HTTP/1.1" status: 200 len: 1002 time: 0.0620353 Aug 19 18:44:43.430873 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb859a-d71f-48bc-9c28-9aaf297ff931 req-e9583dce-5b30-43ed-81ae-5ab103e4767a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:43.433023 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-17fb859a-d71f-48bc-9c28-9aaf297ff931 req-e9583dce-5b30-43ed-81ae-5ab103e4767a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5b19aa8-cf00-48e0-af00-1eedd82799b5 HTTP/1.1" status: 200 len: 834 time: 0.0442848 Aug 19 18:44:43.480772 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb859a-d71f-48bc-9c28-9aaf297ff931 req-ecf0a8c2-4956-4ac5-aa57-7be2e17934bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:43.482329 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-17fb859a-d71f-48bc-9c28-9aaf297ff931 req-ecf0a8c2-4956-4ac5-aa57-7be2e17934bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8f104859-e2a0-4085-8870-4b009fbb68f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408151 Aug 19 18:44:43.576929 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-17fb859a-d71f-48bc-9c28-9aaf297ff931 req-f2157b69-1690-4d94-93c3-d7ccbb3f4606 service neutron] 10.222.0.50 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861840 Aug 19 18:44:43.696951 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e9d19-a67c-4ca2-83ef-49fda096ed1e req-96f69957-ac24-4df6-9995-08e7a44d8990 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:43.699115 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bc5e9d19-a67c-4ca2-83ef-49fda096ed1e req-96f69957-ac24-4df6-9995-08e7a44d8990 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 947 time: 0.0679550 Aug 19 18:44:43.715517 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-17fb859a-d71f-48bc-9c28-9aaf297ff931 req-33a295ad-f2c0-40d7-bc9e-9f2f7bec7570 service neutron] 10.222.0.50 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299517 Aug 19 18:44:43.745888 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bc5e9d19-a67c-4ca2-83ef-49fda096ed1e req-e50d94ff-9888-46dc-89c0-37486e73b40e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396743 Aug 19 18:44:43.874392 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 9a9bed6e-d1e7-4428-9ca9-376cc808c24e no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:44:43.912282 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 9a9bed6e-d1e7-4428-9ca9-376cc808c24e not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:44:44.875928 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b6053-4380-4de0-a7a2-0b1d523adb30 req-176312db-a709-4ded-9400-10f7a1383ff1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:44.877436 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af4b6053-4380-4de0-a7a2-0b1d523adb30 req-176312db-a709-4ded-9400-10f7a1383ff1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 947 time: 0.0549550 Aug 19 18:44:44.918152 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-af4b6053-4380-4de0-a7a2-0b1d523adb30 req-728585f4-90d7-425b-8ed0-6c4dc0f73621 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343885 Aug 19 18:44:44.940614 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37876) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:44:45.003740 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a0bf08b2-ffef-4a1a-a43b-1521652a3ea8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/floatingips/aca0b143-4441-47ea-8064-2d18dcf0fe57 HTTP/1.1" status: 200 len: 994 time: 0.0619578 Aug 19 18:44:46.584881 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 9a9bed6e-d1e7-4428-9ca9-376cc808c24e details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:44:46.681204 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,segment=NetworkSegment(23735994-fef5-4479-b4c0-1954a31990ca),segment_id=23735994-fef5-4479-b4c0-1954a31990ca)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:44:46.692270 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e', 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3', 'port_id': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e', 'mac_address': 'fa:16:3e:15:31:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b19aa8-cf00-48e0-af00-1eedd82799b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:44:46.724411 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:46.739136 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:46.752569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a9bed6e-d1e7-4428-9ca9-376cc808c24e {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:44:46.772542 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,segment=NetworkSegment(23735994-fef5-4479-b4c0-1954a31990ca),segment_id=23735994-fef5-4479-b4c0-1954a31990ca)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:44:46.776420 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:46.827451 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,revision_number=12']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:44:47.036721 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['9a9bed6e-d1e7-4428-9ca9-376cc808c24e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:44:48.589763 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 9a9bed6e-d1e7-4428-9ca9-376cc808c24e up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:44:48.643104 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:44:48.643502 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:48.720113 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:48.741874 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:44:48.744346 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7830f9bd-300c-43ea-a784-0a5021c02907" -d '{"events": [{"server_uuid": "838768f3-1761-4ece-ac8b-83f5f5b0302c", "name": "network-vif-plugged", "status": "completed", "tag": "9a9bed6e-d1e7-4428-9ca9-376cc808c24e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:44:48.757747 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,segment=NetworkSegment(23735994-fef5-4479-b4c0-1954a31990ca),segment_id=23735994-fef5-4479-b4c0-1954a31990ca)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:44:48.762789 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:48.788887 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8a12b5-a846-4769-833a-1ab3a12f2b3b x-openstack-request-id: req-ab8a12b5-a846-4769-833a-1ab3a12f2b3b {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:44:48.789178 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838768f3-1761-4ece-ac8b-83f5f5b0302c", "name": "network-vif-plugged", "status": "completed", "tag": "9a9bed6e-d1e7-4428-9ca9-376cc808c24e", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:44:48.789435 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab8a12b5-a846-4769-833a-1ab3a12f2b3b {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:44:48.789855 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e', 'code': 200} Aug 19 18:44:48.817041 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,revision_number=13']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:44:54.772619 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:44:56.496645 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d8cf9486-02b2-42a4-b5ec-c88b4d90aabe req-35c0c203-9fe6-4128-ae2c-ac6a75e702b0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=262f1750-a404-497b-897c-a0a094db41d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407531 Aug 19 18:44:56.584567 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf9486-02b2-42a4-b5ec-c88b4d90aabe req-42221544-b0cd-496d-8238-26e44812491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:56.588798 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d8cf9486-02b2-42a4-b5ec-c88b4d90aabe req-42221544-b0cd-496d-8238-26e44812491b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b4432f982a94cff9e34a773fdc26972&device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 1096 time: 0.0491393 Aug 19 18:44:56.696591 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf9486-02b2-42a4-b5ec-c88b4d90aabe req-c000a865-329c-4610-a7f7-a964855519d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:56.698677 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d8cf9486-02b2-42a4-b5ec-c88b4d90aabe req-c000a865-329c-4610-a7f7-a964855519d2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b451c862-8187-43ea-b91e-0391fb652b8e HTTP/1.1" status: 200 len: 909 time: 0.0863688 Aug 19 18:44:56.768092 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d8cf9486-02b2-42a4-b5ec-c88b4d90aabe req-d74dc719-8375-4220-87c0-7b55624aa83c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=997a7104-1631-4c66-bbc4-14eebae1fe70 HTTP/1.1" status: 200 len: 1000 time: 0.0616789 Aug 19 18:44:56.818039 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf9486-02b2-42a4-b5ec-c88b4d90aabe req-d6ab244b-26e2-4755-a55c-2a83df741a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:56.819511 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d8cf9486-02b2-42a4-b5ec-c88b4d90aabe req-d6ab244b-26e2-4755-a55c-2a83df741a96 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18e6c494-fdda-4258-af7c-327bc79060c5 HTTP/1.1" status: 200 len: 847 time: 0.0444717 Aug 19 18:44:56.867464 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf9486-02b2-42a4-b5ec-c88b4d90aabe req-d3112698-0bc6-46d4-adab-0188e784ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:56.868973 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d8cf9486-02b2-42a4-b5ec-c88b4d90aabe req-d3112698-0bc6-46d4-adab-0188e784ecb4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b451c862-8187-43ea-b91e-0391fb652b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418379 Aug 19 18:44:56.962861 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d8cf9486-02b2-42a4-b5ec-c88b4d90aabe req-916ce57a-f666-4261-8835-42283140f7fe service neutron] 10.222.0.54 "GET /v2.0/networks/b451c862-8187-43ea-b91e-0391fb652b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858772 Aug 19 18:44:57.054316 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d8cf9486-02b2-42a4-b5ec-c88b4d90aabe req-eeea6cd8-5491-448f-b305-1a25ee978d7c service neutron] 10.222.0.54 "GET /v2.0/networks/b451c862-8187-43ea-b91e-0391fb652b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835011 Aug 19 18:45:02.710646 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-36bf3326-c627-4ede-9e1d-49afb6b30172 req-483fa406-3709-47b8-b932-2cdfa0f43f67 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401378 Aug 19 18:45:02.795674 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf3326-c627-4ede-9e1d-49afb6b30172 req-4f006412-e270-4de5-98e4-d1b2a6e1caf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:02.797326 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-36bf3326-c627-4ede-9e1d-49afb6b30172 req-4f006412-e270-4de5-98e4-d1b2a6e1caf5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 1098 time: 0.0404816 Aug 19 18:45:02.907786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf3326-c627-4ede-9e1d-49afb6b30172 req-0156fd8e-37ac-460a-a8e2-b6b625dcf997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:02.909289 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-36bf3326-c627-4ede-9e1d-49afb6b30172 req-0156fd8e-37ac-460a-a8e2-b6b625dcf997 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8f104859-e2a0-4085-8870-4b009fbb68f3 HTTP/1.1" status: 200 len: 897 time: 0.0896692 Aug 19 18:45:02.977719 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-36bf3326-c627-4ede-9e1d-49afb6b30172 req-ba87393c-713f-4fbb-a4b3-303811eaa263 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e HTTP/1.1" status: 200 len: 1002 time: 0.0598183 Aug 19 18:45:03.028289 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf3326-c627-4ede-9e1d-49afb6b30172 req-8259632d-dd28-4fbd-b46d-fae718124d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:03.029864 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-36bf3326-c627-4ede-9e1d-49afb6b30172 req-8259632d-dd28-4fbd-b46d-fae718124d98 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5b19aa8-cf00-48e0-af00-1eedd82799b5 HTTP/1.1" status: 200 len: 834 time: 0.0446362 Aug 19 18:45:03.081496 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf3326-c627-4ede-9e1d-49afb6b30172 req-a9478e3f-0f23-4107-9f22-13981dc798c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:03.083047 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-36bf3326-c627-4ede-9e1d-49afb6b30172 req-a9478e3f-0f23-4107-9f22-13981dc798c8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8f104859-e2a0-4085-8870-4b009fbb68f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447223 Aug 19 18:45:03.176614 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-36bf3326-c627-4ede-9e1d-49afb6b30172 req-e7ce02ee-1038-45e2-b49f-1ece0a840e61 service neutron] 10.222.0.50 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835760 Aug 19 18:45:03.278035 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-36bf3326-c627-4ede-9e1d-49afb6b30172 req-f4f7324a-bba5-40fc-abc3-de3d9458b225 service neutron] 10.222.0.50 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861435 Aug 19 18:45:04.621033 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5152665e-69bc-4449-a933-29e4c6ef5f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:07.301606 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:07.393741 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c614d968-f1e1-42d8-ae84-a75a64c44d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:08.247033 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:10.251604 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:11.277144 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:15.522999 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b7bab-af70-4d06-a786-e9d7a6a679b6 req-9ea0b114-a434-4862-856f-b7ff045f5783 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:15.524551 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f03b7bab-af70-4d06-a786-e9d7a6a679b6 req-9ea0b114-a434-4862-856f-b7ff045f5783 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 1098 time: 0.0411816 Aug 19 18:45:15.575908 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f03b7bab-af70-4d06-a786-e9d7a6a679b6 req-30e07b73-9bb5-4900-997d-64bfd5491a0d tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426667 Aug 19 18:45:15.599611 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37892) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:15.754387 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-98ea59da-e699-41f3-b528-2c36f307c276 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Deleting port 473e1368-89af-440b-a069-b6e6ad4cc3df {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:45:15.754637 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-98ea59da-e699-41f3-b528-2c36f307c276 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:15.832884 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-98ea59da-e699-41f3-b528-2c36f307c276 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:15.833208 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-98ea59da-e699-41f3-b528-2c36f307c276 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:15.844719 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-98ea59da-e699-41f3-b528-2c36f307c276 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Calling delete_port for 473e1368-89af-440b-a069-b6e6ad4cc3df owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:45:15.990901 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-98ea59da-e699-41f3-b528-2c36f307c276 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:16.021448 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea59da-e699-41f3-b528-2c36f307c276 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'Port': ['ID=473e1368-89af-440b-a069-b6e6ad4cc3df,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:16.081615 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-98ea59da-e699-41f3-b528-2c36f307c276 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:16.081947 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-98ea59da-e699-41f3-b528-2c36f307c276 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Floating IP aca0b143-4441-47ea-8064-2d18dcf0fe57 disassociated (deleted). External IP: 172.25.8.139, port: 9a9bed6e-d1e7-4428-9ca9-376cc808c24e. Aug 19 18:45:16.596660 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ea59da-e699-41f3-b528-2c36f307c276 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Router 3fd61cd5-6ca7-415c-b896-63b5c0040820 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:45:16.704181 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ea59da-e699-41f3-b528-2c36f307c276 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:45:16.709276 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-98ea59da-e699-41f3-b528-2c36f307c276 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:16.714357 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36ff94-1639-4858-89cc-9c82c8a8cbd9 None None] Sync routers for ids ['3fd61cd5-6ca7-415c-b896-63b5c0040820'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:45:16.722559 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:16.725090 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff36ff94-1639-4858-89cc-9c82c8a8cbd9 None None] Routers {'3fd61cd5-6ca7-415c-b896-63b5c0040820'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:45:16.725746 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ff36ff94-1639-4858-89cc-9c82c8a8cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:45:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['3fd61cd5-6ca7-415c-b896-63b5c0040820'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:16.738299 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-98ea59da-e699-41f3-b528-2c36f307c276 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "DELETE /v2.0/floatingips/aca0b143-4441-47ea-8064-2d18dcf0fe57 HTTP/1.1" status: 204 len: 168 time: 1.1375439 Aug 19 18:45:16.738852 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'tag': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:45:16.741216 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16555e11-aa28-4886-a554-ee9a5ec53e95" -d '{"events": [{"name": "network-changed", "server_uuid": "838768f3-1761-4ece-ac8b-83f5f5b0302c", "tag": "9a9bed6e-d1e7-4428-9ca9-376cc808c24e"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:45:16.824608 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46255904-69d1-408c-b4f4-597665bdeacc x-openstack-request-id: req-46255904-69d1-408c-b4f4-597665bdeacc {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:45:16.825008 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838768f3-1761-4ece-ac8b-83f5f5b0302c", "tag": "9a9bed6e-d1e7-4428-9ca9-376cc808c24e", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:45:16.825367 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46255904-69d1-408c-b4f4-597665bdeacc {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:45:16.825827 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'tag': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e', 'status': 'completed', 'code': 200} Aug 19 18:45:16.834446 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-ff36ff94-1639-4858-89cc-9c82c8a8cbd9 None None] Set router 3fd61cd5-6ca7-415c-b896-63b5c0040820 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:45:16.899555 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16555e11-aa28-4886-a554-ee9a5ec53e95 req-f4c7839f-a666-4633-9468-7ad4d155a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:16.901774 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-16555e11-aa28-4886-a554-ee9a5ec53e95 req-f4c7839f-a666-4633-9468-7ad4d155a5af service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 1098 time: 0.0524898 Aug 19 18:45:17.038262 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693141ad-9fad-4eab-b0c5-9c742b5acfcc req-57bd1a26-edd1-4e9e-8691-c8434b8dfeef tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:17.039758 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-693141ad-9fad-4eab-b0c5-9c742b5acfcc req-57bd1a26-edd1-4e9e-8691-c8434b8dfeef tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 947 time: 0.0757580 Aug 19 18:45:17.040906 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16555e11-aa28-4886-a554-ee9a5ec53e95 req-58fd08ea-7e6b-4748-b79c-abe90e8f56c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:17.042277 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-16555e11-aa28-4886-a554-ee9a5ec53e95 req-58fd08ea-7e6b-4748-b79c-abe90e8f56c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8f104859-e2a0-4085-8870-4b009fbb68f3 HTTP/1.1" status: 200 len: 897 time: 0.1334846 Aug 19 18:45:17.102099 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-16555e11-aa28-4886-a554-ee9a5ec53e95 req-4a3e9b82-7a71-48b0-bd11-8a35fec96944 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e HTTP/1.1" status: 200 len: 217 time: 0.0469570 Aug 19 18:45:17.135358 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ff36ff94-1639-4858-89cc-9c82c8a8cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235511711', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:36Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'a6ab773b-040f-4bb7-bbed-ee39c7977ee2', 'name': '', 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:6f:0e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5b19aa8-cf00-48e0-af00-1eedd82799b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:36Z', 'updated_at': '2021-08-19T18:43:41Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'c5b19aa8-cf00-48e0-af00-1eedd82799b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:17.146258 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-693141ad-9fad-4eab-b0c5-9c742b5acfcc req-9b0ccdbc-be25-4611-b432-5226d1f6075e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974169 Aug 19 18:45:17.162286 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36ff94-1639-4858-89cc-9c82c8a8cbd9 None None] Checking router: 3fd61cd5-6ca7-415c-b896-63b5c0040820 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:45:17.162805 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16555e11-aa28-4886-a554-ee9a5ec53e95 req-5459f7fc-7274-46ba-9017-73bdd1255294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:17.164456 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-16555e11-aa28-4886-a554-ee9a5ec53e95 req-5459f7fc-7274-46ba-9017-73bdd1255294 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5b19aa8-cf00-48e0-af00-1eedd82799b5 HTTP/1.1" status: 200 len: 834 time: 0.0517969 Aug 19 18:45:17.171494 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff36ff94-1639-4858-89cc-9c82c8a8cbd9 None None] Routers {'3fd61cd5-6ca7-415c-b896-63b5c0040820'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:45:17.172098 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ff36ff94-1639-4858-89cc-9c82c8a8cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:45:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['3fd61cd5-6ca7-415c-b896-63b5c0040820'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:17.212958 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16555e11-aa28-4886-a554-ee9a5ec53e95 req-c5ffefb2-2321-4304-90ea-009770fa79d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:17.214519 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-16555e11-aa28-4886-a554-ee9a5ec53e95 req-c5ffefb2-2321-4304-90ea-009770fa79d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8f104859-e2a0-4085-8870-4b009fbb68f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410841 Aug 19 18:45:17.276646 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-ff36ff94-1639-4858-89cc-9c82c8a8cbd9 None None] Set router 3fd61cd5-6ca7-415c-b896-63b5c0040820 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:45:17.313452 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-16555e11-aa28-4886-a554-ee9a5ec53e95 req-75c03296-cdba-44c4-bd3e-1910eae0145b service neutron] 10.222.0.50 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899019 Aug 19 18:45:17.404734 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-16555e11-aa28-4886-a554-ee9a5ec53e95 req-f10bc8d3-efe7-4ad5-9e6f-43c2f16b7121 service neutron] 10.222.0.50 "GET /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838761 Aug 19 18:45:17.482645 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ff36ff94-1639-4858-89cc-9c82c8a8cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235511711', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:36Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'a6ab773b-040f-4bb7-bbed-ee39c7977ee2', 'name': '', 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:6f:0e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5b19aa8-cf00-48e0-af00-1eedd82799b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:36Z', 'updated_at': '2021-08-19T18:43:41Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'c5b19aa8-cf00-48e0-af00-1eedd82799b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:17.508917 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36ff94-1639-4858-89cc-9c82c8a8cbd9 None None] The sync data for ids ['3fd61cd5-6ca7-415c-b896-63b5c0040820'] in n-d-803753-2 is: [{'id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235511711', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:36Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'a6ab773b-040f-4bb7-bbed-ee39c7977ee2', 'name': '', 'network_id': '8f104859-e2a0-4085-8870-4b009fbb68f3', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:6f:0e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5b19aa8-cf00-48e0-af00-1eedd82799b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:36Z', 'updated_at': '2021-08-19T18:43:41Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'c5b19aa8-cf00-48e0-af00-1eedd82799b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:45:17.721353 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc3b3e3-6364-499b-957b-6e7310b44bc0 None None] New status for floating IP aca0b143-4441-47ea-8064-2d18dcf0fe57: DOWN {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:45:18.265875 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097f872-b3e2-4330-bda8-e674304de1be req-ebb48bb6-1514-47a0-8482-6145bdb76e1f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:18.267428 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8097f872-b3e2-4330-bda8-e674304de1be req-ebb48bb6-1514-47a0-8482-6145bdb76e1f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 947 time: 0.0517437 Aug 19 18:45:18.303541 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a77a07-0665-4ef1-bffb-c6e97c9f5702 req-5c6e1de9-8e68-43f8-b9e1-0b85c414fe17 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:18.305054 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-15a77a07-0665-4ef1-bffb-c6e97c9f5702 req-5c6e1de9-8e68-43f8-b9e1-0b85c414fe17 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.50 "GET /v2.0/ports?device_id=838768f3-1761-4ece-ac8b-83f5f5b0302c HTTP/1.1" status: 200 len: 947 time: 0.0502725 Aug 19 18:45:18.306723 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8097f872-b3e2-4330-bda8-e674304de1be req-7ede4a87-06fe-4855-9158-0272e924ee48 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=0072f564-87ad-4cc2-a4f7-340106dd4ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332944 Aug 19 18:45:18.400285 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-15a77a07-0665-4ef1-bffb-c6e97c9f5702 req-2e436164-2ecb-4ce1-8b12-1790569a1660 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Deleting port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:45:18.400616 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-15a77a07-0665-4ef1-bffb-c6e97c9f5702 req-2e436164-2ecb-4ce1-8b12-1790569a1660 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:18.487442 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-15a77a07-0665-4ef1-bffb-c6e97c9f5702 req-2e436164-2ecb-4ce1-8b12-1790569a1660 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] For port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,segment=NetworkSegment(23735994-fef5-4479-b4c0-1954a31990ca),segment_id=23735994-fef5-4479-b4c0-1954a31990ca)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:45:18.487696 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-15a77a07-0665-4ef1-bffb-c6e97c9f5702 req-2e436164-2ecb-4ce1-8b12-1790569a1660 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:18.501237 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-15a77a07-0665-4ef1-bffb-c6e97c9f5702 req-2e436164-2ecb-4ce1-8b12-1790569a1660 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Calling delete_port for 9a9bed6e-d1e7-4428-9ca9-376cc808c24e owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:45:18.635131 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-15a77a07-0665-4ef1-bffb-c6e97c9f5702 req-2e436164-2ecb-4ce1-8b12-1790569a1660 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:18.664138 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e436164-2ecb-4ce1-8b12-1790569a1660 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'Port': ['ID=9a9bed6e-d1e7-4428-9ca9-376cc808c24e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:18.712326 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a77a07-0665-4ef1-bffb-c6e97c9f5702 req-2e436164-2ecb-4ce1-8b12-1790569a1660 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] No DVR routers for this DVR port 9a9bed6e-d1e7-4428-9ca9-376cc808c24e on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:45:18.715663 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-15a77a07-0665-4ef1-bffb-c6e97c9f5702 req-2e436164-2ecb-4ce1-8b12-1790569a1660 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:18.717799 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-15a77a07-0665-4ef1-bffb-c6e97c9f5702 req-2e436164-2ecb-4ce1-8b12-1790569a1660 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.50 "DELETE /v2.0/ports/9a9bed6e-d1e7-4428-9ca9-376cc808c24e HTTP/1.1" status: 204 len: 173 time: 0.4064851 Aug 19 18:45:18.826609 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'name': 'network-vif-deleted', 'tag': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:45:18.829040 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a25deab-ba10-4945-8b84-4e06f0e4d8ac" -d '{"events": [{"server_uuid": "838768f3-1761-4ece-ac8b-83f5f5b0302c", "name": "network-vif-deleted", "tag": "9a9bed6e-d1e7-4428-9ca9-376cc808c24e"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:45:18.869373 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cd7559-4477-4cfe-a662-9912f66901d7 x-openstack-request-id: req-76cd7559-4477-4cfe-a662-9912f66901d7 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:45:18.869702 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838768f3-1761-4ece-ac8b-83f5f5b0302c", "name": "network-vif-deleted", "tag": "9a9bed6e-d1e7-4428-9ca9-376cc808c24e", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:45:18.869960 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76cd7559-4477-4cfe-a662-9912f66901d7 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:45:18.870366 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838768f3-1761-4ece-ac8b-83f5f5b0302c', 'name': 'network-vif-deleted', 'tag': '9a9bed6e-d1e7-4428-9ca9-376cc808c24e', 'status': 'completed', 'code': 200} Aug 19 18:45:19.363456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37910) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:19.812424 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-551c58f9-c0a4-4b84-b334-b8766ed4c4d3 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:20.482231 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-551c58f9-c0a4-4b84-b334-b8766ed4c4d3 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Deleting port a6ab773b-040f-4bb7-bbed-ee39c7977ee2 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:45:20.482959 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-551c58f9-c0a4-4b84-b334-b8766ed4c4d3 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:20.575550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-551c58f9-c0a4-4b84-b334-b8766ed4c4d3 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] For port a6ab773b-040f-4bb7-bbed-ee39c7977ee2, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a6ab773b-040f-4bb7-bbed-ee39c7977ee2,segment=NetworkSegment(23735994-fef5-4479-b4c0-1954a31990ca),segment_id=23735994-fef5-4479-b4c0-1954a31990ca)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:45:20.575820 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-551c58f9-c0a4-4b84-b334-b8766ed4c4d3 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:20.591177 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-551c58f9-c0a4-4b84-b334-b8766ed4c4d3 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Calling delete_port for a6ab773b-040f-4bb7-bbed-ee39c7977ee2 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:45:20.784201 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-551c58f9-c0a4-4b84-b334-b8766ed4c4d3 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:20.861329 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c58f9-c0a4-4b84-b334-b8766ed4c4d3 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'Port': ['ID=a6ab773b-040f-4bb7-bbed-ee39c7977ee2,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:21.017846 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-551c58f9-c0a4-4b84-b334-b8766ed4c4d3 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:21.243957 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551c58f9-c0a4-4b84-b334-b8766ed4c4d3 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Router 3fd61cd5-6ca7-415c-b896-63b5c0040820 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:45:21.352701 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551c58f9-c0a4-4b84-b334-b8766ed4c4d3 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:45:21.359618 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-551c58f9-c0a4-4b84-b334-b8766ed4c4d3 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "PUT /v2.0/routers/3fd61cd5-6ca7-415c-b896-63b5c0040820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9948311 Aug 19 18:45:21.361198 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37914) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:21.363958 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211d0307-5623-4cb7-9a47-1db6d7160680 None None] Sync routers for ids ['3fd61cd5-6ca7-415c-b896-63b5c0040820'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:45:21.374634 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211d0307-5623-4cb7-9a47-1db6d7160680 None None] Routers {'3fd61cd5-6ca7-415c-b896-63b5c0040820'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:45:21.375249 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-211d0307-5623-4cb7-9a47-1db6d7160680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:45:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['3fd61cd5-6ca7-415c-b896-63b5c0040820'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:21.415630 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-0869bc67-338b-46d0-ba68-c9c41f9fdbf8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Deleting subnet c5b19aa8-cf00-48e0-af00-1eedd82799b5 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:45:21.419333 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0869bc67-338b-46d0-ba68-c9c41f9fdbf8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:21.459066 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0869bc67-338b-46d0-ba68-c9c41f9fdbf8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:21.483061 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-211d0307-5623-4cb7-9a47-1db6d7160680 None None] Set router 3fd61cd5-6ca7-415c-b896-63b5c0040820 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:45:21.548341 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0869bc67-338b-46d0-ba68-c9c41f9fdbf8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:21.625090 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0869bc67-338b-46d0-ba68-c9c41f9fdbf8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:21.652862 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869bc67-338b-46d0-ba68-c9c41f9fdbf8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b19aa8-cf00-48e0-af00-1eedd82799b5,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:21.657093 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0869bc67-338b-46d0-ba68-c9c41f9fdbf8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:21.661858 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0869bc67-338b-46d0-ba68-c9c41f9fdbf8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "DELETE /v2.0/subnets/c5b19aa8-cf00-48e0-af00-1eedd82799b5 HTTP/1.1" status: 204 len: 168 time: 0.2993460 Aug 19 18:45:21.662463 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37916) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:21.665567 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba086db-daaa-4e10-98b4-f734b106525e None None] Network 8f104859-e2a0-4085-8870-4b009fbb68f3 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:45:21.691960 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-211d0307-5623-4cb7-9a47-1db6d7160680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235511711', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:45:20Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:21.720389 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211d0307-5623-4cb7-9a47-1db6d7160680 None None] Checking router: 3fd61cd5-6ca7-415c-b896-63b5c0040820 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:45:21.729041 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211d0307-5623-4cb7-9a47-1db6d7160680 None None] Routers {'3fd61cd5-6ca7-415c-b896-63b5c0040820'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:45:21.729691 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-211d0307-5623-4cb7-9a47-1db6d7160680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:45:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['3fd61cd5-6ca7-415c-b896-63b5c0040820'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:21.774702 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b68236b7-c875-4813-a0a3-b4ff55c7f7c4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:21.845969 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-211d0307-5623-4cb7-9a47-1db6d7160680 None None] Set router 3fd61cd5-6ca7-415c-b896-63b5c0040820 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:45:21.879278 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b440300-ba61-4662-a86c-235796cc34f4 None None] DHCP port deletion for 8f104859-e2a0-4085-8870-4b009fbb68f3 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:45:21.895283 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b68236b7-c875-4813-a0a3-b4ff55c7f7c4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:21.928059 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7b440300-ba61-4662-a86c-235796cc34f4 None None] Deleting port 408c3061-bdf0-422a-b086-09785894690b {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:45:21.928438 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7b440300-ba61-4662-a86c-235796cc34f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:21.952075 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-b68236b7-c875-4813-a0a3-b4ff55c7f7c4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Deleting port fbf157c8-71b4-4354-b74c-1892da89a38d {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:45:21.952430 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b68236b7-c875-4813-a0a3-b4ff55c7f7c4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:21.996952 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7b440300-ba61-4662-a86c-235796cc34f4 None None] For port 408c3061-bdf0-422a-b086-09785894690b, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=408c3061-bdf0-422a-b086-09785894690b,segment=NetworkSegment(23735994-fef5-4479-b4c0-1954a31990ca),segment_id=23735994-fef5-4479-b4c0-1954a31990ca)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:45:21.997629 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7b440300-ba61-4662-a86c-235796cc34f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:22.012304 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7b440300-ba61-4662-a86c-235796cc34f4 None None] Calling delete_port for 408c3061-bdf0-422a-b086-09785894690b owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:45:22.037110 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-b68236b7-c875-4813-a0a3-b4ff55c7f7c4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] For port fbf157c8-71b4-4354-b74c-1892da89a38d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=fbf157c8-71b4-4354-b74c-1892da89a38d,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:45:22.037374 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b68236b7-c875-4813-a0a3-b4ff55c7f7c4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:22.041594 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-211d0307-5623-4cb7-9a47-1db6d7160680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235511711', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:45:20Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:22.055411 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-b68236b7-c875-4813-a0a3-b4ff55c7f7c4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Calling delete_port for fbf157c8-71b4-4354-b74c-1892da89a38d owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:45:22.072759 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211d0307-5623-4cb7-9a47-1db6d7160680 None None] The sync data for ids ['3fd61cd5-6ca7-415c-b896-63b5c0040820'] in n-d-803753-2 is: [{'id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235511711', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:45:20Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': 'fbf157c8-71b4-4354-b74c-1892da89a38d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd61cd5-6ca7-415c-b896-63b5c0040820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:33Z', 'updated_at': '2021-08-19T18:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:45:22.104273 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7b440300-ba61-4662-a86c-235796cc34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:22.129698 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b440300-ba61-4662-a86c-235796cc34f4 None None] Pushing event deleted for resources: {'Port': ['ID=408c3061-bdf0-422a-b086-09785894690b,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:22.133526 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b440300-ba61-4662-a86c-235796cc34f4 None None] No DVR routers for this DVR port 408c3061-bdf0-422a-b086-09785894690b on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:45:22.252759 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b68236b7-c875-4813-a0a3-b4ff55c7f7c4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:22.284314 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68236b7-c875-4813-a0a3-b4ff55c7f7c4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'Port': ['ID=fbf157c8-71b4-4354-b74c-1892da89a38d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:22.342372 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b68236b7-c875-4813-a0a3-b4ff55c7f7c4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:22.434690 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b68236b7-c875-4813-a0a3-b4ff55c7f7c4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:22.437129 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b68236b7-c875-4813-a0a3-b4ff55c7f7c4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:22.484451 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b68236b7-c875-4813-a0a3-b4ff55c7f7c4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:22.485231 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68236b7-c875-4813-a0a3-b4ff55c7f7c4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Fanout notify agent at l3_agent the message router_deleted on router 3fd61cd5-6ca7-415c-b896-63b5c0040820 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:45:22.492216 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b68236b7-c875-4813-a0a3-b4ff55c7f7c4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:22.493599 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b68236b7-c875-4813-a0a3-b4ff55c7f7c4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "DELETE /v2.0/routers/3fd61cd5-6ca7-415c-b896-63b5c0040820 HTTP/1.1" status: 204 len: 168 time: 0.8300886 Aug 19 18:45:22.497029 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37918) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:22.577602 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6973f9cf-111d-45b4-81d4-1b77e7e422e1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:22.672818 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6973f9cf-111d-45b4-81d4-1b77e7e422e1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:22.683121 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-6973f9cf-111d-45b4-81d4-1b77e7e422e1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f104859-e2a0-4085-8870-4b009fbb68f3']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:22.694699 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-6973f9cf-111d-45b4-81d4-1b77e7e422e1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23735994-fef5-4479-b4c0-1954a31990ca') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:22.695007 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-6973f9cf-111d-45b4-81d4-1b77e7e422e1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23735994-fef5-4479-b4c0-1954a31990ca') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:22.704374 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6973f9cf-111d-45b4-81d4-1b77e7e422e1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:22.719118 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6973f9cf-111d-45b4-81d4-1b77e7e422e1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:22.725501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6973f9cf-111d-45b4-81d4-1b77e7e422e1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:45:22.725935 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6973f9cf-111d-45b4-81d4-1b77e7e422e1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:22.730035 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 9a9bed6e-d1e7-4428-9ca9-376cc808c24e no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:45:22.731556 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:45:22.759383 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 9a9bed6e-d1e7-4428-9ca9-376cc808c24e {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:45:22.759734 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 9a9bed6e-d1e7-4428-9ca9-376cc808c24e not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:45:22.795391 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6973f9cf-111d-45b4-81d4-1b77e7e422e1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:22.802653 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6973f9cf-111d-45b4-81d4-1b77e7e422e1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:22.804291 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6973f9cf-111d-45b4-81d4-1b77e7e422e1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "DELETE /v2.0/networks/8f104859-e2a0-4085-8870-4b009fbb68f3 HTTP/1.1" status: 204 len: 168 time: 0.3056002 Aug 19 18:45:22.807250 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37920) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:22.816719 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973f9cf-111d-45b4-81d4-1b77e7e422e1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'Network': ['ID=8f104859-e2a0-4085-8870-4b009fbb68f3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:22.876283 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-464e9a0d-51d2-4453-bad7-fd386f78eba4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:22.901846 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-464e9a0d-51d2-4453-bad7-fd386f78eba4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:22.963845 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-464e9a0d-51d2-4453-bad7-fd386f78eba4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:22.967314 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-464e9a0d-51d2-4453-bad7-fd386f78eba4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:22.968530 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-464e9a0d-51d2-4453-bad7-fd386f78eba4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "DELETE /v2.0/security-groups/0072f564-87ad-4cc2-a4f7-340106dd4ca7 HTTP/1.1" status: 204 len: 168 time: 0.1600807 Aug 19 18:45:22.978941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e9a0d-51d2-4453-bad7-fd386f78eba4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0072f564-87ad-4cc2-a4f7-340106dd4ca7,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:23.365769 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37926) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:23.370474 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-202ec785-c494-47a1-ac1b-915d93f4b6c4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1705322152', 'description': 'tempest-secgroup-smoke-1705322152 description', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:45:23.394004 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-202ec785-c494-47a1-ac1b-915d93f4b6c4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:23.472981 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-202ec785-c494-47a1-ac1b-915d93f4b6c4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:23.476025 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-202ec785-c494-47a1-ac1b-915d93f4b6c4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:23.504282 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-202ec785-c494-47a1-ac1b-915d93f4b6c4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:23.505541 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-202ec785-c494-47a1-ac1b-915d93f4b6c4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1387439 Aug 19 18:45:23.507360 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ec785-c494-47a1-ac1b-915d93f4b6c4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abef57da-75c3-46cf-83ad-d44997076b4c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:23.508652 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37928) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:23.514938 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-be41917f-63dd-41e5-93ab-598925007280 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group_rule': {'security_group_id': 'abef57da-75c3-46cf-83ad-d44997076b4c', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:45:23.540179 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-be41917f-63dd-41e5-93ab-598925007280 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:23.597233 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-be41917f-63dd-41e5-93ab-598925007280 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:23.601081 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-be41917f-63dd-41e5-93ab-598925007280 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:23.612724 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41917f-63dd-41e5-93ab-598925007280 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33925f09-8947-41fb-a7d0-15cf76fb48b6,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:23.628937 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-be41917f-63dd-41e5-93ab-598925007280 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:23.630261 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-be41917f-63dd-41e5-93ab-598925007280 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205156 Aug 19 18:45:23.632919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37930) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:23.637629 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2f51c3ce-f42f-43d8-9aec-490193ab8518 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group_rule': {'security_group_id': 'abef57da-75c3-46cf-83ad-d44997076b4c', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:45:23.640025 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fbf157c8-71b4-4354-b74c-1892da89a38d no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:45:23.660252 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: fbf157c8-71b4-4354-b74c-1892da89a38d {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:45:23.660599 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fbf157c8-71b4-4354-b74c-1892da89a38d not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:45:23.661015 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a6ab773b-040f-4bb7-bbed-ee39c7977ee2 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:45:23.663036 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2f51c3ce-f42f-43d8-9aec-490193ab8518 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:23.683020 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: a6ab773b-040f-4bb7-bbed-ee39c7977ee2 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:45:23.683375 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a6ab773b-040f-4bb7-bbed-ee39c7977ee2 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:45:23.684380 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 408c3061-bdf0-422a-b086-09785894690b no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:45:23.703606 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 408c3061-bdf0-422a-b086-09785894690b {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:45:23.703952 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 408c3061-bdf0-422a-b086-09785894690b not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:45:23.728040 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2f51c3ce-f42f-43d8-9aec-490193ab8518 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:23.732664 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2f51c3ce-f42f-43d8-9aec-490193ab8518 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:23.753078 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51c3ce-f42f-43d8-9aec-490193ab8518 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc0cbd46-1d69-413d-a723-ed2caf9fbd4b,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:23.760218 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2f51c3ce-f42f-43d8-9aec-490193ab8518 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:23.761453 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2f51c3ce-f42f-43d8-9aec-490193ab8518 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1274035 Aug 19 18:45:23.764188 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37932) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:23.768730 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-61841ae6-4f79-44d6-8737-e590c6b6cb40 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group_rule': {'security_group_id': 'abef57da-75c3-46cf-83ad-d44997076b4c', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:45:23.796252 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-61841ae6-4f79-44d6-8737-e590c6b6cb40 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:23.858589 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-61841ae6-4f79-44d6-8737-e590c6b6cb40 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:23.862177 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-61841ae6-4f79-44d6-8737-e590c6b6cb40 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:23.883142 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61841ae6-4f79-44d6-8737-e590c6b6cb40 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90d0696-5aa7-4bfc-8187-38bb8d84c599,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:23.886949 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-61841ae6-4f79-44d6-8737-e590c6b6cb40 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:23.888234 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-61841ae6-4f79-44d6-8737-e590c6b6cb40 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231041 Aug 19 18:45:23.890997 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37934) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:23.895686 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f733dfc7-26b3-4f45-a786-ccbf194554e5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group_rule': {'security_group_id': 'abef57da-75c3-46cf-83ad-d44997076b4c', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:45:23.922826 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f733dfc7-26b3-4f45-a786-ccbf194554e5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:23.985635 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f733dfc7-26b3-4f45-a786-ccbf194554e5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:23.989813 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f733dfc7-26b3-4f45-a786-ccbf194554e5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.010546 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733dfc7-26b3-4f45-a786-ccbf194554e5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a52e6bb-6a47-4b0c-8856-69dc388ca9f6,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:24.014609 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f733dfc7-26b3-4f45-a786-ccbf194554e5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.015994 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f733dfc7-26b3-4f45-a786-ccbf194554e5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239626 Aug 19 18:45:24.018689 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37936) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:24.023210 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e57e097a-3749-423c-9494-dcdd397d69f4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group_rule': {'security_group_id': 'abef57da-75c3-46cf-83ad-d44997076b4c', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:45:24.045193 n-d-803753-2 neutron-server[94681]: INFO neutron.db.securitygroups_db [None req-e57e097a-3749-423c-9494-dcdd397d69f4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Project d3e4dc16e471490aa2d32d2b3d24f738 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:45:24.049911 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e57e097a-3749-423c-9494-dcdd397d69f4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.113120 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e57e097a-3749-423c-9494-dcdd397d69f4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.116720 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e57e097a-3749-423c-9494-dcdd397d69f4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.138388 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e097a-3749-423c-9494-dcdd397d69f4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c179aa-d710-435d-9072-0173e91876b0,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:24.142082 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e57e097a-3749-423c-9494-dcdd397d69f4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.143288 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e57e097a-3749-423c-9494-dcdd397d69f4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236298 Aug 19 18:45:24.146132 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37938) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:24.150610 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-847e1b76-bda9-443f-9687-52072f854353 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group_rule': {'security_group_id': 'abef57da-75c3-46cf-83ad-d44997076b4c', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:45:24.172052 n-d-803753-2 neutron-server[94681]: INFO neutron.db.securitygroups_db [None req-847e1b76-bda9-443f-9687-52072f854353 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Project d3e4dc16e471490aa2d32d2b3d24f738 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:45:24.176975 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-847e1b76-bda9-443f-9687-52072f854353 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.238810 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-847e1b76-bda9-443f-9687-52072f854353 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.242618 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-847e1b76-bda9-443f-9687-52072f854353 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.257922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e1b76-bda9-443f-9687-52072f854353 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216aae78-0b3f-40da-b6e0-46c1a89a26db,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:24.266544 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-847e1b76-bda9-443f-9687-52072f854353 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.267782 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-847e1b76-bda9-443f-9687-52072f854353 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206546 Aug 19 18:45:24.270557 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37940) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:24.275414 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-88a9abec-055e-4f7d-863d-c4de9fb7a659 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'network': {'name': 'tempest-network-smoke--1021588590', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'port_security_enabled': True}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:45:24.295097 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a9abec-055e-4f7d-863d-c4de9fb7a659 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Made reservation on behalf of d3e4dc16e471490aa2d32d2b3d24f738 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:45:24.298445 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-88a9abec-055e-4f7d-863d-c4de9fb7a659 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.322302 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a9abec-055e-4f7d-863d-c4de9fb7a659 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:45:24.332025 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-88a9abec-055e-4f7d-863d-c4de9fb7a659 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.332371 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-88a9abec-055e-4f7d-863d-c4de9fb7a659 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Added segment 47e42936-dfe0-4c24-a847-a064f79c990a of type vlan for network d1fa182b-3072-42da-b25f-2c22dffb7f38 Aug 19 18:45:24.374120 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-88a9abec-055e-4f7d-863d-c4de9fb7a659 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.398995 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-88a9abec-055e-4f7d-863d-c4de9fb7a659 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.404893 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a9abec-055e-4f7d-863d-c4de9fb7a659 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:24.405462 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-88a9abec-055e-4f7d-863d-c4de9fb7a659 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.461778 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-88a9abec-055e-4f7d-863d-c4de9fb7a659 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1901796 Aug 19 18:45:24.464438 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 37942) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:24.469124 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-1f46b32c-5b11-42ec-baf8-fc1ef35cf057 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1348694111', 'admin_state_up': True, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:45:24.491211 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9abec-055e-4f7d-863d-c4de9fb7a659 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Network': ['ID=d1fa182b-3072-42da-b25f-2c22dffb7f38,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:24.503493 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network d1fa182b-3072-42da-b25f-2c22dffb7f38 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:45:24.505442 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1f46b32c-5b11-42ec-baf8-fc1ef35cf057 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.506603 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1f46b32c-5b11-42ec-baf8-fc1ef35cf057 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.558273 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1f46b32c-5b11-42ec-baf8-fc1ef35cf057 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.699412 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1f46b32c-5b11-42ec-baf8-fc1ef35cf057 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.897304 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1f46b32c-5b11-42ec-baf8-fc1ef35cf057 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.917074 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1f46b32c-5b11-42ec-baf8-fc1ef35cf057 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:25.020223 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-1f46b32c-5b11-42ec-baf8-fc1ef35cf057 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Allocated IP 172.25.8.68 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/189fdf31-4dea-4c6c-b020-34dff344011a) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:45:25.125859 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1f46b32c-5b11-42ec-baf8-fc1ef35cf057 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:25.163439 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1f46b32c-5b11-42ec-baf8-fc1ef35cf057 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:25.198904 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f46b32c-5b11-42ec-baf8-fc1ef35cf057 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:45:25.203687 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-1f46b32c-5b11-42ec-baf8-fc1ef35cf057 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:45:25.207140 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f46b32c-5b11-42ec-baf8-fc1ef35cf057 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:45:25.231985 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46b32c-5b11-42ec-baf8-fc1ef35cf057 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Port': ['ID=189fdf31-4dea-4c6c-b020-34dff344011a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:25.451701 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1f46b32c-5b11-42ec-baf8-fc1ef35cf057 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:25.644520 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1f46b32c-5b11-42ec-baf8-fc1ef35cf057 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:25.770214 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f46b32c-5b11-42ec-baf8-fc1ef35cf057 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Router 83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:45:25.879216 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f46b32c-5b11-42ec-baf8-fc1ef35cf057 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:45:25.889079 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] Sync routers for ids ['83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:45:25.897132 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1f46b32c-5b11-42ec-baf8-fc1ef35cf057 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:25.898413 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1f46b32c-5b11-42ec-baf8-fc1ef35cf057 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4329047 Aug 19 18:45:25.898967 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] Routers {'83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:45:25.899658 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:45:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:25.901670 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37944) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:25.940443 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-30648f9e-4736-4fc3-993a-38261510f0e1 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=d3e4dc16e471490aa2d32d2b3d24f738&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373940 Aug 19 18:45:25.942986 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37946) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:26.010252 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] Set router 83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:45:26.203308 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348694111', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:25Z', 'revision_number': 3, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:26.231616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] Checking router: 83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:45:26.231962 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] Updating router 83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991 port 189fdf31-4dea-4c6c-b020-34dff344011a binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:45:26.258408 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:26.358011 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec162cef-34b4-4dd6-8285-1405ffdf0dbd tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:26.359556 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ec162cef-34b4-4dd6-8285-1405ffdf0dbd tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4156618 Aug 19 18:45:26.362402 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37948) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:26.402547 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cb529280-d375-4f63-aefb-8177830455a6 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367239 Aug 19 18:45:26.402857 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37950) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:26.407633 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-8447bccd-d13d-407b-9136-8b908924ac33 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-487412851', 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:45:26.497557 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8447bccd-d13d-407b-9136-8b908924ac33 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Made reservation on behalf of d3e4dc16e471490aa2d32d2b3d24f738 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:45:26.501075 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8447bccd-d13d-407b-9136-8b908924ac33 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:26.516496 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:26.526795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] Transition to ACTIVE for port object 189fdf31-4dea-4c6c-b020-34dff344011a will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:45:26.532768 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:26.589855 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] Attempting to bind port 189fdf31-4dea-4c6c-b020-34dff344011a on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:45:26.590226 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] Attempting to bind port 189fdf31-4dea-4c6c-b020-34dff344011a by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:45:26.590737 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] Attempting to bind port 189fdf31-4dea-4c6c-b020-34dff344011a on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:45:26.598002 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb77796-eedb-4401-8c39-e2d894ee24db None None] Pushing event updated for resources: {'Port': ['ID=189fdf31-4dea-4c6c-b020-34dff344011a,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:26.601912 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:45:26.602282 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:45:26.602693 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:26.603078 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:45:26.603562 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] Bound port: 189fdf31-4dea-4c6c-b020-34dff344011a, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:45:26.603944 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:26.658404 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] For port 189fdf31-4dea-4c6c-b020-34dff344011a, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:45:26.662005 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] For port 189fdf31-4dea-4c6c-b020-34dff344011a, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=189fdf31-4dea-4c6c-b020-34dff344011a,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:45:26.666974 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:26.692170 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8447bccd-d13d-407b-9136-8b908924ac33 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:26.723486 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] Routers {'83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:45:26.724108 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:45:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:26.754645 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447bccd-d13d-407b-9136-8b908924ac33 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Subnet': ['ID=2cb39f4c-2b16-4a69-b32a-bef098cf0260,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:26.761514 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8447bccd-d13d-407b-9136-8b908924ac33 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Checking segment: {'id': '47e42936-dfe0-4c24-a847-a064f79c990a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:45:26.762099 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8447bccd-d13d-407b-9136-8b908924ac33 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network hostable DHCP agents. Network: d1fa182b-3072-42da-b25f-2c22dffb7f38, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:45:26.762580 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb77796-eedb-4401-8c39-e2d894ee24db None None] Pushing event updated for resources: {'Port': ['ID=189fdf31-4dea-4c6c-b020-34dff344011a,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:26.779014 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8447bccd-d13d-407b-9136-8b908924ac33 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network d1fa182b-3072-42da-b25f-2c22dffb7f38 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:45:26.788877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-8447bccd-d13d-407b-9136-8b908924ac33 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, d1fa182b-3072-42da-b25f-2c22dffb7f38) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:45:26.793980 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8447bccd-d13d-407b-9136-8b908924ac33 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:26.794413 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8447bccd-d13d-407b-9136-8b908924ac33 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:26.811815 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8447bccd-d13d-407b-9136-8b908924ac33 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4054904 Aug 19 18:45:26.812064 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 37952) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:26.818858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1fe4ad-8b96-4973-8cb6-7c7df336f0d5 None None] Network d1fa182b-3072-42da-b25f-2c22dffb7f38 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:45:26.903620 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] Set router 83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:45:27.120122 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53cae6e-12bb-4d98-873f-17e81248cae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-d1fa182b-3072-42da-b25f-2c22dffb7f38', 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'fixed_ips': [{'subnet_id': '2cb39f4c-2b16-4a69-b32a-bef098cf0260'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:45:27.121019 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c53cae6e-12bb-4d98-873f-17e81248cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:27.248747 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348694111', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:25Z', 'revision_number': 3, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:27.255875 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bd59bd1-5669-46b1-9957-1239187869d8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:27.280179 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f466ea-a600-4d48-89ea-422f2c79b0da None None] The sync data for ids ['83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'] in n-d-803753-2 is: [{'id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348694111', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:25Z', 'revision_number': 3, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:45:27.296794 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-c53cae6e-12bb-4d98-873f-17e81248cae4 None None] Allocated IP 172.20.0.2 (d1fa182b-3072-42da-b25f-2c22dffb7f38/2cb39f4c-2b16-4a69-b32a-bef098cf0260/2f772450-2fb3-4d4a-8768-9ae629477bce) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:45:27.458003 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c53cae6e-12bb-4d98-873f-17e81248cae4 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:27.467128 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c53cae6e-12bb-4d98-873f-17e81248cae4 None None] Transition to ACTIVE for port object 2f772450-2fb3-4d4a-8768-9ae629477bce will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:45:27.483671 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c53cae6e-12bb-4d98-873f-17e81248cae4 None None] Transition to ACTIVE for port object 2f772450-2fb3-4d4a-8768-9ae629477bce will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:45:27.490386 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c53cae6e-12bb-4d98-873f-17e81248cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:27.570742 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53cae6e-12bb-4d98-873f-17e81248cae4 None None] Network d1fa182b-3072-42da-b25f-2c22dffb7f38 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:45:27.573672 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-c53cae6e-12bb-4d98-873f-17e81248cae4 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:45:27.577283 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-0bd59bd1-5669-46b1-9957-1239187869d8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Allocated IP 172.20.0.1 (d1fa182b-3072-42da-b25f-2c22dffb7f38/2cb39f4c-2b16-4a69-b32a-bef098cf0260/3fe4efcd-ef37-4efc-86a4-91ee5ff3447e) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:45:27.578134 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53cae6e-12bb-4d98-873f-17e81248cae4 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:45:27.640539 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cae6e-12bb-4d98-873f-17e81248cae4 None None] Pushing event updated for resources: {'Port': ['ID=2f772450-2fb3-4d4a-8768-9ae629477bce,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:27.662451 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c53cae6e-12bb-4d98-873f-17e81248cae4 None None] Attempting to bind port 2f772450-2fb3-4d4a-8768-9ae629477bce on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:45:27.662823 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c53cae6e-12bb-4d98-873f-17e81248cae4 None None] Attempting to bind port 2f772450-2fb3-4d4a-8768-9ae629477bce by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '47e42936-dfe0-4c24-a847-a064f79c990a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:45:27.663187 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53cae6e-12bb-4d98-873f-17e81248cae4 None None] Attempting to bind port 2f772450-2fb3-4d4a-8768-9ae629477bce on network d1fa182b-3072-42da-b25f-2c22dffb7f38 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:45:27.671919 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53cae6e-12bb-4d98-873f-17e81248cae4 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:45:27.672302 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53cae6e-12bb-4d98-873f-17e81248cae4 None None] Checking segment: {'id': '47e42936-dfe0-4c24-a847-a064f79c990a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:45:27.672719 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c53cae6e-12bb-4d98-873f-17e81248cae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:27.673117 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53cae6e-12bb-4d98-873f-17e81248cae4 None None] Bound using segment: {'id': '47e42936-dfe0-4c24-a847-a064f79c990a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:45:27.674304 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c53cae6e-12bb-4d98-873f-17e81248cae4 None None] Bound port: 2f772450-2fb3-4d4a-8768-9ae629477bce, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e42936-dfe0-4c24-a847-a064f79c990a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:45:27.674717 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c53cae6e-12bb-4d98-873f-17e81248cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:27.723738 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 189fdf31-4dea-4c6c-b020-34dff344011a up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:45:27.739412 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bd59bd1-5669-46b1-9957-1239187869d8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:27.755335 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-0bd59bd1-5669-46b1-9957-1239187869d8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Transition to ACTIVE for port object 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:45:27.787732 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c53cae6e-12bb-4d98-873f-17e81248cae4 None None] For port 2f772450-2fb3-4d4a-8768-9ae629477bce, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:45:27.792538 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c53cae6e-12bb-4d98-873f-17e81248cae4 None None] For port 2f772450-2fb3-4d4a-8768-9ae629477bce, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2f772450-2fb3-4d4a-8768-9ae629477bce,segment=NetworkSegment(47e42936-dfe0-4c24-a847-a064f79c990a),segment_id=47e42936-dfe0-4c24-a847-a064f79c990a)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:45:27.805282 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c53cae6e-12bb-4d98-873f-17e81248cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:27.805732 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bd59bd1-5669-46b1-9957-1239187869d8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:27.813502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 189fdf31-4dea-4c6c-b020-34dff344011a completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:45:27.843315 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 189fdf31-4dea-4c6c-b020-34dff344011a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:45:27.843315 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:27.847801 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd59bd1-5669-46b1-9957-1239187869d8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network d1fa182b-3072-42da-b25f-2c22dffb7f38 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:45:27.850903 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-0bd59bd1-5669-46b1-9957-1239187869d8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:45:27.857673 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd59bd1-5669-46b1-9957-1239187869d8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:45:27.892384 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd59bd1-5669-46b1-9957-1239187869d8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Port': ['ID=3fe4efcd-ef37-4efc-86a4-91ee5ff3447e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:27.906176 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cae6e-12bb-4d98-873f-17e81248cae4 None None] Pushing event updated for resources: {'Port': ['ID=2f772450-2fb3-4d4a-8768-9ae629477bce,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:27.913799 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bd59bd1-5669-46b1-9957-1239187869d8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:27.956094 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:27.978263 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 189fdf31-4dea-4c6c-b020-34dff344011a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=189fdf31-4dea-4c6c-b020-34dff344011a,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:45:27.985712 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:28.043073 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=189fdf31-4dea-4c6c-b020-34dff344011a,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:28.076069 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bd59bd1-5669-46b1-9957-1239187869d8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:28.391206 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bd59bd1-5669-46b1-9957-1239187869d8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:28.395825 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bd59bd1-5669-46b1-9957-1239187869d8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:28.471287 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd59bd1-5669-46b1-9957-1239187869d8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Port': ['ID=3fe4efcd-ef37-4efc-86a4-91ee5ff3447e,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:28.473954 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bd59bd1-5669-46b1-9957-1239187869d8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:28.577020 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd59bd1-5669-46b1-9957-1239187869d8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network d1fa182b-3072-42da-b25f-2c22dffb7f38 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:45:28.578598 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-0bd59bd1-5669-46b1-9957-1239187869d8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:45:28.699131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd59bd1-5669-46b1-9957-1239187869d8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Router 83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:45:28.817132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd59bd1-5669-46b1-9957-1239187869d8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:45:28.822785 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0bd59bd1-5669-46b1-9957-1239187869d8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "PUT /v2.0/routers/83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0098333 Aug 19 18:45:28.894722 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a138e95-6b4d-45e9-b8e8-1af7a2321a64 None None] Network d1fa182b-3072-42da-b25f-2c22dffb7f38 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:45:28.959558 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-34ace7b5-c8dc-44dc-b1ed-c41303d64cfd None None] Provisioning for port 2f772450-2fb3-4d4a-8768-9ae629477bce completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:45:28.992630 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-818700aa-5eb9-4121-90e2-9c1465234668 req-8fbad8e7-2a9e-43db-a2e3-f3986272ed2a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1705322152&fields=id&tenant_id=d3e4dc16e471490aa2d32d2b3d24f738 HTTP/1.1" status: 200 len: 267 time: 0.0537512 Aug 19 18:45:29.111126 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818700aa-5eb9-4121-90e2-9c1465234668 req-11a0ff79-84dd-434e-bd3a-204ac3129267 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:29.112695 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-818700aa-5eb9-4121-90e2-9c1465234668 req-11a0ff79-84dd-434e-bd3a-204ac3129267 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/networks?id=d1fa182b-3072-42da-b25f-2c22dffb7f38 HTTP/1.1" status: 200 len: 797 time: 0.1103957 Aug 19 18:45:29.135150 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-818700aa-5eb9-4121-90e2-9c1465234668 req-6592ef73-9822-4c96-b56e-63b4ceebfa42 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/quotas/d3e4dc16e471490aa2d32d2b3d24f738 HTTP/1.1" status: 200 len: 375 time: 0.0166256 Aug 19 18:45:29.203767 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-818700aa-5eb9-4121-90e2-9c1465234668 req-991dc814-1499-4515-bb35-e983e76927d8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677304 Aug 19 18:45:29.278229 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-818700aa-5eb9-4121-90e2-9c1465234668 req-4e1b0c87-affd-4c79-8b5b-e0039119988e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:45:29.278640 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-818700aa-5eb9-4121-90e2-9c1465234668 req-4e1b0c87-affd-4c79-8b5b-e0039119988e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0615191 Aug 19 18:45:29.302405 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a642f55e-e4f3-4629-85fa-a21d71ab745e None None] Provisioning for port 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:45:29.307026 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a642f55e-e4f3-4629-85fa-a21d71ab745e None None] Provisioning complete for port 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:45:29.307402 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a642f55e-e4f3-4629-85fa-a21d71ab745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:29.322777 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] Sync routers for ids ['83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:45:29.333028 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] Routers {'83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:45:29.334340 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:45:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:29.348779 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-a642f55e-e4f3-4629-85fa-a21d71ab745e None None] Port 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:45:29.386105 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-818700aa-5eb9-4121-90e2-9c1465234668 req-08f7457f-1e4f-47cf-bb18-2fc772c63efc service neutron] 10.222.0.24 "GET /v2.0/networks/d1fa182b-3072-42da-b25f-2c22dffb7f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009827 Aug 19 18:45:29.459887 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] Set router 83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:45:29.487277 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2f215165-867e-4e66-b8b7-39aa07eac1f1 None None] Provisioning complete for port 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:45:29.487870 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2f215165-867e-4e66-b8b7-39aa07eac1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:29.490620 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-818700aa-5eb9-4121-90e2-9c1465234668 req-9261f373-3095-467d-8a19-3fe33cd7165c service neutron] 10.222.0.24 "GET /v2.0/networks/d1fa182b-3072-42da-b25f-2c22dffb7f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997901 Aug 19 18:45:29.772174 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-2f215165-867e-4e66-b8b7-39aa07eac1f1 None None] Port 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:45:29.774830 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6d94c86a-5a4c-4e8f-98b9-65a2941a1a0e req-54149628-e4bd-43c5-9a85-50d5bc3ac6a7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 210 time: 0.0428541 Aug 19 18:45:29.834503 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2f772450-2fb3-4d4a-8768-9ae629477bce up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:45:29.890921 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 2f772450-2fb3-4d4a-8768-9ae629477bce completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:45:29.896797 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 2f772450-2fb3-4d4a-8768-9ae629477bce triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:45:29.897174 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:29.908087 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348694111', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:28Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '3fe4efcd-ef37-4efc-86a4-91ee5ff3447e', 'name': '', 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:5f:9c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2cb39f4c-2b16-4a69-b32a-bef098cf0260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:45:27Z', 'updated_at': '2021-08-19T18:45:28Z', 'revision_number': 2, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': '2cb39f4c-2b16-4a69-b32a-bef098cf0260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:29.917768 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a03c3804-b418-4802-82dc-f0ccf0b57e53 None None] Provisioning complete for port 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:45:29.918704 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a03c3804-b418-4802-82dc-f0ccf0b57e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:29.939145 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] Checking router: 83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:45:29.939515 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] Updating router 83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991 port 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:45:29.973431 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:29.979478 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-a03c3804-b418-4802-82dc-f0ccf0b57e53 None None] Port 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:45:30.023894 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:30.057062 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 2f772450-2fb3-4d4a-8768-9ae629477bce, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2f772450-2fb3-4d4a-8768-9ae629477bce,segment=NetworkSegment(47e42936-dfe0-4c24-a847-a064f79c990a),segment_id=47e42936-dfe0-4c24-a847-a064f79c990a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:45:30.062360 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:30.063244 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 189fdf31-4dea-4c6c-b020-34dff344011a up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:45:30.144914 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=2f772450-2fb3-4d4a-8768-9ae629477bce,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:30.155795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 189fdf31-4dea-4c6c-b020-34dff344011a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:45:30.156176 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:30.282226 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:30.295398 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] Transition to ACTIVE for port object 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:45:30.332770 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:30.395023 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f5af5-fbc7-4082-881f-ead3c0ce660b None None] Pushing event updated for resources: {'Port': ['ID=3fe4efcd-ef37-4efc-86a4-91ee5ff3447e,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:30.413305 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5f5af5-fbc7-4082-881f-ead3c0ce660b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:30.413797 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5f5af5-fbc7-4082-881f-ead3c0ce660b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:30.414145 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5f5af5-fbc7-4082-881f-ead3c0ce660b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:30.414487 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5f5af5-fbc7-4082-881f-ead3c0ce660b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:30.414817 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5f5af5-fbc7-4082-881f-ead3c0ce660b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:30.415148 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5f5af5-fbc7-4082-881f-ead3c0ce660b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:30.415474 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5f5af5-fbc7-4082-881f-ead3c0ce660b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:30.415806 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5f5af5-fbc7-4082-881f-ead3c0ce660b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:30.416213 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5f5af5-fbc7-4082-881f-ead3c0ce660b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:30.416721 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5f5af5-fbc7-4082-881f-ead3c0ce660b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:30.417084 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5f5af5-fbc7-4082-881f-ead3c0ce660b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:30.417423 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5f5af5-fbc7-4082-881f-ead3c0ce660b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:30.503026 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] Attempting to bind port 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:45:30.503390 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] Attempting to bind port 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '47e42936-dfe0-4c24-a847-a064f79c990a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:45:30.503652 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] Attempting to bind port 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e on network d1fa182b-3072-42da-b25f-2c22dffb7f38 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:45:30.511992 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:45:30.512412 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] Checking segment: {'id': '47e42936-dfe0-4c24-a847-a064f79c990a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:45:30.512817 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:30.513207 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] Bound using segment: {'id': '47e42936-dfe0-4c24-a847-a064f79c990a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:45:30.513706 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] Bound port: 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e42936-dfe0-4c24-a847-a064f79c990a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:45:30.514088 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:30.602232 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] For port 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:45:30.605934 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] For port 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3fe4efcd-ef37-4efc-86a4-91ee5ff3447e,segment=NetworkSegment(47e42936-dfe0-4c24-a847-a064f79c990a),segment_id=47e42936-dfe0-4c24-a847-a064f79c990a)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:45:30.610432 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:30.670729 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] Routers {'83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:45:30.671369 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:45:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:30.721651 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f5af5-fbc7-4082-881f-ead3c0ce660b None None] Pushing event updated for resources: {'Port': ['ID=3fe4efcd-ef37-4efc-86a4-91ee5ff3447e,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:30.778328 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818700aa-5eb9-4121-90e2-9c1465234668 req-c47ec97c-59ab-46c2-a57c-ed74ca25e865 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:30.781048 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-818700aa-5eb9-4121-90e2-9c1465234668 req-c47ec97c-59ab-46c2-a57c-ed74ca25e865 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.50 "GET /v2.0/networks?id=d1fa182b-3072-42da-b25f-2c22dffb7f38 HTTP/1.1" status: 200 len: 797 time: 0.1350710 Aug 19 18:45:30.803149 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] Set router 83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:45:30.848099 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-818700aa-5eb9-4121-90e2-9c1465234668 req-e5d994d6-a09c-4bb0-b710-f10532334dbd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3e4dc16e471490aa2d32d2b3d24f738 HTTP/1.1" status: 200 len: 380 time: 0.0556860 Aug 19 18:45:30.861154 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-818700aa-5eb9-4121-90e2-9c1465234668 req-97a6e7b2-a1dd-42ae-b962-c3b5e4dde4e0 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'port': {'device_id': 'c776b99f-1559-4fe0-8f2a-57729fd19ba1', 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38', 'admin_state_up': True, 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'security_groups': ['abef57da-75c3-46cf-83ad-d44997076b4c']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:45:31.038475 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348694111', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:28Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '3fe4efcd-ef37-4efc-86a4-91ee5ff3447e', 'name': '', 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:5f:9c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2cb39f4c-2b16-4a69-b32a-bef098cf0260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:45:27Z', 'updated_at': '2021-08-19T18:45:30Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': '2cb39f4c-2b16-4a69-b32a-bef098cf0260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:31.065908 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6961d54f-4a85-4891-ad61-05f323ee7b79 None None] The sync data for ids ['83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'] in n-d-803753-2 is: [{'id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348694111', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:28Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '3fe4efcd-ef37-4efc-86a4-91ee5ff3447e', 'name': '', 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:5f:9c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2cb39f4c-2b16-4a69-b32a-bef098cf0260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:45:27Z', 'updated_at': '2021-08-19T18:45:30Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': '2cb39f4c-2b16-4a69-b32a-bef098cf0260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:45:31.261191 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54ea783b-8c8b-4866-bf6e-80627ba068e6 req-aef22bce-8b30-487e-a776-c987a59915a6 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 210 time: 0.3789887 Aug 19 18:45:31.325456 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-818700aa-5eb9-4121-90e2-9c1465234668 req-97a6e7b2-a1dd-42ae-b962-c3b5e4dde4e0 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Made reservation on behalf of d3e4dc16e471490aa2d32d2b3d24f738 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:45:31.329002 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-818700aa-5eb9-4121-90e2-9c1465234668 req-97a6e7b2-a1dd-42ae-b962-c3b5e4dde4e0 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:31.462509 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-818700aa-5eb9-4121-90e2-9c1465234668 req-97a6e7b2-a1dd-42ae-b962-c3b5e4dde4e0 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Allocated IP 172.20.0.5 (d1fa182b-3072-42da-b25f-2c22dffb7f38/2cb39f4c-2b16-4a69-b32a-bef098cf0260/17c05dfd-b567-4996-99f6-cf1e54a244e5) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:45:31.618354 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-818700aa-5eb9-4121-90e2-9c1465234668 req-97a6e7b2-a1dd-42ae-b962-c3b5e4dde4e0 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:31.635354 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-818700aa-5eb9-4121-90e2-9c1465234668 req-97a6e7b2-a1dd-42ae-b962-c3b5e4dde4e0 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Transition to ACTIVE for port object 17c05dfd-b567-4996-99f6-cf1e54a244e5 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:45:31.669753 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-818700aa-5eb9-4121-90e2-9c1465234668 req-97a6e7b2-a1dd-42ae-b962-c3b5e4dde4e0 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:31.713715 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-818700aa-5eb9-4121-90e2-9c1465234668 req-97a6e7b2-a1dd-42ae-b962-c3b5e4dde4e0 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network d1fa182b-3072-42da-b25f-2c22dffb7f38 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:45:31.721465 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-818700aa-5eb9-4121-90e2-9c1465234668 req-97a6e7b2-a1dd-42ae-b962-c3b5e4dde4e0 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:45:31.724620 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-818700aa-5eb9-4121-90e2-9c1465234668 req-97a6e7b2-a1dd-42ae-b962-c3b5e4dde4e0 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:45:31.733378 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:45:31.768499 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6e7b2-a1dd-42ae-b962-c3b5e4dde4e0 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Port': ['ID=17c05dfd-b567-4996-99f6-cf1e54a244e5,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:31.784796 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:45:31.805643 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818700aa-5eb9-4121-90e2-9c1465234668 req-97a6e7b2-a1dd-42ae-b962-c3b5e4dde4e0 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:31.806845 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-818700aa-5eb9-4121-90e2-9c1465234668 req-97a6e7b2-a1dd-42ae-b962-c3b5e4dde4e0 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:31.828446 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-818700aa-5eb9-4121-90e2-9c1465234668 req-97a6e7b2-a1dd-42ae-b962-c3b5e4dde4e0 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9719393 Aug 19 18:45:31.830387 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:45:31.834831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:45:31.835207 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:31.843527 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-818700aa-5eb9-4121-90e2-9c1465234668 req-aa70d0da-f996-4a57-bfd2-ff5fafa2d323 service neutron] Request body: {'port': {'device_id': 'c776b99f-1559-4fe0-8f2a-57729fd19ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:45:31.915697 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-818700aa-5eb9-4121-90e2-9c1465234668 req-aa70d0da-f996-4a57-bfd2-ff5fafa2d323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:31.924055 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:31.972428 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3fe4efcd-ef37-4efc-86a4-91ee5ff3447e,segment=NetworkSegment(47e42936-dfe0-4c24-a847-a064f79c990a),segment_id=47e42936-dfe0-4c24-a847-a064f79c990a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:45:31.979134 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:31.979876 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2f772450-2fb3-4d4a-8768-9ae629477bce up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:45:32.069143 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=3fe4efcd-ef37-4efc-86a4-91ee5ff3447e,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:32.084829 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bcfe0977-b1af-4eb8-965f-e075328da666 None None] Provisioning for port 17c05dfd-b567-4996-99f6-cf1e54a244e5 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:45:32.088810 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 2f772450-2fb3-4d4a-8768-9ae629477bce triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:45:32.089226 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:32.092176 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bcfe0977-b1af-4eb8-965f-e075328da666 None None] Provisioning complete for port 17c05dfd-b567-4996-99f6-cf1e54a244e5 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:45:32.092176 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bcfe0977-b1af-4eb8-965f-e075328da666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:32.164940 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe0977-b1af-4eb8-965f-e075328da666 None None] Port 17c05dfd-b567-4996-99f6-cf1e54a244e5 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:45:32.235077 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-818700aa-5eb9-4121-90e2-9c1465234668 req-aa70d0da-f996-4a57-bfd2-ff5fafa2d323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c05dfd-b567-4996-99f6-cf1e54a244e5 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:45:32.242825 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-818700aa-5eb9-4121-90e2-9c1465234668 req-aa70d0da-f996-4a57-bfd2-ff5fafa2d323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:32.255839 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-818700aa-5eb9-4121-90e2-9c1465234668 req-aa70d0da-f996-4a57-bfd2-ff5fafa2d323 service neutron] Transition to ACTIVE for port object 17c05dfd-b567-4996-99f6-cf1e54a244e5 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:45:32.259857 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-818700aa-5eb9-4121-90e2-9c1465234668 req-aa70d0da-f996-4a57-bfd2-ff5fafa2d323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:32.311870 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70d0da-f996-4a57-bfd2-ff5fafa2d323 service neutron] Pushing event updated for resources: {'Port': ['ID=17c05dfd-b567-4996-99f6-cf1e54a244e5,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:32.386358 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-818700aa-5eb9-4121-90e2-9c1465234668 req-aa70d0da-f996-4a57-bfd2-ff5fafa2d323 service neutron] Attempting to bind port 17c05dfd-b567-4996-99f6-cf1e54a244e5 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:45:32.386504 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-818700aa-5eb9-4121-90e2-9c1465234668 req-aa70d0da-f996-4a57-bfd2-ff5fafa2d323 service neutron] Attempting to bind port 17c05dfd-b567-4996-99f6-cf1e54a244e5 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '47e42936-dfe0-4c24-a847-a064f79c990a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:45:32.387044 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818700aa-5eb9-4121-90e2-9c1465234668 req-aa70d0da-f996-4a57-bfd2-ff5fafa2d323 service neutron] Attempting to bind port 17c05dfd-b567-4996-99f6-cf1e54a244e5 on network d1fa182b-3072-42da-b25f-2c22dffb7f38 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:45:32.395288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39c685-1a36-4979-9a5e-7eb01e3174f5 req-66b770c1-af77-4ba6-a795-90f8a968adb4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:32.395896 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818700aa-5eb9-4121-90e2-9c1465234668 req-aa70d0da-f996-4a57-bfd2-ff5fafa2d323 service neutron] Port 17c05dfd-b567-4996-99f6-cf1e54a244e5 on network d1fa182b-3072-42da-b25f-2c22dffb7f38 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:45:32.396019 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818700aa-5eb9-4121-90e2-9c1465234668 req-aa70d0da-f996-4a57-bfd2-ff5fafa2d323 service neutron] Attempting to bind port 17c05dfd-b567-4996-99f6-cf1e54a244e5 on network d1fa182b-3072-42da-b25f-2c22dffb7f38 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:45:32.402167 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9b39c685-1a36-4979-9a5e-7eb01e3174f5 req-66b770c1-af77-4ba6-a795-90f8a968adb4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 943 time: 0.0636477 Aug 19 18:45:32.406274 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818700aa-5eb9-4121-90e2-9c1465234668 req-aa70d0da-f996-4a57-bfd2-ff5fafa2d323 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:45:32.406627 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818700aa-5eb9-4121-90e2-9c1465234668 req-aa70d0da-f996-4a57-bfd2-ff5fafa2d323 service neutron] Checking segment: {'id': '47e42936-dfe0-4c24-a847-a064f79c990a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:45:32.407149 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818700aa-5eb9-4121-90e2-9c1465234668 req-aa70d0da-f996-4a57-bfd2-ff5fafa2d323 service neutron] Bound using segment: {'id': '47e42936-dfe0-4c24-a847-a064f79c990a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:45:32.408525 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-818700aa-5eb9-4121-90e2-9c1465234668 req-aa70d0da-f996-4a57-bfd2-ff5fafa2d323 service neutron] Bound port: 17c05dfd-b567-4996-99f6-cf1e54a244e5, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e42936-dfe0-4c24-a847-a064f79c990a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:45:32.408903 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-818700aa-5eb9-4121-90e2-9c1465234668 req-aa70d0da-f996-4a57-bfd2-ff5fafa2d323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:32.440385 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9b39c685-1a36-4979-9a5e-7eb01e3174f5 req-a9b143fe-236a-40b1-bea5-4eb29a3003a8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=abef57da-75c3-46cf-83ad-d44997076b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342238 Aug 19 18:45:32.479813 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-818700aa-5eb9-4121-90e2-9c1465234668 req-aa70d0da-f996-4a57-bfd2-ff5fafa2d323 service neutron] For port 17c05dfd-b567-4996-99f6-cf1e54a244e5, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:45:32.483571 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-818700aa-5eb9-4121-90e2-9c1465234668 req-aa70d0da-f996-4a57-bfd2-ff5fafa2d323 service neutron] For port 17c05dfd-b567-4996-99f6-cf1e54a244e5, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=17c05dfd-b567-4996-99f6-cf1e54a244e5,segment=NetworkSegment(47e42936-dfe0-4c24-a847-a064f79c990a),segment_id=47e42936-dfe0-4c24-a847-a064f79c990a)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:45:32.489189 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-818700aa-5eb9-4121-90e2-9c1465234668 req-aa70d0da-f996-4a57-bfd2-ff5fafa2d323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:32.524519 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818700aa-5eb9-4121-90e2-9c1465234668 req-aa70d0da-f996-4a57-bfd2-ff5fafa2d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:32.525117 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-818700aa-5eb9-4121-90e2-9c1465234668 req-aa70d0da-f996-4a57-bfd2-ff5fafa2d323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:32.526637 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-818700aa-5eb9-4121-90e2-9c1465234668 req-aa70d0da-f996-4a57-bfd2-ff5fafa2d323 service neutron] 10.222.0.50 "PUT /v2.0/ports/17c05dfd-b567-4996-99f6-cf1e54a244e5 HTTP/1.1" status: 200 len: 1091 time: 0.6881285 Aug 19 18:45:32.527055 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c776b99f-1559-4fe0-8f2a-57729fd19ba1', 'tag': '17c05dfd-b567-4996-99f6-cf1e54a244e5'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:45:32.529404 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeff76b2-b757-4997-926e-7bc2f5e0d1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c776b99f-1559-4fe0-8f2a-57729fd19ba1", "tag": "17c05dfd-b567-4996-99f6-cf1e54a244e5"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:45:32.556641 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70d0da-f996-4a57-bfd2-ff5fafa2d323 service neutron] Pushing event updated for resources: {'Port': ['ID=17c05dfd-b567-4996-99f6-cf1e54a244e5,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:32.576961 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65fc0c3-7f7a-40f3-a137-4fed9b1c2be4 x-openstack-request-id: req-f65fc0c3-7f7a-40f3-a137-4fed9b1c2be4 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:45:32.577480 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c776b99f-1559-4fe0-8f2a-57729fd19ba1", "tag": "17c05dfd-b567-4996-99f6-cf1e54a244e5", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:45:32.577480 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f65fc0c3-7f7a-40f3-a137-4fed9b1c2be4 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:45:32.577936 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c776b99f-1559-4fe0-8f2a-57729fd19ba1', 'tag': '17c05dfd-b567-4996-99f6-cf1e54a244e5', 'status': 'completed', 'code': 200} Aug 19 18:45:32.611352 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818700aa-5eb9-4121-90e2-9c1465234668 req-58cfe748-c36c-4f9a-aaa8-f330a86dbb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:32.613418 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-818700aa-5eb9-4121-90e2-9c1465234668 req-58cfe748-c36c-4f9a-aaa8-f330a86dbb05 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 1094 time: 0.0487018 Aug 19 18:45:32.661559 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-818700aa-5eb9-4121-90e2-9c1465234668 req-e78f3b31-7740-449c-83a6-0e7ed7584a5e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17c05dfd-b567-4996-99f6-cf1e54a244e5 HTTP/1.1" status: 200 len: 217 time: 0.0391409 Aug 19 18:45:32.714618 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818700aa-5eb9-4121-90e2-9c1465234668 req-6fc40c60-7fa1-4b6b-ae28-7def3bfdff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:32.716706 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-818700aa-5eb9-4121-90e2-9c1465234668 req-6fc40c60-7fa1-4b6b-ae28-7def3bfdff93 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2cb39f4c-2b16-4a69-b32a-bef098cf0260 HTTP/1.1" status: 200 len: 834 time: 0.0468342 Aug 19 18:45:32.763354 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818700aa-5eb9-4121-90e2-9c1465234668 req-5f0eecf4-135a-47c0-81c5-00741b4d1192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:32.764868 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-818700aa-5eb9-4121-90e2-9c1465234668 req-5f0eecf4-135a-47c0-81c5-00741b4d1192 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d1fa182b-3072-42da-b25f-2c22dffb7f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413206 Aug 19 18:45:32.864020 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-818700aa-5eb9-4121-90e2-9c1465234668 req-ac4d8839-08df-4419-b712-619cc76c7c31 service neutron] 10.222.0.50 "GET /v2.0/networks/d1fa182b-3072-42da-b25f-2c22dffb7f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899520 Aug 19 18:45:32.955616 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-818700aa-5eb9-4121-90e2-9c1465234668 req-8c751905-9bbb-46c3-a150-9d03012a73ce service neutron] 10.222.0.50 "GET /v2.0/networks/d1fa182b-3072-42da-b25f-2c22dffb7f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829473 Aug 19 18:45:33.042742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff76b2-b757-4997-926e-7bc2f5e0d1c1 req-824e8ddc-87f7-429c-9da5-b4e1e33a1812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:33.044300 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aeff76b2-b757-4997-926e-7bc2f5e0d1c1 req-824e8ddc-87f7-429c-9da5-b4e1e33a1812 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 1094 time: 0.0413730 Aug 19 18:45:33.141040 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff76b2-b757-4997-926e-7bc2f5e0d1c1 req-386a2ad2-7373-4687-83b5-b82a4ef1a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:33.142490 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aeff76b2-b757-4997-926e-7bc2f5e0d1c1 req-386a2ad2-7373-4687-83b5-b82a4ef1a431 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d1fa182b-3072-42da-b25f-2c22dffb7f38 HTTP/1.1" status: 200 len: 898 time: 0.0911765 Aug 19 18:45:33.188076 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aeff76b2-b757-4997-926e-7bc2f5e0d1c1 req-46b7c83d-2244-4a7c-8e62-a5851ebfd6ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17c05dfd-b567-4996-99f6-cf1e54a244e5 HTTP/1.1" status: 200 len: 217 time: 0.0356617 Aug 19 18:45:33.245003 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff76b2-b757-4997-926e-7bc2f5e0d1c1 req-90e0fb26-20aa-4a86-8fe3-481032568edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:33.247097 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aeff76b2-b757-4997-926e-7bc2f5e0d1c1 req-90e0fb26-20aa-4a86-8fe3-481032568edf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2cb39f4c-2b16-4a69-b32a-bef098cf0260 HTTP/1.1" status: 200 len: 834 time: 0.0507679 Aug 19 18:45:33.294498 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff76b2-b757-4997-926e-7bc2f5e0d1c1 req-9a77bc85-2216-495b-bc1a-5ae8f5dde592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:33.296395 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aeff76b2-b757-4997-926e-7bc2f5e0d1c1 req-9a77bc85-2216-495b-bc1a-5ae8f5dde592 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d1fa182b-3072-42da-b25f-2c22dffb7f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408814 Aug 19 18:45:33.388574 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aeff76b2-b757-4997-926e-7bc2f5e0d1c1 req-e63d72d4-be8d-4006-92b5-46c71a382913 service neutron] 10.222.0.50 "GET /v2.0/networks/d1fa182b-3072-42da-b25f-2c22dffb7f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827801 Aug 19 18:45:33.485555 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aeff76b2-b757-4997-926e-7bc2f5e0d1c1 req-3526e54c-d319-4081-85b0-01365669dbf7 service neutron] 10.222.0.50 "GET /v2.0/networks/d1fa182b-3072-42da-b25f-2c22dffb7f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891349 Aug 19 18:45:33.563100 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2e408-7d72-4f2a-a8ea-6ea249aeeb36 req-b415ba07-cb8c-498f-9038-268c3e580d41 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:33.564623 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-19d2e408-7d72-4f2a-a8ea-6ea249aeeb36 req-b415ba07-cb8c-498f-9038-268c3e580d41 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 943 time: 0.0540550 Aug 19 18:45:33.604511 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-19d2e408-7d72-4f2a-a8ea-6ea249aeeb36 req-66414081-53e8-4941-a0d5-9b60dd88297f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=abef57da-75c3-46cf-83ad-d44997076b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336771 Aug 19 18:45:33.646808 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:45:33.694714 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:45:33.695009 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:34.623783 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fd7dcf35-fa42-4ce2-9cff-d733a9c22455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:34.723896 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d33f77-41b6-4fdb-be88-f14f3380fc94 req-9306fa9a-fa6b-4a51-a3a1-ebcbebda581f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:34.725351 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c9d33f77-41b6-4fdb-be88-f14f3380fc94 req-9306fa9a-fa6b-4a51-a3a1-ebcbebda581f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 943 time: 0.0508382 Aug 19 18:45:34.763249 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c9d33f77-41b6-4fdb-be88-f14f3380fc94 req-37bd9390-71c7-4b8e-917d-1c5fc8c861cf tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=abef57da-75c3-46cf-83ad-d44997076b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312114 Aug 19 18:45:34.813898 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 17c05dfd-b567-4996-99f6-cf1e54a244e5 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:45:34.913088 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 17c05dfd-b567-4996-99f6-cf1e54a244e5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=17c05dfd-b567-4996-99f6-cf1e54a244e5,segment=NetworkSegment(47e42936-dfe0-4c24-a847-a064f79c990a),segment_id=47e42936-dfe0-4c24-a847-a064f79c990a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:45:34.924456 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '17c05dfd-b567-4996-99f6-cf1e54a244e5', 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38', 'port_id': '17c05dfd-b567-4996-99f6-cf1e54a244e5', 'mac_address': 'fa:16:3e:24:2d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb39f4c-2b16-4a69-b32a-bef098cf0260', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:45:34.964623 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:34.978198 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c05dfd-b567-4996-99f6-cf1e54a244e5 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:45:34.999304 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 17c05dfd-b567-4996-99f6-cf1e54a244e5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=17c05dfd-b567-4996-99f6-cf1e54a244e5,segment=NetworkSegment(47e42936-dfe0-4c24-a847-a064f79c990a),segment_id=47e42936-dfe0-4c24-a847-a064f79c990a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:45:35.003721 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:35.051848 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=17c05dfd-b567-4996-99f6-cf1e54a244e5,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:35.200225 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['17c05dfd-b567-4996-99f6-cf1e54a244e5'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:45:35.880050 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb38b1-a6d9-4f21-afa4-b67ea7a2c744 req-361017d4-d642-496a-a933-479542591cb5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:35.881559 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-21eb38b1-a6d9-4f21-afa4-b67ea7a2c744 req-361017d4-d642-496a-a933-479542591cb5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 944 time: 0.0499375 Aug 19 18:45:35.919381 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-21eb38b1-a6d9-4f21-afa4-b67ea7a2c744 req-6a6efef8-c03f-44cc-9b32-99b6e6e152c2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=abef57da-75c3-46cf-83ad-d44997076b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312607 Aug 19 18:45:36.841677 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 17c05dfd-b567-4996-99f6-cf1e54a244e5 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:45:36.890761 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 17c05dfd-b567-4996-99f6-cf1e54a244e5 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:45:36.894556 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 17c05dfd-b567-4996-99f6-cf1e54a244e5 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:45:36.895043 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:36.975532 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:36.998740 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c776b99f-1559-4fe0-8f2a-57729fd19ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c05dfd-b567-4996-99f6-cf1e54a244e5'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:45:37.001019 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ecf7b2-1498-4de2-a52b-a60981b6897e" -d '{"events": [{"server_uuid": "c776b99f-1559-4fe0-8f2a-57729fd19ba1", "name": "network-vif-plugged", "status": "completed", "tag": "17c05dfd-b567-4996-99f6-cf1e54a244e5"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:45:37.014830 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 17c05dfd-b567-4996-99f6-cf1e54a244e5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=17c05dfd-b567-4996-99f6-cf1e54a244e5,segment=NetworkSegment(47e42936-dfe0-4c24-a847-a064f79c990a),segment_id=47e42936-dfe0-4c24-a847-a064f79c990a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:45:37.020065 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:37.041312 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74060a1a-f94d-4042-a8a4-692328c2e517 req-b5afbacb-fe5e-497d-856d-b685255d4483 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:37.045733 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a600c6b-9eeb-445e-91e1-501ae2f17ddc x-openstack-request-id: req-4a600c6b-9eeb-445e-91e1-501ae2f17ddc {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:45:37.046026 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c776b99f-1559-4fe0-8f2a-57729fd19ba1", "name": "network-vif-plugged", "status": "completed", "tag": "17c05dfd-b567-4996-99f6-cf1e54a244e5", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:45:37.046157 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-74060a1a-f94d-4042-a8a4-692328c2e517 req-b5afbacb-fe5e-497d-856d-b685255d4483 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 944 time: 0.0578756 Aug 19 18:45:37.046286 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a600c6b-9eeb-445e-91e1-501ae2f17ddc {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:45:37.046702 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c776b99f-1559-4fe0-8f2a-57729fd19ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c05dfd-b567-4996-99f6-cf1e54a244e5', 'code': 200} Aug 19 18:45:37.072794 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=17c05dfd-b567-4996-99f6-cf1e54a244e5,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:37.085643 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-74060a1a-f94d-4042-a8a4-692328c2e517 req-c4fb3ed4-4f17-4d8f-8fd3-e27dc1ce2248 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=abef57da-75c3-46cf-83ad-d44997076b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344417 Aug 19 18:45:37.142713 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518a548-9e75-4ad0-86a7-bc20bf678cbf req-34e0f84b-d7a3-47ef-a980-574deafc29b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:37.144118 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0518a548-9e75-4ad0-86a7-bc20bf678cbf req-34e0f84b-d7a3-47ef-a980-574deafc29b2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 1096 time: 0.0454590 Aug 19 18:45:37.185932 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0518a548-9e75-4ad0-86a7-bc20bf678cbf req-f6229297-9b4c-4217-83cb-f5c5223d66ea service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=abef57da-75c3-46cf-83ad-d44997076b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331385 Aug 19 18:45:37.302299 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:37.394447 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2fbde3b6-a7df-4aa7-ab69-b479d19d184c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:38.211419 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e1256-ef7d-446f-a49e-768c4004f099 req-9a870f84-dce5-4576-b612-d9bd2cf9e4d3 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:38.213147 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a20e1256-ef7d-446f-a49e-768c4004f099 req-9a870f84-dce5-4576-b612-d9bd2cf9e4d3 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 945 time: 0.0561891 Aug 19 18:45:38.250266 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:38.253578 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a20e1256-ef7d-446f-a49e-768c4004f099 req-446b8b54-a897-4973-ba72-19f3de997b2b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=abef57da-75c3-46cf-83ad-d44997076b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336847 Aug 19 18:45:39.369803 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bb68f-b60c-4216-b051-f58e91a49f2c req-c8343ad7-dcef-43ca-8136-442dec4d4f3e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:39.371292 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-347bb68f-b60c-4216-b051-f58e91a49f2c req-c8343ad7-dcef-43ca-8136-442dec4d4f3e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 945 time: 0.0507488 Aug 19 18:45:39.409371 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-347bb68f-b60c-4216-b051-f58e91a49f2c req-097f1157-77dc-4d69-8941-186dfd5721bc tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=abef57da-75c3-46cf-83ad-d44997076b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313196 Aug 19 18:45:39.528119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea3a2b-e9e9-4391-8ba3-da3d212375ce req-3f6af959-1269-47ac-a565-c9aba94b9cde tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:39.530252 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b4ea3a2b-e9e9-4391-8ba3-da3d212375ce req-3f6af959-1269-47ac-a565-c9aba94b9cde tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 945 time: 0.0551972 Aug 19 18:45:39.569777 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b4ea3a2b-e9e9-4391-8ba3-da3d212375ce req-3d46d15f-5b3b-4888-b4c8-b66d415725a2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=abef57da-75c3-46cf-83ad-d44997076b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327840 Aug 19 18:45:39.592505 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38008) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:39.633363 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fe1aee-e676-431a-aaa3-c87c5bb9eff0 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:39.634913 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-20fe1aee-e676-431a-aaa3-c87c5bb9eff0 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 1091 time: 0.0414102 Aug 19 18:45:39.637942 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38010) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:39.642432 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': '17c05dfd-b567-4996-99f6-cf1e54a244e5', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:45:39.663159 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:39.764675 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:39.880566 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Allocated IP 172.25.8.65 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/efdbfe47-e15e-45af-88e9-8bd5021e64ed) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:45:39.987259 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:40.026334 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:40.069473 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:45:40.072437 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:45:40.075782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:45:40.081384 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Port': ['ID=efdbfe47-e15e-45af-88e9-8bd5021e64ed,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:40.110232 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:40.110578 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:40.110915 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:40.111250 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:40.111580 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:40.111907 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:40.112236 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:40.112560 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:40.112882 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:40.113204 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:40.113524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:40.113869 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:40.254925 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:40.756142 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:40.827657 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:40.975357 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:40.979937 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:41.047209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Port': ['ID=efdbfe47-e15e-45af-88e9-8bd5021e64ed,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:41.057898 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:41.164402 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Floating IP 72ad5ed9-1f06-4b37-9168-c4b805f88ada associated. External IP: 172.25.8.65, port: 17c05dfd-b567-4996-99f6-cf1e54a244e5. Aug 19 18:45:41.292450 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:41.375591 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Router 83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:45:41.488003 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:45:41.497617 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bd87b7-0a42-402b-8744-1f68e165473a None None] Sync routers for ids ['83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:45:41.503839 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:41.507219 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bd87b7-0a42-402b-8744-1f68e165473a None None] Routers {'83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:45:41.507852 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c7bd87b7-0a42-402b-8744-1f68e165473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:45:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:41.531170 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-eb9942ee-6870-493b-9abf-b52398a4f335 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8921435 Aug 19 18:45:41.531786 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c776b99f-1559-4fe0-8f2a-57729fd19ba1', 'tag': '17c05dfd-b567-4996-99f6-cf1e54a244e5'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:45:41.534080 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092e84bd-7773-419e-a38c-7a93718e7ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "c776b99f-1559-4fe0-8f2a-57729fd19ba1", "tag": "17c05dfd-b567-4996-99f6-cf1e54a244e5"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:45:41.627589 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-c7bd87b7-0a42-402b-8744-1f68e165473a None None] Set router 83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:45:41.639335 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138d801-2730-429e-8be0-33ea1e9b9340 req-590489c7-5a99-4175-807c-76e9e0ab3f64 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:41.645122 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602de167-ab66-4531-883c-d2bd114e457e x-openstack-request-id: req-602de167-ab66-4531-883c-d2bd114e457e {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:45:41.645410 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c776b99f-1559-4fe0-8f2a-57729fd19ba1", "tag": "17c05dfd-b567-4996-99f6-cf1e54a244e5", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:45:41.645689 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-602de167-ab66-4531-883c-d2bd114e457e {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:45:41.645898 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3138d801-2730-429e-8be0-33ea1e9b9340 req-590489c7-5a99-4175-807c-76e9e0ab3f64 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 945 time: 0.0641484 Aug 19 18:45:41.646099 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c776b99f-1559-4fe0-8f2a-57729fd19ba1', 'tag': '17c05dfd-b567-4996-99f6-cf1e54a244e5', 'status': 'completed', 'code': 200} Aug 19 18:45:41.710667 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3138d801-2730-429e-8be0-33ea1e9b9340 req-4f1dd0f0-fe5b-44be-8902-f453c649253c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=abef57da-75c3-46cf-83ad-d44997076b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622265 Aug 19 18:45:41.730184 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e84bd-7773-419e-a38c-7a93718e7ec1 req-b7721b38-a667-44d6-8e64-08c66a99bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:41.730184 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-092e84bd-7773-419e-a38c-7a93718e7ec1 req-b7721b38-a667-44d6-8e64-08c66a99bc75 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 1096 time: 0.0552690 Aug 19 18:45:41.736762 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38018) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:41.814784 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6dc37401-0540-4e5c-961d-3f80cfa7dd5c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/floatingips/72ad5ed9-1f06-4b37-9168-c4b805f88ada HTTP/1.1" status: 200 len: 990 time: 0.0767581 Aug 19 18:45:41.829568 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e84bd-7773-419e-a38c-7a93718e7ec1 req-46e7fade-ca75-45ba-a15a-c6953858975a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:41.831170 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-092e84bd-7773-419e-a38c-7a93718e7ec1 req-46e7fade-ca75-45ba-a15a-c6953858975a service neutron] 10.222.0.50 "GET /v2.0/networks?id=d1fa182b-3072-42da-b25f-2c22dffb7f38 HTTP/1.1" status: 200 len: 898 time: 0.0954554 Aug 19 18:45:41.873694 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c7bd87b7-0a42-402b-8744-1f68e165473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348694111', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:28Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '72ad5ed9-1f06-4b37-9168-c4b805f88ada', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'port_id': '17c05dfd-b567-4996-99f6-cf1e54a244e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38', 'mac_address': 'fa:16:3e:24:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c776b99f-1559-4fe0-8f2a-57729fd19ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:45:40Z', 'updated_at': '2021-08-19T18:45:40Z', 'revision_number': 0, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fe4efcd-ef37-4efc-86a4-91ee5ff3447e', 'name': '', 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:5f:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2cb39f4c-2b16-4a69-b32a-bef098cf0260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:45:27Z', 'updated_at': '2021-08-19T18:45:31Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': '2cb39f4c-2b16-4a69-b32a-bef098cf0260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:41.900118 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bd87b7-0a42-402b-8744-1f68e165473a None None] Checking router: 83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:45:41.904034 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-092e84bd-7773-419e-a38c-7a93718e7ec1 req-6a69cd44-48ea-46e5-af89-27dcd6aab2df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17c05dfd-b567-4996-99f6-cf1e54a244e5 HTTP/1.1" status: 200 len: 998 time: 0.0641987 Aug 19 18:45:41.908669 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bd87b7-0a42-402b-8744-1f68e165473a None None] Routers {'83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:45:41.909270 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c7bd87b7-0a42-402b-8744-1f68e165473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:45:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:41.955483 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e84bd-7773-419e-a38c-7a93718e7ec1 req-d4fa9a26-1ec2-44aa-9695-08e04c69987d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:41.956989 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-092e84bd-7773-419e-a38c-7a93718e7ec1 req-d4fa9a26-1ec2-44aa-9695-08e04c69987d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2cb39f4c-2b16-4a69-b32a-bef098cf0260 HTTP/1.1" status: 200 len: 834 time: 0.0458927 Aug 19 18:45:42.006179 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e84bd-7773-419e-a38c-7a93718e7ec1 req-053a4864-9a0d-4204-a5fa-67d2f406c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:42.007696 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-092e84bd-7773-419e-a38c-7a93718e7ec1 req-053a4864-9a0d-4204-a5fa-67d2f406c05f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d1fa182b-3072-42da-b25f-2c22dffb7f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427332 Aug 19 18:45:42.016658 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-c7bd87b7-0a42-402b-8744-1f68e165473a None None] Set router 83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:45:42.102934 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-092e84bd-7773-419e-a38c-7a93718e7ec1 req-ed77777f-2a52-4167-b70b-9d6daa682aa7 service neutron] 10.222.0.50 "GET /v2.0/networks/d1fa182b-3072-42da-b25f-2c22dffb7f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869477 Aug 19 18:45:42.197156 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-092e84bd-7773-419e-a38c-7a93718e7ec1 req-f0b1a0fa-d9a7-40f1-afa3-f32bec311e20 service neutron] 10.222.0.50 "GET /v2.0/networks/d1fa182b-3072-42da-b25f-2c22dffb7f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859802 Aug 19 18:45:42.248391 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c7bd87b7-0a42-402b-8744-1f68e165473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348694111', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:28Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '72ad5ed9-1f06-4b37-9168-c4b805f88ada', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'port_id': '17c05dfd-b567-4996-99f6-cf1e54a244e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38', 'mac_address': 'fa:16:3e:24:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c776b99f-1559-4fe0-8f2a-57729fd19ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:45:40Z', 'updated_at': '2021-08-19T18:45:40Z', 'revision_number': 0, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fe4efcd-ef37-4efc-86a4-91ee5ff3447e', 'name': '', 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:5f:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2cb39f4c-2b16-4a69-b32a-bef098cf0260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:45:27Z', 'updated_at': '2021-08-19T18:45:31Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': '2cb39f4c-2b16-4a69-b32a-bef098cf0260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:42.278643 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bd87b7-0a42-402b-8744-1f68e165473a None None] The sync data for ids ['83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'] in n-d-803753-2 is: [{'id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348694111', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:28Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '72ad5ed9-1f06-4b37-9168-c4b805f88ada', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'port_id': '17c05dfd-b567-4996-99f6-cf1e54a244e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38', 'mac_address': 'fa:16:3e:24:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c776b99f-1559-4fe0-8f2a-57729fd19ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:45:40Z', 'updated_at': '2021-08-19T18:45:40Z', 'revision_number': 0, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fe4efcd-ef37-4efc-86a4-91ee5ff3447e', 'name': '', 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:5f:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2cb39f4c-2b16-4a69-b32a-bef098cf0260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:45:27Z', 'updated_at': '2021-08-19T18:45:31Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': '2cb39f4c-2b16-4a69-b32a-bef098cf0260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:45:42.476977 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278c3291-15e9-4650-b509-c64fa1f3f5ea None None] New status for floating IP 72ad5ed9-1f06-4b37-9168-c4b805f88ada: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:45:42.818369 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38020) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:42.886168 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8676bbf3-2fdb-4aad-80ca-50ad3a248831 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/floatingips/72ad5ed9-1f06-4b37-9168-c4b805f88ada HTTP/1.1" status: 200 len: 992 time: 0.0664155 Aug 19 18:45:46.724075 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:57.477805 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6307ebe1-b8da-4517-a518-126b6fd5e000 req-e2ff1cdf-c80c-4fdb-a981-291858784c01 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=262f1750-a404-497b-897c-a0a094db41d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408752 Aug 19 18:45:57.562181 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307ebe1-b8da-4517-a518-126b6fd5e000 req-dbcf8df9-3ef9-4a1b-93b0-371bbdf8f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:57.563666 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6307ebe1-b8da-4517-a518-126b6fd5e000 req-dbcf8df9-3ef9-4a1b-93b0-371bbdf8f098 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b4432f982a94cff9e34a773fdc26972&device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 1096 time: 0.0412819 Aug 19 18:45:57.676975 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307ebe1-b8da-4517-a518-126b6fd5e000 req-88dbf837-c0da-441c-bd0e-ae13030fe651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:57.678504 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6307ebe1-b8da-4517-a518-126b6fd5e000 req-88dbf837-c0da-441c-bd0e-ae13030fe651 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b451c862-8187-43ea-b91e-0391fb652b8e HTTP/1.1" status: 200 len: 909 time: 0.0902548 Aug 19 18:45:57.749785 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6307ebe1-b8da-4517-a518-126b6fd5e000 req-65f3d6ed-0f1a-4414-83c0-1688e92c5654 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=997a7104-1631-4c66-bbc4-14eebae1fe70 HTTP/1.1" status: 200 len: 1000 time: 0.0590913 Aug 19 18:45:57.803896 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307ebe1-b8da-4517-a518-126b6fd5e000 req-1bb125d9-7950-401a-8233-b20da36b066f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:57.805370 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6307ebe1-b8da-4517-a518-126b6fd5e000 req-1bb125d9-7950-401a-8233-b20da36b066f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18e6c494-fdda-4258-af7c-327bc79060c5 HTTP/1.1" status: 200 len: 847 time: 0.0449328 Aug 19 18:45:57.860547 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307ebe1-b8da-4517-a518-126b6fd5e000 req-5e0ae681-03a8-4b0f-aa52-36862887d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:57.862097 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6307ebe1-b8da-4517-a518-126b6fd5e000 req-5e0ae681-03a8-4b0f-aa52-36862887d038 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b451c862-8187-43ea-b91e-0391fb652b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460596 Aug 19 18:45:57.954327 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6307ebe1-b8da-4517-a518-126b6fd5e000 req-1eb1350f-8bed-4945-82dd-18ea7ce81553 service neutron] 10.222.0.54 "GET /v2.0/networks/b451c862-8187-43ea-b91e-0391fb652b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803807 Aug 19 18:45:58.053502 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6307ebe1-b8da-4517-a518-126b6fd5e000 req-59e8704a-c662-4457-9c74-ffd74ae6cf08 service neutron] 10.222.0.54 "GET /v2.0/networks/b451c862-8187-43ea-b91e-0391fb652b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878522 Aug 19 18:46:03.705147 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cde2c9aa-255c-469c-8bd3-c40e75e1a2ad req-128b61dd-7325-4679-bb41-4eb57b3c020a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407240 Aug 19 18:46:03.787460 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2c9aa-255c-469c-8bd3-c40e75e1a2ad req-bef5b82f-729e-403a-8db5-56607481b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:03.789017 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cde2c9aa-255c-469c-8bd3-c40e75e1a2ad req-bef5b82f-729e-403a-8db5-56607481b3e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 1096 time: 0.0414777 Aug 19 18:46:03.904584 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2c9aa-255c-469c-8bd3-c40e75e1a2ad req-a9afbc14-d4aa-420d-b0de-9921cd66262e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:03.906469 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cde2c9aa-255c-469c-8bd3-c40e75e1a2ad req-a9afbc14-d4aa-420d-b0de-9921cd66262e service neutron] 10.222.0.50 "GET /v2.0/networks?id=d1fa182b-3072-42da-b25f-2c22dffb7f38 HTTP/1.1" status: 200 len: 898 time: 0.0934954 Aug 19 18:46:03.972833 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cde2c9aa-255c-469c-8bd3-c40e75e1a2ad req-a74c0478-35b8-4593-886c-2fae49bfdad8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17c05dfd-b567-4996-99f6-cf1e54a244e5 HTTP/1.1" status: 200 len: 1000 time: 0.0592611 Aug 19 18:46:04.023057 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2c9aa-255c-469c-8bd3-c40e75e1a2ad req-d59ba4c7-7da9-4444-8a4d-38a6646d7f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:04.024542 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cde2c9aa-255c-469c-8bd3-c40e75e1a2ad req-d59ba4c7-7da9-4444-8a4d-38a6646d7f34 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2cb39f4c-2b16-4a69-b32a-bef098cf0260 HTTP/1.1" status: 200 len: 834 time: 0.0441239 Aug 19 18:46:04.073696 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2c9aa-255c-469c-8bd3-c40e75e1a2ad req-73681741-c170-49f6-8ad6-98e73977f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:04.075231 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cde2c9aa-255c-469c-8bd3-c40e75e1a2ad req-73681741-c170-49f6-8ad6-98e73977f5c0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d1fa182b-3072-42da-b25f-2c22dffb7f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436251 Aug 19 18:46:04.165602 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cde2c9aa-255c-469c-8bd3-c40e75e1a2ad req-22eace41-b1ed-43c0-b7b2-b5efedca5ec3 service neutron] 10.222.0.50 "GET /v2.0/networks/d1fa182b-3072-42da-b25f-2c22dffb7f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826974 Aug 19 18:46:04.259202 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cde2c9aa-255c-469c-8bd3-c40e75e1a2ad req-5ccf91b6-5c7e-4533-9f02-252238ed757a service neutron] 10.222.0.50 "GET /v2.0/networks/d1fa182b-3072-42da-b25f-2c22dffb7f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860193 Aug 19 18:46:04.625485 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-235fb49b-6632-416d-87e3-29895edf9b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:07.303012 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:07.395088 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e26120d7-953f-4198-856f-e6b1844fbd60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:08.252881 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:08.775734 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:46:10.256962 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:11.292827 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:13.835390 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c18e8-81cb-47ee-958d-a5617d9e5366 req-8b608ab0-d06c-421a-a4db-06b8c43a5139 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:13.836921 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4e1c18e8-81cb-47ee-958d-a5617d9e5366 req-8b608ab0-d06c-421a-a4db-06b8c43a5139 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 945 time: 0.0508206 Aug 19 18:46:13.875712 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4e1c18e8-81cb-47ee-958d-a5617d9e5366 req-a920e8fe-3703-4581-a18c-238192ec61e1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=abef57da-75c3-46cf-83ad-d44997076b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320358 Aug 19 18:46:13.898029 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38040) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:13.957752 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0bb51fdf-8bdf-4ca3-9415-0c1c016729e8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/floatingips/72ad5ed9-1f06-4b37-9168-c4b805f88ada HTTP/1.1" status: 200 len: 992 time: 0.0585392 Aug 19 18:46:14.282855 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e8ad9-367e-4a55-a942-3859082e6f59 req-933d31f3-80d5-47a6-a995-be650292a322 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:14.284377 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ef1e8ad9-367e-4a55-a942-3859082e6f59 req-933d31f3-80d5-47a6-a995-be650292a322 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 1096 time: 0.0447176 Aug 19 18:46:14.325018 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ef1e8ad9-367e-4a55-a942-3859082e6f59 req-25e93aa4-f292-4c5e-9c7b-b4c6d9da407c tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=abef57da-75c3-46cf-83ad-d44997076b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346437 Aug 19 18:46:14.800530 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-3bf561cf-2a37-4f19-8d54-9aad984d60cf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416718 Aug 19 18:46:15.363982 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-1a41b470-7d76-4bb2-afec-3927986a822b tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:46:15.365007 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-1a41b470-7d76-4bb2-afec-3927986a822b tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0648925 Aug 19 18:46:15.375233 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-51955174-f8ab-4fae-af79-9590d2234217 service neutron] Request body: {'binding': {'host': 'n-h1-803753-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:46:15.375685 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-51955174-f8ab-4fae-af79-9590d2234217 service neutron] Unknown quota resources ['binding']. {{(pid=94682) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:46:15.510190 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-51955174-f8ab-4fae-af79-9590d2234217 service neutron] Attempting to bind port 17c05dfd-b567-4996-99f6-cf1e54a244e5 on host n-h1-803753-2 for vnic_type normal with profile None {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:46:15.510526 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-51955174-f8ab-4fae-af79-9590d2234217 service neutron] Attempting to bind port 17c05dfd-b567-4996-99f6-cf1e54a244e5 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '47e42936-dfe0-4c24-a847-a064f79c990a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:46:15.510855 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-51955174-f8ab-4fae-af79-9590d2234217 service neutron] Attempting to bind port 17c05dfd-b567-4996-99f6-cf1e54a244e5 on network d1fa182b-3072-42da-b25f-2c22dffb7f38 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:46:15.516305 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-51955174-f8ab-4fae-af79-9590d2234217 service neutron] Port 17c05dfd-b567-4996-99f6-cf1e54a244e5 on network d1fa182b-3072-42da-b25f-2c22dffb7f38 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:46:15.516627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-51955174-f8ab-4fae-af79-9590d2234217 service neutron] Attempting to bind port 17c05dfd-b567-4996-99f6-cf1e54a244e5 on network d1fa182b-3072-42da-b25f-2c22dffb7f38 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:46:15.521392 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-51955174-f8ab-4fae-af79-9590d2234217 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:46:15.521761 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-51955174-f8ab-4fae-af79-9590d2234217 service neutron] Checking segment: {'id': '47e42936-dfe0-4c24-a847-a064f79c990a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:46:15.522151 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-51955174-f8ab-4fae-af79-9590d2234217 service neutron] Bound using segment: {'id': '47e42936-dfe0-4c24-a847-a064f79c990a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:46:15.522575 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-51955174-f8ab-4fae-af79-9590d2234217 service neutron] Bound port: 17c05dfd-b567-4996-99f6-cf1e54a244e5, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e42936-dfe0-4c24-a847-a064f79c990a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:46:15.604788 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-51955174-f8ab-4fae-af79-9590d2234217 service neutron] For port 17c05dfd-b567-4996-99f6-cf1e54a244e5, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=17c05dfd-b567-4996-99f6-cf1e54a244e5,segment=NetworkSegment(47e42936-dfe0-4c24-a847-a064f79c990a),segment_id=47e42936-dfe0-4c24-a847-a064f79c990a)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:46:15.610205 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-51955174-f8ab-4fae-af79-9590d2234217 service neutron] Notify callbacks [] for binding, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:15.611473 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-51955174-f8ab-4fae-af79-9590d2234217 service neutron] 10.222.0.24 "POST /v2.0/ports/17c05dfd-b567-4996-99f6-cf1e54a244e5/bindings HTTP/1.1" status: 201 len: 389 time: 0.2400615 Aug 19 18:46:15.755637 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7837b9-1426-4733-bf67-30c46f61fd7c req-03389a42-9195-4941-b175-931726ea39b7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:15.757410 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5f7837b9-1426-4733-bf67-30c46f61fd7c req-03389a42-9195-4941-b175-931726ea39b7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 945 time: 0.0561361 Aug 19 18:46:15.797675 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5f7837b9-1426-4733-bf67-30c46f61fd7c req-de32740c-02b9-4bed-a8e5-9927b7449bce tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=abef57da-75c3-46cf-83ad-d44997076b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342693 Aug 19 18:46:15.846616 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-551cbd83-a7e2-48b4-b171-eee929ebfa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:15.848140 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-551cbd83-a7e2-48b4-b171-eee929ebfa8a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 1096 time: 0.0467560 Aug 19 18:46:15.943208 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-0cf0d049-79a5-4abc-aa0d-e218e4df644f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:15.944596 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-0cf0d049-79a5-4abc-aa0d-e218e4df644f service neutron] 10.222.0.54 "GET /v2.0/networks?id=d1fa182b-3072-42da-b25f-2c22dffb7f38 HTTP/1.1" status: 200 len: 898 time: 0.0858173 Aug 19 18:46:16.022733 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-68894ef7-73e9-4b8b-935f-87facba7aaf3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17c05dfd-b567-4996-99f6-cf1e54a244e5 HTTP/1.1" status: 200 len: 1000 time: 0.0651581 Aug 19 18:46:16.077228 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-8e4d27b5-1ddf-4675-bbe1-394dbe87220c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:16.078685 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-8e4d27b5-1ddf-4675-bbe1-394dbe87220c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2cb39f4c-2b16-4a69-b32a-bef098cf0260 HTTP/1.1" status: 200 len: 834 time: 0.0442004 Aug 19 18:46:16.128889 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-a1492210-a720-4d33-8206-0ceaeefc7f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:16.130430 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-a1492210-a720-4d33-8206-0ceaeefc7f04 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d1fa182b-3072-42da-b25f-2c22dffb7f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406125 Aug 19 18:46:16.226780 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-a65fdd9f-7c55-4b6e-92c6-82050fd8286e service neutron] 10.222.0.54 "GET /v2.0/networks/d1fa182b-3072-42da-b25f-2c22dffb7f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842371 Aug 19 18:46:16.319695 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-1f1515b3-32c3-43bb-86ed-756dc7b7075a service neutron] 10.222.0.54 "GET /v2.0/networks/d1fa182b-3072-42da-b25f-2c22dffb7f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816004 Aug 19 18:46:16.475414 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-62624e8d-49b9-42f1-92ef-d01f54f9605f tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:16.476989 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-62624e8d-49b9-42f1-92ef-d01f54f9605f tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1&tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&binding%3Ahost_id=n-h2-803753-2 HTTP/1.1" status: 200 len: 1096 time: 0.0800731 Aug 19 18:46:16.492943 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b3703960-18a8-469f-98a3-87975f7b28fc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803753-2'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:46:16.545443 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b3703960-18a8-469f-98a3-87975f7b28fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:16.673469 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b3703960-18a8-469f-98a3-87975f7b28fc service neutron] For port 17c05dfd-b567-4996-99f6-cf1e54a244e5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=17c05dfd-b567-4996-99f6-cf1e54a244e5,segment=NetworkSegment(47e42936-dfe0-4c24-a847-a064f79c990a),segment_id=47e42936-dfe0-4c24-a847-a064f79c990a)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:46:16.713213 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b3703960-18a8-469f-98a3-87975f7b28fc service neutron] For port 17c05dfd-b567-4996-99f6-cf1e54a244e5, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:46:16.731736 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:16.754132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c776b99f-1559-4fe0-8f2a-57729fd19ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17c05dfd-b567-4996-99f6-cf1e54a244e5'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:46:16.756412 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b4cf6c-9414-4764-b257-5988c8d56eff" -d '{"events": [{"server_uuid": "c776b99f-1559-4fe0-8f2a-57729fd19ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "17c05dfd-b567-4996-99f6-cf1e54a244e5"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:46:16.760209 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b3703960-18a8-469f-98a3-87975f7b28fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:16.766370 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b3703960-18a8-469f-98a3-87975f7b28fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:16.800310 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c4fda3-cd49-48a2-b723-1f58d23d7515 x-openstack-request-id: req-99c4fda3-cd49-48a2-b723-1f58d23d7515 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:46:16.800603 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c776b99f-1559-4fe0-8f2a-57729fd19ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "17c05dfd-b567-4996-99f6-cf1e54a244e5", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:46:16.800853 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99c4fda3-cd49-48a2-b723-1f58d23d7515 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:46:16.801247 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c776b99f-1559-4fe0-8f2a-57729fd19ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17c05dfd-b567-4996-99f6-cf1e54a244e5', 'code': 200} Aug 19 18:46:16.870031 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3703960-18a8-469f-98a3-87975f7b28fc service neutron] Pushing event updated for resources: {'Port': ['ID=17c05dfd-b567-4996-99f6-cf1e54a244e5,revision_number=7']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:16.924463 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b3703960-18a8-469f-98a3-87975f7b28fc service neutron] Attempting to bind port 17c05dfd-b567-4996-99f6-cf1e54a244e5 on host n-h2-803753-2 for vnic_type normal with profile {"migrating_to": "n-h1-803753-2"} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:46:16.924800 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b3703960-18a8-469f-98a3-87975f7b28fc service neutron] Attempting to bind port 17c05dfd-b567-4996-99f6-cf1e54a244e5 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '47e42936-dfe0-4c24-a847-a064f79c990a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:46:16.925241 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b3703960-18a8-469f-98a3-87975f7b28fc service neutron] Attempting to bind port 17c05dfd-b567-4996-99f6-cf1e54a244e5 on network d1fa182b-3072-42da-b25f-2c22dffb7f38 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:46:16.926641 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb9ca2-d294-4031-b8dd-0f091429082d req-d9218409-918b-4545-93b0-2194a84dd2ac tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:16.929746 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b3703960-18a8-469f-98a3-87975f7b28fc service neutron] Port 17c05dfd-b567-4996-99f6-cf1e54a244e5 on network d1fa182b-3072-42da-b25f-2c22dffb7f38 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:46:16.930050 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b3703960-18a8-469f-98a3-87975f7b28fc service neutron] Attempting to bind port 17c05dfd-b567-4996-99f6-cf1e54a244e5 on network d1fa182b-3072-42da-b25f-2c22dffb7f38 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:46:16.930650 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b2bb9ca2-d294-4031-b8dd-0f091429082d req-d9218409-918b-4545-93b0-2194a84dd2ac tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 943 time: 0.0543764 Aug 19 18:46:16.935167 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b3703960-18a8-469f-98a3-87975f7b28fc service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:46:16.935508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b3703960-18a8-469f-98a3-87975f7b28fc service neutron] Checking segment: {'id': '47e42936-dfe0-4c24-a847-a064f79c990a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:46:16.937109 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b3703960-18a8-469f-98a3-87975f7b28fc service neutron] Bound using segment: {'id': '47e42936-dfe0-4c24-a847-a064f79c990a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:46:16.937607 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b3703960-18a8-469f-98a3-87975f7b28fc service neutron] Bound port: 17c05dfd-b567-4996-99f6-cf1e54a244e5, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e42936-dfe0-4c24-a847-a064f79c990a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:46:16.937939 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b3703960-18a8-469f-98a3-87975f7b28fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:16.974148 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b2bb9ca2-d294-4031-b8dd-0f091429082d req-36e310a5-c467-4b53-a122-601219187621 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=abef57da-75c3-46cf-83ad-d44997076b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394073 Aug 19 18:46:17.017887 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b3703960-18a8-469f-98a3-87975f7b28fc service neutron] For port 17c05dfd-b567-4996-99f6-cf1e54a244e5, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:46:17.020832 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b3703960-18a8-469f-98a3-87975f7b28fc service neutron] For port 17c05dfd-b567-4996-99f6-cf1e54a244e5, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=17c05dfd-b567-4996-99f6-cf1e54a244e5,segment=NetworkSegment(47e42936-dfe0-4c24-a847-a064f79c990a),segment_id=47e42936-dfe0-4c24-a847-a064f79c990a)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:46:17.025400 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b3703960-18a8-469f-98a3-87975f7b28fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:17.082928 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d1e59eab-13af-4b59-bf4d-88f588c4ed43 None None] Provisioning complete for port 17c05dfd-b567-4996-99f6-cf1e54a244e5 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:46:17.083315 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d1e59eab-13af-4b59-bf4d-88f588c4ed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:17.118526 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3703960-18a8-469f-98a3-87975f7b28fc service neutron] Pushing event updated for resources: {'Port': ['ID=17c05dfd-b567-4996-99f6-cf1e54a244e5,revision_number=8']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:17.166946 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b3703960-18a8-469f-98a3-87975f7b28fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:17.167582 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b3703960-18a8-469f-98a3-87975f7b28fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:17.169054 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b3703960-18a8-469f-98a3-87975f7b28fc service neutron] 10.222.0.54 "PUT /v2.0/ports/17c05dfd-b567-4996-99f6-cf1e54a244e5 HTTP/1.1" status: 200 len: 1121 time: 0.6801667 Aug 19 18:46:17.172034 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d1e59eab-13af-4b59-bf4d-88f588c4ed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:17.198330 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c776b99f-1559-4fe0-8f2a-57729fd19ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c05dfd-b567-4996-99f6-cf1e54a244e5'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:46:17.200623 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2ae2fd-174f-4b60-a9bc-c0f4cb204bfa" -d '{"events": [{"server_uuid": "c776b99f-1559-4fe0-8f2a-57729fd19ba1", "name": "network-vif-plugged", "status": "completed", "tag": "17c05dfd-b567-4996-99f6-cf1e54a244e5"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:46:17.218060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d1e59eab-13af-4b59-bf4d-88f588c4ed43 None None] For port 17c05dfd-b567-4996-99f6-cf1e54a244e5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=17c05dfd-b567-4996-99f6-cf1e54a244e5,segment=NetworkSegment(47e42936-dfe0-4c24-a847-a064f79c990a),segment_id=47e42936-dfe0-4c24-a847-a064f79c990a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:46:17.222562 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d1e59eab-13af-4b59-bf4d-88f588c4ed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:17.269451 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98639fa2-e32f-401f-ae8f-f5033264123d x-openstack-request-id: req-98639fa2-e32f-401f-ae8f-f5033264123d {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:46:17.269775 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c776b99f-1559-4fe0-8f2a-57729fd19ba1", "name": "network-vif-plugged", "status": "completed", "tag": "17c05dfd-b567-4996-99f6-cf1e54a244e5", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:46:17.270029 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98639fa2-e32f-401f-ae8f-f5033264123d {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:46:17.270421 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c776b99f-1559-4fe0-8f2a-57729fd19ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c05dfd-b567-4996-99f6-cf1e54a244e5', 'code': 200} Aug 19 18:46:17.304905 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['17c05dfd-b567-4996-99f6-cf1e54a244e5'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:46:17.409774 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e59eab-13af-4b59-bf4d-88f588c4ed43 None None] Pushing event updated for resources: {'Port': ['ID=17c05dfd-b567-4996-99f6-cf1e54a244e5,revision_number=9']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:17.575760 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59eab-13af-4b59-bf4d-88f588c4ed43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:17.576008 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59eab-13af-4b59-bf4d-88f588c4ed43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:17.576376 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59eab-13af-4b59-bf4d-88f588c4ed43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:17.576719 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59eab-13af-4b59-bf4d-88f588c4ed43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:17.577060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59eab-13af-4b59-bf4d-88f588c4ed43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:17.577391 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59eab-13af-4b59-bf4d-88f588c4ed43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:17.577748 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59eab-13af-4b59-bf4d-88f588c4ed43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:17.578082 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59eab-13af-4b59-bf4d-88f588c4ed43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:17.578410 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59eab-13af-4b59-bf4d-88f588c4ed43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:17.578738 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59eab-13af-4b59-bf4d-88f588c4ed43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:17.579064 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59eab-13af-4b59-bf4d-88f588c4ed43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:17.579386 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e59eab-13af-4b59-bf4d-88f588c4ed43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:17.741306 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4e5b5d5f-b0e0-495e-a489-175aee7f9f1b None None] Provisioning complete for port 17c05dfd-b567-4996-99f6-cf1e54a244e5 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:46:17.742105 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4e5b5d5f-b0e0-495e-a489-175aee7f9f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:18.095105 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf09c0-0f2a-486c-b834-e89c068bdca5 req-7852b041-828b-44a5-9421-1d58d561f9d2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:18.096606 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a3bf09c0-0f2a-486c-b834-e89c068bdca5 req-7852b041-828b-44a5-9421-1d58d561f9d2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 945 time: 0.0527294 Aug 19 18:46:18.134522 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a3bf09c0-0f2a-486c-b834-e89c068bdca5 req-3aa7ee87-7b70-4838-a624-5df77f44f751 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=abef57da-75c3-46cf-83ad-d44997076b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315993 Aug 19 18:46:18.802818 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c776b99f-1559-4fe0-8f2a-57729fd19ba1', 'tag': '17c05dfd-b567-4996-99f6-cf1e54a244e5'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:46:18.805254 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e06f48e-7f10-4b9c-a523-0b0100f9432e" -d '{"events": [{"name": "network-changed", "server_uuid": "c776b99f-1559-4fe0-8f2a-57729fd19ba1", "tag": "17c05dfd-b567-4996-99f6-cf1e54a244e5"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:46:18.846039 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee72400-283c-4837-b03e-1ff8a9d83291 x-openstack-request-id: req-aee72400-283c-4837-b03e-1ff8a9d83291 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:46:18.846336 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c776b99f-1559-4fe0-8f2a-57729fd19ba1", "tag": "17c05dfd-b567-4996-99f6-cf1e54a244e5", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:46:18.846590 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aee72400-283c-4837-b03e-1ff8a9d83291 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:46:18.847002 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c776b99f-1559-4fe0-8f2a-57729fd19ba1', 'tag': '17c05dfd-b567-4996-99f6-cf1e54a244e5', 'status': 'completed', 'code': 200} Aug 19 18:46:18.908823 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06f48e-7f10-4b9c-a523-0b0100f9432e req-8097dcc9-5332-457e-9592-eee6bc56a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:18.910384 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e06f48e-7f10-4b9c-a523-0b0100f9432e req-8097dcc9-5332-457e-9592-eee6bc56a195 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 1126 time: 0.0407174 Aug 19 18:46:19.001770 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06f48e-7f10-4b9c-a523-0b0100f9432e req-965eaee2-a476-45f6-8750-2c2fb4b41a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:19.003266 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e06f48e-7f10-4b9c-a523-0b0100f9432e req-965eaee2-a476-45f6-8750-2c2fb4b41a90 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d1fa182b-3072-42da-b25f-2c22dffb7f38 HTTP/1.1" status: 200 len: 898 time: 0.0839465 Aug 19 18:46:19.074821 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e06f48e-7f10-4b9c-a523-0b0100f9432e req-4694734e-b1aa-4ec9-ab4e-b3f4c443d39d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17c05dfd-b567-4996-99f6-cf1e54a244e5 HTTP/1.1" status: 200 len: 1000 time: 0.0623453 Aug 19 18:46:19.127402 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06f48e-7f10-4b9c-a523-0b0100f9432e req-3cfd9aa0-3160-43db-8516-606e13c88fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:19.128856 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e06f48e-7f10-4b9c-a523-0b0100f9432e req-3cfd9aa0-3160-43db-8516-606e13c88fe2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2cb39f4c-2b16-4a69-b32a-bef098cf0260 HTTP/1.1" status: 200 len: 834 time: 0.0465105 Aug 19 18:46:19.176822 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06f48e-7f10-4b9c-a523-0b0100f9432e req-3f752197-3bda-4f35-8bf7-08ed9aad3aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:19.178492 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e06f48e-7f10-4b9c-a523-0b0100f9432e req-3f752197-3bda-4f35-8bf7-08ed9aad3aca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d1fa182b-3072-42da-b25f-2c22dffb7f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421975 Aug 19 18:46:19.301328 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77132f-bcee-4899-959c-a0bb2de4179a req-c0c59371-0bb5-4cdb-adf6-c65d6a20c487 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:19.302853 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-eb77132f-bcee-4899-959c-a0bb2de4179a req-c0c59371-0bb5-4cdb-adf6-c65d6a20c487 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 945 time: 0.0714738 Aug 19 18:46:19.320008 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e06f48e-7f10-4b9c-a523-0b0100f9432e req-6af88e98-6df4-4e62-a486-837868695ac2 service neutron] 10.222.0.50 "GET /v2.0/networks/d1fa182b-3072-42da-b25f-2c22dffb7f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337910 Aug 19 18:46:19.394715 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-eb77132f-bcee-4899-959c-a0bb2de4179a req-69d53b94-627b-4085-9e3e-b47761da32a1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=abef57da-75c3-46cf-83ad-d44997076b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847549 Aug 19 18:46:19.429795 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e06f48e-7f10-4b9c-a523-0b0100f9432e req-bf4e22b0-4185-4797-bfe0-1956c2d353b5 service neutron] 10.222.0.50 "GET /v2.0/networks/d1fa182b-3072-42da-b25f-2c22dffb7f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003544 Aug 19 18:46:20.455309 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 17c05dfd-b567-4996-99f6-cf1e54a244e5 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:46:20.517571 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c130eaa-d35d-4d3c-8227-d58cbe56ee0e req-63b7f018-1c15-4611-879d-3d5e6558025c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:20.519110 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3c130eaa-d35d-4d3c-8227-d58cbe56ee0e req-63b7f018-1c15-4611-879d-3d5e6558025c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 945 time: 0.0521355 Aug 19 18:46:20.558686 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 17c05dfd-b567-4996-99f6-cf1e54a244e5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=17c05dfd-b567-4996-99f6-cf1e54a244e5,segment=NetworkSegment(47e42936-dfe0-4c24-a847-a064f79c990a),segment_id=47e42936-dfe0-4c24-a847-a064f79c990a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:46:20.564287 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3c130eaa-d35d-4d3c-8227-d58cbe56ee0e req-e9dd6dfe-1d02-4411-8f9a-531299f5948d tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=abef57da-75c3-46cf-83ad-d44997076b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385101 Aug 19 18:46:20.571260 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 17c05dfd-b567-4996-99f6-cf1e54a244e5 has no active binding in host n-h1-803753-2 {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 18:46:21.679906 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65b69a-a3dd-4257-a572-3cdacb1514a4 req-0b62eb9d-92ff-4d15-8ae3-5286bb81c726 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:21.681402 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1d65b69a-a3dd-4257-a572-3cdacb1514a4 req-0b62eb9d-92ff-4d15-8ae3-5286bb81c726 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 945 time: 0.0507083 Aug 19 18:46:21.720739 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1d65b69a-a3dd-4257-a572-3cdacb1514a4 req-b9a10baa-320c-4562-80d3-5925cfd11b4d tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=abef57da-75c3-46cf-83ad-d44997076b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322919 Aug 19 18:46:22.278851 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-6cf346c7-4531-49d0-92d7-4a084dd5cfda service neutron] 10.222.0.50 "GET /v2.0/ports/17c05dfd-b567-4996-99f6-cf1e54a244e5/bindings/n-h1-803753-2 HTTP/1.1" status: 200 len: 384 time: 0.0559859 Aug 19 18:46:22.455488 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-458cda07-19b5-4550-bb3b-b3de0311cd46 service neutron] For port 17c05dfd-b567-4996-99f6-cf1e54a244e5, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=17c05dfd-b567-4996-99f6-cf1e54a244e5,segment=NetworkSegment(47e42936-dfe0-4c24-a847-a064f79c990a),segment_id=47e42936-dfe0-4c24-a847-a064f79c990a)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:46:22.479705 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-458cda07-19b5-4550-bb3b-b3de0311cd46 service neutron] For port 17c05dfd-b567-4996-99f6-cf1e54a244e5, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:46:22.518665 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c776b99f-1559-4fe0-8f2a-57729fd19ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17c05dfd-b567-4996-99f6-cf1e54a244e5'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:46:22.520944 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1449f4b-116d-4b7a-a460-125660dc9750" -d '{"events": [{"server_uuid": "c776b99f-1559-4fe0-8f2a-57729fd19ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "17c05dfd-b567-4996-99f6-cf1e54a244e5"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:46:22.527722 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-458cda07-19b5-4550-bb3b-b3de0311cd46 service neutron] For port 17c05dfd-b567-4996-99f6-cf1e54a244e5, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=17c05dfd-b567-4996-99f6-cf1e54a244e5,segment=NetworkSegment(47e42936-dfe0-4c24-a847-a064f79c990a),segment_id=47e42936-dfe0-4c24-a847-a064f79c990a)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:46:22.543391 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-458cda07-19b5-4550-bb3b-b3de0311cd46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:22.562316 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe91b28f-39a8-4483-8616-194be1195e55 x-openstack-request-id: req-fe91b28f-39a8-4483-8616-194be1195e55 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:46:22.562612 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c776b99f-1559-4fe0-8f2a-57729fd19ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "17c05dfd-b567-4996-99f6-cf1e54a244e5", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:46:22.562866 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe91b28f-39a8-4483-8616-194be1195e55 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:46:22.563260 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c776b99f-1559-4fe0-8f2a-57729fd19ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17c05dfd-b567-4996-99f6-cf1e54a244e5', 'code': 200} Aug 19 18:46:22.623081 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-458cda07-19b5-4550-bb3b-b3de0311cd46 service neutron] Transition to ACTIVE for port object 17c05dfd-b567-4996-99f6-cf1e54a244e5 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:46:22.627181 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-458cda07-19b5-4550-bb3b-b3de0311cd46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:22.739447 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458cda07-19b5-4550-bb3b-b3de0311cd46 service neutron] Pushing event updated for resources: {'Port': ['ID=17c05dfd-b567-4996-99f6-cf1e54a244e5,revision_number=11']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:22.752322 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458cda07-19b5-4550-bb3b-b3de0311cd46 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:22.752675 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458cda07-19b5-4550-bb3b-b3de0311cd46 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:22.753015 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458cda07-19b5-4550-bb3b-b3de0311cd46 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:22.753352 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458cda07-19b5-4550-bb3b-b3de0311cd46 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:22.753713 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458cda07-19b5-4550-bb3b-b3de0311cd46 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:22.754040 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458cda07-19b5-4550-bb3b-b3de0311cd46 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:22.754368 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458cda07-19b5-4550-bb3b-b3de0311cd46 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:22.754693 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458cda07-19b5-4550-bb3b-b3de0311cd46 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:22.755014 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458cda07-19b5-4550-bb3b-b3de0311cd46 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:22.755335 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458cda07-19b5-4550-bb3b-b3de0311cd46 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:22.755653 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458cda07-19b5-4550-bb3b-b3de0311cd46 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:22.755971 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458cda07-19b5-4550-bb3b-b3de0311cd46 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:22.785326 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-458cda07-19b5-4550-bb3b-b3de0311cd46 service neutron] No DVR routers for this DVR port 17c05dfd-b567-4996-99f6-cf1e54a244e5 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:46:22.920225 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc2f4c-3c4f-4604-a41e-cce738e4327d req-68fdc48a-d4a1-48bd-a3e9-64811bf37e79 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:22.922397 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4edc2f4c-3c4f-4604-a41e-cce738e4327d req-68fdc48a-d4a1-48bd-a3e9-64811bf37e79 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 944 time: 0.0966139 Aug 19 18:46:22.986323 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-458cda07-19b5-4550-bb3b-b3de0311cd46 service neutron] 10.222.0.50 "PUT /v2.0/ports/17c05dfd-b567-4996-99f6-cf1e54a244e5/bindings/n-h1-803753-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7005539 Aug 19 18:46:22.989033 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4edc2f4c-3c4f-4604-a41e-cce738e4327d req-a10473b4-974d-4d81-ba87-734156b1f48b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=abef57da-75c3-46cf-83ad-d44997076b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604918 Aug 19 18:46:23.091468 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-e48e27a8-d722-4a63-bb6c-21d697f26812 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:23.092979 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-e48e27a8-d722-4a63-bb6c-21d697f26812 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1&tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&binding%3Ahost_id=n-h2-803753-2 HTTP/1.1" status: 200 len: 1095 time: 0.0429339 Aug 19 18:46:23.143315 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-13b8f09a-cefc-4ad1-8a17-9794299ee3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:23.144821 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-13b8f09a-cefc-4ad1-8a17-9794299ee3b1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1&tenant_id=d3e4dc16e471490aa2d32d2b3d24f738 HTTP/1.1" status: 200 len: 1095 time: 0.0402763 Aug 19 18:46:23.215125 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b0e25f60-b6f7-4fa8-a540-f6b9c1cf363a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:23.216732 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b0e25f60-b6f7-4fa8-a540-f6b9c1cf363a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 1095 time: 0.0442743 Aug 19 18:46:23.312189 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-dc8f7f91-80c8-4523-80e0-7a9a0408cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:23.312972 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-dc8f7f91-80c8-4523-80e0-7a9a0408cc7e service neutron] 10.222.0.54 "GET /v2.0/networks?id=d1fa182b-3072-42da-b25f-2c22dffb7f38 HTTP/1.1" status: 200 len: 898 time: 0.0862808 Aug 19 18:46:23.386968 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-9f9d7312-c94b-4704-b0ca-7165c184f0cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17c05dfd-b567-4996-99f6-cf1e54a244e5 HTTP/1.1" status: 200 len: 998 time: 0.0633125 Aug 19 18:46:23.439234 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-a1a6b1fc-15dd-422a-8ba5-53ea13fafebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:23.440671 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-a1a6b1fc-15dd-422a-8ba5-53ea13fafebe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2cb39f4c-2b16-4a69-b32a-bef098cf0260 HTTP/1.1" status: 200 len: 834 time: 0.0429106 Aug 19 18:46:23.491027 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-50f572e4-00c5-4778-995a-385526f374b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:23.492518 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-50f572e4-00c5-4778-995a-385526f374b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d1fa182b-3072-42da-b25f-2c22dffb7f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405509 Aug 19 18:46:23.588674 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-b38f6e28-b2c2-42b6-a783-0bc4a7dcb32d service neutron] 10.222.0.54 "GET /v2.0/networks/d1fa182b-3072-42da-b25f-2c22dffb7f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846858 Aug 19 18:46:23.681496 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-6404356b-f8a9-4d24-930b-0d483820ee4b service neutron] 10.222.0.54 "GET /v2.0/networks/d1fa182b-3072-42da-b25f-2c22dffb7f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818200 Aug 19 18:46:23.937633 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-0e7fda20-6b7b-4b28-ae8c-622ca1fe43ec tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:23.939138 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-0e7fda20-6b7b-4b28-ae8c-622ca1fe43ec tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1&tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&binding%3Ahost_id=n-h1-803753-2 HTTP/1.1" status: 200 len: 1095 time: 0.0447602 Aug 19 18:46:24.099042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-2560d24f-5e74-48da-a14b-6e5bd8cfc1fc service neutron] For port 17c05dfd-b567-4996-99f6-cf1e54a244e5, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:46:24.104476 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-2560d24f-5e74-48da-a14b-6e5bd8cfc1fc service neutron] Notify callbacks [] for binding, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:24.105640 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fdeed928-78b5-46a6-98cb-21bc8fee26e7 req-2560d24f-5e74-48da-a14b-6e5bd8cfc1fc service neutron] 10.222.0.54 "DELETE /v2.0/ports/17c05dfd-b567-4996-99f6-cf1e54a244e5/bindings/n-h2-803753-2 HTTP/1.1" status: 204 len: 173 time: 0.1548700 Aug 19 18:46:24.121780 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4736a8-d75e-4bed-8e6b-40779a83e29a req-a5427c29-f0ff-433f-93ed-7aae1a5cd6c7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:24.123270 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c4736a8-d75e-4bed-8e6b-40779a83e29a req-a5427c29-f0ff-433f-93ed-7aae1a5cd6c7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 944 time: 0.0617862 Aug 19 18:46:24.164922 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c4736a8-d75e-4bed-8e6b-40779a83e29a req-d3c0cfa0-2243-45f8-a08a-69c687bb4a2a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=abef57da-75c3-46cf-83ad-d44997076b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338421 Aug 19 18:46:24.271386 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5acf97-7c6c-4500-b035-f3b4f11ba4b8 req-43fea817-f47d-4f5e-8af7-b40a3bc44eaf tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:24.272937 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3d5acf97-7c6c-4500-b035-f3b4f11ba4b8 req-43fea817-f47d-4f5e-8af7-b40a3bc44eaf tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 1095 time: 0.0412633 Aug 19 18:46:24.307440 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3d5acf97-7c6c-4500-b035-f3b4f11ba4b8 req-aebdbb13-71b9-4b42-83af-eea570e85ab6 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=abef57da-75c3-46cf-83ad-d44997076b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284824 Aug 19 18:46:24.426236 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efa8b-ab5f-4f0a-b139-1ae4b6d19ca3 req-c5dfb9d6-9584-42ab-a979-d53ddc780e6c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:24.427749 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9b5efa8b-ab5f-4f0a-b139-1ae4b6d19ca3 req-c5dfb9d6-9584-42ab-a979-d53ddc780e6c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 944 time: 0.0534997 Aug 19 18:46:24.467060 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9b5efa8b-ab5f-4f0a-b139-1ae4b6d19ca3 req-0009bcb3-7601-4189-a964-83baab7c98ab tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=abef57da-75c3-46cf-83ad-d44997076b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332286 Aug 19 18:46:24.489202 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38102) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:24.548928 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9effed7c-1a0a-42f1-b17e-d7d24f7143f1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/floatingips/72ad5ed9-1f06-4b37-9168-c4b805f88ada HTTP/1.1" status: 200 len: 990 time: 0.0585401 Aug 19 18:46:24.802037 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38108) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:24.963097 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-0e88f85f-3eea-496a-9d87-01b2a5a4acf2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Deleting port efdbfe47-e15e-45af-88e9-8bd5021e64ed {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:46:24.963439 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e88f85f-3eea-496a-9d87-01b2a5a4acf2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:25.042696 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e88f85f-3eea-496a-9d87-01b2a5a4acf2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:25.043101 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e88f85f-3eea-496a-9d87-01b2a5a4acf2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:25.055095 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-0e88f85f-3eea-496a-9d87-01b2a5a4acf2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Calling delete_port for efdbfe47-e15e-45af-88e9-8bd5021e64ed owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:46:25.198536 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e88f85f-3eea-496a-9d87-01b2a5a4acf2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:25.227641 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88f85f-3eea-496a-9d87-01b2a5a4acf2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'Port': ['ID=efdbfe47-e15e-45af-88e9-8bd5021e64ed,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:25.291695 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e88f85f-3eea-496a-9d87-01b2a5a4acf2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:25.292427 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-0e88f85f-3eea-496a-9d87-01b2a5a4acf2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Floating IP 72ad5ed9-1f06-4b37-9168-c4b805f88ada disassociated (deleted). External IP: 172.25.8.65, port: 17c05dfd-b567-4996-99f6-cf1e54a244e5. Aug 19 18:46:25.500443 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e88f85f-3eea-496a-9d87-01b2a5a4acf2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Router 83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:46:25.942185 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e88f85f-3eea-496a-9d87-01b2a5a4acf2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:46:25.946998 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0e88f85f-3eea-496a-9d87-01b2a5a4acf2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:25.952175 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1b2b8-772d-4642-b72c-313d177a4b23 None None] Sync routers for ids ['83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:46:25.962844 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c1b2b8-772d-4642-b72c-313d177a4b23 None None] Routers {'83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:46:25.963472 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-93c1b2b8-772d-4642-b72c-313d177a4b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:46:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:25.975697 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0e88f85f-3eea-496a-9d87-01b2a5a4acf2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "DELETE /v2.0/floatingips/72ad5ed9-1f06-4b37-9168-c4b805f88ada HTTP/1.1" status: 204 len: 168 time: 1.1725461 Aug 19 18:46:25.976293 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c776b99f-1559-4fe0-8f2a-57729fd19ba1', 'tag': '17c05dfd-b567-4996-99f6-cf1e54a244e5'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:46:25.978621 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf00b33b-058c-47a1-b9bb-1d1d5bcd15dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c776b99f-1559-4fe0-8f2a-57729fd19ba1", "tag": "17c05dfd-b567-4996-99f6-cf1e54a244e5"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:46:26.026129 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799e45e3-622e-4cf5-b8e9-65ad7126929b x-openstack-request-id: req-799e45e3-622e-4cf5-b8e9-65ad7126929b {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:46:26.026420 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c776b99f-1559-4fe0-8f2a-57729fd19ba1", "tag": "17c05dfd-b567-4996-99f6-cf1e54a244e5", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:46:26.026667 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-799e45e3-622e-4cf5-b8e9-65ad7126929b {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:46:26.027065 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c776b99f-1559-4fe0-8f2a-57729fd19ba1', 'tag': '17c05dfd-b567-4996-99f6-cf1e54a244e5', 'status': 'completed', 'code': 200} Aug 19 18:46:26.093878 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-93c1b2b8-772d-4642-b72c-313d177a4b23 None None] Set router 83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:46:26.102849 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00b33b-058c-47a1-b9bb-1d1d5bcd15dd req-c193c0d5-79a2-4289-b5e8-ec46bbce5001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:26.104610 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bf00b33b-058c-47a1-b9bb-1d1d5bcd15dd req-c193c0d5-79a2-4289-b5e8-ec46bbce5001 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 1095 time: 0.0478060 Aug 19 18:46:26.210301 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00b33b-058c-47a1-b9bb-1d1d5bcd15dd req-17ec7365-6a26-4b75-9534-d0809b950b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:26.211789 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bf00b33b-058c-47a1-b9bb-1d1d5bcd15dd req-17ec7365-6a26-4b75-9534-d0809b950b54 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d1fa182b-3072-42da-b25f-2c22dffb7f38 HTTP/1.1" status: 200 len: 898 time: 0.0961151 Aug 19 18:46:26.213484 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc00ab-0260-4c15-88e6-710d1320a7ce req-3694a5ba-f991-4df4-836e-229ad922d3e4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:26.215308 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dccc00ab-0260-4c15-88e6-710d1320a7ce req-3694a5ba-f991-4df4-836e-229ad922d3e4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 944 time: 0.0522382 Aug 19 18:46:26.253778 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dccc00ab-0260-4c15-88e6-710d1320a7ce req-1b464f4f-2f86-4fae-988d-d1c05a3623a6 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=abef57da-75c3-46cf-83ad-d44997076b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316811 Aug 19 18:46:26.257149 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bf00b33b-058c-47a1-b9bb-1d1d5bcd15dd req-13accb15-38c2-4385-9482-5c86cb26068b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17c05dfd-b567-4996-99f6-cf1e54a244e5 HTTP/1.1" status: 200 len: 217 time: 0.0348668 Aug 19 18:46:26.299123 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-93c1b2b8-772d-4642-b72c-313d177a4b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348694111', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:28Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '3fe4efcd-ef37-4efc-86a4-91ee5ff3447e', 'name': '', 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:5f:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2cb39f4c-2b16-4a69-b32a-bef098cf0260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:45:27Z', 'updated_at': '2021-08-19T18:45:31Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': '2cb39f4c-2b16-4a69-b32a-bef098cf0260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:26.314596 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00b33b-058c-47a1-b9bb-1d1d5bcd15dd req-e3ee606c-460f-49e0-b838-628379e520b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:26.316169 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bf00b33b-058c-47a1-b9bb-1d1d5bcd15dd req-e3ee606c-460f-49e0-b838-628379e520b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2cb39f4c-2b16-4a69-b32a-bef098cf0260 HTTP/1.1" status: 200 len: 834 time: 0.0508780 Aug 19 18:46:26.325946 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1b2b8-772d-4642-b72c-313d177a4b23 None None] Checking router: 83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:46:26.338184 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c1b2b8-772d-4642-b72c-313d177a4b23 None None] Routers {'83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:46:26.338829 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-93c1b2b8-772d-4642-b72c-313d177a4b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:46:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:26.458203 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-93c1b2b8-772d-4642-b72c-313d177a4b23 None None] Set router 83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:46:26.670326 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-93c1b2b8-772d-4642-b72c-313d177a4b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348694111', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:28Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '3fe4efcd-ef37-4efc-86a4-91ee5ff3447e', 'name': '', 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:5f:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2cb39f4c-2b16-4a69-b32a-bef098cf0260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:45:27Z', 'updated_at': '2021-08-19T18:45:31Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': '2cb39f4c-2b16-4a69-b32a-bef098cf0260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:26.696845 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1b2b8-772d-4642-b72c-313d177a4b23 None None] The sync data for ids ['83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'] in n-d-803753-2 is: [{'id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348694111', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:28Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '3fe4efcd-ef37-4efc-86a4-91ee5ff3447e', 'name': '', 'network_id': 'd1fa182b-3072-42da-b25f-2c22dffb7f38', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:5f:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2cb39f4c-2b16-4a69-b32a-bef098cf0260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:45:27Z', 'updated_at': '2021-08-19T18:45:31Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': '2cb39f4c-2b16-4a69-b32a-bef098cf0260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:46:26.697705 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00b33b-058c-47a1-b9bb-1d1d5bcd15dd req-18f07ab6-69af-48e3-8e1f-38e788b59ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:26.699280 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bf00b33b-058c-47a1-b9bb-1d1d5bcd15dd req-18f07ab6-69af-48e3-8e1f-38e788b59ce4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d1fa182b-3072-42da-b25f-2c22dffb7f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3733914 Aug 19 18:46:26.712589 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ba1de-ac13-4ea8-81da-e81599d71d46 req-0579f4e9-b087-4f27-8c0c-9c5c7cb88fe6 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:26.713964 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-140ba1de-ac13-4ea8-81da-e81599d71d46 req-0579f4e9-b087-4f27-8c0c-9c5c7cb88fe6 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.54 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 944 time: 0.0611186 Aug 19 18:46:26.868575 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bf00b33b-058c-47a1-b9bb-1d1d5bcd15dd req-76b33144-3a44-4f05-b7ed-cae7bc043b84 service neutron] 10.222.0.54 "GET /v2.0/networks/d1fa182b-3072-42da-b25f-2c22dffb7f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536174 Aug 19 18:46:26.881401 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-140ba1de-ac13-4ea8-81da-e81599d71d46 req-4201b963-6417-43ea-9ffb-5706724ee459 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Deleting port 17c05dfd-b567-4996-99f6-cf1e54a244e5 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:46:26.881847 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-140ba1de-ac13-4ea8-81da-e81599d71d46 req-4201b963-6417-43ea-9ffb-5706724ee459 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:26.931995 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c071f80-d259-4d3b-b87c-3927b43dae9c None None] New status for floating IP 72ad5ed9-1f06-4b37-9168-c4b805f88ada: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:46:27.045384 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-140ba1de-ac13-4ea8-81da-e81599d71d46 req-4201b963-6417-43ea-9ffb-5706724ee459 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] For port 17c05dfd-b567-4996-99f6-cf1e54a244e5, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=17c05dfd-b567-4996-99f6-cf1e54a244e5,segment=NetworkSegment(47e42936-dfe0-4c24-a847-a064f79c990a),segment_id=47e42936-dfe0-4c24-a847-a064f79c990a)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:46:27.045786 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-140ba1de-ac13-4ea8-81da-e81599d71d46 req-4201b963-6417-43ea-9ffb-5706724ee459 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:27.050087 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bf00b33b-058c-47a1-b9bb-1d1d5bcd15dd req-c7051f74-6735-47bd-a286-c9b1d824b670 service neutron] 10.222.0.54 "GET /v2.0/networks/d1fa182b-3072-42da-b25f-2c22dffb7f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653786 Aug 19 18:46:27.059989 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-140ba1de-ac13-4ea8-81da-e81599d71d46 req-4201b963-6417-43ea-9ffb-5706724ee459 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Calling delete_port for 17c05dfd-b567-4996-99f6-cf1e54a244e5 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:46:27.131314 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 17c05dfd-b567-4996-99f6-cf1e54a244e5 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:46:27.169670 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 17c05dfd-b567-4996-99f6-cf1e54a244e5 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:46:27.189841 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-140ba1de-ac13-4ea8-81da-e81599d71d46 req-4201b963-6417-43ea-9ffb-5706724ee459 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:27.222272 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201b963-6417-43ea-9ffb-5706724ee459 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'Port': ['ID=17c05dfd-b567-4996-99f6-cf1e54a244e5,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:27.263875 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-140ba1de-ac13-4ea8-81da-e81599d71d46 req-4201b963-6417-43ea-9ffb-5706724ee459 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] No DVR routers for this DVR port 17c05dfd-b567-4996-99f6-cf1e54a244e5 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:46:27.266657 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-140ba1de-ac13-4ea8-81da-e81599d71d46 req-4201b963-6417-43ea-9ffb-5706724ee459 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:27.268684 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-140ba1de-ac13-4ea8-81da-e81599d71d46 req-4201b963-6417-43ea-9ffb-5706724ee459 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.54 "DELETE /v2.0/ports/17c05dfd-b567-4996-99f6-cf1e54a244e5 HTTP/1.1" status: 204 len: 173 time: 0.5442476 Aug 19 18:46:27.269120 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c776b99f-1559-4fe0-8f2a-57729fd19ba1', 'name': 'network-vif-deleted', 'tag': '17c05dfd-b567-4996-99f6-cf1e54a244e5'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:46:27.271378 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c192a4-3998-4a5e-9265-9aa3f154feff" -d '{"events": [{"server_uuid": "c776b99f-1559-4fe0-8f2a-57729fd19ba1", "name": "network-vif-deleted", "tag": "17c05dfd-b567-4996-99f6-cf1e54a244e5"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:46:27.312457 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604a5180-9f10-46fb-bd85-084a708513cc x-openstack-request-id: req-604a5180-9f10-46fb-bd85-084a708513cc {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:46:27.312776 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c776b99f-1559-4fe0-8f2a-57729fd19ba1", "name": "network-vif-deleted", "tag": "17c05dfd-b567-4996-99f6-cf1e54a244e5", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:46:27.313032 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-604a5180-9f10-46fb-bd85-084a708513cc {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:46:27.313626 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c776b99f-1559-4fe0-8f2a-57729fd19ba1', 'name': 'network-vif-deleted', 'tag': '17c05dfd-b567-4996-99f6-cf1e54a244e5', 'status': 'completed', 'code': 200} Aug 19 18:46:27.359092 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-26bd2940-9121-436b-b2fc-311392eb459e req-150f4621-abf2-4bf9-ad0a-4409866247c8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c776b99f-1559-4fe0-8f2a-57729fd19ba1 HTTP/1.1" status: 200 len: 210 time: 0.0276172 Aug 19 18:46:28.418813 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38122) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:28.790212 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e14eafb7-a98a-485d-9e22-2eb9d6cd7f40 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:29.045366 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-e14eafb7-a98a-485d-9e22-2eb9d6cd7f40 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Deleting port 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:46:29.045647 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e14eafb7-a98a-485d-9e22-2eb9d6cd7f40 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:29.132539 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-e14eafb7-a98a-485d-9e22-2eb9d6cd7f40 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] For port 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3fe4efcd-ef37-4efc-86a4-91ee5ff3447e,segment=NetworkSegment(47e42936-dfe0-4c24-a847-a064f79c990a),segment_id=47e42936-dfe0-4c24-a847-a064f79c990a)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:46:29.132910 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e14eafb7-a98a-485d-9e22-2eb9d6cd7f40 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:29.146135 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-e14eafb7-a98a-485d-9e22-2eb9d6cd7f40 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Calling delete_port for 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:46:29.337192 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e14eafb7-a98a-485d-9e22-2eb9d6cd7f40 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:29.364331 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14eafb7-a98a-485d-9e22-2eb9d6cd7f40 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'Port': ['ID=3fe4efcd-ef37-4efc-86a4-91ee5ff3447e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:29.537872 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e14eafb7-a98a-485d-9e22-2eb9d6cd7f40 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:29.766011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14eafb7-a98a-485d-9e22-2eb9d6cd7f40 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Router 83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:46:29.878878 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14eafb7-a98a-485d-9e22-2eb9d6cd7f40 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:46:29.884268 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e14eafb7-a98a-485d-9e22-2eb9d6cd7f40 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "PUT /v2.0/routers/83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4642787 Aug 19 18:46:29.886866 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38124) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:29.890482 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad24036d-33fc-436b-acfd-a802c0d933ff None None] Sync routers for ids ['83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:46:29.900603 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad24036d-33fc-436b-acfd-a802c0d933ff None None] Routers {'83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:46:29.901220 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ad24036d-33fc-436b-acfd-a802c0d933ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:46:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:29.939332 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10ba050-1677-4b9f-acd2-dbb60549172a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Deleting subnet 2cb39f4c-2b16-4a69-b32a-bef098cf0260 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:46:29.942491 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f10ba050-1677-4b9f-acd2-dbb60549172a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:29.984094 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f10ba050-1677-4b9f-acd2-dbb60549172a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:30.007857 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-ad24036d-33fc-436b-acfd-a802c0d933ff None None] Set router 83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:46:30.074174 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f10ba050-1677-4b9f-acd2-dbb60549172a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:30.135111 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f10ba050-1677-4b9f-acd2-dbb60549172a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:30.164413 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ba050-1677-4b9f-acd2-dbb60549172a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'Subnet': ['ID=2cb39f4c-2b16-4a69-b32a-bef098cf0260,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:30.166459 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f10ba050-1677-4b9f-acd2-dbb60549172a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:30.168779 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f10ba050-1677-4b9f-acd2-dbb60549172a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "DELETE /v2.0/subnets/2cb39f4c-2b16-4a69-b32a-bef098cf0260 HTTP/1.1" status: 204 len: 168 time: 0.2802765 Aug 19 18:46:30.171602 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38126) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:30.173811 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c40908-6661-4ae4-a44a-487828eaca72 None None] Network d1fa182b-3072-42da-b25f-2c22dffb7f38 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:46:30.269979 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ad24036d-33fc-436b-acfd-a802c0d933ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348694111', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:46:29Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:30.280700 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-229e4ce9-4f12-4b8b-aceb-1b7da774ef7f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:30.314351 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad24036d-33fc-436b-acfd-a802c0d933ff None None] Checking router: 83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:46:30.329721 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad24036d-33fc-436b-acfd-a802c0d933ff None None] Routers {'83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:46:30.330352 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ad24036d-33fc-436b-acfd-a802c0d933ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:46:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:30.389930 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-229e4ce9-4f12-4b8b-aceb-1b7da774ef7f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:30.414545 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069a2e3a-fe3f-4ec3-973c-c49d4939f423 None None] DHCP port deletion for d1fa182b-3072-42da-b25f-2c22dffb7f38 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:46:30.444961 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-229e4ce9-4f12-4b8b-aceb-1b7da774ef7f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Deleting port 189fdf31-4dea-4c6c-b020-34dff344011a {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:46:30.445392 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-229e4ce9-4f12-4b8b-aceb-1b7da774ef7f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:30.453172 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 17c05dfd-b567-4996-99f6-cf1e54a244e5 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:46:30.480431 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 17c05dfd-b567-4996-99f6-cf1e54a244e5 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:46:30.480777 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 17c05dfd-b567-4996-99f6-cf1e54a244e5 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:46:30.490694 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-ad24036d-33fc-436b-acfd-a802c0d933ff None None] Set router 83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:46:30.528913 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-229e4ce9-4f12-4b8b-aceb-1b7da774ef7f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] For port 189fdf31-4dea-4c6c-b020-34dff344011a, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=189fdf31-4dea-4c6c-b020-34dff344011a,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:46:30.529281 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-229e4ce9-4f12-4b8b-aceb-1b7da774ef7f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:30.546699 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-229e4ce9-4f12-4b8b-aceb-1b7da774ef7f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Calling delete_port for 189fdf31-4dea-4c6c-b020-34dff344011a owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:46:30.604996 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-069a2e3a-fe3f-4ec3-973c-c49d4939f423 None None] Deleting port 2f772450-2fb3-4d4a-8768-9ae629477bce {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:46:30.605396 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-069a2e3a-fe3f-4ec3-973c-c49d4939f423 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:30.693930 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-069a2e3a-fe3f-4ec3-973c-c49d4939f423 None None] For port 2f772450-2fb3-4d4a-8768-9ae629477bce, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2f772450-2fb3-4d4a-8768-9ae629477bce,segment=NetworkSegment(47e42936-dfe0-4c24-a847-a064f79c990a),segment_id=47e42936-dfe0-4c24-a847-a064f79c990a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:46:30.694256 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-069a2e3a-fe3f-4ec3-973c-c49d4939f423 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:30.714921 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-229e4ce9-4f12-4b8b-aceb-1b7da774ef7f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:30.724594 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-069a2e3a-fe3f-4ec3-973c-c49d4939f423 None None] Calling delete_port for 2f772450-2fb3-4d4a-8768-9ae629477bce owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:46:30.746095 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e4ce9-4f12-4b8b-aceb-1b7da774ef7f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'Port': ['ID=189fdf31-4dea-4c6c-b020-34dff344011a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:30.807699 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-229e4ce9-4f12-4b8b-aceb-1b7da774ef7f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:30.904422 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-229e4ce9-4f12-4b8b-aceb-1b7da774ef7f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:30.906625 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-229e4ce9-4f12-4b8b-aceb-1b7da774ef7f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:30.950549 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-229e4ce9-4f12-4b8b-aceb-1b7da774ef7f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:30.951126 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229e4ce9-4f12-4b8b-aceb-1b7da774ef7f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Fanout notify agent at l3_agent the message router_deleted on router 83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:46:30.958857 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-229e4ce9-4f12-4b8b-aceb-1b7da774ef7f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:30.960001 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-229e4ce9-4f12-4b8b-aceb-1b7da774ef7f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "DELETE /v2.0/routers/83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991 HTTP/1.1" status: 204 len: 168 time: 0.7866821 Aug 19 18:46:30.962635 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38128) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:30.971139 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ad24036d-33fc-436b-acfd-a802c0d933ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348694111', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:46:29Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:31.004186 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad24036d-33fc-436b-acfd-a802c0d933ff None None] The sync data for ids ['83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991'] in n-d-803753-2 is: [{'id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348694111', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:46:29Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '189fdf31-4dea-4c6c-b020-34dff344011a', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c7ba9d-59e3-4ebb-bef1-e4d8c2f73991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:45:24Z', 'updated_at': '2021-08-19T18:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:46:31.013940 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-069a2e3a-fe3f-4ec3-973c-c49d4939f423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:31.042736 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a2e3a-fe3f-4ec3-973c-c49d4939f423 None None] Pushing event deleted for resources: {'Port': ['ID=2f772450-2fb3-4d4a-8768-9ae629477bce,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:31.047140 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069a2e3a-fe3f-4ec3-973c-c49d4939f423 None None] No DVR routers for this DVR port 2f772450-2fb3-4d4a-8768-9ae629477bce on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:46:31.050412 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e78eba5-5ec6-4956-876a-155932acde00 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:31.137972 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e78eba5-5ec6-4956-876a-155932acde00 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:31.147848 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-1e78eba5-5ec6-4956-876a-155932acde00 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1fa182b-3072-42da-b25f-2c22dffb7f38']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:31.163373 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-1e78eba5-5ec6-4956-876a-155932acde00 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e42936-dfe0-4c24-a847-a064f79c990a') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:31.163673 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-1e78eba5-5ec6-4956-876a-155932acde00 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e42936-dfe0-4c24-a847-a064f79c990a') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:31.172438 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e78eba5-5ec6-4956-876a-155932acde00 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:31.186915 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e78eba5-5ec6-4956-876a-155932acde00 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:31.192956 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e78eba5-5ec6-4956-876a-155932acde00 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:46:31.193346 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e78eba5-5ec6-4956-876a-155932acde00 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:46:31.196248 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:46:31.253316 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e78eba5-5ec6-4956-876a-155932acde00 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:31.260188 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e78eba5-5ec6-4956-876a-155932acde00 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:31.261893 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1e78eba5-5ec6-4956-876a-155932acde00 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "DELETE /v2.0/networks/d1fa182b-3072-42da-b25f-2c22dffb7f38 HTTP/1.1" status: 204 len: 168 time: 0.2983086 Aug 19 18:46:31.264645 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38130) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:31.273716 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78eba5-5ec6-4956-876a-155932acde00 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'Network': ['ID=d1fa182b-3072-42da-b25f-2c22dffb7f38,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:31.382042 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b0dce31b-7412-43ab-9c85-0a13a3230ee7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:31.405418 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b0dce31b-7412-43ab-9c85-0a13a3230ee7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:31.479128 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b0dce31b-7412-43ab-9c85-0a13a3230ee7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:31.482016 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b0dce31b-7412-43ab-9c85-0a13a3230ee7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:31.483197 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b0dce31b-7412-43ab-9c85-0a13a3230ee7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "DELETE /v2.0/security-groups/abef57da-75c3-46cf-83ad-d44997076b4c HTTP/1.1" status: 204 len: 168 time: 0.2174916 Aug 19 18:46:31.493358 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dce31b-7412-43ab-9c85-0a13a3230ee7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abef57da-75c3-46cf-83ad-d44997076b4c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:31.853037 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38138) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:31.858398 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2124f828-0fa9-435a-a74b-73906a2d18cc tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1256304575', 'description': 'tempest-secgroup-smoke-1256304575 description', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:46:31.882018 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2124f828-0fa9-435a-a74b-73906a2d18cc tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:31.962338 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2124f828-0fa9-435a-a74b-73906a2d18cc tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:31.966170 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2124f828-0fa9-435a-a74b-73906a2d18cc tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:31.995717 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2124f828-0fa9-435a-a74b-73906a2d18cc tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:31.996954 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2124f828-0fa9-435a-a74b-73906a2d18cc tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1424818 Aug 19 18:46:31.998082 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124f828-0fa9-435a-a74b-73906a2d18cc tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b14512c-ad97-4591-bfba-dc92d31655f1,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:32.000331 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38140) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:32.005972 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-71766428-fc20-4062-beb1-25da4878db2f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group_rule': {'security_group_id': '8b14512c-ad97-4591-bfba-dc92d31655f1', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:46:32.039303 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71766428-fc20-4062-beb1-25da4878db2f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.049623 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:46:32.077813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:46:32.078159 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3fe4efcd-ef37-4efc-86a4-91ee5ff3447e not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:46:32.078835 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2f772450-2fb3-4d4a-8768-9ae629477bce no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:46:32.098396 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 2f772450-2fb3-4d4a-8768-9ae629477bce {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:46:32.099207 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2f772450-2fb3-4d4a-8768-9ae629477bce not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:46:32.113327 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71766428-fc20-4062-beb1-25da4878db2f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.119720 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71766428-fc20-4062-beb1-25da4878db2f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.138967 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71766428-fc20-4062-beb1-25da4878db2f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f29165e-c10f-4253-ab04-98ebcbbc65c3,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:32.142938 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-71766428-fc20-4062-beb1-25da4878db2f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.144153 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-71766428-fc20-4062-beb1-25da4878db2f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423676 Aug 19 18:46:32.146942 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38142) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:32.151351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-9f59ed91-f490-45b3-a8d9-b90c455461d5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group_rule': {'security_group_id': '8b14512c-ad97-4591-bfba-dc92d31655f1', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:46:32.182394 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f59ed91-f490-45b3-a8d9-b90c455461d5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.242753 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f59ed91-f490-45b3-a8d9-b90c455461d5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.246289 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f59ed91-f490-45b3-a8d9-b90c455461d5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.263667 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59ed91-f490-45b3-a8d9-b90c455461d5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21ebea1-e8b6-455d-aa98-8255807d9209,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:32.270609 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f59ed91-f490-45b3-a8d9-b90c455461d5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.271836 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9f59ed91-f490-45b3-a8d9-b90c455461d5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239958 Aug 19 18:46:32.274545 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38144) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:32.279054 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-7cb69c7d-70eb-47f7-a266-fa78dc645a68 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group_rule': {'security_group_id': '8b14512c-ad97-4591-bfba-dc92d31655f1', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:46:32.308011 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7cb69c7d-70eb-47f7-a266-fa78dc645a68 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.367535 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7cb69c7d-70eb-47f7-a266-fa78dc645a68 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.371068 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7cb69c7d-70eb-47f7-a266-fa78dc645a68 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.385787 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb69c7d-70eb-47f7-a266-fa78dc645a68 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa731124-a86d-4356-bc6d-fb0d6733f4bd,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:32.395825 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7cb69c7d-70eb-47f7-a266-fa78dc645a68 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.397071 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7cb69c7d-70eb-47f7-a266-fa78dc645a68 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215823 Aug 19 18:46:32.403535 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38146) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:32.409032 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-b92a1135-082d-4c55-9688-48e6d9efa5cc tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group_rule': {'security_group_id': '8b14512c-ad97-4591-bfba-dc92d31655f1', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:46:32.435879 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b92a1135-082d-4c55-9688-48e6d9efa5cc tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.495726 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b92a1135-082d-4c55-9688-48e6d9efa5cc tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.499336 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b92a1135-082d-4c55-9688-48e6d9efa5cc tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.516762 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a1135-082d-4c55-9688-48e6d9efa5cc tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0833b4d4-7300-4b21-9275-51459701be18,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:32.522955 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b92a1135-082d-4c55-9688-48e6d9efa5cc tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.524170 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b92a1135-082d-4c55-9688-48e6d9efa5cc tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196506 Aug 19 18:46:32.527037 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38148) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:32.531482 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-833a3820-027c-45c2-b771-69013122510c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group_rule': {'security_group_id': '8b14512c-ad97-4591-bfba-dc92d31655f1', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:46:32.554278 n-d-803753-2 neutron-server[94681]: INFO neutron.db.securitygroups_db [None req-833a3820-027c-45c2-b771-69013122510c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Project d3e4dc16e471490aa2d32d2b3d24f738 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:46:32.559555 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-833a3820-027c-45c2-b771-69013122510c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.622963 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-833a3820-027c-45c2-b771-69013122510c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.626774 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-833a3820-027c-45c2-b771-69013122510c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.648309 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a3820-027c-45c2-b771-69013122510c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988e4087-0d35-4ecc-a462-340e5a334398,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:32.650970 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-833a3820-027c-45c2-b771-69013122510c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.655104 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-833a3820-027c-45c2-b771-69013122510c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241817 Aug 19 18:46:32.655104 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38150) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:32.660419 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-80e0f0c1-ec9c-457b-b9bc-370cce74773c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'security_group_rule': {'security_group_id': '8b14512c-ad97-4591-bfba-dc92d31655f1', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:46:32.682181 n-d-803753-2 neutron-server[94681]: INFO neutron.db.securitygroups_db [None req-80e0f0c1-ec9c-457b-b9bc-370cce74773c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Project d3e4dc16e471490aa2d32d2b3d24f738 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:46:32.686945 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80e0f0c1-ec9c-457b-b9bc-370cce74773c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.748260 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80e0f0c1-ec9c-457b-b9bc-370cce74773c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.752355 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80e0f0c1-ec9c-457b-b9bc-370cce74773c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.773717 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0f0c1-ec9c-457b-b9bc-370cce74773c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e5093a-300d-4f50-b46d-9bd053f80e52,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:32.777624 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-80e0f0c1-ec9c-457b-b9bc-370cce74773c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.778995 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-80e0f0c1-ec9c-457b-b9bc-370cce74773c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227715 Aug 19 18:46:32.781692 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38152) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:32.787242 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e70aba89-2edb-476f-a520-8bb127c19ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'network': {'name': 'tempest-network-smoke--237773334', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'port_security_enabled': True}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:46:32.808886 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70aba89-2edb-476f-a520-8bb127c19ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Made reservation on behalf of d3e4dc16e471490aa2d32d2b3d24f738 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:46:32.812490 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e70aba89-2edb-476f-a520-8bb127c19ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.836171 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70aba89-2edb-476f-a520-8bb127c19ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:46:32.846206 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e70aba89-2edb-476f-a520-8bb127c19ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.846550 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-e70aba89-2edb-476f-a520-8bb127c19ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Added segment 243a0dd1-62c8-4f2f-8c8d-b60eb187943c of type vlan for network 2ef72d20-7f74-4209-8172-fed9b1bbec0d Aug 19 18:46:32.888758 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e70aba89-2edb-476f-a520-8bb127c19ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.914416 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e70aba89-2edb-476f-a520-8bb127c19ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.920070 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70aba89-2edb-476f-a520-8bb127c19ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:32.920649 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e70aba89-2edb-476f-a520-8bb127c19ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.979677 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e70aba89-2edb-476f-a520-8bb127c19ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1963534 Aug 19 18:46:32.982420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38154) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:32.987121 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-ab7ea6d9-91b6-412b-92d2-b5c1cc4b228b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1848963628', 'admin_state_up': True, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:46:33.004468 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70aba89-2edb-476f-a520-8bb127c19ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Network': ['ID=2ef72d20-7f74-4209-8172-fed9b1bbec0d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:33.015518 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 2ef72d20-7f74-4209-8172-fed9b1bbec0d details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:46:33.019006 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ab7ea6d9-91b6-412b-92d2-b5c1cc4b228b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:33.020041 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ab7ea6d9-91b6-412b-92d2-b5c1cc4b228b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:33.072721 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ab7ea6d9-91b6-412b-92d2-b5c1cc4b228b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:33.213405 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ab7ea6d9-91b6-412b-92d2-b5c1cc4b228b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:33.409788 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ab7ea6d9-91b6-412b-92d2-b5c1cc4b228b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:33.433395 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ab7ea6d9-91b6-412b-92d2-b5c1cc4b228b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:33.537177 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-ab7ea6d9-91b6-412b-92d2-b5c1cc4b228b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Allocated IP 172.25.8.7 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/9b6112f1-44ed-40a5-9f68-32830b654973) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:46:33.635491 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 189fdf31-4dea-4c6c-b020-34dff344011a no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:46:33.645027 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ab7ea6d9-91b6-412b-92d2-b5c1cc4b228b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:33.656582 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 189fdf31-4dea-4c6c-b020-34dff344011a {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:46:33.657064 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 189fdf31-4dea-4c6c-b020-34dff344011a not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:46:33.684330 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ab7ea6d9-91b6-412b-92d2-b5c1cc4b228b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:33.720779 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7ea6d9-91b6-412b-92d2-b5c1cc4b228b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:46:33.725878 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-ab7ea6d9-91b6-412b-92d2-b5c1cc4b228b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:46:33.728276 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7ea6d9-91b6-412b-92d2-b5c1cc4b228b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:46:33.756403 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ea6d9-91b6-412b-92d2-b5c1cc4b228b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Port': ['ID=9b6112f1-44ed-40a5-9f68-32830b654973,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:33.984196 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ab7ea6d9-91b6-412b-92d2-b5c1cc4b228b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:34.179395 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ab7ea6d9-91b6-412b-92d2-b5c1cc4b228b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:34.304914 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7ea6d9-91b6-412b-92d2-b5c1cc4b228b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Router 0ca1819d-8d26-4524-8eeb-8101801c9647 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:46:34.410840 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7ea6d9-91b6-412b-92d2-b5c1cc4b228b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:46:34.420418 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] Sync routers for ids ['0ca1819d-8d26-4524-8eeb-8101801c9647'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:46:34.429575 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ab7ea6d9-91b6-412b-92d2-b5c1cc4b228b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:34.429822 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] Routers {'0ca1819d-8d26-4524-8eeb-8101801c9647'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:46:34.430351 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:46:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['0ca1819d-8d26-4524-8eeb-8101801c9647'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:34.430879 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ab7ea6d9-91b6-412b-92d2-b5c1cc4b228b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4475534 Aug 19 18:46:34.433961 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38156) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:34.463633 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-863f4cad-cc58-44e8-848e-50a658820d5c tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=d3e4dc16e471490aa2d32d2b3d24f738&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284810 Aug 19 18:46:34.466298 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38158) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:34.558463 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b4447-7681-4fed-bb8c-632ae1f2fad3 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:34.559942 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ca5b4447-7681-4fed-bb8c-632ae1f2fad3 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926931 Aug 19 18:46:34.562712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38160) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:34.596943 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b46a6b09-aeea-4c17-9cb3-74077bf5f3ae tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329180 Aug 19 18:46:34.599642 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38162) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:34.604422 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e842ae16-1cca-419f-b4a0-8bccc350c308 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-6231098', 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d', 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:46:34.628174 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-33f14f27-a53c-4e6c-9f62-9cfc3e792e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:34.639883 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] Set router 0ca1819d-8d26-4524-8eeb-8101801c9647 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:46:34.697034 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e842ae16-1cca-419f-b4a0-8bccc350c308 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Made reservation on behalf of d3e4dc16e471490aa2d32d2b3d24f738 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:46:34.700708 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e842ae16-1cca-419f-b4a0-8bccc350c308 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:34.828499 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848963628', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:33Z', 'revision_number': 3, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:df:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:34.857084 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] Checking router: 0ca1819d-8d26-4524-8eeb-8101801c9647 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:46:34.857807 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] Updating router 0ca1819d-8d26-4524-8eeb-8101801c9647 port 9b6112f1-44ed-40a5-9f68-32830b654973 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:46:34.883258 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:34.892108 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e842ae16-1cca-419f-b4a0-8bccc350c308 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:34.955094 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842ae16-1cca-419f-b4a0-8bccc350c308 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Subnet': ['ID=e937e904-6684-4a53-8197-6701271ea3e9,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:34.960398 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842ae16-1cca-419f-b4a0-8bccc350c308 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Checking segment: {'id': '243a0dd1-62c8-4f2f-8c8d-b60eb187943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:46:34.960767 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e842ae16-1cca-419f-b4a0-8bccc350c308 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network hostable DHCP agents. Network: 2ef72d20-7f74-4209-8172-fed9b1bbec0d, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:46:34.979599 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e842ae16-1cca-419f-b4a0-8bccc350c308 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network 2ef72d20-7f74-4209-8172-fed9b1bbec0d is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:46:34.989392 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-e842ae16-1cca-419f-b4a0-8bccc350c308 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 2ef72d20-7f74-4209-8172-fed9b1bbec0d) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:46:34.994837 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e842ae16-1cca-419f-b4a0-8bccc350c308 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:34.995435 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e842ae16-1cca-419f-b4a0-8bccc350c308 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:35.002616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e27b2a-d044-4329-a6fa-d0bf4210de61 None None] Network 2ef72d20-7f74-4209-8172-fed9b1bbec0d requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:46:35.015437 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e842ae16-1cca-419f-b4a0-8bccc350c308 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.4114401 Aug 19 18:46:35.015726 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38164) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:35.156038 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:35.167699 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] Transition to ACTIVE for port object 9b6112f1-44ed-40a5-9f68-32830b654973 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:46:35.170585 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fa54a5-210a-42dc-bb88-d01d89936492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-2ef72d20-7f74-4209-8172-fed9b1bbec0d', 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'fixed_ips': [{'subnet_id': 'e937e904-6684-4a53-8197-6701271ea3e9'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:46:35.171805 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d8fa54a5-210a-42dc-bb88-d01d89936492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:35.175520 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:35.224974 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] Attempting to bind port 9b6112f1-44ed-40a5-9f68-32830b654973 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:46:35.225444 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] Attempting to bind port 9b6112f1-44ed-40a5-9f68-32830b654973 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:46:35.225890 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] Attempting to bind port 9b6112f1-44ed-40a5-9f68-32830b654973 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:46:35.240917 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:46:35.241396 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:46:35.241903 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:35.242372 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:46:35.242925 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] Bound port: 9b6112f1-44ed-40a5-9f68-32830b654973, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:46:35.243377 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:35.272815 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25348bb0-7c69-48b6-8902-a1575d4eb007 None None] Pushing event updated for resources: {'Port': ['ID=9b6112f1-44ed-40a5-9f68-32830b654973,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:35.287944 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25348bb0-7c69-48b6-8902-a1575d4eb007 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:35.288333 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25348bb0-7c69-48b6-8902-a1575d4eb007 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:35.288633 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25348bb0-7c69-48b6-8902-a1575d4eb007 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:35.288972 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25348bb0-7c69-48b6-8902-a1575d4eb007 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:35.289308 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25348bb0-7c69-48b6-8902-a1575d4eb007 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:35.289669 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25348bb0-7c69-48b6-8902-a1575d4eb007 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:35.290002 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25348bb0-7c69-48b6-8902-a1575d4eb007 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:35.290329 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25348bb0-7c69-48b6-8902-a1575d4eb007 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:35.290662 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25348bb0-7c69-48b6-8902-a1575d4eb007 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:35.290985 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25348bb0-7c69-48b6-8902-a1575d4eb007 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:35.291310 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25348bb0-7c69-48b6-8902-a1575d4eb007 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:35.291634 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25348bb0-7c69-48b6-8902-a1575d4eb007 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:35.322492 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] For port 9b6112f1-44ed-40a5-9f68-32830b654973, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:46:35.325660 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-d8fa54a5-210a-42dc-bb88-d01d89936492 None None] Allocated IP 172.20.0.2 (2ef72d20-7f74-4209-8172-fed9b1bbec0d/e937e904-6684-4a53-8197-6701271ea3e9/6bd69845-a1ec-40fa-8820-0e3a7cff1525) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:46:35.326080 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] For port 9b6112f1-44ed-40a5-9f68-32830b654973, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9b6112f1-44ed-40a5-9f68-32830b654973,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:46:35.330600 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:35.389993 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] Routers {'0ca1819d-8d26-4524-8eeb-8101801c9647'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:46:35.390637 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:46:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['0ca1819d-8d26-4524-8eeb-8101801c9647'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:35.447820 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25348bb0-7c69-48b6-8902-a1575d4eb007 None None] Pushing event updated for resources: {'Port': ['ID=9b6112f1-44ed-40a5-9f68-32830b654973,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:35.486843 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d8fa54a5-210a-42dc-bb88-d01d89936492 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:35.495756 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d8fa54a5-210a-42dc-bb88-d01d89936492 None None] Transition to ACTIVE for port object 6bd69845-a1ec-40fa-8820-0e3a7cff1525 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:46:35.511321 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d8fa54a5-210a-42dc-bb88-d01d89936492 None None] Transition to ACTIVE for port object 6bd69845-a1ec-40fa-8820-0e3a7cff1525 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:46:35.514173 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] Set router 0ca1819d-8d26-4524-8eeb-8101801c9647 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:46:35.517228 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d8fa54a5-210a-42dc-bb88-d01d89936492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:35.561710 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fa54a5-210a-42dc-bb88-d01d89936492 None None] Network 2ef72d20-7f74-4209-8172-fed9b1bbec0d is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:46:35.565604 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-d8fa54a5-210a-42dc-bb88-d01d89936492 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:46:35.568188 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa54a5-210a-42dc-bb88-d01d89936492 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:46:35.575573 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa54a5-210a-42dc-bb88-d01d89936492 None None] Pushing event updated for resources: {'Port': ['ID=6bd69845-a1ec-40fa-8820-0e3a7cff1525,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:35.630311 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d8fa54a5-210a-42dc-bb88-d01d89936492 None None] Attempting to bind port 6bd69845-a1ec-40fa-8820-0e3a7cff1525 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:46:35.630793 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d8fa54a5-210a-42dc-bb88-d01d89936492 None None] Attempting to bind port 6bd69845-a1ec-40fa-8820-0e3a7cff1525 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '243a0dd1-62c8-4f2f-8c8d-b60eb187943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:46:35.631256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa54a5-210a-42dc-bb88-d01d89936492 None None] Attempting to bind port 6bd69845-a1ec-40fa-8820-0e3a7cff1525 on network 2ef72d20-7f74-4209-8172-fed9b1bbec0d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:46:35.636481 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa54a5-210a-42dc-bb88-d01d89936492 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:46:35.637103 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa54a5-210a-42dc-bb88-d01d89936492 None None] Checking segment: {'id': '243a0dd1-62c8-4f2f-8c8d-b60eb187943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:46:35.637686 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d8fa54a5-210a-42dc-bb88-d01d89936492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:35.638502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa54a5-210a-42dc-bb88-d01d89936492 None None] Bound using segment: {'id': '243a0dd1-62c8-4f2f-8c8d-b60eb187943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:46:35.638731 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d8fa54a5-210a-42dc-bb88-d01d89936492 None None] Bound port: 6bd69845-a1ec-40fa-8820-0e3a7cff1525, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243a0dd1-62c8-4f2f-8c8d-b60eb187943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:46:35.639548 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d8fa54a5-210a-42dc-bb88-d01d89936492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:35.701388 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848963628', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:33Z', 'revision_number': 3, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:df:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:35.710288 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d8fa54a5-210a-42dc-bb88-d01d89936492 None None] For port 6bd69845-a1ec-40fa-8820-0e3a7cff1525, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:46:35.713648 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d8fa54a5-210a-42dc-bb88-d01d89936492 None None] For port 6bd69845-a1ec-40fa-8820-0e3a7cff1525, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6bd69845-a1ec-40fa-8820-0e3a7cff1525,segment=NetworkSegment(243a0dd1-62c8-4f2f-8c8d-b60eb187943c),segment_id=243a0dd1-62c8-4f2f-8c8d-b60eb187943c)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:46:35.720142 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d8fa54a5-210a-42dc-bb88-d01d89936492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:35.730363 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347064f5-12a4-4e01-82e2-20c4881d3e46 None None] The sync data for ids ['0ca1819d-8d26-4524-8eeb-8101801c9647'] in n-d-803753-2 is: [{'id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848963628', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:33Z', 'revision_number': 3, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:df:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:46:35.811190 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa54a5-210a-42dc-bb88-d01d89936492 None None] Pushing event updated for resources: {'Port': ['ID=6bd69845-a1ec-40fa-8820-0e3a7cff1525,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:35.881496 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba6881df-9fcb-4ca6-9e85-894415ae3ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:36.223354 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-ba6881df-9fcb-4ca6-9e85-894415ae3ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Allocated IP 172.20.0.1 (2ef72d20-7f74-4209-8172-fed9b1bbec0d/e937e904-6684-4a53-8197-6701271ea3e9/d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:46:36.342726 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba6881df-9fcb-4ca6-9e85-894415ae3ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:36.358667 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-ba6881df-9fcb-4ca6-9e85-894415ae3ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Transition to ACTIVE for port object d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:46:36.395514 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba6881df-9fcb-4ca6-9e85-894415ae3ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:36.455361 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6881df-9fcb-4ca6-9e85-894415ae3ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network 2ef72d20-7f74-4209-8172-fed9b1bbec0d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:46:36.460642 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-ba6881df-9fcb-4ca6-9e85-894415ae3ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:46:36.466313 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6881df-9fcb-4ca6-9e85-894415ae3ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:46:36.471649 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6881df-9fcb-4ca6-9e85-894415ae3ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Port': ['ID=d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:36.520191 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba6881df-9fcb-4ca6-9e85-894415ae3ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:36.672895 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba6881df-9fcb-4ca6-9e85-894415ae3ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:36.794075 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8d7e6e-a632-4d5e-8885-1762b8da0ff6 None None] Network 2ef72d20-7f74-4209-8172-fed9b1bbec0d requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:46:36.870409 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a29e06da-30ed-4ffc-b034-e76595e6c0bc None None] Provisioning for port 6bd69845-a1ec-40fa-8820-0e3a7cff1525 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:46:36.967898 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba6881df-9fcb-4ca6-9e85-894415ae3ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:36.972764 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba6881df-9fcb-4ca6-9e85-894415ae3ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:37.053488 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6881df-9fcb-4ca6-9e85-894415ae3ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Port': ['ID=d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:37.061081 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ba6881df-9fcb-4ca6-9e85-894415ae3ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:37.159946 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6881df-9fcb-4ca6-9e85-894415ae3ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network 2ef72d20-7f74-4209-8172-fed9b1bbec0d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:46:37.161351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-ba6881df-9fcb-4ca6-9e85-894415ae3ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:46:37.221780 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-03b88998-4e01-4133-9411-98093b7abfba None None] Provisioning for port d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:46:37.227456 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-03b88998-4e01-4133-9411-98093b7abfba None None] Provisioning complete for port d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:46:37.227834 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-03b88998-4e01-4133-9411-98093b7abfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:37.264261 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-03b88998-4e01-4133-9411-98093b7abfba None None] Port d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:46:37.281410 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6881df-9fcb-4ca6-9e85-894415ae3ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Router 0ca1819d-8d26-4524-8eeb-8101801c9647 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:46:37.307022 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:37.398092 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-cd29acfb-1da3-4ddd-a9ec-a3bad29074c7 None None] Provisioning complete for port d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:46:37.398473 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cd29acfb-1da3-4ddd-a9ec-a3bad29074c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:37.409337 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6881df-9fcb-4ca6-9e85-894415ae3ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:46:37.417836 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ba6881df-9fcb-4ca6-9e85-894415ae3ff2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "PUT /v2.0/routers/0ca1819d-8d26-4524-8eeb-8101801c9647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3979375 Aug 19 18:46:37.425635 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] Sync routers for ids ['0ca1819d-8d26-4524-8eeb-8101801c9647'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:46:37.431643 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9dc1d21f-00c2-4ce9-a217-0947ca0dd7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:37.451172 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] Routers {'0ca1819d-8d26-4524-8eeb-8101801c9647'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:46:37.451965 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:46:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['0ca1819d-8d26-4524-8eeb-8101801c9647'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:37.454712 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-cd29acfb-1da3-4ddd-a9ec-a3bad29074c7 None None] Port d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:46:37.575267 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] Set router 0ca1819d-8d26-4524-8eeb-8101801c9647 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:46:37.580121 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-c9537c9b-3e15-4dd0-a3a3-7a9b71762874 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256304575&fields=id&tenant_id=d3e4dc16e471490aa2d32d2b3d24f738 HTTP/1.1" status: 200 len: 267 time: 0.0377035 Aug 19 18:46:37.715553 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-7826694f-098a-49d6-8d1c-6640f93f11d8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:37.717076 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-7826694f-098a-49d6-8d1c-6640f93f11d8 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/networks?id=2ef72d20-7f74-4209-8172-fed9b1bbec0d HTTP/1.1" status: 200 len: 796 time: 0.1301892 Aug 19 18:46:37.724941 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0c38bdf6-0c0a-471e-9242-66436093e0d1 None None] Provisioning complete for port d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:46:37.725324 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0c38bdf6-0c0a-471e-9242-66436093e0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:37.741045 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-a631d8f2-44e1-4386-aa35-0799c31605b2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/quotas/d3e4dc16e471490aa2d32d2b3d24f738 HTTP/1.1" status: 200 len: 375 time: 0.0168417 Aug 19 18:46:37.755081 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6bd69845-a1ec-40fa-8820-0e3a7cff1525 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:46:37.807965 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-6f6d5a64-0f91-44e3-886e-961282956f77 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570652 Aug 19 18:46:37.827727 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0c38bdf6-0c0a-471e-9242-66436093e0d1 None None] Port d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:46:37.875302 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 6bd69845-a1ec-40fa-8820-0e3a7cff1525 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:46:37.884228 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 6bd69845-a1ec-40fa-8820-0e3a7cff1525 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:46:37.884602 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:37.910668 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-18fb2f6d-7c49-4274-a08f-29f111bb169d service neutron] 10.222.0.24 "GET /v2.0/networks/2ef72d20-7f74-4209-8172-fed9b1bbec0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889277 Aug 19 18:46:37.925335 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848963628', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:36Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:df:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'd1701a63-5a25-49e4-9d4a-43f6bc3a5a2c', 'name': '', 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:ab:67:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'e937e904-6684-4a53-8197-6701271ea3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:46:36Z', 'updated_at': '2021-08-19T18:46:36Z', 'revision_number': 2, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'e937e904-6684-4a53-8197-6701271ea3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:37.957798 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] Checking router: 0ca1819d-8d26-4524-8eeb-8101801c9647 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:46:37.958222 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] Updating router 0ca1819d-8d26-4524-8eeb-8101801c9647 port d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:46:38.008158 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-01ff5198-3b9d-4083-b041-0765614232a1 service neutron] 10.222.0.24 "GET /v2.0/networks/2ef72d20-7f74-4209-8172-fed9b1bbec0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913868 Aug 19 18:46:38.009360 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:38.031727 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:38.146792 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 6bd69845-a1ec-40fa-8820-0e3a7cff1525, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6bd69845-a1ec-40fa-8820-0e3a7cff1525,segment=NetworkSegment(243a0dd1-62c8-4f2f-8c8d-b60eb187943c),segment_id=243a0dd1-62c8-4f2f-8c8d-b60eb187943c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:46:38.153771 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:38.154559 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9b6112f1-44ed-40a5-9f68-32830b654973 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:46:38.185554 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ae54c7ff-70ec-4ab9-ae12-fdbd30d3008d req-cf4039c5-875f-4d75-9c1c-f3cd513ee3c1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 210 time: 0.0299768 Aug 19 18:46:38.310171 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=6bd69845-a1ec-40fa-8820-0e3a7cff1525,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:38.316135 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:38.339961 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 9b6112f1-44ed-40a5-9f68-32830b654973 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:46:38.352316 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 9b6112f1-44ed-40a5-9f68-32830b654973 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:46:38.352696 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:38.490067 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:38.511781 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] Transition to ACTIVE for port object d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:46:38.519362 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:38.525736 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:38.573606 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 9b6112f1-44ed-40a5-9f68-32830b654973, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9b6112f1-44ed-40a5-9f68-32830b654973,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:46:38.587324 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:38.597288 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610af5bd-1906-4527-9c42-495363e5976a None None] Pushing event updated for resources: {'Port': ['ID=d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:38.696517 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=9b6112f1-44ed-40a5-9f68-32830b654973,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:38.706680 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] Attempting to bind port d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:46:38.707148 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] Attempting to bind port d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '243a0dd1-62c8-4f2f-8c8d-b60eb187943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:46:38.707780 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] Attempting to bind port d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c on network 2ef72d20-7f74-4209-8172-fed9b1bbec0d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:46:38.715590 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:46:38.717260 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] Checking segment: {'id': '243a0dd1-62c8-4f2f-8c8d-b60eb187943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:46:38.717260 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:38.717260 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] Bound using segment: {'id': '243a0dd1-62c8-4f2f-8c8d-b60eb187943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:46:38.717710 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] Bound port: d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243a0dd1-62c8-4f2f-8c8d-b60eb187943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:46:38.717962 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:38.784789 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] For port d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:46:38.788059 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] For port d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c,segment=NetworkSegment(243a0dd1-62c8-4f2f-8c8d-b60eb187943c),segment_id=243a0dd1-62c8-4f2f-8c8d-b60eb187943c)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:46:38.792523 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:38.855750 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] Routers {'0ca1819d-8d26-4524-8eeb-8101801c9647'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:46:38.856403 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:46:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['0ca1819d-8d26-4524-8eeb-8101801c9647'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:38.863790 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610af5bd-1906-4527-9c42-495363e5976a None None] Pushing event updated for resources: {'Port': ['ID=d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:39.143171 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] Set router 0ca1819d-8d26-4524-8eeb-8101801c9647 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:46:39.145281 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-bd94e9e6-7c28-427f-bfb5-275cb46c7298 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:39.145882 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-bd94e9e6-7c28-427f-bfb5-275cb46c7298 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.50 "GET /v2.0/networks?id=2ef72d20-7f74-4209-8172-fed9b1bbec0d HTTP/1.1" status: 200 len: 796 time: 0.1117287 Aug 19 18:46:39.196078 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-6d51eca1-b69d-4db2-bd73-ab1ac5225619 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3e4dc16e471490aa2d32d2b3d24f738 HTTP/1.1" status: 200 len: 380 time: 0.0403233 Aug 19 18:46:39.208001 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-162ff805-fa40-45d8-b15a-aa36a0e46f64 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'port': {'device_id': 'bc832b26-f6f5-4bae-8311-2ccccd192a62', 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d', 'admin_state_up': True, 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'security_groups': ['8b14512c-ad97-4591-bfba-dc92d31655f1']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:46:39.293436 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-82a8ef59-9be5-432f-9ab2-9393bc9d84bf req-a0245d2f-a221-4115-bb53-cfdaa851a1f2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 210 time: 0.0349267 Aug 19 18:46:39.347628 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-162ff805-fa40-45d8-b15a-aa36a0e46f64 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Made reservation on behalf of d3e4dc16e471490aa2d32d2b3d24f738 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:46:39.351870 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-162ff805-fa40-45d8-b15a-aa36a0e46f64 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:39.360270 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848963628', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:36Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'd1701a63-5a25-49e4-9d4a-43f6bc3a5a2c', 'name': '', 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:ab:67:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'e937e904-6684-4a53-8197-6701271ea3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:46:36Z', 'updated_at': '2021-08-19T18:46:38Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'e937e904-6684-4a53-8197-6701271ea3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:39.387622 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311caad1-d36b-489c-ad9e-070f21bbd8d0 None None] The sync data for ids ['0ca1819d-8d26-4524-8eeb-8101801c9647'] in n-d-803753-2 is: [{'id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848963628', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:36Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'd1701a63-5a25-49e4-9d4a-43f6bc3a5a2c', 'name': '', 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:ab:67:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'e937e904-6684-4a53-8197-6701271ea3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:46:36Z', 'updated_at': '2021-08-19T18:46:38Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'e937e904-6684-4a53-8197-6701271ea3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:46:39.507070 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-162ff805-fa40-45d8-b15a-aa36a0e46f64 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Allocated IP 172.20.0.14 (2ef72d20-7f74-4209-8172-fed9b1bbec0d/e937e904-6684-4a53-8197-6701271ea3e9/c982167a-932f-4806-b1c5-53ce41e2a88a) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:46:39.670944 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-162ff805-fa40-45d8-b15a-aa36a0e46f64 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:39.685622 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-162ff805-fa40-45d8-b15a-aa36a0e46f64 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Transition to ACTIVE for port object c982167a-932f-4806-b1c5-53ce41e2a88a will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:46:39.726362 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-162ff805-fa40-45d8-b15a-aa36a0e46f64 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:39.776520 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-162ff805-fa40-45d8-b15a-aa36a0e46f64 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network 2ef72d20-7f74-4209-8172-fed9b1bbec0d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:46:39.780490 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-162ff805-fa40-45d8-b15a-aa36a0e46f64 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:46:39.786051 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-162ff805-fa40-45d8-b15a-aa36a0e46f64 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:46:39.791136 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ff805-fa40-45d8-b15a-aa36a0e46f64 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Port': ['ID=c982167a-932f-4806-b1c5-53ce41e2a88a,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:39.799402 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6bd69845-a1ec-40fa-8820-0e3a7cff1525 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:46:39.848353 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-162ff805-fa40-45d8-b15a-aa36a0e46f64 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:39.849597 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-162ff805-fa40-45d8-b15a-aa36a0e46f64 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:39.861968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 6bd69845-a1ec-40fa-8820-0e3a7cff1525 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:46:39.862564 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:39.874844 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-162ff805-fa40-45d8-b15a-aa36a0e46f64 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6712532 Aug 19 18:46:39.890284 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-b54f0173-4643-4c3b-bcfd-20f34eb5b26f service neutron] Request body: {'port': {'device_id': 'bc832b26-f6f5-4bae-8311-2ccccd192a62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:46:39.974341 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:46:39.978288 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-b54f0173-4643-4c3b-bcfd-20f34eb5b26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:40.051161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:46:40.055538 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:46:40.056172 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:40.114012 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-13c15514-2338-45b6-913b-a341f1407c0e None None] Provisioning for port c982167a-932f-4806-b1c5-53ce41e2a88a completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:46:40.120123 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-13c15514-2338-45b6-913b-a341f1407c0e None None] Provisioning complete for port c982167a-932f-4806-b1c5-53ce41e2a88a triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:46:40.120123 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-13c15514-2338-45b6-913b-a341f1407c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:40.185399 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:40.187345 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-13c15514-2338-45b6-913b-a341f1407c0e None None] Port c982167a-932f-4806-b1c5-53ce41e2a88a cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:46:40.229342 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c,segment=NetworkSegment(243a0dd1-62c8-4f2f-8c8d-b60eb187943c),segment_id=243a0dd1-62c8-4f2f-8c8d-b60eb187943c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:46:40.234429 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:40.235533 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9b6112f1-44ed-40a5-9f68-32830b654973 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:46:40.294999 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-b54f0173-4643-4c3b-bcfd-20f34eb5b26f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c982167a-932f-4806-b1c5-53ce41e2a88a {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:46:40.306298 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-b54f0173-4643-4c3b-bcfd-20f34eb5b26f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:40.321119 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:40.324842 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-b54f0173-4643-4c3b-bcfd-20f34eb5b26f service neutron] Transition to ACTIVE for port object c982167a-932f-4806-b1c5-53ce41e2a88a will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:46:40.328323 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:40.332542 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-b54f0173-4643-4c3b-bcfd-20f34eb5b26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:40.341046 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 9b6112f1-44ed-40a5-9f68-32830b654973 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:46:40.341431 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:40.459325 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f0173-4643-4c3b-bcfd-20f34eb5b26f service neutron] Pushing event updated for resources: {'Port': ['ID=c982167a-932f-4806-b1c5-53ce41e2a88a,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:40.476211 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ad118-8779-4218-879b-78456a1a8c61 req-961f88a1-43f2-4df1-9ce4-00aa942056c5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:40.483481 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-b54f0173-4643-4c3b-bcfd-20f34eb5b26f service neutron] Attempting to bind port c982167a-932f-4806-b1c5-53ce41e2a88a on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:46:40.483828 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-b54f0173-4643-4c3b-bcfd-20f34eb5b26f service neutron] Attempting to bind port c982167a-932f-4806-b1c5-53ce41e2a88a by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '243a0dd1-62c8-4f2f-8c8d-b60eb187943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:46:40.484163 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-b54f0173-4643-4c3b-bcfd-20f34eb5b26f service neutron] Attempting to bind port c982167a-932f-4806-b1c5-53ce41e2a88a on network 2ef72d20-7f74-4209-8172-fed9b1bbec0d {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:46:40.489755 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-b54f0173-4643-4c3b-bcfd-20f34eb5b26f service neutron] Port c982167a-932f-4806-b1c5-53ce41e2a88a on network 2ef72d20-7f74-4209-8172-fed9b1bbec0d not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:46:40.489926 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-df8ad118-8779-4218-879b-78456a1a8c61 req-961f88a1-43f2-4df1-9ce4-00aa942056c5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 944 time: 0.0956767 Aug 19 18:46:40.490084 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-b54f0173-4643-4c3b-bcfd-20f34eb5b26f service neutron] Attempting to bind port c982167a-932f-4806-b1c5-53ce41e2a88a on network 2ef72d20-7f74-4209-8172-fed9b1bbec0d {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:46:40.495646 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-b54f0173-4643-4c3b-bcfd-20f34eb5b26f service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:46:40.495917 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-b54f0173-4643-4c3b-bcfd-20f34eb5b26f service neutron] Checking segment: {'id': '243a0dd1-62c8-4f2f-8c8d-b60eb187943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:46:40.496308 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-b54f0173-4643-4c3b-bcfd-20f34eb5b26f service neutron] Bound using segment: {'id': '243a0dd1-62c8-4f2f-8c8d-b60eb187943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:46:40.496750 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-b54f0173-4643-4c3b-bcfd-20f34eb5b26f service neutron] Bound port: c982167a-932f-4806-b1c5-53ce41e2a88a, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243a0dd1-62c8-4f2f-8c8d-b60eb187943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:46:40.497114 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-b54f0173-4643-4c3b-bcfd-20f34eb5b26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:40.538097 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-df8ad118-8779-4218-879b-78456a1a8c61 req-28220ce5-a828-4822-995a-16288d7c1e05 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454168 Aug 19 18:46:40.576791 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-b54f0173-4643-4c3b-bcfd-20f34eb5b26f service neutron] For port c982167a-932f-4806-b1c5-53ce41e2a88a, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:46:40.581072 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-b54f0173-4643-4c3b-bcfd-20f34eb5b26f service neutron] For port c982167a-932f-4806-b1c5-53ce41e2a88a, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c982167a-932f-4806-b1c5-53ce41e2a88a,segment=NetworkSegment(243a0dd1-62c8-4f2f-8c8d-b60eb187943c),segment_id=243a0dd1-62c8-4f2f-8c8d-b60eb187943c)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:46:40.589839 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-b54f0173-4643-4c3b-bcfd-20f34eb5b26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:40.627218 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-b54f0173-4643-4c3b-bcfd-20f34eb5b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:40.627843 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-b54f0173-4643-4c3b-bcfd-20f34eb5b26f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:40.629257 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-b54f0173-4643-4c3b-bcfd-20f34eb5b26f service neutron] 10.222.0.50 "PUT /v2.0/ports/c982167a-932f-4806-b1c5-53ce41e2a88a HTTP/1.1" status: 200 len: 1092 time: 0.7455709 Aug 19 18:46:40.629772 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc832b26-f6f5-4bae-8311-2ccccd192a62', 'tag': 'c982167a-932f-4806-b1c5-53ce41e2a88a'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:46:40.632072 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f449fc9-5680-4d65-986e-58fbf7945815" -d '{"events": [{"name": "network-changed", "server_uuid": "bc832b26-f6f5-4bae-8311-2ccccd192a62", "tag": "c982167a-932f-4806-b1c5-53ce41e2a88a"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:46:40.660949 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f0173-4643-4c3b-bcfd-20f34eb5b26f service neutron] Pushing event updated for resources: {'Port': ['ID=c982167a-932f-4806-b1c5-53ce41e2a88a,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:40.709498 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11905869-6ac7-401d-b18b-f5b26556bd3f x-openstack-request-id: req-11905869-6ac7-401d-b18b-f5b26556bd3f {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:46:40.709891 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc832b26-f6f5-4bae-8311-2ccccd192a62", "tag": "c982167a-932f-4806-b1c5-53ce41e2a88a", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:46:40.710519 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11905869-6ac7-401d-b18b-f5b26556bd3f {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:46:40.710670 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc832b26-f6f5-4bae-8311-2ccccd192a62', 'tag': 'c982167a-932f-4806-b1c5-53ce41e2a88a', 'status': 'completed', 'code': 200} Aug 19 18:46:40.728912 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-6e93af51-e7e0-4971-b338-a211ab50fc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:40.730515 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-6e93af51-e7e0-4971-b338-a211ab50fc48 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 1095 time: 0.0522885 Aug 19 18:46:40.778238 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-61ed5454-1905-4238-826a-afcbbf08f39b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c982167a-932f-4806-b1c5-53ce41e2a88a HTTP/1.1" status: 200 len: 217 time: 0.0394692 Aug 19 18:46:40.832946 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-abf2cab7-0dab-4ed8-81a5-d71ac4a31df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:40.834476 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-abf2cab7-0dab-4ed8-81a5-d71ac4a31df2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e937e904-6684-4a53-8197-6701271ea3e9 HTTP/1.1" status: 200 len: 832 time: 0.0478764 Aug 19 18:46:40.882537 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-be91b2af-d9b2-4d87-8c72-35d52464474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:40.884035 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-be91b2af-d9b2-4d87-8c72-35d52464474d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2ef72d20-7f74-4209-8172-fed9b1bbec0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408978 Aug 19 18:46:40.984373 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-faba8066-af8d-44c9-9dd4-32cf5f8dd5ed service neutron] 10.222.0.50 "GET /v2.0/networks/2ef72d20-7f74-4209-8172-fed9b1bbec0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916431 Aug 19 18:46:41.075065 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e60b6c50-133f-4b21-9bc8-4de09ea5c504 req-842fe19c-f3e5-404f-aa02-8d122e3cf47c service neutron] 10.222.0.50 "GET /v2.0/networks/2ef72d20-7f74-4209-8172-fed9b1bbec0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836914 Aug 19 18:46:41.162320 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f449fc9-5680-4d65-986e-58fbf7945815 req-c62c60a4-53da-42a7-ad1a-d583326744db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:41.163750 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8f449fc9-5680-4d65-986e-58fbf7945815 req-c62c60a4-53da-42a7-ad1a-d583326744db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 1095 time: 0.0416141 Aug 19 18:46:41.259048 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f449fc9-5680-4d65-986e-58fbf7945815 req-2cb7d1b3-cb75-4f82-991a-3b4bc6173a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:41.260535 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8f449fc9-5680-4d65-986e-58fbf7945815 req-2cb7d1b3-cb75-4f82-991a-3b4bc6173a51 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2ef72d20-7f74-4209-8172-fed9b1bbec0d HTTP/1.1" status: 200 len: 897 time: 0.0890386 Aug 19 18:46:41.302157 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8f449fc9-5680-4d65-986e-58fbf7945815 req-cb3422fc-d282-4076-b73f-4abb099ba20d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c982167a-932f-4806-b1c5-53ce41e2a88a HTTP/1.1" status: 200 len: 217 time: 0.0341334 Aug 19 18:46:41.324184 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:41.360500 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f449fc9-5680-4d65-986e-58fbf7945815 req-9375520a-98f4-4b57-b4c8-76bc03016f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:41.362233 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8f449fc9-5680-4d65-986e-58fbf7945815 req-9375520a-98f4-4b57-b4c8-76bc03016f17 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e937e904-6684-4a53-8197-6701271ea3e9 HTTP/1.1" status: 200 len: 832 time: 0.0520816 Aug 19 18:46:41.410461 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f449fc9-5680-4d65-986e-58fbf7945815 req-bcab9cf6-e48d-42a7-b03e-43d3ec5f936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:41.412007 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8f449fc9-5680-4d65-986e-58fbf7945815 req-bcab9cf6-e48d-42a7-b03e-43d3ec5f936b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2ef72d20-7f74-4209-8172-fed9b1bbec0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415068 Aug 19 18:46:41.503780 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8f449fc9-5680-4d65-986e-58fbf7945815 req-7adada00-f9bf-4494-9e00-b721cc81ad7a service neutron] 10.222.0.50 "GET /v2.0/networks/2ef72d20-7f74-4209-8172-fed9b1bbec0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830431 Aug 19 18:46:41.601622 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8f449fc9-5680-4d65-986e-58fbf7945815 req-baf3c848-fd54-485e-9ec9-043685bb6e73 service neutron] 10.222.0.50 "GET /v2.0/networks/2ef72d20-7f74-4209-8172-fed9b1bbec0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893109 Aug 19 18:46:41.650616 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654b515-d3ef-4180-9bfb-ffc9bd6d7f36 req-4b47c45b-ef90-4b56-9093-f9b25af9528c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:41.652148 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8654b515-d3ef-4180-9bfb-ffc9bd6d7f36 req-4b47c45b-ef90-4b56-9093-f9b25af9528c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 944 time: 0.0502880 Aug 19 18:46:41.681993 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:46:41.695428 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8654b515-d3ef-4180-9bfb-ffc9bd6d7f36 req-728d6136-abe9-4252-92c8-3091200ad5f0 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364306 Aug 19 18:46:41.741199 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:46:41.741598 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:42.822874 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc429c4d-69ea-44a6-895b-f947db8e7004 req-eb39ec4f-b599-494c-96fd-304541fa1e16 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:42.827773 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc429c4d-69ea-44a6-895b-f947db8e7004 req-eb39ec4f-b599-494c-96fd-304541fa1e16 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 944 time: 0.0557468 Aug 19 18:46:42.870243 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc429c4d-69ea-44a6-895b-f947db8e7004 req-b331f903-3911-43d0-87d4-25e15b0c3e9f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386355 Aug 19 18:46:43.219770 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device c982167a-932f-4806-b1c5-53ce41e2a88a details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:46:43.312639 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port c982167a-932f-4806-b1c5-53ce41e2a88a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c982167a-932f-4806-b1c5-53ce41e2a88a,segment=NetworkSegment(243a0dd1-62c8-4f2f-8c8d-b60eb187943c),segment_id=243a0dd1-62c8-4f2f-8c8d-b60eb187943c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:46:43.324544 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'c982167a-932f-4806-b1c5-53ce41e2a88a', 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d', 'port_id': 'c982167a-932f-4806-b1c5-53ce41e2a88a', 'mac_address': 'fa:16:3e:33:90:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e937e904-6684-4a53-8197-6701271ea3e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:46:43.361232 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:43.377411 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c982167a-932f-4806-b1c5-53ce41e2a88a {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:46:43.398682 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port c982167a-932f-4806-b1c5-53ce41e2a88a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c982167a-932f-4806-b1c5-53ce41e2a88a,segment=NetworkSegment(243a0dd1-62c8-4f2f-8c8d-b60eb187943c),segment_id=243a0dd1-62c8-4f2f-8c8d-b60eb187943c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:46:43.402335 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:43.448941 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=c982167a-932f-4806-b1c5-53ce41e2a88a,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:43.612347 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['c982167a-932f-4806-b1c5-53ce41e2a88a'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:46:43.986289 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7dd00-32c5-4bc4-b76f-57325a446554 req-8ced4ccd-5e17-4ceb-8620-c6c5ba03281f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:43.987772 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11d7dd00-32c5-4bc4-b76f-57325a446554 req-8ced4ccd-5e17-4ceb-8620-c6c5ba03281f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 945 time: 0.0505774 Aug 19 18:46:44.026661 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11d7dd00-32c5-4bc4-b76f-57325a446554 req-78e61e9c-bd1d-43b3-9609-50740785c8fb tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328288 Aug 19 18:46:45.147217 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26036c63-351d-452e-bce8-8b95aaab3d45 req-3ec4c7dd-eb94-420d-80fe-89efe9b48209 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:45.148718 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-26036c63-351d-452e-bce8-8b95aaab3d45 req-3ec4c7dd-eb94-420d-80fe-89efe9b48209 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 945 time: 0.0545666 Aug 19 18:46:45.186019 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-26036c63-351d-452e-bce8-8b95aaab3d45 req-804671cd-532e-4a8a-a915-d37aa652f77a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314007 Aug 19 18:46:45.218719 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device c982167a-932f-4806-b1c5-53ce41e2a88a up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:46:45.266846 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port c982167a-932f-4806-b1c5-53ce41e2a88a completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:46:45.270568 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port c982167a-932f-4806-b1c5-53ce41e2a88a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:46:45.270948 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:45.351918 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:45.374200 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc832b26-f6f5-4bae-8311-2ccccd192a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c982167a-932f-4806-b1c5-53ce41e2a88a'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:46:45.376984 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad50bc3-f309-4bb2-98b5-79568edf5fd4" -d '{"events": [{"server_uuid": "bc832b26-f6f5-4bae-8311-2ccccd192a62", "name": "network-vif-plugged", "status": "completed", "tag": "c982167a-932f-4806-b1c5-53ce41e2a88a"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:46:45.390241 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port c982167a-932f-4806-b1c5-53ce41e2a88a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c982167a-932f-4806-b1c5-53ce41e2a88a,segment=NetworkSegment(243a0dd1-62c8-4f2f-8c8d-b60eb187943c),segment_id=243a0dd1-62c8-4f2f-8c8d-b60eb187943c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:46:45.396530 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:45.419649 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b2d43a-dfda-4a39-ad3d-86eaee4bcd75 x-openstack-request-id: req-95b2d43a-dfda-4a39-ad3d-86eaee4bcd75 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:46:45.419938 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc832b26-f6f5-4bae-8311-2ccccd192a62", "name": "network-vif-plugged", "status": "completed", "tag": "c982167a-932f-4806-b1c5-53ce41e2a88a", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:46:45.420375 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95b2d43a-dfda-4a39-ad3d-86eaee4bcd75 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:46:45.420763 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc832b26-f6f5-4bae-8311-2ccccd192a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c982167a-932f-4806-b1c5-53ce41e2a88a', 'code': 200} Aug 19 18:46:45.447374 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=c982167a-932f-4806-b1c5-53ce41e2a88a,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:45.518094 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190be0cb-1d9c-4a43-8213-5bc6372dee22 req-b4e489c5-473b-45d2-a1d7-edd8821b8ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:45.519579 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-190be0cb-1d9c-4a43-8213-5bc6372dee22 req-b4e489c5-473b-45d2-a1d7-edd8821b8ae3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 1097 time: 0.0448322 Aug 19 18:46:45.556356 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-190be0cb-1d9c-4a43-8213-5bc6372dee22 req-28e1562d-5099-4486-bf00-c1b29094f0ed service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285416 Aug 19 18:46:45.774877 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:46:46.302806 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13639d1b-5004-49c1-b7cf-e1bf69906e6a req-fccec268-b36d-46f0-81df-b16f52eed6bc tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:46.304248 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-13639d1b-5004-49c1-b7cf-e1bf69906e6a req-fccec268-b36d-46f0-81df-b16f52eed6bc tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 946 time: 0.0487301 Aug 19 18:46:46.342837 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-13639d1b-5004-49c1-b7cf-e1bf69906e6a req-75e8f723-4d79-4742-b7d1-2481648ad8cc tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325680 Aug 19 18:46:46.740355 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:47.474287 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352acdc3-6ecb-42da-8e8c-3b65b9ae32ff req-345211c1-99c7-437e-be9a-d01f70fddd57 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:47.475899 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-352acdc3-6ecb-42da-8e8c-3b65b9ae32ff req-345211c1-99c7-437e-be9a-d01f70fddd57 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 946 time: 0.0632198 Aug 19 18:46:47.516680 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-352acdc3-6ecb-42da-8e8c-3b65b9ae32ff req-b4e7190e-6f1d-4d0b-8e87-e9cc73342a86 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342207 Aug 19 18:46:47.632983 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5243c4-0352-4767-813f-79e6b2a71f12 req-3a0b5b6b-69af-4a2f-9324-7e594e430b60 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:47.634523 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc5243c4-0352-4767-813f-79e6b2a71f12 req-3a0b5b6b-69af-4a2f-9324-7e594e430b60 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 946 time: 0.0522828 Aug 19 18:46:47.678776 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc5243c4-0352-4767-813f-79e6b2a71f12 req-16c9f40f-abed-43f7-a94b-2445465ee328 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346508 Aug 19 18:46:47.702204 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38216) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:47.876345 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4470df8-35a3-47a0-bde1-59ba36b92740 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:47.877918 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f4470df8-35a3-47a0-bde1-59ba36b92740 tempest-TestNetworkAdvancedServerOps-261168084 tempest-TestNetworkAdvancedServerOps-261168084-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 1092 time: 0.1747136 Aug 19 18:46:47.880867 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38220) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:47.885435 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-16285d67-700c-4a52-acce-601bdfef9eba tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': 'c982167a-932f-4806-b1c5-53ce41e2a88a', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:46:47.910936 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-16285d67-700c-4a52-acce-601bdfef9eba tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:48.014269 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-16285d67-700c-4a52-acce-601bdfef9eba tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:48.127841 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-16285d67-700c-4a52-acce-601bdfef9eba tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Allocated IP 172.25.8.218 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/b24c1fb2-d2a7-496f-9ccc-be29f4d5d489) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:46:48.236059 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-16285d67-700c-4a52-acce-601bdfef9eba tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:48.275971 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-16285d67-700c-4a52-acce-601bdfef9eba tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:48.319821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16285d67-700c-4a52-acce-601bdfef9eba tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:46:48.322688 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-16285d67-700c-4a52-acce-601bdfef9eba tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:46:48.326272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16285d67-700c-4a52-acce-601bdfef9eba tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:46:48.332225 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16285d67-700c-4a52-acce-601bdfef9eba tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Port': ['ID=b24c1fb2-d2a7-496f-9ccc-be29f4d5d489,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:48.684795 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-16285d67-700c-4a52-acce-601bdfef9eba tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:48.754868 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-16285d67-700c-4a52-acce-601bdfef9eba tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:48.906798 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-16285d67-700c-4a52-acce-601bdfef9eba tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:48.911649 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-16285d67-700c-4a52-acce-601bdfef9eba tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:48.979748 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16285d67-700c-4a52-acce-601bdfef9eba tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event updated for resources: {'Port': ['ID=b24c1fb2-d2a7-496f-9ccc-be29f4d5d489,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:48.989621 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-16285d67-700c-4a52-acce-601bdfef9eba tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:49.089958 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-16285d67-700c-4a52-acce-601bdfef9eba tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Floating IP 42eb8bd0-821a-441b-aab6-085e267422db associated. External IP: 172.25.8.218, port: c982167a-932f-4806-b1c5-53ce41e2a88a. Aug 19 18:46:49.608741 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16285d67-700c-4a52-acce-601bdfef9eba tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Router 0ca1819d-8d26-4524-8eeb-8101801c9647 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:46:49.715735 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16285d67-700c-4a52-acce-601bdfef9eba tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:46:49.760393 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f725eaf8-b624-4b6a-a494-64c1414cc96a None None] Sync routers for ids ['0ca1819d-8d26-4524-8eeb-8101801c9647'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:46:49.763179 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-16285d67-700c-4a52-acce-601bdfef9eba tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:49.763711 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f725eaf8-b624-4b6a-a494-64c1414cc96a None None] Routers {'0ca1819d-8d26-4524-8eeb-8101801c9647'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:46:49.763711 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f725eaf8-b624-4b6a-a494-64c1414cc96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:46:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['0ca1819d-8d26-4524-8eeb-8101801c9647'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:49.772529 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-16285d67-700c-4a52-acce-601bdfef9eba tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8905857 Aug 19 18:46:49.773219 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc832b26-f6f5-4bae-8311-2ccccd192a62', 'tag': 'c982167a-932f-4806-b1c5-53ce41e2a88a'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:46:49.776191 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79228c12-ae89-4201-870e-8324011595e9" -d '{"events": [{"name": "network-changed", "server_uuid": "bc832b26-f6f5-4bae-8311-2ccccd192a62", "tag": "c982167a-932f-4806-b1c5-53ce41e2a88a"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:46:49.828003 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc383d70-ed5b-40d5-ae8f-136d8d412e59 x-openstack-request-id: req-dc383d70-ed5b-40d5-ae8f-136d8d412e59 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:46:49.828304 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc832b26-f6f5-4bae-8311-2ccccd192a62", "tag": "c982167a-932f-4806-b1c5-53ce41e2a88a", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:46:49.828557 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc383d70-ed5b-40d5-ae8f-136d8d412e59 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:46:49.830324 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc832b26-f6f5-4bae-8311-2ccccd192a62', 'tag': 'c982167a-932f-4806-b1c5-53ce41e2a88a', 'status': 'completed', 'code': 200} Aug 19 18:46:49.865445 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-f725eaf8-b624-4b6a-a494-64c1414cc96a None None] Set router 0ca1819d-8d26-4524-8eeb-8101801c9647 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:46:49.884016 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a76cb-ed51-4356-9fb1-95da49fad3dd req-aea58d60-cf3d-4c43-b4c8-fbb1b2722fa6 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:49.886313 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2d6a76cb-ed51-4356-9fb1-95da49fad3dd req-aea58d60-cf3d-4c43-b4c8-fbb1b2722fa6 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 946 time: 0.0547137 Aug 19 18:46:49.892895 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79228c12-ae89-4201-870e-8324011595e9 req-9ebde464-03bd-4807-ad31-7c9ea6c1256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:49.894471 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-79228c12-ae89-4201-870e-8324011595e9 req-9ebde464-03bd-4807-ad31-7c9ea6c1256a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 1097 time: 0.0422804 Aug 19 18:46:49.928546 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2d6a76cb-ed51-4356-9fb1-95da49fad3dd req-a781b5ac-e1a9-4091-a727-7dd234612195 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353334 Aug 19 18:46:49.962735 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38226) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:49.997294 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79228c12-ae89-4201-870e-8324011595e9 req-a539b993-55bc-4497-bd10-449a16701f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:49.999125 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-79228c12-ae89-4201-870e-8324011595e9 req-a539b993-55bc-4497-bd10-449a16701f2f service neutron] 10.222.0.50 "GET /v2.0/networks?id=2ef72d20-7f74-4209-8172-fed9b1bbec0d HTTP/1.1" status: 200 len: 897 time: 0.0961978 Aug 19 18:46:50.030517 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9a3b8553-a86e-47c1-9fdc-eb6527fa52d3 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/floatingips/42eb8bd0-821a-441b-aab6-085e267422db HTTP/1.1" status: 200 len: 992 time: 0.0653732 Aug 19 18:46:50.080116 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-79228c12-ae89-4201-870e-8324011595e9 req-be7f5fb8-1c0b-4e1f-b4e3-6b44946a33d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c982167a-932f-4806-b1c5-53ce41e2a88a HTTP/1.1" status: 200 len: 1000 time: 0.0726771 Aug 19 18:46:50.112187 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f725eaf8-b624-4b6a-a494-64c1414cc96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848963628', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:36Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '42eb8bd0-821a-441b-aab6-085e267422db', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'port_id': 'c982167a-932f-4806-b1c5-53ce41e2a88a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d', 'mac_address': 'fa:16:3e:33:90:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc832b26-f6f5-4bae-8311-2ccccd192a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:46:48Z', 'updated_at': '2021-08-19T18:46:48Z', 'revision_number': 0, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1701a63-5a25-49e4-9d4a-43f6bc3a5a2c', 'name': '', 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:ab:67:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'e937e904-6684-4a53-8197-6701271ea3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:46:36Z', 'updated_at': '2021-08-19T18:46:40Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'e937e904-6684-4a53-8197-6701271ea3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:50.137360 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79228c12-ae89-4201-870e-8324011595e9 req-c5d8dba5-14cd-4f27-8df5-7dc3aa0e4240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:50.139046 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-79228c12-ae89-4201-870e-8324011595e9 req-c5d8dba5-14cd-4f27-8df5-7dc3aa0e4240 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e937e904-6684-4a53-8197-6701271ea3e9 HTTP/1.1" status: 200 len: 832 time: 0.0518000 Aug 19 18:46:50.146148 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f725eaf8-b624-4b6a-a494-64c1414cc96a None None] Checking router: 0ca1819d-8d26-4524-8eeb-8101801c9647 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:46:50.155082 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f725eaf8-b624-4b6a-a494-64c1414cc96a None None] Routers {'0ca1819d-8d26-4524-8eeb-8101801c9647'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:46:50.155797 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f725eaf8-b624-4b6a-a494-64c1414cc96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:46:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['0ca1819d-8d26-4524-8eeb-8101801c9647'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:50.187985 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79228c12-ae89-4201-870e-8324011595e9 req-55596b17-2971-412b-9fad-b49c579a6a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:50.189747 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-79228c12-ae89-4201-870e-8324011595e9 req-55596b17-2971-412b-9fad-b49c579a6a5a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2ef72d20-7f74-4209-8172-fed9b1bbec0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431008 Aug 19 18:46:50.294477 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-79228c12-ae89-4201-870e-8324011595e9 req-3cb4ae3b-6a9d-4bd0-8841-eddcececa40a service neutron] 10.222.0.50 "GET /v2.0/networks/2ef72d20-7f74-4209-8172-fed9b1bbec0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968893 Aug 19 18:46:50.360590 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-f725eaf8-b624-4b6a-a494-64c1414cc96a None None] Set router 0ca1819d-8d26-4524-8eeb-8101801c9647 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:46:50.394953 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-79228c12-ae89-4201-870e-8324011595e9 req-4a254e46-7498-49ae-a041-46002db8bb16 service neutron] 10.222.0.50 "GET /v2.0/networks/2ef72d20-7f74-4209-8172-fed9b1bbec0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923395 Aug 19 18:46:50.581683 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f725eaf8-b624-4b6a-a494-64c1414cc96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848963628', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:36Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '42eb8bd0-821a-441b-aab6-085e267422db', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'port_id': 'c982167a-932f-4806-b1c5-53ce41e2a88a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d', 'mac_address': 'fa:16:3e:33:90:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc832b26-f6f5-4bae-8311-2ccccd192a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:46:48Z', 'updated_at': '2021-08-19T18:46:48Z', 'revision_number': 0, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1701a63-5a25-49e4-9d4a-43f6bc3a5a2c', 'name': '', 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:ab:67:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'e937e904-6684-4a53-8197-6701271ea3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:46:36Z', 'updated_at': '2021-08-19T18:46:40Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'e937e904-6684-4a53-8197-6701271ea3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:50.607874 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f725eaf8-b624-4b6a-a494-64c1414cc96a None None] The sync data for ids ['0ca1819d-8d26-4524-8eeb-8101801c9647'] in n-d-803753-2 is: [{'id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848963628', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:36Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '42eb8bd0-821a-441b-aab6-085e267422db', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'port_id': 'c982167a-932f-4806-b1c5-53ce41e2a88a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d', 'mac_address': 'fa:16:3e:33:90:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc832b26-f6f5-4bae-8311-2ccccd192a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:46:48Z', 'updated_at': '2021-08-19T18:46:48Z', 'revision_number': 0, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1701a63-5a25-49e4-9d4a-43f6bc3a5a2c', 'name': '', 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:ab:67:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'e937e904-6684-4a53-8197-6701271ea3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:46:36Z', 'updated_at': '2021-08-19T18:46:40Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'e937e904-6684-4a53-8197-6701271ea3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:46:50.795055 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf3bc9-3178-49b5-9841-b02d6650937e None None] New status for floating IP 42eb8bd0-821a-441b-aab6-085e267422db: ACTIVE {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:46:51.033004 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38228) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:51.096958 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-39fa4f64-e8d6-44e2-b9a0-ee5c554530e5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/floatingips/42eb8bd0-821a-441b-aab6-085e267422db HTTP/1.1" status: 200 len: 994 time: 0.0623872 Aug 19 18:46:57.523092 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-596fee45-9b21-4333-8963-20a50e30c51e req-90a4d46f-801d-4d2f-a1d3-4bfec971bf49 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=262f1750-a404-497b-897c-a0a094db41d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0930495 Aug 19 18:46:57.615554 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fee45-9b21-4333-8963-20a50e30c51e req-a24973ed-1319-498e-a25c-a0b446924314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:57.617130 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-596fee45-9b21-4333-8963-20a50e30c51e req-a24973ed-1319-498e-a25c-a0b446924314 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b4432f982a94cff9e34a773fdc26972&device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 1096 time: 0.0424674 Aug 19 18:46:57.731972 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fee45-9b21-4333-8963-20a50e30c51e req-fc7c6e36-c800-4a74-b290-8b3e2c18edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:57.733395 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-596fee45-9b21-4333-8963-20a50e30c51e req-fc7c6e36-c800-4a74-b290-8b3e2c18edc6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b451c862-8187-43ea-b91e-0391fb652b8e HTTP/1.1" status: 200 len: 909 time: 0.0895913 Aug 19 18:46:57.802677 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-596fee45-9b21-4333-8963-20a50e30c51e req-b3872d94-5ef2-43a8-af65-55d2314319b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=997a7104-1631-4c66-bbc4-14eebae1fe70 HTTP/1.1" status: 200 len: 1000 time: 0.0590801 Aug 19 18:46:57.865004 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fee45-9b21-4333-8963-20a50e30c51e req-3adc2113-0c5a-46ba-a77e-d5d53738dd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:57.866650 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-596fee45-9b21-4333-8963-20a50e30c51e req-3adc2113-0c5a-46ba-a77e-d5d53738dd32 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18e6c494-fdda-4258-af7c-327bc79060c5 HTTP/1.1" status: 200 len: 847 time: 0.0528271 Aug 19 18:46:57.916727 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fee45-9b21-4333-8963-20a50e30c51e req-a1e4d2eb-a1bd-4c67-aeb7-0f06c1ddfbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:57.918275 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-596fee45-9b21-4333-8963-20a50e30c51e req-a1e4d2eb-a1bd-4c67-aeb7-0f06c1ddfbd2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b451c862-8187-43ea-b91e-0391fb652b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399425 Aug 19 18:46:58.012949 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-596fee45-9b21-4333-8963-20a50e30c51e req-831329e4-d926-4f2d-903c-42aa69172919 service neutron] 10.222.0.54 "GET /v2.0/networks/b451c862-8187-43ea-b91e-0391fb652b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828061 Aug 19 18:46:58.111593 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-596fee45-9b21-4333-8963-20a50e30c51e req-7880bf4b-78c1-4499-b44c-4bbb5aa16509 service neutron] 10.222.0.54 "GET /v2.0/networks/b451c862-8187-43ea-b91e-0391fb652b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871930 Aug 19 18:47:04.629811 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-49fb9c66-c3cd-4965-86ea-d9d19e79bc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:05.710633 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8111a585-bdd9-4974-9a21-8b22bddcb510 req-f7b7356b-b421-42c2-a977-5b4adf4cc3f9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475426 Aug 19 18:47:05.800711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111a585-bdd9-4974-9a21-8b22bddcb510 req-40a4ea86-2df0-4ca0-bdfa-bdb3440d8fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:05.802291 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8111a585-bdd9-4974-9a21-8b22bddcb510 req-40a4ea86-2df0-4ca0-bdfa-bdb3440d8fd5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 1097 time: 0.0425289 Aug 19 18:47:05.907199 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111a585-bdd9-4974-9a21-8b22bddcb510 req-bce85684-b189-431d-a990-30c0a34158f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:05.908589 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8111a585-bdd9-4974-9a21-8b22bddcb510 req-bce85684-b189-431d-a990-30c0a34158f2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2ef72d20-7f74-4209-8172-fed9b1bbec0d HTTP/1.1" status: 200 len: 897 time: 0.0845215 Aug 19 18:47:05.984081 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8111a585-bdd9-4974-9a21-8b22bddcb510 req-4a87a41b-bb16-4d7f-b0bc-d59a50086e47 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c982167a-932f-4806-b1c5-53ce41e2a88a HTTP/1.1" status: 200 len: 1002 time: 0.0677612 Aug 19 18:47:06.033927 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111a585-bdd9-4974-9a21-8b22bddcb510 req-6765a937-6626-49f2-933c-db5332a1ec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:06.035498 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8111a585-bdd9-4974-9a21-8b22bddcb510 req-6765a937-6626-49f2-933c-db5332a1ec24 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e937e904-6684-4a53-8197-6701271ea3e9 HTTP/1.1" status: 200 len: 832 time: 0.0444016 Aug 19 18:47:06.083383 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111a585-bdd9-4974-9a21-8b22bddcb510 req-37727b5e-aba0-4b35-9a6e-40f524359ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:06.084886 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8111a585-bdd9-4974-9a21-8b22bddcb510 req-37727b5e-aba0-4b35-9a6e-40f524359ca3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2ef72d20-7f74-4209-8172-fed9b1bbec0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401182 Aug 19 18:47:06.181444 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8111a585-bdd9-4974-9a21-8b22bddcb510 req-941fdf7f-d8b5-4c6f-83d2-2303ce45f8ef service neutron] 10.222.0.50 "GET /v2.0/networks/2ef72d20-7f74-4209-8172-fed9b1bbec0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870280 Aug 19 18:47:06.272207 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8111a585-bdd9-4974-9a21-8b22bddcb510 req-15fe8427-f717-4d76-b937-16a17ac3a3fd service neutron] 10.222.0.50 "GET /v2.0/networks/2ef72d20-7f74-4209-8172-fed9b1bbec0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822511 Aug 19 18:47:07.308877 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:07.402709 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d1716091-75ab-4a14-85b5-3f389ddc6497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:08.257913 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:10.266671 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:11.340570 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:16.748578 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:22.462403 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14151f-5bf5-444c-ab07-cd3b56fb4f21 req-2d523ad4-f668-4ec1-9eea-76ef274e5a80 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:22.464179 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd14151f-5bf5-444c-ab07-cd3b56fb4f21 req-2d523ad4-f668-4ec1-9eea-76ef274e5a80 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 946 time: 0.1287596 Aug 19 18:47:22.506475 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd14151f-5bf5-444c-ab07-cd3b56fb4f21 req-35498da0-366c-468d-84df-30d196f54c1f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356491 Aug 19 18:47:22.775984 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:47:23.622500 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9574-5a0c-455f-a1bf-70ad14e37e42 req-919ae707-1d66-4094-8482-0d701c21e4e2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:23.623997 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c80a9574-5a0c-455f-a1bf-70ad14e37e42 req-919ae707-1d66-4094-8482-0d701c21e4e2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 946 time: 0.0498064 Aug 19 18:47:23.662206 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c80a9574-5a0c-455f-a1bf-70ad14e37e42 req-60546625-3ba7-4849-b12f-f8e6e412db85 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313940 Aug 19 18:47:24.785486 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c5bf2-91fc-400e-86ee-24a73b24e9bf req-7f958749-1b99-4ac5-807a-ae66fee66986 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:24.787069 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a01c5bf2-91fc-400e-86ee-24a73b24e9bf req-7f958749-1b99-4ac5-807a-ae66fee66986 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 946 time: 0.0507770 Aug 19 18:47:24.824866 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a01c5bf2-91fc-400e-86ee-24a73b24e9bf req-c0b2c72f-e581-49d9-bbc4-44cac6e8601a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318277 Aug 19 18:47:25.945665 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2aabc-4fc5-4d41-922a-5622439f176b req-ec44bd79-01ef-4fb2-be29-688bba4557e0 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:25.947083 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d1c2aabc-4fc5-4d41-922a-5622439f176b req-ec44bd79-01ef-4fb2-be29-688bba4557e0 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 946 time: 0.0541446 Aug 19 18:47:25.986184 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d1c2aabc-4fc5-4d41-922a-5622439f176b req-06f95614-6c3b-4f05-8eee-5df7fd37f761 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330648 Aug 19 18:47:27.109133 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d5bf8-6b3f-44cf-92ef-513c8ebe73f1 req-7b1450d1-1d57-4aa0-9e3e-705fd795fe00 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:27.110706 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-464d5bf8-6b3f-44cf-92ef-513c8ebe73f1 req-7b1450d1-1d57-4aa0-9e3e-705fd795fe00 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 946 time: 0.0492821 Aug 19 18:47:27.149427 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-464d5bf8-6b3f-44cf-92ef-513c8ebe73f1 req-93a20a0e-2a79-4e13-a0d0-6bdacbd350fd tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321715 Aug 19 18:47:28.266306 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996e631-6fdf-497a-b63f-a59010a756bd req-407b6427-0767-43b2-af35-45fd5ed5e4f2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:28.267802 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e996e631-6fdf-497a-b63f-a59010a756bd req-407b6427-0767-43b2-af35-45fd5ed5e4f2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 946 time: 0.0495746 Aug 19 18:47:28.306576 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e996e631-6fdf-497a-b63f-a59010a756bd req-05856f9a-9b88-458a-b756-94cee9fc91bc tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321591 Aug 19 18:47:29.426767 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e702cd-942f-49c8-962f-639f04e70bef req-2a4be5bf-c276-4247-872b-3b2f9c5e440b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:29.428346 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37e702cd-942f-49c8-962f-639f04e70bef req-2a4be5bf-c276-4247-872b-3b2f9c5e440b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 946 time: 0.0540900 Aug 19 18:47:29.466300 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-37e702cd-942f-49c8-962f-639f04e70bef req-b330c079-2535-40ab-94d5-bd79ce5437d4 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318110 Aug 19 18:47:30.580222 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49967a38-7b3a-4ff8-ac47-666938734b1b req-43ea41ca-7632-4759-bd7f-5ff9895e1359 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:30.581730 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-49967a38-7b3a-4ff8-ac47-666938734b1b req-43ea41ca-7632-4759-bd7f-5ff9895e1359 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 946 time: 0.0479727 Aug 19 18:47:30.619935 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-49967a38-7b3a-4ff8-ac47-666938734b1b req-6503b9a1-3f79-4a8f-89fd-dbb25bd86072 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317543 Aug 19 18:47:31.735255 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93714f16-f7ac-4610-80c6-fe4c4916bef7 req-4ad921a1-b100-4a4a-a83e-46d6b10e12a5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:31.736791 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-93714f16-f7ac-4610-80c6-fe4c4916bef7 req-4ad921a1-b100-4a4a-a83e-46d6b10e12a5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 946 time: 0.0493646 Aug 19 18:47:31.774937 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-93714f16-f7ac-4610-80c6-fe4c4916bef7 req-3312f934-03c4-4bcf-8cb5-01528ab27c17 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313182 Aug 19 18:47:32.898716 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee6aca-efc7-487f-b574-3634f17cbf89 req-8927a8e1-8dde-46a1-aba6-8fbc3b96ac1c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:32.900213 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0fee6aca-efc7-487f-b574-3634f17cbf89 req-8927a8e1-8dde-46a1-aba6-8fbc3b96ac1c tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 946 time: 0.0560288 Aug 19 18:47:32.940111 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0fee6aca-efc7-487f-b574-3634f17cbf89 req-74ce9651-12a1-46d6-b8fe-6690869c9eb0 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332429 Aug 19 18:47:34.056579 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410afa4-8828-44b9-a1d1-d6d80455578b req-94ae693a-f1bf-4eaa-9d4a-412b9cdf4d1a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:34.058166 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e410afa4-8828-44b9-a1d1-d6d80455578b req-94ae693a-f1bf-4eaa-9d4a-412b9cdf4d1a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 946 time: 0.0499973 Aug 19 18:47:34.095593 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e410afa4-8828-44b9-a1d1-d6d80455578b req-a1ff8a4f-5991-47c4-8b4f-7f5a05ad13e1 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315235 Aug 19 18:47:34.632281 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-85575c40-591a-4667-85c9-23e0b34d17d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:35.216224 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65057d79-fb4c-412c-bb57-3b5c48a81314 req-37d4753b-26f6-4fae-9490-07905cecb3ea tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:35.217756 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-65057d79-fb4c-412c-bb57-3b5c48a81314 req-37d4753b-26f6-4fae-9490-07905cecb3ea tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 946 time: 0.0537224 Aug 19 18:47:35.255957 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-65057d79-fb4c-412c-bb57-3b5c48a81314 req-e1ec0f79-9499-4018-87a5-283b8dad1e4d tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318375 Aug 19 18:47:36.375077 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b855a7b-2a6f-4948-a09c-98fd5e1dfb26 req-e109418b-e8d7-42c3-b55d-7ba158252252 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:36.376565 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7b855a7b-2a6f-4948-a09c-98fd5e1dfb26 req-e109418b-e8d7-42c3-b55d-7ba158252252 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 946 time: 0.0532427 Aug 19 18:47:36.415122 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7b855a7b-2a6f-4948-a09c-98fd5e1dfb26 req-d6f58256-d62c-449e-ade4-10fff09d6d96 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323083 Aug 19 18:47:37.310237 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:37.405719 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7c7f8c22-f8d9-4d66-91ce-130d6d79aa79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:37.533695 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e42ea1-d212-4dd0-8804-7a6f3f5f468b req-e56afcf0-911c-431e-8418-a5f7729f1324 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:37.535868 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0e42ea1-d212-4dd0-8804-7a6f3f5f468b req-e56afcf0-911c-431e-8418-a5f7729f1324 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 946 time: 0.0503206 Aug 19 18:47:37.574683 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0e42ea1-d212-4dd0-8804-7a6f3f5f468b req-21457cd9-29b8-4d96-aaa4-a31431aac885 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322881 Aug 19 18:47:38.261753 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:38.690029 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618145c-8944-4e5f-a350-b78ac5824428 req-2df68ae7-b511-4357-afe9-6b1abf49ef31 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:38.691521 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6618145c-8944-4e5f-a350-b78ac5824428 req-2df68ae7-b511-4357-afe9-6b1abf49ef31 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 946 time: 0.0500703 Aug 19 18:47:38.730385 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6618145c-8944-4e5f-a350-b78ac5824428 req-2d71365c-23d2-46c7-85de-ba2a9675a27b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328488 Aug 19 18:47:39.853940 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc8f45-bf52-4fcf-bd78-0c6db247b77a req-d66ab19d-16dd-424d-a607-bda0fb767e07 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:39.853940 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b1bc8f45-bf52-4fcf-bd78-0c6db247b77a req-d66ab19d-16dd-424d-a607-bda0fb767e07 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 946 time: 0.0539999 Aug 19 18:47:39.894197 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b1bc8f45-bf52-4fcf-bd78-0c6db247b77a req-ca4aafb3-8861-480f-acd6-c4ade1554fb2 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340691 Aug 19 18:47:40.072593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3077bba-73b8-47b8-8820-4d05b8c02837 req-b462b523-6141-449d-b724-bce36da61a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:40.074179 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a3077bba-73b8-47b8-8820-4d05b8c02837 req-b462b523-6141-449d-b724-bce36da61a8c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 1097 time: 0.0407047 Aug 19 18:47:40.109441 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a3077bba-73b8-47b8-8820-4d05b8c02837 req-7b7deb8c-c7a1-44b1-a76b-1d3c79d6e746 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277703 Aug 19 18:47:40.264717 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:41.018095 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d167a2d-4ca7-4fdc-b3dc-ac34c223eef2 req-7c1a9a5a-26f6-48e9-b8e8-6e91705c83a5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:41.019633 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2d167a2d-4ca7-4fdc-b3dc-ac34c223eef2 req-7c1a9a5a-26f6-48e9-b8e8-6e91705c83a5 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 946 time: 0.0554173 Aug 19 18:47:41.060044 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2d167a2d-4ca7-4fdc-b3dc-ac34c223eef2 req-ae7e9eed-7de9-4b11-9330-f15345f7cbbe tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341539 Aug 19 18:47:41.338075 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:41.444114 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device c982167a-932f-4806-b1c5-53ce41e2a88a details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:47:41.536676 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port c982167a-932f-4806-b1c5-53ce41e2a88a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c982167a-932f-4806-b1c5-53ce41e2a88a,segment=NetworkSegment(243a0dd1-62c8-4f2f-8c8d-b60eb187943c),segment_id=243a0dd1-62c8-4f2f-8c8d-b60eb187943c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:47:41.547701 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'c982167a-932f-4806-b1c5-53ce41e2a88a', 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d', 'port_id': 'c982167a-932f-4806-b1c5-53ce41e2a88a', 'mac_address': 'fa:16:3e:33:90:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e937e904-6684-4a53-8197-6701271ea3e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:47:41.590312 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:41.602889 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c982167a-932f-4806-b1c5-53ce41e2a88a {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:47:41.622266 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port c982167a-932f-4806-b1c5-53ce41e2a88a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c982167a-932f-4806-b1c5-53ce41e2a88a,segment=NetworkSegment(243a0dd1-62c8-4f2f-8c8d-b60eb187943c),segment_id=243a0dd1-62c8-4f2f-8c8d-b60eb187943c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:47:41.625924 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:41.676318 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=c982167a-932f-4806-b1c5-53ce41e2a88a,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:47:41.683970 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:47:41.684321 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:47:41.684667 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:47:41.685010 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:47:41.685348 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:47:41.685713 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:47:41.686045 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:47:41.686376 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:47:41.686702 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:47:41.687028 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:47:41.687361 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:47:41.687685 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:47:41.839220 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['c982167a-932f-4806-b1c5-53ce41e2a88a'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:47:42.178580 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de0b6a-22ea-428c-b98f-5663e1afe053 req-6bd8ac98-3efc-4956-ba8f-7d8700e2d68a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:42.180277 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d6de0b6a-22ea-428c-b98f-5663e1afe053 req-6bd8ac98-3efc-4956-ba8f-7d8700e2d68a tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 945 time: 0.0500386 Aug 19 18:47:42.218768 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d6de0b6a-22ea-428c-b98f-5663e1afe053 req-8d897c67-3409-4465-9896-e65996aa8c42 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324368 Aug 19 18:47:42.242640 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38300) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:47:42.301703 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-65c2fda9-2505-480c-9f1a-09bdc4c9e7aa tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/floatingips/42eb8bd0-821a-441b-aab6-085e267422db HTTP/1.1" status: 200 len: 993 time: 0.0577505 Aug 19 18:47:43.453072 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device c982167a-932f-4806-b1c5-53ce41e2a88a up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:47:43.500250 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port c982167a-932f-4806-b1c5-53ce41e2a88a triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:47:43.500618 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:43.580472 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:43.603804 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc832b26-f6f5-4bae-8311-2ccccd192a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c982167a-932f-4806-b1c5-53ce41e2a88a'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:47:43.606096 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32238a8-0cfa-4aa0-897d-30a385bafd8c" -d '{"events": [{"server_uuid": "bc832b26-f6f5-4bae-8311-2ccccd192a62", "name": "network-vif-plugged", "status": "completed", "tag": "c982167a-932f-4806-b1c5-53ce41e2a88a"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:47:43.619796 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port c982167a-932f-4806-b1c5-53ce41e2a88a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c982167a-932f-4806-b1c5-53ce41e2a88a,segment=NetworkSegment(243a0dd1-62c8-4f2f-8c8d-b60eb187943c),segment_id=243a0dd1-62c8-4f2f-8c8d-b60eb187943c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:47:43.624353 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:43.650114 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d906b1e3-7e32-45d1-ae39-af12db9293e0 x-openstack-request-id: req-d906b1e3-7e32-45d1-ae39-af12db9293e0 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:47:43.650394 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc832b26-f6f5-4bae-8311-2ccccd192a62", "name": "network-vif-plugged", "status": "completed", "tag": "c982167a-932f-4806-b1c5-53ce41e2a88a", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:47:43.650650 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d906b1e3-7e32-45d1-ae39-af12db9293e0 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:47:43.651038 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc832b26-f6f5-4bae-8311-2ccccd192a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c982167a-932f-4806-b1c5-53ce41e2a88a', 'code': 200} Aug 19 18:47:43.677059 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=c982167a-932f-4806-b1c5-53ce41e2a88a,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:47:46.764700 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:59.476733 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2ae58fcb-6912-40fe-907d-ce19628ea86e req-8b007dc4-7be6-48af-8ab8-380f4385b1c6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=262f1750-a404-497b-897c-a0a094db41d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449708 Aug 19 18:47:59.563761 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae58fcb-6912-40fe-907d-ce19628ea86e req-933ef400-145d-418c-abbd-6fb8b22e4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:59.565301 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2ae58fcb-6912-40fe-907d-ce19628ea86e req-933ef400-145d-418c-abbd-6fb8b22e4404 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b4432f982a94cff9e34a773fdc26972&device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 1096 time: 0.0410647 Aug 19 18:47:59.678048 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae58fcb-6912-40fe-907d-ce19628ea86e req-bacd1988-2ec4-4c78-a2bf-6d40434c824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:59.680205 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2ae58fcb-6912-40fe-907d-ce19628ea86e req-bacd1988-2ec4-4c78-a2bf-6d40434c824c service neutron] 10.222.0.54 "GET /v2.0/networks?id=b451c862-8187-43ea-b91e-0391fb652b8e HTTP/1.1" status: 200 len: 909 time: 0.0857401 Aug 19 18:47:59.749950 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2ae58fcb-6912-40fe-907d-ce19628ea86e req-47b1ebf6-d3c0-41bf-9b46-5d33e102ea1e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=997a7104-1631-4c66-bbc4-14eebae1fe70 HTTP/1.1" status: 200 len: 1000 time: 0.0616651 Aug 19 18:47:59.778252 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:47:59.801555 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae58fcb-6912-40fe-907d-ce19628ea86e req-95c17bc9-7366-4934-88ec-cd5ae41f14a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:59.803085 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2ae58fcb-6912-40fe-907d-ce19628ea86e req-95c17bc9-7366-4934-88ec-cd5ae41f14a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18e6c494-fdda-4258-af7c-327bc79060c5 HTTP/1.1" status: 200 len: 847 time: 0.0454211 Aug 19 18:47:59.853263 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae58fcb-6912-40fe-907d-ce19628ea86e req-96fdbe54-76fa-424b-9533-c8a3f35f36fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:59.854828 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2ae58fcb-6912-40fe-907d-ce19628ea86e req-96fdbe54-76fa-424b-9533-c8a3f35f36fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b451c862-8187-43ea-b91e-0391fb652b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423989 Aug 19 18:47:59.954082 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2ae58fcb-6912-40fe-907d-ce19628ea86e req-8f6bd335-84d4-4a33-bc5a-24cdc2031e97 service neutron] 10.222.0.54 "GET /v2.0/networks/b451c862-8187-43ea-b91e-0391fb652b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917814 Aug 19 18:48:00.057650 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2ae58fcb-6912-40fe-907d-ce19628ea86e req-1bb29eaa-0572-4eb7-9752-2c3b70b28d9b service neutron] 10.222.0.54 "GET /v2.0/networks/b451c862-8187-43ea-b91e-0391fb652b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957525 Aug 19 18:48:02.594845 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f051769-3437-4acc-a2c2-9a7ea74d710a req-d00b6bc1-a7ad-4e31-b6d6-6cfdb46af989 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:02.596349 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5f051769-3437-4acc-a2c2-9a7ea74d710a req-d00b6bc1-a7ad-4e31-b6d6-6cfdb46af989 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/ports?device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 945 time: 0.0521142 Aug 19 18:48:02.635500 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5f051769-3437-4acc-a2c2-9a7ea74d710a req-72df8cd8-7146-42cf-a2bd-606342beaf2d tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/security-groups?id=a670853e-bfe8-4544-8168-e4c68be15a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327876 Aug 19 18:48:03.760695 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212699f2-a84a-4f31-b48a-5e66dcb479d3 req-76c688f7-eb16-4847-979f-b123916470ff tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:03.762235 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-212699f2-a84a-4f31-b48a-5e66dcb479d3 req-76c688f7-eb16-4847-979f-b123916470ff tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/ports?device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 945 time: 0.0559547 Aug 19 18:48:03.801316 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-212699f2-a84a-4f31-b48a-5e66dcb479d3 req-465ee487-56d3-42bc-adf6-d6a255532e6a tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/security-groups?id=a670853e-bfe8-4544-8168-e4c68be15a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331190 Aug 19 18:48:04.023737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b82cd-f3f3-4f22-b2a2-b86f9d382ca4 req-4400859d-00e0-436f-8e33-034137fa7020 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:04.025150 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e15b82cd-f3f3-4f22-b2a2-b86f9d382ca4 req-4400859d-00e0-436f-8e33-034137fa7020 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.54 "GET /v2.0/ports?device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 945 time: 0.0504956 Aug 19 18:48:04.118815 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-e15b82cd-f3f3-4f22-b2a2-b86f9d382ca4 req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Deleting port 997a7104-1631-4c66-bbc4-14eebae1fe70 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:48:04.119174 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e15b82cd-f3f3-4f22-b2a2-b86f9d382ca4 req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:04.208512 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-e15b82cd-f3f3-4f22-b2a2-b86f9d382ca4 req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] For port 997a7104-1631-4c66-bbc4-14eebae1fe70, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=997a7104-1631-4c66-bbc4-14eebae1fe70,segment=NetworkSegment(a16ac0c9-9080-4a6d-939a-df4416f779e9),segment_id=a16ac0c9-9080-4a6d-939a-df4416f779e9)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:04.208850 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e15b82cd-f3f3-4f22-b2a2-b86f9d382ca4 req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:04.424719 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e15b82cd-f3f3-4f22-b2a2-b86f9d382ca4 req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:04.425232 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e15b82cd-f3f3-4f22-b2a2-b86f9d382ca4 req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:04.425614 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [req-e15b82cd-f3f3-4f22-b2a2-b86f9d382ca4 req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Floating IP 8e60c5ab-0960-4d7e-aaa9-132e0f42532d disassociated. External IP: 172.25.8.15, port: 997a7104-1631-4c66-bbc4-14eebae1fe70. Aug 19 18:48:04.425914 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-e15b82cd-f3f3-4f22-b2a2-b86f9d382ca4 req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Calling delete_port for 997a7104-1631-4c66-bbc4-14eebae1fe70 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:48:04.549062 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e15b82cd-f3f3-4f22-b2a2-b86f9d382ca4 req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:04.582000 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Pushing event deleted for resources: {'Port': ['ID=997a7104-1631-4c66-bbc4-14eebae1fe70,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:04.595050 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:04.595398 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:04.595739 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:04.596087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:04.596399 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:04.596741 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:04.597071 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:04.597394 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:04.597741 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:04.600022 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:04.600022 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:04.600022 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:04.634835 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-48f7775c-dafb-4411-8adf-ef292d8cad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:04.703042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e15b82cd-f3f3-4f22-b2a2-b86f9d382ca4 req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Router 970c1001-b3c3-49ac-ac04-0a31cfc2f04c has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:48:04.907688 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9fdf8a96-87e2-40cd-9114-543d05d192b2 req-34391d91-dec8-4a69-84e6-8cd609a710ec tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "GET /v2.0/ports?device_id=262f1750-a404-497b-897c-a0a094db41d8 HTTP/1.1" status: 200 len: 210 time: 0.0297887 Aug 19 18:48:05.097766 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e15b82cd-f3f3-4f22-b2a2-b86f9d382ca4 req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:48:05.108713 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b526b4-26fc-4c35-9fc0-2318b252d568 None None] Sync routers for ids ['970c1001-b3c3-49ac-ac04-0a31cfc2f04c'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:48:05.117806 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b526b4-26fc-4c35-9fc0-2318b252d568 None None] Routers {'970c1001-b3c3-49ac-ac04-0a31cfc2f04c'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:05.118425 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-23b526b4-26fc-4c35-9fc0-2318b252d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:47:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['970c1001-b3c3-49ac-ac04-0a31cfc2f04c'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:05.136905 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15b82cd-f3f3-4f22-b2a2-b86f9d382ca4 req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] No DVR routers for this DVR port 997a7104-1631-4c66-bbc4-14eebae1fe70 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:48:05.139717 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e15b82cd-f3f3-4f22-b2a2-b86f9d382ca4 req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:05.141652 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e15b82cd-f3f3-4f22-b2a2-b86f9d382ca4 req-ada83ebc-a1a0-4fcc-b1d8-ce31f687bb78 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.54 "DELETE /v2.0/ports/997a7104-1631-4c66-bbc4-14eebae1fe70 HTTP/1.1" status: 204 len: 173 time: 1.1068461 Aug 19 18:48:05.142097 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262f1750-a404-497b-897c-a0a094db41d8', 'name': 'network-vif-deleted', 'tag': '997a7104-1631-4c66-bbc4-14eebae1fe70'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:48:05.144352 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0562826-de53-4daf-ba9c-4644bee2f5f8" -d '{"events": [{"server_uuid": "262f1750-a404-497b-897c-a0a094db41d8", "name": "network-vif-deleted", "tag": "997a7104-1631-4c66-bbc4-14eebae1fe70"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:48:05.183889 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b67c092-c99e-47e7-8835-f1abcf19d197 x-openstack-request-id: req-9b67c092-c99e-47e7-8835-f1abcf19d197 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:48:05.184184 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262f1750-a404-497b-897c-a0a094db41d8", "name": "network-vif-deleted", "tag": "997a7104-1631-4c66-bbc4-14eebae1fe70", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:48:05.184435 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b67c092-c99e-47e7-8835-f1abcf19d197 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:48:05.184838 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262f1750-a404-497b-897c-a0a094db41d8', 'name': 'network-vif-deleted', 'tag': '997a7104-1631-4c66-bbc4-14eebae1fe70', 'status': 'completed', 'code': 200} Aug 19 18:48:05.227241 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-23b526b4-26fc-4c35-9fc0-2318b252d568 None None] Set router 970c1001-b3c3-49ac-ac04-0a31cfc2f04c gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:05.436461 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-23b526b4-26fc-4c35-9fc0-2318b252d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'name': 'tempest-TestServerBasicOps-227607029-router', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:42:59Z', 'revision_number': 4, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'gw_port': {'id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '92301ded-9457-4838-84b0-4afc7c34386b', 'name': '', 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'mac_address': 'fa:16:3e:56:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '18e6c494-fdda-4258-af7c-327bc79060c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:42:58Z', 'updated_at': '2021-08-19T18:43:04Z', 'revision_number': 5, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'subnets': [{'id': '18e6c494-fdda-4258-af7c-327bc79060c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:05.463005 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b526b4-26fc-4c35-9fc0-2318b252d568 None None] Checking router: 970c1001-b3c3-49ac-ac04-0a31cfc2f04c for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:48:05.471054 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b526b4-26fc-4c35-9fc0-2318b252d568 None None] Routers {'970c1001-b3c3-49ac-ac04-0a31cfc2f04c'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:05.471656 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-23b526b4-26fc-4c35-9fc0-2318b252d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:47:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['970c1001-b3c3-49ac-ac04-0a31cfc2f04c'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:05.576364 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-23b526b4-26fc-4c35-9fc0-2318b252d568 None None] Set router 970c1001-b3c3-49ac-ac04-0a31cfc2f04c gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:05.786276 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-23b526b4-26fc-4c35-9fc0-2318b252d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'name': 'tempest-TestServerBasicOps-227607029-router', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:42:59Z', 'revision_number': 4, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'gw_port': {'id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '92301ded-9457-4838-84b0-4afc7c34386b', 'name': '', 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'mac_address': 'fa:16:3e:56:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '18e6c494-fdda-4258-af7c-327bc79060c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:42:58Z', 'updated_at': '2021-08-19T18:43:04Z', 'revision_number': 5, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'subnets': [{'id': '18e6c494-fdda-4258-af7c-327bc79060c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:05.814318 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b526b4-26fc-4c35-9fc0-2318b252d568 None None] The sync data for ids ['970c1001-b3c3-49ac-ac04-0a31cfc2f04c'] in n-d-803753-2 is: [{'id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'name': 'tempest-TestServerBasicOps-227607029-router', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:42:59Z', 'revision_number': 4, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'gw_port': {'id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '92301ded-9457-4838-84b0-4afc7c34386b', 'name': '', 'network_id': 'b451c862-8187-43ea-b91e-0391fb652b8e', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'mac_address': 'fa:16:3e:56:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '18e6c494-fdda-4258-af7c-327bc79060c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:42:58Z', 'updated_at': '2021-08-19T18:43:04Z', 'revision_number': 5, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'subnets': [{'id': '18e6c494-fdda-4258-af7c-327bc79060c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:48:06.037916 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38320) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:06.049816 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af7f472-62fe-45d4-ba19-ea3e58bca0bf None None] New status for floating IP 8e60c5ab-0960-4d7e-aaa9-132e0f42532d: DOWN {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:48:06.167922 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-5f94e5a1-5b46-41f5-b6b6-53cef5c5a51c tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Deleting port f0ac98e0-7853-4903-8562-f4781b29faae {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:48:06.168424 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f94e5a1-5b46-41f5-b6b6-53cef5c5a51c tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:06.244240 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f94e5a1-5b46-41f5-b6b6-53cef5c5a51c tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:06.244563 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f94e5a1-5b46-41f5-b6b6-53cef5c5a51c tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:06.256098 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-5f94e5a1-5b46-41f5-b6b6-53cef5c5a51c tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Calling delete_port for f0ac98e0-7853-4903-8562-f4781b29faae owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:48:06.408589 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f94e5a1-5b46-41f5-b6b6-53cef5c5a51c tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:06.442342 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94e5a1-5b46-41f5-b6b6-53cef5c5a51c tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Pushing event deleted for resources: {'Port': ['ID=f0ac98e0-7853-4903-8562-f4781b29faae,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:06.499740 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f94e5a1-5b46-41f5-b6b6-53cef5c5a51c tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:06.502506 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f94e5a1-5b46-41f5-b6b6-53cef5c5a51c tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:06.503671 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5f94e5a1-5b46-41f5-b6b6-53cef5c5a51c tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "DELETE /v2.0/floatingips/8e60c5ab-0960-4d7e-aaa9-132e0f42532d HTTP/1.1" status: 204 len: 168 time: 0.4641707 Aug 19 18:48:06.573875 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38330) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:06.632330 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d5d7860e-0d38-466d-9d50-b099ba374373 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:06.657975 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d5d7860e-0d38-466d-9d50-b099ba374373 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:06.719067 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d5d7860e-0d38-466d-9d50-b099ba374373 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:06.722291 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d5d7860e-0d38-466d-9d50-b099ba374373 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:06.723450 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d5d7860e-0d38-466d-9d50-b099ba374373 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] 10.222.0.24 "DELETE /v2.0/security-groups/a670853e-bfe8-4544-8168-e4c68be15a8a HTTP/1.1" status: 204 len: 168 time: 0.1485724 Aug 19 18:48:06.733697 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7860e-0d38-466d-9d50-b099ba374373 tempest-TestServerBasicOps-590630423 tempest-TestServerBasicOps-590630423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a670853e-bfe8-4544-8168-e4c68be15a8a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:06.759658 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38334) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:07.215745 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-519a58e5-0490-45a5-9a20-cb8057154166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:07.311802 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:07.407118 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-678608db-a6a8-42d6-af00-c7c858d41f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:07.463306 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-519a58e5-0490-45a5-9a20-cb8057154166 admin admin] Deleting port 92301ded-9457-4838-84b0-4afc7c34386b {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:48:07.463642 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-519a58e5-0490-45a5-9a20-cb8057154166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:07.543742 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-519a58e5-0490-45a5-9a20-cb8057154166 admin admin] For port 92301ded-9457-4838-84b0-4afc7c34386b, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=92301ded-9457-4838-84b0-4afc7c34386b,segment=NetworkSegment(a16ac0c9-9080-4a6d-939a-df4416f779e9),segment_id=a16ac0c9-9080-4a6d-939a-df4416f779e9)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:07.544021 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-519a58e5-0490-45a5-9a20-cb8057154166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:07.557325 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-519a58e5-0490-45a5-9a20-cb8057154166 admin admin] Calling delete_port for 92301ded-9457-4838-84b0-4afc7c34386b owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:48:07.714679 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f9b2d2f6-be77-47cc-83c3-e20237b9bc8f req-a4c47ded-7e4c-45b3-9a23-cd7de9be20d1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433691 Aug 19 18:48:07.745081 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-519a58e5-0490-45a5-9a20-cb8057154166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:07.772938 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a58e5-0490-45a5-9a20-cb8057154166 admin admin] Pushing event deleted for resources: {'Port': ['ID=92301ded-9457-4838-84b0-4afc7c34386b,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:07.806750 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2d2f6-be77-47cc-83c3-e20237b9bc8f req-3ad91361-017f-446b-8f56-7b97af3a3aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:07.808289 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f9b2d2f6-be77-47cc-83c3-e20237b9bc8f req-3ad91361-017f-446b-8f56-7b97af3a3aea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 1097 time: 0.0496376 Aug 19 18:48:07.926270 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2d2f6-be77-47cc-83c3-e20237b9bc8f req-fb4afbdc-1dad-40c2-87c1-23602322f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:07.927801 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f9b2d2f6-be77-47cc-83c3-e20237b9bc8f req-fb4afbdc-1dad-40c2-87c1-23602322f066 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2ef72d20-7f74-4209-8172-fed9b1bbec0d HTTP/1.1" status: 200 len: 897 time: 0.0970147 Aug 19 18:48:07.973367 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-519a58e5-0490-45a5-9a20-cb8057154166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:08.007702 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f9b2d2f6-be77-47cc-83c3-e20237b9bc8f req-a3d8762f-b770-4cbe-8d25-791923928a5d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c982167a-932f-4806-b1c5-53ce41e2a88a HTTP/1.1" status: 200 len: 1002 time: 0.0722671 Aug 19 18:48:08.058572 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2d2f6-be77-47cc-83c3-e20237b9bc8f req-01755366-a386-4f67-bf95-44a5f311ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:08.060052 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f9b2d2f6-be77-47cc-83c3-e20237b9bc8f req-01755366-a386-4f67-bf95-44a5f311ece1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e937e904-6684-4a53-8197-6701271ea3e9 HTTP/1.1" status: 200 len: 832 time: 0.0448050 Aug 19 18:48:08.108423 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2d2f6-be77-47cc-83c3-e20237b9bc8f req-c63005de-4858-45ef-a8fc-54bf0df74cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:08.109978 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f9b2d2f6-be77-47cc-83c3-e20237b9bc8f req-c63005de-4858-45ef-a8fc-54bf0df74cf4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2ef72d20-7f74-4209-8172-fed9b1bbec0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409029 Aug 19 18:48:08.196128 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519a58e5-0490-45a5-9a20-cb8057154166 admin admin] Router 970c1001-b3c3-49ac-ac04-0a31cfc2f04c has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:48:08.205063 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f9b2d2f6-be77-47cc-83c3-e20237b9bc8f req-e7882809-397e-4dc1-93a6-5497a62b3b6c service neutron] 10.222.0.50 "GET /v2.0/networks/2ef72d20-7f74-4209-8172-fed9b1bbec0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865843 Aug 19 18:48:08.274450 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:08.312817 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f9b2d2f6-be77-47cc-83c3-e20237b9bc8f req-57f98ba4-5600-4506-9489-d77d8a25b8d5 service neutron] 10.222.0.50 "GET /v2.0/networks/2ef72d20-7f74-4209-8172-fed9b1bbec0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995719 Aug 19 18:48:08.326614 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519a58e5-0490-45a5-9a20-cb8057154166 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:48:08.332763 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-519a58e5-0490-45a5-9a20-cb8057154166 admin admin] 10.222.0.24 "PUT /v2.0/routers/970c1001-b3c3-49ac-ac04-0a31cfc2f04c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5716991 Aug 19 18:48:08.337072 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38338) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:08.339693 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde6bb4a-63f7-4db0-b3e8-050ef3974b5f None None] Sync routers for ids ['970c1001-b3c3-49ac-ac04-0a31cfc2f04c'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:48:08.348801 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde6bb4a-63f7-4db0-b3e8-050ef3974b5f None None] Routers {'970c1001-b3c3-49ac-ac04-0a31cfc2f04c'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:08.349397 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bde6bb4a-63f7-4db0-b3e8-050ef3974b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:48:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['970c1001-b3c3-49ac-ac04-0a31cfc2f04c'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:08.444865 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-751ecce1-1982-43ce-aa4d-99d639e93ab0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:08.456031 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-bde6bb4a-63f7-4db0-b3e8-050ef3974b5f None None] Set router 970c1001-b3c3-49ac-ac04-0a31cfc2f04c gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:08.544477 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-751ecce1-1982-43ce-aa4d-99d639e93ab0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:08.603460 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-751ecce1-1982-43ce-aa4d-99d639e93ab0 admin admin] Deleting port fbf22048-9c49-4893-bd7f-6d34d42615de {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:48:08.603816 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-751ecce1-1982-43ce-aa4d-99d639e93ab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:08.638499 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bde6bb4a-63f7-4db0-b3e8-050ef3974b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'name': 'tempest-TestServerBasicOps-227607029-router', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:48:07Z', 'revision_number': 5, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'gw_port': {'id': 'fbf22048-9c49-4893-bd7f-6d34d42615de', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:08.669471 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde6bb4a-63f7-4db0-b3e8-050ef3974b5f None None] Checking router: 970c1001-b3c3-49ac-ac04-0a31cfc2f04c for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:48:08.678183 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde6bb4a-63f7-4db0-b3e8-050ef3974b5f None None] Routers {'970c1001-b3c3-49ac-ac04-0a31cfc2f04c'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:08.678953 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bde6bb4a-63f7-4db0-b3e8-050ef3974b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:48:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['970c1001-b3c3-49ac-ac04-0a31cfc2f04c'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:08.690112 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-751ecce1-1982-43ce-aa4d-99d639e93ab0 admin admin] For port fbf22048-9c49-4893-bd7f-6d34d42615de, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=fbf22048-9c49-4893-bd7f-6d34d42615de,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:08.690482 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-751ecce1-1982-43ce-aa4d-99d639e93ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:08.703809 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-751ecce1-1982-43ce-aa4d-99d639e93ab0 admin admin] Calling delete_port for fbf22048-9c49-4893-bd7f-6d34d42615de owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:48:08.760991 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-bde6bb4a-63f7-4db0-b3e8-050ef3974b5f None None] Set router 970c1001-b3c3-49ac-ac04-0a31cfc2f04c gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:08.815781 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bde6bb4a-63f7-4db0-b3e8-050ef3974b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'name': 'tempest-TestServerBasicOps-227607029-router', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:48:08Z', 'revision_number': 6, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:08.844208 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde6bb4a-63f7-4db0-b3e8-050ef3974b5f None None] The sync data for ids ['970c1001-b3c3-49ac-ac04-0a31cfc2f04c'] in n-d-803753-2 is: [{'id': '970c1001-b3c3-49ac-ac04-0a31cfc2f04c', 'name': 'tempest-TestServerBasicOps-227607029-router', 'tenant_id': '5b4432f982a94cff9e34a773fdc26972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:42:56Z', 'updated_at': '2021-08-19T18:48:08Z', 'revision_number': 6, 'project_id': '5b4432f982a94cff9e34a773fdc26972', 'gw_port_host': None}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:48:08.879152 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-751ecce1-1982-43ce-aa4d-99d639e93ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:08.909964 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ecce1-1982-43ce-aa4d-99d639e93ab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf22048-9c49-4893-bd7f-6d34d42615de,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:08.967116 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 997a7104-1631-4c66-bbc4-14eebae1fe70 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:48:08.973896 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-751ecce1-1982-43ce-aa4d-99d639e93ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:08.987230 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 997a7104-1631-4c66-bbc4-14eebae1fe70 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:48:08.987568 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 997a7104-1631-4c66-bbc4-14eebae1fe70 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:48:09.065059 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-751ecce1-1982-43ce-aa4d-99d639e93ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.067199 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-751ecce1-1982-43ce-aa4d-99d639e93ab0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.110125 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-751ecce1-1982-43ce-aa4d-99d639e93ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.110650 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751ecce1-1982-43ce-aa4d-99d639e93ab0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 970c1001-b3c3-49ac-ac04-0a31cfc2f04c {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:48:09.114881 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-751ecce1-1982-43ce-aa4d-99d639e93ab0 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.116058 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-751ecce1-1982-43ce-aa4d-99d639e93ab0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/970c1001-b3c3-49ac-ac04-0a31cfc2f04c HTTP/1.1" status: 204 len: 168 time: 0.7779772 Aug 19 18:48:09.118781 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38342) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:09.166954 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90e4d37-2e36-4ca9-9f7a-78f708909310 admin admin] Deleting subnet 18e6c494-fdda-4258-af7c-327bc79060c5 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:48:09.169921 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c90e4d37-2e36-4ca9-9f7a-78f708909310 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.206350 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c90e4d37-2e36-4ca9-9f7a-78f708909310 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.287862 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c90e4d37-2e36-4ca9-9f7a-78f708909310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.339279 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c90e4d37-2e36-4ca9-9f7a-78f708909310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.371949 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c90e4d37-2e36-4ca9-9f7a-78f708909310 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.373790 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c90e4d37-2e36-4ca9-9f7a-78f708909310 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/18e6c494-fdda-4258-af7c-327bc79060c5 HTTP/1.1" status: 204 len: 168 time: 0.2541146 Aug 19 18:48:09.375829 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e4d37-2e36-4ca9-9f7a-78f708909310 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18e6c494-fdda-4258-af7c-327bc79060c5,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:09.376754 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38344) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:09.378404 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a7cf0d-1095-433f-9a59-04646a005b8f None None] Network b451c862-8187-43ea-b91e-0391fb652b8e requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:48:09.450455 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.506512 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Deleting port 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:48:09.507416 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.578559 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] For port 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3343a9a7-9ea8-4720-b7a7-930fa3a50d7f,segment=NetworkSegment(a16ac0c9-9080-4a6d-939a-df4416f779e9),segment_id=a16ac0c9-9080-4a6d-939a-df4416f779e9)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:09.578559 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.593142 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Calling delete_port for 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:48:09.621089 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bc8d90-3c74-441d-965b-976dc1e95f24 None None] DHCP port deletion for b451c862-8187-43ea-b91e-0391fb652b8e request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:48:09.681099 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-11bc8d90-3c74-441d-965b-976dc1e95f24 None None] Deleting port 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:48:09.681484 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-11bc8d90-3c74-441d-965b-976dc1e95f24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.702622 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.724333 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] No DVR routers for this DVR port 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:48:09.749234 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fbf22048-9c49-4893-bd7f-6d34d42615de no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:48:09.766185 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=3343a9a7-9ea8-4720-b7a7-930fa3a50d7f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:09.779653 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: fbf22048-9c49-4893-bd7f-6d34d42615de {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:48:09.780252 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fbf22048-9c49-4893-bd7f-6d34d42615de not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:48:09.780689 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:48:09.806532 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-11bc8d90-3c74-441d-965b-976dc1e95f24 None None] For port 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3343a9a7-9ea8-4720-b7a7-930fa3a50d7f,segment=NetworkSegment(a16ac0c9-9080-4a6d-939a-df4416f779e9),segment_id=a16ac0c9-9080-4a6d-939a-df4416f779e9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:09.806940 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-11bc8d90-3c74-441d-965b-976dc1e95f24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.809626 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:48:09.809978 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:48:09.810407 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 92301ded-9457-4838-84b0-4afc7c34386b no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:48:09.830326 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:09.830685 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:09.831009 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:09.831487 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:09.831703 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:09.831993 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:09.832537 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:09.832640 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:09.832942 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:09.833259 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:09.833598 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:09.833917 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:09.838447 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 92301ded-9457-4838-84b0-4afc7c34386b {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:48:09.839008 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 92301ded-9457-4838-84b0-4afc7c34386b not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:48:09.840525 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-11bc8d90-3c74-441d-965b-976dc1e95f24 None None] Calling delete_port for 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:48:09.846438 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.863046 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b451c862-8187-43ea-b91e-0391fb652b8e']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:09.874912 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16ac0c9-9080-4a6d-939a-df4416f779e9') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:09.875211 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16ac0c9-9080-4a6d-939a-df4416f779e9') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:09.884551 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.899760 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.906836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:48:09.907238 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:48:09.909296 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:48:09.932375 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-11bc8d90-3c74-441d-965b-976dc1e95f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.965243 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc8d90-3c74-441d-965b-976dc1e95f24 None None] Pushing event deleted for resources: {'Port': ['ID=3343a9a7-9ea8-4720-b7a7-930fa3a50d7f,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:09.966726 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bc8d90-3c74-441d-965b-976dc1e95f24 None None] No DVR routers for this DVR port 3343a9a7-9ea8-4720-b7a7-930fa3a50d7f on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:48:09.983734 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.990093 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.995143 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b451c862-8187-43ea-b91e-0391fb652b8e HTTP/1.1" status: 204 len: 168 time: 0.6165142 Aug 19 18:48:09.995964 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38346) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:10.006899 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d010a2-6f11-4770-ac94-0df038ba7a58 admin admin] Pushing event deleted for resources: {'Network': ['ID=b451c862-8187-43ea-b91e-0391fb652b8e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:10.278100 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:10.658191 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-260371a6-f62a-4fe8-aa8d-efb05fb23308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:10.906497 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-260371a6-f62a-4fe8-aa8d-efb05fb23308 admin admin] Deleting port 7ca8e51f-3d7d-4698-802b-1b3886a85b71 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:48:10.906849 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-260371a6-f62a-4fe8-aa8d-efb05fb23308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:10.989646 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-260371a6-f62a-4fe8-aa8d-efb05fb23308 admin admin] For port 7ca8e51f-3d7d-4698-802b-1b3886a85b71, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7ca8e51f-3d7d-4698-802b-1b3886a85b71,segment=NetworkSegment(10bb554e-edd3-4bfc-9ed8-f4663ae8a0f9),segment_id=10bb554e-edd3-4bfc-9ed8-f4663ae8a0f9)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:10.989936 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-260371a6-f62a-4fe8-aa8d-efb05fb23308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:11.003733 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-260371a6-f62a-4fe8-aa8d-efb05fb23308 admin admin] Calling delete_port for 7ca8e51f-3d7d-4698-802b-1b3886a85b71 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:48:11.186224 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-260371a6-f62a-4fe8-aa8d-efb05fb23308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:11.210837 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260371a6-f62a-4fe8-aa8d-efb05fb23308 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ca8e51f-3d7d-4698-802b-1b3886a85b71,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:11.355908 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:11.380594 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-260371a6-f62a-4fe8-aa8d-efb05fb23308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:11.598461 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260371a6-f62a-4fe8-aa8d-efb05fb23308 admin admin] Router 7a74083f-8929-4723-846c-3b8bb3dc9f50 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:48:11.714017 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260371a6-f62a-4fe8-aa8d-efb05fb23308 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:48:11.718992 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-260371a6-f62a-4fe8-aa8d-efb05fb23308 admin admin] 10.222.0.24 "PUT /v2.0/routers/7a74083f-8929-4723-846c-3b8bb3dc9f50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7220943 Aug 19 18:48:11.721420 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38348) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:11.723933 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e296a73-4a44-449a-bbb5-1f54dec1ce72 None None] Sync routers for ids ['7a74083f-8929-4723-846c-3b8bb3dc9f50'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:48:11.735103 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e296a73-4a44-449a-bbb5-1f54dec1ce72 None None] Routers {'7a74083f-8929-4723-846c-3b8bb3dc9f50'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:11.735722 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7e296a73-4a44-449a-bbb5-1f54dec1ce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:48:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7a74083f-8929-4723-846c-3b8bb3dc9f50'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:11.829920 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f4580f4-be63-42ec-9e71-d424dbbd3b1a admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:11.948959 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f4580f4-be63-42ec-9e71-d424dbbd3b1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:12.003082 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-7e296a73-4a44-449a-bbb5-1f54dec1ce72 None None] Set router 7a74083f-8929-4723-846c-3b8bb3dc9f50 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:12.008616 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-9f4580f4-be63-42ec-9e71-d424dbbd3b1a admin admin] Deleting port c20ed6ec-db01-4a43-b5fd-94723f56ca8d {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:48:12.008967 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f4580f4-be63-42ec-9e71-d424dbbd3b1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:12.087821 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-9f4580f4-be63-42ec-9e71-d424dbbd3b1a admin admin] For port c20ed6ec-db01-4a43-b5fd-94723f56ca8d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c20ed6ec-db01-4a43-b5fd-94723f56ca8d,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:12.088190 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f4580f4-be63-42ec-9e71-d424dbbd3b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:12.106069 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-9f4580f4-be63-42ec-9e71-d424dbbd3b1a admin admin] Calling delete_port for c20ed6ec-db01-4a43-b5fd-94723f56ca8d owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:48:12.178886 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7e296a73-4a44-449a-bbb5-1f54dec1ce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a74083f-8929-4723-846c-3b8bb3dc9f50', 'name': 'tempest-TestServerBasicOps-958216844-router', 'tenant_id': '038a1b949bfa4bb28ee548c703c0f687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': 'c20ed6ec-db01-4a43-b5fd-94723f56ca8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:43:01Z', 'updated_at': '2021-08-19T18:48:11Z', 'revision_number': 5, 'project_id': '038a1b949bfa4bb28ee548c703c0f687', 'gw_port': {'id': 'c20ed6ec-db01-4a43-b5fd-94723f56ca8d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a74083f-8929-4723-846c-3b8bb3dc9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:43:02Z', 'updated_at': '2021-08-19T18:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:12.206139 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e296a73-4a44-449a-bbb5-1f54dec1ce72 None None] Checking router: 7a74083f-8929-4723-846c-3b8bb3dc9f50 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:48:12.214863 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e296a73-4a44-449a-bbb5-1f54dec1ce72 None None] Routers {'7a74083f-8929-4723-846c-3b8bb3dc9f50'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:12.215471 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7e296a73-4a44-449a-bbb5-1f54dec1ce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:48:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7a74083f-8929-4723-846c-3b8bb3dc9f50'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:12.274986 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f4580f4-be63-42ec-9e71-d424dbbd3b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:12.310285 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-7e296a73-4a44-449a-bbb5-1f54dec1ce72 None None] Set router 7a74083f-8929-4723-846c-3b8bb3dc9f50 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:12.310413 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4580f4-be63-42ec-9e71-d424dbbd3b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=c20ed6ec-db01-4a43-b5fd-94723f56ca8d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:12.364062 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f4580f4-be63-42ec-9e71-d424dbbd3b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:12.366830 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7e296a73-4a44-449a-bbb5-1f54dec1ce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a74083f-8929-4723-846c-3b8bb3dc9f50', 'name': 'tempest-TestServerBasicOps-958216844-router', 'tenant_id': '038a1b949bfa4bb28ee548c703c0f687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:43:01Z', 'updated_at': '2021-08-19T18:48:11Z', 'revision_number': 6, 'project_id': '038a1b949bfa4bb28ee548c703c0f687', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:12.393076 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e296a73-4a44-449a-bbb5-1f54dec1ce72 None None] The sync data for ids ['7a74083f-8929-4723-846c-3b8bb3dc9f50'] in n-d-803753-2 is: [{'id': '7a74083f-8929-4723-846c-3b8bb3dc9f50', 'name': 'tempest-TestServerBasicOps-958216844-router', 'tenant_id': '038a1b949bfa4bb28ee548c703c0f687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:43:01Z', 'updated_at': '2021-08-19T18:48:11Z', 'revision_number': 6, 'project_id': '038a1b949bfa4bb28ee548c703c0f687', 'gw_port_host': None}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:48:12.461247 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f4580f4-be63-42ec-9e71-d424dbbd3b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:12.463325 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f4580f4-be63-42ec-9e71-d424dbbd3b1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:12.507766 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f4580f4-be63-42ec-9e71-d424dbbd3b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:12.508389 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4580f4-be63-42ec-9e71-d424dbbd3b1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a74083f-8929-4723-846c-3b8bb3dc9f50 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:48:12.512686 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f4580f4-be63-42ec-9e71-d424dbbd3b1a admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:12.513858 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9f4580f4-be63-42ec-9e71-d424dbbd3b1a admin admin] 10.222.0.24 "DELETE /v2.0/routers/7a74083f-8929-4723-846c-3b8bb3dc9f50 HTTP/1.1" status: 204 len: 168 time: 0.7914171 Aug 19 18:48:12.516335 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38352) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:12.565365 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d03823-cb8e-4b54-a9bc-4376051121ba admin admin] Deleting subnet 50058ddb-f765-49dc-b493-8691e72676a5 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:48:12.568346 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30d03823-cb8e-4b54-a9bc-4376051121ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:12.603164 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30d03823-cb8e-4b54-a9bc-4376051121ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:12.680014 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30d03823-cb8e-4b54-a9bc-4376051121ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:12.736594 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30d03823-cb8e-4b54-a9bc-4376051121ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:12.763874 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d03823-cb8e-4b54-a9bc-4376051121ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50058ddb-f765-49dc-b493-8691e72676a5,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:12.767626 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30d03823-cb8e-4b54-a9bc-4376051121ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:12.769445 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-30d03823-cb8e-4b54-a9bc-4376051121ba admin admin] 10.222.0.24 "DELETE /v2.0/subnets/50058ddb-f765-49dc-b493-8691e72676a5 HTTP/1.1" status: 204 len: 168 time: 0.2521250 Aug 19 18:48:12.771951 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38354) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:12.775126 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960f829d-2357-4369-872f-877bef1fca9b None None] Network 66b0dc00-8806-465c-8ba8-19ed3019329a requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:48:12.847675 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f0091c1-981f-4b79-ad1e-762101ab5256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:12.914956 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-0f0091c1-981f-4b79-ad1e-762101ab5256 admin admin] Deleting port 37e3b489-6f8d-43cd-9ba9-5496efd1a6f1 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:48:12.915532 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f0091c1-981f-4b79-ad1e-762101ab5256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:12.986248 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-0f0091c1-981f-4b79-ad1e-762101ab5256 admin admin] For port 37e3b489-6f8d-43cd-9ba9-5496efd1a6f1, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=37e3b489-6f8d-43cd-9ba9-5496efd1a6f1,segment=NetworkSegment(10bb554e-edd3-4bfc-9ed8-f4663ae8a0f9),segment_id=10bb554e-edd3-4bfc-9ed8-f4663ae8a0f9)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:12.986663 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f0091c1-981f-4b79-ad1e-762101ab5256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:13.000062 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-0f0091c1-981f-4b79-ad1e-762101ab5256 admin admin] Calling delete_port for 37e3b489-6f8d-43cd-9ba9-5496efd1a6f1 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:48:13.079109 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f0091c1-981f-4b79-ad1e-762101ab5256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:13.108694 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0091c1-981f-4b79-ad1e-762101ab5256 admin admin] Pushing event deleted for resources: {'Port': ['ID=37e3b489-6f8d-43cd-9ba9-5496efd1a6f1,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:13.112203 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0091c1-981f-4b79-ad1e-762101ab5256 admin admin] No DVR routers for this DVR port 37e3b489-6f8d-43cd-9ba9-5496efd1a6f1 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:48:13.184832 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f0091c1-981f-4b79-ad1e-762101ab5256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:13.185128 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd3db04-d54f-42ef-8908-2a2149f28f59 None None] DHCP port deletion for 66b0dc00-8806-465c-8ba8-19ed3019329a request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:48:13.204638 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-0f0091c1-981f-4b79-ad1e-762101ab5256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b0dc00-8806-465c-8ba8-19ed3019329a']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:13.217191 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-0f0091c1-981f-4b79-ad1e-762101ab5256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10bb554e-edd3-4bfc-9ed8-f4663ae8a0f9') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:13.217589 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-0f0091c1-981f-4b79-ad1e-762101ab5256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10bb554e-edd3-4bfc-9ed8-f4663ae8a0f9') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:13.227482 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f0091c1-981f-4b79-ad1e-762101ab5256 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:13.243326 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f0091c1-981f-4b79-ad1e-762101ab5256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:13.249255 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0091c1-981f-4b79-ad1e-762101ab5256 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:48:13.249675 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f0091c1-981f-4b79-ad1e-762101ab5256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:48:13.251339 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:48:13.317777 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f0091c1-981f-4b79-ad1e-762101ab5256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:13.322693 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f0091c1-981f-4b79-ad1e-762101ab5256 admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:13.327301 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0f0091c1-981f-4b79-ad1e-762101ab5256 admin admin] 10.222.0.24 "DELETE /v2.0/networks/66b0dc00-8806-465c-8ba8-19ed3019329a HTTP/1.1" status: 204 len: 168 time: 0.5513935 Aug 19 18:48:13.344664 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0091c1-981f-4b79-ad1e-762101ab5256 admin admin] Pushing event deleted for resources: {'Network': ['ID=66b0dc00-8806-465c-8ba8-19ed3019329a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:13.438637 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38358) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:13.488533 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6745de5a-aa48-4cff-b7e5-eba00e00442e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b4432f982a94cff9e34a773fdc26972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486040 Aug 19 18:48:13.491526 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38360) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:13.547455 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-28025b76-7ab4-46d9-b99a-248d51714aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:13.569998 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-28025b76-7ab4-46d9-b99a-248d51714aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:13.615295 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-28025b76-7ab4-46d9-b99a-248d51714aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:13.617972 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-28025b76-7ab4-46d9-b99a-248d51714aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:13.619734 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-28025b76-7ab4-46d9-b99a-248d51714aac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdf06cfe-8806-47f7-84f3-4feff974fe07 HTTP/1.1" status: 204 len: 168 time: 0.1272771 Aug 19 18:48:13.627948 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28025b76-7ab4-46d9-b99a-248d51714aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf06cfe-8806-47f7-84f3-4feff974fe07,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:13.725133 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c20ed6ec-db01-4a43-b5fd-94723f56ca8d no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:48:13.747118 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: c20ed6ec-db01-4a43-b5fd-94723f56ca8d {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:48:13.747455 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c20ed6ec-db01-4a43-b5fd-94723f56ca8d not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:48:13.748043 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7ca8e51f-3d7d-4698-802b-1b3886a85b71 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:48:13.767094 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 7ca8e51f-3d7d-4698-802b-1b3886a85b71 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:48:13.767443 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7ca8e51f-3d7d-4698-802b-1b3886a85b71 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:48:13.767869 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 37e3b489-6f8d-43cd-9ba9-5496efd1a6f1 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:48:13.791811 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 37e3b489-6f8d-43cd-9ba9-5496efd1a6f1 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:48:13.792163 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 37e3b489-6f8d-43cd-9ba9-5496efd1a6f1 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:48:13.936510 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38366) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:13.982777 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b7ab266f-6ab6-40bb-b12a-e45bb32485af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=038a1b949bfa4bb28ee548c703c0f687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450943 Aug 19 18:48:13.985327 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38368) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:14.033834 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b4a92e4-f8a8-4588-9c47-fc62b4a589d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:14.055703 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b4a92e4-f8a8-4588-9c47-fc62b4a589d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:14.102204 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b4a92e4-f8a8-4588-9c47-fc62b4a589d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:14.104914 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b4a92e4-f8a8-4588-9c47-fc62b4a589d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:14.106097 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0b4a92e4-f8a8-4588-9c47-fc62b4a589d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d094c99a-8c69-4979-a59d-596f8da35cd3 HTTP/1.1" status: 204 len: 168 time: 0.1197858 Aug 19 18:48:14.113877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a92e4-f8a8-4588-9c47-fc62b4a589d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d094c99a-8c69-4979-a59d-596f8da35cd3,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:16.763777 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:17.537620 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38374) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:17.695686 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-3f7112f0-fb40-4ac9-8712-427c0059974e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Deleting port b24c1fb2-d2a7-496f-9ccc-be29f4d5d489 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:48:17.696035 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3f7112f0-fb40-4ac9-8712-427c0059974e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:17.773012 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3f7112f0-fb40-4ac9-8712-427c0059974e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:17.773336 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3f7112f0-fb40-4ac9-8712-427c0059974e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:17.784880 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-3f7112f0-fb40-4ac9-8712-427c0059974e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Calling delete_port for b24c1fb2-d2a7-496f-9ccc-be29f4d5d489 owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:48:17.936050 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3f7112f0-fb40-4ac9-8712-427c0059974e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:17.961384 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7112f0-fb40-4ac9-8712-427c0059974e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'Port': ['ID=b24c1fb2-d2a7-496f-9ccc-be29f4d5d489,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:18.021559 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3f7112f0-fb40-4ac9-8712-427c0059974e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:18.021912 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-3f7112f0-fb40-4ac9-8712-427c0059974e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Floating IP 42eb8bd0-821a-441b-aab6-085e267422db disassociated (deleted). External IP: 172.25.8.218, port: c982167a-932f-4806-b1c5-53ce41e2a88a. Aug 19 18:48:18.227836 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7112f0-fb40-4ac9-8712-427c0059974e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Router 0ca1819d-8d26-4524-8eeb-8101801c9647 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:48:18.335032 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7112f0-fb40-4ac9-8712-427c0059974e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:48:18.339691 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3f7112f0-fb40-4ac9-8712-427c0059974e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:18.344172 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54146cd-0826-4a25-b6bd-e162815cc5fa None None] Sync routers for ids ['0ca1819d-8d26-4524-8eeb-8101801c9647'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:48:18.353595 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54146cd-0826-4a25-b6bd-e162815cc5fa None None] Routers {'0ca1819d-8d26-4524-8eeb-8101801c9647'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:18.354199 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-a54146cd-0826-4a25-b6bd-e162815cc5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:48:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['0ca1819d-8d26-4524-8eeb-8101801c9647'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:18.366245 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3f7112f0-fb40-4ac9-8712-427c0059974e tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "DELETE /v2.0/floatingips/42eb8bd0-821a-441b-aab6-085e267422db HTTP/1.1" status: 204 len: 168 time: 0.8268449 Aug 19 18:48:18.366814 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc832b26-f6f5-4bae-8311-2ccccd192a62', 'tag': 'c982167a-932f-4806-b1c5-53ce41e2a88a'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:48:18.369103 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71176c27-e4e6-48b4-81f1-288a58c70a85" -d '{"events": [{"name": "network-changed", "server_uuid": "bc832b26-f6f5-4bae-8311-2ccccd192a62", "tag": "c982167a-932f-4806-b1c5-53ce41e2a88a"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:48:18.407671 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13680a4-4053-4d73-baa4-0b8e8f470678 x-openstack-request-id: req-a13680a4-4053-4d73-baa4-0b8e8f470678 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:48:18.407956 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc832b26-f6f5-4bae-8311-2ccccd192a62", "tag": "c982167a-932f-4806-b1c5-53ce41e2a88a", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:48:18.408206 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a13680a4-4053-4d73-baa4-0b8e8f470678 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:48:18.408614 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc832b26-f6f5-4bae-8311-2ccccd192a62', 'tag': 'c982167a-932f-4806-b1c5-53ce41e2a88a', 'status': 'completed', 'code': 200} Aug 19 18:48:18.466058 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-a54146cd-0826-4a25-b6bd-e162815cc5fa None None] Set router 0ca1819d-8d26-4524-8eeb-8101801c9647 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:18.475013 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71176c27-e4e6-48b4-81f1-288a58c70a85 req-16a45a76-176b-4908-a5dd-6e0bfe3d3784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:18.479051 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-71176c27-e4e6-48b4-81f1-288a58c70a85 req-16a45a76-176b-4908-a5dd-6e0bfe3d3784 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 1097 time: 0.0461006 Aug 19 18:48:18.626144 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71176c27-e4e6-48b4-81f1-288a58c70a85 req-4d270eb4-e35d-404d-82a4-c51b5c7fcf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:18.627672 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-71176c27-e4e6-48b4-81f1-288a58c70a85 req-4d270eb4-e35d-404d-82a4-c51b5c7fcf8b service neutron] 10.222.0.50 "GET /v2.0/networks?id=2ef72d20-7f74-4209-8172-fed9b1bbec0d HTTP/1.1" status: 200 len: 897 time: 0.1354845 Aug 19 18:48:18.636586 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a7b97-fd5c-4007-b841-8bcee386efe7 req-78a0650e-69e9-4563-9e5f-102438f94afb tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:18.638044 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-821a7b97-fd5c-4007-b841-8bcee386efe7 req-78a0650e-69e9-4563-9e5f-102438f94afb tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 946 time: 0.0805509 Aug 19 18:48:18.688949 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-71176c27-e4e6-48b4-81f1-288a58c70a85 req-e5ebb8dc-69e1-4989-b2a2-ba272dded9ed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c982167a-932f-4806-b1c5-53ce41e2a88a HTTP/1.1" status: 200 len: 217 time: 0.0499244 Aug 19 18:48:18.734859 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-821a7b97-fd5c-4007-b841-8bcee386efe7 req-2bd79702-1bca-4f55-8552-dd12edfc86b6 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900722 Aug 19 18:48:18.757755 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71176c27-e4e6-48b4-81f1-288a58c70a85 req-a677c13b-aca8-43a4-821e-f37f77e68ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:18.757755 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-71176c27-e4e6-48b4-81f1-288a58c70a85 req-a677c13b-aca8-43a4-821e-f37f77e68ca7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e937e904-6684-4a53-8197-6701271ea3e9 HTTP/1.1" status: 200 len: 832 time: 0.0518994 Aug 19 18:48:18.768935 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-a54146cd-0826-4a25-b6bd-e162815cc5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848963628', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:36Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'd1701a63-5a25-49e4-9d4a-43f6bc3a5a2c', 'name': '', 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:ab:67:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'e937e904-6684-4a53-8197-6701271ea3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:46:36Z', 'updated_at': '2021-08-19T18:46:40Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'e937e904-6684-4a53-8197-6701271ea3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:18.795540 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54146cd-0826-4a25-b6bd-e162815cc5fa None None] Checking router: 0ca1819d-8d26-4524-8eeb-8101801c9647 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:48:18.803614 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71176c27-e4e6-48b4-81f1-288a58c70a85 req-fc66842b-3f86-4337-b9c7-a45614fafafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:18.803795 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54146cd-0826-4a25-b6bd-e162815cc5fa None None] Routers {'0ca1819d-8d26-4524-8eeb-8101801c9647'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:18.804377 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-a54146cd-0826-4a25-b6bd-e162815cc5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:48:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['0ca1819d-8d26-4524-8eeb-8101801c9647'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:18.805142 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-71176c27-e4e6-48b4-81f1-288a58c70a85 req-fc66842b-3f86-4337-b9c7-a45614fafafa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2ef72d20-7f74-4209-8172-fed9b1bbec0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427961 Aug 19 18:48:18.904182 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-71176c27-e4e6-48b4-81f1-288a58c70a85 req-55d174cb-8456-4cf8-b476-9c08e9d8c6e5 service neutron] 10.222.0.50 "GET /v2.0/networks/2ef72d20-7f74-4209-8172-fed9b1bbec0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905988 Aug 19 18:48:18.911492 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-a54146cd-0826-4a25-b6bd-e162815cc5fa None None] Set router 0ca1819d-8d26-4524-8eeb-8101801c9647 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:18.999361 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-71176c27-e4e6-48b4-81f1-288a58c70a85 req-fc5a4896-3819-46a6-84a9-3638bd09de2b service neutron] 10.222.0.50 "GET /v2.0/networks/2ef72d20-7f74-4209-8172-fed9b1bbec0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868618 Aug 19 18:48:19.111845 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-a54146cd-0826-4a25-b6bd-e162815cc5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848963628', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:36Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'd1701a63-5a25-49e4-9d4a-43f6bc3a5a2c', 'name': '', 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:ab:67:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'e937e904-6684-4a53-8197-6701271ea3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:46:36Z', 'updated_at': '2021-08-19T18:46:40Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'e937e904-6684-4a53-8197-6701271ea3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:19.142958 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54146cd-0826-4a25-b6bd-e162815cc5fa None None] The sync data for ids ['0ca1819d-8d26-4524-8eeb-8101801c9647'] in n-d-803753-2 is: [{'id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848963628', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:36Z', 'revision_number': 4, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'd1701a63-5a25-49e4-9d4a-43f6bc3a5a2c', 'name': '', 'network_id': '2ef72d20-7f74-4209-8172-fed9b1bbec0d', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'mac_address': 'fa:16:3e:ab:67:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'e937e904-6684-4a53-8197-6701271ea3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:46:36Z', 'updated_at': '2021-08-19T18:46:40Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'subnets': [{'id': 'e937e904-6684-4a53-8197-6701271ea3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:48:19.351978 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8a9617-9044-46f7-93cb-9352a28cacae None None] New status for floating IP 42eb8bd0-821a-441b-aab6-085e267422db: DOWN {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:48:19.860864 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c8f81-710d-4efc-a96a-6c7d839fbb5f req-2e4a8937-8c0d-421f-b00e-26409a6c845d tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:19.862463 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c17c8f81-710d-4efc-a96a-6c7d839fbb5f req-2e4a8937-8c0d-421f-b00e-26409a6c845d tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 946 time: 0.0509448 Aug 19 18:48:19.901479 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c17c8f81-710d-4efc-a96a-6c7d839fbb5f req-4fc4386c-c69c-4688-8680-56c82d42a369 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b14512c-ad97-4591-bfba-dc92d31655f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322666 Aug 19 18:48:19.965754 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d627799-1f23-4d5a-b660-191e1cebc773 req-10378e35-0259-47a0-af12-ddda8a43112f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:19.967171 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d627799-1f23-4d5a-b660-191e1cebc773 req-10378e35-0259-47a0-af12-ddda8a43112f tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc832b26-f6f5-4bae-8311-2ccccd192a62 HTTP/1.1" status: 200 len: 946 time: 0.0535452 Aug 19 18:48:20.066561 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-8d627799-1f23-4d5a-b660-191e1cebc773 req-a005fe4d-7bac-40bc-bdd7-6e01f51364ce tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Deleting port c982167a-932f-4806-b1c5-53ce41e2a88a {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:48:20.066939 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8d627799-1f23-4d5a-b660-191e1cebc773 req-a005fe4d-7bac-40bc-bdd7-6e01f51364ce tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:20.155014 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-8d627799-1f23-4d5a-b660-191e1cebc773 req-a005fe4d-7bac-40bc-bdd7-6e01f51364ce tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] For port c982167a-932f-4806-b1c5-53ce41e2a88a, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c982167a-932f-4806-b1c5-53ce41e2a88a,segment=NetworkSegment(243a0dd1-62c8-4f2f-8c8d-b60eb187943c),segment_id=243a0dd1-62c8-4f2f-8c8d-b60eb187943c)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:20.155382 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8d627799-1f23-4d5a-b660-191e1cebc773 req-a005fe4d-7bac-40bc-bdd7-6e01f51364ce tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:20.172263 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-8d627799-1f23-4d5a-b660-191e1cebc773 req-a005fe4d-7bac-40bc-bdd7-6e01f51364ce tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Calling delete_port for c982167a-932f-4806-b1c5-53ce41e2a88a owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:48:20.308397 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8d627799-1f23-4d5a-b660-191e1cebc773 req-a005fe4d-7bac-40bc-bdd7-6e01f51364ce tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:20.339476 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005fe4d-7bac-40bc-bdd7-6e01f51364ce tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'Port': ['ID=c982167a-932f-4806-b1c5-53ce41e2a88a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:20.388339 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d627799-1f23-4d5a-b660-191e1cebc773 req-a005fe4d-7bac-40bc-bdd7-6e01f51364ce tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] No DVR routers for this DVR port c982167a-932f-4806-b1c5-53ce41e2a88a on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:48:20.391344 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8d627799-1f23-4d5a-b660-191e1cebc773 req-a005fe4d-7bac-40bc-bdd7-6e01f51364ce tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:20.393813 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d627799-1f23-4d5a-b660-191e1cebc773 req-a005fe4d-7bac-40bc-bdd7-6e01f51364ce tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.50 "DELETE /v2.0/ports/c982167a-932f-4806-b1c5-53ce41e2a88a HTTP/1.1" status: 204 len: 173 time: 0.4191318 Aug 19 18:48:20.394267 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc832b26-f6f5-4bae-8311-2ccccd192a62', 'name': 'network-vif-deleted', 'tag': 'c982167a-932f-4806-b1c5-53ce41e2a88a'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:48:20.396855 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a0e6a0-74e2-47f2-a411-7602cf15b6f4" -d '{"events": [{"server_uuid": "bc832b26-f6f5-4bae-8311-2ccccd192a62", "name": "network-vif-deleted", "tag": "c982167a-932f-4806-b1c5-53ce41e2a88a"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:48:20.447025 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231a22c7-101a-4397-b856-d4da449c0184 x-openstack-request-id: req-231a22c7-101a-4397-b856-d4da449c0184 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:48:20.447319 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc832b26-f6f5-4bae-8311-2ccccd192a62", "name": "network-vif-deleted", "tag": "c982167a-932f-4806-b1c5-53ce41e2a88a", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:48:20.447569 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-231a22c7-101a-4397-b856-d4da449c0184 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:48:20.447970 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc832b26-f6f5-4bae-8311-2ccccd192a62', 'name': 'network-vif-deleted', 'tag': 'c982167a-932f-4806-b1c5-53ce41e2a88a', 'status': 'completed', 'code': 200} Aug 19 18:48:20.972969 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38390) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:21.628053 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-49c1610a-9384-4aae-9db3-03c5dff94b85 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:21.904941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-49c1610a-9384-4aae-9db3-03c5dff94b85 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Deleting port d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:48:21.905207 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-49c1610a-9384-4aae-9db3-03c5dff94b85 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:21.997197 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-49c1610a-9384-4aae-9db3-03c5dff94b85 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] For port d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c,segment=NetworkSegment(243a0dd1-62c8-4f2f-8c8d-b60eb187943c),segment_id=243a0dd1-62c8-4f2f-8c8d-b60eb187943c)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:21.998007 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-49c1610a-9384-4aae-9db3-03c5dff94b85 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:22.011053 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-49c1610a-9384-4aae-9db3-03c5dff94b85 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Calling delete_port for d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:48:22.189816 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-06caec97-0ca6-4660-841a-0e755ba88c42 req-f1bf5511-0064-4b4d-bbab-793cc8cc898b service neutron] (94682) timed out ('10.222.0.24', 49680) {{(pid=94682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:48:22.205626 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-49c1610a-9384-4aae-9db3-03c5dff94b85 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:22.233111 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1610a-9384-4aae-9db3-03c5dff94b85 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'Port': ['ID=d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:22.411477 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-49c1610a-9384-4aae-9db3-03c5dff94b85 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:22.630805 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c1610a-9384-4aae-9db3-03c5dff94b85 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Router 0ca1819d-8d26-4524-8eeb-8101801c9647 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:48:22.737392 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c1610a-9384-4aae-9db3-03c5dff94b85 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:48:22.743158 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-49c1610a-9384-4aae-9db3-03c5dff94b85 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "PUT /v2.0/routers/0ca1819d-8d26-4524-8eeb-8101801c9647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7688754 Aug 19 18:48:22.745854 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38392) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:22.748403 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61012dd7-528b-4722-8f9e-8a417b15a654 None None] Sync routers for ids ['0ca1819d-8d26-4524-8eeb-8101801c9647'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:48:22.758172 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61012dd7-528b-4722-8f9e-8a417b15a654 None None] Routers {'0ca1819d-8d26-4524-8eeb-8101801c9647'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:22.758761 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-61012dd7-528b-4722-8f9e-8a417b15a654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:48:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['0ca1819d-8d26-4524-8eeb-8101801c9647'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:22.796820 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49c6c01-cc2b-4542-9fd3-5c9d36f9dc21 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Deleting subnet e937e904-6684-4a53-8197-6701271ea3e9 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:48:22.799965 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a49c6c01-cc2b-4542-9fd3-5c9d36f9dc21 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:22.847191 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a49c6c01-cc2b-4542-9fd3-5c9d36f9dc21 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:22.863702 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-61012dd7-528b-4722-8f9e-8a417b15a654 None None] Set router 0ca1819d-8d26-4524-8eeb-8101801c9647 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:22.936445 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a49c6c01-cc2b-4542-9fd3-5c9d36f9dc21 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:23.000298 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a49c6c01-cc2b-4542-9fd3-5c9d36f9dc21 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:23.032148 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a49c6c01-cc2b-4542-9fd3-5c9d36f9dc21 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:23.036479 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a49c6c01-cc2b-4542-9fd3-5c9d36f9dc21 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "DELETE /v2.0/subnets/e937e904-6684-4a53-8197-6701271ea3e9 HTTP/1.1" status: 204 len: 168 time: 0.2872806 Aug 19 18:48:23.036479 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c6c01-cc2b-4542-9fd3-5c9d36f9dc21 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'Subnet': ['ID=e937e904-6684-4a53-8197-6701271ea3e9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:23.036948 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38394) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:23.044681 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6972d07-2578-47a8-9083-cb6f845acecb None None] Network 2ef72d20-7f74-4209-8172-fed9b1bbec0d requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:48:23.049963 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-61012dd7-528b-4722-8f9e-8a417b15a654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848963628', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:48:22Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:23.081032 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61012dd7-528b-4722-8f9e-8a417b15a654 None None] Checking router: 0ca1819d-8d26-4524-8eeb-8101801c9647 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:48:23.091495 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61012dd7-528b-4722-8f9e-8a417b15a654 None None] Routers {'0ca1819d-8d26-4524-8eeb-8101801c9647'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:23.092118 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-61012dd7-528b-4722-8f9e-8a417b15a654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:48:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['0ca1819d-8d26-4524-8eeb-8101801c9647'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:23.153388 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce017af9-c397-430b-b3a6-c147390cc5a7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:23.200569 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-61012dd7-528b-4722-8f9e-8a417b15a654 None None] Set router 0ca1819d-8d26-4524-8eeb-8101801c9647 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:23.250907 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07803f27-30b2-462c-bc27-c426bebebe71 None None] DHCP port deletion for 2ef72d20-7f74-4209-8172-fed9b1bbec0d request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:48:23.269100 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce017af9-c397-430b-b3a6-c147390cc5a7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:23.299134 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-07803f27-30b2-462c-bc27-c426bebebe71 None None] Deleting port 6bd69845-a1ec-40fa-8820-0e3a7cff1525 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:48:23.299503 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-07803f27-30b2-462c-bc27-c426bebebe71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:23.336324 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-ce017af9-c397-430b-b3a6-c147390cc5a7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Deleting port 9b6112f1-44ed-40a5-9f68-32830b654973 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:48:23.336663 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce017af9-c397-430b-b3a6-c147390cc5a7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:23.376621 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-07803f27-30b2-462c-bc27-c426bebebe71 None None] For port 6bd69845-a1ec-40fa-8820-0e3a7cff1525, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=6bd69845-a1ec-40fa-8820-0e3a7cff1525,segment=NetworkSegment(243a0dd1-62c8-4f2f-8c8d-b60eb187943c),segment_id=243a0dd1-62c8-4f2f-8c8d-b60eb187943c)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:23.377657 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-07803f27-30b2-462c-bc27-c426bebebe71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:23.395335 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-61012dd7-528b-4722-8f9e-8a417b15a654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848963628', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:48:22Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:23.395951 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-07803f27-30b2-462c-bc27-c426bebebe71 None None] Calling delete_port for 6bd69845-a1ec-40fa-8820-0e3a7cff1525 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:48:23.420427 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-ce017af9-c397-430b-b3a6-c147390cc5a7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] For port 9b6112f1-44ed-40a5-9f68-32830b654973, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9b6112f1-44ed-40a5-9f68-32830b654973,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:23.420800 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce017af9-c397-430b-b3a6-c147390cc5a7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:23.423286 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61012dd7-528b-4722-8f9e-8a417b15a654 None None] The sync data for ids ['0ca1819d-8d26-4524-8eeb-8101801c9647'] in n-d-803753-2 is: [{'id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848963628', 'tenant_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:48:22Z', 'revision_number': 5, 'project_id': 'd3e4dc16e471490aa2d32d2b3d24f738', 'gw_port': {'id': '9b6112f1-44ed-40a5-9f68-32830b654973', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca1819d-8d26-4524-8eeb-8101801c9647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:46:33Z', 'updated_at': '2021-08-19T18:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:48:23.435039 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-ce017af9-c397-430b-b3a6-c147390cc5a7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Calling delete_port for 9b6112f1-44ed-40a5-9f68-32830b654973 owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:48:23.497014 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-07803f27-30b2-462c-bc27-c426bebebe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:23.523666 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07803f27-30b2-462c-bc27-c426bebebe71 None None] Pushing event deleted for resources: {'Port': ['ID=6bd69845-a1ec-40fa-8820-0e3a7cff1525,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:23.525512 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07803f27-30b2-462c-bc27-c426bebebe71 None None] No DVR routers for this DVR port 6bd69845-a1ec-40fa-8820-0e3a7cff1525 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:48:23.604937 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce017af9-c397-430b-b3a6-c147390cc5a7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:23.635104 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce017af9-c397-430b-b3a6-c147390cc5a7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'Port': ['ID=9b6112f1-44ed-40a5-9f68-32830b654973,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:23.703708 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce017af9-c397-430b-b3a6-c147390cc5a7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:23.716691 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device c982167a-932f-4806-b1c5-53ce41e2a88a no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:48:23.740633 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: c982167a-932f-4806-b1c5-53ce41e2a88a {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:48:23.741480 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device c982167a-932f-4806-b1c5-53ce41e2a88a not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:48:23.801160 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce017af9-c397-430b-b3a6-c147390cc5a7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:23.807222 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce017af9-c397-430b-b3a6-c147390cc5a7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:23.859530 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce017af9-c397-430b-b3a6-c147390cc5a7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:23.860073 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce017af9-c397-430b-b3a6-c147390cc5a7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Fanout notify agent at l3_agent the message router_deleted on router 0ca1819d-8d26-4524-8eeb-8101801c9647 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:48:23.868723 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ce017af9-c397-430b-b3a6-c147390cc5a7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:23.873273 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38396) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:23.873761 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ce017af9-c397-430b-b3a6-c147390cc5a7 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "DELETE /v2.0/routers/0ca1819d-8d26-4524-8eeb-8101801c9647 HTTP/1.1" status: 204 len: 168 time: 0.8346784 Aug 19 18:48:23.887435 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6bd69845-a1ec-40fa-8820-0e3a7cff1525 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:48:23.907897 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 6bd69845-a1ec-40fa-8820-0e3a7cff1525 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:48:23.908242 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 6bd69845-a1ec-40fa-8820-0e3a7cff1525 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:48:23.908667 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:48:23.928858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:48:23.929431 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d1701a63-5a25-49e4-9d4a-43f6bc3a5a2c not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:48:23.964715 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93ad3d00-8c38-41fa-8f73-0a6d77800e15 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:24.056483 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93ad3d00-8c38-41fa-8f73-0a6d77800e15 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:24.067664 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-93ad3d00-8c38-41fa-8f73-0a6d77800e15 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef72d20-7f74-4209-8172-fed9b1bbec0d']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:24.080220 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-93ad3d00-8c38-41fa-8f73-0a6d77800e15 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243a0dd1-62c8-4f2f-8c8d-b60eb187943c') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:24.080701 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-93ad3d00-8c38-41fa-8f73-0a6d77800e15 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243a0dd1-62c8-4f2f-8c8d-b60eb187943c') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:24.090818 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93ad3d00-8c38-41fa-8f73-0a6d77800e15 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:24.110578 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93ad3d00-8c38-41fa-8f73-0a6d77800e15 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:24.116905 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ad3d00-8c38-41fa-8f73-0a6d77800e15 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:48:24.117312 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93ad3d00-8c38-41fa-8f73-0a6d77800e15 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:48:24.120446 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:48:24.177935 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93ad3d00-8c38-41fa-8f73-0a6d77800e15 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:24.185324 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93ad3d00-8c38-41fa-8f73-0a6d77800e15 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:24.187151 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-93ad3d00-8c38-41fa-8f73-0a6d77800e15 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "DELETE /v2.0/networks/2ef72d20-7f74-4209-8172-fed9b1bbec0d HTTP/1.1" status: 204 len: 168 time: 0.3128736 Aug 19 18:48:24.190001 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38398) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:24.199482 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad3d00-8c38-41fa-8f73-0a6d77800e15 tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'Network': ['ID=2ef72d20-7f74-4209-8172-fed9b1bbec0d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:24.254137 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-92dac62f-42ea-4c13-8538-48472486b73b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:24.279473 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-92dac62f-42ea-4c13-8538-48472486b73b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:24.340231 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-92dac62f-42ea-4c13-8538-48472486b73b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:24.342942 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-92dac62f-42ea-4c13-8538-48472486b73b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:24.344124 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-92dac62f-42ea-4c13-8538-48472486b73b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] 10.222.0.24 "DELETE /v2.0/security-groups/8b14512c-ad97-4591-bfba-dc92d31655f1 HTTP/1.1" status: 204 len: 168 time: 0.1530790 Aug 19 18:48:24.353888 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dac62f-42ea-4c13-8538-48472486b73b tempest-TestNetworkAdvancedServerOps-1481176418 tempest-TestNetworkAdvancedServerOps-1481176418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b14512c-ad97-4591-bfba-dc92d31655f1,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:24.636600 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38406) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:24.814081 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-334640b5-ba00-4969-b6b9-1200dacdc0d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3e4dc16e471490aa2d32d2b3d24f738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1762424 Aug 19 18:48:24.816466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38412) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:24.865371 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-10e2dd3d-4235-4e5a-afbc-0d4c6246eb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:24.886415 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-10e2dd3d-4235-4e5a-afbc-0d4c6246eb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:24.934154 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-10e2dd3d-4235-4e5a-afbc-0d4c6246eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:24.936913 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-10e2dd3d-4235-4e5a-afbc-0d4c6246eb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:24.938112 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-10e2dd3d-4235-4e5a-afbc-0d4c6246eb73 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a60cd5aa-2ade-44c6-8365-bcb7b936d347 HTTP/1.1" status: 204 len: 168 time: 0.1207509 Aug 19 18:48:24.946450 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2dd3d-4235-4e5a-afbc-0d4c6246eb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60cd5aa-2ade-44c6-8365-bcb7b936d347,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:25.206482 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38418) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:25.247298 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-97089dcc-5db4-4cd3-892c-ae9ff315cccb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=496f84b5ac0e434a9dc115a9b13e5a34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394948 Aug 19 18:48:25.249727 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38420) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:25.306364 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8a7334e8-ae5e-48b5-bf7e-a57172447554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:25.327435 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8a7334e8-ae5e-48b5-bf7e-a57172447554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:25.377786 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8a7334e8-ae5e-48b5-bf7e-a57172447554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:25.380338 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8a7334e8-ae5e-48b5-bf7e-a57172447554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:25.382235 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8a7334e8-ae5e-48b5-bf7e-a57172447554 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e341682c-0895-44a6-9249-a6a544032416 HTTP/1.1" status: 204 len: 168 time: 0.1308503 Aug 19 18:48:25.390124 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7334e8-ae5e-48b5-bf7e-a57172447554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e341682c-0895-44a6-9249-a6a544032416,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:25.689908 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9b6112f1-44ed-40a5-9f68-32830b654973 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:48:25.711318 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 9b6112f1-44ed-40a5-9f68-32830b654973 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:48:25.711663 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9b6112f1-44ed-40a5-9f68-32830b654973 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:48:26.593295 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38456) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:26.773114 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-fd617dc0-424f-4e29-833e-a425843d3f89 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'network': {'name': 'tempest-network-smoke--118077332', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'port_security_enabled': True}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:26.795798 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd617dc0-424f-4e29-833e-a425843d3f89 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Made reservation on behalf of 9793b3fd4c97423bb3647cabce7e30e7 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:48:26.799243 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd617dc0-424f-4e29-833e-a425843d3f89 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:26.808257 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd617dc0-424f-4e29-833e-a425843d3f89 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:26.896646 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd617dc0-424f-4e29-833e-a425843d3f89 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:26.900292 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd617dc0-424f-4e29-833e-a425843d3f89 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:26.929451 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd617dc0-424f-4e29-833e-a425843d3f89 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:48:26.935712 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd617dc0-424f-4e29-833e-a425843d3f89 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3fcf28-5d5a-4718-94a1-a3cd42234ba5,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:26.941884 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd617dc0-424f-4e29-833e-a425843d3f89 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:26.942229 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-fd617dc0-424f-4e29-833e-a425843d3f89 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Added segment f6a018c9-3015-4234-b935-e6ee92169980 of type vlan for network b75be0a2-4b16-4ee9-9885-c839d5561b56 Aug 19 18:48:26.982164 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd617dc0-424f-4e29-833e-a425843d3f89 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:27.007392 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd617dc0-424f-4e29-833e-a425843d3f89 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:27.012969 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd617dc0-424f-4e29-833e-a425843d3f89 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:27.013583 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fd617dc0-424f-4e29-833e-a425843d3f89 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:27.073600 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fd617dc0-424f-4e29-833e-a425843d3f89 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4791346 Aug 19 18:48:27.076453 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38462) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:27.080918 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-caa89cfb-6da9-4f09-8b20-587aa6abf30e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-910162564', 'admin_state_up': True, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:27.097257 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd617dc0-424f-4e29-833e-a425843d3f89 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'Network': ['ID=b75be0a2-4b16-4ee9-9885-c839d5561b56,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:27.108162 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network b75be0a2-4b16-4ee9-9885-c839d5561b56 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:48:27.113205 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-caa89cfb-6da9-4f09-8b20-587aa6abf30e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:27.114259 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-caa89cfb-6da9-4f09-8b20-587aa6abf30e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:27.203976 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-caa89cfb-6da9-4f09-8b20-587aa6abf30e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:27.339110 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-caa89cfb-6da9-4f09-8b20-587aa6abf30e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:27.535447 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-caa89cfb-6da9-4f09-8b20-587aa6abf30e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:27.560114 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-caa89cfb-6da9-4f09-8b20-587aa6abf30e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:27.665066 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-caa89cfb-6da9-4f09-8b20-587aa6abf30e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Allocated IP 172.25.8.116 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/2adcb861-e638-43ea-80f1-b52dde21ab53) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:48:27.769173 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-caa89cfb-6da9-4f09-8b20-587aa6abf30e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:27.809020 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-caa89cfb-6da9-4f09-8b20-587aa6abf30e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:27.845633 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa89cfb-6da9-4f09-8b20-587aa6abf30e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:48:27.851023 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-caa89cfb-6da9-4f09-8b20-587aa6abf30e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:48:27.854739 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa89cfb-6da9-4f09-8b20-587aa6abf30e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:48:27.883781 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa89cfb-6da9-4f09-8b20-587aa6abf30e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'Port': ['ID=2adcb861-e638-43ea-80f1-b52dde21ab53,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:28.110239 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-caa89cfb-6da9-4f09-8b20-587aa6abf30e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:28.606455 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-caa89cfb-6da9-4f09-8b20-587aa6abf30e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:28.741962 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa89cfb-6da9-4f09-8b20-587aa6abf30e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Router 928f4884-6f80-409a-a4c8-c4fe2406f69d is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:48:28.848417 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa89cfb-6da9-4f09-8b20-587aa6abf30e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:48:28.859865 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] Sync routers for ids ['928f4884-6f80-409a-a4c8-c4fe2406f69d'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:48:28.867615 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-caa89cfb-6da9-4f09-8b20-587aa6abf30e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:28.868847 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-caa89cfb-6da9-4f09-8b20-587aa6abf30e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7914670 Aug 19 18:48:28.872200 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38464) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:28.873960 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] Routers {'928f4884-6f80-409a-a4c8-c4fe2406f69d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:28.874593 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:48:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['928f4884-6f80-409a-a4c8-c4fe2406f69d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:28.955008 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b6cbaf3c-8195-4f2e-8236-83815c49baa8 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=9793b3fd4c97423bb3647cabce7e30e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0788701 Aug 19 18:48:28.955395 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38468) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:28.982575 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] Set router 928f4884-6f80-409a-a4c8-c4fe2406f69d gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:29.046037 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a02ae1f-9d39-4a14-a4cb-530e39ff1a1c tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:29.047566 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4a02ae1f-9d39-4a14-a4cb-530e39ff1a1c tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911450 Aug 19 18:48:29.050383 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38470) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:29.081303 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7121b507-1f97-4474-a742-ff00a6a41811 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297883 Aug 19 18:48:29.083906 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38472) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:29.089173 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-75785e51-b08b-4512-b6c2-0f728c71902b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-413252195', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:29.160976 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'name': 'tempest-TestNetworkBasicOps-router-910162564', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:28Z', 'revision_number': 3, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:29.181307 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75785e51-b08b-4512-b6c2-0f728c71902b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Made reservation on behalf of 9793b3fd4c97423bb3647cabce7e30e7 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:48:29.184890 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-75785e51-b08b-4512-b6c2-0f728c71902b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:29.189769 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] Checking router: 928f4884-6f80-409a-a4c8-c4fe2406f69d for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:48:29.190121 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] Updating router 928f4884-6f80-409a-a4c8-c4fe2406f69d port 2adcb861-e638-43ea-80f1-b52dde21ab53 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:48:29.219522 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:29.369709 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-75785e51-b08b-4512-b6c2-0f728c71902b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:29.433408 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75785e51-b08b-4512-b6c2-0f728c71902b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'Subnet': ['ID=d8e704df-8332-4405-b83e-ac9edbdee7b1,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:29.443879 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75785e51-b08b-4512-b6c2-0f728c71902b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Checking segment: {'id': 'f6a018c9-3015-4234-b935-e6ee92169980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:48:29.444730 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75785e51-b08b-4512-b6c2-0f728c71902b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Network hostable DHCP agents. Network: b75be0a2-4b16-4ee9-9885-c839d5561b56, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:48:29.461749 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75785e51-b08b-4512-b6c2-0f728c71902b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Network b75be0a2-4b16-4ee9-9885-c839d5561b56 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:48:29.470645 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-75785e51-b08b-4512-b6c2-0f728c71902b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, b75be0a2-4b16-4ee9-9885-c839d5561b56) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:48:29.474822 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75785e51-b08b-4512-b6c2-0f728c71902b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:29.475594 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-75785e51-b08b-4512-b6c2-0f728c71902b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:29.489060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fceef4-9392-4cb9-a801-e9435164e9f7 None None] Network b75be0a2-4b16-4ee9-9885-c839d5561b56 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:48:29.492372 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-75785e51-b08b-4512-b6c2-0f728c71902b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4072127 Aug 19 18:48:29.495011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38474) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:29.495243 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:29.539711 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] Transition to ACTIVE for port object 2adcb861-e638-43ea-80f1-b52dde21ab53 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:48:29.548521 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:29.636928 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] Attempting to bind port 2adcb861-e638-43ea-80f1-b52dde21ab53 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:48:29.637296 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] Attempting to bind port 2adcb861-e638-43ea-80f1-b52dde21ab53 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:48:29.637777 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] Attempting to bind port 2adcb861-e638-43ea-80f1-b52dde21ab53 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:48:29.640121 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b16045-5f08-4afb-a4b7-d88b41a9a35d None None] Pushing event updated for resources: {'Port': ['ID=2adcb861-e638-43ea-80f1-b52dde21ab53,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:29.650340 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:48:29.650714 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:48:29.651118 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:29.651509 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:48:29.651985 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] Bound port: 2adcb861-e638-43ea-80f1-b52dde21ab53, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:48:29.652365 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:29.758735 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] For port 2adcb861-e638-43ea-80f1-b52dde21ab53, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:48:29.761036 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce8cb9f-6fdb-4f3e-ba2b-ec885dcdc5d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-b75be0a2-4b16-4ee9-9885-c839d5561b56', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'fixed_ips': [{'subnet_id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:48:29.761910 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2ce8cb9f-6fdb-4f3e-ba2b-ec885dcdc5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:29.766078 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] For port 2adcb861-e638-43ea-80f1-b52dde21ab53, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2adcb861-e638-43ea-80f1-b52dde21ab53,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:48:29.777220 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:29.903558 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] Routers {'928f4884-6f80-409a-a4c8-c4fe2406f69d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:29.904216 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:48:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['928f4884-6f80-409a-a4c8-c4fe2406f69d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:29.960682 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b16045-5f08-4afb-a4b7-d88b41a9a35d None None] Pushing event updated for resources: {'Port': ['ID=2adcb861-e638-43ea-80f1-b52dde21ab53,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:30.053743 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-2ce8cb9f-6fdb-4f3e-ba2b-ec885dcdc5d8 None None] Allocated IP 172.20.0.2 (b75be0a2-4b16-4ee9-9885-c839d5561b56/d8e704df-8332-4405-b83e-ac9edbdee7b1/33f2234a-1c92-442d-a143-fd81021f6834) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:48:30.078736 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] Set router 928f4884-6f80-409a-a4c8-c4fe2406f69d gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:30.272065 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-168eda3d-2146-46d8-9acf-93ddd45b6133 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:30.515575 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2ce8cb9f-6fdb-4f3e-ba2b-ec885dcdc5d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:30.528680 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2ce8cb9f-6fdb-4f3e-ba2b-ec885dcdc5d8 None None] Transition to ACTIVE for port object 33f2234a-1c92-442d-a143-fd81021f6834 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:48:30.548720 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2ce8cb9f-6fdb-4f3e-ba2b-ec885dcdc5d8 None None] Transition to ACTIVE for port object 33f2234a-1c92-442d-a143-fd81021f6834 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:48:30.558608 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2ce8cb9f-6fdb-4f3e-ba2b-ec885dcdc5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:30.567997 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'name': 'tempest-TestNetworkBasicOps-router-910162564', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:28Z', 'revision_number': 3, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:30.605761 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-168eda3d-2146-46d8-9acf-93ddd45b6133 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Allocated IP 172.20.0.1 (b75be0a2-4b16-4ee9-9885-c839d5561b56/d8e704df-8332-4405-b83e-ac9edbdee7b1/7b648618-3fca-42c8-8b02-93ee036517d0) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:48:30.621923 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e008b9d-574f-4b69-9d53-a1355530af23 None None] The sync data for ids ['928f4884-6f80-409a-a4c8-c4fe2406f69d'] in n-d-803753-2 is: [{'id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'name': 'tempest-TestNetworkBasicOps-router-910162564', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:28Z', 'revision_number': 3, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:48:30.633156 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce8cb9f-6fdb-4f3e-ba2b-ec885dcdc5d8 None None] Network b75be0a2-4b16-4ee9-9885-c839d5561b56 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:48:30.638035 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-2ce8cb9f-6fdb-4f3e-ba2b-ec885dcdc5d8 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:48:30.642527 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce8cb9f-6fdb-4f3e-ba2b-ec885dcdc5d8 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:48:30.648640 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8cb9f-6fdb-4f3e-ba2b-ec885dcdc5d8 None None] Pushing event updated for resources: {'Port': ['ID=33f2234a-1c92-442d-a143-fd81021f6834,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:30.703183 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2ce8cb9f-6fdb-4f3e-ba2b-ec885dcdc5d8 None None] Attempting to bind port 33f2234a-1c92-442d-a143-fd81021f6834 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:48:30.703552 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2ce8cb9f-6fdb-4f3e-ba2b-ec885dcdc5d8 None None] Attempting to bind port 33f2234a-1c92-442d-a143-fd81021f6834 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'f6a018c9-3015-4234-b935-e6ee92169980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:48:30.703915 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce8cb9f-6fdb-4f3e-ba2b-ec885dcdc5d8 None None] Attempting to bind port 33f2234a-1c92-442d-a143-fd81021f6834 on network b75be0a2-4b16-4ee9-9885-c839d5561b56 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:48:30.709055 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce8cb9f-6fdb-4f3e-ba2b-ec885dcdc5d8 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:48:30.709462 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce8cb9f-6fdb-4f3e-ba2b-ec885dcdc5d8 None None] Checking segment: {'id': 'f6a018c9-3015-4234-b935-e6ee92169980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:48:30.710623 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2ce8cb9f-6fdb-4f3e-ba2b-ec885dcdc5d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:30.711039 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce8cb9f-6fdb-4f3e-ba2b-ec885dcdc5d8 None None] Bound using segment: {'id': 'f6a018c9-3015-4234-b935-e6ee92169980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:48:30.711520 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2ce8cb9f-6fdb-4f3e-ba2b-ec885dcdc5d8 None None] Bound port: 33f2234a-1c92-442d-a143-fd81021f6834, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a018c9-3015-4234-b935-e6ee92169980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:48:30.711905 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2ce8cb9f-6fdb-4f3e-ba2b-ec885dcdc5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:30.743931 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-168eda3d-2146-46d8-9acf-93ddd45b6133 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:30.760672 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-168eda3d-2146-46d8-9acf-93ddd45b6133 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Transition to ACTIVE for port object 7b648618-3fca-42c8-8b02-93ee036517d0 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:48:30.780506 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-2ce8cb9f-6fdb-4f3e-ba2b-ec885dcdc5d8 None None] For port 33f2234a-1c92-442d-a143-fd81021f6834, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:48:30.784602 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-2ce8cb9f-6fdb-4f3e-ba2b-ec885dcdc5d8 None None] For port 33f2234a-1c92-442d-a143-fd81021f6834, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=33f2234a-1c92-442d-a143-fd81021f6834,segment=NetworkSegment(f6a018c9-3015-4234-b935-e6ee92169980),segment_id=f6a018c9-3015-4234-b935-e6ee92169980)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:48:30.790894 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2ce8cb9f-6fdb-4f3e-ba2b-ec885dcdc5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:30.800336 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-168eda3d-2146-46d8-9acf-93ddd45b6133 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:30.863220 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168eda3d-2146-46d8-9acf-93ddd45b6133 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Network b75be0a2-4b16-4ee9-9885-c839d5561b56 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:48:30.866808 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-168eda3d-2146-46d8-9acf-93ddd45b6133 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:48:30.869905 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168eda3d-2146-46d8-9acf-93ddd45b6133 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:48:30.892681 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8cb9f-6fdb-4f3e-ba2b-ec885dcdc5d8 None None] Pushing event updated for resources: {'Port': ['ID=33f2234a-1c92-442d-a143-fd81021f6834,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:30.903454 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168eda3d-2146-46d8-9acf-93ddd45b6133 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'Port': ['ID=7b648618-3fca-42c8-8b02-93ee036517d0,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:30.935273 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-168eda3d-2146-46d8-9acf-93ddd45b6133 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:31.108610 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-168eda3d-2146-46d8-9acf-93ddd45b6133 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:31.408837 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-168eda3d-2146-46d8-9acf-93ddd45b6133 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:31.414735 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-168eda3d-2146-46d8-9acf-93ddd45b6133 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:31.497058 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168eda3d-2146-46d8-9acf-93ddd45b6133 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'Port': ['ID=7b648618-3fca-42c8-8b02-93ee036517d0,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:31.502729 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-168eda3d-2146-46d8-9acf-93ddd45b6133 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:31.599833 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168eda3d-2146-46d8-9acf-93ddd45b6133 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Network b75be0a2-4b16-4ee9-9885-c839d5561b56 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:48:31.602314 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-168eda3d-2146-46d8-9acf-93ddd45b6133 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:48:31.728037 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168eda3d-2146-46d8-9acf-93ddd45b6133 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Router 928f4884-6f80-409a-a4c8-c4fe2406f69d has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:48:31.839901 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2adcb861-e638-43ea-80f1-b52dde21ab53 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:48:31.856851 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168eda3d-2146-46d8-9acf-93ddd45b6133 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:48:31.862324 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-168eda3d-2146-46d8-9acf-93ddd45b6133 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "PUT /v2.0/routers/928f4884-6f80-409a-a4c8-c4fe2406f69d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3662579 Aug 19 18:48:31.865405 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38476) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:31.877110 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731f8959-ca94-43f5-8636-c732bf16dc06 None None] Network b75be0a2-4b16-4ee9-9885-c839d5561b56 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:48:31.986054 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 2adcb861-e638-43ea-80f1-b52dde21ab53 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:48:31.995130 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 2adcb861-e638-43ea-80f1-b52dde21ab53 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:48:31.995595 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:32.048460 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeb6068-ca0a-430c-a844-0765513fc84b tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:32.048951 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeb6068-ca0a-430c-a844-0765513fc84b tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:32.049425 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeb6068-ca0a-430c-a844-0765513fc84b tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:32.049993 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeb6068-ca0a-430c-a844-0765513fc84b tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:32.051779 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cbeb6068-ca0a-430c-a844-0765513fc84b tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1847858 Aug 19 18:48:32.054678 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38478) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:32.057963 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-acd4a9e3-2866-4a5d-acf4-f4725a479c61 None None] Provisioning for port 33f2234a-1c92-442d-a143-fd81021f6834 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:48:32.150574 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:32.151023 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b8984a-5166-446c-87d9-1df55870a9af tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:32.151600 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b8984a-5166-446c-87d9-1df55870a9af tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:32.152133 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b8984a-5166-446c-87d9-1df55870a9af tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:32.152661 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b8984a-5166-446c-87d9-1df55870a9af tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:32.154708 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-00b8984a-5166-446c-87d9-1df55870a9af tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0986133 Aug 19 18:48:32.157294 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38480) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:32.175818 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 2adcb861-e638-43ea-80f1-b52dde21ab53, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2adcb861-e638-43ea-80f1-b52dde21ab53,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:32.183081 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:32.185502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 33f2234a-1c92-442d-a143-fd81021f6834 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:48:32.292062 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 33f2234a-1c92-442d-a143-fd81021f6834 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:48:32.295611 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=2adcb861-e638-43ea-80f1-b52dde21ab53,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:32.300604 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 33f2234a-1c92-442d-a143-fd81021f6834 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:48:32.301101 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:32.378884 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] Sync routers for ids ['928f4884-6f80-409a-a4c8-c4fe2406f69d'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:48:32.399232 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] Routers {'928f4884-6f80-409a-a4c8-c4fe2406f69d'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:32.400110 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:48:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['928f4884-6f80-409a-a4c8-c4fe2406f69d'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:32.411425 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:32.416671 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d7e65558-3908-4a46-b878-d881329cacd5 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2581272 Aug 19 18:48:32.430502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-497d797e-5c50-4236-98e7-1619b659f525 None None] Provisioning complete for port 33f2234a-1c92-442d-a143-fd81021f6834 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:48:32.431125 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-497d797e-5c50-4236-98e7-1619b659f525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:32.487743 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 33f2234a-1c92-442d-a143-fd81021f6834, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=33f2234a-1c92-442d-a143-fd81021f6834,segment=NetworkSegment(f6a018c9-3015-4234-b935-e6ee92169980),segment_id=f6a018c9-3015-4234-b935-e6ee92169980)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:32.496376 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:32.545421 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] Set router 928f4884-6f80-409a-a4c8-c4fe2406f69d gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:32.608350 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=33f2234a-1c92-442d-a143-fd81021f6834,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:32.630337 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-497d797e-5c50-4236-98e7-1619b659f525 None None] Provisioning for port 7b648618-3fca-42c8-8b02-93ee036517d0 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:48:32.638910 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-497d797e-5c50-4236-98e7-1619b659f525 None None] Provisioning complete for port 7b648618-3fca-42c8-8b02-93ee036517d0 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:48:32.639454 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-497d797e-5c50-4236-98e7-1619b659f525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:32.683778 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-497d797e-5c50-4236-98e7-1619b659f525 None None] Port 7b648618-3fca-42c8-8b02-93ee036517d0 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:48:32.765112 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'name': 'tempest-TestNetworkBasicOps-router-910162564', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:31Z', 'revision_number': 4, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '7b648618-3fca-42c8-8b02-93ee036517d0', 'name': '', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:46:85:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:30Z', 'updated_at': '2021-08-19T18:48:31Z', 'revision_number': 2, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:32.800305 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] Checking router: 928f4884-6f80-409a-a4c8-c4fe2406f69d for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:48:32.800914 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] Updating router 928f4884-6f80-409a-a4c8-c4fe2406f69d port 7b648618-3fca-42c8-8b02-93ee036517d0 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:48:32.812217 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f35e12f3-c1f1-4e2e-bc32-0c7743180c0a None None] Provisioning complete for port 7b648618-3fca-42c8-8b02-93ee036517d0 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:48:32.812590 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f35e12f3-c1f1-4e2e-bc32-0c7743180c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:32.830342 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:32.855859 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f35e12f3-c1f1-4e2e-bc32-0c7743180c0a None None] Port 7b648618-3fca-42c8-8b02-93ee036517d0 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:48:32.918216 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38484) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:32.924022 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-072950d4-9c9e-41d5-bcf6-22d218d77687 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-410609402', 'description': 'tempest-secgroup-smoke-410609402 description', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:32.948237 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-072950d4-9c9e-41d5-bcf6-22d218d77687 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:32.981892 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-30a6cacf-77b7-4059-aa9d-97fb26179c4f None None] Provisioning complete for port 7b648618-3fca-42c8-8b02-93ee036517d0 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:48:32.982696 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-30a6cacf-77b7-4059-aa9d-97fb26179c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.023301 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-30a6cacf-77b7-4059-aa9d-97fb26179c4f None None] Port 7b648618-3fca-42c8-8b02-93ee036517d0 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:48:33.055335 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-072950d4-9c9e-41d5-bcf6-22d218d77687 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.059202 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-072950d4-9c9e-41d5-bcf6-22d218d77687 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.085171 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-072950d4-9c9e-41d5-bcf6-22d218d77687 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.086441 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-072950d4-9c9e-41d5-bcf6-22d218d77687 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1662123 Aug 19 18:48:33.089621 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38486) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:33.090583 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072950d4-9c9e-41d5-bcf6-22d218d77687 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13467fc9-bba2-4ca7-8d77-d7e71c1ce231,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:33.096702 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-029a5322-7dc6-4f60-bc28-8d481fe843c9 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'security_group_rule': {'security_group_id': '13467fc9-bba2-4ca7-8d77-d7e71c1ce231', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:33.126209 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-029a5322-7dc6-4f60-bc28-8d481fe843c9 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.188655 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-029a5322-7dc6-4f60-bc28-8d481fe843c9 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.192373 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-029a5322-7dc6-4f60-bc28-8d481fe843c9 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.201934 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.211387 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a5322-7dc6-4f60-bc28-8d481fe843c9 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e36c73-cc92-4864-a5ca-757c269a8454,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:33.212998 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] Transition to ACTIVE for port object 7b648618-3fca-42c8-8b02-93ee036517d0 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:48:33.217273 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-029a5322-7dc6-4f60-bc28-8d481fe843c9 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.218500 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-029a5322-7dc6-4f60-bc28-8d481fe843c9 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278431 Aug 19 18:48:33.219582 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.221121 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38488) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:33.226501 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-888b6ddd-2a4a-41dd-9693-acd6f9de3a06 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'security_group_rule': {'security_group_id': '13467fc9-bba2-4ca7-8d77-d7e71c1ce231', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:33.252077 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-888b6ddd-2a4a-41dd-9693-acd6f9de3a06 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.315972 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-888b6ddd-2a4a-41dd-9693-acd6f9de3a06 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.319351 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0cdf92-9085-4dc1-ad01-b8bfd8879d07 None None] Pushing event updated for resources: {'Port': ['ID=7b648618-3fca-42c8-8b02-93ee036517d0,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:33.320705 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-888b6ddd-2a4a-41dd-9693-acd6f9de3a06 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.324856 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] Attempting to bind port 7b648618-3fca-42c8-8b02-93ee036517d0 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:48:33.325220 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] Attempting to bind port 7b648618-3fca-42c8-8b02-93ee036517d0 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'f6a018c9-3015-4234-b935-e6ee92169980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:48:33.325810 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] Attempting to bind port 7b648618-3fca-42c8-8b02-93ee036517d0 on network b75be0a2-4b16-4ee9-9885-c839d5561b56 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:48:33.334001 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:48:33.334934 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] Checking segment: {'id': 'f6a018c9-3015-4234-b935-e6ee92169980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:48:33.335350 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.335744 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] Bound using segment: {'id': 'f6a018c9-3015-4234-b935-e6ee92169980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:48:33.336219 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] Bound port: 7b648618-3fca-42c8-8b02-93ee036517d0, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a018c9-3015-4234-b935-e6ee92169980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:48:33.337019 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.337391 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b6ddd-2a4a-41dd-9693-acd6f9de3a06 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1850c86-97c2-418d-ae82-9d21cc16f536,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:33.339261 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0cdf92-9085-4dc1-ad01-b8bfd8879d07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:33.339609 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0cdf92-9085-4dc1-ad01-b8bfd8879d07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:33.339952 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0cdf92-9085-4dc1-ad01-b8bfd8879d07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:33.340289 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0cdf92-9085-4dc1-ad01-b8bfd8879d07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:33.340625 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0cdf92-9085-4dc1-ad01-b8bfd8879d07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:33.341314 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0cdf92-9085-4dc1-ad01-b8bfd8879d07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:33.341314 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0cdf92-9085-4dc1-ad01-b8bfd8879d07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:33.341624 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0cdf92-9085-4dc1-ad01-b8bfd8879d07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:33.342156 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0cdf92-9085-4dc1-ad01-b8bfd8879d07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:33.342257 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0cdf92-9085-4dc1-ad01-b8bfd8879d07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:33.342587 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0cdf92-9085-4dc1-ad01-b8bfd8879d07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:33.342910 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0cdf92-9085-4dc1-ad01-b8bfd8879d07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:33.348847 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-888b6ddd-2a4a-41dd-9693-acd6f9de3a06 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.353724 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-888b6ddd-2a4a-41dd-9693-acd6f9de3a06 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1281364 Aug 19 18:48:33.354082 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38490) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:33.358779 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-d7e17356-6735-486b-ab6e-49d309ae8c87 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'security_group_rule': {'security_group_id': '13467fc9-bba2-4ca7-8d77-d7e71c1ce231', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:33.387328 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d7e17356-6735-486b-ab6e-49d309ae8c87 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.419231 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] For port 7b648618-3fca-42c8-8b02-93ee036517d0, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:48:33.422822 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] For port 7b648618-3fca-42c8-8b02-93ee036517d0, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7b648618-3fca-42c8-8b02-93ee036517d0,segment=NetworkSegment(f6a018c9-3015-4234-b935-e6ee92169980),segment_id=f6a018c9-3015-4234-b935-e6ee92169980)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:48:33.427880 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.456568 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d7e17356-6735-486b-ab6e-49d309ae8c87 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.462714 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d7e17356-6735-486b-ab6e-49d309ae8c87 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.480067 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e17356-6735-486b-ab6e-49d309ae8c87 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb70e8b6-7273-4e73-b362-505ce1a1dec2,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:33.492453 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d7e17356-6735-486b-ab6e-49d309ae8c87 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.493706 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d7e17356-6735-486b-ab6e-49d309ae8c87 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385436 Aug 19 18:48:33.495166 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] Routers {'928f4884-6f80-409a-a4c8-c4fe2406f69d'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:33.495800 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:48:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['928f4884-6f80-409a-a4c8-c4fe2406f69d'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:33.496440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38492) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:33.501423 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-0641ad8d-51c1-4788-ade0-f804da539df5 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'security_group_rule': {'security_group_id': '13467fc9-bba2-4ca7-8d77-d7e71c1ce231', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:33.529613 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0641ad8d-51c1-4788-ade0-f804da539df5 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.597283 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0641ad8d-51c1-4788-ade0-f804da539df5 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.597621 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0cdf92-9085-4dc1-ad01-b8bfd8879d07 None None] Pushing event updated for resources: {'Port': ['ID=7b648618-3fca-42c8-8b02-93ee036517d0,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:33.602992 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0641ad8d-51c1-4788-ade0-f804da539df5 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.617492 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641ad8d-51c1-4788-ade0-f804da539df5 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a52eb2-3dae-450f-bb15-c5d37c2f9029,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:33.619688 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] Set router 928f4884-6f80-409a-a4c8-c4fe2406f69d gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:33.632166 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0641ad8d-51c1-4788-ade0-f804da539df5 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.633702 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0641ad8d-51c1-4788-ade0-f804da539df5 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360178 Aug 19 18:48:33.636244 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38494) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:33.641130 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-3cd42a48-bd20-45aa-b497-ab0dd5771ace tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'security_group_rule': {'security_group_id': '13467fc9-bba2-4ca7-8d77-d7e71c1ce231', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:33.664718 n-d-803753-2 neutron-server[94682]: INFO neutron.db.securitygroups_db [None req-3cd42a48-bd20-45aa-b497-ab0dd5771ace tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Project 9793b3fd4c97423bb3647cabce7e30e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:48:33.670394 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3cd42a48-bd20-45aa-b497-ab0dd5771ace tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.742952 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3cd42a48-bd20-45aa-b497-ab0dd5771ace tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.747028 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3cd42a48-bd20-45aa-b497-ab0dd5771ace tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.767583 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd42a48-bd20-45aa-b497-ab0dd5771ace tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7e7d6d-28b4-4b79-9074-b4bbe52809f9,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:33.773920 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2adcb861-e638-43ea-80f1-b52dde21ab53 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:48:33.777318 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3cd42a48-bd20-45aa-b497-ab0dd5771ace tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.780593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38496) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:33.786264 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-249325f7-82e4-4ac0-8295-fb652a49460c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'security_group_rule': {'security_group_id': '13467fc9-bba2-4ca7-8d77-d7e71c1ce231', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:33.786410 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3cd42a48-bd20-45aa-b497-ab0dd5771ace tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1486788 Aug 19 18:48:33.809057 n-d-803753-2 neutron-server[94681]: INFO neutron.db.securitygroups_db [None req-249325f7-82e4-4ac0-8295-fb652a49460c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Project 9793b3fd4c97423bb3647cabce7e30e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:48:33.814609 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-249325f7-82e4-4ac0-8295-fb652a49460c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.835299 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 2adcb861-e638-43ea-80f1-b52dde21ab53 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:48:33.836061 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.871736 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'name': 'tempest-TestNetworkBasicOps-router-910162564', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:31Z', 'revision_number': 4, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '7b648618-3fca-42c8-8b02-93ee036517d0', 'name': '', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:46:85:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:30Z', 'updated_at': '2021-08-19T18:48:33Z', 'revision_number': 4, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:33.885478 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-249325f7-82e4-4ac0-8295-fb652a49460c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.890452 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-249325f7-82e4-4ac0-8295-fb652a49460c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.915872 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac1b9f0-6e3b-439a-b141-bac75282c2cf None None] The sync data for ids ['928f4884-6f80-409a-a4c8-c4fe2406f69d'] in n-d-803753-2 is: [{'id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'name': 'tempest-TestNetworkBasicOps-router-910162564', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:31Z', 'revision_number': 4, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '7b648618-3fca-42c8-8b02-93ee036517d0', 'name': '', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:46:85:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:30Z', 'updated_at': '2021-08-19T18:48:33Z', 'revision_number': 4, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:48:33.922942 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 33f2234a-1c92-442d-a143-fd81021f6834 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:48:33.923598 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249325f7-82e4-4ac0-8295-fb652a49460c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67fbd155-02d0-4cb4-8c06-36f6d58bfc2f,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:33.933987 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-249325f7-82e4-4ac0-8295-fb652a49460c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.943080 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-249325f7-82e4-4ac0-8295-fb652a49460c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1538050 Aug 19 18:48:34.004698 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 33f2234a-1c92-442d-a143-fd81021f6834 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:48:34.005076 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:34.132282 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-c15475c1-8a46-4607-a67e-62af0a67c14f tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-410609402&fields=id&tenant_id=9793b3fd4c97423bb3647cabce7e30e7 HTTP/1.1" status: 200 len: 267 time: 0.0348570 Aug 19 18:48:34.244786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-09b10017-566b-4c04-8e4a-34abcf5de1de tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:34.246353 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-09b10017-566b-4c04-8e4a-34abcf5de1de tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/networks?id=b75be0a2-4b16-4ee9-9885-c839d5561b56 HTTP/1.1" status: 200 len: 796 time: 0.1069915 Aug 19 18:48:34.262865 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-70088757-03bb-4bfc-b95d-66cf2d03fb79 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/quotas/9793b3fd4c97423bb3647cabce7e30e7 HTTP/1.1" status: 200 len: 375 time: 0.0103514 Aug 19 18:48:34.316866 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-38da1310-d143-447e-a4c6-29a1a42fc3ac tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9793b3fd4c97423bb3647cabce7e30e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482872 Aug 19 18:48:34.420365 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-ad4cb2e9-9c93-4498-bc77-e93b91f4f7b9 service neutron] 10.222.0.24 "GET /v2.0/networks/b75be0a2-4b16-4ee9-9885-c839d5561b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915802 Aug 19 18:48:34.514697 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-a3b1e127-d6f6-4a08-93c5-f0777658344c service neutron] 10.222.0.24 "GET /v2.0/networks/b75be0a2-4b16-4ee9-9885-c839d5561b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880816 Aug 19 18:48:34.637484 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-200e4cff-a0dc-42e8-b3c2-5e40334c18ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:34.700449 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1292ad63-2e07-4657-9a84-78cdb044957e req-de4673a6-faf8-4594-831b-08b0902aa766 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18 HTTP/1.1" status: 200 len: 210 time: 0.0453973 Aug 19 18:48:35.770826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7b648618-3fca-42c8-8b02-93ee036517d0 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:48:35.786112 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9a54d5a8-abd3-4f5d-a067-bda8820f4508 req-5848615a-d9aa-4b35-aeb8-2b7ea6fdbd2a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18 HTTP/1.1" status: 200 len: 210 time: 0.0358112 Aug 19 18:48:35.827718 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 7b648618-3fca-42c8-8b02-93ee036517d0 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:48:35.831382 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 7b648618-3fca-42c8-8b02-93ee036517d0 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:48:35.831760 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:35.912165 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:35.945168 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 7b648618-3fca-42c8-8b02-93ee036517d0, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7b648618-3fca-42c8-8b02-93ee036517d0,segment=NetworkSegment(f6a018c9-3015-4234-b935-e6ee92169980),segment_id=f6a018c9-3015-4234-b935-e6ee92169980)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:35.948743 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:35.999909 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=7b648618-3fca-42c8-8b02-93ee036517d0,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:36.777767 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:48:36.859056 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ec08e5dd-6c0d-4088-a113-2f4164e91ad1 req-c6384486-6415-46bf-a4ad-e2dd59c6d909 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18 HTTP/1.1" status: 200 len: 210 time: 0.0267344 Aug 19 18:48:37.314051 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:37.407409 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-260dfeba-0169-444d-acce-87c9ddb94822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:37.675449 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-b8ec3e98-7e86-46d7-949e-876f362eb2eb tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:37.676914 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-b8ec3e98-7e86-46d7-949e-876f362eb2eb tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.50 "GET /v2.0/networks?id=b75be0a2-4b16-4ee9-9885-c839d5561b56 HTTP/1.1" status: 200 len: 796 time: 0.1120722 Aug 19 18:48:37.735290 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-2a54da7b-e03e-4b0d-94e2-5d2d04c1a076 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9793b3fd4c97423bb3647cabce7e30e7 HTTP/1.1" status: 200 len: 379 time: 0.0491819 Aug 19 18:48:37.746548 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-43dbcea4-daf3-42f4-b6d8-d63a077497ba tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'port': {'device_id': 'e58acbeb-eb5c-49de-8424-6ebd2ab7cf18', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'admin_state_up': True, 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'security_groups': ['13467fc9-bba2-4ca7-8d77-d7e71c1ce231']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:37.749867 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7b648618-3fca-42c8-8b02-93ee036517d0 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:48:37.800169 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 7b648618-3fca-42c8-8b02-93ee036517d0 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:48:37.800551 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:37.865102 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-43dbcea4-daf3-42f4-b6d8-d63a077497ba tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Made reservation on behalf of 9793b3fd4c97423bb3647cabce7e30e7 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:48:37.869688 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-43dbcea4-daf3-42f4-b6d8-d63a077497ba tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:38.225542 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c1702618-560e-4662-868f-075150088e78 req-edb45568-6a57-4952-8f93-8efa33ec29bb tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18 HTTP/1.1" status: 200 len: 210 time: 0.0295389 Aug 19 18:48:38.267969 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:38.333464 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-43dbcea4-daf3-42f4-b6d8-d63a077497ba tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Allocated IP 172.20.0.8 (b75be0a2-4b16-4ee9-9885-c839d5561b56/d8e704df-8332-4405-b83e-ac9edbdee7b1/b109b1db-31a8-4ee8-8183-de191b53d963) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:48:38.475144 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-43dbcea4-daf3-42f4-b6d8-d63a077497ba tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:38.489745 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-43dbcea4-daf3-42f4-b6d8-d63a077497ba tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Transition to ACTIVE for port object b109b1db-31a8-4ee8-8183-de191b53d963 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:48:38.521264 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-43dbcea4-daf3-42f4-b6d8-d63a077497ba tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:38.562816 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-43dbcea4-daf3-42f4-b6d8-d63a077497ba tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Network b75be0a2-4b16-4ee9-9885-c839d5561b56 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:48:38.568115 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-43dbcea4-daf3-42f4-b6d8-d63a077497ba tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:48:38.572588 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-43dbcea4-daf3-42f4-b6d8-d63a077497ba tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:48:38.603297 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbcea4-daf3-42f4-b6d8-d63a077497ba tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'Port': ['ID=b109b1db-31a8-4ee8-8183-de191b53d963,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:38.632039 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-43dbcea4-daf3-42f4-b6d8-d63a077497ba tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:38.633508 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-43dbcea4-daf3-42f4-b6d8-d63a077497ba tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:38.649463 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-43dbcea4-daf3-42f4-b6d8-d63a077497ba tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9077075 Aug 19 18:48:38.661841 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-f36ebab1-262c-410f-806b-d078fba8b0d2 service neutron] Request body: {'port': {'device_id': 'e58acbeb-eb5c-49de-8424-6ebd2ab7cf18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:38.720791 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-f36ebab1-262c-410f-806b-d078fba8b0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:38.829250 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d7a4556c-769b-4ab3-8ad7-10c28cf42397 None None] Provisioning for port b109b1db-31a8-4ee8-8183-de191b53d963 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:48:38.832980 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d7a4556c-769b-4ab3-8ad7-10c28cf42397 None None] Provisioning complete for port b109b1db-31a8-4ee8-8183-de191b53d963 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:48:38.833359 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d7a4556c-769b-4ab3-8ad7-10c28cf42397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:38.869840 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-d7a4556c-769b-4ab3-8ad7-10c28cf42397 None None] Port b109b1db-31a8-4ee8-8183-de191b53d963 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:48:39.003027 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-f36ebab1-262c-410f-806b-d078fba8b0d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b109b1db-31a8-4ee8-8183-de191b53d963 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:48:39.011877 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-f36ebab1-262c-410f-806b-d078fba8b0d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:39.024748 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-f36ebab1-262c-410f-806b-d078fba8b0d2 service neutron] Transition to ACTIVE for port object b109b1db-31a8-4ee8-8183-de191b53d963 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:48:39.028530 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-f36ebab1-262c-410f-806b-d078fba8b0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:39.089501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ebab1-262c-410f-806b-d078fba8b0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b109b1db-31a8-4ee8-8183-de191b53d963,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:39.159697 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-f36ebab1-262c-410f-806b-d078fba8b0d2 service neutron] Attempting to bind port b109b1db-31a8-4ee8-8183-de191b53d963 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:48:39.160024 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-f36ebab1-262c-410f-806b-d078fba8b0d2 service neutron] Attempting to bind port b109b1db-31a8-4ee8-8183-de191b53d963 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'f6a018c9-3015-4234-b935-e6ee92169980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:48:39.160366 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-f36ebab1-262c-410f-806b-d078fba8b0d2 service neutron] Attempting to bind port b109b1db-31a8-4ee8-8183-de191b53d963 on network b75be0a2-4b16-4ee9-9885-c839d5561b56 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:48:39.166202 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-f36ebab1-262c-410f-806b-d078fba8b0d2 service neutron] Port b109b1db-31a8-4ee8-8183-de191b53d963 on network b75be0a2-4b16-4ee9-9885-c839d5561b56 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:48:39.166523 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-f36ebab1-262c-410f-806b-d078fba8b0d2 service neutron] Attempting to bind port b109b1db-31a8-4ee8-8183-de191b53d963 on network b75be0a2-4b16-4ee9-9885-c839d5561b56 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:48:39.171588 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-f36ebab1-262c-410f-806b-d078fba8b0d2 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:48:39.171930 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-f36ebab1-262c-410f-806b-d078fba8b0d2 service neutron] Checking segment: {'id': 'f6a018c9-3015-4234-b935-e6ee92169980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:48:39.172322 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-f36ebab1-262c-410f-806b-d078fba8b0d2 service neutron] Bound using segment: {'id': 'f6a018c9-3015-4234-b935-e6ee92169980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:48:39.172761 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-f36ebab1-262c-410f-806b-d078fba8b0d2 service neutron] Bound port: b109b1db-31a8-4ee8-8183-de191b53d963, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a018c9-3015-4234-b935-e6ee92169980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:48:39.173123 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-f36ebab1-262c-410f-806b-d078fba8b0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:39.240588 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-f36ebab1-262c-410f-806b-d078fba8b0d2 service neutron] For port b109b1db-31a8-4ee8-8183-de191b53d963, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:48:39.244284 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-f36ebab1-262c-410f-806b-d078fba8b0d2 service neutron] For port b109b1db-31a8-4ee8-8183-de191b53d963, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b109b1db-31a8-4ee8-8183-de191b53d963,segment=NetworkSegment(f6a018c9-3015-4234-b935-e6ee92169980),segment_id=f6a018c9-3015-4234-b935-e6ee92169980)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:48:39.249411 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-f36ebab1-262c-410f-806b-d078fba8b0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:39.294007 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-f36ebab1-262c-410f-806b-d078fba8b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:39.294636 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-f36ebab1-262c-410f-806b-d078fba8b0d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:39.296079 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-f36ebab1-262c-410f-806b-d078fba8b0d2 service neutron] 10.222.0.50 "PUT /v2.0/ports/b109b1db-31a8-4ee8-8183-de191b53d963 HTTP/1.1" status: 200 len: 1091 time: 0.6386166 Aug 19 18:48:39.296525 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58acbeb-eb5c-49de-8424-6ebd2ab7cf18', 'tag': 'b109b1db-31a8-4ee8-8183-de191b53d963'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:48:39.298828 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c403a4a5-f9df-43e4-907a-7fc522528aae" -d '{"events": [{"name": "network-changed", "server_uuid": "e58acbeb-eb5c-49de-8424-6ebd2ab7cf18", "tag": "b109b1db-31a8-4ee8-8183-de191b53d963"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:48:39.323383 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ebab1-262c-410f-806b-d078fba8b0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b109b1db-31a8-4ee8-8183-de191b53d963,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:39.368550 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb1d512-ec96-4f24-b5e7-2859ea1f07c9 x-openstack-request-id: req-2cb1d512-ec96-4f24-b5e7-2859ea1f07c9 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:48:39.368826 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e58acbeb-eb5c-49de-8424-6ebd2ab7cf18", "tag": "b109b1db-31a8-4ee8-8183-de191b53d963", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:48:39.369085 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2cb1d512-ec96-4f24-b5e7-2859ea1f07c9 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:48:39.369479 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e58acbeb-eb5c-49de-8424-6ebd2ab7cf18', 'tag': 'b109b1db-31a8-4ee8-8183-de191b53d963', 'status': 'completed', 'code': 200} Aug 19 18:48:39.375862 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53294934-c035-4ce8-b0cd-87853958dca8 req-ccdd6013-d7ab-4653-bc47-28f68908a272 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:39.377304 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53294934-c035-4ce8-b0cd-87853958dca8 req-ccdd6013-d7ab-4653-bc47-28f68908a272 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18 HTTP/1.1" status: 200 len: 943 time: 0.0815411 Aug 19 18:48:39.386224 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-cae834b7-3c88-4a46-a3ca-1f276ace1a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:39.387758 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-cae834b7-3c88-4a46-a3ca-1f276ace1a00 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9793b3fd4c97423bb3647cabce7e30e7&device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18 HTTP/1.1" status: 200 len: 1094 time: 0.0491848 Aug 19 18:48:39.427231 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53294934-c035-4ce8-b0cd-87853958dca8 req-03e18b7c-aa18-42f8-a5d3-467d4168ef80 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=13467fc9-bba2-4ca7-8d77-d7e71c1ce231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383401 Aug 19 18:48:39.434019 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-25f3ba40-7f42-41ee-ad03-f90c99df9f10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b109b1db-31a8-4ee8-8183-de191b53d963 HTTP/1.1" status: 200 len: 217 time: 0.0381477 Aug 19 18:48:39.491099 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-ca8b952f-8a54-42a2-b945-17abe5d774bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:39.493214 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-ca8b952f-8a54-42a2-b945-17abe5d774bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d8e704df-8332-4405-b83e-ac9edbdee7b1 HTTP/1.1" status: 200 len: 834 time: 0.0529549 Aug 19 18:48:39.541943 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-cf186388-a678-46d4-bdc6-d3e7d3df8b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:39.543465 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-cf186388-a678-46d4-bdc6-d3e7d3df8b6e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b75be0a2-4b16-4ee9-9885-c839d5561b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427108 Aug 19 18:48:39.635517 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-6b71f6da-ba8d-420f-b55b-b2f1ac00077a service neutron] 10.222.0.50 "GET /v2.0/networks/b75be0a2-4b16-4ee9-9885-c839d5561b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838604 Aug 19 18:48:39.730982 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a25d160-896a-46e3-b00e-7775f9ff8e29 req-94028594-c5c3-4439-a520-54c4dcbfee9a service neutron] 10.222.0.50 "GET /v2.0/networks/b75be0a2-4b16-4ee9-9885-c839d5561b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876188 Aug 19 18:48:39.834142 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403a4a5-f9df-43e4-907a-7fc522528aae req-b92df2c5-a204-46bd-9147-8bd377571cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:39.835780 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c403a4a5-f9df-43e4-907a-7fc522528aae req-b92df2c5-a204-46bd-9147-8bd377571cfc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9793b3fd4c97423bb3647cabce7e30e7&device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18 HTTP/1.1" status: 200 len: 1094 time: 0.0573244 Aug 19 18:48:39.935095 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403a4a5-f9df-43e4-907a-7fc522528aae req-a7a482fc-4dac-422e-ba59-92a6d0269c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:39.936618 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c403a4a5-f9df-43e4-907a-7fc522528aae req-a7a482fc-4dac-422e-ba59-92a6d0269c10 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b75be0a2-4b16-4ee9-9885-c839d5561b56 HTTP/1.1" status: 200 len: 897 time: 0.0941339 Aug 19 18:48:39.981729 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c403a4a5-f9df-43e4-907a-7fc522528aae req-e516c00b-5135-4fa0-9c91-d7a93bcb0762 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b109b1db-31a8-4ee8-8183-de191b53d963 HTTP/1.1" status: 200 len: 217 time: 0.0375190 Aug 19 18:48:40.031443 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403a4a5-f9df-43e4-907a-7fc522528aae req-4273157d-15c0-49b1-8da4-18bd419978de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:40.032931 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c403a4a5-f9df-43e4-907a-7fc522528aae req-4273157d-15c0-49b1-8da4-18bd419978de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d8e704df-8332-4405-b83e-ac9edbdee7b1 HTTP/1.1" status: 200 len: 834 time: 0.0435905 Aug 19 18:48:40.084608 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403a4a5-f9df-43e4-907a-7fc522528aae req-e5f156cc-7806-4e02-8765-c089142af597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:40.086622 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c403a4a5-f9df-43e4-907a-7fc522528aae req-e5f156cc-7806-4e02-8765-c089142af597 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b75be0a2-4b16-4ee9-9885-c839d5561b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458446 Aug 19 18:48:40.178198 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c403a4a5-f9df-43e4-907a-7fc522528aae req-9c309d67-0331-4c83-9830-9c771938b182 service neutron] 10.222.0.50 "GET /v2.0/networks/b75be0a2-4b16-4ee9-9885-c839d5561b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837798 Aug 19 18:48:40.270694 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:40.277858 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c403a4a5-f9df-43e4-907a-7fc522528aae req-d3ea0742-3789-4f26-8aba-daa1fa23b370 service neutron] 10.222.0.50 "GET /v2.0/networks/b75be0a2-4b16-4ee9-9885-c839d5561b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911155 Aug 19 18:48:40.546746 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf19684-a5c6-4883-af0f-926f521fde37 req-492eda59-c796-4089-81bf-a525bca0712e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:40.548236 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3cf19684-a5c6-4883-af0f-926f521fde37 req-492eda59-c796-4089-81bf-a525bca0712e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18 HTTP/1.1" status: 200 len: 943 time: 0.0493042 Aug 19 18:48:40.586167 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3cf19684-a5c6-4883-af0f-926f521fde37 req-aa3e9e44-3c43-4c21-b523-51161cf2e53b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=13467fc9-bba2-4ca7-8d77-d7e71c1ce231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311806 Aug 19 18:48:41.355322 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:41.703914 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148204cf-4fb2-4206-8b23-9a8acc0899d4 req-6678a8b8-9d95-429a-98f1-7a0d3d8eb0f2 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:41.705443 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-148204cf-4fb2-4206-8b23-9a8acc0899d4 req-6678a8b8-9d95-429a-98f1-7a0d3d8eb0f2 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18 HTTP/1.1" status: 200 len: 943 time: 0.0491817 Aug 19 18:48:41.744774 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-148204cf-4fb2-4206-8b23-9a8acc0899d4 req-9d1fea4e-d3c6-4665-a7ee-657db2c39fcf tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=13467fc9-bba2-4ca7-8d77-d7e71c1ce231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330372 Aug 19 18:48:41.812063 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device b109b1db-31a8-4ee8-8183-de191b53d963 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:48:41.907687 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port b109b1db-31a8-4ee8-8183-de191b53d963, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b109b1db-31a8-4ee8-8183-de191b53d963,segment=NetworkSegment(f6a018c9-3015-4234-b935-e6ee92169980),segment_id=f6a018c9-3015-4234-b935-e6ee92169980)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:41.919668 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'b109b1db-31a8-4ee8-8183-de191b53d963', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'port_id': 'b109b1db-31a8-4ee8-8183-de191b53d963', 'mac_address': 'fa:16:3e:39:01:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:48:41.963382 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:41.975856 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b109b1db-31a8-4ee8-8183-de191b53d963 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:48:41.996427 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port b109b1db-31a8-4ee8-8183-de191b53d963, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b109b1db-31a8-4ee8-8183-de191b53d963,segment=NetworkSegment(f6a018c9-3015-4234-b935-e6ee92169980),segment_id=f6a018c9-3015-4234-b935-e6ee92169980)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:41.999224 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:42.046572 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=b109b1db-31a8-4ee8-8183-de191b53d963,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:42.053819 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:42.054510 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:42.054852 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:42.055192 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:42.055531 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:42.055864 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:42.056194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:42.056521 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:42.056846 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:42.057172 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:42.057496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:42.057839 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:42.210191 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['b109b1db-31a8-4ee8-8183-de191b53d963'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:48:42.862876 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a814669-fa1d-45c5-80da-b568b9717731 req-edd1243b-6cf5-4eb4-b6a7-8077ec6d4f91 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:42.864374 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4a814669-fa1d-45c5-80da-b568b9717731 req-edd1243b-6cf5-4eb4-b6a7-8077ec6d4f91 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18 HTTP/1.1" status: 200 len: 944 time: 0.0500114 Aug 19 18:48:42.906254 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4a814669-fa1d-45c5-80da-b568b9717731 req-77f20fc9-5a4f-4518-af44-8010f12e0aaf tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=13467fc9-bba2-4ca7-8d77-d7e71c1ce231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350428 Aug 19 18:48:43.821055 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device b109b1db-31a8-4ee8-8183-de191b53d963 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:48:43.869678 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port b109b1db-31a8-4ee8-8183-de191b53d963 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:48:43.873201 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port b109b1db-31a8-4ee8-8183-de191b53d963 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:48:43.873599 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:43.958134 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:43.983167 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58acbeb-eb5c-49de-8424-6ebd2ab7cf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b109b1db-31a8-4ee8-8183-de191b53d963'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:48:43.985380 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d0ccc5-a20d-42f5-8599-d8ac5798a845" -d '{"events": [{"server_uuid": "e58acbeb-eb5c-49de-8424-6ebd2ab7cf18", "name": "network-vif-plugged", "status": "completed", "tag": "b109b1db-31a8-4ee8-8183-de191b53d963"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:48:44.000150 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port b109b1db-31a8-4ee8-8183-de191b53d963, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b109b1db-31a8-4ee8-8183-de191b53d963,segment=NetworkSegment(f6a018c9-3015-4234-b935-e6ee92169980),segment_id=f6a018c9-3015-4234-b935-e6ee92169980)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:44.005147 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:44.032114 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f239db-4458-444e-b971-c075276af663 x-openstack-request-id: req-83f239db-4458-444e-b971-c075276af663 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:48:44.032410 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58acbeb-eb5c-49de-8424-6ebd2ab7cf18", "name": "network-vif-plugged", "status": "completed", "tag": "b109b1db-31a8-4ee8-8183-de191b53d963", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:48:44.032745 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83f239db-4458-444e-b971-c075276af663 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:48:44.033058 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58acbeb-eb5c-49de-8424-6ebd2ab7cf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b109b1db-31a8-4ee8-8183-de191b53d963', 'code': 200} Aug 19 18:48:44.043247 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bd862-b4ba-418f-8d45-31359b07f423 req-a07e23c8-77c5-4391-aa6b-f6db8069e75e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:44.044750 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1b1bd862-b4ba-418f-8d45-31359b07f423 req-a07e23c8-77c5-4391-aa6b-f6db8069e75e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18 HTTP/1.1" status: 200 len: 944 time: 0.0702174 Aug 19 18:48:44.061256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=b109b1db-31a8-4ee8-8183-de191b53d963,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:44.087463 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1b1bd862-b4ba-418f-8d45-31359b07f423 req-ce3f6bde-12d8-4f08-927c-d64c41c5b66f tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=13467fc9-bba2-4ca7-8d77-d7e71c1ce231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365562 Aug 19 18:48:44.133547 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650ea54-136e-4c87-a92f-cde2c252bfe7 req-4cbc3344-eb63-497f-b7e5-31b508ff610a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:44.135140 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a650ea54-136e-4c87-a92f-cde2c252bfe7 req-4cbc3344-eb63-497f-b7e5-31b508ff610a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18 HTTP/1.1" status: 200 len: 1096 time: 0.0424418 Aug 19 18:48:44.174166 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a650ea54-136e-4c87-a92f-cde2c252bfe7 req-1eb7672d-d995-4579-990e-3da9fa997e5f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=13467fc9-bba2-4ca7-8d77-d7e71c1ce231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322471 Aug 19 18:48:45.218463 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d126076-72bc-407b-949f-2d4d4c34f7cc req-70dc2836-131c-4b28-9eff-6dc578cb37e7 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:45.220002 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d126076-72bc-407b-949f-2d4d4c34f7cc req-70dc2836-131c-4b28-9eff-6dc578cb37e7 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18 HTTP/1.1" status: 200 len: 945 time: 0.0513670 Aug 19 18:48:45.258179 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d126076-72bc-407b-949f-2d4d4c34f7cc req-b56c3c12-b9d3-4ed2-9fa9-7ae15ea41fff tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=13467fc9-bba2-4ca7-8d77-d7e71c1ce231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321183 Aug 19 18:48:46.373728 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b3f3d-a351-4b48-a5ed-0aa434902c96 req-fb0a49b6-96ae-4093-a97e-4488c615a34c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:46.375228 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0c1b3f3d-a351-4b48-a5ed-0aa434902c96 req-fb0a49b6-96ae-4093-a97e-4488c615a34c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18 HTTP/1.1" status: 200 len: 945 time: 0.0499177 Aug 19 18:48:46.414011 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0c1b3f3d-a351-4b48-a5ed-0aa434902c96 req-3e8f5958-8d99-4029-a63d-78d8ee7d54ff tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=13467fc9-bba2-4ca7-8d77-d7e71c1ce231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318468 Aug 19 18:48:46.529167 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb12aa7-0d02-4b86-b998-00b0a963348f req-06f5f384-6ade-4f64-83ad-19ff255a24e2 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:46.530693 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8cb12aa7-0d02-4b86-b998-00b0a963348f req-06f5f384-6ade-4f64-83ad-19ff255a24e2 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18 HTTP/1.1" status: 200 len: 945 time: 0.0501049 Aug 19 18:48:46.568713 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8cb12aa7-0d02-4b86-b998-00b0a963348f req-e40e0682-04bb-4809-99b5-13767b2fe918 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=13467fc9-bba2-4ca7-8d77-d7e71c1ce231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320103 Aug 19 18:48:46.590320 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38556) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:46.629798 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1d8914-33c3-42be-8327-e7b635b02914 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:46.631305 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4c1d8914-33c3-42be-8327-e7b635b02914 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18 HTTP/1.1" status: 200 len: 1091 time: 0.0399811 Aug 19 18:48:46.634328 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38558) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:46.638682 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f5fd1156-de99-4e04-91a8-ae694d53aa31 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': 'b109b1db-31a8-4ee8-8183-de191b53d963', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:46.660606 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1156-de99-4e04-91a8-ae694d53aa31 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:46.759998 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:46.761179 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1156-de99-4e04-91a8-ae694d53aa31 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:46.871975 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-f5fd1156-de99-4e04-91a8-ae694d53aa31 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Allocated IP 172.25.8.198 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/317c0a77-1a4e-4dee-9b74-e5bdc5df6b2e) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:48:46.974158 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1156-de99-4e04-91a8-ae694d53aa31 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:47.014963 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1156-de99-4e04-91a8-ae694d53aa31 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:47.050618 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fd1156-de99-4e04-91a8-ae694d53aa31 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:48:47.055608 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-f5fd1156-de99-4e04-91a8-ae694d53aa31 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:48:47.059117 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fd1156-de99-4e04-91a8-ae694d53aa31 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:48:47.089021 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd1156-de99-4e04-91a8-ae694d53aa31 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'Port': ['ID=317c0a77-1a4e-4dee-9b74-e5bdc5df6b2e,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:47.425036 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1156-de99-4e04-91a8-ae694d53aa31 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:47.494403 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1156-de99-4e04-91a8-ae694d53aa31 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:47.642306 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1156-de99-4e04-91a8-ae694d53aa31 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:47.647037 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1156-de99-4e04-91a8-ae694d53aa31 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:47.729597 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd1156-de99-4e04-91a8-ae694d53aa31 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'Port': ['ID=317c0a77-1a4e-4dee-9b74-e5bdc5df6b2e,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:47.739555 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1156-de99-4e04-91a8-ae694d53aa31 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:47.844059 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-f5fd1156-de99-4e04-91a8-ae694d53aa31 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Floating IP 21224fbc-3714-400c-b79f-326c383b3b3f associated. External IP: 172.25.8.198, port: b109b1db-31a8-4ee8-8183-de191b53d963. Aug 19 18:48:48.056686 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fd1156-de99-4e04-91a8-ae694d53aa31 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Router 928f4884-6f80-409a-a4c8-c4fe2406f69d has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:48:48.164188 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fd1156-de99-4e04-91a8-ae694d53aa31 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:48:48.174031 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a4cc0d-2d1e-4dc3-9256-539470b99fe3 None None] Sync routers for ids ['928f4884-6f80-409a-a4c8-c4fe2406f69d'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:48:48.182119 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1156-de99-4e04-91a8-ae694d53aa31 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:48.184532 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a4cc0d-2d1e-4dc3-9256-539470b99fe3 None None] Routers {'928f4884-6f80-409a-a4c8-c4fe2406f69d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:48.185190 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-33a4cc0d-2d1e-4dc3-9256-539470b99fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:48:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['928f4884-6f80-409a-a4c8-c4fe2406f69d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:48.211196 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f5fd1156-de99-4e04-91a8-ae694d53aa31 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5758178 Aug 19 18:48:48.211896 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58acbeb-eb5c-49de-8424-6ebd2ab7cf18', 'tag': 'b109b1db-31a8-4ee8-8183-de191b53d963'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:48:48.213947 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38560) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:48.214517 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848e6bed-3600-4f20-bec5-e197d8755257" -d '{"events": [{"name": "network-changed", "server_uuid": "e58acbeb-eb5c-49de-8424-6ebd2ab7cf18", "tag": "b109b1db-31a8-4ee8-8183-de191b53d963"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:48:48.251250 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449342a3-98db-4c5d-8790-a651d5fceaff x-openstack-request-id: req-449342a3-98db-4c5d-8790-a651d5fceaff {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:48:48.251546 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e58acbeb-eb5c-49de-8424-6ebd2ab7cf18", "tag": "b109b1db-31a8-4ee8-8183-de191b53d963", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:48:48.251800 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-449342a3-98db-4c5d-8790-a651d5fceaff {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:48:48.252207 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e58acbeb-eb5c-49de-8424-6ebd2ab7cf18', 'tag': 'b109b1db-31a8-4ee8-8183-de191b53d963', 'status': 'completed', 'code': 200} Aug 19 18:48:48.296537 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-33a4cc0d-2d1e-4dc3-9256-539470b99fe3 None None] Set router 928f4884-6f80-409a-a4c8-c4fe2406f69d gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:48.298251 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b91dca7d-da29-42cf-8b74-89bca96ca816 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/floatingips/21224fbc-3714-400c-b79f-326c383b3b3f HTTP/1.1" status: 200 len: 991 time: 0.0824568 Aug 19 18:48:48.325226 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e6bed-3600-4f20-bec5-e197d8755257 req-c2397e01-5c19-4d1d-9eee-0a6d7b856e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:48.326765 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-848e6bed-3600-4f20-bec5-e197d8755257 req-c2397e01-5c19-4d1d-9eee-0a6d7b856e63 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9793b3fd4c97423bb3647cabce7e30e7&device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18 HTTP/1.1" status: 200 len: 1096 time: 0.0502598 Aug 19 18:48:48.420170 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e6bed-3600-4f20-bec5-e197d8755257 req-164168ab-8c33-4fff-bd14-108f85663d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:48.421682 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-848e6bed-3600-4f20-bec5-e197d8755257 req-164168ab-8c33-4fff-bd14-108f85663d75 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b75be0a2-4b16-4ee9-9885-c839d5561b56 HTTP/1.1" status: 200 len: 897 time: 0.0884767 Aug 19 18:48:48.489854 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-848e6bed-3600-4f20-bec5-e197d8755257 req-3492f98e-601f-411d-8b3b-7f58fd8b3395 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b109b1db-31a8-4ee8-8183-de191b53d963 HTTP/1.1" status: 200 len: 999 time: 0.0598605 Aug 19 18:48:48.525781 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-33a4cc0d-2d1e-4dc3-9256-539470b99fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'name': 'tempest-TestNetworkBasicOps-router-910162564', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:31Z', 'revision_number': 4, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '21224fbc-3714-400c-b79f-326c383b3b3f', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'port_id': 'b109b1db-31a8-4ee8-8183-de191b53d963', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'mac_address': 'fa:16:3e:39:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58acbeb-eb5c-49de-8424-6ebd2ab7cf18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:48:47Z', 'updated_at': '2021-08-19T18:48:47Z', 'revision_number': 0, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b648618-3fca-42c8-8b02-93ee036517d0', 'name': '', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:46:85:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:30Z', 'updated_at': '2021-08-19T18:48:35Z', 'revision_number': 5, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:48.539284 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e6bed-3600-4f20-bec5-e197d8755257 req-11e39744-5b9a-494c-b861-8cd8fd37658e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:48.540755 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-848e6bed-3600-4f20-bec5-e197d8755257 req-11e39744-5b9a-494c-b861-8cd8fd37658e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d8e704df-8332-4405-b83e-ac9edbdee7b1 HTTP/1.1" status: 200 len: 834 time: 0.0443466 Aug 19 18:48:48.552407 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a4cc0d-2d1e-4dc3-9256-539470b99fe3 None None] Checking router: 928f4884-6f80-409a-a4c8-c4fe2406f69d for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:48:48.561621 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a4cc0d-2d1e-4dc3-9256-539470b99fe3 None None] Routers {'928f4884-6f80-409a-a4c8-c4fe2406f69d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:48.562238 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-33a4cc0d-2d1e-4dc3-9256-539470b99fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:48:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['928f4884-6f80-409a-a4c8-c4fe2406f69d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:48.592051 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e6bed-3600-4f20-bec5-e197d8755257 req-5e0c9350-85ec-4f9c-80e3-65ca4076ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:48.593629 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-848e6bed-3600-4f20-bec5-e197d8755257 req-5e0c9350-85ec-4f9c-80e3-65ca4076ac8e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b75be0a2-4b16-4ee9-9885-c839d5561b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453496 Aug 19 18:48:48.674069 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-33a4cc0d-2d1e-4dc3-9256-539470b99fe3 None None] Set router 928f4884-6f80-409a-a4c8-c4fe2406f69d gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:48.686478 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-848e6bed-3600-4f20-bec5-e197d8755257 req-72e3ea7d-6cb8-40bb-9ccb-3f67cb800a4f service neutron] 10.222.0.50 "GET /v2.0/networks/b75be0a2-4b16-4ee9-9885-c839d5561b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839274 Aug 19 18:48:48.784239 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-848e6bed-3600-4f20-bec5-e197d8755257 req-f3e3699a-fc6a-448c-94c6-64f1e2d054c3 service neutron] 10.222.0.50 "GET /v2.0/networks/b75be0a2-4b16-4ee9-9885-c839d5561b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904827 Aug 19 18:48:48.905484 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-33a4cc0d-2d1e-4dc3-9256-539470b99fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'name': 'tempest-TestNetworkBasicOps-router-910162564', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:31Z', 'revision_number': 4, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '21224fbc-3714-400c-b79f-326c383b3b3f', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'port_id': 'b109b1db-31a8-4ee8-8183-de191b53d963', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'mac_address': 'fa:16:3e:39:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58acbeb-eb5c-49de-8424-6ebd2ab7cf18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:48:47Z', 'updated_at': '2021-08-19T18:48:47Z', 'revision_number': 0, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b648618-3fca-42c8-8b02-93ee036517d0', 'name': '', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:46:85:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:30Z', 'updated_at': '2021-08-19T18:48:35Z', 'revision_number': 5, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:48.931854 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a4cc0d-2d1e-4dc3-9256-539470b99fe3 None None] The sync data for ids ['928f4884-6f80-409a-a4c8-c4fe2406f69d'] in n-d-803753-2 is: [{'id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'name': 'tempest-TestNetworkBasicOps-router-910162564', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:31Z', 'revision_number': 4, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '21224fbc-3714-400c-b79f-326c383b3b3f', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'port_id': 'b109b1db-31a8-4ee8-8183-de191b53d963', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'mac_address': 'fa:16:3e:39:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58acbeb-eb5c-49de-8424-6ebd2ab7cf18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:48:47Z', 'updated_at': '2021-08-19T18:48:47Z', 'revision_number': 0, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b648618-3fca-42c8-8b02-93ee036517d0', 'name': '', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:46:85:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:30Z', 'updated_at': '2021-08-19T18:48:35Z', 'revision_number': 5, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:48:49.121267 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d49f7f-641b-4d4a-aef2-6b282454230c None None] New status for floating IP 21224fbc-3714-400c-b79f-326c383b3b3f: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:48:49.301491 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38564) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:49.361813 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-05efa7ba-76fd-4ff2-a940-330e273f438c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/floatingips/21224fbc-3714-400c-b79f-326c383b3b3f HTTP/1.1" status: 200 len: 993 time: 0.0590017 Aug 19 18:49:04.639948 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ed1729cf-28b0-4639-87df-10ee8f4819d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:07.315395 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:07.408691 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a4eca7ee-bdcd-4283-a4f3-2ff36de2875c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:08.270319 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:09.770996 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25fb522e-89d4-46fe-b3f4-32d565365f27 req-1bde9622-8faa-4955-bcc3-6d08e1ba4a8d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1048586 Aug 19 18:49:09.859179 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb522e-89d4-46fe-b3f4-32d565365f27 req-5f001401-f615-486a-958f-5b2cdd4711b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:09.860713 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25fb522e-89d4-46fe-b3f4-32d565365f27 req-5f001401-f615-486a-958f-5b2cdd4711b1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9793b3fd4c97423bb3647cabce7e30e7&device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18 HTTP/1.1" status: 200 len: 1096 time: 0.0438492 Aug 19 18:49:09.969648 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb522e-89d4-46fe-b3f4-32d565365f27 req-ca354f81-8480-44dd-a189-ec52b4b56f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:09.971072 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25fb522e-89d4-46fe-b3f4-32d565365f27 req-ca354f81-8480-44dd-a189-ec52b4b56f1f service neutron] 10.222.0.50 "GET /v2.0/networks?id=b75be0a2-4b16-4ee9-9885-c839d5561b56 HTTP/1.1" status: 200 len: 897 time: 0.0901310 Aug 19 18:49:10.037819 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25fb522e-89d4-46fe-b3f4-32d565365f27 req-bbf45fe1-b20d-4fec-bb62-cbc42232c37c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b109b1db-31a8-4ee8-8183-de191b53d963 HTTP/1.1" status: 200 len: 1001 time: 0.0583830 Aug 19 18:49:10.086849 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb522e-89d4-46fe-b3f4-32d565365f27 req-7dd4f976-4214-434c-ad14-cfbfcffbfdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:10.088524 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25fb522e-89d4-46fe-b3f4-32d565365f27 req-7dd4f976-4214-434c-ad14-cfbfcffbfdc7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d8e704df-8332-4405-b83e-ac9edbdee7b1 HTTP/1.1" status: 200 len: 834 time: 0.0436962 Aug 19 18:49:10.140662 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb522e-89d4-46fe-b3f4-32d565365f27 req-faace2ea-3893-4c53-9bdb-0e0400609dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:10.142263 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25fb522e-89d4-46fe-b3f4-32d565365f27 req-faace2ea-3893-4c53-9bdb-0e0400609dc0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b75be0a2-4b16-4ee9-9885-c839d5561b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459840 Aug 19 18:49:10.230579 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25fb522e-89d4-46fe-b3f4-32d565365f27 req-d76b7e09-0335-466b-8f66-2a8e8220aa03 service neutron] 10.222.0.50 "GET /v2.0/networks/b75be0a2-4b16-4ee9-9885-c839d5561b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797093 Aug 19 18:49:10.274017 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:10.323177 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25fb522e-89d4-46fe-b3f4-32d565365f27 req-9bbe73e2-8ebe-4ba8-8439-c63138a6acca service neutron] 10.222.0.50 "GET /v2.0/networks/b75be0a2-4b16-4ee9-9885-c839d5561b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846283 Aug 19 18:49:11.369345 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:13.781201 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:49:16.792581 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:20.247656 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38592) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:20.324530 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317a0ec3-8f52-4490-b20e-e76c64eefb24 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:20.325001 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317a0ec3-8f52-4490-b20e-e76c64eefb24 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:20.325469 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317a0ec3-8f52-4490-b20e-e76c64eefb24 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:20.327155 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-317a0ec3-8f52-4490-b20e-e76c64eefb24 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=9793b3fd4c97423bb3647cabce7e30e7&network_id=b75be0a2-4b16-4ee9-9885-c839d5561b56 HTTP/1.1" status: 200 len: 2969 time: 0.0784221 Aug 19 18:49:22.600407 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38602) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:22.652067 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc8adae-2b15-416d-a6b3-6adadef02e64 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:22.653550 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6cc8adae-2b15-416d-a6b3-6adadef02e64 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d HTTP/1.1" status: 200 len: 814 time: 0.0521452 Aug 19 18:49:23.377162 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38608) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:23.382283 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-9c6da8be-8cb5-40c4-9af6-0167f26b5fd8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'network': {'name': 'tempest-network-smoke--343792471', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'port_security_enabled': True}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:23.403750 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6da8be-8cb5-40c4-9af6-0167f26b5fd8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Made reservation on behalf of 9793b3fd4c97423bb3647cabce7e30e7 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:49:23.407302 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9c6da8be-8cb5-40c4-9af6-0167f26b5fd8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:23.433842 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6da8be-8cb5-40c4-9af6-0167f26b5fd8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:49:23.444190 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9c6da8be-8cb5-40c4-9af6-0167f26b5fd8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:23.444537 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-9c6da8be-8cb5-40c4-9af6-0167f26b5fd8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Added segment ef6d8f77-5df0-4a07-8253-d2ace51a7837 of type vlan for network 18c85b49-c2d7-40c6-9de8-b4fb89006e37 Aug 19 18:49:23.484339 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9c6da8be-8cb5-40c4-9af6-0167f26b5fd8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:23.508615 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9c6da8be-8cb5-40c4-9af6-0167f26b5fd8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:23.514226 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6da8be-8cb5-40c4-9af6-0167f26b5fd8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:23.514807 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9c6da8be-8cb5-40c4-9af6-0167f26b5fd8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:23.571972 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9c6da8be-8cb5-40c4-9af6-0167f26b5fd8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1936789 Aug 19 18:49:23.575154 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38610) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:23.584872 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6da8be-8cb5-40c4-9af6-0167f26b5fd8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'Network': ['ID=18c85b49-c2d7-40c6-9de8-b4fb89006e37,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:23.592407 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6da8be-8cb5-40c4-9af6-0167f26b5fd8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:23.592754 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6da8be-8cb5-40c4-9af6-0167f26b5fd8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:23.593096 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6da8be-8cb5-40c4-9af6-0167f26b5fd8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:23.593433 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6da8be-8cb5-40c4-9af6-0167f26b5fd8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:23.593820 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6da8be-8cb5-40c4-9af6-0167f26b5fd8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:23.594161 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6da8be-8cb5-40c4-9af6-0167f26b5fd8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:23.594489 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6da8be-8cb5-40c4-9af6-0167f26b5fd8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:23.594815 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6da8be-8cb5-40c4-9af6-0167f26b5fd8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:23.595139 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6da8be-8cb5-40c4-9af6-0167f26b5fd8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:23.595490 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6da8be-8cb5-40c4-9af6-0167f26b5fd8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:23.595815 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6da8be-8cb5-40c4-9af6-0167f26b5fd8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:23.596137 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6da8be-8cb5-40c4-9af6-0167f26b5fd8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:23.608127 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 18c85b49-c2d7-40c6-9de8-b4fb89006e37 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:49:23.642161 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14c1395-536d-4e3a-91e3-bdca919396fa tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:23.643656 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d14c1395-536d-4e3a-91e3-bdca919396fa tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=9793b3fd4c97423bb3647cabce7e30e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0674620 Aug 19 18:49:23.646759 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38612) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:23.736140 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b70810e-b005-45c0-b419-c2e4fef71f23 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:23.737667 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1b70810e-b005-45c0-b419-c2e4fef71f23 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899625 Aug 19 18:49:23.740389 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38614) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:23.768235 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ecbfeaf1-d828-4026-a8a4-059444531109 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268233 Aug 19 18:49:23.770737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38616) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:23.799149 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-57cd4f1b-2a11-46d0-8ba8-f2a5e92695f4 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=9793b3fd4c97423bb3647cabce7e30e7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273559 Aug 19 18:49:23.801510 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38618) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:23.891397 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f540348-39a8-4206-bf35-097467ec8acd tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:23.892956 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9f540348-39a8-4206-bf35-097467ec8acd tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904720 Aug 19 18:49:23.895707 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38620) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:23.924347 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b3c92b11-f3ab-4ea9-ac5b-7633e36fa374 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275776 Aug 19 18:49:23.926894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38622) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:23.931833 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d3ebb5b2-1e7f-4256-98fd-0dab76a4f658 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-904508188', 'network_id': '18c85b49-c2d7-40c6-9de8-b4fb89006e37', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:24.022007 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ebb5b2-1e7f-4256-98fd-0dab76a4f658 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Made reservation on behalf of 9793b3fd4c97423bb3647cabce7e30e7 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:49:24.027359 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3ebb5b2-1e7f-4256-98fd-0dab76a4f658 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.211304 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3ebb5b2-1e7f-4256-98fd-0dab76a4f658 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.279222 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebb5b2-1e7f-4256-98fd-0dab76a4f658 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'Subnet': ['ID=eef457d9-743a-4faa-bb23-4898e9868869,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:24.283742 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ebb5b2-1e7f-4256-98fd-0dab76a4f658 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Checking segment: {'id': 'ef6d8f77-5df0-4a07-8253-d2ace51a7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '18c85b49-c2d7-40c6-9de8-b4fb89006e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:49:24.284101 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ebb5b2-1e7f-4256-98fd-0dab76a4f658 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Network hostable DHCP agents. Network: 18c85b49-c2d7-40c6-9de8-b4fb89006e37, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:49:24.292976 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ebb5b2-1e7f-4256-98fd-0dab76a4f658 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:24.293322 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ebb5b2-1e7f-4256-98fd-0dab76a4f658 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:24.293762 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ebb5b2-1e7f-4256-98fd-0dab76a4f658 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:24.294103 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ebb5b2-1e7f-4256-98fd-0dab76a4f658 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:24.294462 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ebb5b2-1e7f-4256-98fd-0dab76a4f658 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:24.294805 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ebb5b2-1e7f-4256-98fd-0dab76a4f658 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:24.295132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ebb5b2-1e7f-4256-98fd-0dab76a4f658 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:24.295461 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ebb5b2-1e7f-4256-98fd-0dab76a4f658 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:24.295792 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ebb5b2-1e7f-4256-98fd-0dab76a4f658 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:24.296122 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ebb5b2-1e7f-4256-98fd-0dab76a4f658 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:24.296446 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ebb5b2-1e7f-4256-98fd-0dab76a4f658 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:24.296773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ebb5b2-1e7f-4256-98fd-0dab76a4f658 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:24.312652 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ebb5b2-1e7f-4256-98fd-0dab76a4f658 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Network 18c85b49-c2d7-40c6-9de8-b4fb89006e37 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:49:24.325400 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-d3ebb5b2-1e7f-4256-98fd-0dab76a4f658 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 18c85b49-c2d7-40c6-9de8-b4fb89006e37) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:49:24.331715 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ebb5b2-1e7f-4256-98fd-0dab76a4f658 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:24.332310 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3ebb5b2-1e7f-4256-98fd-0dab76a4f658 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.335078 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765979c9-3e02-4d0f-9391-83e8739fa66f None None] Network 18c85b49-c2d7-40c6-9de8-b4fb89006e37 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:49:24.349298 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d3ebb5b2-1e7f-4256-98fd-0dab76a4f658 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4213688 Aug 19 18:49:24.495670 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a346e7b1-ad76-41f7-9751-ababb5e4626b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-18c85b49-c2d7-40c6-9de8-b4fb89006e37', 'network_id': '18c85b49-c2d7-40c6-9de8-b4fb89006e37', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'fixed_ips': [{'subnet_id': 'eef457d9-743a-4faa-bb23-4898e9868869'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:49:24.495670 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a346e7b1-ad76-41f7-9751-ababb5e4626b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.495937 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38626) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:24.500798 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-69e7cdf1-3696-4c9f-bcfe-34272ef59a5b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1511296125', 'description': 'tempest-secgroup-smoke-1511296125 description', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:24.522818 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-69e7cdf1-3696-4c9f-bcfe-34272ef59a5b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.606536 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-69e7cdf1-3696-4c9f-bcfe-34272ef59a5b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.611490 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-69e7cdf1-3696-4c9f-bcfe-34272ef59a5b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.632293 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-a346e7b1-ad76-41f7-9751-ababb5e4626b None None] Allocated IP 172.20.0.18 (18c85b49-c2d7-40c6-9de8-b4fb89006e37/eef457d9-743a-4faa-bb23-4898e9868869/fe2c24d5-5ec8-49f1-86a1-3916c25f54d5) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:49:24.639081 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-69e7cdf1-3696-4c9f-bcfe-34272ef59a5b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.643619 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-69e7cdf1-3696-4c9f-bcfe-34272ef59a5b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1432900 Aug 19 18:49:24.644952 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38628) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:24.645440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7cdf1-3696-4c9f-bcfe-34272ef59a5b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=525c31bb-dd9e-4c5e-9f54-bb863fcd5adc,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:24.650844 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-9c308cbb-c02f-48a4-bc10-07156c49bb72 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'security_group_rule': {'security_group_id': '525c31bb-dd9e-4c5e-9f54-bb863fcd5adc', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:24.684428 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9c308cbb-c02f-48a4-bc10-07156c49bb72 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.742236 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9c308cbb-c02f-48a4-bc10-07156c49bb72 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.746728 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9c308cbb-c02f-48a4-bc10-07156c49bb72 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.765162 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c308cbb-c02f-48a4-bc10-07156c49bb72 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4447f3de-8243-4f0a-a2a4-c9347447c431,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:24.767435 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9c308cbb-c02f-48a4-bc10-07156c49bb72 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.771424 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9c308cbb-c02f-48a4-bc10-07156c49bb72 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231461 Aug 19 18:49:24.771765 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38630) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:24.777096 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-057fc015-d79f-4bc7-b0bd-56a80194409f tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'security_group_rule': {'security_group_id': '525c31bb-dd9e-4c5e-9f54-bb863fcd5adc', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:24.805825 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-057fc015-d79f-4bc7-b0bd-56a80194409f tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.811870 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a346e7b1-ad76-41f7-9751-ababb5e4626b None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.820344 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a346e7b1-ad76-41f7-9751-ababb5e4626b None None] Transition to ACTIVE for port object fe2c24d5-5ec8-49f1-86a1-3916c25f54d5 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:49:24.836690 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a346e7b1-ad76-41f7-9751-ababb5e4626b None None] Transition to ACTIVE for port object fe2c24d5-5ec8-49f1-86a1-3916c25f54d5 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:49:24.843105 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a346e7b1-ad76-41f7-9751-ababb5e4626b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.867719 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-057fc015-d79f-4bc7-b0bd-56a80194409f tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.872047 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-057fc015-d79f-4bc7-b0bd-56a80194409f tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.888133 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a346e7b1-ad76-41f7-9751-ababb5e4626b None None] Network 18c85b49-c2d7-40c6-9de8-b4fb89006e37 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:49:24.890092 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fc015-d79f-4bc7-b0bd-56a80194409f tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2830ca7f-7110-4999-bbba-82bf7a33a7c8,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:24.891097 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-a346e7b1-ad76-41f7-9751-ababb5e4626b None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:49:24.894726 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a346e7b1-ad76-41f7-9751-ababb5e4626b None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:49:24.898139 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-057fc015-d79f-4bc7-b0bd-56a80194409f tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.900000 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-057fc015-d79f-4bc7-b0bd-56a80194409f tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266713 Aug 19 18:49:24.901471 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346e7b1-ad76-41f7-9751-ababb5e4626b None None] Pushing event updated for resources: {'Port': ['ID=fe2c24d5-5ec8-49f1-86a1-3916c25f54d5,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:24.902784 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38632) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:24.907631 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-74d5406b-d491-4d56-8033-17cd1c5f244f tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'security_group_rule': {'security_group_id': '525c31bb-dd9e-4c5e-9f54-bb863fcd5adc', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:24.936599 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-74d5406b-d491-4d56-8033-17cd1c5f244f tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.960110 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a346e7b1-ad76-41f7-9751-ababb5e4626b None None] Attempting to bind port fe2c24d5-5ec8-49f1-86a1-3916c25f54d5 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:49:24.960471 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a346e7b1-ad76-41f7-9751-ababb5e4626b None None] Attempting to bind port fe2c24d5-5ec8-49f1-86a1-3916c25f54d5 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'ef6d8f77-5df0-4a07-8253-d2ace51a7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '18c85b49-c2d7-40c6-9de8-b4fb89006e37'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:49:24.960828 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a346e7b1-ad76-41f7-9751-ababb5e4626b None None] Attempting to bind port fe2c24d5-5ec8-49f1-86a1-3916c25f54d5 on network 18c85b49-c2d7-40c6-9de8-b4fb89006e37 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:49:24.967535 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a346e7b1-ad76-41f7-9751-ababb5e4626b None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:49:24.967927 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a346e7b1-ad76-41f7-9751-ababb5e4626b None None] Checking segment: {'id': 'ef6d8f77-5df0-4a07-8253-d2ace51a7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '18c85b49-c2d7-40c6-9de8-b4fb89006e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:49:24.968341 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a346e7b1-ad76-41f7-9751-ababb5e4626b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.968736 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a346e7b1-ad76-41f7-9751-ababb5e4626b None None] Bound using segment: {'id': 'ef6d8f77-5df0-4a07-8253-d2ace51a7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '18c85b49-c2d7-40c6-9de8-b4fb89006e37'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:49:24.969197 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a346e7b1-ad76-41f7-9751-ababb5e4626b None None] Bound port: fe2c24d5-5ec8-49f1-86a1-3916c25f54d5, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6d8f77-5df0-4a07-8253-d2ace51a7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '18c85b49-c2d7-40c6-9de8-b4fb89006e37'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:49:24.969597 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a346e7b1-ad76-41f7-9751-ababb5e4626b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.005123 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-74d5406b-d491-4d56-8033-17cd1c5f244f tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.012214 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-74d5406b-d491-4d56-8033-17cd1c5f244f tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.036481 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5406b-d491-4d56-8033-17cd1c5f244f tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb75107-0d07-415f-9aa0-11a0b7abde56,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:25.041087 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-74d5406b-d491-4d56-8033-17cd1c5f244f tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.045326 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-74d5406b-d491-4d56-8033-17cd1c5f244f tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391163 Aug 19 18:49:25.045839 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38634) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:25.051151 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-dad7ff5a-18ea-4f99-9bb7-7c30b13c3b82 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'security_group_rule': {'security_group_id': '525c31bb-dd9e-4c5e-9f54-bb863fcd5adc', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:25.053051 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a346e7b1-ad76-41f7-9751-ababb5e4626b None None] For port fe2c24d5-5ec8-49f1-86a1-3916c25f54d5, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:49:25.056625 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a346e7b1-ad76-41f7-9751-ababb5e4626b None None] For port fe2c24d5-5ec8-49f1-86a1-3916c25f54d5, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=fe2c24d5-5ec8-49f1-86a1-3916c25f54d5,segment=NetworkSegment(ef6d8f77-5df0-4a07-8253-d2ace51a7837),segment_id=ef6d8f77-5df0-4a07-8253-d2ace51a7837)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:49:25.060825 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a346e7b1-ad76-41f7-9751-ababb5e4626b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.080222 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dad7ff5a-18ea-4f99-9bb7-7c30b13c3b82 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.120254 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346e7b1-ad76-41f7-9751-ababb5e4626b None None] Pushing event updated for resources: {'Port': ['ID=fe2c24d5-5ec8-49f1-86a1-3916c25f54d5,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:25.158832 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dad7ff5a-18ea-4f99-9bb7-7c30b13c3b82 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.162865 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dad7ff5a-18ea-4f99-9bb7-7c30b13c3b82 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.182546 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7ff5a-18ea-4f99-9bb7-7c30b13c3b82 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d07f644-4543-4519-a20e-35f08a07e7df,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:25.188878 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dad7ff5a-18ea-4f99-9bb7-7c30b13c3b82 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.193226 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38636) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:25.193366 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-dad7ff5a-18ea-4f99-9bb7-7c30b13c3b82 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1462243 Aug 19 18:49:25.198452 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-5f24c69b-95dd-48a3-86f3-3231ca3281ce tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'security_group_rule': {'security_group_id': '525c31bb-dd9e-4c5e-9f54-bb863fcd5adc', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:25.222259 n-d-803753-2 neutron-server[94681]: INFO neutron.db.securitygroups_db [None req-5f24c69b-95dd-48a3-86f3-3231ca3281ce tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Project 9793b3fd4c97423bb3647cabce7e30e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:49:25.228479 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f24c69b-95dd-48a3-86f3-3231ca3281ce tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.309846 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f24c69b-95dd-48a3-86f3-3231ca3281ce tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.313878 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f24c69b-95dd-48a3-86f3-3231ca3281ce tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.334322 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24c69b-95dd-48a3-86f3-3231ca3281ce tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8b7219c-b6a1-4709-a38b-5b4dacd68caf,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:25.343156 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f24c69b-95dd-48a3-86f3-3231ca3281ce tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.344695 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5f24c69b-95dd-48a3-86f3-3231ca3281ce tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1497123 Aug 19 18:49:25.347574 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38638) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:25.354552 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-55bd9983-4901-4bed-8b52-aeb804e5400b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'security_group_rule': {'security_group_id': '525c31bb-dd9e-4c5e-9f54-bb863fcd5adc', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:25.378603 n-d-803753-2 neutron-server[94682]: INFO neutron.db.securitygroups_db [None req-55bd9983-4901-4bed-8b52-aeb804e5400b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Project 9793b3fd4c97423bb3647cabce7e30e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:49:25.384463 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55bd9983-4901-4bed-8b52-aeb804e5400b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.448016 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55bd9983-4901-4bed-8b52-aeb804e5400b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.451760 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55bd9983-4901-4bed-8b52-aeb804e5400b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.469302 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd9983-4901-4bed-8b52-aeb804e5400b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f161a8a8-eb16-47cf-b281-ecff1a0f6ff8,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:25.475514 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-55bd9983-4901-4bed-8b52-aeb804e5400b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.476651 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-55bd9983-4901-4bed-8b52-aeb804e5400b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278975 Aug 19 18:49:25.620436 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-4b9af68d-bdde-4847-bf54-90bf88cd9358 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1511296125&fields=id&tenant_id=9793b3fd4c97423bb3647cabce7e30e7 HTTP/1.1" status: 200 len: 267 time: 0.0359192 Aug 19 18:49:25.818610 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fe2c24d5-5ec8-49f1-86a1-3916c25f54d5 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:49:25.875529 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port fe2c24d5-5ec8-49f1-86a1-3916c25f54d5 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:49:26.023986 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2e6b9c-045b-4354-93ef-8e7288881327 None None] Network 18c85b49-c2d7-40c6-9de8-b4fb89006e37 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:49:26.084811 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-26868236-f4fe-418c-978b-576859c83d04 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:26.086272 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-26868236-f4fe-418c-978b-576859c83d04 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/networks?id=18c85b49-c2d7-40c6-9de8-b4fb89006e37 HTTP/1.1" status: 200 len: 796 time: 0.4590156 Aug 19 18:49:26.103260 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-017a9d9f-24b9-4152-8ef5-98205c30ef7a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/quotas/9793b3fd4c97423bb3647cabce7e30e7 HTTP/1.1" status: 200 len: 375 time: 0.0092814 Aug 19 18:49:26.143092 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-469aa354-f8d3-4272-95d1-270475f1fef4 None None] Provisioning for port fe2c24d5-5ec8-49f1-86a1-3916c25f54d5 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:49:26.152467 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-469aa354-f8d3-4272-95d1-270475f1fef4 None None] Provisioning complete for port fe2c24d5-5ec8-49f1-86a1-3916c25f54d5 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:26.152761 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-469aa354-f8d3-4272-95d1-270475f1fef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:26.163095 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-1bec3724-8f09-49c7-b138-363f1cefb948 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9793b3fd4c97423bb3647cabce7e30e7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0533776 Aug 19 18:49:26.262149 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-469aa354-f8d3-4272-95d1-270475f1fef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:26.267579 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-5aacd3ea-4ebb-464e-aca4-8401c0a25c19 service neutron] 10.222.0.24 "GET /v2.0/networks/18c85b49-c2d7-40c6-9de8-b4fb89006e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909622 Aug 19 18:49:26.300253 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-469aa354-f8d3-4272-95d1-270475f1fef4 None None] For port fe2c24d5-5ec8-49f1-86a1-3916c25f54d5, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=fe2c24d5-5ec8-49f1-86a1-3916c25f54d5,segment=NetworkSegment(ef6d8f77-5df0-4a07-8253-d2ace51a7837),segment_id=ef6d8f77-5df0-4a07-8253-d2ace51a7837)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:26.304147 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-469aa354-f8d3-4272-95d1-270475f1fef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:26.361747 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469aa354-f8d3-4272-95d1-270475f1fef4 None None] Pushing event updated for resources: {'Port': ['ID=fe2c24d5-5ec8-49f1-86a1-3916c25f54d5,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:26.366147 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-2c96270a-8de8-4d31-8447-fa844c472936 service neutron] 10.222.0.24 "GET /v2.0/networks/18c85b49-c2d7-40c6-9de8-b4fb89006e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923460 Aug 19 18:49:26.526174 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d132bb37-e685-4498-8a2a-587dc61456cd None None] Provisioning complete for port fe2c24d5-5ec8-49f1-86a1-3916c25f54d5 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:26.526605 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d132bb37-e685-4498-8a2a-587dc61456cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:26.535528 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a17bf657-63d2-4b20-ad53-5f28876f3b45 req-1d137b4d-ce63-4f92-a41a-ea939f8e914f tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=62c15b35-15bb-4d60-af2d-8da9b2b3ffb5 HTTP/1.1" status: 200 len: 210 time: 0.0306480 Aug 19 18:49:27.641823 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-eced8986-9aaa-4742-b9b3-df2095c85413 req-9dbfa7b9-b8be-471c-b752-899af1581717 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=62c15b35-15bb-4d60-af2d-8da9b2b3ffb5 HTTP/1.1" status: 200 len: 210 time: 0.0341063 Aug 19 18:49:27.711064 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-8329f2af-a7c8-49b2-b94b-e3a60cdaafc6 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:27.713608 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-8329f2af-a7c8-49b2-b94b-e3a60cdaafc6 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.54 "GET /v2.0/networks?id=18c85b49-c2d7-40c6-9de8-b4fb89006e37 HTTP/1.1" status: 200 len: 796 time: 0.1144128 Aug 19 18:49:27.773479 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fe2c24d5-5ec8-49f1-86a1-3916c25f54d5 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:49:27.783112 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-87fef730-0b1c-4aee-acd9-ee6fb7ed6738 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9793b3fd4c97423bb3647cabce7e30e7 HTTP/1.1" status: 200 len: 472 time: 0.0510983 Aug 19 18:49:27.794768 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-b1ee4306-3686-4751-871b-d8a266d8361c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'port': {'device_id': '62c15b35-15bb-4d60-af2d-8da9b2b3ffb5', 'network_id': '18c85b49-c2d7-40c6-9de8-b4fb89006e37', 'admin_state_up': True, 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'security_groups': ['525c31bb-dd9e-4c5e-9f54-bb863fcd5adc']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:27.823466 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port fe2c24d5-5ec8-49f1-86a1-3916c25f54d5 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:27.823718 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:27.914537 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-b1ee4306-3686-4751-871b-d8a266d8361c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Made reservation on behalf of 9793b3fd4c97423bb3647cabce7e30e7 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:49:27.918206 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-b1ee4306-3686-4751-871b-d8a266d8361c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:28.047428 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-b1ee4306-3686-4751-871b-d8a266d8361c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Allocated IP 172.20.0.22 (18c85b49-c2d7-40c6-9de8-b4fb89006e37/eef457d9-743a-4faa-bb23-4898e9868869/d3f35550-ac17-4b99-95f7-3e2b929da320) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:49:28.194549 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-b1ee4306-3686-4751-871b-d8a266d8361c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:28.208776 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-b1ee4306-3686-4751-871b-d8a266d8361c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Transition to ACTIVE for port object d3f35550-ac17-4b99-95f7-3e2b929da320 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:49:28.241520 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-b1ee4306-3686-4751-871b-d8a266d8361c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:28.285465 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-b1ee4306-3686-4751-871b-d8a266d8361c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Network 18c85b49-c2d7-40c6-9de8-b4fb89006e37 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:49:28.288565 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-b1ee4306-3686-4751-871b-d8a266d8361c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:49:28.292541 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-b1ee4306-3686-4751-871b-d8a266d8361c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:49:28.298896 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee4306-3686-4751-871b-d8a266d8361c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'Port': ['ID=d3f35550-ac17-4b99-95f7-3e2b929da320,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:28.347993 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-b1ee4306-3686-4751-871b-d8a266d8361c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:28.348723 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-b1ee4306-3686-4751-871b-d8a266d8361c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:28.364823 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-b1ee4306-3686-4751-871b-d8a266d8361c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5748730 Aug 19 18:49:28.382599 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-43a83e12-6592-4565-a384-87966e9227d4 service neutron] Request body: {'port': {'device_id': '62c15b35-15bb-4d60-af2d-8da9b2b3ffb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:28.445940 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-43a83e12-6592-4565-a384-87966e9227d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:28.544138 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fed31139-4b4f-4089-8bdd-ce080a43d9a3 None None] Provisioning for port d3f35550-ac17-4b99-95f7-3e2b929da320 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:49:28.548875 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fed31139-4b4f-4089-8bdd-ce080a43d9a3 None None] Provisioning complete for port d3f35550-ac17-4b99-95f7-3e2b929da320 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:28.549464 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fed31139-4b4f-4089-8bdd-ce080a43d9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:28.590117 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-fed31139-4b4f-4089-8bdd-ce080a43d9a3 None None] Port d3f35550-ac17-4b99-95f7-3e2b929da320 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:49:28.714371 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-43a83e12-6592-4565-a384-87966e9227d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f35550-ac17-4b99-95f7-3e2b929da320 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:49:28.730914 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-43a83e12-6592-4565-a384-87966e9227d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:28.760550 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-43a83e12-6592-4565-a384-87966e9227d4 service neutron] Transition to ACTIVE for port object d3f35550-ac17-4b99-95f7-3e2b929da320 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:49:28.764428 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-43a83e12-6592-4565-a384-87966e9227d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:28.811034 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d90e70-eddb-41d5-a8fa-1d40e5075f0d req-b6a4161c-862b-49ae-88a9-ec33e3cebbf3 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:28.812573 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d1d90e70-eddb-41d5-a8fa-1d40e5075f0d req-b6a4161c-862b-49ae-88a9-ec33e3cebbf3 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=62c15b35-15bb-4d60-af2d-8da9b2b3ffb5 HTTP/1.1" status: 200 len: 932 time: 0.1014948 Aug 19 18:49:28.834493 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a83e12-6592-4565-a384-87966e9227d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f35550-ac17-4b99-95f7-3e2b929da320,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:28.886054 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d1d90e70-eddb-41d5-a8fa-1d40e5075f0d req-7308171a-3eb9-45cc-b9b7-307a7089437f tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=525c31bb-dd9e-4c5e-9f54-bb863fcd5adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618258 Aug 19 18:49:28.935685 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-43a83e12-6592-4565-a384-87966e9227d4 service neutron] Attempting to bind port d3f35550-ac17-4b99-95f7-3e2b929da320 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:49:28.936044 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-43a83e12-6592-4565-a384-87966e9227d4 service neutron] Attempting to bind port d3f35550-ac17-4b99-95f7-3e2b929da320 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': 'ef6d8f77-5df0-4a07-8253-d2ace51a7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '18c85b49-c2d7-40c6-9de8-b4fb89006e37'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:49:28.936370 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-43a83e12-6592-4565-a384-87966e9227d4 service neutron] Attempting to bind port d3f35550-ac17-4b99-95f7-3e2b929da320 on network 18c85b49-c2d7-40c6-9de8-b4fb89006e37 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:49:28.940826 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-43a83e12-6592-4565-a384-87966e9227d4 service neutron] Port d3f35550-ac17-4b99-95f7-3e2b929da320 on network 18c85b49-c2d7-40c6-9de8-b4fb89006e37 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:49:28.941270 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-43a83e12-6592-4565-a384-87966e9227d4 service neutron] Attempting to bind port d3f35550-ac17-4b99-95f7-3e2b929da320 on network 18c85b49-c2d7-40c6-9de8-b4fb89006e37 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:49:28.946756 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-43a83e12-6592-4565-a384-87966e9227d4 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:49:28.947118 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-43a83e12-6592-4565-a384-87966e9227d4 service neutron] Checking segment: {'id': 'ef6d8f77-5df0-4a07-8253-d2ace51a7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '18c85b49-c2d7-40c6-9de8-b4fb89006e37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:49:28.947496 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-43a83e12-6592-4565-a384-87966e9227d4 service neutron] Bound using segment: {'id': 'ef6d8f77-5df0-4a07-8253-d2ace51a7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '18c85b49-c2d7-40c6-9de8-b4fb89006e37'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:49:28.947928 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-43a83e12-6592-4565-a384-87966e9227d4 service neutron] Bound port: d3f35550-ac17-4b99-95f7-3e2b929da320, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef6d8f77-5df0-4a07-8253-d2ace51a7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '18c85b49-c2d7-40c6-9de8-b4fb89006e37'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:49:28.948288 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-43a83e12-6592-4565-a384-87966e9227d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:29.013916 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-43a83e12-6592-4565-a384-87966e9227d4 service neutron] For port d3f35550-ac17-4b99-95f7-3e2b929da320, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:49:29.016968 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-43a83e12-6592-4565-a384-87966e9227d4 service neutron] For port d3f35550-ac17-4b99-95f7-3e2b929da320, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=d3f35550-ac17-4b99-95f7-3e2b929da320,segment=NetworkSegment(ef6d8f77-5df0-4a07-8253-d2ace51a7837),segment_id=ef6d8f77-5df0-4a07-8253-d2ace51a7837)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:49:29.021578 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-43a83e12-6592-4565-a384-87966e9227d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:29.057368 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-43a83e12-6592-4565-a384-87966e9227d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:29.058013 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-43a83e12-6592-4565-a384-87966e9227d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:29.059504 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-43a83e12-6592-4565-a384-87966e9227d4 service neutron] 10.222.0.54 "PUT /v2.0/ports/d3f35550-ac17-4b99-95f7-3e2b929da320 HTTP/1.1" status: 200 len: 1092 time: 0.6812437 Aug 19 18:49:29.059869 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c15b35-15bb-4d60-af2d-8da9b2b3ffb5', 'tag': 'd3f35550-ac17-4b99-95f7-3e2b929da320'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:49:29.062143 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f2e4a5-b075-431b-81ec-83e99d9c4829" -d '{"events": [{"name": "network-changed", "server_uuid": "62c15b35-15bb-4d60-af2d-8da9b2b3ffb5", "tag": "d3f35550-ac17-4b99-95f7-3e2b929da320"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:49:29.092454 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a83e12-6592-4565-a384-87966e9227d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f35550-ac17-4b99-95f7-3e2b929da320,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:29.116497 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa15e18e-745d-4e5c-bc94-f807426c3b6c x-openstack-request-id: req-aa15e18e-745d-4e5c-bc94-f807426c3b6c {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:49:29.116799 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c15b35-15bb-4d60-af2d-8da9b2b3ffb5", "tag": "d3f35550-ac17-4b99-95f7-3e2b929da320", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:49:29.117055 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa15e18e-745d-4e5c-bc94-f807426c3b6c {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:49:29.117462 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c15b35-15bb-4d60-af2d-8da9b2b3ffb5', 'tag': 'd3f35550-ac17-4b99-95f7-3e2b929da320', 'status': 'completed', 'code': 200} Aug 19 18:49:29.151687 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-5d6321d0-fd7c-42cf-baad-a16f63972de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:29.153232 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-5d6321d0-fd7c-42cf-baad-a16f63972de2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9793b3fd4c97423bb3647cabce7e30e7&device_id=62c15b35-15bb-4d60-af2d-8da9b2b3ffb5 HTTP/1.1" status: 200 len: 1095 time: 0.0464761 Aug 19 18:49:29.196608 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-cdae1bb1-f3ab-43de-afe3-eee221920103 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=d3f35550-ac17-4b99-95f7-3e2b929da320 HTTP/1.1" status: 200 len: 217 time: 0.0352178 Aug 19 18:49:29.256228 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-c9dccc32-4535-4b98-84f9-5a2b9db279db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:29.257803 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-c9dccc32-4535-4b98-84f9-5a2b9db279db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eef457d9-743a-4faa-bb23-4898e9868869 HTTP/1.1" status: 200 len: 837 time: 0.0504982 Aug 19 18:49:29.307364 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-16961636-f56d-448e-8238-33d3daa7e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:29.308837 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-16961636-f56d-448e-8238-33d3daa7e8d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=18c85b49-c2d7-40c6-9de8-b4fb89006e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403154 Aug 19 18:49:29.403395 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-6a2292ad-a810-4ed5-9fb6-066b824abff8 service neutron] 10.222.0.54 "GET /v2.0/networks/18c85b49-c2d7-40c6-9de8-b4fb89006e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831406 Aug 19 18:49:29.502933 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1a8a7697-400e-4fbc-84fe-ce39a15bb326 req-88d98b8b-372b-4381-9ef7-0c6aa86505f2 service neutron] 10.222.0.54 "GET /v2.0/networks/18c85b49-c2d7-40c6-9de8-b4fb89006e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882037 Aug 19 18:49:29.598714 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2e4a5-b075-431b-81ec-83e99d9c4829 req-47e67039-6782-4425-b085-5e3a034cd414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:29.600208 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-98f2e4a5-b075-431b-81ec-83e99d9c4829 req-47e67039-6782-4425-b085-5e3a034cd414 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9793b3fd4c97423bb3647cabce7e30e7&device_id=62c15b35-15bb-4d60-af2d-8da9b2b3ffb5 HTTP/1.1" status: 200 len: 1095 time: 0.0405962 Aug 19 18:49:29.695752 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2e4a5-b075-431b-81ec-83e99d9c4829 req-c3da4597-0cc0-4c32-b99e-7bd2a730d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:29.697490 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-98f2e4a5-b075-431b-81ec-83e99d9c4829 req-c3da4597-0cc0-4c32-b99e-7bd2a730d3c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=18c85b49-c2d7-40c6-9de8-b4fb89006e37 HTTP/1.1" status: 200 len: 897 time: 0.0904362 Aug 19 18:49:29.739511 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-98f2e4a5-b075-431b-81ec-83e99d9c4829 req-a4a919a4-e59c-40f5-b1c7-c510363b75e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=d3f35550-ac17-4b99-95f7-3e2b929da320 HTTP/1.1" status: 200 len: 217 time: 0.0349936 Aug 19 18:49:29.790164 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2e4a5-b075-431b-81ec-83e99d9c4829 req-68ac1309-9192-4812-95ef-2b0306e0b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:29.791649 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-98f2e4a5-b075-431b-81ec-83e99d9c4829 req-68ac1309-9192-4812-95ef-2b0306e0b663 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eef457d9-743a-4faa-bb23-4898e9868869 HTTP/1.1" status: 200 len: 837 time: 0.0446823 Aug 19 18:49:29.846856 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2e4a5-b075-431b-81ec-83e99d9c4829 req-655d1c5f-841c-4e39-a844-01fe8af04580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:29.848383 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-98f2e4a5-b075-431b-81ec-83e99d9c4829 req-655d1c5f-841c-4e39-a844-01fe8af04580 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=18c85b49-c2d7-40c6-9de8-b4fb89006e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461385 Aug 19 18:49:29.956605 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-98f2e4a5-b075-431b-81ec-83e99d9c4829 req-589530a0-2ee9-4950-9f0e-d730ba44538b service neutron] 10.222.0.54 "GET /v2.0/networks/18c85b49-c2d7-40c6-9de8-b4fb89006e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994215 Aug 19 18:49:30.066119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d79901-0325-4730-8ed9-6afd5d38f5f8 req-dcda2b51-c7f4-44e1-b7e6-f2d5bfe65621 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:30.066119 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c6d79901-0325-4730-8ed9-6afd5d38f5f8 req-dcda2b51-c7f4-44e1-b7e6-f2d5bfe65621 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=62c15b35-15bb-4d60-af2d-8da9b2b3ffb5 HTTP/1.1" status: 200 len: 944 time: 0.1066408 Aug 19 18:49:30.102152 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-98f2e4a5-b075-431b-81ec-83e99d9c4829 req-80bf6ec4-a3bf-4659-9e9c-60736acedaf4 service neutron] 10.222.0.54 "GET /v2.0/networks/18c85b49-c2d7-40c6-9de8-b4fb89006e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351156 Aug 19 18:49:30.116661 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c6d79901-0325-4730-8ed9-6afd5d38f5f8 req-a68d0cb7-bb75-4068-8cfe-ed48059f1d1f tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=525c31bb-dd9e-4c5e-9f54-bb863fcd5adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462492 Aug 19 18:49:31.239250 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a24fd-3482-4752-8a7e-488c1cd45c2c req-85a80716-d2bc-4248-86ff-cd6956c3f449 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:31.240735 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1f0a24fd-3482-4752-8a7e-488c1cd45c2c req-85a80716-d2bc-4248-86ff-cd6956c3f449 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=62c15b35-15bb-4d60-af2d-8da9b2b3ffb5 HTTP/1.1" status: 200 len: 944 time: 0.0494454 Aug 19 18:49:31.279226 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1f0a24fd-3482-4752-8a7e-488c1cd45c2c req-233883fd-e8e5-4215-b277-67c2a565ef37 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=525c31bb-dd9e-4c5e-9f54-bb863fcd5adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320399 Aug 19 18:49:31.356377 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device d3f35550-ac17-4b99-95f7-3e2b929da320 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:49:31.450505 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port d3f35550-ac17-4b99-95f7-3e2b929da320, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=d3f35550-ac17-4b99-95f7-3e2b929da320,segment=NetworkSegment(ef6d8f77-5df0-4a07-8253-d2ace51a7837),segment_id=ef6d8f77-5df0-4a07-8253-d2ace51a7837)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:31.462101 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'd3f35550-ac17-4b99-95f7-3e2b929da320', 'network_id': '18c85b49-c2d7-40c6-9de8-b4fb89006e37', 'port_id': 'd3f35550-ac17-4b99-95f7-3e2b929da320', 'mac_address': 'fa:16:3e:fd:5a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eef457d9-743a-4faa-bb23-4898e9868869', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:49:31.504045 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:31.517553 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f35550-ac17-4b99-95f7-3e2b929da320 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:49:31.536531 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port d3f35550-ac17-4b99-95f7-3e2b929da320, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=d3f35550-ac17-4b99-95f7-3e2b929da320,segment=NetworkSegment(ef6d8f77-5df0-4a07-8253-d2ace51a7837),segment_id=ef6d8f77-5df0-4a07-8253-d2ace51a7837)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:31.540894 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:31.588813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=d3f35550-ac17-4b99-95f7-3e2b929da320,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:31.841196 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['d3f35550-ac17-4b99-95f7-3e2b929da320'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:49:32.395620 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e36d6e-67c0-4aa4-9c62-abc3c98022ab req-9a30af8d-3bf0-476c-af42-a40aa86695a7 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:32.397111 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-38e36d6e-67c0-4aa4-9c62-abc3c98022ab req-9a30af8d-3bf0-476c-af42-a40aa86695a7 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=62c15b35-15bb-4d60-af2d-8da9b2b3ffb5 HTTP/1.1" status: 200 len: 945 time: 0.0500009 Aug 19 18:49:32.436701 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-38e36d6e-67c0-4aa4-9c62-abc3c98022ab req-88b11698-7faf-4223-b6f4-4d86ff03d441 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=525c31bb-dd9e-4c5e-9f54-bb863fcd5adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332260 Aug 19 18:49:33.371922 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device d3f35550-ac17-4b99-95f7-3e2b929da320 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:49:33.420682 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port d3f35550-ac17-4b99-95f7-3e2b929da320 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:49:33.424399 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port d3f35550-ac17-4b99-95f7-3e2b929da320 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:33.424767 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:33.505243 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:33.528650 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c15b35-15bb-4d60-af2d-8da9b2b3ffb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f35550-ac17-4b99-95f7-3e2b929da320'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:49:33.530949 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef17133-6c85-4bbe-9f46-d29ea2f11c77" -d '{"events": [{"server_uuid": "62c15b35-15bb-4d60-af2d-8da9b2b3ffb5", "name": "network-vif-plugged", "status": "completed", "tag": "d3f35550-ac17-4b99-95f7-3e2b929da320"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:49:33.545439 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port d3f35550-ac17-4b99-95f7-3e2b929da320, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=d3f35550-ac17-4b99-95f7-3e2b929da320,segment=NetworkSegment(ef6d8f77-5df0-4a07-8253-d2ace51a7837),segment_id=ef6d8f77-5df0-4a07-8253-d2ace51a7837)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:33.549797 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:33.558897 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8537ecd-e5a4-4cc6-a55c-53811e72bfe7 req-dca1920d-3175-4d29-819b-4eebcbde07a4 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:33.560452 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b8537ecd-e5a4-4cc6-a55c-53811e72bfe7 req-dca1920d-3175-4d29-819b-4eebcbde07a4 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=62c15b35-15bb-4d60-af2d-8da9b2b3ffb5 HTTP/1.1" status: 200 len: 945 time: 0.0523875 Aug 19 18:49:33.578727 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953574ab-b99b-4632-ae9f-43e34d0d2ee7 x-openstack-request-id: req-953574ab-b99b-4632-ae9f-43e34d0d2ee7 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:49:33.579035 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c15b35-15bb-4d60-af2d-8da9b2b3ffb5", "name": "network-vif-plugged", "status": "completed", "tag": "d3f35550-ac17-4b99-95f7-3e2b929da320", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:49:33.579292 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-953574ab-b99b-4632-ae9f-43e34d0d2ee7 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:49:33.579713 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c15b35-15bb-4d60-af2d-8da9b2b3ffb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f35550-ac17-4b99-95f7-3e2b929da320', 'code': 200} Aug 19 18:49:33.600623 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b8537ecd-e5a4-4cc6-a55c-53811e72bfe7 req-c57c40ea-ec77-4ba9-9003-38f3494d51d4 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=525c31bb-dd9e-4c5e-9f54-bb863fcd5adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340824 Aug 19 18:49:33.609713 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=d3f35550-ac17-4b99-95f7-3e2b929da320,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:33.685193 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c08d8-c602-468f-9c5a-22c8fcf4e6a6 req-718c6d06-ef1d-4889-abcc-486f51bf9f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:33.686625 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-176c08d8-c602-468f-9c5a-22c8fcf4e6a6 req-718c6d06-ef1d-4889-abcc-486f51bf9f8e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=62c15b35-15bb-4d60-af2d-8da9b2b3ffb5 HTTP/1.1" status: 200 len: 1097 time: 0.0456731 Aug 19 18:49:33.721443 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-176c08d8-c602-468f-9c5a-22c8fcf4e6a6 req-1d53401a-8925-49ce-8f33-f67df950f2c2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=525c31bb-dd9e-4c5e-9f54-bb863fcd5adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277412 Aug 19 18:49:34.643386 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-58987797-944c-4191-ab81-722c3aa62721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:34.727595 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c40fde-c318-40e5-b929-44c761d64f8b req-a002f91d-d837-49f3-bd01-8dbbbaffc041 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:34.729184 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b1c40fde-c318-40e5-b929-44c761d64f8b req-a002f91d-d837-49f3-bd01-8dbbbaffc041 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=62c15b35-15bb-4d60-af2d-8da9b2b3ffb5 HTTP/1.1" status: 200 len: 946 time: 0.0537939 Aug 19 18:49:34.768449 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b1c40fde-c318-40e5-b929-44c761d64f8b req-f269a761-18b4-4d7b-8c5a-6a1df04cf0b6 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=525c31bb-dd9e-4c5e-9f54-bb863fcd5adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324705 Aug 19 18:49:35.888142 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c5aee-fb85-410b-af94-9ecd369c125e req-6a20fa67-177e-480b-98d9-02eb25e4caa1 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:35.889630 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-542c5aee-fb85-410b-af94-9ecd369c125e req-6a20fa67-177e-480b-98d9-02eb25e4caa1 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=62c15b35-15bb-4d60-af2d-8da9b2b3ffb5 HTTP/1.1" status: 200 len: 946 time: 0.0526240 Aug 19 18:49:35.927962 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-542c5aee-fb85-410b-af94-9ecd369c125e req-07d71fae-17b1-4716-ad75-596b35f40ba8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=525c31bb-dd9e-4c5e-9f54-bb863fcd5adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324183 Aug 19 18:49:36.052232 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4037c1-7ec8-4c81-8705-3dd373eaeab1 req-f1e22412-6741-4325-ac6b-db71ed582d80 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:36.053756 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb4037c1-7ec8-4c81-8705-3dd373eaeab1 req-f1e22412-6741-4325-ac6b-db71ed582d80 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=62c15b35-15bb-4d60-af2d-8da9b2b3ffb5 HTTP/1.1" status: 200 len: 946 time: 0.0571914 Aug 19 18:49:36.091900 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bb4037c1-7ec8-4c81-8705-3dd373eaeab1 req-09078eb4-c8f9-4ee3-ae73-0d35560513c4 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=525c31bb-dd9e-4c5e-9f54-bb863fcd5adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319953 Aug 19 18:49:37.317568 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:37.408719 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1c72ce7d-fce1-441e-b913-7e59918bf6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:37.575253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38696) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:38.014407 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1d238d94-3b94-44b1-82a8-75b84b827a94 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:38.274156 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:38.283808 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-1d238d94-3b94-44b1-82a8-75b84b827a94 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Allocated IP 172.20.0.17 (18c85b49-c2d7-40c6-9de8-b4fb89006e37/eef457d9-743a-4faa-bb23-4898e9868869/92091295-b384-4610-a9e5-cc7ff89d6cb9) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:49:38.393423 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1d238d94-3b94-44b1-82a8-75b84b827a94 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:38.407076 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-1d238d94-3b94-44b1-82a8-75b84b827a94 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Transition to ACTIVE for port object 92091295-b384-4610-a9e5-cc7ff89d6cb9 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:49:38.440100 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1d238d94-3b94-44b1-82a8-75b84b827a94 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:38.482862 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d238d94-3b94-44b1-82a8-75b84b827a94 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Network 18c85b49-c2d7-40c6-9de8-b4fb89006e37 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:49:38.487873 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-1d238d94-3b94-44b1-82a8-75b84b827a94 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:49:38.491579 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d238d94-3b94-44b1-82a8-75b84b827a94 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:49:38.520187 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d238d94-3b94-44b1-82a8-75b84b827a94 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'Port': ['ID=92091295-b384-4610-a9e5-cc7ff89d6cb9,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:38.543336 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1d238d94-3b94-44b1-82a8-75b84b827a94 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:38.686054 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1d238d94-3b94-44b1-82a8-75b84b827a94 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:38.700849 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c4cc6f85-d14a-44be-abdc-21b8a35f467a None None] Provisioning for port 92091295-b384-4610-a9e5-cc7ff89d6cb9 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:49:38.704739 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c4cc6f85-d14a-44be-abdc-21b8a35f467a None None] Provisioning complete for port 92091295-b384-4610-a9e5-cc7ff89d6cb9 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:38.705138 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c4cc6f85-d14a-44be-abdc-21b8a35f467a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:38.741754 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-c4cc6f85-d14a-44be-abdc-21b8a35f467a None None] Port 92091295-b384-4610-a9e5-cc7ff89d6cb9 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:49:38.968921 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1d238d94-3b94-44b1-82a8-75b84b827a94 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:38.973667 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1d238d94-3b94-44b1-82a8-75b84b827a94 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:39.045905 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d238d94-3b94-44b1-82a8-75b84b827a94 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'Port': ['ID=92091295-b384-4610-a9e5-cc7ff89d6cb9,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:39.048199 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1d238d94-3b94-44b1-82a8-75b84b827a94 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:39.143412 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d238d94-3b94-44b1-82a8-75b84b827a94 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Network 18c85b49-c2d7-40c6-9de8-b4fb89006e37 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:49:39.144819 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-1d238d94-3b94-44b1-82a8-75b84b827a94 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:49:39.261499 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d238d94-3b94-44b1-82a8-75b84b827a94 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Router 928f4884-6f80-409a-a4c8-c4fe2406f69d has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:49:39.362502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-93b4a099-943c-4f7d-934e-48b7abfb5901 None None] Provisioning complete for port 92091295-b384-4610-a9e5-cc7ff89d6cb9 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:39.362865 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-93b4a099-943c-4f7d-934e-48b7abfb5901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:39.374173 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d238d94-3b94-44b1-82a8-75b84b827a94 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:49:39.382160 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1d238d94-3b94-44b1-82a8-75b84b827a94 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "PUT /v2.0/routers/928f4884-6f80-409a-a4c8-c4fe2406f69d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8057785 Aug 19 18:49:39.384302 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] Sync routers for ids ['928f4884-6f80-409a-a4c8-c4fe2406f69d'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:49:39.405004 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] Routers {'928f4884-6f80-409a-a4c8-c4fe2406f69d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:49:39.405657 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:49:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['928f4884-6f80-409a-a4c8-c4fe2406f69d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:49:39.407374 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-93b4a099-943c-4f7d-934e-48b7abfb5901 None None] Port 92091295-b384-4610-a9e5-cc7ff89d6cb9 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:49:39.514787 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] Set router 928f4884-6f80-409a-a4c8-c4fe2406f69d gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:49:39.754715 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'name': 'tempest-TestNetworkBasicOps-router-910162564', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:49:38Z', 'revision_number': 5, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '21224fbc-3714-400c-b79f-326c383b3b3f', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'port_id': 'b109b1db-31a8-4ee8-8183-de191b53d963', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'mac_address': 'fa:16:3e:39:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58acbeb-eb5c-49de-8424-6ebd2ab7cf18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:48:47Z', 'updated_at': '2021-08-19T18:48:49Z', 'revision_number': 1, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b648618-3fca-42c8-8b02-93ee036517d0', 'name': '', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:46:85:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:30Z', 'updated_at': '2021-08-19T18:48:35Z', 'revision_number': 5, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92091295-b384-4610-a9e5-cc7ff89d6cb9', 'name': '', 'network_id': '18c85b49-c2d7-40c6-9de8-b4fb89006e37', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:b8:89:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'eef457d9-743a-4faa-bb23-4898e9868869', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:49:38Z', 'updated_at': '2021-08-19T18:49:38Z', 'revision_number': 2, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': 'eef457d9-743a-4faa-bb23-4898e9868869', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:49:39.796360 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] Checking router: 928f4884-6f80-409a-a4c8-c4fe2406f69d for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:49:39.796720 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] Updating router 928f4884-6f80-409a-a4c8-c4fe2406f69d port 92091295-b384-4610-a9e5-cc7ff89d6cb9 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:49:39.822241 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:40.101967 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:40.114191 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] Transition to ACTIVE for port object 92091295-b384-4610-a9e5-cc7ff89d6cb9 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:49:40.119944 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:40.170267 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c344f-e8e0-4171-97e1-c2afa6f04c58 None None] Pushing event updated for resources: {'Port': ['ID=92091295-b384-4610-a9e5-cc7ff89d6cb9,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:40.226955 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] Attempting to bind port 92091295-b384-4610-a9e5-cc7ff89d6cb9 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:49:40.227365 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] Attempting to bind port 92091295-b384-4610-a9e5-cc7ff89d6cb9 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'ef6d8f77-5df0-4a07-8253-d2ace51a7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '18c85b49-c2d7-40c6-9de8-b4fb89006e37'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:49:40.228161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] Attempting to bind port 92091295-b384-4610-a9e5-cc7ff89d6cb9 on network 18c85b49-c2d7-40c6-9de8-b4fb89006e37 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:49:40.233624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:49:40.233969 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] Checking segment: {'id': 'ef6d8f77-5df0-4a07-8253-d2ace51a7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '18c85b49-c2d7-40c6-9de8-b4fb89006e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:49:40.234384 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:40.234780 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] Bound using segment: {'id': 'ef6d8f77-5df0-4a07-8253-d2ace51a7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '18c85b49-c2d7-40c6-9de8-b4fb89006e37'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:49:40.235278 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] Bound port: 92091295-b384-4610-a9e5-cc7ff89d6cb9, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6d8f77-5df0-4a07-8253-d2ace51a7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '18c85b49-c2d7-40c6-9de8-b4fb89006e37'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:49:40.235631 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:40.299672 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:40.312824 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] For port 92091295-b384-4610-a9e5-cc7ff89d6cb9, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:49:40.316507 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] For port 92091295-b384-4610-a9e5-cc7ff89d6cb9, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=92091295-b384-4610-a9e5-cc7ff89d6cb9,segment=NetworkSegment(ef6d8f77-5df0-4a07-8253-d2ace51a7837),segment_id=ef6d8f77-5df0-4a07-8253-d2ace51a7837)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:49:40.320463 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:40.385900 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] Routers {'928f4884-6f80-409a-a4c8-c4fe2406f69d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:49:40.386552 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:49:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['928f4884-6f80-409a-a4c8-c4fe2406f69d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:49:40.393256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c344f-e8e0-4171-97e1-c2afa6f04c58 None None] Pushing event updated for resources: {'Port': ['ID=92091295-b384-4610-a9e5-cc7ff89d6cb9,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:40.526851 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] Set router 928f4884-6f80-409a-a4c8-c4fe2406f69d gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:49:40.763929 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'name': 'tempest-TestNetworkBasicOps-router-910162564', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:49:38Z', 'revision_number': 5, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '21224fbc-3714-400c-b79f-326c383b3b3f', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'port_id': 'b109b1db-31a8-4ee8-8183-de191b53d963', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'mac_address': 'fa:16:3e:39:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58acbeb-eb5c-49de-8424-6ebd2ab7cf18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:48:47Z', 'updated_at': '2021-08-19T18:48:49Z', 'revision_number': 1, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b648618-3fca-42c8-8b02-93ee036517d0', 'name': '', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:46:85:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:30Z', 'updated_at': '2021-08-19T18:48:35Z', 'revision_number': 5, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92091295-b384-4610-a9e5-cc7ff89d6cb9', 'name': '', 'network_id': '18c85b49-c2d7-40c6-9de8-b4fb89006e37', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:b8:89:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'eef457d9-743a-4faa-bb23-4898e9868869', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:49:38Z', 'updated_at': '2021-08-19T18:49:40Z', 'revision_number': 4, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': 'eef457d9-743a-4faa-bb23-4898e9868869', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:49:40.789452 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4519174-76d7-46e0-aaa0-9e4cf9f38152 None None] The sync data for ids ['928f4884-6f80-409a-a4c8-c4fe2406f69d'] in n-d-803753-2 is: [{'id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'name': 'tempest-TestNetworkBasicOps-router-910162564', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:49:38Z', 'revision_number': 5, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '21224fbc-3714-400c-b79f-326c383b3b3f', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'port_id': 'b109b1db-31a8-4ee8-8183-de191b53d963', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'mac_address': 'fa:16:3e:39:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58acbeb-eb5c-49de-8424-6ebd2ab7cf18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:48:47Z', 'updated_at': '2021-08-19T18:48:49Z', 'revision_number': 1, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b648618-3fca-42c8-8b02-93ee036517d0', 'name': '', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:46:85:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:30Z', 'updated_at': '2021-08-19T18:48:35Z', 'revision_number': 5, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92091295-b384-4610-a9e5-cc7ff89d6cb9', 'name': '', 'network_id': '18c85b49-c2d7-40c6-9de8-b4fb89006e37', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:b8:89:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'eef457d9-743a-4faa-bb23-4898e9868869', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:49:38Z', 'updated_at': '2021-08-19T18:49:40Z', 'revision_number': 4, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': 'eef457d9-743a-4faa-bb23-4898e9868869', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:49:41.389758 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:41.789213 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 92091295-b384-4610-a9e5-cc7ff89d6cb9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:49:41.841491 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 92091295-b384-4610-a9e5-cc7ff89d6cb9 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:49:41.845170 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 92091295-b384-4610-a9e5-cc7ff89d6cb9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:41.845569 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:41.924987 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:41.959390 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 92091295-b384-4610-a9e5-cc7ff89d6cb9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=92091295-b384-4610-a9e5-cc7ff89d6cb9,segment=NetworkSegment(ef6d8f77-5df0-4a07-8253-d2ace51a7837),segment_id=ef6d8f77-5df0-4a07-8253-d2ace51a7837)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:41.963355 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:42.011356 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=92091295-b384-4610-a9e5-cc7ff89d6cb9,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:43.773982 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 92091295-b384-4610-a9e5-cc7ff89d6cb9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:49:43.826680 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 92091295-b384-4610-a9e5-cc7ff89d6cb9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:43.827055 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:46.794017 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:50.781916 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:50:00.468245 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0546659-f762-403f-97a1-5c8fcd1ac023 req-b3caa87a-d100-483c-8cbf-52f3616416eb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=62c15b35-15bb-4d60-af2d-8da9b2b3ffb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436618 Aug 19 18:50:00.553883 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0546659-f762-403f-97a1-5c8fcd1ac023 req-22c04510-89d0-4bfd-aa39-2acee7c7fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:00.555449 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0546659-f762-403f-97a1-5c8fcd1ac023 req-22c04510-89d0-4bfd-aa39-2acee7c7fa9a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9793b3fd4c97423bb3647cabce7e30e7&device_id=62c15b35-15bb-4d60-af2d-8da9b2b3ffb5 HTTP/1.1" status: 200 len: 1097 time: 0.0444462 Aug 19 18:50:00.658390 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0546659-f762-403f-97a1-5c8fcd1ac023 req-c80311d8-5efa-4634-9943-76a1ad3c2d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:00.659871 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0546659-f762-403f-97a1-5c8fcd1ac023 req-c80311d8-5efa-4634-9943-76a1ad3c2d8b service neutron] 10.222.0.54 "GET /v2.0/networks?id=18c85b49-c2d7-40c6-9de8-b4fb89006e37 HTTP/1.1" status: 200 len: 897 time: 0.0839670 Aug 19 18:50:00.705999 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0546659-f762-403f-97a1-5c8fcd1ac023 req-21faea3b-0ff8-4777-8abe-359f792c6795 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=d3f35550-ac17-4b99-95f7-3e2b929da320 HTTP/1.1" status: 200 len: 217 time: 0.0374084 Aug 19 18:50:00.756268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0546659-f762-403f-97a1-5c8fcd1ac023 req-93ececa7-b25e-4e38-a587-bf493ce7b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:00.757683 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0546659-f762-403f-97a1-5c8fcd1ac023 req-93ececa7-b25e-4e38-a587-bf493ce7b8c7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eef457d9-743a-4faa-bb23-4898e9868869 HTTP/1.1" status: 200 len: 837 time: 0.0449793 Aug 19 18:50:00.806606 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0546659-f762-403f-97a1-5c8fcd1ac023 req-cc87de41-41f2-4cbc-b9f1-c036fb1fca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:00.808156 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0546659-f762-403f-97a1-5c8fcd1ac023 req-cc87de41-41f2-4cbc-b9f1-c036fb1fca9f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=18c85b49-c2d7-40c6-9de8-b4fb89006e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406454 Aug 19 18:50:00.907970 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0546659-f762-403f-97a1-5c8fcd1ac023 req-cf8044a0-ec0b-4b7b-8b87-caf51e2ee0dd service neutron] 10.222.0.54 "GET /v2.0/networks/18c85b49-c2d7-40c6-9de8-b4fb89006e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916703 Aug 19 18:50:00.998159 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0546659-f762-403f-97a1-5c8fcd1ac023 req-207ed001-946a-408b-8dd1-d6d38bc9df6f service neutron] 10.222.0.54 "GET /v2.0/networks/18c85b49-c2d7-40c6-9de8-b4fb89006e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828454 Aug 19 18:50:02.051158 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38722) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:02.414921 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cece6e6e-d7bb-46a1-b56b-7d88e1350a68 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:02.724055 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-cece6e6e-d7bb-46a1-b56b-7d88e1350a68 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Deleting port 92091295-b384-4610-a9e5-cc7ff89d6cb9 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:50:02.724321 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cece6e6e-d7bb-46a1-b56b-7d88e1350a68 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:02.814635 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-cece6e6e-d7bb-46a1-b56b-7d88e1350a68 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] For port 92091295-b384-4610-a9e5-cc7ff89d6cb9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=92091295-b384-4610-a9e5-cc7ff89d6cb9,segment=NetworkSegment(ef6d8f77-5df0-4a07-8253-d2ace51a7837),segment_id=ef6d8f77-5df0-4a07-8253-d2ace51a7837)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:02.815000 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cece6e6e-d7bb-46a1-b56b-7d88e1350a68 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:02.829001 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-cece6e6e-d7bb-46a1-b56b-7d88e1350a68 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Calling delete_port for 92091295-b384-4610-a9e5-cc7ff89d6cb9 owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:50:03.017315 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cece6e6e-d7bb-46a1-b56b-7d88e1350a68 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:03.049516 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece6e6e-d7bb-46a1-b56b-7d88e1350a68 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event deleted for resources: {'Port': ['ID=92091295-b384-4610-a9e5-cc7ff89d6cb9,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:03.224011 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cece6e6e-d7bb-46a1-b56b-7d88e1350a68 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:03.441183 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cece6e6e-d7bb-46a1-b56b-7d88e1350a68 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Router 928f4884-6f80-409a-a4c8-c4fe2406f69d has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:50:03.547267 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cece6e6e-d7bb-46a1-b56b-7d88e1350a68 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:50:03.552464 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cece6e6e-d7bb-46a1-b56b-7d88e1350a68 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "PUT /v2.0/routers/928f4884-6f80-409a-a4c8-c4fe2406f69d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5002892 Aug 19 18:50:03.557442 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8618af-8fe3-4da0-a345-ed71ca839e38 None None] Sync routers for ids ['928f4884-6f80-409a-a4c8-c4fe2406f69d'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:50:03.567523 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8618af-8fe3-4da0-a345-ed71ca839e38 None None] Routers {'928f4884-6f80-409a-a4c8-c4fe2406f69d'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:50:03.568031 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-1a8618af-8fe3-4da0-a345-ed71ca839e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:49:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['928f4884-6f80-409a-a4c8-c4fe2406f69d'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:03.684777 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-1a8618af-8fe3-4da0-a345-ed71ca839e38 None None] Set router 928f4884-6f80-409a-a4c8-c4fe2406f69d gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:50:03.782177 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569b9aa-3424-4e4c-a8ba-7ad97b06fcd2 req-7516131a-4b32-4543-b015-4cd2bea22d73 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:03.783864 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d569b9aa-3424-4e4c-a8ba-7ad97b06fcd2 req-7516131a-4b32-4543-b015-4cd2bea22d73 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=62c15b35-15bb-4d60-af2d-8da9b2b3ffb5 HTTP/1.1" status: 200 len: 946 time: 0.0592854 Aug 19 18:50:03.828357 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d569b9aa-3424-4e4c-a8ba-7ad97b06fcd2 req-f80cc7ad-c410-45e1-9f03-61f6028478cb tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=525c31bb-dd9e-4c5e-9f54-bb863fcd5adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338075 Aug 19 18:50:03.916666 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-1a8618af-8fe3-4da0-a345-ed71ca839e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'name': 'tempest-TestNetworkBasicOps-router-910162564', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:50:02Z', 'revision_number': 6, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '21224fbc-3714-400c-b79f-326c383b3b3f', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'port_id': 'b109b1db-31a8-4ee8-8183-de191b53d963', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'mac_address': 'fa:16:3e:39:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58acbeb-eb5c-49de-8424-6ebd2ab7cf18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:48:47Z', 'updated_at': '2021-08-19T18:48:49Z', 'revision_number': 1, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b648618-3fca-42c8-8b02-93ee036517d0', 'name': '', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:46:85:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:30Z', 'updated_at': '2021-08-19T18:48:35Z', 'revision_number': 5, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:03.948034 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8618af-8fe3-4da0-a345-ed71ca839e38 None None] Checking router: 928f4884-6f80-409a-a4c8-c4fe2406f69d for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:50:03.957063 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8618af-8fe3-4da0-a345-ed71ca839e38 None None] Routers {'928f4884-6f80-409a-a4c8-c4fe2406f69d'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:50:03.957705 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-1a8618af-8fe3-4da0-a345-ed71ca839e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:49:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['928f4884-6f80-409a-a4c8-c4fe2406f69d'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:04.061347 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-1a8618af-8fe3-4da0-a345-ed71ca839e38 None None] Set router 928f4884-6f80-409a-a4c8-c4fe2406f69d gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:50:04.372495 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-1a8618af-8fe3-4da0-a345-ed71ca839e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'name': 'tempest-TestNetworkBasicOps-router-910162564', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:50:02Z', 'revision_number': 6, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '21224fbc-3714-400c-b79f-326c383b3b3f', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'port_id': 'b109b1db-31a8-4ee8-8183-de191b53d963', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'mac_address': 'fa:16:3e:39:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58acbeb-eb5c-49de-8424-6ebd2ab7cf18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:48:47Z', 'updated_at': '2021-08-19T18:48:49Z', 'revision_number': 1, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b648618-3fca-42c8-8b02-93ee036517d0', 'name': '', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:46:85:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:30Z', 'updated_at': '2021-08-19T18:48:35Z', 'revision_number': 5, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:04.398345 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8618af-8fe3-4da0-a345-ed71ca839e38 None None] The sync data for ids ['928f4884-6f80-409a-a4c8-c4fe2406f69d'] in n-d-803753-2 is: [{'id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'name': 'tempest-TestNetworkBasicOps-router-910162564', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:50:02Z', 'revision_number': 6, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '21224fbc-3714-400c-b79f-326c383b3b3f', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'port_id': 'b109b1db-31a8-4ee8-8183-de191b53d963', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'mac_address': 'fa:16:3e:39:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58acbeb-eb5c-49de-8424-6ebd2ab7cf18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:48:47Z', 'updated_at': '2021-08-19T18:48:49Z', 'revision_number': 1, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b648618-3fca-42c8-8b02-93ee036517d0', 'name': '', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:46:85:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:30Z', 'updated_at': '2021-08-19T18:48:35Z', 'revision_number': 5, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:50:04.644207 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6094866e-e254-45d3-9488-ca46947bf458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:04.947713 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9a749-52e8-42a2-a117-d368ecb5c0ce req-981000f5-a2bb-42e2-85cf-5a30f5f62cb9 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:04.949955 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-46d9a749-52e8-42a2-a117-d368ecb5c0ce req-981000f5-a2bb-42e2-85cf-5a30f5f62cb9 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=62c15b35-15bb-4d60-af2d-8da9b2b3ffb5 HTTP/1.1" status: 200 len: 946 time: 0.0509617 Aug 19 18:50:04.988800 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-46d9a749-52e8-42a2-a117-d368ecb5c0ce req-7a5b006b-cf16-40bc-b614-46fc5638e78a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=525c31bb-dd9e-4c5e-9f54-bb863fcd5adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328083 Aug 19 18:50:05.212904 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ec73b-da91-4416-b76a-d738bc2185a6 req-2d6f4f50-8209-4a77-82c5-bf6cc322e0e9 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:05.214382 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-261ec73b-da91-4416-b76a-d738bc2185a6 req-2d6f4f50-8209-4a77-82c5-bf6cc322e0e9 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c15b35-15bb-4d60-af2d-8da9b2b3ffb5 HTTP/1.1" status: 200 len: 946 time: 0.0534484 Aug 19 18:50:05.306609 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-261ec73b-da91-4416-b76a-d738bc2185a6 req-fb763a2e-ceb4-4be1-ac9d-0409541eb3c9 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Deleting port d3f35550-ac17-4b99-95f7-3e2b929da320 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:50:05.306950 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-261ec73b-da91-4416-b76a-d738bc2185a6 req-fb763a2e-ceb4-4be1-ac9d-0409541eb3c9 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:05.700825 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-261ec73b-da91-4416-b76a-d738bc2185a6 req-fb763a2e-ceb4-4be1-ac9d-0409541eb3c9 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] For port d3f35550-ac17-4b99-95f7-3e2b929da320, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=d3f35550-ac17-4b99-95f7-3e2b929da320,segment=NetworkSegment(ef6d8f77-5df0-4a07-8253-d2ace51a7837),segment_id=ef6d8f77-5df0-4a07-8253-d2ace51a7837)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:05.701189 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-261ec73b-da91-4416-b76a-d738bc2185a6 req-fb763a2e-ceb4-4be1-ac9d-0409541eb3c9 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:05.713544 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-261ec73b-da91-4416-b76a-d738bc2185a6 req-fb763a2e-ceb4-4be1-ac9d-0409541eb3c9 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Calling delete_port for d3f35550-ac17-4b99-95f7-3e2b929da320 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:50:05.743892 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 92091295-b384-4610-a9e5-cc7ff89d6cb9 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:50:05.767199 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 92091295-b384-4610-a9e5-cc7ff89d6cb9 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:50:05.767546 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 92091295-b384-4610-a9e5-cc7ff89d6cb9 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:50:05.847051 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-261ec73b-da91-4416-b76a-d738bc2185a6 req-fb763a2e-ceb4-4be1-ac9d-0409541eb3c9 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:05.874177 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb763a2e-ceb4-4be1-ac9d-0409541eb3c9 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event deleted for resources: {'Port': ['ID=d3f35550-ac17-4b99-95f7-3e2b929da320,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:05.917902 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-261ec73b-da91-4416-b76a-d738bc2185a6 req-fb763a2e-ceb4-4be1-ac9d-0409541eb3c9 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] No DVR routers for this DVR port d3f35550-ac17-4b99-95f7-3e2b929da320 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:50:05.920686 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-261ec73b-da91-4416-b76a-d738bc2185a6 req-fb763a2e-ceb4-4be1-ac9d-0409541eb3c9 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:05.923035 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-261ec73b-da91-4416-b76a-d738bc2185a6 req-fb763a2e-ceb4-4be1-ac9d-0409541eb3c9 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.54 "DELETE /v2.0/ports/d3f35550-ac17-4b99-95f7-3e2b929da320 HTTP/1.1" status: 204 len: 173 time: 0.6983848 Aug 19 18:50:05.923517 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c15b35-15bb-4d60-af2d-8da9b2b3ffb5', 'name': 'network-vif-deleted', 'tag': 'd3f35550-ac17-4b99-95f7-3e2b929da320'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:50:05.925950 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0753e006-b5f3-47c4-b7b6-fb020b9c443a" -d '{"events": [{"server_uuid": "62c15b35-15bb-4d60-af2d-8da9b2b3ffb5", "name": "network-vif-deleted", "tag": "d3f35550-ac17-4b99-95f7-3e2b929da320"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:50:05.968750 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5276db20-55e2-4773-a859-656167d82a6d x-openstack-request-id: req-5276db20-55e2-4773-a859-656167d82a6d {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:50:05.969049 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c15b35-15bb-4d60-af2d-8da9b2b3ffb5", "name": "network-vif-deleted", "tag": "d3f35550-ac17-4b99-95f7-3e2b929da320", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:50:05.969304 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5276db20-55e2-4773-a859-656167d82a6d {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:50:05.969852 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c15b35-15bb-4d60-af2d-8da9b2b3ffb5', 'name': 'network-vif-deleted', 'tag': 'd3f35550-ac17-4b99-95f7-3e2b929da320', 'status': 'completed', 'code': 200} Aug 19 18:50:06.103802 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1f0f1987-3652-4c08-a5e5-0921e59d4b4c req-6c06c983-49bb-4e53-ad6c-2e75a6053909 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=62c15b35-15bb-4d60-af2d-8da9b2b3ffb5 HTTP/1.1" status: 200 len: 210 time: 0.0317385 Aug 19 18:50:07.160867 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38742) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:07.219521 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-49f6e2e8-9ddb-4570-992b-81488ac91b39 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:07.244298 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-49f6e2e8-9ddb-4570-992b-81488ac91b39 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:07.309400 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-49f6e2e8-9ddb-4570-992b-81488ac91b39 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:07.312066 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-49f6e2e8-9ddb-4570-992b-81488ac91b39 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:07.313447 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-49f6e2e8-9ddb-4570-992b-81488ac91b39 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "DELETE /v2.0/security-groups/525c31bb-dd9e-4c5e-9f54-bb863fcd5adc HTTP/1.1" status: 204 len: 168 time: 0.1514356 Aug 19 18:50:07.321024 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:07.322867 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6e2e8-9ddb-4570-992b-81488ac91b39 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=525c31bb-dd9e-4c5e-9f54-bb863fcd5adc,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:07.349358 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38746) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:07.404668 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-53693af6-e3fa-416c-9714-d372e0dd3297 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Deleting subnet eef457d9-743a-4faa-bb23-4898e9868869 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:50:07.407765 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-53693af6-e3fa-416c-9714-d372e0dd3297 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:07.409004 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3814-683a-4692-ac53-f0cc6c6aa1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:07.448529 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-53693af6-e3fa-416c-9714-d372e0dd3297 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:07.530355 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-53693af6-e3fa-416c-9714-d372e0dd3297 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:07.594409 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-53693af6-e3fa-416c-9714-d372e0dd3297 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:07.620738 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53693af6-e3fa-416c-9714-d372e0dd3297 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event deleted for resources: {'Subnet': ['ID=eef457d9-743a-4faa-bb23-4898e9868869,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:07.624474 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-53693af6-e3fa-416c-9714-d372e0dd3297 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:07.626357 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-53693af6-e3fa-416c-9714-d372e0dd3297 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "DELETE /v2.0/subnets/eef457d9-743a-4faa-bb23-4898e9868869 HTTP/1.1" status: 204 len: 168 time: 0.2757969 Aug 19 18:50:07.628947 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38748) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:07.635241 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fdfc28-8db0-4d2a-8794-6caa6964240e None None] Network 18c85b49-c2d7-40c6-9de8-b4fb89006e37 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:50:07.704484 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c934b8ca-bed1-4b49-8367-5bec80644000 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:07.757569 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-c934b8ca-bed1-4b49-8367-5bec80644000 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Deleting port fe2c24d5-5ec8-49f1-86a1-3916c25f54d5 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:50:07.757925 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c934b8ca-bed1-4b49-8367-5bec80644000 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:07.804455 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4818a2a0-0880-480d-928d-ce7e34d061f8 None None] DHCP port deletion for 18c85b49-c2d7-40c6-9de8-b4fb89006e37 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:50:07.828560 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-c934b8ca-bed1-4b49-8367-5bec80644000 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] For port fe2c24d5-5ec8-49f1-86a1-3916c25f54d5, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=fe2c24d5-5ec8-49f1-86a1-3916c25f54d5,segment=NetworkSegment(ef6d8f77-5df0-4a07-8253-d2ace51a7837),segment_id=ef6d8f77-5df0-4a07-8253-d2ace51a7837)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:07.828929 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c934b8ca-bed1-4b49-8367-5bec80644000 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:07.842155 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-c934b8ca-bed1-4b49-8367-5bec80644000 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Calling delete_port for fe2c24d5-5ec8-49f1-86a1-3916c25f54d5 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:50:07.858384 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-4818a2a0-0880-480d-928d-ce7e34d061f8 None None] Deleting port fe2c24d5-5ec8-49f1-86a1-3916c25f54d5 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:50:07.858765 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4818a2a0-0880-480d-928d-ce7e34d061f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:07.923483 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c934b8ca-bed1-4b49-8367-5bec80644000 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:07.928965 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-4818a2a0-0880-480d-928d-ce7e34d061f8 None None] For port fe2c24d5-5ec8-49f1-86a1-3916c25f54d5, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=fe2c24d5-5ec8-49f1-86a1-3916c25f54d5,segment=NetworkSegment(ef6d8f77-5df0-4a07-8253-d2ace51a7837),segment_id=ef6d8f77-5df0-4a07-8253-d2ace51a7837)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:07.929361 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4818a2a0-0880-480d-928d-ce7e34d061f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:07.947842 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-4818a2a0-0880-480d-928d-ce7e34d061f8 None None] Calling delete_port for fe2c24d5-5ec8-49f1-86a1-3916c25f54d5 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:50:07.953335 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934b8ca-bed1-4b49-8367-5bec80644000 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event deleted for resources: {'Port': ['ID=fe2c24d5-5ec8-49f1-86a1-3916c25f54d5,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:07.958222 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c934b8ca-bed1-4b49-8367-5bec80644000 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] No DVR routers for this DVR port fe2c24d5-5ec8-49f1-86a1-3916c25f54d5 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:50:08.029090 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4818a2a0-0880-480d-928d-ce7e34d061f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:08.037151 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c934b8ca-bed1-4b49-8367-5bec80644000 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:08.047856 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-c934b8ca-bed1-4b49-8367-5bec80644000 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c85b49-c2d7-40c6-9de8-b4fb89006e37']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:08.052787 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818a2a0-0880-480d-928d-ce7e34d061f8 None None] Pushing event deleted for resources: {'Port': ['ID=fe2c24d5-5ec8-49f1-86a1-3916c25f54d5,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:08.058670 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-c934b8ca-bed1-4b49-8367-5bec80644000 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6d8f77-5df0-4a07-8253-d2ace51a7837') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:08.058975 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-c934b8ca-bed1-4b49-8367-5bec80644000 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6d8f77-5df0-4a07-8253-d2ace51a7837') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:08.062848 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4818a2a0-0880-480d-928d-ce7e34d061f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:08.063192 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4818a2a0-0880-480d-928d-ce7e34d061f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:08.063587 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4818a2a0-0880-480d-928d-ce7e34d061f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:08.063861 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4818a2a0-0880-480d-928d-ce7e34d061f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:08.064191 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4818a2a0-0880-480d-928d-ce7e34d061f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:08.064519 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4818a2a0-0880-480d-928d-ce7e34d061f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:08.064847 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4818a2a0-0880-480d-928d-ce7e34d061f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:08.065171 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4818a2a0-0880-480d-928d-ce7e34d061f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:08.065496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4818a2a0-0880-480d-928d-ce7e34d061f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:08.065840 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4818a2a0-0880-480d-928d-ce7e34d061f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:08.066159 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4818a2a0-0880-480d-928d-ce7e34d061f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:08.066476 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4818a2a0-0880-480d-928d-ce7e34d061f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:08.068443 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c934b8ca-bed1-4b49-8367-5bec80644000 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:08.069106 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4818a2a0-0880-480d-928d-ce7e34d061f8 None None] No DVR routers for this DVR port fe2c24d5-5ec8-49f1-86a1-3916c25f54d5 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:50:08.083550 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c934b8ca-bed1-4b49-8367-5bec80644000 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:08.090223 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c934b8ca-bed1-4b49-8367-5bec80644000 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:50:08.090660 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c934b8ca-bed1-4b49-8367-5bec80644000 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:50:08.093604 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:50:08.154224 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c934b8ca-bed1-4b49-8367-5bec80644000 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:08.161561 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c934b8ca-bed1-4b49-8367-5bec80644000 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:08.163393 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c934b8ca-bed1-4b49-8367-5bec80644000 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "DELETE /v2.0/networks/18c85b49-c2d7-40c6-9de8-b4fb89006e37 HTTP/1.1" status: 204 len: 168 time: 0.5334766 Aug 19 18:50:08.166250 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38752) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:08.174828 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934b8ca-bed1-4b49-8367-5bec80644000 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event deleted for resources: {'Network': ['ID=18c85b49-c2d7-40c6-9de8-b4fb89006e37,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:08.276289 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:08.326363 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-358bc866-8903-459b-a461-08dadc3b95fd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Deleting port 317c0a77-1a4e-4dee-9b74-e5bdc5df6b2e {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:50:08.326722 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-358bc866-8903-459b-a461-08dadc3b95fd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:08.400353 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-358bc866-8903-459b-a461-08dadc3b95fd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:08.400687 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-358bc866-8903-459b-a461-08dadc3b95fd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:08.412193 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-358bc866-8903-459b-a461-08dadc3b95fd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Calling delete_port for 317c0a77-1a4e-4dee-9b74-e5bdc5df6b2e owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:50:08.563177 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-358bc866-8903-459b-a461-08dadc3b95fd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:08.588290 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bc866-8903-459b-a461-08dadc3b95fd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event deleted for resources: {'Port': ['ID=317c0a77-1a4e-4dee-9b74-e5bdc5df6b2e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:08.654964 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-358bc866-8903-459b-a461-08dadc3b95fd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:08.655342 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-358bc866-8903-459b-a461-08dadc3b95fd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Floating IP 21224fbc-3714-400c-b79f-326c383b3b3f disassociated (deleted). External IP: 172.25.8.198, port: b109b1db-31a8-4ee8-8183-de191b53d963. Aug 19 18:50:09.196004 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358bc866-8903-459b-a461-08dadc3b95fd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Router 928f4884-6f80-409a-a4c8-c4fe2406f69d has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:50:09.300238 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358bc866-8903-459b-a461-08dadc3b95fd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:50:09.305017 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-358bc866-8903-459b-a461-08dadc3b95fd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:09.310161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb12761-3e6c-45a6-ae16-cb30774a8b12 None None] Sync routers for ids ['928f4884-6f80-409a-a4c8-c4fe2406f69d'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:50:09.318988 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb12761-3e6c-45a6-ae16-cb30774a8b12 None None] Routers {'928f4884-6f80-409a-a4c8-c4fe2406f69d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:50:09.319684 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-0fb12761-3e6c-45a6-ae16-cb30774a8b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:50:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['928f4884-6f80-409a-a4c8-c4fe2406f69d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:09.339320 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-358bc866-8903-459b-a461-08dadc3b95fd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "DELETE /v2.0/floatingips/21224fbc-3714-400c-b79f-326c383b3b3f HTTP/1.1" status: 204 len: 168 time: 1.1719158 Aug 19 18:50:09.339908 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58acbeb-eb5c-49de-8424-6ebd2ab7cf18', 'tag': 'b109b1db-31a8-4ee8-8183-de191b53d963'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:50:09.342215 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44851fc-ddc5-4340-9163-1783c899e337" -d '{"events": [{"name": "network-changed", "server_uuid": "e58acbeb-eb5c-49de-8424-6ebd2ab7cf18", "tag": "b109b1db-31a8-4ee8-8183-de191b53d963"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:50:09.431598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-0fb12761-3e6c-45a6-ae16-cb30774a8b12 None None] Set router 928f4884-6f80-409a-a4c8-c4fe2406f69d gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:50:09.482509 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device d3f35550-ac17-4b99-95f7-3e2b929da320 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:50:09.516914 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a857482-2491-4270-8e80-1c68c755c098 x-openstack-request-id: req-0a857482-2491-4270-8e80-1c68c755c098 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:50:09.517202 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e58acbeb-eb5c-49de-8424-6ebd2ab7cf18", "tag": "b109b1db-31a8-4ee8-8183-de191b53d963", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:50:09.517643 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a857482-2491-4270-8e80-1c68c755c098 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:50:09.518056 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e58acbeb-eb5c-49de-8424-6ebd2ab7cf18', 'tag': 'b109b1db-31a8-4ee8-8183-de191b53d963', 'status': 'completed', 'code': 200} Aug 19 18:50:09.546018 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: d3f35550-ac17-4b99-95f7-3e2b929da320 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:50:09.546018 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device d3f35550-ac17-4b99-95f7-3e2b929da320 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:50:09.574411 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1741e-6c74-4af5-a26d-68216690a72c req-9cd00a02-eede-4dd9-ac4c-95a98cda8d43 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:09.576220 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-12a1741e-6c74-4af5-a26d-68216690a72c req-9cd00a02-eede-4dd9-ac4c-95a98cda8d43 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18 HTTP/1.1" status: 200 len: 945 time: 0.0510955 Aug 19 18:50:09.584848 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44851fc-ddc5-4340-9163-1783c899e337 req-7e7403c3-3d8a-4afa-8e0f-ab73f6ecadf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:09.586494 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d44851fc-ddc5-4340-9163-1783c899e337 req-7e7403c3-3d8a-4afa-8e0f-ab73f6ecadf8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9793b3fd4c97423bb3647cabce7e30e7&device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18 HTTP/1.1" status: 200 len: 1096 time: 0.0436931 Aug 19 18:50:09.616411 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-12a1741e-6c74-4af5-a26d-68216690a72c req-76aa71c2-8e63-42ab-8780-9e7d9ad3523b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=13467fc9-bba2-4ca7-8d77-d7e71c1ce231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334921 Aug 19 18:50:09.681624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-0fb12761-3e6c-45a6-ae16-cb30774a8b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'name': 'tempest-TestNetworkBasicOps-router-910162564', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:50:02Z', 'revision_number': 6, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '7b648618-3fca-42c8-8b02-93ee036517d0', 'name': '', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:46:85:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:30Z', 'updated_at': '2021-08-19T18:48:35Z', 'revision_number': 5, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:09.682600 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44851fc-ddc5-4340-9163-1783c899e337 req-b870b4cf-507e-46b5-b8cd-9921168d2f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:09.685093 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d44851fc-ddc5-4340-9163-1783c899e337 req-b870b4cf-507e-46b5-b8cd-9921168d2f1f service neutron] 10.222.0.50 "GET /v2.0/networks?id=b75be0a2-4b16-4ee9-9885-c839d5561b56 HTTP/1.1" status: 200 len: 897 time: 0.0898392 Aug 19 18:50:09.709125 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb12761-3e6c-45a6-ae16-cb30774a8b12 None None] Checking router: 928f4884-6f80-409a-a4c8-c4fe2406f69d for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:50:09.718152 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb12761-3e6c-45a6-ae16-cb30774a8b12 None None] Routers {'928f4884-6f80-409a-a4c8-c4fe2406f69d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:50:09.718698 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-0fb12761-3e6c-45a6-ae16-cb30774a8b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:50:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['928f4884-6f80-409a-a4c8-c4fe2406f69d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:09.733712 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d44851fc-ddc5-4340-9163-1783c899e337 req-759027f8-77fa-494c-8d60-4caa1531b35b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b109b1db-31a8-4ee8-8183-de191b53d963 HTTP/1.1" status: 200 len: 217 time: 0.0394576 Aug 19 18:50:09.793999 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44851fc-ddc5-4340-9163-1783c899e337 req-13d8ab49-191b-422a-8580-6f1799eaf9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:09.793999 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d44851fc-ddc5-4340-9163-1783c899e337 req-13d8ab49-191b-422a-8580-6f1799eaf9c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d8e704df-8332-4405-b83e-ac9edbdee7b1 HTTP/1.1" status: 200 len: 834 time: 0.0493648 Aug 19 18:50:09.802535 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fe2c24d5-5ec8-49f1-86a1-3916c25f54d5 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:50:09.825704 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: fe2c24d5-5ec8-49f1-86a1-3916c25f54d5 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:50:09.826106 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device fe2c24d5-5ec8-49f1-86a1-3916c25f54d5 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:50:09.846074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44851fc-ddc5-4340-9163-1783c899e337 req-7882f309-7b1c-4128-8e49-cb90404d8ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:09.847629 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d44851fc-ddc5-4340-9163-1783c899e337 req-7882f309-7b1c-4128-8e49-cb90404d8ba6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b75be0a2-4b16-4ee9-9885-c839d5561b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464644 Aug 19 18:50:09.854349 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-0fb12761-3e6c-45a6-ae16-cb30774a8b12 None None] Set router 928f4884-6f80-409a-a4c8-c4fe2406f69d gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:50:09.948910 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d44851fc-ddc5-4340-9163-1783c899e337 req-0220ae65-3ad0-4573-a631-73c8e54f4c17 service neutron] 10.222.0.50 "GET /v2.0/networks/b75be0a2-4b16-4ee9-9885-c839d5561b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919974 Aug 19 18:50:10.047649 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d44851fc-ddc5-4340-9163-1783c899e337 req-1c58dc00-588c-411e-9a0a-884188ee0b2a service neutron] 10.222.0.50 "GET /v2.0/networks/b75be0a2-4b16-4ee9-9885-c839d5561b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899825 Aug 19 18:50:10.064439 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-0fb12761-3e6c-45a6-ae16-cb30774a8b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'name': 'tempest-TestNetworkBasicOps-router-910162564', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:50:02Z', 'revision_number': 6, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '7b648618-3fca-42c8-8b02-93ee036517d0', 'name': '', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:46:85:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:30Z', 'updated_at': '2021-08-19T18:48:35Z', 'revision_number': 5, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:10.098318 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb12761-3e6c-45a6-ae16-cb30774a8b12 None None] The sync data for ids ['928f4884-6f80-409a-a4c8-c4fe2406f69d'] in n-d-803753-2 is: [{'id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'name': 'tempest-TestNetworkBasicOps-router-910162564', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:50:02Z', 'revision_number': 6, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '7b648618-3fca-42c8-8b02-93ee036517d0', 'name': '', 'network_id': 'b75be0a2-4b16-4ee9-9885-c839d5561b56', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:46:85:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:30Z', 'updated_at': '2021-08-19T18:48:35Z', 'revision_number': 5, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': 'd8e704df-8332-4405-b83e-ac9edbdee7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:50:10.281555 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:10.322129 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888d8b2f-f0a2-462e-be9a-3a481f5fff31 None None] New status for floating IP 21224fbc-3714-400c-b79f-326c383b3b3f: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:50:10.742123 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8f900-0a3c-43ee-84d1-9e0afc343984 req-22572db1-924d-443d-8e9d-d6e556d25f28 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:10.743619 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0dc8f900-0a3c-43ee-84d1-9e0afc343984 req-22572db1-924d-443d-8e9d-d6e556d25f28 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18 HTTP/1.1" status: 200 len: 945 time: 0.0508857 Aug 19 18:50:10.788413 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0dc8f900-0a3c-43ee-84d1-9e0afc343984 req-bdfb3ee8-a00d-42ca-827a-f79338e814db tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=13467fc9-bba2-4ca7-8d77-d7e71c1ce231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386171 Aug 19 18:50:10.877095 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6d1c6-e7dd-49e0-881f-56ce1be53a6d req-29da57b3-d799-433a-97c7-18c3b15cf28b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:10.878584 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-93b6d1c6-e7dd-49e0-881f-56ce1be53a6d req-29da57b3-d799-433a-97c7-18c3b15cf28b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.50 "GET /v2.0/ports?device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18 HTTP/1.1" status: 200 len: 945 time: 0.0483704 Aug 19 18:50:10.969569 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-93b6d1c6-e7dd-49e0-881f-56ce1be53a6d req-5f0c5243-fd56-4189-963c-ce89573ec5ad tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Deleting port b109b1db-31a8-4ee8-8183-de191b53d963 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:50:10.969858 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-93b6d1c6-e7dd-49e0-881f-56ce1be53a6d req-5f0c5243-fd56-4189-963c-ce89573ec5ad tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:11.067216 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-93b6d1c6-e7dd-49e0-881f-56ce1be53a6d req-5f0c5243-fd56-4189-963c-ce89573ec5ad tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] For port b109b1db-31a8-4ee8-8183-de191b53d963, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=b109b1db-31a8-4ee8-8183-de191b53d963,segment=NetworkSegment(f6a018c9-3015-4234-b935-e6ee92169980),segment_id=f6a018c9-3015-4234-b935-e6ee92169980)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:11.067584 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-93b6d1c6-e7dd-49e0-881f-56ce1be53a6d req-5f0c5243-fd56-4189-963c-ce89573ec5ad tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:11.080829 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-93b6d1c6-e7dd-49e0-881f-56ce1be53a6d req-5f0c5243-fd56-4189-963c-ce89573ec5ad tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Calling delete_port for b109b1db-31a8-4ee8-8183-de191b53d963 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:50:11.210919 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-93b6d1c6-e7dd-49e0-881f-56ce1be53a6d req-5f0c5243-fd56-4189-963c-ce89573ec5ad tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:11.238334 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c5243-fd56-4189-963c-ce89573ec5ad tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event deleted for resources: {'Port': ['ID=b109b1db-31a8-4ee8-8183-de191b53d963,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:11.282667 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b6d1c6-e7dd-49e0-881f-56ce1be53a6d req-5f0c5243-fd56-4189-963c-ce89573ec5ad tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] No DVR routers for this DVR port b109b1db-31a8-4ee8-8183-de191b53d963 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:50:11.285108 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-93b6d1c6-e7dd-49e0-881f-56ce1be53a6d req-5f0c5243-fd56-4189-963c-ce89573ec5ad tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:11.287258 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-93b6d1c6-e7dd-49e0-881f-56ce1be53a6d req-5f0c5243-fd56-4189-963c-ce89573ec5ad tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.50 "DELETE /v2.0/ports/b109b1db-31a8-4ee8-8183-de191b53d963 HTTP/1.1" status: 204 len: 173 time: 0.4027448 Aug 19 18:50:11.414161 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:11.519589 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58acbeb-eb5c-49de-8424-6ebd2ab7cf18', 'name': 'network-vif-deleted', 'tag': 'b109b1db-31a8-4ee8-8183-de191b53d963'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:50:11.521929 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd38d20a-e825-4c66-b6bd-3cfed970ae53" -d '{"events": [{"server_uuid": "e58acbeb-eb5c-49de-8424-6ebd2ab7cf18", "name": "network-vif-deleted", "tag": "b109b1db-31a8-4ee8-8183-de191b53d963"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:50:11.558917 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3fe1a1-4833-4e54-b65f-8e20264689fd x-openstack-request-id: req-db3fe1a1-4833-4e54-b65f-8e20264689fd {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:50:11.559211 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58acbeb-eb5c-49de-8424-6ebd2ab7cf18", "name": "network-vif-deleted", "tag": "b109b1db-31a8-4ee8-8183-de191b53d963", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:50:11.559461 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db3fe1a1-4833-4e54-b65f-8e20264689fd {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:50:11.559856 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58acbeb-eb5c-49de-8424-6ebd2ab7cf18', 'name': 'network-vif-deleted', 'tag': 'b109b1db-31a8-4ee8-8183-de191b53d963', 'status': 'completed', 'code': 200} Aug 19 18:50:11.696890 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a3c01e70-deff-40f1-9a7c-4c450354898d req-55422e52-40a4-4b4f-a010-08f781193f10 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0269301 Aug 19 18:50:11.770873 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a3c01e70-deff-40f1-9a7c-4c450354898d req-4c20daa1-ab8d-47b6-be43-5b10048822fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9793b3fd4c97423bb3647cabce7e30e7&device_id=e58acbeb-eb5c-49de-8424-6ebd2ab7cf18 HTTP/1.1" status: 200 len: 210 time: 0.0273066 Aug 19 18:50:11.845334 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38768) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:11.907058 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-74c2380b-fcc4-487d-bdd3-c42ba52a7f86 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:11.933514 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-74c2380b-fcc4-487d-bdd3-c42ba52a7f86 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:11.976904 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c01e70-deff-40f1-9a7c-4c450354898d req-8c9d9693-29f5-4281-93bb-4823a750e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:11.978727 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a3c01e70-deff-40f1-9a7c-4c450354898d req-8c9d9693-29f5-4281-93bb-4823a750e59b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=9793b3fd4c97423bb3647cabce7e30e7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1814225 Aug 19 18:50:12.003304 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-74c2380b-fcc4-487d-bdd3-c42ba52a7f86 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:12.006023 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-74c2380b-fcc4-487d-bdd3-c42ba52a7f86 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:12.007188 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-74c2380b-fcc4-487d-bdd3-c42ba52a7f86 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "DELETE /v2.0/security-groups/13467fc9-bba2-4ca7-8d77-d7e71c1ce231 HTTP/1.1" status: 204 len: 168 time: 0.1608222 Aug 19 18:50:12.022895 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2380b-fcc4-487d-bdd3-c42ba52a7f86 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13467fc9-bba2-4ca7-8d77-d7e71c1ce231,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:12.065013 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38772) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:12.173439 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c01e70-deff-40f1-9a7c-4c450354898d req-0b822b93-0cc6-45f8-b106-912b055cbc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:12.175078 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a3c01e70-deff-40f1-9a7c-4c450354898d req-0b822b93-0cc6-45f8-b106-912b055cbc2d service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1894720 Aug 19 18:50:12.430315 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a477dc3-e163-4470-8a11-883aaeda78fa tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:12.686945 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-5a477dc3-e163-4470-8a11-883aaeda78fa tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Deleting port 7b648618-3fca-42c8-8b02-93ee036517d0 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:50:12.687179 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a477dc3-e163-4470-8a11-883aaeda78fa tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:12.778202 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-5a477dc3-e163-4470-8a11-883aaeda78fa tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] For port 7b648618-3fca-42c8-8b02-93ee036517d0, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=7b648618-3fca-42c8-8b02-93ee036517d0,segment=NetworkSegment(f6a018c9-3015-4234-b935-e6ee92169980),segment_id=f6a018c9-3015-4234-b935-e6ee92169980)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:12.778567 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a477dc3-e163-4470-8a11-883aaeda78fa tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:12.791928 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-5a477dc3-e163-4470-8a11-883aaeda78fa tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Calling delete_port for 7b648618-3fca-42c8-8b02-93ee036517d0 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:50:12.980686 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a477dc3-e163-4470-8a11-883aaeda78fa tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:13.008260 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a477dc3-e163-4470-8a11-883aaeda78fa tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event deleted for resources: {'Port': ['ID=7b648618-3fca-42c8-8b02-93ee036517d0,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:13.181834 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a477dc3-e163-4470-8a11-883aaeda78fa tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:13.407125 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a477dc3-e163-4470-8a11-883aaeda78fa tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Router 928f4884-6f80-409a-a4c8-c4fe2406f69d has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:50:13.514537 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a477dc3-e163-4470-8a11-883aaeda78fa tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:50:13.519511 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5a477dc3-e163-4470-8a11-883aaeda78fa tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "PUT /v2.0/routers/928f4884-6f80-409a-a4c8-c4fe2406f69d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4533756 Aug 19 18:50:13.522241 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38774) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:13.523638 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802438b4-b35d-4262-ae18-30fac8ce2d49 None None] Sync routers for ids ['928f4884-6f80-409a-a4c8-c4fe2406f69d'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:50:13.533924 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802438b4-b35d-4262-ae18-30fac8ce2d49 None None] Routers {'928f4884-6f80-409a-a4c8-c4fe2406f69d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:50:13.534547 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-802438b4-b35d-4262-ae18-30fac8ce2d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:50:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['928f4884-6f80-409a-a4c8-c4fe2406f69d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:13.572887 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c4f8cb-24ca-41b2-9371-64779f0a0ebe tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Deleting subnet d8e704df-8332-4405-b83e-ac9edbdee7b1 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:50:13.576540 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-08c4f8cb-24ca-41b2-9371-64779f0a0ebe tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:13.616839 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-08c4f8cb-24ca-41b2-9371-64779f0a0ebe tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:13.645813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-802438b4-b35d-4262-ae18-30fac8ce2d49 None None] Set router 928f4884-6f80-409a-a4c8-c4fe2406f69d gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:50:13.718775 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-08c4f8cb-24ca-41b2-9371-64779f0a0ebe tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:13.784892 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-08c4f8cb-24ca-41b2-9371-64779f0a0ebe tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:13.810920 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4f8cb-24ca-41b2-9371-64779f0a0ebe tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event deleted for resources: {'Subnet': ['ID=d8e704df-8332-4405-b83e-ac9edbdee7b1,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:13.816988 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-08c4f8cb-24ca-41b2-9371-64779f0a0ebe tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:13.819127 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-08c4f8cb-24ca-41b2-9371-64779f0a0ebe tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "DELETE /v2.0/subnets/d8e704df-8332-4405-b83e-ac9edbdee7b1 HTTP/1.1" status: 204 len: 168 time: 0.2958970 Aug 19 18:50:13.821693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38776) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:13.823164 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4df96e-fe98-4756-bfdc-ab0800fbd645 None None] Network b75be0a2-4b16-4ee9-9885-c839d5561b56 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:50:13.924033 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-802438b4-b35d-4262-ae18-30fac8ce2d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'name': 'tempest-TestNetworkBasicOps-router-910162564', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:50:12Z', 'revision_number': 7, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:13.933389 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-657f35c4-c1a4-4198-ab80-cf46543cc7a0 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:13.965419 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802438b4-b35d-4262-ae18-30fac8ce2d49 None None] Checking router: 928f4884-6f80-409a-a4c8-c4fe2406f69d for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:50:13.984073 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802438b4-b35d-4262-ae18-30fac8ce2d49 None None] Routers {'928f4884-6f80-409a-a4c8-c4fe2406f69d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:50:13.984611 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-802438b4-b35d-4262-ae18-30fac8ce2d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:50:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['928f4884-6f80-409a-a4c8-c4fe2406f69d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:14.062147 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-657f35c4-c1a4-4198-ab80-cf46543cc7a0 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:14.071073 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e5c53c-9e23-4554-a028-fd74d7841850 None None] DHCP port deletion for b75be0a2-4b16-4ee9-9885-c839d5561b56 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:50:14.116043 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-657f35c4-c1a4-4198-ab80-cf46543cc7a0 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Deleting port 2adcb861-e638-43ea-80f1-b52dde21ab53 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:50:14.116450 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-657f35c4-c1a4-4198-ab80-cf46543cc7a0 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:14.127397 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-802438b4-b35d-4262-ae18-30fac8ce2d49 None None] Set router 928f4884-6f80-409a-a4c8-c4fe2406f69d gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:50:14.199830 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-657f35c4-c1a4-4198-ab80-cf46543cc7a0 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] For port 2adcb861-e638-43ea-80f1-b52dde21ab53, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2adcb861-e638-43ea-80f1-b52dde21ab53,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:14.200185 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-657f35c4-c1a4-4198-ab80-cf46543cc7a0 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:14.212568 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-657f35c4-c1a4-4198-ab80-cf46543cc7a0 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Calling delete_port for 2adcb861-e638-43ea-80f1-b52dde21ab53 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:50:14.381615 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device b109b1db-31a8-4ee8-8183-de191b53d963 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:50:14.392595 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-657f35c4-c1a4-4198-ab80-cf46543cc7a0 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:14.410695 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: b109b1db-31a8-4ee8-8183-de191b53d963 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:50:14.411032 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device b109b1db-31a8-4ee8-8183-de191b53d963 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:50:14.414746 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-92e5c53c-9e23-4554-a028-fd74d7841850 None None] Deleting port 33f2234a-1c92-442d-a143-fd81021f6834 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:50:14.415118 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-92e5c53c-9e23-4554-a028-fd74d7841850 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:14.420479 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f35c4-c1a4-4198-ab80-cf46543cc7a0 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event deleted for resources: {'Port': ['ID=2adcb861-e638-43ea-80f1-b52dde21ab53,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:14.482532 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-657f35c4-c1a4-4198-ab80-cf46543cc7a0 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:14.502649 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-92e5c53c-9e23-4554-a028-fd74d7841850 None None] For port 33f2234a-1c92-442d-a143-fd81021f6834, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=33f2234a-1c92-442d-a143-fd81021f6834,segment=NetworkSegment(f6a018c9-3015-4234-b935-e6ee92169980),segment_id=f6a018c9-3015-4234-b935-e6ee92169980)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:14.503045 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-92e5c53c-9e23-4554-a028-fd74d7841850 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:14.533702 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-92e5c53c-9e23-4554-a028-fd74d7841850 None None] Calling delete_port for 33f2234a-1c92-442d-a143-fd81021f6834 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:50:14.578979 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-657f35c4-c1a4-4198-ab80-cf46543cc7a0 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:14.581044 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-657f35c4-c1a4-4198-ab80-cf46543cc7a0 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:14.619572 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-802438b4-b35d-4262-ae18-30fac8ce2d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'name': 'tempest-TestNetworkBasicOps-router-910162564', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:50:12Z', 'revision_number': 7, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:14.625953 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-657f35c4-c1a4-4198-ab80-cf46543cc7a0 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:14.626495 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657f35c4-c1a4-4198-ab80-cf46543cc7a0 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Fanout notify agent at l3_agent the message router_deleted on router 928f4884-6f80-409a-a4c8-c4fe2406f69d {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:50:14.633784 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-657f35c4-c1a4-4198-ab80-cf46543cc7a0 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:14.634416 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-657f35c4-c1a4-4198-ab80-cf46543cc7a0 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "DELETE /v2.0/routers/928f4884-6f80-409a-a4c8-c4fe2406f69d HTTP/1.1" status: 204 len: 168 time: 0.8118114 Aug 19 18:50:14.637239 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38778) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:14.652792 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802438b4-b35d-4262-ae18-30fac8ce2d49 None None] The sync data for ids ['928f4884-6f80-409a-a4c8-c4fe2406f69d'] in n-d-803753-2 is: [{'id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'name': 'tempest-TestNetworkBasicOps-router-910162564', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:50:12Z', 'revision_number': 7, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': '2adcb861-e638-43ea-80f1-b52dde21ab53', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f4884-6f80-409a-a4c8-c4fe2406f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:27Z', 'updated_at': '2021-08-19T18:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:50:14.658391 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-92e5c53c-9e23-4554-a028-fd74d7841850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:14.685932 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5c53c-9e23-4554-a028-fd74d7841850 None None] Pushing event deleted for resources: {'Port': ['ID=33f2234a-1c92-442d-a143-fd81021f6834,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:14.694082 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e5c53c-9e23-4554-a028-fd74d7841850 None None] No DVR routers for this DVR port 33f2234a-1c92-442d-a143-fd81021f6834 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:50:14.716648 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6f10-8edc-4036-b14c-8e36bb51328a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:14.807354 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6f10-8edc-4036-b14c-8e36bb51328a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:14.817784 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-6c5a6f10-8edc-4036-b14c-8e36bb51328a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b75be0a2-4b16-4ee9-9885-c839d5561b56']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:14.829262 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-6c5a6f10-8edc-4036-b14c-8e36bb51328a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a018c9-3015-4234-b935-e6ee92169980') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:14.829695 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-6c5a6f10-8edc-4036-b14c-8e36bb51328a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a018c9-3015-4234-b935-e6ee92169980') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:14.838659 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6f10-8edc-4036-b14c-8e36bb51328a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:14.851993 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6f10-8edc-4036-b14c-8e36bb51328a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:14.858117 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c5a6f10-8edc-4036-b14c-8e36bb51328a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:50:14.858532 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6f10-8edc-4036-b14c-8e36bb51328a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:50:14.861511 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:50:14.922967 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6f10-8edc-4036-b14c-8e36bb51328a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:14.931279 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6f10-8edc-4036-b14c-8e36bb51328a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:14.933730 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6c5a6f10-8edc-4036-b14c-8e36bb51328a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "DELETE /v2.0/networks/b75be0a2-4b16-4ee9-9885-c839d5561b56 HTTP/1.1" status: 204 len: 168 time: 0.2954879 Aug 19 18:50:14.943810 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a6f10-8edc-4036-b14c-8e36bb51328a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event deleted for resources: {'Network': ['ID=b75be0a2-4b16-4ee9-9885-c839d5561b56,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:14.955456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38782) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:14.961157 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-12403321-bb60-44ed-a0ce-53d6d295cc97 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'network': {'name': 'tempest-network-smoke--1594073211', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'port_security_enabled': True}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:50:14.982604 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12403321-bb60-44ed-a0ce-53d6d295cc97 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Made reservation on behalf of 9793b3fd4c97423bb3647cabce7e30e7 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:50:14.988268 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-12403321-bb60-44ed-a0ce-53d6d295cc97 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.013939 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12403321-bb60-44ed-a0ce-53d6d295cc97 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:50:15.023593 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-12403321-bb60-44ed-a0ce-53d6d295cc97 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.023949 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-12403321-bb60-44ed-a0ce-53d6d295cc97 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Added segment 628051aa-9e8f-4251-ba37-9622b62d400f of type vlan for network dc0ceb01-afe2-400d-a013-a3ca5529dabc Aug 19 18:50:15.074974 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-12403321-bb60-44ed-a0ce-53d6d295cc97 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.101516 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-12403321-bb60-44ed-a0ce-53d6d295cc97 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.108196 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12403321-bb60-44ed-a0ce-53d6d295cc97 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:15.109067 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-12403321-bb60-44ed-a0ce-53d6d295cc97 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.175058 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-12403321-bb60-44ed-a0ce-53d6d295cc97 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2183497 Aug 19 18:50:15.177740 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38784) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:15.182122 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-8c113f70-7ca0-49d3-b7b4-41a93c68709e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-306244722', 'admin_state_up': True, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:50:15.191196 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12403321-bb60-44ed-a0ce-53d6d295cc97 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'Network': ['ID=dc0ceb01-afe2-400d-a013-a3ca5529dabc,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:15.203572 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network dc0ceb01-afe2-400d-a013-a3ca5529dabc details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:50:15.213043 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c113f70-7ca0-49d3-b7b4-41a93c68709e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.214495 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c113f70-7ca0-49d3-b7b4-41a93c68709e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.271972 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c113f70-7ca0-49d3-b7b4-41a93c68709e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.727773 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c113f70-7ca0-49d3-b7b4-41a93c68709e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.793483 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2adcb861-e638-43ea-80f1-b52dde21ab53 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:50:15.817932 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 2adcb861-e638-43ea-80f1-b52dde21ab53 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:50:15.818275 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 2adcb861-e638-43ea-80f1-b52dde21ab53 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:50:15.818699 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7b648618-3fca-42c8-8b02-93ee036517d0 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:50:15.840096 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 7b648618-3fca-42c8-8b02-93ee036517d0 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:50:15.840440 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 7b648618-3fca-42c8-8b02-93ee036517d0 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:50:15.840862 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 33f2234a-1c92-442d-a143-fd81021f6834 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:50:15.859814 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 33f2234a-1c92-442d-a143-fd81021f6834 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:50:15.860164 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 33f2234a-1c92-442d-a143-fd81021f6834 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:50:15.940714 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c113f70-7ca0-49d3-b7b4-41a93c68709e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.960362 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c113f70-7ca0-49d3-b7b4-41a93c68709e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.067488 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-8c113f70-7ca0-49d3-b7b4-41a93c68709e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Allocated IP 172.25.8.120 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/e8132cd6-c2f5-4a27-aa0f-c705211888d3) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:50:16.166826 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c113f70-7ca0-49d3-b7b4-41a93c68709e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.210831 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c113f70-7ca0-49d3-b7b4-41a93c68709e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.247398 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c113f70-7ca0-49d3-b7b4-41a93c68709e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:50:16.252200 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-8c113f70-7ca0-49d3-b7b4-41a93c68709e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:50:16.256005 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c113f70-7ca0-49d3-b7b4-41a93c68709e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:50:16.280481 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c113f70-7ca0-49d3-b7b4-41a93c68709e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'Port': ['ID=e8132cd6-c2f5-4a27-aa0f-c705211888d3,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:16.508508 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c113f70-7ca0-49d3-b7b4-41a93c68709e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.706281 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c113f70-7ca0-49d3-b7b4-41a93c68709e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.823151 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.837503 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c113f70-7ca0-49d3-b7b4-41a93c68709e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Router 2e00fb3f-a359-4392-ac93-29b72fb0cf74 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:50:16.944274 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c113f70-7ca0-49d3-b7b4-41a93c68709e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:50:16.954329 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] Sync routers for ids ['2e00fb3f-a359-4392-ac93-29b72fb0cf74'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:50:16.963108 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] Routers {'2e00fb3f-a359-4392-ac93-29b72fb0cf74'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:50:16.963783 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:50:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['2e00fb3f-a359-4392-ac93-29b72fb0cf74'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:16.968000 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c113f70-7ca0-49d3-b7b4-41a93c68709e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.972058 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8c113f70-7ca0-49d3-b7b4-41a93c68709e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7905831 Aug 19 18:50:16.972313 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38788) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:17.003043 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2b3ab293-00d1-48cb-87b0-70c9e33bcfc3 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=9793b3fd4c97423bb3647cabce7e30e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287933 Aug 19 18:50:17.004864 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38790) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:17.068718 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] Set router 2e00fb3f-a359-4392-ac93-29b72fb0cf74 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:50:17.090849 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc08ed04-820a-49ba-a8c0-1c553f3648c4 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:17.092382 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fc08ed04-820a-49ba-a8c0-1c553f3648c4 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864546 Aug 19 18:50:17.095248 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38792) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:17.124248 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a14266b4-0654-4810-b8bb-37c77955894b tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278139 Aug 19 18:50:17.126687 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38794) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:17.131519 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e2d79411-0f82-40aa-b6c6-91114f4b807a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2131432689', 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:50:17.223149 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d79411-0f82-40aa-b6c6-91114f4b807a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Made reservation on behalf of 9793b3fd4c97423bb3647cabce7e30e7 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:50:17.227699 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e2d79411-0f82-40aa-b6c6-91114f4b807a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.243918 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'name': 'tempest-TestNetworkBasicOps-router-306244722', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:16Z', 'revision_number': 3, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:82:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:17.273827 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] Checking router: 2e00fb3f-a359-4392-ac93-29b72fb0cf74 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:50:17.274182 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] Updating router 2e00fb3f-a359-4392-ac93-29b72fb0cf74 port e8132cd6-c2f5-4a27-aa0f-c705211888d3 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:50:17.299784 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.413997 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e2d79411-0f82-40aa-b6c6-91114f4b807a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.468423 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d79411-0f82-40aa-b6c6-91114f4b807a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'Subnet': ['ID=58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:17.484991 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d79411-0f82-40aa-b6c6-91114f4b807a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Checking segment: {'id': '628051aa-9e8f-4251-ba37-9622b62d400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:50:17.485355 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d79411-0f82-40aa-b6c6-91114f4b807a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Network hostable DHCP agents. Network: dc0ceb01-afe2-400d-a013-a3ca5529dabc, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:50:17.502056 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d79411-0f82-40aa-b6c6-91114f4b807a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Network dc0ceb01-afe2-400d-a013-a3ca5529dabc is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:50:17.511611 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-e2d79411-0f82-40aa-b6c6-91114f4b807a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, dc0ceb01-afe2-400d-a013-a3ca5529dabc) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:50:17.516636 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d79411-0f82-40aa-b6c6-91114f4b807a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:17.517505 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e2d79411-0f82-40aa-b6c6-91114f4b807a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.525498 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34025a7-9334-47e0-8faf-f20409e938ce None None] Network dc0ceb01-afe2-400d-a013-a3ca5529dabc requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:50:17.537883 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e2d79411-0f82-40aa-b6c6-91114f4b807a tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4097323 Aug 19 18:50:17.540394 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38796) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:17.562426 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.573032 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] Transition to ACTIVE for port object e8132cd6-c2f5-4a27-aa0f-c705211888d3 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:50:17.580413 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.638555 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] Attempting to bind port e8132cd6-c2f5-4a27-aa0f-c705211888d3 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:50:17.639186 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] Attempting to bind port e8132cd6-c2f5-4a27-aa0f-c705211888d3 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:50:17.639743 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] Attempting to bind port e8132cd6-c2f5-4a27-aa0f-c705211888d3 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:50:17.650353 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:50:17.650728 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:50:17.651355 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.652432 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:50:17.653068 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] Bound port: e8132cd6-c2f5-4a27-aa0f-c705211888d3, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:50:17.653463 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.656267 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d657a-7c19-47b8-be6a-138286b569b3 None None] Pushing event updated for resources: {'Port': ['ID=e8132cd6-c2f5-4a27-aa0f-c705211888d3,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:17.697266 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5d9147-69a3-4021-8a94-dd649ea2e691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-dc0ceb01-afe2-400d-a013-a3ca5529dabc', 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'fixed_ips': [{'subnet_id': '58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:50:17.698295 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7d5d9147-69a3-4021-8a94-dd649ea2e691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.706718 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] For port e8132cd6-c2f5-4a27-aa0f-c705211888d3, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:50:17.713249 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] For port e8132cd6-c2f5-4a27-aa0f-c705211888d3, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e8132cd6-c2f5-4a27-aa0f-c705211888d3,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:50:17.717117 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d657a-7c19-47b8-be6a-138286b569b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:17.717474 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d657a-7c19-47b8-be6a-138286b569b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:17.718078 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d657a-7c19-47b8-be6a-138286b569b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:17.718424 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d657a-7c19-47b8-be6a-138286b569b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:17.718763 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d657a-7c19-47b8-be6a-138286b569b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:17.719103 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d657a-7c19-47b8-be6a-138286b569b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:17.719429 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d657a-7c19-47b8-be6a-138286b569b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:17.719759 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d657a-7c19-47b8-be6a-138286b569b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:17.720177 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d657a-7c19-47b8-be6a-138286b569b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:17.720793 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d657a-7c19-47b8-be6a-138286b569b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:17.721160 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d657a-7c19-47b8-be6a-138286b569b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:17.721470 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d657a-7c19-47b8-be6a-138286b569b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:17.725664 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.782246 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] Routers {'2e00fb3f-a359-4392-ac93-29b72fb0cf74'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:50:17.782887 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:50:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['2e00fb3f-a359-4392-ac93-29b72fb0cf74'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:17.832982 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d657a-7c19-47b8-be6a-138286b569b3 None None] Pushing event updated for resources: {'Port': ['ID=e8132cd6-c2f5-4a27-aa0f-c705211888d3,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:17.856478 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-7d5d9147-69a3-4021-8a94-dd649ea2e691 None None] Allocated IP 172.20.0.2 (dc0ceb01-afe2-400d-a013-a3ca5529dabc/58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8/dc5c359a-b055-4247-8e42-e3b57448cf5f) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:50:17.902710 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] Set router 2e00fb3f-a359-4392-ac93-29b72fb0cf74 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:50:18.020483 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7d5d9147-69a3-4021-8a94-dd649ea2e691 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:18.029598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7d5d9147-69a3-4021-8a94-dd649ea2e691 None None] Transition to ACTIVE for port object dc5c359a-b055-4247-8e42-e3b57448cf5f will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:50:18.044188 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf3634fb-109a-418e-a579-fc90de8abb95 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:18.048948 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7d5d9147-69a3-4021-8a94-dd649ea2e691 None None] Transition to ACTIVE for port object dc5c359a-b055-4247-8e42-e3b57448cf5f will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:50:18.055928 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7d5d9147-69a3-4021-8a94-dd649ea2e691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:18.092411 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5d9147-69a3-4021-8a94-dd649ea2e691 None None] Network dc0ceb01-afe2-400d-a013-a3ca5529dabc is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:50:18.097906 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-7d5d9147-69a3-4021-8a94-dd649ea2e691 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:50:18.101517 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5d9147-69a3-4021-8a94-dd649ea2e691 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:50:18.113110 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d9147-69a3-4021-8a94-dd649ea2e691 None None] Pushing event updated for resources: {'Port': ['ID=dc5c359a-b055-4247-8e42-e3b57448cf5f,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:18.121227 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'name': 'tempest-TestNetworkBasicOps-router-306244722', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:16Z', 'revision_number': 3, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:82:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:18.148296 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3a6676-6629-42b6-ab6e-21c14da70add None None] The sync data for ids ['2e00fb3f-a359-4392-ac93-29b72fb0cf74'] in n-d-803753-2 is: [{'id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'name': 'tempest-TestNetworkBasicOps-router-306244722', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:16Z', 'revision_number': 3, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:82:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:50:18.174709 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7d5d9147-69a3-4021-8a94-dd649ea2e691 None None] Attempting to bind port dc5c359a-b055-4247-8e42-e3b57448cf5f on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:50:18.175220 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7d5d9147-69a3-4021-8a94-dd649ea2e691 None None] Attempting to bind port dc5c359a-b055-4247-8e42-e3b57448cf5f by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '628051aa-9e8f-4251-ba37-9622b62d400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:50:18.175587 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5d9147-69a3-4021-8a94-dd649ea2e691 None None] Attempting to bind port dc5c359a-b055-4247-8e42-e3b57448cf5f on network dc0ceb01-afe2-400d-a013-a3ca5529dabc {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:50:18.182192 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5d9147-69a3-4021-8a94-dd649ea2e691 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:50:18.182647 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5d9147-69a3-4021-8a94-dd649ea2e691 None None] Checking segment: {'id': '628051aa-9e8f-4251-ba37-9622b62d400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:50:18.183548 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7d5d9147-69a3-4021-8a94-dd649ea2e691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:18.183911 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5d9147-69a3-4021-8a94-dd649ea2e691 None None] Bound using segment: {'id': '628051aa-9e8f-4251-ba37-9622b62d400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:50:18.184382 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7d5d9147-69a3-4021-8a94-dd649ea2e691 None None] Bound port: dc5c359a-b055-4247-8e42-e3b57448cf5f, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628051aa-9e8f-4251-ba37-9622b62d400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:50:18.184898 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7d5d9147-69a3-4021-8a94-dd649ea2e691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:18.256720 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7d5d9147-69a3-4021-8a94-dd649ea2e691 None None] For port dc5c359a-b055-4247-8e42-e3b57448cf5f, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:50:18.259740 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7d5d9147-69a3-4021-8a94-dd649ea2e691 None None] For port dc5c359a-b055-4247-8e42-e3b57448cf5f, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=dc5c359a-b055-4247-8e42-e3b57448cf5f,segment=NetworkSegment(628051aa-9e8f-4251-ba37-9622b62d400f),segment_id=628051aa-9e8f-4251-ba37-9622b62d400f)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:50:18.265969 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7d5d9147-69a3-4021-8a94-dd649ea2e691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:18.328753 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d9147-69a3-4021-8a94-dd649ea2e691 None None] Pushing event updated for resources: {'Port': ['ID=dc5c359a-b055-4247-8e42-e3b57448cf5f,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:18.345063 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-bf3634fb-109a-418e-a579-fc90de8abb95 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Allocated IP 172.20.0.1 (dc0ceb01-afe2-400d-a013-a3ca5529dabc/58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8/b9988001-3799-4eed-b983-f09efdd2b789) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:50:18.508570 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf3634fb-109a-418e-a579-fc90de8abb95 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:18.527929 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-bf3634fb-109a-418e-a579-fc90de8abb95 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Transition to ACTIVE for port object b9988001-3799-4eed-b983-f09efdd2b789 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:50:18.573169 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf3634fb-109a-418e-a579-fc90de8abb95 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:18.643914 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3634fb-109a-418e-a579-fc90de8abb95 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Network dc0ceb01-afe2-400d-a013-a3ca5529dabc is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:50:18.647493 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-bf3634fb-109a-418e-a579-fc90de8abb95 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:50:18.653987 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3634fb-109a-418e-a579-fc90de8abb95 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:50:18.658505 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3634fb-109a-418e-a579-fc90de8abb95 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'Port': ['ID=b9988001-3799-4eed-b983-f09efdd2b789,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:18.703301 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf3634fb-109a-418e-a579-fc90de8abb95 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:18.844915 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf3634fb-109a-418e-a579-fc90de8abb95 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:19.342352 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd26c4e-3717-428c-a69e-f547ff683788 None None] Network dc0ceb01-afe2-400d-a013-a3ca5529dabc requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:50:19.415905 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a31a0236-1602-43fc-9a60-b80bfedfb55a None None] Provisioning for port dc5c359a-b055-4247-8e42-e3b57448cf5f completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:50:19.463686 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf3634fb-109a-418e-a579-fc90de8abb95 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:19.470085 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf3634fb-109a-418e-a579-fc90de8abb95 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:19.548631 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3634fb-109a-418e-a579-fc90de8abb95 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'Port': ['ID=b9988001-3799-4eed-b983-f09efdd2b789,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:19.551066 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bf3634fb-109a-418e-a579-fc90de8abb95 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:19.647991 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3634fb-109a-418e-a579-fc90de8abb95 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Network dc0ceb01-afe2-400d-a013-a3ca5529dabc is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:50:19.649460 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-bf3634fb-109a-418e-a579-fc90de8abb95 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:50:19.769173 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-41955dad-3d02-4771-8604-ea9c486c01d0 None None] Provisioning for port b9988001-3799-4eed-b983-f09efdd2b789 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:50:19.780710 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-41955dad-3d02-4771-8604-ea9c486c01d0 None None] Provisioning complete for port b9988001-3799-4eed-b983-f09efdd2b789 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:19.780880 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-41955dad-3d02-4771-8604-ea9c486c01d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:19.784075 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3634fb-109a-418e-a579-fc90de8abb95 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Router 2e00fb3f-a359-4392-ac93-29b72fb0cf74 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:50:19.847572 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-41955dad-3d02-4771-8604-ea9c486c01d0 None None] Port b9988001-3799-4eed-b983-f09efdd2b789 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:50:19.915914 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e8132cd6-c2f5-4a27-aa0f-c705211888d3 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:50:19.933279 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3634fb-109a-418e-a579-fc90de8abb95 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:50:19.939142 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bf3634fb-109a-418e-a579-fc90de8abb95 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "PUT /v2.0/routers/2e00fb3f-a359-4392-ac93-29b72fb0cf74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3972731 Aug 19 18:50:19.942146 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38800) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:19.945280 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] Sync routers for ids ['2e00fb3f-a359-4392-ac93-29b72fb0cf74'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:50:19.972671 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] Routers {'2e00fb3f-a359-4392-ac93-29b72fb0cf74'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:50:19.973231 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:50:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['2e00fb3f-a359-4392-ac93-29b72fb0cf74'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:20.034038 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-dfc139b2-869d-47a2-93a2-d8e8b483da1b None None] Provisioning complete for port b9988001-3799-4eed-b983-f09efdd2b789 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:20.034912 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dfc139b2-869d-47a2-93a2-d8e8b483da1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:20.096583 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port e8132cd6-c2f5-4a27-aa0f-c705211888d3 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:50:20.115221 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port e8132cd6-c2f5-4a27-aa0f-c705211888d3 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:20.115593 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:20.127579 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75bffd0-aa20-417f-8097-5f78f11b7a69 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:20.128055 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75bffd0-aa20-417f-8097-5f78f11b7a69 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:20.128526 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75bffd0-aa20-417f-8097-5f78f11b7a69 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:20.128987 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75bffd0-aa20-417f-8097-5f78f11b7a69 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:20.130732 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d75bffd0-aa20-417f-8097-5f78f11b7a69 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1873627 Aug 19 18:50:20.133454 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38802) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:20.141462 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-dfc139b2-869d-47a2-93a2-d8e8b483da1b None None] Port b9988001-3799-4eed-b983-f09efdd2b789 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:50:20.156146 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] Set router 2e00fb3f-a359-4392-ac93-29b72fb0cf74 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:50:20.221203 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d11c540-afc7-4873-9b13-2ba86778bee2 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:20.221723 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d11c540-afc7-4873-9b13-2ba86778bee2 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:20.222164 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d11c540-afc7-4873-9b13-2ba86778bee2 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:20.222613 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d11c540-afc7-4873-9b13-2ba86778bee2 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:20.224287 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6d11c540-afc7-4873-9b13-2ba86778bee2 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0898864 Aug 19 18:50:20.227050 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38804) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:20.330105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4945e303-89ee-40c0-94af-69a60c33582f None None] Provisioning complete for port b9988001-3799-4eed-b983-f09efdd2b789 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:20.330484 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4945e303-89ee-40c0-94af-69a60c33582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:20.374157 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:20.412401 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-4945e303-89ee-40c0-94af-69a60c33582f None None] Port b9988001-3799-4eed-b983-f09efdd2b789 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:50:20.414624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port e8132cd6-c2f5-4a27-aa0f-c705211888d3, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e8132cd6-c2f5-4a27-aa0f-c705211888d3,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:20.433925 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:20.434725 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device dc5c359a-b055-4247-8e42-e3b57448cf5f up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:50:20.464649 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-59f98ba6-2238-4fd0-ba15-34b514e862e6 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2332385 Aug 19 18:50:20.529488 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=e8132cd6-c2f5-4a27-aa0f-c705211888d3,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:20.548583 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port dc5c359a-b055-4247-8e42-e3b57448cf5f completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:50:20.551868 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'name': 'tempest-TestNetworkBasicOps-router-306244722', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:18Z', 'revision_number': 4, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:82:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b9988001-3799-4eed-b983-f09efdd2b789', 'name': '', 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:ac:a0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:18Z', 'updated_at': '2021-08-19T18:50:19Z', 'revision_number': 2, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': '58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:20.580666 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port dc5c359a-b055-4247-8e42-e3b57448cf5f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:20.581042 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:20.583827 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] Checking router: 2e00fb3f-a359-4392-ac93-29b72fb0cf74 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:50:20.584183 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] Updating router 2e00fb3f-a359-4392-ac93-29b72fb0cf74 port b9988001-3799-4eed-b983-f09efdd2b789 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:50:20.637795 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:20.705083 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38808) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:20.709795 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-5769b053-5486-4ee7-bb3f-75a97114f238 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-791923977', 'description': 'tempest-secgroup-smoke-791923977 description', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:50:20.739861 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5769b053-5486-4ee7-bb3f-75a97114f238 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:20.785297 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:20.854005 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5769b053-5486-4ee7-bb3f-75a97114f238 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:20.858974 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5769b053-5486-4ee7-bb3f-75a97114f238 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:20.869335 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port dc5c359a-b055-4247-8e42-e3b57448cf5f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=dc5c359a-b055-4247-8e42-e3b57448cf5f,segment=NetworkSegment(628051aa-9e8f-4251-ba37-9622b62d400f),segment_id=628051aa-9e8f-4251-ba37-9622b62d400f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:20.874818 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:20.890529 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5769b053-5486-4ee7-bb3f-75a97114f238 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:20.894120 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5769b053-5486-4ee7-bb3f-75a97114f238 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1879578 Aug 19 18:50:20.894257 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38810) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:20.896706 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769b053-5486-4ee7-bb3f-75a97114f238 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3c965a-1a78-486d-9b2f-f18b13202c74,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:20.906176 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e1731fb9-ffa5-4232-815a-be2cf8dcf6ff tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'security_group_rule': {'security_group_id': 'ec3c965a-1a78-486d-9b2f-f18b13202c74', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:50:20.950176 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e1731fb9-ffa5-4232-815a-be2cf8dcf6ff tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:20.958040 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=dc5c359a-b055-4247-8e42-e3b57448cf5f,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:21.030506 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.040964 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] Transition to ACTIVE for port object b9988001-3799-4eed-b983-f09efdd2b789 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:50:21.048444 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.048630 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e1731fb9-ffa5-4232-815a-be2cf8dcf6ff tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.051679 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e1731fb9-ffa5-4232-815a-be2cf8dcf6ff tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.073763 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1731fb9-ffa5-4232-815a-be2cf8dcf6ff tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96fb4e21-af02-4014-b6bc-1ba71c61942b,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:21.078555 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e1731fb9-ffa5-4232-815a-be2cf8dcf6ff tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.081112 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e1731fb9-ffa5-4232-815a-be2cf8dcf6ff tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1847191 Aug 19 18:50:21.083309 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38814) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:21.089031 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-79944a9b-d173-4b51-af41-930de83acfaa tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'security_group_rule': {'security_group_id': 'ec3c965a-1a78-486d-9b2f-f18b13202c74', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:50:21.125745 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43289146-eefe-40f9-a634-f7ccc39e4ce7 None None] Pushing event updated for resources: {'Port': ['ID=b9988001-3799-4eed-b983-f09efdd2b789,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:21.126407 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-79944a9b-d173-4b51-af41-930de83acfaa tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.161092 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] Attempting to bind port b9988001-3799-4eed-b983-f09efdd2b789 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:50:21.161568 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] Attempting to bind port b9988001-3799-4eed-b983-f09efdd2b789 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '628051aa-9e8f-4251-ba37-9622b62d400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:50:21.162031 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] Attempting to bind port b9988001-3799-4eed-b983-f09efdd2b789 on network dc0ceb01-afe2-400d-a013-a3ca5529dabc {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:50:21.168340 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:50:21.168804 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] Checking segment: {'id': '628051aa-9e8f-4251-ba37-9622b62d400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:50:21.169393 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.169822 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] Bound using segment: {'id': '628051aa-9e8f-4251-ba37-9622b62d400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:50:21.170359 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] Bound port: b9988001-3799-4eed-b983-f09efdd2b789, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628051aa-9e8f-4251-ba37-9622b62d400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:50:21.171569 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.192715 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-79944a9b-d173-4b51-af41-930de83acfaa tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.197662 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-79944a9b-d173-4b51-af41-930de83acfaa tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.230168 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79944a9b-d173-4b51-af41-930de83acfaa tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cddfc182-311f-4986-8765-be5678594b35,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:21.249387 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-79944a9b-d173-4b51-af41-930de83acfaa tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.249628 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] For port b9988001-3799-4eed-b983-f09efdd2b789, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:50:21.251268 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-79944a9b-d173-4b51-af41-930de83acfaa tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1665606 Aug 19 18:50:21.254752 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38816) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:21.258102 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] For port b9988001-3799-4eed-b983-f09efdd2b789, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b9988001-3799-4eed-b983-f09efdd2b789,segment=NetworkSegment(628051aa-9e8f-4251-ba37-9622b62d400f),segment_id=628051aa-9e8f-4251-ba37-9622b62d400f)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:50:21.263184 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-3b002acc-4838-430d-8698-28a10cc79922 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'security_group_rule': {'security_group_id': 'ec3c965a-1a78-486d-9b2f-f18b13202c74', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:50:21.266268 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.314556 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b002acc-4838-430d-8698-28a10cc79922 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.340884 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] Routers {'2e00fb3f-a359-4392-ac93-29b72fb0cf74'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:50:21.341697 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:50:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['2e00fb3f-a359-4392-ac93-29b72fb0cf74'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:21.348282 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43289146-eefe-40f9-a634-f7ccc39e4ce7 None None] Pushing event updated for resources: {'Port': ['ID=b9988001-3799-4eed-b983-f09efdd2b789,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:21.394142 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b002acc-4838-430d-8698-28a10cc79922 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.399577 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b002acc-4838-430d-8698-28a10cc79922 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.415273 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b002acc-4838-430d-8698-28a10cc79922 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9635c3d1-ba77-4621-bdc1-d898dcf194af,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:21.431327 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b002acc-4838-430d-8698-28a10cc79922 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.436088 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3b002acc-4838-430d-8698-28a10cc79922 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1766696 Aug 19 18:50:21.436322 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38818) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:21.441392 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-0f5ee59e-f307-4959-9c4e-0c37b9d36071 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'security_group_rule': {'security_group_id': 'ec3c965a-1a78-486d-9b2f-f18b13202c74', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:50:21.476728 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f5ee59e-f307-4959-9c4e-0c37b9d36071 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.477207 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] Set router 2e00fb3f-a359-4392-ac93-29b72fb0cf74 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:50:21.548366 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f5ee59e-f307-4959-9c4e-0c37b9d36071 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.552299 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f5ee59e-f307-4959-9c4e-0c37b9d36071 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.571475 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ee59e-f307-4959-9c4e-0c37b9d36071 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6997865d-f2c2-4173-88df-4e143eb39435,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:21.578226 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0f5ee59e-f307-4959-9c4e-0c37b9d36071 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.579678 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0f5ee59e-f307-4959-9c4e-0c37b9d36071 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1422915 Aug 19 18:50:21.582475 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38822) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:21.587356 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-85dbb359-2e72-44d5-aef2-e2c8bf0cf30b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'security_group_rule': {'security_group_id': 'ec3c965a-1a78-486d-9b2f-f18b13202c74', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:50:21.612045 n-d-803753-2 neutron-server[94681]: INFO neutron.db.securitygroups_db [None req-85dbb359-2e72-44d5-aef2-e2c8bf0cf30b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Project 9793b3fd4c97423bb3647cabce7e30e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:50:21.617846 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-85dbb359-2e72-44d5-aef2-e2c8bf0cf30b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.688398 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-85dbb359-2e72-44d5-aef2-e2c8bf0cf30b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.693005 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-85dbb359-2e72-44d5-aef2-e2c8bf0cf30b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.713059 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbb359-2e72-44d5-aef2-e2c8bf0cf30b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba49d0f0-5ddc-4bfb-8b79-d8ef24254896,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:21.722329 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-85dbb359-2e72-44d5-aef2-e2c8bf0cf30b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.724192 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-85dbb359-2e72-44d5-aef2-e2c8bf0cf30b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405935 Aug 19 18:50:21.727193 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38824) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:21.734194 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-fa5cffb6-bb1d-4239-853c-8551a68b9fa4 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'security_group_rule': {'security_group_id': 'ec3c965a-1a78-486d-9b2f-f18b13202c74', 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:50:21.757739 n-d-803753-2 neutron-server[94682]: INFO neutron.db.securitygroups_db [None req-fa5cffb6-bb1d-4239-853c-8551a68b9fa4 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Project 9793b3fd4c97423bb3647cabce7e30e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:50:21.763345 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa5cffb6-bb1d-4239-853c-8551a68b9fa4 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.819631 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e8132cd6-c2f5-4a27-aa0f-c705211888d3 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:50:21.831454 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa5cffb6-bb1d-4239-853c-8551a68b9fa4 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.835403 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa5cffb6-bb1d-4239-853c-8551a68b9fa4 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.855509 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5cffb6-bb1d-4239-853c-8551a68b9fa4 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6c8131-b3a4-4161-b230-20f1dc0d2ca9,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:21.864375 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fa5cffb6-bb1d-4239-853c-8551a68b9fa4 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.865967 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fa5cffb6-bb1d-4239-853c-8551a68b9fa4 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374607 Aug 19 18:50:21.909460 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port e8132cd6-c2f5-4a27-aa0f-c705211888d3 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:21.909863 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.944126 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'name': 'tempest-TestNetworkBasicOps-router-306244722', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:18Z', 'revision_number': 4, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:82:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b9988001-3799-4eed-b983-f09efdd2b789', 'name': '', 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:ac:a0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:18Z', 'updated_at': '2021-08-19T18:50:21Z', 'revision_number': 4, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': '58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:21.978715 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3411ec7-9661-40c5-9368-a0a4673f8efd None None] The sync data for ids ['2e00fb3f-a359-4392-ac93-29b72fb0cf74'] in n-d-803753-2 is: [{'id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'name': 'tempest-TestNetworkBasicOps-router-306244722', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:18Z', 'revision_number': 4, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:82:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b9988001-3799-4eed-b983-f09efdd2b789', 'name': '', 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:ac:a0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:18Z', 'updated_at': '2021-08-19T18:50:21Z', 'revision_number': 4, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': '58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:50:22.051654 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device dc5c359a-b055-4247-8e42-e3b57448cf5f up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:50:22.054233 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-a68c8882-e4cc-4dd6-950a-353de4c5e653 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-791923977&fields=id&tenant_id=9793b3fd4c97423bb3647cabce7e30e7 HTTP/1.1" status: 200 len: 267 time: 0.0725713 Aug 19 18:50:22.106753 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port dc5c359a-b055-4247-8e42-e3b57448cf5f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:22.107163 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:22.171633 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-e9b259a4-d1ae-454c-991b-aee7f33619c6 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:22.173406 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-e9b259a4-d1ae-454c-991b-aee7f33619c6 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/networks?id=dc0ceb01-afe2-400d-a013-a3ca5529dabc HTTP/1.1" status: 200 len: 797 time: 0.1181970 Aug 19 18:50:22.190237 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-3ef2cb6f-bc57-4c9d-8102-ed385a2119c3 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/quotas/9793b3fd4c97423bb3647cabce7e30e7 HTTP/1.1" status: 200 len: 375 time: 0.0104909 Aug 19 18:50:22.248970 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-fbefda69-7f0f-4786-bad7-3c8ad9125715 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9793b3fd4c97423bb3647cabce7e30e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511277 Aug 19 18:50:22.319413 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-6f90fa6b-d178-42e4-994e-d4239ef05e21 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:50:22.320448 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-6f90fa6b-d178-42e4-994e-d4239ef05e21 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0591841 Aug 19 18:50:22.433603 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-5b1ace41-84f1-4201-9ed6-2903fd668506 service neutron] 10.222.0.24 "GET /v2.0/networks/dc0ceb01-afe2-400d-a013-a3ca5529dabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057565 Aug 19 18:50:22.528473 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-4ed5daa2-dc7d-4a5f-acb4-fc70516f19ff service neutron] 10.222.0.24 "GET /v2.0/networks/dc0ceb01-afe2-400d-a013-a3ca5529dabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873184 Aug 19 18:50:23.717014 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d987f6aa-746b-4f93-9fc6-66d79526eff1 req-9530b67e-e1d7-4ad2-88e6-da58902d7c8f tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=f35302f6-617d-43f3-a927-33eb807c0a24 HTTP/1.1" status: 200 len: 210 time: 0.0289898 Aug 19 18:50:23.818785 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b9988001-3799-4eed-b983-f09efdd2b789 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:50:23.869461 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port b9988001-3799-4eed-b983-f09efdd2b789 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:50:23.873909 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port b9988001-3799-4eed-b983-f09efdd2b789 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:23.874280 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:23.956942 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:23.991204 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port b9988001-3799-4eed-b983-f09efdd2b789, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b9988001-3799-4eed-b983-f09efdd2b789,segment=NetworkSegment(628051aa-9e8f-4251-ba37-9622b62d400f),segment_id=628051aa-9e8f-4251-ba37-9622b62d400f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:24.002083 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:24.064168 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=b9988001-3799-4eed-b983-f09efdd2b789,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:24.814047 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-f8149d17-9ad8-4819-b771-06cd6060a271 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:24.815559 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-f8149d17-9ad8-4819-b771-06cd6060a271 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.50 "GET /v2.0/networks?id=dc0ceb01-afe2-400d-a013-a3ca5529dabc HTTP/1.1" status: 200 len: 797 time: 0.1096079 Aug 19 18:50:24.818866 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4e2c942-9c68-4b8b-be90-be46fe91bf84 req-2d35b298-3de7-4a9f-9f98-a5377593a1b0 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=f35302f6-617d-43f3-a927-33eb807c0a24 HTTP/1.1" status: 200 len: 210 time: 0.0278044 Aug 19 18:50:24.871251 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-7c6b99f5-9c48-464d-b7ff-35252b7f960b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9793b3fd4c97423bb3647cabce7e30e7 HTTP/1.1" status: 200 len: 379 time: 0.0459526 Aug 19 18:50:24.885954 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'port': {'device_id': 'f35302f6-617d-43f3-a927-33eb807c0a24', 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc', 'admin_state_up': True, 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'security_groups': ['ec3c965a-1a78-486d-9b2f-f18b13202c74']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:50:25.003865 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Made reservation on behalf of 9793b3fd4c97423bb3647cabce7e30e7 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:50:25.007355 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.133214 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Allocated IP 172.20.0.14 (dc0ceb01-afe2-400d-a013-a3ca5529dabc/58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8/062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:50:25.279558 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.294500 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Transition to ACTIVE for port object 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:50:25.327568 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.374794 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Network dc0ceb01-afe2-400d-a013-a3ca5529dabc is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:50:25.377859 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:50:25.381772 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:50:25.388149 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'Port': ['ID=062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:25.417555 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:25.417911 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:25.418259 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:25.418594 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:25.418928 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:25.419628 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:25.419628 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:25.419914 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:25.420216 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:25.420546 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:25.420868 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:25.421192 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:25.460783 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:25.461742 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.479321 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-06c62740-37b5-4829-be44-a8b67d33d4ea tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5970218 Aug 19 18:50:25.492654 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-723b4497-d91f-415b-9f92-695024f7ece2 service neutron] Request body: {'port': {'device_id': 'f35302f6-617d-43f3-a927-33eb807c0a24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:50:25.548990 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-723b4497-d91f-415b-9f92-695024f7ece2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.631251 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-42695852-8816-4bc9-a00a-173a48f17b24 None None] Provisioning for port 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:50:25.636664 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-42695852-8816-4bc9-a00a-173a48f17b24 None None] Provisioning complete for port 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:25.637138 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-42695852-8816-4bc9-a00a-173a48f17b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.671546 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-42695852-8816-4bc9-a00a-173a48f17b24 None None] Port 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:50:25.807010 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b9988001-3799-4eed-b983-f09efdd2b789 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:50:25.859079 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port b9988001-3799-4eed-b983-f09efdd2b789 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:25.859463 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.871807 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-723b4497-d91f-415b-9f92-695024f7ece2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:50:25.881177 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-723b4497-d91f-415b-9f92-695024f7ece2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.895770 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-723b4497-d91f-415b-9f92-695024f7ece2 service neutron] Transition to ACTIVE for port object 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:50:25.908091 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-723b4497-d91f-415b-9f92-695024f7ece2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.982884 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b4497-d91f-415b-9f92-695024f7ece2 service neutron] Pushing event updated for resources: {'Port': ['ID=062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:26.015572 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea541ac5-5925-4bc8-b07c-9a5ee52cf139 req-5869dce7-98bb-4a70-b6e1-7873b5261d7b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:26.017781 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea541ac5-5925-4bc8-b07c-9a5ee52cf139 req-5869dce7-98bb-4a70-b6e1-7873b5261d7b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=f35302f6-617d-43f3-a927-33eb807c0a24 HTTP/1.1" status: 200 len: 944 time: 0.1238315 Aug 19 18:50:26.106180 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea541ac5-5925-4bc8-b07c-9a5ee52cf139 req-9a728544-f00e-4647-bbb1-1e0c00a934df tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3c965a-1a78-486d-9b2f-f18b13202c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640821 Aug 19 18:50:26.111649 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-723b4497-d91f-415b-9f92-695024f7ece2 service neutron] Attempting to bind port 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:50:26.112466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-723b4497-d91f-415b-9f92-695024f7ece2 service neutron] Attempting to bind port 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '628051aa-9e8f-4251-ba37-9622b62d400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:50:26.112466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-723b4497-d91f-415b-9f92-695024f7ece2 service neutron] Attempting to bind port 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b on network dc0ceb01-afe2-400d-a013-a3ca5529dabc {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:50:26.117112 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-723b4497-d91f-415b-9f92-695024f7ece2 service neutron] Port 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b on network dc0ceb01-afe2-400d-a013-a3ca5529dabc not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:50:26.117361 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-723b4497-d91f-415b-9f92-695024f7ece2 service neutron] Attempting to bind port 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b on network dc0ceb01-afe2-400d-a013-a3ca5529dabc {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:50:26.122753 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-723b4497-d91f-415b-9f92-695024f7ece2 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:50:26.123100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-723b4497-d91f-415b-9f92-695024f7ece2 service neutron] Checking segment: {'id': '628051aa-9e8f-4251-ba37-9622b62d400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:50:26.123495 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-723b4497-d91f-415b-9f92-695024f7ece2 service neutron] Bound using segment: {'id': '628051aa-9e8f-4251-ba37-9622b62d400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:50:26.123941 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-723b4497-d91f-415b-9f92-695024f7ece2 service neutron] Bound port: 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628051aa-9e8f-4251-ba37-9622b62d400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:50:26.124308 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-723b4497-d91f-415b-9f92-695024f7ece2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:26.189771 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-723b4497-d91f-415b-9f92-695024f7ece2 service neutron] For port 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:50:26.193328 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-723b4497-d91f-415b-9f92-695024f7ece2 service neutron] For port 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b,segment=NetworkSegment(628051aa-9e8f-4251-ba37-9622b62d400f),segment_id=628051aa-9e8f-4251-ba37-9622b62d400f)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:50:26.197973 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-723b4497-d91f-415b-9f92-695024f7ece2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:26.231981 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-723b4497-d91f-415b-9f92-695024f7ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:26.232605 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-723b4497-d91f-415b-9f92-695024f7ece2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:26.234030 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-723b4497-d91f-415b-9f92-695024f7ece2 service neutron] 10.222.0.50 "PUT /v2.0/ports/062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b HTTP/1.1" status: 200 len: 1092 time: 0.7458477 Aug 19 18:50:26.234499 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35302f6-617d-43f3-a927-33eb807c0a24', 'tag': '062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:50:26.237146 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787edeeb-b7b7-4f00-8477-f8b461aed335" -d '{"events": [{"name": "network-changed", "server_uuid": "f35302f6-617d-43f3-a927-33eb807c0a24", "tag": "062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:50:26.264610 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b4497-d91f-415b-9f92-695024f7ece2 service neutron] Pushing event updated for resources: {'Port': ['ID=062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:26.287208 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddfb4c5-6463-4604-bca9-6b2d99ed5fd7 x-openstack-request-id: req-6ddfb4c5-6463-4604-bca9-6b2d99ed5fd7 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:50:26.287508 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35302f6-617d-43f3-a927-33eb807c0a24", "tag": "062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:50:26.287764 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ddfb4c5-6463-4604-bca9-6b2d99ed5fd7 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:50:26.288220 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35302f6-617d-43f3-a927-33eb807c0a24', 'tag': '062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b', 'status': 'completed', 'code': 200} Aug 19 18:50:26.334706 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-f5996d3e-a407-433f-8f51-07aff50ad883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:26.336270 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-f5996d3e-a407-433f-8f51-07aff50ad883 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9793b3fd4c97423bb3647cabce7e30e7&device_id=f35302f6-617d-43f3-a927-33eb807c0a24 HTTP/1.1" status: 200 len: 1095 time: 0.0510235 Aug 19 18:50:26.381315 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-81189424-f59a-43c7-9c52-3be86c6f3945 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b HTTP/1.1" status: 200 len: 217 time: 0.0361137 Aug 19 18:50:26.441719 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-f376dd65-2d2f-43e3-9d52-fe442586a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:26.443206 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-f376dd65-2d2f-43e3-9d52-fe442586a881 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8 HTTP/1.1" status: 200 len: 835 time: 0.0542266 Aug 19 18:50:26.489817 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-9b607b8f-3a9d-4d9f-b4a0-773d3c99e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:26.491332 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-9b607b8f-3a9d-4d9f-b4a0-773d3c99e8c0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc0ceb01-afe2-400d-a013-a3ca5529dabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404289 Aug 19 18:50:26.587208 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-2650ecc3-e460-43d8-8bb4-d465109e3fac service neutron] 10.222.0.50 "GET /v2.0/networks/dc0ceb01-afe2-400d-a013-a3ca5529dabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879986 Aug 19 18:50:26.677157 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-54554c80-c3bc-4d7d-93c8-466643e714f4 req-2f1626b1-88a2-4906-a780-fd530ad34d09 service neutron] 10.222.0.50 "GET /v2.0/networks/dc0ceb01-afe2-400d-a013-a3ca5529dabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825844 Aug 19 18:50:26.771063 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787edeeb-b7b7-4f00-8477-f8b461aed335 req-dfdaa5a5-670b-4e26-9e30-0aa2eacc609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:26.772341 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-787edeeb-b7b7-4f00-8477-f8b461aed335 req-dfdaa5a5-670b-4e26-9e30-0aa2eacc609c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9793b3fd4c97423bb3647cabce7e30e7&device_id=f35302f6-617d-43f3-a927-33eb807c0a24 HTTP/1.1" status: 200 len: 1095 time: 0.0468657 Aug 19 18:50:26.863580 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787edeeb-b7b7-4f00-8477-f8b461aed335 req-7b2a84e2-9ce6-4a01-9e78-9e114cfe2df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:26.865051 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-787edeeb-b7b7-4f00-8477-f8b461aed335 req-7b2a84e2-9ce6-4a01-9e78-9e114cfe2df1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc0ceb01-afe2-400d-a013-a3ca5529dabc HTTP/1.1" status: 200 len: 898 time: 0.0859504 Aug 19 18:50:26.910998 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-787edeeb-b7b7-4f00-8477-f8b461aed335 req-98c93405-fb1e-4ddf-9e6b-99957f484b9d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b HTTP/1.1" status: 200 len: 217 time: 0.0377443 Aug 19 18:50:26.961360 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787edeeb-b7b7-4f00-8477-f8b461aed335 req-2216bdd6-2823-48b5-b96b-da2faba62bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:26.962871 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-787edeeb-b7b7-4f00-8477-f8b461aed335 req-2216bdd6-2823-48b5-b96b-da2faba62bb0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8 HTTP/1.1" status: 200 len: 835 time: 0.0445619 Aug 19 18:50:27.010620 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787edeeb-b7b7-4f00-8477-f8b461aed335 req-32d0672f-c863-4ccd-9be9-f58f6f7ed35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:27.012798 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-787edeeb-b7b7-4f00-8477-f8b461aed335 req-32d0672f-c863-4ccd-9be9-f58f6f7ed35c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc0ceb01-afe2-400d-a013-a3ca5529dabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411432 Aug 19 18:50:27.105123 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-787edeeb-b7b7-4f00-8477-f8b461aed335 req-d0d2be63-6673-4f57-b3ba-8e513db8ce5d service neutron] 10.222.0.50 "GET /v2.0/networks/dc0ceb01-afe2-400d-a013-a3ca5529dabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837278 Aug 19 18:50:27.223125 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-787edeeb-b7b7-4f00-8477-f8b461aed335 req-571c3b0c-6ff6-43b5-802c-6ad05d96a4e9 service neutron] 10.222.0.50 "GET /v2.0/networks/dc0ceb01-afe2-400d-a013-a3ca5529dabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093886 Aug 19 18:50:27.239843 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223705d-6fed-466f-b2af-e01b2480dcc7 req-35ce275a-708a-46da-8cbb-ef7256772873 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:27.241395 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7223705d-6fed-466f-b2af-e01b2480dcc7 req-35ce275a-708a-46da-8cbb-ef7256772873 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=f35302f6-617d-43f3-a927-33eb807c0a24 HTTP/1.1" status: 200 len: 944 time: 0.0646682 Aug 19 18:50:27.283555 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7223705d-6fed-466f-b2af-e01b2480dcc7 req-d632eedb-0350-4753-a07a-178d4579b819 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3c965a-1a78-486d-9b2f-f18b13202c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352757 Aug 19 18:50:27.781925 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:50:28.367162 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:50:28.410790 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b2b65-9382-4950-934a-0269d8b99440 req-c31aa3f8-5e24-4f82-a329-db0686c18696 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:28.412292 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f3b2b65-9382-4950-934a-0269d8b99440 req-c31aa3f8-5e24-4f82-a329-db0686c18696 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=f35302f6-617d-43f3-a927-33eb807c0a24 HTTP/1.1" status: 200 len: 944 time: 0.0538900 Aug 19 18:50:28.458864 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f3b2b65-9382-4950-934a-0269d8b99440 req-029b2b12-260f-46a4-99a3-2399a4626b3b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3c965a-1a78-486d-9b2f-f18b13202c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398300 Aug 19 18:50:28.469762 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b,segment=NetworkSegment(628051aa-9e8f-4251-ba37-9622b62d400f),segment_id=628051aa-9e8f-4251-ba37-9622b62d400f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:28.481504 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b', 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc', 'port_id': '062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b', 'mac_address': 'fa:16:3e:99:58:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:50:28.523162 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:28.536148 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:50:28.556736 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b,segment=NetworkSegment(628051aa-9e8f-4251-ba37-9622b62d400f),segment_id=628051aa-9e8f-4251-ba37-9622b62d400f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:28.561184 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:28.609519 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:28.772171 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:50:29.574941 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419aaec-63a3-4f2b-9e7c-4c29231b96f1 req-39fca450-bd90-47dd-9a12-72565a1a5136 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:29.576456 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b419aaec-63a3-4f2b-9e7c-4c29231b96f1 req-39fca450-bd90-47dd-9a12-72565a1a5136 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=f35302f6-617d-43f3-a927-33eb807c0a24 HTTP/1.1" status: 200 len: 945 time: 0.0502610 Aug 19 18:50:29.614266 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b419aaec-63a3-4f2b-9e7c-4c29231b96f1 req-ad1e9c73-5a7c-4190-a744-11de8e79ff5b tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3c965a-1a78-486d-9b2f-f18b13202c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318375 Aug 19 18:50:30.382153 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:50:30.431533 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:50:30.436036 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:30.436409 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:30.516835 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:30.539784 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35302f6-617d-43f3-a927-33eb807c0a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:50:30.542839 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0166c088-9310-47b3-a743-de031fe3ea6e" -d '{"events": [{"server_uuid": "f35302f6-617d-43f3-a927-33eb807c0a24", "name": "network-vif-plugged", "status": "completed", "tag": "062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:50:30.556445 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b,segment=NetworkSegment(628051aa-9e8f-4251-ba37-9622b62d400f),segment_id=628051aa-9e8f-4251-ba37-9622b62d400f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:30.560623 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:30.612384 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:30.646902 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5016044-b7ff-495c-8814-f826c5998f26 x-openstack-request-id: req-d5016044-b7ff-495c-8814-f826c5998f26 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:50:30.647329 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35302f6-617d-43f3-a927-33eb807c0a24", "name": "network-vif-plugged", "status": "completed", "tag": "062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:50:30.647750 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5016044-b7ff-495c-8814-f826c5998f26 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:50:30.648294 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35302f6-617d-43f3-a927-33eb807c0a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b', 'code': 200} Aug 19 18:50:30.757666 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c021b5-6dc8-43af-9a2e-ddb33095b1ab req-82af087b-054b-4d56-824c-de0d2e9a9512 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:30.759168 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a8c021b5-6dc8-43af-9a2e-ddb33095b1ab req-82af087b-054b-4d56-824c-de0d2e9a9512 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=f35302f6-617d-43f3-a927-33eb807c0a24 HTTP/1.1" status: 200 len: 946 time: 0.0767326 Aug 19 18:50:30.765411 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c244a8-5205-4b26-92eb-5054246a5420 req-ea4503c7-4fb5-41f5-be68-14b812876b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:30.766857 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c0c244a8-5205-4b26-92eb-5054246a5420 req-ea4503c7-4fb5-41f5-be68-14b812876b55 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f35302f6-617d-43f3-a927-33eb807c0a24 HTTP/1.1" status: 200 len: 1097 time: 0.0557785 Aug 19 18:50:30.824531 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a8c021b5-6dc8-43af-9a2e-ddb33095b1ab req-90cafe63-1724-4ec6-9224-37586933cb90 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3c965a-1a78-486d-9b2f-f18b13202c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566101 Aug 19 18:50:30.830919 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c0c244a8-5205-4b26-92eb-5054246a5420 req-f3b79f56-98fc-44a6-bfd8-63d2664b3450 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ec3c965a-1a78-486d-9b2f-f18b13202c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490184 Aug 19 18:50:31.945729 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ce05b-0143-4c73-a955-d7198a37f0d5 req-738b0bba-154b-4806-ab4f-b82cc378a064 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:31.947255 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9e1ce05b-0143-4c73-a955-d7198a37f0d5 req-738b0bba-154b-4806-ab4f-b82cc378a064 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=f35302f6-617d-43f3-a927-33eb807c0a24 HTTP/1.1" status: 200 len: 946 time: 0.0506289 Aug 19 18:50:31.985978 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9e1ce05b-0143-4c73-a955-d7198a37f0d5 req-9a547690-310a-402e-9020-9b93852a87f7 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3c965a-1a78-486d-9b2f-f18b13202c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320415 Aug 19 18:50:32.106507 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c395e-ead5-47fc-b9f9-41515f9ad33b req-dce9299c-e5d9-45e3-8ec7-32f3b323dbd4 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:32.108025 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d3c395e-ead5-47fc-b9f9-41515f9ad33b req-dce9299c-e5d9-45e3-8ec7-32f3b323dbd4 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=f35302f6-617d-43f3-a927-33eb807c0a24 HTTP/1.1" status: 200 len: 946 time: 0.0503037 Aug 19 18:50:32.146368 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d3c395e-ead5-47fc-b9f9-41515f9ad33b req-c38a1c30-ba66-4a05-ade8-3c0dadd168d8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3c965a-1a78-486d-9b2f-f18b13202c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326579 Aug 19 18:50:32.167770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38886) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:32.219791 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1568996-4ea3-45aa-99b9-e776c863ae33 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:32.221411 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c1568996-4ea3-45aa-99b9-e776c863ae33 tempest-TestNetworkBasicOps-469833781 tempest-TestNetworkBasicOps-469833781-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f35302f6-617d-43f3-a927-33eb807c0a24 HTTP/1.1" status: 200 len: 1092 time: 0.0525973 Aug 19 18:50:32.224208 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38888) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:32.228773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': '062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:50:32.250477 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:32.350375 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:32.453300 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Allocated IP 172.25.8.163 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/bf1c8979-de1b-4ccb-a570-29bc5eb91b3c) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:50:32.557728 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:32.597274 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:32.638553 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:50:32.641416 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:50:32.644195 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:50:32.669465 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'Port': ['ID=bf1c8979-de1b-4ccb-a570-29bc5eb91b3c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:32.683493 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:32.683842 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:32.684255 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:32.684597 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:32.684958 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:32.685296 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:32.685652 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:32.685977 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:32.686299 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:32.686622 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:32.686947 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:32.687272 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:33.013992 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:33.080227 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:33.230991 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:33.235516 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:33.308008 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event updated for resources: {'Port': ['ID=bf1c8979-de1b-4ccb-a570-29bc5eb91b3c,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:33.314340 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:33.417047 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Floating IP 596e3a8f-8ae3-4955-8253-11c6602cbc82 associated. External IP: 172.25.8.163, port: 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b. Aug 19 18:50:33.931759 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Router 2e00fb3f-a359-4392-ac93-29b72fb0cf74 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:50:34.041091 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:50:34.050554 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbd2009-b4c6-439f-8ec8-1055dfc1aa2e None None] Sync routers for ids ['2e00fb3f-a359-4392-ac93-29b72fb0cf74'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:50:34.058172 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:34.061971 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbd2009-b4c6-439f-8ec8-1055dfc1aa2e None None] Routers {'2e00fb3f-a359-4392-ac93-29b72fb0cf74'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:50:34.062735 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ebbd2009-b4c6-439f-8ec8-1055dfc1aa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:50:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['2e00fb3f-a359-4392-ac93-29b72fb0cf74'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:34.106618 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7f435a7d-782c-4695-a1f5-9358f66d6cbd tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8811710 Aug 19 18:50:34.107472 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35302f6-617d-43f3-a927-33eb807c0a24', 'tag': '062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:50:34.109136 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38890) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:34.111374 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983447ef-3431-4f72-9b0b-24d268b7c143" -d '{"events": [{"name": "network-changed", "server_uuid": "f35302f6-617d-43f3-a927-33eb807c0a24", "tag": "062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:50:34.153478 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b591a7-121f-4b70-ab2e-880bf68336dd x-openstack-request-id: req-e2b591a7-121f-4b70-ab2e-880bf68336dd {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:50:34.153808 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35302f6-617d-43f3-a927-33eb807c0a24", "tag": "062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:50:34.154061 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2b591a7-121f-4b70-ab2e-880bf68336dd {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:50:34.154464 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35302f6-617d-43f3-a927-33eb807c0a24', 'tag': '062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b', 'status': 'completed', 'code': 200} Aug 19 18:50:34.217170 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7a6d5279-3e1e-4bbd-bd70-dc170f1fb2a1 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/floatingips/596e3a8f-8ae3-4955-8253-11c6602cbc82 HTTP/1.1" status: 200 len: 992 time: 0.1061411 Aug 19 18:50:34.231833 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983447ef-3431-4f72-9b0b-24d268b7c143 req-ad830441-224b-4387-8e0c-a73c8c833139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:34.233329 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-983447ef-3431-4f72-9b0b-24d268b7c143 req-ad830441-224b-4387-8e0c-a73c8c833139 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9793b3fd4c97423bb3647cabce7e30e7&device_id=f35302f6-617d-43f3-a927-33eb807c0a24 HTTP/1.1" status: 200 len: 1097 time: 0.0548134 Aug 19 18:50:34.289797 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-ebbd2009-b4c6-439f-8ec8-1055dfc1aa2e None None] Set router 2e00fb3f-a359-4392-ac93-29b72fb0cf74 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:50:34.325739 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983447ef-3431-4f72-9b0b-24d268b7c143 req-3ab45639-6628-4b72-bbb7-7419ed14a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:34.327145 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-983447ef-3431-4f72-9b0b-24d268b7c143 req-3ab45639-6628-4b72-bbb7-7419ed14a348 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc0ceb01-afe2-400d-a013-a3ca5529dabc HTTP/1.1" status: 200 len: 898 time: 0.0866399 Aug 19 18:50:34.397754 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-983447ef-3431-4f72-9b0b-24d268b7c143 req-34735111-846e-45ab-9452-fb7ca44cae6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b HTTP/1.1" status: 200 len: 1000 time: 0.0619435 Aug 19 18:50:34.448098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983447ef-3431-4f72-9b0b-24d268b7c143 req-a83c224c-0d6b-4be7-9add-5c2573181aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:34.449822 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-983447ef-3431-4f72-9b0b-24d268b7c143 req-a83c224c-0d6b-4be7-9add-5c2573181aae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8 HTTP/1.1" status: 200 len: 835 time: 0.0443242 Aug 19 18:50:34.496851 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983447ef-3431-4f72-9b0b-24d268b7c143 req-fcae20cd-28d0-4090-a582-d317dcb81c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:34.498412 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-983447ef-3431-4f72-9b0b-24d268b7c143 req-fcae20cd-28d0-4090-a582-d317dcb81c09 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc0ceb01-afe2-400d-a013-a3ca5529dabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415361 Aug 19 18:50:34.515029 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ebbd2009-b4c6-439f-8ec8-1055dfc1aa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'name': 'tempest-TestNetworkBasicOps-router-306244722', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:18Z', 'revision_number': 4, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:82:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '596e3a8f-8ae3-4955-8253-11c6602cbc82', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'floating_ip_address': '172.25.8.163', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'port_id': '062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc', 'mac_address': 'fa:16:3e:99:58:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35302f6-617d-43f3-a927-33eb807c0a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:50:32Z', 'updated_at': '2021-08-19T18:50:32Z', 'revision_number': 0, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9988001-3799-4eed-b983-f09efdd2b789', 'name': '', 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:ac:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:18Z', 'updated_at': '2021-08-19T18:50:23Z', 'revision_number': 5, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': '58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:34.544874 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbd2009-b4c6-439f-8ec8-1055dfc1aa2e None None] Checking router: 2e00fb3f-a359-4392-ac93-29b72fb0cf74 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:50:34.553297 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbd2009-b4c6-439f-8ec8-1055dfc1aa2e None None] Routers {'2e00fb3f-a359-4392-ac93-29b72fb0cf74'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:50:34.553939 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ebbd2009-b4c6-439f-8ec8-1055dfc1aa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:50:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['2e00fb3f-a359-4392-ac93-29b72fb0cf74'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:34.593826 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-983447ef-3431-4f72-9b0b-24d268b7c143 req-31e720fd-8daa-4f21-9dcb-053bc13b3060 service neutron] 10.222.0.50 "GET /v2.0/networks/dc0ceb01-afe2-400d-a013-a3ca5529dabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877559 Aug 19 18:50:34.645838 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a4e0119e-7246-4412-8f32-d0924ae7011b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:34.664194 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-ebbd2009-b4c6-439f-8ec8-1055dfc1aa2e None None] Set router 2e00fb3f-a359-4392-ac93-29b72fb0cf74 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:50:34.688963 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-983447ef-3431-4f72-9b0b-24d268b7c143 req-22e28830-314c-4b3c-8894-d975f4ed077e service neutron] 10.222.0.50 "GET /v2.0/networks/dc0ceb01-afe2-400d-a013-a3ca5529dabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869982 Aug 19 18:50:34.886782 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ebbd2009-b4c6-439f-8ec8-1055dfc1aa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'name': 'tempest-TestNetworkBasicOps-router-306244722', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:18Z', 'revision_number': 4, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:82:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '596e3a8f-8ae3-4955-8253-11c6602cbc82', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'floating_ip_address': '172.25.8.163', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'port_id': '062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc', 'mac_address': 'fa:16:3e:99:58:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35302f6-617d-43f3-a927-33eb807c0a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:50:32Z', 'updated_at': '2021-08-19T18:50:32Z', 'revision_number': 0, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9988001-3799-4eed-b983-f09efdd2b789', 'name': '', 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:ac:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:18Z', 'updated_at': '2021-08-19T18:50:23Z', 'revision_number': 5, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': '58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:34.912875 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbd2009-b4c6-439f-8ec8-1055dfc1aa2e None None] The sync data for ids ['2e00fb3f-a359-4392-ac93-29b72fb0cf74'] in n-d-803753-2 is: [{'id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'name': 'tempest-TestNetworkBasicOps-router-306244722', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:18Z', 'revision_number': 4, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:82:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '596e3a8f-8ae3-4955-8253-11c6602cbc82', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'floating_ip_address': '172.25.8.163', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'port_id': '062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc', 'mac_address': 'fa:16:3e:99:58:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35302f6-617d-43f3-a927-33eb807c0a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:50:32Z', 'updated_at': '2021-08-19T18:50:32Z', 'revision_number': 0, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9988001-3799-4eed-b983-f09efdd2b789', 'name': '', 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:ac:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:18Z', 'updated_at': '2021-08-19T18:50:23Z', 'revision_number': 5, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': '58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:50:35.110978 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdcda79-67c5-4494-9cee-567ee215dc82 None None] New status for floating IP 596e3a8f-8ae3-4955-8253-11c6602cbc82: ACTIVE {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:50:35.221073 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38894) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:35.287213 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ef02b69c-fae0-452b-84b1-596a117a47fe tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/floatingips/596e3a8f-8ae3-4955-8253-11c6602cbc82 HTTP/1.1" status: 200 len: 992 time: 0.0650370 Aug 19 18:50:36.291083 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38896) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:36.358656 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c5c7d108-1ddb-43a4-9f8e-277b15c4ef7c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/floatingips/596e3a8f-8ae3-4955-8253-11c6602cbc82 HTTP/1.1" status: 200 len: 994 time: 0.0664194 Aug 19 18:50:37.322983 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:37.409431 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2dd77f1c-da0f-4a8b-9590-1d0e5654aab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:38.279349 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:40.287110 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:41.416780 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:46.850066 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:04.648243 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3cc4cc14-109d-4f42-8a72-bc5fabd15c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:04.781377 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:51:07.324953 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:07.410111 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4bf20ada-6a54-480f-b8c8-cb8144cc7404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:08.281950 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:09.610742 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38916) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:09.677259 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-92b9b59f-8523-4ea5-9a3d-95df1a19ae05 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/floatingips/596e3a8f-8ae3-4955-8253-11c6602cbc82 HTTP/1.1" status: 200 len: 994 time: 0.0653756 Aug 19 18:51:09.937640 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38926) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:10.098385 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-adbf9b00-16fb-4fd1-b7d4-b0ac604dceb2 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Deleting port bf1c8979-de1b-4ccb-a570-29bc5eb91b3c {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:51:10.098729 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-adbf9b00-16fb-4fd1-b7d4-b0ac604dceb2 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:10.177163 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-adbf9b00-16fb-4fd1-b7d4-b0ac604dceb2 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:10.177491 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-adbf9b00-16fb-4fd1-b7d4-b0ac604dceb2 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:10.189801 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-adbf9b00-16fb-4fd1-b7d4-b0ac604dceb2 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Calling delete_port for bf1c8979-de1b-4ccb-a570-29bc5eb91b3c owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:51:10.286567 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:10.338673 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-adbf9b00-16fb-4fd1-b7d4-b0ac604dceb2 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:10.366526 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf9b00-16fb-4fd1-b7d4-b0ac604dceb2 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event deleted for resources: {'Port': ['ID=bf1c8979-de1b-4ccb-a570-29bc5eb91b3c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:10.427791 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-adbf9b00-16fb-4fd1-b7d4-b0ac604dceb2 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:10.428136 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-adbf9b00-16fb-4fd1-b7d4-b0ac604dceb2 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Floating IP 596e3a8f-8ae3-4955-8253-11c6602cbc82 disassociated (deleted). External IP: 172.25.8.163, port: 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b. Aug 19 18:51:10.634679 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbf9b00-16fb-4fd1-b7d4-b0ac604dceb2 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Router 2e00fb3f-a359-4392-ac93-29b72fb0cf74 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:51:10.742514 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbf9b00-16fb-4fd1-b7d4-b0ac604dceb2 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:51:10.747039 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-adbf9b00-16fb-4fd1-b7d4-b0ac604dceb2 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:10.752954 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcfa6cb-a98e-407e-a044-d96d720b581f None None] Sync routers for ids ['2e00fb3f-a359-4392-ac93-29b72fb0cf74'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:51:10.762326 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcfa6cb-a98e-407e-a044-d96d720b581f None None] Routers {'2e00fb3f-a359-4392-ac93-29b72fb0cf74'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:51:10.763095 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8dcfa6cb-a98e-407e-a044-d96d720b581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:51:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['2e00fb3f-a359-4392-ac93-29b72fb0cf74'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:10.779864 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-adbf9b00-16fb-4fd1-b7d4-b0ac604dceb2 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "DELETE /v2.0/floatingips/596e3a8f-8ae3-4955-8253-11c6602cbc82 HTTP/1.1" status: 204 len: 168 time: 0.8404877 Aug 19 18:51:10.779864 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35302f6-617d-43f3-a927-33eb807c0a24', 'tag': '062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:51:10.782618 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33027ec3-944f-436b-b06e-b84e34d64f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "f35302f6-617d-43f3-a927-33eb807c0a24", "tag": "062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:51:10.878154 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-8dcfa6cb-a98e-407e-a044-d96d720b581f None None] Set router 2e00fb3f-a359-4392-ac93-29b72fb0cf74 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:51:10.970951 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdeaace7-e1dc-4357-a5b4-7f545f06acdb x-openstack-request-id: req-bdeaace7-e1dc-4357-a5b4-7f545f06acdb {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:51:10.971135 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35302f6-617d-43f3-a927-33eb807c0a24", "tag": "062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:51:10.971352 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bdeaace7-e1dc-4357-a5b4-7f545f06acdb {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:51:10.971750 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35302f6-617d-43f3-a927-33eb807c0a24', 'tag': '062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b', 'status': 'completed', 'code': 200} Aug 19 18:51:11.096532 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8dcfa6cb-a98e-407e-a044-d96d720b581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'name': 'tempest-TestNetworkBasicOps-router-306244722', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:18Z', 'revision_number': 4, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:82:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b9988001-3799-4eed-b983-f09efdd2b789', 'name': '', 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:ac:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:18Z', 'updated_at': '2021-08-19T18:50:23Z', 'revision_number': 5, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': '58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:11.123824 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcfa6cb-a98e-407e-a044-d96d720b581f None None] Checking router: 2e00fb3f-a359-4392-ac93-29b72fb0cf74 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:51:11.133707 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcfa6cb-a98e-407e-a044-d96d720b581f None None] Routers {'2e00fb3f-a359-4392-ac93-29b72fb0cf74'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:51:11.134323 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8dcfa6cb-a98e-407e-a044-d96d720b581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:51:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['2e00fb3f-a359-4392-ac93-29b72fb0cf74'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:11.242065 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-8dcfa6cb-a98e-407e-a044-d96d720b581f None None] Set router 2e00fb3f-a359-4392-ac93-29b72fb0cf74 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:51:11.400916 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d736d9-fc43-4ab6-9a97-2c6a7a7142aa req-3663e054-f9f2-4db2-9a08-6d20f543205e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:11.403487 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-78d736d9-fc43-4ab6-9a97-2c6a7a7142aa req-3663e054-f9f2-4db2-9a08-6d20f543205e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=f35302f6-617d-43f3-a927-33eb807c0a24 HTTP/1.1" status: 200 len: 946 time: 0.4313085 Aug 19 18:51:11.411471 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33027ec3-944f-436b-b06e-b84e34d64f6f req-3c7abccf-34f9-4ffb-a584-5932633323d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:11.413021 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33027ec3-944f-436b-b06e-b84e34d64f6f req-3c7abccf-34f9-4ffb-a584-5932633323d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9793b3fd4c97423bb3647cabce7e30e7&device_id=f35302f6-617d-43f3-a927-33eb807c0a24 HTTP/1.1" status: 200 len: 1097 time: 0.0645473 Aug 19 18:51:11.424474 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:11.450058 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8dcfa6cb-a98e-407e-a044-d96d720b581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'name': 'tempest-TestNetworkBasicOps-router-306244722', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:18Z', 'revision_number': 4, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:82:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b9988001-3799-4eed-b983-f09efdd2b789', 'name': '', 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:ac:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:18Z', 'updated_at': '2021-08-19T18:50:23Z', 'revision_number': 5, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': '58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:11.480312 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcfa6cb-a98e-407e-a044-d96d720b581f None None] The sync data for ids ['2e00fb3f-a359-4392-ac93-29b72fb0cf74'] in n-d-803753-2 is: [{'id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'name': 'tempest-TestNetworkBasicOps-router-306244722', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:18Z', 'revision_number': 4, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:82:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b9988001-3799-4eed-b983-f09efdd2b789', 'name': '', 'network_id': 'dc0ceb01-afe2-400d-a013-a3ca5529dabc', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'mac_address': 'fa:16:3e:ac:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:18Z', 'updated_at': '2021-08-19T18:50:23Z', 'revision_number': 5, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'subnets': [{'id': '58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:51:11.499556 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-78d736d9-fc43-4ab6-9a97-2c6a7a7142aa req-ce197e3c-8934-4cfd-a8c8-bfeeb1ec015e tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3c965a-1a78-486d-9b2f-f18b13202c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854383 Aug 19 18:51:11.531380 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33027ec3-944f-436b-b06e-b84e34d64f6f req-635b62db-fa8b-488c-98b7-a44d16482977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:11.532880 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33027ec3-944f-436b-b06e-b84e34d64f6f req-635b62db-fa8b-488c-98b7-a44d16482977 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc0ceb01-afe2-400d-a013-a3ca5529dabc HTTP/1.1" status: 200 len: 898 time: 0.1111333 Aug 19 18:51:11.577208 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33027ec3-944f-436b-b06e-b84e34d64f6f req-f6a664ce-826b-40d2-a348-b750d21dd222 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b HTTP/1.1" status: 200 len: 217 time: 0.0362651 Aug 19 18:51:11.633390 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33027ec3-944f-436b-b06e-b84e34d64f6f req-c0af24c2-7603-410a-841e-4212305a52da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:11.634930 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33027ec3-944f-436b-b06e-b84e34d64f6f req-c0af24c2-7603-410a-841e-4212305a52da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8 HTTP/1.1" status: 200 len: 835 time: 0.0497663 Aug 19 18:51:11.689355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33027ec3-944f-436b-b06e-b84e34d64f6f req-e06a0df4-cac9-422d-bac0-f78e12244f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:11.690943 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33027ec3-944f-436b-b06e-b84e34d64f6f req-e06a0df4-cac9-422d-bac0-f78e12244f1a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc0ceb01-afe2-400d-a013-a3ca5529dabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448012 Aug 19 18:51:11.716855 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3061f3f-0206-42cb-810a-905f982a0988 None None] New status for floating IP 596e3a8f-8ae3-4955-8253-11c6602cbc82: DOWN {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:51:11.801082 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33027ec3-944f-436b-b06e-b84e34d64f6f req-09563b3a-2803-45f2-a4dd-d7bfe414ce4b service neutron] 10.222.0.50 "GET /v2.0/networks/dc0ceb01-afe2-400d-a013-a3ca5529dabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022105 Aug 19 18:51:11.898336 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33027ec3-944f-436b-b06e-b84e34d64f6f req-ec444e34-1192-4c3d-8f6a-2f8d2f38ac2d service neutron] 10.222.0.50 "GET /v2.0/networks/dc0ceb01-afe2-400d-a013-a3ca5529dabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894928 Aug 19 18:51:12.361875 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f40126-f98e-4fcc-a66e-64ebbcab7aff req-2b042f72-04db-4c62-befb-28cdf2da18d4 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:12.363398 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c1f40126-f98e-4fcc-a66e-64ebbcab7aff req-2b042f72-04db-4c62-befb-28cdf2da18d4 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.50 "GET /v2.0/ports?device_id=f35302f6-617d-43f3-a927-33eb807c0a24 HTTP/1.1" status: 200 len: 946 time: 0.0502069 Aug 19 18:51:12.461919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-c1f40126-f98e-4fcc-a66e-64ebbcab7aff req-7490e072-48ca-4b51-9e2b-9745002a7f3d tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Deleting port 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:51:12.462635 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c1f40126-f98e-4fcc-a66e-64ebbcab7aff req-7490e072-48ca-4b51-9e2b-9745002a7f3d tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:12.549706 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-c1f40126-f98e-4fcc-a66e-64ebbcab7aff req-7490e072-48ca-4b51-9e2b-9745002a7f3d tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] For port 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b,segment=NetworkSegment(628051aa-9e8f-4251-ba37-9622b62d400f),segment_id=628051aa-9e8f-4251-ba37-9622b62d400f)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:12.550173 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c1f40126-f98e-4fcc-a66e-64ebbcab7aff req-7490e072-48ca-4b51-9e2b-9745002a7f3d tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:12.563981 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-c1f40126-f98e-4fcc-a66e-64ebbcab7aff req-7490e072-48ca-4b51-9e2b-9745002a7f3d tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Calling delete_port for 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:51:12.621611 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc35b3-13fe-42f2-ab02-2df9843857b9 req-b526fbc0-b0ed-425d-8d29-4aadb4b76dc4 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:12.623388 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5cfc35b3-13fe-42f2-ab02-2df9843857b9 req-b526fbc0-b0ed-425d-8d29-4aadb4b76dc4 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/ports?device_id=f35302f6-617d-43f3-a927-33eb807c0a24 HTTP/1.1" status: 200 len: 946 time: 0.0522625 Aug 19 18:51:12.665181 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5cfc35b3-13fe-42f2-ab02-2df9843857b9 req-aa71e8d6-d16e-44b9-8d4f-39e7623a8b84 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3c965a-1a78-486d-9b2f-f18b13202c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356665 Aug 19 18:51:12.701897 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c1f40126-f98e-4fcc-a66e-64ebbcab7aff req-7490e072-48ca-4b51-9e2b-9745002a7f3d tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:12.728480 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490e072-48ca-4b51-9e2b-9745002a7f3d tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event deleted for resources: {'Port': ['ID=062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:12.773136 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f40126-f98e-4fcc-a66e-64ebbcab7aff req-7490e072-48ca-4b51-9e2b-9745002a7f3d tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] No DVR routers for this DVR port 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:51:12.775877 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c1f40126-f98e-4fcc-a66e-64ebbcab7aff req-7490e072-48ca-4b51-9e2b-9745002a7f3d tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:12.778625 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c1f40126-f98e-4fcc-a66e-64ebbcab7aff req-7490e072-48ca-4b51-9e2b-9745002a7f3d tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.50 "DELETE /v2.0/ports/062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b HTTP/1.1" status: 204 len: 173 time: 0.4087276 Aug 19 18:51:12.779048 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35302f6-617d-43f3-a927-33eb807c0a24', 'name': 'network-vif-deleted', 'tag': '062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:51:12.781404 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5c19fe-dcbd-49d9-aecf-6d3ee0e4d04c" -d '{"events": [{"server_uuid": "f35302f6-617d-43f3-a927-33eb807c0a24", "name": "network-vif-deleted", "tag": "062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:51:12.822302 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a7b64f-8cb4-4d75-acc1-608b14735b08 x-openstack-request-id: req-a1a7b64f-8cb4-4d75-acc1-608b14735b08 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:51:12.822608 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35302f6-617d-43f3-a927-33eb807c0a24", "name": "network-vif-deleted", "tag": "062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:51:12.822863 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a1a7b64f-8cb4-4d75-acc1-608b14735b08 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:51:12.823265 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35302f6-617d-43f3-a927-33eb807c0a24', 'name': 'network-vif-deleted', 'tag': '062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b', 'status': 'completed', 'code': 200} Aug 19 18:51:13.722778 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38942) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:13.781798 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e708d931-9c14-428e-a101-8b5db19aff7c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:13.807627 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e708d931-9c14-428e-a101-8b5db19aff7c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:13.867769 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e708d931-9c14-428e-a101-8b5db19aff7c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:13.870800 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e708d931-9c14-428e-a101-8b5db19aff7c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:13.872268 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e708d931-9c14-428e-a101-8b5db19aff7c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "DELETE /v2.0/security-groups/ec3c965a-1a78-486d-9b2f-f18b13202c74 HTTP/1.1" status: 204 len: 168 time: 0.1484902 Aug 19 18:51:13.885138 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708d931-9c14-428e-a101-8b5db19aff7c tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3c965a-1a78-486d-9b2f-f18b13202c74,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:13.904777 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38946) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:14.275257 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b0d2f2cf-6e55-456f-81c6-c9300524c4b3 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:14.527062 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-b0d2f2cf-6e55-456f-81c6-c9300524c4b3 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Deleting port b9988001-3799-4eed-b983-f09efdd2b789 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:51:14.527903 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b0d2f2cf-6e55-456f-81c6-c9300524c4b3 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:14.614083 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-b0d2f2cf-6e55-456f-81c6-c9300524c4b3 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] For port b9988001-3799-4eed-b983-f09efdd2b789, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b9988001-3799-4eed-b983-f09efdd2b789,segment=NetworkSegment(628051aa-9e8f-4251-ba37-9622b62d400f),segment_id=628051aa-9e8f-4251-ba37-9622b62d400f)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:14.614447 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b0d2f2cf-6e55-456f-81c6-c9300524c4b3 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:14.627664 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-b0d2f2cf-6e55-456f-81c6-c9300524c4b3 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Calling delete_port for b9988001-3799-4eed-b983-f09efdd2b789 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:51:14.820762 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b0d2f2cf-6e55-456f-81c6-c9300524c4b3 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:14.857640 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2f2cf-6e55-456f-81c6-c9300524c4b3 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event deleted for resources: {'Port': ['ID=b9988001-3799-4eed-b983-f09efdd2b789,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:15.028101 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b0d2f2cf-6e55-456f-81c6-c9300524c4b3 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:15.248276 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d2f2cf-6e55-456f-81c6-c9300524c4b3 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Router 2e00fb3f-a359-4392-ac93-29b72fb0cf74 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:51:15.353004 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d2f2cf-6e55-456f-81c6-c9300524c4b3 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:51:15.359339 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b0d2f2cf-6e55-456f-81c6-c9300524c4b3 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "PUT /v2.0/routers/2e00fb3f-a359-4392-ac93-29b72fb0cf74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4533908 Aug 19 18:51:15.364073 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311037cf-d653-485f-97ad-cd2db9aa663e None None] Sync routers for ids ['2e00fb3f-a359-4392-ac93-29b72fb0cf74'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:51:15.364668 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38948) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:15.373752 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311037cf-d653-485f-97ad-cd2db9aa663e None None] Routers {'2e00fb3f-a359-4392-ac93-29b72fb0cf74'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:51:15.374346 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-311037cf-d653-485f-97ad-cd2db9aa663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:51:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['2e00fb3f-a359-4392-ac93-29b72fb0cf74'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:15.416322 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e8df429-890a-4daf-8350-f446113385c8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Deleting subnet 58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:51:15.420350 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4e8df429-890a-4daf-8350-f446113385c8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:15.461244 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4e8df429-890a-4daf-8350-f446113385c8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:15.556660 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4e8df429-890a-4daf-8350-f446113385c8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:15.572975 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-311037cf-d653-485f-97ad-cd2db9aa663e None None] Set router 2e00fb3f-a359-4392-ac93-29b72fb0cf74 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:51:15.615361 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4e8df429-890a-4daf-8350-f446113385c8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:15.641884 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8df429-890a-4daf-8350-f446113385c8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event deleted for resources: {'Subnet': ['ID=58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:15.645615 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4e8df429-890a-4daf-8350-f446113385c8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:15.650249 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38950) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:15.650765 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4e8df429-890a-4daf-8350-f446113385c8 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "DELETE /v2.0/subnets/58ecb07e-c9e5-4fcb-b31c-e5d7c68d64c8 HTTP/1.1" status: 204 len: 168 time: 0.2845523 Aug 19 18:51:15.653606 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d596c0-c7f1-4adf-bb15-bdc12e7b7d71 None None] Network dc0ceb01-afe2-400d-a013-a3ca5529dabc requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:51:15.759824 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5863f05e-1dd6-4597-a714-68f8e7bb1b11 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:15.761111 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-311037cf-d653-485f-97ad-cd2db9aa663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'name': 'tempest-TestNetworkBasicOps-router-306244722', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:51:14Z', 'revision_number': 5, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:82:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:15.791123 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311037cf-d653-485f-97ad-cd2db9aa663e None None] Checking router: 2e00fb3f-a359-4392-ac93-29b72fb0cf74 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:51:15.800350 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311037cf-d653-485f-97ad-cd2db9aa663e None None] Routers {'2e00fb3f-a359-4392-ac93-29b72fb0cf74'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:51:15.807855 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-311037cf-d653-485f-97ad-cd2db9aa663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:51:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['2e00fb3f-a359-4392-ac93-29b72fb0cf74'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:15.872186 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5863f05e-1dd6-4597-a714-68f8e7bb1b11 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:15.874578 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c085303-ebfe-4097-a014-1609deb25531 None None] DHCP port deletion for dc0ceb01-afe2-400d-a013-a3ca5529dabc request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:51:15.927629 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-311037cf-d653-485f-97ad-cd2db9aa663e None None] Set router 2e00fb3f-a359-4392-ac93-29b72fb0cf74 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:51:15.927894 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7c085303-ebfe-4097-a014-1609deb25531 None None] Deleting port dc5c359a-b055-4247-8e42-e3b57448cf5f {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:51:15.928288 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7c085303-ebfe-4097-a014-1609deb25531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:15.937629 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-5863f05e-1dd6-4597-a714-68f8e7bb1b11 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Deleting port e8132cd6-c2f5-4a27-aa0f-c705211888d3 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:51:15.938059 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5863f05e-1dd6-4597-a714-68f8e7bb1b11 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:15.991968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7c085303-ebfe-4097-a014-1609deb25531 None None] For port dc5c359a-b055-4247-8e42-e3b57448cf5f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=dc5c359a-b055-4247-8e42-e3b57448cf5f,segment=NetworkSegment(628051aa-9e8f-4251-ba37-9622b62d400f),segment_id=628051aa-9e8f-4251-ba37-9622b62d400f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:15.992356 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7c085303-ebfe-4097-a014-1609deb25531 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:16.011291 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7c085303-ebfe-4097-a014-1609deb25531 None None] Calling delete_port for dc5c359a-b055-4247-8e42-e3b57448cf5f owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:51:16.031782 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-5863f05e-1dd6-4597-a714-68f8e7bb1b11 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] For port e8132cd6-c2f5-4a27-aa0f-c705211888d3, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e8132cd6-c2f5-4a27-aa0f-c705211888d3,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:16.032163 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5863f05e-1dd6-4597-a714-68f8e7bb1b11 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:16.046299 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-5863f05e-1dd6-4597-a714-68f8e7bb1b11 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Calling delete_port for e8132cd6-c2f5-4a27-aa0f-c705211888d3 owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:51:16.099143 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7c085303-ebfe-4097-a014-1609deb25531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:16.113623 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c085303-ebfe-4097-a014-1609deb25531 None None] No DVR routers for this DVR port dc5c359a-b055-4247-8e42-e3b57448cf5f on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:51:16.120684 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-311037cf-d653-485f-97ad-cd2db9aa663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'name': 'tempest-TestNetworkBasicOps-router-306244722', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:51:14Z', 'revision_number': 5, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:82:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:16.136169 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c085303-ebfe-4097-a014-1609deb25531 None None] Pushing event deleted for resources: {'Port': ['ID=dc5c359a-b055-4247-8e42-e3b57448cf5f,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:16.148371 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311037cf-d653-485f-97ad-cd2db9aa663e None None] The sync data for ids ['2e00fb3f-a359-4392-ac93-29b72fb0cf74'] in n-d-803753-2 is: [{'id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'name': 'tempest-TestNetworkBasicOps-router-306244722', 'tenant_id': '9793b3fd4c97423bb3647cabce7e30e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:51:14Z', 'revision_number': 5, 'project_id': '9793b3fd4c97423bb3647cabce7e30e7', 'gw_port': {'id': 'e8132cd6-c2f5-4a27-aa0f-c705211888d3', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:82:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e00fb3f-a359-4392-ac93-29b72fb0cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:15Z', 'updated_at': '2021-08-19T18:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:51:16.155018 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c085303-ebfe-4097-a014-1609deb25531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:16.155380 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c085303-ebfe-4097-a014-1609deb25531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:16.155728 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c085303-ebfe-4097-a014-1609deb25531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:16.156068 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c085303-ebfe-4097-a014-1609deb25531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:16.156566 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c085303-ebfe-4097-a014-1609deb25531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:16.157407 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c085303-ebfe-4097-a014-1609deb25531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:16.158846 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c085303-ebfe-4097-a014-1609deb25531 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:16.159443 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c085303-ebfe-4097-a014-1609deb25531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:16.159821 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c085303-ebfe-4097-a014-1609deb25531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:16.160159 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c085303-ebfe-4097-a014-1609deb25531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:16.161091 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c085303-ebfe-4097-a014-1609deb25531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:16.161435 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c085303-ebfe-4097-a014-1609deb25531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:16.223978 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5863f05e-1dd6-4597-a714-68f8e7bb1b11 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:16.249194 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863f05e-1dd6-4597-a714-68f8e7bb1b11 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event deleted for resources: {'Port': ['ID=e8132cd6-c2f5-4a27-aa0f-c705211888d3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:16.313661 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5863f05e-1dd6-4597-a714-68f8e7bb1b11 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:16.422138 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5863f05e-1dd6-4597-a714-68f8e7bb1b11 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:16.424140 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5863f05e-1dd6-4597-a714-68f8e7bb1b11 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:16.484396 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5863f05e-1dd6-4597-a714-68f8e7bb1b11 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:16.484957 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5863f05e-1dd6-4597-a714-68f8e7bb1b11 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Fanout notify agent at l3_agent the message router_deleted on router 2e00fb3f-a359-4392-ac93-29b72fb0cf74 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:51:16.491816 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5863f05e-1dd6-4597-a714-68f8e7bb1b11 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:16.492946 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5863f05e-1dd6-4597-a714-68f8e7bb1b11 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "DELETE /v2.0/routers/2e00fb3f-a359-4392-ac93-29b72fb0cf74 HTTP/1.1" status: 204 len: 168 time: 0.8417039 Aug 19 18:51:16.495738 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38952) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:16.499351 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:51:16.521200 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:51:16.521659 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 062a5a31-6f2f-4b61-b020-8b9eb7e4ac5b not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:51:16.576831 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b58fcdb4-514b-4b12-8dfb-cbf22f96ef52 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:16.680705 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b58fcdb4-514b-4b12-8dfb-cbf22f96ef52 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:16.690773 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-b58fcdb4-514b-4b12-8dfb-cbf22f96ef52 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc0ceb01-afe2-400d-a013-a3ca5529dabc']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:16.707254 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-b58fcdb4-514b-4b12-8dfb-cbf22f96ef52 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '628051aa-9e8f-4251-ba37-9622b62d400f') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:16.707551 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-b58fcdb4-514b-4b12-8dfb-cbf22f96ef52 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '628051aa-9e8f-4251-ba37-9622b62d400f') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:16.723905 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b58fcdb4-514b-4b12-8dfb-cbf22f96ef52 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:16.745205 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b58fcdb4-514b-4b12-8dfb-cbf22f96ef52 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:16.753769 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58fcdb4-514b-4b12-8dfb-cbf22f96ef52 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:51:16.754176 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b58fcdb4-514b-4b12-8dfb-cbf22f96ef52 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: timer() Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:51:16.757448 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:51:16.818722 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b58fcdb4-514b-4b12-8dfb-cbf22f96ef52 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:16.827075 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b58fcdb4-514b-4b12-8dfb-cbf22f96ef52 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:16.829019 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b58fcdb4-514b-4b12-8dfb-cbf22f96ef52 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] 10.222.0.24 "DELETE /v2.0/networks/dc0ceb01-afe2-400d-a013-a3ca5529dabc HTTP/1.1" status: 204 len: 168 time: 0.3320780 Aug 19 18:51:16.850855 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fcdb4-514b-4b12-8dfb-cbf22f96ef52 tempest-TestNetworkBasicOps-1222007260 tempest-TestNetworkBasicOps-1222007260-project] Pushing event deleted for resources: {'Network': ['ID=dc0ceb01-afe2-400d-a013-a3ca5529dabc,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:16.863291 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:17.141002 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38958) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:17.315268 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e96abf40-aa80-4985-b25a-814bb9bc2425 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9793b3fd4c97423bb3647cabce7e30e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1730452 Aug 19 18:51:17.317858 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38962) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:17.367101 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edfa0ff3-30b2-4fd2-b68c-7e5c39ffeaa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:17.387877 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edfa0ff3-30b2-4fd2-b68c-7e5c39ffeaa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:17.437746 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edfa0ff3-30b2-4fd2-b68c-7e5c39ffeaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:17.440421 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-edfa0ff3-30b2-4fd2-b68c-7e5c39ffeaa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:17.441642 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-edfa0ff3-30b2-4fd2-b68c-7e5c39ffeaa5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb3fcf28-5d5a-4718-94a1-a3cd42234ba5 HTTP/1.1" status: 204 len: 168 time: 0.1227338 Aug 19 18:51:17.449962 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa0ff3-30b2-4fd2-b68c-7e5c39ffeaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3fcf28-5d5a-4718-94a1-a3cd42234ba5,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:17.706441 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 38968) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:17.720561 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ee616417-454b-452a-acf8-b8efd0691e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:17.822698 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ee616417-454b-452a-acf8-b8efd0691e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:17.827167 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ee616417-454b-452a-acf8-b8efd0691e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:17.831830 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e8132cd6-c2f5-4a27-aa0f-c705211888d3 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:51:17.852133 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: e8132cd6-c2f5-4a27-aa0f-c705211888d3 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:51:17.852503 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e8132cd6-c2f5-4a27-aa0f-c705211888d3 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:51:17.852904 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device dc5c359a-b055-4247-8e42-e3b57448cf5f no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:51:17.867435 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ee616417-454b-452a-acf8-b8efd0691e4e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dbbe46af66b94b6aac5b73cbbe6419a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597674 Aug 19 18:51:17.868326 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee616417-454b-452a-acf8-b8efd0691e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdef8f6-0d7e-4607-a175-4cf1fcf15b05,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:17.870417 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 38970) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:17.872825 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: dc5c359a-b055-4247-8e42-e3b57448cf5f {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:51:17.873328 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device dc5c359a-b055-4247-8e42-e3b57448cf5f not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:51:17.873611 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b9988001-3799-4eed-b983-f09efdd2b789 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:51:17.897197 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: b9988001-3799-4eed-b983-f09efdd2b789 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:51:17.897564 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b9988001-3799-4eed-b983-f09efdd2b789 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:51:17.925767 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dfd720e5-8937-4619-ad2a-a61244f85c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:17.947838 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dfd720e5-8937-4619-ad2a-a61244f85c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:17.995479 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dfd720e5-8937-4619-ad2a-a61244f85c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:17.998842 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dfd720e5-8937-4619-ad2a-a61244f85c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:18.000024 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-dfd720e5-8937-4619-ad2a-a61244f85c73 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dbdef8f6-0d7e-4607-a175-4cf1fcf15b05 HTTP/1.1" status: 204 len: 168 time: 0.1277547 Aug 19 18:51:18.007896 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd720e5-8937-4619-ad2a-a61244f85c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdef8f6-0d7e-4607-a175-4cf1fcf15b05,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:28.113090 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-ab2abc03-02b5-4d95-a885-1a44d9c2d404 tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=93aa49834c714bd594c8f122a65baab1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289564 Aug 19 18:51:28.297368 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-cb69abe5-0c37-4a43-927e-7a69c2e8585f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:28.298783 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-cb69abe5-0c37-4a43-927e-7a69c2e8585f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1802745 Aug 19 18:51:28.314001 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-be53a646-f909-4e36-8679-5e2c9364eb05 tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.24 "GET /v2.0/quotas/93aa49834c714bd594c8f122a65baab1 HTTP/1.1" status: 200 len: 375 time: 0.0095427 Aug 19 18:51:28.345299 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-aebe044b-e810-44f9-bd21-1e4116ab4cbe tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=93aa49834c714bd594c8f122a65baab1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258925 Aug 19 18:51:28.510990 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2d683c20-2dd5-4170-94e2-e870c4a12a99 req-586d325d-0f63-41b5-83d7-79d7da31b9b8 tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b435e0f-4227-40a8-8c6d-4da1cdec7284 HTTP/1.1" status: 200 len: 210 time: 0.0283632 Aug 19 18:51:29.370978 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-d9c89132-3447-4dda-8411-78a4abf8142a tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=93aa49834c714bd594c8f122a65baab1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282269 Aug 19 18:51:29.561547 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-89329e2f-e7ba-4feb-82a6-d46baeac9839 tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:29.563248 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-89329e2f-e7ba-4feb-82a6-d46baeac9839 tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1856213 Aug 19 18:51:29.583510 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Request body: {'port': {'device_id': '1b435e0f-4227-40a8-8c6d-4da1cdec7284', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'admin_state_up': True, 'tenant_id': '93aa49834c714bd594c8f122a65baab1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:51:29.608206 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8cf804c0-9aee-4ad4-9002-ee74a19c3160 req-f6d5f422-5971-4a2d-a86f-df007b90f6b8 tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b435e0f-4227-40a8-8c6d-4da1cdec7284 HTTP/1.1" status: 200 len: 210 time: 0.0263672 Aug 19 18:51:29.694341 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Made reservation on behalf of 93aa49834c714bd594c8f122a65baab1 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:51:29.697718 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:29.706544 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:29.802978 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:29.806845 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:29.880000 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0f77b9-2774-4394-b483-51284d9c679e,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:29.892848 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:29.893197 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:29.893560 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:29.893965 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:29.894299 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:29.894624 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:29.894954 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:29.895280 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:29.895608 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:29.895931 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:29.896251 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:29.896568 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:29.959118 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Allocated IP 192.168.233.241 (db9bf0b1-56d7-481f-838d-451a0b62a2f3/497727c1-222a-4b01-992b-65df976a5084/15c4942f-3a61-4c2c-a587-69217d976c0e) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:51:30.103930 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:30.117764 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Transition to ACTIVE for port object 15c4942f-3a61-4c2c-a587-69217d976c0e will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:51:30.151674 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:30.199644 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Network db9bf0b1-56d7-481f-838d-451a0b62a2f3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:51:30.203289 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:51:30.207096 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:51:30.235905 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Pushing event updated for resources: {'Port': ['ID=15c4942f-3a61-4c2c-a587-69217d976c0e,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:30.266194 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:30.266858 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:30.281710 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-4ea41b75-2d78-4e8f-b2c6-f72cf972f72f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7021828 Aug 19 18:51:30.295697 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-600defa4-9ccc-4909-9936-ac8218671eba service neutron] Request body: {'port': {'device_id': '1b435e0f-4227-40a8-8c6d-4da1cdec7284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:51:30.351977 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-600defa4-9ccc-4909-9936-ac8218671eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:30.410957 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-541668db-8412-46b7-a23c-fd556a1b9801 None None] Provisioning for port 15c4942f-3a61-4c2c-a587-69217d976c0e completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:51:30.414950 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-541668db-8412-46b7-a23c-fd556a1b9801 None None] Provisioning complete for port 15c4942f-3a61-4c2c-a587-69217d976c0e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:51:30.415395 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-541668db-8412-46b7-a23c-fd556a1b9801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:30.449945 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-541668db-8412-46b7-a23c-fd556a1b9801 None None] Port 15c4942f-3a61-4c2c-a587-69217d976c0e cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:51:30.618206 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-600defa4-9ccc-4909-9936-ac8218671eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c4942f-3a61-4c2c-a587-69217d976c0e {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:51:30.626159 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-600defa4-9ccc-4909-9936-ac8218671eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:30.637701 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-600defa4-9ccc-4909-9936-ac8218671eba service neutron] Transition to ACTIVE for port object 15c4942f-3a61-4c2c-a587-69217d976c0e will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:51:30.642380 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-600defa4-9ccc-4909-9936-ac8218671eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:30.705680 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600defa4-9ccc-4909-9936-ac8218671eba service neutron] Pushing event updated for resources: {'Port': ['ID=15c4942f-3a61-4c2c-a587-69217d976c0e,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:31.054420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c5f5e-d87b-4cbf-92d5-ff12756ba24e req-532be24f-ec4e-4153-bb9a-f0c3ad367de8 tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:31.055810 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc8c5f5e-d87b-4cbf-92d5-ff12756ba24e req-532be24f-ec4e-4153-bb9a-f0c3ad367de8 tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b435e0f-4227-40a8-8c6d-4da1cdec7284 HTTP/1.1" status: 200 len: 948 time: 0.3621969 Aug 19 18:51:31.080699 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-600defa4-9ccc-4909-9936-ac8218671eba service neutron] Attempting to bind port 15c4942f-3a61-4c2c-a587-69217d976c0e on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:51:31.081034 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-600defa4-9ccc-4909-9936-ac8218671eba service neutron] Attempting to bind port 15c4942f-3a61-4c2c-a587-69217d976c0e by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:51:31.081365 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-600defa4-9ccc-4909-9936-ac8218671eba service neutron] Attempting to bind port 15c4942f-3a61-4c2c-a587-69217d976c0e on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:51:31.088430 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-600defa4-9ccc-4909-9936-ac8218671eba service neutron] Port 15c4942f-3a61-4c2c-a587-69217d976c0e on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:51:31.088689 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-600defa4-9ccc-4909-9936-ac8218671eba service neutron] Attempting to bind port 15c4942f-3a61-4c2c-a587-69217d976c0e on network db9bf0b1-56d7-481f-838d-451a0b62a2f3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:51:31.103179 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-600defa4-9ccc-4909-9936-ac8218671eba service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:51:31.103459 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-600defa4-9ccc-4909-9936-ac8218671eba service neutron] Checking segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:51:31.103843 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-600defa4-9ccc-4909-9936-ac8218671eba service neutron] Bound using segment: {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:51:31.104538 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-600defa4-9ccc-4909-9936-ac8218671eba service neutron] Bound port: 15c4942f-3a61-4c2c-a587-69217d976c0e, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5660a014-1dcd-4ef7-a94c-afa7c5604e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:51:31.104898 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-600defa4-9ccc-4909-9936-ac8218671eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:31.117185 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc8c5f5e-d87b-4cbf-92d5-ff12756ba24e req-533be330-79f7-4a6d-b7c5-1d442d131b3f tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d0f77b9-2774-4394-b483-51284d9c679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518041 Aug 19 18:51:31.172241 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-600defa4-9ccc-4909-9936-ac8218671eba service neutron] For port 15c4942f-3a61-4c2c-a587-69217d976c0e, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:51:31.175192 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-600defa4-9ccc-4909-9936-ac8218671eba service neutron] For port 15c4942f-3a61-4c2c-a587-69217d976c0e, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=15c4942f-3a61-4c2c-a587-69217d976c0e,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:51:31.179613 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-600defa4-9ccc-4909-9936-ac8218671eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:31.211898 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-600defa4-9ccc-4909-9936-ac8218671eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:31.212517 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-600defa4-9ccc-4909-9936-ac8218671eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:31.213938 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-600defa4-9ccc-4909-9936-ac8218671eba service neutron] 10.222.0.50 "PUT /v2.0/ports/15c4942f-3a61-4c2c-a587-69217d976c0e HTTP/1.1" status: 200 len: 1096 time: 0.9230475 Aug 19 18:51:31.214378 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b435e0f-4227-40a8-8c6d-4da1cdec7284', 'tag': '15c4942f-3a61-4c2c-a587-69217d976c0e'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:51:31.216678 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018da2f6-89a4-4c23-bef6-95d6188bafec" -d '{"events": [{"name": "network-changed", "server_uuid": "1b435e0f-4227-40a8-8c6d-4da1cdec7284", "tag": "15c4942f-3a61-4c2c-a587-69217d976c0e"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:51:31.248481 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600defa4-9ccc-4909-9936-ac8218671eba service neutron] Pushing event updated for resources: {'Port': ['ID=15c4942f-3a61-4c2c-a587-69217d976c0e,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:31.268384 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03105c9-1f46-4f75-9d2b-e66168b4d2df x-openstack-request-id: req-d03105c9-1f46-4f75-9d2b-e66168b4d2df {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:51:31.268751 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b435e0f-4227-40a8-8c6d-4da1cdec7284", "tag": "15c4942f-3a61-4c2c-a587-69217d976c0e", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:51:31.269064 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d03105c9-1f46-4f75-9d2b-e66168b4d2df {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:51:31.269645 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b435e0f-4227-40a8-8c6d-4da1cdec7284', 'tag': '15c4942f-3a61-4c2c-a587-69217d976c0e', 'status': 'completed', 'code': 200} Aug 19 18:51:31.303367 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-aae18f6f-5de8-48dc-bfa1-fb7bd0f355d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:31.304923 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-aae18f6f-5de8-48dc-bfa1-fb7bd0f355d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=93aa49834c714bd594c8f122a65baab1&device_id=1b435e0f-4227-40a8-8c6d-4da1cdec7284 HTTP/1.1" status: 200 len: 1099 time: 0.0473707 Aug 19 18:51:31.355171 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-02297fb1-83bd-43d6-b135-accb343058b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=15c4942f-3a61-4c2c-a587-69217d976c0e HTTP/1.1" status: 200 len: 217 time: 0.0418279 Aug 19 18:51:31.408171 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-9c3a5de0-ffc4-42ec-a151-2faa5136f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:31.409702 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-9c3a5de0-ffc4-42ec-a151-2faa5136f350 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0468056 Aug 19 18:51:31.461266 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-4438fec4-1ff2-4bac-a71d-2e71184e64b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:31.462837 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-4438fec4-1ff2-4bac-a71d-2e71184e64b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0452433 Aug 19 18:51:31.556239 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-ef206b9c-39eb-4276-ad05-f8a476478afa service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847399 Aug 19 18:51:31.651223 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-89c5aedc-2404-4c8d-bb29-4ce33ca73442 req-667659c9-e8e5-4142-bb9a-f59c8cb4f1e2 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856929 Aug 19 18:51:31.741526 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018da2f6-89a4-4c23-bef6-95d6188bafec req-fb4a6f46-e25c-4adc-a837-f7b84694f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:31.743075 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-018da2f6-89a4-4c23-bef6-95d6188bafec req-fb4a6f46-e25c-4adc-a837-f7b84694f4ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=93aa49834c714bd594c8f122a65baab1&device_id=1b435e0f-4227-40a8-8c6d-4da1cdec7284 HTTP/1.1" status: 200 len: 1099 time: 0.0410013 Aug 19 18:51:31.838543 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018da2f6-89a4-4c23-bef6-95d6188bafec req-fbe57d18-210c-42a1-aaba-0a5d12256b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:31.840076 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-018da2f6-89a4-4c23-bef6-95d6188bafec req-fbe57d18-210c-42a1-aaba-0a5d12256b4d service neutron] 10.222.0.50 "GET /v2.0/networks?id=db9bf0b1-56d7-481f-838d-451a0b62a2f3 HTTP/1.1" status: 200 len: 870 time: 0.0895443 Aug 19 18:51:31.883345 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-018da2f6-89a4-4c23-bef6-95d6188bafec req-4dac6b19-4024-4e49-86ef-bba354e110f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=15c4942f-3a61-4c2c-a587-69217d976c0e HTTP/1.1" status: 200 len: 217 time: 0.0345962 Aug 19 18:51:31.936881 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018da2f6-89a4-4c23-bef6-95d6188bafec req-cfbe1be8-4979-45c2-bb2a-8fca17ee6b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:31.938324 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-018da2f6-89a4-4c23-bef6-95d6188bafec req-cfbe1be8-4979-45c2-bb2a-8fca17ee6b7f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=497727c1-222a-4b01-992b-65df976a5084 HTTP/1.1" status: 200 len: 843 time: 0.0470388 Aug 19 18:51:31.991518 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018da2f6-89a4-4c23-bef6-95d6188bafec req-29619d8b-8a7f-4310-812c-79c14534ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:31.993087 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-018da2f6-89a4-4c23-bef6-95d6188bafec req-29619d8b-8a7f-4310-812c-79c14534ddd0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db9bf0b1-56d7-481f-838d-451a0b62a2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0469837 Aug 19 18:51:32.087653 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-018da2f6-89a4-4c23-bef6-95d6188bafec req-11759374-5fc3-426a-9cb0-a78657216a82 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852103 Aug 19 18:51:32.180941 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-018da2f6-89a4-4c23-bef6-95d6188bafec req-22175db2-cf66-4b37-9455-935085a33fa7 service neutron] 10.222.0.50 "GET /v2.0/networks/db9bf0b1-56d7-481f-838d-451a0b62a2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846710 Aug 19 18:51:32.239318 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69b39b-00d4-4126-b728-2edc2b6e74cd req-0b757ad2-0f8e-46b9-96a5-fa0ab5fdd0ab tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:32.240764 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e69b39b-00d4-4126-b728-2edc2b6e74cd req-0b757ad2-0f8e-46b9-96a5-fa0ab5fdd0ab tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b435e0f-4227-40a8-8c6d-4da1cdec7284 HTTP/1.1" status: 200 len: 948 time: 0.0555353 Aug 19 18:51:32.280182 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e69b39b-00d4-4126-b728-2edc2b6e74cd req-8910e0c2-1cf7-4671-86cd-9f08abf7ef9d tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d0f77b9-2774-4394-b483-51284d9c679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333037 Aug 19 18:51:33.397781 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ed185-de47-481e-8049-25145d9d3e86 req-1d43a475-99e9-4df5-ab5d-b5a3ce74e4a5 tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:33.399265 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-017ed185-de47-481e-8049-25145d9d3e86 req-1d43a475-99e9-4df5-ab5d-b5a3ce74e4a5 tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b435e0f-4227-40a8-8c6d-4da1cdec7284 HTTP/1.1" status: 200 len: 948 time: 0.0487943 Aug 19 18:51:33.436465 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-017ed185-de47-481e-8049-25145d9d3e86 req-46c86759-bcf5-4def-a89a-b3ac74f56e6b tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d0f77b9-2774-4394-b483-51284d9c679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311053 Aug 19 18:51:34.538400 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 15c4942f-3a61-4c2c-a587-69217d976c0e details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:51:34.554078 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe8413-2c1a-41f1-ac7c-461ad95a1f5e req-53b28287-521c-4336-b7c9-201dd94103bf tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:34.555630 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fefe8413-2c1a-41f1-ac7c-461ad95a1f5e req-53b28287-521c-4336-b7c9-201dd94103bf tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b435e0f-4227-40a8-8c6d-4da1cdec7284 HTTP/1.1" status: 200 len: 948 time: 0.0512662 Aug 19 18:51:34.594453 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fefe8413-2c1a-41f1-ac7c-461ad95a1f5e req-efda58b0-3969-4694-b809-565bac05a50d tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d0f77b9-2774-4394-b483-51284d9c679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325022 Aug 19 18:51:34.638591 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 15c4942f-3a61-4c2c-a587-69217d976c0e, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=15c4942f-3a61-4c2c-a587-69217d976c0e,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:34.657040 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '15c4942f-3a61-4c2c-a587-69217d976c0e', 'network_id': 'db9bf0b1-56d7-481f-838d-451a0b62a2f3', 'port_id': '15c4942f-3a61-4c2c-a587-69217d976c0e', 'mac_address': 'fa:16:3e:a5:01:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497727c1-222a-4b01-992b-65df976a5084', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:51:34.660693 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2adee870-247c-487d-b5d5-d9e3c9af13d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:34.696162 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:34.709420 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c4942f-3a61-4c2c-a587-69217d976c0e {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:51:34.729869 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 15c4942f-3a61-4c2c-a587-69217d976c0e, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=15c4942f-3a61-4c2c-a587-69217d976c0e,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:34.733437 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:34.781167 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=15c4942f-3a61-4c2c-a587-69217d976c0e,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:34.966107 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['15c4942f-3a61-4c2c-a587-69217d976c0e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:51:35.711649 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9692273-9a81-422f-853a-b877df6e66be req-56e11ee6-740a-4182-89dd-aa40c014ab5a tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:35.713121 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b9692273-9a81-422f-853a-b877df6e66be req-56e11ee6-740a-4182-89dd-aa40c014ab5a tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b435e0f-4227-40a8-8c6d-4da1cdec7284 HTTP/1.1" status: 200 len: 949 time: 0.0512779 Aug 19 18:51:35.751399 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b9692273-9a81-422f-853a-b877df6e66be req-a4991297-8528-444c-908d-deb51b5227af tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d0f77b9-2774-4394-b483-51284d9c679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316525 Aug 19 18:51:36.546188 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 15c4942f-3a61-4c2c-a587-69217d976c0e up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:51:36.595378 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 15c4942f-3a61-4c2c-a587-69217d976c0e completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:51:36.599268 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 15c4942f-3a61-4c2c-a587-69217d976c0e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:51:36.599638 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:36.679546 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:36.702942 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b435e0f-4227-40a8-8c6d-4da1cdec7284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c4942f-3a61-4c2c-a587-69217d976c0e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:51:36.705198 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de5b892-a851-43fc-9466-905a2193458a" -d '{"events": [{"server_uuid": "1b435e0f-4227-40a8-8c6d-4da1cdec7284", "name": "network-vif-plugged", "status": "completed", "tag": "15c4942f-3a61-4c2c-a587-69217d976c0e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:51:36.718717 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 15c4942f-3a61-4c2c-a587-69217d976c0e, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=15c4942f-3a61-4c2c-a587-69217d976c0e,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:36.722857 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:36.747891 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f16e294-4d52-4f14-9e74-938ec45c443a x-openstack-request-id: req-0f16e294-4d52-4f14-9e74-938ec45c443a {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:51:36.748213 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b435e0f-4227-40a8-8c6d-4da1cdec7284", "name": "network-vif-plugged", "status": "completed", "tag": "15c4942f-3a61-4c2c-a587-69217d976c0e", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:51:36.748506 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f16e294-4d52-4f14-9e74-938ec45c443a {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:51:36.749133 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b435e0f-4227-40a8-8c6d-4da1cdec7284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c4942f-3a61-4c2c-a587-69217d976c0e', 'code': 200} Aug 19 18:51:36.775686 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=15c4942f-3a61-4c2c-a587-69217d976c0e,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:36.848273 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ec944-ce57-4ad9-a49b-6d66c2582ede req-5b4f728d-2266-4e4f-8f13-5d348a61b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:36.849836 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-141ec944-ce57-4ad9-a49b-6d66c2582ede req-5b4f728d-2266-4e4f-8f13-5d348a61b4d0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1b435e0f-4227-40a8-8c6d-4da1cdec7284 HTTP/1.1" status: 200 len: 1101 time: 0.0442572 Aug 19 18:51:36.875857 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e534e1-6c6e-4a2e-b4a3-b5d912139986 req-be555d25-3576-4d92-81e0-8de842821f80 tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:36.877372 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59e534e1-6c6e-4a2e-b4a3-b5d912139986 req-be555d25-3576-4d92-81e0-8de842821f80 tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b435e0f-4227-40a8-8c6d-4da1cdec7284 HTTP/1.1" status: 200 len: 950 time: 0.0502384 Aug 19 18:51:36.889437 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-141ec944-ce57-4ad9-a49b-6d66c2582ede req-59cb7d5a-638f-40c6-b91d-c1743bbaebf8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3d0f77b9-2774-4394-b483-51284d9c679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295677 Aug 19 18:51:36.914317 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59e534e1-6c6e-4a2e-b4a3-b5d912139986 req-0ce6ef72-de9e-4240-b72f-612cf6e1590e tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d0f77b9-2774-4394-b483-51284d9c679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308278 Aug 19 18:51:37.325863 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:37.411883 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c91e7a37-c7ec-4018-adfc-b025f5c9f2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:38.042900 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f789312-fd1f-44c1-9657-e49b53f41fd3 req-8d981c79-fd5f-4bc8-a41a-43421e604bf6 tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:38.044672 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0f789312-fd1f-44c1-9657-e49b53f41fd3 req-8d981c79-fd5f-4bc8-a41a-43421e604bf6 tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b435e0f-4227-40a8-8c6d-4da1cdec7284 HTTP/1.1" status: 200 len: 950 time: 0.0561867 Aug 19 18:51:38.082976 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0f789312-fd1f-44c1-9657-e49b53f41fd3 req-5fa59ee3-e3b4-4e61-91ae-a0ff8731f11d tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d0f77b9-2774-4394-b483-51284d9c679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323181 Aug 19 18:51:38.285795 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:39.256059 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262a7e4-4960-47b3-a356-2a8b6cf49942 req-750ad0d7-0d8b-466e-9abc-942422a8d199 tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:39.257579 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1262a7e4-4960-47b3-a356-2a8b6cf49942 req-750ad0d7-0d8b-466e-9abc-942422a8d199 tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b435e0f-4227-40a8-8c6d-4da1cdec7284 HTTP/1.1" status: 200 len: 950 time: 0.0497277 Aug 19 18:51:39.295240 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1262a7e4-4960-47b3-a356-2a8b6cf49942 req-0c604253-a38e-4c84-a2b7-3e3ef5d59de5 tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d0f77b9-2774-4394-b483-51284d9c679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315378 Aug 19 18:51:40.289442 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:40.410891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2710ad-e27c-40e0-8aef-2bba6839b697 req-5fb0f1a5-92bc-473f-baa9-2281951883e4 tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:40.412372 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0b2710ad-e27c-40e0-8aef-2bba6839b697 req-5fb0f1a5-92bc-473f-baa9-2281951883e4 tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b435e0f-4227-40a8-8c6d-4da1cdec7284 HTTP/1.1" status: 200 len: 950 time: 0.0481009 Aug 19 18:51:40.450044 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0b2710ad-e27c-40e0-8aef-2bba6839b697 req-42b6f53b-f789-467c-917f-1a9760692e52 tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.24 "GET /v2.0/security-groups?id=3d0f77b9-2774-4394-b483-51284d9c679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314753 Aug 19 18:51:40.543136 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb0ef9-79ea-44d6-b965-78952309dacd req-c1991601-b6f6-4020-b884-960bf810278c tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:40.544521 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bffb0ef9-79ea-44d6-b965-78952309dacd req-c1991601-b6f6-4020-b884-960bf810278c tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b435e0f-4227-40a8-8c6d-4da1cdec7284 HTTP/1.1" status: 200 len: 950 time: 0.0481076 Aug 19 18:51:40.639193 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-bffb0ef9-79ea-44d6-b965-78952309dacd req-02ca39e5-0cc5-42d1-b8f4-0c485c89e1cc tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Deleting port 15c4942f-3a61-4c2c-a587-69217d976c0e {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:51:40.639544 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bffb0ef9-79ea-44d6-b965-78952309dacd req-02ca39e5-0cc5-42d1-b8f4-0c485c89e1cc tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:40.727853 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-bffb0ef9-79ea-44d6-b965-78952309dacd req-02ca39e5-0cc5-42d1-b8f4-0c485c89e1cc tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] For port 15c4942f-3a61-4c2c-a587-69217d976c0e, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=15c4942f-3a61-4c2c-a587-69217d976c0e,segment=NetworkSegment(5660a014-1dcd-4ef7-a94c-afa7c5604e13),segment_id=5660a014-1dcd-4ef7-a94c-afa7c5604e13)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:40.728222 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bffb0ef9-79ea-44d6-b965-78952309dacd req-02ca39e5-0cc5-42d1-b8f4-0c485c89e1cc tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:40.741919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-bffb0ef9-79ea-44d6-b965-78952309dacd req-02ca39e5-0cc5-42d1-b8f4-0c485c89e1cc tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Calling delete_port for 15c4942f-3a61-4c2c-a587-69217d976c0e owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:51:40.874663 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bffb0ef9-79ea-44d6-b965-78952309dacd req-02ca39e5-0cc5-42d1-b8f4-0c485c89e1cc tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:40.886796 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['15c4942f-3a61-4c2c-a587-69217d976c0e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:51:40.901883 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca39e5-0cc5-42d1-b8f4-0c485c89e1cc tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Pushing event deleted for resources: {'Port': ['ID=15c4942f-3a61-4c2c-a587-69217d976c0e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:40.950214 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffb0ef9-79ea-44d6-b965-78952309dacd req-02ca39e5-0cc5-42d1-b8f4-0c485c89e1cc tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] No DVR routers for this DVR port 15c4942f-3a61-4c2c-a587-69217d976c0e on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:51:40.953576 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bffb0ef9-79ea-44d6-b965-78952309dacd req-02ca39e5-0cc5-42d1-b8f4-0c485c89e1cc tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:40.955640 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bffb0ef9-79ea-44d6-b965-78952309dacd req-02ca39e5-0cc5-42d1-b8f4-0c485c89e1cc tempest-ServersAdminNegativeTestJSON-282795394 tempest-ServersAdminNegativeTestJSON-282795394-project] 10.222.0.50 "DELETE /v2.0/ports/15c4942f-3a61-4c2c-a587-69217d976c0e HTTP/1.1" status: 204 len: 173 time: 0.4033799 Aug 19 18:51:40.956129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b435e0f-4227-40a8-8c6d-4da1cdec7284', 'name': 'network-vif-deleted', 'tag': '15c4942f-3a61-4c2c-a587-69217d976c0e'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:51:40.958480 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3286c1cb-cac2-431d-abea-8cccbcf4c1e6" -d '{"events": [{"server_uuid": "1b435e0f-4227-40a8-8c6d-4da1cdec7284", "name": "network-vif-deleted", "tag": "15c4942f-3a61-4c2c-a587-69217d976c0e"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:51:41.004508 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e2787a-4097-4b47-a480-219a5bf22120 x-openstack-request-id: req-66e2787a-4097-4b47-a480-219a5bf22120 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:51:41.004804 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b435e0f-4227-40a8-8c6d-4da1cdec7284", "name": "network-vif-deleted", "tag": "15c4942f-3a61-4c2c-a587-69217d976c0e", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:51:41.005062 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-66e2787a-4097-4b47-a480-219a5bf22120 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:51:41.005473 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b435e0f-4227-40a8-8c6d-4da1cdec7284', 'name': 'network-vif-deleted', 'tag': '15c4942f-3a61-4c2c-a587-69217d976c0e', 'status': 'completed', 'code': 200} Aug 19 18:51:41.427733 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:41.748458 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39100) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:41.781585 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:51:41.880353 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2f67e721-0171-410f-8738-f49e36abba7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93aa49834c714bd594c8f122a65baab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305473 Aug 19 18:51:41.882842 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39104) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:41.935533 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c788f16-d4b3-4da6-8463-9fdcee119f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:41.957300 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c788f16-d4b3-4da6-8463-9fdcee119f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:42.006278 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c788f16-d4b3-4da6-8463-9fdcee119f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:42.008874 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c788f16-d4b3-4da6-8463-9fdcee119f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:42.010069 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0c788f16-d4b3-4da6-8463-9fdcee119f0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d0f77b9-2774-4394-b483-51284d9c679e HTTP/1.1" status: 204 len: 168 time: 0.1263332 Aug 19 18:51:42.018470 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c788f16-d4b3-4da6-8463-9fdcee119f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0f77b9-2774-4394-b483-51284d9c679e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:42.283499 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39110) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:42.298873 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d15df6bc-e595-49a3-9402-bd350f83d7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:42.398189 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d15df6bc-e595-49a3-9402-bd350f83d7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:42.404502 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d15df6bc-e595-49a3-9402-bd350f83d7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:42.444897 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d15df6bc-e595-49a3-9402-bd350f83d7ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cba47e0e4bd94f33980f0421e1ced3de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1599932 Aug 19 18:51:42.445855 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15df6bc-e595-49a3-9402-bd350f83d7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cb6e33-1051-457a-900a-a731edc7cb15,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:42.448009 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39112) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:42.465157 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15df6bc-e595-49a3-9402-bd350f83d7ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:42.465503 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15df6bc-e595-49a3-9402-bd350f83d7ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:42.465870 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15df6bc-e595-49a3-9402-bd350f83d7ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:42.466209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15df6bc-e595-49a3-9402-bd350f83d7ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:42.466544 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15df6bc-e595-49a3-9402-bd350f83d7ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:42.466875 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15df6bc-e595-49a3-9402-bd350f83d7ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:42.467315 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15df6bc-e595-49a3-9402-bd350f83d7ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:42.467808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15df6bc-e595-49a3-9402-bd350f83d7ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:42.468167 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15df6bc-e595-49a3-9402-bd350f83d7ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:42.468504 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15df6bc-e595-49a3-9402-bd350f83d7ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:42.468828 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15df6bc-e595-49a3-9402-bd350f83d7ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:42.469154 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15df6bc-e595-49a3-9402-bd350f83d7ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:42.508796 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7534cb27-9dcd-4d2f-b810-01d48d5381f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:42.530651 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7534cb27-9dcd-4d2f-b810-01d48d5381f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:42.575756 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7534cb27-9dcd-4d2f-b810-01d48d5381f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:42.578410 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7534cb27-9dcd-4d2f-b810-01d48d5381f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:42.579570 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7534cb27-9dcd-4d2f-b810-01d48d5381f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12cb6e33-1051-457a-900a-a731edc7cb15 HTTP/1.1" status: 204 len: 168 time: 0.1306608 Aug 19 18:51:42.587260 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534cb27-9dcd-4d2f-b810-01d48d5381f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cb6e33-1051-457a-900a-a731edc7cb15,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:43.295327 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39134) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:43.392449 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c265a723-f285-4887-a839-4792cff2f183 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1418100651-network', 'tenant_id': '46d1c5b614c84557a53191f22411d40c'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:51:43.413196 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c265a723-f285-4887-a839-4792cff2f183 admin admin] Made reservation on behalf of 46d1c5b614c84557a53191f22411d40c for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:51:43.415403 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c265a723-f285-4887-a839-4792cff2f183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:43.424576 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c265a723-f285-4887-a839-4792cff2f183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:43.513689 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c265a723-f285-4887-a839-4792cff2f183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:43.517455 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c265a723-f285-4887-a839-4792cff2f183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:43.544933 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c265a723-f285-4887-a839-4792cff2f183 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:51:43.554183 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265a723-f285-4887-a839-4792cff2f183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48507369-9bd5-4195-a23b-d0a140a58520,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:43.560587 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c265a723-f285-4887-a839-4792cff2f183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:43.560938 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-c265a723-f285-4887-a839-4792cff2f183 admin admin] Added segment f61cabc7-5b69-4407-a36f-725127b046f9 of type vlan for network c00d6f5b-74b3-4b67-8b07-b2a186714207 Aug 19 18:51:43.602145 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c265a723-f285-4887-a839-4792cff2f183 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:43.629344 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c265a723-f285-4887-a839-4792cff2f183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:43.630375 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c265a723-f285-4887-a839-4792cff2f183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:43.630940 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c265a723-f285-4887-a839-4792cff2f183 admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:43.705128 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c265a723-f285-4887-a839-4792cff2f183 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4085231 Aug 19 18:51:43.708512 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39138) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:43.713777 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-6a3338f4-1b4e-4ded-9af3-5861e80a9cf7 admin admin] Request body: {'subnet': {'network_id': 'c00d6f5b-74b3-4b67-8b07-b2a186714207', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1418100651-subnet', 'tenant_id': '46d1c5b614c84557a53191f22411d40c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:51:43.723372 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265a723-f285-4887-a839-4792cff2f183 admin admin] Pushing event updated for resources: {'Network': ['ID=c00d6f5b-74b3-4b67-8b07-b2a186714207,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:43.734798 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network c00d6f5b-74b3-4b67-8b07-b2a186714207 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:51:43.737853 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3338f4-1b4e-4ded-9af3-5861e80a9cf7 admin admin] Made reservation on behalf of 46d1c5b614c84557a53191f22411d40c for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:51:43.740248 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6a3338f4-1b4e-4ded-9af3-5861e80a9cf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:44.249360 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6a3338f4-1b4e-4ded-9af3-5861e80a9cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:44.299882 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3338f4-1b4e-4ded-9af3-5861e80a9cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b735a09-a422-4350-ae96-389afd75b983,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:44.315046 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3338f4-1b4e-4ded-9af3-5861e80a9cf7 admin admin] Checking segment: {'id': 'f61cabc7-5b69-4407-a36f-725127b046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c00d6f5b-74b3-4b67-8b07-b2a186714207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:51:44.315419 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3338f4-1b4e-4ded-9af3-5861e80a9cf7 admin admin] Network hostable DHCP agents. Network: c00d6f5b-74b3-4b67-8b07-b2a186714207, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:51:44.331549 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3338f4-1b4e-4ded-9af3-5861e80a9cf7 admin admin] Network c00d6f5b-74b3-4b67-8b07-b2a186714207 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:51:44.341952 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-6a3338f4-1b4e-4ded-9af3-5861e80a9cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, c00d6f5b-74b3-4b67-8b07-b2a186714207) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:51:44.347418 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3338f4-1b4e-4ded-9af3-5861e80a9cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:44.348129 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6a3338f4-1b4e-4ded-9af3-5861e80a9cf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:44.353562 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f0439d-d69c-46d7-a761-8f185a676b6a None None] Network c00d6f5b-74b3-4b67-8b07-b2a186714207 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:51:44.363102 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6a3338f4-1b4e-4ded-9af3-5861e80a9cf7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6533654 Aug 19 18:51:44.490351 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1028991e-f740-40f7-be04-fe67d1054110 None None] Network c00d6f5b-74b3-4b67-8b07-b2a186714207 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:51:44.592831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 15c4942f-3a61-4c2c-a587-69217d976c0e no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:51:44.628532 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 15c4942f-3a61-4c2c-a587-69217d976c0e {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:51:44.628888 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 15c4942f-3a61-4c2c-a587-69217d976c0e not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:51:44.807760 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-8d47e822-2d75-4beb-9f2e-efd4c7437ed8 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:44.809343 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-8d47e822-2d75-4beb-9f2e-efd4c7437ed8 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/networks?id=c00d6f5b-74b3-4b67-8b07-b2a186714207 HTTP/1.1" status: 200 len: 812 time: 0.1106217 Aug 19 18:51:44.825281 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-0ecd9a9d-9425-4723-9c93-39c3d865a3b8 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/quotas/46d1c5b614c84557a53191f22411d40c HTTP/1.1" status: 200 len: 375 time: 0.0094385 Aug 19 18:51:44.859953 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-26b99a74-5e3f-478d-b401-61c65bcf4de2 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=46d1c5b614c84557a53191f22411d40c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276942 Aug 19 18:51:45.007177 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-cf42fdf7-7efb-452a-96a9-bc40c479e605 service neutron] 10.222.0.24 "GET /v2.0/networks/c00d6f5b-74b3-4b67-8b07-b2a186714207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399162 Aug 19 18:51:45.096714 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-753a27a6-2441-4798-a05d-a1ba87b2ca4e service neutron] 10.222.0.24 "GET /v2.0/networks/c00d6f5b-74b3-4b67-8b07-b2a186714207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823271 Aug 19 18:51:45.260217 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e9bf25ca-13a8-44dc-ada6-8a93cda17a05 req-82d59326-a42b-4ba3-9193-46f69370197d tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 210 time: 0.0324721 Aug 19 18:51:46.197121 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-4133668e-239a-467e-bf4f-cc7d2ab69885 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:46.198611 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-4133668e-239a-467e-bf4f-cc7d2ab69885 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.50 "GET /v2.0/networks?id=c00d6f5b-74b3-4b67-8b07-b2a186714207 HTTP/1.1" status: 200 len: 812 time: 0.1097422 Aug 19 18:51:46.212915 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-f03e5fd7-4ee6-42cb-8ede-1d8dbaecbf0b tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Request body: {'port': {'device_id': '23417eb1-875d-4fa5-a714-1808c3bce9ee', 'network_id': 'c00d6f5b-74b3-4b67-8b07-b2a186714207', 'admin_state_up': True, 'tenant_id': '46d1c5b614c84557a53191f22411d40c'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:51:46.324426 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-f03e5fd7-4ee6-42cb-8ede-1d8dbaecbf0b tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Made reservation on behalf of 46d1c5b614c84557a53191f22411d40c for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:51:46.328667 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-f03e5fd7-4ee6-42cb-8ede-1d8dbaecbf0b tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:46.373276 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-427ac130-bad5-408f-9835-e443bcb80adb req-0c236ceb-54da-4d97-85ff-342ca64dd685 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 210 time: 0.0344152 Aug 19 18:51:46.482777 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-f03e5fd7-4ee6-42cb-8ede-1d8dbaecbf0b tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Allocated IP 172.20.0.6 (c00d6f5b-74b3-4b67-8b07-b2a186714207/8b735a09-a422-4350-ae96-389afd75b983/4a0e86f2-fa9c-406f-b555-f8e13eb9a70c) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:51:46.630643 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-f03e5fd7-4ee6-42cb-8ede-1d8dbaecbf0b tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:46.668634 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-f03e5fd7-4ee6-42cb-8ede-1d8dbaecbf0b tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:46.713844 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-f03e5fd7-4ee6-42cb-8ede-1d8dbaecbf0b tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Network c00d6f5b-74b3-4b67-8b07-b2a186714207 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:51:46.716889 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-f03e5fd7-4ee6-42cb-8ede-1d8dbaecbf0b tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:51:46.720931 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-f03e5fd7-4ee6-42cb-8ede-1d8dbaecbf0b tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:51:46.727555 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e5fd7-4ee6-42cb-8ede-1d8dbaecbf0b tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Pushing event updated for resources: {'Port': ['ID=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:46.773319 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-f03e5fd7-4ee6-42cb-8ede-1d8dbaecbf0b tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:46.773956 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-f03e5fd7-4ee6-42cb-8ede-1d8dbaecbf0b tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:46.788581 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-f03e5fd7-4ee6-42cb-8ede-1d8dbaecbf0b tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5802200 Aug 19 18:51:46.802068 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-0b737616-2764-4620-bed1-ab68eea0257c service neutron] Request body: {'port': {'device_id': '23417eb1-875d-4fa5-a714-1808c3bce9ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:51:46.854826 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:46.861481 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-0b737616-2764-4620-bed1-ab68eea0257c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:47.125428 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-0b737616-2764-4620-bed1-ab68eea0257c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:51:47.133103 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-0b737616-2764-4620-bed1-ab68eea0257c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:47.145380 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-0b737616-2764-4620-bed1-ab68eea0257c service neutron] Transition to ACTIVE for port object 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:51:47.149728 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-0b737616-2764-4620-bed1-ab68eea0257c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:47.198575 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b737616-2764-4620-bed1-ab68eea0257c service neutron] Pushing event updated for resources: {'Port': ['ID=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:47.267423 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-0b737616-2764-4620-bed1-ab68eea0257c service neutron] Attempting to bind port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:51:47.267756 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-0b737616-2764-4620-bed1-ab68eea0257c service neutron] Attempting to bind port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'f61cabc7-5b69-4407-a36f-725127b046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c00d6f5b-74b3-4b67-8b07-b2a186714207'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:51:47.268085 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-0b737616-2764-4620-bed1-ab68eea0257c service neutron] Attempting to bind port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c on network c00d6f5b-74b3-4b67-8b07-b2a186714207 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:51:47.272318 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-0b737616-2764-4620-bed1-ab68eea0257c service neutron] Port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c on network c00d6f5b-74b3-4b67-8b07-b2a186714207 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:51:47.272640 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-0b737616-2764-4620-bed1-ab68eea0257c service neutron] Attempting to bind port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c on network c00d6f5b-74b3-4b67-8b07-b2a186714207 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:51:47.277229 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-0b737616-2764-4620-bed1-ab68eea0257c service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:51:47.277586 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-0b737616-2764-4620-bed1-ab68eea0257c service neutron] Checking segment: {'id': 'f61cabc7-5b69-4407-a36f-725127b046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c00d6f5b-74b3-4b67-8b07-b2a186714207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:51:47.277976 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-0b737616-2764-4620-bed1-ab68eea0257c service neutron] Bound using segment: {'id': 'f61cabc7-5b69-4407-a36f-725127b046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c00d6f5b-74b3-4b67-8b07-b2a186714207'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:51:47.278396 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-0b737616-2764-4620-bed1-ab68eea0257c service neutron] Bound port: 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61cabc7-5b69-4407-a36f-725127b046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c00d6f5b-74b3-4b67-8b07-b2a186714207'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:51:47.278748 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-0b737616-2764-4620-bed1-ab68eea0257c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:47.341959 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-0b737616-2764-4620-bed1-ab68eea0257c service neutron] For port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:51:47.345775 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-0b737616-2764-4620-bed1-ab68eea0257c service neutron] For port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c,segment=NetworkSegment(f61cabc7-5b69-4407-a36f-725127b046f9),segment_id=f61cabc7-5b69-4407-a36f-725127b046f9)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:51:47.350420 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-0b737616-2764-4620-bed1-ab68eea0257c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:47.387072 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-0b737616-2764-4620-bed1-ab68eea0257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:47.387898 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-0b737616-2764-4620-bed1-ab68eea0257c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:47.390291 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-0b737616-2764-4620-bed1-ab68eea0257c service neutron] 10.222.0.50 "PUT /v2.0/ports/4a0e86f2-fa9c-406f-b555-f8e13eb9a70c HTTP/1.1" status: 200 len: 1091 time: 0.5922003 Aug 19 18:51:47.391517 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23417eb1-875d-4fa5-a714-1808c3bce9ee', 'tag': '4a0e86f2-fa9c-406f-b555-f8e13eb9a70c'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:51:47.394633 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112e6e43-30c3-4b2c-9f7f-85b7e65a3a45" -d '{"events": [{"name": "network-changed", "server_uuid": "23417eb1-875d-4fa5-a714-1808c3bce9ee", "tag": "4a0e86f2-fa9c-406f-b555-f8e13eb9a70c"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:51:47.418863 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b737616-2764-4620-bed1-ab68eea0257c service neutron] Pushing event updated for resources: {'Port': ['ID=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:47.452285 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b540692-0504-4544-b3f6-9d2dd156cde8 x-openstack-request-id: req-3b540692-0504-4544-b3f6-9d2dd156cde8 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:51:47.452581 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23417eb1-875d-4fa5-a714-1808c3bce9ee", "tag": "4a0e86f2-fa9c-406f-b555-f8e13eb9a70c", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:51:47.453346 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b540692-0504-4544-b3f6-9d2dd156cde8 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:51:47.453799 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23417eb1-875d-4fa5-a714-1808c3bce9ee', 'tag': '4a0e86f2-fa9c-406f-b555-f8e13eb9a70c', 'status': 'completed', 'code': 200} Aug 19 18:51:47.486785 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-f85a9317-e871-4f2f-8099-59adc72ce4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:47.488314 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-f85a9317-e871-4f2f-8099-59adc72ce4b6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=46d1c5b614c84557a53191f22411d40c&device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 1094 time: 0.0502698 Aug 19 18:51:47.498027 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454d992-a4eb-4057-801c-a8c07d9d85de req-a644b83f-f6f1-47f7-9af2-74285e95bfbe tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:47.499505 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d454d992-a4eb-4057-801c-a8c07d9d85de req-a644b83f-f6f1-47f7-9af2-74285e95bfbe tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 943 time: 0.0527136 Aug 19 18:51:47.533436 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-048e5492-04c5-406d-bd6f-146da23140f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c HTTP/1.1" status: 200 len: 217 time: 0.0356736 Aug 19 18:51:47.539259 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d454d992-a4eb-4057-801c-a8c07d9d85de req-83deaf2e-898f-4ffd-9beb-f8596e3fdb64 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329707 Aug 19 18:51:47.586491 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-40422a34-d021-4b2c-bcc8-3dd8c47befa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:47.587985 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-40422a34-d021-4b2c-bcc8-3dd8c47befa3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b735a09-a422-4350-ae96-389afd75b983 HTTP/1.1" status: 200 len: 852 time: 0.0469348 Aug 19 18:51:47.628410 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-e63010da-3b8c-4d5b-9822-4e03b9516de7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c00d6f5b-74b3-4b67-8b07-b2a186714207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319045 Aug 19 18:51:47.722455 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-bde0c859-3fb2-4c01-a307-54914bc9989e service neutron] 10.222.0.50 "GET /v2.0/networks/c00d6f5b-74b3-4b67-8b07-b2a186714207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854671 Aug 19 18:51:47.818688 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c77c344b-31a4-4bac-bfee-e0e11c2d5349 req-b954ee53-9ca2-4d88-849c-cad02b662ade service neutron] 10.222.0.50 "GET /v2.0/networks/c00d6f5b-74b3-4b67-8b07-b2a186714207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882452 Aug 19 18:51:47.910886 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e6e43-30c3-4b2c-9f7f-85b7e65a3a45 req-3cabff69-dc6c-4d76-bc9d-06869dd7eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:47.912450 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-112e6e43-30c3-4b2c-9f7f-85b7e65a3a45 req-3cabff69-dc6c-4d76-bc9d-06869dd7eb12 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=46d1c5b614c84557a53191f22411d40c&device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 1094 time: 0.0479858 Aug 19 18:51:48.007033 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e6e43-30c3-4b2c-9f7f-85b7e65a3a45 req-66f2af3a-5348-4a35-828e-46713665d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:48.008534 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-112e6e43-30c3-4b2c-9f7f-85b7e65a3a45 req-66f2af3a-5348-4a35-828e-46713665d327 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c00d6f5b-74b3-4b67-8b07-b2a186714207 HTTP/1.1" status: 200 len: 913 time: 0.0888491 Aug 19 18:51:48.054249 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-112e6e43-30c3-4b2c-9f7f-85b7e65a3a45 req-8d1b2116-cde4-4e69-8a3b-f645ebef8dac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c HTTP/1.1" status: 200 len: 217 time: 0.0376465 Aug 19 18:51:48.108698 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e6e43-30c3-4b2c-9f7f-85b7e65a3a45 req-282f0c75-00d5-4504-9d15-45eccca5154a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:48.110992 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-112e6e43-30c3-4b2c-9f7f-85b7e65a3a45 req-282f0c75-00d5-4504-9d15-45eccca5154a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b735a09-a422-4350-ae96-389afd75b983 HTTP/1.1" status: 200 len: 852 time: 0.0444047 Aug 19 18:51:48.144560 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-112e6e43-30c3-4b2c-9f7f-85b7e65a3a45 req-64d2ed6d-84a6-4312-8589-4d175a10e99f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c00d6f5b-74b3-4b67-8b07-b2a186714207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248179 Aug 19 18:51:48.238589 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-112e6e43-30c3-4b2c-9f7f-85b7e65a3a45 req-1da56b43-4dee-4f2f-b3ab-3260ee4c1873 service neutron] 10.222.0.50 "GET /v2.0/networks/c00d6f5b-74b3-4b67-8b07-b2a186714207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860338 Aug 19 18:51:48.331062 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-112e6e43-30c3-4b2c-9f7f-85b7e65a3a45 req-cda2b26a-c275-4c39-8962-3f045decc315 service neutron] 10.222.0.50 "GET /v2.0/networks/c00d6f5b-74b3-4b67-8b07-b2a186714207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840220 Aug 19 18:51:48.658053 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc07edb-013f-48eb-80ad-f5248e6d30b4 req-36e038aa-4674-4066-8023-ec5abf228dce tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:48.659562 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bc07edb-013f-48eb-80ad-f5248e6d30b4 req-36e038aa-4674-4066-8023-ec5abf228dce tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 943 time: 0.0519657 Aug 19 18:51:48.697671 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5bc07edb-013f-48eb-80ad-f5248e6d30b4 req-9d267a53-8542-467d-89f2-4f0f1f605690 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319860 Aug 19 18:51:49.814176 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28eafaa-371a-4dfb-9b24-54420ebab700 req-8ef7c600-0881-41ac-85b3-48d3412a8d83 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:49.815819 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c28eafaa-371a-4dfb-9b24-54420ebab700 req-8ef7c600-0881-41ac-85b3-48d3412a8d83 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 943 time: 0.0506763 Aug 19 18:51:49.855164 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c28eafaa-371a-4dfb-9b24-54420ebab700 req-3e97fcc5-a357-4207-ad6b-a71a99a13adc tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321827 Aug 19 18:51:50.615171 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:51:50.709853 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c,segment=NetworkSegment(f61cabc7-5b69-4407-a36f-725127b046f9),segment_id=f61cabc7-5b69-4407-a36f-725127b046f9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:50.724354 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '4a0e86f2-fa9c-406f-b555-f8e13eb9a70c', 'network_id': 'c00d6f5b-74b3-4b67-8b07-b2a186714207', 'port_id': '4a0e86f2-fa9c-406f-b555-f8e13eb9a70c', 'mac_address': 'fa:16:3e:1f:c0:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b735a09-a422-4350-ae96-389afd75b983', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:51:50.760694 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:50.773506 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:51:50.793113 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c,segment=NetworkSegment(f61cabc7-5b69-4407-a36f-725127b046f9),segment_id=f61cabc7-5b69-4407-a36f-725127b046f9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:50.797228 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:50.848746 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:50.977175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcac4c-fdf9-486a-9fb9-09fadc458ff7 req-5708a278-ab91-489c-a75d-3cd98dc714ca tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:50.978711 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-05fcac4c-fdf9-486a-9fb9-09fadc458ff7 req-5708a278-ab91-489c-a75d-3cd98dc714ca tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 944 time: 0.0543184 Aug 19 18:51:51.011015 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['4a0e86f2-fa9c-406f-b555-f8e13eb9a70c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:51:51.021629 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-05fcac4c-fdf9-486a-9fb9-09fadc458ff7 req-4092bcb7-6efb-4fa4-adf2-4a379c8c96a8 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359869 Aug 19 18:51:52.146046 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77482255-a249-4d08-8ead-ddb68638611b req-854cc4ad-244d-4f90-8fea-ac1292ef5eae tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:52.147578 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-77482255-a249-4d08-8ead-ddb68638611b req-854cc4ad-244d-4f90-8fea-ac1292ef5eae tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 944 time: 0.0555108 Aug 19 18:51:52.191911 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-77482255-a249-4d08-8ead-ddb68638611b req-9bf95429-7025-49b7-b72b-12bb111769b4 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382276 Aug 19 18:51:52.628405 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:51:52.676331 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:51:52.680098 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:51:52.680474 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:52.759126 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:52.780335 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23417eb1-875d-4fa5-a714-1808c3bce9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0e86f2-fa9c-406f-b555-f8e13eb9a70c'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:51:52.783271 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260c674b-ac34-49a9-b9a5-d8d969419132" -d '{"events": [{"server_uuid": "23417eb1-875d-4fa5-a714-1808c3bce9ee", "name": "network-vif-plugged", "status": "completed", "tag": "4a0e86f2-fa9c-406f-b555-f8e13eb9a70c"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:51:52.796446 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c,segment=NetworkSegment(f61cabc7-5b69-4407-a36f-725127b046f9),segment_id=f61cabc7-5b69-4407-a36f-725127b046f9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:52.801194 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:52.824287 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d0d9ad-ca1e-4820-b8c9-50cf1afcbb9c x-openstack-request-id: req-09d0d9ad-ca1e-4820-b8c9-50cf1afcbb9c {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:51:52.824580 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23417eb1-875d-4fa5-a714-1808c3bce9ee", "name": "network-vif-plugged", "status": "completed", "tag": "4a0e86f2-fa9c-406f-b555-f8e13eb9a70c", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:51:52.824829 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09d0d9ad-ca1e-4820-b8c9-50cf1afcbb9c {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:51:52.825221 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23417eb1-875d-4fa5-a714-1808c3bce9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0e86f2-fa9c-406f-b555-f8e13eb9a70c', 'code': 200} Aug 19 18:51:52.853728 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:52.919488 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c021ee-f040-4c48-891a-82a23c159b5b req-7640afe7-b723-4c34-bad1-ea0de58f7876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:52.920901 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e7c021ee-f040-4c48-891a-82a23c159b5b req-7640afe7-b723-4c34-bad1-ea0de58f7876 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 1096 time: 0.0405838 Aug 19 18:51:52.960181 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e7c021ee-f040-4c48-891a-82a23c159b5b req-2e0bb0db-dc0b-4cc1-ba46-0900a47e592f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313570 Aug 19 18:51:53.306903 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f15389-5bde-49a2-a208-676b59a998f6 req-aff7fd4e-cc0f-4d6c-be33-73be40483593 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:53.308399 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53f15389-5bde-49a2-a208-676b59a998f6 req-aff7fd4e-cc0f-4d6c-be33-73be40483593 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0492120 Aug 19 18:51:53.346526 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53f15389-5bde-49a2-a208-676b59a998f6 req-ae419ac6-e4ea-4115-9930-7473a4f8a85d tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320358 Aug 19 18:51:54.465642 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93ef9f-f566-4288-a20d-7700f831a178 req-ae7c5ec0-e236-4cd6-830f-f0ef67fcf065 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:54.467116 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d93ef9f-f566-4288-a20d-7700f831a178 req-ae7c5ec0-e236-4cd6-830f-f0ef67fcf065 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0495286 Aug 19 18:51:54.504451 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9d93ef9f-f566-4288-a20d-7700f831a178 req-99c462a4-798e-4174-9490-6a4b177be711 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312631 Aug 19 18:51:54.859129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3c6cb-fd2a-4c8b-9655-442b17d993b5 req-2cdc66a0-7a36-4f93-ac9b-53a973e2e5ef tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:54.861279 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40d3c6cb-fd2a-4c8b-9655-442b17d993b5 req-2cdc66a0-7a36-4f93-ac9b-53a973e2e5ef tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0554245 Aug 19 18:51:54.890343 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-b55a656d-e1b3-4c78-a663-7179168b245b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0934403 Aug 19 18:51:54.900498 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40d3c6cb-fd2a-4c8b-9655-442b17d993b5 req-e7a7dfb4-20bf-4ff3-8712-db148929f58d tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329661 Aug 19 18:51:56.024275 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801603eb-0bb1-4bba-802a-8d6c64640a15 req-a01ee687-6a63-482a-a8aa-2eaa778c59b9 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:56.025923 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-801603eb-0bb1-4bba-802a-8d6c64640a15 req-a01ee687-6a63-482a-a8aa-2eaa778c59b9 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0580711 Aug 19 18:51:56.071250 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-801603eb-0bb1-4bba-802a-8d6c64640a15 req-20485932-aad9-47cb-91b9-52c8c24f14d1 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332968 Aug 19 18:51:56.088825 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-329cc09b-5ce7-4185-90de-57486eada9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:56.090376 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-329cc09b-5ce7-4185-90de-57486eada9c5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=46d1c5b614c84557a53191f22411d40c&device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 1096 time: 0.0403025 Aug 19 18:51:56.182158 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-5953aa9e-8dbd-4ab1-8d62-e406bf25e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:56.183609 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-5953aa9e-8dbd-4ab1-8d62-e406bf25e449 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c00d6f5b-74b3-4b67-8b07-b2a186714207 HTTP/1.1" status: 200 len: 913 time: 0.0862298 Aug 19 18:51:56.225825 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-568943a6-18e8-4324-b2b8-001daaa3523d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c HTTP/1.1" status: 200 len: 217 time: 0.0338056 Aug 19 18:51:56.273613 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-05376b05-6d42-437b-954a-bd2937410083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:56.275213 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-05376b05-6d42-437b-954a-bd2937410083 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b735a09-a422-4350-ae96-389afd75b983 HTTP/1.1" status: 200 len: 852 time: 0.0431626 Aug 19 18:51:56.305983 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-d76ed91c-f9d6-4925-a3d4-171bd9ea1d41 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c00d6f5b-74b3-4b67-8b07-b2a186714207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240922 Aug 19 18:51:56.399943 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-cfa4c2a9-0e37-4d07-8c30-c2c22c4715ff service neutron] 10.222.0.50 "GET /v2.0/networks/c00d6f5b-74b3-4b67-8b07-b2a186714207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871196 Aug 19 18:51:56.489741 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-347712a9-4c27-4550-93ac-9bdc6ef3ce48 service neutron] 10.222.0.50 "GET /v2.0/networks/c00d6f5b-74b3-4b67-8b07-b2a186714207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824304 Aug 19 18:51:57.192248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c729c-4605-4fda-9a97-47abb28149ff req-2f8dba35-c1bc-4d0c-8306-4ce2991e63e7 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:57.193764 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac6c729c-4605-4fda-9a97-47abb28149ff req-2f8dba35-c1bc-4d0c-8306-4ce2991e63e7 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0536857 Aug 19 18:51:57.231102 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac6c729c-4605-4fda-9a97-47abb28149ff req-4ce8d509-fa3f-41dc-89f4-a1116c3ced6b tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312455 Aug 19 18:51:58.352712 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcd9bb-8151-4786-87d9-c27b65a52962 req-43aedf6a-d6f4-4e90-9652-e8b736f99fcb tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:58.354230 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0fcd9bb-8151-4786-87d9-c27b65a52962 req-43aedf6a-d6f4-4e90-9652-e8b736f99fcb tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0565042 Aug 19 18:51:58.392504 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0fcd9bb-8151-4786-87d9-c27b65a52962 req-4cbdc400-a965-43a0-8b92-b31048c597a5 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320551 Aug 19 18:51:59.507098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65a23a-4d93-4c7c-9e97-03abc0a6a90c req-69c83f61-7dfa-4144-965d-4a00fab8bf40 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:59.508588 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cf65a23a-4d93-4c7c-9e97-03abc0a6a90c req-69c83f61-7dfa-4144-965d-4a00fab8bf40 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0492656 Aug 19 18:51:59.545771 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cf65a23a-4d93-4c7c-9e97-03abc0a6a90c req-a1abbc93-390a-4e8a-926d-e4d19f66f3dc tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312264 Aug 19 18:52:00.661609 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66782e36-1dd2-4f8d-8a1d-4c886cfcdda1 req-1a1a2b39-f3a4-47d8-8466-472fc6592c08 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:00.663083 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-66782e36-1dd2-4f8d-8a1d-4c886cfcdda1 req-1a1a2b39-f3a4-47d8-8466-472fc6592c08 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0498292 Aug 19 18:52:00.699838 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-66782e36-1dd2-4f8d-8a1d-4c886cfcdda1 req-ffbfe3df-79ef-46dd-bd8c-b84a900dc116 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309193 Aug 19 18:52:01.816726 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f01156-1748-448b-bef2-b846b89f3f9b req-d8b232a3-4060-4f46-a5e1-faa38885deae tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:01.818253 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-73f01156-1748-448b-bef2-b846b89f3f9b req-d8b232a3-4060-4f46-a5e1-faa38885deae tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0497417 Aug 19 18:52:01.856581 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-73f01156-1748-448b-bef2-b846b89f3f9b req-3b371b60-34d4-46af-8cc1-733ee14b0517 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324390 Aug 19 18:52:02.979198 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5da37f-d22c-4cda-b4b8-e8ab3b33ac40 req-79542e8f-4aa6-4bd5-afad-d176a5065ef2 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:02.980994 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dc5da37f-d22c-4cda-b4b8-e8ab3b33ac40 req-79542e8f-4aa6-4bd5-afad-d176a5065ef2 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0541401 Aug 19 18:52:03.018768 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dc5da37f-d22c-4cda-b4b8-e8ab3b33ac40 req-f9a179f5-8270-4c6a-b623-15e88bc44d52 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314951 Aug 19 18:52:04.139390 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c26e1-c4b1-4daa-8673-6bd00cd7d426 req-9fd5770a-59f1-4802-8aec-16b27b2c77f4 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:04.140856 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-be4c26e1-c4b1-4daa-8673-6bd00cd7d426 req-9fd5770a-59f1-4802-8aec-16b27b2c77f4 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0515754 Aug 19 18:52:04.180977 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-be4c26e1-c4b1-4daa-8673-6bd00cd7d426 req-a51e7767-cb1a-4f00-a5d5-daf8180e00a7 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329916 Aug 19 18:52:04.652603 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bebc8f9b-e708-4fab-97f7-a8a8b7f1d7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:05.300156 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a805a1a-8676-4553-b66b-955ab8a57ed9 req-34362a6e-2fc0-487d-bca3-c7d4bd83ec91 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:05.301666 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4a805a1a-8676-4553-b66b-955ab8a57ed9 req-34362a6e-2fc0-487d-bca3-c7d4bd83ec91 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0530648 Aug 19 18:52:05.339381 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4a805a1a-8676-4553-b66b-955ab8a57ed9 req-855c0895-c537-4a52-b3cf-96937246fe7f tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316157 Aug 19 18:52:06.455229 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a82769-c70d-415c-b389-e91ee89b2806 req-a95d6dd9-4706-4fa0-ac63-6a0eff1ee9b2 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:06.456614 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-34a82769-c70d-415c-b389-e91ee89b2806 req-a95d6dd9-4706-4fa0-ac63-6a0eff1ee9b2 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0490944 Aug 19 18:52:06.495424 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-34a82769-c70d-415c-b389-e91ee89b2806 req-b3a01728-4fba-4921-9e53-da17cc5453db tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320528 Aug 19 18:52:07.326602 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:07.412777 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-257447b5-ea46-4e26-9e73-fbdd12fdc01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:07.612995 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8df47c-31b7-43eb-ba7f-e4620c3877a4 req-5cdd960e-857d-4f92-b7d2-adbc634b2dbe tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:07.614543 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ae8df47c-31b7-43eb-ba7f-e4620c3877a4 req-5cdd960e-857d-4f92-b7d2-adbc634b2dbe tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0509229 Aug 19 18:52:07.655972 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ae8df47c-31b7-43eb-ba7f-e4620c3877a4 req-93db8f86-3666-482e-9cc9-83b9c652d6e4 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345011 Aug 19 18:52:08.288060 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:08.773240 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4195f-a3ad-4991-bcf7-4787679c9e4b req-156e26aa-5db1-42f8-8daf-d86ffbed2f16 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:08.774767 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3ad4195f-a3ad-4991-bcf7-4787679c9e4b req-156e26aa-5db1-42f8-8daf-d86ffbed2f16 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0506971 Aug 19 18:52:08.814232 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3ad4195f-a3ad-4991-bcf7-4787679c9e4b req-51c51588-8998-4bd0-ab4d-1c62fb043222 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333693 Aug 19 18:52:09.930869 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45801b-1a63-4bdc-9f8c-767e99e6ba8f req-350fcd6c-a930-46a3-84c1-3942cb82dc25 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:09.933059 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d45801b-1a63-4bdc-9f8c-767e99e6ba8f req-350fcd6c-a930-46a3-84c1-3942cb82dc25 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0502243 Aug 19 18:52:09.982068 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d45801b-1a63-4bdc-9f8c-767e99e6ba8f req-67a60cf4-afdc-45ad-a76f-ba4f0bbb0ba0 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375071 Aug 19 18:52:10.291720 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:11.102299 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e94467-596f-45ec-9b27-2dfb695d368a req-8ce0f3de-4b4c-4752-97c7-bcb8f0825e2a tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:11.103791 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8e94467-596f-45ec-9b27-2dfb695d368a req-8ce0f3de-4b4c-4752-97c7-bcb8f0825e2a tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0536039 Aug 19 18:52:11.141460 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8e94467-596f-45ec-9b27-2dfb695d368a req-34ce6e1c-234f-4b90-bdf8-d9039091be04 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315070 Aug 19 18:52:11.443589 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:12.260800 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704a685-3270-4735-aad7-f66a10418f24 req-6adff99a-8003-4b3c-8136-159332ceb2fa tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:12.262346 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b704a685-3270-4735-aad7-f66a10418f24 req-6adff99a-8003-4b3c-8136-159332ceb2fa tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0546944 Aug 19 18:52:12.300731 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b704a685-3270-4735-aad7-f66a10418f24 req-c87e6437-6096-406c-8a5e-f0003cd65f5b tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323834 Aug 19 18:52:13.417225 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15a918-ec83-4db2-b0ee-f60046ff58a2 req-be410108-396b-46c8-89a7-153f8b739418 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:13.418734 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2b15a918-ec83-4db2-b0ee-f60046ff58a2 req-be410108-396b-46c8-89a7-153f8b739418 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0487528 Aug 19 18:52:13.455641 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2b15a918-ec83-4db2-b0ee-f60046ff58a2 req-5dccfad1-a763-4bbc-af11-cd801ae112f1 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309939 Aug 19 18:52:13.751524 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703b098-e9bf-4f0a-947b-9ecc0f0d343a req-7fe441a1-8dc7-4dbd-9408-1df7beb92655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:13.753036 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7703b098-e9bf-4f0a-947b-9ecc0f0d343a req-7fe441a1-8dc7-4dbd-9408-1df7beb92655 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=46d1c5b614c84557a53191f22411d40c&device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 1096 time: 0.0407355 Aug 19 18:52:13.861823 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703b098-e9bf-4f0a-947b-9ecc0f0d343a req-9484c401-e1d4-40c9-9fbe-075ad28a3586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:13.863302 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7703b098-e9bf-4f0a-947b-9ecc0f0d343a req-9484c401-e1d4-40c9-9fbe-075ad28a3586 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c00d6f5b-74b3-4b67-8b07-b2a186714207 HTTP/1.1" status: 200 len: 913 time: 0.0873487 Aug 19 18:52:13.905376 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7703b098-e9bf-4f0a-947b-9ecc0f0d343a req-1ac5cfc2-7f18-44a9-99a2-0da042f5b012 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c HTTP/1.1" status: 200 len: 217 time: 0.0342257 Aug 19 18:52:13.959481 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703b098-e9bf-4f0a-947b-9ecc0f0d343a req-2c6f21e5-7904-4c9c-b5f4-812f526d45f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:13.962326 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7703b098-e9bf-4f0a-947b-9ecc0f0d343a req-2c6f21e5-7904-4c9c-b5f4-812f526d45f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b735a09-a422-4350-ae96-389afd75b983 HTTP/1.1" status: 200 len: 852 time: 0.0477939 Aug 19 18:52:14.003246 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7703b098-e9bf-4f0a-947b-9ecc0f0d343a req-64ff78c3-7719-4eba-ba32-86d9804d4303 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c00d6f5b-74b3-4b67-8b07-b2a186714207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330939 Aug 19 18:52:14.093962 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7703b098-e9bf-4f0a-947b-9ecc0f0d343a req-97bdcb5f-aa6a-4164-8201-05a91b5aee24 service neutron] 10.222.0.50 "GET /v2.0/networks/c00d6f5b-74b3-4b67-8b07-b2a186714207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820320 Aug 19 18:52:14.194418 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7703b098-e9bf-4f0a-947b-9ecc0f0d343a req-a84ce23c-1d7b-4918-8b35-4ef522e99a9c service neutron] 10.222.0.50 "GET /v2.0/networks/c00d6f5b-74b3-4b67-8b07-b2a186714207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883408 Aug 19 18:52:14.577960 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4c513-82ea-4897-aab1-871dd76a4cec req-2dd3ba97-8230-425f-89a0-d66701b28909 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:14.580301 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9cc4c513-82ea-4897-aab1-871dd76a4cec req-2dd3ba97-8230-425f-89a0-d66701b28909 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0554307 Aug 19 18:52:14.622722 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9cc4c513-82ea-4897-aab1-871dd76a4cec req-abbae4e9-69f0-4b9a-ba0d-19f22ed7e703 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361028 Aug 19 18:52:15.737965 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377cac4-81c8-4c44-9aba-fbf57917f0e5 req-2c9d18ef-bccb-4122-8441-28a220c912f1 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:15.739491 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1377cac4-81c8-4c44-9aba-fbf57917f0e5 req-2c9d18ef-bccb-4122-8441-28a220c912f1 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0500038 Aug 19 18:52:15.780070 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1377cac4-81c8-4c44-9aba-fbf57917f0e5 req-a2eb4896-6eaf-46cf-a20b-2d64de24087e tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340173 Aug 19 18:52:16.873991 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:16.898437 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a4812-bedb-4474-8cdf-b9683711c3cc req-b69a8a3e-108f-4c53-8eb8-70c7cbc87950 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:16.899926 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-663a4812-bedb-4474-8cdf-b9683711c3cc req-b69a8a3e-108f-4c53-8eb8-70c7cbc87950 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0520487 Aug 19 18:52:16.936769 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-663a4812-bedb-4474-8cdf-b9683711c3cc req-7e8eadcd-b1f0-4ce6-8566-d2bc5e0d83af tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309536 Aug 19 18:52:18.053023 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be36b6-0bfc-4530-ad50-d056b9ae9f34 req-36bce335-e22d-4508-ac9b-a34e7272e5bc tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:18.054569 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-77be36b6-0bfc-4530-ad50-d056b9ae9f34 req-36bce335-e22d-4508-ac9b-a34e7272e5bc tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0489423 Aug 19 18:52:18.091973 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-77be36b6-0bfc-4530-ad50-d056b9ae9f34 req-35630150-a3a6-4a81-9d5e-ea3a473e8820 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312955 Aug 19 18:52:18.780267 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:52:19.214772 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634eece-81a3-4f79-b2db-330c04ae4b54 req-4aa41214-2208-45eb-844a-d49b919fc5bd tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:19.216300 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4634eece-81a3-4f79-b2db-330c04ae4b54 req-4aa41214-2208-45eb-844a-d49b919fc5bd tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0561960 Aug 19 18:52:19.254194 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4634eece-81a3-4f79-b2db-330c04ae4b54 req-9900e098-ae97-4e58-b703-7bdac4124b70 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319090 Aug 19 18:52:20.375540 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fb9f3-9456-48d8-bbce-89d298e648db req-6f68ac8f-da8d-4ab0-8a92-eacdc93af577 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:20.377036 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0a1fb9f3-9456-48d8-bbce-89d298e648db req-6f68ac8f-da8d-4ab0-8a92-eacdc93af577 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0546360 Aug 19 18:52:20.702834 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0a1fb9f3-9456-48d8-bbce-89d298e648db req-09297a20-af28-44a6-a810-a8f7e57de635 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186443 Aug 19 18:52:21.897776 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de584b22-cc4d-48b2-9719-ba96527787b3 req-df16e812-234f-4e30-adf0-3c71c7342a01 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:21.899372 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de584b22-cc4d-48b2-9719-ba96527787b3 req-df16e812-234f-4e30-adf0-3c71c7342a01 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.1278989 Aug 19 18:52:21.938646 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-de584b22-cc4d-48b2-9719-ba96527787b3 req-5df8ad69-efba-4c49-a59c-00c81d7af6ee tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331645 Aug 19 18:52:23.113986 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570301ce-7c6c-429e-89b6-a9a6068eba40 req-3aa9459b-0327-400e-adce-6648b0279d50 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:23.115488 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-570301ce-7c6c-429e-89b6-a9a6068eba40 req-3aa9459b-0327-400e-adce-6648b0279d50 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.1076601 Aug 19 18:52:23.153136 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-570301ce-7c6c-429e-89b6-a9a6068eba40 req-f49e40dd-6009-430b-ba21-d89c79156078 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310624 Aug 19 18:52:24.269346 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dbec1-a99e-467d-ae26-ef2c4912ce72 req-3b8f0ef1-a1fc-417f-b14b-690c3ce7e6ad tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:24.270875 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-681dbec1-a99e-467d-ae26-ef2c4912ce72 req-3b8f0ef1-a1fc-417f-b14b-690c3ce7e6ad tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0509777 Aug 19 18:52:24.309686 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-681dbec1-a99e-467d-ae26-ef2c4912ce72 req-28c268e1-7609-443c-afa1-44c2744618f4 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328422 Aug 19 18:52:25.424334 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747eb2e0-b8f4-4067-9af2-3053ae587d44 req-1d6e5c61-5b11-4063-9819-20008c6a62ae tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:25.425837 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-747eb2e0-b8f4-4067-9af2-3053ae587d44 req-1d6e5c61-5b11-4063-9819-20008c6a62ae tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0487258 Aug 19 18:52:25.463722 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-747eb2e0-b8f4-4067-9af2-3053ae587d44 req-83086c13-e1b0-4686-addb-2371577489b9 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313394 Aug 19 18:52:26.589059 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b5ab5-69ec-4c1c-94b4-f59b6d705c70 req-028d3558-2f35-4803-a148-4ec2233f40ed tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:26.590574 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d67b5ab5-69ec-4c1c-94b4-f59b6d705c70 req-028d3558-2f35-4803-a148-4ec2233f40ed tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0589714 Aug 19 18:52:26.628154 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d67b5ab5-69ec-4c1c-94b4-f59b6d705c70 req-1b91e8e8-596a-402c-9513-602edbf10f48 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314839 Aug 19 18:52:27.748718 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4beaaa-c8b1-4cca-a14d-9fb527a666d7 req-d3301b5f-bf8e-4484-b65b-84c011cb7b09 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:27.750491 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4a4beaaa-c8b1-4cca-a14d-9fb527a666d7 req-d3301b5f-bf8e-4484-b65b-84c011cb7b09 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0523853 Aug 19 18:52:27.788263 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4a4beaaa-c8b1-4cca-a14d-9fb527a666d7 req-027190b0-2ebe-4d2c-8ffe-b8108b26e3b4 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318630 Aug 19 18:52:28.502576 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-a1aa922f-e403-4816-8248-2749c5b0db3e service neutron] show failed (client error): The resource could not be found. Aug 19 18:52:28.503604 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-a1aa922f-e403-4816-8248-2749c5b0db3e service neutron] 10.222.0.50 "GET /v2.0/ports/4a0e86f2-fa9c-406f-b555-f8e13eb9a70c/bindings/n-h1-803753-2 HTTP/1.1" status: 404 len: 380 time: 0.0559728 Aug 19 18:52:28.759207 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-5ab7b648-34cf-4e2f-9185-64c4cd321be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:28.760625 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-5ab7b648-34cf-4e2f-9185-64c4cd321be2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee&tenant_id=46d1c5b614c84557a53191f22411d40c HTTP/1.1" status: 200 len: 1096 time: 0.0901699 Aug 19 18:52:28.777918 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8062056b-95ab-402e-9550-86f897e90091 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803753-2', 'device_owner': 'compute:nova'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:28.838790 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8062056b-95ab-402e-9550-86f897e90091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:28.991553 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956479e-79fa-427e-bb03-1f363ab567cb req-142bfcf2-bcce-419a-8b6d-2857d62fd5c7 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:28.993736 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b956479e-79fa-427e-bb03-1f363ab567cb req-142bfcf2-bcce-419a-8b6d-2857d62fd5c7 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.1238480 Aug 19 18:52:29.078076 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b956479e-79fa-427e-bb03-1f363ab567cb req-1ed3044b-c95a-4558-ac50-28f8aba1f8af tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772030 Aug 19 18:52:29.108742 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8062056b-95ab-402e-9550-86f897e90091 service neutron] For port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c,segment=NetworkSegment(f61cabc7-5b69-4407-a36f-725127b046f9),segment_id=f61cabc7-5b69-4407-a36f-725127b046f9)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:29.142391 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8062056b-95ab-402e-9550-86f897e90091 service neutron] For port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:52:29.181232 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23417eb1-875d-4fa5-a714-1808c3bce9ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a0e86f2-fa9c-406f-b555-f8e13eb9a70c'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:52:29.183553 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41ce11e-7c38-4a6b-bc62-0f4624b427f7" -d '{"events": [{"server_uuid": "23417eb1-875d-4fa5-a714-1808c3bce9ee", "name": "network-vif-unplugged", "status": "completed", "tag": "4a0e86f2-fa9c-406f-b555-f8e13eb9a70c"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:52:29.187716 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8062056b-95ab-402e-9550-86f897e90091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:29.200670 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8062056b-95ab-402e-9550-86f897e90091 service neutron] Transition to ACTIVE for port object 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:52:29.205977 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8062056b-95ab-402e-9550-86f897e90091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:29.234557 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985bc6c3-51c4-4fc0-ab3b-cc65832a90df x-openstack-request-id: req-985bc6c3-51c4-4fc0-ab3b-cc65832a90df {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:52:29.234849 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23417eb1-875d-4fa5-a714-1808c3bce9ee", "name": "network-vif-unplugged", "status": "completed", "tag": "4a0e86f2-fa9c-406f-b555-f8e13eb9a70c", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:52:29.235104 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-985bc6c3-51c4-4fc0-ab3b-cc65832a90df {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:52:29.235502 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23417eb1-875d-4fa5-a714-1808c3bce9ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a0e86f2-fa9c-406f-b555-f8e13eb9a70c', 'code': 200} Aug 19 18:52:29.265351 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062056b-95ab-402e-9550-86f897e90091 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c,revision_number=6']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:29.281043 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8062056b-95ab-402e-9550-86f897e90091 service neutron] No DVR routers for this DVR port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:52:29.314681 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8062056b-95ab-402e-9550-86f897e90091 service neutron] Attempting to bind port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:52:29.315020 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8062056b-95ab-402e-9550-86f897e90091 service neutron] Attempting to bind port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': 'f61cabc7-5b69-4407-a36f-725127b046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c00d6f5b-74b3-4b67-8b07-b2a186714207'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:52:29.315350 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8062056b-95ab-402e-9550-86f897e90091 service neutron] Attempting to bind port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c on network c00d6f5b-74b3-4b67-8b07-b2a186714207 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:52:29.319493 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8062056b-95ab-402e-9550-86f897e90091 service neutron] Port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c on network c00d6f5b-74b3-4b67-8b07-b2a186714207 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:52:29.319817 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8062056b-95ab-402e-9550-86f897e90091 service neutron] Attempting to bind port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c on network c00d6f5b-74b3-4b67-8b07-b2a186714207 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:52:29.325258 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8062056b-95ab-402e-9550-86f897e90091 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:52:29.325631 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8062056b-95ab-402e-9550-86f897e90091 service neutron] Checking segment: {'id': 'f61cabc7-5b69-4407-a36f-725127b046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c00d6f5b-74b3-4b67-8b07-b2a186714207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:29.326020 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8062056b-95ab-402e-9550-86f897e90091 service neutron] Bound using segment: {'id': 'f61cabc7-5b69-4407-a36f-725127b046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c00d6f5b-74b3-4b67-8b07-b2a186714207'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:52:29.326466 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8062056b-95ab-402e-9550-86f897e90091 service neutron] Bound port: 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61cabc7-5b69-4407-a36f-725127b046f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c00d6f5b-74b3-4b67-8b07-b2a186714207'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:52:29.326809 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8062056b-95ab-402e-9550-86f897e90091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:29.390959 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8062056b-95ab-402e-9550-86f897e90091 service neutron] For port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:52:29.393914 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8062056b-95ab-402e-9550-86f897e90091 service neutron] For port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c,segment=NetworkSegment(f61cabc7-5b69-4407-a36f-725127b046f9),segment_id=f61cabc7-5b69-4407-a36f-725127b046f9)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:52:29.397903 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8062056b-95ab-402e-9550-86f897e90091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:29.433999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8062056b-95ab-402e-9550-86f897e90091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:29.434617 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8062056b-95ab-402e-9550-86f897e90091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:29.435992 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8062056b-95ab-402e-9550-86f897e90091 service neutron] 10.222.0.54 "PUT /v2.0/ports/4a0e86f2-fa9c-406f-b555-f8e13eb9a70c HTTP/1.1" status: 200 len: 1091 time: 0.6627464 Aug 19 18:52:29.461956 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062056b-95ab-402e-9550-86f897e90091 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c,revision_number=7']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:29.504900 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-f50cce1b-5873-4396-9643-5d2b2e654f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:29.506446 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-f50cce1b-5873-4396-9643-5d2b2e654f8c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=46d1c5b614c84557a53191f22411d40c&device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 1094 time: 0.0416434 Aug 19 18:52:29.606045 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-5e5bff48-cc81-44a1-9783-a2ca19c20174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:29.607519 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-5e5bff48-cc81-44a1-9783-a2ca19c20174 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c00d6f5b-74b3-4b67-8b07-b2a186714207 HTTP/1.1" status: 200 len: 913 time: 0.0905669 Aug 19 18:52:29.657224 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-7a4b698e-1607-4afe-845d-f2b809e199e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c HTTP/1.1" status: 200 len: 217 time: 0.0372140 Aug 19 18:52:29.711370 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8151a7a9-7a89-4d0f-8060-64d213857e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:29.712861 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-8151a7a9-7a89-4d0f-8060-64d213857e87 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b735a09-a422-4350-ae96-389afd75b983 HTTP/1.1" status: 200 len: 852 time: 0.0446577 Aug 19 18:52:29.749623 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-c7aed40e-27d6-4b5d-b194-2551d0d1d6b7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c00d6f5b-74b3-4b67-8b07-b2a186714207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256641 Aug 19 18:52:29.765107 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-27090733-800c-4802-b3ca-6d4e7105898d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:52:29.766066 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-27090733-800c-4802-b3ca-6d4e7105898d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049207 Aug 19 18:52:29.880054 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-b31ce536-7969-4387-834d-94d119104489 service neutron] 10.222.0.54 "GET /v2.0/networks/c00d6f5b-74b3-4b67-8b07-b2a186714207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018045 Aug 19 18:52:29.975815 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c528c6f2-ee91-482f-af05-fa127679bc7d req-aae38230-e342-4097-becf-d5992ed0a5d6 service neutron] 10.222.0.54 "GET /v2.0/networks/c00d6f5b-74b3-4b67-8b07-b2a186714207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841596 Aug 19 18:52:30.198808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd6d78-b4a8-4a38-b3d4-984554158fe7 req-72252469-95de-4478-85f1-a11fc79a44be tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:30.200519 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cbfd6d78-b4a8-4a38-b3d4-984554158fe7 req-72252469-95de-4478-85f1-a11fc79a44be tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 943 time: 0.0543559 Aug 19 18:52:30.243186 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cbfd6d78-b4a8-4a38-b3d4-984554158fe7 req-5501a6d6-5157-480a-932f-a1111ba1253e tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364192 Aug 19 18:52:31.236779 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23417eb1-875d-4fa5-a714-1808c3bce9ee', 'tag': '4a0e86f2-fa9c-406f-b555-f8e13eb9a70c'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:52:31.239259 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6879c8ba-789b-4b38-85d1-720a816f2101" -d '{"events": [{"name": "network-changed", "server_uuid": "23417eb1-875d-4fa5-a714-1808c3bce9ee", "tag": "4a0e86f2-fa9c-406f-b555-f8e13eb9a70c"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:52:31.290258 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87036ac9-1593-4327-bf84-f31db007867c x-openstack-request-id: req-87036ac9-1593-4327-bf84-f31db007867c {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:52:31.291313 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23417eb1-875d-4fa5-a714-1808c3bce9ee", "tag": "4a0e86f2-fa9c-406f-b555-f8e13eb9a70c", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:52:31.291631 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87036ac9-1593-4327-bf84-f31db007867c {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:52:31.292102 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23417eb1-875d-4fa5-a714-1808c3bce9ee', 'tag': '4a0e86f2-fa9c-406f-b555-f8e13eb9a70c', 'status': 'completed', 'code': 200} Aug 19 18:52:31.349158 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879c8ba-789b-4b38-85d1-720a816f2101 req-fc44bf68-15ce-4e0d-8f96-caa2bebee92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:31.350729 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6879c8ba-789b-4b38-85d1-720a816f2101 req-fc44bf68-15ce-4e0d-8f96-caa2bebee92a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=46d1c5b614c84557a53191f22411d40c&device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 1094 time: 0.0418723 Aug 19 18:52:31.387125 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879c8ba-789b-4b38-85d1-720a816f2101 req-ee02b7af-8b28-4aba-b44b-b71a269c7090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:31.388656 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6879c8ba-789b-4b38-85d1-720a816f2101 req-ee02b7af-8b28-4aba-b44b-b71a269c7090 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=46d1c5b614c84557a53191f22411d40c&device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 1094 time: 0.0744643 Aug 19 18:52:31.400973 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321adbee-aa2d-452d-9eb5-4e02253d8545 req-5adfe816-e010-47e0-91fa-9b665953424c tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:31.402492 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-321adbee-aa2d-452d-9eb5-4e02253d8545 req-5adfe816-e010-47e0-91fa-9b665953424c tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 943 time: 0.0899348 Aug 19 18:52:31.446600 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879c8ba-789b-4b38-85d1-720a816f2101 req-719caac8-cb91-4230-a4a0-a581307d7e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:31.448527 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6879c8ba-789b-4b38-85d1-720a816f2101 req-719caac8-cb91-4230-a4a0-a581307d7e86 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c00d6f5b-74b3-4b67-8b07-b2a186714207 HTTP/1.1" status: 200 len: 913 time: 0.0896471 Aug 19 18:52:31.492977 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-321adbee-aa2d-452d-9eb5-4e02253d8545 req-0213a99e-d05e-43ee-a2bc-10b12c58979a tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812299 Aug 19 18:52:31.493846 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6879c8ba-789b-4b38-85d1-720a816f2101 req-947a4596-01d4-4ff8-825c-8c5e17a7e4a0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c HTTP/1.1" status: 200 len: 217 time: 0.0368147 Aug 19 18:52:31.519533 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879c8ba-789b-4b38-85d1-720a816f2101 req-64cf116b-84d0-4208-bf8b-c52b188661da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:31.521023 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6879c8ba-789b-4b38-85d1-720a816f2101 req-64cf116b-84d0-4208-bf8b-c52b188661da service neutron] 10.222.0.54 "GET /v2.0/networks?id=c00d6f5b-74b3-4b67-8b07-b2a186714207 HTTP/1.1" status: 200 len: 913 time: 0.1176620 Aug 19 18:52:31.545268 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879c8ba-789b-4b38-85d1-720a816f2101 req-d16518d2-966a-43db-b374-788065c9b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:31.546787 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6879c8ba-789b-4b38-85d1-720a816f2101 req-d16518d2-966a-43db-b374-788065c9b1a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b735a09-a422-4350-ae96-389afd75b983 HTTP/1.1" status: 200 len: 852 time: 0.0451336 Aug 19 18:52:31.564911 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6879c8ba-789b-4b38-85d1-720a816f2101 req-3885275c-a699-4bc6-aec0-2c9fc3bff0f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c HTTP/1.1" status: 200 len: 217 time: 0.0354986 Aug 19 18:52:31.583896 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6879c8ba-789b-4b38-85d1-720a816f2101 req-f37cd075-b04e-48b5-a682-2b0fb09d59c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c00d6f5b-74b3-4b67-8b07-b2a186714207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289328 Aug 19 18:52:31.620860 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879c8ba-789b-4b38-85d1-720a816f2101 req-6104a1df-9c25-4de0-b096-31ae91ebf6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:31.622410 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6879c8ba-789b-4b38-85d1-720a816f2101 req-6104a1df-9c25-4de0-b096-31ae91ebf6da service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b735a09-a422-4350-ae96-389afd75b983 HTTP/1.1" status: 200 len: 852 time: 0.0451753 Aug 19 18:52:31.659164 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6879c8ba-789b-4b38-85d1-720a816f2101 req-e9545534-d44b-4c36-a714-b09f71e430c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c00d6f5b-74b3-4b67-8b07-b2a186714207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289667 Aug 19 18:52:31.675372 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6879c8ba-789b-4b38-85d1-720a816f2101 req-f76200fd-e16a-41c4-b071-f72f02ef89ad service neutron] 10.222.0.50 "GET /v2.0/networks/c00d6f5b-74b3-4b67-8b07-b2a186714207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832300 Aug 19 18:52:31.755164 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6879c8ba-789b-4b38-85d1-720a816f2101 req-3ee42a12-513b-47cf-ae29-ce87fcda514f service neutron] 10.222.0.54 "GET /v2.0/networks/c00d6f5b-74b3-4b67-8b07-b2a186714207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883195 Aug 19 18:52:31.774319 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6879c8ba-789b-4b38-85d1-720a816f2101 req-f34c7cfb-567e-4dee-b406-b6d29e441f15 service neutron] 10.222.0.50 "GET /v2.0/networks/c00d6f5b-74b3-4b67-8b07-b2a186714207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910637 Aug 19 18:52:31.862821 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6879c8ba-789b-4b38-85d1-720a816f2101 req-9c18453b-43ee-47f1-9999-986110593318 service neutron] 10.222.0.54 "GET /v2.0/networks/c00d6f5b-74b3-4b67-8b07-b2a186714207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998783 Aug 19 18:52:32.290941 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:52:32.390171 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c,segment=NetworkSegment(f61cabc7-5b69-4407-a36f-725127b046f9),segment_id=f61cabc7-5b69-4407-a36f-725127b046f9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:32.401813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '4a0e86f2-fa9c-406f-b555-f8e13eb9a70c', 'network_id': 'c00d6f5b-74b3-4b67-8b07-b2a186714207', 'port_id': '4a0e86f2-fa9c-406f-b555-f8e13eb9a70c', 'mac_address': 'fa:16:3e:1f:c0:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b735a09-a422-4350-ae96-389afd75b983', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:52:32.442585 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:32.456532 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:52:32.477352 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c,segment=NetworkSegment(f61cabc7-5b69-4407-a36f-725127b046f9),segment_id=f61cabc7-5b69-4407-a36f-725127b046f9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:32.481452 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:32.531810 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:32.539973 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:32.540322 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:32.540667 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:32.541061 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:32.541368 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:32.541703 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:32.542035 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:32.542364 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:32.542692 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:32.543020 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:32.543412 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:32.543671 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:32.613491 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae502aad-537d-4105-9423-fac92b0008af req-6ffa4b0f-9988-41e5-8adf-1a216e816b16 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:32.615031 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ae502aad-537d-4105-9423-fac92b0008af req-6ffa4b0f-9988-41e5-8adf-1a216e816b16 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 944 time: 0.0493510 Aug 19 18:52:32.653284 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ae502aad-537d-4105-9423-fac92b0008af req-fce777f8-c47a-4826-806e-53b1c0d83308 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317087 Aug 19 18:52:32.753819 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['4a0e86f2-fa9c-406f-b555-f8e13eb9a70c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:52:32.897564 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:52:32.937098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-6ee34976-fa5f-4b6f-92a9-1428f72dc377 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:32.938390 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:52:32.938701 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-6ee34976-fa5f-4b6f-92a9-1428f72dc377 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.50 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee&tenant_id=46d1c5b614c84557a53191f22411d40c&binding%3Ahost_id=n-h1-803753-2 HTTP/1.1" status: 200 len: 944 time: 0.0964437 Aug 19 18:52:33.004326 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-715e368a-76c7-4b3a-a4a7-71a3fa0d694e service neutron] delete failed (client error): The resource could not be found. Aug 19 18:52:33.005400 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-715e368a-76c7-4b3a-a4a7-71a3fa0d694e service neutron] 10.222.0.50 "DELETE /v2.0/ports/4a0e86f2-fa9c-406f-b555-f8e13eb9a70c/bindings/n-h2-803753-2 HTTP/1.1" status: 404 len: 380 time: 0.0553906 Aug 19 18:52:33.098206 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-ea3e7306-6375-453c-9dd3-58a16d1ef399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:33.099802 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-ea3e7306-6375-453c-9dd3-58a16d1ef399 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=46d1c5b614c84557a53191f22411d40c&device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 1095 time: 0.0413659 Aug 19 18:52:33.191833 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-6706da65-6432-44c2-b487-11af4a21801e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:33.193207 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-6706da65-6432-44c2-b487-11af4a21801e service neutron] 10.222.0.50 "GET /v2.0/networks?id=c00d6f5b-74b3-4b67-8b07-b2a186714207 HTTP/1.1" status: 200 len: 913 time: 0.0862720 Aug 19 18:52:33.236537 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-86da045c-afb6-44dc-a1a5-88cb5d5b3722 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c HTTP/1.1" status: 200 len: 217 time: 0.0351722 Aug 19 18:52:33.284623 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-9478160e-db71-4a04-a6d7-646aa914d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:33.286093 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-9478160e-db71-4a04-a6d7-646aa914d1ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b735a09-a422-4350-ae96-389afd75b983 HTTP/1.1" status: 200 len: 852 time: 0.0421095 Aug 19 18:52:33.318247 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-0a8a4cf3-9fd8-4e07-a15c-74d6e45efa43 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c00d6f5b-74b3-4b67-8b07-b2a186714207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248380 Aug 19 18:52:33.412229 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-63deaa31-a6cf-4bb6-9ee8-5c45ddf62f0e service neutron] 10.222.0.50 "GET /v2.0/networks/c00d6f5b-74b3-4b67-8b07-b2a186714207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855920 Aug 19 18:52:33.504541 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-a83dd079-8c5d-4718-8c88-dc362707422a service neutron] 10.222.0.50 "GET /v2.0/networks/c00d6f5b-74b3-4b67-8b07-b2a186714207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841701 Aug 19 18:52:34.256500 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6202d1d-ba90-455f-b100-5ac0d3e752f9 req-98aaf2f7-8316-4763-a9cf-b83b0ea617d5 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:34.258837 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d6202d1d-ba90-455f-b100-5ac0d3e752f9 req-98aaf2f7-8316-4763-a9cf-b83b0ea617d5 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 944 time: 0.0568295 Aug 19 18:52:34.296452 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d6202d1d-ba90-455f-b100-5ac0d3e752f9 req-b78fdd16-e757-4b87-a463-62f352165dd7 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313566 Aug 19 18:52:34.306114 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:52:34.355737 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:52:34.359365 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:34.359744 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:34.436722 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:34.459802 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23417eb1-875d-4fa5-a714-1808c3bce9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0e86f2-fa9c-406f-b555-f8e13eb9a70c'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:52:34.462294 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadcdc94-7bea-4b85-8baf-9902597aee01" -d '{"events": [{"server_uuid": "23417eb1-875d-4fa5-a714-1808c3bce9ee", "name": "network-vif-plugged", "status": "completed", "tag": "4a0e86f2-fa9c-406f-b555-f8e13eb9a70c"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:52:34.475645 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c,segment=NetworkSegment(f61cabc7-5b69-4407-a36f-725127b046f9),segment_id=f61cabc7-5b69-4407-a36f-725127b046f9)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:34.479863 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:34.514933 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c45db2-1b78-4145-842f-ee7c0476e50d x-openstack-request-id: req-a4c45db2-1b78-4145-842f-ee7c0476e50d {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:52:34.515224 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23417eb1-875d-4fa5-a714-1808c3bce9ee", "name": "network-vif-plugged", "status": "completed", "tag": "4a0e86f2-fa9c-406f-b555-f8e13eb9a70c", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:52:34.515478 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4c45db2-1b78-4145-842f-ee7c0476e50d {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:52:34.515895 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23417eb1-875d-4fa5-a714-1808c3bce9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0e86f2-fa9c-406f-b555-f8e13eb9a70c', 'code': 200} Aug 19 18:52:34.541639 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c,revision_number=9']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:34.652027 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-23dd6ad5-cdd2-4f7c-8238-c0b01b1481e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:35.415137 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa64c9-1a23-462d-9521-6a1c6aada7af req-e8e5d3c9-6fd9-42e6-973c-abb7e225d596 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:35.417042 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3daa64c9-1a23-462d-9521-6a1c6aada7af req-e8e5d3c9-6fd9-42e6-973c-abb7e225d596 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0529003 Aug 19 18:52:35.457961 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3daa64c9-1a23-462d-9521-6a1c6aada7af req-e4095c90-705b-4bc6-8906-4a7078cf186b tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.24 "GET /v2.0/security-groups?id=48507369-9bd5-4195-a23b-d0a140a58520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348449 Aug 19 18:52:35.608910 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-b8c6658b-3d63-4dc4-a8a7-8cbe612b11d8 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:35.610398 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-b8c6658b-3d63-4dc4-a8a7-8cbe612b11d8 tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.54 "GET /v2.0/ports?device_id=23417eb1-875d-4fa5-a714-1808c3bce9ee HTTP/1.1" status: 200 len: 945 time: 0.0484138 Aug 19 18:52:35.701842 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-1649721a-f3c8-477d-8db8-e4475c4a1bab tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Deleting port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:52:35.707853 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-1649721a-f3c8-477d-8db8-e4475c4a1bab tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:35.797403 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-1649721a-f3c8-477d-8db8-e4475c4a1bab tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] For port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c,segment=NetworkSegment(f61cabc7-5b69-4407-a36f-725127b046f9),segment_id=f61cabc7-5b69-4407-a36f-725127b046f9)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:35.797798 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-1649721a-f3c8-477d-8db8-e4475c4a1bab tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:35.811182 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-1649721a-f3c8-477d-8db8-e4475c4a1bab tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Calling delete_port for 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:52:35.945623 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-1649721a-f3c8-477d-8db8-e4475c4a1bab tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:35.963977 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['4a0e86f2-fa9c-406f-b555-f8e13eb9a70c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:52:35.973619 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649721a-f3c8-477d-8db8-e4475c4a1bab tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Pushing event deleted for resources: {'Port': ['ID=4a0e86f2-fa9c-406f-b555-f8e13eb9a70c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:36.015772 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-1649721a-f3c8-477d-8db8-e4475c4a1bab tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] No DVR routers for this DVR port 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:52:36.018386 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-1649721a-f3c8-477d-8db8-e4475c4a1bab tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:36.020383 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3eb5a42-26ea-4ed9-ba02-710341a21e2f req-1649721a-f3c8-477d-8db8-e4475c4a1bab tempest-DeleteServersTestJSON-679501202 tempest-DeleteServersTestJSON-679501202-project] 10.222.0.54 "DELETE /v2.0/ports/4a0e86f2-fa9c-406f-b555-f8e13eb9a70c HTTP/1.1" status: 204 len: 173 time: 0.3996508 Aug 19 18:52:36.020829 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23417eb1-875d-4fa5-a714-1808c3bce9ee', 'name': 'network-vif-deleted', 'tag': '4a0e86f2-fa9c-406f-b555-f8e13eb9a70c'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:52:36.023208 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154bbdcc-d54c-4f65-8bc6-eeff95927902" -d '{"events": [{"server_uuid": "23417eb1-875d-4fa5-a714-1808c3bce9ee", "name": "network-vif-deleted", "tag": "4a0e86f2-fa9c-406f-b555-f8e13eb9a70c"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:52:36.061097 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f49c26f-acfb-4da3-bfc3-950e6e2ed24c x-openstack-request-id: req-0f49c26f-acfb-4da3-bfc3-950e6e2ed24c {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:52:36.061468 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23417eb1-875d-4fa5-a714-1808c3bce9ee", "name": "network-vif-deleted", "tag": "4a0e86f2-fa9c-406f-b555-f8e13eb9a70c", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:52:36.061753 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f49c26f-acfb-4da3-bfc3-950e6e2ed24c {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:52:36.062449 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23417eb1-875d-4fa5-a714-1808c3bce9ee', 'name': 'network-vif-deleted', 'tag': '4a0e86f2-fa9c-406f-b555-f8e13eb9a70c', 'status': 'completed', 'code': 200} Aug 19 18:52:36.588509 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39314) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:36.633241 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9743ed9-07de-476b-9912-512e0cd65f54 admin admin] Deleting subnet 8b735a09-a422-4350-ae96-389afd75b983 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:52:36.636480 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b9743ed9-07de-476b-9912-512e0cd65f54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:36.674510 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b9743ed9-07de-476b-9912-512e0cd65f54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:36.717208 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b9743ed9-07de-476b-9912-512e0cd65f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:36.770982 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b9743ed9-07de-476b-9912-512e0cd65f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:36.797183 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9743ed9-07de-476b-9912-512e0cd65f54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b735a09-a422-4350-ae96-389afd75b983,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:36.801719 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b9743ed9-07de-476b-9912-512e0cd65f54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:36.803574 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b9743ed9-07de-476b-9912-512e0cd65f54 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8b735a09-a422-4350-ae96-389afd75b983 HTTP/1.1" status: 204 len: 168 time: 0.2140496 Aug 19 18:52:36.806947 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39316) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:36.809511 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9743ed9-07de-476b-9912-512e0cd65f54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:36.809894 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9743ed9-07de-476b-9912-512e0cd65f54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:36.810244 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9743ed9-07de-476b-9912-512e0cd65f54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:36.810592 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9743ed9-07de-476b-9912-512e0cd65f54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:36.810933 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9743ed9-07de-476b-9912-512e0cd65f54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:36.811273 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9743ed9-07de-476b-9912-512e0cd65f54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:36.811607 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9743ed9-07de-476b-9912-512e0cd65f54 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:36.811939 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9743ed9-07de-476b-9912-512e0cd65f54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:36.812272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9743ed9-07de-476b-9912-512e0cd65f54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:36.812602 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9743ed9-07de-476b-9912-512e0cd65f54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:36.812931 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9743ed9-07de-476b-9912-512e0cd65f54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:36.813258 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9743ed9-07de-476b-9912-512e0cd65f54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:36.880744 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48a11dfd-3591-4d9b-a6dc-76eb258d6339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:36.959326 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48a11dfd-3591-4d9b-a6dc-76eb258d6339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:36.968945 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-48a11dfd-3591-4d9b-a6dc-76eb258d6339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00d6f5b-74b3-4b67-8b07-b2a186714207']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:36.979468 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-48a11dfd-3591-4d9b-a6dc-76eb258d6339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61cabc7-5b69-4407-a36f-725127b046f9') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:36.979759 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-48a11dfd-3591-4d9b-a6dc-76eb258d6339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61cabc7-5b69-4407-a36f-725127b046f9') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:36.988478 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48a11dfd-3591-4d9b-a6dc-76eb258d6339 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:37.002570 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48a11dfd-3591-4d9b-a6dc-76eb258d6339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:37.008661 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a11dfd-3591-4d9b-a6dc-76eb258d6339 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:52:37.009045 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48a11dfd-3591-4d9b-a6dc-76eb258d6339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:52:37.010697 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:52:37.069957 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48a11dfd-3591-4d9b-a6dc-76eb258d6339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:37.075406 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48a11dfd-3591-4d9b-a6dc-76eb258d6339 admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:37.078635 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-48a11dfd-3591-4d9b-a6dc-76eb258d6339 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c00d6f5b-74b3-4b67-8b07-b2a186714207 HTTP/1.1" status: 204 len: 168 time: 0.2705066 Aug 19 18:52:37.091143 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a11dfd-3591-4d9b-a6dc-76eb258d6339 admin admin] Pushing event deleted for resources: {'Network': ['ID=c00d6f5b-74b3-4b67-8b07-b2a186714207,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:37.186353 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39320) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:37.225807 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6a76dfd8-9619-47fe-86ab-071272a5a1e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46d1c5b614c84557a53191f22411d40c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382736 Aug 19 18:52:37.228955 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39322) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:37.276267 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e1c1a40-1296-48f3-97ea-75da137cd8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:37.297213 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e1c1a40-1296-48f3-97ea-75da137cd8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:37.328032 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:37.348406 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e1c1a40-1296-48f3-97ea-75da137cd8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:37.351980 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e1c1a40-1296-48f3-97ea-75da137cd8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:37.353607 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1e1c1a40-1296-48f3-97ea-75da137cd8c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48507369-9bd5-4195-a23b-d0a140a58520 HTTP/1.1" status: 204 len: 168 time: 0.1237133 Aug 19 18:52:37.361989 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c1a40-1296-48f3-97ea-75da137cd8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48507369-9bd5-4195-a23b-d0a140a58520,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:37.414693 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6ea484b0-86aa-459c-9586-3bf13fc6874e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:38.036555 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39344) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:38.133824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-287c1974-d3a9-4bb6-8d82-a165a6620b5a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1732243224-network', 'tenant_id': '0820aeabb9284e7083cb077d4d3b1d10'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:38.154577 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287c1974-d3a9-4bb6-8d82-a165a6620b5a admin admin] Made reservation on behalf of 0820aeabb9284e7083cb077d4d3b1d10 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:38.157147 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-287c1974-d3a9-4bb6-8d82-a165a6620b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:38.166616 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-287c1974-d3a9-4bb6-8d82-a165a6620b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:38.261109 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-287c1974-d3a9-4bb6-8d82-a165a6620b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:38.264998 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-287c1974-d3a9-4bb6-8d82-a165a6620b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:38.291157 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:38.291399 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287c1974-d3a9-4bb6-8d82-a165a6620b5a admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:52:38.300176 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c1974-d3a9-4bb6-8d82-a165a6620b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bbd0d4-f82d-4ae4-9196-cdab848e5279,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:38.306825 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-287c1974-d3a9-4bb6-8d82-a165a6620b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:38.307292 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-287c1974-d3a9-4bb6-8d82-a165a6620b5a admin admin] Added segment a8bd6a05-753b-46f3-80ab-a7b813da2370 of type vlan for network a4caa0da-5f51-437a-899e-630b53de040e Aug 19 18:52:38.323377 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:52:38.345208 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:52:38.345946 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 4a0e86f2-fa9c-406f-b555-f8e13eb9a70c not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:52:38.350352 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-287c1974-d3a9-4bb6-8d82-a165a6620b5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:38.375489 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-287c1974-d3a9-4bb6-8d82-a165a6620b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:38.376629 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287c1974-d3a9-4bb6-8d82-a165a6620b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:38.377211 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-287c1974-d3a9-4bb6-8d82-a165a6620b5a admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:38.430977 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-287c1974-d3a9-4bb6-8d82-a165a6620b5a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3932891 Aug 19 18:52:38.437228 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39348) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:38.440216 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c1974-d3a9-4bb6-8d82-a165a6620b5a admin admin] Pushing event updated for resources: {'Network': ['ID=a4caa0da-5f51-437a-899e-630b53de040e,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:38.442390 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-abf4b4a1-ec00-43c7-98e6-d66192ded44c admin admin] Request body: {'subnet': {'network_id': 'a4caa0da-5f51-437a-899e-630b53de040e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1732243224-subnet', 'tenant_id': '0820aeabb9284e7083cb077d4d3b1d10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:38.452106 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network a4caa0da-5f51-437a-899e-630b53de040e details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:52:38.465066 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf4b4a1-ec00-43c7-98e6-d66192ded44c admin admin] Made reservation on behalf of 0820aeabb9284e7083cb077d4d3b1d10 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:38.467459 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-abf4b4a1-ec00-43c7-98e6-d66192ded44c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:38.639977 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-abf4b4a1-ec00-43c7-98e6-d66192ded44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:38.698321 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4b4a1-ec00-43c7-98e6-d66192ded44c admin admin] Pushing event updated for resources: {'Subnet': ['ID=80050ce5-f5d2-43df-8152-2881b41a0a0f,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:38.707002 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf4b4a1-ec00-43c7-98e6-d66192ded44c admin admin] Checking segment: {'id': 'a8bd6a05-753b-46f3-80ab-a7b813da2370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a4caa0da-5f51-437a-899e-630b53de040e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:38.707366 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf4b4a1-ec00-43c7-98e6-d66192ded44c admin admin] Network hostable DHCP agents. Network: a4caa0da-5f51-437a-899e-630b53de040e, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:52:38.723462 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf4b4a1-ec00-43c7-98e6-d66192ded44c admin admin] Network a4caa0da-5f51-437a-899e-630b53de040e is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:52:38.732330 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-abf4b4a1-ec00-43c7-98e6-d66192ded44c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, a4caa0da-5f51-437a-899e-630b53de040e) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:38.736322 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf4b4a1-ec00-43c7-98e6-d66192ded44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:38.736844 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-abf4b4a1-ec00-43c7-98e6-d66192ded44c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:38.741457 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b33ac7-89fb-4e8f-85f2-922d03187a30 None None] Network a4caa0da-5f51-437a-899e-630b53de040e requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:38.751173 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-abf4b4a1-ec00-43c7-98e6-d66192ded44c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3127723 Aug 19 18:52:38.876787 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1196407a-867d-4326-a49d-cc4df100af04 None None] Network a4caa0da-5f51-437a-899e-630b53de040e requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:39.182867 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-b46c8b23-89f7-42f1-bf5e-1423b6360a89 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:39.184262 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-b46c8b23-89f7-42f1-bf5e-1423b6360a89 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/networks?id=a4caa0da-5f51-437a-899e-630b53de040e HTTP/1.1" status: 200 len: 815 time: 0.1015482 Aug 19 18:52:39.199326 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-0d6af3e9-4421-4cc7-a308-43f8f0bfad6e tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/quotas/0820aeabb9284e7083cb077d4d3b1d10 HTTP/1.1" status: 200 len: 375 time: 0.0093052 Aug 19 18:52:39.235175 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-2698e82b-ceaf-4510-8273-a5bffd456c37 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0820aeabb9284e7083cb077d4d3b1d10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305951 Aug 19 18:52:39.322922 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-cd25688a-8499-4f0c-9bd0-f4905984c1b4 service neutron] 10.222.0.24 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800991 Aug 19 18:52:39.416356 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-3c711dc9-379e-4467-89b6-26027a7222fc service neutron] 10.222.0.24 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874083 Aug 19 18:52:39.576437 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7c451bea-821f-44d5-b983-d079356bf606 req-94aaea9e-2fbf-4c88-ba0b-eb5f7f8df50c tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 210 time: 0.0273094 Aug 19 18:52:40.294308 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:40.645447 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-9928a1f7-b741-452e-8f2c-94e4ba81e5a0 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:40.647150 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-9928a1f7-b741-452e-8f2c-94e4ba81e5a0 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.54 "GET /v2.0/networks?id=a4caa0da-5f51-437a-899e-630b53de040e HTTP/1.1" status: 200 len: 815 time: 0.1311502 Aug 19 18:52:40.679196 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-7bc30012-fc2d-4f38-85aa-8f52b9c901b3 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Request body: {'port': {'device_id': '4ba60b22-df4d-472e-af8c-6c4dacdb758c', 'network_id': 'a4caa0da-5f51-437a-899e-630b53de040e', 'admin_state_up': True, 'tenant_id': '0820aeabb9284e7083cb077d4d3b1d10'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:40.684105 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-997f2321-c658-4a61-b183-69d6b8cf16fc req-236cbc5a-7c25-4932-b4cb-97b37af59ed7 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 210 time: 0.0346200 Aug 19 18:52:40.794015 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-7bc30012-fc2d-4f38-85aa-8f52b9c901b3 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Made reservation on behalf of 0820aeabb9284e7083cb077d4d3b1d10 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:40.794015 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-7bc30012-fc2d-4f38-85aa-8f52b9c901b3 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:40.926319 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-7bc30012-fc2d-4f38-85aa-8f52b9c901b3 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Allocated IP 172.20.0.3 (a4caa0da-5f51-437a-899e-630b53de040e/80050ce5-f5d2-43df-8152-2881b41a0a0f/e7df4506-614f-49ea-afda-8645efb6dc8c) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:52:41.072914 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-7bc30012-fc2d-4f38-85aa-8f52b9c901b3 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:41.111534 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-7bc30012-fc2d-4f38-85aa-8f52b9c901b3 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:41.159249 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-7bc30012-fc2d-4f38-85aa-8f52b9c901b3 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Network a4caa0da-5f51-437a-899e-630b53de040e is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:52:41.162329 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-7bc30012-fc2d-4f38-85aa-8f52b9c901b3 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:41.166208 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-7bc30012-fc2d-4f38-85aa-8f52b9c901b3 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:52:41.172328 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc30012-fc2d-4f38-85aa-8f52b9c901b3 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Pushing event updated for resources: {'Port': ['ID=e7df4506-614f-49ea-afda-8645efb6dc8c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:41.217096 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-7bc30012-fc2d-4f38-85aa-8f52b9c901b3 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:41.217728 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-7bc30012-fc2d-4f38-85aa-8f52b9c901b3 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:41.233056 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-7bc30012-fc2d-4f38-85aa-8f52b9c901b3 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5579340 Aug 19 18:52:41.250040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-a8c0a671-781b-4f11-ae33-f702e6a5f367 service neutron] Request body: {'port': {'device_id': '4ba60b22-df4d-472e-af8c-6c4dacdb758c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:41.302519 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-a8c0a671-781b-4f11-ae33-f702e6a5f367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:41.458375 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:41.564296 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-a8c0a671-781b-4f11-ae33-f702e6a5f367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7df4506-614f-49ea-afda-8645efb6dc8c {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:52:41.571832 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-a8c0a671-781b-4f11-ae33-f702e6a5f367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:41.583733 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-a8c0a671-781b-4f11-ae33-f702e6a5f367 service neutron] Transition to ACTIVE for port object e7df4506-614f-49ea-afda-8645efb6dc8c will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:52:41.587669 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-a8c0a671-781b-4f11-ae33-f702e6a5f367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:41.639905 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0a671-781b-4f11-ae33-f702e6a5f367 service neutron] Pushing event updated for resources: {'Port': ['ID=e7df4506-614f-49ea-afda-8645efb6dc8c,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:41.706614 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-a8c0a671-781b-4f11-ae33-f702e6a5f367 service neutron] Attempting to bind port e7df4506-614f-49ea-afda-8645efb6dc8c on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:52:41.707288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-a8c0a671-781b-4f11-ae33-f702e6a5f367 service neutron] Attempting to bind port e7df4506-614f-49ea-afda-8645efb6dc8c by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': 'a8bd6a05-753b-46f3-80ab-a7b813da2370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a4caa0da-5f51-437a-899e-630b53de040e'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:52:41.707288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-a8c0a671-781b-4f11-ae33-f702e6a5f367 service neutron] Attempting to bind port e7df4506-614f-49ea-afda-8645efb6dc8c on network a4caa0da-5f51-437a-899e-630b53de040e {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:52:41.712349 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-a8c0a671-781b-4f11-ae33-f702e6a5f367 service neutron] Port e7df4506-614f-49ea-afda-8645efb6dc8c on network a4caa0da-5f51-437a-899e-630b53de040e not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:52:41.712911 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-a8c0a671-781b-4f11-ae33-f702e6a5f367 service neutron] Attempting to bind port e7df4506-614f-49ea-afda-8645efb6dc8c on network a4caa0da-5f51-437a-899e-630b53de040e {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:52:41.717465 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-a8c0a671-781b-4f11-ae33-f702e6a5f367 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:52:41.717838 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-a8c0a671-781b-4f11-ae33-f702e6a5f367 service neutron] Checking segment: {'id': 'a8bd6a05-753b-46f3-80ab-a7b813da2370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a4caa0da-5f51-437a-899e-630b53de040e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:41.718226 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-a8c0a671-781b-4f11-ae33-f702e6a5f367 service neutron] Bound using segment: {'id': 'a8bd6a05-753b-46f3-80ab-a7b813da2370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a4caa0da-5f51-437a-899e-630b53de040e'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:52:41.718659 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-a8c0a671-781b-4f11-ae33-f702e6a5f367 service neutron] Bound port: e7df4506-614f-49ea-afda-8645efb6dc8c, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8bd6a05-753b-46f3-80ab-a7b813da2370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a4caa0da-5f51-437a-899e-630b53de040e'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:52:41.719070 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-a8c0a671-781b-4f11-ae33-f702e6a5f367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:41.783850 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-a8c0a671-781b-4f11-ae33-f702e6a5f367 service neutron] For port e7df4506-614f-49ea-afda-8645efb6dc8c, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:52:41.787142 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-a8c0a671-781b-4f11-ae33-f702e6a5f367 service neutron] For port e7df4506-614f-49ea-afda-8645efb6dc8c, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=e7df4506-614f-49ea-afda-8645efb6dc8c,segment=NetworkSegment(a8bd6a05-753b-46f3-80ab-a7b813da2370),segment_id=a8bd6a05-753b-46f3-80ab-a7b813da2370)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:52:41.793121 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-a8c0a671-781b-4f11-ae33-f702e6a5f367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:41.808183 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e468f93-19b8-4697-9dac-55986f687e11 req-b51dc819-fcb6-438d-ae30-3d1afef3e0c9 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:41.809733 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7e468f93-19b8-4697-9dac-55986f687e11 req-b51dc819-fcb6-438d-ae30-3d1afef3e0c9 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 943 time: 0.0568886 Aug 19 18:52:41.827470 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-a8c0a671-781b-4f11-ae33-f702e6a5f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:41.828152 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-a8c0a671-781b-4f11-ae33-f702e6a5f367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:41.829714 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-a8c0a671-781b-4f11-ae33-f702e6a5f367 service neutron] 10.222.0.54 "PUT /v2.0/ports/e7df4506-614f-49ea-afda-8645efb6dc8c HTTP/1.1" status: 200 len: 1091 time: 0.5837033 Aug 19 18:52:41.830116 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba60b22-df4d-472e-af8c-6c4dacdb758c', 'tag': 'e7df4506-614f-49ea-afda-8645efb6dc8c'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:52:41.832737 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf99bae-bfb5-4877-93c9-437deed37549" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba60b22-df4d-472e-af8c-6c4dacdb758c", "tag": "e7df4506-614f-49ea-afda-8645efb6dc8c"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:52:41.860044 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7e468f93-19b8-4697-9dac-55986f687e11 req-5d5e12d4-b5b1-4900-82a3-b931a5d9b6ad tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440524 Aug 19 18:52:41.871467 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0a671-781b-4f11-ae33-f702e6a5f367 service neutron] Pushing event updated for resources: {'Port': ['ID=e7df4506-614f-49ea-afda-8645efb6dc8c,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:41.892772 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9abc274-08d3-49bd-a0b6-88890100ac58 x-openstack-request-id: req-a9abc274-08d3-49bd-a0b6-88890100ac58 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:52:41.893066 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba60b22-df4d-472e-af8c-6c4dacdb758c", "tag": "e7df4506-614f-49ea-afda-8645efb6dc8c", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:52:41.893321 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9abc274-08d3-49bd-a0b6-88890100ac58 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:52:41.893867 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba60b22-df4d-472e-af8c-6c4dacdb758c', 'tag': 'e7df4506-614f-49ea-afda-8645efb6dc8c', 'status': 'completed', 'code': 200} Aug 19 18:52:41.923618 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-f12dfa20-f8e7-4212-af9e-28e3fc040ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:41.925193 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-f12dfa20-f8e7-4212-af9e-28e3fc040ca9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0820aeabb9284e7083cb077d4d3b1d10&device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 1094 time: 0.0443614 Aug 19 18:52:41.974674 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-e54b09c9-e2fd-4595-92f1-2f0ae096540a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7df4506-614f-49ea-afda-8645efb6dc8c HTTP/1.1" status: 200 len: 217 time: 0.0382774 Aug 19 18:52:42.027258 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-89632870-09b1-4dde-a0eb-e6d951ede3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:42.028702 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-89632870-09b1-4dde-a0eb-e6d951ede3f1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=80050ce5-f5d2-43df-8152-2881b41a0a0f HTTP/1.1" status: 200 len: 855 time: 0.0438516 Aug 19 18:52:42.064861 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-d4e665a6-908f-4085-b10b-ee5a9adb3597 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a4caa0da-5f51-437a-899e-630b53de040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245655 Aug 19 18:52:42.162664 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-ef5badf0-789d-4fe5-9322-78607dcf4f44 service neutron] 10.222.0.54 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858860 Aug 19 18:52:42.263874 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e4e3ec6d-9075-4fb7-838a-24c9e3bb692c req-53d85fa1-afcc-4be5-88b2-21b74e5b815c service neutron] 10.222.0.54 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903077 Aug 19 18:52:42.352939 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf99bae-bfb5-4877-93c9-437deed37549 req-f3f32290-610c-49d3-bc9e-35052db1327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:42.354485 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-abf99bae-bfb5-4877-93c9-437deed37549 req-f3f32290-610c-49d3-bc9e-35052db1327d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0820aeabb9284e7083cb077d4d3b1d10&device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 1094 time: 0.0425150 Aug 19 18:52:42.450073 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf99bae-bfb5-4877-93c9-437deed37549 req-61758ed0-cf46-49d3-9f0d-05381566a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:42.452662 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-abf99bae-bfb5-4877-93c9-437deed37549 req-61758ed0-cf46-49d3-9f0d-05381566a819 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a4caa0da-5f51-437a-899e-630b53de040e HTTP/1.1" status: 200 len: 916 time: 0.0917046 Aug 19 18:52:42.495759 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-abf99bae-bfb5-4877-93c9-437deed37549 req-84b87d4b-5397-4a41-b895-25c157099cf8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7df4506-614f-49ea-afda-8645efb6dc8c HTTP/1.1" status: 200 len: 217 time: 0.0357819 Aug 19 18:52:42.548648 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf99bae-bfb5-4877-93c9-437deed37549 req-9f481f37-a426-4851-8e6f-0d3e0d1b83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:42.550027 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-abf99bae-bfb5-4877-93c9-437deed37549 req-9f481f37-a426-4851-8e6f-0d3e0d1b83a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=80050ce5-f5d2-43df-8152-2881b41a0a0f HTTP/1.1" status: 200 len: 855 time: 0.0469804 Aug 19 18:52:42.582834 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-abf99bae-bfb5-4877-93c9-437deed37549 req-8a67c915-1691-4cd3-9d63-806889e54388 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a4caa0da-5f51-437a-899e-630b53de040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249324 Aug 19 18:52:42.671798 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-abf99bae-bfb5-4877-93c9-437deed37549 req-f5358c6c-dd57-4097-ae20-4b65a190965f service neutron] 10.222.0.54 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810869 Aug 19 18:52:42.766250 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-abf99bae-bfb5-4877-93c9-437deed37549 req-f9183074-6f80-460b-9a1e-ceea5d8481a0 service neutron] 10.222.0.54 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870488 Aug 19 18:52:42.975662 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d3221-97f9-4aa0-a9c5-be77ebffb075 req-8ccb4a12-26ef-44b9-9b5b-9c630e3ecdd7 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:42.978215 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f95d3221-97f9-4aa0-a9c5-be77ebffb075 req-8ccb4a12-26ef-44b9-9b5b-9c630e3ecdd7 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 943 time: 0.0512059 Aug 19 18:52:43.017078 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f95d3221-97f9-4aa0-a9c5-be77ebffb075 req-36403a28-09cc-4fbc-8582-54474f0f2498 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327504 Aug 19 18:52:44.136319 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466280d8-9e97-45ac-997f-fd1f9525b3d6 req-e36780f1-ce72-4fc0-8f56-1b98a0cc3948 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:44.137869 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-466280d8-9e97-45ac-997f-fd1f9525b3d6 req-e36780f1-ce72-4fc0-8f56-1b98a0cc3948 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 943 time: 0.0505354 Aug 19 18:52:44.175280 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-466280d8-9e97-45ac-997f-fd1f9525b3d6 req-1f184a60-c5e6-4651-ba9e-3bf31b4951f6 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311863 Aug 19 18:52:44.340535 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device e7df4506-614f-49ea-afda-8645efb6dc8c details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:52:44.441205 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port e7df4506-614f-49ea-afda-8645efb6dc8c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=e7df4506-614f-49ea-afda-8645efb6dc8c,segment=NetworkSegment(a8bd6a05-753b-46f3-80ab-a7b813da2370),segment_id=a8bd6a05-753b-46f3-80ab-a7b813da2370)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:44.452835 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'e7df4506-614f-49ea-afda-8645efb6dc8c', 'network_id': 'a4caa0da-5f51-437a-899e-630b53de040e', 'port_id': 'e7df4506-614f-49ea-afda-8645efb6dc8c', 'mac_address': 'fa:16:3e:3d:51:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80050ce5-f5d2-43df-8152-2881b41a0a0f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:52:44.489852 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:44.502862 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7df4506-614f-49ea-afda-8645efb6dc8c {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:52:44.522131 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port e7df4506-614f-49ea-afda-8645efb6dc8c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=e7df4506-614f-49ea-afda-8645efb6dc8c,segment=NetworkSegment(a8bd6a05-753b-46f3-80ab-a7b813da2370),segment_id=a8bd6a05-753b-46f3-80ab-a7b813da2370)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:44.526580 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:44.576791 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=e7df4506-614f-49ea-afda-8645efb6dc8c,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:44.777826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['e7df4506-614f-49ea-afda-8645efb6dc8c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:52:45.293932 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc3ede-430d-4114-8196-9c07da02d9c2 req-35fa0c2b-5966-4236-846e-3cb456751a65 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:45.295423 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-15cc3ede-430d-4114-8196-9c07da02d9c2 req-35fa0c2b-5966-4236-846e-3cb456751a65 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 944 time: 0.0495837 Aug 19 18:52:45.332792 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-15cc3ede-430d-4114-8196-9c07da02d9c2 req-e6783476-642d-48f8-8745-829ddebe2eb0 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314791 Aug 19 18:52:46.356000 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device e7df4506-614f-49ea-afda-8645efb6dc8c up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:52:46.409048 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port e7df4506-614f-49ea-afda-8645efb6dc8c completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:52:46.412834 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port e7df4506-614f-49ea-afda-8645efb6dc8c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:46.413212 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:46.450876 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a0d0f-eeea-4727-aad4-78c060849602 req-eb875f7c-17a9-4780-af60-5635384bea03 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:46.452591 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-500a0d0f-eeea-4727-aad4-78c060849602 req-eb875f7c-17a9-4780-af60-5635384bea03 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 944 time: 0.0510197 Aug 19 18:52:46.490776 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-500a0d0f-eeea-4727-aad4-78c060849602 req-8a808f3b-47a6-405c-9210-5bd98b92d4b7 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317044 Aug 19 18:52:46.491391 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:46.517370 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba60b22-df4d-472e-af8c-6c4dacdb758c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7df4506-614f-49ea-afda-8645efb6dc8c'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:52:46.519636 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8f36b8-2d3e-46f7-a168-12b003d561dd" -d '{"events": [{"server_uuid": "4ba60b22-df4d-472e-af8c-6c4dacdb758c", "name": "network-vif-plugged", "status": "completed", "tag": "e7df4506-614f-49ea-afda-8645efb6dc8c"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:52:46.536998 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port e7df4506-614f-49ea-afda-8645efb6dc8c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=e7df4506-614f-49ea-afda-8645efb6dc8c,segment=NetworkSegment(a8bd6a05-753b-46f3-80ab-a7b813da2370),segment_id=a8bd6a05-753b-46f3-80ab-a7b813da2370)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:46.541330 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:46.566171 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bb1978-91b4-4b9d-9de4-9bfa4c78fe33 x-openstack-request-id: req-a7bb1978-91b4-4b9d-9de4-9bfa4c78fe33 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:52:46.566458 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba60b22-df4d-472e-af8c-6c4dacdb758c", "name": "network-vif-plugged", "status": "completed", "tag": "e7df4506-614f-49ea-afda-8645efb6dc8c", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:52:46.566706 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7bb1978-91b4-4b9d-9de4-9bfa4c78fe33 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:52:46.567090 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba60b22-df4d-472e-af8c-6c4dacdb758c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7df4506-614f-49ea-afda-8645efb6dc8c', 'code': 200} Aug 19 18:52:46.597256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=e7df4506-614f-49ea-afda-8645efb6dc8c,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:46.669783 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a108c-c49a-4895-a54b-91a90c6511cd req-aa660b69-1ca5-4832-b41b-09d377325a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:46.671276 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a2a108c-c49a-4895-a54b-91a90c6511cd req-aa660b69-1ca5-4832-b41b-09d377325a33 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 1096 time: 0.0435426 Aug 19 18:52:46.708988 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a2a108c-c49a-4895-a54b-91a90c6511cd req-8dda26d1-4839-4773-96b3-368514e124cd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261681 Aug 19 18:52:46.870180 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:47.606324 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1c36f-bab7-488b-b1dd-a82fd61187c9 req-8c3761af-8754-4fb0-b319-22e6d46f0108 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:47.607863 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-06b1c36f-bab7-488b-b1dd-a82fd61187c9 req-8c3761af-8754-4fb0-b319-22e6d46f0108 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0509260 Aug 19 18:52:47.646927 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-06b1c36f-bab7-488b-b1dd-a82fd61187c9 req-51b9b3a5-418c-4722-8fd5-91c82f1a5072 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330639 Aug 19 18:52:48.769408 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ecb14-4199-4120-ac03-096a8d1f476c req-a916e3d2-fa77-4ced-a147-255b614690fe tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:48.770912 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-237ecb14-4199-4120-ac03-096a8d1f476c req-a916e3d2-fa77-4ced-a147-255b614690fe tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0522518 Aug 19 18:52:48.809991 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-237ecb14-4199-4120-ac03-096a8d1f476c req-447833b9-e521-4ef0-9f9d-51fcfa5a0849 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322320 Aug 19 18:52:48.923824 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99624a-61f8-44ac-9171-3c883bc2f776 req-98b52b19-582d-405e-a516-c8d528e9b228 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:48.925278 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ca99624a-61f8-44ac-9171-3c883bc2f776 req-98b52b19-582d-405e-a516-c8d528e9b228 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0487180 Aug 19 18:52:48.963770 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ca99624a-61f8-44ac-9171-3c883bc2f776 req-92709afc-a623-47eb-8783-011ca471560a tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316858 Aug 19 18:52:49.167931 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31736282-305e-4d57-a772-5c6bfeb6ec65 req-13ed9ce8-c7a0-4c9b-95cd-d6f552334b94 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:49.169456 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-31736282-305e-4d57-a772-5c6bfeb6ec65 req-13ed9ce8-c7a0-4c9b-95cd-d6f552334b94 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0552337 Aug 19 18:52:49.212720 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-31736282-305e-4d57-a772-5c6bfeb6ec65 req-c6c48396-c5fc-4d4d-826c-fbc1ad0f3402 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351238 Aug 19 18:52:49.326092 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d331a9-6f48-410e-9844-91b68a125ba5 req-8dfe49fe-3590-405c-bc70-d5e0a5dab442 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:49.327574 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-43d331a9-6f48-410e-9844-91b68a125ba5 req-8dfe49fe-3590-405c-bc70-d5e0a5dab442 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0490582 Aug 19 18:52:49.365110 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-43d331a9-6f48-410e-9844-91b68a125ba5 req-943c898b-f8d5-4ffa-a04a-f5d8cfbc736b tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313303 Aug 19 18:52:49.596241 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d8f40057-25f7-4d20-8023-3d76729c753a req-f53481c8-267a-4f10-90e4-bba1769be78d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408075 Aug 19 18:52:49.607200 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0d32b-ecdd-4a41-9080-7dea6698e7b7 req-74842357-e021-4bba-8b36-5f35597a0c27 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:49.608712 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03b0d32b-ecdd-4a41-9080-7dea6698e7b7 req-74842357-e021-4bba-8b36-5f35597a0c27 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0502732 Aug 19 18:52:49.650564 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03b0d32b-ecdd-4a41-9080-7dea6698e7b7 req-2dca826e-c29e-4b68-ba01-cb29ede23975 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343399 Aug 19 18:52:50.783693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f40057-25f7-4d20-8023-3d76729c753a req-eb3fca56-0d5c-4d76-90aa-440f61b58531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:50.785226 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d8f40057-25f7-4d20-8023-3d76729c753a req-eb3fca56-0d5c-4d76-90aa-440f61b58531 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0820aeabb9284e7083cb077d4d3b1d10&device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 1096 time: 0.0732038 Aug 19 18:52:50.796841 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e520bad-e6fe-41b3-b820-d738a015f0c4 req-c86b9f85-5a85-4a1d-b3f7-c68c81263a1b tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:50.798314 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0e520bad-e6fe-41b3-b820-d738a015f0c4 req-c86b9f85-5a85-4a1d-b3f7-c68c81263a1b tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0752647 Aug 19 18:52:50.881026 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0e520bad-e6fe-41b3-b820-d738a015f0c4 req-aff09c76-336b-4d3a-9ec9-47d09c978e53 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740755 Aug 19 18:52:50.909580 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f40057-25f7-4d20-8023-3d76729c753a req-8f7aad1e-b4af-459c-8a32-25a6d82cb02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:50.911114 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d8f40057-25f7-4d20-8023-3d76729c753a req-8f7aad1e-b4af-459c-8a32-25a6d82cb02e service neutron] 10.222.0.54 "GET /v2.0/networks?id=a4caa0da-5f51-437a-899e-630b53de040e HTTP/1.1" status: 200 len: 916 time: 0.1119020 Aug 19 18:52:50.956544 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d8f40057-25f7-4d20-8023-3d76729c753a req-8ad1f5f4-51a8-4009-bd95-050936d36942 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7df4506-614f-49ea-afda-8645efb6dc8c HTTP/1.1" status: 200 len: 217 time: 0.0382633 Aug 19 18:52:51.007039 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f40057-25f7-4d20-8023-3d76729c753a req-3a5e3fa4-c388-4aaa-ae98-f1ba34a0f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:51.009355 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d8f40057-25f7-4d20-8023-3d76729c753a req-3a5e3fa4-c388-4aaa-ae98-f1ba34a0f861 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=80050ce5-f5d2-43df-8152-2881b41a0a0f HTTP/1.1" status: 200 len: 855 time: 0.0459170 Aug 19 18:52:51.040384 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d8f40057-25f7-4d20-8023-3d76729c753a req-6a7d832d-1e8f-4ae7-b3e7-188bcd5a01b0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a4caa0da-5f51-437a-899e-630b53de040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241554 Aug 19 18:52:51.132466 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d8f40057-25f7-4d20-8023-3d76729c753a req-863d6bca-32c9-4bbf-baa5-2c697a1deaa9 service neutron] 10.222.0.54 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844700 Aug 19 18:52:51.570922 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d8f40057-25f7-4d20-8023-3d76729c753a req-1d996074-a4e9-4637-8bbc-b2b4ba0afd21 service neutron] 10.222.0.54 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319386 Aug 19 18:52:52.013199 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fe24f-b4b5-4f9f-9c5b-4ac441f42612 req-e52fbaa9-7368-409a-9437-3e6867141076 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:52.014779 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d00fe24f-b4b5-4f9f-9c5b-4ac441f42612 req-e52fbaa9-7368-409a-9437-3e6867141076 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0600221 Aug 19 18:52:52.061264 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d00fe24f-b4b5-4f9f-9c5b-4ac441f42612 req-3f508726-a3b5-4d84-b10f-6bfdb94a5e39 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381589 Aug 19 18:52:53.184486 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b46f7f-4173-416e-9947-eac806ee7568 req-7e6db848-1cc5-4d15-a171-d321d90c85a5 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:53.186004 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b3b46f7f-4173-416e-9947-eac806ee7568 req-7e6db848-1cc5-4d15-a171-d321d90c85a5 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0500658 Aug 19 18:52:53.223194 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b3b46f7f-4173-416e-9947-eac806ee7568 req-a364be16-4a29-4bb3-bdba-859d9b6efdd5 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313761 Aug 19 18:52:54.338995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e877ae-9ac5-46b2-b3f0-7c4d26badf29 req-2e46d6a5-cef5-4098-bd53-1b0caa3be778 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:54.340507 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-82e877ae-9ac5-46b2-b3f0-7c4d26badf29 req-2e46d6a5-cef5-4098-bd53-1b0caa3be778 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0496860 Aug 19 18:52:54.379481 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-82e877ae-9ac5-46b2-b3f0-7c4d26badf29 req-da02bc15-853e-40af-95c6-60dc0bfca85e tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329788 Aug 19 18:52:55.498354 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327f39c-99c0-4cee-b7e7-d5ad28d7b35c req-4dc0cd5e-19f1-4629-8de2-46976ff87c10 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:55.499828 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9327f39c-99c0-4cee-b7e7-d5ad28d7b35c req-4dc0cd5e-19f1-4629-8de2-46976ff87c10 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0523667 Aug 19 18:52:55.537097 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9327f39c-99c0-4cee-b7e7-d5ad28d7b35c req-156bc02e-1be0-4377-97ed-f56cf9d63794 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313981 Aug 19 18:52:55.780570 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:52:56.654706 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c02bf8-faba-469c-b918-6cd4e440afca req-6ed028f7-d39c-4969-8765-73139d141dd9 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:56.656196 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a5c02bf8-faba-469c-b918-6cd4e440afca req-6ed028f7-d39c-4969-8765-73139d141dd9 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0492606 Aug 19 18:52:56.693034 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a5c02bf8-faba-469c-b918-6cd4e440afca req-d3564942-0b6f-43a8-bbc0-eb988d3664b1 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308130 Aug 19 18:52:57.809081 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0091f-3898-4c03-8adb-d2120f792b7b req-492132bf-b6d8-41d7-91e7-19d1949d2f43 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:57.810646 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0cd0091f-3898-4c03-8adb-d2120f792b7b req-492132bf-b6d8-41d7-91e7-19d1949d2f43 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0499134 Aug 19 18:52:57.850073 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0cd0091f-3898-4c03-8adb-d2120f792b7b req-b8e3f0e4-1bc9-417f-9835-8159297ce915 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334163 Aug 19 18:52:58.976903 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35857df1-0325-49a7-90c2-3445a9dffb22 req-b33d3409-e23c-4caf-9867-596b02130764 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:58.979214 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-35857df1-0325-49a7-90c2-3445a9dffb22 req-b33d3409-e23c-4caf-9867-596b02130764 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0615692 Aug 19 18:52:59.019126 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-35857df1-0325-49a7-90c2-3445a9dffb22 req-52bb0c12-8971-4698-856e-5c9500854c5b tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335591 Aug 19 18:53:00.135035 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aee5c4-1480-4b5c-8bed-0e8a55d93986 req-4566cafc-0839-49f3-8ac2-f94db4943310 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:00.136479 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d5aee5c4-1480-4b5c-8bed-0e8a55d93986 req-4566cafc-0839-49f3-8ac2-f94db4943310 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0480080 Aug 19 18:53:00.175488 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d5aee5c4-1480-4b5c-8bed-0e8a55d93986 req-2f9f606a-3202-43ee-9974-b92b40d57c92 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330989 Aug 19 18:53:01.294351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bab4ab-1b00-431c-b365-a0b2cc5f9683 req-2bd63a94-dd93-4bc1-b9d2-08ad02b82b90 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:01.295848 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84bab4ab-1b00-431c-b365-a0b2cc5f9683 req-2bd63a94-dd93-4bc1-b9d2-08ad02b82b90 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0493202 Aug 19 18:53:01.332494 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84bab4ab-1b00-431c-b365-a0b2cc5f9683 req-bc283f56-d868-435d-9a89-bcb5bddf87c8 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306842 Aug 19 18:53:02.451913 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04da75-7644-4c6f-b905-72ba59898e4d req-e8a07cff-e82c-426b-a3d0-4e22b65d7edd tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:02.454036 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-df04da75-7644-4c6f-b905-72ba59898e4d req-e8a07cff-e82c-426b-a3d0-4e22b65d7edd tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0535126 Aug 19 18:53:02.491729 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-df04da75-7644-4c6f-b905-72ba59898e4d req-82286c07-75d9-451b-b076-141e3d5b184e tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319662 Aug 19 18:53:03.500325 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c92da-89f7-4392-a173-12e40fc05058 req-cbb35c29-7c10-498e-8f85-c6bdbcdbce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:03.501880 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-678c92da-89f7-4392-a173-12e40fc05058 req-cbb35c29-7c10-498e-8f85-c6bdbcdbce6d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0820aeabb9284e7083cb077d4d3b1d10&device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 1096 time: 0.0407710 Aug 19 18:53:03.609097 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113e264-7d1e-4fad-8b81-6e9ba26d2f8f req-679df8cf-d941-4a95-9f97-29c140be50a1 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:03.609724 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c92da-89f7-4392-a173-12e40fc05058 req-dde07e45-98d6-4f01-a996-740d0afcf225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:03.610636 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1113e264-7d1e-4fad-8b81-6e9ba26d2f8f req-679df8cf-d941-4a95-9f97-29c140be50a1 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0496323 Aug 19 18:53:03.611155 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-678c92da-89f7-4392-a173-12e40fc05058 req-dde07e45-98d6-4f01-a996-740d0afcf225 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a4caa0da-5f51-437a-899e-630b53de040e HTTP/1.1" status: 200 len: 916 time: 0.0873253 Aug 19 18:53:03.648781 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1113e264-7d1e-4fad-8b81-6e9ba26d2f8f req-87d4b005-d025-4631-adee-4bd03f482c45 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320752 Aug 19 18:53:03.654711 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-678c92da-89f7-4392-a173-12e40fc05058 req-13d42c21-2065-479b-ad03-1ee2c9fe9e78 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7df4506-614f-49ea-afda-8645efb6dc8c HTTP/1.1" status: 200 len: 217 time: 0.0357084 Aug 19 18:53:03.703458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c92da-89f7-4392-a173-12e40fc05058 req-3965a5ca-ed9a-4210-ae96-48b08e09599d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:03.704906 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-678c92da-89f7-4392-a173-12e40fc05058 req-3965a5ca-ed9a-4210-ae96-48b08e09599d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=80050ce5-f5d2-43df-8152-2881b41a0a0f HTTP/1.1" status: 200 len: 855 time: 0.0434105 Aug 19 18:53:03.736983 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-678c92da-89f7-4392-a173-12e40fc05058 req-51a4e559-cf4f-4f15-8987-e45b5d98e5dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a4caa0da-5f51-437a-899e-630b53de040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252712 Aug 19 18:53:03.834914 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-678c92da-89f7-4392-a173-12e40fc05058 req-8c8b2291-5cc0-40ab-af65-cd459894eca3 service neutron] 10.222.0.54 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864112 Aug 19 18:53:03.928058 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-678c92da-89f7-4392-a173-12e40fc05058 req-dcd9bd90-03ed-475e-99c3-5e881ad8b3ad service neutron] 10.222.0.54 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856814 Aug 19 18:53:04.652509 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dfecff71-3e67-4603-bfb1-b7298c44de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:04.768667 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52743d5d-f8a1-4596-9c95-2e884873899a req-990b5e4f-961e-4abf-bb2f-2901e4395786 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:04.770243 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52743d5d-f8a1-4596-9c95-2e884873899a req-990b5e4f-961e-4abf-bb2f-2901e4395786 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0541658 Aug 19 18:53:04.808959 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52743d5d-f8a1-4596-9c95-2e884873899a req-1680048a-53ed-4226-b55f-0a690e439067 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326970 Aug 19 18:53:05.937274 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a9409-3922-47da-984e-7c8304ad22d2 req-69e4080b-359d-41a2-80c1-648a213e6608 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:05.938831 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1c5a9409-3922-47da-984e-7c8304ad22d2 req-69e4080b-359d-41a2-80c1-648a213e6608 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0619972 Aug 19 18:53:05.977613 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1c5a9409-3922-47da-984e-7c8304ad22d2 req-445ed1cf-8c02-4ff5-b8ee-d38279803cdc tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327995 Aug 19 18:53:07.095941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efcbd6-5ac7-465f-a4d8-3ffd5cb7ecd5 req-a2ca8be1-c08c-4596-a7b7-5175481b4c06 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:07.097445 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35efcbd6-5ac7-465f-a4d8-3ffd5cb7ecd5 req-a2ca8be1-c08c-4596-a7b7-5175481b4c06 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0502341 Aug 19 18:53:07.138102 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-35efcbd6-5ac7-465f-a4d8-3ffd5cb7ecd5 req-6fe615d6-bd28-45c1-a7c9-0364cd3c795a tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346408 Aug 19 18:53:07.329720 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:07.415410 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d6989f93-f0da-4be0-bd28-09ebfc463d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:08.254185 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc844f-641a-48e9-a2a5-d80ffae1c88c req-cc9b921f-3140-436b-a7ff-379d6df3f311 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:08.255679 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-75cc844f-641a-48e9-a2a5-d80ffae1c88c req-cc9b921f-3140-436b-a7ff-379d6df3f311 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0491297 Aug 19 18:53:08.294763 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:08.295393 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-75cc844f-641a-48e9-a2a5-d80ffae1c88c req-15179f16-b0f4-4476-ac08-2dd92f39c13e tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329120 Aug 19 18:53:09.411458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57402db7-49f8-4bee-9d32-3ee9c41914e4 req-7c3716f8-2c29-4d24-b78e-6af26ef3a56f tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:09.412950 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57402db7-49f8-4bee-9d32-3ee9c41914e4 req-7c3716f8-2c29-4d24-b78e-6af26ef3a56f tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0487437 Aug 19 18:53:09.450538 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-57402db7-49f8-4bee-9d32-3ee9c41914e4 req-db8f6230-9449-4d4b-b958-c9476798f347 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314693 Aug 19 18:53:10.296344 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:10.567789 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940faa67-9ddf-45cd-bf1e-ed5f45b08573 req-aa2dff96-9392-4035-b1e8-89323b3221da tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:10.569210 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-940faa67-9ddf-45cd-bf1e-ed5f45b08573 req-aa2dff96-9392-4035-b1e8-89323b3221da tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0500524 Aug 19 18:53:10.609418 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-940faa67-9ddf-45cd-bf1e-ed5f45b08573 req-d99829eb-6c8f-476a-b3b8-22accdc58062 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338724 Aug 19 18:53:11.464253 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:11.728865 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf064c7-70e7-4b8d-b1fb-0c71cc4556be req-6f7fa1f7-3035-40da-bee2-d09c5ccf7b0c tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:11.730402 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6bf064c7-70e7-4b8d-b1fb-0c71cc4556be req-6f7fa1f7-3035-40da-bee2-d09c5ccf7b0c tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0532143 Aug 19 18:53:11.769004 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6bf064c7-70e7-4b8d-b1fb-0c71cc4556be req-ae3f7ea0-3851-42ab-b95f-fe8e3cb748eb tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322733 Aug 19 18:53:12.889168 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2055205-fd9b-404b-9ee8-a5ba91ff47e3 req-cb9b1ab4-6437-4f25-9f0e-6b9498a23caa tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:12.890696 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2055205-fd9b-404b-9ee8-a5ba91ff47e3 req-cb9b1ab4-6437-4f25-9f0e-6b9498a23caa tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0552418 Aug 19 18:53:12.930589 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a2055205-fd9b-404b-9ee8-a5ba91ff47e3 req-4333849e-119c-4b0d-a934-b8b217150777 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333884 Aug 19 18:53:14.047765 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a6059-3ada-4df4-bf13-3093c33cb1f5 req-30079e54-bf93-4548-9eed-6dd918ba8bc8 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:14.049172 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-948a6059-3ada-4df4-bf13-3093c33cb1f5 req-30079e54-bf93-4548-9eed-6dd918ba8bc8 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0500643 Aug 19 18:53:14.087455 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-948a6059-3ada-4df4-bf13-3093c33cb1f5 req-438b84dc-bed7-42b3-b970-32de40928b15 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323763 Aug 19 18:53:15.204911 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d108fd-88cd-48fe-b863-78517af9c12b req-fd050d42-c34c-4524-a75d-2f6201dfbf58 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:15.206449 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e2d108fd-88cd-48fe-b863-78517af9c12b req-fd050d42-c34c-4524-a75d-2f6201dfbf58 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0495460 Aug 19 18:53:15.247724 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e2d108fd-88cd-48fe-b863-78517af9c12b req-82ae8abe-54a2-4875-9e39-cd4df503ccbd tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320840 Aug 19 18:53:16.364536 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800ce37-05fe-4a3d-9ed7-e1fca321e95b req-33d1e991-89a3-4bad-a127-330056e5d378 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:16.366048 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9800ce37-05fe-4a3d-9ed7-e1fca321e95b req-33d1e991-89a3-4bad-a127-330056e5d378 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0489514 Aug 19 18:53:16.405075 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9800ce37-05fe-4a3d-9ed7-e1fca321e95b req-6b6b273b-b24b-4fb6-a4f3-09be19241a4a tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326121 Aug 19 18:53:16.869977 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:17.519037 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53acbc1-1cda-4380-95b9-67342eef1403 req-2d38ad34-f346-4b2e-8388-313b256380f8 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:17.520526 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d53acbc1-1cda-4380-95b9-67342eef1403 req-2d38ad34-f346-4b2e-8388-313b256380f8 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0485682 Aug 19 18:53:17.557928 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d53acbc1-1cda-4380-95b9-67342eef1403 req-c5141cf4-8b24-44f6-aa3f-d50c2fed49e5 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308192 Aug 19 18:53:18.678688 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310dcd2f-1a4b-441f-ac45-50763f8dfe25 req-d5039bf4-08e2-45ea-95f5-74463b7be1e9 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:18.680268 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-310dcd2f-1a4b-441f-ac45-50763f8dfe25 req-d5039bf4-08e2-45ea-95f5-74463b7be1e9 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0550120 Aug 19 18:53:18.718698 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-310dcd2f-1a4b-441f-ac45-50763f8dfe25 req-f5f520fc-e854-4f78-ba25-a14062c6850c tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321982 Aug 19 18:53:18.784771 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-d8f40057-25f7-4d20-8023-3d76729c753a req-a8604482-82ac-4cc1-b2c6-85c5c2ad2dbf service neutron] show failed (client error): The resource could not be found. Aug 19 18:53:18.786235 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d8f40057-25f7-4d20-8023-3d76729c753a req-a8604482-82ac-4cc1-b2c6-85c5c2ad2dbf service neutron] 10.222.0.54 "GET /v2.0/ports/e7df4506-614f-49ea-afda-8645efb6dc8c/bindings/n-h2-803753-2 HTTP/1.1" status: 404 len: 380 time: 0.0583673 Aug 19 18:53:19.033156 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f40057-25f7-4d20-8023-3d76729c753a req-22332ce3-aefa-404f-aa92-4fdba8c9dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:19.034718 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8f40057-25f7-4d20-8023-3d76729c753a req-22332ce3-aefa-404f-aa92-4fdba8c9dc0e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c&tenant_id=0820aeabb9284e7083cb077d4d3b1d10 HTTP/1.1" status: 200 len: 1096 time: 0.0757015 Aug 19 18:53:19.046854 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-d8f40057-25f7-4d20-8023-3d76729c753a req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803753-2', 'device_owner': 'compute:nova'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:19.099339 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d8f40057-25f7-4d20-8023-3d76729c753a req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:19.302405 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-d8f40057-25f7-4d20-8023-3d76729c753a req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] For port e7df4506-614f-49ea-afda-8645efb6dc8c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=e7df4506-614f-49ea-afda-8645efb6dc8c,segment=NetworkSegment(a8bd6a05-753b-46f3-80ab-a7b813da2370),segment_id=a8bd6a05-753b-46f3-80ab-a7b813da2370)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:19.335174 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-d8f40057-25f7-4d20-8023-3d76729c753a req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] For port e7df4506-614f-49ea-afda-8645efb6dc8c, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:53:19.373350 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba60b22-df4d-472e-af8c-6c4dacdb758c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7df4506-614f-49ea-afda-8645efb6dc8c'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:53:19.375657 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aba1150-915a-481e-9238-da1e5bad071a" -d '{"events": [{"server_uuid": "4ba60b22-df4d-472e-af8c-6c4dacdb758c", "name": "network-vif-unplugged", "status": "completed", "tag": "e7df4506-614f-49ea-afda-8645efb6dc8c"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:53:19.379775 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d8f40057-25f7-4d20-8023-3d76729c753a req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:19.393646 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-d8f40057-25f7-4d20-8023-3d76729c753a req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] Transition to ACTIVE for port object e7df4506-614f-49ea-afda-8645efb6dc8c will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:53:19.397404 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d8f40057-25f7-4d20-8023-3d76729c753a req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:19.427166 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c96f84-0a39-41c1-bf1c-183453d86635 x-openstack-request-id: req-c1c96f84-0a39-41c1-bf1c-183453d86635 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:53:19.427466 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba60b22-df4d-472e-af8c-6c4dacdb758c", "name": "network-vif-unplugged", "status": "completed", "tag": "e7df4506-614f-49ea-afda-8645efb6dc8c", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:53:19.428125 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1c96f84-0a39-41c1-bf1c-183453d86635 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:53:19.428125 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba60b22-df4d-472e-af8c-6c4dacdb758c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7df4506-614f-49ea-afda-8645efb6dc8c', 'code': 200} Aug 19 18:53:19.460919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f40057-25f7-4d20-8023-3d76729c753a req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] No DVR routers for this DVR port e7df4506-614f-49ea-afda-8645efb6dc8c on host n-h1-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:53:19.464217 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e7df4506-614f-49ea-afda-8645efb6dc8c,revision_number=6']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:19.500853 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-d8f40057-25f7-4d20-8023-3d76729c753a req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] Attempting to bind port e7df4506-614f-49ea-afda-8645efb6dc8c on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:53:19.501203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-d8f40057-25f7-4d20-8023-3d76729c753a req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] Attempting to bind port e7df4506-614f-49ea-afda-8645efb6dc8c by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'a8bd6a05-753b-46f3-80ab-a7b813da2370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a4caa0da-5f51-437a-899e-630b53de040e'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:53:19.501514 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f40057-25f7-4d20-8023-3d76729c753a req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] Attempting to bind port e7df4506-614f-49ea-afda-8645efb6dc8c on network a4caa0da-5f51-437a-899e-630b53de040e {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:53:19.505755 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f40057-25f7-4d20-8023-3d76729c753a req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] Port e7df4506-614f-49ea-afda-8645efb6dc8c on network a4caa0da-5f51-437a-899e-630b53de040e not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:53:19.506082 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f40057-25f7-4d20-8023-3d76729c753a req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] Attempting to bind port e7df4506-614f-49ea-afda-8645efb6dc8c on network a4caa0da-5f51-437a-899e-630b53de040e {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:53:19.511335 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f40057-25f7-4d20-8023-3d76729c753a req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:53:19.511673 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f40057-25f7-4d20-8023-3d76729c753a req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] Checking segment: {'id': 'a8bd6a05-753b-46f3-80ab-a7b813da2370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a4caa0da-5f51-437a-899e-630b53de040e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:53:19.512064 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f40057-25f7-4d20-8023-3d76729c753a req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] Bound using segment: {'id': 'a8bd6a05-753b-46f3-80ab-a7b813da2370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a4caa0da-5f51-437a-899e-630b53de040e'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:53:19.512489 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-d8f40057-25f7-4d20-8023-3d76729c753a req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] Bound port: e7df4506-614f-49ea-afda-8645efb6dc8c, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8bd6a05-753b-46f3-80ab-a7b813da2370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a4caa0da-5f51-437a-899e-630b53de040e'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:53:19.512854 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d8f40057-25f7-4d20-8023-3d76729c753a req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:19.581361 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-d8f40057-25f7-4d20-8023-3d76729c753a req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] For port e7df4506-614f-49ea-afda-8645efb6dc8c, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:53:19.584368 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-d8f40057-25f7-4d20-8023-3d76729c753a req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] For port e7df4506-614f-49ea-afda-8645efb6dc8c, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e7df4506-614f-49ea-afda-8645efb6dc8c,segment=NetworkSegment(a8bd6a05-753b-46f3-80ab-a7b813da2370),segment_id=a8bd6a05-753b-46f3-80ab-a7b813da2370)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:53:19.587838 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d8f40057-25f7-4d20-8023-3d76729c753a req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:19.622451 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f40057-25f7-4d20-8023-3d76729c753a req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:19.623071 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-d8f40057-25f7-4d20-8023-3d76729c753a req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:19.624504 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8f40057-25f7-4d20-8023-3d76729c753a req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] 10.222.0.50 "PUT /v2.0/ports/e7df4506-614f-49ea-afda-8645efb6dc8c HTTP/1.1" status: 200 len: 1091 time: 0.5815825 Aug 19 18:53:19.644474 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152e204-9ba9-4f24-96d7-ca58756b97c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e7df4506-614f-49ea-afda-8645efb6dc8c,revision_number=7']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:19.688874 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f40057-25f7-4d20-8023-3d76729c753a req-25b5804b-15a4-4e0a-a970-ec23b5d69fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:19.690440 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8f40057-25f7-4d20-8023-3d76729c753a req-25b5804b-15a4-4e0a-a970-ec23b5d69fbd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0820aeabb9284e7083cb077d4d3b1d10&device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 1094 time: 0.0412841 Aug 19 18:53:19.787962 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f40057-25f7-4d20-8023-3d76729c753a req-70692afa-f189-4298-8b8d-79d00aa7e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:19.789624 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8f40057-25f7-4d20-8023-3d76729c753a req-70692afa-f189-4298-8b8d-79d00aa7e4d0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a4caa0da-5f51-437a-899e-630b53de040e HTTP/1.1" status: 200 len: 916 time: 0.0910046 Aug 19 18:53:19.835530 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8f40057-25f7-4d20-8023-3d76729c753a req-89400660-da40-4d65-983a-97ca19738b44 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7df4506-614f-49ea-afda-8645efb6dc8c HTTP/1.1" status: 200 len: 217 time: 0.0368762 Aug 19 18:53:19.856482 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2546c-239b-4cff-801a-19caafa4c116 req-6844fc6e-b6b8-4b8e-a0d6-1e55d35369dc tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:19.858051 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0d2546c-239b-4cff-801a-19caafa4c116 req-6844fc6e-b6b8-4b8e-a0d6-1e55d35369dc tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 943 time: 0.0671532 Aug 19 18:53:19.895282 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f40057-25f7-4d20-8023-3d76729c753a req-a06bcc8c-5fb4-4728-9dc0-4492624b6a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:19.896804 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8f40057-25f7-4d20-8023-3d76729c753a req-a06bcc8c-5fb4-4728-9dc0-4492624b6a93 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80050ce5-f5d2-43df-8152-2881b41a0a0f HTTP/1.1" status: 200 len: 855 time: 0.0538576 Aug 19 18:53:19.902391 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0d2546c-239b-4cff-801a-19caafa4c116 req-d242b79a-668b-473a-9cfc-c7f68b4daf5b tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353281 Aug 19 18:53:19.930174 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8f40057-25f7-4d20-8023-3d76729c753a req-f61c3369-c665-426b-8d8f-ec5403df666a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a4caa0da-5f51-437a-899e-630b53de040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259347 Aug 19 18:53:19.942737 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-d8f40057-25f7-4d20-8023-3d76729c753a req-079ff360-afbe-4fc0-b2dc-1b60fcbbc74f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:53:19.943727 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8f40057-25f7-4d20-8023-3d76729c753a req-079ff360-afbe-4fc0-b2dc-1b60fcbbc74f service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053108 Aug 19 18:53:20.036034 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8f40057-25f7-4d20-8023-3d76729c753a req-5320cd4c-99d0-442d-8813-348cc79d60d2 service neutron] 10.222.0.50 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846565 Aug 19 18:53:20.133155 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d8f40057-25f7-4d20-8023-3d76729c753a req-01ebc3c8-4910-4a7d-a411-5c204151dd86 service neutron] 10.222.0.50 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897009 Aug 19 18:53:21.027174 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d24e2-573f-4a28-9bb1-d95974d90650 req-2cacd5a5-d9e7-4ecb-be19-9874b77a12c3 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:21.028588 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d01d24e2-573f-4a28-9bb1-d95974d90650 req-2cacd5a5-d9e7-4ecb-be19-9874b77a12c3 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 943 time: 0.0518672 Aug 19 18:53:21.067329 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d01d24e2-573f-4a28-9bb1-d95974d90650 req-fcee27aa-9683-421b-905d-87ee462f815d tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325804 Aug 19 18:53:21.428791 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba60b22-df4d-472e-af8c-6c4dacdb758c', 'tag': 'e7df4506-614f-49ea-afda-8645efb6dc8c'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:53:21.431184 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db22527-326c-4ea9-a972-ded8283a9e09" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba60b22-df4d-472e-af8c-6c4dacdb758c", "tag": "e7df4506-614f-49ea-afda-8645efb6dc8c"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:53:21.480575 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd7092a-51b5-42fc-8ece-0e15c4ba9252 x-openstack-request-id: req-0dd7092a-51b5-42fc-8ece-0e15c4ba9252 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:53:21.481127 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba60b22-df4d-472e-af8c-6c4dacdb758c", "tag": "e7df4506-614f-49ea-afda-8645efb6dc8c", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:53:21.481379 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0dd7092a-51b5-42fc-8ece-0e15c4ba9252 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:53:21.481820 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba60b22-df4d-472e-af8c-6c4dacdb758c', 'tag': 'e7df4506-614f-49ea-afda-8645efb6dc8c', 'status': 'completed', 'code': 200} Aug 19 18:53:21.547174 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db22527-326c-4ea9-a972-ded8283a9e09 req-f63a007a-bf5b-4f93-b432-ae57e5e1f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:21.548512 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9db22527-326c-4ea9-a972-ded8283a9e09 req-f63a007a-bf5b-4f93-b432-ae57e5e1f195 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0820aeabb9284e7083cb077d4d3b1d10&device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 1094 time: 0.0423179 Aug 19 18:53:21.559685 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db22527-326c-4ea9-a972-ded8283a9e09 req-28e9d1da-1b31-45b6-b92b-2d06a375c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:21.561186 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9db22527-326c-4ea9-a972-ded8283a9e09 req-28e9d1da-1b31-45b6-b92b-2d06a375c663 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0820aeabb9284e7083cb077d4d3b1d10&device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 1094 time: 0.0484929 Aug 19 18:53:21.650222 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db22527-326c-4ea9-a972-ded8283a9e09 req-1984c90a-f296-4ab8-865d-08e753795fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:21.652909 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9db22527-326c-4ea9-a972-ded8283a9e09 req-1984c90a-f296-4ab8-865d-08e753795fa0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a4caa0da-5f51-437a-899e-630b53de040e HTTP/1.1" status: 200 len: 916 time: 0.0963061 Aug 19 18:53:21.658571 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db22527-326c-4ea9-a972-ded8283a9e09 req-81749f18-de33-4838-9808-1145c4d13efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:21.660084 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9db22527-326c-4ea9-a972-ded8283a9e09 req-81749f18-de33-4838-9808-1145c4d13efc service neutron] 10.222.0.54 "GET /v2.0/networks?id=a4caa0da-5f51-437a-899e-630b53de040e HTTP/1.1" status: 200 len: 916 time: 0.0874691 Aug 19 18:53:21.706729 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9db22527-326c-4ea9-a972-ded8283a9e09 req-d37ffff3-f760-42cc-b309-9d94edfc5b89 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7df4506-614f-49ea-afda-8645efb6dc8c HTTP/1.1" status: 200 len: 217 time: 0.0357759 Aug 19 18:53:21.711811 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9db22527-326c-4ea9-a972-ded8283a9e09 req-b7bd405f-b1f1-4ee1-9643-ff3c9a85a87c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7df4506-614f-49ea-afda-8645efb6dc8c HTTP/1.1" status: 200 len: 217 time: 0.0394454 Aug 19 18:53:21.768155 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db22527-326c-4ea9-a972-ded8283a9e09 req-2294a7d9-b86c-4e1a-9bdb-3dd1d9c3e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:21.769670 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db22527-326c-4ea9-a972-ded8283a9e09 req-d1eba554-b36f-4a31-a829-98928f253443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:21.770195 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9db22527-326c-4ea9-a972-ded8283a9e09 req-2294a7d9-b86c-4e1a-9bdb-3dd1d9c3e3ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=80050ce5-f5d2-43df-8152-2881b41a0a0f HTTP/1.1" status: 200 len: 855 time: 0.0534425 Aug 19 18:53:21.771194 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9db22527-326c-4ea9-a972-ded8283a9e09 req-d1eba554-b36f-4a31-a829-98928f253443 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80050ce5-f5d2-43df-8152-2881b41a0a0f HTTP/1.1" status: 200 len: 855 time: 0.0518100 Aug 19 18:53:21.809572 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9db22527-326c-4ea9-a972-ded8283a9e09 req-356d82a0-a4cd-491a-abe0-484bd3313f3c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a4caa0da-5f51-437a-899e-630b53de040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301299 Aug 19 18:53:21.810470 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9db22527-326c-4ea9-a972-ded8283a9e09 req-5a38834c-7e72-473c-acd6-b3777a1b8fb2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a4caa0da-5f51-437a-899e-630b53de040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296607 Aug 19 18:53:21.903751 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9db22527-326c-4ea9-a972-ded8283a9e09 req-4bf7125f-652a-4e92-8d19-f18a7c3c761c service neutron] 10.222.0.50 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857368 Aug 19 18:53:21.907987 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9db22527-326c-4ea9-a972-ded8283a9e09 req-13824e05-3191-451d-8264-034617d7dc57 service neutron] 10.222.0.54 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857830 Aug 19 18:53:22.001657 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9db22527-326c-4ea9-a972-ded8283a9e09 req-ba360db5-b5b3-4b07-8cef-ddca4e61ef55 service neutron] 10.222.0.50 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894949 Aug 19 18:53:22.014853 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9db22527-326c-4ea9-a972-ded8283a9e09 req-8eb3d83d-99de-4cde-a8da-abbae73c9529 service neutron] 10.222.0.54 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953231 Aug 19 18:53:22.188096 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27d0d9-c724-4c32-8c38-d94988c975f2 req-6a1b4a48-ffdb-44b6-81c6-48a26f788eb5 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:22.189646 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ce27d0d9-c724-4c32-8c38-d94988c975f2 req-6a1b4a48-ffdb-44b6-81c6-48a26f788eb5 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 943 time: 0.0503163 Aug 19 18:53:22.227917 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ce27d0d9-c724-4c32-8c38-d94988c975f2 req-9428e4b8-ef9e-4ef1-a699-2113de9c1132 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322461 Aug 19 18:53:22.425150 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e03de-8442-4382-9685-e3fb36059830 req-9a1b34ac-af8a-4e80-a11a-5af4a5978a98 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:22.426680 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-527e03de-8442-4382-9685-e3fb36059830 req-9a1b34ac-af8a-4e80-a11a-5af4a5978a98 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 943 time: 0.0501006 Aug 19 18:53:22.442480 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb363ee-d706-4e38-959c-467d02df6887 req-01c2be2d-9528-42b5-b18d-96052363a2ff tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:22.443985 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8fb363ee-d706-4e38-959c-467d02df6887 req-01c2be2d-9528-42b5-b18d-96052363a2ff tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c&tenant_id=0820aeabb9284e7083cb077d4d3b1d10&binding%3Ahost_id=n-h2-803753-2 HTTP/1.1" status: 200 len: 943 time: 0.0523148 Aug 19 18:53:22.467156 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-527e03de-8442-4382-9685-e3fb36059830 req-ca6d846d-f7d2-46f8-88f5-31584bbe7c6c tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332651 Aug 19 18:53:22.509350 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-8fb363ee-d706-4e38-959c-467d02df6887 req-e6fffdcd-2bc8-4f21-b914-1b01d9458cc2 service neutron] delete failed (client error): The resource could not be found. Aug 19 18:53:22.510946 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8fb363ee-d706-4e38-959c-467d02df6887 req-e6fffdcd-2bc8-4f21-b914-1b01d9458cc2 service neutron] 10.222.0.54 "DELETE /v2.0/ports/e7df4506-614f-49ea-afda-8645efb6dc8c/bindings/n-h1-803753-2 HTTP/1.1" status: 404 len: 380 time: 0.0554931 Aug 19 18:53:22.542269 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device e7df4506-614f-49ea-afda-8645efb6dc8c no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:53:22.580487 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device e7df4506-614f-49ea-afda-8645efb6dc8c not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:53:22.614034 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb363ee-d706-4e38-959c-467d02df6887 req-be9763bb-8d94-456f-8e62-62e4315b164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:22.615575 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8fb363ee-d706-4e38-959c-467d02df6887 req-be9763bb-8d94-456f-8e62-62e4315b164f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0820aeabb9284e7083cb077d4d3b1d10&device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 1094 time: 0.0462914 Aug 19 18:53:22.708908 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb363ee-d706-4e38-959c-467d02df6887 req-d64b29e5-a035-4093-9c10-f6065e91c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:22.710413 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8fb363ee-d706-4e38-959c-467d02df6887 req-d64b29e5-a035-4093-9c10-f6065e91c087 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a4caa0da-5f51-437a-899e-630b53de040e HTTP/1.1" status: 200 len: 916 time: 0.0878699 Aug 19 18:53:22.760099 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8fb363ee-d706-4e38-959c-467d02df6887 req-a6c7588d-f7ba-418e-b24d-29b292e10b5b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7df4506-614f-49ea-afda-8645efb6dc8c HTTP/1.1" status: 200 len: 217 time: 0.0384698 Aug 19 18:53:22.813469 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb363ee-d706-4e38-959c-467d02df6887 req-4afd5048-ed97-446d-ae7c-6de3cd5d0c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:22.814965 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8fb363ee-d706-4e38-959c-467d02df6887 req-4afd5048-ed97-446d-ae7c-6de3cd5d0c68 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=80050ce5-f5d2-43df-8152-2881b41a0a0f HTTP/1.1" status: 200 len: 855 time: 0.0448320 Aug 19 18:53:22.852621 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8fb363ee-d706-4e38-959c-467d02df6887 req-a7bcd21a-d579-4d15-a587-5c0c6721f54e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a4caa0da-5f51-437a-899e-630b53de040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257816 Aug 19 18:53:22.946578 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8fb363ee-d706-4e38-959c-467d02df6887 req-28162b13-599c-4d30-81f3-5dd28042d46b service neutron] 10.222.0.54 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854149 Aug 19 18:53:23.046129 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8fb363ee-d706-4e38-959c-467d02df6887 req-9e888cf5-88d9-479e-9687-2538072f7885 service neutron] 10.222.0.54 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879948 Aug 19 18:53:23.091447 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device e7df4506-614f-49ea-afda-8645efb6dc8c details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:53:23.191018 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port e7df4506-614f-49ea-afda-8645efb6dc8c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e7df4506-614f-49ea-afda-8645efb6dc8c,segment=NetworkSegment(a8bd6a05-753b-46f3-80ab-a7b813da2370),segment_id=a8bd6a05-753b-46f3-80ab-a7b813da2370)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:23.202513 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'e7df4506-614f-49ea-afda-8645efb6dc8c', 'network_id': 'a4caa0da-5f51-437a-899e-630b53de040e', 'port_id': 'e7df4506-614f-49ea-afda-8645efb6dc8c', 'mac_address': 'fa:16:3e:3d:51:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80050ce5-f5d2-43df-8152-2881b41a0a0f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:53:23.240494 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:23.253051 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7df4506-614f-49ea-afda-8645efb6dc8c {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:53:23.272591 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port e7df4506-614f-49ea-afda-8645efb6dc8c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e7df4506-614f-49ea-afda-8645efb6dc8c,segment=NetworkSegment(a8bd6a05-753b-46f3-80ab-a7b813da2370),segment_id=a8bd6a05-753b-46f3-80ab-a7b813da2370)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:23.276942 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:23.323019 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=e7df4506-614f-49ea-afda-8645efb6dc8c,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:23.512581 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['e7df4506-614f-49ea-afda-8645efb6dc8c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:53:23.596042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464542f2-701c-43f8-8a77-b9731413c798 req-ae9f9341-9e84-4b83-9372-1ded98419ff9 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:23.597656 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-464542f2-701c-43f8-8a77-b9731413c798 req-ae9f9341-9e84-4b83-9372-1ded98419ff9 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 944 time: 0.0551634 Aug 19 18:53:23.640657 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-464542f2-701c-43f8-8a77-b9731413c798 req-28b5bc09-452b-410d-b0a3-088e52cdc461 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351758 Aug 19 18:53:23.774364 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4791f6-e4d3-4ab4-ab10-f506cf6bd2c1 req-c870e9f7-8be5-4f94-b0db-30e3d0c4eb41 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:23.776383 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d4791f6-e4d3-4ab4-ab10-f506cf6bd2c1 req-c870e9f7-8be5-4f94-b0db-30e3d0c4eb41 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 944 time: 0.0536180 Aug 19 18:53:23.815558 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d4791f6-e4d3-4ab4-ab10-f506cf6bd2c1 req-625fd4c4-5e49-4cad-b1de-958e9a18078f tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329132 Aug 19 18:53:23.934006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79821d9-38dc-4859-9c89-d46cb964b8a7 req-59e605bf-1a7f-40c2-a291-51cfd9cf9ecc tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:23.935500 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a79821d9-38dc-4859-9c89-d46cb964b8a7 req-59e605bf-1a7f-40c2-a291-51cfd9cf9ecc tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 944 time: 0.0538397 Aug 19 18:53:23.979393 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a79821d9-38dc-4859-9c89-d46cb964b8a7 req-ca91c193-3bc8-4762-a29b-b40ed046fb4e tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373614 Aug 19 18:53:24.328478 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec5398-b872-4099-b11f-df0f46af56fa req-9fbf05ec-05d8-4c51-92c8-7d0fe6d2355f tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:24.329990 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-00ec5398-b872-4099-b11f-df0f46af56fa req-9fbf05ec-05d8-4c51-92c8-7d0fe6d2355f tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/networks?id=a4caa0da-5f51-437a-899e-630b53de040e HTTP/1.1" status: 200 len: 815 time: 0.1000612 Aug 19 18:53:24.344983 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-00ec5398-b872-4099-b11f-df0f46af56fa req-7241e65b-1c7f-4f43-8579-417230b36ce0 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/quotas/0820aeabb9284e7083cb077d4d3b1d10 HTTP/1.1" status: 200 len: 375 time: 0.0092413 Aug 19 18:53:24.394990 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-00ec5398-b872-4099-b11f-df0f46af56fa req-266f302b-f43f-4c4a-b706-5dfee1223e7a tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0820aeabb9284e7083cb077d4d3b1d10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0446310 Aug 19 18:53:24.488249 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-00ec5398-b872-4099-b11f-df0f46af56fa req-d686a309-a702-4844-807f-cd418fe2828e service neutron] 10.222.0.24 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855289 Aug 19 18:53:24.576766 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-00ec5398-b872-4099-b11f-df0f46af56fa req-8dd3aa8a-f1f7-40c2-a55f-00c7c4cc0e28 service neutron] 10.222.0.24 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824094 Aug 19 18:53:24.740535 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2eeb41e5-60f2-4eaf-82cd-78f0a0a96c0b req-1328dc77-5b07-478a-9278-c3b976d13129 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 210 time: 0.0268207 Aug 19 18:53:25.109947 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device e7df4506-614f-49ea-afda-8645efb6dc8c up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:53:25.159530 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port e7df4506-614f-49ea-afda-8645efb6dc8c completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:53:25.163346 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port e7df4506-614f-49ea-afda-8645efb6dc8c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:53:25.163738 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:25.250076 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:25.274814 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba60b22-df4d-472e-af8c-6c4dacdb758c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7df4506-614f-49ea-afda-8645efb6dc8c'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:53:25.277688 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9b9dee-bf60-4589-b8d5-198ff8fd2a07" -d '{"events": [{"server_uuid": "4ba60b22-df4d-472e-af8c-6c4dacdb758c", "name": "network-vif-plugged", "status": "completed", "tag": "e7df4506-614f-49ea-afda-8645efb6dc8c"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:53:25.290769 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port e7df4506-614f-49ea-afda-8645efb6dc8c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e7df4506-614f-49ea-afda-8645efb6dc8c,segment=NetworkSegment(a8bd6a05-753b-46f3-80ab-a7b813da2370),segment_id=a8bd6a05-753b-46f3-80ab-a7b813da2370)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:25.295743 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:25.319366 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e5ddb6-6dd7-45c5-8399-a836ec8b17d7 x-openstack-request-id: req-38e5ddb6-6dd7-45c5-8399-a836ec8b17d7 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:53:25.319657 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba60b22-df4d-472e-af8c-6c4dacdb758c", "name": "network-vif-plugged", "status": "completed", "tag": "e7df4506-614f-49ea-afda-8645efb6dc8c", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:53:25.319913 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38e5ddb6-6dd7-45c5-8399-a836ec8b17d7 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:53:25.320326 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba60b22-df4d-472e-af8c-6c4dacdb758c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7df4506-614f-49ea-afda-8645efb6dc8c', 'code': 200} Aug 19 18:53:25.347055 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=e7df4506-614f-49ea-afda-8645efb6dc8c,revision_number=9']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:25.558982 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942049a-669e-45ab-9ada-66b15823d0f3 req-8c5ab559-dbaa-477e-92e7-d2a985a3bcec tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:25.560400 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2942049a-669e-45ab-9ada-66b15823d0f3 req-8c5ab559-dbaa-477e-92e7-d2a985a3bcec tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba60b22-df4d-472e-af8c-6c4dacdb758c HTTP/1.1" status: 200 len: 945 time: 0.0508964 Aug 19 18:53:25.739578 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec5398-b872-4099-b11f-df0f46af56fa req-6c547108-e89d-4d46-bffb-8d1372b59f4f tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:25.741037 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-00ec5398-b872-4099-b11f-df0f46af56fa req-6c547108-e89d-4d46-bffb-8d1372b59f4f tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.50 "GET /v2.0/networks?id=a4caa0da-5f51-437a-899e-630b53de040e HTTP/1.1" status: 200 len: 815 time: 0.1610377 Aug 19 18:53:25.745204 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-2942049a-669e-45ab-9ada-66b15823d0f3 req-ba698fbe-850a-448f-aa40-0bacce43e08d tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Deleting port e7df4506-614f-49ea-afda-8645efb6dc8c {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:53:25.745571 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2942049a-669e-45ab-9ada-66b15823d0f3 req-ba698fbe-850a-448f-aa40-0bacce43e08d tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:25.792922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-00ec5398-b872-4099-b11f-df0f46af56fa req-7e7b6a39-cc68-4c85-8e4d-c6a4dc1e0e94 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Request body: {'port': {'device_id': 'b64c0681-8d5b-4a9b-82c3-63f69210a77a', 'network_id': 'a4caa0da-5f51-437a-899e-630b53de040e', 'admin_state_up': True, 'tenant_id': '0820aeabb9284e7083cb077d4d3b1d10'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:25.879015 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e415bc50-ebd7-4bb0-a76f-dd5f08a3c648 req-0a2025dd-d8e0-441f-82f9-b3a60773a6a5 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 210 time: 0.0652657 Aug 19 18:53:25.935244 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-2942049a-669e-45ab-9ada-66b15823d0f3 req-ba698fbe-850a-448f-aa40-0bacce43e08d tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] For port e7df4506-614f-49ea-afda-8645efb6dc8c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=e7df4506-614f-49ea-afda-8645efb6dc8c,segment=NetworkSegment(a8bd6a05-753b-46f3-80ab-a7b813da2370),segment_id=a8bd6a05-753b-46f3-80ab-a7b813da2370)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:25.935613 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2942049a-669e-45ab-9ada-66b15823d0f3 req-ba698fbe-850a-448f-aa40-0bacce43e08d tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:25.958789 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-2942049a-669e-45ab-9ada-66b15823d0f3 req-ba698fbe-850a-448f-aa40-0bacce43e08d tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Calling delete_port for e7df4506-614f-49ea-afda-8645efb6dc8c owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:53:26.021595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ec5398-b872-4099-b11f-df0f46af56fa req-7e7b6a39-cc68-4c85-8e4d-c6a4dc1e0e94 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Made reservation on behalf of 0820aeabb9284e7083cb077d4d3b1d10 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:53:26.025106 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-00ec5398-b872-4099-b11f-df0f46af56fa req-7e7b6a39-cc68-4c85-8e4d-c6a4dc1e0e94 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:26.203828 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2942049a-669e-45ab-9ada-66b15823d0f3 req-ba698fbe-850a-448f-aa40-0bacce43e08d tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:26.216610 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['e7df4506-614f-49ea-afda-8645efb6dc8c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:53:26.229153 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-00ec5398-b872-4099-b11f-df0f46af56fa req-7e7b6a39-cc68-4c85-8e4d-c6a4dc1e0e94 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Allocated IP 172.20.0.6 (a4caa0da-5f51-437a-899e-630b53de040e/80050ce5-f5d2-43df-8152-2881b41a0a0f/be03c367-56e8-4083-b1fd-3ae3ddbd32e6) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:53:26.259220 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba698fbe-850a-448f-aa40-0bacce43e08d tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Pushing event deleted for resources: {'Port': ['ID=e7df4506-614f-49ea-afda-8645efb6dc8c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:26.316368 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-2942049a-669e-45ab-9ada-66b15823d0f3 req-ba698fbe-850a-448f-aa40-0bacce43e08d tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] No DVR routers for this DVR port e7df4506-614f-49ea-afda-8645efb6dc8c on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:53:26.321172 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-2942049a-669e-45ab-9ada-66b15823d0f3 req-ba698fbe-850a-448f-aa40-0bacce43e08d tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:26.323866 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2942049a-669e-45ab-9ada-66b15823d0f3 req-ba698fbe-850a-448f-aa40-0bacce43e08d tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.50 "DELETE /v2.0/ports/e7df4506-614f-49ea-afda-8645efb6dc8c HTTP/1.1" status: 204 len: 173 time: 0.7515967 Aug 19 18:53:26.324306 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba60b22-df4d-472e-af8c-6c4dacdb758c', 'name': 'network-vif-deleted', 'tag': 'e7df4506-614f-49ea-afda-8645efb6dc8c'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:53:26.326616 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76f6394-80ca-44b0-80fe-1d6a9f5bc5af" -d '{"events": [{"server_uuid": "4ba60b22-df4d-472e-af8c-6c4dacdb758c", "name": "network-vif-deleted", "tag": "e7df4506-614f-49ea-afda-8645efb6dc8c"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:53:26.366562 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d420eb3d-d3a2-4f46-a9ee-b56f66726176 x-openstack-request-id: req-d420eb3d-d3a2-4f46-a9ee-b56f66726176 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:53:26.366863 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba60b22-df4d-472e-af8c-6c4dacdb758c", "name": "network-vif-deleted", "tag": "e7df4506-614f-49ea-afda-8645efb6dc8c", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:53:26.367134 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d420eb3d-d3a2-4f46-a9ee-b56f66726176 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:53:26.367549 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba60b22-df4d-472e-af8c-6c4dacdb758c', 'name': 'network-vif-deleted', 'tag': 'e7df4506-614f-49ea-afda-8645efb6dc8c', 'status': 'completed', 'code': 200} Aug 19 18:53:26.458790 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-00ec5398-b872-4099-b11f-df0f46af56fa req-7e7b6a39-cc68-4c85-8e4d-c6a4dc1e0e94 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:26.797486 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-00ec5398-b872-4099-b11f-df0f46af56fa req-7e7b6a39-cc68-4c85-8e4d-c6a4dc1e0e94 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:26.809921 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['e7df4506-614f-49ea-afda-8645efb6dc8c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:53:26.843817 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ec5398-b872-4099-b11f-df0f46af56fa req-7e7b6a39-cc68-4c85-8e4d-c6a4dc1e0e94 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Network a4caa0da-5f51-437a-899e-630b53de040e is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:53:26.846918 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-00ec5398-b872-4099-b11f-df0f46af56fa req-7e7b6a39-cc68-4c85-8e4d-c6a4dc1e0e94 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:53:26.850727 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ec5398-b872-4099-b11f-df0f46af56fa req-7e7b6a39-cc68-4c85-8e4d-c6a4dc1e0e94 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:53:26.857475 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b6a39-cc68-4c85-8e4d-c6a4dc1e0e94 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Pushing event updated for resources: {'Port': ['ID=be03c367-56e8-4083-b1fd-3ae3ddbd32e6,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:26.903162 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec5398-b872-4099-b11f-df0f46af56fa req-7e7b6a39-cc68-4c85-8e4d-c6a4dc1e0e94 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:26.903789 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-00ec5398-b872-4099-b11f-df0f46af56fa req-7e7b6a39-cc68-4c85-8e4d-c6a4dc1e0e94 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:26.918577 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-00ec5398-b872-4099-b11f-df0f46af56fa req-7e7b6a39-cc68-4c85-8e4d-c6a4dc1e0e94 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1591547 Aug 19 18:53:26.930985 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-00ec5398-b872-4099-b11f-df0f46af56fa req-d4c1f8a9-dcee-4069-bd93-245d42ad2c81 service neutron] Request body: {'port': {'device_id': 'b64c0681-8d5b-4a9b-82c3-63f69210a77a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:27.016137 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-00ec5398-b872-4099-b11f-df0f46af56fa req-d4c1f8a9-dcee-4069-bd93-245d42ad2c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:27.037458 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dd9a6-bbd7-491f-a53b-d824bd2960a2 req-ca178394-1d73-4dfd-ace4-e1bf1bbc0610 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:27.038896 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-db5dd9a6-bbd7-491f-a53b-d824bd2960a2 req-ca178394-1d73-4dfd-ace4-e1bf1bbc0610 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 931 time: 0.0885737 Aug 19 18:53:27.156636 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-db5dd9a6-bbd7-491f-a53b-d824bd2960a2 req-6b904970-cac6-4e15-b7a6-5d88f1a91279 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963104 Aug 19 18:53:27.315155 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-00ec5398-b872-4099-b11f-df0f46af56fa req-d4c1f8a9-dcee-4069-bd93-245d42ad2c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be03c367-56e8-4083-b1fd-3ae3ddbd32e6 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:53:27.322902 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-00ec5398-b872-4099-b11f-df0f46af56fa req-d4c1f8a9-dcee-4069-bd93-245d42ad2c81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:27.334728 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-00ec5398-b872-4099-b11f-df0f46af56fa req-d4c1f8a9-dcee-4069-bd93-245d42ad2c81 service neutron] Transition to ACTIVE for port object be03c367-56e8-4083-b1fd-3ae3ddbd32e6 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:53:27.337978 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-00ec5398-b872-4099-b11f-df0f46af56fa req-d4c1f8a9-dcee-4069-bd93-245d42ad2c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:27.405501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1f8a9-dcee-4069-bd93-245d42ad2c81 service neutron] Pushing event updated for resources: {'Port': ['ID=be03c367-56e8-4083-b1fd-3ae3ddbd32e6,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:27.455499 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-00ec5398-b872-4099-b11f-df0f46af56fa req-d4c1f8a9-dcee-4069-bd93-245d42ad2c81 service neutron] Attempting to bind port be03c367-56e8-4083-b1fd-3ae3ddbd32e6 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:53:27.455866 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-00ec5398-b872-4099-b11f-df0f46af56fa req-d4c1f8a9-dcee-4069-bd93-245d42ad2c81 service neutron] Attempting to bind port be03c367-56e8-4083-b1fd-3ae3ddbd32e6 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'a8bd6a05-753b-46f3-80ab-a7b813da2370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a4caa0da-5f51-437a-899e-630b53de040e'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:53:27.456203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec5398-b872-4099-b11f-df0f46af56fa req-d4c1f8a9-dcee-4069-bd93-245d42ad2c81 service neutron] Attempting to bind port be03c367-56e8-4083-b1fd-3ae3ddbd32e6 on network a4caa0da-5f51-437a-899e-630b53de040e {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:53:27.461475 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec5398-b872-4099-b11f-df0f46af56fa req-d4c1f8a9-dcee-4069-bd93-245d42ad2c81 service neutron] Port be03c367-56e8-4083-b1fd-3ae3ddbd32e6 on network a4caa0da-5f51-437a-899e-630b53de040e not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:53:27.461946 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec5398-b872-4099-b11f-df0f46af56fa req-d4c1f8a9-dcee-4069-bd93-245d42ad2c81 service neutron] Attempting to bind port be03c367-56e8-4083-b1fd-3ae3ddbd32e6 on network a4caa0da-5f51-437a-899e-630b53de040e {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:53:27.467347 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec5398-b872-4099-b11f-df0f46af56fa req-d4c1f8a9-dcee-4069-bd93-245d42ad2c81 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:53:27.467688 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec5398-b872-4099-b11f-df0f46af56fa req-d4c1f8a9-dcee-4069-bd93-245d42ad2c81 service neutron] Checking segment: {'id': 'a8bd6a05-753b-46f3-80ab-a7b813da2370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a4caa0da-5f51-437a-899e-630b53de040e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:53:27.468077 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec5398-b872-4099-b11f-df0f46af56fa req-d4c1f8a9-dcee-4069-bd93-245d42ad2c81 service neutron] Bound using segment: {'id': 'a8bd6a05-753b-46f3-80ab-a7b813da2370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a4caa0da-5f51-437a-899e-630b53de040e'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:53:27.468509 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-00ec5398-b872-4099-b11f-df0f46af56fa req-d4c1f8a9-dcee-4069-bd93-245d42ad2c81 service neutron] Bound port: be03c367-56e8-4083-b1fd-3ae3ddbd32e6, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8bd6a05-753b-46f3-80ab-a7b813da2370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a4caa0da-5f51-437a-899e-630b53de040e'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:53:27.468867 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-00ec5398-b872-4099-b11f-df0f46af56fa req-d4c1f8a9-dcee-4069-bd93-245d42ad2c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:27.531120 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-00ec5398-b872-4099-b11f-df0f46af56fa req-d4c1f8a9-dcee-4069-bd93-245d42ad2c81 service neutron] For port be03c367-56e8-4083-b1fd-3ae3ddbd32e6, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:53:27.534090 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-00ec5398-b872-4099-b11f-df0f46af56fa req-d4c1f8a9-dcee-4069-bd93-245d42ad2c81 service neutron] For port be03c367-56e8-4083-b1fd-3ae3ddbd32e6, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=be03c367-56e8-4083-b1fd-3ae3ddbd32e6,segment=NetworkSegment(a8bd6a05-753b-46f3-80ab-a7b813da2370),segment_id=a8bd6a05-753b-46f3-80ab-a7b813da2370)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:53:27.538635 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-00ec5398-b872-4099-b11f-df0f46af56fa req-d4c1f8a9-dcee-4069-bd93-245d42ad2c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:27.576152 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec5398-b872-4099-b11f-df0f46af56fa req-d4c1f8a9-dcee-4069-bd93-245d42ad2c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:27.576781 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-00ec5398-b872-4099-b11f-df0f46af56fa req-d4c1f8a9-dcee-4069-bd93-245d42ad2c81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:27.578220 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-00ec5398-b872-4099-b11f-df0f46af56fa req-d4c1f8a9-dcee-4069-bd93-245d42ad2c81 service neutron] 10.222.0.50 "PUT /v2.0/ports/be03c367-56e8-4083-b1fd-3ae3ddbd32e6 HTTP/1.1" status: 200 len: 1091 time: 0.6515284 Aug 19 18:53:27.599774 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1f8a9-dcee-4069-bd93-245d42ad2c81 service neutron] Pushing event updated for resources: {'Port': ['ID=be03c367-56e8-4083-b1fd-3ae3ddbd32e6,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:27.657811 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec5398-b872-4099-b11f-df0f46af56fa req-c3b7f31e-749e-42c6-9ab5-42732ac2fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:27.659387 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-00ec5398-b872-4099-b11f-df0f46af56fa req-c3b7f31e-749e-42c6-9ab5-42732ac2fe35 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0820aeabb9284e7083cb077d4d3b1d10&device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 1094 time: 0.0435114 Aug 19 18:53:27.702620 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-00ec5398-b872-4099-b11f-df0f46af56fa req-f531d345-5fbe-4c3b-ad37-6644fecefe0d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be03c367-56e8-4083-b1fd-3ae3ddbd32e6 HTTP/1.1" status: 200 len: 217 time: 0.0356834 Aug 19 18:53:27.754647 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec5398-b872-4099-b11f-df0f46af56fa req-33041995-d84c-4560-b5c3-75b71963e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:27.756079 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-00ec5398-b872-4099-b11f-df0f46af56fa req-33041995-d84c-4560-b5c3-75b71963e707 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80050ce5-f5d2-43df-8152-2881b41a0a0f HTTP/1.1" status: 200 len: 855 time: 0.0469303 Aug 19 18:53:27.787127 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-00ec5398-b872-4099-b11f-df0f46af56fa req-bdcd24bf-1cfa-4b58-8584-4a2513e78108 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a4caa0da-5f51-437a-899e-630b53de040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243607 Aug 19 18:53:27.879975 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-00ec5398-b872-4099-b11f-df0f46af56fa req-892bcca3-71e5-4b7c-9c2d-1ee5ea56deb9 service neutron] 10.222.0.50 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851340 Aug 19 18:53:27.977261 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-00ec5398-b872-4099-b11f-df0f46af56fa req-950871a4-3766-4882-98a6-251912bac3a0 service neutron] 10.222.0.50 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903976 Aug 19 18:53:28.282318 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b0908-2bf8-4012-83b4-f061b43541e2 req-1dbceb51-00bd-4549-8be5-ef886817e13e tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:28.283832 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ec1b0908-2bf8-4012-83b4-f061b43541e2 req-1dbceb51-00bd-4549-8be5-ef886817e13e tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 943 time: 0.0573547 Aug 19 18:53:28.321238 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ec1b0908-2bf8-4012-83b4-f061b43541e2 req-05c53f6e-63f5-431a-a340-c9330049475e tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315099 Aug 19 18:53:28.368708 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64c0681-8d5b-4a9b-82c3-63f69210a77a', 'tag': 'be03c367-56e8-4083-b1fd-3ae3ddbd32e6'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:53:28.371380 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab4b4d9-ac46-40c0-bc1c-3ead028763fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b64c0681-8d5b-4a9b-82c3-63f69210a77a", "tag": "be03c367-56e8-4083-b1fd-3ae3ddbd32e6"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:53:28.407251 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f5198e-c68d-45f6-be50-05fb5d30b68b x-openstack-request-id: req-05f5198e-c68d-45f6-be50-05fb5d30b68b {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:53:28.407546 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64c0681-8d5b-4a9b-82c3-63f69210a77a", "tag": "be03c367-56e8-4083-b1fd-3ae3ddbd32e6", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:53:28.407803 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05f5198e-c68d-45f6-be50-05fb5d30b68b {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:53:28.408205 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64c0681-8d5b-4a9b-82c3-63f69210a77a', 'tag': 'be03c367-56e8-4083-b1fd-3ae3ddbd32e6', 'status': 'completed', 'code': 200} Aug 19 18:53:28.474644 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4b4d9-ac46-40c0-bc1c-3ead028763fe req-8ed21f57-3b82-4f3f-ab52-1880c7608f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:28.476075 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6ab4b4d9-ac46-40c0-bc1c-3ead028763fe req-8ed21f57-3b82-4f3f-ab52-1880c7608f39 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0820aeabb9284e7083cb077d4d3b1d10&device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 1094 time: 0.0445333 Aug 19 18:53:28.568838 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4b4d9-ac46-40c0-bc1c-3ead028763fe req-a67d0a8a-97e4-4cb7-9fcc-40376541ea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:28.570360 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6ab4b4d9-ac46-40c0-bc1c-3ead028763fe req-a67d0a8a-97e4-4cb7-9fcc-40376541ea39 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a4caa0da-5f51-437a-899e-630b53de040e HTTP/1.1" status: 200 len: 916 time: 0.0871689 Aug 19 18:53:28.615546 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6ab4b4d9-ac46-40c0-bc1c-3ead028763fe req-57cec66c-80d8-48b1-a9ec-12f009f73f77 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be03c367-56e8-4083-b1fd-3ae3ddbd32e6 HTTP/1.1" status: 200 len: 217 time: 0.0352175 Aug 19 18:53:28.668481 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4b4d9-ac46-40c0-bc1c-3ead028763fe req-d32c71a4-9209-4b60-9995-536de37f2eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:28.669992 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6ab4b4d9-ac46-40c0-bc1c-3ead028763fe req-d32c71a4-9209-4b60-9995-536de37f2eea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80050ce5-f5d2-43df-8152-2881b41a0a0f HTTP/1.1" status: 200 len: 855 time: 0.0471489 Aug 19 18:53:28.703042 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6ab4b4d9-ac46-40c0-bc1c-3ead028763fe req-fe1183b8-d083-43b6-bb83-97d09a8fee71 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a4caa0da-5f51-437a-899e-630b53de040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257535 Aug 19 18:53:28.798604 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6ab4b4d9-ac46-40c0-bc1c-3ead028763fe req-faa94ffd-e5d5-42df-b885-254e0a6a37dc service neutron] 10.222.0.50 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872707 Aug 19 18:53:28.890572 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6ab4b4d9-ac46-40c0-bc1c-3ead028763fe req-510fdad0-f691-4f9e-acac-4c721a93b38a service neutron] 10.222.0.50 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843191 Aug 19 18:53:29.139253 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device be03c367-56e8-4083-b1fd-3ae3ddbd32e6 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:53:29.141312 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device e7df4506-614f-49ea-afda-8645efb6dc8c no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:53:29.167867 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: e7df4506-614f-49ea-afda-8645efb6dc8c {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:53:29.168208 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device e7df4506-614f-49ea-afda-8645efb6dc8c not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:53:29.250568 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port be03c367-56e8-4083-b1fd-3ae3ddbd32e6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=be03c367-56e8-4083-b1fd-3ae3ddbd32e6,segment=NetworkSegment(a8bd6a05-753b-46f3-80ab-a7b813da2370),segment_id=a8bd6a05-753b-46f3-80ab-a7b813da2370)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:29.261302 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'be03c367-56e8-4083-b1fd-3ae3ddbd32e6', 'network_id': 'a4caa0da-5f51-437a-899e-630b53de040e', 'port_id': 'be03c367-56e8-4083-b1fd-3ae3ddbd32e6', 'mac_address': 'fa:16:3e:a1:d4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80050ce5-f5d2-43df-8152-2881b41a0a0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:53:29.317698 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:29.442208 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3db62-6ec1-4060-babf-045c376a28b7 req-ae33f9da-22c8-4307-b9e5-2a41b70a57f8 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:29.443748 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-94b3db62-6ec1-4060-babf-045c376a28b7 req-ae33f9da-22c8-4307-b9e5-2a41b70a57f8 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 943 time: 0.0522399 Aug 19 18:53:29.484177 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-94b3db62-6ec1-4060-babf-045c376a28b7 req-d94bb47b-c861-4b34-9f1f-2c67a3675293 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337903 Aug 19 18:53:29.488933 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be03c367-56e8-4083-b1fd-3ae3ddbd32e6 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:53:29.509309 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port be03c367-56e8-4083-b1fd-3ae3ddbd32e6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=be03c367-56e8-4083-b1fd-3ae3ddbd32e6,segment=NetworkSegment(a8bd6a05-753b-46f3-80ab-a7b813da2370),segment_id=a8bd6a05-753b-46f3-80ab-a7b813da2370)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:29.513138 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:29.559543 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=be03c367-56e8-4083-b1fd-3ae3ddbd32e6,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:29.723868 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['be03c367-56e8-4083-b1fd-3ae3ddbd32e6'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:53:30.608531 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4337103-12e4-4e6e-ac50-f4e00724f81f req-c74c15c5-a49a-4b0e-99f2-4ff0c98f7b82 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:30.610111 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c4337103-12e4-4e6e-ac50-f4e00724f81f req-c74c15c5-a49a-4b0e-99f2-4ff0c98f7b82 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 944 time: 0.0572407 Aug 19 18:53:30.648695 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c4337103-12e4-4e6e-ac50-f4e00724f81f req-e47d8edd-9078-498c-a8ad-2e7acaa64939 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323443 Aug 19 18:53:31.138312 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device be03c367-56e8-4083-b1fd-3ae3ddbd32e6 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:53:31.186522 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port be03c367-56e8-4083-b1fd-3ae3ddbd32e6 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:53:31.190513 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port be03c367-56e8-4083-b1fd-3ae3ddbd32e6 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:53:31.190898 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:31.274918 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:31.296885 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64c0681-8d5b-4a9b-82c3-63f69210a77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be03c367-56e8-4083-b1fd-3ae3ddbd32e6'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:53:31.299153 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb78594e-8c4e-4660-8839-4f76108c7e5d" -d '{"events": [{"server_uuid": "b64c0681-8d5b-4a9b-82c3-63f69210a77a", "name": "network-vif-plugged", "status": "completed", "tag": "be03c367-56e8-4083-b1fd-3ae3ddbd32e6"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:53:31.312483 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port be03c367-56e8-4083-b1fd-3ae3ddbd32e6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=be03c367-56e8-4083-b1fd-3ae3ddbd32e6,segment=NetworkSegment(a8bd6a05-753b-46f3-80ab-a7b813da2370),segment_id=a8bd6a05-753b-46f3-80ab-a7b813da2370)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:31.316366 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:31.345909 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0325f077-b4ab-4339-9b93-1cd42a9d860c x-openstack-request-id: req-0325f077-b4ab-4339-9b93-1cd42a9d860c {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:53:31.346211 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64c0681-8d5b-4a9b-82c3-63f69210a77a", "name": "network-vif-plugged", "status": "completed", "tag": "be03c367-56e8-4083-b1fd-3ae3ddbd32e6", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:53:31.346468 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0325f077-b4ab-4339-9b93-1cd42a9d860c {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:53:31.346871 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64c0681-8d5b-4a9b-82c3-63f69210a77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be03c367-56e8-4083-b1fd-3ae3ddbd32e6', 'code': 200} Aug 19 18:53:31.376459 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=be03c367-56e8-4083-b1fd-3ae3ddbd32e6,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:31.434616 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87110541-4193-463f-aa66-b5a61cdcc9bb req-9ac15188-0720-454f-a53e-1f1ab4d47392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:31.436125 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87110541-4193-463f-aa66-b5a61cdcc9bb req-9ac15188-0720-454f-a53e-1f1ab4d47392 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 1096 time: 0.0401666 Aug 19 18:53:31.471431 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87110541-4193-463f-aa66-b5a61cdcc9bb req-a739b13d-089e-4d14-bc11-4261d9dac5c4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275497 Aug 19 18:53:31.764051 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe8d59-5830-42e9-85be-2670492704b1 req-f602e720-8c1e-43ec-b78f-0906268436f6 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:31.765562 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-adfe8d59-5830-42e9-85be-2670492704b1 req-f602e720-8c1e-43ec-b78f-0906268436f6 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0492806 Aug 19 18:53:31.804195 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-adfe8d59-5830-42e9-85be-2670492704b1 req-f97ffbc5-6892-4b42-9a82-b459098650ba tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326483 Aug 19 18:53:32.781637 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:53:32.920609 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838448b-1507-437c-af14-fbd02cf7b017 req-3327de25-6de3-46d7-a25b-cedfed58e117 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:32.922132 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c838448b-1507-437c-af14-fbd02cf7b017 req-3327de25-6de3-46d7-a25b-cedfed58e117 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0491960 Aug 19 18:53:32.960537 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c838448b-1507-437c-af14-fbd02cf7b017 req-35b5d68b-6099-400b-b552-f65590e5eba2 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325508 Aug 19 18:53:33.084060 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c49100-5f15-4202-a886-128516231136 req-ab13fbdf-8a69-4d31-b8e9-489023da8b28 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:33.085492 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-27c49100-5f15-4202-a886-128516231136 req-ab13fbdf-8a69-4d31-b8e9-489023da8b28 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0540323 Aug 19 18:53:33.124409 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-27c49100-5f15-4202-a886-128516231136 req-a25891cc-74fe-4318-87c4-a4bf4e44a765 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328825 Aug 19 18:53:33.348594 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-9806e833-5685-4fd3-b2fa-92623e4edf01 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0453260 Aug 19 18:53:33.363362 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8bcb2-90bf-416a-a7f8-b31b349d5a4c req-9d6989fa-0eac-460e-9eb0-f38dbbedd2b4 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:33.364911 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6ee8bcb2-90bf-416a-a7f8-b31b349d5a4c req-9d6989fa-0eac-460e-9eb0-f38dbbedd2b4 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0511336 Aug 19 18:53:33.406880 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6ee8bcb2-90bf-416a-a7f8-b31b349d5a4c req-4070cc8e-e6f2-40d8-a27f-ddf9370bbbf8 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343370 Aug 19 18:53:34.505330 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-926545b1-7e3b-409c-8fb5-cb3b62d7181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:34.506919 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-926545b1-7e3b-409c-8fb5-cb3b62d7181f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0820aeabb9284e7083cb077d4d3b1d10&device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 1096 time: 0.0423300 Aug 19 18:53:34.527290 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a3e74-ccb0-4716-838f-3621b9ea2d88 req-4bddde99-1c51-4a4d-b08a-d5bc405abbd6 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:34.528813 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8b6a3e74-ccb0-4716-838f-3621b9ea2d88 req-4bddde99-1c51-4a4d-b08a-d5bc405abbd6 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0508749 Aug 19 18:53:34.566817 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8b6a3e74-ccb0-4716-838f-3621b9ea2d88 req-d3186c27-eb8c-41e8-8d0e-d9d9afd26e8e tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320051 Aug 19 18:53:34.603617 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-d0030f12-5133-4b7c-9ed9-8808cedb6b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:34.605084 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-d0030f12-5133-4b7c-9ed9-8808cedb6b80 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a4caa0da-5f51-437a-899e-630b53de040e HTTP/1.1" status: 200 len: 916 time: 0.0905187 Aug 19 18:53:34.649999 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-ecf5f674-f037-4d2d-8830-c1b598a5bd0e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be03c367-56e8-4083-b1fd-3ae3ddbd32e6 HTTP/1.1" status: 200 len: 217 time: 0.0364125 Aug 19 18:53:34.654593 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-da653faa-e8f4-4923-b07b-c2132405e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:34.702208 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-ddec4bf6-8079-4654-91f1-c42182056175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:34.703579 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-ddec4bf6-8079-4654-91f1-c42182056175 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80050ce5-f5d2-43df-8152-2881b41a0a0f HTTP/1.1" status: 200 len: 855 time: 0.0458798 Aug 19 18:53:34.740346 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-465f1ef0-7e5b-4afa-ab8b-d31012ae11d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a4caa0da-5f51-437a-899e-630b53de040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291989 Aug 19 18:53:34.830809 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-31c74e03-07e2-43e0-a432-6697299e53de service neutron] 10.222.0.50 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825636 Aug 19 18:53:34.926967 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-430c009d-7c9e-4e44-8d0f-e3b690ccf941 service neutron] 10.222.0.50 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879171 Aug 19 18:53:35.684361 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484932af-b3d7-4067-b020-416f4ca3597e req-bb20e455-916b-41e9-af83-d805814ea00d tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:35.685988 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-484932af-b3d7-4067-b020-416f4ca3597e req-bb20e455-916b-41e9-af83-d805814ea00d tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0504410 Aug 19 18:53:35.724131 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-484932af-b3d7-4067-b020-416f4ca3597e req-f625ba7b-e5a8-4558-84dc-82b698ce7c80 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322134 Aug 19 18:53:36.842875 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af3520-d4a5-41f2-b42c-fe284537f39c req-dea3a193-a422-4b16-8ddf-2ab4446fb77f tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:36.844363 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a7af3520-d4a5-41f2-b42c-fe284537f39c req-dea3a193-a422-4b16-8ddf-2ab4446fb77f tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0520277 Aug 19 18:53:36.883017 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a7af3520-d4a5-41f2-b42c-fe284537f39c req-8fde61cb-75e8-49f3-b4f2-a597cc7e3532 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327184 Aug 19 18:53:37.330322 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:37.417352 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3f3fba94-329a-4a07-8f60-98c4298da2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:38.004233 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23233d67-131e-4bed-85d4-c0f48b96194f req-e69adc70-b90b-4d41-be4c-e80e62427130 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:38.005811 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23233d67-131e-4bed-85d4-c0f48b96194f req-e69adc70-b90b-4d41-be4c-e80e62427130 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0548720 Aug 19 18:53:38.046187 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23233d67-131e-4bed-85d4-c0f48b96194f req-99d14857-a217-4be3-98f3-46e29476b2f0 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334897 Aug 19 18:53:38.298580 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:39.166799 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9df6e1-bc21-43f3-b537-e90de8499e28 req-ff48fe53-e4df-4e4b-b195-0be07e0d4a83 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:39.168431 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5d9df6e1-bc21-43f3-b537-e90de8499e28 req-ff48fe53-e4df-4e4b-b195-0be07e0d4a83 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0535932 Aug 19 18:53:39.205614 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5d9df6e1-bc21-43f3-b537-e90de8499e28 req-1ec3567b-1379-4737-8ed6-a989a3872a14 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314753 Aug 19 18:53:40.299596 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:40.321777 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605252ea-a0c5-4254-843c-0301e3e3894d req-c7c4bcd8-f320-47ae-b1e8-a6b577a20b48 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:40.323269 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-605252ea-a0c5-4254-843c-0301e3e3894d req-c7c4bcd8-f320-47ae-b1e8-a6b577a20b48 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0507724 Aug 19 18:53:40.366990 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-605252ea-a0c5-4254-843c-0301e3e3894d req-bacb574a-4707-46b9-8f70-9ae903c04929 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375729 Aug 19 18:53:41.474234 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:41.486040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c033ab-9f38-475f-9c18-5e121daccce7 req-72c346d4-11e5-48a7-bbe4-9e8d64b1cb78 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:41.487630 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e0c033ab-9f38-475f-9c18-5e121daccce7 req-72c346d4-11e5-48a7-bbe4-9e8d64b1cb78 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0527663 Aug 19 18:53:41.539508 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e0c033ab-9f38-475f-9c18-5e121daccce7 req-e5b5ba04-6821-473d-a844-1669ab585d0b tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439212 Aug 19 18:53:42.655917 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa689b3f-2994-4f5e-811b-bfe3f9873175 req-1b2c5c67-d0b2-4607-b217-2eb6d1b5c097 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:42.657385 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aa689b3f-2994-4f5e-811b-bfe3f9873175 req-1b2c5c67-d0b2-4607-b217-2eb6d1b5c097 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0489492 Aug 19 18:53:42.694898 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aa689b3f-2994-4f5e-811b-bfe3f9873175 req-0db4a857-1ad0-46a1-90be-68772d00939b tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315096 Aug 19 18:53:43.813932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f3324-fd02-4213-b031-31a819fbd1e3 req-dd417e18-a60c-4f0e-a6cf-818e878c681a tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:43.815421 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a0f3324-fd02-4213-b031-31a819fbd1e3 req-dd417e18-a60c-4f0e-a6cf-818e878c681a tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0500727 Aug 19 18:53:43.853562 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a0f3324-fd02-4213-b031-31a819fbd1e3 req-77b77d55-2677-488c-8a94-1625462e8e1f tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320823 Aug 19 18:53:44.970118 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb6a55-dca2-4ec2-bfdb-64000b51a1d1 req-c132b11a-bd01-4e8c-9143-8591516b1407 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:44.971637 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25eb6a55-dca2-4ec2-bfdb-64000b51a1d1 req-c132b11a-bd01-4e8c-9143-8591516b1407 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0506232 Aug 19 18:53:45.012778 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25eb6a55-dca2-4ec2-bfdb-64000b51a1d1 req-0561a9ea-903e-4a01-8cb0-616e9d969b7b tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351324 Aug 19 18:53:46.133150 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf7869-7aa0-49e4-8806-a29282ee6910 req-f8d295de-a449-44c8-8980-e064238a4a13 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:46.134662 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f5cf7869-7aa0-49e4-8806-a29282ee6910 req-f8d295de-a449-44c8-8980-e064238a4a13 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0532830 Aug 19 18:53:46.177053 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f5cf7869-7aa0-49e4-8806-a29282ee6910 req-fe9d13c4-f515-4082-892f-137e8fefc577 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362921 Aug 19 18:53:46.902408 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:47.291150 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881caeeb-bee2-4428-b1e3-d7c3ee2de69b req-4a4dbd7f-950a-4951-9a03-9b924ee385c8 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:47.293436 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-881caeeb-bee2-4428-b1e3-d7c3ee2de69b req-4a4dbd7f-950a-4951-9a03-9b924ee385c8 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0491779 Aug 19 18:53:47.335380 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-881caeeb-bee2-4428-b1e3-d7c3ee2de69b req-704974d6-5a70-468c-8a7c-c060e384121e tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357423 Aug 19 18:53:48.450382 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd7ed4-d580-4ed4-a3e8-d0443f5bef14 req-92ca9063-907d-40de-a7fa-320733401643 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:48.451875 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-72dd7ed4-d580-4ed4-a3e8-d0443f5bef14 req-92ca9063-907d-40de-a7fa-320733401643 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0500429 Aug 19 18:53:48.489893 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-72dd7ed4-d580-4ed4-a3e8-d0443f5bef14 req-9ef514f4-a525-45fd-b882-f5d9c3103bd7 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317845 Aug 19 18:53:49.605396 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9b119-b02a-4645-bf83-519f6c2d9eec req-6270761d-3494-42a7-a9b4-3a4348867bf1 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:49.607292 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0ad9b119-b02a-4645-bf83-519f6c2d9eec req-6270761d-3494-42a7-a9b4-3a4348867bf1 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0499120 Aug 19 18:53:49.646710 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0ad9b119-b02a-4645-bf83-519f6c2d9eec req-6ebd910c-609f-4d45-9685-09e18700b46b tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325296 Aug 19 18:53:50.763109 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0ba50-a580-4acd-9ffc-370f0c428e12 req-1b2b85cb-5e8c-45e5-9245-664a6e327d0f tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:50.764611 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ba0ba50-a580-4acd-9ffc-370f0c428e12 req-1b2b85cb-5e8c-45e5-9245-664a6e327d0f tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0512338 Aug 19 18:53:50.805965 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ba0ba50-a580-4acd-9ffc-370f0c428e12 req-03b342e3-59c0-4349-931f-46a9e5a6e79a tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350692 Aug 19 18:53:51.929825 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7bfaf-dddc-46f7-8e7a-d529f1a82aa3 req-11a78bc0-e1c6-41b7-bc42-3e9395ecd9f3 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:51.931414 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2ef7bfaf-dddc-46f7-8e7a-d529f1a82aa3 req-11a78bc0-e1c6-41b7-bc42-3e9395ecd9f3 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0516715 Aug 19 18:53:51.974058 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2ef7bfaf-dddc-46f7-8e7a-d529f1a82aa3 req-f8db084c-f4be-4150-9a22-97e7d1889584 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339561 Aug 19 18:53:53.100261 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1893844-8b28-4d4a-88d6-9bbe048c76ab req-925a0710-dbcb-402f-8903-7c8ae32b7c6a tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:53.101790 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a1893844-8b28-4d4a-88d6-9bbe048c76ab req-925a0710-dbcb-402f-8903-7c8ae32b7c6a tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0545599 Aug 19 18:53:53.140144 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a1893844-8b28-4d4a-88d6-9bbe048c76ab req-056c1377-4d22-4c52-8517-b6ff3b25ec2c tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314255 Aug 19 18:53:54.256402 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400eda26-c797-4812-a276-b20651637b17 req-55569d51-8a7a-46f1-bf22-e2655c9397d9 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:54.257905 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-400eda26-c797-4812-a276-b20651637b17 req-55569d51-8a7a-46f1-bf22-e2655c9397d9 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0495315 Aug 19 18:53:54.299762 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-400eda26-c797-4812-a276-b20651637b17 req-830f7b98-1dad-4e47-bafb-769c016655a6 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357006 Aug 19 18:53:55.415489 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca46aaa-177d-4e1d-b31c-194d1649dc4f req-9b740ab1-c45b-4c2b-a765-aa26e32bb0f1 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:55.416992 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1ca46aaa-177d-4e1d-b31c-194d1649dc4f req-9b740ab1-c45b-4c2b-a765-aa26e32bb0f1 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0493057 Aug 19 18:53:55.455367 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1ca46aaa-177d-4e1d-b31c-194d1649dc4f req-8c6f19b9-1e29-4dc2-8a72-7dbc39cf47d1 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318713 Aug 19 18:53:56.573482 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363627e-d7f0-43c8-ba43-6c596c3197c0 req-a8860a49-bfbe-44d9-984c-6816afc76414 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:56.574990 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6363627e-d7f0-43c8-ba43-6c596c3197c0 req-a8860a49-bfbe-44d9-984c-6816afc76414 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0497725 Aug 19 18:53:56.613279 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6363627e-d7f0-43c8-ba43-6c596c3197c0 req-442fcabc-9b31-46b9-827c-383108f4d65d tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323143 Aug 19 18:53:57.731938 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88313e49-ae2e-4183-b564-109ba1ddad7b req-9e33c109-9e97-4497-b360-75b91b8d6fd6 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:57.733480 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-88313e49-ae2e-4183-b564-109ba1ddad7b req-9e33c109-9e97-4497-b360-75b91b8d6fd6 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0508401 Aug 19 18:53:57.771630 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-88313e49-ae2e-4183-b564-109ba1ddad7b req-28786cfc-4f7b-4917-b305-b2dbee44fd56 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320957 Aug 19 18:53:58.890939 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c7797-a4dc-46ae-813c-87c2c35ab50d req-e009c6f0-4ae0-4088-8a54-44049d21e145 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:58.892439 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d12c7797-a4dc-46ae-813c-87c2c35ab50d req-e009c6f0-4ae0-4088-8a54-44049d21e145 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0496485 Aug 19 18:53:58.931040 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d12c7797-a4dc-46ae-813c-87c2c35ab50d req-b110ac71-b7da-4370-bfb6-772589f496e5 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325356 Aug 19 18:54:00.051224 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a436c-8625-4aca-88d8-f17b577c276c req-e252d22c-0b39-455c-85b0-2eb56cee863a tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:00.052626 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-029a436c-8625-4aca-88d8-f17b577c276c req-e252d22c-0b39-455c-85b0-2eb56cee863a tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0538962 Aug 19 18:54:00.093485 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-029a436c-8625-4aca-88d8-f17b577c276c req-ca779498-4c0e-438a-acbb-6c2296993c8c tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343914 Aug 19 18:54:01.212173 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82c68a-e825-4590-b0d7-85026f6c4671 req-298f35ad-824e-4746-8d5d-c336c8137c9f tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:01.213702 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9c82c68a-e825-4590-b0d7-85026f6c4671 req-298f35ad-824e-4746-8d5d-c336c8137c9f tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0500524 Aug 19 18:54:01.256496 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9c82c68a-e825-4590-b0d7-85026f6c4671 req-9a227ad4-f3a6-4be5-b348-6822e55e51da tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362055 Aug 19 18:54:02.016239 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-666b882f-7c90-40e6-9390-3eb537fd7f21 service neutron] show failed (client error): The resource could not be found. Aug 19 18:54:02.017267 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-666b882f-7c90-40e6-9390-3eb537fd7f21 service neutron] 10.222.0.50 "GET /v2.0/ports/be03c367-56e8-4083-b1fd-3ae3ddbd32e6/bindings/n-h1-803753-2 HTTP/1.1" status: 404 len: 380 time: 0.0563548 Aug 19 18:54:02.222008 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-18494a77-02c9-420e-aed9-db183b1743d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:02.223526 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-18494a77-02c9-420e-aed9-db183b1743d2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a&tenant_id=0820aeabb9284e7083cb077d4d3b1d10 HTTP/1.1" status: 200 len: 1096 time: 0.0417178 Aug 19 18:54:02.239718 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803753-2', 'device_owner': 'compute:nova'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:02.293362 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:02.456441 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd917a-6612-420a-b9ac-e0f18d94c707 req-708e2a08-92a0-4a5d-9add-433293b6ccf0 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:02.457964 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fcdd917a-6612-420a-b9ac-e0f18d94c707 req-708e2a08-92a0-4a5d-9add-433293b6ccf0 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.1279900 Aug 19 18:54:02.547059 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fcdd917a-6612-420a-b9ac-e0f18d94c707 req-e1d34ad2-386d-414b-b1c5-f2b415bfa66b tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826492 Aug 19 18:54:02.577398 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] For port be03c367-56e8-4083-b1fd-3ae3ddbd32e6, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=be03c367-56e8-4083-b1fd-3ae3ddbd32e6,segment=NetworkSegment(a8bd6a05-753b-46f3-80ab-a7b813da2370),segment_id=a8bd6a05-753b-46f3-80ab-a7b813da2370)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:02.610688 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] For port be03c367-56e8-4083-b1fd-3ae3ddbd32e6, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:54:02.650652 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64c0681-8d5b-4a9b-82c3-63f69210a77a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be03c367-56e8-4083-b1fd-3ae3ddbd32e6'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:54:02.653825 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa305930-2d21-40dd-91d7-8c20cb42fa37" -d '{"events": [{"server_uuid": "b64c0681-8d5b-4a9b-82c3-63f69210a77a", "name": "network-vif-unplugged", "status": "completed", "tag": "be03c367-56e8-4083-b1fd-3ae3ddbd32e6"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:54:02.658044 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:02.671253 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Transition to ACTIVE for port object be03c367-56e8-4083-b1fd-3ae3ddbd32e6 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:54:02.675642 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:02.705900 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f11020-97f2-4997-9378-fc9a358dbc95 x-openstack-request-id: req-01f11020-97f2-4997-9378-fc9a358dbc95 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:54:02.706195 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64c0681-8d5b-4a9b-82c3-63f69210a77a", "name": "network-vif-unplugged", "status": "completed", "tag": "be03c367-56e8-4083-b1fd-3ae3ddbd32e6", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:54:02.706446 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01f11020-97f2-4997-9378-fc9a358dbc95 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:54:02.706843 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64c0681-8d5b-4a9b-82c3-63f69210a77a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be03c367-56e8-4083-b1fd-3ae3ddbd32e6', 'code': 200} Aug 19 18:54:02.742985 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] No DVR routers for this DVR port be03c367-56e8-4083-b1fd-3ae3ddbd32e6 on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:54:02.746328 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Pushing event updated for resources: {'Port': ['ID=be03c367-56e8-4083-b1fd-3ae3ddbd32e6,revision_number=6']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:02.757727 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:02.758075 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:02.758416 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:02.758752 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:02.759082 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:02.759411 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:02.759737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:02.760061 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:02.760384 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:02.760705 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:02.761068 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:02.761571 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:02.790046 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Attempting to bind port be03c367-56e8-4083-b1fd-3ae3ddbd32e6 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:54:02.790384 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Attempting to bind port be03c367-56e8-4083-b1fd-3ae3ddbd32e6 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': 'a8bd6a05-753b-46f3-80ab-a7b813da2370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a4caa0da-5f51-437a-899e-630b53de040e'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:54:02.790713 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Attempting to bind port be03c367-56e8-4083-b1fd-3ae3ddbd32e6 on network a4caa0da-5f51-437a-899e-630b53de040e {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:54:02.795497 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Port be03c367-56e8-4083-b1fd-3ae3ddbd32e6 on network a4caa0da-5f51-437a-899e-630b53de040e not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:54:02.796333 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Attempting to bind port be03c367-56e8-4083-b1fd-3ae3ddbd32e6 on network a4caa0da-5f51-437a-899e-630b53de040e {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:54:02.801389 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:54:02.801705 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Checking segment: {'id': 'a8bd6a05-753b-46f3-80ab-a7b813da2370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a4caa0da-5f51-437a-899e-630b53de040e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:54:02.802090 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Bound using segment: {'id': 'a8bd6a05-753b-46f3-80ab-a7b813da2370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a4caa0da-5f51-437a-899e-630b53de040e'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:54:02.802514 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Bound port: be03c367-56e8-4083-b1fd-3ae3ddbd32e6, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8bd6a05-753b-46f3-80ab-a7b813da2370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a4caa0da-5f51-437a-899e-630b53de040e'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:54:02.802875 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:02.865315 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] For port be03c367-56e8-4083-b1fd-3ae3ddbd32e6, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:54:02.868270 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] For port be03c367-56e8-4083-b1fd-3ae3ddbd32e6, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=be03c367-56e8-4083-b1fd-3ae3ddbd32e6,segment=NetworkSegment(a8bd6a05-753b-46f3-80ab-a7b813da2370),segment_id=a8bd6a05-753b-46f3-80ab-a7b813da2370)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:54:02.873116 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:02.910440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:02.911062 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:02.912457 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] 10.222.0.54 "PUT /v2.0/ports/be03c367-56e8-4083-b1fd-3ae3ddbd32e6 HTTP/1.1" status: 200 len: 1091 time: 0.6767757 Aug 19 18:54:02.933554 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9889e-8821-4dcf-87e2-9c063824f506 service neutron] Pushing event updated for resources: {'Port': ['ID=be03c367-56e8-4083-b1fd-3ae3ddbd32e6,revision_number=7']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:02.984174 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-f35bfb34-88d0-43b0-8552-54575b7ded8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:02.985722 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-f35bfb34-88d0-43b0-8552-54575b7ded8f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0820aeabb9284e7083cb077d4d3b1d10&device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 1094 time: 0.0421922 Aug 19 18:54:03.079618 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-8f3f6806-9760-4fe5-8ad5-9b073a153467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:03.081046 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-8f3f6806-9760-4fe5-8ad5-9b073a153467 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a4caa0da-5f51-437a-899e-630b53de040e HTTP/1.1" status: 200 len: 916 time: 0.0882106 Aug 19 18:54:03.132011 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-373d8338-4abf-47df-a35f-02735a1ecce9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be03c367-56e8-4083-b1fd-3ae3ddbd32e6 HTTP/1.1" status: 200 len: 217 time: 0.0396979 Aug 19 18:54:03.184976 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-2412ce16-a3fd-43f3-8df4-603212638411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:03.186480 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-2412ce16-a3fd-43f3-8df4-603212638411 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=80050ce5-f5d2-43df-8152-2881b41a0a0f HTTP/1.1" status: 200 len: 855 time: 0.0439928 Aug 19 18:54:03.222373 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-30cbf34b-8422-417e-95b9-f0b3f14b04ad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a4caa0da-5f51-437a-899e-630b53de040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244973 Aug 19 18:54:03.318563 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-89061f55-e8bf-45ab-87fb-ac3c3436d13b service neutron] 10.222.0.54 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853176 Aug 19 18:54:03.409992 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1e6e7e7c-3e7f-4828-81a6-b2d384989133 req-a3753f47-45a4-422b-8df3-49f1f99a13e5 service neutron] 10.222.0.54 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822163 Aug 19 18:54:03.531793 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439352d7-ae55-4bda-9b17-6ffd0b0e2892 req-ae9e92f5-547a-4f2e-934c-2e427bc07479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:03.533323 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-439352d7-ae55-4bda-9b17-6ffd0b0e2892 req-ae9e92f5-547a-4f2e-934c-2e427bc07479 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0820aeabb9284e7083cb077d4d3b1d10&device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 1094 time: 0.0452595 Aug 19 18:54:03.680051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439352d7-ae55-4bda-9b17-6ffd0b0e2892 req-a3e2f63a-62c6-4c57-89e2-fdcfe8d0cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:03.681445 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-439352d7-ae55-4bda-9b17-6ffd0b0e2892 req-a3e2f63a-62c6-4c57-89e2-fdcfe8d0cc7c service neutron] 10.222.0.54 "GET /v2.0/networks?id=a4caa0da-5f51-437a-899e-630b53de040e HTTP/1.1" status: 200 len: 916 time: 0.1221128 Aug 19 18:54:03.690207 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a0f53-e435-4eac-b255-6ab1dbf12cd9 req-2d4d2b93-4384-45f0-83ed-843bb5bd8172 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:03.691583 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d06a0f53-e435-4eac-b255-6ab1dbf12cd9 req-2d4d2b93-4384-45f0-83ed-843bb5bd8172 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 943 time: 0.0754244 Aug 19 18:54:03.738271 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-439352d7-ae55-4bda-9b17-6ffd0b0e2892 req-37ea887d-d2c8-4145-9386-a92469bc5592 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be03c367-56e8-4083-b1fd-3ae3ddbd32e6 HTTP/1.1" status: 200 len: 217 time: 0.0452104 Aug 19 18:54:03.795451 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d06a0f53-e435-4eac-b255-6ab1dbf12cd9 req-83bb9083-2d97-4cfc-b262-91486b9541f5 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968714 Aug 19 18:54:03.804286 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439352d7-ae55-4bda-9b17-6ffd0b0e2892 req-b1117bf0-d0c6-4f8d-8866-f5686180c6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:03.805734 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-439352d7-ae55-4bda-9b17-6ffd0b0e2892 req-b1117bf0-d0c6-4f8d-8866-f5686180c6b0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=80050ce5-f5d2-43df-8152-2881b41a0a0f HTTP/1.1" status: 200 len: 855 time: 0.0592546 Aug 19 18:54:03.838559 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-439352d7-ae55-4bda-9b17-6ffd0b0e2892 req-1d278775-8dd3-4b88-8055-76b93c2bf129 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a4caa0da-5f51-437a-899e-630b53de040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252197 Aug 19 18:54:03.932736 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-439352d7-ae55-4bda-9b17-6ffd0b0e2892 req-1af391ed-6ffd-4691-8daf-4d7043044b9f service neutron] 10.222.0.54 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854099 Aug 19 18:54:04.024304 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-439352d7-ae55-4bda-9b17-6ffd0b0e2892 req-94f851ac-82fd-421c-ae94-d4d42001bfc4 service neutron] 10.222.0.54 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833743 Aug 19 18:54:04.654833 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d47c2245-ced9-4b41-a743-2580974c1637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:04.708077 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64c0681-8d5b-4a9b-82c3-63f69210a77a', 'tag': 'be03c367-56e8-4083-b1fd-3ae3ddbd32e6'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:54:04.710512 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079c7262-3b42-4e4a-8d4b-f48079f1061e" -d '{"events": [{"name": "network-changed", "server_uuid": "b64c0681-8d5b-4a9b-82c3-63f69210a77a", "tag": "be03c367-56e8-4083-b1fd-3ae3ddbd32e6"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:54:04.758798 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6f62f2-393d-4a5f-b30d-2bb7f77664a4 x-openstack-request-id: req-0d6f62f2-393d-4a5f-b30d-2bb7f77664a4 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:54:04.759090 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64c0681-8d5b-4a9b-82c3-63f69210a77a", "tag": "be03c367-56e8-4083-b1fd-3ae3ddbd32e6", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:54:04.759358 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d6f62f2-393d-4a5f-b30d-2bb7f77664a4 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:54:04.759763 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64c0681-8d5b-4a9b-82c3-63f69210a77a', 'tag': 'be03c367-56e8-4083-b1fd-3ae3ddbd32e6', 'status': 'completed', 'code': 200} Aug 19 18:54:04.820509 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c7262-3b42-4e4a-8d4b-f48079f1061e req-386ab72b-a333-409d-9041-513dddabc2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:04.822097 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-079c7262-3b42-4e4a-8d4b-f48079f1061e req-386ab72b-a333-409d-9041-513dddabc2af service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0820aeabb9284e7083cb077d4d3b1d10&device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 1094 time: 0.0427582 Aug 19 18:54:04.823153 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c7262-3b42-4e4a-8d4b-f48079f1061e req-980b0588-f120-466a-9f81-788e3b744d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:04.825202 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-079c7262-3b42-4e4a-8d4b-f48079f1061e req-980b0588-f120-466a-9f81-788e3b744d8b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0820aeabb9284e7083cb077d4d3b1d10&device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 1094 time: 0.0435586 Aug 19 18:54:04.924226 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c7262-3b42-4e4a-8d4b-f48079f1061e req-39126c93-451f-4cce-8e71-917070d88c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:04.925767 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-079c7262-3b42-4e4a-8d4b-f48079f1061e req-39126c93-451f-4cce-8e71-917070d88c6f service neutron] 10.222.0.50 "GET /v2.0/networks?id=a4caa0da-5f51-437a-899e-630b53de040e HTTP/1.1" status: 200 len: 916 time: 0.0942819 Aug 19 18:54:04.952327 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77daf09-8e45-4858-9ee9-217ec594928d req-c6a9a080-642d-4953-92bc-d9b687e5ddff tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:04.953872 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b77daf09-8e45-4858-9ee9-217ec594928d req-c6a9a080-642d-4953-92bc-d9b687e5ddff tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 943 time: 0.0723314 Aug 19 18:54:04.963646 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c7262-3b42-4e4a-8d4b-f48079f1061e req-eb590a3e-6b47-46d9-bfe6-cf817599d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:04.965229 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-079c7262-3b42-4e4a-8d4b-f48079f1061e req-eb590a3e-6b47-46d9-bfe6-cf817599d69d service neutron] 10.222.0.54 "GET /v2.0/networks?id=a4caa0da-5f51-437a-899e-630b53de040e HTTP/1.1" status: 200 len: 916 time: 0.1320405 Aug 19 18:54:04.972690 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-079c7262-3b42-4e4a-8d4b-f48079f1061e req-7669b8ad-22c2-417f-92ce-dfdb34eaad55 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be03c367-56e8-4083-b1fd-3ae3ddbd32e6 HTTP/1.1" status: 200 len: 217 time: 0.0354271 Aug 19 18:54:05.022787 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-079c7262-3b42-4e4a-8d4b-f48079f1061e req-92266c5a-fa5b-4d18-b33f-4661823b1a4c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be03c367-56e8-4083-b1fd-3ae3ddbd32e6 HTTP/1.1" status: 200 len: 217 time: 0.0435064 Aug 19 18:54:05.023931 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c7262-3b42-4e4a-8d4b-f48079f1061e req-7162423b-1073-4938-8b5d-03c0cb321310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:05.025467 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-079c7262-3b42-4e4a-8d4b-f48079f1061e req-7162423b-1073-4938-8b5d-03c0cb321310 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80050ce5-f5d2-43df-8152-2881b41a0a0f HTTP/1.1" status: 200 len: 855 time: 0.0453174 Aug 19 18:54:05.043418 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b77daf09-8e45-4858-9ee9-217ec594928d req-f0392965-a248-47a0-94de-9cc321ba1d1f tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771248 Aug 19 18:54:05.060182 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-079c7262-3b42-4e4a-8d4b-f48079f1061e req-4643fb56-1690-4047-99d7-41379f3e9924 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a4caa0da-5f51-437a-899e-630b53de040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255563 Aug 19 18:54:05.082687 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c7262-3b42-4e4a-8d4b-f48079f1061e req-57882a62-1e3f-44b5-87e1-5e067e9b3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:05.084153 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-079c7262-3b42-4e4a-8d4b-f48079f1061e req-57882a62-1e3f-44b5-87e1-5e067e9b3043 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=80050ce5-f5d2-43df-8152-2881b41a0a0f HTTP/1.1" status: 200 len: 855 time: 0.0513148 Aug 19 18:54:05.119344 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-079c7262-3b42-4e4a-8d4b-f48079f1061e req-51872f41-ec8f-4688-bcdd-638d3e547a40 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a4caa0da-5f51-437a-899e-630b53de040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254867 Aug 19 18:54:05.157823 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-079c7262-3b42-4e4a-8d4b-f48079f1061e req-51bdd440-9608-4a5d-bb21-46f1244e0c30 service neutron] 10.222.0.50 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887544 Aug 19 18:54:05.219991 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-079c7262-3b42-4e4a-8d4b-f48079f1061e req-831f326f-3a0e-458f-854f-6628a1305fb2 service neutron] 10.222.0.54 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927713 Aug 19 18:54:05.262048 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-079c7262-3b42-4e4a-8d4b-f48079f1061e req-7c4ce6b8-2425-4181-a680-a41222552c29 service neutron] 10.222.0.50 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960624 Aug 19 18:54:05.319377 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-079c7262-3b42-4e4a-8d4b-f48079f1061e req-9528a358-f18f-4719-8636-85a6abf3cf2a service neutron] 10.222.0.54 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917778 Aug 19 18:54:05.335545 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device be03c367-56e8-4083-b1fd-3ae3ddbd32e6 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:54:05.373204 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device be03c367-56e8-4083-b1fd-3ae3ddbd32e6 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:54:06.173150 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45825c-7045-4fd7-b88f-d4c3f314e0f3 req-03543595-3472-464f-945d-4a4d3ee95024 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:06.174698 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ad45825c-7045-4fd7-b88f-d4c3f314e0f3 req-03543595-3472-464f-945d-4a4d3ee95024 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 943 time: 0.0549605 Aug 19 18:54:06.212112 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ad45825c-7045-4fd7-b88f-d4c3f314e0f3 req-ddb16322-da0c-478b-8a4b-26504014d0d5 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314419 Aug 19 18:54:06.438807 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df1700-7f79-4394-9c63-cb5428f1b029 req-c2c70f9f-0edc-4c4b-80ad-e1d3309aef27 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:06.440329 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-12df1700-7f79-4394-9c63-cb5428f1b029 req-c2c70f9f-0edc-4c4b-80ad-e1d3309aef27 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 943 time: 0.0845721 Aug 19 18:54:06.447436 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb081fe1-da11-4d04-8ad5-d9fd12e9a506 req-49e28e1e-173a-48af-945c-bc0d82397742 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:06.449370 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cb081fe1-da11-4d04-8ad5-d9fd12e9a506 req-49e28e1e-173a-48af-945c-bc0d82397742 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.50 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a&tenant_id=0820aeabb9284e7083cb077d4d3b1d10&binding%3Ahost_id=n-h1-803753-2 HTTP/1.1" status: 200 len: 943 time: 0.0806360 Aug 19 18:54:06.516573 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-12df1700-7f79-4394-9c63-cb5428f1b029 req-ff71d029-0e90-4ace-85bc-5bbd364b1519 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659397 Aug 19 18:54:06.535701 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [req-cb081fe1-da11-4d04-8ad5-d9fd12e9a506 req-e4096b59-8d01-44ec-aaef-56b843885477 service neutron] delete failed (client error): The resource could not be found. Aug 19 18:54:06.536710 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cb081fe1-da11-4d04-8ad5-d9fd12e9a506 req-e4096b59-8d01-44ec-aaef-56b843885477 service neutron] 10.222.0.50 "DELETE /v2.0/ports/be03c367-56e8-4083-b1fd-3ae3ddbd32e6/bindings/n-h2-803753-2 HTTP/1.1" status: 404 len: 380 time: 0.0732691 Aug 19 18:54:06.623274 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb081fe1-da11-4d04-8ad5-d9fd12e9a506 req-f2b5f461-c6e9-4c1b-b066-5ac99a04a059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:06.624788 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cb081fe1-da11-4d04-8ad5-d9fd12e9a506 req-f2b5f461-c6e9-4c1b-b066-5ac99a04a059 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0820aeabb9284e7083cb077d4d3b1d10&device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 1094 time: 0.0423889 Aug 19 18:54:06.741021 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb081fe1-da11-4d04-8ad5-d9fd12e9a506 req-cafe5558-f94c-4382-986f-6d05f2695cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:06.742458 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cb081fe1-da11-4d04-8ad5-d9fd12e9a506 req-cafe5558-f94c-4382-986f-6d05f2695cc6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a4caa0da-5f51-437a-899e-630b53de040e HTTP/1.1" status: 200 len: 916 time: 0.1094878 Aug 19 18:54:06.758428 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device be03c367-56e8-4083-b1fd-3ae3ddbd32e6 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:54:06.794197 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cb081fe1-da11-4d04-8ad5-d9fd12e9a506 req-18751b9a-2d0d-4dbd-a16d-217ef5f11a7e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be03c367-56e8-4083-b1fd-3ae3ddbd32e6 HTTP/1.1" status: 200 len: 217 time: 0.0438857 Aug 19 18:54:06.848027 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb081fe1-da11-4d04-8ad5-d9fd12e9a506 req-7c4b3603-17fc-4be3-ba12-a29919a1626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:06.849506 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cb081fe1-da11-4d04-8ad5-d9fd12e9a506 req-7c4b3603-17fc-4be3-ba12-a29919a1626d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80050ce5-f5d2-43df-8152-2881b41a0a0f HTTP/1.1" status: 200 len: 855 time: 0.0458071 Aug 19 18:54:06.866709 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port be03c367-56e8-4083-b1fd-3ae3ddbd32e6, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=be03c367-56e8-4083-b1fd-3ae3ddbd32e6,segment=NetworkSegment(a8bd6a05-753b-46f3-80ab-a7b813da2370),segment_id=a8bd6a05-753b-46f3-80ab-a7b813da2370)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:06.879119 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'be03c367-56e8-4083-b1fd-3ae3ddbd32e6', 'network_id': 'a4caa0da-5f51-437a-899e-630b53de040e', 'port_id': 'be03c367-56e8-4083-b1fd-3ae3ddbd32e6', 'mac_address': 'fa:16:3e:a1:d4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80050ce5-f5d2-43df-8152-2881b41a0a0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:54:06.882704 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cb081fe1-da11-4d04-8ad5-d9fd12e9a506 req-ab78b8b5-f11b-4edc-b3e6-9330cb2da495 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a4caa0da-5f51-437a-899e-630b53de040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252175 Aug 19 18:54:06.915983 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:06.928572 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be03c367-56e8-4083-b1fd-3ae3ddbd32e6 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:54:06.949100 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port be03c367-56e8-4083-b1fd-3ae3ddbd32e6, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=be03c367-56e8-4083-b1fd-3ae3ddbd32e6,segment=NetworkSegment(a8bd6a05-753b-46f3-80ab-a7b813da2370),segment_id=a8bd6a05-753b-46f3-80ab-a7b813da2370)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:06.953310 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:06.982719 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cb081fe1-da11-4d04-8ad5-d9fd12e9a506 req-511fc8e7-ab39-4d05-a0d4-437f997ddf51 service neutron] 10.222.0.50 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910115 Aug 19 18:54:07.004539 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=be03c367-56e8-4083-b1fd-3ae3ddbd32e6,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:07.012453 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:07.012799 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:07.013138 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:07.013475 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:07.013835 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:07.014167 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:07.014493 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:07.014820 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:07.015145 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:07.015541 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:07.015865 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:07.016188 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:07.076581 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cb081fe1-da11-4d04-8ad5-d9fd12e9a506 req-4ec47a0e-9382-460d-b521-f4793d26bde6 service neutron] 10.222.0.50 "GET /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864532 Aug 19 18:54:07.183464 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['be03c367-56e8-4083-b1fd-3ae3ddbd32e6'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:54:07.335890 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:07.419546 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-91ea5026-9d63-4ba8-b84f-5c3bf29d0a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:07.639581 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c3c10-5972-4532-9aec-cb726ad67011 req-6b3c8e54-9fdf-4393-942d-89d47b81a07a tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:07.641123 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f84c3c10-5972-4532-9aec-cb726ad67011 req-6b3c8e54-9fdf-4393-942d-89d47b81a07a tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 944 time: 0.0521374 Aug 19 18:54:07.685516 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f84c3c10-5972-4532-9aec-cb726ad67011 req-32e6a0ea-7a53-41a3-b41f-769a67083d7a tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382860 Aug 19 18:54:07.803666 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05965537-96c0-489f-af36-8a33633cfbf3 req-91d39c86-5556-47d0-b8f5-0b6bcdae34b0 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:07.805152 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-05965537-96c0-489f-af36-8a33633cfbf3 req-91d39c86-5556-47d0-b8f5-0b6bcdae34b0 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 944 time: 0.0509465 Aug 19 18:54:07.848799 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-05965537-96c0-489f-af36-8a33633cfbf3 req-de8582a4-ad85-4e1d-8202-79d4609158ab tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374115 Aug 19 18:54:07.970035 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f76f0-b25b-424e-8cdb-8dcdb7104d8b req-29360554-dabd-4436-9175-0cbbc10b0af1 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:07.971447 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4b8f76f0-b25b-424e-8cdb-8dcdb7104d8b req-29360554-dabd-4436-9175-0cbbc10b0af1 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 944 time: 0.0561373 Aug 19 18:54:08.009497 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4b8f76f0-b25b-424e-8cdb-8dcdb7104d8b req-c810a3d2-7c04-4258-b963-e0521a74b95b tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322082 Aug 19 18:54:08.300230 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:08.346485 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa10c7-5347-4b22-8880-2a65ccc43f4b req-1ff7b03f-160a-4fd0-9593-e7918f22198a tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:08.347976 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7cfa10c7-5347-4b22-8880-2a65ccc43f4b req-1ff7b03f-160a-4fd0-9593-e7918f22198a tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 944 time: 0.0512345 Aug 19 18:54:08.385680 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7cfa10c7-5347-4b22-8880-2a65ccc43f4b req-046ce805-627d-43d8-8db6-812f4a8cc23c tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317094 Aug 19 18:54:08.774511 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device be03c367-56e8-4083-b1fd-3ae3ddbd32e6 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:54:08.831337 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port be03c367-56e8-4083-b1fd-3ae3ddbd32e6 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:54:08.834916 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port be03c367-56e8-4083-b1fd-3ae3ddbd32e6 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:54:08.835297 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:08.914836 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:08.938196 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64c0681-8d5b-4a9b-82c3-63f69210a77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be03c367-56e8-4083-b1fd-3ae3ddbd32e6'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:54:08.940649 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa196010-6bae-4c92-b0ff-ccd401974f8e" -d '{"events": [{"server_uuid": "b64c0681-8d5b-4a9b-82c3-63f69210a77a", "name": "network-vif-plugged", "status": "completed", "tag": "be03c367-56e8-4083-b1fd-3ae3ddbd32e6"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:54:08.954673 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port be03c367-56e8-4083-b1fd-3ae3ddbd32e6, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=be03c367-56e8-4083-b1fd-3ae3ddbd32e6,segment=NetworkSegment(a8bd6a05-753b-46f3-80ab-a7b813da2370),segment_id=a8bd6a05-753b-46f3-80ab-a7b813da2370)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:08.960108 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:08.988265 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1375293-75c3-486d-a4f4-df57fd8e4d15 x-openstack-request-id: req-f1375293-75c3-486d-a4f4-df57fd8e4d15 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:54:08.988565 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64c0681-8d5b-4a9b-82c3-63f69210a77a", "name": "network-vif-plugged", "status": "completed", "tag": "be03c367-56e8-4083-b1fd-3ae3ddbd32e6", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:54:08.988823 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1375293-75c3-486d-a4f4-df57fd8e4d15 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:54:08.989219 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64c0681-8d5b-4a9b-82c3-63f69210a77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be03c367-56e8-4083-b1fd-3ae3ddbd32e6', 'code': 200} Aug 19 18:54:09.015523 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=be03c367-56e8-4083-b1fd-3ae3ddbd32e6,revision_number=9']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:09.506736 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9742b-2829-4eb5-b40b-cef5bde77683 req-1ac78fb8-dcc5-4a1c-99d2-03e26728b2a4 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:09.508245 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9dc9742b-2829-4eb5-b40b-cef5bde77683 req-1ac78fb8-dcc5-4a1c-99d2-03e26728b2a4 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0502887 Aug 19 18:54:09.545909 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9dc9742b-2829-4eb5-b40b-cef5bde77683 req-fe42b66a-2a99-4a1f-86bb-8ac6357a8436 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5bbd0d4-f82d-4ae4-9196-cdab848e5279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310035 Aug 19 18:54:09.653622 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4b4bf-6f24-47ea-aa33-a066be632948 req-a7669f4e-7cb1-4251-ad34-f49d13444450 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:09.655076 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ee4b4bf-6f24-47ea-aa33-a066be632948 req-a7669f4e-7cb1-4251-ad34-f49d13444450 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.54 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 945 time: 0.0485945 Aug 19 18:54:09.745116 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-6ee4b4bf-6f24-47ea-aa33-a066be632948 req-5cb8f025-10b7-4ca7-8ead-6918de4115b1 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Deleting port be03c367-56e8-4083-b1fd-3ae3ddbd32e6 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:54:09.745435 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6ee4b4bf-6f24-47ea-aa33-a066be632948 req-5cb8f025-10b7-4ca7-8ead-6918de4115b1 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:09.780955 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:54:09.837023 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-6ee4b4bf-6f24-47ea-aa33-a066be632948 req-5cb8f025-10b7-4ca7-8ead-6918de4115b1 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] For port be03c367-56e8-4083-b1fd-3ae3ddbd32e6, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=be03c367-56e8-4083-b1fd-3ae3ddbd32e6,segment=NetworkSegment(a8bd6a05-753b-46f3-80ab-a7b813da2370),segment_id=a8bd6a05-753b-46f3-80ab-a7b813da2370)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:09.837605 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6ee4b4bf-6f24-47ea-aa33-a066be632948 req-5cb8f025-10b7-4ca7-8ead-6918de4115b1 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:09.851860 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-6ee4b4bf-6f24-47ea-aa33-a066be632948 req-5cb8f025-10b7-4ca7-8ead-6918de4115b1 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Calling delete_port for be03c367-56e8-4083-b1fd-3ae3ddbd32e6 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:54:09.982034 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6ee4b4bf-6f24-47ea-aa33-a066be632948 req-5cb8f025-10b7-4ca7-8ead-6918de4115b1 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:09.999286 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['be03c367-56e8-4083-b1fd-3ae3ddbd32e6'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:54:10.010303 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8f025-10b7-4ca7-8ead-6918de4115b1 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Pushing event deleted for resources: {'Port': ['ID=be03c367-56e8-4083-b1fd-3ae3ddbd32e6,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:10.052737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee4b4bf-6f24-47ea-aa33-a066be632948 req-5cb8f025-10b7-4ca7-8ead-6918de4115b1 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] No DVR routers for this DVR port be03c367-56e8-4083-b1fd-3ae3ddbd32e6 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:54:10.055343 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6ee4b4bf-6f24-47ea-aa33-a066be632948 req-5cb8f025-10b7-4ca7-8ead-6918de4115b1 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:10.057424 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6ee4b4bf-6f24-47ea-aa33-a066be632948 req-5cb8f025-10b7-4ca7-8ead-6918de4115b1 tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.54 "DELETE /v2.0/ports/be03c367-56e8-4083-b1fd-3ae3ddbd32e6 HTTP/1.1" status: 204 len: 173 time: 0.3943369 Aug 19 18:54:10.057940 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64c0681-8d5b-4a9b-82c3-63f69210a77a', 'name': 'network-vif-deleted', 'tag': 'be03c367-56e8-4083-b1fd-3ae3ddbd32e6'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:54:10.060181 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdf8401-a7f5-4343-8db9-b54d845e486c" -d '{"events": [{"server_uuid": "b64c0681-8d5b-4a9b-82c3-63f69210a77a", "name": "network-vif-deleted", "tag": "be03c367-56e8-4083-b1fd-3ae3ddbd32e6"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:54:10.100472 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f5404f-c794-45e8-b593-eb3ebfca8415 x-openstack-request-id: req-31f5404f-c794-45e8-b593-eb3ebfca8415 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:54:10.100769 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64c0681-8d5b-4a9b-82c3-63f69210a77a", "name": "network-vif-deleted", "tag": "be03c367-56e8-4083-b1fd-3ae3ddbd32e6", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:54:10.101041 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31f5404f-c794-45e8-b593-eb3ebfca8415 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:54:10.101441 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64c0681-8d5b-4a9b-82c3-63f69210a77a', 'name': 'network-vif-deleted', 'tag': 'be03c367-56e8-4083-b1fd-3ae3ddbd32e6', 'status': 'completed', 'code': 200} Aug 19 18:54:10.301220 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:10.654378 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a77415fc-e8de-4bc7-8ee0-197a4c3a78cc req-5dedde80-eb63-45df-a654-bba97627556b tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c0681-8d5b-4a9b-82c3-63f69210a77a HTTP/1.1" status: 200 len: 210 time: 0.0275509 Aug 19 18:54:11.487997 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:11.775106 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39674) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:11.824175 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-1568a12a-5038-4096-9dc3-5828cff46efd admin admin] Deleting subnet 80050ce5-f5d2-43df-8152-2881b41a0a0f {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:54:11.827856 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1568a12a-5038-4096-9dc3-5828cff46efd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:11.861929 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1568a12a-5038-4096-9dc3-5828cff46efd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:11.900255 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1568a12a-5038-4096-9dc3-5828cff46efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:11.952952 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1568a12a-5038-4096-9dc3-5828cff46efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:11.980131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568a12a-5038-4096-9dc3-5828cff46efd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80050ce5-f5d2-43df-8152-2881b41a0a0f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:11.982850 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1568a12a-5038-4096-9dc3-5828cff46efd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:11.984875 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1568a12a-5038-4096-9dc3-5828cff46efd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/80050ce5-f5d2-43df-8152-2881b41a0a0f HTTP/1.1" status: 204 len: 168 time: 0.2087677 Aug 19 18:54:11.987539 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39676) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:12.064380 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f0de39d-9616-4a00-bef6-bf73152cdc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:12.144261 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f0de39d-9616-4a00-bef6-bf73152cdc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:12.153960 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-7f0de39d-9616-4a00-bef6-bf73152cdc69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4caa0da-5f51-437a-899e-630b53de040e']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:12.163898 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-7f0de39d-9616-4a00-bef6-bf73152cdc69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8bd6a05-753b-46f3-80ab-a7b813da2370') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:12.164194 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-7f0de39d-9616-4a00-bef6-bf73152cdc69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8bd6a05-753b-46f3-80ab-a7b813da2370') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:12.173361 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f0de39d-9616-4a00-bef6-bf73152cdc69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:12.191951 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f0de39d-9616-4a00-bef6-bf73152cdc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:12.197714 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0de39d-9616-4a00-bef6-bf73152cdc69 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:54:12.198130 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f0de39d-9616-4a00-bef6-bf73152cdc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: timer() Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:54:12.199714 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:54:12.254862 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f0de39d-9616-4a00-bef6-bf73152cdc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:12.260489 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f0de39d-9616-4a00-bef6-bf73152cdc69 admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:12.262783 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7f0de39d-9616-4a00-bef6-bf73152cdc69 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a4caa0da-5f51-437a-899e-630b53de040e HTTP/1.1" status: 204 len: 168 time: 0.2742264 Aug 19 18:54:12.274104 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0de39d-9616-4a00-bef6-bf73152cdc69 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4caa0da-5f51-437a-899e-630b53de040e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:12.371912 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39680) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:12.427826 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-33683b76-62b9-4a78-b838-0aa77e579af0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0820aeabb9284e7083cb077d4d3b1d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544393 Aug 19 18:54:12.430145 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39682) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:12.479795 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3b449458-d8cf-44b5-ae60-0669246dc7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:12.501845 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3b449458-d8cf-44b5-ae60-0669246dc7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:12.552085 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3b449458-d8cf-44b5-ae60-0669246dc7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:12.554725 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3b449458-d8cf-44b5-ae60-0669246dc7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:12.555897 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3b449458-d8cf-44b5-ae60-0669246dc7bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5bbd0d4-f82d-4ae4-9196-cdab848e5279 HTTP/1.1" status: 204 len: 168 time: 0.1248536 Aug 19 18:54:12.565570 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b449458-d8cf-44b5-ae60-0669246dc7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bbd0d4-f82d-4ae4-9196-cdab848e5279,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:13.256867 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39704) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:13.352517 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-535f4b06-764e-4f3d-9578-603d56b02b85 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1332389563-network', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:13.374794 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535f4b06-764e-4f3d-9578-603d56b02b85 admin admin] Made reservation on behalf of 3aa8368f32aa4a03b04fc54ce64e65c4 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:54:13.377069 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-535f4b06-764e-4f3d-9578-603d56b02b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:13.385943 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-535f4b06-764e-4f3d-9578-603d56b02b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:13.479006 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-535f4b06-764e-4f3d-9578-603d56b02b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:13.483410 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-535f4b06-764e-4f3d-9578-603d56b02b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:13.511523 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535f4b06-764e-4f3d-9578-603d56b02b85 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:54:13.517915 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f4b06-764e-4f3d-9578-603d56b02b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b5fe4b-e5d0-494d-83b1-5e08ae5de307,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:13.525456 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-535f4b06-764e-4f3d-9578-603d56b02b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:13.525771 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-535f4b06-764e-4f3d-9578-603d56b02b85 admin admin] Added segment 4e574288-c55a-4066-b834-dfbc8f9ac020 of type vlan for network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 Aug 19 18:54:13.566147 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-535f4b06-764e-4f3d-9578-603d56b02b85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:13.590212 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-535f4b06-764e-4f3d-9578-603d56b02b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:13.591161 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535f4b06-764e-4f3d-9578-603d56b02b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:13.591736 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-535f4b06-764e-4f3d-9578-603d56b02b85 admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:13.664147 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-535f4b06-764e-4f3d-9578-603d56b02b85 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4059048 Aug 19 18:54:13.667059 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39708) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:13.673410 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-26c730f8-1379-4485-afd4-7b467cd2c9b7 admin admin] Request body: {'subnet': {'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1332389563-subnet', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:13.683315 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f4b06-764e-4f3d-9578-603d56b02b85 admin admin] Pushing event updated for resources: {'Network': ['ID=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:13.694205 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:54:13.700707 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c730f8-1379-4485-afd4-7b467cd2c9b7 admin admin] Made reservation on behalf of 3aa8368f32aa4a03b04fc54ce64e65c4 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:54:13.703032 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26c730f8-1379-4485-afd4-7b467cd2c9b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:13.887395 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26c730f8-1379-4485-afd4-7b467cd2c9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:13.939238 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c730f8-1379-4485-afd4-7b467cd2c9b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:13.954301 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c730f8-1379-4485-afd4-7b467cd2c9b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:13.954649 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c730f8-1379-4485-afd4-7b467cd2c9b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:13.954992 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c730f8-1379-4485-afd4-7b467cd2c9b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:13.955333 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c730f8-1379-4485-afd4-7b467cd2c9b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:13.955668 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c730f8-1379-4485-afd4-7b467cd2c9b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:13.956002 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c730f8-1379-4485-afd4-7b467cd2c9b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:13.956330 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c730f8-1379-4485-afd4-7b467cd2c9b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:13.956662 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c730f8-1379-4485-afd4-7b467cd2c9b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:13.956983 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c730f8-1379-4485-afd4-7b467cd2c9b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:13.957312 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c730f8-1379-4485-afd4-7b467cd2c9b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:13.957667 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c730f8-1379-4485-afd4-7b467cd2c9b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:13.957992 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c730f8-1379-4485-afd4-7b467cd2c9b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:13.968994 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c730f8-1379-4485-afd4-7b467cd2c9b7 admin admin] Checking segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:54:13.969553 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c730f8-1379-4485-afd4-7b467cd2c9b7 admin admin] Network hostable DHCP agents. Network: 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:54:13.989703 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c730f8-1379-4485-afd4-7b467cd2c9b7 admin admin] Network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:54:14.001394 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-26c730f8-1379-4485-afd4-7b467cd2c9b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:54:14.007318 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c730f8-1379-4485-afd4-7b467cd2c9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:14.007318 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-26c730f8-1379-4485-afd4-7b467cd2c9b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:14.011121 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498d8846-5003-411b-b9ae-c2db8ef63fe7 None None] Network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:54:14.026327 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-26c730f8-1379-4485-afd4-7b467cd2c9b7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3545558 Aug 19 18:54:14.026672 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39710) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:14.032238 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-0c151e62-a4b0-4dc8-912c-072dcdada021 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:14.057311 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c151e62-a4b0-4dc8-912c-072dcdada021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:14.058485 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c151e62-a4b0-4dc8-912c-072dcdada021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:14.146493 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c151e62-a4b0-4dc8-912c-072dcdada021 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:14.168854 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2f33fe-e40f-4756-b0cd-c34abd855e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:54:14.169748 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6f2f33fe-e40f-4756-b0cd-c34abd855e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:14.285054 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c151e62-a4b0-4dc8-912c-072dcdada021 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:14.310636 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-6f2f33fe-e40f-4756-b0cd-c34abd855e5a None None] Allocated IP 172.20.0.2 (6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46/5b9f7b4f-7d8b-4863-b927-fd186ac87ac6/d45ba81f-8627-4fdd-8a6a-b5477509dff5) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:54:14.460431 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6f2f33fe-e40f-4756-b0cd-c34abd855e5a None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:14.470168 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6f2f33fe-e40f-4756-b0cd-c34abd855e5a None None] Transition to ACTIVE for port object d45ba81f-8627-4fdd-8a6a-b5477509dff5 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:54:14.486406 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6f2f33fe-e40f-4756-b0cd-c34abd855e5a None None] Transition to ACTIVE for port object d45ba81f-8627-4fdd-8a6a-b5477509dff5 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:54:14.492004 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6f2f33fe-e40f-4756-b0cd-c34abd855e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:14.534120 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2f33fe-e40f-4756-b0cd-c34abd855e5a None None] Network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:54:14.537219 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-6f2f33fe-e40f-4756-b0cd-c34abd855e5a None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:54:14.541010 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2f33fe-e40f-4756-b0cd-c34abd855e5a None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:54:14.548383 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f33fe-e40f-4756-b0cd-c34abd855e5a None None] Pushing event updated for resources: {'Port': ['ID=d45ba81f-8627-4fdd-8a6a-b5477509dff5,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:14.602470 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-6f2f33fe-e40f-4756-b0cd-c34abd855e5a None None] Attempting to bind port d45ba81f-8627-4fdd-8a6a-b5477509dff5 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:54:14.602842 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-6f2f33fe-e40f-4756-b0cd-c34abd855e5a None None] Attempting to bind port d45ba81f-8627-4fdd-8a6a-b5477509dff5 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:54:14.603213 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f33fe-e40f-4756-b0cd-c34abd855e5a None None] Attempting to bind port d45ba81f-8627-4fdd-8a6a-b5477509dff5 on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:54:14.609777 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f33fe-e40f-4756-b0cd-c34abd855e5a None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:54:14.610125 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f33fe-e40f-4756-b0cd-c34abd855e5a None None] Checking segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:54:14.610525 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6f2f33fe-e40f-4756-b0cd-c34abd855e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:14.610942 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f33fe-e40f-4756-b0cd-c34abd855e5a None None] Bound using segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:54:14.611433 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-6f2f33fe-e40f-4756-b0cd-c34abd855e5a None None] Bound port: d45ba81f-8627-4fdd-8a6a-b5477509dff5, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:54:14.611818 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6f2f33fe-e40f-4756-b0cd-c34abd855e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:14.682203 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-6f2f33fe-e40f-4756-b0cd-c34abd855e5a None None] For port d45ba81f-8627-4fdd-8a6a-b5477509dff5, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:54:14.685512 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-6f2f33fe-e40f-4756-b0cd-c34abd855e5a None None] For port d45ba81f-8627-4fdd-8a6a-b5477509dff5, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=d45ba81f-8627-4fdd-8a6a-b5477509dff5,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:54:14.691607 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6f2f33fe-e40f-4756-b0cd-c34abd855e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:14.749397 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f33fe-e40f-4756-b0cd-c34abd855e5a None None] Pushing event updated for resources: {'Port': ['ID=d45ba81f-8627-4fdd-8a6a-b5477509dff5,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:14.788491 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c151e62-a4b0-4dc8-912c-072dcdada021 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:14.805396 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device be03c367-56e8-4083-b1fd-3ae3ddbd32e6 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:54:14.822839 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c151e62-a4b0-4dc8-912c-072dcdada021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:14.826797 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: be03c367-56e8-4083-b1fd-3ae3ddbd32e6 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:54:14.827294 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device be03c367-56e8-4083-b1fd-3ae3ddbd32e6 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:54:14.945375 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-0c151e62-a4b0-4dc8-912c-072dcdada021 admin admin] Allocated IP 172.25.8.102 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/03c98c4d-5fa9-4c69-9224-4dc3f46a9e09) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:54:15.057175 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c151e62-a4b0-4dc8-912c-072dcdada021 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:15.098726 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c151e62-a4b0-4dc8-912c-072dcdada021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:15.138101 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c151e62-a4b0-4dc8-912c-072dcdada021 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:54:15.144400 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-0c151e62-a4b0-4dc8-912c-072dcdada021 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:54:15.146915 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c151e62-a4b0-4dc8-912c-072dcdada021 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:54:15.152632 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c151e62-a4b0-4dc8-912c-072dcdada021 admin admin] Pushing event updated for resources: {'Port': ['ID=03c98c4d-5fa9-4c69-9224-4dc3f46a9e09,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:15.403245 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c151e62-a4b0-4dc8-912c-072dcdada021 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:15.611154 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c151e62-a4b0-4dc8-912c-072dcdada021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:15.738848 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb543005-cdaf-4ec9-9e79-99f2c55b439f None None] Network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:54:15.758238 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c151e62-a4b0-4dc8-912c-072dcdada021 admin admin] Router d6577b5f-1261-43a4-b116-16da1173939e is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:54:15.812717 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fcf84e7a-7b7a-4db3-b813-58695c50d72e None None] Provisioning for port d45ba81f-8627-4fdd-8a6a-b5477509dff5 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:54:15.870299 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c151e62-a4b0-4dc8-912c-072dcdada021 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:54:15.886941 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0c151e62-a4b0-4dc8-912c-072dcdada021 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:15.891786 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0c151e62-a4b0-4dc8-912c-072dcdada021 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8605673 Aug 19 18:54:15.892127 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39712) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:15.895177 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] Sync routers for ids ['d6577b5f-1261-43a4-b116-16da1173939e'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:54:15.914071 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] Routers {'d6577b5f-1261-43a4-b116-16da1173939e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:54:15.914723 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:54:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d6577b5f-1261-43a4-b116-16da1173939e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:16.011365 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d45ba81f-8627-4fdd-8a6a-b5477509dff5 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:54:16.075880 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] Set router d6577b5f-1261-43a4-b116-16da1173939e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:54:16.154192 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port d45ba81f-8627-4fdd-8a6a-b5477509dff5 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:54:16.189248 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port d45ba81f-8627-4fdd-8a6a-b5477509dff5 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:54:16.189660 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:16.273961 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ab72fa85-dc53-47b0-9d5a-0edc65b123ea None None] Provisioning complete for port d45ba81f-8627-4fdd-8a6a-b5477509dff5 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:54:16.274332 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ab72fa85-dc53-47b0-9d5a-0edc65b123ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:16.368438 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f51392bd-098e-44ed-bce7-1e054114bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:16.370425 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:16.435553 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port d45ba81f-8627-4fdd-8a6a-b5477509dff5, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=d45ba81f-8627-4fdd-8a6a-b5477509dff5,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:16.443239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:15Z', 'revision_number': 3, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:16.444961 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:16.501012 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] Checking router: d6577b5f-1261-43a4-b116-16da1173939e for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:54:16.501368 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] Updating router d6577b5f-1261-43a4-b116-16da1173939e port 03c98c4d-5fa9-4c69-9224-4dc3f46a9e09 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:54:16.523149 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ab72fa85-dc53-47b0-9d5a-0edc65b123ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:16.550492 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:16.581848 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-f51392bd-098e-44ed-bce7-1e054114bb7a admin admin] Allocated IP 172.20.0.1 (6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46/5b9f7b4f-7d8b-4863-b927-fd186ac87ac6/b45f2976-884f-4ec9-9b40-b17fc8e33eec) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:54:16.588986 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=d45ba81f-8627-4fdd-8a6a-b5477509dff5,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:16.695821 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f51392bd-098e-44ed-bce7-1e054114bb7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:16.711707 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-f51392bd-098e-44ed-bce7-1e054114bb7a admin admin] Transition to ACTIVE for port object b45f2976-884f-4ec9-9b40-b17fc8e33eec will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:54:16.746228 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f51392bd-098e-44ed-bce7-1e054114bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:16.785994 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51392bd-098e-44ed-bce7-1e054114bb7a admin admin] Network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:54:16.794922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-f51392bd-098e-44ed-bce7-1e054114bb7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:54:16.798329 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51392bd-098e-44ed-bce7-1e054114bb7a admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:54:16.831683 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51392bd-098e-44ed-bce7-1e054114bb7a admin admin] Pushing event updated for resources: {'Port': ['ID=b45f2976-884f-4ec9-9b40-b17fc8e33eec,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:16.849685 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.api [None req-ab72fa85-dc53-47b0-9d5a-0edc65b123ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:54:16.850242 n-d-803753-2 neutron-server[94683]: DEBUG oslo_db.api [None req-ab72fa85-dc53-47b0-9d5a-0edc65b123ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:54:16.855698 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f51392bd-098e-44ed-bce7-1e054114bb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:16.932878 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:17.000734 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f51392bd-098e-44ed-bce7-1e054114bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:17.060492 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:17.071493 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] Transition to ACTIVE for port object 03c98c4d-5fa9-4c69-9224-4dc3f46a9e09 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:54:17.078291 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:17.129366 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] Attempting to bind port 03c98c4d-5fa9-4c69-9224-4dc3f46a9e09 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:54:17.129864 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] Attempting to bind port 03c98c4d-5fa9-4c69-9224-4dc3f46a9e09 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:54:17.130105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] Attempting to bind port 03c98c4d-5fa9-4c69-9224-4dc3f46a9e09 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:54:17.137120 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624ccd9-c16e-4707-8d48-ced4c3a6f68a None None] Pushing event updated for resources: {'Port': ['ID=03c98c4d-5fa9-4c69-9224-4dc3f46a9e09,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:17.140246 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:54:17.140622 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:54:17.141043 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:17.141441 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:54:17.141976 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] Bound port: 03c98c4d-5fa9-4c69-9224-4dc3f46a9e09, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:54:17.142695 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:17.192941 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f51392bd-098e-44ed-bce7-1e054114bb7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:17.194216 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] For port 03c98c4d-5fa9-4c69-9224-4dc3f46a9e09, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:54:17.197638 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] For port 03c98c4d-5fa9-4c69-9224-4dc3f46a9e09, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=03c98c4d-5fa9-4c69-9224-4dc3f46a9e09,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:54:17.197846 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f51392bd-098e-44ed-bce7-1e054114bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:17.201947 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:17.260547 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] Routers {'d6577b5f-1261-43a4-b116-16da1173939e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:54:17.261176 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:54:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d6577b5f-1261-43a4-b116-16da1173939e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:17.269336 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f51392bd-098e-44ed-bce7-1e054114bb7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:17.271088 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51392bd-098e-44ed-bce7-1e054114bb7a admin admin] Pushing event updated for resources: {'Port': ['ID=b45f2976-884f-4ec9-9b40-b17fc8e33eec,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:17.299647 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624ccd9-c16e-4707-8d48-ced4c3a6f68a None None] Pushing event updated for resources: {'Port': ['ID=03c98c4d-5fa9-4c69-9224-4dc3f46a9e09,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:17.365060 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51392bd-098e-44ed-bce7-1e054114bb7a admin admin] Network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:54:17.368053 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-f51392bd-098e-44ed-bce7-1e054114bb7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:54:17.410229 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] Set router d6577b5f-1261-43a4-b116-16da1173939e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:54:17.493010 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51392bd-098e-44ed-bce7-1e054114bb7a admin admin] Router d6577b5f-1261-43a4-b116-16da1173939e has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:54:17.554304 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-49d03b09-380e-4b72-94d9-bb51ce904296 None None] Provisioning for port b45f2976-884f-4ec9-9b40-b17fc8e33eec completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:54:17.565685 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-49d03b09-380e-4b72-94d9-bb51ce904296 None None] Provisioning complete for port b45f2976-884f-4ec9-9b40-b17fc8e33eec triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:54:17.566129 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-49d03b09-380e-4b72-94d9-bb51ce904296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:17.609058 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51392bd-098e-44ed-bce7-1e054114bb7a admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:54:17.622412 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f51392bd-098e-44ed-bce7-1e054114bb7a admin admin] 10.222.0.24 "PUT /v2.0/routers/d6577b5f-1261-43a4-b116-16da1173939e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7213359 Aug 19 18:54:17.622539 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-49d03b09-380e-4b72-94d9-bb51ce904296 None None] Port b45f2976-884f-4ec9-9b40-b17fc8e33eec cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:54:17.669169 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:17Z', 'revision_number': 2, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:17.703221 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145a7080-aa65-4380-b32c-d2d9bd87f230 None None] The sync data for ids ['d6577b5f-1261-43a4-b116-16da1173939e'] in n-d-803753-2 is: [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:17Z', 'revision_number': 2, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:54:17.742289 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c4df5ce4-8b20-4cf4-badb-9c7ace63fc43 None None] Provisioning complete for port b45f2976-884f-4ec9-9b40-b17fc8e33eec triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:54:17.742663 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c4df5ce4-8b20-4cf4-badb-9c7ace63fc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:17.779651 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-c4df5ce4-8b20-4cf4-badb-9c7ace63fc43 None None] Port b45f2976-884f-4ec9-9b40-b17fc8e33eec cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:54:17.992143 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d45ba81f-8627-4fdd-8a6a-b5477509dff5 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:54:18.049879 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port d45ba81f-8627-4fdd-8a6a-b5477509dff5 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:54:18.050315 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:19.399435 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39724) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:19.404221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2395bac2-5d81-45d8-8ad8-2461550d2d59 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--850689552', 'description': 'tempest-description--1613816308'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:19.427168 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2395bac2-5d81-45d8-8ad8-2461550d2d59 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:19.513859 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2395bac2-5d81-45d8-8ad8-2461550d2d59 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:19.517824 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2395bac2-5d81-45d8-8ad8-2461550d2d59 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:19.545692 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2395bac2-5d81-45d8-8ad8-2461550d2d59 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:19.548255 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2395bac2-5d81-45d8-8ad8-2461550d2d59 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1477268 Aug 19 18:54:19.550249 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395bac2-5d81-45d8-8ad8-2461550d2d59 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:19.551236 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 39726) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:19.555958 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-3a3ee428-6ba9-4a3c-8e76-f240581b9d40 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Request body: {'security_group_rule': {'security_group_id': '867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:19.584987 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3a3ee428-6ba9-4a3c-8e76-f240581b9d40 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:19.642251 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3a3ee428-6ba9-4a3c-8e76-f240581b9d40 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:19.646645 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3a3ee428-6ba9-4a3c-8e76-f240581b9d40 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:19.662837 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] Sync routers for ids ['d6577b5f-1261-43a4-b116-16da1173939e'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:54:19.665770 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ee428-6ba9-4a3c-8e76-f240581b9d40 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d0a5b1-d57c-4962-bc10-a966eda33a0e,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:19.669565 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3a3ee428-6ba9-4a3c-8e76-f240581b9d40 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:19.671543 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3a3ee428-6ba9-4a3c-8e76-f240581b9d40 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185410 Aug 19 18:54:19.674327 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39728) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:19.675643 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] Routers {'d6577b5f-1261-43a4-b116-16da1173939e'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:54:19.676265 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:54:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d6577b5f-1261-43a4-b116-16da1173939e'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:19.679263 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-0629d6e0-2fcb-4784-85e5-da457ce809a4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Request body: {'security_group_rule': {'security_group_id': '867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:19.708553 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0629d6e0-2fcb-4784-85e5-da457ce809a4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:19.772002 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0629d6e0-2fcb-4784-85e5-da457ce809a4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:19.775897 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0629d6e0-2fcb-4784-85e5-da457ce809a4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:19.788644 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] Set router d6577b5f-1261-43a4-b116-16da1173939e gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:54:19.798336 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629d6e0-2fcb-4784-85e5-da457ce809a4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378dcef5-189e-4b28-b585-9f2f461ad500,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:19.802515 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0629d6e0-2fcb-4784-85e5-da457ce809a4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:19.806463 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0629d6e0-2fcb-4784-85e5-da457ce809a4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283810 Aug 19 18:54:19.806915 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39730) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:19.811074 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-48610c5e-4707-4868-ad75-5c85a173a926 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:19.835083 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48610c5e-4707-4868-ad75-5c85a173a926 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:19.939637 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48610c5e-4707-4868-ad75-5c85a173a926 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:19.990954 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 03c98c4d-5fa9-4c69-9224-4dc3f46a9e09 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:54:20.007497 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:17Z', 'revision_number': 2, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:20.038232 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] Checking router: d6577b5f-1261-43a4-b116-16da1173939e for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:54:20.038848 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] Updating router d6577b5f-1261-43a4-b116-16da1173939e port b45f2976-884f-4ec9-9b40-b17fc8e33eec binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:54:20.045695 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 03c98c4d-5fa9-4c69-9224-4dc3f46a9e09 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:54:20.053364 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 03c98c4d-5fa9-4c69-9224-4dc3f46a9e09 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:54:20.053927 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:20.069929 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-48610c5e-4707-4868-ad75-5c85a173a926 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Allocated IP 172.25.8.118 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/eff09bb2-faf0-42bb-add8-a4cd39294d92) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:54:20.071010 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:20.144489 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:20.168136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 03c98c4d-5fa9-4c69-9224-4dc3f46a9e09, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=03c98c4d-5fa9-4c69-9224-4dc3f46a9e09,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:20.173991 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:20.195383 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48610c5e-4707-4868-ad75-5c85a173a926 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:20.227709 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=03c98c4d-5fa9-4c69-9224-4dc3f46a9e09,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:20.240897 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48610c5e-4707-4868-ad75-5c85a173a926 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:20.294478 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48610c5e-4707-4868-ad75-5c85a173a926 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:54:20.298545 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48610c5e-4707-4868-ad75-5c85a173a926 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Pushing event updated for resources: {'Port': ['ID=eff09bb2-faf0-42bb-add8-a4cd39294d92,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:20.301336 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-48610c5e-4707-4868-ad75-5c85a173a926 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:54:20.303287 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48610c5e-4707-4868-ad75-5c85a173a926 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:54:20.359471 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:20.371988 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] Transition to ACTIVE for port object b45f2976-884f-4ec9-9b40-b17fc8e33eec will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:54:20.379445 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:20.456231 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e839ef9-f969-4ada-86c0-08ecc3395cfa None None] Pushing event updated for resources: {'Port': ['ID=b45f2976-884f-4ec9-9b40-b17fc8e33eec,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:20.501471 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] Attempting to bind port b45f2976-884f-4ec9-9b40-b17fc8e33eec on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:54:20.502425 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] Attempting to bind port b45f2976-884f-4ec9-9b40-b17fc8e33eec by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:54:20.503020 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] Attempting to bind port b45f2976-884f-4ec9-9b40-b17fc8e33eec on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:54:20.511231 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839ef9-f969-4ada-86c0-08ecc3395cfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:20.511460 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839ef9-f969-4ada-86c0-08ecc3395cfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:20.511766 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839ef9-f969-4ada-86c0-08ecc3395cfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:20.512104 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839ef9-f969-4ada-86c0-08ecc3395cfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:20.512839 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839ef9-f969-4ada-86c0-08ecc3395cfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:20.513170 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839ef9-f969-4ada-86c0-08ecc3395cfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:20.513494 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839ef9-f969-4ada-86c0-08ecc3395cfa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:20.513845 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839ef9-f969-4ada-86c0-08ecc3395cfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:20.514226 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839ef9-f969-4ada-86c0-08ecc3395cfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:20.514755 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839ef9-f969-4ada-86c0-08ecc3395cfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:20.515259 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839ef9-f969-4ada-86c0-08ecc3395cfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:20.515726 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839ef9-f969-4ada-86c0-08ecc3395cfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:20.526216 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:54:20.526628 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] Checking segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:54:20.527037 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:20.527418 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] Bound using segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:54:20.528182 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] Bound port: b45f2976-884f-4ec9-9b40-b17fc8e33eec, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:54:20.528566 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:20.608851 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] For port b45f2976-884f-4ec9-9b40-b17fc8e33eec, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:54:20.612328 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] For port b45f2976-884f-4ec9-9b40-b17fc8e33eec, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b45f2976-884f-4ec9-9b40-b17fc8e33eec,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:54:20.617275 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:20.683704 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] Routers {'d6577b5f-1261-43a4-b116-16da1173939e'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:54:20.684312 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:54:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d6577b5f-1261-43a4-b116-16da1173939e'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:20.745126 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e839ef9-f969-4ada-86c0-08ecc3395cfa None None] Pushing event updated for resources: {'Port': ['ID=b45f2976-884f-4ec9-9b40-b17fc8e33eec,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:20.772746 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48610c5e-4707-4868-ad75-5c85a173a926 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:20.840957 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48610c5e-4707-4868-ad75-5c85a173a926 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:20.954191 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] Set router d6577b5f-1261-43a4-b116-16da1173939e gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:54:21.021364 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48610c5e-4707-4868-ad75-5c85a173a926 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:21.027032 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48610c5e-4707-4868-ad75-5c85a173a926 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:21.070867 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48610c5e-4707-4868-ad75-5c85a173a926 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Pushing event updated for resources: {'Port': ['ID=eff09bb2-faf0-42bb-add8-a4cd39294d92,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:21.118607 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48610c5e-4707-4868-ad75-5c85a173a926 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:21.134062 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48610c5e-4707-4868-ad75-5c85a173a926 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:21.135672 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-48610c5e-4707-4868-ad75-5c85a173a926 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3279989 Aug 19 18:54:21.165929 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:21.193204 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40978b8d-f560-44e8-bd4e-1c4c6ec04c32 None None] The sync data for ids ['d6577b5f-1261-43a4-b116-16da1173939e'] in n-d-803753-2 is: [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:54:21.292693 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-edb65403-5183-42ca-9e34-cc7681766e5d req-d7ee466a-5d07-46c9-9bf2-94166d737166 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--850689552&fields=id&tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4 HTTP/1.1" status: 200 len: 267 time: 0.0358193 Aug 19 18:54:21.409677 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb65403-5183-42ca-9e34-cc7681766e5d req-f757dff0-7303-4980-b470-f04753a73e48 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:21.411255 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-edb65403-5183-42ca-9e34-cc7681766e5d req-f757dff0-7303-4980-b470-f04753a73e48 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 812 time: 0.1115880 Aug 19 18:54:21.427105 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-edb65403-5183-42ca-9e34-cc7681766e5d req-20354e57-6153-4af6-844d-3a8eadc70740 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/quotas/3aa8368f32aa4a03b04fc54ce64e65c4 HTTP/1.1" status: 200 len: 375 time: 0.0099792 Aug 19 18:54:21.487397 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-edb65403-5183-42ca-9e34-cc7681766e5d req-24737d41-e213-4a8c-b4d0-2b832a7606c6 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539408 Aug 19 18:54:21.593268 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-edb65403-5183-42ca-9e34-cc7681766e5d req-a74a38a5-aad8-4c97-b8a7-d41f6ef87c28 service neutron] 10.222.0.24 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925889 Aug 19 18:54:21.686177 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-edb65403-5183-42ca-9e34-cc7681766e5d req-db096d5e-edd0-42c0-b284-311614a8ec1e service neutron] 10.222.0.24 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865192 Aug 19 18:54:21.864120 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-15c2d5e0-74c0-4409-bf17-d114482a1802 req-537d0d50-d6d6-457b-b9d2-8750dd43641a tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 210 time: 0.0317307 Aug 19 18:54:21.974661 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 03c98c4d-5fa9-4c69-9224-4dc3f46a9e09 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:54:22.034640 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 03c98c4d-5fa9-4c69-9224-4dc3f46a9e09 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:54:22.035025 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:22.121607 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b45f2976-884f-4ec9-9b40-b17fc8e33eec up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:54:22.180569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port b45f2976-884f-4ec9-9b40-b17fc8e33eec completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:54:22.184304 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port b45f2976-884f-4ec9-9b40-b17fc8e33eec triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:54:22.184706 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:22.270954 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:22.317654 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port b45f2976-884f-4ec9-9b40-b17fc8e33eec, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b45f2976-884f-4ec9-9b40-b17fc8e33eec,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:22.322360 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:22.376454 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=b45f2976-884f-4ec9-9b40-b17fc8e33eec,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:22.859904 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb65403-5183-42ca-9e34-cc7681766e5d req-3088f8be-7cdf-41d3-b92c-d2b74570a570 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:22.861387 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-edb65403-5183-42ca-9e34-cc7681766e5d req-3088f8be-7cdf-41d3-b92c-d2b74570a570 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.50 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 812 time: 0.1094661 Aug 19 18:54:22.906914 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-edb65403-5183-42ca-9e34-cc7681766e5d req-bf5172c9-3336-483d-98f8-fa6e72994424 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4 HTTP/1.1" status: 200 len: 379 time: 0.0359733 Aug 19 18:54:22.919016 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-edb65403-5183-42ca-9e34-cc7681766e5d req-a7a4566f-1406-4ef4-bcc6-d042be54a583 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Request body: {'port': {'device_id': '976aba7d-0e3b-407f-9dcc-db9be7c36492', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'admin_state_up': True, 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'security_groups': ['867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:22.963769 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d287703f-9f97-42a7-8d3e-a90632a35c51 req-844ccefb-26b2-4f5c-bda3-d244adced2d5 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 210 time: 0.0328679 Aug 19 18:54:23.031834 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb65403-5183-42ca-9e34-cc7681766e5d req-a7a4566f-1406-4ef4-bcc6-d042be54a583 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Made reservation on behalf of 3aa8368f32aa4a03b04fc54ce64e65c4 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:54:23.035293 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-edb65403-5183-42ca-9e34-cc7681766e5d req-a7a4566f-1406-4ef4-bcc6-d042be54a583 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:23.160127 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-edb65403-5183-42ca-9e34-cc7681766e5d req-a7a4566f-1406-4ef4-bcc6-d042be54a583 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Allocated IP 172.20.0.10 (6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46/5b9f7b4f-7d8b-4863-b927-fd186ac87ac6/0df77eb1-71c1-4f89-aa96-1b5b9985f82b) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:54:23.299038 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-edb65403-5183-42ca-9e34-cc7681766e5d req-a7a4566f-1406-4ef4-bcc6-d042be54a583 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:23.312621 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-edb65403-5183-42ca-9e34-cc7681766e5d req-a7a4566f-1406-4ef4-bcc6-d042be54a583 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Transition to ACTIVE for port object 0df77eb1-71c1-4f89-aa96-1b5b9985f82b will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:54:23.347248 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-edb65403-5183-42ca-9e34-cc7681766e5d req-a7a4566f-1406-4ef4-bcc6-d042be54a583 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:23.391601 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb65403-5183-42ca-9e34-cc7681766e5d req-a7a4566f-1406-4ef4-bcc6-d042be54a583 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:54:23.394748 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-edb65403-5183-42ca-9e34-cc7681766e5d req-a7a4566f-1406-4ef4-bcc6-d042be54a583 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:54:23.398624 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb65403-5183-42ca-9e34-cc7681766e5d req-a7a4566f-1406-4ef4-bcc6-d042be54a583 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:54:23.404937 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4566f-1406-4ef4-bcc6-d042be54a583 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Pushing event updated for resources: {'Port': ['ID=0df77eb1-71c1-4f89-aa96-1b5b9985f82b,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:23.452787 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb65403-5183-42ca-9e34-cc7681766e5d req-a7a4566f-1406-4ef4-bcc6-d042be54a583 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:23.453449 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-edb65403-5183-42ca-9e34-cc7681766e5d req-a7a4566f-1406-4ef4-bcc6-d042be54a583 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:23.470184 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-edb65403-5183-42ca-9e34-cc7681766e5d req-a7a4566f-1406-4ef4-bcc6-d042be54a583 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5549548 Aug 19 18:54:23.538232 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-edb65403-5183-42ca-9e34-cc7681766e5d req-634c6597-6da6-4421-b0c3-b38507329b82 service neutron] Request body: {'port': {'device_id': '976aba7d-0e3b-407f-9dcc-db9be7c36492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:23.598092 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-edb65403-5183-42ca-9e34-cc7681766e5d req-634c6597-6da6-4421-b0c3-b38507329b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:23.681960 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f07bcf1b-1734-4bdd-8712-9360306e1948 None None] Provisioning for port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:54:23.685669 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f07bcf1b-1734-4bdd-8712-9360306e1948 None None] Provisioning complete for port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:54:23.686055 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f07bcf1b-1734-4bdd-8712-9360306e1948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:23.720176 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f07bcf1b-1734-4bdd-8712-9360306e1948 None None] Port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:54:23.861179 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-edb65403-5183-42ca-9e34-cc7681766e5d req-634c6597-6da6-4421-b0c3-b38507329b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df77eb1-71c1-4f89-aa96-1b5b9985f82b {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:54:23.868430 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-edb65403-5183-42ca-9e34-cc7681766e5d req-634c6597-6da6-4421-b0c3-b38507329b82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:23.881192 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-edb65403-5183-42ca-9e34-cc7681766e5d req-634c6597-6da6-4421-b0c3-b38507329b82 service neutron] Transition to ACTIVE for port object 0df77eb1-71c1-4f89-aa96-1b5b9985f82b will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:54:23.885673 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-edb65403-5183-42ca-9e34-cc7681766e5d req-634c6597-6da6-4421-b0c3-b38507329b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:23.931246 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c6597-6da6-4421-b0c3-b38507329b82 service neutron] Pushing event updated for resources: {'Port': ['ID=0df77eb1-71c1-4f89-aa96-1b5b9985f82b,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:23.951291 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b45f2976-884f-4ec9-9b40-b17fc8e33eec up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:54:24.012685 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port b45f2976-884f-4ec9-9b40-b17fc8e33eec triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:54:24.013071 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:24.354752 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f248a23-13f0-49a1-be20-5cdecb90fe72 req-c7249e9b-fafb-42e7-bff6-2b46c87670a6 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:24.356256 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3f248a23-13f0-49a1-be20-5cdecb90fe72 req-c7249e9b-fafb-42e7-bff6-2b46c87670a6 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 944 time: 0.0784981 Aug 19 18:54:24.372243 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-edb65403-5183-42ca-9e34-cc7681766e5d req-634c6597-6da6-4421-b0c3-b38507329b82 service neutron] Attempting to bind port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:54:24.372582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-edb65403-5183-42ca-9e34-cc7681766e5d req-634c6597-6da6-4421-b0c3-b38507329b82 service neutron] Attempting to bind port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:54:24.372914 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb65403-5183-42ca-9e34-cc7681766e5d req-634c6597-6da6-4421-b0c3-b38507329b82 service neutron] Attempting to bind port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:54:24.386064 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb65403-5183-42ca-9e34-cc7681766e5d req-634c6597-6da6-4421-b0c3-b38507329b82 service neutron] Port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:54:24.386328 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb65403-5183-42ca-9e34-cc7681766e5d req-634c6597-6da6-4421-b0c3-b38507329b82 service neutron] Attempting to bind port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:54:24.394716 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb65403-5183-42ca-9e34-cc7681766e5d req-634c6597-6da6-4421-b0c3-b38507329b82 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:54:24.395058 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb65403-5183-42ca-9e34-cc7681766e5d req-634c6597-6da6-4421-b0c3-b38507329b82 service neutron] Checking segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:54:24.395447 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb65403-5183-42ca-9e34-cc7681766e5d req-634c6597-6da6-4421-b0c3-b38507329b82 service neutron] Bound using segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:54:24.395877 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-edb65403-5183-42ca-9e34-cc7681766e5d req-634c6597-6da6-4421-b0c3-b38507329b82 service neutron] Bound port: 0df77eb1-71c1-4f89-aa96-1b5b9985f82b, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:54:24.396239 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-edb65403-5183-42ca-9e34-cc7681766e5d req-634c6597-6da6-4421-b0c3-b38507329b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:24.416771 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3f248a23-13f0-49a1-be20-5cdecb90fe72 req-d6e4371a-28c3-4f46-94e3-87471e3aff1d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526211 Aug 19 18:54:24.474708 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-edb65403-5183-42ca-9e34-cc7681766e5d req-634c6597-6da6-4421-b0c3-b38507329b82 service neutron] For port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:54:24.477895 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-edb65403-5183-42ca-9e34-cc7681766e5d req-634c6597-6da6-4421-b0c3-b38507329b82 service neutron] For port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=0df77eb1-71c1-4f89-aa96-1b5b9985f82b,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:54:24.482367 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-edb65403-5183-42ca-9e34-cc7681766e5d req-634c6597-6da6-4421-b0c3-b38507329b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:24.516867 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb65403-5183-42ca-9e34-cc7681766e5d req-634c6597-6da6-4421-b0c3-b38507329b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:24.517499 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-edb65403-5183-42ca-9e34-cc7681766e5d req-634c6597-6da6-4421-b0c3-b38507329b82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:24.519094 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-edb65403-5183-42ca-9e34-cc7681766e5d req-634c6597-6da6-4421-b0c3-b38507329b82 service neutron] 10.222.0.50 "PUT /v2.0/ports/0df77eb1-71c1-4f89-aa96-1b5b9985f82b HTTP/1.1" status: 200 len: 1092 time: 1.0409157 Aug 19 18:54:24.519541 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976aba7d-0e3b-407f-9dcc-db9be7c36492', 'tag': '0df77eb1-71c1-4f89-aa96-1b5b9985f82b'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:54:24.521847 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e32e32-a549-4441-bde9-ae7dda9ccd6a" -d '{"events": [{"name": "network-changed", "server_uuid": "976aba7d-0e3b-407f-9dcc-db9be7c36492", "tag": "0df77eb1-71c1-4f89-aa96-1b5b9985f82b"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:54:24.547461 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c6597-6da6-4421-b0c3-b38507329b82 service neutron] Pushing event updated for resources: {'Port': ['ID=0df77eb1-71c1-4f89-aa96-1b5b9985f82b,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:24.591214 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3f6a44-a168-431f-89c8-0dad642526ad x-openstack-request-id: req-9e3f6a44-a168-431f-89c8-0dad642526ad {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:54:24.591505 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976aba7d-0e3b-407f-9dcc-db9be7c36492", "tag": "0df77eb1-71c1-4f89-aa96-1b5b9985f82b", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:54:24.591752 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e3f6a44-a168-431f-89c8-0dad642526ad {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:54:24.592145 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976aba7d-0e3b-407f-9dcc-db9be7c36492', 'tag': '0df77eb1-71c1-4f89-aa96-1b5b9985f82b', 'status': 'completed', 'code': 200} Aug 19 18:54:24.608748 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb65403-5183-42ca-9e34-cc7681766e5d req-5ac615fe-e715-4b2c-8a46-7c15c6ca1645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:24.610375 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-edb65403-5183-42ca-9e34-cc7681766e5d req-5ac615fe-e715-4b2c-8a46-7c15c6ca1645 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 1095 time: 0.0479803 Aug 19 18:54:24.656762 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-edb65403-5183-42ca-9e34-cc7681766e5d req-a15e176e-5123-4e5c-8467-6a8c328d37f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0df77eb1-71c1-4f89-aa96-1b5b9985f82b HTTP/1.1" status: 200 len: 217 time: 0.0384536 Aug 19 18:54:24.707872 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb65403-5183-42ca-9e34-cc7681766e5d req-c17dc068-190e-4802-9f34-8982fbafbc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:24.709386 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-edb65403-5183-42ca-9e34-cc7681766e5d req-c17dc068-190e-4802-9f34-8982fbafbc0c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0462484 Aug 19 18:54:24.757337 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb65403-5183-42ca-9e34-cc7681766e5d req-e4a88554-eaf9-4f47-9ae4-51797058a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:24.758919 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-edb65403-5183-42ca-9e34-cc7681766e5d req-e4a88554-eaf9-4f47-9ae4-51797058a57b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415347 Aug 19 18:54:24.853131 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-edb65403-5183-42ca-9e34-cc7681766e5d req-85531a75-cf6e-4c08-8449-6d0de341df2c service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865104 Aug 19 18:54:24.943155 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-edb65403-5183-42ca-9e34-cc7681766e5d req-5f986a20-6a0c-4f22-b73d-a30d5540dd2f service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829468 Aug 19 18:54:25.034217 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e32e32-a549-4441-bde9-ae7dda9ccd6a req-ce5f4262-8c99-4a6c-89a3-d6be2cc068ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:25.035752 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87e32e32-a549-4441-bde9-ae7dda9ccd6a req-ce5f4262-8c99-4a6c-89a3-d6be2cc068ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 1095 time: 0.0422897 Aug 19 18:54:25.132235 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e32e32-a549-4441-bde9-ae7dda9ccd6a req-07fa0505-8ed4-4ee5-a1d8-9118fcc4f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:25.133817 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87e32e32-a549-4441-bde9-ae7dda9ccd6a req-07fa0505-8ed4-4ee5-a1d8-9118fcc4f3f9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0907803 Aug 19 18:54:25.178458 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87e32e32-a549-4441-bde9-ae7dda9ccd6a req-583138ee-9f53-4ccb-812d-e86d33a1f878 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0df77eb1-71c1-4f89-aa96-1b5b9985f82b HTTP/1.1" status: 200 len: 217 time: 0.0360870 Aug 19 18:54:25.229319 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e32e32-a549-4441-bde9-ae7dda9ccd6a req-4adcfaa4-2390-466d-8ca6-2def52999876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:25.230738 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87e32e32-a549-4441-bde9-ae7dda9ccd6a req-4adcfaa4-2390-466d-8ca6-2def52999876 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0441058 Aug 19 18:54:25.284195 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e32e32-a549-4441-bde9-ae7dda9ccd6a req-fca4eb91-9006-4d95-a8f3-33e440c77b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:25.285758 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87e32e32-a549-4441-bde9-ae7dda9ccd6a req-fca4eb91-9006-4d95-a8f3-33e440c77b24 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458505 Aug 19 18:54:25.377241 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87e32e32-a549-4441-bde9-ae7dda9ccd6a req-35f1283b-5896-4848-864a-36e2cef93d52 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837049 Aug 19 18:54:25.480937 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87e32e32-a549-4441-bde9-ae7dda9ccd6a req-a8b066a4-43d7-4b34-a99f-36f96f278e01 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960808 Aug 19 18:54:25.536280 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efd6c1-dffe-476c-bf99-996ac1ccb664 req-04ec88b6-3a98-44bd-a45a-ea50f99b8b34 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:25.537801 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-51efd6c1-dffe-476c-bf99-996ac1ccb664 req-04ec88b6-3a98-44bd-a45a-ea50f99b8b34 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 944 time: 0.0506482 Aug 19 18:54:25.576826 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-51efd6c1-dffe-476c-bf99-996ac1ccb664 req-9b53f761-4520-4fee-a12b-d4d78740f53d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329874 Aug 19 18:54:26.693049 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777f1ad-58fe-4e8e-b63e-a9099eb59bc6 req-b5bc9678-4e4a-4e43-876f-098c2d53cbd5 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:26.694618 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1777f1ad-58fe-4e8e-b63e-a9099eb59bc6 req-b5bc9678-4e4a-4e43-876f-098c2d53cbd5 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 944 time: 0.0486228 Aug 19 18:54:26.735237 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1777f1ad-58fe-4e8e-b63e-a9099eb59bc6 req-e91400b6-f898-4514-ba21-91994fc778f2 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347412 Aug 19 18:54:27.457886 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 0df77eb1-71c1-4f89-aa96-1b5b9985f82b details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:54:27.556204 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=0df77eb1-71c1-4f89-aa96-1b5b9985f82b,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:27.570961 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '0df77eb1-71c1-4f89-aa96-1b5b9985f82b', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'port_id': '0df77eb1-71c1-4f89-aa96-1b5b9985f82b', 'mac_address': 'fa:16:3e:93:9c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:54:27.609444 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:27.622814 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df77eb1-71c1-4f89-aa96-1b5b9985f82b {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:54:27.643074 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=0df77eb1-71c1-4f89-aa96-1b5b9985f82b,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:27.647171 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:27.695769 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=0df77eb1-71c1-4f89-aa96-1b5b9985f82b,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:27.858345 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c9338-fbcd-481b-a150-38bd0ee74ccb req-4f7347ca-ddcd-4c2b-94c6-ef5cfa38385f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:27.859943 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-360c9338-fbcd-481b-a150-38bd0ee74ccb req-4f7347ca-ddcd-4c2b-94c6-ef5cfa38385f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 945 time: 0.0520713 Aug 19 18:54:27.877737 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['0df77eb1-71c1-4f89-aa96-1b5b9985f82b'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:54:27.898740 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-360c9338-fbcd-481b-a150-38bd0ee74ccb req-5d2a11c4-7261-455a-b0b5-28a7df7c226c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328896 Aug 19 18:54:29.016224 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38111d-0fe3-4ad7-a47b-3b3cd01399b7 req-9fc6a771-5233-4a40-8010-419a42babadd tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:29.017754 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1e38111d-0fe3-4ad7-a47b-3b3cd01399b7 req-9fc6a771-5233-4a40-8010-419a42babadd tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 945 time: 0.0514870 Aug 19 18:54:29.056018 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1e38111d-0fe3-4ad7-a47b-3b3cd01399b7 req-2c31278a-a867-427e-a49d-39ba686ad9e4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321403 Aug 19 18:54:29.457373 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 0df77eb1-71c1-4f89-aa96-1b5b9985f82b up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:54:29.506387 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:54:29.510126 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:54:29.510509 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:29.588920 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:29.611275 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976aba7d-0e3b-407f-9dcc-db9be7c36492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df77eb1-71c1-4f89-aa96-1b5b9985f82b'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:54:29.613568 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f07702d-b035-4788-af78-4c8764b6895d" -d '{"events": [{"server_uuid": "976aba7d-0e3b-407f-9dcc-db9be7c36492", "name": "network-vif-plugged", "status": "completed", "tag": "0df77eb1-71c1-4f89-aa96-1b5b9985f82b"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:54:29.626617 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=0df77eb1-71c1-4f89-aa96-1b5b9985f82b,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:29.630988 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:29.654587 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463633fa-2572-4b96-89cc-b66e346b0eb9 x-openstack-request-id: req-463633fa-2572-4b96-89cc-b66e346b0eb9 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:54:29.654878 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976aba7d-0e3b-407f-9dcc-db9be7c36492", "name": "network-vif-plugged", "status": "completed", "tag": "0df77eb1-71c1-4f89-aa96-1b5b9985f82b", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:54:29.655170 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-463633fa-2572-4b96-89cc-b66e346b0eb9 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:54:29.655561 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976aba7d-0e3b-407f-9dcc-db9be7c36492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df77eb1-71c1-4f89-aa96-1b5b9985f82b', 'code': 200} Aug 19 18:54:29.683855 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=0df77eb1-71c1-4f89-aa96-1b5b9985f82b,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:29.758462 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc138d-d094-44e5-9eb8-4ef17c5faa1e req-7cd13f13-3e10-4ebe-84e3-28e9ad107b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:29.759895 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d2cc138d-d094-44e5-9eb8-4ef17c5faa1e req-7cd13f13-3e10-4ebe-84e3-28e9ad107b35 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 1097 time: 0.0442379 Aug 19 18:54:29.797001 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d2cc138d-d094-44e5-9eb8-4ef17c5faa1e req-eba31328-7af7-4a90-8f1e-de3732e7d8d4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280316 Aug 19 18:54:30.178787 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f15b42-77c6-476d-b774-31c956d80153 req-f801442b-2410-4785-bc85-7fb1a800a4f1 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:30.180295 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-20f15b42-77c6-476d-b774-31c956d80153 req-f801442b-2410-4785-bc85-7fb1a800a4f1 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 946 time: 0.0584922 Aug 19 18:54:30.219383 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-20f15b42-77c6-476d-b774-31c956d80153 req-951a87ee-af30-4773-ad25-36dd6415fd64 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330594 Aug 19 18:54:31.337158 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243e9e4-fe39-4086-8a87-01c7651cf4aa req-62f4f63b-2505-4e96-980d-fefb4820aae7 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:31.338736 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e243e9e4-fe39-4086-8a87-01c7651cf4aa req-62f4f63b-2505-4e96-980d-fefb4820aae7 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 946 time: 0.0492964 Aug 19 18:54:31.377784 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e243e9e4-fe39-4086-8a87-01c7651cf4aa req-c4eaaa41-c9b7-4d70-b477-8c41af1889be tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327334 Aug 19 18:54:31.489106 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22015d85-388c-41ca-98b8-c2c986be2178 req-87205d49-d0e1-4644-b8e8-67d7f79af11c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:31.490642 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-22015d85-388c-41ca-98b8-c2c986be2178 req-87205d49-d0e1-4644-b8e8-67d7f79af11c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 946 time: 0.0501468 Aug 19 18:54:31.499922 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 39778) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:31.504333 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-70497ebe-9288-4743-b9b1-6b05b2d30276 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Request body: {'floatingip': {'port_id': '0df77eb1-71c1-4f89-aa96-1b5b9985f82b'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:31.542112 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-70497ebe-9288-4743-b9b1-6b05b2d30276 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for floatingip, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:31.989583 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-70497ebe-9288-4743-b9b1-6b05b2d30276 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:31.993733 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-70497ebe-9288-4743-b9b1-6b05b2d30276 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:32.097868 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-70497ebe-9288-4743-b9b1-6b05b2d30276 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Floating IP 5dc8f8c1-38f6-4951-ac4d-488771c1bdb6 associated. External IP: 172.25.8.118, port: 0df77eb1-71c1-4f89-aa96-1b5b9985f82b. Aug 19 18:54:32.310404 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70497ebe-9288-4743-b9b1-6b05b2d30276 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Router d6577b5f-1261-43a4-b116-16da1173939e has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:54:32.428761 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70497ebe-9288-4743-b9b1-6b05b2d30276 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:54:32.433232 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-70497ebe-9288-4743-b9b1-6b05b2d30276 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:32.439211 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efa5307-5604-4039-958d-95bea74fd7d4 None None] Sync routers for ids ['d6577b5f-1261-43a4-b116-16da1173939e'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:54:32.448147 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efa5307-5604-4039-958d-95bea74fd7d4 None None] Routers {'d6577b5f-1261-43a4-b116-16da1173939e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:54:32.448765 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-9efa5307-5604-4039-958d-95bea74fd7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:54:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d6577b5f-1261-43a4-b116-16da1173939e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:32.460518 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-70497ebe-9288-4743-b9b1-6b05b2d30276 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "PUT /v2.0/floatingips/5dc8f8c1-38f6-4951-ac4d-488771c1bdb6 HTTP/1.1" status: 200 len: 992 time: 0.9596200 Aug 19 18:54:32.461148 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976aba7d-0e3b-407f-9dcc-db9be7c36492', 'tag': '0df77eb1-71c1-4f89-aa96-1b5b9985f82b'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:54:32.463693 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07de0fd3-bcee-4249-acf0-680f06041e89" -d '{"events": [{"name": "network-changed", "server_uuid": "976aba7d-0e3b-407f-9dcc-db9be7c36492", "tag": "0df77eb1-71c1-4f89-aa96-1b5b9985f82b"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:54:32.511650 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53076ddc-cda7-4bf0-ac9f-b337e252b3f5 x-openstack-request-id: req-53076ddc-cda7-4bf0-ac9f-b337e252b3f5 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:54:32.512249 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976aba7d-0e3b-407f-9dcc-db9be7c36492", "tag": "0df77eb1-71c1-4f89-aa96-1b5b9985f82b", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:54:32.512249 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53076ddc-cda7-4bf0-ac9f-b337e252b3f5 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:54:32.512863 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976aba7d-0e3b-407f-9dcc-db9be7c36492', 'tag': '0df77eb1-71c1-4f89-aa96-1b5b9985f82b', 'status': 'completed', 'code': 200} Aug 19 18:54:32.565210 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-9efa5307-5604-4039-958d-95bea74fd7d4 None None] Set router d6577b5f-1261-43a4-b116-16da1173939e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:54:32.575026 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de0fd3-bcee-4249-acf0-680f06041e89 req-575afdd5-0726-4c79-9141-f65e97be17e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:32.576550 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-07de0fd3-bcee-4249-acf0-680f06041e89 req-575afdd5-0726-4c79-9141-f65e97be17e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 1097 time: 0.0411587 Aug 19 18:54:32.674465 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de0fd3-bcee-4249-acf0-680f06041e89 req-b8405d60-e5be-42de-b78d-d92520937784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:32.675983 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-07de0fd3-bcee-4249-acf0-680f06041e89 req-b8405d60-e5be-42de-b78d-d92520937784 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0916088 Aug 19 18:54:32.764220 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-07de0fd3-bcee-4249-acf0-680f06041e89 req-38afc900-6867-4bbd-a41c-b508bab3d856 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0df77eb1-71c1-4f89-aa96-1b5b9985f82b HTTP/1.1" status: 200 len: 1000 time: 0.0806999 Aug 19 18:54:32.800117 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-9efa5307-5604-4039-958d-95bea74fd7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '5dc8f8c1-38f6-4951-ac4d-488771c1bdb6', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'port_id': '0df77eb1-71c1-4f89-aa96-1b5b9985f82b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'mac_address': 'fa:16:3e:93:9c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976aba7d-0e3b-407f-9dcc-db9be7c36492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:54:20Z', 'updated_at': '2021-08-19T18:54:31Z', 'revision_number': 1, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:22Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:32.815931 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de0fd3-bcee-4249-acf0-680f06041e89 req-9ff73f3a-841b-4f8e-844b-3351b36a3f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:32.817430 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-07de0fd3-bcee-4249-acf0-680f06041e89 req-9ff73f3a-841b-4f8e-844b-3351b36a3f51 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0452774 Aug 19 18:54:32.829831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efa5307-5604-4039-958d-95bea74fd7d4 None None] Checking router: d6577b5f-1261-43a4-b116-16da1173939e for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:54:32.838764 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efa5307-5604-4039-958d-95bea74fd7d4 None None] Routers {'d6577b5f-1261-43a4-b116-16da1173939e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:54:32.839531 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-9efa5307-5604-4039-958d-95bea74fd7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:54:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d6577b5f-1261-43a4-b116-16da1173939e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:32.870228 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de0fd3-bcee-4249-acf0-680f06041e89 req-1ec904bb-0ebc-4574-ab95-b403dfa38940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:32.871752 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-07de0fd3-bcee-4249-acf0-680f06041e89 req-1ec904bb-0ebc-4574-ab95-b403dfa38940 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465968 Aug 19 18:54:32.948087 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-9efa5307-5604-4039-958d-95bea74fd7d4 None None] Set router d6577b5f-1261-43a4-b116-16da1173939e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:54:32.963224 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-07de0fd3-bcee-4249-acf0-680f06041e89 req-678067bb-0953-4637-9c91-8ac9d437f7d3 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834973 Aug 19 18:54:33.067997 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-07de0fd3-bcee-4249-acf0-680f06041e89 req-4792b493-7ca0-4069-beae-2526bba47ddf service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930536 Aug 19 18:54:33.196506 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-9efa5307-5604-4039-958d-95bea74fd7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '5dc8f8c1-38f6-4951-ac4d-488771c1bdb6', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'port_id': '0df77eb1-71c1-4f89-aa96-1b5b9985f82b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'mac_address': 'fa:16:3e:93:9c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976aba7d-0e3b-407f-9dcc-db9be7c36492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:54:20Z', 'updated_at': '2021-08-19T18:54:31Z', 'revision_number': 1, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:22Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:33.227242 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efa5307-5604-4039-958d-95bea74fd7d4 None None] The sync data for ids ['d6577b5f-1261-43a4-b116-16da1173939e'] in n-d-803753-2 is: [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '5dc8f8c1-38f6-4951-ac4d-488771c1bdb6', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'port_id': '0df77eb1-71c1-4f89-aa96-1b5b9985f82b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'mac_address': 'fa:16:3e:93:9c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976aba7d-0e3b-407f-9dcc-db9be7c36492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:54:20Z', 'updated_at': '2021-08-19T18:54:31Z', 'revision_number': 1, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:22Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:54:33.415579 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b31cf1-ab04-4a79-81f4-768d216616ef None None] New status for floating IP 5dc8f8c1-38f6-4951-ac4d-488771c1bdb6: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:54:34.657809 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f358b8ca-1208-447a-862b-636f718fb329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:37.327795 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:37.420144 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-94c125a0-a56b-476d-9f73-a4c56991823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:38.302148 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:40.304642 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:41.487934 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:46.784827 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:54:46.935154 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:04.658624 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2292cab4-ca44-427d-a1f1-d46499a1cb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:07.328966 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:07.421679 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a4a22af6-b536-4306-9ce9-f9723afc7aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:08.305280 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:10.306543 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:11.488692 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:16.937431 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:17.708475 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d491d9c-51e9-4827-b1fe-d1e5abf3232c req-65181346-0c62-4594-94b0-adc5647b0961 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412807 Aug 19 18:55:17.793634 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d491d9c-51e9-4827-b1fe-d1e5abf3232c req-6bc1e921-fb2d-4413-a023-60d19fb1828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:17.795178 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d491d9c-51e9-4827-b1fe-d1e5abf3232c req-6bc1e921-fb2d-4413-a023-60d19fb1828c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 1097 time: 0.0426512 Aug 19 18:55:17.902510 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d491d9c-51e9-4827-b1fe-d1e5abf3232c req-107939d9-150e-41da-8b86-6e417110bf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:17.903994 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d491d9c-51e9-4827-b1fe-d1e5abf3232c req-107939d9-150e-41da-8b86-6e417110bf5e service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0878527 Aug 19 18:55:17.969606 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d491d9c-51e9-4827-b1fe-d1e5abf3232c req-b7eea41a-67f1-49fb-b14a-dc8591af356a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0df77eb1-71c1-4f89-aa96-1b5b9985f82b HTTP/1.1" status: 200 len: 1002 time: 0.0582664 Aug 19 18:55:18.019203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d491d9c-51e9-4827-b1fe-d1e5abf3232c req-f399becf-064d-4e73-ab2c-0aace256cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:18.020672 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d491d9c-51e9-4827-b1fe-d1e5abf3232c req-f399becf-064d-4e73-ab2c-0aace256cf61 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0437438 Aug 19 18:55:18.070916 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d491d9c-51e9-4827-b1fe-d1e5abf3232c req-f4833f49-4f63-47b3-8f1a-e6e70dcf336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:18.072414 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d491d9c-51e9-4827-b1fe-d1e5abf3232c req-f4833f49-4f63-47b3-8f1a-e6e70dcf336c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447774 Aug 19 18:55:18.168552 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d491d9c-51e9-4827-b1fe-d1e5abf3232c req-c74509ec-4c7f-401e-8567-5de90b7796b5 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872061 Aug 19 18:55:18.264567 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4d491d9c-51e9-4827-b1fe-d1e5abf3232c req-0de8fd64-f6c7-4f7c-8f74-4c00a0787a59 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882547 Aug 19 18:55:23.784696 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:55:34.659897 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cb193b86-4b8b-4d82-906a-6bf4d587afaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:37.330143 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:37.424268 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0d9a2b48-94ec-4739-9370-4c03045f3f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:38.309278 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:40.310212 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:41.501493 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:46.944325 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:00.784194 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:56:04.661202 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d235e40c-8373-4678-80ff-f90088a80410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:07.331427 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:07.425020 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-876446a1-f7c8-48fe-8c5d-e5b4f9f5b18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:08.314313 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:10.312086 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:11.516707 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:11.646607 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2933c42-b510-42c3-88e8-5a3baf9a5bf2 req-cd516f0f-bd57-4d5b-813b-dc8c7d882aa7 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:11.648103 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b2933c42-b510-42c3-88e8-5a3baf9a5bf2 req-cd516f0f-bd57-4d5b-813b-dc8c7d882aa7 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 946 time: 0.0515471 Aug 19 18:56:11.686555 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b2933c42-b510-42c3-88e8-5a3baf9a5bf2 req-9b98f4a0-d62e-4ec9-907c-38c94632b6da tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325253 Aug 19 18:56:11.927221 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d47336-5413-47fe-9e4b-964b51e2e618 req-72fb257c-d35a-4b64-bcf8-602b6a92be3a tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:11.928730 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-39d47336-5413-47fe-9e4b-964b51e2e618 req-72fb257c-d35a-4b64-bcf8-602b6a92be3a tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 946 time: 0.0487180 Aug 19 18:56:11.962141 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-4fd81c84-045e-4c84-bb12-74bc2bacf94b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0926449 Aug 19 18:56:11.968939 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-39d47336-5413-47fe-9e4b-964b51e2e618 req-582027b3-db27-48ef-a321-1be4db85ea97 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329850 Aug 19 18:56:13.090281 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec0188-f824-4fba-837e-4d0c58aaf344 req-cd0dc69f-45cb-4218-ae3c-c2e5c3f66062 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:13.091686 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7bec0188-f824-4fba-837e-4d0c58aaf344 req-cd0dc69f-45cb-4218-ae3c-c2e5c3f66062 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 946 time: 0.0497565 Aug 19 18:56:13.134816 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7bec0188-f824-4fba-837e-4d0c58aaf344 req-8e29575a-3fb4-429d-a97c-9f8ec82e03b4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368721 Aug 19 18:56:13.345254 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-0ca7af0e-8adc-47c4-b722-f302274849b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:13.346792 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-0ca7af0e-8adc-47c4-b722-f302274849b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 1097 time: 0.0459592 Aug 19 18:56:13.435115 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-859f57b9-c6ef-47cc-9b40-037ff2b0e13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:13.436581 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-859f57b9-c6ef-47cc-9b40-037ff2b0e13c service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0823746 Aug 19 18:56:13.505869 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-fae2807d-41f6-4300-a1ed-89177daca130 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0df77eb1-71c1-4f89-aa96-1b5b9985f82b HTTP/1.1" status: 200 len: 1002 time: 0.0612910 Aug 19 18:56:13.558361 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-c3a7ab1d-33cc-4c95-a16f-5caf93ebe0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:13.559783 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-c3a7ab1d-33cc-4c95-a16f-5caf93ebe0ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0459812 Aug 19 18:56:13.608397 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-4703ce9b-6502-49e6-87b1-b11b1b11720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:13.609853 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-4703ce9b-6502-49e6-87b1-b11b1b11720a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409503 Aug 19 18:56:13.702952 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-27c4cc50-1887-4d67-af35-0d29e6ba42bb service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853083 Aug 19 18:56:13.796728 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-1d369d78-f748-483c-a9fe-5bf2515a927b service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840194 Aug 19 18:56:14.253399 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536f109-9e55-427c-b6df-caf8dde26984 req-c2d05e99-1e87-4237-a4c3-49ef1df8e5a5 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:14.254806 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d536f109-9e55-427c-b6df-caf8dde26984 req-c2d05e99-1e87-4237-a4c3-49ef1df8e5a5 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 946 time: 0.0500665 Aug 19 18:56:14.293615 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d536f109-9e55-427c-b6df-caf8dde26984 req-29035b3b-7c0b-4320-942a-ff6262b15b4a tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321205 Aug 19 18:56:15.410739 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe844610-bb74-4d1e-96d0-2fd36e1bc7b5 req-a7261908-53df-4200-b043-7a023a4e0bcc tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:15.412266 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fe844610-bb74-4d1e-96d0-2fd36e1bc7b5 req-a7261908-53df-4200-b043-7a023a4e0bcc tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 946 time: 0.0497899 Aug 19 18:56:15.451725 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fe844610-bb74-4d1e-96d0-2fd36e1bc7b5 req-d4cd37f6-ed28-475a-b194-0f6a73f9b923 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329401 Aug 19 18:56:16.571251 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da664942-f66c-47e5-90a3-61ceb10bba28 req-782e35a5-2bc5-4efb-a6fc-ac890e530351 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:16.572728 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da664942-f66c-47e5-90a3-61ceb10bba28 req-782e35a5-2bc5-4efb-a6fc-ac890e530351 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 946 time: 0.0536356 Aug 19 18:56:16.610594 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da664942-f66c-47e5-90a3-61ceb10bba28 req-a039f2ee-15f3-4182-b4e3-abd01855654e tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318139 Aug 19 18:56:16.946249 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:17.736998 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b4f21-c6cd-4f1a-9e70-a4bacb2e0fe4 req-25db00b3-f0ef-4172-94a6-a65e6b03bf37 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:17.738713 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c07b4f21-c6cd-4f1a-9e70-a4bacb2e0fe4 req-25db00b3-f0ef-4172-94a6-a65e6b03bf37 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 946 time: 0.0514066 Aug 19 18:56:17.741913 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b24b78-d993-4589-a023-0e8390f6cf46 req-3f0bcb4b-5330-4ef8-b7c7-ce39b048ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:17.743945 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3b24b78-d993-4589-a023-0e8390f6cf46 req-3f0bcb4b-5330-4ef8-b7c7-ce39b048ca42 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 1097 time: 0.0448151 Aug 19 18:56:17.782212 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c07b4f21-c6cd-4f1a-9e70-a4bacb2e0fe4 req-5c3f3b81-d079-4a54-b0b8-13307f06d7e4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361536 Aug 19 18:56:17.859822 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b24b78-d993-4589-a023-0e8390f6cf46 req-4dbe2c80-24f7-4181-89c8-fcd555297ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:17.861334 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3b24b78-d993-4589-a023-0e8390f6cf46 req-4dbe2c80-24f7-4181-89c8-fcd555297ebe service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0979338 Aug 19 18:56:17.929291 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3b24b78-d993-4589-a023-0e8390f6cf46 req-34915693-1e42-4ab9-9286-c12c6fefb38e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0df77eb1-71c1-4f89-aa96-1b5b9985f82b HTTP/1.1" status: 200 len: 1002 time: 0.0596070 Aug 19 18:56:17.983192 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b24b78-d993-4589-a023-0e8390f6cf46 req-48ab0fbe-96ab-4e65-a096-4cf0879af5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:17.984788 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3b24b78-d993-4589-a023-0e8390f6cf46 req-48ab0fbe-96ab-4e65-a096-4cf0879af5fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0484595 Aug 19 18:56:18.038119 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b24b78-d993-4589-a023-0e8390f6cf46 req-88bb9348-ea07-42f5-9daa-2f4aff4dbba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:18.040299 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3b24b78-d993-4589-a023-0e8390f6cf46 req-88bb9348-ea07-42f5-9daa-2f4aff4dbba5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456398 Aug 19 18:56:18.150329 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3b24b78-d993-4589-a023-0e8390f6cf46 req-42034f55-c5a7-45b8-8552-0d8db60cc2d3 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986698 Aug 19 18:56:18.253162 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3b24b78-d993-4589-a023-0e8390f6cf46 req-0be70a1f-bcd9-4ac8-ac29-5b11c3de8583 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947526 Aug 19 18:56:18.911689 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6ef79-73ad-4a70-8d03-92f39797b4bc req-53020f98-b555-4362-a5cd-57bfef2669c3 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:18.913155 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bdd6ef79-73ad-4a70-8d03-92f39797b4bc req-53020f98-b555-4362-a5cd-57bfef2669c3 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 946 time: 0.0522749 Aug 19 18:56:18.951785 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bdd6ef79-73ad-4a70-8d03-92f39797b4bc req-a273d791-a41c-48ef-beef-88867b25a327 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326643 Aug 19 18:56:20.073574 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a18cfc-1b11-4667-a7d2-970daa1256a6 req-f7db886a-7ec4-4837-b012-be13f4dcd2a4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:20.075128 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0a18cfc-1b11-4667-a7d2-970daa1256a6 req-f7db886a-7ec4-4837-b012-be13f4dcd2a4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 946 time: 0.0499966 Aug 19 18:56:20.120838 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0a18cfc-1b11-4667-a7d2-970daa1256a6 req-7a6f9d83-3c74-4835-a3d3-1ef5d02e5493 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391405 Aug 19 18:56:21.250484 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a28ea-b3a0-4c23-8469-8287dbd4a49a req-31473429-ffbc-4240-90f4-0c7cc587ef3e tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:21.251990 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-488a28ea-b3a0-4c23-8469-8287dbd4a49a req-31473429-ffbc-4240-90f4-0c7cc587ef3e tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 946 time: 0.0542274 Aug 19 18:56:21.291704 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-488a28ea-b3a0-4c23-8469-8287dbd4a49a req-a7774b76-0b73-4f3f-aa19-7a71818ec84b tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327179 Aug 19 18:56:22.421785 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d0ee9-9a31-4aaf-8f9c-d2d09663c9a8 req-aa8c8354-5d68-40ba-bcd7-c553c6f9bebd tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:22.425092 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-387d0ee9-9a31-4aaf-8f9c-d2d09663c9a8 req-aa8c8354-5d68-40ba-bcd7-c553c6f9bebd tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 946 time: 0.0616200 Aug 19 18:56:22.467364 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-387d0ee9-9a31-4aaf-8f9c-d2d09663c9a8 req-6a68ef4a-211e-4fe2-98f3-48fad6d4ce4c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350709 Aug 19 18:56:23.590770 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82003051-d95d-4134-ab10-586d879f816a req-d6c7dd4f-30cb-421a-a473-b0e124591c36 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:23.592252 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-82003051-d95d-4134-ab10-586d879f816a req-d6c7dd4f-30cb-421a-a473-b0e124591c36 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 946 time: 0.0492046 Aug 19 18:56:23.634575 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-82003051-d95d-4134-ab10-586d879f816a req-720895fa-f1a8-4457-b205-8dbdba905c7e tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363286 Aug 19 18:56:24.758151 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa4301-fbfa-44f0-8dbd-296522de0767 req-09102ba1-3bd9-47d1-9b57-3d565b95cf35 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:24.760278 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2aa4301-fbfa-44f0-8dbd-296522de0767 req-09102ba1-3bd9-47d1-9b57-3d565b95cf35 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 946 time: 0.0504153 Aug 19 18:56:24.799029 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2aa4301-fbfa-44f0-8dbd-296522de0767 req-e9d0b5c7-cbb2-468e-8fe0-8e188c60a935 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327461 Aug 19 18:56:25.916878 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c91ea-13af-4f9b-b8f6-8a3f18ed610e req-06819b02-9a3c-4d5d-a626-4a8cd736762a tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:25.918377 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-973c91ea-13af-4f9b-b8f6-8a3f18ed610e req-06819b02-9a3c-4d5d-a626-4a8cd736762a tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 946 time: 0.0494134 Aug 19 18:56:25.960344 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-973c91ea-13af-4f9b-b8f6-8a3f18ed610e req-0494c705-b087-45b4-b27a-1e664fb3d4a5 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356221 Aug 19 18:56:26.041480 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-14b73d33-75e2-4846-b05b-0003758dbd35 service neutron] show failed (client error): The resource could not be found. Aug 19 18:56:26.042479 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-14b73d33-75e2-4846-b05b-0003758dbd35 service neutron] 10.222.0.50 "GET /v2.0/ports/0df77eb1-71c1-4f89-aa96-1b5b9985f82b/bindings/n-h1-803753-2 HTTP/1.1" status: 404 len: 380 time: 0.0632694 Aug 19 18:56:26.244618 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-02aac05e-04ba-463d-bf9a-9af3f688c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:26.246160 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-02aac05e-04ba-463d-bf9a-9af3f688c1f1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492&tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4 HTTP/1.1" status: 200 len: 1097 time: 0.0420697 Aug 19 18:56:26.259409 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803753-2', 'device_owner': 'compute:nova'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:56:26.316229 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:26.518225 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] For port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=0df77eb1-71c1-4f89-aa96-1b5b9985f82b,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:26.551349 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] For port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:56:26.591923 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976aba7d-0e3b-407f-9dcc-db9be7c36492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0df77eb1-71c1-4f89-aa96-1b5b9985f82b'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:56:26.594246 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938b3678-f70e-4fae-88c6-fed88e232099" -d '{"events": [{"server_uuid": "976aba7d-0e3b-407f-9dcc-db9be7c36492", "name": "network-vif-unplugged", "status": "completed", "tag": "0df77eb1-71c1-4f89-aa96-1b5b9985f82b"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:56:26.598409 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:26.611307 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Transition to ACTIVE for port object 0df77eb1-71c1-4f89-aa96-1b5b9985f82b will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:56:26.624179 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:26.713581 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Pushing event updated for resources: {'Port': ['ID=0df77eb1-71c1-4f89-aa96-1b5b9985f82b,revision_number=6']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:26.730052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:26.730405 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:26.730748 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:26.731306 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:26.731427 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:26.731723 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:26.732046 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:26.732398 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:26.732952 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:26.733280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:26.733627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:26.733950 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:26.737893 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b35a7dc-26c8-48e7-8301-9a11f4e092f5 x-openstack-request-id: req-0b35a7dc-26c8-48e7-8301-9a11f4e092f5 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:56:26.738178 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976aba7d-0e3b-407f-9dcc-db9be7c36492", "name": "network-vif-unplugged", "status": "completed", "tag": "0df77eb1-71c1-4f89-aa96-1b5b9985f82b", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:56:26.738431 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0b35a7dc-26c8-48e7-8301-9a11f4e092f5 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:56:26.738820 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976aba7d-0e3b-407f-9dcc-db9be7c36492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0df77eb1-71c1-4f89-aa96-1b5b9985f82b', 'code': 200} Aug 19 18:56:26.762396 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] No DVR routers for this DVR port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:56:26.903080 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Attempting to bind port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:56:26.903417 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Attempting to bind port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:56:26.903746 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Attempting to bind port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:56:26.907887 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:56:26.908205 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Attempting to bind port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:56:26.912948 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:56:26.913285 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Checking segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:56:26.913711 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Bound using segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:56:26.914139 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Bound port: 0df77eb1-71c1-4f89-aa96-1b5b9985f82b, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:56:26.914515 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:26.980290 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] For port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:56:26.983454 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] For port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=0df77eb1-71c1-4f89-aa96-1b5b9985f82b,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:56:26.988841 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.027621 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:27.028258 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.029729 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] 10.222.0.54 "PUT /v2.0/ports/0df77eb1-71c1-4f89-aa96-1b5b9985f82b HTTP/1.1" status: 200 len: 1092 time: 0.7748764 Aug 19 18:56:27.088139 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32ad00-a690-4ec4-bd82-5e69f45a097e service neutron] Pushing event updated for resources: {'Port': ['ID=0df77eb1-71c1-4f89-aa96-1b5b9985f82b,revision_number=7']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:27.088756 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250d3a5-53be-4979-9672-fa880dc51601 req-bf1dd14c-b7d1-4d5f-a679-fc185c07e3c8 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:27.090544 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8250d3a5-53be-4979-9672-fa880dc51601 req-bf1dd14c-b7d1-4d5f-a679-fc185c07e3c8 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 944 time: 0.0581164 Aug 19 18:56:27.109558 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-676b4a27-85be-4eee-8337-27802d5929eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:27.111093 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-676b4a27-85be-4eee-8337-27802d5929eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 1095 time: 0.0527878 Aug 19 18:56:27.139018 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8250d3a5-53be-4979-9672-fa880dc51601 req-a2a3b150-0270-4c71-a75f-086c080a1efa tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353122 Aug 19 18:56:27.214131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-5cdc783f-9f1b-4d71-8771-0d1daa265448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:27.215633 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-5cdc783f-9f1b-4d71-8771-0d1daa265448 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0935423 Aug 19 18:56:27.288790 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-372770ce-2c63-4684-a6f1-ef0c71e7f912 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0df77eb1-71c1-4f89-aa96-1b5b9985f82b HTTP/1.1" status: 200 len: 1000 time: 0.0616667 Aug 19 18:56:27.339744 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-b4ed3bc4-7076-4efa-85eb-ec4460e4635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:27.341206 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-b4ed3bc4-7076-4efa-85eb-ec4460e4635f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0434759 Aug 19 18:56:27.394903 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-2a8a0534-08e2-48d5-b93e-a68f472c78a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:27.396298 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-2a8a0534-08e2-48d5-b93e-a68f472c78a4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433903 Aug 19 18:56:27.491415 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-c95cc34b-31bb-4a46-b316-c9a03b222730 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833666 Aug 19 18:56:27.589113 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7b0ea2d1-b0a1-48d3-9c6b-b33c1d7982b1 req-d0be7da4-ea80-4c1a-a91c-dd629d4fd05f service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863750 Aug 19 18:56:28.259206 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab70ef-a6ef-41dd-815d-c584af490839 req-6a85bd8d-e7ea-4254-b7d1-e0edf463995f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:28.260702 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-63ab70ef-a6ef-41dd-815d-c584af490839 req-6a85bd8d-e7ea-4254-b7d1-e0edf463995f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 944 time: 0.0500057 Aug 19 18:56:28.298726 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-63ab70ef-a6ef-41dd-815d-c584af490839 req-3b8558fb-9e95-4bd0-8b5d-bc9ce3f85f81 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320752 Aug 19 18:56:28.740223 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976aba7d-0e3b-407f-9dcc-db9be7c36492', 'tag': '0df77eb1-71c1-4f89-aa96-1b5b9985f82b'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:56:28.743375 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9159cf03-562b-46e6-afd3-94a5af58fe39" -d '{"events": [{"name": "network-changed", "server_uuid": "976aba7d-0e3b-407f-9dcc-db9be7c36492", "tag": "0df77eb1-71c1-4f89-aa96-1b5b9985f82b"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:56:28.792496 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8d1ede-846d-468e-a61b-1219a70de9ae x-openstack-request-id: req-cb8d1ede-846d-468e-a61b-1219a70de9ae {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:56:28.792793 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976aba7d-0e3b-407f-9dcc-db9be7c36492", "tag": "0df77eb1-71c1-4f89-aa96-1b5b9985f82b", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:56:28.793474 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb8d1ede-846d-468e-a61b-1219a70de9ae {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:56:28.793474 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976aba7d-0e3b-407f-9dcc-db9be7c36492', 'tag': '0df77eb1-71c1-4f89-aa96-1b5b9985f82b', 'status': 'completed', 'code': 200} Aug 19 18:56:28.854840 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159cf03-562b-46e6-afd3-94a5af58fe39 req-85a5f298-a51d-44d9-8d50-7a8ab851aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:28.855098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159cf03-562b-46e6-afd3-94a5af58fe39 req-114ed90e-5a85-419d-a101-c3e9a761c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:28.856360 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9159cf03-562b-46e6-afd3-94a5af58fe39 req-85a5f298-a51d-44d9-8d50-7a8ab851aa18 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 1095 time: 0.0415039 Aug 19 18:56:28.856484 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9159cf03-562b-46e6-afd3-94a5af58fe39 req-114ed90e-5a85-419d-a101-c3e9a761c7c5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 1095 time: 0.0455153 Aug 19 18:56:28.948797 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159cf03-562b-46e6-afd3-94a5af58fe39 req-cf47e50e-765d-458c-a931-a346d611da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:28.949863 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159cf03-562b-46e6-afd3-94a5af58fe39 req-c677d048-9316-45d9-a4bf-69f2c7d474b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:28.950323 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9159cf03-562b-46e6-afd3-94a5af58fe39 req-cf47e50e-765d-458c-a931-a346d611da10 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0856419 Aug 19 18:56:28.951349 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9159cf03-562b-46e6-afd3-94a5af58fe39 req-c677d048-9316-45d9-a4bf-69f2c7d474b5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0880258 Aug 19 18:56:29.019415 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9159cf03-562b-46e6-afd3-94a5af58fe39 req-8537dab9-8d88-45a8-bc6f-978ccfdcc114 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0df77eb1-71c1-4f89-aa96-1b5b9985f82b HTTP/1.1" status: 200 len: 1000 time: 0.0598233 Aug 19 18:56:29.021999 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9159cf03-562b-46e6-afd3-94a5af58fe39 req-a1eebd6f-35d7-45d3-8275-00cf8fe314ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0df77eb1-71c1-4f89-aa96-1b5b9985f82b HTTP/1.1" status: 200 len: 1000 time: 0.0631773 Aug 19 18:56:29.070889 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159cf03-562b-46e6-afd3-94a5af58fe39 req-50d46f3c-398b-4784-a6f7-c7f6f8c77932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:29.071205 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159cf03-562b-46e6-afd3-94a5af58fe39 req-4769b858-a321-4990-ab82-930a1ebeb6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:29.073146 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9159cf03-562b-46e6-afd3-94a5af58fe39 req-50d46f3c-398b-4784-a6f7-c7f6f8c77932 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0460300 Aug 19 18:56:29.073430 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9159cf03-562b-46e6-afd3-94a5af58fe39 req-4769b858-a321-4990-ab82-930a1ebeb6a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0442820 Aug 19 18:56:29.121980 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159cf03-562b-46e6-afd3-94a5af58fe39 req-ca4509a5-2db8-4ece-878e-49df36e0ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:29.123516 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9159cf03-562b-46e6-afd3-94a5af58fe39 req-ca4509a5-2db8-4ece-878e-49df36e0ad46 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422111 Aug 19 18:56:29.127051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159cf03-562b-46e6-afd3-94a5af58fe39 req-61e53faf-97f4-4c4d-9f01-81f00d95112d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:29.128546 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9159cf03-562b-46e6-afd3-94a5af58fe39 req-61e53faf-97f4-4c4d-9f01-81f00d95112d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451703 Aug 19 18:56:29.218814 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9159cf03-562b-46e6-afd3-94a5af58fe39 req-81e79f05-0cbd-477b-9131-ed012add6ae1 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869567 Aug 19 18:56:29.221209 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9159cf03-562b-46e6-afd3-94a5af58fe39 req-54bbc5c1-15db-4dc0-b2c3-8428e6eb2d7b service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838382 Aug 19 18:56:29.317450 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9159cf03-562b-46e6-afd3-94a5af58fe39 req-3b991f5a-04a1-4361-9f5b-0b9162fe039a service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854146 Aug 19 18:56:29.318934 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9159cf03-562b-46e6-afd3-94a5af58fe39 req-2068fe3c-ad45-4907-8f81-7d7343e69565 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879457 Aug 19 18:56:29.420346 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346aa402-5038-4279-abf4-79ffcfe747ec req-75863b15-26b1-4f0e-b22e-0786e6812f46 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:29.421957 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-346aa402-5038-4279-abf4-79ffcfe747ec req-75863b15-26b1-4f0e-b22e-0786e6812f46 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 944 time: 0.0545189 Aug 19 18:56:29.463223 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-346aa402-5038-4279-abf4-79ffcfe747ec req-0bd8bd58-4e84-47a6-9d81-0eb21a590872 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346913 Aug 19 18:56:30.026691 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 0df77eb1-71c1-4f89-aa96-1b5b9985f82b no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:56:30.064030 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 0df77eb1-71c1-4f89-aa96-1b5b9985f82b not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:56:30.585993 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103514a5-3241-4606-b47d-f0b233b26d05 req-7ebc1e7c-f4d3-42ee-9d56-603f92cbebc4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:30.588203 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-103514a5-3241-4606-b47d-f0b233b26d05 req-7ebc1e7c-f4d3-42ee-9d56-603f92cbebc4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 944 time: 0.0496848 Aug 19 18:56:30.626021 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-103514a5-3241-4606-b47d-f0b233b26d05 req-4904edae-8ad9-41b0-afe0-b590072fc7ba tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317073 Aug 19 18:56:30.863182 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd91b1-f771-4cd2-8b68-311269fa3250 req-3d155318-372f-4683-8e49-3e440ef90542 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:30.864707 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0ebd91b1-f771-4cd2-8b68-311269fa3250 req-3d155318-372f-4683-8e49-3e440ef90542 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 944 time: 0.0916159 Aug 19 18:56:30.873223 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cc0ed-063d-4c3c-8371-516fd9e5109a req-12016355-a4ca-42f1-b4a7-84f8ffc5f177 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:30.874598 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-335cc0ed-063d-4c3c-8371-516fd9e5109a req-12016355-a4ca-42f1-b4a7-84f8ffc5f177 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.50 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492&tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&binding%3Ahost_id=n-h1-803753-2 HTTP/1.1" status: 200 len: 944 time: 0.0689569 Aug 19 18:56:30.937248 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0ebd91b1-f771-4cd2-8b68-311269fa3250 req-c9ecce10-8f39-46b3-9ded-2435157fd5dc tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616519 Aug 19 18:56:30.958261 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [req-335cc0ed-063d-4c3c-8371-516fd9e5109a req-d5fa8269-8c0b-4bc1-8fcb-d2795c5713ba service neutron] delete failed (client error): The resource could not be found. Aug 19 18:56:30.959648 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-335cc0ed-063d-4c3c-8371-516fd9e5109a req-d5fa8269-8c0b-4bc1-8fcb-d2795c5713ba service neutron] 10.222.0.50 "DELETE /v2.0/ports/0df77eb1-71c1-4f89-aa96-1b5b9985f82b/bindings/n-h2-803753-2 HTTP/1.1" status: 404 len: 380 time: 0.0699201 Aug 19 18:56:31.049242 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cc0ed-063d-4c3c-8371-516fd9e5109a req-cb5b6aa9-09b5-4b62-83af-944496077687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:31.050745 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-335cc0ed-063d-4c3c-8371-516fd9e5109a req-cb5b6aa9-09b5-4b62-83af-944496077687 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 1095 time: 0.0460491 Aug 19 18:56:31.144562 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cc0ed-063d-4c3c-8371-516fd9e5109a req-605207a8-b3d5-4661-b87e-c5f225dbeef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:31.146076 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-335cc0ed-063d-4c3c-8371-516fd9e5109a req-605207a8-b3d5-4661-b87e-c5f225dbeef6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0877478 Aug 19 18:56:31.216531 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-335cc0ed-063d-4c3c-8371-516fd9e5109a req-894ba713-f0f2-444d-b596-9584aba6bd7e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0df77eb1-71c1-4f89-aa96-1b5b9985f82b HTTP/1.1" status: 200 len: 1000 time: 0.0626509 Aug 19 18:56:31.268817 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cc0ed-063d-4c3c-8371-516fd9e5109a req-70a1ae69-a9bb-4a15-9c5f-3cd36e6017cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:31.270670 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-335cc0ed-063d-4c3c-8371-516fd9e5109a req-70a1ae69-a9bb-4a15-9c5f-3cd36e6017cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0453434 Aug 19 18:56:31.317616 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cc0ed-063d-4c3c-8371-516fd9e5109a req-a5d32c25-a267-47a8-80d0-5430ee954ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:31.319144 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-335cc0ed-063d-4c3c-8371-516fd9e5109a req-a5d32c25-a267-47a8-80d0-5430ee954ae7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407944 Aug 19 18:56:31.394265 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 0df77eb1-71c1-4f89-aa96-1b5b9985f82b details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:56:31.419324 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-335cc0ed-063d-4c3c-8371-516fd9e5109a req-1098010d-1b59-4db6-aec2-cb2cd6d8b584 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920534 Aug 19 18:56:31.495853 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=0df77eb1-71c1-4f89-aa96-1b5b9985f82b,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:31.511456 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '0df77eb1-71c1-4f89-aa96-1b5b9985f82b', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'port_id': '0df77eb1-71c1-4f89-aa96-1b5b9985f82b', 'mac_address': 'fa:16:3e:93:9c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:56:31.524583 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-335cc0ed-063d-4c3c-8371-516fd9e5109a req-33df71b5-8abb-42bb-a7fb-a07a84d56652 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968115 Aug 19 18:56:31.549034 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:31.562886 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df77eb1-71c1-4f89-aa96-1b5b9985f82b {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:56:31.582064 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=0df77eb1-71c1-4f89-aa96-1b5b9985f82b,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:31.586259 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:31.635161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=0df77eb1-71c1-4f89-aa96-1b5b9985f82b,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:31.642432 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:31.642786 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:31.643124 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:31.643486 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:31.643818 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:31.644147 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:31.644472 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:31.644795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:31.645117 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:31.645435 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:31.645784 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:31.646103 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:31.846965 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['0df77eb1-71c1-4f89-aa96-1b5b9985f82b'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:56:32.060637 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07167991-1ca0-419a-9b96-ceb7a8c4138a req-a6370836-7dd2-4232-b3c2-c640e9d2d3bd tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:32.062171 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-07167991-1ca0-419a-9b96-ceb7a8c4138a req-a6370836-7dd2-4232-b3c2-c640e9d2d3bd tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 945 time: 0.0514944 Aug 19 18:56:32.103711 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-07167991-1ca0-419a-9b96-ceb7a8c4138a req-604da896-b13e-4396-8f15-200ecf2b1297 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349698 Aug 19 18:56:32.222294 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3333bcc-40b9-4e42-8eb5-d2e4354f707a req-ec3db89c-6464-4525-9d33-58ba88c23c25 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:32.223802 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e3333bcc-40b9-4e42-8eb5-d2e4354f707a req-ec3db89c-6464-4525-9d33-58ba88c23c25 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 945 time: 0.0501404 Aug 19 18:56:32.262998 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e3333bcc-40b9-4e42-8eb5-d2e4354f707a req-87db9930-2080-4578-bec0-ce815235dcfb tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326326 Aug 19 18:56:32.383266 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3e18a-5e4d-4997-aa4c-bce9b05804e0 req-15ceec5e-f6c4-44e5-9504-6d0d2f11a83a tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:32.384851 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0da3e18a-5e4d-4997-aa4c-bce9b05804e0 req-15ceec5e-f6c4-44e5-9504-6d0d2f11a83a tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 945 time: 0.0539124 Aug 19 18:56:32.422164 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0da3e18a-5e4d-4997-aa4c-bce9b05804e0 req-b63b45f1-28e9-4d7a-8110-7cdc69ec7a2b tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312636 Aug 19 18:56:32.657129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3762b75-3291-416e-a62e-75e4f8deefd4 req-85308994-3800-4fae-83cb-b16f166d9c5f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:32.658567 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d3762b75-3291-416e-a62e-75e4f8deefd4 req-85308994-3800-4fae-83cb-b16f166d9c5f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 945 time: 0.0500574 Aug 19 18:56:32.696559 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d3762b75-3291-416e-a62e-75e4f8deefd4 req-292e49c5-cc11-4a93-88b7-62fe7b28a992 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320611 Aug 19 18:56:33.410892 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 0df77eb1-71c1-4f89-aa96-1b5b9985f82b up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:56:33.459962 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:56:33.463620 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:56:33.463998 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:33.543118 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:33.565683 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976aba7d-0e3b-407f-9dcc-db9be7c36492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df77eb1-71c1-4f89-aa96-1b5b9985f82b'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:56:33.567939 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3fcd57-26bf-4a8f-bf02-32b4eab3e733" -d '{"events": [{"server_uuid": "976aba7d-0e3b-407f-9dcc-db9be7c36492", "name": "network-vif-plugged", "status": "completed", "tag": "0df77eb1-71c1-4f89-aa96-1b5b9985f82b"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:56:33.582282 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=0df77eb1-71c1-4f89-aa96-1b5b9985f82b,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:33.586534 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:33.635730 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=0df77eb1-71c1-4f89-aa96-1b5b9985f82b,revision_number=9']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:33.669678 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e3e1e3-64a8-4b3f-96a7-c5ab2a7f512d x-openstack-request-id: req-b5e3e1e3-64a8-4b3f-96a7-c5ab2a7f512d {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:56:33.669973 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976aba7d-0e3b-407f-9dcc-db9be7c36492", "name": "network-vif-plugged", "status": "completed", "tag": "0df77eb1-71c1-4f89-aa96-1b5b9985f82b", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:56:33.670223 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5e3e1e3-64a8-4b3f-96a7-c5ab2a7f512d {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:56:33.670620 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976aba7d-0e3b-407f-9dcc-db9be7c36492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df77eb1-71c1-4f89-aa96-1b5b9985f82b', 'code': 200} Aug 19 18:56:33.812693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7befd-8148-4864-83bf-ae3ce60fb87d req-f902b864-50c6-4c37-bdcb-13799dc57900 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:33.814224 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6cf7befd-8148-4864-83bf-ae3ce60fb87d req-f902b864-50c6-4c37-bdcb-13799dc57900 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 946 time: 0.0496399 Aug 19 18:56:33.853135 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6cf7befd-8148-4864-83bf-ae3ce60fb87d req-38876d8b-cd50-41a1-8b32-b4dd44976ce5 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322847 Aug 19 18:56:34.017905 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfcdde9-bcf2-495f-a1a5-25efa0851920 req-b4848ae0-5332-46b6-be7e-365d1170decc tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:34.019357 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-edfcdde9-bcf2-495f-a1a5-25efa0851920 req-b4848ae0-5332-46b6-be7e-365d1170decc tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.54 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 946 time: 0.0537851 Aug 19 18:56:34.110767 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-edfcdde9-bcf2-495f-a1a5-25efa0851920 req-cb25b1ee-a5bd-4117-91a3-756e7b26855d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Deleting port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:56:34.111109 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-edfcdde9-bcf2-495f-a1a5-25efa0851920 req-cb25b1ee-a5bd-4117-91a3-756e7b26855d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:34.201330 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-edfcdde9-bcf2-495f-a1a5-25efa0851920 req-cb25b1ee-a5bd-4117-91a3-756e7b26855d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] For port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=0df77eb1-71c1-4f89-aa96-1b5b9985f82b,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:34.201725 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-edfcdde9-bcf2-495f-a1a5-25efa0851920 req-cb25b1ee-a5bd-4117-91a3-756e7b26855d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:34.370779 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-edfcdde9-bcf2-495f-a1a5-25efa0851920 req-cb25b1ee-a5bd-4117-91a3-756e7b26855d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:34.371193 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-edfcdde9-bcf2-495f-a1a5-25efa0851920 req-cb25b1ee-a5bd-4117-91a3-756e7b26855d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:34.371518 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [req-edfcdde9-bcf2-495f-a1a5-25efa0851920 req-cb25b1ee-a5bd-4117-91a3-756e7b26855d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Floating IP 5dc8f8c1-38f6-4951-ac4d-488771c1bdb6 disassociated. External IP: 172.25.8.118, port: 0df77eb1-71c1-4f89-aa96-1b5b9985f82b. Aug 19 18:56:34.371891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-edfcdde9-bcf2-495f-a1a5-25efa0851920 req-cb25b1ee-a5bd-4117-91a3-756e7b26855d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Calling delete_port for 0df77eb1-71c1-4f89-aa96-1b5b9985f82b owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:56:34.499432 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-edfcdde9-bcf2-495f-a1a5-25efa0851920 req-cb25b1ee-a5bd-4117-91a3-756e7b26855d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:34.532176 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25b1ee-a5bd-4117-91a3-756e7b26855d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Pushing event deleted for resources: {'Port': ['ID=0df77eb1-71c1-4f89-aa96-1b5b9985f82b,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:34.664772 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ce17f331-65c9-4b57-b043-0d3f7613b677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:34.957843 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-912acb16-298f-4bb2-90eb-42dad38f189f req-61cd152f-8acd-4bbe-95be-7923e8ca7f39 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=976aba7d-0e3b-407f-9dcc-db9be7c36492 HTTP/1.1" status: 200 len: 210 time: 0.0323889 Aug 19 18:56:35.009936 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edfcdde9-bcf2-495f-a1a5-25efa0851920 req-cb25b1ee-a5bd-4117-91a3-756e7b26855d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Router d6577b5f-1261-43a4-b116-16da1173939e has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:56:35.117376 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edfcdde9-bcf2-495f-a1a5-25efa0851920 req-cb25b1ee-a5bd-4117-91a3-756e7b26855d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:56:35.127478 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d64b13-b0e1-4126-9940-79be24cb96d9 None None] Sync routers for ids ['d6577b5f-1261-43a4-b116-16da1173939e'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:56:35.137153 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d64b13-b0e1-4126-9940-79be24cb96d9 None None] Routers {'d6577b5f-1261-43a4-b116-16da1173939e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:35.137815 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a1d64b13-b0e1-4126-9940-79be24cb96d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:56:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d6577b5f-1261-43a4-b116-16da1173939e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:35.157935 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfcdde9-bcf2-495f-a1a5-25efa0851920 req-cb25b1ee-a5bd-4117-91a3-756e7b26855d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] No DVR routers for this DVR port 0df77eb1-71c1-4f89-aa96-1b5b9985f82b on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:56:35.160613 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-edfcdde9-bcf2-495f-a1a5-25efa0851920 req-cb25b1ee-a5bd-4117-91a3-756e7b26855d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:35.162644 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-edfcdde9-bcf2-495f-a1a5-25efa0851920 req-cb25b1ee-a5bd-4117-91a3-756e7b26855d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.54 "DELETE /v2.0/ports/0df77eb1-71c1-4f89-aa96-1b5b9985f82b HTTP/1.1" status: 204 len: 173 time: 1.1339848 Aug 19 18:56:35.163080 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976aba7d-0e3b-407f-9dcc-db9be7c36492', 'name': 'network-vif-deleted', 'tag': '0df77eb1-71c1-4f89-aa96-1b5b9985f82b'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:56:35.165309 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b58dafb-21fe-4f31-a541-8159c45c0522" -d '{"events": [{"server_uuid": "976aba7d-0e3b-407f-9dcc-db9be7c36492", "name": "network-vif-deleted", "tag": "0df77eb1-71c1-4f89-aa96-1b5b9985f82b"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:56:35.216942 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e38085f-6b89-48c8-9518-685cdf37da83 x-openstack-request-id: req-8e38085f-6b89-48c8-9518-685cdf37da83 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:56:35.217416 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976aba7d-0e3b-407f-9dcc-db9be7c36492", "name": "network-vif-deleted", "tag": "0df77eb1-71c1-4f89-aa96-1b5b9985f82b", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:56:35.217908 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e38085f-6b89-48c8-9518-685cdf37da83 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:56:35.218373 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976aba7d-0e3b-407f-9dcc-db9be7c36492', 'name': 'network-vif-deleted', 'tag': '0df77eb1-71c1-4f89-aa96-1b5b9985f82b', 'status': 'completed', 'code': 200} Aug 19 18:56:35.260809 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-a1d64b13-b0e1-4126-9940-79be24cb96d9 None None] Set router d6577b5f-1261-43a4-b116-16da1173939e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:35.469644 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a1d64b13-b0e1-4126-9940-79be24cb96d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:22Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:35.501474 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d64b13-b0e1-4126-9940-79be24cb96d9 None None] Checking router: d6577b5f-1261-43a4-b116-16da1173939e for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:56:35.510391 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d64b13-b0e1-4126-9940-79be24cb96d9 None None] Routers {'d6577b5f-1261-43a4-b116-16da1173939e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:35.511003 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a1d64b13-b0e1-4126-9940-79be24cb96d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:56:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d6577b5f-1261-43a4-b116-16da1173939e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:35.617088 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-a1d64b13-b0e1-4126-9940-79be24cb96d9 None None] Set router d6577b5f-1261-43a4-b116-16da1173939e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:35.811875 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a1d64b13-b0e1-4126-9940-79be24cb96d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:22Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:35.838000 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d64b13-b0e1-4126-9940-79be24cb96d9 None None] The sync data for ids ['d6577b5f-1261-43a4-b116-16da1173939e'] in n-d-803753-2 is: [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:22Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:56:36.076132 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952107dd-8be0-4aaa-94ce-93e953e37e8d None None] New status for floating IP 5dc8f8c1-38f6-4951-ac4d-488771c1bdb6: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:56:36.203653 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-84112267-4b09-4ff0-a441-baac17bca34c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--850689552&fields=id&tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4 HTTP/1.1" status: 200 len: 267 time: 0.0354569 Aug 19 18:56:36.311383 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-03a5de14-fe45-44ef-a8ad-f19996c6bdbf tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:36.312782 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-03a5de14-fe45-44ef-a8ad-f19996c6bdbf tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 812 time: 0.1020370 Aug 19 18:56:36.328459 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-d0b70977-0dc6-4a8f-bb9f-02fc469ec838 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/quotas/3aa8368f32aa4a03b04fc54ce64e65c4 HTTP/1.1" status: 200 len: 375 time: 0.0097744 Aug 19 18:56:36.396615 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-3873aa91-b867-4152-9642-751ad09f3e75 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0625389 Aug 19 18:56:36.414948 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-2dca1e3d-b51e-45a9-890f-abed1ce8dc9c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:56:36.416010 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-2dca1e3d-b51e-45a9-890f-abed1ce8dc9c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055079 Aug 19 18:56:36.505168 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-38b6b517-0abd-4438-a536-5bc29eda2ff8 service neutron] 10.222.0.24 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829866 Aug 19 18:56:36.599239 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-d0a4d89b-92c0-4be9-8e54-1104a2ef2d57 service neutron] 10.222.0.24 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868282 Aug 19 18:56:36.764411 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1eebe20d-7d97-4508-9fe6-86c78e1c8f63 req-5171836f-384a-4dab-b490-bc8ee870b7b7 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 210 time: 0.0278375 Aug 19 18:56:37.332233 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:37.426726 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3a1bdb71-5ca6-4037-93f1-258f8712e7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:37.439840 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 0df77eb1-71c1-4f89-aa96-1b5b9985f82b no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:56:37.463714 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 0df77eb1-71c1-4f89-aa96-1b5b9985f82b {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:56:37.464057 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 0df77eb1-71c1-4f89-aa96-1b5b9985f82b not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:56:37.786990 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:56:37.864081 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-5a62fb20-6538-4ed4-9ed3-e0e724be5b9e tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:37.865695 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-5a62fb20-6538-4ed4-9ed3-e0e724be5b9e tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.54 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 812 time: 0.1120343 Aug 19 18:56:37.924276 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-9edf3864-3a86-4749-abeb-9bd5f8473615 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4 HTTP/1.1" status: 200 len: 379 time: 0.0431662 Aug 19 18:56:37.935787 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-2313078a-4da7-4383-99ec-eac401699610 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Request body: {'port': {'device_id': '594622b3-97f7-49ea-8c21-cb2abc83dcdc', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'admin_state_up': True, 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'security_groups': ['867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:56:38.050386 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-2313078a-4da7-4383-99ec-eac401699610 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Made reservation on behalf of 3aa8368f32aa4a03b04fc54ce64e65c4 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:56:38.054067 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-2313078a-4da7-4383-99ec-eac401699610 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:38.177740 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2da23c2f-cbaa-4d5f-ba65-fb178a705a42 req-6b2cd2aa-0116-46df-8e4c-858e299658c0 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 210 time: 0.3429813 Aug 19 18:56:38.193509 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-2313078a-4da7-4383-99ec-eac401699610 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Allocated IP 172.20.0.11 (6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46/5b9f7b4f-7d8b-4863-b927-fd186ac87ac6/01959406-9805-4268-911b-14efd5ca447c) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:56:38.313623 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:38.335065 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-2313078a-4da7-4383-99ec-eac401699610 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:38.348235 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-2313078a-4da7-4383-99ec-eac401699610 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Transition to ACTIVE for port object 01959406-9805-4268-911b-14efd5ca447c will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:56:38.380511 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-2313078a-4da7-4383-99ec-eac401699610 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:38.426181 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-2313078a-4da7-4383-99ec-eac401699610 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:56:38.429252 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-2313078a-4da7-4383-99ec-eac401699610 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:56:38.431771 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-2313078a-4da7-4383-99ec-eac401699610 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:56:38.458189 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313078a-4da7-4383-99ec-eac401699610 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Pushing event updated for resources: {'Port': ['ID=01959406-9805-4268-911b-14efd5ca447c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:38.489418 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-2313078a-4da7-4383-99ec-eac401699610 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:38.490112 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-2313078a-4da7-4383-99ec-eac401699610 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:38.504699 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-2313078a-4da7-4383-99ec-eac401699610 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5730109 Aug 19 18:56:38.525282 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-250e9885-44eb-43cb-9a4f-fc1cebc45b6c service neutron] Request body: {'port': {'device_id': '594622b3-97f7-49ea-8c21-cb2abc83dcdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:56:38.583280 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-250e9885-44eb-43cb-9a4f-fc1cebc45b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:38.689183 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-27d0f6d5-4898-44e8-ac64-0e9ad00e9fd2 None None] Provisioning for port 01959406-9805-4268-911b-14efd5ca447c completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:56:38.694137 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-27d0f6d5-4898-44e8-ac64-0e9ad00e9fd2 None None] Provisioning complete for port 01959406-9805-4268-911b-14efd5ca447c triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:56:38.694651 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-27d0f6d5-4898-44e8-ac64-0e9ad00e9fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:38.729423 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-27d0f6d5-4898-44e8-ac64-0e9ad00e9fd2 None None] Port 01959406-9805-4268-911b-14efd5ca447c cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:56:38.853773 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-250e9885-44eb-43cb-9a4f-fc1cebc45b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01959406-9805-4268-911b-14efd5ca447c {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:56:38.861267 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-250e9885-44eb-43cb-9a4f-fc1cebc45b6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:38.873743 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-250e9885-44eb-43cb-9a4f-fc1cebc45b6c service neutron] Transition to ACTIVE for port object 01959406-9805-4268-911b-14efd5ca447c will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:56:38.877157 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-250e9885-44eb-43cb-9a4f-fc1cebc45b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:38.925696 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e9885-44eb-43cb-9a4f-fc1cebc45b6c service neutron] Pushing event updated for resources: {'Port': ['ID=01959406-9805-4268-911b-14efd5ca447c,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:38.998193 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-250e9885-44eb-43cb-9a4f-fc1cebc45b6c service neutron] Attempting to bind port 01959406-9805-4268-911b-14efd5ca447c on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:56:38.998675 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-250e9885-44eb-43cb-9a4f-fc1cebc45b6c service neutron] Attempting to bind port 01959406-9805-4268-911b-14efd5ca447c by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:56:38.999019 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-250e9885-44eb-43cb-9a4f-fc1cebc45b6c service neutron] Attempting to bind port 01959406-9805-4268-911b-14efd5ca447c on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:56:39.003699 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-250e9885-44eb-43cb-9a4f-fc1cebc45b6c service neutron] Port 01959406-9805-4268-911b-14efd5ca447c on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:56:39.004091 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-250e9885-44eb-43cb-9a4f-fc1cebc45b6c service neutron] Attempting to bind port 01959406-9805-4268-911b-14efd5ca447c on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:56:39.009946 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-250e9885-44eb-43cb-9a4f-fc1cebc45b6c service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:56:39.010394 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-250e9885-44eb-43cb-9a4f-fc1cebc45b6c service neutron] Checking segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:56:39.010786 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-250e9885-44eb-43cb-9a4f-fc1cebc45b6c service neutron] Bound using segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:56:39.011223 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-250e9885-44eb-43cb-9a4f-fc1cebc45b6c service neutron] Bound port: 01959406-9805-4268-911b-14efd5ca447c, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:56:39.011778 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-250e9885-44eb-43cb-9a4f-fc1cebc45b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:39.082751 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-250e9885-44eb-43cb-9a4f-fc1cebc45b6c service neutron] For port 01959406-9805-4268-911b-14efd5ca447c, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:56:39.085853 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-250e9885-44eb-43cb-9a4f-fc1cebc45b6c service neutron] For port 01959406-9805-4268-911b-14efd5ca447c, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=01959406-9805-4268-911b-14efd5ca447c,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:56:39.091252 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-250e9885-44eb-43cb-9a4f-fc1cebc45b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:39.124196 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-250e9885-44eb-43cb-9a4f-fc1cebc45b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:39.124817 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-250e9885-44eb-43cb-9a4f-fc1cebc45b6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:39.126303 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-250e9885-44eb-43cb-9a4f-fc1cebc45b6c service neutron] 10.222.0.54 "PUT /v2.0/ports/01959406-9805-4268-911b-14efd5ca447c HTTP/1.1" status: 200 len: 1092 time: 0.6089437 Aug 19 18:56:39.126812 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594622b3-97f7-49ea-8c21-cb2abc83dcdc', 'tag': '01959406-9805-4268-911b-14efd5ca447c'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:56:39.129054 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153f2ebe-90e5-4d56-ab30-4af7ee56d148" -d '{"events": [{"name": "network-changed", "server_uuid": "594622b3-97f7-49ea-8c21-cb2abc83dcdc", "tag": "01959406-9805-4268-911b-14efd5ca447c"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:56:39.156731 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e9885-44eb-43cb-9a4f-fc1cebc45b6c service neutron] Pushing event updated for resources: {'Port': ['ID=01959406-9805-4268-911b-14efd5ca447c,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:39.184672 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6f4b71-214a-43bb-a4f7-7479e7c69fb2 x-openstack-request-id: req-5b6f4b71-214a-43bb-a4f7-7479e7c69fb2 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:56:39.184975 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594622b3-97f7-49ea-8c21-cb2abc83dcdc", "tag": "01959406-9805-4268-911b-14efd5ca447c", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:56:39.185231 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b6f4b71-214a-43bb-a4f7-7479e7c69fb2 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:56:39.185666 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594622b3-97f7-49ea-8c21-cb2abc83dcdc', 'tag': '01959406-9805-4268-911b-14efd5ca447c', 'status': 'completed', 'code': 200} Aug 19 18:56:39.240084 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-4d9b20bc-1d38-41e8-b4e2-265bec17dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:39.241796 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-4d9b20bc-1d38-41e8-b4e2-265bec17dd37 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 1095 time: 0.0459533 Aug 19 18:56:39.296553 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-d0f35351-fc2f-4a39-a613-1dc2a5b3a81e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01959406-9805-4268-911b-14efd5ca447c HTTP/1.1" status: 200 len: 217 time: 0.0423548 Aug 19 18:56:39.305198 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb40342-6748-497b-85b5-bf43fce15cec req-6e726f65-2232-4205-b961-83f37b5a3fa5 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:39.306779 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4eb40342-6748-497b-85b5-bf43fce15cec req-6e726f65-2232-4205-b961-83f37b5a3fa5 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 944 time: 0.0538092 Aug 19 18:56:39.345748 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4eb40342-6748-497b-85b5-bf43fce15cec req-eefff075-3433-4f1a-b0ec-d32c8bf38479 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325718 Aug 19 18:56:39.353400 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-b8918bd2-8251-432a-9b03-dfaf3e3fbcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:39.354971 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-b8918bd2-8251-432a-9b03-dfaf3e3fbcb6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0471187 Aug 19 18:56:39.407055 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-76dfc21b-b7d8-4f69-9ddd-088e0679a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:39.408573 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-76dfc21b-b7d8-4f69-9ddd-088e0679a1e2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419161 Aug 19 18:56:39.511341 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-10bcad21-bca3-4511-b3cf-0dc619643ff1 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916872 Aug 19 18:56:39.605955 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a0b8979-9f6c-4233-882f-3d5ed0d8645e req-4f93816b-01fb-484e-ab70-7973e85135a5 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832620 Aug 19 18:56:39.701326 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f2ebe-90e5-4d56-ab30-4af7ee56d148 req-dd2b188e-f343-4db1-8426-bed681dd32a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:39.702794 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-153f2ebe-90e5-4d56-ab30-4af7ee56d148 req-dd2b188e-f343-4db1-8426-bed681dd32a0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 1095 time: 0.0428350 Aug 19 18:56:39.798466 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f2ebe-90e5-4d56-ab30-4af7ee56d148 req-cc33e74f-74f6-45f5-965f-159983595bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:39.799934 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-153f2ebe-90e5-4d56-ab30-4af7ee56d148 req-cc33e74f-74f6-45f5-965f-159983595bdd service neutron] 10.222.0.54 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0901606 Aug 19 18:56:39.841349 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-153f2ebe-90e5-4d56-ab30-4af7ee56d148 req-0b88bb68-c0f1-4dbb-b8e8-e6f9ca2e3807 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01959406-9805-4268-911b-14efd5ca447c HTTP/1.1" status: 200 len: 217 time: 0.0339360 Aug 19 18:56:39.898879 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f2ebe-90e5-4d56-ab30-4af7ee56d148 req-78159f33-f481-4c20-bd35-8d22e39eb857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:39.900671 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-153f2ebe-90e5-4d56-ab30-4af7ee56d148 req-78159f33-f481-4c20-bd35-8d22e39eb857 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0510948 Aug 19 18:56:39.949478 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f2ebe-90e5-4d56-ab30-4af7ee56d148 req-f9165dd5-3d13-4d92-b60f-f69a98d19b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:39.951049 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-153f2ebe-90e5-4d56-ab30-4af7ee56d148 req-f9165dd5-3d13-4d92-b60f-f69a98d19b6f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423741 Aug 19 18:56:40.058294 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-153f2ebe-90e5-4d56-ab30-4af7ee56d148 req-4afd4739-865a-467e-b0f9-c5982f31e86c service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988855 Aug 19 18:56:40.159890 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-153f2ebe-90e5-4d56-ab30-4af7ee56d148 req-6fe584af-7785-430d-a584-2197dd8acbc5 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905504 Aug 19 18:56:40.316458 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:40.468745 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06f40d-de77-40d0-b569-637b77939293 req-43161756-0618-4ee9-b60e-7d35791e8d82 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:40.470324 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3d06f40d-de77-40d0-b569-637b77939293 req-43161756-0618-4ee9-b60e-7d35791e8d82 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 944 time: 0.0515945 Aug 19 18:56:40.510753 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3d06f40d-de77-40d0-b569-637b77939293 req-ee0f9a84-eb63-4911-b7c7-18c37a16735b tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343797 Aug 19 18:56:41.520056 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:41.629390 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d6b1f-0038-4259-a73c-7a6efd033560 req-60ea210c-14f1-41bc-9eb1-948a2b4e3351 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:41.630945 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-503d6b1f-0038-4259-a73c-7a6efd033560 req-60ea210c-14f1-41bc-9eb1-948a2b4e3351 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 944 time: 0.0501182 Aug 19 18:56:41.673600 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-503d6b1f-0038-4259-a73c-7a6efd033560 req-ab55a602-5927-44df-86eb-30ed2b17d491 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359981 Aug 19 18:56:42.788275 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd431458-ae5e-4575-a10b-b2d2655a927f req-d0969be1-a313-456e-9214-abc890ef3add tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:42.789871 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fd431458-ae5e-4575-a10b-b2d2655a927f req-d0969be1-a313-456e-9214-abc890ef3add tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 944 time: 0.0495644 Aug 19 18:56:42.828569 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fd431458-ae5e-4575-a10b-b2d2655a927f req-7993d122-567a-4a90-b751-db84d4a90512 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320742 Aug 19 18:56:43.473023 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 01959406-9805-4268-911b-14efd5ca447c details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:56:43.570229 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 01959406-9805-4268-911b-14efd5ca447c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=01959406-9805-4268-911b-14efd5ca447c,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:43.585977 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '01959406-9805-4268-911b-14efd5ca447c', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'port_id': '01959406-9805-4268-911b-14efd5ca447c', 'mac_address': 'fa:16:3e:31:44:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:56:43.623938 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:43.637156 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01959406-9805-4268-911b-14efd5ca447c {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:56:43.657085 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 01959406-9805-4268-911b-14efd5ca447c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=01959406-9805-4268-911b-14efd5ca447c,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:43.660820 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:43.708271 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=01959406-9805-4268-911b-14efd5ca447c,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:43.902446 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['01959406-9805-4268-911b-14efd5ca447c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:56:43.943340 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bdc64-db12-434e-ac77-e17ba90e98fe req-447baeb8-ab14-47db-8c34-85253fd4e040 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:43.944826 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fe3bdc64-db12-434e-ac77-e17ba90e98fe req-447baeb8-ab14-47db-8c34-85253fd4e040 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 945 time: 0.0486395 Aug 19 18:56:43.984654 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fe3bdc64-db12-434e-ac77-e17ba90e98fe req-224ee478-f6e6-496a-bf7e-943602dc0ee0 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330613 Aug 19 18:56:45.106324 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c0401-0b6e-4ac5-8ea6-807abc4556aa req-7a0b625f-a6e8-4a22-af4f-35ae3671c254 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:45.108130 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7b9c0401-0b6e-4ac5-8ea6-807abc4556aa req-7a0b625f-a6e8-4a22-af4f-35ae3671c254 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 945 time: 0.0547624 Aug 19 18:56:45.147450 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7b9c0401-0b6e-4ac5-8ea6-807abc4556aa req-313540dd-3759-4b00-8548-f8f1cf960b22 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333591 Aug 19 18:56:45.473948 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 01959406-9805-4268-911b-14efd5ca447c up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:56:45.524080 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 01959406-9805-4268-911b-14efd5ca447c completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:56:45.529309 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 01959406-9805-4268-911b-14efd5ca447c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:56:45.529737 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:45.609077 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:45.631000 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594622b3-97f7-49ea-8c21-cb2abc83dcdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01959406-9805-4268-911b-14efd5ca447c'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:56:45.633229 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae34232f-baf1-4952-9377-b1fe571b7e0b" -d '{"events": [{"server_uuid": "594622b3-97f7-49ea-8c21-cb2abc83dcdc", "name": "network-vif-plugged", "status": "completed", "tag": "01959406-9805-4268-911b-14efd5ca447c"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:56:45.646238 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 01959406-9805-4268-911b-14efd5ca447c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=01959406-9805-4268-911b-14efd5ca447c,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:45.651402 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:45.675338 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcefe86b-885f-42c1-b800-34f36a5d7ae0 x-openstack-request-id: req-fcefe86b-885f-42c1-b800-34f36a5d7ae0 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:56:45.675646 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594622b3-97f7-49ea-8c21-cb2abc83dcdc", "name": "network-vif-plugged", "status": "completed", "tag": "01959406-9805-4268-911b-14efd5ca447c", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:56:45.675887 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fcefe86b-885f-42c1-b800-34f36a5d7ae0 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:56:45.676275 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594622b3-97f7-49ea-8c21-cb2abc83dcdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01959406-9805-4268-911b-14efd5ca447c', 'code': 200} Aug 19 18:56:45.702309 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=01959406-9805-4268-911b-14efd5ca447c,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:45.774946 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc9fd1-f6a8-478f-996c-b1612d706dce req-c5a04187-0ab5-4d01-97af-b8d418347752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:45.776318 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3dcc9fd1-f6a8-478f-996c-b1612d706dce req-c5a04187-0ab5-4d01-97af-b8d418347752 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 1097 time: 0.0405364 Aug 19 18:56:45.812031 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3dcc9fd1-f6a8-478f-996c-b1612d706dce req-06669d5a-039b-4a65-bef3-3397d4f359e0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279050 Aug 19 18:56:46.262857 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34eab2b-47ae-4325-bb6c-8cefccf8d492 req-bbbdb489-fb5d-4634-b477-df9adbaece61 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:46.264356 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e34eab2b-47ae-4325-bb6c-8cefccf8d492 req-bbbdb489-fb5d-4634-b477-df9adbaece61 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 946 time: 0.0493548 Aug 19 18:56:46.300771 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e34eab2b-47ae-4325-bb6c-8cefccf8d492 req-b5d35291-9a92-4f91-8c7b-312b5336806b tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304070 Aug 19 18:56:46.944387 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:47.419072 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040bda8-a4ad-4dce-a80d-2188cfd4e79d req-0ae40bc3-0d8f-4725-8cbf-14c993f639f4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:47.420550 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5040bda8-a4ad-4dce-a80d-2188cfd4e79d req-0ae40bc3-0d8f-4725-8cbf-14c993f639f4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 946 time: 0.0480781 Aug 19 18:56:47.458343 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5040bda8-a4ad-4dce-a80d-2188cfd4e79d req-321b1964-e4a9-49b9-9693-b27540b162de tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318434 Aug 19 18:56:47.574151 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e47d4a-0977-409e-b9ef-67a9d9bc8977 req-7446c86f-86cb-4e12-a849-afe34929faad tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:47.575634 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-46e47d4a-0977-409e-b9ef-67a9d9bc8977 req-7446c86f-86cb-4e12-a849-afe34929faad tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 946 time: 0.0539556 Aug 19 18:56:47.584079 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40156) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:47.588646 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-4dce4352-f966-4f86-ba86-c6d370e5c8a8 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Request body: {'floatingip': {'port_id': '01959406-9805-4268-911b-14efd5ca447c'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:56:47.627976 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4dce4352-f966-4f86-ba86-c6d370e5c8a8 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for floatingip, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:48.071795 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4dce4352-f966-4f86-ba86-c6d370e5c8a8 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:48.075914 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4dce4352-f966-4f86-ba86-c6d370e5c8a8 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:48.178270 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-4dce4352-f966-4f86-ba86-c6d370e5c8a8 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Floating IP 5dc8f8c1-38f6-4951-ac4d-488771c1bdb6 associated. External IP: 172.25.8.118, port: 01959406-9805-4268-911b-14efd5ca447c. Aug 19 18:56:48.385031 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dce4352-f966-4f86-ba86-c6d370e5c8a8 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Router d6577b5f-1261-43a4-b116-16da1173939e has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:56:48.495044 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dce4352-f966-4f86-ba86-c6d370e5c8a8 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:56:48.499903 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4dce4352-f966-4f86-ba86-c6d370e5c8a8 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:48.504413 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f064dc0-b4f4-4bf0-9de4-46eec5b2f1a8 None None] Sync routers for ids ['d6577b5f-1261-43a4-b116-16da1173939e'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:56:48.514112 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f064dc0-b4f4-4bf0-9de4-46eec5b2f1a8 None None] Routers {'d6577b5f-1261-43a4-b116-16da1173939e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:48.514732 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-9f064dc0-b4f4-4bf0-9de4-46eec5b2f1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:56:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d6577b5f-1261-43a4-b116-16da1173939e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:48.529508 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4dce4352-f966-4f86-ba86-c6d370e5c8a8 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "PUT /v2.0/floatingips/5dc8f8c1-38f6-4951-ac4d-488771c1bdb6 HTTP/1.1" status: 200 len: 992 time: 0.9418182 Aug 19 18:56:48.529508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594622b3-97f7-49ea-8c21-cb2abc83dcdc', 'tag': '01959406-9805-4268-911b-14efd5ca447c'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:56:48.530592 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2e2aa5f21c65608c72949d4bd4b69cfffbf5251d9656fef6079983778370076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc295b0e-7e89-4416-8c2e-d5c84026d64e" -d '{"events": [{"name": "network-changed", "server_uuid": "594622b3-97f7-49ea-8c21-cb2abc83dcdc", "tag": "01959406-9805-4268-911b-14efd5ca447c"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:56:48.571104 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee235baf-4577-4468-b1d0-5a7ccd03c0bf x-openstack-request-id: req-ee235baf-4577-4468-b1d0-5a7ccd03c0bf {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:56:48.571425 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594622b3-97f7-49ea-8c21-cb2abc83dcdc", "tag": "01959406-9805-4268-911b-14efd5ca447c", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:56:48.571825 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee235baf-4577-4468-b1d0-5a7ccd03c0bf {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:56:48.572303 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594622b3-97f7-49ea-8c21-cb2abc83dcdc', 'tag': '01959406-9805-4268-911b-14efd5ca447c', 'status': 'completed', 'code': 200} Aug 19 18:56:48.625388 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-9f064dc0-b4f4-4bf0-9de4-46eec5b2f1a8 None None] Set router d6577b5f-1261-43a4-b116-16da1173939e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:48.635760 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc295b0e-7e89-4416-8c2e-d5c84026d64e req-c8bcb573-9356-42af-b381-db743a00ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:48.637227 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc295b0e-7e89-4416-8c2e-d5c84026d64e req-c8bcb573-9356-42af-b381-db743a00ce45 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 1097 time: 0.0417521 Aug 19 18:56:48.734068 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc295b0e-7e89-4416-8c2e-d5c84026d64e req-9c4529fd-b8d7-4bd3-8a2e-553917639f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:48.735623 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc295b0e-7e89-4416-8c2e-d5c84026d64e req-9c4529fd-b8d7-4bd3-8a2e-553917639f4f service neutron] 10.222.0.54 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0909293 Aug 19 18:56:48.812161 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc295b0e-7e89-4416-8c2e-d5c84026d64e req-4b3d0c01-5f2e-4378-b331-ce81a757842c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01959406-9805-4268-911b-14efd5ca447c HTTP/1.1" status: 200 len: 1000 time: 0.0691965 Aug 19 18:56:48.867924 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc295b0e-7e89-4416-8c2e-d5c84026d64e req-6a81b2a2-6d00-4039-825c-bf7247b6cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:48.870078 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc295b0e-7e89-4416-8c2e-d5c84026d64e req-6a81b2a2-6d00-4039-825c-bf7247b6cd49 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0502536 Aug 19 18:56:48.878440 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-9f064dc0-b4f4-4bf0-9de4-46eec5b2f1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '5dc8f8c1-38f6-4951-ac4d-488771c1bdb6', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'port_id': '01959406-9805-4268-911b-14efd5ca447c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'mac_address': 'fa:16:3e:31:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594622b3-97f7-49ea-8c21-cb2abc83dcdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:54:20Z', 'updated_at': '2021-08-19T18:56:47Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:22Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:48.906813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f064dc0-b4f4-4bf0-9de4-46eec5b2f1a8 None None] Checking router: d6577b5f-1261-43a4-b116-16da1173939e for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:56:48.916019 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f064dc0-b4f4-4bf0-9de4-46eec5b2f1a8 None None] Routers {'d6577b5f-1261-43a4-b116-16da1173939e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:48.916801 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-9f064dc0-b4f4-4bf0-9de4-46eec5b2f1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:56:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d6577b5f-1261-43a4-b116-16da1173939e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:48.916952 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc295b0e-7e89-4416-8c2e-d5c84026d64e req-89ce7c74-e9ff-4dd2-8ff4-85ef29c317ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:48.918380 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc295b0e-7e89-4416-8c2e-d5c84026d64e req-89ce7c74-e9ff-4dd2-8ff4-85ef29c317ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412834 Aug 19 18:56:49.014302 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc295b0e-7e89-4416-8c2e-d5c84026d64e req-5d7d8997-d3d3-4cf6-a48f-5c9d3a105b4b service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885513 Aug 19 18:56:49.025684 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-9f064dc0-b4f4-4bf0-9de4-46eec5b2f1a8 None None] Set router d6577b5f-1261-43a4-b116-16da1173939e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:49.118944 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cc295b0e-7e89-4416-8c2e-d5c84026d64e req-484d9098-7e22-40b1-ac3b-385232c951b1 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973265 Aug 19 18:56:49.418335 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-9f064dc0-b4f4-4bf0-9de4-46eec5b2f1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '5dc8f8c1-38f6-4951-ac4d-488771c1bdb6', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'port_id': '01959406-9805-4268-911b-14efd5ca447c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'mac_address': 'fa:16:3e:31:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594622b3-97f7-49ea-8c21-cb2abc83dcdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:54:20Z', 'updated_at': '2021-08-19T18:56:47Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:22Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:49.448785 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f064dc0-b4f4-4bf0-9de4-46eec5b2f1a8 None None] The sync data for ids ['d6577b5f-1261-43a4-b116-16da1173939e'] in n-d-803753-2 is: [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '5dc8f8c1-38f6-4951-ac4d-488771c1bdb6', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'port_id': '01959406-9805-4268-911b-14efd5ca447c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'mac_address': 'fa:16:3e:31:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594622b3-97f7-49ea-8c21-cb2abc83dcdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:54:20Z', 'updated_at': '2021-08-19T18:56:47Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:22Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:56:49.645398 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d7254e-6ea9-4a3b-a9c2-48e6197079a4 None None] New status for floating IP 5dc8f8c1-38f6-4951-ac4d-488771c1bdb6: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:57:04.665655 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c57544df-b6b5-49b5-bdce-fb83423b86ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:07.334482 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:07.427417 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c72a3308-b218-4ab5-93b3-7ef9c2a926c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:07.473839 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2c1307e9-d9b8-42c1-806a-25ffb2eb4f75 req-4912cf23-c81e-483c-af48-fb7f6533c1ba service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458939 Aug 19 18:57:07.558829 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1307e9-d9b8-42c1-806a-25ffb2eb4f75 req-0b36d8bf-ba3b-41a7-b89e-91de827e2f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:07.560326 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2c1307e9-d9b8-42c1-806a-25ffb2eb4f75 req-0b36d8bf-ba3b-41a7-b89e-91de827e2f01 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 1097 time: 0.0421414 Aug 19 18:57:07.673335 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1307e9-d9b8-42c1-806a-25ffb2eb4f75 req-d7224548-8642-4f13-bfe6-c7be52cd5a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:07.675128 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2c1307e9-d9b8-42c1-806a-25ffb2eb4f75 req-d7224548-8642-4f13-bfe6-c7be52cd5a41 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0893400 Aug 19 18:57:07.749255 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2c1307e9-d9b8-42c1-806a-25ffb2eb4f75 req-5089c11b-3add-4609-8282-4c241ce71c0d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01959406-9805-4268-911b-14efd5ca447c HTTP/1.1" status: 200 len: 1002 time: 0.0645375 Aug 19 18:57:07.801200 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1307e9-d9b8-42c1-806a-25ffb2eb4f75 req-08aee740-98be-4ad8-9d49-d0d7509be969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:07.802722 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2c1307e9-d9b8-42c1-806a-25ffb2eb4f75 req-08aee740-98be-4ad8-9d49-d0d7509be969 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0457723 Aug 19 18:57:07.849221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1307e9-d9b8-42c1-806a-25ffb2eb4f75 req-b676faab-771e-4ffa-ad73-422e1db0b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:07.850768 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2c1307e9-d9b8-42c1-806a-25ffb2eb4f75 req-b676faab-771e-4ffa-ad73-422e1db0b67b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404508 Aug 19 18:57:07.949021 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2c1307e9-d9b8-42c1-806a-25ffb2eb4f75 req-fa665a4f-dbca-4a22-a941-50c733342d58 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891304 Aug 19 18:57:08.051668 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2c1307e9-d9b8-42c1-806a-25ffb2eb4f75 req-d9fe938f-9e20-4fd0-9330-fface2760621 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916362 Aug 19 18:57:08.318182 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:10.320601 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:11.515571 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:14.788356 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:57:16.941905 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.666343 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-815fd42e-023b-4db9-a57c-d73c61a53a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:37.335571 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:37.428466 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f4ce3e8f-2547-4060-98b5-eee96c561f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:38.320153 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:40.319831 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:41.531303 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:46.943301 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:51.788144 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:58:04.667581 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3549441b-782d-4d53-83e2-9e018c875db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:07.336863 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:07.428920 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6e5f5416-2961-4af8-9988-a0e9576cfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:08.327440 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:08.546878 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1a9da0dd-000b-4c87-8e21-0d15986544b6 req-4489d4a6-7bb1-4eef-92a4-53baaa7060d0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1052029 Aug 19 18:58:08.638232 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9da0dd-000b-4c87-8e21-0d15986544b6 req-2679c92a-0f70-4fc0-8a80-3aa606d4309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:08.640106 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1a9da0dd-000b-4c87-8e21-0d15986544b6 req-2679c92a-0f70-4fc0-8a80-3aa606d4309b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 1097 time: 0.0428374 Aug 19 18:58:08.745465 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9da0dd-000b-4c87-8e21-0d15986544b6 req-9bc199fd-6e2c-48d5-aa96-6a7410036054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:08.746971 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1a9da0dd-000b-4c87-8e21-0d15986544b6 req-9bc199fd-6e2c-48d5-aa96-6a7410036054 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0835025 Aug 19 18:58:08.821967 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1a9da0dd-000b-4c87-8e21-0d15986544b6 req-a67a36ef-2acf-46be-a33f-6c2001b9c742 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01959406-9805-4268-911b-14efd5ca447c HTTP/1.1" status: 200 len: 1002 time: 0.0636334 Aug 19 18:58:08.879848 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9da0dd-000b-4c87-8e21-0d15986544b6 req-43d442d8-52c2-4422-a27c-fb880950283e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:08.881353 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1a9da0dd-000b-4c87-8e21-0d15986544b6 req-43d442d8-52c2-4422-a27c-fb880950283e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0477488 Aug 19 18:58:08.931680 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9da0dd-000b-4c87-8e21-0d15986544b6 req-e4819557-b63f-4e7c-96ca-f317969b3bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:08.933178 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1a9da0dd-000b-4c87-8e21-0d15986544b6 req-e4819557-b63f-4e7c-96ca-f317969b3bf4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408912 Aug 19 18:58:09.032031 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1a9da0dd-000b-4c87-8e21-0d15986544b6 req-fcb48008-e588-4e12-9486-1654efcd75f9 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872054 Aug 19 18:58:09.124746 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1a9da0dd-000b-4c87-8e21-0d15986544b6 req-2c445dbe-570a-4dbf-b428-56909b38dae8 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812976 Aug 19 18:58:10.323409 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:11.546033 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:16.940053 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:28.788877 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:58:31.259633 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d2ac8-d587-4e7b-b402-cb98bd5dc15a req-e85ff503-aac2-4db1-ad8c-b3b04db08946 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:31.261123 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-485d2ac8-d587-4e7b-b402-cb98bd5dc15a req-e85ff503-aac2-4db1-ad8c-b3b04db08946 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 946 time: 0.1200185 Aug 19 18:58:31.298950 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-485d2ac8-d587-4e7b-b402-cb98bd5dc15a req-266432c3-5a17-497b-a552-6d85ad14c05d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316129 Aug 19 18:58:32.476709 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5da8b-550d-4699-8a73-e3acc7a66f5b req-b7d5735e-88cf-4355-863c-9cfa908211ab tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:32.478255 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-50e5da8b-550d-4699-8a73-e3acc7a66f5b req-b7d5735e-88cf-4355-863c-9cfa908211ab tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 946 time: 0.1045506 Aug 19 18:58:32.522381 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-50e5da8b-550d-4699-8a73-e3acc7a66f5b req-dd308f72-db32-43a5-8b36-7d0753ab1aa9 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382631 Aug 19 18:58:33.639194 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c102100-b0c7-44c0-aa09-980c716ca546 req-a67d6ba4-67f4-40a7-ac7f-7a014ac83fba tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:33.640671 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9c102100-b0c7-44c0-aa09-980c716ca546 req-a67d6ba4-67f4-40a7-ac7f-7a014ac83fba tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 946 time: 0.0492783 Aug 19 18:58:33.678630 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9c102100-b0c7-44c0-aa09-980c716ca546 req-86832cae-e1e7-4f85-b336-db53b0c11332 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310435 Aug 19 18:58:34.670150 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3e79171b-adea-45e0-9806-66f72b33be53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:34.793915 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c6e98-a108-4b17-ad61-17afa999d085 req-33418b7f-628b-4d9b-84f1-45bfe354d47a tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:34.795446 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4b2c6e98-a108-4b17-ad61-17afa999d085 req-33418b7f-628b-4d9b-84f1-45bfe354d47a tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 946 time: 0.0492821 Aug 19 18:58:34.833343 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4b2c6e98-a108-4b17-ad61-17afa999d085 req-29e40d3e-14d0-4990-b6be-0ec71d0ff622 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317650 Aug 19 18:58:35.950915 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2645fb-9aea-4133-bfef-1f9c8b6ac1d1 req-465cd082-dba0-400c-81dc-454a6e9db923 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:35.952382 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6c2645fb-9aea-4133-bfef-1f9c8b6ac1d1 req-465cd082-dba0-400c-81dc-454a6e9db923 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 946 time: 0.0485494 Aug 19 18:58:35.992495 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6c2645fb-9aea-4133-bfef-1f9c8b6ac1d1 req-ec3920ad-1289-4582-9bfa-d4c3f220dde8 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327206 Aug 19 18:58:37.165051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95638fde-d109-491e-a884-ef31e8e2ee14 req-6edeb72a-c7d3-43d1-94f7-49857c9c2394 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:37.166554 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95638fde-d109-491e-a884-ef31e8e2ee14 req-6edeb72a-c7d3-43d1-94f7-49857c9c2394 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 946 time: 0.0499384 Aug 19 18:58:37.203449 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-95638fde-d109-491e-a884-ef31e8e2ee14 req-a48b5774-264c-4968-bf65-dfac0e1efb8d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309782 Aug 19 18:58:37.338101 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:37.428585 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f41b359a-4ded-456f-8abf-b3aed920911b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:38.327502 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:38.360678 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f3408-bc37-4ac8-b592-8ac0540bed50 req-6894b315-7eb5-4a85-9cb6-d43b7fd5b4f1 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:38.362843 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc6f3408-bc37-4ac8-b592-8ac0540bed50 req-6894b315-7eb5-4a85-9cb6-d43b7fd5b4f1 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 946 time: 0.0535965 Aug 19 18:58:38.400006 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fc6f3408-bc37-4ac8-b592-8ac0540bed50 req-35a13fc1-936a-4300-bfd8-7fbc9d9e62b6 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312192 Aug 19 18:58:39.516467 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025bf4f-9627-42ea-aab7-da7b42080d4d req-a70536e7-5856-4fd4-bec8-72cd8ebe650e tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:39.518076 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6025bf4f-9627-42ea-aab7-da7b42080d4d req-a70536e7-5856-4fd4-bec8-72cd8ebe650e tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 946 time: 0.0491464 Aug 19 18:58:39.559652 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6025bf4f-9627-42ea-aab7-da7b42080d4d req-c8df5397-75ea-41bf-a9a4-b4c064644557 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357018 Aug 19 18:58:40.325104 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:40.757759 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea730788-1056-4469-8f0c-9d03299a8539 req-0ec60cd1-2082-4046-a562-3dfac4f8b284 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:40.759292 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea730788-1056-4469-8f0c-9d03299a8539 req-0ec60cd1-2082-4046-a562-3dfac4f8b284 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 946 time: 0.0941682 Aug 19 18:58:40.797151 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea730788-1056-4469-8f0c-9d03299a8539 req-fe406426-c8f6-4a86-8124-85de6a2f2584 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316105 Aug 19 18:58:41.561072 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:41.994190 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe056037-ba1d-4c2b-816e-607e13db1621 req-45f1894d-91f6-4899-b1ad-712c503103c4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:41.995705 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fe056037-ba1d-4c2b-816e-607e13db1621 req-45f1894d-91f6-4899-b1ad-712c503103c4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 946 time: 0.0944080 Aug 19 18:58:42.037415 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fe056037-ba1d-4c2b-816e-607e13db1621 req-e6b3d040-769f-48c6-9de1-1a166be0f7dc tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356483 Aug 19 18:58:42.318580 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-92680b54-cd73-4373-9d99-db08ffb5396e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0609596 Aug 19 18:58:42.326047 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e914f8-4dac-4bd0-b43f-77507d1a3910 req-43a44f35-1edf-4245-8e7c-4237e3060212 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:42.327534 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-45e914f8-4dac-4bd0-b43f-77507d1a3910 req-43a44f35-1edf-4245-8e7c-4237e3060212 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 946 time: 0.0791063 Aug 19 18:58:42.378727 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-45e914f8-4dac-4bd0-b43f-77507d1a3910 req-85389403-84cc-44bf-9af6-916c5ef4b515 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391879 Aug 19 18:58:43.508825 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a63d26-f489-4f3b-86b0-b50467ab6978 req-7b335294-4390-4d3c-8439-5a5ce7696196 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:43.510387 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25a63d26-f489-4f3b-86b0-b50467ab6978 req-7b335294-4390-4d3c-8439-5a5ce7696196 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 946 time: 0.0567343 Aug 19 18:58:43.511174 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-6604fb3f-496a-4697-9716-128bc29167fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:43.513221 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-6604fb3f-496a-4697-9716-128bc29167fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 1097 time: 0.0522439 Aug 19 18:58:43.558621 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-25a63d26-f489-4f3b-86b0-b50467ab6978 req-a05eeb27-eeb1-4c9e-9b53-1045b5a8631f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419645 Aug 19 18:58:43.610112 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-28623848-f991-4a46-aff0-9a893007a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:43.612429 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-28623848-f991-4a46-aff0-9a893007a1c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0924244 Aug 19 18:58:44.032203 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-ff48adb7-1327-4aa4-a086-bc3af1172afc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01959406-9805-4268-911b-14efd5ca447c HTTP/1.1" status: 200 len: 1002 time: 0.4082928 Aug 19 18:58:44.086936 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-951c0614-f69e-4337-bb52-716fa6803d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:44.088341 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-951c0614-f69e-4337-bb52-716fa6803d54 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0456095 Aug 19 18:58:44.153663 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-1fa99ff0-c400-4059-9198-facdd14c21dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:44.155163 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-1fa99ff0-c400-4059-9198-facdd14c21dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586355 Aug 19 18:58:44.250965 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-46b905b3-fbc0-474e-97e7-e8c16e39f9f4 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841596 Aug 19 18:58:44.344760 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-5003785d-8665-47d6-ab6e-7aaf919fd1ea service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822923 Aug 19 18:58:44.686352 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a09d44-05ae-4899-99bd-a0cb843cf5e9 req-5dd1621d-7706-4f3f-bee7-02e210b1e13c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:44.687865 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-12a09d44-05ae-4899-99bd-a0cb843cf5e9 req-5dd1621d-7706-4f3f-bee7-02e210b1e13c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 946 time: 0.0506990 Aug 19 18:58:44.731395 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-12a09d44-05ae-4899-99bd-a0cb843cf5e9 req-5ec510fd-9105-47d5-a919-b404fe3a3207 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369909 Aug 19 18:58:45.855313 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01784344-9075-4691-859b-e185e25d057a req-bfd9240a-24f3-42ca-a021-f3785a2fcebf tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:45.856806 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-01784344-9075-4691-859b-e185e25d057a req-bfd9240a-24f3-42ca-a021-f3785a2fcebf tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 946 time: 0.0544658 Aug 19 18:58:45.895381 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-01784344-9075-4691-859b-e185e25d057a req-ad478b58-f7cd-45c7-a864-540d0f4c80c5 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317078 Aug 19 18:58:46.569470 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-2c342595-7735-41ad-8be7-d332fa39795e service neutron] show failed (client error): The resource could not be found. Aug 19 18:58:46.570524 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-2c342595-7735-41ad-8be7-d332fa39795e service neutron] 10.222.0.54 "GET /v2.0/ports/01959406-9805-4268-911b-14efd5ca447c/bindings/n-h2-803753-2 HTTP/1.1" status: 404 len: 380 time: 0.0571725 Aug 19 18:58:46.781223 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-0d3cb750-4c9c-4606-98fd-1a74bcc1795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:46.783453 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-0d3cb750-4c9c-4606-98fd-1a74bcc1795f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc&tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4 HTTP/1.1" status: 200 len: 1097 time: 0.0403197 Aug 19 18:58:46.795026 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803753-2', 'device_owner': 'compute:nova'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:58:46.848242 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:46.960649 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:47.016216 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75194ac0-012e-42fc-9b4a-af66f2a253b6 req-79f80823-65ac-4172-bd6a-21d0c573d0a5 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:47.017905 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75194ac0-012e-42fc-9b4a-af66f2a253b6 req-79f80823-65ac-4172-bd6a-21d0c573d0a5 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 946 time: 0.0508666 Aug 19 18:58:47.059221 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-75194ac0-012e-42fc-9b4a-af66f2a253b6 req-74ea2d63-34d6-4ade-b1fc-b0a10054a7aa tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351887 Aug 19 18:58:47.074657 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] For port 01959406-9805-4268-911b-14efd5ca447c, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=01959406-9805-4268-911b-14efd5ca447c,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:58:47.108271 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] For port 01959406-9805-4268-911b-14efd5ca447c, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:58:47.148017 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594622b3-97f7-49ea-8c21-cb2abc83dcdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01959406-9805-4268-911b-14efd5ca447c'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:58:47.150623 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127897a9-e3a8-4ba0-999b-04908f1dc27d" -d '{"events": [{"server_uuid": "594622b3-97f7-49ea-8c21-cb2abc83dcdc", "name": "network-vif-unplugged", "status": "completed", "tag": "01959406-9805-4268-911b-14efd5ca447c"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:58:47.154434 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:47.167890 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Transition to ACTIVE for port object 01959406-9805-4268-911b-14efd5ca447c will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:58:47.171671 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:47.280964 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0407f734-07b8-46eb-b2a8-534bffcf9559 x-openstack-request-id: req-0407f734-07b8-46eb-b2a8-534bffcf9559 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:58:47.281264 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594622b3-97f7-49ea-8c21-cb2abc83dcdc", "name": "network-vif-unplugged", "status": "completed", "tag": "01959406-9805-4268-911b-14efd5ca447c", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:58:47.281510 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0407f734-07b8-46eb-b2a8-534bffcf9559 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:58:47.281933 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594622b3-97f7-49ea-8c21-cb2abc83dcdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01959406-9805-4268-911b-14efd5ca447c', 'code': 200} Aug 19 18:58:47.324510 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Pushing event updated for resources: {'Port': ['ID=01959406-9805-4268-911b-14efd5ca447c,revision_number=6']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:58:47.348246 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:47.348589 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:47.348928 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:47.349295 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:47.349618 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:47.349950 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:47.350277 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:47.350606 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:47.350927 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:47.351251 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:47.351575 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:47.351893 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:47.356502 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] No DVR routers for this DVR port 01959406-9805-4268-911b-14efd5ca447c on host n-h1-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:58:47.495860 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Attempting to bind port 01959406-9805-4268-911b-14efd5ca447c on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:58:47.496109 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Attempting to bind port 01959406-9805-4268-911b-14efd5ca447c by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:58:47.496442 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Attempting to bind port 01959406-9805-4268-911b-14efd5ca447c on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:58:47.500688 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Port 01959406-9805-4268-911b-14efd5ca447c on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:58:47.501016 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Attempting to bind port 01959406-9805-4268-911b-14efd5ca447c on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:58:47.505821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:58:47.506164 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Checking segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:58:47.506556 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Bound using segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:58:47.507052 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Bound port: 01959406-9805-4268-911b-14efd5ca447c, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:58:47.507351 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:47.569635 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] For port 01959406-9805-4268-911b-14efd5ca447c, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:58:47.572626 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] For port 01959406-9805-4268-911b-14efd5ca447c, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=01959406-9805-4268-911b-14efd5ca447c,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:58:47.577403 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:47.610561 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:47.611128 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:47.613196 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] 10.222.0.50 "PUT /v2.0/ports/01959406-9805-4268-911b-14efd5ca447c HTTP/1.1" status: 200 len: 1092 time: 0.8217552 Aug 19 18:58:47.647352 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc133a-84f8-4211-bd71-a29ce0c9c360 service neutron] Pushing event updated for resources: {'Port': ['ID=01959406-9805-4268-911b-14efd5ca447c,revision_number=7']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:58:47.682779 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-3a5dada6-bc47-4105-b427-415ea361d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:47.684353 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-3a5dada6-bc47-4105-b427-415ea361d17a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 1095 time: 0.0485556 Aug 19 18:58:47.795603 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-696b9f6d-2752-4db1-903c-7faf600f9b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:47.797100 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-696b9f6d-2752-4db1-903c-7faf600f9b19 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.1047554 Aug 19 18:58:47.866005 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-ca83832c-fd57-4081-b51f-f013283055b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01959406-9805-4268-911b-14efd5ca447c HTTP/1.1" status: 200 len: 1000 time: 0.0603578 Aug 19 18:58:47.919927 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-328ae2d8-d8c5-40f5-bd62-2b5e2be8a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:47.921330 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-328ae2d8-d8c5-40f5-bd62-2b5e2be8a631 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0485215 Aug 19 18:58:47.967459 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-55e88ac6-24d8-4465-a477-eaec98f5cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:47.969122 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-55e88ac6-24d8-4465-a477-eaec98f5cf0a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404372 Aug 19 18:58:48.061815 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-16b35e09-8100-4a2b-9c41-181d7d7eef24 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845380 Aug 19 18:58:48.161895 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-84c10782-e666-4e5a-bb98-6b5aad9c25e9 req-3c6fbc1c-7b67-43c0-a033-c41adbe7f487 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921743 Aug 19 18:58:48.183386 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3f125-0ad7-4a1f-938e-1c9e34153a6c req-8ef92457-04d4-478f-9865-6fa64be0412d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:48.184949 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d6f3f125-0ad7-4a1f-938e-1c9e34153a6c req-8ef92457-04d4-478f-9865-6fa64be0412d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 944 time: 0.0510571 Aug 19 18:58:48.224381 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d6f3f125-0ad7-4a1f-938e-1c9e34153a6c req-bf0c87ae-b6a0-4fef-ac44-1aa726445960 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326111 Aug 19 18:58:49.283823 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594622b3-97f7-49ea-8c21-cb2abc83dcdc', 'tag': '01959406-9805-4268-911b-14efd5ca447c'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:58:49.286501 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd057d7c606eaf3c886b6b67194d995f97cafdf65cac6892583592543a5e57c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2dddb4-7e34-44f6-966f-f9218392be08" -d '{"events": [{"name": "network-changed", "server_uuid": "594622b3-97f7-49ea-8c21-cb2abc83dcdc", "tag": "01959406-9805-4268-911b-14efd5ca447c"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:58:49.336876 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01752d3b-18e3-4124-bb45-4fb5bbfed601 x-openstack-request-id: req-01752d3b-18e3-4124-bb45-4fb5bbfed601 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:58:49.337043 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594622b3-97f7-49ea-8c21-cb2abc83dcdc", "tag": "01959406-9805-4268-911b-14efd5ca447c", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:58:49.337269 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01752d3b-18e3-4124-bb45-4fb5bbfed601 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:58:49.337696 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594622b3-97f7-49ea-8c21-cb2abc83dcdc', 'tag': '01959406-9805-4268-911b-14efd5ca447c', 'status': 'completed', 'code': 200} Aug 19 18:58:49.354551 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afdcb0-aceb-4855-ba71-b7a80742c5a0 req-cd615b27-f0ae-4f1d-9084-890bc50d6cda tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:49.356093 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-05afdcb0-aceb-4855-ba71-b7a80742c5a0 req-cd615b27-f0ae-4f1d-9084-890bc50d6cda tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 944 time: 0.0566366 Aug 19 18:58:49.401847 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-05afdcb0-aceb-4855-ba71-b7a80742c5a0 req-a219997c-ae11-4fb6-8784-6e4c953cfa6c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375481 Aug 19 18:58:49.431053 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dddb4-7e34-44f6-966f-f9218392be08 req-04cf8546-1871-4e34-8491-08c9838c8f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:49.432563 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a2dddb4-7e34-44f6-966f-f9218392be08 req-04cf8546-1871-4e34-8491-08c9838c8f86 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 1095 time: 0.0595419 Aug 19 18:58:49.531621 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dddb4-7e34-44f6-966f-f9218392be08 req-e67af420-b70c-4787-946a-fee34a6d430a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:49.533636 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a2dddb4-7e34-44f6-966f-f9218392be08 req-e67af420-b70c-4787-946a-fee34a6d430a service neutron] 10.222.0.54 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0899558 Aug 19 18:58:49.535639 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dddb4-7e34-44f6-966f-f9218392be08 req-fb9e5b9b-2c86-4eab-aae2-85d1e1863c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:49.537137 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a2dddb4-7e34-44f6-966f-f9218392be08 req-fb9e5b9b-2c86-4eab-aae2-85d1e1863c3f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 1095 time: 0.0845423 Aug 19 18:58:49.607750 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a2dddb4-7e34-44f6-966f-f9218392be08 req-b9ba96bd-7b26-4446-b087-b033bf83f883 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01959406-9805-4268-911b-14efd5ca447c HTTP/1.1" status: 200 len: 1000 time: 0.0642452 Aug 19 18:58:49.633812 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dddb4-7e34-44f6-966f-f9218392be08 req-6d631b70-dbc2-4211-83af-c153bd540942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:49.635310 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a2dddb4-7e34-44f6-966f-f9218392be08 req-6d631b70-dbc2-4211-83af-c153bd540942 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0911064 Aug 19 18:58:49.660424 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dddb4-7e34-44f6-966f-f9218392be08 req-d559dbf8-dd0f-408c-9838-6ca9b78ba93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:49.661945 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a2dddb4-7e34-44f6-966f-f9218392be08 req-d559dbf8-dd0f-408c-9838-6ca9b78ba93a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0449424 Aug 19 18:58:49.703466 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a2dddb4-7e34-44f6-966f-f9218392be08 req-68a974a3-88a8-4ff9-a33a-b9c156985f35 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01959406-9805-4268-911b-14efd5ca447c HTTP/1.1" status: 200 len: 1000 time: 0.0596347 Aug 19 18:58:49.712322 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dddb4-7e34-44f6-966f-f9218392be08 req-9cd34edb-68a5-4bae-a4ce-ad609471f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:49.713864 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a2dddb4-7e34-44f6-966f-f9218392be08 req-9cd34edb-68a5-4bae-a4ce-ad609471f30a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409114 Aug 19 18:58:49.763474 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dddb4-7e34-44f6-966f-f9218392be08 req-eff9455e-a4ed-45c2-8e1f-b075c639e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:49.764981 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a2dddb4-7e34-44f6-966f-f9218392be08 req-eff9455e-a4ed-45c2-8e1f-b075c639e95b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0529182 Aug 19 18:58:49.814883 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dddb4-7e34-44f6-966f-f9218392be08 req-681bc3c2-1587-4c64-9663-ab06f7a968c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:49.816557 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a2dddb4-7e34-44f6-966f-f9218392be08 req-681bc3c2-1587-4c64-9663-ab06f7a968c7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433981 Aug 19 18:58:49.820182 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a2dddb4-7e34-44f6-966f-f9218392be08 req-f77b03d1-fc2d-4cf1-9988-e0c3a00c40cc service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944102 Aug 19 18:58:49.910687 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a2dddb4-7e34-44f6-966f-f9218392be08 req-d2b3f05e-2176-4377-9934-480e07fea067 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871360 Aug 19 18:58:49.918224 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a2dddb4-7e34-44f6-966f-f9218392be08 req-a8bfb212-6cdc-4d17-bd80-854d0ec13309 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863557 Aug 19 18:58:50.006381 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a2dddb4-7e34-44f6-966f-f9218392be08 req-a232a038-99a6-4c9e-b612-2095077e0efd service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883486 Aug 19 18:58:50.220787 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 01959406-9805-4268-911b-14efd5ca447c no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:58:50.259051 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 01959406-9805-4268-911b-14efd5ca447c not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:58:50.524296 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a1e62-115d-4885-b8e4-3751463114a7 req-35ca857f-9c72-432b-8c93-96bf91da12fe tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:50.525749 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-040a1e62-115d-4885-b8e4-3751463114a7 req-35ca857f-9c72-432b-8c93-96bf91da12fe tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 944 time: 0.0525382 Aug 19 18:58:50.562846 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-040a1e62-115d-4885-b8e4-3751463114a7 req-4fee92a6-c363-446d-b72e-3da2bd06094a tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310843 Aug 19 18:58:50.694064 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 01959406-9805-4268-911b-14efd5ca447c details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:58:50.793244 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 01959406-9805-4268-911b-14efd5ca447c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=01959406-9805-4268-911b-14efd5ca447c,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:58:50.795753 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92cc22-71e6-47a5-85e1-c0fd1eb90adc req-7fae0903-1a0a-4a37-8910-b65ac6648c29 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:50.797633 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-db92cc22-71e6-47a5-85e1-c0fd1eb90adc req-7fae0903-1a0a-4a37-8910-b65ac6648c29 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 944 time: 0.0888371 Aug 19 18:58:50.805831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '01959406-9805-4268-911b-14efd5ca447c', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'port_id': '01959406-9805-4268-911b-14efd5ca447c', 'mac_address': 'fa:16:3e:31:44:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:58:50.812752 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdf210-372f-4382-bc74-ca442788fd73 req-0757ffcc-86a6-4f14-828b-4ea174f00483 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:50.814348 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52fdf210-372f-4382-bc74-ca442788fd73 req-0757ffcc-86a6-4f14-828b-4ea174f00483 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.54 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc&tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&binding%3Ahost_id=n-h2-803753-2 HTTP/1.1" status: 200 len: 944 time: 0.0728338 Aug 19 18:58:50.842649 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:50.856339 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01959406-9805-4268-911b-14efd5ca447c {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:58:50.877752 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 01959406-9805-4268-911b-14efd5ca447c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=01959406-9805-4268-911b-14efd5ca447c,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:58:50.881397 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-db92cc22-71e6-47a5-85e1-c0fd1eb90adc req-600d2cfe-8dba-4c15-a5fe-e6f0c1152dfb tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764544 Aug 19 18:58:50.887273 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:50.911973 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-52fdf210-372f-4382-bc74-ca442788fd73 req-42d344c8-4bb0-4aa6-b5cd-814dfafb1d9c service neutron] delete failed (client error): The resource could not be found. Aug 19 18:58:50.913053 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52fdf210-372f-4382-bc74-ca442788fd73 req-42d344c8-4bb0-4aa6-b5cd-814dfafb1d9c service neutron] 10.222.0.54 "DELETE /v2.0/ports/01959406-9805-4268-911b-14efd5ca447c/bindings/n-h1-803753-2 HTTP/1.1" status: 404 len: 380 time: 0.0854602 Aug 19 18:58:50.937236 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=01959406-9805-4268-911b-14efd5ca447c,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:58:50.944895 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:50.945306 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:50.945668 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:50.946008 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:50.946347 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:50.946674 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:50.947000 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:50.947323 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:50.947646 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:50.947963 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:50.948282 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:50.948599 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:51.009039 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdf210-372f-4382-bc74-ca442788fd73 req-6dbf2753-b6e1-43dc-9972-5b81ded74462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:51.010652 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52fdf210-372f-4382-bc74-ca442788fd73 req-6dbf2753-b6e1-43dc-9972-5b81ded74462 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 1096 time: 0.0459576 Aug 19 18:58:51.102287 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdf210-372f-4382-bc74-ca442788fd73 req-0817f007-50bb-4657-8688-f874ac55755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:51.103886 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52fdf210-372f-4382-bc74-ca442788fd73 req-0817f007-50bb-4657-8688-f874ac55755d service neutron] 10.222.0.54 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0855250 Aug 19 18:58:51.123185 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['01959406-9805-4268-911b-14efd5ca447c'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:58:51.184150 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52fdf210-372f-4382-bc74-ca442788fd73 req-b7ab3480-87f7-47cb-b2cd-57e8e394f71c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01959406-9805-4268-911b-14efd5ca447c HTTP/1.1" status: 200 len: 1001 time: 0.0679457 Aug 19 18:58:51.238904 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdf210-372f-4382-bc74-ca442788fd73 req-54f219a4-bc6a-4025-bdb5-db3e4018ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:51.240399 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52fdf210-372f-4382-bc74-ca442788fd73 req-54f219a4-bc6a-4025-bdb5-db3e4018ae6a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0456142 Aug 19 18:58:51.291549 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdf210-372f-4382-bc74-ca442788fd73 req-2b4f8ef3-98ac-4b14-82b0-c52658286087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:51.293060 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52fdf210-372f-4382-bc74-ca442788fd73 req-2b4f8ef3-98ac-4b14-82b0-c52658286087 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403650 Aug 19 18:58:51.394621 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52fdf210-372f-4382-bc74-ca442788fd73 req-144f6656-36e0-4b82-94af-32bebf037538 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901380 Aug 19 18:58:51.489025 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52fdf210-372f-4382-bc74-ca442788fd73 req-cb404f22-6cbf-482b-8642-26853242bfa7 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867021 Aug 19 18:58:52.005889 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62447ee1-227f-421f-a58b-ad531ee1c523 req-f7608a2e-66f7-48e9-8d20-85933f6498d5 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:52.008089 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-62447ee1-227f-421f-a58b-ad531ee1c523 req-f7608a2e-66f7-48e9-8d20-85933f6498d5 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 945 time: 0.0527229 Aug 19 18:58:52.051249 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-62447ee1-227f-421f-a58b-ad531ee1c523 req-6565b03d-02df-4d8e-9c1e-9b5653e75c73 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366399 Aug 19 18:58:52.170778 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d67e4d-4f00-40c3-9fce-1c9630582a7e req-50f05165-e16a-4248-b6ed-7c0d75ddb1b5 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:52.172460 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51d67e4d-4f00-40c3-9fce-1c9630582a7e req-50f05165-e16a-4248-b6ed-7c0d75ddb1b5 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 945 time: 0.0515289 Aug 19 18:58:52.211687 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-51d67e4d-4f00-40c3-9fce-1c9630582a7e req-5a52acab-ee2c-4a06-899a-4d546f15c10c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324035 Aug 19 18:58:52.422471 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84b1ab-d9af-4bcc-b56c-645fd6566d27 req-003b2862-0599-4d75-9d69-b3e28e48c734 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:52.425037 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7c84b1ab-d9af-4bcc-b56c-645fd6566d27 req-003b2862-0599-4d75-9d69-b3e28e48c734 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 945 time: 0.0560369 Aug 19 18:58:52.444805 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f63de-1484-4a33-9b2e-326e7259d665 req-3dc40328-647f-4b62-a346-e2826af922da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:52.446445 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-436f63de-1484-4a33-9b2e-326e7259d665 req-3dc40328-647f-4b62-a346-e2826af922da service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 1096 time: 0.0475230 Aug 19 18:58:52.466092 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7c84b1ab-d9af-4bcc-b56c-645fd6566d27 req-3b0710e1-9d16-410c-bd89-1476441a8a1c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347600 Aug 19 18:58:52.545420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f63de-1484-4a33-9b2e-326e7259d665 req-2caa75ab-075f-4ebc-b59a-2d7bbc8be479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:52.546952 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-436f63de-1484-4a33-9b2e-326e7259d665 req-2caa75ab-075f-4ebc-b59a-2d7bbc8be479 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0941806 Aug 19 18:58:52.617372 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-436f63de-1484-4a33-9b2e-326e7259d665 req-6e980508-4d32-41d1-a3d1-d19f6582bd3e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01959406-9805-4268-911b-14efd5ca447c HTTP/1.1" status: 200 len: 1001 time: 0.0629590 Aug 19 18:58:52.666495 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f63de-1484-4a33-9b2e-326e7259d665 req-a671e397-6b0d-40ec-bc14-b777df23bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:52.667955 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-436f63de-1484-4a33-9b2e-326e7259d665 req-a671e397-6b0d-40ec-bc14-b777df23bb50 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0435412 Aug 19 18:58:52.704750 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 01959406-9805-4268-911b-14efd5ca447c up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:58:52.714341 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f63de-1484-4a33-9b2e-326e7259d665 req-7930ee49-c97b-4adb-bf0c-159a1ad57ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:52.716157 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-436f63de-1484-4a33-9b2e-326e7259d665 req-7930ee49-c97b-4adb-bf0c-159a1ad57ed3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407317 Aug 19 18:58:52.754866 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 01959406-9805-4268-911b-14efd5ca447c completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:58:52.758671 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 01959406-9805-4268-911b-14efd5ca447c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:58:52.759047 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:52.816290 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-436f63de-1484-4a33-9b2e-326e7259d665 req-04b69949-1a82-4347-95bd-f3d328ca132f service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925286 Aug 19 18:58:52.840655 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:52.864864 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594622b3-97f7-49ea-8c21-cb2abc83dcdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01959406-9805-4268-911b-14efd5ca447c'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:58:52.867293 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97536097ae37ed3ec187667329a306b4fe66dd9bed2c4990ade19ed3f6fbdd31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e888b6-6b7a-4eee-bb66-6045575b2870" -d '{"events": [{"server_uuid": "594622b3-97f7-49ea-8c21-cb2abc83dcdc", "name": "network-vif-plugged", "status": "completed", "tag": "01959406-9805-4268-911b-14efd5ca447c"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:58:52.889753 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 01959406-9805-4268-911b-14efd5ca447c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=01959406-9805-4268-911b-14efd5ca447c,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:58:52.896810 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:52.922163 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad5b83a-6545-4776-a125-b0c9833a84cd x-openstack-request-id: req-5ad5b83a-6545-4776-a125-b0c9833a84cd {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:58:52.922456 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594622b3-97f7-49ea-8c21-cb2abc83dcdc", "name": "network-vif-plugged", "status": "completed", "tag": "01959406-9805-4268-911b-14efd5ca447c", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:58:52.922714 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ad5b83a-6545-4776-a125-b0c9833a84cd {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:58:52.923103 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594622b3-97f7-49ea-8c21-cb2abc83dcdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01959406-9805-4268-911b-14efd5ca447c', 'code': 200} Aug 19 18:58:52.936945 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-436f63de-1484-4a33-9b2e-326e7259d665 req-7f151ea5-bda0-43d4-bb63-a40d46faedfa service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133182 Aug 19 18:58:52.950493 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=01959406-9805-4268-911b-14efd5ca447c,revision_number=9']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:58:53.582083 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e35be-b0b4-45b6-9321-e193b4c4c6ad req-777a4efe-75df-4e21-93fe-e275952c8b7b tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:53.583618 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ff7e35be-b0b4-45b6-9321-e193b4c4c6ad req-777a4efe-75df-4e21-93fe-e275952c8b7b tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 946 time: 0.0496886 Aug 19 18:58:53.621175 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ff7e35be-b0b4-45b6-9321-e193b4c4c6ad req-0cae2041-7469-4c7d-ab5c-0ff62e428750 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314848 Aug 19 18:58:53.854813 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f26df4-f92e-4b69-8811-3c4329e1f701 req-dd70c418-2908-4d3f-a5fb-4402a12cbfa8 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:53.856332 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-22f26df4-f92e-4b69-8811-3c4329e1f701 req-dd70c418-2908-4d3f-a5fb-4402a12cbfa8 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 946 time: 0.0498576 Aug 19 18:58:53.894719 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-22f26df4-f92e-4b69-8811-3c4329e1f701 req-ac751d8d-184d-486f-af3c-6eb7f799437f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314946 Aug 19 18:58:55.013700 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798f7b4-3d0c-43e6-b1bb-69ee424bca60 req-95564304-8f97-45c9-bb4b-2f86eb8a52c0 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:55.015217 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c798f7b4-3d0c-43e6-b1bb-69ee424bca60 req-95564304-8f97-45c9-bb4b-2f86eb8a52c0 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 946 time: 0.0516458 Aug 19 18:58:55.053468 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c798f7b4-3d0c-43e6-b1bb-69ee424bca60 req-652aab6d-c657-4941-b31f-eb0c807d76c9 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313394 Aug 19 18:58:55.242243 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938523f-833d-4a91-9c37-e747c8a5d831 req-9bf68cfa-6417-4858-af82-3ac2c257be8d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:55.243763 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5938523f-833d-4a91-9c37-e747c8a5d831 req-9bf68cfa-6417-4858-af82-3ac2c257be8d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.50 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 946 time: 0.0556371 Aug 19 18:58:55.336443 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-5938523f-833d-4a91-9c37-e747c8a5d831 req-1a81bffc-0402-4b51-ae2a-9ca751ff857d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Deleting port 01959406-9805-4268-911b-14efd5ca447c {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:58:55.336709 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5938523f-833d-4a91-9c37-e747c8a5d831 req-1a81bffc-0402-4b51-ae2a-9ca751ff857d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:55.428058 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-5938523f-833d-4a91-9c37-e747c8a5d831 req-1a81bffc-0402-4b51-ae2a-9ca751ff857d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] For port 01959406-9805-4268-911b-14efd5ca447c, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=01959406-9805-4268-911b-14efd5ca447c,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:58:55.428429 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5938523f-833d-4a91-9c37-e747c8a5d831 req-1a81bffc-0402-4b51-ae2a-9ca751ff857d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:55.648535 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5938523f-833d-4a91-9c37-e747c8a5d831 req-1a81bffc-0402-4b51-ae2a-9ca751ff857d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:55.648919 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5938523f-833d-4a91-9c37-e747c8a5d831 req-1a81bffc-0402-4b51-ae2a-9ca751ff857d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:55.649235 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [req-5938523f-833d-4a91-9c37-e747c8a5d831 req-1a81bffc-0402-4b51-ae2a-9ca751ff857d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Floating IP 5dc8f8c1-38f6-4951-ac4d-488771c1bdb6 disassociated. External IP: 172.25.8.118, port: 01959406-9805-4268-911b-14efd5ca447c. Aug 19 18:58:55.649602 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-5938523f-833d-4a91-9c37-e747c8a5d831 req-1a81bffc-0402-4b51-ae2a-9ca751ff857d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Calling delete_port for 01959406-9805-4268-911b-14efd5ca447c owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:58:55.775192 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5938523f-833d-4a91-9c37-e747c8a5d831 req-1a81bffc-0402-4b51-ae2a-9ca751ff857d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:55.806209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81bffc-0402-4b51-ae2a-9ca751ff857d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Pushing event deleted for resources: {'Port': ['ID=01959406-9805-4268-911b-14efd5ca447c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:58:55.925498 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5938523f-833d-4a91-9c37-e747c8a5d831 req-1a81bffc-0402-4b51-ae2a-9ca751ff857d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Router d6577b5f-1261-43a4-b116-16da1173939e has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:58:56.035637 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5938523f-833d-4a91-9c37-e747c8a5d831 req-1a81bffc-0402-4b51-ae2a-9ca751ff857d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:58:56.047026 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0efe78-4187-4fc1-82d5-3ffeaef9c58c None None] Sync routers for ids ['d6577b5f-1261-43a4-b116-16da1173939e'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:58:56.058316 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0efe78-4187-4fc1-82d5-3ffeaef9c58c None None] Routers {'d6577b5f-1261-43a4-b116-16da1173939e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:58:56.059008 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4e0efe78-4187-4fc1-82d5-3ffeaef9c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:58:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d6577b5f-1261-43a4-b116-16da1173939e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:58:56.079136 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5938523f-833d-4a91-9c37-e747c8a5d831 req-1a81bffc-0402-4b51-ae2a-9ca751ff857d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] No DVR routers for this DVR port 01959406-9805-4268-911b-14efd5ca447c on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:58:56.082384 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5938523f-833d-4a91-9c37-e747c8a5d831 req-1a81bffc-0402-4b51-ae2a-9ca751ff857d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:56.084426 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5938523f-833d-4a91-9c37-e747c8a5d831 req-1a81bffc-0402-4b51-ae2a-9ca751ff857d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.50 "DELETE /v2.0/ports/01959406-9805-4268-911b-14efd5ca447c HTTP/1.1" status: 204 len: 173 time: 0.8345842 Aug 19 18:58:56.085062 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594622b3-97f7-49ea-8c21-cb2abc83dcdc', 'name': 'network-vif-deleted', 'tag': '01959406-9805-4268-911b-14efd5ca447c'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:58:56.128651 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac835440-8cb6-474d-823c-a3a0e06ded53" -d '{"events": [{"server_uuid": "594622b3-97f7-49ea-8c21-cb2abc83dcdc", "name": "network-vif-deleted", "tag": "01959406-9805-4268-911b-14efd5ca447c"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:58:56.166845 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ae268c6e-551e-4221-84df-0a0ce76be19b req-a5ab6529-6fbd-4781-b95e-abdda48d8f74 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=594622b3-97f7-49ea-8c21-cb2abc83dcdc HTTP/1.1" status: 200 len: 210 time: 0.0356631 Aug 19 18:58:56.180968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-4e0efe78-4187-4fc1-82d5-3ffeaef9c58c None None] Set router d6577b5f-1261-43a4-b116-16da1173939e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:58:56.229041 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b933a3df-5b13-4c6a-8b59-88b0219cd92e x-openstack-request-id: req-b933a3df-5b13-4c6a-8b59-88b0219cd92e {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:58:56.229420 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594622b3-97f7-49ea-8c21-cb2abc83dcdc", "name": "network-vif-deleted", "tag": "01959406-9805-4268-911b-14efd5ca447c", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:58:56.229780 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b933a3df-5b13-4c6a-8b59-88b0219cd92e {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:58:56.230255 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594622b3-97f7-49ea-8c21-cb2abc83dcdc', 'name': 'network-vif-deleted', 'tag': '01959406-9805-4268-911b-14efd5ca447c', 'status': 'completed', 'code': 200} Aug 19 18:58:56.399843 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4e0efe78-4187-4fc1-82d5-3ffeaef9c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:22Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:58:56.426235 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0efe78-4187-4fc1-82d5-3ffeaef9c58c None None] Checking router: d6577b5f-1261-43a4-b116-16da1173939e for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:58:56.434182 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0efe78-4187-4fc1-82d5-3ffeaef9c58c None None] Routers {'d6577b5f-1261-43a4-b116-16da1173939e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:58:56.434774 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4e0efe78-4187-4fc1-82d5-3ffeaef9c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:58:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d6577b5f-1261-43a4-b116-16da1173939e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:58:56.538256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-4e0efe78-4187-4fc1-82d5-3ffeaef9c58c None None] Set router d6577b5f-1261-43a4-b116-16da1173939e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:58:56.734443 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4e0efe78-4187-4fc1-82d5-3ffeaef9c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:22Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:58:56.764570 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0efe78-4187-4fc1-82d5-3ffeaef9c58c None None] The sync data for ids ['d6577b5f-1261-43a4-b116-16da1173939e'] in n-d-803753-2 is: [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:22Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:58:56.988943 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f0ae21-55b3-424d-a24b-9d02c22dda87 None None] New status for floating IP 5dc8f8c1-38f6-4951-ac4d-488771c1bdb6: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:58:57.438884 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-7a9227a1-00c1-4b6d-bc6a-45677348eac4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--850689552&fields=id&tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4 HTTP/1.1" status: 200 len: 267 time: 0.0329046 Aug 19 18:58:57.555436 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-5551ab7c-cf36-40ed-8a01-416fed3265e7 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:57.556823 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-5551ab7c-cf36-40ed-8a01-416fed3265e7 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 812 time: 0.1112185 Aug 19 18:58:57.572026 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-5df69276-481a-4be4-89bb-de7ce6e866ad tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/quotas/3aa8368f32aa4a03b04fc54ce64e65c4 HTTP/1.1" status: 200 len: 375 time: 0.0094376 Aug 19 18:58:57.631730 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-a9df8f09-bcaf-4293-b1d4-48fefbba705c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542405 Aug 19 18:58:57.778982 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-ee96b88a-8926-479f-b42e-466959664e39 service neutron] 10.222.0.24 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344287 Aug 19 18:58:57.790961 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-0aafe919-46e4-4b4e-958e-990e4505cf44 req-b28743c4-42db-45c9-9728-f719d5a11be8 service neutron] (94681) timed out ('10.222.0.24', 37732) {{(pid=94681) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:58:57.883658 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-d5f4dc7b-08ed-4f62-b796-ceaa2e85433c service neutron] 10.222.0.24 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962451 Aug 19 18:58:58.741050 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 01959406-9805-4268-911b-14efd5ca447c no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:58:58.761629 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 01959406-9805-4268-911b-14efd5ca447c {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:58:58.761970 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 01959406-9805-4268-911b-14efd5ca447c not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:58:59.065778 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-441fc811-72ec-421d-be6b-1eb630ce3baa req-bd5a1648-e37b-45c7-aa38-68e32c87fe02 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 210 time: 0.0273736 Aug 19 18:59:00.155893 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-93ec9e53-937a-4e53-b11e-c9036f2fd5cb req-e9f29bb0-124f-4188-b527-dffdfeec67ba tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 210 time: 0.0311735 Aug 19 18:59:01.235441 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-02d318a0-3159-41a0-89a3-12646993c464 req-6f587e4e-49a4-473c-a38c-00e929391418 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 210 time: 0.0264399 Aug 19 18:59:02.108873 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-0e7d541d-9519-48ca-b0b8-6422b3c01b7c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:02.110643 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-0e7d541d-9519-48ca-b0b8-6422b3c01b7c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.54 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 812 time: 0.1076951 Aug 19 18:59:02.160515 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-3b746ab5-72e8-4af5-b98f-7e3b1b6777dd tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4 HTTP/1.1" status: 200 len: 379 time: 0.0353575 Aug 19 18:59:02.170337 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Request body: {'port': {'device_id': 'b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'admin_state_up': True, 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'security_groups': ['867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:59:02.281929 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Made reservation on behalf of 3aa8368f32aa4a03b04fc54ce64e65c4 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:59:02.285727 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:02.365987 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-910199d0-fa6d-48b6-80fc-377b547be5b5 req-a1c46dfa-bac7-4efa-b2b1-6ebf31ef1067 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 210 time: 0.0624628 Aug 19 18:59:02.439720 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Allocated IP 172.20.0.6 (6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46/5b9f7b4f-7d8b-4863-b927-fd186ac87ac6/c910462d-4dc3-4f50-8a34-e9b553fcb600) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:59:02.578362 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:02.590601 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Transition to ACTIVE for port object c910462d-4dc3-4f50-8a34-e9b553fcb600 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:59:02.622961 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:02.667578 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:59:02.672524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:59:02.676870 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:59:02.705058 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Pushing event updated for resources: {'Port': ['ID=c910462d-4dc3-4f50-8a34-e9b553fcb600,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:02.722722 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:02.723042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:02.723389 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:02.723723 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:02.724055 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:02.724386 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:02.724719 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:02.725044 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:02.725367 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:02.725717 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:02.726040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:02.726361 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:02.742781 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:02.743419 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:02.759682 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-0330a2c5-2ef1-4cf6-95a6-a9cbe1b5e616 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5932209 Aug 19 18:59:02.866006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-75e3eaf3-2bfe-4203-bd8f-334b07e06edc service neutron] Request body: {'port': {'device_id': 'b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:59:02.920491 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-75e3eaf3-2bfe-4203-bd8f-334b07e06edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:02.955106 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0353c5c9-cd9f-43d4-a159-d18adab1e078 None None] Provisioning for port c910462d-4dc3-4f50-8a34-e9b553fcb600 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:59:02.959259 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0353c5c9-cd9f-43d4-a159-d18adab1e078 None None] Provisioning complete for port c910462d-4dc3-4f50-8a34-e9b553fcb600 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:59:02.959648 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0353c5c9-cd9f-43d4-a159-d18adab1e078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:02.995041 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0353c5c9-cd9f-43d4-a159-d18adab1e078 None None] Port c910462d-4dc3-4f50-8a34-e9b553fcb600 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:59:03.180812 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-75e3eaf3-2bfe-4203-bd8f-334b07e06edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c910462d-4dc3-4f50-8a34-e9b553fcb600 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:59:03.188083 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-75e3eaf3-2bfe-4203-bd8f-334b07e06edc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:03.200649 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-75e3eaf3-2bfe-4203-bd8f-334b07e06edc service neutron] Transition to ACTIVE for port object c910462d-4dc3-4f50-8a34-e9b553fcb600 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:59:03.203693 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-75e3eaf3-2bfe-4203-bd8f-334b07e06edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:03.254468 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3eaf3-2bfe-4203-bd8f-334b07e06edc service neutron] Pushing event updated for resources: {'Port': ['ID=c910462d-4dc3-4f50-8a34-e9b553fcb600,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:03.326370 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-75e3eaf3-2bfe-4203-bd8f-334b07e06edc service neutron] Attempting to bind port c910462d-4dc3-4f50-8a34-e9b553fcb600 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:59:03.326706 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-75e3eaf3-2bfe-4203-bd8f-334b07e06edc service neutron] Attempting to bind port c910462d-4dc3-4f50-8a34-e9b553fcb600 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:59:03.327033 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-75e3eaf3-2bfe-4203-bd8f-334b07e06edc service neutron] Attempting to bind port c910462d-4dc3-4f50-8a34-e9b553fcb600 on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:59:03.331465 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-75e3eaf3-2bfe-4203-bd8f-334b07e06edc service neutron] Port c910462d-4dc3-4f50-8a34-e9b553fcb600 on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:59:03.332440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-75e3eaf3-2bfe-4203-bd8f-334b07e06edc service neutron] Attempting to bind port c910462d-4dc3-4f50-8a34-e9b553fcb600 on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:59:03.337848 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-75e3eaf3-2bfe-4203-bd8f-334b07e06edc service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:59:03.338185 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-75e3eaf3-2bfe-4203-bd8f-334b07e06edc service neutron] Checking segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:59:03.338560 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-75e3eaf3-2bfe-4203-bd8f-334b07e06edc service neutron] Bound using segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:59:03.339011 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-75e3eaf3-2bfe-4203-bd8f-334b07e06edc service neutron] Bound port: c910462d-4dc3-4f50-8a34-e9b553fcb600, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:59:03.339403 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-75e3eaf3-2bfe-4203-bd8f-334b07e06edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:03.406466 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-75e3eaf3-2bfe-4203-bd8f-334b07e06edc service neutron] For port c910462d-4dc3-4f50-8a34-e9b553fcb600, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:59:03.411456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-75e3eaf3-2bfe-4203-bd8f-334b07e06edc service neutron] For port c910462d-4dc3-4f50-8a34-e9b553fcb600, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:59:03.416146 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-75e3eaf3-2bfe-4203-bd8f-334b07e06edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:03.451370 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-75e3eaf3-2bfe-4203-bd8f-334b07e06edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:03.451994 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-75e3eaf3-2bfe-4203-bd8f-334b07e06edc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:03.453397 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-75e3eaf3-2bfe-4203-bd8f-334b07e06edc service neutron] 10.222.0.54 "PUT /v2.0/ports/c910462d-4dc3-4f50-8a34-e9b553fcb600 HTTP/1.1" status: 200 len: 1091 time: 0.6335733 Aug 19 18:59:03.453877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2', 'tag': 'c910462d-4dc3-4f50-8a34-e9b553fcb600'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:59:03.482246 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3eaf3-2bfe-4203-bd8f-334b07e06edc service neutron] Pushing event updated for resources: {'Port': ['ID=c910462d-4dc3-4f50-8a34-e9b553fcb600,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:03.532696 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbaf8cd-6cde-4409-b0d7-7b89bd20bcf4" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2", "tag": "c910462d-4dc3-4f50-8a34-e9b553fcb600"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:59:03.532895 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa92d2-f628-4768-a5c5-3d578d6454ed req-2e8e1f89-73fb-4586-b0df-c749029b5539 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:03.534390 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f0fa92d2-f628-4768-a5c5-3d578d6454ed req-2e8e1f89-73fb-4586-b0df-c749029b5539 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 943 time: 0.0861530 Aug 19 18:59:03.554029 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-86aec5b9-dac2-409b-a226-d120274b226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:03.555867 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-86aec5b9-dac2-409b-a226-d120274b226d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 1094 time: 0.0536578 Aug 19 18:59:03.595059 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f0fa92d2-f628-4768-a5c5-3d578d6454ed req-165b40f2-5172-4805-a69a-378210dd1c4e tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488453 Aug 19 18:59:03.614788 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-2a757af9-0e1d-4321-a7ac-9563acc39795 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600 HTTP/1.1" status: 200 len: 217 time: 0.0456078 Aug 19 18:59:03.656484 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbaa68d-1448-453c-9ea6-dafc787d370f x-openstack-request-id: req-bfbaa68d-1448-453c-9ea6-dafc787d370f {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:59:03.656777 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2", "tag": "c910462d-4dc3-4f50-8a34-e9b553fcb600", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:59:03.657036 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bfbaa68d-1448-453c-9ea6-dafc787d370f {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:59:03.657495 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2', 'tag': 'c910462d-4dc3-4f50-8a34-e9b553fcb600', 'status': 'completed', 'code': 200} Aug 19 18:59:03.674006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-a91a2ba1-258c-4f5f-82a1-658796f0014d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:03.676185 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-a91a2ba1-258c-4f5f-82a1-658796f0014d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0499253 Aug 19 18:59:03.725838 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-3b60e46d-0e7d-4c28-902b-8fa03825e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:03.727278 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-3b60e46d-0e7d-4c28-902b-8fa03825e821 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408452 Aug 19 18:59:03.826579 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-69141605-be64-427a-8c19-613845b5220d service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870719 Aug 19 18:59:03.927731 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c67b1314-32ba-4521-af32-b28db9d62b45 req-441ac4cf-9f18-4d9c-bdb2-01fe892774cf service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903375 Aug 19 18:59:04.017808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaf8cd-6cde-4409-b0d7-7b89bd20bcf4 req-23e0c2c1-46d3-47e4-94bb-f2207c0bc652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:04.019776 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4dbaf8cd-6cde-4409-b0d7-7b89bd20bcf4 req-23e0c2c1-46d3-47e4-94bb-f2207c0bc652 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 1094 time: 0.0411808 Aug 19 18:59:04.118990 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaf8cd-6cde-4409-b0d7-7b89bd20bcf4 req-0d66a4aa-541d-4ee6-9391-34018842a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:04.120476 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4dbaf8cd-6cde-4409-b0d7-7b89bd20bcf4 req-0d66a4aa-541d-4ee6-9391-34018842a454 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0893867 Aug 19 18:59:04.162564 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4dbaf8cd-6cde-4409-b0d7-7b89bd20bcf4 req-15934cbc-5329-40bb-ade6-2d742d5b4ac6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600 HTTP/1.1" status: 200 len: 217 time: 0.0347819 Aug 19 18:59:04.225459 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaf8cd-6cde-4409-b0d7-7b89bd20bcf4 req-89da7f4f-dd6d-44da-94a9-eaaff959d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:04.227031 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4dbaf8cd-6cde-4409-b0d7-7b89bd20bcf4 req-89da7f4f-dd6d-44da-94a9-eaaff959d4f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0547085 Aug 19 18:59:04.275726 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaf8cd-6cde-4409-b0d7-7b89bd20bcf4 req-d3846b19-08e8-4e50-8e0d-77d0f17f819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:04.277130 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4dbaf8cd-6cde-4409-b0d7-7b89bd20bcf4 req-d3846b19-08e8-4e50-8e0d-77d0f17f819d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412941 Aug 19 18:59:04.367856 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4dbaf8cd-6cde-4409-b0d7-7b89bd20bcf4 req-629b8693-ffed-4983-8859-d4892bb7c903 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803673 Aug 19 18:59:04.463085 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4dbaf8cd-6cde-4409-b0d7-7b89bd20bcf4 req-9d415880-da7f-42b7-bec5-7f3fa6fb7a67 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869780 Aug 19 18:59:04.672795 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-49c79479-1652-482c-81f3-86c47d860d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:04.706908 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844efb1-cb32-4a6f-9c58-5c0b1696ae5d req-a29742e9-7ee4-470c-99f5-41d315511a62 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:04.708375 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2844efb1-cb32-4a6f-9c58-5c0b1696ae5d req-a29742e9-7ee4-470c-99f5-41d315511a62 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 943 time: 0.0558271 Aug 19 18:59:04.746958 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2844efb1-cb32-4a6f-9c58-5c0b1696ae5d req-8113d115-7080-4c9a-9170-e29467d154bc tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324183 Aug 19 18:59:05.790931 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:59:05.867954 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844c2a5-3392-4f13-85d8-1629a511272d req-2a6ab05a-7547-4c00-acc9-a023e8dda1ce tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:05.869457 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b844c2a5-3392-4f13-85d8-1629a511272d req-2a6ab05a-7547-4c00-acc9-a023e8dda1ce tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 943 time: 0.0501781 Aug 19 18:59:05.906735 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b844c2a5-3392-4f13-85d8-1629a511272d req-7694a905-db8f-43cc-9650-f60cb4ef9036 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313494 Aug 19 18:59:06.313898 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device c910462d-4dc3-4f50-8a34-e9b553fcb600 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:59:06.410474 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port c910462d-4dc3-4f50-8a34-e9b553fcb600, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:59:06.421662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'c910462d-4dc3-4f50-8a34-e9b553fcb600', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'port_id': 'c910462d-4dc3-4f50-8a34-e9b553fcb600', 'mac_address': 'fa:16:3e:5d:43:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:59:06.458425 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:06.471495 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c910462d-4dc3-4f50-8a34-e9b553fcb600 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:59:06.491873 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port c910462d-4dc3-4f50-8a34-e9b553fcb600, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:59:06.495976 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:06.545814 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=c910462d-4dc3-4f50-8a34-e9b553fcb600,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:06.862246 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['c910462d-4dc3-4f50-8a34-e9b553fcb600'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:59:07.024980 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46015ee3-1f7a-40aa-9469-b426d7e50e35 req-c590ce5a-bea6-485c-8bbb-1d019e25c01d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:07.026521 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-46015ee3-1f7a-40aa-9469-b426d7e50e35 req-c590ce5a-bea6-485c-8bbb-1d019e25c01d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 944 time: 0.0509446 Aug 19 18:59:07.064241 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-46015ee3-1f7a-40aa-9469-b426d7e50e35 req-109d953e-4652-436e-b614-422d925f40a5 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316303 Aug 19 18:59:07.338967 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:07.428865 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-448cceda-e76f-45d5-a152-be5e6e7ca517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:08.181329 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdd077-a857-4772-895e-f27bdff7453a req-3cd3e964-c456-452b-93b4-d024b7e1d6ef tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:08.182967 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11fdd077-a857-4772-895e-f27bdff7453a req-3cd3e964-c456-452b-93b4-d024b7e1d6ef tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 944 time: 0.0490568 Aug 19 18:59:08.226413 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11fdd077-a857-4772-895e-f27bdff7453a req-26063f45-838e-4c64-bf7b-ab6676b57367 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369580 Aug 19 18:59:08.330398 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device c910462d-4dc3-4f50-8a34-e9b553fcb600 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:59:08.334281 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:08.378717 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port c910462d-4dc3-4f50-8a34-e9b553fcb600 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:59:08.382289 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port c910462d-4dc3-4f50-8a34-e9b553fcb600 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:59:08.382660 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:08.463144 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:08.486401 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c910462d-4dc3-4f50-8a34-e9b553fcb600'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:59:08.508772 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port c910462d-4dc3-4f50-8a34-e9b553fcb600, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:59:08.513808 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:08.544929 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c48539-6b2d-443c-9129-38005db72f7b" -d '{"events": [{"server_uuid": "b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2", "name": "network-vif-plugged", "status": "completed", "tag": "c910462d-4dc3-4f50-8a34-e9b553fcb600"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:59:08.575801 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=c910462d-4dc3-4f50-8a34-e9b553fcb600,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:08.633868 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5794f1-5a23-4fba-93b8-70b7d33f7e49 x-openstack-request-id: req-7b5794f1-5a23-4fba-93b8-70b7d33f7e49 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:59:08.634167 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2", "name": "network-vif-plugged", "status": "completed", "tag": "c910462d-4dc3-4f50-8a34-e9b553fcb600", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:59:08.634429 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b5794f1-5a23-4fba-93b8-70b7d33f7e49 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:59:08.634845 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c910462d-4dc3-4f50-8a34-e9b553fcb600', 'code': 200} Aug 19 18:59:08.750143 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a56979-701a-4fb0-9c21-01a0c325406a req-f938be92-fb52-424b-a96f-7558a3be1780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:08.751629 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d9a56979-701a-4fb0-9c21-01a0c325406a req-f938be92-fb52-424b-a96f-7558a3be1780 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 1096 time: 0.0438395 Aug 19 18:59:08.795534 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d9a56979-701a-4fb0-9c21-01a0c325406a req-286e22ae-bc7d-4111-a06d-14804de0698a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307107 Aug 19 18:59:09.340257 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804944eb-da04-4564-8b2a-828b185b524b req-d053d0cd-0ff6-4dca-a1fc-9fcb913b8847 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:09.341766 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-804944eb-da04-4564-8b2a-828b185b524b req-d053d0cd-0ff6-4dca-a1fc-9fcb913b8847 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 945 time: 0.0487983 Aug 19 18:59:09.379963 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-804944eb-da04-4564-8b2a-828b185b524b req-0e4a501a-8d03-40ec-860e-aaa036ec6f9c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323377 Aug 19 18:59:10.327737 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:10.507865 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2e5f1-12c6-4a98-b226-caebe29294ff req-e6dbea51-c82e-4ad4-9915-ecb9d8b93683 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:10.509334 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fcd2e5f1-12c6-4a98-b226-caebe29294ff req-e6dbea51-c82e-4ad4-9915-ecb9d8b93683 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 945 time: 0.0540807 Aug 19 18:59:10.548230 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fcd2e5f1-12c6-4a98-b226-caebe29294ff req-56eec8b2-d25c-4a6b-b435-e2136e740f68 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327451 Aug 19 18:59:10.662119 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119ed4c-3727-41ed-ae2e-55a06b8b02b7 req-37e8b09b-b442-4f2d-b85b-307a9206b8d5 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:10.663611 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c119ed4c-3727-41ed-ae2e-55a06b8b02b7 req-37e8b09b-b442-4f2d-b85b-307a9206b8d5 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 945 time: 0.0498865 Aug 19 18:59:10.672117 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 40568) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:10.677101 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-88219b07-b267-4332-9097-68df297b9722 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Request body: {'floatingip': {'port_id': 'c910462d-4dc3-4f50-8a34-e9b553fcb600'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:59:10.722552 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-88219b07-b267-4332-9097-68df297b9722 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for floatingip, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:11.156458 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-88219b07-b267-4332-9097-68df297b9722 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:11.160652 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-88219b07-b267-4332-9097-68df297b9722 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:11.256315 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-88219b07-b267-4332-9097-68df297b9722 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Floating IP 5dc8f8c1-38f6-4951-ac4d-488771c1bdb6 associated. External IP: 172.25.8.118, port: c910462d-4dc3-4f50-8a34-e9b553fcb600. Aug 19 18:59:11.459418 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88219b07-b267-4332-9097-68df297b9722 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Router d6577b5f-1261-43a4-b116-16da1173939e has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:59:11.557827 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:11.569557 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88219b07-b267-4332-9097-68df297b9722 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:59:11.574516 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-88219b07-b267-4332-9097-68df297b9722 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:11.578968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82518c2d-870f-4bc6-878d-17077a0486cd None None] Sync routers for ids ['d6577b5f-1261-43a4-b116-16da1173939e'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:59:11.588003 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82518c2d-870f-4bc6-878d-17077a0486cd None None] Routers {'d6577b5f-1261-43a4-b116-16da1173939e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:59:11.588847 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-82518c2d-870f-4bc6-878d-17077a0486cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:59:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d6577b5f-1261-43a4-b116-16da1173939e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:11.601766 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-88219b07-b267-4332-9097-68df297b9722 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "PUT /v2.0/floatingips/5dc8f8c1-38f6-4951-ac4d-488771c1bdb6 HTTP/1.1" status: 200 len: 991 time: 0.9285138 Aug 19 18:59:11.602437 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2', 'tag': 'c910462d-4dc3-4f50-8a34-e9b553fcb600'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:59:11.604627 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bbea82-75a2-4c5b-8069-dff38da14a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2", "tag": "c910462d-4dc3-4f50-8a34-e9b553fcb600"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:59:11.645740 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e220cc06-e597-4c0e-a360-60ae7b638da7 x-openstack-request-id: req-e220cc06-e597-4c0e-a360-60ae7b638da7 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:59:11.646030 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2", "tag": "c910462d-4dc3-4f50-8a34-e9b553fcb600", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:59:11.646282 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e220cc06-e597-4c0e-a360-60ae7b638da7 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:59:11.646816 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2', 'tag': 'c910462d-4dc3-4f50-8a34-e9b553fcb600', 'status': 'completed', 'code': 200} Aug 19 18:59:11.699649 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-82518c2d-870f-4bc6-878d-17077a0486cd None None] Set router d6577b5f-1261-43a4-b116-16da1173939e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:59:11.707674 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbea82-75a2-4c5b-8069-dff38da14a1b req-19fe4562-d73f-48cb-b3c9-9f089570c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:11.709214 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a9bbea82-75a2-4c5b-8069-dff38da14a1b req-19fe4562-d73f-48cb-b3c9-9f089570c103 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 1096 time: 0.0425539 Aug 19 18:59:11.812135 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbea82-75a2-4c5b-8069-dff38da14a1b req-4944fce0-272b-4516-b025-8d75ab64ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:11.813669 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a9bbea82-75a2-4c5b-8069-dff38da14a1b req-4944fce0-272b-4516-b025-8d75ab64ed81 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0970750 Aug 19 18:59:11.883017 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a9bbea82-75a2-4c5b-8069-dff38da14a1b req-860a06f2-1520-4c39-bdc3-b23d224e524b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600 HTTP/1.1" status: 200 len: 999 time: 0.0618994 Aug 19 18:59:11.939037 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbea82-75a2-4c5b-8069-dff38da14a1b req-43d50ec8-dd44-4060-b248-c8ecc4a6b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:11.940564 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a9bbea82-75a2-4c5b-8069-dff38da14a1b req-43d50ec8-dd44-4060-b248-c8ecc4a6b27a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0491261 Aug 19 18:59:11.989771 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbea82-75a2-4c5b-8069-dff38da14a1b req-d52fb5a3-9e58-402a-bda3-f1fe7ffb3571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:11.991283 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a9bbea82-75a2-4c5b-8069-dff38da14a1b req-d52fb5a3-9e58-402a-bda3-f1fe7ffb3571 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433497 Aug 19 18:59:12.087469 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a9bbea82-75a2-4c5b-8069-dff38da14a1b req-15acf3a7-5f98-4fc2-9b78-4b34fbee8c8e service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883048 Aug 19 18:59:12.096756 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-82518c2d-870f-4bc6-878d-17077a0486cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '5dc8f8c1-38f6-4951-ac4d-488771c1bdb6', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'port_id': 'c910462d-4dc3-4f50-8a34-e9b553fcb600', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'mac_address': 'fa:16:3e:5d:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:54:20Z', 'updated_at': '2021-08-19T18:59:11Z', 'revision_number': 9, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:22Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:12.124060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82518c2d-870f-4bc6-878d-17077a0486cd None None] Checking router: d6577b5f-1261-43a4-b116-16da1173939e for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:59:12.133262 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82518c2d-870f-4bc6-878d-17077a0486cd None None] Routers {'d6577b5f-1261-43a4-b116-16da1173939e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:59:12.133972 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-82518c2d-870f-4bc6-878d-17077a0486cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T18:59:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d6577b5f-1261-43a4-b116-16da1173939e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:12.183465 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a9bbea82-75a2-4c5b-8069-dff38da14a1b req-fe84fe6a-00a0-49c3-9c8b-1aa539efa696 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888090 Aug 19 18:59:12.245457 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-82518c2d-870f-4bc6-878d-17077a0486cd None None] Set router d6577b5f-1261-43a4-b116-16da1173939e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:59:12.470805 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-82518c2d-870f-4bc6-878d-17077a0486cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '5dc8f8c1-38f6-4951-ac4d-488771c1bdb6', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'port_id': 'c910462d-4dc3-4f50-8a34-e9b553fcb600', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'mac_address': 'fa:16:3e:5d:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:54:20Z', 'updated_at': '2021-08-19T18:59:11Z', 'revision_number': 9, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:22Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:12.498278 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82518c2d-870f-4bc6-878d-17077a0486cd None None] The sync data for ids ['d6577b5f-1261-43a4-b116-16da1173939e'] in n-d-803753-2 is: [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '5dc8f8c1-38f6-4951-ac4d-488771c1bdb6', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'port_id': 'c910462d-4dc3-4f50-8a34-e9b553fcb600', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'mac_address': 'fa:16:3e:5d:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:54:20Z', 'updated_at': '2021-08-19T18:59:11Z', 'revision_number': 9, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:22Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:59:12.688969 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4672593-f7ec-4c6b-ae54-bfc5cafbb2e7 None None] New status for floating IP 5dc8f8c1-38f6-4951-ac4d-488771c1bdb6: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:59:16.959431 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:34.675588 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e590cc88-813f-41d2-9528-71dfec36823b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:37.340464 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:37.430189 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-09812eaf-5d46-436b-8ed2-b5c3234cc47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:38.332141 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:40.330586 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:41.579975 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:42.789857 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:59:46.957194 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:04.680208 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e65aed0c-4eba-4bcb-b5e5-e0ba8bffaee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:07.342134 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:07.431215 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0a39fdfb-af2d-425f-b242-87b10b5e7a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:08.336527 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:09.459689 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2befb65f-ae76-462b-b720-a6ceb7339158 req-0a66500d-6920-4366-80b1-325003906234 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401151 Aug 19 19:00:09.544361 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befb65f-ae76-462b-b720-a6ceb7339158 req-62baffd4-acaa-4240-a92b-20b5802cc098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:09.545882 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2befb65f-ae76-462b-b720-a6ceb7339158 req-62baffd4-acaa-4240-a92b-20b5802cc098 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 1096 time: 0.0406592 Aug 19 19:00:09.655699 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befb65f-ae76-462b-b720-a6ceb7339158 req-81b58bda-7b7d-48b8-bdbf-08b7b2745b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:09.657168 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2befb65f-ae76-462b-b720-a6ceb7339158 req-81b58bda-7b7d-48b8-bdbf-08b7b2745b0a service neutron] 10.222.0.54 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0876012 Aug 19 19:00:09.724270 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2befb65f-ae76-462b-b720-a6ceb7339158 req-fd0931ad-6994-4ef9-8883-76659655dddb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600 HTTP/1.1" status: 200 len: 1002 time: 0.0557818 Aug 19 19:00:09.785779 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befb65f-ae76-462b-b720-a6ceb7339158 req-b2e1fc69-7f1b-4756-917d-661f4cf60e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:09.786671 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2befb65f-ae76-462b-b720-a6ceb7339158 req-b2e1fc69-7f1b-4756-917d-661f4cf60e27 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0506263 Aug 19 19:00:09.837403 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befb65f-ae76-462b-b720-a6ceb7339158 req-842704a6-0fa1-4d43-870e-d3a626b5e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:09.838913 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2befb65f-ae76-462b-b720-a6ceb7339158 req-842704a6-0fa1-4d43-870e-d3a626b5e486 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402255 Aug 19 19:00:09.933925 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2befb65f-ae76-462b-b720-a6ceb7339158 req-fd87498f-8c25-4d96-9f3b-f98d66d3a2d9 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829844 Aug 19 19:00:10.343987 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:10.408831 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2befb65f-ae76-462b-b720-a6ceb7339158 req-84ae2696-4de2-4167-aa69-13eb1665b1ce service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634383 Aug 19 19:00:11.590357 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:16.974760 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:19.789259 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:00:34.681479 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4aa7dc84-09cc-45d8-8359-4c1b00cef067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:37.342976 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:37.430345 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ae101989-b67c-4dd3-937e-68a64908d3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:38.340027 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:40.335746 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:41.584535 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:46.972625 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:52.259736 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-e87a91f3-a34f-40c3-89e1-bff46278ed23 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0549917 Aug 19 19:00:52.278254 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd803eb-b93b-4bbf-b77c-d9199a9f0981 req-e57f1f1e-f506-40b0-9ad2-54d4095f418c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:52.279923 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bcd803eb-b93b-4bbf-b77c-d9199a9f0981 req-e57f1f1e-f506-40b0-9ad2-54d4095f418c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 945 time: 0.0654147 Aug 19 19:00:52.323471 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bcd803eb-b93b-4bbf-b77c-d9199a9f0981 req-21fb5c6f-c07f-4d10-9147-a2542f0d58c6 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369959 Aug 19 19:00:53.393875 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-2d97177a-fb5d-4a27-9e86-8bf0f62216d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:53.395402 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-2d97177a-fb5d-4a27-9e86-8bf0f62216d1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 1096 time: 0.0431480 Aug 19 19:00:53.495031 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f56bfb-b90e-4692-858b-1564690346eb req-0eefe975-7bbc-4ded-80cc-9bb7b8214a7c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:53.496530 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c9f56bfb-b90e-4692-858b-1564690346eb req-0eefe975-7bbc-4ded-80cc-9bb7b8214a7c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 945 time: 0.0998349 Aug 19 19:00:53.543424 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-bfa95629-471c-446e-8352-cb7efb9202eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:53.544891 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-bfa95629-471c-446e-8352-cb7efb9202eb service neutron] 10.222.0.54 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.1382313 Aug 19 19:00:53.551920 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c9f56bfb-b90e-4692-858b-1564690346eb req-2f8e2a22-dc71-4441-8c89-4839f3bd0c21 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490122 Aug 19 19:00:53.616987 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-bd694f80-ce34-46c9-a3de-3866c31ea04d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600 HTTP/1.1" status: 200 len: 1002 time: 0.0605848 Aug 19 19:00:53.672932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-0996167c-cbbe-4050-961f-a8e769f1a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:53.674527 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-0996167c-cbbe-4050-961f-a8e769f1a45b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0464242 Aug 19 19:00:53.725466 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-685ad4a1-ac0a-4783-abbf-e8899e8b5067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:53.727214 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-685ad4a1-ac0a-4783-abbf-e8899e8b5067 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407791 Aug 19 19:00:53.825367 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-5487e2db-2bfa-499b-a7b7-682651d35138 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863757 Aug 19 19:00:53.918775 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-03a9d8ad-b9dc-474c-beb2-71afd7ce4061 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818636 Aug 19 19:00:54.670275 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9e7eb-032b-48d7-9c15-e03f9aab4b8d req-ff9ed4ab-4004-4693-a62f-f49c1d1d0e7f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:54.671741 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dee9e7eb-032b-48d7-9c15-e03f9aab4b8d req-ff9ed4ab-4004-4693-a62f-f49c1d1d0e7f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 945 time: 0.0500665 Aug 19 19:00:54.712830 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dee9e7eb-032b-48d7-9c15-e03f9aab4b8d req-6577645e-8118-4acf-9a25-331774344302 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350788 Aug 19 19:00:55.833490 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac2679-8081-4f3d-9c0e-4e038ef8fc29 req-04314629-5a47-41cf-bc79-701acb3e43db tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:55.835401 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-29ac2679-8081-4f3d-9c0e-4e038ef8fc29 req-04314629-5a47-41cf-bc79-701acb3e43db tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 945 time: 0.0551381 Aug 19 19:00:55.874178 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-29ac2679-8081-4f3d-9c0e-4e038ef8fc29 req-a9a70919-2a73-4c6b-9576-817be6b0137f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325782 Aug 19 19:00:56.788442 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:00:56.998004 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc65619-67c0-4388-9314-7788b4c4f025 req-5623b6b0-6d18-4366-a9ff-4f637b085971 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:56.999551 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0fc65619-67c0-4388-9314-7788b4c4f025 req-5623b6b0-6d18-4366-a9ff-4f637b085971 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 945 time: 0.0510488 Aug 19 19:00:57.038347 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0fc65619-67c0-4388-9314-7788b4c4f025 req-46ab8d78-7c10-45c1-aaf8-eebfa9d9a02b tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324659 Aug 19 19:00:58.158280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274cf6e-1b09-4d79-be14-da934ae284ce req-e0092eb2-99d2-4bf3-aab5-2ea3fb4ee446 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:58.159868 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e274cf6e-1b09-4d79-be14-da934ae284ce req-e0092eb2-99d2-4bf3-aab5-2ea3fb4ee446 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 945 time: 0.0530615 Aug 19 19:00:58.199659 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e274cf6e-1b09-4d79-be14-da934ae284ce req-d7b25c7e-991d-41af-9352-bd17649d7b22 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329347 Aug 19 19:00:59.320009 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919a6ca-3654-465e-9833-b3aaa8f4f7bc req-0ba0e1d9-98be-453c-8207-b22ea2dbbe04 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:59.321527 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5919a6ca-3654-465e-9833-b3aaa8f4f7bc req-0ba0e1d9-98be-453c-8207-b22ea2dbbe04 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 945 time: 0.0529130 Aug 19 19:00:59.359130 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5919a6ca-3654-465e-9833-b3aaa8f4f7bc req-5a2fc7f8-768b-4c70-ab76-acb70f63f2f4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316668 Aug 19 19:01:00.479274 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629e5a8-166f-4854-903d-006d391217c2 req-e821c48c-fb8a-4dc6-be65-403d51dd0e29 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:00.480771 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d629e5a8-166f-4854-903d-006d391217c2 req-e821c48c-fb8a-4dc6-be65-403d51dd0e29 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 945 time: 0.0510957 Aug 19 19:01:00.520294 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d629e5a8-166f-4854-903d-006d391217c2 req-d7998a0f-ca4b-40d9-92a9-9c9a90059507 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331790 Aug 19 19:01:01.639563 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b23f7-1e54-4476-aff9-4ac12c910f57 req-1960304e-3e8e-4921-a5bc-8a9646a90e3e tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:01.641044 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4f6b23f7-1e54-4476-aff9-4ac12c910f57 req-1960304e-3e8e-4921-a5bc-8a9646a90e3e tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 945 time: 0.0488641 Aug 19 19:01:01.678412 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4f6b23f7-1e54-4476-aff9-4ac12c910f57 req-c2f7d50a-d263-434b-bfce-d505323cb647 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313063 Aug 19 19:01:02.798614 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e60792-f4fd-4d71-b426-3ce9335f3728 req-35caed17-9be5-4ab8-8e3c-b90b7e5f3986 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:02.800115 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d5e60792-f4fd-4d71-b426-3ce9335f3728 req-35caed17-9be5-4ab8-8e3c-b90b7e5f3986 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 945 time: 0.0533366 Aug 19 19:01:02.839041 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d5e60792-f4fd-4d71-b426-3ce9335f3728 req-e62113d1-c4bf-4a7a-b44f-92b9e8be2ba6 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326734 Aug 19 19:01:03.969871 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9f056-9f15-4523-a0f4-bd31854cfb8b req-16881ac1-aa5f-4dac-9c97-32627d3a816f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:03.972207 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-16e9f056-9f15-4523-a0f4-bd31854cfb8b req-16881ac1-aa5f-4dac-9c97-32627d3a816f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 945 time: 0.0522382 Aug 19 19:01:04.013027 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-16e9f056-9f15-4523-a0f4-bd31854cfb8b req-940e4000-a7b1-424f-960f-02edcca16c9a tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347655 Aug 19 19:01:04.684286 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-42e16d2b-5737-4f8b-80b0-907c32ad65d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:05.134006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661044b9-fcc6-4132-ada5-518608392af7 req-9984ad6b-f2e3-485b-9401-e0c92453c215 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:05.135589 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-661044b9-fcc6-4132-ada5-518608392af7 req-9984ad6b-f2e3-485b-9401-e0c92453c215 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 945 time: 0.0501597 Aug 19 19:01:05.174096 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-661044b9-fcc6-4132-ada5-518608392af7 req-9fae7439-34d4-411f-9897-2d44b3f1e057 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325665 Aug 19 19:01:06.082121 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-fb7e3f5b-32c6-44df-ad15-4b88b04825f7 service neutron] show failed (client error): The resource could not be found. Aug 19 19:01:06.083041 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-fb7e3f5b-32c6-44df-ad15-4b88b04825f7 service neutron] 10.222.0.54 "GET /v2.0/ports/c910462d-4dc3-4f50-8a34-e9b553fcb600/bindings/n-h2-803753-2 HTTP/1.1" status: 404 len: 380 time: 0.0536709 Aug 19 19:01:06.328795 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f47ee0-318a-4f41-aee0-e2fe0f8989b2 req-d7a27036-262f-448e-8267-4e3e1ec07eba tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:06.330334 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c0f47ee0-318a-4f41-aee0-e2fe0f8989b2 req-d7a27036-262f-448e-8267-4e3e1ec07eba tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 945 time: 0.0853457 Aug 19 19:01:06.332856 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-2131595e-9fde-4eb4-b268-fb189948a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:06.334203 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-2131595e-9fde-4eb4-b268-fb189948a1cb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2&tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4 HTTP/1.1" status: 200 len: 1096 time: 0.0578840 Aug 19 19:01:06.356007 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803753-2', 'device_owner': 'compute:nova'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:01:06.395393 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c0f47ee0-318a-4f41-aee0-e2fe0f8989b2 req-f03801b4-ecae-4721-aa5f-806d7dd50c37 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589612 Aug 19 19:01:06.424416 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:06.629438 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] For port c910462d-4dc3-4f50-8a34-e9b553fcb600, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:01:06.661663 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] For port c910462d-4dc3-4f50-8a34-e9b553fcb600, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:01:06.701050 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c910462d-4dc3-4f50-8a34-e9b553fcb600'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:01:06.703347 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf7bd29-6c0d-4632-b282-8216c3ee961a" -d '{"events": [{"server_uuid": "b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2", "name": "network-vif-unplugged", "status": "completed", "tag": "c910462d-4dc3-4f50-8a34-e9b553fcb600"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:01:06.707121 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:06.723314 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Transition to ACTIVE for port object c910462d-4dc3-4f50-8a34-e9b553fcb600 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:01:06.728501 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:06.764406 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 19:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286d5049-01dd-4538-955b-a2f3cd579b10 x-openstack-request-id: req-286d5049-01dd-4538-955b-a2f3cd579b10 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:01:06.764700 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2", "name": "network-vif-unplugged", "status": "completed", "tag": "c910462d-4dc3-4f50-8a34-e9b553fcb600", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:01:06.764952 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-286d5049-01dd-4538-955b-a2f3cd579b10 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:01:06.765429 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c910462d-4dc3-4f50-8a34-e9b553fcb600', 'code': 200} Aug 19 19:01:07.127932 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c910462d-4dc3-4f50-8a34-e9b553fcb600,revision_number=6']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:07.140023 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:07.140372 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:07.140722 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:07.141057 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:07.141391 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:07.141755 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:07.142085 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:07.142412 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:07.142736 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:07.143062 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:07.143383 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:07.143704 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:07.167479 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] No DVR routers for this DVR port c910462d-4dc3-4f50-8a34-e9b553fcb600 on host n-h1-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:01:07.303056 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Attempting to bind port c910462d-4dc3-4f50-8a34-e9b553fcb600 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:01:07.303396 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Attempting to bind port c910462d-4dc3-4f50-8a34-e9b553fcb600 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:01:07.303730 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Attempting to bind port c910462d-4dc3-4f50-8a34-e9b553fcb600 on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:01:07.308044 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Port c910462d-4dc3-4f50-8a34-e9b553fcb600 on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:01:07.308373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Attempting to bind port c910462d-4dc3-4f50-8a34-e9b553fcb600 on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:01:07.313226 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:01:07.313595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Checking segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:01:07.313990 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Bound using segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:01:07.314419 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Bound port: c910462d-4dc3-4f50-8a34-e9b553fcb600, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:01:07.314776 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:07.345489 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:07.378933 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] For port c910462d-4dc3-4f50-8a34-e9b553fcb600, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:01:07.384137 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] For port c910462d-4dc3-4f50-8a34-e9b553fcb600, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:01:07.390559 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:07.438309 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cc6c2b17-eb7e-4aa7-99d1-ec7004b3aa4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:07.441832 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:07.442472 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:07.444383 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] 10.222.0.50 "PUT /v2.0/ports/c910462d-4dc3-4f50-8a34-e9b553fcb600 HTTP/1.1" status: 200 len: 1091 time: 1.1002145 Aug 19 19:01:07.456070 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106d733-1c85-446a-9af6-5dbd9967f4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c910462d-4dc3-4f50-8a34-e9b553fcb600,revision_number=7']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:07.546259 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-d5b0c880-0d9d-432c-ae8f-89227cb93274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:07.547788 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-d5b0c880-0d9d-432c-ae8f-89227cb93274 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 1094 time: 0.0743783 Aug 19 19:01:07.560331 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91f53e-2161-437e-a182-4b7b92ac8c6f req-1ffd379a-d138-4ddd-b1be-5cef7b9dadc0 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:07.561904 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea91f53e-2161-437e-a182-4b7b92ac8c6f req-1ffd379a-d138-4ddd-b1be-5cef7b9dadc0 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 943 time: 0.0787446 Aug 19 19:01:07.667581 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ea91f53e-2161-437e-a182-4b7b92ac8c6f req-a709b67d-8405-4320-ab89-1c4fd45bb01e tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972233 Aug 19 19:01:07.694691 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-56b97d86-25e8-4edd-9779-106d450a8d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:07.696875 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-56b97d86-25e8-4edd-9779-106d450a8d80 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.1340091 Aug 19 19:01:07.763926 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-6a4768a5-086b-4692-9177-9ea75a230485 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600 HTTP/1.1" status: 200 len: 1000 time: 0.0588887 Aug 19 19:01:07.818929 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-36a71efc-3130-4fc5-91a6-4c0e4276f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:07.820399 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-36a71efc-3130-4fc5-91a6-4c0e4276f13b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0491836 Aug 19 19:01:07.869101 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-9001cdbf-417c-48db-b698-6c245d3679f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:07.870784 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-9001cdbf-417c-48db-b698-6c245d3679f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422056 Aug 19 19:01:07.964137 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-c6c12cc3-613f-4b25-93ce-b87f3ab1b72c service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852811 Aug 19 19:01:08.059375 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-bf1f8abb-0ed5-4e37-8b1d-72e9b5f175ae service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875845 Aug 19 19:01:08.342945 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:08.766643 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2', 'tag': 'c910462d-4dc3-4f50-8a34-e9b553fcb600'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:01:08.769202 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b467f4d-4dfd-42a7-9ffd-7cba7b29f17d" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2", "tag": "c910462d-4dc3-4f50-8a34-e9b553fcb600"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:01:08.797845 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c36739-47bb-4ef6-a359-5b293f309199 req-335b2d83-5824-41af-8c60-73284e578e1f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:08.799399 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39c36739-47bb-4ef6-a359-5b293f309199 req-335b2d83-5824-41af-8c60-73284e578e1f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 943 time: 0.0589516 Aug 19 19:01:08.819931 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde9f35f-be82-4cc8-b3c9-8c6cf8b11402 x-openstack-request-id: req-bde9f35f-be82-4cc8-b3c9-8c6cf8b11402 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:01:08.820330 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2", "tag": "c910462d-4dc3-4f50-8a34-e9b553fcb600", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:01:08.820660 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bde9f35f-be82-4cc8-b3c9-8c6cf8b11402 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:01:08.821072 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2', 'tag': 'c910462d-4dc3-4f50-8a34-e9b553fcb600', 'status': 'completed', 'code': 200} Aug 19 19:01:08.839641 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39c36739-47bb-4ef6-a359-5b293f309199 req-53d113c5-674c-440f-8091-d8a048546dbc tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342019 Aug 19 19:01:08.892139 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b467f4d-4dfd-42a7-9ffd-7cba7b29f17d req-fdb566a0-c648-4dd7-b4d1-d325a7bac833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:08.894099 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5b467f4d-4dfd-42a7-9ffd-7cba7b29f17d req-fdb566a0-c648-4dd7-b4d1-d325a7bac833 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 1094 time: 0.0524814 Aug 19 19:01:08.899867 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b467f4d-4dfd-42a7-9ffd-7cba7b29f17d req-7198ceca-4a68-46c4-85ea-5157a5717d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:08.901573 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5b467f4d-4dfd-42a7-9ffd-7cba7b29f17d req-7198ceca-4a68-46c4-85ea-5157a5717d9e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 1094 time: 0.0478468 Aug 19 19:01:08.967765 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device c910462d-4dc3-4f50-8a34-e9b553fcb600 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:01:09.010145 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device c910462d-4dc3-4f50-8a34-e9b553fcb600 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:01:09.019839 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b467f4d-4dfd-42a7-9ffd-7cba7b29f17d req-dbaad944-ada5-462c-a24a-82a6c47233c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:09.021373 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5b467f4d-4dfd-42a7-9ffd-7cba7b29f17d req-dbaad944-ada5-462c-a24a-82a6c47233c9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.1185653 Aug 19 19:01:09.024481 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b467f4d-4dfd-42a7-9ffd-7cba7b29f17d req-c63a057d-e154-4a39-970c-a5069f36c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:09.026192 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5b467f4d-4dfd-42a7-9ffd-7cba7b29f17d req-c63a057d-e154-4a39-970c-a5069f36c2b4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.1137757 Aug 19 19:01:09.093296 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5b467f4d-4dfd-42a7-9ffd-7cba7b29f17d req-83f716b2-fe8f-4726-bd66-416ba0617440 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600 HTTP/1.1" status: 200 len: 1000 time: 0.0638189 Aug 19 19:01:09.104154 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5b467f4d-4dfd-42a7-9ffd-7cba7b29f17d req-d177ed95-603b-4d05-a4f5-8bc34151a391 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600 HTTP/1.1" status: 200 len: 1000 time: 0.0667403 Aug 19 19:01:09.147038 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b467f4d-4dfd-42a7-9ffd-7cba7b29f17d req-7682cdc5-5333-4b35-ae39-c0ef628c49fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:09.148531 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5b467f4d-4dfd-42a7-9ffd-7cba7b29f17d req-7682cdc5-5333-4b35-ae39-c0ef628c49fd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0468271 Aug 19 19:01:09.164562 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b467f4d-4dfd-42a7-9ffd-7cba7b29f17d req-713a5ad3-b3dd-4d8c-934d-051576bf4401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:09.166141 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5b467f4d-4dfd-42a7-9ffd-7cba7b29f17d req-713a5ad3-b3dd-4d8c-934d-051576bf4401 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0513198 Aug 19 19:01:09.202232 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b467f4d-4dfd-42a7-9ffd-7cba7b29f17d req-7aa3861a-9855-42ec-9185-e6b5cc1d88a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:09.203792 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5b467f4d-4dfd-42a7-9ffd-7cba7b29f17d req-7aa3861a-9855-42ec-9185-e6b5cc1d88a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465665 Aug 19 19:01:09.217091 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b467f4d-4dfd-42a7-9ffd-7cba7b29f17d req-a5189fe8-28d2-40aa-8460-8a0aa0b1ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:09.218676 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5b467f4d-4dfd-42a7-9ffd-7cba7b29f17d req-a5189fe8-28d2-40aa-8460-8a0aa0b1ea87 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414879 Aug 19 19:01:09.296585 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5b467f4d-4dfd-42a7-9ffd-7cba7b29f17d req-b6f6022e-b693-4d46-8183-e2a931dc0564 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846610 Aug 19 19:01:09.314906 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5b467f4d-4dfd-42a7-9ffd-7cba7b29f17d req-9d62218c-2574-4421-a0ec-46c7e3169a56 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846980 Aug 19 19:01:09.395266 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5b467f4d-4dfd-42a7-9ffd-7cba7b29f17d req-19dc1eb3-ef5a-4fb2-9eac-6fcb37804587 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911107 Aug 19 19:01:09.414133 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5b467f4d-4dfd-42a7-9ffd-7cba7b29f17d req-426bd2d3-51d5-4304-bc01-cf6ad62c3713 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880535 Aug 19 19:01:09.962468 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ccd7c-0cf2-4b6b-a2c8-12d8d6ae967a req-4b5ad0a5-ebe4-498e-8761-01a61973470d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:09.963885 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-256ccd7c-0cf2-4b6b-a2c8-12d8d6ae967a req-4b5ad0a5-ebe4-498e-8761-01a61973470d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 943 time: 0.0504532 Aug 19 19:01:10.002702 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-256ccd7c-0cf2-4b6b-a2c8-12d8d6ae967a req-92914402-5868-4216-a7dc-168c951d6207 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327921 Aug 19 19:01:10.329809 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-d261c499-6205-4792-b181-18c0b469be57 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:10.331307 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-d261c499-6205-4792-b181-18c0b469be57 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2&tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&binding%3Ahost_id=n-h2-803753-2 HTTP/1.1" status: 200 len: 943 time: 0.0841720 Aug 19 19:01:10.335603 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:10.344109 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3632071-6953-44fd-bf93-6338e698deb4 req-48d47ec9-c7e9-4455-a425-97f87d6de49b tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:10.345568 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e3632071-6953-44fd-bf93-6338e698deb4 req-48d47ec9-c7e9-4455-a425-97f87d6de49b tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 943 time: 0.0717156 Aug 19 19:01:10.423888 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e3632071-6953-44fd-bf93-6338e698deb4 req-11811ea6-0030-4eaa-8781-9636dd1d595c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721691 Aug 19 19:01:10.432613 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-08adb695-6715-4f47-83ff-097757d69242 service neutron] 10.222.0.50 "GET /v2.0/ports/c910462d-4dc3-4f50-8a34-e9b553fcb600/bindings/n-h2-803753-2 HTTP/1.1" status: 200 len: 382 time: 0.0860927 Aug 19 19:01:10.498627 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-200a6a9b-d7d7-4ec5-b51f-6759a96795f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:10.500055 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-200a6a9b-d7d7-4ec5-b51f-6759a96795f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 1094 time: 0.0420268 Aug 19 19:01:10.597174 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-355c793d-4e16-423e-ba70-9bb2e4012f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:10.598777 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-355c793d-4e16-423e-ba70-9bb2e4012f85 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0898097 Aug 19 19:01:10.666034 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-9500511c-764c-444f-b8a4-e0bd3c341ee8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600 HTTP/1.1" status: 200 len: 1000 time: 0.0585351 Aug 19 19:01:10.717675 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-ba6057cf-8421-45fb-b8f9-296a4717e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:10.719128 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-ba6057cf-8421-45fb-b8f9-296a4717e351 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0452075 Aug 19 19:01:10.772371 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-a77334aa-9575-448a-8eb1-12b86e3ebc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:10.773835 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-a77334aa-9575-448a-8eb1-12b86e3ebc8f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448313 Aug 19 19:01:10.867346 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-b634c031-1fcb-4ee7-a137-c3d50685ebf4 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844023 Aug 19 19:01:10.962682 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-11bca273-50a0-4559-977b-98ecca7061ec service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881126 Aug 19 19:01:11.454152 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device c910462d-4dc3-4f50-8a34-e9b553fcb600 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:01:11.562239 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a5eaf-e0d7-4f60-b4ab-72a7d3a01f86 req-577aa439-4a51-49c7-804d-9200ec28c2ef tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:11.562864 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port c910462d-4dc3-4f50-8a34-e9b553fcb600, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:01:11.563761 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b10a5eaf-e0d7-4f60-b4ab-72a7d3a01f86 req-577aa439-4a51-49c7-804d-9200ec28c2ef tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 943 time: 0.0675311 Aug 19 19:01:11.574416 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'c910462d-4dc3-4f50-8a34-e9b553fcb600', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'port_id': 'c910462d-4dc3-4f50-8a34-e9b553fcb600', 'mac_address': 'fa:16:3e:5d:43:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:01:11.603399 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b10a5eaf-e0d7-4f60-b4ab-72a7d3a01f86 req-928a143f-1306-4385-b6ff-e1b292b5720b tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330973 Aug 19 19:01:11.621901 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:11.632420 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:11.637808 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c910462d-4dc3-4f50-8a34-e9b553fcb600 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:01:11.662380 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port c910462d-4dc3-4f50-8a34-e9b553fcb600, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:01:11.666279 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:11.715671 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=c910462d-4dc3-4f50-8a34-e9b553fcb600,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:11.725120 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:11.725480 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:11.725833 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:11.726169 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:11.726502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:11.726830 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:11.727157 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:11.727506 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:11.727911 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:11.728243 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:11.728562 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:11.728883 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:11.935371 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['c910462d-4dc3-4f50-8a34-e9b553fcb600'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:01:12.725345 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3df60-ac09-4845-bcfc-dc7d5f6ace86 req-b52cfd45-613d-4123-94be-0cb70cd5920e tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:12.727901 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9ef3df60-ac09-4845-bcfc-dc7d5f6ace86 req-b52cfd45-613d-4123-94be-0cb70cd5920e tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 944 time: 0.0540617 Aug 19 19:01:12.769114 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9ef3df60-ac09-4845-bcfc-dc7d5f6ace86 req-3c45c67c-3fef-45f4-a48c-63c29d00563c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356095 Aug 19 19:01:13.150348 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-71eaed4f-b7c6-449e-97a3-0da6d6343a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:13.151837 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-71eaed4f-b7c6-449e-97a3-0da6d6343a12 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2&tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4 HTTP/1.1" status: 200 len: 1095 time: 0.0415878 Aug 19 19:01:13.166979 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803753-2', 'device_owner': 'compute:nova'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:01:13.218084 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:13.422115 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] For port c910462d-4dc3-4f50-8a34-e9b553fcb600, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:01:13.454442 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device c910462d-4dc3-4f50-8a34-e9b553fcb600 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:01:13.455075 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] For port c910462d-4dc3-4f50-8a34-e9b553fcb600, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:01:13.488229 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c910462d-4dc3-4f50-8a34-e9b553fcb600 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:01:13.497371 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:13.508251 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Ignored duplicate provisioning block setup for port c910462d-4dc3-4f50-8a34-e9b553fcb600 by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 19:01:13.517981 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:13.576054 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port c910462d-4dc3-4f50-8a34-e9b553fcb600, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:01:13.587930 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'c910462d-4dc3-4f50-8a34-e9b553fcb600', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'port_id': 'c910462d-4dc3-4f50-8a34-e9b553fcb600', 'mac_address': 'fa:16:3e:5d:43:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:01:13.607419 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Pushing event updated for resources: {'Port': ['ID=c910462d-4dc3-4f50-8a34-e9b553fcb600,revision_number=9']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:13.620057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:13.620406 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:13.620753 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:13.621096 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:13.621563 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:13.621909 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:13.622243 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:13.622575 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:13.622909 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:13.623236 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:13.623568 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:13.623894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:13.664579 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] No DVR routers for this DVR port c910462d-4dc3-4f50-8a34-e9b553fcb600 on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:01:13.800729 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Attempting to bind port c910462d-4dc3-4f50-8a34-e9b553fcb600 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:01:13.801069 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Attempting to bind port c910462d-4dc3-4f50-8a34-e9b553fcb600 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:01:13.801406 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Attempting to bind port c910462d-4dc3-4f50-8a34-e9b553fcb600 on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:01:13.806267 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Port c910462d-4dc3-4f50-8a34-e9b553fcb600 on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:01:13.806950 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Attempting to bind port c910462d-4dc3-4f50-8a34-e9b553fcb600 on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:01:13.811863 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:01:13.812199 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Checking segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:01:13.812582 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Bound using segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:01:13.813005 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Bound port: c910462d-4dc3-4f50-8a34-e9b553fcb600, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:01:13.813366 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:13.913934 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] For port c910462d-4dc3-4f50-8a34-e9b553fcb600, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:01:13.919094 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] For port c910462d-4dc3-4f50-8a34-e9b553fcb600, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:01:13.927762 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459373a-8c15-4187-98e0-b0f39b97b36a req-6c1fe61b-a26d-4caa-88a9-066e09ce3834 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:13.929272 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7459373a-8c15-4187-98e0-b0f39b97b36a req-6c1fe61b-a26d-4caa-88a9-066e09ce3834 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 943 time: 0.0809867 Aug 19 19:01:13.931561 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:13.983574 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:13.984115 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:13.985856 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] 10.222.0.54 "PUT /v2.0/ports/c910462d-4dc3-4f50-8a34-e9b553fcb600 HTTP/1.1" status: 200 len: 1091 time: 0.8236377 Aug 19 19:01:13.987384 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2', 'tag': 'c910462d-4dc3-4f50-8a34-e9b553fcb600'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:01:13.989697 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80383d2-8644-489b-b2af-e61ad0123e28" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2", "tag": "c910462d-4dc3-4f50-8a34-e9b553fcb600"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:01:14.036603 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7459373a-8c15-4187-98e0-b0f39b97b36a req-729e08a4-3c9b-4db3-af29-cdf69e52b5ec tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005054 Aug 19 19:01:14.055503 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67994ea5-2fab-4077-a787-2ab7b5a96afd service neutron] Pushing event updated for resources: {'Port': ['ID=c910462d-4dc3-4f50-8a34-e9b553fcb600,revision_number=10']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:14.075741 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c5ea4a-f857-4019-8915-81a8ffaca84f x-openstack-request-id: req-03c5ea4a-f857-4019-8915-81a8ffaca84f {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:01:14.076034 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2", "tag": "c910462d-4dc3-4f50-8a34-e9b553fcb600", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:01:14.076291 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-03c5ea4a-f857-4019-8915-81a8ffaca84f {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:01:14.077012 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2', 'tag': 'c910462d-4dc3-4f50-8a34-e9b553fcb600', 'status': 'completed', 'code': 200} Aug 19 19:01:14.084685 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-01c3af36-fea9-45c0-af43-962b07ec428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:14.086272 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-01c3af36-fea9-45c0-af43-962b07ec428b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 1095 time: 0.0622215 Aug 19 19:01:14.135314 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80383d2-8644-489b-b2af-e61ad0123e28 req-60963f7d-e675-4539-9d4b-67c01cf73352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:14.136994 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f80383d2-8644-489b-b2af-e61ad0123e28 req-60963f7d-e675-4539-9d4b-67c01cf73352 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 1095 time: 0.0455902 Aug 19 19:01:14.194178 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-8327d414-7182-41e2-a843-2aee1817c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:14.195705 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-8327d414-7182-41e2-a843-2aee1817c1fe service neutron] 10.222.0.54 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0983849 Aug 19 19:01:14.238026 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80383d2-8644-489b-b2af-e61ad0123e28 req-4ed6bbc6-8aa3-460e-8d85-cf1b6104083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:14.239513 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f80383d2-8644-489b-b2af-e61ad0123e28 req-4ed6bbc6-8aa3-460e-8d85-cf1b6104083d service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0952075 Aug 19 19:01:14.272951 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-a8426e20-2c2b-47de-8325-39395f4ddf11 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600 HTTP/1.1" status: 200 len: 1000 time: 0.0649323 Aug 19 19:01:14.307560 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f80383d2-8644-489b-b2af-e61ad0123e28 req-34788005-f3e1-4983-8cef-8056054865ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600 HTTP/1.1" status: 200 len: 1000 time: 0.0588510 Aug 19 19:01:14.327165 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-caa35b0a-1007-4981-b976-0dcf550eee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:14.328640 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-caa35b0a-1007-4981-b976-0dcf550eee33 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0443132 Aug 19 19:01:14.362695 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80383d2-8644-489b-b2af-e61ad0123e28 req-2037817e-ee7b-4bbc-9ae4-a64b43be856c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:14.364203 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f80383d2-8644-489b-b2af-e61ad0123e28 req-2037817e-ee7b-4bbc-9ae4-a64b43be856c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0489943 Aug 19 19:01:14.378715 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-dbc2180b-5299-4f63-9c9e-5efff71b48af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:14.380212 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-dbc2180b-5299-4f63-9c9e-5efff71b48af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405812 Aug 19 19:01:14.412163 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80383d2-8644-489b-b2af-e61ad0123e28 req-c578ae6a-9cb8-4dbf-adaa-bb5945c72cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:14.413726 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f80383d2-8644-489b-b2af-e61ad0123e28 req-c578ae6a-9cb8-4dbf-adaa-bb5945c72cb0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408993 Aug 19 19:01:14.480707 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-26c0a5d6-b6f6-4722-b6a8-2e3c7bf56d6b service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891089 Aug 19 19:01:14.507181 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f80383d2-8644-489b-b2af-e61ad0123e28 req-d481c63c-dcdf-4247-994c-43597c16455a service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845377 Aug 19 19:01:14.577080 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-339f0d28-7fca-4de8-bf63-f76250cea4b4 req-21dc2686-cdae-4af6-8d4b-8136c1f715d4 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849905 Aug 19 19:01:14.603225 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f80383d2-8644-489b-b2af-e61ad0123e28 req-ba04f21e-4cd7-44af-8503-0f7d746b9a24 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881901 Aug 19 19:01:14.677653 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80383d2-8644-489b-b2af-e61ad0123e28 req-3895d211-8474-4937-a1fb-d82667b88314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:14.679207 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f80383d2-8644-489b-b2af-e61ad0123e28 req-3895d211-8474-4937-a1fb-d82667b88314 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 1095 time: 0.0474699 Aug 19 19:01:14.770038 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80383d2-8644-489b-b2af-e61ad0123e28 req-eaaf152f-d077-4468-8534-ea7f8f299278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:14.771513 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f80383d2-8644-489b-b2af-e61ad0123e28 req-eaaf152f-d077-4468-8534-ea7f8f299278 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0839357 Aug 19 19:01:14.841683 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f80383d2-8644-489b-b2af-e61ad0123e28 req-0660793c-4c19-4cb1-998b-b2749489b685 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600 HTTP/1.1" status: 200 len: 1000 time: 0.0625920 Aug 19 19:01:14.891120 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80383d2-8644-489b-b2af-e61ad0123e28 req-20199aa9-78b5-4410-bf5f-9ac1a932b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:14.892549 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f80383d2-8644-489b-b2af-e61ad0123e28 req-20199aa9-78b5-4410-bf5f-9ac1a932b715 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0440805 Aug 19 19:01:14.939007 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80383d2-8644-489b-b2af-e61ad0123e28 req-d7bc82f2-75da-4dd6-ab78-c76d04c8b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:14.940499 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f80383d2-8644-489b-b2af-e61ad0123e28 req-d7bc82f2-75da-4dd6-ab78-c76d04c8b640 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403264 Aug 19 19:01:15.034551 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f80383d2-8644-489b-b2af-e61ad0123e28 req-b07bff4b-61de-4619-9ce2-feee146a6ffc service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864038 Aug 19 19:01:15.153972 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f80383d2-8644-489b-b2af-e61ad0123e28 req-20c8242a-63f3-4e3b-b525-deb0bca4d7ec service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103475 Aug 19 19:01:15.174451 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5265ec-d806-45f4-a11c-a007d74fddf0 req-d03f7518-b51b-4c2c-bdfb-b0d88dbe251f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:15.177671 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ea5265ec-d806-45f4-a11c-a007d74fddf0 req-d03f7518-b51b-4c2c-bdfb-b0d88dbe251f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 944 time: 0.0645895 Aug 19 19:01:15.217123 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ea5265ec-d806-45f4-a11c-a007d74fddf0 req-53f238a1-7353-49d2-9398-345eebb77b46 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321708 Aug 19 19:01:15.468928 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device c910462d-4dc3-4f50-8a34-e9b553fcb600 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:01:15.517326 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device c910462d-4dc3-4f50-8a34-e9b553fcb600 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:01:16.339287 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a6c27-953c-4842-97c6-13209b4645ba req-b6f24188-dd1b-440e-996b-9cb000c28164 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:16.340885 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4f8a6c27-953c-4842-97c6-13209b4645ba req-b6f24188-dd1b-440e-996b-9cb000c28164 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 944 time: 0.0538747 Aug 19 19:01:16.380369 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4f8a6c27-953c-4842-97c6-13209b4645ba req-3a4bbb73-66f6-4e4e-b9e8-d8230535ac7a tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332563 Aug 19 19:01:16.982798 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:16.996873 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device c910462d-4dc3-4f50-8a34-e9b553fcb600 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:01:17.094044 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port c910462d-4dc3-4f50-8a34-e9b553fcb600, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:01:17.106477 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'c910462d-4dc3-4f50-8a34-e9b553fcb600', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'port_id': 'c910462d-4dc3-4f50-8a34-e9b553fcb600', 'mac_address': 'fa:16:3e:5d:43:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:01:17.154593 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:17.168682 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c910462d-4dc3-4f50-8a34-e9b553fcb600 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:01:17.188762 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port c910462d-4dc3-4f50-8a34-e9b553fcb600, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:01:17.192453 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:17.243759 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=c910462d-4dc3-4f50-8a34-e9b553fcb600,revision_number=11']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:17.428315 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['c910462d-4dc3-4f50-8a34-e9b553fcb600'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:01:17.505769 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc42fd5-12cf-4aa3-82a4-41d7d988dc63 req-c2596979-6217-4e6a-9950-eda302d6547d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:17.507292 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fbc42fd5-12cf-4aa3-82a4-41d7d988dc63 req-c2596979-6217-4e6a-9950-eda302d6547d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 945 time: 0.0541310 Aug 19 19:01:17.545829 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fbc42fd5-12cf-4aa3-82a4-41d7d988dc63 req-fe2aaf39-6b14-4b46-b525-bb5ba8968b0a tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315003 Aug 19 19:01:17.670024 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e11f5-855f-4bc0-86db-277247c09b81 req-21f9c921-391e-4e8c-ab28-723731001ba1 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:17.671420 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a14e11f5-855f-4bc0-86db-277247c09b81 req-21f9c921-391e-4e8c-ab28-723731001ba1 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 945 time: 0.0493000 Aug 19 19:01:17.710304 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a14e11f5-855f-4bc0-86db-277247c09b81 req-c2b29ff0-9464-41b5-bd85-7dc3a5427163 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328763 Aug 19 19:01:17.826870 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3b83d-9205-4678-aa66-1afe607138b7 req-f281b748-3273-415e-b3f5-9ea913c07747 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:17.828504 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2f3b83d-9205-4678-aa66-1afe607138b7 req-f281b748-3273-415e-b3f5-9ea913c07747 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 945 time: 0.0514290 Aug 19 19:01:17.871001 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e2f3b83d-9205-4678-aa66-1afe607138b7 req-00b8d335-3e4e-42db-8fe0-bf014f28b24f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365310 Aug 19 19:01:18.108666 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6aba0a-8a55-453b-952d-ecb29bdef843 req-dc9a2c57-7dcd-4385-a97a-cb0c02aa6606 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:18.110451 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4f6aba0a-8a55-453b-952d-ecb29bdef843 req-dc9a2c57-7dcd-4385-a97a-cb0c02aa6606 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 945 time: 0.0503893 Aug 19 19:01:18.151341 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4f6aba0a-8a55-453b-952d-ecb29bdef843 req-0bc16ed7-acbf-4329-acb7-7ca10e75bdae tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350809 Aug 19 19:01:19.007479 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device c910462d-4dc3-4f50-8a34-e9b553fcb600 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:01:19.056230 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port c910462d-4dc3-4f50-8a34-e9b553fcb600 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:01:19.059697 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port c910462d-4dc3-4f50-8a34-e9b553fcb600 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:01:19.060072 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:19.138469 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:19.161181 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c910462d-4dc3-4f50-8a34-e9b553fcb600'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:01:19.163490 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d77442e-b9b1-4cc8-aaae-a4fdc5f5c701" -d '{"events": [{"server_uuid": "b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2", "name": "network-vif-plugged", "status": "completed", "tag": "c910462d-4dc3-4f50-8a34-e9b553fcb600"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:01:19.177284 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port c910462d-4dc3-4f50-8a34-e9b553fcb600, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:01:19.182272 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:19.212796 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553eb2be-fc86-4cc9-9295-1f59a3800039 x-openstack-request-id: req-553eb2be-fc86-4cc9-9295-1f59a3800039 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:01:19.213163 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2", "name": "network-vif-plugged", "status": "completed", "tag": "c910462d-4dc3-4f50-8a34-e9b553fcb600", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:01:19.213432 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-553eb2be-fc86-4cc9-9295-1f59a3800039 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:01:19.213863 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c910462d-4dc3-4f50-8a34-e9b553fcb600', 'code': 200} Aug 19 19:01:19.234462 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=c910462d-4dc3-4f50-8a34-e9b553fcb600,revision_number=12']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:19.279249 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06818c4-9c73-402b-87d6-291de35d5984 req-30264701-620f-4925-b21d-fcefb42bd79a tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:19.280724 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a06818c4-9c73-402b-87d6-291de35d5984 req-30264701-620f-4925-b21d-fcefb42bd79a tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 946 time: 0.0549107 Aug 19 19:01:19.317697 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a06818c4-9c73-402b-87d6-291de35d5984 req-202fa8be-4950-40ee-8c76-190e7fd5359a tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309374 Aug 19 19:01:19.523107 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a8b56-fd17-4b80-8bb3-cc541e64528c req-85083f5b-44c4-4de3-b5b1-bafdad51fe38 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:19.525182 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a04a8b56-fd17-4b80-8bb3-cc541e64528c req-85083f5b-44c4-4de3-b5b1-bafdad51fe38 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 946 time: 0.0499976 Aug 19 19:01:19.619167 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-a04a8b56-fd17-4b80-8bb3-cc541e64528c req-b54c34bf-7de8-4cc8-8e7b-e1e80cca6fb4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Deleting port c910462d-4dc3-4f50-8a34-e9b553fcb600 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:01:19.619507 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a04a8b56-fd17-4b80-8bb3-cc541e64528c req-b54c34bf-7de8-4cc8-8e7b-e1e80cca6fb4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:19.706449 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-a04a8b56-fd17-4b80-8bb3-cc541e64528c req-b54c34bf-7de8-4cc8-8e7b-e1e80cca6fb4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] For port c910462d-4dc3-4f50-8a34-e9b553fcb600, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=c910462d-4dc3-4f50-8a34-e9b553fcb600,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:01:19.706815 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a04a8b56-fd17-4b80-8bb3-cc541e64528c req-b54c34bf-7de8-4cc8-8e7b-e1e80cca6fb4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:19.879004 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a04a8b56-fd17-4b80-8bb3-cc541e64528c req-b54c34bf-7de8-4cc8-8e7b-e1e80cca6fb4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:19.879317 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a04a8b56-fd17-4b80-8bb3-cc541e64528c req-b54c34bf-7de8-4cc8-8e7b-e1e80cca6fb4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:19.879641 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [req-a04a8b56-fd17-4b80-8bb3-cc541e64528c req-b54c34bf-7de8-4cc8-8e7b-e1e80cca6fb4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Floating IP 5dc8f8c1-38f6-4951-ac4d-488771c1bdb6 disassociated. External IP: 172.25.8.118, port: c910462d-4dc3-4f50-8a34-e9b553fcb600. Aug 19 19:01:19.879991 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-a04a8b56-fd17-4b80-8bb3-cc541e64528c req-b54c34bf-7de8-4cc8-8e7b-e1e80cca6fb4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Calling delete_port for c910462d-4dc3-4f50-8a34-e9b553fcb600 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:01:20.018375 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a04a8b56-fd17-4b80-8bb3-cc541e64528c req-b54c34bf-7de8-4cc8-8e7b-e1e80cca6fb4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:20.048106 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c34bf-7de8-4cc8-8e7b-e1e80cca6fb4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Pushing event deleted for resources: {'Port': ['ID=c910462d-4dc3-4f50-8a34-e9b553fcb600,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:20.169265 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a04a8b56-fd17-4b80-8bb3-cc541e64528c req-b54c34bf-7de8-4cc8-8e7b-e1e80cca6fb4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Router d6577b5f-1261-43a4-b116-16da1173939e has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:01:20.286021 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a04a8b56-fd17-4b80-8bb3-cc541e64528c req-b54c34bf-7de8-4cc8-8e7b-e1e80cca6fb4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:01:20.297813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0880952-ae1b-4419-96f8-d2c76255b023 None None] Sync routers for ids ['d6577b5f-1261-43a4-b116-16da1173939e'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:01:20.307962 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0880952-ae1b-4419-96f8-d2c76255b023 None None] Routers {'d6577b5f-1261-43a4-b116-16da1173939e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:01:20.308584 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e0880952-ae1b-4419-96f8-d2c76255b023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:01:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d6577b5f-1261-43a4-b116-16da1173939e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:20.327775 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04a8b56-fd17-4b80-8bb3-cc541e64528c req-b54c34bf-7de8-4cc8-8e7b-e1e80cca6fb4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] No DVR routers for this DVR port c910462d-4dc3-4f50-8a34-e9b553fcb600 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:01:20.330435 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a04a8b56-fd17-4b80-8bb3-cc541e64528c req-b54c34bf-7de8-4cc8-8e7b-e1e80cca6fb4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:20.332679 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a04a8b56-fd17-4b80-8bb3-cc541e64528c req-b54c34bf-7de8-4cc8-8e7b-e1e80cca6fb4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.54 "DELETE /v2.0/ports/c910462d-4dc3-4f50-8a34-e9b553fcb600 HTTP/1.1" status: 204 len: 173 time: 0.7982790 Aug 19 19:01:20.333128 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2', 'name': 'network-vif-deleted', 'tag': 'c910462d-4dc3-4f50-8a34-e9b553fcb600'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:01:20.335408 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6421e3-adc6-4f4d-820c-373b58d27154" -d '{"events": [{"server_uuid": "b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2", "name": "network-vif-deleted", "tag": "c910462d-4dc3-4f50-8a34-e9b553fcb600"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:01:20.380872 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f62601b-7bd9-4939-ad49-c2d280522307 x-openstack-request-id: req-9f62601b-7bd9-4939-ad49-c2d280522307 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:01:20.381141 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2", "name": "network-vif-deleted", "tag": "c910462d-4dc3-4f50-8a34-e9b553fcb600", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:01:20.381402 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f62601b-7bd9-4939-ad49-c2d280522307 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:01:20.381855 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2', 'name': 'network-vif-deleted', 'tag': 'c910462d-4dc3-4f50-8a34-e9b553fcb600', 'status': 'completed', 'code': 200} Aug 19 19:01:20.457780 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-e0880952-ae1b-4419-96f8-d2c76255b023 None None] Set router d6577b5f-1261-43a4-b116-16da1173939e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:01:20.464044 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7fb5db8d-4bc4-4d48-8571-7341554e1ee2 req-729f851f-b624-465a-96ab-4423b513b9e2 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0ba59cd-98a4-48d2-8fdc-3c86d16a2aa2 HTTP/1.1" status: 200 len: 210 time: 0.0428092 Aug 19 19:01:20.686092 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e0880952-ae1b-4419-96f8-d2c76255b023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:22Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:20.712528 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0880952-ae1b-4419-96f8-d2c76255b023 None None] Checking router: d6577b5f-1261-43a4-b116-16da1173939e for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:01:20.720757 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0880952-ae1b-4419-96f8-d2c76255b023 None None] Routers {'d6577b5f-1261-43a4-b116-16da1173939e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:01:20.721361 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e0880952-ae1b-4419-96f8-d2c76255b023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:01:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d6577b5f-1261-43a4-b116-16da1173939e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:20.839104 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-e0880952-ae1b-4419-96f8-d2c76255b023 None None] Set router d6577b5f-1261-43a4-b116-16da1173939e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:01:21.051509 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-e0880952-ae1b-4419-96f8-d2c76255b023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:22Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:21.083276 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0880952-ae1b-4419-96f8-d2c76255b023 None None] The sync data for ids ['d6577b5f-1261-43a4-b116-16da1173939e'] in n-d-803753-2 is: [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:22Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:01:21.304927 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc1e271-2ded-4f25-a674-04277c9b88ad None None] New status for floating IP 5dc8f8c1-38f6-4951-ac4d-488771c1bdb6: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:01:21.762447 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-2abd1c6f-31f8-4a26-8684-c08dc8b03217 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--850689552&fields=id&tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4 HTTP/1.1" status: 200 len: 267 time: 0.0380547 Aug 19 19:01:21.870661 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-bd4d65f8-2355-4ac6-837d-db6959878507 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:21.872199 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-bd4d65f8-2355-4ac6-837d-db6959878507 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 812 time: 0.1030083 Aug 19 19:01:21.887325 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-2a7a4da9-550a-48a9-af34-6564184ca412 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/quotas/3aa8368f32aa4a03b04fc54ce64e65c4 HTTP/1.1" status: 200 len: 375 time: 0.0093193 Aug 19 19:01:21.941130 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-00c49709-2c80-4933-893e-3f1267b3d8e1 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484204 Aug 19 19:01:22.140252 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-a7fa1ee8-1892-42fa-b14a-74f69a31d2c7 service neutron] 10.222.0.24 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294222 Aug 19 19:01:22.229429 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-5f363ebf-ff76-4dde-8639-6cc6c2faf3c4 service neutron] 10.222.0.24 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829616 Aug 19 19:01:22.399267 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e6554268-3e0d-4c95-90f5-fcd690f6f606 req-4c1cf850-0f44-4242-8f57-6a6101a4d31f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 210 time: 0.0269449 Aug 19 19:01:23.029768 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device c910462d-4dc3-4f50-8a34-e9b553fcb600 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:01:23.049691 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: c910462d-4dc3-4f50-8a34-e9b553fcb600 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:01:23.050046 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device c910462d-4dc3-4f50-8a34-e9b553fcb600 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:01:23.446467 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-47606c72-f1ad-478b-92cd-8fc2f1d3ac4a tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:23.448020 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-47606c72-f1ad-478b-92cd-8fc2f1d3ac4a tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.50 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 812 time: 0.1202488 Aug 19 19:01:23.511389 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dd46306c-f0f6-46c1-ae79-fef9e25da994 req-55734b6b-1bb6-490c-a0a5-7a3f15864864 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 210 time: 0.0340648 Aug 19 19:01:23.520469 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-9e4ffde3-bfa2-486a-afac-5761de5df79a tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4 HTTP/1.1" status: 200 len: 379 time: 0.0618773 Aug 19 19:01:23.532045 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-54f992dc-7e39-48c5-a4d2-4a356e3f7095 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Request body: {'port': {'device_id': 'ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'admin_state_up': True, 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'security_groups': ['867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:01:23.643047 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-54f992dc-7e39-48c5-a4d2-4a356e3f7095 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Made reservation on behalf of 3aa8368f32aa4a03b04fc54ce64e65c4 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:01:23.646526 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-54f992dc-7e39-48c5-a4d2-4a356e3f7095 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:23.771661 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-54f992dc-7e39-48c5-a4d2-4a356e3f7095 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Allocated IP 172.20.0.10 (6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46/5b9f7b4f-7d8b-4863-b927-fd186ac87ac6/d6d09ad6-35ab-4539-aac0-28f38749093e) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:01:23.912277 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-54f992dc-7e39-48c5-a4d2-4a356e3f7095 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:23.926133 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-54f992dc-7e39-48c5-a4d2-4a356e3f7095 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Transition to ACTIVE for port object d6d09ad6-35ab-4539-aac0-28f38749093e will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:01:23.962685 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-54f992dc-7e39-48c5-a4d2-4a356e3f7095 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:24.004763 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-54f992dc-7e39-48c5-a4d2-4a356e3f7095 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:01:24.010718 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-54f992dc-7e39-48c5-a4d2-4a356e3f7095 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:01:24.014525 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-54f992dc-7e39-48c5-a4d2-4a356e3f7095 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:01:24.040669 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f992dc-7e39-48c5-a4d2-4a356e3f7095 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Pushing event updated for resources: {'Port': ['ID=d6d09ad6-35ab-4539-aac0-28f38749093e,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:24.070068 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-54f992dc-7e39-48c5-a4d2-4a356e3f7095 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:24.070727 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-54f992dc-7e39-48c5-a4d2-4a356e3f7095 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:24.087331 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-54f992dc-7e39-48c5-a4d2-4a356e3f7095 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5590415 Aug 19 19:01:24.101581 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-8242cc92-fbf7-401a-9c33-86f829d704cf service neutron] Request body: {'port': {'device_id': 'ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:01:24.164946 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-8242cc92-fbf7-401a-9c33-86f829d704cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:24.245157 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8141c9f4-33e4-4a3e-a892-c061165790a8 None None] Provisioning for port d6d09ad6-35ab-4539-aac0-28f38749093e completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:01:24.249576 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-8141c9f4-33e4-4a3e-a892-c061165790a8 None None] Provisioning complete for port d6d09ad6-35ab-4539-aac0-28f38749093e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:01:24.249947 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8141c9f4-33e4-4a3e-a892-c061165790a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:24.286086 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-8141c9f4-33e4-4a3e-a892-c061165790a8 None None] Port d6d09ad6-35ab-4539-aac0-28f38749093e cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:01:24.439282 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-8242cc92-fbf7-401a-9c33-86f829d704cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d09ad6-35ab-4539-aac0-28f38749093e {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:01:24.446744 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-8242cc92-fbf7-401a-9c33-86f829d704cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:24.458721 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-8242cc92-fbf7-401a-9c33-86f829d704cf service neutron] Transition to ACTIVE for port object d6d09ad6-35ab-4539-aac0-28f38749093e will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:01:24.462436 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-8242cc92-fbf7-401a-9c33-86f829d704cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:24.534886 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242cc92-fbf7-401a-9c33-86f829d704cf service neutron] Pushing event updated for resources: {'Port': ['ID=d6d09ad6-35ab-4539-aac0-28f38749093e,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:24.586555 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-8242cc92-fbf7-401a-9c33-86f829d704cf service neutron] Attempting to bind port d6d09ad6-35ab-4539-aac0-28f38749093e on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:01:24.587063 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-8242cc92-fbf7-401a-9c33-86f829d704cf service neutron] Attempting to bind port d6d09ad6-35ab-4539-aac0-28f38749093e by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:01:24.587697 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-8242cc92-fbf7-401a-9c33-86f829d704cf service neutron] Attempting to bind port d6d09ad6-35ab-4539-aac0-28f38749093e on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:01:24.592786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-8242cc92-fbf7-401a-9c33-86f829d704cf service neutron] Port d6d09ad6-35ab-4539-aac0-28f38749093e on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:01:24.593122 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-8242cc92-fbf7-401a-9c33-86f829d704cf service neutron] Attempting to bind port d6d09ad6-35ab-4539-aac0-28f38749093e on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:01:24.599111 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-8242cc92-fbf7-401a-9c33-86f829d704cf service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:01:24.599457 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-8242cc92-fbf7-401a-9c33-86f829d704cf service neutron] Checking segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:01:24.599850 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-8242cc92-fbf7-401a-9c33-86f829d704cf service neutron] Bound using segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:01:24.600286 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-8242cc92-fbf7-401a-9c33-86f829d704cf service neutron] Bound port: d6d09ad6-35ab-4539-aac0-28f38749093e, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:01:24.600656 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-8242cc92-fbf7-401a-9c33-86f829d704cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:24.641333 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b2a90-8ef1-43f5-bdbb-6a7bc51a4c8a req-a9ab2ee2-1aeb-4aad-99ba-c5a6bf0f6444 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:24.643697 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e3b2a90-8ef1-43f5-bdbb-6a7bc51a4c8a req-a9ab2ee2-1aeb-4aad-99ba-c5a6bf0f6444 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 944 time: 0.0537429 Aug 19 19:01:24.674576 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-8242cc92-fbf7-401a-9c33-86f829d704cf service neutron] For port d6d09ad6-35ab-4539-aac0-28f38749093e, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:01:24.677981 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-8242cc92-fbf7-401a-9c33-86f829d704cf service neutron] For port d6d09ad6-35ab-4539-aac0-28f38749093e, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d6d09ad6-35ab-4539-aac0-28f38749093e,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:01:24.683883 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-8242cc92-fbf7-401a-9c33-86f829d704cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:24.691919 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e3b2a90-8ef1-43f5-bdbb-6a7bc51a4c8a req-a25a7ac7-c6e8-4c79-a371-3707840a562f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404956 Aug 19 19:01:24.727874 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-8242cc92-fbf7-401a-9c33-86f829d704cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:24.728674 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-8242cc92-fbf7-401a-9c33-86f829d704cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:24.730129 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-8242cc92-fbf7-401a-9c33-86f829d704cf service neutron] 10.222.0.50 "PUT /v2.0/ports/d6d09ad6-35ab-4539-aac0-28f38749093e HTTP/1.1" status: 200 len: 1092 time: 0.6331568 Aug 19 19:01:24.730582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0', 'tag': 'd6d09ad6-35ab-4539-aac0-28f38749093e'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:01:24.732840 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88af6cca-e4e8-416b-ad0f-500ba04c4201" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0", "tag": "d6d09ad6-35ab-4539-aac0-28f38749093e"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:01:24.762623 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242cc92-fbf7-401a-9c33-86f829d704cf service neutron] Pushing event updated for resources: {'Port': ['ID=d6d09ad6-35ab-4539-aac0-28f38749093e,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:24.775556 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17eeb08-a3d7-468e-85d8-610ffb71fff5 x-openstack-request-id: req-d17eeb08-a3d7-468e-85d8-610ffb71fff5 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:01:24.775855 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0", "tag": "d6d09ad6-35ab-4539-aac0-28f38749093e", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:01:24.776108 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d17eeb08-a3d7-468e-85d8-610ffb71fff5 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:01:24.776522 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0', 'tag': 'd6d09ad6-35ab-4539-aac0-28f38749093e', 'status': 'completed', 'code': 200} Aug 19 19:01:24.819232 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-f1fb4567-9a3b-4250-9a9d-ab5402a89a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:24.820770 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-f1fb4567-9a3b-4250-9a9d-ab5402a89a9e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 1095 time: 0.0424109 Aug 19 19:01:24.867492 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-7357e535-bb8c-45d2-aed0-b9e3add9faec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6d09ad6-35ab-4539-aac0-28f38749093e HTTP/1.1" status: 200 len: 217 time: 0.0359886 Aug 19 19:01:24.919305 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-f27c5e6f-460c-400a-9922-a1010d371190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:24.920810 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-f27c5e6f-460c-400a-9922-a1010d371190 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0462105 Aug 19 19:01:24.974743 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-f21ed647-c133-4766-8656-a12005c64d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:24.976256 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-f21ed647-c133-4766-8656-a12005c64d8f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487273 Aug 19 19:01:25.066909 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-12f7bce7-056c-4bbb-8260-9f64dada3fd3 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829237 Aug 19 19:01:25.162879 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bac85548-9f51-405d-85a6-aebcc348aa25 req-76079a22-bca3-4cdf-9d0c-cad5e2a45ffb service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889046 Aug 19 19:01:25.253298 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af6cca-e4e8-416b-ad0f-500ba04c4201 req-94a9d33e-b606-4bee-9525-1a855f0d49fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:25.254857 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88af6cca-e4e8-416b-ad0f-500ba04c4201 req-94a9d33e-b606-4bee-9525-1a855f0d49fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 1095 time: 0.0417252 Aug 19 19:01:25.350930 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af6cca-e4e8-416b-ad0f-500ba04c4201 req-fd77f1df-7419-4aae-a1b9-e069a6222637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:25.353287 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88af6cca-e4e8-416b-ad0f-500ba04c4201 req-fd77f1df-7419-4aae-a1b9-e069a6222637 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0910897 Aug 19 19:01:25.398219 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88af6cca-e4e8-416b-ad0f-500ba04c4201 req-bb49cff5-9b92-45f3-95f8-58bb19286462 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6d09ad6-35ab-4539-aac0-28f38749093e HTTP/1.1" status: 200 len: 217 time: 0.0365293 Aug 19 19:01:25.449353 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af6cca-e4e8-416b-ad0f-500ba04c4201 req-9b296708-aba5-47e6-99a5-688583166e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:25.450876 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88af6cca-e4e8-416b-ad0f-500ba04c4201 req-9b296708-aba5-47e6-99a5-688583166e5d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0447626 Aug 19 19:01:25.497693 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af6cca-e4e8-416b-ad0f-500ba04c4201 req-5acf9d06-f8b6-4472-9b57-083dacb9936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:25.499208 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88af6cca-e4e8-416b-ad0f-500ba04c4201 req-5acf9d06-f8b6-4472-9b57-083dacb9936b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408590 Aug 19 19:01:25.593269 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88af6cca-e4e8-416b-ad0f-500ba04c4201 req-91f4ba04-1b3d-4214-9659-b7927332e412 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852256 Aug 19 19:01:25.683717 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88af6cca-e4e8-416b-ad0f-500ba04c4201 req-f5483649-4ce2-4b43-9c41-c9a2ae14dc91 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823221 Aug 19 19:01:25.808876 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06db29e-2d2f-43ad-8e57-ea98f72a1105 req-1f3edfe2-ab8c-412d-9734-9b88aac3edc9 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:25.810410 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f06db29e-2d2f-43ad-8e57-ea98f72a1105 req-1f3edfe2-ab8c-412d-9734-9b88aac3edc9 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 944 time: 0.0482640 Aug 19 19:01:25.851925 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f06db29e-2d2f-43ad-8e57-ea98f72a1105 req-a85b10a6-a5e0-4a6f-8e6a-bd83428a21e4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355759 Aug 19 19:01:26.976640 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce6b8f-e7e0-46d5-8732-35d5c954c8d7 req-46880824-470b-475f-a4aa-dcf91795c527 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:26.978781 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3ce6b8f-e7e0-46d5-8732-35d5c954c8d7 req-46880824-470b-475f-a4aa-dcf91795c527 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 944 time: 0.0538316 Aug 19 19:01:27.017318 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3ce6b8f-e7e0-46d5-8732-35d5c954c8d7 req-b40894cb-6a56-4828-bc87-32610140b820 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319867 Aug 19 19:01:27.052149 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-bf00b33b-058c-47a1-b9bb-1d1d5bcd15dd req-c7051f74-6735-47bd-a286-c9b1d824b670 service neutron] (94682) timed out ('10.222.0.54', 52089) {{(pid=94682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 19:01:28.133231 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe66fa5-6675-4b14-a30b-83216882bfb0 req-b5183a91-2adf-4032-943e-3a19f0473df2 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:28.135379 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5fe66fa5-6675-4b14-a30b-83216882bfb0 req-b5183a91-2adf-4032-943e-3a19f0473df2 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 944 time: 0.0503042 Aug 19 19:01:28.175536 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5fe66fa5-6675-4b14-a30b-83216882bfb0 req-bab4ce4f-32f7-463f-8b0a-5ebe2069955b tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342631 Aug 19 19:01:29.291037 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cfd7c-c6cf-477d-bb49-15ecc60a9e9e req-a14ab74f-b067-49ca-984d-2299f5517d9f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:29.292514 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-552cfd7c-c6cf-477d-bb49-15ecc60a9e9e req-a14ab74f-b067-49ca-984d-2299f5517d9f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 944 time: 0.0490503 Aug 19 19:01:29.330938 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-552cfd7c-c6cf-477d-bb49-15ecc60a9e9e req-2a626262-8670-44e4-bc5d-6cfef1a3f26c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323122 Aug 19 19:01:29.518871 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device d6d09ad6-35ab-4539-aac0-28f38749093e details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:01:29.616293 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port d6d09ad6-35ab-4539-aac0-28f38749093e, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d6d09ad6-35ab-4539-aac0-28f38749093e,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:01:29.628095 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'd6d09ad6-35ab-4539-aac0-28f38749093e', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'port_id': 'd6d09ad6-35ab-4539-aac0-28f38749093e', 'mac_address': 'fa:16:3e:b6:2b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:01:29.664382 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:29.678055 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d09ad6-35ab-4539-aac0-28f38749093e {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:01:29.698869 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port d6d09ad6-35ab-4539-aac0-28f38749093e, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d6d09ad6-35ab-4539-aac0-28f38749093e,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:01:29.702677 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:29.753901 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=d6d09ad6-35ab-4539-aac0-28f38749093e,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:29.904684 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['d6d09ad6-35ab-4539-aac0-28f38749093e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:01:30.447669 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a18f2-c3b0-4dee-a93a-7e5bde7a1f98 req-8460cc2c-b6ba-4bd0-b288-81ed49bc7135 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:30.449095 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-054a18f2-c3b0-4dee-a93a-7e5bde7a1f98 req-8460cc2c-b6ba-4bd0-b288-81ed49bc7135 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 945 time: 0.0508921 Aug 19 19:01:30.495130 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-054a18f2-c3b0-4dee-a93a-7e5bde7a1f98 req-36fb9a0b-598d-4e87-9feb-4faea9e0b82a tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400724 Aug 19 19:01:31.518182 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device d6d09ad6-35ab-4539-aac0-28f38749093e up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:01:31.567681 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port d6d09ad6-35ab-4539-aac0-28f38749093e completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:01:31.571833 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port d6d09ad6-35ab-4539-aac0-28f38749093e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:01:31.572206 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:31.614577 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3501e9-7cf2-487c-b696-13bc971ad947 req-e6568bb1-f771-4b75-9ff8-1a46c5fd93d4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:31.616069 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dd3501e9-7cf2-487c-b696-13bc971ad947 req-e6568bb1-f771-4b75-9ff8-1a46c5fd93d4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 945 time: 0.0508351 Aug 19 19:01:31.653846 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:31.655763 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dd3501e9-7cf2-487c-b696-13bc971ad947 req-2756e165-a615-482c-8a0d-02f5d2319650 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321708 Aug 19 19:01:31.676802 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d09ad6-35ab-4539-aac0-28f38749093e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:01:31.679042 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f31ed3d-bda9-4537-954a-64c039f56864" -d '{"events": [{"server_uuid": "ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0", "name": "network-vif-plugged", "status": "completed", "tag": "d6d09ad6-35ab-4539-aac0-28f38749093e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:01:31.692288 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port d6d09ad6-35ab-4539-aac0-28f38749093e, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d6d09ad6-35ab-4539-aac0-28f38749093e,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:01:31.696697 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:31.720510 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8777e4f4-1d10-4a64-a1e4-35bee5719b7f x-openstack-request-id: req-8777e4f4-1d10-4a64-a1e4-35bee5719b7f {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:01:31.720795 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0", "name": "network-vif-plugged", "status": "completed", "tag": "d6d09ad6-35ab-4539-aac0-28f38749093e", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:01:31.721041 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8777e4f4-1d10-4a64-a1e4-35bee5719b7f {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:01:31.721444 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d09ad6-35ab-4539-aac0-28f38749093e', 'code': 200} Aug 19 19:01:31.748134 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=d6d09ad6-35ab-4539-aac0-28f38749093e,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:31.822134 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d916ee-9423-49be-820f-b89a6ba4aa06 req-6ecae704-5f79-4d3d-9bd1-f81c4c187103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:31.823639 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23d916ee-9423-49be-820f-b89a6ba4aa06 req-6ecae704-5f79-4d3d-9bd1-f81c4c187103 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 1097 time: 0.0439353 Aug 19 19:01:31.859759 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23d916ee-9423-49be-820f-b89a6ba4aa06 req-c1c9d06c-39db-4f40-a5dc-d5bc03fc0681 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281696 Aug 19 19:01:32.772905 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e27fd2-f42e-4237-92e3-f25fffc2ad70 req-1476376f-4dd6-4997-b404-2b5a830be649 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:32.774442 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-62e27fd2-f42e-4237-92e3-f25fffc2ad70 req-1476376f-4dd6-4997-b404-2b5a830be649 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0501776 Aug 19 19:01:32.813792 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-62e27fd2-f42e-4237-92e3-f25fffc2ad70 req-10bbb70c-5b8e-4f11-a4f4-f1cedf443a5d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331805 Aug 19 19:01:33.787175 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:01:33.931273 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ceb68c-a65f-4f2f-b425-a0c57e2dcb83 req-7bd761ea-4ae8-4d71-8353-3eda88d93417 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:33.932999 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e7ceb68c-a65f-4f2f-b425-a0c57e2dcb83 req-7bd761ea-4ae8-4d71-8353-3eda88d93417 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0494690 Aug 19 19:01:33.974428 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e7ceb68c-a65f-4f2f-b425-a0c57e2dcb83 req-fdb548fd-ac0c-4b72-b629-df525fb5ba8e tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357339 Aug 19 19:01:34.091412 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f7a41-d45b-4b87-a6d4-442b629c1f51 req-f29f6775-7d9f-4c51-b308-177614812c1f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:34.092839 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-745f7a41-d45b-4b87-a6d4-442b629c1f51 req-f29f6775-7d9f-4c51-b308-177614812c1f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0509837 Aug 19 19:01:34.101722 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41004) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:34.106901 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-3b010b1f-e269-4753-a114-53443bd8ebb9 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Request body: {'floatingip': {'port_id': 'd6d09ad6-35ab-4539-aac0-28f38749093e'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:01:34.150957 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b010b1f-e269-4753-a114-53443bd8ebb9 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for floatingip, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:34.685434 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-83a5bd46-4cdd-44f9-9ff7-c8fab55f994e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:34.902377 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b010b1f-e269-4753-a114-53443bd8ebb9 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:34.906302 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b010b1f-e269-4753-a114-53443bd8ebb9 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:35.007790 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-3b010b1f-e269-4753-a114-53443bd8ebb9 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Floating IP 5dc8f8c1-38f6-4951-ac4d-488771c1bdb6 associated. External IP: 172.25.8.118, port: d6d09ad6-35ab-4539-aac0-28f38749093e. Aug 19 19:01:35.213477 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b010b1f-e269-4753-a114-53443bd8ebb9 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Router d6577b5f-1261-43a4-b116-16da1173939e has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:01:35.324121 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b010b1f-e269-4753-a114-53443bd8ebb9 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:01:35.329006 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3b010b1f-e269-4753-a114-53443bd8ebb9 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:35.333501 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd87275-04bc-4ba5-b8af-39d468565719 None None] Sync routers for ids ['d6577b5f-1261-43a4-b116-16da1173939e'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:01:35.343095 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd87275-04bc-4ba5-b8af-39d468565719 None None] Routers {'d6577b5f-1261-43a4-b116-16da1173939e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:01:35.343712 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5dd87275-04bc-4ba5-b8af-39d468565719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:01:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d6577b5f-1261-43a4-b116-16da1173939e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:35.358148 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3b010b1f-e269-4753-a114-53443bd8ebb9 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "PUT /v2.0/floatingips/5dc8f8c1-38f6-4951-ac4d-488771c1bdb6 HTTP/1.1" status: 200 len: 993 time: 1.2547739 Aug 19 19:01:35.358843 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0', 'tag': 'd6d09ad6-35ab-4539-aac0-28f38749093e'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:01:35.361563 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbdaac9-be80-49c6-90a3-3ef8e3bc2e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0", "tag": "d6d09ad6-35ab-4539-aac0-28f38749093e"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:01:35.402963 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e301b433-fda5-42c2-998f-73fef39ef427 x-openstack-request-id: req-e301b433-fda5-42c2-998f-73fef39ef427 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:01:35.404144 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0", "tag": "d6d09ad6-35ab-4539-aac0-28f38749093e", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:01:35.404449 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e301b433-fda5-42c2-998f-73fef39ef427 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:01:35.405692 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0', 'tag': 'd6d09ad6-35ab-4539-aac0-28f38749093e', 'status': 'completed', 'code': 200} Aug 19 19:01:35.460858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-5dd87275-04bc-4ba5-b8af-39d468565719 None None] Set router d6577b5f-1261-43a4-b116-16da1173939e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:01:35.469717 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdaac9-be80-49c6-90a3-3ef8e3bc2e0b req-86aca908-2643-4abb-a8e6-61897f0e2524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:35.471301 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7dbdaac9-be80-49c6-90a3-3ef8e3bc2e0b req-86aca908-2643-4abb-a8e6-61897f0e2524 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 1097 time: 0.0470476 Aug 19 19:01:35.562591 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdaac9-be80-49c6-90a3-3ef8e3bc2e0b req-cf042f37-5ff3-4012-9a4e-e7d795413ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:35.564136 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7dbdaac9-be80-49c6-90a3-3ef8e3bc2e0b req-cf042f37-5ff3-4012-9a4e-e7d795413ef8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0855708 Aug 19 19:01:35.639293 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7dbdaac9-be80-49c6-90a3-3ef8e3bc2e0b req-515625a2-9840-4fd6-a7b1-c7d089b35a75 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6d09ad6-35ab-4539-aac0-28f38749093e HTTP/1.1" status: 200 len: 1001 time: 0.0668590 Aug 19 19:01:35.691966 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdaac9-be80-49c6-90a3-3ef8e3bc2e0b req-ae67fad0-3faf-45c4-8d88-5e926b09ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:35.693493 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7dbdaac9-be80-49c6-90a3-3ef8e3bc2e0b req-ae67fad0-3faf-45c4-8d88-5e926b09ac13 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0466406 Aug 19 19:01:35.741493 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdaac9-be80-49c6-90a3-3ef8e3bc2e0b req-21e64736-309a-45b7-8078-050562b15b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:35.743111 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7dbdaac9-be80-49c6-90a3-3ef8e3bc2e0b req-21e64736-309a-45b7-8078-050562b15b69 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425341 Aug 19 19:01:35.839751 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7dbdaac9-be80-49c6-90a3-3ef8e3bc2e0b req-96dc8f13-afd1-427c-aa4c-83619faa98fb service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886939 Aug 19 19:01:35.852320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5dd87275-04bc-4ba5-b8af-39d468565719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '5dc8f8c1-38f6-4951-ac4d-488771c1bdb6', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'port_id': 'd6d09ad6-35ab-4539-aac0-28f38749093e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'mac_address': 'fa:16:3e:b6:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:54:20Z', 'updated_at': '2021-08-19T19:01:34Z', 'revision_number': 13, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:22Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:35.878906 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd87275-04bc-4ba5-b8af-39d468565719 None None] Checking router: d6577b5f-1261-43a4-b116-16da1173939e for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:01:35.888112 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd87275-04bc-4ba5-b8af-39d468565719 None None] Routers {'d6577b5f-1261-43a4-b116-16da1173939e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:01:35.888732 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5dd87275-04bc-4ba5-b8af-39d468565719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:01:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d6577b5f-1261-43a4-b116-16da1173939e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:35.931584 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7dbdaac9-be80-49c6-90a3-3ef8e3bc2e0b req-077b5e13-b7e6-4d11-8140-f253691bce16 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842497 Aug 19 19:01:35.998020 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-5dd87275-04bc-4ba5-b8af-39d468565719 None None] Set router d6577b5f-1261-43a4-b116-16da1173939e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:01:36.226308 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-5dd87275-04bc-4ba5-b8af-39d468565719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '5dc8f8c1-38f6-4951-ac4d-488771c1bdb6', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'port_id': 'd6d09ad6-35ab-4539-aac0-28f38749093e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'mac_address': 'fa:16:3e:b6:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:54:20Z', 'updated_at': '2021-08-19T19:01:34Z', 'revision_number': 13, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:22Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:36.252699 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd87275-04bc-4ba5-b8af-39d468565719 None None] The sync data for ids ['d6577b5f-1261-43a4-b116-16da1173939e'] in n-d-803753-2 is: [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '5dc8f8c1-38f6-4951-ac4d-488771c1bdb6', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'port_id': 'd6d09ad6-35ab-4539-aac0-28f38749093e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'mac_address': 'fa:16:3e:b6:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:54:20Z', 'updated_at': '2021-08-19T19:01:34Z', 'revision_number': 13, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:22Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:01:36.444680 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1a5ab5-833c-42c2-8ac4-710014db833f None None] New status for floating IP 5dc8f8c1-38f6-4951-ac4d-488771c1bdb6: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:01:37.346787 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:37.429630 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a4ca4f87-e987-437c-97ac-2f26fc0d6c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:38.346631 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:40.339081 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:41.619582 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:46.987645 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:04.687736 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-28dd63a5-6f70-4469-b6c5-9d4ee1168587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:07.348036 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:07.429503 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2826c39f-5f7e-4e4f-887f-a7435dfabe67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:08.347760 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:10.342736 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:10.786534 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:02:11.634279 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:17.005471 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:25.240561 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-69304b04-6c06-4a73-b184-e3e13f82228b req-8b180cce-a2ad-4c49-ab00-938621abf308 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417032 Aug 19 19:02:25.331645 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69304b04-6c06-4a73-b184-e3e13f82228b req-44608e16-e3c2-4308-94bf-044bd9417f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:25.333210 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-69304b04-6c06-4a73-b184-e3e13f82228b req-44608e16-e3c2-4308-94bf-044bd9417f2e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 1097 time: 0.0485604 Aug 19 19:02:25.440049 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69304b04-6c06-4a73-b184-e3e13f82228b req-214d45f5-1517-4976-a6be-1762fc22e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:25.441620 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-69304b04-6c06-4a73-b184-e3e13f82228b req-214d45f5-1517-4976-a6be-1762fc22e7d6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0884109 Aug 19 19:02:25.516353 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-69304b04-6c06-4a73-b184-e3e13f82228b req-6a957f22-230c-4970-9920-6b8ede0de76c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6d09ad6-35ab-4539-aac0-28f38749093e HTTP/1.1" status: 200 len: 1003 time: 0.0649114 Aug 19 19:02:25.565411 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69304b04-6c06-4a73-b184-e3e13f82228b req-7822ee2e-a55d-43e5-95d5-9df558c62af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:25.566898 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-69304b04-6c06-4a73-b184-e3e13f82228b req-7822ee2e-a55d-43e5-95d5-9df558c62af2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0436058 Aug 19 19:02:25.612920 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69304b04-6c06-4a73-b184-e3e13f82228b req-18beb5b7-d16a-4367-8a6f-cfb1f32c0266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:25.614474 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-69304b04-6c06-4a73-b184-e3e13f82228b req-18beb5b7-d16a-4367-8a6f-cfb1f32c0266 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402718 Aug 19 19:02:25.709030 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-69304b04-6c06-4a73-b184-e3e13f82228b req-d5e6fcad-da93-438f-96a1-7173d93e5fac service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867989 Aug 19 19:02:25.800817 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-69304b04-6c06-4a73-b184-e3e13f82228b req-cf59a025-8a47-4ace-90c8-e3cf25e966d4 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843933 Aug 19 19:02:34.691563 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-15c6ce54-91cb-4aee-8745-95b261efc6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:37.350786 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:37.433483 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cddd95fb-5325-482a-8a53-e183250e1d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:38.352219 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:40.346100 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:41.635376 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:47.002948 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:47.787275 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:03:04.693449 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4bbd34f0-18de-44c7-8a70-8c6f65e7603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:07.351670 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:07.433177 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c9210539-9091-4652-9ed5-3bfd193351be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:08.354739 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:10.347008 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:11.633027 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:13.755595 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d01735-0ffe-485d-b81b-331c7ee397d2 req-066939c5-3033-40ee-ba6b-df150e2d224b tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:13.757038 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89d01735-0ffe-485d-b81b-331c7ee397d2 req-066939c5-3033-40ee-ba6b-df150e2d224b tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0502639 Aug 19 19:03:13.796721 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-89d01735-0ffe-485d-b81b-331c7ee397d2 req-3bed4d9a-ccd9-4713-a0d7-7d5ff661d810 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328002 Aug 19 19:03:17.019913 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:24.694827 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d9f9f01f-d170-4409-8e72-b2981d2f11d3 req-db498a98-1eaa-4b99-b7bf-9f56abced997 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419052 Aug 19 19:03:24.786813 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9f01f-d170-4409-8e72-b2981d2f11d3 req-3d6da94d-0408-4cad-a83d-1287f52e5f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:24.787994 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:03:24.788408 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d9f9f01f-d170-4409-8e72-b2981d2f11d3 req-3d6da94d-0408-4cad-a83d-1287f52e5f0f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 1097 time: 0.0476904 Aug 19 19:03:24.894902 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9f01f-d170-4409-8e72-b2981d2f11d3 req-8d36ac76-90fc-4fb4-b463-7f2d8428c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:24.896298 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d9f9f01f-d170-4409-8e72-b2981d2f11d3 req-8d36ac76-90fc-4fb4-b463-7f2d8428c86e service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0881667 Aug 19 19:03:24.967200 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d9f9f01f-d170-4409-8e72-b2981d2f11d3 req-5113c928-651d-45f4-a7dc-b3bd03522ba1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6d09ad6-35ab-4539-aac0-28f38749093e HTTP/1.1" status: 200 len: 1003 time: 0.0630989 Aug 19 19:03:25.018958 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9f01f-d170-4409-8e72-b2981d2f11d3 req-afec1c53-cf79-440c-880f-8fe2605fa9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:25.020474 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d9f9f01f-d170-4409-8e72-b2981d2f11d3 req-afec1c53-cf79-440c-880f-8fe2605fa9e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0461664 Aug 19 19:03:25.066100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9f01f-d170-4409-8e72-b2981d2f11d3 req-3fe607f7-aad3-4070-ba89-a0489d923821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:25.067607 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d9f9f01f-d170-4409-8e72-b2981d2f11d3 req-3fe607f7-aad3-4070-ba89-a0489d923821 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399663 Aug 19 19:03:25.078227 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-d9f9f01f-d170-4409-8e72-b2981d2f11d3 req-4b62eb68-3b5d-4354-9357-6db3b22b8e62 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 19:03:25.079161 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d9f9f01f-d170-4409-8e72-b2981d2f11d3 req-4b62eb68-3b5d-4354-9357-6db3b22b8e62 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049179 Aug 19 19:03:25.170826 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d9f9f01f-d170-4409-8e72-b2981d2f11d3 req-1dcc1a6d-2db6-4d3c-81fa-10d3bbe6e1d8 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845850 Aug 19 19:03:25.262675 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d9f9f01f-d170-4409-8e72-b2981d2f11d3 req-bdcc593e-62b8-47ec-a34d-acfc0a9291c3 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828004 Aug 19 19:03:26.031489 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae8a1c-e7aa-4a3b-96be-4bed63326976 req-7421256b-eaed-4118-9aed-3998039bbd28 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:26.033723 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c7ae8a1c-e7aa-4a3b-96be-4bed63326976 req-7421256b-eaed-4118-9aed-3998039bbd28 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0519125 Aug 19 19:03:26.072496 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c7ae8a1c-e7aa-4a3b-96be-4bed63326976 req-92c329e8-8abf-4cb4-b7ba-d50d68790304 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325878 Aug 19 19:03:26.107153 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-5d618630-6866-4fd0-b1e1-5c700ac49bc3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830753 Aug 19 19:03:27.189982 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7922245-ceb9-41fb-9cfb-d0f159fc686f req-a1bc14cd-d71d-4077-b76e-7994cc01d3e8 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:27.191477 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a7922245-ceb9-41fb-9cfb-d0f159fc686f req-a1bc14cd-d71d-4077-b76e-7994cc01d3e8 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0490038 Aug 19 19:03:27.233491 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a7922245-ceb9-41fb-9cfb-d0f159fc686f req-90c43efb-9363-4f68-8cd9-5f7b706e6d81 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359299 Aug 19 19:03:28.354519 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768b602-fda5-4bdf-aadf-ea308dab1c7d req-ad318fcf-d6f2-4945-b395-812212793617 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:28.355997 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5768b602-fda5-4bdf-aadf-ea308dab1c7d req-ad318fcf-d6f2-4945-b395-812212793617 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0532718 Aug 19 19:03:28.395283 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5768b602-fda5-4bdf-aadf-ea308dab1c7d req-2231eea1-2cf0-4723-9a5b-1bc96a237fd0 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322585 Aug 19 19:03:29.512141 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2807f-b4b2-4cfc-9efc-a9bab8372a28 req-bbdfacf3-30a9-4eac-8de4-b30419abd5e5 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:29.513724 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3ba2807f-b4b2-4cfc-9efc-a9bab8372a28 req-bbdfacf3-30a9-4eac-8de4-b30419abd5e5 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0516210 Aug 19 19:03:29.565160 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3ba2807f-b4b2-4cfc-9efc-a9bab8372a28 req-ce95cc32-f4ac-4ae5-a089-b73ea17cb18b tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316026 Aug 19 19:03:30.673260 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a225e-bf95-428a-b859-e4d65aae3550 req-12391fb4-9db0-4898-b5f0-9b2d725799b9 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:30.674788 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-be3a225e-bf95-428a-b859-e4d65aae3550 req-12391fb4-9db0-4898-b5f0-9b2d725799b9 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0491052 Aug 19 19:03:30.714205 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-be3a225e-bf95-428a-b859-e4d65aae3550 req-00590a5b-8405-4fb1-9c1f-467e20ad01b0 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333655 Aug 19 19:03:31.406189 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-22a49737-9406-4f88-b0fe-51745700165f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:31.408267 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-22a49737-9406-4f88-b0fe-51745700165f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 1097 time: 0.0414782 Aug 19 19:03:31.500433 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-bf6abb6c-5650-4f14-a720-d08cece57d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:31.501998 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-bf6abb6c-5650-4f14-a720-d08cece57d5b service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0865326 Aug 19 19:03:31.578170 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-54fdb46c-e0e0-48f0-ba6b-e09612cff995 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6d09ad6-35ab-4539-aac0-28f38749093e HTTP/1.1" status: 200 len: 1003 time: 0.0684185 Aug 19 19:03:31.632899 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-14e3973b-291e-4cf0-b17f-7f7a4222949a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:31.634412 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-14e3973b-291e-4cf0-b17f-7f7a4222949a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0485568 Aug 19 19:03:31.679815 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-fac8db90-bac3-4b23-bedd-fa5d0a3fd628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:31.681261 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-fac8db90-bac3-4b23-bedd-fa5d0a3fd628 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397322 Aug 19 19:03:31.772246 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-d89de0dd-2ca0-4f42-a14a-561bc3b63c0e service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836732 Aug 19 19:03:31.833642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7ee3e-8208-4924-a267-dc77f57a9086 req-1f2fda88-5ca7-4e6e-9474-edda8bb1ef58 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:31.835156 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-87b7ee3e-8208-4924-a267-dc77f57a9086 req-1f2fda88-5ca7-4e6e-9474-edda8bb1ef58 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0490234 Aug 19 19:03:31.873154 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-233cfe8d-0461-42fa-937b-671633c412ef service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932081 Aug 19 19:03:31.876099 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-87b7ee3e-8208-4924-a267-dc77f57a9086 req-2c609efa-de9c-4469-8661-fba722a8bc3b tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349460 Aug 19 19:03:32.999536 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f44db3-f76e-42d8-bb7c-93f778e3bfcf req-7c0e55bf-7e2b-4ce8-a7a9-fd572d43e630 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:33.001979 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-26f44db3-f76e-42d8-bb7c-93f778e3bfcf req-7c0e55bf-7e2b-4ce8-a7a9-fd572d43e630 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0518873 Aug 19 19:03:33.039975 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-26f44db3-f76e-42d8-bb7c-93f778e3bfcf req-e153cafc-7609-4102-91e9-b88b039f7be3 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324829 Aug 19 19:03:34.156220 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da8fac-f6cf-4781-b5c1-3927ad9cb4fc req-c09ec7f5-9bbe-4365-b4d1-2046e3f380a2 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:34.157712 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-91da8fac-f6cf-4781-b5c1-3927ad9cb4fc req-c09ec7f5-9bbe-4365-b4d1-2046e3f380a2 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0492203 Aug 19 19:03:34.198956 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-91da8fac-f6cf-4781-b5c1-3927ad9cb4fc req-27260bc3-4b56-4dcf-8a8a-677cdeaa260f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352371 Aug 19 19:03:34.694991 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-adff08c8-7ac2-456e-b214-139247450329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:35.315372 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a216fb-b211-43b0-9c58-c6873c3dcfc0 req-ef061e7f-89c9-48c2-94b4-88302afb3f08 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:35.317020 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-72a216fb-b211-43b0-9c58-c6873c3dcfc0 req-ef061e7f-89c9-48c2-94b4-88302afb3f08 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0498567 Aug 19 19:03:35.357808 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-72a216fb-b211-43b0-9c58-c6873c3dcfc0 req-ddb4752d-62a9-4ddc-bdb2-d91cde967b84 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345523 Aug 19 19:03:36.474872 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc6fa0-cb99-49c6-99ab-f1b40f3bab2e req-10343829-bf18-47cb-a0a3-c6e8b2610bc2 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:36.476272 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7adc6fa0-cb99-49c6-99ab-f1b40f3bab2e req-10343829-bf18-47cb-a0a3-c6e8b2610bc2 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0485156 Aug 19 19:03:36.514085 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7adc6fa0-cb99-49c6-99ab-f1b40f3bab2e req-1121f49d-cec5-4543-9ff6-de9448ca293f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318770 Aug 19 19:03:37.353324 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:37.432945 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e8ba39e0-cade-49d6-af34-7fbb69871fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:37.635947 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d535b94-e00d-4544-8580-c205b8761292 req-0a26bd1a-9325-4550-a079-b32da80bc1e6 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:37.637381 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3d535b94-e00d-4544-8580-c205b8761292 req-0a26bd1a-9325-4550-a079-b32da80bc1e6 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0540972 Aug 19 19:03:37.675503 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3d535b94-e00d-4544-8580-c205b8761292 req-f09970e2-7394-4b67-affd-2024a3ff4281 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311611 Aug 19 19:03:38.357854 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:38.792941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724316a-1a72-4bab-bfdf-90097b0c7ba8 req-43c9820a-3783-4e84-bc6a-5e55285a7201 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:38.794486 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5724316a-1a72-4bab-bfdf-90097b0c7ba8 req-43c9820a-3783-4e84-bc6a-5e55285a7201 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0497594 Aug 19 19:03:38.833960 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5724316a-1a72-4bab-bfdf-90097b0c7ba8 req-1e51ab45-5a55-411a-9410-b97eddc20958 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328939 Aug 19 19:03:39.952711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864046c3-d5ef-4f5c-a2c8-95cb8f8c2b53 req-7cfdc073-87f5-4a13-b127-0d4746db1836 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:39.954246 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-864046c3-d5ef-4f5c-a2c8-95cb8f8c2b53 req-7cfdc073-87f5-4a13-b127-0d4746db1836 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0497303 Aug 19 19:03:39.993347 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-864046c3-d5ef-4f5c-a2c8-95cb8f8c2b53 req-19df24cc-46ab-4404-a0cd-5511a2b4faa6 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325027 Aug 19 19:03:40.350598 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:41.109122 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742757a-1388-4028-80e1-57a260514fa8 req-a234275c-99e2-4a2b-91f6-feb86ccead41 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:41.110617 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0742757a-1388-4028-80e1-57a260514fa8 req-a234275c-99e2-4a2b-91f6-feb86ccead41 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0482781 Aug 19 19:03:41.153675 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0742757a-1388-4028-80e1-57a260514fa8 req-97e2a027-193f-4353-a82b-a7bc3857bf3b tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367427 Aug 19 19:03:41.647755 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:42.337020 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0bb26-3c67-424b-82e1-2a05b6a126fd req-2723c48f-9c56-4490-a211-9fc1cb1b78fc tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:42.338538 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e0d0bb26-3c67-424b-82e1-2a05b6a126fd req-2723c48f-9c56-4490-a211-9fc1cb1b78fc tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0994582 Aug 19 19:03:42.375541 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e0d0bb26-3c67-424b-82e1-2a05b6a126fd req-09e36ac6-8543-4ceb-8e5c-779f7b6129b9 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309334 Aug 19 19:03:43.539364 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e6bbf-66fd-4710-ab0d-ca82e3a0217a req-8a4308fa-8a43-4714-acb6-c167adfd7a4c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:43.540869 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cb1e6bbf-66fd-4710-ab0d-ca82e3a0217a req-8a4308fa-8a43-4714-acb6-c167adfd7a4c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0934479 Aug 19 19:03:43.578756 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cb1e6bbf-66fd-4710-ab0d-ca82e3a0217a req-aed05795-5cfc-4c85-875d-46f2557cfaa6 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320532 Aug 19 19:03:44.704067 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd81e7-a0b1-4a48-b6a3-a2748695bfa7 req-777096f7-624a-4dbb-9e78-e71733e7cc28 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:44.705492 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-49cd81e7-a0b1-4a48-b6a3-a2748695bfa7 req-777096f7-624a-4dbb-9e78-e71733e7cc28 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0549047 Aug 19 19:03:44.745117 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-49cd81e7-a0b1-4a48-b6a3-a2748695bfa7 req-b6f15d16-d2ac-4e56-b3f2-c99c42c20542 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327265 Aug 19 19:03:45.794572 n-d-803753-2 neutron-server[94681]: INFO neutron.api.v2.resource [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-43e104dd-b880-49c2-88ba-aa93ea37b837 service neutron] show failed (client error): The resource could not be found. Aug 19 19:03:45.795714 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-43e104dd-b880-49c2-88ba-aa93ea37b837 service neutron] 10.222.0.50 "GET /v2.0/ports/d6d09ad6-35ab-4539-aac0-28f38749093e/bindings/n-h1-803753-2 HTTP/1.1" status: 404 len: 380 time: 0.0601075 Aug 19 19:03:46.019395 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-c7384fa3-774e-48ac-8ed3-72510701ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:46.020959 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-c7384fa3-774e-48ac-8ed3-72510701ae03 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0&tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4 HTTP/1.1" status: 200 len: 1097 time: 0.0455465 Aug 19 19:03:46.038280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803753-2', 'device_owner': 'compute:nova'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:03:46.123402 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:46.130447 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device d6d09ad6-35ab-4539-aac0-28f38749093e no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:03:46.147515 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac02cb5-21fb-4950-a639-aed574683e78 req-a491f164-03d9-4804-8782-9d46460b0242 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:46.148989 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dac02cb5-21fb-4950-a639-aed574683e78 req-a491f164-03d9-4804-8782-9d46460b0242 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0897605 Aug 19 19:03:46.211673 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:46.271392 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dac02cb5-21fb-4950-a639-aed574683e78 req-bafc3ceb-8356-4056-9064-fc4ce06823a3 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015573 Aug 19 19:03:46.375040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] For port d6d09ad6-35ab-4539-aac0-28f38749093e, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d6d09ad6-35ab-4539-aac0-28f38749093e,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:03:46.411044 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] For port d6d09ad6-35ab-4539-aac0-28f38749093e, host n-h2-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:03:46.450206 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6d09ad6-35ab-4539-aac0-28f38749093e'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:03:46.452458 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b26e53f-7896-47e0-8c4c-af05827da092" -d '{"events": [{"server_uuid": "ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0", "name": "network-vif-unplugged", "status": "completed", "tag": "d6d09ad6-35ab-4539-aac0-28f38749093e"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:03:46.456733 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:46.469335 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Transition to ACTIVE for port object d6d09ad6-35ab-4539-aac0-28f38749093e will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:03:46.476659 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:46.517765 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.api [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 19:03:46.518581 n-d-803753-2 neutron-server[94683]: DEBUG oslo_db.api [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 19:03:46.552529 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 19:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df83ab75-3833-4338-9b07-0acdfd8d1c36 x-openstack-request-id: req-df83ab75-3833-4338-9b07-0acdfd8d1c36 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:03:46.552844 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0", "name": "network-vif-unplugged", "status": "completed", "tag": "d6d09ad6-35ab-4539-aac0-28f38749093e", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:03:46.553118 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df83ab75-3833-4338-9b07-0acdfd8d1c36 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:03:46.553523 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6d09ad6-35ab-4539-aac0-28f38749093e', 'code': 200} Aug 19 19:03:46.576460 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d09ad6-35ab-4539-aac0-28f38749093e,revision_number=6']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:46.591211 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:46.591555 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:46.591896 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:46.592236 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:46.592564 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:46.592893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:46.593217 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:46.593566 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:46.593894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:46.594218 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:46.594539 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:46.594866 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:46.626009 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] No DVR routers for this DVR port d6d09ad6-35ab-4539-aac0-28f38749093e on host n-h2-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:03:46.764502 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Attempting to bind port d6d09ad6-35ab-4539-aac0-28f38749093e on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:03:46.764845 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Attempting to bind port d6d09ad6-35ab-4539-aac0-28f38749093e by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:03:46.765172 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Attempting to bind port d6d09ad6-35ab-4539-aac0-28f38749093e on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:03:46.769494 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Port d6d09ad6-35ab-4539-aac0-28f38749093e on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:03:46.769843 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Attempting to bind port d6d09ad6-35ab-4539-aac0-28f38749093e on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:03:46.774824 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:03:46.775165 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Checking segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:03:46.775552 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Bound using segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:03:46.775978 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Bound port: d6d09ad6-35ab-4539-aac0-28f38749093e, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:03:46.776338 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:46.859288 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] For port d6d09ad6-35ab-4539-aac0-28f38749093e, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:03:46.864623 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] For port d6d09ad6-35ab-4539-aac0-28f38749093e, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=d6d09ad6-35ab-4539-aac0-28f38749093e,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:03:46.872120 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:46.920756 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:46.921377 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:46.922820 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] 10.222.0.54 "PUT /v2.0/ports/d6d09ad6-35ab-4539-aac0-28f38749093e HTTP/1.1" status: 200 len: 1092 time: 0.8891506 Aug 19 19:03:46.941578 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdf792-4fca-4ccb-ab7b-9ef14cd38b54 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d09ad6-35ab-4539-aac0-28f38749093e,revision_number=7']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:46.997024 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-22755fb9-9d58-4dcd-a65d-af34741ff801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:46.998615 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-22755fb9-9d58-4dcd-a65d-af34741ff801 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 1095 time: 0.0441175 Aug 19 19:03:47.046445 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:47.119038 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-5a06cf0b-f9a0-42c9-b9e5-c45700ac08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:47.120462 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-5a06cf0b-f9a0-42c9-b9e5-c45700ac08dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.1107576 Aug 19 19:03:47.195716 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-39d50f24-8e4d-40e4-b697-566015d87816 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6d09ad6-35ab-4539-aac0-28f38749093e HTTP/1.1" status: 200 len: 1001 time: 0.0636253 Aug 19 19:03:47.248386 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-26f6fb77-50f4-42d1-9972-98c6134ad2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:47.249898 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-26f6fb77-50f4-42d1-9972-98c6134ad2f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0433650 Aug 19 19:03:47.303710 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-f015042a-8e22-4ca3-9c14-da143dd2df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:47.305232 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-f015042a-8e22-4ca3-9c14-da143dd2df98 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445282 Aug 19 19:03:47.320275 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-a28ff675-d2bd-453d-ae8a-4578d775e00e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 19:03:47.321229 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-a28ff675-d2bd-453d-ae8a-4578d775e00e service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050571 Aug 19 19:03:47.787073 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f7694-0a68-4731-a79a-a6664719bcbd req-55067d0f-3a81-4fad-acde-7bd7a4e9742a tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:47.788613 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a42f7694-0a68-4731-a79a-a6664719bcbd req-55067d0f-3a81-4fad-acde-7bd7a4e9742a tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 944 time: 0.4483716 Aug 19 19:03:47.818654 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-cc3712ea-c921-4fa9-bf93-688db8c5d3b2 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865158 Aug 19 19:03:47.843595 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a42f7694-0a68-4731-a79a-a6664719bcbd req-98e3624a-3ed9-4375-b801-49d3c2497c1f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484996 Aug 19 19:03:47.920621 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f5f2eb1e-a5a4-4a16-aa27-c67c5e1d20fc req-1626c4b2-e034-49a2-861f-824969e7d6a1 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896959 Aug 19 19:03:48.555456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0', 'tag': 'd6d09ad6-35ab-4539-aac0-28f38749093e'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:03:48.557961 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0938e82c-f60f-41ec-a60b-31f2da8f3fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0", "tag": "d6d09ad6-35ab-4539-aac0-28f38749093e"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:03:48.608955 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79f630b-b5ae-4388-94de-c95ea9b1c8b4 x-openstack-request-id: req-b79f630b-b5ae-4388-94de-c95ea9b1c8b4 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:03:48.609247 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0", "tag": "d6d09ad6-35ab-4539-aac0-28f38749093e", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:03:48.609499 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b79f630b-b5ae-4388-94de-c95ea9b1c8b4 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:03:48.609924 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0', 'tag': 'd6d09ad6-35ab-4539-aac0-28f38749093e', 'status': 'completed', 'code': 200} Aug 19 19:03:48.679872 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938e82c-f60f-41ec-a60b-31f2da8f3fc2 req-7fb62d32-9208-499c-bd88-d7406ba94539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:48.681428 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0938e82c-f60f-41ec-a60b-31f2da8f3fc2 req-7fb62d32-9208-499c-bd88-d7406ba94539 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 1095 time: 0.0490518 Aug 19 19:03:48.691934 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938e82c-f60f-41ec-a60b-31f2da8f3fc2 req-fa426cde-2e6d-4c04-af93-286b8e3abd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:48.693609 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0938e82c-f60f-41ec-a60b-31f2da8f3fc2 req-fa426cde-2e6d-4c04-af93-286b8e3abd0a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 1095 time: 0.0491920 Aug 19 19:03:48.783737 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938e82c-f60f-41ec-a60b-31f2da8f3fc2 req-a1761281-5206-4d40-beda-b9b8e6fa991b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:48.783737 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0938e82c-f60f-41ec-a60b-31f2da8f3fc2 req-a1761281-5206-4d40-beda-b9b8e6fa991b service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0939672 Aug 19 19:03:48.799210 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938e82c-f60f-41ec-a60b-31f2da8f3fc2 req-1f148001-5343-489d-92ae-6ef2b4b8934c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:48.801347 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0938e82c-f60f-41ec-a60b-31f2da8f3fc2 req-1f148001-5343-489d-92ae-6ef2b4b8934c service neutron] 10.222.0.54 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0967636 Aug 19 19:03:48.860758 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0938e82c-f60f-41ec-a60b-31f2da8f3fc2 req-1657b9a9-d1f1-4a47-afc2-b44825654146 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6d09ad6-35ab-4539-aac0-28f38749093e HTTP/1.1" status: 200 len: 1001 time: 0.0699618 Aug 19 19:03:48.889990 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0938e82c-f60f-41ec-a60b-31f2da8f3fc2 req-05fdcfa7-26bb-44d3-b899-0702225da462 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6d09ad6-35ab-4539-aac0-28f38749093e HTTP/1.1" status: 200 len: 1001 time: 0.0736663 Aug 19 19:03:48.920591 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938e82c-f60f-41ec-a60b-31f2da8f3fc2 req-d7fb5498-6eaa-4e96-8dea-a48c307dc5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:48.922334 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0938e82c-f60f-41ec-a60b-31f2da8f3fc2 req-d7fb5498-6eaa-4e96-8dea-a48c307dc5c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0539277 Aug 19 19:03:48.978279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938e82c-f60f-41ec-a60b-31f2da8f3fc2 req-63419f78-7602-441d-824a-0f8ff107a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:48.979561 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938e82c-f60f-41ec-a60b-31f2da8f3fc2 req-8fa11d12-2441-4940-b0d2-2ca188bff2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:48.979808 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0938e82c-f60f-41ec-a60b-31f2da8f3fc2 req-63419f78-7602-441d-824a-0f8ff107a907 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500102 Aug 19 19:03:48.981251 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0938e82c-f60f-41ec-a60b-31f2da8f3fc2 req-8fa11d12-2441-4940-b0d2-2ca188bff2fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0772150 Aug 19 19:03:48.997952 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c2bb8-0cd9-4713-a4f7-62a2b49a0733 req-a239c5c4-5552-433f-9f91-1f83a6e02227 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:48.999626 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-901c2bb8-0cd9-4713-a4f7-62a2b49a0733 req-a239c5c4-5552-433f-9f91-1f83a6e02227 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 944 time: 0.0668640 Aug 19 19:03:49.069771 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938e82c-f60f-41ec-a60b-31f2da8f3fc2 req-18560f45-27a3-4c24-b114-f53d20e208b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:49.071293 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0938e82c-f60f-41ec-a60b-31f2da8f3fc2 req-18560f45-27a3-4c24-b114-f53d20e208b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707231 Aug 19 19:03:49.074246 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-901c2bb8-0cd9-4713-a4f7-62a2b49a0733 req-09d5905f-e54e-440a-939b-73a955de962d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474169 Aug 19 19:03:49.076567 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0938e82c-f60f-41ec-a60b-31f2da8f3fc2 req-f0bd93e3-3e3a-4a15-b19a-f593c61ea94a service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889928 Aug 19 19:03:49.182442 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0938e82c-f60f-41ec-a60b-31f2da8f3fc2 req-a597f78e-4340-4f91-8cb5-68f0cdbe7e47 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972900 Aug 19 19:03:49.183619 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0938e82c-f60f-41ec-a60b-31f2da8f3fc2 req-9b74857e-dbc4-4443-81f6-d962ecc14355 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002047 Aug 19 19:03:49.281103 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0938e82c-f60f-41ec-a60b-31f2da8f3fc2 req-22355d5d-b2e0-4150-877c-ea3b35c28048 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856900 Aug 19 19:03:50.197582 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b415a-0778-4a04-9808-6b720a32ecea req-011b5cfd-9854-4751-b5ea-0bacc7aa8e27 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:50.199094 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-039b415a-0778-4a04-9808-6b720a32ecea req-011b5cfd-9854-4751-b5ea-0bacc7aa8e27 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 944 time: 0.0506332 Aug 19 19:03:50.239590 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-039b415a-0778-4a04-9808-6b720a32ecea req-f775e7e1-f992-462a-ab4b-98199a112124 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337169 Aug 19 19:03:51.365819 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338ef7a-f5f2-4ab4-9bec-c6690303d9db req-bd5a7c75-7a58-4ba6-9106-59be378ca1da tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:51.367446 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b338ef7a-f5f2-4ab4-9bec-c6690303d9db req-bd5a7c75-7a58-4ba6-9106-59be378ca1da tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 944 time: 0.0577700 Aug 19 19:03:51.409761 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b338ef7a-f5f2-4ab4-9bec-c6690303d9db req-2a23befb-6938-4c73-9a26-f734ee95362f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357602 Aug 19 19:03:52.543501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772b453-d79b-4c9b-b8b7-9975a27181ee req-1bf7f582-f664-4485-8eb6-1e484dce93fd tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:52.545009 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d772b453-d79b-4c9b-b8b7-9975a27181ee req-1bf7f582-f664-4485-8eb6-1e484dce93fd tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 944 time: 0.0651035 Aug 19 19:03:52.583832 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d772b453-d79b-4c9b-b8b7-9975a27181ee req-e3cc85f3-0fc0-4cd4-819c-951fa5da9695 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317817 Aug 19 19:03:53.700132 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549c98e-a3bd-4e36-879b-24bf0b7e75e4 req-38c5fb6b-9501-49ed-b306-0f0bb11579fe tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:53.701721 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f549c98e-a3bd-4e36-879b-24bf0b7e75e4 req-38c5fb6b-9501-49ed-b306-0f0bb11579fe tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 944 time: 0.0481584 Aug 19 19:03:53.739625 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f549c98e-a3bd-4e36-879b-24bf0b7e75e4 req-63e7ea3f-67cf-4a4f-8f3f-85c4a1144884 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314670 Aug 19 19:03:54.863683 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f7b3c-40a8-452f-b9bc-93f25f993a66 req-80b1111d-04cc-441e-a1c5-42a220c75778 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:54.865153 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6d7f7b3c-40a8-452f-b9bc-93f25f993a66 req-80b1111d-04cc-441e-a1c5-42a220c75778 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 944 time: 0.0535028 Aug 19 19:03:54.903742 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6d7f7b3c-40a8-452f-b9bc-93f25f993a66 req-80018b61-66ef-4afc-a377-8e9a9b6604ad tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324664 Aug 19 19:03:56.025275 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b35c5-ded8-461b-ad69-7daa42f695d4 req-678243cd-b048-49b3-b52a-ec8d2f37e33d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:56.026786 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a0b35c5-ded8-461b-ad69-7daa42f695d4 req-678243cd-b048-49b3-b52a-ec8d2f37e33d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 944 time: 0.0533187 Aug 19 19:03:56.064234 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5a0b35c5-ded8-461b-ad69-7daa42f695d4 req-7dc2fcc8-a4bf-42b4-bfed-70c00dad8d5b tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314622 Aug 19 19:03:57.181730 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132351d0-2e9f-4686-ae10-d872c9dc0481 req-f7f64ed2-4e6d-48d2-aa5e-ac473afa7e95 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:57.183226 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-132351d0-2e9f-4686-ae10-d872c9dc0481 req-f7f64ed2-4e6d-48d2-aa5e-ac473afa7e95 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 944 time: 0.0503433 Aug 19 19:03:57.221704 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-132351d0-2e9f-4686-ae10-d872c9dc0481 req-65cfa571-44b8-4d75-a37d-66bf254e05d8 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322738 Aug 19 19:03:58.349052 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8502a9b-9723-4d07-a937-2dca01af4be9 req-73650c8c-09e6-49f7-b85a-81930301c2fe tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:58.350550 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b8502a9b-9723-4d07-a937-2dca01af4be9 req-73650c8c-09e6-49f7-b85a-81930301c2fe tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 944 time: 0.0538945 Aug 19 19:03:58.387330 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b8502a9b-9723-4d07-a937-2dca01af4be9 req-104c2211-75b0-4f15-b5e6-3e43426cb8f1 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307894 Aug 19 19:03:59.504122 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231abc3a-d38a-412b-be1e-49e6fedf0825 req-d0c235ca-c38d-4abe-b2d5-48ac77ee1075 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:59.505651 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-231abc3a-d38a-412b-be1e-49e6fedf0825 req-d0c235ca-c38d-4abe-b2d5-48ac77ee1075 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 944 time: 0.0501959 Aug 19 19:03:59.544152 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-231abc3a-d38a-412b-be1e-49e6fedf0825 req-89729f43-c6d3-4106-941d-c6f79e7b2368 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323570 Aug 19 19:04:00.664302 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfe02e-1e18-4f4f-8f16-d765b73c60c1 req-7474e55e-6a3c-45a8-aeb2-fbe08259b9ff tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:00.665844 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aabfe02e-1e18-4f4f-8f16-d765b73c60c1 req-7474e55e-6a3c-45a8-aeb2-fbe08259b9ff tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 944 time: 0.0496714 Aug 19 19:04:00.703698 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aabfe02e-1e18-4f4f-8f16-d765b73c60c1 req-a12135d4-b40c-444f-b52f-da28dd1756c6 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318341 Aug 19 19:04:01.026005 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-5de61bfe-9b5b-4a0b-ba2c-2b4e145ed866 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:01.027480 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-5de61bfe-9b5b-4a0b-ba2c-2b4e145ed866 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0&tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&binding%3Ahost_id=n-h1-803753-2 HTTP/1.1" status: 200 len: 944 time: 0.0862567 Aug 19 19:04:01.038709 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310ae44-561c-458e-8945-a78c9f1410bb req-6a412d2e-fb2b-4bad-81f2-a88f65ea5dae tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:01.040123 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a310ae44-561c-458e-8945-a78c9f1410bb req-6a412d2e-fb2b-4bad-81f2-a88f65ea5dae tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 944 time: 0.0714374 Aug 19 19:04:01.111210 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a310ae44-561c-458e-8945-a78c9f1410bb req-8b69b194-db79-4e5a-ad3b-8b20d382af3b tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647886 Aug 19 19:04:01.119443 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-8467e95a-7b37-46e6-8907-b94ee0b30860 service neutron] 10.222.0.54 "GET /v2.0/ports/d6d09ad6-35ab-4539-aac0-28f38749093e/bindings/n-h1-803753-2 HTTP/1.1" status: 200 len: 382 time: 0.0782909 Aug 19 19:04:01.182545 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-d5b9dacb-5693-4907-bc86-ed347d3e1a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:01.183947 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-d5b9dacb-5693-4907-bc86-ed347d3e1a7f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 1095 time: 0.0410450 Aug 19 19:04:01.275937 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-7eb4a87f-9495-45d0-88c3-8a07584fa32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:01.277443 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-7eb4a87f-9495-45d0-88c3-8a07584fa32f service neutron] 10.222.0.54 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0863762 Aug 19 19:04:01.343006 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-80644d08-304a-4328-92c4-738a67f008aa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6d09ad6-35ab-4539-aac0-28f38749093e HTTP/1.1" status: 200 len: 1001 time: 0.0588081 Aug 19 19:04:01.396404 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-5652dd91-4c15-4215-8f7a-44dbaa88c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:01.397907 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-5652dd91-4c15-4215-8f7a-44dbaa88c838 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0477576 Aug 19 19:04:01.444396 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-7f1e105c-0b4e-4070-815d-a07a53358452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:01.445840 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-7f1e105c-0b4e-4070-815d-a07a53358452 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412481 Aug 19 19:04:01.533318 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-0e6a60b5-d153-49d3-bbaa-00afe3d1ff68 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803080 Aug 19 19:04:01.625688 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-89131335-12d8-4504-8c48-2fccc6ec0c3d service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850606 Aug 19 19:04:01.787796 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:04:01.874561 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device d6d09ad6-35ab-4539-aac0-28f38749093e details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:04:01.972436 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port d6d09ad6-35ab-4539-aac0-28f38749093e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=d6d09ad6-35ab-4539-aac0-28f38749093e,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:01.984074 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'd6d09ad6-35ab-4539-aac0-28f38749093e', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'port_id': 'd6d09ad6-35ab-4539-aac0-28f38749093e', 'mac_address': 'fa:16:3e:b6:2b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:04:02.022459 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:02.034949 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d09ad6-35ab-4539-aac0-28f38749093e {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:04:02.054555 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port d6d09ad6-35ab-4539-aac0-28f38749093e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=d6d09ad6-35ab-4539-aac0-28f38749093e,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:02.058125 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:02.108476 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=d6d09ad6-35ab-4539-aac0-28f38749093e,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:02.116667 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:02.117021 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:02.117368 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:02.117739 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:02.118078 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:02.118411 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:02.118740 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:02.119071 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:02.119399 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:02.119723 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:02.120049 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:02.120373 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:02.255646 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7688028-a72c-44ae-974c-c4d4c2eb69f7 req-e573ea70-0230-4810-a3cc-a5d42d425e2f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:02.257139 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b7688028-a72c-44ae-974c-c4d4c2eb69f7 req-e573ea70-0230-4810-a3cc-a5d42d425e2f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 945 time: 0.0545330 Aug 19 19:04:02.295478 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b7688028-a72c-44ae-974c-c4d4c2eb69f7 req-b4396523-5d7c-408d-93aa-9ee401451579 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321794 Aug 19 19:04:02.347001 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['d6d09ad6-35ab-4539-aac0-28f38749093e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:04:03.415758 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73143aef-c6a7-4d54-8f2c-9375f9e56d16 req-f0933147-1225-4e81-a1b7-6c13469f9f72 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:03.417294 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-73143aef-c6a7-4d54-8f2c-9375f9e56d16 req-f0933147-1225-4e81-a1b7-6c13469f9f72 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 945 time: 0.0509927 Aug 19 19:04:03.458043 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-73143aef-c6a7-4d54-8f2c-9375f9e56d16 req-847707ef-d39a-49ab-a7f5-4cc0eb4fecad tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343919 Aug 19 19:04:03.885039 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device d6d09ad6-35ab-4539-aac0-28f38749093e up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:04:03.937733 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port d6d09ad6-35ab-4539-aac0-28f38749093e completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:04:03.942398 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port d6d09ad6-35ab-4539-aac0-28f38749093e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:04:03.942776 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:04.023389 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:04.047466 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d09ad6-35ab-4539-aac0-28f38749093e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:04:04.050274 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572a368a-0a4d-4978-a15e-d4fa2c5982e3" -d '{"events": [{"server_uuid": "ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0", "name": "network-vif-plugged", "status": "completed", "tag": "d6d09ad6-35ab-4539-aac0-28f38749093e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:04:04.063344 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port d6d09ad6-35ab-4539-aac0-28f38749093e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=d6d09ad6-35ab-4539-aac0-28f38749093e,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:04.069800 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:04.113518 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ae78f0-a2b2-41aa-9348-410470cc2b52 x-openstack-request-id: req-11ae78f0-a2b2-41aa-9348-410470cc2b52 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:04:04.113897 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0", "name": "network-vif-plugged", "status": "completed", "tag": "d6d09ad6-35ab-4539-aac0-28f38749093e", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:04:04.114160 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11ae78f0-a2b2-41aa-9348-410470cc2b52 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:04:04.114563 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d09ad6-35ab-4539-aac0-28f38749093e', 'code': 200} Aug 19 19:04:04.127953 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=d6d09ad6-35ab-4539-aac0-28f38749093e,revision_number=9']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:04.576963 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca77c2-9181-4f37-a0fa-ec702b2f71cd req-6952d5af-0740-4dd5-9440-ceae2b0517f6 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:04.578530 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43ca77c2-9181-4f37-a0fa-ec702b2f71cd req-6952d5af-0740-4dd5-9440-ceae2b0517f6 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0500603 Aug 19 19:04:04.623888 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43ca77c2-9181-4f37-a0fa-ec702b2f71cd req-53c9e3d0-7dd6-4210-bba3-609bf4e6daf3 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388570 Aug 19 19:04:04.697932 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7a8e1c4c-377a-47ca-94cc-b847c2e65c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:05.590400 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-eee99d39-d593-43cb-8a6c-8586045ee384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:05.591912 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-eee99d39-d593-43cb-8a6c-8586045ee384 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0&tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4 HTTP/1.1" status: 200 len: 1097 time: 0.0830021 Aug 19 19:04:05.605326 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803753-2', 'device_owner': 'compute:nova'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:04:05.661671 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:05.818049 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdad00-63ed-4873-a7ed-5aa54cbf566a req-3531422a-c16c-447f-b5df-9234e2ae3cae tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:05.819541 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2cfdad00-63ed-4873-a7ed-5aa54cbf566a req-3531422a-c16c-447f-b5df-9234e2ae3cae tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.1234758 Aug 19 19:04:06.221922 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2cfdad00-63ed-4873-a7ed-5aa54cbf566a req-d7abde8e-707c-44ad-9a85-d72819ac006b tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3958974 Aug 19 19:04:06.251348 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] For port d6d09ad6-35ab-4539-aac0-28f38749093e, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=d6d09ad6-35ab-4539-aac0-28f38749093e,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:06.285392 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] For port d6d09ad6-35ab-4539-aac0-28f38749093e, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:04:06.326225 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6d09ad6-35ab-4539-aac0-28f38749093e'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:04:06.328479 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed65e0b-98ab-42ac-9883-47dd2dd23e85" -d '{"events": [{"server_uuid": "ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0", "name": "network-vif-unplugged", "status": "completed", "tag": "d6d09ad6-35ab-4539-aac0-28f38749093e"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:04:06.332232 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:06.344489 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Transition to ACTIVE for port object d6d09ad6-35ab-4539-aac0-28f38749093e will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:04:06.348829 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:06.434356 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d09ad6-35ab-4539-aac0-28f38749093e,revision_number=10']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:06.441409 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 19:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7854b2d-1b78-43ce-9cf2-4a20da24ffd6 x-openstack-request-id: req-f7854b2d-1b78-43ce-9cf2-4a20da24ffd6 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:04:06.441744 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0", "name": "network-vif-unplugged", "status": "completed", "tag": "d6d09ad6-35ab-4539-aac0-28f38749093e", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:04:06.442002 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7854b2d-1b78-43ce-9cf2-4a20da24ffd6 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:04:06.442551 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6d09ad6-35ab-4539-aac0-28f38749093e', 'code': 200} Aug 19 19:04:06.455168 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:06.455553 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:06.455905 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:06.456323 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:06.456618 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:06.457009 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:06.457325 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:06.457690 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:06.458022 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:06.458351 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:06.458680 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:06.459011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:06.491171 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] No DVR routers for this DVR port d6d09ad6-35ab-4539-aac0-28f38749093e on host n-h1-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:04:06.639581 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Attempting to bind port d6d09ad6-35ab-4539-aac0-28f38749093e on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:04:06.640290 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Attempting to bind port d6d09ad6-35ab-4539-aac0-28f38749093e by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:04:06.640290 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Attempting to bind port d6d09ad6-35ab-4539-aac0-28f38749093e on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:04:06.645590 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Port d6d09ad6-35ab-4539-aac0-28f38749093e on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:04:06.646668 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Attempting to bind port d6d09ad6-35ab-4539-aac0-28f38749093e on network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:04:06.653729 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:04:06.654016 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Checking segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:04:06.654503 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Bound using segment: {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:04:06.655002 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Bound port: d6d09ad6-35ab-4539-aac0-28f38749093e, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e574288-c55a-4066-b834-dfbc8f9ac020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:04:06.655363 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:06.733939 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] For port d6d09ad6-35ab-4539-aac0-28f38749093e, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:04:06.737464 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] For port d6d09ad6-35ab-4539-aac0-28f38749093e, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d6d09ad6-35ab-4539-aac0-28f38749093e,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:04:06.742854 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:06.779126 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:06.779636 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:06.781115 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] 10.222.0.50 "PUT /v2.0/ports/d6d09ad6-35ab-4539-aac0-28f38749093e HTTP/1.1" status: 200 len: 1093 time: 1.1797378 Aug 19 19:04:06.848515 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c061b2-41fd-4d39-99c5-4b496702b0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d09ad6-35ab-4539-aac0-28f38749093e,revision_number=11']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:06.874651 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-cb91c978-b392-43d6-9f9a-ae77fd3a6397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:06.876747 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-cb91c978-b392-43d6-9f9a-ae77fd3a6397 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 1096 time: 0.0625820 Aug 19 19:04:07.003472 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-d84766b4-954f-4845-8177-1b52b2cddc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:07.004923 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-d84766b4-954f-4845-8177-1b52b2cddc74 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.1200795 Aug 19 19:04:07.091140 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-b31886d5-986a-404a-aa48-85ed6cbc6090 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6d09ad6-35ab-4539-aac0-28f38749093e HTTP/1.1" status: 200 len: 1001 time: 0.0777364 Aug 19 19:04:07.152965 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-91c5089d-8d19-4b0d-8839-fa4de90ae97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:07.154568 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-91c5089d-8d19-4b0d-8839-fa4de90ae97e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0557761 Aug 19 19:04:07.208755 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-b48d30e0-8710-4dbb-b80b-aaa5d5b123ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:07.210341 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-b48d30e0-8710-4dbb-b80b-aaa5d5b123ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477045 Aug 19 19:04:07.315450 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-3923a074-6eeb-4c4a-9c9a-f08fa8a98e30 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964508 Aug 19 19:04:07.354939 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:07.412529 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc887c-f6b7-4285-962a-98ed72c2e0f6 req-c750be71-068d-4181-b6cb-108be467007d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:07.414058 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-00cc887c-f6b7-4285-962a-98ed72c2e0f6 req-c750be71-068d-4181-b6cb-108be467007d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 945 time: 0.1187162 Aug 19 19:04:07.432954 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4de6e08a-63e2-497a-b069-44331eb4c276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:07.451999 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3873adff-7758-4ad7-837a-ecca3d41cb6a req-57acd991-d0c5-4784-9dac-53b59b65238d service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184051 Aug 19 19:04:07.471698 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-00cc887c-f6b7-4285-962a-98ed72c2e0f6 req-3dc5c966-8672-4a41-bb7f-b770271edf0c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507398 Aug 19 19:04:07.901154 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device d6d09ad6-35ab-4539-aac0-28f38749093e no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:04:07.940658 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device d6d09ad6-35ab-4539-aac0-28f38749093e not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:04:08.359316 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:08.444273 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0', 'tag': 'd6d09ad6-35ab-4539-aac0-28f38749093e'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:04:08.446713 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ba695b-d5fb-4bb3-b018-31effc6714de" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0", "tag": "d6d09ad6-35ab-4539-aac0-28f38749093e"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:04:08.497007 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d53dd0-c124-4047-9a60-f6fd19ade839 x-openstack-request-id: req-14d53dd0-c124-4047-9a60-f6fd19ade839 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:04:08.497366 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0", "tag": "d6d09ad6-35ab-4539-aac0-28f38749093e", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:04:08.497800 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14d53dd0-c124-4047-9a60-f6fd19ade839 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:04:08.498520 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0', 'tag': 'd6d09ad6-35ab-4539-aac0-28f38749093e', 'status': 'completed', 'code': 200} Aug 19 19:04:08.597391 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba695b-d5fb-4bb3-b018-31effc6714de req-ed49022b-1baa-46ad-8f26-d90b52b97d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:08.599038 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3ba695b-d5fb-4bb3-b018-31effc6714de req-ed49022b-1baa-46ad-8f26-d90b52b97d32 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 1096 time: 0.0797837 Aug 19 19:04:08.618355 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba695b-d5fb-4bb3-b018-31effc6714de req-0fda8bd8-4cc0-49ef-8a43-39bcbac20956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:08.620081 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3ba695b-d5fb-4bb3-b018-31effc6714de req-0fda8bd8-4cc0-49ef-8a43-39bcbac20956 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 1096 time: 0.0911605 Aug 19 19:04:08.664063 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051ba3b-852c-47ce-bccd-c8816a10c18b req-79f80967-738d-48f2-a92b-e89739493485 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:08.665642 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c051ba3b-852c-47ce-bccd-c8816a10c18b req-79f80967-738d-48f2-a92b-e89739493485 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 945 time: 0.1070485 Aug 19 19:04:08.722895 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba695b-d5fb-4bb3-b018-31effc6714de req-d7792ac4-d3d3-47e4-a517-dd237e88ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:08.724850 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3ba695b-d5fb-4bb3-b018-31effc6714de req-d7792ac4-d3d3-47e4-a517-dd237e88ee50 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.0936384 Aug 19 19:04:08.734850 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c051ba3b-852c-47ce-bccd-c8816a10c18b req-2218cf2b-fe03-4fdc-9919-c70e4fc2b365 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607154 Aug 19 19:04:08.740292 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba695b-d5fb-4bb3-b018-31effc6714de req-3f6e17b8-65cf-47c5-b227-af182fee1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:08.741777 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3ba695b-d5fb-4bb3-b018-31effc6714de req-3f6e17b8-65cf-47c5-b227-af182fee1567 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 200 len: 913 time: 0.1352124 Aug 19 19:04:08.811173 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3ba695b-d5fb-4bb3-b018-31effc6714de req-11eec5b6-c999-4691-8d09-c68214cc77bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6d09ad6-35ab-4539-aac0-28f38749093e HTTP/1.1" status: 200 len: 1001 time: 0.0744779 Aug 19 19:04:08.823860 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3ba695b-d5fb-4bb3-b018-31effc6714de req-0b552f74-7eae-4a2c-90d8-c08af77c4f21 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6d09ad6-35ab-4539-aac0-28f38749093e HTTP/1.1" status: 200 len: 1001 time: 0.0679617 Aug 19 19:04:08.870672 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba695b-d5fb-4bb3-b018-31effc6714de req-9ea750fb-ff13-425e-8917-9a30d6092985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:08.872203 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3ba695b-d5fb-4bb3-b018-31effc6714de req-9ea750fb-ff13-425e-8917-9a30d6092985 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0495331 Aug 19 19:04:08.878658 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba695b-d5fb-4bb3-b018-31effc6714de req-bef6f914-086c-4cbd-96e0-85d2d47e76c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:08.880228 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3ba695b-d5fb-4bb3-b018-31effc6714de req-bef6f914-086c-4cbd-96e0-85d2d47e76c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 200 len: 851 time: 0.0469661 Aug 19 19:04:08.925897 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba695b-d5fb-4bb3-b018-31effc6714de req-1136dc85-dc13-4c9a-b4c6-c0fd4312d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:08.927539 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3ba695b-d5fb-4bb3-b018-31effc6714de req-1136dc85-dc13-4c9a-b4c6-c0fd4312d1f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435112 Aug 19 19:04:08.930400 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba695b-d5fb-4bb3-b018-31effc6714de req-60f759bd-841c-41a1-b5b6-934898ee0e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:08.931990 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3ba695b-d5fb-4bb3-b018-31effc6714de req-60f759bd-841c-41a1-b5b6-934898ee0e56 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438676 Aug 19 19:04:09.031027 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3ba695b-d5fb-4bb3-b018-31effc6714de req-5360de45-4d6e-4a0c-917c-b371ce8afe95 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918624 Aug 19 19:04:09.037156 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3ba695b-d5fb-4bb3-b018-31effc6714de req-1aaa88cd-7366-4a2a-b11a-4010b5a9d8f8 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968456 Aug 19 19:04:09.131914 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3ba695b-d5fb-4bb3-b018-31effc6714de req-d6e962d9-a565-4cff-b7da-8cf74b5af3b5 service neutron] 10.222.0.50 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865083 Aug 19 19:04:09.133227 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f3ba695b-d5fb-4bb3-b018-31effc6714de req-a91e20bc-82bb-46b0-83c6-e27da68b2ee7 service neutron] 10.222.0.54 "GET /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903854 Aug 19 19:04:09.868714 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7ed85-23bb-4661-975d-ac74720761de req-1cd94699-dbd7-4fbb-9e48-af0ed0bd7358 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:09.870328 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dca7ed85-23bb-4661-975d-ac74720761de req-1cd94699-dbd7-4fbb-9e48-af0ed0bd7358 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 945 time: 0.0532179 Aug 19 19:04:09.917901 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dca7ed85-23bb-4661-975d-ac74720761de req-faaed96f-1920-41c5-8eca-9ad88f4aea27 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408087 Aug 19 19:04:10.355592 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:11.045232 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5112f0-8b10-415b-a8f3-afea5312badb req-9f730862-241b-4867-8c70-b9bdd755fabb tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:11.046774 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e5112f0-8b10-415b-a8f3-afea5312badb req-9f730862-241b-4867-8c70-b9bdd755fabb tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 945 time: 0.0576215 Aug 19 19:04:11.087201 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2e5112f0-8b10-415b-a8f3-afea5312badb req-bab32f1f-bacc-467e-893e-82eb77dcfdec tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332353 Aug 19 19:04:11.679281 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:12.209424 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa247339-e9fb-4cd0-952e-f5f38c606c5e req-944bd7ef-d0cf-4ae4-8a1a-73d627d8abae tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:12.210979 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa247339-e9fb-4cd0-952e-f5f38c606c5e req-944bd7ef-d0cf-4ae4-8a1a-73d627d8abae tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 945 time: 0.0542228 Aug 19 19:04:12.249309 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aa247339-e9fb-4cd0-952e-f5f38c606c5e req-b658430f-9466-49c2-b287-129c4ef0ee99 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324509 Aug 19 19:04:13.377191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5d0ac-bab6-4981-acf7-f2302a400a6e req-4120c13c-4576-4c0e-b5f7-cf9a7709253d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:13.379334 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dcf5d0ac-bab6-4981-acf7-f2302a400a6e req-4120c13c-4576-4c0e-b5f7-cf9a7709253d tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 945 time: 0.0503442 Aug 19 19:04:13.417783 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dcf5d0ac-bab6-4981-acf7-f2302a400a6e req-20abb0db-eb69-4388-a0aa-1e145a53d3f7 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318260 Aug 19 19:04:14.539709 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01269d30-f0d2-4b79-9d1e-2aa2d7940efb req-c7fce04d-92d6-4037-8e98-35b45b8dbbf6 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:14.541124 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-01269d30-f0d2-4b79-9d1e-2aa2d7940efb req-c7fce04d-92d6-4037-8e98-35b45b8dbbf6 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 945 time: 0.0503976 Aug 19 19:04:14.580021 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-01269d30-f0d2-4b79-9d1e-2aa2d7940efb req-a57944f0-913f-4b6b-bbf5-296f97ccb343 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328052 Aug 19 19:04:15.695876 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05af3c6-6e8b-44bd-a837-012eed57e526 req-357a4019-d695-4fd9-a7c8-9bb58c52d2a5 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:15.697344 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b05af3c6-6e8b-44bd-a837-012eed57e526 req-357a4019-d695-4fd9-a7c8-9bb58c52d2a5 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 945 time: 0.0484195 Aug 19 19:04:15.735142 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b05af3c6-6e8b-44bd-a837-012eed57e526 req-ffb85259-81e6-4dbc-a2ab-676d72c84f4f tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317969 Aug 19 19:04:16.858340 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42b23e-a5cc-4ecb-92f2-39d674afae4b req-e4086e10-47a1-402e-be1f-24800053f826 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:16.859860 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e42b23e-a5cc-4ecb-92f2-39d674afae4b req-e4086e10-47a1-402e-be1f-24800053f826 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 945 time: 0.0509408 Aug 19 19:04:16.905027 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4e42b23e-a5cc-4ecb-92f2-39d674afae4b req-22f01075-b126-4e16-8918-abf733310849 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382652 Aug 19 19:04:17.023074 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:18.212943 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae9626-ff77-4f55-81aa-3728fc307d35 req-2043566f-5e8e-4f4b-bbd0-a47384688a88 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:18.214465 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-52ae9626-ff77-4f55-81aa-3728fc307d35 req-2043566f-5e8e-4f4b-bbd0-a47384688a88 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 945 time: 0.0544856 Aug 19 19:04:18.255247 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-52ae9626-ff77-4f55-81aa-3728fc307d35 req-83c58e82-b8dc-4719-9605-2b6c6f4d0d4b tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347219 Aug 19 19:04:19.373806 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6018b-7199-481f-801c-cc9b87bf7a7c req-0afc25ae-2272-48be-b44f-475e385c2235 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:19.375304 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b5d6018b-7199-481f-801c-cc9b87bf7a7c req-0afc25ae-2272-48be-b44f-475e385c2235 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 945 time: 0.0492289 Aug 19 19:04:19.413761 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b5d6018b-7199-481f-801c-cc9b87bf7a7c req-990cea89-3ef1-4afe-b402-d0dfe6162e5c tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317900 Aug 19 19:04:19.528933 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906614f-a466-4bc6-a6cc-9e614d95aae9 req-db6deca9-922c-4d71-9475-296ce2e250ea tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:19.530469 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e906614f-a466-4bc6-a6cc-9e614d95aae9 req-db6deca9-922c-4d71-9475-296ce2e250ea tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 945 time: 0.0501087 Aug 19 19:04:19.568956 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e906614f-a466-4bc6-a6cc-9e614d95aae9 req-6acf1493-dafb-4aa7-9080-b72be126051a tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323601 Aug 19 19:04:19.684244 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f1a3c-3435-43f4-9be2-8deddc80feaf req-082ddde7-3743-412d-a847-e599a90ebde7 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:19.685757 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3c9f1a3c-3435-43f4-9be2-8deddc80feaf req-082ddde7-3743-412d-a847-e599a90ebde7 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 945 time: 0.0500860 Aug 19 19:04:19.724933 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3c9f1a3c-3435-43f4-9be2-8deddc80feaf req-f075b7f8-39c2-4dac-90da-dcfd6c069e62 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323393 Aug 19 19:04:19.964658 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241226cb-9fc9-4763-9480-30e9d74b6eb4 req-9a732512-71ec-4ada-8a40-8b42388191d9 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:19.966178 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-241226cb-9fc9-4763-9480-30e9d74b6eb4 req-9a732512-71ec-4ada-8a40-8b42388191d9 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 945 time: 0.0495529 Aug 19 19:04:20.009930 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-241226cb-9fc9-4763-9480-30e9d74b6eb4 req-68ad09ea-2b20-4561-afe2-e8964438d2f4 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369127 Aug 19 19:04:20.268829 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device d6d09ad6-35ab-4539-aac0-28f38749093e details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:04:20.367673 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port d6d09ad6-35ab-4539-aac0-28f38749093e, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d6d09ad6-35ab-4539-aac0-28f38749093e,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:20.379628 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'd6d09ad6-35ab-4539-aac0-28f38749093e', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'port_id': 'd6d09ad6-35ab-4539-aac0-28f38749093e', 'mac_address': 'fa:16:3e:b6:2b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:04:20.415484 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:20.428608 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d09ad6-35ab-4539-aac0-28f38749093e {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:04:20.447881 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port d6d09ad6-35ab-4539-aac0-28f38749093e, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d6d09ad6-35ab-4539-aac0-28f38749093e,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:20.452299 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:20.499429 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=d6d09ad6-35ab-4539-aac0-28f38749093e,revision_number=12']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:20.687688 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['d6d09ad6-35ab-4539-aac0-28f38749093e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:04:21.132360 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3a9e2-e8a2-48d5-8aa6-fc927db24cc3 req-2cd06426-0fcb-4884-830c-d5ddf119c4b1 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:21.133975 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11e3a9e2-e8a2-48d5-8aa6-fc927db24cc3 req-2cd06426-0fcb-4884-830c-d5ddf119c4b1 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0511773 Aug 19 19:04:21.176560 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-11e3a9e2-e8a2-48d5-8aa6-fc927db24cc3 req-63e1ffc2-1be1-431b-92e9-1d8de3a11781 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups?id=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364714 Aug 19 19:04:21.502604 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e77b3-2f5e-4246-ac7d-1a0ac7ef82da req-2f17400f-2a56-4f4e-aa16-21bac695d4b9 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:21.504001 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8f4e77b3-2f5e-4246-ac7d-1a0ac7ef82da req-2f17400f-2a56-4f4e-aa16-21bac695d4b9 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 946 time: 0.0539799 Aug 19 19:04:21.594231 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-8f4e77b3-2f5e-4246-ac7d-1a0ac7ef82da req-96d9781b-7e0b-4ae0-9fb3-fb614ad80fbb tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Deleting port d6d09ad6-35ab-4539-aac0-28f38749093e {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:04:21.594583 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8f4e77b3-2f5e-4246-ac7d-1a0ac7ef82da req-96d9781b-7e0b-4ae0-9fb3-fb614ad80fbb tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:21.689964 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-8f4e77b3-2f5e-4246-ac7d-1a0ac7ef82da req-96d9781b-7e0b-4ae0-9fb3-fb614ad80fbb tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] For port d6d09ad6-35ab-4539-aac0-28f38749093e, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=d6d09ad6-35ab-4539-aac0-28f38749093e,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:21.690500 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8f4e77b3-2f5e-4246-ac7d-1a0ac7ef82da req-96d9781b-7e0b-4ae0-9fb3-fb614ad80fbb tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:21.867510 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8f4e77b3-2f5e-4246-ac7d-1a0ac7ef82da req-96d9781b-7e0b-4ae0-9fb3-fb614ad80fbb tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:21.867900 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8f4e77b3-2f5e-4246-ac7d-1a0ac7ef82da req-96d9781b-7e0b-4ae0-9fb3-fb614ad80fbb tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:21.868224 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [req-8f4e77b3-2f5e-4246-ac7d-1a0ac7ef82da req-96d9781b-7e0b-4ae0-9fb3-fb614ad80fbb tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Floating IP 5dc8f8c1-38f6-4951-ac4d-488771c1bdb6 disassociated. External IP: 172.25.8.118, port: d6d09ad6-35ab-4539-aac0-28f38749093e. Aug 19 19:04:21.868575 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-8f4e77b3-2f5e-4246-ac7d-1a0ac7ef82da req-96d9781b-7e0b-4ae0-9fb3-fb614ad80fbb tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Calling delete_port for d6d09ad6-35ab-4539-aac0-28f38749093e owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:04:22.004025 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8f4e77b3-2f5e-4246-ac7d-1a0ac7ef82da req-96d9781b-7e0b-4ae0-9fb3-fb614ad80fbb tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:22.031454 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9781b-7e0b-4ae0-9fb3-fb614ad80fbb tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Pushing event deleted for resources: {'Port': ['ID=d6d09ad6-35ab-4539-aac0-28f38749093e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:22.154203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f4e77b3-2f5e-4246-ac7d-1a0ac7ef82da req-96d9781b-7e0b-4ae0-9fb3-fb614ad80fbb tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Router d6577b5f-1261-43a4-b116-16da1173939e has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:04:22.271388 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f4e77b3-2f5e-4246-ac7d-1a0ac7ef82da req-96d9781b-7e0b-4ae0-9fb3-fb614ad80fbb tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:04:22.276676 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-448d714b-a9df-4bd8-beda-eed0793ef196 req-c45beaaf-ca82-40a4-b0ee-f681f1538e78 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 210 time: 0.0276804 Aug 19 19:04:22.277098 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device d6d09ad6-35ab-4539-aac0-28f38749093e details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:04:22.280446 n-d-803753-2 neutron-server[94683]: INFO neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No ports have port_id starting with d6d09ad6-35ab-4539-aac0-28f38749093e Aug 19 19:04:22.282339 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device d6d09ad6-35ab-4539-aac0-28f38749093e requested by agent hyperv_n-h2-803753-2 not found in database {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 19 19:04:22.288080 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7527e7-17be-4121-a807-ef1604aecf68 None None] Sync routers for ids ['d6577b5f-1261-43a4-b116-16da1173939e'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:04:22.296910 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7527e7-17be-4121-a807-ef1604aecf68 None None] Routers {'d6577b5f-1261-43a4-b116-16da1173939e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:04:22.297564 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-2c7527e7-17be-4121-a807-ef1604aecf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:04:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d6577b5f-1261-43a4-b116-16da1173939e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:22.313300 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4e77b3-2f5e-4246-ac7d-1a0ac7ef82da req-96d9781b-7e0b-4ae0-9fb3-fb614ad80fbb tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] No DVR routers for this DVR port d6d09ad6-35ab-4539-aac0-28f38749093e on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:04:22.316918 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8f4e77b3-2f5e-4246-ac7d-1a0ac7ef82da req-96d9781b-7e0b-4ae0-9fb3-fb614ad80fbb tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:22.319004 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8f4e77b3-2f5e-4246-ac7d-1a0ac7ef82da req-96d9781b-7e0b-4ae0-9fb3-fb614ad80fbb tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.50 "DELETE /v2.0/ports/d6d09ad6-35ab-4539-aac0-28f38749093e HTTP/1.1" status: 204 len: 173 time: 0.8087556 Aug 19 19:04:22.319461 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0', 'name': 'network-vif-deleted', 'tag': 'd6d09ad6-35ab-4539-aac0-28f38749093e'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:04:22.321889 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31b7145-a086-4f25-96fa-281569e3c57f" -d '{"events": [{"server_uuid": "ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0", "name": "network-vif-deleted", "tag": "d6d09ad6-35ab-4539-aac0-28f38749093e"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:04:22.364078 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a4415e-20d7-4e04-93be-b9d9c44dffcd x-openstack-request-id: req-81a4415e-20d7-4e04-93be-b9d9c44dffcd {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:04:22.364397 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0", "name": "network-vif-deleted", "tag": "d6d09ad6-35ab-4539-aac0-28f38749093e", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:04:22.364650 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-81a4415e-20d7-4e04-93be-b9d9c44dffcd {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:04:22.365108 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0', 'name': 'network-vif-deleted', 'tag': 'd6d09ad6-35ab-4539-aac0-28f38749093e', 'status': 'completed', 'code': 200} Aug 19 19:04:22.414053 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-2c7527e7-17be-4121-a807-ef1604aecf68 None None] Set router d6577b5f-1261-43a4-b116-16da1173939e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:04:22.620860 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-2c7527e7-17be-4121-a807-ef1604aecf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:22Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:22.652916 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7527e7-17be-4121-a807-ef1604aecf68 None None] Checking router: d6577b5f-1261-43a4-b116-16da1173939e for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:04:22.662026 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7527e7-17be-4121-a807-ef1604aecf68 None None] Routers {'d6577b5f-1261-43a4-b116-16da1173939e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:04:22.662635 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-2c7527e7-17be-4121-a807-ef1604aecf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:04:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d6577b5f-1261-43a4-b116-16da1173939e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:22.773212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-2c7527e7-17be-4121-a807-ef1604aecf68 None None] Set router d6577b5f-1261-43a4-b116-16da1173939e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:04:23.142237 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-2c7527e7-17be-4121-a807-ef1604aecf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:22Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:23.169152 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7527e7-17be-4121-a807-ef1604aecf68 None None] The sync data for ids ['d6577b5f-1261-43a4-b116-16da1173939e'] in n-d-803753-2 is: [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:16Z', 'revision_number': 4, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'b45f2976-884f-4ec9-9b40-b17fc8e33eec', 'name': '', 'network_id': '6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'mac_address': 'fa:16:3e:07:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:22Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'subnets': [{'id': '5b9f7b4f-7d8b-4863-b927-fd186ac87ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:04:23.386017 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-69e6afc5-87a8-4824-8536-df53f1527f71 req-eb28bd5b-14b0-4877-aea6-e8e052cde8eb tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 210 time: 0.0293944 Aug 19 19:04:23.402690 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57212012-a734-4ef4-ac67-4d1f59da3634 None None] New status for floating IP 5dc8f8c1-38f6-4951-ac4d-488771c1bdb6: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:04:24.487205 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1dedfc63-8da4-4cba-a8ce-8f08b7c03ce2 req-b1d717f3-61fd-42ec-a584-ca70c2e26ec5 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 210 time: 0.0269275 Aug 19 19:04:25.589047 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2584874a-44ff-44ed-bb79-83de800cf743 req-7fb8d5c9-6317-4897-b432-99d65639d567 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8c5a5a-cc2e-495c-96bd-4c6cecf848d0 HTTP/1.1" status: 200 len: 210 time: 0.0300279 Aug 19 19:04:26.295167 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device d6d09ad6-35ab-4539-aac0-28f38749093e no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:04:26.318922 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: d6d09ad6-35ab-4539-aac0-28f38749093e {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:04:26.319268 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device d6d09ad6-35ab-4539-aac0-28f38749093e not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:04:29.338397 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41508) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:29.393385 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e00913a0-55fd-4a89-b319-c907dfe5c150 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:29.417078 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e00913a0-55fd-4a89-b319-c907dfe5c150 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:29.474839 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e00913a0-55fd-4a89-b319-c907dfe5c150 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:29.477549 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e00913a0-55fd-4a89-b319-c907dfe5c150 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:29.481509 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41510) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:29.489244 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e00913a0-55fd-4a89-b319-c907dfe5c150 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "DELETE /v2.0/security-groups/867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea HTTP/1.1" status: 204 len: 168 time: 0.1497111 Aug 19 19:04:29.497486 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-685c249f-7329-4c2d-8295-2d5821c35e31 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] show failed (client error): The resource could not be found. Aug 19 19:04:29.499250 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00913a0-55fd-4a89-b319-c907dfe5c150 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:29.501679 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-685c249f-7329-4c2d-8295-2d5821c35e31 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "GET /v2.0/security-groups/867dbd8c-57fc-42ab-bd54-4a3c36d7b4ea HTTP/1.1" status: 404 len: 347 time: 0.0190613 Aug 19 19:04:29.501836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41512) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:29.630843 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-cc5d7747-db37-4b4d-a4b7-35e92a28be68 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Deleting port eff09bb2-faf0-42bb-add8-a4cd39294d92 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:04:29.631188 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cc5d7747-db37-4b4d-a4b7-35e92a28be68 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:29.707543 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cc5d7747-db37-4b4d-a4b7-35e92a28be68 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:29.707775 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cc5d7747-db37-4b4d-a4b7-35e92a28be68 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:29.719626 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-cc5d7747-db37-4b4d-a4b7-35e92a28be68 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Calling delete_port for eff09bb2-faf0-42bb-add8-a4cd39294d92 owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:04:29.859740 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cc5d7747-db37-4b4d-a4b7-35e92a28be68 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:29.886247 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d7747-db37-4b4d-a4b7-35e92a28be68 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Pushing event deleted for resources: {'Port': ['ID=eff09bb2-faf0-42bb-add8-a4cd39294d92,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:29.957130 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cc5d7747-db37-4b4d-a4b7-35e92a28be68 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:29.960685 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cc5d7747-db37-4b4d-a4b7-35e92a28be68 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:29.961995 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cc5d7747-db37-4b4d-a4b7-35e92a28be68 tempest-ServerActionsTestJSON-1343129684 tempest-ServerActionsTestJSON-1343129684-project] 10.222.0.24 "DELETE /v2.0/floatingips/5dc8f8c1-38f6-4951-ac4d-488771c1bdb6 HTTP/1.1" status: 204 len: 168 time: 0.4588227 Aug 19 19:04:29.964987 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41514) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:30.489497 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-db5a70a8-4a9d-4962-bba5-f5760ae3a9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:30.734981 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-db5a70a8-4a9d-4962-bba5-f5760ae3a9ec admin admin] Deleting port b45f2976-884f-4ec9-9b40-b17fc8e33eec {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:04:30.735326 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-db5a70a8-4a9d-4962-bba5-f5760ae3a9ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:30.826105 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-db5a70a8-4a9d-4962-bba5-f5760ae3a9ec admin admin] For port b45f2976-884f-4ec9-9b40-b17fc8e33eec, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b45f2976-884f-4ec9-9b40-b17fc8e33eec,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:30.826466 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-db5a70a8-4a9d-4962-bba5-f5760ae3a9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:30.838846 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-db5a70a8-4a9d-4962-bba5-f5760ae3a9ec admin admin] Calling delete_port for b45f2976-884f-4ec9-9b40-b17fc8e33eec owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:04:31.016865 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-db5a70a8-4a9d-4962-bba5-f5760ae3a9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:31.043862 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a70a8-4a9d-4962-bba5-f5760ae3a9ec admin admin] Pushing event deleted for resources: {'Port': ['ID=b45f2976-884f-4ec9-9b40-b17fc8e33eec,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:31.223471 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-db5a70a8-4a9d-4962-bba5-f5760ae3a9ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:31.446555 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5a70a8-4a9d-4962-bba5-f5760ae3a9ec admin admin] Router d6577b5f-1261-43a4-b116-16da1173939e has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:04:31.552030 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5a70a8-4a9d-4962-bba5-f5760ae3a9ec admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:04:31.557131 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-db5a70a8-4a9d-4962-bba5-f5760ae3a9ec admin admin] 10.222.0.24 "PUT /v2.0/routers/d6577b5f-1261-43a4-b116-16da1173939e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5910785 Aug 19 19:04:31.559663 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41518) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:31.563015 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33884b08-96d1-42a1-9411-3cc78f12fd95 None None] Sync routers for ids ['d6577b5f-1261-43a4-b116-16da1173939e'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:04:31.572222 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33884b08-96d1-42a1-9411-3cc78f12fd95 None None] Routers {'d6577b5f-1261-43a4-b116-16da1173939e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:04:31.572841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-33884b08-96d1-42a1-9411-3cc78f12fd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:04:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d6577b5f-1261-43a4-b116-16da1173939e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:31.679895 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-33884b08-96d1-42a1-9411-3cc78f12fd95 None None] Set router d6577b5f-1261-43a4-b116-16da1173939e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:04:31.867948 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-33884b08-96d1-42a1-9411-3cc78f12fd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T19:04:30Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:31.895274 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33884b08-96d1-42a1-9411-3cc78f12fd95 None None] Checking router: d6577b5f-1261-43a4-b116-16da1173939e for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:04:31.904157 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33884b08-96d1-42a1-9411-3cc78f12fd95 None None] Routers {'d6577b5f-1261-43a4-b116-16da1173939e'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:04:31.904788 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-33884b08-96d1-42a1-9411-3cc78f12fd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:04:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['d6577b5f-1261-43a4-b116-16da1173939e'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:31.977420 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-598ed3e7-856a-4b1f-ad7a-f66be3789b7b admin admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:32.014809 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-33884b08-96d1-42a1-9411-3cc78f12fd95 None None] Set router d6577b5f-1261-43a4-b116-16da1173939e gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:04:32.084469 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-598ed3e7-856a-4b1f-ad7a-f66be3789b7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:32.137921 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-598ed3e7-856a-4b1f-ad7a-f66be3789b7b admin admin] Deleting port 03c98c4d-5fa9-4c69-9224-4dc3f46a9e09 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:04:32.138268 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-598ed3e7-856a-4b1f-ad7a-f66be3789b7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:32.204406 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-33884b08-96d1-42a1-9411-3cc78f12fd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T19:04:30Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:32.228399 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-598ed3e7-856a-4b1f-ad7a-f66be3789b7b admin admin] For port 03c98c4d-5fa9-4c69-9224-4dc3f46a9e09, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=03c98c4d-5fa9-4c69-9224-4dc3f46a9e09,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:32.228767 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-598ed3e7-856a-4b1f-ad7a-f66be3789b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:32.232061 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33884b08-96d1-42a1-9411-3cc78f12fd95 None None] The sync data for ids ['d6577b5f-1261-43a4-b116-16da1173939e'] in n-d-803753-2 is: [{'id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'name': 'tempest-ServerActionsTestJSON-1332389563-router', 'tenant_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T19:04:30Z', 'revision_number': 5, 'project_id': '3aa8368f32aa4a03b04fc54ce64e65c4', 'gw_port': {'id': '03c98c4d-5fa9-4c69-9224-4dc3f46a9e09', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6577b5f-1261-43a4-b116-16da1173939e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:54:14Z', 'updated_at': '2021-08-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:04:32.244078 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-598ed3e7-856a-4b1f-ad7a-f66be3789b7b admin admin] Calling delete_port for 03c98c4d-5fa9-4c69-9224-4dc3f46a9e09 owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:04:32.414514 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-598ed3e7-856a-4b1f-ad7a-f66be3789b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:32.451088 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ed3e7-856a-4b1f-ad7a-f66be3789b7b admin admin] Pushing event deleted for resources: {'Port': ['ID=03c98c4d-5fa9-4c69-9224-4dc3f46a9e09,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:32.509230 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-598ed3e7-856a-4b1f-ad7a-f66be3789b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:32.609701 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-598ed3e7-856a-4b1f-ad7a-f66be3789b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:32.612469 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-598ed3e7-856a-4b1f-ad7a-f66be3789b7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:32.663431 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-598ed3e7-856a-4b1f-ad7a-f66be3789b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:32.664136 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598ed3e7-856a-4b1f-ad7a-f66be3789b7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6577b5f-1261-43a4-b116-16da1173939e {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:04:32.668984 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-598ed3e7-856a-4b1f-ad7a-f66be3789b7b admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:32.670321 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-598ed3e7-856a-4b1f-ad7a-f66be3789b7b admin admin] 10.222.0.24 "DELETE /v2.0/routers/d6577b5f-1261-43a4-b116-16da1173939e HTTP/1.1" status: 204 len: 168 time: 1.1096857 Aug 19 19:04:32.672734 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41520) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:32.720039 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9396ae-7325-4e10-adfe-fab179f8eeee admin admin] Deleting subnet 5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:04:32.723680 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f9396ae-7325-4e10-adfe-fab179f8eeee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:32.771505 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f9396ae-7325-4e10-adfe-fab179f8eeee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:32.893785 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f9396ae-7325-4e10-adfe-fab179f8eeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:32.948268 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f9396ae-7325-4e10-adfe-fab179f8eeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:32.973931 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9396ae-7325-4e10-adfe-fab179f8eeee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b9f7b4f-7d8b-4863-b927-fd186ac87ac6,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:32.977330 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9f9396ae-7325-4e10-adfe-fab179f8eeee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:32.979377 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9f9396ae-7325-4e10-adfe-fab179f8eeee admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5b9f7b4f-7d8b-4863-b927-fd186ac87ac6 HTTP/1.1" status: 204 len: 168 time: 0.3052871 Aug 19 19:04:32.981816 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41522) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:32.984389 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ae60b6-ce4d-4a2a-90c9-45f01d3e0b2c None None] Network 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:04:33.054599 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7f2192b5-47a1-4c0f-9a30-a339deaacd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:33.110468 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-7f2192b5-47a1-4c0f-9a30-a339deaacd5d admin admin] Deleting port d45ba81f-8627-4fdd-8a6a-b5477509dff5 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:04:33.110822 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7f2192b5-47a1-4c0f-9a30-a339deaacd5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:33.175405 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-7f2192b5-47a1-4c0f-9a30-a339deaacd5d admin admin] For port d45ba81f-8627-4fdd-8a6a-b5477509dff5, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=d45ba81f-8627-4fdd-8a6a-b5477509dff5,segment=NetworkSegment(4e574288-c55a-4066-b834-dfbc8f9ac020),segment_id=4e574288-c55a-4066-b834-dfbc8f9ac020)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:33.175709 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7f2192b5-47a1-4c0f-9a30-a339deaacd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:33.188815 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-7f2192b5-47a1-4c0f-9a30-a339deaacd5d admin admin] Calling delete_port for d45ba81f-8627-4fdd-8a6a-b5477509dff5 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:04:33.266426 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a5534c-0d20-4efe-9593-523d3f4a39cf None None] DHCP port deletion for 6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:04:33.285461 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7f2192b5-47a1-4c0f-9a30-a339deaacd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:33.310897 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2192b5-47a1-4c0f-9a30-a339deaacd5d admin admin] Pushing event deleted for resources: {'Port': ['ID=d45ba81f-8627-4fdd-8a6a-b5477509dff5,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:33.316819 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2192b5-47a1-4c0f-9a30-a339deaacd5d admin admin] No DVR routers for this DVR port d45ba81f-8627-4fdd-8a6a-b5477509dff5 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:04:33.322960 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-28a5534c-0d20-4efe-9593-523d3f4a39cf None None] Deleting port d45ba81f-8627-4fdd-8a6a-b5477509dff5 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:04:33.323342 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-28a5534c-0d20-4efe-9593-523d3f4a39cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:33.386065 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-28a5534c-0d20-4efe-9593-523d3f4a39cf None None] For port d45ba81f-8627-4fdd-8a6a-b5477509dff5, host n-d-803753-2, got binding levels [] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:33.386457 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-28a5534c-0d20-4efe-9593-523d3f4a39cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:33.395140 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7f2192b5-47a1-4c0f-9a30-a339deaacd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:33.399285 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-28a5534c-0d20-4efe-9593-523d3f4a39cf None None] Calling delete_port for d45ba81f-8627-4fdd-8a6a-b5477509dff5 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:04:33.401963 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.ipam_backend_mixin [None req-28a5534c-0d20-4efe-9593-523d3f4a39cf None None] Port d45ba81f-8627-4fdd-8a6a-b5477509dff5 was not found and therefore no delete operation was performed {{(pid=94683) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 19:04:33.403256 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-28a5534c-0d20-4efe-9593-523d3f4a39cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:33.405201 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-7f2192b5-47a1-4c0f-9a30-a339deaacd5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:33.417076 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-7f2192b5-47a1-4c0f-9a30-a339deaacd5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e574288-c55a-4066-b834-dfbc8f9ac020') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:33.417430 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-7f2192b5-47a1-4c0f-9a30-a339deaacd5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e574288-c55a-4066-b834-dfbc8f9ac020') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:33.427036 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7f2192b5-47a1-4c0f-9a30-a339deaacd5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:33.433627 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5534c-0d20-4efe-9593-523d3f4a39cf None None] Pushing event deleted for resources: {'Port': ['ID=d45ba81f-8627-4fdd-8a6a-b5477509dff5,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:33.435477 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a5534c-0d20-4efe-9593-523d3f4a39cf None None] No DVR routers for this DVR port d45ba81f-8627-4fdd-8a6a-b5477509dff5 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:04:33.441453 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7f2192b5-47a1-4c0f-9a30-a339deaacd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:33.448466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2192b5-47a1-4c0f-9a30-a339deaacd5d admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:04:33.448875 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7f2192b5-47a1-4c0f-9a30-a339deaacd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: timer() Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:04:33.450651 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:04:33.505146 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7f2192b5-47a1-4c0f-9a30-a339deaacd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:33.513320 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7f2192b5-47a1-4c0f-9a30-a339deaacd5d admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:33.515649 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7f2192b5-47a1-4c0f-9a30-a339deaacd5d admin admin] 10.222.0.24 "DELETE /v2.0/networks/6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46 HTTP/1.1" status: 204 len: 168 time: 0.5329115 Aug 19 19:04:33.526512 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2192b5-47a1-4c0f-9a30-a339deaacd5d admin admin] Pushing event deleted for resources: {'Network': ['ID=6cc77f8d-83b7-4b2b-b0b3-c788b0e94e46,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:33.630162 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41526) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:33.669260 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d0b1a82d-0b27-4ded-9deb-ed5b37755538 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3aa8368f32aa4a03b04fc54ce64e65c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379288 Aug 19 19:04:33.671854 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41528) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:33.719470 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b58492db-28af-4498-985b-02497ae7db1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:33.744511 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b58492db-28af-4498-985b-02497ae7db1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:33.792632 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b58492db-28af-4498-985b-02497ae7db1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:33.795360 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b58492db-28af-4498-985b-02497ae7db1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:33.796520 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b58492db-28af-4498-985b-02497ae7db1a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4b5fe4b-e5d0-494d-83b1-5e08ae5de307 HTTP/1.1" status: 204 len: 168 time: 0.1237354 Aug 19 19:04:33.805022 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58492db-28af-4498-985b-02497ae7db1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b5fe4b-e5d0-494d-83b1-5e08ae5de307,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:34.294698 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d45ba81f-8627-4fdd-8a6a-b5477509dff5 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:04:34.316679 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: d45ba81f-8627-4fdd-8a6a-b5477509dff5 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:04:34.316890 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d45ba81f-8627-4fdd-8a6a-b5477509dff5 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:04:34.317484 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 03c98c4d-5fa9-4c69-9224-4dc3f46a9e09 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:04:34.337374 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 03c98c4d-5fa9-4c69-9224-4dc3f46a9e09 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:04:34.337751 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 03c98c4d-5fa9-4c69-9224-4dc3f46a9e09 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:04:34.338172 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b45f2976-884f-4ec9-9b40-b17fc8e33eec no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:04:34.357862 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: b45f2976-884f-4ec9-9b40-b17fc8e33eec {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:04:34.358216 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b45f2976-884f-4ec9-9b40-b17fc8e33eec not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:04:34.512360 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41550) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:34.606409 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d29c98d3-510b-45ce-8089-3a8a2694b18f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-238440357-network', 'tenant_id': 'cffe064dd69c4fd2a68113278b9581ee'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:04:34.626980 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29c98d3-510b-45ce-8089-3a8a2694b18f admin admin] Made reservation on behalf of cffe064dd69c4fd2a68113278b9581ee for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:04:34.629406 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d29c98d3-510b-45ce-8089-3a8a2694b18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:34.637931 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d29c98d3-510b-45ce-8089-3a8a2694b18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:34.699464 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-087326ba-32b9-42d8-bad2-8ca3b77d3729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:34.729358 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d29c98d3-510b-45ce-8089-3a8a2694b18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:34.734168 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d29c98d3-510b-45ce-8089-3a8a2694b18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:34.755541 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29c98d3-510b-45ce-8089-3a8a2694b18f admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:04:34.771077 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c98d3-510b-45ce-8089-3a8a2694b18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9523410-f98b-4b2b-97c2-8516db09ca4c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:34.774112 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d29c98d3-510b-45ce-8089-3a8a2694b18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:34.774456 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-d29c98d3-510b-45ce-8089-3a8a2694b18f admin admin] Added segment 73767848-18f0-48bd-83cf-337a114b40ea of type vlan for network 57a47774-79f6-4d20-909a-350390b0a360 Aug 19 19:04:34.820027 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d29c98d3-510b-45ce-8089-3a8a2694b18f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:34.849020 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d29c98d3-510b-45ce-8089-3a8a2694b18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:34.850174 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29c98d3-510b-45ce-8089-3a8a2694b18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:34.850760 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d29c98d3-510b-45ce-8089-3a8a2694b18f admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:34.905397 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d29c98d3-510b-45ce-8089-3a8a2694b18f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3919244 Aug 19 19:04:34.908604 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41554) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:34.914392 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-4f8a0715-ef8d-4146-af69-1a75d6e8c900 admin admin] Request body: {'subnet': {'network_id': '57a47774-79f6-4d20-909a-350390b0a360', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-238440357-subnet', 'tenant_id': 'cffe064dd69c4fd2a68113278b9581ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:04:34.916147 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c98d3-510b-45ce-8089-3a8a2694b18f admin admin] Pushing event updated for resources: {'Network': ['ID=57a47774-79f6-4d20-909a-350390b0a360,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:34.926068 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 57a47774-79f6-4d20-909a-350390b0a360 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:04:34.938249 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8a0715-ef8d-4146-af69-1a75d6e8c900 admin admin] Made reservation on behalf of cffe064dd69c4fd2a68113278b9581ee for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:04:34.940567 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4f8a0715-ef8d-4146-af69-1a75d6e8c900 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:35.112299 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4f8a0715-ef8d-4146-af69-1a75d6e8c900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:35.164904 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a0715-ef8d-4146-af69-1a75d6e8c900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee0c763e-1baa-4ab5-8cc0-cade004a3c81,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:35.175819 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8a0715-ef8d-4146-af69-1a75d6e8c900 admin admin] Checking segment: {'id': '73767848-18f0-48bd-83cf-337a114b40ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '57a47774-79f6-4d20-909a-350390b0a360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:04:35.176188 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8a0715-ef8d-4146-af69-1a75d6e8c900 admin admin] Network hostable DHCP agents. Network: 57a47774-79f6-4d20-909a-350390b0a360, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:04:35.192554 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8a0715-ef8d-4146-af69-1a75d6e8c900 admin admin] Network 57a47774-79f6-4d20-909a-350390b0a360 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:04:35.201278 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-4f8a0715-ef8d-4146-af69-1a75d6e8c900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 57a47774-79f6-4d20-909a-350390b0a360) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:04:35.205594 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8a0715-ef8d-4146-af69-1a75d6e8c900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:35.206278 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4f8a0715-ef8d-4146-af69-1a75d6e8c900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:35.210406 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdd265a-1d6a-4888-8bf3-9189f642af12 None None] Network 57a47774-79f6-4d20-909a-350390b0a360 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:04:35.220526 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4f8a0715-ef8d-4146-af69-1a75d6e8c900 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3101308 Aug 19 19:04:35.338069 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5668608a-6580-4571-8ea1-32ac561003a1 None None] Network 57a47774-79f6-4d20-909a-350390b0a360 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:04:35.670191 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-a7a53448-2ba3-4fba-96b1-536830ab4fa0 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:35.671570 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-a7a53448-2ba3-4fba-96b1-536830ab4fa0 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/networks?id=57a47774-79f6-4d20-909a-350390b0a360 HTTP/1.1" status: 200 len: 813 time: 0.0990188 Aug 19 19:04:35.686398 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-f45e727a-13d5-4a26-bfe8-fc83e2b97fbd tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/quotas/cffe064dd69c4fd2a68113278b9581ee HTTP/1.1" status: 200 len: 375 time: 0.0089605 Aug 19 19:04:35.724138 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-e12d3271-239c-420b-b37a-0769a63a23bf tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cffe064dd69c4fd2a68113278b9581ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317326 Aug 19 19:04:35.809054 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-fb4530ed-2236-4ac0-9481-fcec10b8617b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 19:04:35.810088 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-fb4530ed-2236-4ac0-9481-fcec10b8617b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458472 Aug 19 19:04:35.900097 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-fcc53f6f-c1ff-4cc3-af08-0fbff8683dfd service neutron] 10.222.0.24 "GET /v2.0/networks/57a47774-79f6-4d20-909a-350390b0a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830798 Aug 19 19:04:35.994067 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-854ccc92-68de-4a57-a098-277f5732975c service neutron] 10.222.0.24 "GET /v2.0/networks/57a47774-79f6-4d20-909a-350390b0a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876727 Aug 19 19:04:36.163736 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3906a39f-6d1b-4214-8363-4cbc0aa02f91 req-1089f791-e047-459a-b2b2-d49b837fb805 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=c325f640-e0a0-434f-98d8-88277ae414f8 HTTP/1.1" status: 200 len: 210 time: 0.0321181 Aug 19 19:04:37.076070 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-3e187de8-74e5-44f2-ba1b-42164280c517 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:37.077563 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-3e187de8-74e5-44f2-ba1b-42164280c517 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.50 "GET /v2.0/networks?id=57a47774-79f6-4d20-909a-350390b0a360 HTTP/1.1" status: 200 len: 813 time: 0.1052949 Aug 19 19:04:37.090348 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-060cacfc-0559-4ba9-838b-b684450677ca tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Request body: {'port': {'device_id': 'c325f640-e0a0-434f-98d8-88277ae414f8', 'network_id': '57a47774-79f6-4d20-909a-350390b0a360', 'admin_state_up': True, 'tenant_id': 'cffe064dd69c4fd2a68113278b9581ee'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:04:37.202218 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-060cacfc-0559-4ba9-838b-b684450677ca tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Made reservation on behalf of cffe064dd69c4fd2a68113278b9581ee for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:04:37.206179 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-060cacfc-0559-4ba9-838b-b684450677ca tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:37.260747 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e177a324-5f82-462c-a6b3-a0110970ef5d req-f242a460-398c-47ea-9783-1b7da66bd0b3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=c325f640-e0a0-434f-98d8-88277ae414f8 HTTP/1.1" status: 200 len: 210 time: 0.0285351 Aug 19 19:04:37.331434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-060cacfc-0559-4ba9-838b-b684450677ca tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Allocated IP 172.20.0.7 (57a47774-79f6-4d20-909a-350390b0a360/ee0c763e-1baa-4ab5-8cc0-cade004a3c81/cb4648fd-3e90-47eb-81e8-0cd63ab981ee) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:04:37.355795 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:37.438498 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bfd81e38-b90d-4045-80bf-5354948be578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:37.484147 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-060cacfc-0559-4ba9-838b-b684450677ca tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:37.522771 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-060cacfc-0559-4ba9-838b-b684450677ca tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:37.563216 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-060cacfc-0559-4ba9-838b-b684450677ca tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Network 57a47774-79f6-4d20-909a-350390b0a360 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:04:37.568814 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-060cacfc-0559-4ba9-838b-b684450677ca tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:04:37.572509 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-060cacfc-0559-4ba9-838b-b684450677ca tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:04:37.602900 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cacfc-0559-4ba9-838b-b684450677ca tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Pushing event updated for resources: {'Port': ['ID=cb4648fd-3e90-47eb-81e8-0cd63ab981ee,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:37.630239 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-060cacfc-0559-4ba9-838b-b684450677ca tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:37.630855 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-060cacfc-0559-4ba9-838b-b684450677ca tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:37.645014 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-060cacfc-0559-4ba9-838b-b684450677ca tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5585334 Aug 19 19:04:37.657907 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-f34ec099-342b-46a8-b604-b347000d0e49 service neutron] Request body: {'port': {'device_id': 'c325f640-e0a0-434f-98d8-88277ae414f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:04:37.710942 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-f34ec099-342b-46a8-b604-b347000d0e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:37.976245 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-f34ec099-342b-46a8-b604-b347000d0e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb4648fd-3e90-47eb-81e8-0cd63ab981ee {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:04:37.983813 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-f34ec099-342b-46a8-b604-b347000d0e49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:37.996265 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-f34ec099-342b-46a8-b604-b347000d0e49 service neutron] Transition to ACTIVE for port object cb4648fd-3e90-47eb-81e8-0cd63ab981ee will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:04:38.000133 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-f34ec099-342b-46a8-b604-b347000d0e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:38.092057 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ec099-342b-46a8-b604-b347000d0e49 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4648fd-3e90-47eb-81e8-0cd63ab981ee,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:38.141008 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-f34ec099-342b-46a8-b604-b347000d0e49 service neutron] Attempting to bind port cb4648fd-3e90-47eb-81e8-0cd63ab981ee on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:04:38.141342 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-f34ec099-342b-46a8-b604-b347000d0e49 service neutron] Attempting to bind port cb4648fd-3e90-47eb-81e8-0cd63ab981ee by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '73767848-18f0-48bd-83cf-337a114b40ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '57a47774-79f6-4d20-909a-350390b0a360'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:04:38.141718 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-f34ec099-342b-46a8-b604-b347000d0e49 service neutron] Attempting to bind port cb4648fd-3e90-47eb-81e8-0cd63ab981ee on network 57a47774-79f6-4d20-909a-350390b0a360 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:04:38.145989 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-f34ec099-342b-46a8-b604-b347000d0e49 service neutron] Port cb4648fd-3e90-47eb-81e8-0cd63ab981ee on network 57a47774-79f6-4d20-909a-350390b0a360 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:04:38.146310 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-f34ec099-342b-46a8-b604-b347000d0e49 service neutron] Attempting to bind port cb4648fd-3e90-47eb-81e8-0cd63ab981ee on network 57a47774-79f6-4d20-909a-350390b0a360 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:04:38.151032 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-f34ec099-342b-46a8-b604-b347000d0e49 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:04:38.151373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-f34ec099-342b-46a8-b604-b347000d0e49 service neutron] Checking segment: {'id': '73767848-18f0-48bd-83cf-337a114b40ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '57a47774-79f6-4d20-909a-350390b0a360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:04:38.151760 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-f34ec099-342b-46a8-b604-b347000d0e49 service neutron] Bound using segment: {'id': '73767848-18f0-48bd-83cf-337a114b40ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '57a47774-79f6-4d20-909a-350390b0a360'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:04:38.152186 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-f34ec099-342b-46a8-b604-b347000d0e49 service neutron] Bound port: cb4648fd-3e90-47eb-81e8-0cd63ab981ee, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73767848-18f0-48bd-83cf-337a114b40ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '57a47774-79f6-4d20-909a-350390b0a360'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:04:38.152542 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-f34ec099-342b-46a8-b604-b347000d0e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:38.215027 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-f34ec099-342b-46a8-b604-b347000d0e49 service neutron] For port cb4648fd-3e90-47eb-81e8-0cd63ab981ee, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:04:38.218141 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-f34ec099-342b-46a8-b604-b347000d0e49 service neutron] For port cb4648fd-3e90-47eb-81e8-0cd63ab981ee, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=cb4648fd-3e90-47eb-81e8-0cd63ab981ee,segment=NetworkSegment(73767848-18f0-48bd-83cf-337a114b40ea),segment_id=73767848-18f0-48bd-83cf-337a114b40ea)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:04:38.222768 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-f34ec099-342b-46a8-b604-b347000d0e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:38.260777 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-f34ec099-342b-46a8-b604-b347000d0e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:38.261412 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-f34ec099-342b-46a8-b604-b347000d0e49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:38.263024 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-f34ec099-342b-46a8-b604-b347000d0e49 service neutron] 10.222.0.50 "PUT /v2.0/ports/cb4648fd-3e90-47eb-81e8-0cd63ab981ee HTTP/1.1" status: 200 len: 1091 time: 0.6090698 Aug 19 19:04:38.263579 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c325f640-e0a0-434f-98d8-88277ae414f8', 'tag': 'cb4648fd-3e90-47eb-81e8-0cd63ab981ee'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:04:38.266133 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424d2dd5-0baf-49c1-80d6-29a11942ab30" -d '{"events": [{"name": "network-changed", "server_uuid": "c325f640-e0a0-434f-98d8-88277ae414f8", "tag": "cb4648fd-3e90-47eb-81e8-0cd63ab981ee"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:04:38.291734 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ec099-342b-46a8-b604-b347000d0e49 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4648fd-3e90-47eb-81e8-0cd63ab981ee,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:38.330691 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14304948-55e0-4f7d-97e9-0f7906695338 x-openstack-request-id: req-14304948-55e0-4f7d-97e9-0f7906695338 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:04:38.330983 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c325f640-e0a0-434f-98d8-88277ae414f8", "tag": "cb4648fd-3e90-47eb-81e8-0cd63ab981ee", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:04:38.331237 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14304948-55e0-4f7d-97e9-0f7906695338 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:04:38.331660 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c325f640-e0a0-434f-98d8-88277ae414f8', 'tag': 'cb4648fd-3e90-47eb-81e8-0cd63ab981ee', 'status': 'completed', 'code': 200} Aug 19 19:04:38.347371 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-7d5524da-c1e5-4491-89cd-f825c1f33755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:38.348932 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-7d5524da-c1e5-4491-89cd-f825c1f33755 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cffe064dd69c4fd2a68113278b9581ee&device_id=c325f640-e0a0-434f-98d8-88277ae414f8 HTTP/1.1" status: 200 len: 1094 time: 0.0465851 Aug 19 19:04:38.365679 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:38.387165 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b3bc5-35dc-476e-9199-4200b2f40572 req-c94af522-67f5-45f0-b35a-1516a0f791ab tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:38.388965 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-703b3bc5-35dc-476e-9199-4200b2f40572 req-c94af522-67f5-45f0-b35a-1516a0f791ab tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=c325f640-e0a0-434f-98d8-88277ae414f8 HTTP/1.1" status: 200 len: 943 time: 0.0523322 Aug 19 19:04:38.399586 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-0f97efaa-73ee-446c-b27b-cbceed80c590 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb4648fd-3e90-47eb-81e8-0cd63ab981ee HTTP/1.1" status: 200 len: 217 time: 0.0420935 Aug 19 19:04:38.428853 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-703b3bc5-35dc-476e-9199-4200b2f40572 req-6f68c9af-342a-4321-ad65-6830a15ccd56 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332744 Aug 19 19:04:38.453941 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-24d9c196-36ae-4f84-8900-1e543f5c1f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:38.455452 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-24d9c196-36ae-4f84-8900-1e543f5c1f97 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee0c763e-1baa-4ab5-8cc0-cade004a3c81 HTTP/1.1" status: 200 len: 853 time: 0.0492849 Aug 19 19:04:38.493458 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-c7537032-dd5a-4d4f-936e-14ec41090190 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57a47774-79f6-4d20-909a-350390b0a360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301895 Aug 19 19:04:38.583373 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-60fff3ea-4c71-4879-97bd-d41a4163eb3c service neutron] 10.222.0.50 "GET /v2.0/networks/57a47774-79f6-4d20-909a-350390b0a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828414 Aug 19 19:04:38.681117 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8e692a9c-d1cc-4277-a700-3296bbe69c2e req-81069284-32e8-4a04-aeb1-4bc8c14d7d8a service neutron] 10.222.0.50 "GET /v2.0/networks/57a47774-79f6-4d20-909a-350390b0a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896096 Aug 19 19:04:38.765373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d2dd5-0baf-49c1-80d6-29a11942ab30 req-4f496795-6654-4560-9f7b-8626e1beecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:38.766833 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-424d2dd5-0baf-49c1-80d6-29a11942ab30 req-4f496795-6654-4560-9f7b-8626e1beecba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cffe064dd69c4fd2a68113278b9581ee&device_id=c325f640-e0a0-434f-98d8-88277ae414f8 HTTP/1.1" status: 200 len: 1094 time: 0.0424805 Aug 19 19:04:38.787690 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:04:38.865207 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d2dd5-0baf-49c1-80d6-29a11942ab30 req-27536343-bf9d-48e5-a441-6546590435da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:38.866724 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-424d2dd5-0baf-49c1-80d6-29a11942ab30 req-27536343-bf9d-48e5-a441-6546590435da service neutron] 10.222.0.50 "GET /v2.0/networks?id=57a47774-79f6-4d20-909a-350390b0a360 HTTP/1.1" status: 200 len: 914 time: 0.0915749 Aug 19 19:04:38.910198 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-424d2dd5-0baf-49c1-80d6-29a11942ab30 req-b3cc59f2-879f-4d5d-bdeb-2ba22a75d340 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb4648fd-3e90-47eb-81e8-0cd63ab981ee HTTP/1.1" status: 200 len: 217 time: 0.0348625 Aug 19 19:04:38.960854 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d2dd5-0baf-49c1-80d6-29a11942ab30 req-bc465ad6-6ce4-44f1-a5e1-f64edfc7e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:38.962369 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-424d2dd5-0baf-49c1-80d6-29a11942ab30 req-bc465ad6-6ce4-44f1-a5e1-f64edfc7e77e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee0c763e-1baa-4ab5-8cc0-cade004a3c81 HTTP/1.1" status: 200 len: 853 time: 0.0440958 Aug 19 19:04:38.997464 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-424d2dd5-0baf-49c1-80d6-29a11942ab30 req-d93effff-96b0-442a-91c0-0e5047be7edd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57a47774-79f6-4d20-909a-350390b0a360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251975 Aug 19 19:04:39.092044 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-424d2dd5-0baf-49c1-80d6-29a11942ab30 req-3b6b7e16-d548-4925-9213-59cbe73e5bb1 service neutron] 10.222.0.50 "GET /v2.0/networks/57a47774-79f6-4d20-909a-350390b0a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850518 Aug 19 19:04:39.183447 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-424d2dd5-0baf-49c1-80d6-29a11942ab30 req-c2bcf65b-adb6-40c8-9eac-40a29e547786 service neutron] 10.222.0.50 "GET /v2.0/networks/57a47774-79f6-4d20-909a-350390b0a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829060 Aug 19 19:04:39.551784 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66424202-4da4-41d3-970f-5883bfd65fbd req-0bee3cfd-4159-424b-a203-f73486bbd9bd tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:39.553276 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-66424202-4da4-41d3-970f-5883bfd65fbd req-0bee3cfd-4159-424b-a203-f73486bbd9bd tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=c325f640-e0a0-434f-98d8-88277ae414f8 HTTP/1.1" status: 200 len: 943 time: 0.0550656 Aug 19 19:04:39.591554 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-66424202-4da4-41d3-970f-5883bfd65fbd req-15aeabe1-0eab-4eaf-82ee-0759599a2610 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318871 Aug 19 19:04:40.354185 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:40.707107 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff444da3-3752-4c63-b42a-1ca3662848f4 req-9ef4e7d9-c31f-4275-8067-d417e7c68c2b tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:40.708593 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ff444da3-3752-4c63-b42a-1ca3662848f4 req-9ef4e7d9-c31f-4275-8067-d417e7c68c2b tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=c325f640-e0a0-434f-98d8-88277ae414f8 HTTP/1.1" status: 200 len: 943 time: 0.0489547 Aug 19 19:04:40.747006 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ff444da3-3752-4c63-b42a-1ca3662848f4 req-95d4ba60-75dc-4d57-afce-f577c59a4327 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323131 Aug 19 19:04:41.692737 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:41.864253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcf410-4725-4a46-96ea-2d142062e999 req-da2f511c-c98a-4fdb-8da4-d0b5e6793660 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:41.865755 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e0dcf410-4725-4a46-96ea-2d142062e999 req-da2f511c-c98a-4fdb-8da4-d0b5e6793660 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=c325f640-e0a0-434f-98d8-88277ae414f8 HTTP/1.1" status: 200 len: 943 time: 0.0485828 Aug 19 19:04:41.904529 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e0dcf410-4725-4a46-96ea-2d142062e999 req-e1acb56a-a33e-4ed9-80b2-7bf38c974796 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326979 Aug 19 19:04:42.352886 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device cb4648fd-3e90-47eb-81e8-0cd63ab981ee details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:04:42.451459 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port cb4648fd-3e90-47eb-81e8-0cd63ab981ee, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=cb4648fd-3e90-47eb-81e8-0cd63ab981ee,segment=NetworkSegment(73767848-18f0-48bd-83cf-337a114b40ea),segment_id=73767848-18f0-48bd-83cf-337a114b40ea)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:42.463501 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'cb4648fd-3e90-47eb-81e8-0cd63ab981ee', 'network_id': '57a47774-79f6-4d20-909a-350390b0a360', 'port_id': 'cb4648fd-3e90-47eb-81e8-0cd63ab981ee', 'mac_address': 'fa:16:3e:9c:c4:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0c763e-1baa-4ab5-8cc0-cade004a3c81', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:04:42.505959 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:42.518352 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb4648fd-3e90-47eb-81e8-0cd63ab981ee {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:04:42.542000 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port cb4648fd-3e90-47eb-81e8-0cd63ab981ee, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=cb4648fd-3e90-47eb-81e8-0cd63ab981ee,segment=NetworkSegment(73767848-18f0-48bd-83cf-337a114b40ea),segment_id=73767848-18f0-48bd-83cf-337a114b40ea)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:42.545799 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:42.592392 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=cb4648fd-3e90-47eb-81e8-0cd63ab981ee,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:42.740266 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['cb4648fd-3e90-47eb-81e8-0cd63ab981ee'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:04:43.023257 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9cabb-ef64-453b-9b50-5459b32a43df req-8f932581-b4ce-4936-82b4-f288931c8600 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:43.024766 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a3b9cabb-ef64-453b-9b50-5459b32a43df req-8f932581-b4ce-4936-82b4-f288931c8600 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=c325f640-e0a0-434f-98d8-88277ae414f8 HTTP/1.1" status: 200 len: 944 time: 0.0544078 Aug 19 19:04:43.064608 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a3b9cabb-ef64-453b-9b50-5459b32a43df req-1f1668ab-fb4d-42f4-84e0-f5b4903c0a86 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334964 Aug 19 19:04:44.186697 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ed850-d797-404d-8832-a9f8b49bf486 req-b77cac80-8bec-4ffd-9944-5f9ca07a22ab tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:44.188194 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-322ed850-d797-404d-8832-a9f8b49bf486 req-b77cac80-8bec-4ffd-9944-5f9ca07a22ab tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=c325f640-e0a0-434f-98d8-88277ae414f8 HTTP/1.1" status: 200 len: 944 time: 0.0516074 Aug 19 19:04:44.226503 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-322ed850-d797-404d-8832-a9f8b49bf486 req-0d3e0558-9c9b-4988-b00f-cb1ac5956f39 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322275 Aug 19 19:04:44.368624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device cb4648fd-3e90-47eb-81e8-0cd63ab981ee up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:04:44.423278 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port cb4648fd-3e90-47eb-81e8-0cd63ab981ee completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:04:44.427864 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port cb4648fd-3e90-47eb-81e8-0cd63ab981ee triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:04:44.428265 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:44.503178 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:44.524764 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c325f640-e0a0-434f-98d8-88277ae414f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4648fd-3e90-47eb-81e8-0cd63ab981ee'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:04:44.527201 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e12c049-d57f-48db-8055-a33df85ac67b" -d '{"events": [{"server_uuid": "c325f640-e0a0-434f-98d8-88277ae414f8", "name": "network-vif-plugged", "status": "completed", "tag": "cb4648fd-3e90-47eb-81e8-0cd63ab981ee"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:04:44.540623 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port cb4648fd-3e90-47eb-81e8-0cd63ab981ee, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=cb4648fd-3e90-47eb-81e8-0cd63ab981ee,segment=NetworkSegment(73767848-18f0-48bd-83cf-337a114b40ea),segment_id=73767848-18f0-48bd-83cf-337a114b40ea)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:44.544783 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:44.598224 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=cb4648fd-3e90-47eb-81e8-0cd63ab981ee,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:44.624828 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d264492-0d7f-487a-a436-84f09ddca891 x-openstack-request-id: req-6d264492-0d7f-487a-a436-84f09ddca891 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:04:44.625122 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c325f640-e0a0-434f-98d8-88277ae414f8", "name": "network-vif-plugged", "status": "completed", "tag": "cb4648fd-3e90-47eb-81e8-0cd63ab981ee", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:04:44.625370 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d264492-0d7f-487a-a436-84f09ddca891 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:04:44.625797 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c325f640-e0a0-434f-98d8-88277ae414f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4648fd-3e90-47eb-81e8-0cd63ab981ee', 'code': 200} Aug 19 19:04:44.724698 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b011598-5299-4940-91e0-a2ae28401575 req-3697fe67-4bf4-42b1-9a7d-3219638e56d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:44.727149 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3b011598-5299-4940-91e0-a2ae28401575 req-3697fe67-4bf4-42b1-9a7d-3219638e56d1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c325f640-e0a0-434f-98d8-88277ae414f8 HTTP/1.1" status: 200 len: 1096 time: 0.0458019 Aug 19 19:04:44.761783 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3b011598-5299-4940-91e0-a2ae28401575 req-3e051921-6998-4685-a70a-17e6f04b257d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282590 Aug 19 19:04:45.338932 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58c63f-30fa-45f2-b5cf-7f40b4e6847f req-37be1e48-25b1-4b66-ac5b-e525a7f05c25 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:45.340725 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3f58c63f-30fa-45f2-b5cf-7f40b4e6847f req-37be1e48-25b1-4b66-ac5b-e525a7f05c25 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=c325f640-e0a0-434f-98d8-88277ae414f8 HTTP/1.1" status: 200 len: 945 time: 0.0479803 Aug 19 19:04:45.383416 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3f58c63f-30fa-45f2-b5cf-7f40b4e6847f req-e79954cf-be3c-4640-b54a-c628f9809241 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356419 Aug 19 19:04:46.504564 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ccac1-be1f-4ea6-875c-827d2c0bb619 req-ebee4604-8a31-400c-b88e-800a13be4387 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:46.505988 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-180ccac1-be1f-4ea6-875c-827d2c0bb619 req-ebee4604-8a31-400c-b88e-800a13be4387 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=c325f640-e0a0-434f-98d8-88277ae414f8 HTTP/1.1" status: 200 len: 945 time: 0.0505772 Aug 19 19:04:46.543189 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-180ccac1-be1f-4ea6-875c-827d2c0bb619 req-2914d280-6f08-4f5a-bf0e-bf3852a4937e tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312808 Aug 19 19:04:46.771774 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-c02c5466-aa5b-4966-bad9-0873e493ca1f tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:46.773183 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-c02c5466-aa5b-4966-bad9-0873e493ca1f tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/networks?id=57a47774-79f6-4d20-909a-350390b0a360 HTTP/1.1" status: 200 len: 813 time: 0.1099110 Aug 19 19:04:46.789275 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-32242083-d488-4b3f-870e-719796ec5077 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/quotas/cffe064dd69c4fd2a68113278b9581ee HTTP/1.1" status: 200 len: 375 time: 0.0100889 Aug 19 19:04:46.840957 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-65fd725c-c6b9-4d36-95d7-36293ba02231 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cffe064dd69c4fd2a68113278b9581ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0455327 Aug 19 19:04:46.934566 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-7e035bb1-9c54-4871-939b-192f01ee6d83 service neutron] 10.222.0.24 "GET /v2.0/networks/57a47774-79f6-4d20-909a-350390b0a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859215 Aug 19 19:04:47.017236 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:47.030501 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-7d865902-6d8d-45a6-94b4-ae05d7aa6a4e service neutron] 10.222.0.24 "GET /v2.0/networks/57a47774-79f6-4d20-909a-350390b0a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888608 Aug 19 19:04:47.217094 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8311e6b-2624-46b7-b0a6-5c601fd5d0b7 req-5b0220e6-6f66-4d0a-b651-c1b4c25d3653 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdc46fac-e257-4995-a08b-0543c4c7f76b HTTP/1.1" status: 200 len: 210 time: 0.0331376 Aug 19 19:04:48.243507 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-40a20968-9515-49d8-b487-51c23559529d tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:48.244999 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-40a20968-9515-49d8-b487-51c23559529d tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.54 "GET /v2.0/networks?id=57a47774-79f6-4d20-909a-350390b0a360 HTTP/1.1" status: 200 len: 813 time: 0.1098347 Aug 19 19:04:48.261850 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Request body: {'port': {'device_id': 'bdc46fac-e257-4995-a08b-0543c4c7f76b', 'network_id': '57a47774-79f6-4d20-909a-350390b0a360', 'admin_state_up': True, 'tenant_id': 'cffe064dd69c4fd2a68113278b9581ee'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:04:48.318511 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a1757ecd-631a-418e-b9d2-52c0ab1041b4 req-37ca16d9-c16b-43fa-935a-6e4255c05785 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdc46fac-e257-4995-a08b-0543c4c7f76b HTTP/1.1" status: 200 len: 210 time: 0.0298166 Aug 19 19:04:48.381507 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Made reservation on behalf of cffe064dd69c4fd2a68113278b9581ee for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:04:48.385012 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:48.513222 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Allocated IP 172.20.0.13 (57a47774-79f6-4d20-909a-350390b0a360/ee0c763e-1baa-4ab5-8cc0-cade004a3c81/7aded18c-9d4f-4bde-a7a9-65a5dbf65143) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:04:48.660719 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:48.698655 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:48.710893 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['cb4648fd-3e90-47eb-81e8-0cd63ab981ee'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:04:48.741433 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Network 57a47774-79f6-4d20-909a-350390b0a360 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:04:48.745573 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:04:48.749300 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:04:48.776968 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Pushing event updated for resources: {'Port': ['ID=7aded18c-9d4f-4bde-a7a9-65a5dbf65143,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:48.790076 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:48.790461 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:48.790762 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:48.791260 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:48.791447 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:48.791858 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:48.792169 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:48.792595 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:48.792884 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:48.793178 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:48.793505 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:48.793993 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:48.814740 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:48.815365 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:48.829279 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-d74e8118-182c-41a9-ab34-18b2cde30ce3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5715539 Aug 19 19:04:48.849212 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-e4b42ac5-3d63-42d8-96cb-b7d2c1bcddf3 service neutron] Request body: {'port': {'device_id': 'bdc46fac-e257-4995-a08b-0543c4c7f76b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:04:48.907589 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-e4b42ac5-3d63-42d8-96cb-b7d2c1bcddf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:49.161904 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-e4b42ac5-3d63-42d8-96cb-b7d2c1bcddf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aded18c-9d4f-4bde-a7a9-65a5dbf65143 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:04:49.169197 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-e4b42ac5-3d63-42d8-96cb-b7d2c1bcddf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:49.181125 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-e4b42ac5-3d63-42d8-96cb-b7d2c1bcddf3 service neutron] Transition to ACTIVE for port object 7aded18c-9d4f-4bde-a7a9-65a5dbf65143 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:04:49.185225 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-e4b42ac5-3d63-42d8-96cb-b7d2c1bcddf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:49.237038 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b42ac5-3d63-42d8-96cb-b7d2c1bcddf3 service neutron] Pushing event updated for resources: {'Port': ['ID=7aded18c-9d4f-4bde-a7a9-65a5dbf65143,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:49.302969 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-e4b42ac5-3d63-42d8-96cb-b7d2c1bcddf3 service neutron] Attempting to bind port 7aded18c-9d4f-4bde-a7a9-65a5dbf65143 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:04:49.303669 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-e4b42ac5-3d63-42d8-96cb-b7d2c1bcddf3 service neutron] Attempting to bind port 7aded18c-9d4f-4bde-a7a9-65a5dbf65143 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '73767848-18f0-48bd-83cf-337a114b40ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '57a47774-79f6-4d20-909a-350390b0a360'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:04:49.303669 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-e4b42ac5-3d63-42d8-96cb-b7d2c1bcddf3 service neutron] Attempting to bind port 7aded18c-9d4f-4bde-a7a9-65a5dbf65143 on network 57a47774-79f6-4d20-909a-350390b0a360 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:04:49.307826 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-e4b42ac5-3d63-42d8-96cb-b7d2c1bcddf3 service neutron] Port 7aded18c-9d4f-4bde-a7a9-65a5dbf65143 on network 57a47774-79f6-4d20-909a-350390b0a360 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:04:49.308151 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-e4b42ac5-3d63-42d8-96cb-b7d2c1bcddf3 service neutron] Attempting to bind port 7aded18c-9d4f-4bde-a7a9-65a5dbf65143 on network 57a47774-79f6-4d20-909a-350390b0a360 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:04:49.312895 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-e4b42ac5-3d63-42d8-96cb-b7d2c1bcddf3 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:04:49.313234 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-e4b42ac5-3d63-42d8-96cb-b7d2c1bcddf3 service neutron] Checking segment: {'id': '73767848-18f0-48bd-83cf-337a114b40ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '57a47774-79f6-4d20-909a-350390b0a360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:04:49.313693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-e4b42ac5-3d63-42d8-96cb-b7d2c1bcddf3 service neutron] Bound using segment: {'id': '73767848-18f0-48bd-83cf-337a114b40ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '57a47774-79f6-4d20-909a-350390b0a360'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:04:49.314146 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-e4b42ac5-3d63-42d8-96cb-b7d2c1bcddf3 service neutron] Bound port: 7aded18c-9d4f-4bde-a7a9-65a5dbf65143, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73767848-18f0-48bd-83cf-337a114b40ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '57a47774-79f6-4d20-909a-350390b0a360'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:04:49.314509 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-e4b42ac5-3d63-42d8-96cb-b7d2c1bcddf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:49.387707 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-e4b42ac5-3d63-42d8-96cb-b7d2c1bcddf3 service neutron] For port 7aded18c-9d4f-4bde-a7a9-65a5dbf65143, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:04:49.391204 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-e4b42ac5-3d63-42d8-96cb-b7d2c1bcddf3 service neutron] For port 7aded18c-9d4f-4bde-a7a9-65a5dbf65143, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7aded18c-9d4f-4bde-a7a9-65a5dbf65143,segment=NetworkSegment(73767848-18f0-48bd-83cf-337a114b40ea),segment_id=73767848-18f0-48bd-83cf-337a114b40ea)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:04:49.404521 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-e4b42ac5-3d63-42d8-96cb-b7d2c1bcddf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:49.458901 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-e4b42ac5-3d63-42d8-96cb-b7d2c1bcddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:49.459509 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-e4b42ac5-3d63-42d8-96cb-b7d2c1bcddf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:49.460886 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-e4b42ac5-3d63-42d8-96cb-b7d2c1bcddf3 service neutron] 10.222.0.54 "PUT /v2.0/ports/7aded18c-9d4f-4bde-a7a9-65a5dbf65143 HTTP/1.1" status: 200 len: 1092 time: 0.6162055 Aug 19 19:04:49.463027 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc46fac-e257-4995-a08b-0543c4c7f76b', 'tag': '7aded18c-9d4f-4bde-a7a9-65a5dbf65143'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:04:49.465248 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1a3ec9-1fd9-4161-88e4-1a60d86c96f3" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc46fac-e257-4995-a08b-0543c4c7f76b", "tag": "7aded18c-9d4f-4bde-a7a9-65a5dbf65143"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:04:49.499150 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ab668-d117-4fb4-abb3-faf150ce9dae req-08cd0e39-5bda-441f-9acf-22356aa729ea tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:49.500679 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eb0ab668-d117-4fb4-abb3-faf150ce9dae req-08cd0e39-5bda-441f-9acf-22356aa729ea tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdc46fac-e257-4995-a08b-0543c4c7f76b HTTP/1.1" status: 200 len: 944 time: 0.1081917 Aug 19 19:04:49.501753 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b42ac5-3d63-42d8-96cb-b7d2c1bcddf3 service neutron] Pushing event updated for resources: {'Port': ['ID=7aded18c-9d4f-4bde-a7a9-65a5dbf65143,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:49.569107 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6336325-8621-4a23-80a7-58482d061f47 x-openstack-request-id: req-f6336325-8621-4a23-80a7-58482d061f47 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:04:49.569403 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc46fac-e257-4995-a08b-0543c4c7f76b", "tag": "7aded18c-9d4f-4bde-a7a9-65a5dbf65143", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:04:49.569686 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6336325-8621-4a23-80a7-58482d061f47 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:04:49.570088 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc46fac-e257-4995-a08b-0543c4c7f76b', 'tag': '7aded18c-9d4f-4bde-a7a9-65a5dbf65143', 'status': 'completed', 'code': 200} Aug 19 19:04:49.576102 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eb0ab668-d117-4fb4-abb3-faf150ce9dae req-e60a130c-fdf6-4bb3-83c6-61dce3fb6e0e tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685585 Aug 19 19:04:49.582201 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-0ac955a4-4108-4fff-a4ff-fff5f74ca610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:49.583758 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-0ac955a4-4108-4fff-a4ff-fff5f74ca610 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cffe064dd69c4fd2a68113278b9581ee&device_id=bdc46fac-e257-4995-a08b-0543c4c7f76b HTTP/1.1" status: 200 len: 1095 time: 0.0749340 Aug 19 19:04:49.627806 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-5851b46c-0b16-4ae3-a8df-558a0f822097 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7aded18c-9d4f-4bde-a7a9-65a5dbf65143 HTTP/1.1" status: 200 len: 217 time: 0.0349946 Aug 19 19:04:49.680982 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-12699e16-6880-4b95-9d27-65fb7c19ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:49.682450 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-12699e16-6880-4b95-9d27-65fb7c19ec8d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ee0c763e-1baa-4ab5-8cc0-cade004a3c81 HTTP/1.1" status: 200 len: 853 time: 0.0474250 Aug 19 19:04:49.719247 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-b9e5a355-41e9-4d49-8257-f9338fcf1c3a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57a47774-79f6-4d20-909a-350390b0a360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252020 Aug 19 19:04:49.814914 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-30f12672-21b1-4d5f-86de-970c4d6788ba service neutron] 10.222.0.54 "GET /v2.0/networks/57a47774-79f6-4d20-909a-350390b0a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854769 Aug 19 19:04:49.916389 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32bdf89d-24a1-463b-9cfa-29ed1e91975e req-86d0ad9d-d574-4352-b1e0-93689522df5a service neutron] 10.222.0.54 "GET /v2.0/networks/57a47774-79f6-4d20-909a-350390b0a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898013 Aug 19 19:04:50.018767 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a3ec9-1fd9-4161-88e4-1a60d86c96f3 req-0991bae1-60a4-41f9-95f2-a12166ecb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:50.020199 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ae1a3ec9-1fd9-4161-88e4-1a60d86c96f3 req-0991bae1-60a4-41f9-95f2-a12166ecb946 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cffe064dd69c4fd2a68113278b9581ee&device_id=bdc46fac-e257-4995-a08b-0543c4c7f76b HTTP/1.1" status: 200 len: 1095 time: 0.0427644 Aug 19 19:04:50.113160 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a3ec9-1fd9-4161-88e4-1a60d86c96f3 req-d3cd593b-1f7f-4a57-8004-7d43c59817f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:50.114726 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ae1a3ec9-1fd9-4161-88e4-1a60d86c96f3 req-d3cd593b-1f7f-4a57-8004-7d43c59817f4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=57a47774-79f6-4d20-909a-350390b0a360 HTTP/1.1" status: 200 len: 914 time: 0.0872302 Aug 19 19:04:50.156490 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ae1a3ec9-1fd9-4161-88e4-1a60d86c96f3 req-c9877ecb-a9f4-4f4d-928e-f8495a41f29d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7aded18c-9d4f-4bde-a7a9-65a5dbf65143 HTTP/1.1" status: 200 len: 217 time: 0.0346851 Aug 19 19:04:50.209239 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a3ec9-1fd9-4161-88e4-1a60d86c96f3 req-7a4e4141-fdc6-47d8-9351-7c7cb3bc33d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:50.210779 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ae1a3ec9-1fd9-4161-88e4-1a60d86c96f3 req-7a4e4141-fdc6-47d8-9351-7c7cb3bc33d7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ee0c763e-1baa-4ab5-8cc0-cade004a3c81 HTTP/1.1" status: 200 len: 853 time: 0.0452361 Aug 19 19:04:50.245232 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ae1a3ec9-1fd9-4161-88e4-1a60d86c96f3 req-a4c4dbe2-43b2-48a6-b3e8-e7911be4741e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57a47774-79f6-4d20-909a-350390b0a360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250573 Aug 19 19:04:50.343444 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ae1a3ec9-1fd9-4161-88e4-1a60d86c96f3 req-f3baf178-be06-42b8-8bce-1dd916124db9 service neutron] 10.222.0.54 "GET /v2.0/networks/57a47774-79f6-4d20-909a-350390b0a360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872879 Aug 19 19:04:50.437865 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ae1a3ec9-1fd9-4161-88e4-1a60d86c96f3 req-10cf5d8d-21a5-48b7-9ed4-29e09d0a9f08 service neutron] 10.222.0.54 "GET /v2.0/networks/57a47774-79f6-4d20-909a-350390b0a360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839450 Aug 19 19:04:50.692520 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffc7ae-62dd-431a-931b-f5e783a16a2b req-e9874f2d-6ab1-4372-988d-335c1e5bff44 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:50.694113 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-07ffc7ae-62dd-431a-931b-f5e783a16a2b req-e9874f2d-6ab1-4372-988d-335c1e5bff44 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdc46fac-e257-4995-a08b-0543c4c7f76b HTTP/1.1" status: 200 len: 944 time: 0.0490012 Aug 19 19:04:50.731269 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-07ffc7ae-62dd-431a-931b-f5e783a16a2b req-bfea9f86-b8ad-439a-8aed-a1714dd98311 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311623 Aug 19 19:04:51.857083 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d6ac2-becc-498e-b50c-f36435c47564 req-e2bc812b-5a85-416d-b609-af64f9ab28a3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:51.858610 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-710d6ac2-becc-498e-b50c-f36435c47564 req-e2bc812b-5a85-416d-b609-af64f9ab28a3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdc46fac-e257-4995-a08b-0543c4c7f76b HTTP/1.1" status: 200 len: 944 time: 0.0543787 Aug 19 19:04:51.897415 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-710d6ac2-becc-498e-b50c-f36435c47564 req-7b85533c-5ffb-4e7b-a000-aca74c8b71fe tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324156 Aug 19 19:04:53.019067 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd3849-75eb-451a-a407-4736ecb57878 req-2712baef-57fa-4217-ada7-ce77977a2947 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:53.020557 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-afdd3849-75eb-451a-a407-4736ecb57878 req-2712baef-57fa-4217-ada7-ce77977a2947 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdc46fac-e257-4995-a08b-0543c4c7f76b HTTP/1.1" status: 200 len: 944 time: 0.0561929 Aug 19 19:04:53.058346 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-afdd3849-75eb-451a-a407-4736ecb57878 req-5ba08620-c720-451c-85d6-66c61f72cd6a tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317411 Aug 19 19:04:54.118620 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 7aded18c-9d4f-4bde-a7a9-65a5dbf65143 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:04:54.175819 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f083f3a-9b02-49f4-b789-4e0d8b42232f req-b96dcb2e-cfc7-494a-a4dd-e6436cecc839 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:54.177340 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4f083f3a-9b02-49f4-b789-4e0d8b42232f req-b96dcb2e-cfc7-494a-a4dd-e6436cecc839 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdc46fac-e257-4995-a08b-0543c4c7f76b HTTP/1.1" status: 200 len: 944 time: 0.0500526 Aug 19 19:04:54.217583 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4f083f3a-9b02-49f4-b789-4e0d8b42232f req-2f806f56-87dd-46da-9c25-1fa30d7c5bef tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330932 Aug 19 19:04:54.221066 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 7aded18c-9d4f-4bde-a7a9-65a5dbf65143, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7aded18c-9d4f-4bde-a7a9-65a5dbf65143,segment=NetworkSegment(73767848-18f0-48bd-83cf-337a114b40ea),segment_id=73767848-18f0-48bd-83cf-337a114b40ea)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:54.233077 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '7aded18c-9d4f-4bde-a7a9-65a5dbf65143', 'network_id': '57a47774-79f6-4d20-909a-350390b0a360', 'port_id': '7aded18c-9d4f-4bde-a7a9-65a5dbf65143', 'mac_address': 'fa:16:3e:43:30:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0c763e-1baa-4ab5-8cc0-cade004a3c81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:04:54.271804 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:54.284679 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aded18c-9d4f-4bde-a7a9-65a5dbf65143 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:04:54.303862 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 7aded18c-9d4f-4bde-a7a9-65a5dbf65143, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7aded18c-9d4f-4bde-a7a9-65a5dbf65143,segment=NetworkSegment(73767848-18f0-48bd-83cf-337a114b40ea),segment_id=73767848-18f0-48bd-83cf-337a114b40ea)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:54.307458 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:54.353489 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=7aded18c-9d4f-4bde-a7a9-65a5dbf65143,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:54.557772 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['7aded18c-9d4f-4bde-a7a9-65a5dbf65143'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:04:55.331858 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6024b8f-a0bc-4f87-aca2-20a45fc273cd req-7bab1118-6d4f-41ad-a80e-017d45b87c16 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:55.333338 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b6024b8f-a0bc-4f87-aca2-20a45fc273cd req-7bab1118-6d4f-41ad-a80e-017d45b87c16 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdc46fac-e257-4995-a08b-0543c4c7f76b HTTP/1.1" status: 200 len: 945 time: 0.0488818 Aug 19 19:04:55.374165 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b6024b8f-a0bc-4f87-aca2-20a45fc273cd req-fa70f55d-7ef5-4c4e-ad12-9d963abd4b47 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345724 Aug 19 19:04:56.133920 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 7aded18c-9d4f-4bde-a7a9-65a5dbf65143 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:04:56.184518 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 7aded18c-9d4f-4bde-a7a9-65a5dbf65143 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:04:56.188134 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 7aded18c-9d4f-4bde-a7a9-65a5dbf65143 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:04:56.188541 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:56.270827 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:56.293680 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc46fac-e257-4995-a08b-0543c4c7f76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aded18c-9d4f-4bde-a7a9-65a5dbf65143'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:04:56.295915 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5b0b84-be88-4514-b6e9-0d03b9f12cc1" -d '{"events": [{"server_uuid": "bdc46fac-e257-4995-a08b-0543c4c7f76b", "name": "network-vif-plugged", "status": "completed", "tag": "7aded18c-9d4f-4bde-a7a9-65a5dbf65143"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:04:56.308966 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 7aded18c-9d4f-4bde-a7a9-65a5dbf65143, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7aded18c-9d4f-4bde-a7a9-65a5dbf65143,segment=NetworkSegment(73767848-18f0-48bd-83cf-337a114b40ea),segment_id=73767848-18f0-48bd-83cf-337a114b40ea)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:56.313145 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:56.336997 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683addb5-0358-4517-99d1-f24b892569b8 x-openstack-request-id: req-683addb5-0358-4517-99d1-f24b892569b8 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:04:56.337229 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc46fac-e257-4995-a08b-0543c4c7f76b", "name": "network-vif-plugged", "status": "completed", "tag": "7aded18c-9d4f-4bde-a7a9-65a5dbf65143", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:04:56.337478 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-683addb5-0358-4517-99d1-f24b892569b8 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:04:56.337893 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc46fac-e257-4995-a08b-0543c4c7f76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aded18c-9d4f-4bde-a7a9-65a5dbf65143', 'code': 200} Aug 19 19:04:56.364412 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=7aded18c-9d4f-4bde-a7a9-65a5dbf65143,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:56.436823 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecff570-9ea5-4e02-ba30-b0fb197eef71 req-c1192d46-a8f7-40eb-9c7a-3c9bd34e0307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:56.438385 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7ecff570-9ea5-4e02-ba30-b0fb197eef71 req-c1192d46-a8f7-40eb-9c7a-3c9bd34e0307 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bdc46fac-e257-4995-a08b-0543c4c7f76b HTTP/1.1" status: 200 len: 1097 time: 0.0401568 Aug 19 19:04:56.475519 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7ecff570-9ea5-4e02-ba30-b0fb197eef71 req-e0b19d39-f1f2-42ba-8bd0-22603700fee2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287030 Aug 19 19:04:56.491841 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545e2f1-ede4-4c9d-a451-516d97b84e8d req-f5dcd936-f8e3-48ea-98c0-7658c278fa1d tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:56.493339 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2545e2f1-ede4-4c9d-a451-516d97b84e8d req-f5dcd936-f8e3-48ea-98c0-7658c278fa1d tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdc46fac-e257-4995-a08b-0543c4c7f76b HTTP/1.1" status: 200 len: 946 time: 0.0495684 Aug 19 19:04:56.531662 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2545e2f1-ede4-4c9d-a451-516d97b84e8d req-8cac513f-ef68-4dc9-bdf4-1313e73d2eb7 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321994 Aug 19 19:04:57.651370 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44c073-1772-43aa-a7da-03eb626c5d55 req-76a6e018-bc58-4f6d-9e01-5df98fdacc2a tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:57.652890 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-db44c073-1772-43aa-a7da-03eb626c5d55 req-76a6e018-bc58-4f6d-9e01-5df98fdacc2a tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdc46fac-e257-4995-a08b-0543c4c7f76b HTTP/1.1" status: 200 len: 946 time: 0.0530174 Aug 19 19:04:57.691370 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-db44c073-1772-43aa-a7da-03eb626c5d55 req-1e91e0cc-fda4-4867-85bc-e1cbdf06e495 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318658 Aug 19 19:04:58.816985 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f1861-56c4-4ef9-99ee-b2cd75b03a5e req-e92fbfbd-d684-4a4c-8b63-a9da2f49efcd tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:58.818509 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-316f1861-56c4-4ef9-99ee-b2cd75b03a5e req-e92fbfbd-d684-4a4c-8b63-a9da2f49efcd tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdc46fac-e257-4995-a08b-0543c4c7f76b HTTP/1.1" status: 200 len: 946 time: 0.0541408 Aug 19 19:04:58.857569 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-316f1861-56c4-4ef9-99ee-b2cd75b03a5e req-1480e2bc-83ff-400a-94e4-37ad3975ce21 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328832 Aug 19 19:04:59.093944 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5c191-5eb6-46ab-aab9-905c7c375375 req-eb92a560-416d-4a39-b3db-e6d35f5c039e tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:59.096174 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a1f5c191-5eb6-46ab-aab9-905c7c375375 req-eb92a560-416d-4a39-b3db-e6d35f5c039e tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdc46fac-e257-4995-a08b-0543c4c7f76b HTTP/1.1" status: 200 len: 946 time: 0.0492704 Aug 19 19:04:59.133378 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a1f5c191-5eb6-46ab-aab9-905c7c375375 req-60b619dc-6fb4-40c8-8b49-282bfbc26d83 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311968 Aug 19 19:05:00.252907 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1d973-8d12-4551-bf65-0b4374fdd6e4 req-73abcd74-6be9-427d-b732-c96cf3b6a2cc tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:00.254220 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6da1d973-8d12-4551-bf65-0b4374fdd6e4 req-73abcd74-6be9-427d-b732-c96cf3b6a2cc tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdc46fac-e257-4995-a08b-0543c4c7f76b HTTP/1.1" status: 200 len: 946 time: 0.0504255 Aug 19 19:05:00.294778 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6da1d973-8d12-4551-bf65-0b4374fdd6e4 req-98c85084-1c0e-4fbf-bbfd-d55dbb90bcc6 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343299 Aug 19 19:05:00.438043 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4372a-8f64-4282-ba81-156e17fc1a48 req-42bd5962-c93f-45a1-a948-905a924f7058 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:00.439387 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0c4372a-8f64-4282-ba81-156e17fc1a48 req-42bd5962-c93f-45a1-a948-905a924f7058 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdc46fac-e257-4995-a08b-0543c4c7f76b HTTP/1.1" status: 200 len: 946 time: 0.0474985 Aug 19 19:05:00.532906 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-a0c4372a-8f64-4282-ba81-156e17fc1a48 req-822b0ef2-973e-460e-8433-f337cf7c3db3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Deleting port 7aded18c-9d4f-4bde-a7a9-65a5dbf65143 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:05:00.533263 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a0c4372a-8f64-4282-ba81-156e17fc1a48 req-822b0ef2-973e-460e-8433-f337cf7c3db3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:00.619910 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-a0c4372a-8f64-4282-ba81-156e17fc1a48 req-822b0ef2-973e-460e-8433-f337cf7c3db3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] For port 7aded18c-9d4f-4bde-a7a9-65a5dbf65143, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=7aded18c-9d4f-4bde-a7a9-65a5dbf65143,segment=NetworkSegment(73767848-18f0-48bd-83cf-337a114b40ea),segment_id=73767848-18f0-48bd-83cf-337a114b40ea)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:05:00.620271 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a0c4372a-8f64-4282-ba81-156e17fc1a48 req-822b0ef2-973e-460e-8433-f337cf7c3db3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:00.633278 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-a0c4372a-8f64-4282-ba81-156e17fc1a48 req-822b0ef2-973e-460e-8433-f337cf7c3db3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Calling delete_port for 7aded18c-9d4f-4bde-a7a9-65a5dbf65143 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:05:00.760478 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a0c4372a-8f64-4282-ba81-156e17fc1a48 req-822b0ef2-973e-460e-8433-f337cf7c3db3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:00.773503 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['7aded18c-9d4f-4bde-a7a9-65a5dbf65143'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:05:00.778545 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['cb4648fd-3e90-47eb-81e8-0cd63ab981ee'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:05:00.790529 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b0ef2-973e-460e-8433-f337cf7c3db3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Pushing event deleted for resources: {'Port': ['ID=7aded18c-9d4f-4bde-a7a9-65a5dbf65143,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:00.838504 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c4372a-8f64-4282-ba81-156e17fc1a48 req-822b0ef2-973e-460e-8433-f337cf7c3db3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] No DVR routers for this DVR port 7aded18c-9d4f-4bde-a7a9-65a5dbf65143 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:05:00.841182 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-a0c4372a-8f64-4282-ba81-156e17fc1a48 req-822b0ef2-973e-460e-8433-f337cf7c3db3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:00.843298 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0c4372a-8f64-4282-ba81-156e17fc1a48 req-822b0ef2-973e-460e-8433-f337cf7c3db3 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.54 "DELETE /v2.0/ports/7aded18c-9d4f-4bde-a7a9-65a5dbf65143 HTTP/1.1" status: 204 len: 173 time: 0.3963323 Aug 19 19:05:00.843740 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc46fac-e257-4995-a08b-0543c4c7f76b', 'name': 'network-vif-deleted', 'tag': '7aded18c-9d4f-4bde-a7a9-65a5dbf65143'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:05:00.846028 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edcda06-57df-48ec-9993-94af058c642c" -d '{"events": [{"server_uuid": "bdc46fac-e257-4995-a08b-0543c4c7f76b", "name": "network-vif-deleted", "tag": "7aded18c-9d4f-4bde-a7a9-65a5dbf65143"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:05:00.887561 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864a8976-0f4a-4a1d-b0e4-559913859266 x-openstack-request-id: req-864a8976-0f4a-4a1d-b0e4-559913859266 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:05:00.887856 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc46fac-e257-4995-a08b-0543c4c7f76b", "name": "network-vif-deleted", "tag": "7aded18c-9d4f-4bde-a7a9-65a5dbf65143", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:05:00.888110 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-864a8976-0f4a-4a1d-b0e4-559913859266 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:05:00.888513 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc46fac-e257-4995-a08b-0543c4c7f76b', 'name': 'network-vif-deleted', 'tag': '7aded18c-9d4f-4bde-a7a9-65a5dbf65143', 'status': 'completed', 'code': 200} Aug 19 19:05:01.401973 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e1ec5e1a-8596-4dab-aa0f-1bba517b13bf req-60d97c72-0cc3-4f10-ba6b-17ddc9ac2494 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdc46fac-e257-4995-a08b-0543c4c7f76b HTTP/1.1" status: 200 len: 210 time: 0.0280159 Aug 19 19:05:02.553699 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c30f5-b6e7-4abe-86f3-a0dc5ae68904 req-20147836-66dc-4d96-9ebd-c6fcf9b835db tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:02.555115 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7e8c30f5-b6e7-4abe-86f3-a0dc5ae68904 req-20147836-66dc-4d96-9ebd-c6fcf9b835db tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=c325f640-e0a0-434f-98d8-88277ae414f8 HTTP/1.1" status: 200 len: 945 time: 0.0481853 Aug 19 19:05:02.593247 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7e8c30f5-b6e7-4abe-86f3-a0dc5ae68904 req-ecf4c3bc-93ae-41d6-aed7-3e6caff26d9b tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321219 Aug 19 19:05:02.726711 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d539a-4645-4e0a-8ca6-d54fecb66816 req-52acdfb8-bbf8-47ff-b32d-b081c3945b0e tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:02.728184 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a19d539a-4645-4e0a-8ca6-d54fecb66816 req-52acdfb8-bbf8-47ff-b32d-b081c3945b0e tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=c325f640-e0a0-434f-98d8-88277ae414f8 HTTP/1.1" status: 200 len: 945 time: 0.0487487 Aug 19 19:05:02.765437 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a19d539a-4645-4e0a-8ca6-d54fecb66816 req-67ffe781-d411-43ff-ba7d-9f62fe599906 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312655 Aug 19 19:05:02.881564 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3e925-a383-4264-9b76-5dfda736ee94 req-64c33e86-0263-4490-8e1b-c7686eb0f8f4 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:02.883079 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fcd3e925-a383-4264-9b76-5dfda736ee94 req-64c33e86-0263-4490-8e1b-c7686eb0f8f4 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=c325f640-e0a0-434f-98d8-88277ae414f8 HTTP/1.1" status: 200 len: 945 time: 0.0494466 Aug 19 19:05:02.920169 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fcd3e925-a383-4264-9b76-5dfda736ee94 req-4c8a6ca6-2d2b-4dc2-a517-c263c303ba1e tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311136 Aug 19 19:05:03.111060 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b007d-2c0c-40a9-b0ec-b6248e990d09 req-490adc25-788d-409a-8d04-7bff13351ea6 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:03.112912 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b11b007d-2c0c-40a9-b0ec-b6248e990d09 req-490adc25-788d-409a-8d04-7bff13351ea6 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=c325f640-e0a0-434f-98d8-88277ae414f8 HTTP/1.1" status: 200 len: 945 time: 0.0666380 Aug 19 19:05:03.152385 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b11b007d-2c0c-40a9-b0ec-b6248e990d09 req-6a7b5456-6734-4f15-b7f2-27d57dae2beb tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334227 Aug 19 19:05:03.270138 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e957e-d5ab-4392-8003-686769f183dc req-ab13c5c2-5abe-4337-aa2e-6059e079958d tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:03.271589 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8c7e957e-d5ab-4392-8003-686769f183dc req-ab13c5c2-5abe-4337-aa2e-6059e079958d tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=c325f640-e0a0-434f-98d8-88277ae414f8 HTTP/1.1" status: 200 len: 945 time: 0.0521402 Aug 19 19:05:03.307570 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8c7e957e-d5ab-4392-8003-686769f183dc req-644ba9a2-30a3-48b3-bc85-54465a97c295 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300379 Aug 19 19:05:03.458406 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bda33-3f66-4354-be7a-dca342c0233b req-762e5cbd-840a-4bbb-a469-38a3e84eae1d tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:03.459958 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d0bda33-3f66-4354-be7a-dca342c0233b req-762e5cbd-840a-4bbb-a469-38a3e84eae1d tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=c325f640-e0a0-434f-98d8-88277ae414f8 HTTP/1.1" status: 200 len: 945 time: 0.0745718 Aug 19 19:05:03.499825 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d0bda33-3f66-4354-be7a-dca342c0233b req-61fc588c-2293-4d8b-a754-42611dfa197b tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327296 Aug 19 19:05:03.813182 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b05fe-d3e0-4296-b088-42eeddba3f90 req-005e14fa-a679-4a31-9096-eec85837e1d6 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:03.814713 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ae8b05fe-d3e0-4296-b088-42eeddba3f90 req-005e14fa-a679-4a31-9096-eec85837e1d6 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=c325f640-e0a0-434f-98d8-88277ae414f8 HTTP/1.1" status: 200 len: 945 time: 0.0518808 Aug 19 19:05:03.853599 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ae8b05fe-d3e0-4296-b088-42eeddba3f90 req-2697a3c8-8e99-4abb-a322-5ad62a6a78fb tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321405 Aug 19 19:05:04.180809 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 7aded18c-9d4f-4bde-a7a9-65a5dbf65143 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:05:04.206231 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 7aded18c-9d4f-4bde-a7a9-65a5dbf65143 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:05:04.206751 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 7aded18c-9d4f-4bde-a7a9-65a5dbf65143 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:05:04.700648 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4a0d0e20-0181-4edd-b423-ddbb3b33e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:04.974530 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc6fc9-72e7-4e9f-ad6f-81c94a8cd055 req-15535398-abb4-4bc8-af14-0ad6fbb5a7ed tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:04.976101 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cbbc6fc9-72e7-4e9f-ad6f-81c94a8cd055 req-15535398-abb4-4bc8-af14-0ad6fbb5a7ed tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/ports?device_id=c325f640-e0a0-434f-98d8-88277ae414f8 HTTP/1.1" status: 200 len: 945 time: 0.0513577 Aug 19 19:05:05.014696 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cbbc6fc9-72e7-4e9f-ad6f-81c94a8cd055 req-ac82c502-2f78-43f6-9f28-74615dd4e055 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9523410-f98b-4b2b-97c2-8516db09ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326109 Aug 19 19:05:05.143304 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a60651-9f7b-4f44-8e81-9ca8c2a29323 req-6575ee95-8c7e-42cd-a570-f9b43db4c6d5 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:05.144776 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88a60651-9f7b-4f44-8e81-9ca8c2a29323 req-6575ee95-8c7e-42cd-a570-f9b43db4c6d5 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.50 "GET /v2.0/ports?device_id=c325f640-e0a0-434f-98d8-88277ae414f8 HTTP/1.1" status: 200 len: 945 time: 0.0518777 Aug 19 19:05:05.237584 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-88a60651-9f7b-4f44-8e81-9ca8c2a29323 req-eb44906d-266e-433c-be73-29d35616c446 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Deleting port cb4648fd-3e90-47eb-81e8-0cd63ab981ee {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:05:05.237935 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-88a60651-9f7b-4f44-8e81-9ca8c2a29323 req-eb44906d-266e-433c-be73-29d35616c446 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:05.323080 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-88a60651-9f7b-4f44-8e81-9ca8c2a29323 req-eb44906d-266e-433c-be73-29d35616c446 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] For port cb4648fd-3e90-47eb-81e8-0cd63ab981ee, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=cb4648fd-3e90-47eb-81e8-0cd63ab981ee,segment=NetworkSegment(73767848-18f0-48bd-83cf-337a114b40ea),segment_id=73767848-18f0-48bd-83cf-337a114b40ea)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:05:05.323448 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-88a60651-9f7b-4f44-8e81-9ca8c2a29323 req-eb44906d-266e-433c-be73-29d35616c446 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:05.336644 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-88a60651-9f7b-4f44-8e81-9ca8c2a29323 req-eb44906d-266e-433c-be73-29d35616c446 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Calling delete_port for cb4648fd-3e90-47eb-81e8-0cd63ab981ee owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:05:05.467078 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-88a60651-9f7b-4f44-8e81-9ca8c2a29323 req-eb44906d-266e-433c-be73-29d35616c446 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:05.480156 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['cb4648fd-3e90-47eb-81e8-0cd63ab981ee'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:05:05.493966 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44906d-266e-433c-be73-29d35616c446 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Pushing event deleted for resources: {'Port': ['ID=cb4648fd-3e90-47eb-81e8-0cd63ab981ee,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:05.541690 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a60651-9f7b-4f44-8e81-9ca8c2a29323 req-eb44906d-266e-433c-be73-29d35616c446 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] No DVR routers for this DVR port cb4648fd-3e90-47eb-81e8-0cd63ab981ee on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:05:05.544727 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-88a60651-9f7b-4f44-8e81-9ca8c2a29323 req-eb44906d-266e-433c-be73-29d35616c446 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:05.546782 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88a60651-9f7b-4f44-8e81-9ca8c2a29323 req-eb44906d-266e-433c-be73-29d35616c446 tempest-ServersNegativeTestJSON-778297370 tempest-ServersNegativeTestJSON-778297370-project] 10.222.0.50 "DELETE /v2.0/ports/cb4648fd-3e90-47eb-81e8-0cd63ab981ee HTTP/1.1" status: 204 len: 173 time: 0.3949306 Aug 19 19:05:05.547212 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c325f640-e0a0-434f-98d8-88277ae414f8', 'name': 'network-vif-deleted', 'tag': 'cb4648fd-3e90-47eb-81e8-0cd63ab981ee'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:05:05.549485 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac75fc66-638b-4c28-82fc-1ad23980c4f7" -d '{"events": [{"server_uuid": "c325f640-e0a0-434f-98d8-88277ae414f8", "name": "network-vif-deleted", "tag": "cb4648fd-3e90-47eb-81e8-0cd63ab981ee"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:05:05.587039 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e115a21-f4ce-425d-8361-a4f99b51ca9e x-openstack-request-id: req-8e115a21-f4ce-425d-8361-a4f99b51ca9e {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:05:05.587392 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c325f640-e0a0-434f-98d8-88277ae414f8", "name": "network-vif-deleted", "tag": "cb4648fd-3e90-47eb-81e8-0cd63ab981ee", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:05:05.587799 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e115a21-f4ce-425d-8361-a4f99b51ca9e {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:05:05.588208 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c325f640-e0a0-434f-98d8-88277ae414f8', 'name': 'network-vif-deleted', 'tag': 'cb4648fd-3e90-47eb-81e8-0cd63ab981ee', 'status': 'completed', 'code': 200} Aug 19 19:05:06.072896 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41710) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:06.117476 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ccd259b-bf78-4ad6-9c53-3cdae6e008dc admin admin] Deleting subnet ee0c763e-1baa-4ab5-8cc0-cade004a3c81 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:05:06.120546 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ccd259b-bf78-4ad6-9c53-3cdae6e008dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:06.154662 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ccd259b-bf78-4ad6-9c53-3cdae6e008dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:06.193513 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ccd259b-bf78-4ad6-9c53-3cdae6e008dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:06.246540 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ccd259b-bf78-4ad6-9c53-3cdae6e008dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:06.278749 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ccd259b-bf78-4ad6-9c53-3cdae6e008dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:06.280862 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9ccd259b-bf78-4ad6-9c53-3cdae6e008dc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ee0c763e-1baa-4ab5-8cc0-cade004a3c81 HTTP/1.1" status: 204 len: 168 time: 0.2067606 Aug 19 19:05:06.281639 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd259b-bf78-4ad6-9c53-3cdae6e008dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee0c763e-1baa-4ab5-8cc0-cade004a3c81,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:06.284413 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41712) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:06.356418 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1536ce28-8d9c-4af5-a144-7ae2bbe8784e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:06.433722 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1536ce28-8d9c-4af5-a144-7ae2bbe8784e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:06.443469 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-1536ce28-8d9c-4af5-a144-7ae2bbe8784e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a47774-79f6-4d20-909a-350390b0a360']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:06.453764 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-1536ce28-8d9c-4af5-a144-7ae2bbe8784e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73767848-18f0-48bd-83cf-337a114b40ea') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:06.454064 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-1536ce28-8d9c-4af5-a144-7ae2bbe8784e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73767848-18f0-48bd-83cf-337a114b40ea') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:06.463342 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1536ce28-8d9c-4af5-a144-7ae2bbe8784e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:06.481410 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1536ce28-8d9c-4af5-a144-7ae2bbe8784e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:06.487934 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1536ce28-8d9c-4af5-a144-7ae2bbe8784e admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:05:06.488325 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1536ce28-8d9c-4af5-a144-7ae2bbe8784e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: timer() Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:05:06.489981 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:05:06.542780 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1536ce28-8d9c-4af5-a144-7ae2bbe8784e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:06.548222 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1536ce28-8d9c-4af5-a144-7ae2bbe8784e admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:06.550196 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1536ce28-8d9c-4af5-a144-7ae2bbe8784e admin admin] 10.222.0.24 "DELETE /v2.0/networks/57a47774-79f6-4d20-909a-350390b0a360 HTTP/1.1" status: 204 len: 168 time: 0.2641885 Aug 19 19:05:06.561075 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536ce28-8d9c-4af5-a144-7ae2bbe8784e admin admin] Pushing event deleted for resources: {'Network': ['ID=57a47774-79f6-4d20-909a-350390b0a360,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:06.660703 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41716) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:06.701667 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0f0d8e34-d58a-4c0c-9c37-3a76ec10384d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cffe064dd69c4fd2a68113278b9581ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397704 Aug 19 19:05:06.704228 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41718) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:06.751285 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ea095892-94af-4cea-a710-7e0b7d45527d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:06.772304 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ea095892-94af-4cea-a710-7e0b7d45527d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:06.821585 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ea095892-94af-4cea-a710-7e0b7d45527d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:06.824191 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ea095892-94af-4cea-a710-7e0b7d45527d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:06.828307 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ea095892-94af-4cea-a710-7e0b7d45527d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9523410-f98b-4b2b-97c2-8516db09ca4c HTTP/1.1" status: 204 len: 168 time: 0.1201913 Aug 19 19:05:06.833575 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea095892-94af-4cea-a710-7e0b7d45527d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9523410-f98b-4b2b-97c2-8516db09ca4c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:06.841085 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea095892-94af-4cea-a710-7e0b7d45527d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:06.841434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea095892-94af-4cea-a710-7e0b7d45527d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:06.841805 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea095892-94af-4cea-a710-7e0b7d45527d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:06.842160 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea095892-94af-4cea-a710-7e0b7d45527d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:06.842473 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea095892-94af-4cea-a710-7e0b7d45527d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:06.842808 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea095892-94af-4cea-a710-7e0b7d45527d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:06.843138 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea095892-94af-4cea-a710-7e0b7d45527d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:06.843465 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea095892-94af-4cea-a710-7e0b7d45527d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:06.843794 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea095892-94af-4cea-a710-7e0b7d45527d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:06.844119 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea095892-94af-4cea-a710-7e0b7d45527d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:06.844443 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea095892-94af-4cea-a710-7e0b7d45527d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:06.844768 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea095892-94af-4cea-a710-7e0b7d45527d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:07.358287 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:07.439627 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-aba7ceb0-5aa6-484f-8800-d628b579e7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:07.524664 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41740) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:07.632640 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-fabb6bae-567a-4944-a507-7c1b97a8de28 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-411273654'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:05:07.665209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabb6bae-567a-4944-a507-7c1b97a8de28 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Made reservation on behalf of 2bc6413bdb4f46caa2a9a54dcb6b20cc for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:05:07.670882 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fabb6bae-567a-4944-a507-7c1b97a8de28 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:07.686083 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fabb6bae-567a-4944-a507-7c1b97a8de28 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:07.799342 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fabb6bae-567a-4944-a507-7c1b97a8de28 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:07.804255 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fabb6bae-567a-4944-a507-7c1b97a8de28 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:07.835774 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fabb6bae-567a-4944-a507-7c1b97a8de28 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:05:07.844996 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb6bae-567a-4944-a507-7c1b97a8de28 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f064eb52-9e6b-4284-92d4-9ede762db040,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:07.852383 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fabb6bae-567a-4944-a507-7c1b97a8de28 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:07.852782 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-fabb6bae-567a-4944-a507-7c1b97a8de28 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Added segment 623e3c17-94bc-447d-8424-c71be352ac66 of type vlan for network 511c3e57-0ee9-4451-9b79-f594da7a728a Aug 19 19:05:07.919554 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fabb6bae-567a-4944-a507-7c1b97a8de28 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:07.944794 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fabb6bae-567a-4944-a507-7c1b97a8de28 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:07.953367 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabb6bae-567a-4944-a507-7c1b97a8de28 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:07.953927 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fabb6bae-567a-4944-a507-7c1b97a8de28 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:08.021655 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fabb6bae-567a-4944-a507-7c1b97a8de28 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4955864 Aug 19 19:05:08.035427 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb6bae-567a-4944-a507-7c1b97a8de28 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Pushing event updated for resources: {'Network': ['ID=511c3e57-0ee9-4451-9b79-f594da7a728a,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:08.046242 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 511c3e57-0ee9-4451-9b79-f594da7a728a details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:05:08.368723 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:10.358448 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:10.517059 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device cb4648fd-3e90-47eb-81e8-0cd63ab981ee no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:05:10.538742 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: cb4648fd-3e90-47eb-81e8-0cd63ab981ee {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:05:10.539133 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device cb4648fd-3e90-47eb-81e8-0cd63ab981ee not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:05:11.311697 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41744) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:11.317935 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d4868d82-9dda-4847-b603-a36c3e22c54e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Request body: {'subnet': {'network_id': '511c3e57-0ee9-4451-9b79-f594da7a728a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:05:11.406416 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4868d82-9dda-4847-b603-a36c3e22c54e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Made reservation on behalf of 2bc6413bdb4f46caa2a9a54dcb6b20cc for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:05:11.410425 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4868d82-9dda-4847-b603-a36c3e22c54e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:11.590544 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4868d82-9dda-4847-b603-a36c3e22c54e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:11.692722 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:11.990888 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4868d82-9dda-4847-b603-a36c3e22c54e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Pushing event updated for resources: {'Subnet': ['ID=d956450b-a424-48b4-9b4b-f8e794d5599e,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:12.001162 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4868d82-9dda-4847-b603-a36c3e22c54e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Checking segment: {'id': '623e3c17-94bc-447d-8424-c71be352ac66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '511c3e57-0ee9-4451-9b79-f594da7a728a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:05:12.001518 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4868d82-9dda-4847-b603-a36c3e22c54e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Network hostable DHCP agents. Network: 511c3e57-0ee9-4451-9b79-f594da7a728a, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:05:12.018883 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4868d82-9dda-4847-b603-a36c3e22c54e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Network 511c3e57-0ee9-4451-9b79-f594da7a728a is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:05:12.027228 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-d4868d82-9dda-4847-b603-a36c3e22c54e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 511c3e57-0ee9-4451-9b79-f594da7a728a) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:05:12.031923 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4868d82-9dda-4847-b603-a36c3e22c54e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:12.032723 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d4868d82-9dda-4847-b603-a36c3e22c54e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:12.037216 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2d0c4e-78f7-490d-8666-105222f058a2 None None] Network 511c3e57-0ee9-4451-9b79-f594da7a728a requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:05:12.048585 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d4868d82-9dda-4847-b603-a36c3e22c54e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7357264 Aug 19 19:05:12.052087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41746) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:12.057206 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-90b29685-f8eb-4a69-b984-6eb64d6f4365 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1856164223'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:05:12.077902 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b29685-f8eb-4a69-b984-6eb64d6f4365 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Made reservation on behalf of 2bc6413bdb4f46caa2a9a54dcb6b20cc for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:05:12.082332 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-90b29685-f8eb-4a69-b984-6eb64d6f4365 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:12.106853 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b29685-f8eb-4a69-b984-6eb64d6f4365 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:05:12.116087 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-90b29685-f8eb-4a69-b984-6eb64d6f4365 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:12.116437 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-90b29685-f8eb-4a69-b984-6eb64d6f4365 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Added segment d0911155-7877-4d0d-810a-adf6d81d0547 of type vlan for network 6fef6b21-5193-4c08-b4d5-8c944e4b09c0 Aug 19 19:05:12.155773 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-90b29685-f8eb-4a69-b984-6eb64d6f4365 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:12.186674 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-511c3e57-0ee9-4451-9b79-f594da7a728a', 'network_id': '511c3e57-0ee9-4451-9b79-f594da7a728a', 'tenant_id': '2bc6413bdb4f46caa2a9a54dcb6b20cc', 'fixed_ips': [{'subnet_id': 'd956450b-a424-48b4-9b4b-f8e794d5599e'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:05:12.187604 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:12.194851 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-90b29685-f8eb-4a69-b984-6eb64d6f4365 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:12.200650 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b29685-f8eb-4a69-b984-6eb64d6f4365 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:12.201244 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-90b29685-f8eb-4a69-b984-6eb64d6f4365 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:12.254772 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-90b29685-f8eb-4a69-b984-6eb64d6f4365 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2015135 Aug 19 19:05:12.257798 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41748) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:12.265073 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-47efcd43-e985-4bbd-a63d-52005c78d580 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Request body: {'subnet': {'network_id': '6fef6b21-5193-4c08-b4d5-8c944e4b09c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:05:12.276939 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b29685-f8eb-4a69-b984-6eb64d6f4365 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Pushing event updated for resources: {'Network': ['ID=6fef6b21-5193-4c08-b4d5-8c944e4b09c0,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:12.288093 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 6fef6b21-5193-4c08-b4d5-8c944e4b09c0 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:05:12.359644 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47efcd43-e985-4bbd-a63d-52005c78d580 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Made reservation on behalf of 2bc6413bdb4f46caa2a9a54dcb6b20cc for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:05:12.363600 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-47efcd43-e985-4bbd-a63d-52005c78d580 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:12.387080 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Allocated IP 2001:db8:0:ffff::2 (511c3e57-0ee9-4451-9b79-f594da7a728a/d956450b-a424-48b4-9b4b-f8e794d5599e/0d9a3574-3397-44b9-8a42-cdba50230a4d) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:05:12.537931 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:12.546306 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Transition to ACTIVE for port object 0d9a3574-3397-44b9-8a42-cdba50230a4d will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:05:12.559848 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-47efcd43-e985-4bbd-a63d-52005c78d580 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:12.562984 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Transition to ACTIVE for port object 0d9a3574-3397-44b9-8a42-cdba50230a4d will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:05:12.570287 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:12.605930 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Network 511c3e57-0ee9-4451-9b79-f594da7a728a is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:05:12.613364 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:05:12.618150 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:05:12.623454 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Pushing event updated for resources: {'Port': ['ID=0d9a3574-3397-44b9-8a42-cdba50230a4d,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:12.625832 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47efcd43-e985-4bbd-a63d-52005c78d580 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Pushing event updated for resources: {'Subnet': ['ID=9fede3d7-0fd1-461a-839e-b733d4f83035,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:12.637782 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47efcd43-e985-4bbd-a63d-52005c78d580 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Checking segment: {'id': 'd0911155-7877-4d0d-810a-adf6d81d0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '6fef6b21-5193-4c08-b4d5-8c944e4b09c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:05:12.638149 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47efcd43-e985-4bbd-a63d-52005c78d580 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Network hostable DHCP agents. Network: 6fef6b21-5193-4c08-b4d5-8c944e4b09c0, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:05:12.654951 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47efcd43-e985-4bbd-a63d-52005c78d580 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Network 6fef6b21-5193-4c08-b4d5-8c944e4b09c0 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:05:12.659031 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:12.659382 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:12.659725 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:12.660064 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:12.660398 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:12.660743 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:12.661096 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:12.661446 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:12.661910 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:12.662287 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:12.662668 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:12.663025 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:12.664795 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-47efcd43-e985-4bbd-a63d-52005c78d580 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 6fef6b21-5193-4c08-b4d5-8c944e4b09c0) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:05:12.668903 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47efcd43-e985-4bbd-a63d-52005c78d580 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:12.669737 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-47efcd43-e985-4bbd-a63d-52005c78d580 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:12.685498 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-47efcd43-e985-4bbd-a63d-52005c78d580 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4264736 Aug 19 19:05:12.688238 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41750) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:12.795041 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:12.850785 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bb56ca-56fc-4d1c-ada5-e525873f9299 None None] Network 6fef6b21-5193-4c08-b4d5-8c944e4b09c0 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:05:12.898054 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Attempting to bind port 0d9a3574-3397-44b9-8a42-cdba50230a4d on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:05:12.898470 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Attempting to bind port 0d9a3574-3397-44b9-8a42-cdba50230a4d by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '623e3c17-94bc-447d-8424-c71be352ac66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '511c3e57-0ee9-4451-9b79-f594da7a728a'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:05:12.898935 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Attempting to bind port 0d9a3574-3397-44b9-8a42-cdba50230a4d on network 511c3e57-0ee9-4451-9b79-f594da7a728a {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:05:12.912805 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:05:12.913188 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Checking segment: {'id': '623e3c17-94bc-447d-8424-c71be352ac66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '511c3e57-0ee9-4451-9b79-f594da7a728a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:05:12.913636 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:12.914041 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Bound using segment: {'id': '623e3c17-94bc-447d-8424-c71be352ac66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '511c3e57-0ee9-4451-9b79-f594da7a728a'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:05:12.914530 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Bound port: 0d9a3574-3397-44b9-8a42-cdba50230a4d, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623e3c17-94bc-447d-8424-c71be352ac66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '511c3e57-0ee9-4451-9b79-f594da7a728a'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:05:12.914921 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:13.040646 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] For port 0d9a3574-3397-44b9-8a42-cdba50230a4d, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:05:13.045495 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] For port 0d9a3574-3397-44b9-8a42-cdba50230a4d, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0d9a3574-3397-44b9-8a42-cdba50230a4d,segment=NetworkSegment(623e3c17-94bc-447d-8424-c71be352ac66),segment_id=623e3c17-94bc-447d-8424-c71be352ac66)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:05:13.054270 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:13.104571 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d68ea3-e67b-4adf-a7ec-5577ddaede7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-6fef6b21-5193-4c08-b4d5-8c944e4b09c0', 'network_id': '6fef6b21-5193-4c08-b4d5-8c944e4b09c0', 'tenant_id': '2bc6413bdb4f46caa2a9a54dcb6b20cc', 'fixed_ips': [{'subnet_id': '9fede3d7-0fd1-461a-839e-b733d4f83035'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:05:13.105593 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b9d68ea3-e67b-4adf-a7ec-5577ddaede7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:13.204841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22e602-9a9a-4ba1-9cb2-874911e9bf00 None None] Pushing event updated for resources: {'Port': ['ID=0d9a3574-3397-44b9-8a42-cdba50230a4d,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:13.217231 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:13.301299 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-b9d68ea3-e67b-4adf-a7ec-5577ddaede7d None None] Allocated IP 2001:db8::2 (6fef6b21-5193-4c08-b4d5-8c944e4b09c0/9fede3d7-0fd1-461a-839e-b733d4f83035/2df43c59-c971-45c8-a343-9cb9c5776b46) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:05:13.459302 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b9d68ea3-e67b-4adf-a7ec-5577ddaede7d None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:13.467453 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b9d68ea3-e67b-4adf-a7ec-5577ddaede7d None None] Transition to ACTIVE for port object 2df43c59-c971-45c8-a343-9cb9c5776b46 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:05:13.482720 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b9d68ea3-e67b-4adf-a7ec-5577ddaede7d None None] Transition to ACTIVE for port object 2df43c59-c971-45c8-a343-9cb9c5776b46 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:05:13.488950 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b9d68ea3-e67b-4adf-a7ec-5577ddaede7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:13.505866 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:13.525370 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d68ea3-e67b-4adf-a7ec-5577ddaede7d None None] Network 6fef6b21-5193-4c08-b4d5-8c944e4b09c0 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:05:13.530185 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-b9d68ea3-e67b-4adf-a7ec-5577ddaede7d None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:05:13.534383 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d68ea3-e67b-4adf-a7ec-5577ddaede7d None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:05:13.538429 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Pushing event deleted for resources: {'Subnet': ['ID=9fede3d7-0fd1-461a-839e-b733d4f83035,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:13.543443 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d68ea3-e67b-4adf-a7ec-5577ddaede7d None None] Pushing event updated for resources: {'Port': ['ID=2df43c59-c971-45c8-a343-9cb9c5776b46,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:13.598077 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-b9d68ea3-e67b-4adf-a7ec-5577ddaede7d None None] Attempting to bind port 2df43c59-c971-45c8-a343-9cb9c5776b46 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:05:13.598453 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-b9d68ea3-e67b-4adf-a7ec-5577ddaede7d None None] Attempting to bind port 2df43c59-c971-45c8-a343-9cb9c5776b46 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'd0911155-7877-4d0d-810a-adf6d81d0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '6fef6b21-5193-4c08-b4d5-8c944e4b09c0'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:05:13.598854 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d68ea3-e67b-4adf-a7ec-5577ddaede7d None None] Attempting to bind port 2df43c59-c971-45c8-a343-9cb9c5776b46 on network 6fef6b21-5193-4c08-b4d5-8c944e4b09c0 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:05:13.600730 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:13.603850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d68ea3-e67b-4adf-a7ec-5577ddaede7d None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:05:13.604230 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d68ea3-e67b-4adf-a7ec-5577ddaede7d None None] Checking segment: {'id': 'd0911155-7877-4d0d-810a-adf6d81d0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '6fef6b21-5193-4c08-b4d5-8c944e4b09c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:05:13.604639 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b9d68ea3-e67b-4adf-a7ec-5577ddaede7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:13.605041 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d68ea3-e67b-4adf-a7ec-5577ddaede7d None None] Bound using segment: {'id': 'd0911155-7877-4d0d-810a-adf6d81d0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '6fef6b21-5193-4c08-b4d5-8c944e4b09c0'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:05:13.605508 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-b9d68ea3-e67b-4adf-a7ec-5577ddaede7d None None] Bound port: 2df43c59-c971-45c8-a343-9cb9c5776b46, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0911155-7877-4d0d-810a-adf6d81d0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '6fef6b21-5193-4c08-b4d5-8c944e4b09c0'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:05:13.605940 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b9d68ea3-e67b-4adf-a7ec-5577ddaede7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:13.611053 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fef6b21-5193-4c08-b4d5-8c944e4b09c0']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:13.621658 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0911155-7877-4d0d-810a-adf6d81d0547') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:13.621963 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0911155-7877-4d0d-810a-adf6d81d0547') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:13.631235 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:13.645453 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:13.651369 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:05:13.651767 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: timer() Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:05:13.654774 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:05:13.674517 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-b9d68ea3-e67b-4adf-a7ec-5577ddaede7d None None] For port 2df43c59-c971-45c8-a343-9cb9c5776b46, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:05:13.713889 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-b9d68ea3-e67b-4adf-a7ec-5577ddaede7d None None] For port 2df43c59-c971-45c8-a343-9cb9c5776b46, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2df43c59-c971-45c8-a343-9cb9c5776b46,segment=NetworkSegment(d0911155-7877-4d0d-810a-adf6d81d0547),segment_id=d0911155-7877-4d0d-810a-adf6d81d0547)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:05:13.715633 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.db.api [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 19:05:13.715633 n-d-803753-2 neutron-server[94681]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 19:05:13.715633 n-d-803753-2 neutron-server[94681]: [parameters: {'id': '6fef6b21-5193-4c08-b4d5-8c944e4b09c0'}] Aug 19 19:05:13.715633 n-d-803753-2 neutron-server[94681]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 19:05:13.716105 n-d-803753-2 neutron-server[94681]: DEBUG oslo_db.api [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 19:05:13.718172 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b9d68ea3-e67b-4adf-a7ec-5577ddaede7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:13.799713 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d68ea3-e67b-4adf-a7ec-5577ddaede7d None None] Pushing event updated for resources: {'Port': ['ID=2df43c59-c971-45c8-a343-9cb9c5776b46,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:13.823971 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafb1b98-9bed-4736-a91c-cfd06278714e None None] Network 6fef6b21-5193-4c08-b4d5-8c944e4b09c0 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:05:14.038891 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cd266c-ef5f-4adb-a2c5-8a6a0a56de2d None None] Network 511c3e57-0ee9-4451-9b79-f594da7a728a requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:05:14.097383 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-cc124aff-87ea-4c04-a00d-1a97b1197b6d None None] Provisioning for port 0d9a3574-3397-44b9-8a42-cdba50230a4d completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:05:14.217502 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:14.276835 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Deleting port 2df43c59-c971-45c8-a343-9cb9c5776b46 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:05:14.277184 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:14.356311 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] For port 2df43c59-c971-45c8-a343-9cb9c5776b46, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=2df43c59-c971-45c8-a343-9cb9c5776b46,segment=NetworkSegment(d0911155-7877-4d0d-810a-adf6d81d0547),segment_id=d0911155-7877-4d0d-810a-adf6d81d0547)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:05:14.356742 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:14.360427 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0d9a3574-3397-44b9-8a42-cdba50230a4d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:05:14.375049 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Calling delete_port for 2df43c59-c971-45c8-a343-9cb9c5776b46 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:05:14.399831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbe5939-e0e6-44fb-92c0-0a8e0597cba5 None None] get_active_networks_info from n-d-803753-2 {{(pid=94683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 19:05:14.460563 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 0d9a3574-3397-44b9-8a42-cdba50230a4d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:05:14.464401 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:14.465899 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-03fdcbcd-9a8f-4a0b-9836-e4aae80319b0 None None] Provisioning complete for port 0d9a3574-3397-44b9-8a42-cdba50230a4d triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:05:14.466283 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-03fdcbcd-9a8f-4a0b-9836-e4aae80319b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:14.480370 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 0d9a3574-3397-44b9-8a42-cdba50230a4d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:05:14.480747 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:14.493803 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Pushing event deleted for resources: {'Port': ['ID=2df43c59-c971-45c8-a343-9cb9c5776b46,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:14.496094 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] No DVR routers for this DVR port 2df43c59-c971-45c8-a343-9cb9c5776b46 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:05:14.568654 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbe5939-e0e6-44fb-92c0-0a8e0597cba5 None None] Resources bound (agent type, host, resource id): {{(pid=94683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 19:05:14.576849 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:14.586771 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fef6b21-5193-4c08-b4d5-8c944e4b09c0']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:14.598656 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0911155-7877-4d0d-810a-adf6d81d0547') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:14.598656 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0911155-7877-4d0d-810a-adf6d81d0547') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:14.607720 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:14.621954 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:14.627813 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:05:14.628204 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: timer() Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:05:14.631426 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:05:14.687661 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:14.694944 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:14.696785 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "DELETE /v2.0/networks/6fef6b21-5193-4c08-b4d5-8c944e4b09c0 HTTP/1.1" status: 204 len: 168 time: 2.0075738 Aug 19 19:05:14.700662 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41752) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:14.705971 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-bd03cd93-7cee-41e9-89f1-7be41ba28767 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-579980238'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:05:14.709517 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eab25c-6419-457e-bf1d-ed9c2efe84b6 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Pushing event deleted for resources: {'Network': ['ID=6fef6b21-5193-4c08-b4d5-8c944e4b09c0,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:14.730881 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd03cd93-7cee-41e9-89f1-7be41ba28767 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Made reservation on behalf of 2bc6413bdb4f46caa2a9a54dcb6b20cc for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:05:14.735106 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bd03cd93-7cee-41e9-89f1-7be41ba28767 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:14.735648 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-03fdcbcd-9a8f-4a0b-9836-e4aae80319b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:14.753819 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:14.760174 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd03cd93-7cee-41e9-89f1-7be41ba28767 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:05:14.770386 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bd03cd93-7cee-41e9-89f1-7be41ba28767 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:14.770734 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-bd03cd93-7cee-41e9-89f1-7be41ba28767 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Added segment d7895e46-03f6-4a15-81fc-cb5e6540d215 of type vlan for network e308d36a-4c58-450d-ad4d-a3abc116c73b Aug 19 19:05:14.825118 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-03fdcbcd-9a8f-4a0b-9836-e4aae80319b0 None None] For port 0d9a3574-3397-44b9-8a42-cdba50230a4d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0d9a3574-3397-44b9-8a42-cdba50230a4d,segment=NetworkSegment(623e3c17-94bc-447d-8424-c71be352ac66),segment_id=623e3c17-94bc-447d-8424-c71be352ac66)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:05:14.835996 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bd03cd93-7cee-41e9-89f1-7be41ba28767 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:14.838130 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-03fdcbcd-9a8f-4a0b-9836-e4aae80319b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:14.869889 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bd03cd93-7cee-41e9-89f1-7be41ba28767 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:14.875746 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd03cd93-7cee-41e9-89f1-7be41ba28767 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:14.876923 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bd03cd93-7cee-41e9-89f1-7be41ba28767 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:14.931853 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bd03cd93-7cee-41e9-89f1-7be41ba28767 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2300680 Aug 19 19:05:14.935089 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41754) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:14.941470 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-b81b81bb-f694-486b-98e1-b3677f8271e0 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Request body: {'subnet': {'network_id': 'e308d36a-4c58-450d-ad4d-a3abc116c73b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:05:14.953305 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03cd93-7cee-41e9-89f1-7be41ba28767 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Pushing event updated for resources: {'Network': ['ID=e308d36a-4c58-450d-ad4d-a3abc116c73b,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:14.964882 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.api [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 19:05:14.965242 n-d-803753-2 neutron-server[94683]: DEBUG oslo_db.api [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 19:05:14.967444 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network e308d36a-4c58-450d-ad4d-a3abc116c73b details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:05:14.969156 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdcbcd-9a8f-4a0b-9836-e4aae80319b0 None None] Pushing event updated for resources: {'Port': ['ID=0d9a3574-3397-44b9-8a42-cdba50230a4d,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:15.054508 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81b81bb-f694-486b-98e1-b3677f8271e0 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Made reservation on behalf of 2bc6413bdb4f46caa2a9a54dcb6b20cc for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:05:15.058158 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b81b81bb-f694-486b-98e1-b3677f8271e0 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:15.113737 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.ipam_backend_mixin [None req-b81b81bb-f694-486b-98e1-b3677f8271e0 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Performing IP validity checks on allocation pools {{(pid=94681) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 19:05:15.114254 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.ipam_backend_mixin [None req-b81b81bb-f694-486b-98e1-b3677f8271e0 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94681) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 19:05:15.240247 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b81b81bb-f694-486b-98e1-b3677f8271e0 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:15.300073 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b81bb-f694-486b-98e1-b3677f8271e0 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Pushing event updated for resources: {'Subnet': ['ID=ab4a2514-86bf-4027-91ab-a43b509c2186,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:15.307312 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81b81bb-f694-486b-98e1-b3677f8271e0 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Checking segment: {'id': 'd7895e46-03f6-4a15-81fc-cb5e6540d215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e308d36a-4c58-450d-ad4d-a3abc116c73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:05:15.307671 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81b81bb-f694-486b-98e1-b3677f8271e0 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Network hostable DHCP agents. Network: e308d36a-4c58-450d-ad4d-a3abc116c73b, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:05:15.323772 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81b81bb-f694-486b-98e1-b3677f8271e0 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Network e308d36a-4c58-450d-ad4d-a3abc116c73b is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:05:15.333202 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-b81b81bb-f694-486b-98e1-b3677f8271e0 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, e308d36a-4c58-450d-ad4d-a3abc116c73b) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:05:15.337499 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81b81bb-f694-486b-98e1-b3677f8271e0 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:15.338116 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b81b81bb-f694-486b-98e1-b3677f8271e0 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:15.341959 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd1be53-129a-480b-8429-1dbea44ef4b2 None None] Network e308d36a-4c58-450d-ad4d-a3abc116c73b requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:05:15.355366 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b81b81bb-f694-486b-98e1-b3677f8271e0 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4189379 Aug 19 19:05:15.357279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41756) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:15.459377 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8633c5d0-73a4-4db4-9d25-eb5af2a84b19 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:15.512825 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8633c5d0-73a4-4db4-9d25-eb5af2a84b19 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:15.524688 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958842d5-9e75-4732-af18-3b98f0a58d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-e308d36a-4c58-450d-ad4d-a3abc116c73b', 'network_id': 'e308d36a-4c58-450d-ad4d-a3abc116c73b', 'tenant_id': '2bc6413bdb4f46caa2a9a54dcb6b20cc', 'fixed_ips': [{'subnet_id': 'ab4a2514-86bf-4027-91ab-a43b509c2186'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:05:15.525647 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-958842d5-9e75-4732-af18-3b98f0a58d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:15.576112 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8633c5d0-73a4-4db4-9d25-eb5af2a84b19 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:15.603632 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633c5d0-73a4-4db4-9d25-eb5af2a84b19 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Pushing event deleted for resources: {'Subnet': ['ID=ab4a2514-86bf-4027-91ab-a43b509c2186,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server [None req-958842d5-9e75-4732-af18-3b98f0a58d3b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab4a2514-86bf-4027-91ab-a43b509c2186: This subnet is being modified by another concurrent operation. Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server raise exception Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab4a2514-86bf-4027-91ab-a43b509c2186: This subnet is being modified by another concurrent operation. Aug 19 19:05:15.623920 n-d-803753-2 neutron-server[94683]: ERROR oslo_messaging.rpc.server Aug 19 19:05:15.650787 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee6204c-2674-4bff-b2c4-ac6f2aedd29f None None] Network e308d36a-4c58-450d-ad4d-a3abc116c73b requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:05:15.682340 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8633c5d0-73a4-4db4-9d25-eb5af2a84b19 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:15.692992 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-8633c5d0-73a4-4db4-9d25-eb5af2a84b19 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e308d36a-4c58-450d-ad4d-a3abc116c73b']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:15.703638 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-8633c5d0-73a4-4db4-9d25-eb5af2a84b19 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7895e46-03f6-4a15-81fc-cb5e6540d215') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:15.703939 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-8633c5d0-73a4-4db4-9d25-eb5af2a84b19 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7895e46-03f6-4a15-81fc-cb5e6540d215') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:15.712859 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8633c5d0-73a4-4db4-9d25-eb5af2a84b19 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:15.727070 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8633c5d0-73a4-4db4-9d25-eb5af2a84b19 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:15.733194 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8633c5d0-73a4-4db4-9d25-eb5af2a84b19 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:05:15.733776 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8633c5d0-73a4-4db4-9d25-eb5af2a84b19 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: timer() Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:05:15.737957 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:05:15.763662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bdc941-6903-4055-9dc4-3b42a9dc2e30 None None] get_active_networks_info from n-d-803753-2 {{(pid=94683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 19:05:15.790466 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:05:15.799939 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8633c5d0-73a4-4db4-9d25-eb5af2a84b19 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:15.809718 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8633c5d0-73a4-4db4-9d25-eb5af2a84b19 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:15.811826 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8633c5d0-73a4-4db4-9d25-eb5af2a84b19 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "DELETE /v2.0/networks/e308d36a-4c58-450d-ad4d-a3abc116c73b HTTP/1.1" status: 204 len: 168 time: 0.4532292 Aug 19 19:05:15.817018 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41758) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:15.824141 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633c5d0-73a4-4db4-9d25-eb5af2a84b19 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Pushing event deleted for resources: {'Network': ['ID=e308d36a-4c58-450d-ad4d-a3abc116c73b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:15.825365 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-6349b5db-a933-42da-9147-6049aa2b5507 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-747241906'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:05:15.833330 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bdc941-6903-4055-9dc4-3b42a9dc2e30 None None] Resources bound (agent type, host, resource id): {{(pid=94683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 19:05:15.847575 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6349b5db-a933-42da-9147-6049aa2b5507 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Made reservation on behalf of 2bc6413bdb4f46caa2a9a54dcb6b20cc for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:05:15.851213 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6349b5db-a933-42da-9147-6049aa2b5507 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:15.878729 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6349b5db-a933-42da-9147-6049aa2b5507 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:05:15.888169 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6349b5db-a933-42da-9147-6049aa2b5507 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:15.888565 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-6349b5db-a933-42da-9147-6049aa2b5507 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Added segment c54d524c-b21d-446e-b7f4-f433750fd085 of type vlan for network 7cc8f9ad-dbd8-4f47-af05-4237d9c69703 Aug 19 19:05:15.930167 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6349b5db-a933-42da-9147-6049aa2b5507 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:15.953715 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6349b5db-a933-42da-9147-6049aa2b5507 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:15.959583 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6349b5db-a933-42da-9147-6049aa2b5507 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:15.960193 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6349b5db-a933-42da-9147-6049aa2b5507 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:16.027363 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6349b5db-a933-42da-9147-6049aa2b5507 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2082689 Aug 19 19:05:16.030264 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41760) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:16.034521 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349b5db-a933-42da-9147-6049aa2b5507 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Pushing event updated for resources: {'Network': ['ID=7cc8f9ad-dbd8-4f47-af05-4237d9c69703,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:16.037984 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-be021ce2-56aa-434c-a265-d0b7231130be tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Request body: {'subnet': {'network_id': '7cc8f9ad-dbd8-4f47-af05-4237d9c69703', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:05:16.046607 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 7cc8f9ad-dbd8-4f47-af05-4237d9c69703 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:05:16.133498 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be021ce2-56aa-434c-a265-d0b7231130be tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Made reservation on behalf of 2bc6413bdb4f46caa2a9a54dcb6b20cc for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:05:16.137153 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-be021ce2-56aa-434c-a265-d0b7231130be tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:16.324854 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0d9a3574-3397-44b9-8a42-cdba50230a4d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:05:16.336736 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-be021ce2-56aa-434c-a265-d0b7231130be tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:16.374069 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 0d9a3574-3397-44b9-8a42-cdba50230a4d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:05:16.374678 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:16.397952 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be021ce2-56aa-434c-a265-d0b7231130be tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Pushing event updated for resources: {'Subnet': ['ID=91d7854f-a25e-4129-9e88-87e345a9a6f6,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:16.407455 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be021ce2-56aa-434c-a265-d0b7231130be tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Checking segment: {'id': 'c54d524c-b21d-446e-b7f4-f433750fd085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7cc8f9ad-dbd8-4f47-af05-4237d9c69703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:05:16.407816 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be021ce2-56aa-434c-a265-d0b7231130be tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Network hostable DHCP agents. Network: 7cc8f9ad-dbd8-4f47-af05-4237d9c69703, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:05:16.426033 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be021ce2-56aa-434c-a265-d0b7231130be tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Network 7cc8f9ad-dbd8-4f47-af05-4237d9c69703 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:05:16.435221 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-be021ce2-56aa-434c-a265-d0b7231130be tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 7cc8f9ad-dbd8-4f47-af05-4237d9c69703) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:05:16.440338 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be021ce2-56aa-434c-a265-d0b7231130be tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:16.441012 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-be021ce2-56aa-434c-a265-d0b7231130be tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:16.447817 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6495d40e-a7aa-4093-8621-5c3778347148 None None] Network 7cc8f9ad-dbd8-4f47-af05-4237d9c69703 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:05:16.458823 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-be021ce2-56aa-434c-a265-d0b7231130be tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4254599 Aug 19 19:05:16.463671 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41762) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:16.468936 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-735bd927-aced-4c62-822f-83571f2e327c tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1387728227'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:05:16.491307 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735bd927-aced-4c62-822f-83571f2e327c tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Made reservation on behalf of 2bc6413bdb4f46caa2a9a54dcb6b20cc for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:05:16.494794 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-735bd927-aced-4c62-822f-83571f2e327c tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:16.522826 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735bd927-aced-4c62-822f-83571f2e327c tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:05:16.532379 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-735bd927-aced-4c62-822f-83571f2e327c tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:16.532664 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-735bd927-aced-4c62-822f-83571f2e327c tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Added segment 16e934a9-df7c-4bef-acd4-c1a4a1ebab54 of type vlan for network 3b1ef434-c3ee-49fe-952d-541af0a15af7 Aug 19 19:05:16.574755 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-735bd927-aced-4c62-822f-83571f2e327c tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:16.604014 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-735bd927-aced-4c62-822f-83571f2e327c tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:16.609975 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735bd927-aced-4c62-822f-83571f2e327c tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:16.610682 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-735bd927-aced-4c62-822f-83571f2e327c tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:16.621950 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8188582-6131-442a-935b-cb874e29bd42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-7cc8f9ad-dbd8-4f47-af05-4237d9c69703', 'network_id': '7cc8f9ad-dbd8-4f47-af05-4237d9c69703', 'tenant_id': '2bc6413bdb4f46caa2a9a54dcb6b20cc', 'fixed_ips': [{'subnet_id': '91d7854f-a25e-4129-9e88-87e345a9a6f6'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:05:16.622825 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b8188582-6131-442a-935b-cb874e29bd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:16.667732 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-735bd927-aced-4c62-822f-83571f2e327c tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2029197 Aug 19 19:05:16.670548 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41764) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:16.676284 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-4d8b2817-b78e-46e1-b185-a5046001854e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Request body: {'subnet': {'network_id': '3b1ef434-c3ee-49fe-952d-541af0a15af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:05:16.733518 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bd927-aced-4c62-822f-83571f2e327c tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Pushing event updated for resources: {'Network': ['ID=3b1ef434-c3ee-49fe-952d-541af0a15af7,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:16.749516 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 3b1ef434-c3ee-49fe-952d-541af0a15af7 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:05:16.776359 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8b2817-b78e-46e1-b185-a5046001854e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Made reservation on behalf of 2bc6413bdb4f46caa2a9a54dcb6b20cc for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:05:16.780105 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2817-b78e-46e1-b185-a5046001854e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:16.813914 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-b8188582-6131-442a-935b-cb874e29bd42 None None] Allocated IP 2001:db8::2 (7cc8f9ad-dbd8-4f47-af05-4237d9c69703/91d7854f-a25e-4129-9e88-87e345a9a6f6/e9ae1b7b-0c76-42f5-bec6-9edefe79344b) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:05:16.992665 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b8188582-6131-442a-935b-cb874e29bd42 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:16.996611 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2817-b78e-46e1-b185-a5046001854e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:17.007776 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b8188582-6131-442a-935b-cb874e29bd42 None None] Transition to ACTIVE for port object e9ae1b7b-0c76-42f5-bec6-9edefe79344b will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:05:17.028725 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:17.030162 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b8188582-6131-442a-935b-cb874e29bd42 None None] Transition to ACTIVE for port object e9ae1b7b-0c76-42f5-bec6-9edefe79344b will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:05:17.036775 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b8188582-6131-442a-935b-cb874e29bd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:17.066552 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b2817-b78e-46e1-b185-a5046001854e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Pushing event updated for resources: {'Subnet': ['ID=befae312-5d44-4f3d-977a-d4eb340b3818,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:17.071864 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8b2817-b78e-46e1-b185-a5046001854e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Checking segment: {'id': '16e934a9-df7c-4bef-acd4-c1a4a1ebab54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3b1ef434-c3ee-49fe-952d-541af0a15af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:05:17.072223 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8b2817-b78e-46e1-b185-a5046001854e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Network hostable DHCP agents. Network: 3b1ef434-c3ee-49fe-952d-541af0a15af7, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:05:17.087295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8188582-6131-442a-935b-cb874e29bd42 None None] Network 7cc8f9ad-dbd8-4f47-af05-4237d9c69703 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:05:17.089883 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8b2817-b78e-46e1-b185-a5046001854e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Network 3b1ef434-c3ee-49fe-952d-541af0a15af7 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:05:17.091506 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-b8188582-6131-442a-935b-cb874e29bd42 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:05:17.094096 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8188582-6131-442a-935b-cb874e29bd42 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:05:17.096943 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8188582-6131-442a-935b-cb874e29bd42 None None] Pushing event updated for resources: {'Port': ['ID=e9ae1b7b-0c76-42f5-bec6-9edefe79344b,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:17.102115 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-4d8b2817-b78e-46e1-b185-a5046001854e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 3b1ef434-c3ee-49fe-952d-541af0a15af7) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:05:17.106232 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8b2817-b78e-46e1-b185-a5046001854e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:17.106815 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2817-b78e-46e1-b185-a5046001854e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:17.123626 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4d8b2817-b78e-46e1-b185-a5046001854e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4497411 Aug 19 19:05:17.123868 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41766) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:17.128852 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f2a7ef-b0be-49f9-9cab-3a14f093cc08 None None] Network 3b1ef434-c3ee-49fe-952d-541af0a15af7 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:05:17.218888 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-b8188582-6131-442a-935b-cb874e29bd42 None None] Attempting to bind port e9ae1b7b-0c76-42f5-bec6-9edefe79344b on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:05:17.219268 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-b8188582-6131-442a-935b-cb874e29bd42 None None] Attempting to bind port e9ae1b7b-0c76-42f5-bec6-9edefe79344b by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'c54d524c-b21d-446e-b7f4-f433750fd085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7cc8f9ad-dbd8-4f47-af05-4237d9c69703'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:05:17.219643 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8188582-6131-442a-935b-cb874e29bd42 None None] Attempting to bind port e9ae1b7b-0c76-42f5-bec6-9edefe79344b on network 7cc8f9ad-dbd8-4f47-af05-4237d9c69703 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:05:17.227079 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8188582-6131-442a-935b-cb874e29bd42 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:05:17.227484 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8188582-6131-442a-935b-cb874e29bd42 None None] Checking segment: {'id': 'c54d524c-b21d-446e-b7f4-f433750fd085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7cc8f9ad-dbd8-4f47-af05-4237d9c69703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:05:17.227880 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b8188582-6131-442a-935b-cb874e29bd42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:17.228278 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8188582-6131-442a-935b-cb874e29bd42 None None] Bound using segment: {'id': 'c54d524c-b21d-446e-b7f4-f433750fd085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7cc8f9ad-dbd8-4f47-af05-4237d9c69703'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:05:17.228755 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-b8188582-6131-442a-935b-cb874e29bd42 None None] Bound port: e9ae1b7b-0c76-42f5-bec6-9edefe79344b, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54d524c-b21d-446e-b7f4-f433750fd085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7cc8f9ad-dbd8-4f47-af05-4237d9c69703'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:05:17.229142 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b8188582-6131-442a-935b-cb874e29bd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:17.237796 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-641795d1-ae20-4e5b-a648-ffb9ecf33598 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:17.289207 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-641795d1-ae20-4e5b-a648-ffb9ecf33598 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:17.346885 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-b8188582-6131-442a-935b-cb874e29bd42 None None] For port e9ae1b7b-0c76-42f5-bec6-9edefe79344b, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:05:17.349173 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-641795d1-ae20-4e5b-a648-ffb9ecf33598 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:17.375800 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adea749d-8272-48e5-b726-aac7200f93e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-3b1ef434-c3ee-49fe-952d-541af0a15af7', 'network_id': '3b1ef434-c3ee-49fe-952d-541af0a15af7', 'tenant_id': '2bc6413bdb4f46caa2a9a54dcb6b20cc', 'fixed_ips': [{'subnet_id': 'befae312-5d44-4f3d-977a-d4eb340b3818'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:05:17.376649 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-adea749d-8272-48e5-b726-aac7200f93e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:17.376876 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641795d1-ae20-4e5b-a648-ffb9ecf33598 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Pushing event deleted for resources: {'Subnet': ['ID=befae312-5d44-4f3d-977a-d4eb340b3818,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:17.385825 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-b8188582-6131-442a-935b-cb874e29bd42 None None] For port e9ae1b7b-0c76-42f5-bec6-9edefe79344b, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e9ae1b7b-0c76-42f5-bec6-9edefe79344b,segment=NetworkSegment(c54d524c-b21d-446e-b7f4-f433750fd085),segment_id=c54d524c-b21d-446e-b7f4-f433750fd085)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:05:17.397195 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b8188582-6131-442a-935b-cb874e29bd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:17.443932 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-641795d1-ae20-4e5b-a648-ffb9ecf33598 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:17.458231 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-641795d1-ae20-4e5b-a648-ffb9ecf33598 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1ef434-c3ee-49fe-952d-541af0a15af7']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:17.470158 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-641795d1-ae20-4e5b-a648-ffb9ecf33598 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e934a9-df7c-4bef-acd4-c1a4a1ebab54') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:17.470532 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-641795d1-ae20-4e5b-a648-ffb9ecf33598 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e934a9-df7c-4bef-acd4-c1a4a1ebab54') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:17.482301 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-641795d1-ae20-4e5b-a648-ffb9ecf33598 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:17.501204 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-641795d1-ae20-4e5b-a648-ffb9ecf33598 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:17.509866 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641795d1-ae20-4e5b-a648-ffb9ecf33598 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:05:17.510578 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-641795d1-ae20-4e5b-a648-ffb9ecf33598 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: timer() Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:05:17.513984 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:05:17.517886 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8188582-6131-442a-935b-cb874e29bd42 None None] Pushing event updated for resources: {'Port': ['ID=e9ae1b7b-0c76-42f5-bec6-9edefe79344b,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:17.535599 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619be42f-a281-420a-b1aa-1914b0842a23 None None] Network 3b1ef434-c3ee-49fe-952d-541af0a15af7 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:05:17.577025 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-641795d1-ae20-4e5b-a648-ffb9ecf33598 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:17.582426 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-641795d1-ae20-4e5b-a648-ffb9ecf33598 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:17.584940 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-641795d1-ae20-4e5b-a648-ffb9ecf33598 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "DELETE /v2.0/networks/3b1ef434-c3ee-49fe-952d-541af0a15af7 HTTP/1.1" status: 204 len: 168 time: 0.4598773 Aug 19 19:05:17.588232 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41768) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:17.602322 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641795d1-ae20-4e5b-a648-ffb9ecf33598 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Pushing event deleted for resources: {'Network': ['ID=3b1ef434-c3ee-49fe-952d-541af0a15af7,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:17.652736 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aba7d1f-4da9-44ac-bedb-a117f9ac3dd9 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] GET failed (client error): The resource could not be found. Aug 19 19:05:17.654219 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5aba7d1f-4da9-44ac-bedb-a117f9ac3dd9 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "GET /v2.0/subnets/befae312-5d44-4f3d-977a-d4eb340b3818 HTTP/1.1" status: 404 len: 337 time: 0.0650012 Aug 19 19:05:17.656946 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41770) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:17.682429 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-42cb892b-cd94-4626-a203-e9c36806f7e1 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] DELETE failed (client error): The resource could not be found. Aug 19 19:05:17.683318 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42cb892b-cd94-4626-a203-e9c36806f7e1 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 19:05:17.685679 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-42cb892b-cd94-4626-a203-e9c36806f7e1 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "DELETE /v2.0/networks/3b1ef434-c3ee-49fe-952d-541af0a15af7 HTTP/1.1" status: 404 len: 339 time: 0.0273719 Aug 19 19:05:17.690298 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41772) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:17.729241 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-d074142b-44d0-4fa7-ba14-3b5289962c24 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] DELETE failed (client error): The resource could not be found. Aug 19 19:05:17.729957 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d074142b-44d0-4fa7-ba14-3b5289962c24 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 19:05:17.734306 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d074142b-44d0-4fa7-ba14-3b5289962c24 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "DELETE /v2.0/subnets/befae312-5d44-4f3d-977a-d4eb340b3818 HTTP/1.1" status: 404 len: 337 time: 0.0399389 Aug 19 19:05:17.734611 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41774) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:17.757804 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0321c4e-80e8-421f-a6fb-8c2bb30f3af7 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] DELETE failed (client error): The resource could not be found. Aug 19 19:05:17.758402 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0321c4e-80e8-421f-a6fb-8c2bb30f3af7 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 19:05:17.762677 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d0321c4e-80e8-421f-a6fb-8c2bb30f3af7 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "DELETE /v2.0/networks/3b1ef434-c3ee-49fe-952d-541af0a15af7 HTTP/1.1" status: 404 len: 339 time: 0.0246017 Aug 19 19:05:17.762975 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41776) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:17.819800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa2fa5b-1dd4-49bd-aadf-84229a85543e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Deleting subnet 91d7854f-a25e-4129-9e88-87e345a9a6f6 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:05:17.823226 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0fa2fa5b-1dd4-49bd-aadf-84229a85543e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:17.864497 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0fa2fa5b-1dd4-49bd-aadf-84229a85543e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:17.953318 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0fa2fa5b-1dd4-49bd-aadf-84229a85543e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:18.013406 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0fa2fa5b-1dd4-49bd-aadf-84229a85543e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:18.041306 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2fa5b-1dd4-49bd-aadf-84229a85543e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Pushing event deleted for resources: {'Subnet': ['ID=91d7854f-a25e-4129-9e88-87e345a9a6f6,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:18.044817 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-0fa2fa5b-1dd4-49bd-aadf-84229a85543e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:18.047547 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-0fa2fa5b-1dd4-49bd-aadf-84229a85543e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "DELETE /v2.0/subnets/91d7854f-a25e-4129-9e88-87e345a9a6f6 HTTP/1.1" status: 204 len: 168 time: 0.2835603 Aug 19 19:05:18.049862 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41778) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:18.132507 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f44efd27-ac16-4605-8c59-135badf2e7ac tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:18.188672 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-f44efd27-ac16-4605-8c59-135badf2e7ac tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Deleting port e9ae1b7b-0c76-42f5-bec6-9edefe79344b {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:05:18.189014 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f44efd27-ac16-4605-8c59-135badf2e7ac tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:18.255457 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-f44efd27-ac16-4605-8c59-135badf2e7ac tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] For port e9ae1b7b-0c76-42f5-bec6-9edefe79344b, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e9ae1b7b-0c76-42f5-bec6-9edefe79344b,segment=NetworkSegment(c54d524c-b21d-446e-b7f4-f433750fd085),segment_id=c54d524c-b21d-446e-b7f4-f433750fd085)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:05:18.255967 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f44efd27-ac16-4605-8c59-135badf2e7ac tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:18.270303 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-f44efd27-ac16-4605-8c59-135badf2e7ac tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Calling delete_port for e9ae1b7b-0c76-42f5-bec6-9edefe79344b owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:05:18.353226 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e9ae1b7b-0c76-42f5-bec6-9edefe79344b up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:05:18.377903 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f44efd27-ac16-4605-8c59-135badf2e7ac tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:18.401514 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No active binding found for port e9ae1b7b-0c76-42f5-bec6-9edefe79344b {{(pid=94683) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 19:05:18.402120 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e9ae1b7b-0c76-42f5-bec6-9edefe79344b not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 19 19:05:18.411091 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44efd27-ac16-4605-8c59-135badf2e7ac tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] No DVR routers for this DVR port e9ae1b7b-0c76-42f5-bec6-9edefe79344b on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:05:18.417569 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44efd27-ac16-4605-8c59-135badf2e7ac tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Pushing event deleted for resources: {'Port': ['ID=e9ae1b7b-0c76-42f5-bec6-9edefe79344b,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:18.425049 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708e088f-e609-446e-ba44-6587e8959367 None None] Network 7cc8f9ad-dbd8-4f47-af05-4237d9c69703 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:05:18.427352 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Port e9ae1b7b-0c76-42f5-bec6-9edefe79344b not found, will not notify nova. {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 19 19:05:18.480064 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-023aed02-52f6-4c0c-a340-c71b70021f9a None None] Could not find standard attr ID for object e9ae1b7b-0c76-42f5-bec6-9edefe79344b. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 19:05:18.498131 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f44efd27-ac16-4605-8c59-135badf2e7ac tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:18.509385 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-f44efd27-ac16-4605-8c59-135badf2e7ac tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc8f9ad-dbd8-4f47-af05-4237d9c69703']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:18.526230 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-f44efd27-ac16-4605-8c59-135badf2e7ac tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54d524c-b21d-446e-b7f4-f433750fd085') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:18.526507 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-f44efd27-ac16-4605-8c59-135badf2e7ac tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54d524c-b21d-446e-b7f4-f433750fd085') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:18.536310 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f44efd27-ac16-4605-8c59-135badf2e7ac tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:18.551811 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f44efd27-ac16-4605-8c59-135badf2e7ac tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:18.558259 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44efd27-ac16-4605-8c59-135badf2e7ac tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:05:18.558810 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f44efd27-ac16-4605-8c59-135badf2e7ac tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: timer() Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:05:18.561976 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:05:18.600581 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47f6a89-6e67-49dc-85c1-6f0d7a7625bc None None] DHCP port deletion for 7cc8f9ad-dbd8-4f47-af05-4237d9c69703 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:05:18.622072 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f44efd27-ac16-4605-8c59-135badf2e7ac tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:18.629906 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f44efd27-ac16-4605-8c59-135badf2e7ac tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:18.631751 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f44efd27-ac16-4605-8c59-135badf2e7ac tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "DELETE /v2.0/networks/7cc8f9ad-dbd8-4f47-af05-4237d9c69703 HTTP/1.1" status: 204 len: 168 time: 0.5809209 Aug 19 19:05:18.634684 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41780) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:18.643190 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44efd27-ac16-4605-8c59-135badf2e7ac tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Pushing event deleted for resources: {'Network': ['ID=7cc8f9ad-dbd8-4f47-af05-4237d9c69703,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:18.662936 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ca47cb-5d46-4607-ad71-5e8f771d741a tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] DELETE failed (client error): The resource could not be found. Aug 19 19:05:18.663339 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ca47cb-5d46-4607-ad71-5e8f771d741a tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 19:05:18.665072 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b3ca47cb-5d46-4607-ad71-5e8f771d741a tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "DELETE /v2.0/subnets/ab4a2514-86bf-4027-91ab-a43b509c2186 HTTP/1.1" status: 404 len: 337 time: 0.0293989 Aug 19 19:05:18.667614 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41782) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:18.686088 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e04fe5-24e0-4a74-81a6-01dc0b612913 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] DELETE failed (client error): The resource could not be found. Aug 19 19:05:18.686846 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e04fe5-24e0-4a74-81a6-01dc0b612913 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 19:05:18.688791 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e8e04fe5-24e0-4a74-81a6-01dc0b612913 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "DELETE /v2.0/networks/e308d36a-4c58-450d-ad4d-a3abc116c73b HTTP/1.1" status: 404 len: 339 time: 0.0202646 Aug 19 19:05:18.692565 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41784) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:18.719412 n-d-803753-2 neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f8f551-cbc9-4406-bbb0-a0410ed49787 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] DELETE failed (client error): The resource could not be found. Aug 19 19:05:18.719904 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f8f551-cbc9-4406-bbb0-a0410ed49787 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 19:05:18.724333 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-48f8f551-cbc9-4406-bbb0-a0410ed49787 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "DELETE /v2.0/subnets/9fede3d7-0fd1-461a-839e-b733d4f83035 HTTP/1.1" status: 404 len: 337 time: 0.0281949 Aug 19 19:05:18.724838 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41786) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:18.743787 n-d-803753-2 neutron-server[94681]: INFO neutron.pecan_wsgi.hooks.translation [None req-f786354d-e564-4810-996e-0a49d7168c30 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] DELETE failed (client error): The resource could not be found. Aug 19 19:05:18.744334 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f786354d-e564-4810-996e-0a49d7168c30 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 19:05:18.746062 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f786354d-e564-4810-996e-0a49d7168c30 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "DELETE /v2.0/networks/6fef6b21-5193-4c08-b4d5-8c944e4b09c0 HTTP/1.1" status: 404 len: 339 time: 0.0202296 Aug 19 19:05:18.748814 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41788) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:18.805157 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a42fe56-bc80-4e79-ac7c-36df4c0f0474 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Deleting subnet d956450b-a424-48b4-9b4b-f8e794d5599e {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:05:18.808446 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a42fe56-bc80-4e79-ac7c-36df4c0f0474 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:18.861070 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a42fe56-bc80-4e79-ac7c-36df4c0f0474 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:18.945895 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a42fe56-bc80-4e79-ac7c-36df4c0f0474 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:19.009686 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a42fe56-bc80-4e79-ac7c-36df4c0f0474 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:19.034988 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42fe56-bc80-4e79-ac7c-36df4c0f0474 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Pushing event deleted for resources: {'Subnet': ['ID=d956450b-a424-48b4-9b4b-f8e794d5599e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:19.040522 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a42fe56-bc80-4e79-ac7c-36df4c0f0474 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:19.042520 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2a42fe56-bc80-4e79-ac7c-36df4c0f0474 tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "DELETE /v2.0/subnets/d956450b-a424-48b4-9b4b-f8e794d5599e HTTP/1.1" status: 204 len: 168 time: 0.2928441 Aug 19 19:05:19.044851 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41790) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:19.046868 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734e7c4a-72ee-4082-ab82-738a1534f94d None None] Network 511c3e57-0ee9-4451-9b79-f594da7a728a requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:05:19.119609 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1e4393f1-252a-4a7b-b486-fa6657f9747e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:19.176438 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-1e4393f1-252a-4a7b-b486-fa6657f9747e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Deleting port 0d9a3574-3397-44b9-8a42-cdba50230a4d {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:05:19.176784 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1e4393f1-252a-4a7b-b486-fa6657f9747e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:19.236356 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f947e72c-1f42-4114-be1e-67a783f667eb None None] DHCP port deletion for 511c3e57-0ee9-4451-9b79-f594da7a728a request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:05:19.243696 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-1e4393f1-252a-4a7b-b486-fa6657f9747e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] For port 0d9a3574-3397-44b9-8a42-cdba50230a4d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0d9a3574-3397-44b9-8a42-cdba50230a4d,segment=NetworkSegment(623e3c17-94bc-447d-8424-c71be352ac66),segment_id=623e3c17-94bc-447d-8424-c71be352ac66)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:05:19.244061 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1e4393f1-252a-4a7b-b486-fa6657f9747e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:19.258020 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-1e4393f1-252a-4a7b-b486-fa6657f9747e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Calling delete_port for 0d9a3574-3397-44b9-8a42-cdba50230a4d owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:05:19.283563 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f947e72c-1f42-4114-be1e-67a783f667eb None None] Deleting port 0d9a3574-3397-44b9-8a42-cdba50230a4d {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:05:19.283945 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f947e72c-1f42-4114-be1e-67a783f667eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:19.337290 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1e4393f1-252a-4a7b-b486-fa6657f9747e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:19.349786 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-f947e72c-1f42-4114-be1e-67a783f667eb None None] For port 0d9a3574-3397-44b9-8a42-cdba50230a4d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=0d9a3574-3397-44b9-8a42-cdba50230a4d,segment=NetworkSegment(623e3c17-94bc-447d-8424-c71be352ac66),segment_id=623e3c17-94bc-447d-8424-c71be352ac66)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:05:19.350191 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f947e72c-1f42-4114-be1e-67a783f667eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:19.364090 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f947e72c-1f42-4114-be1e-67a783f667eb None None] Calling delete_port for 0d9a3574-3397-44b9-8a42-cdba50230a4d owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:05:19.367321 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4393f1-252a-4a7b-b486-fa6657f9747e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Pushing event deleted for resources: {'Port': ['ID=0d9a3574-3397-44b9-8a42-cdba50230a4d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:19.370877 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4393f1-252a-4a7b-b486-fa6657f9747e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] No DVR routers for this DVR port 0d9a3574-3397-44b9-8a42-cdba50230a4d on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:05:19.436333 n-d-803753-2 neutron-server[94683]: self.session.flush() Aug 19 19:05:19.447299 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f947e72c-1f42-4114-be1e-67a783f667eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:19.449119 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1e4393f1-252a-4a7b-b486-fa6657f9747e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:19.459256 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-1e4393f1-252a-4a7b-b486-fa6657f9747e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511c3e57-0ee9-4451-9b79-f594da7a728a']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:19.469501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-1e4393f1-252a-4a7b-b486-fa6657f9747e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623e3c17-94bc-447d-8424-c71be352ac66') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:19.469824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-1e4393f1-252a-4a7b-b486-fa6657f9747e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623e3c17-94bc-447d-8424-c71be352ac66') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:19.472394 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947e72c-1f42-4114-be1e-67a783f667eb None None] Pushing event deleted for resources: {'Port': ['ID=0d9a3574-3397-44b9-8a42-cdba50230a4d,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:19.475907 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f947e72c-1f42-4114-be1e-67a783f667eb None None] No DVR routers for this DVR port 0d9a3574-3397-44b9-8a42-cdba50230a4d on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:05:19.479213 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1e4393f1-252a-4a7b-b486-fa6657f9747e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:19.494336 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1e4393f1-252a-4a7b-b486-fa6657f9747e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:19.500889 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4393f1-252a-4a7b-b486-fa6657f9747e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:05:19.501278 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1e4393f1-252a-4a7b-b486-fa6657f9747e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: timer() Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:05:19.504821 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:05:19.567273 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1e4393f1-252a-4a7b-b486-fa6657f9747e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:19.575297 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1e4393f1-252a-4a7b-b486-fa6657f9747e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:19.577186 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1e4393f1-252a-4a7b-b486-fa6657f9747e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] 10.222.0.24 "DELETE /v2.0/networks/511c3e57-0ee9-4451-9b79-f594da7a728a HTTP/1.1" status: 204 len: 168 time: 0.5313473 Aug 19 19:05:19.588877 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4393f1-252a-4a7b-b486-fa6657f9747e tempest-NetworksIpV6Test-1068248109 tempest-NetworksIpV6Test-1068248109-project] Pushing event deleted for resources: {'Network': ['ID=511c3e57-0ee9-4451-9b79-f594da7a728a,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:19.820175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41796) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:19.954703 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2ee9cf24-bc09-4131-9a9e-9b47a9df3f44 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2bc6413bdb4f46caa2a9a54dcb6b20cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332326 Aug 19 19:05:19.958166 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41800) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:20.006881 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d887ab97-df6c-4439-a70a-f19df69e636b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:20.027984 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d887ab97-df6c-4439-a70a-f19df69e636b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:20.075334 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d887ab97-df6c-4439-a70a-f19df69e636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:20.077830 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d887ab97-df6c-4439-a70a-f19df69e636b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:20.081466 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d887ab97-df6c-4439-a70a-f19df69e636b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f064eb52-9e6b-4284-92d4-9ede762db040 HTTP/1.1" status: 204 len: 168 time: 0.1199203 Aug 19 19:05:20.087209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887ab97-df6c-4439-a70a-f19df69e636b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f064eb52-9e6b-4284-92d4-9ede762db040,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:20.332711 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e9ae1b7b-0c76-42f5-bec6-9edefe79344b no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:05:20.356968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: e9ae1b7b-0c76-42f5-bec6-9edefe79344b {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:05:20.356968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e9ae1b7b-0c76-42f5-bec6-9edefe79344b not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:05:20.357202 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0d9a3574-3397-44b9-8a42-cdba50230a4d no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:05:20.376579 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 0d9a3574-3397-44b9-8a42-cdba50230a4d {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:05:20.377491 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 0d9a3574-3397-44b9-8a42-cdba50230a4d not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:05:20.764788 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41822) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:20.872188 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-87bef02d-f9d1-4891-add2-02402039fcd2 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-379526118', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:05:20.898132 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-87bef02d-f9d1-4891-add2-02402039fcd2 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:20.899764 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-87bef02d-f9d1-4891-add2-02402039fcd2 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:20.957572 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-87bef02d-f9d1-4891-add2-02402039fcd2 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:20.962828 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-87bef02d-f9d1-4891-add2-02402039fcd2 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:20.979435 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-87bef02d-f9d1-4891-add2-02402039fcd2 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:20.980720 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-87bef02d-f9d1-4891-add2-02402039fcd2 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2149084 Aug 19 19:05:20.983443 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41826) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:20.988836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-d3537712-20bf-4bf4-aef6-9ca79a21cc4c tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1824679073'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:05:21.011701 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3537712-20bf-4bf4-aef6-9ca79a21cc4c tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Made reservation on behalf of 79a9980e87d846699bf946edc2474cb1 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:05:21.015185 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d3537712-20bf-4bf4-aef6-9ca79a21cc4c tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:21.024838 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d3537712-20bf-4bf4-aef6-9ca79a21cc4c tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:21.118017 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d3537712-20bf-4bf4-aef6-9ca79a21cc4c tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:21.122031 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d3537712-20bf-4bf4-aef6-9ca79a21cc4c tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:21.146685 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3537712-20bf-4bf4-aef6-9ca79a21cc4c tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:05:21.160645 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3537712-20bf-4bf4-aef6-9ca79a21cc4c tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32a8266-e2ac-4e76-807e-8f3103adb1d3,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:21.165584 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d3537712-20bf-4bf4-aef6-9ca79a21cc4c tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:21.165927 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-d3537712-20bf-4bf4-aef6-9ca79a21cc4c tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Added segment 3ee754fa-5264-4b1c-bab2-bfb6b8aa97f5 of type vlan for network 9e0707c6-2a7a-45af-b9e6-55f29e689fcd Aug 19 19:05:21.208642 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d3537712-20bf-4bf4-aef6-9ca79a21cc4c tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:21.238746 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d3537712-20bf-4bf4-aef6-9ca79a21cc4c tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:21.244839 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3537712-20bf-4bf4-aef6-9ca79a21cc4c tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:21.245572 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d3537712-20bf-4bf4-aef6-9ca79a21cc4c tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:21.314203 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d3537712-20bf-4bf4-aef6-9ca79a21cc4c tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3296380 Aug 19 19:05:21.317090 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41828) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:21.322516 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-dc33127b-0b1e-44f5-93c1-9da875a2c9ea tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Request body: {'subnet': {'network_id': '9e0707c6-2a7a-45af-b9e6-55f29e689fcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:05:21.323202 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3537712-20bf-4bf4-aef6-9ca79a21cc4c tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Pushing event updated for resources: {'Network': ['ID=9e0707c6-2a7a-45af-b9e6-55f29e689fcd,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:21.334290 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 9e0707c6-2a7a-45af-b9e6-55f29e689fcd details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:05:21.421402 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc33127b-0b1e-44f5-93c1-9da875a2c9ea tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Made reservation on behalf of 79a9980e87d846699bf946edc2474cb1 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:05:21.425757 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc33127b-0b1e-44f5-93c1-9da875a2c9ea tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:21.606764 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc33127b-0b1e-44f5-93c1-9da875a2c9ea tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:21.667080 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33127b-0b1e-44f5-93c1-9da875a2c9ea tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Pushing event updated for resources: {'Subnet': ['ID=2c7618df-c30c-484d-b040-18072617dd1d,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:21.676195 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33127b-0b1e-44f5-93c1-9da875a2c9ea tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Checking segment: {'id': '3ee754fa-5264-4b1c-bab2-bfb6b8aa97f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e0707c6-2a7a-45af-b9e6-55f29e689fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:05:21.676586 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc33127b-0b1e-44f5-93c1-9da875a2c9ea tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Network hostable DHCP agents. Network: 9e0707c6-2a7a-45af-b9e6-55f29e689fcd, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:05:21.693668 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc33127b-0b1e-44f5-93c1-9da875a2c9ea tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Network 9e0707c6-2a7a-45af-b9e6-55f29e689fcd is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:05:21.701818 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-dc33127b-0b1e-44f5-93c1-9da875a2c9ea tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 9e0707c6-2a7a-45af-b9e6-55f29e689fcd) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:05:21.706445 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc33127b-0b1e-44f5-93c1-9da875a2c9ea tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:21.707075 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc33127b-0b1e-44f5-93c1-9da875a2c9ea tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:21.710279 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdb660f-0c1e-4d5c-abd8-4e080612c4e7 None None] Network 9e0707c6-2a7a-45af-b9e6-55f29e689fcd requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:05:21.725443 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-dc33127b-0b1e-44f5-93c1-9da875a2c9ea tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4039094 Aug 19 19:05:21.725982 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41830) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:21.731341 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-a9b49d7c-766a-4468-bc43-727e0c6ba6b0 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1423763018'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:05:21.753935 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b49d7c-766a-4468-bc43-727e0c6ba6b0 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Made reservation on behalf of 79a9980e87d846699bf946edc2474cb1 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:05:21.757459 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9b49d7c-766a-4468-bc43-727e0c6ba6b0 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:21.780748 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b49d7c-766a-4468-bc43-727e0c6ba6b0 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:05:21.791791 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9b49d7c-766a-4468-bc43-727e0c6ba6b0 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:21.792146 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-a9b49d7c-766a-4468-bc43-727e0c6ba6b0 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Added segment d8ccf825-bcd0-4354-9ae8-ddcf3f615bab of type vlan for network be1cdc12-7968-45e6-985b-1944e939476c Aug 19 19:05:21.833977 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9b49d7c-766a-4468-bc43-727e0c6ba6b0 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:21.858060 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9b49d7c-766a-4468-bc43-727e0c6ba6b0 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:21.864491 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b49d7c-766a-4468-bc43-727e0c6ba6b0 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:21.865095 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a9b49d7c-766a-4468-bc43-727e0c6ba6b0 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:21.872995 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee80a1ff-cd7d-454c-a704-c0fc9308ca1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-9e0707c6-2a7a-45af-b9e6-55f29e689fcd', 'network_id': '9e0707c6-2a7a-45af-b9e6-55f29e689fcd', 'tenant_id': '79a9980e87d846699bf946edc2474cb1', 'fixed_ips': [{'subnet_id': '2c7618df-c30c-484d-b040-18072617dd1d'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:05:21.874094 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ee80a1ff-cd7d-454c-a704-c0fc9308ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:21.894474 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a9b49d7c-766a-4468-bc43-727e0c6ba6b0 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1671453 Aug 19 19:05:21.897559 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41832) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:21.903177 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-b0168c53-b153-493f-ac39-b4e0a4ccde7e tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Request body: {'subnet': {'network_id': 'be1cdc12-7968-45e6-985b-1944e939476c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:05:21.941798 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b49d7c-766a-4468-bc43-727e0c6ba6b0 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Pushing event updated for resources: {'Network': ['ID=be1cdc12-7968-45e6-985b-1944e939476c,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:21.960325 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network be1cdc12-7968-45e6-985b-1944e939476c details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:05:21.998576 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0168c53-b153-493f-ac39-b4e0a4ccde7e tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Made reservation on behalf of 79a9980e87d846699bf946edc2474cb1 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:05:22.002958 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b0168c53-b153-493f-ac39-b4e0a4ccde7e tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:22.086616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-ee80a1ff-cd7d-454c-a704-c0fc9308ca1f None None] Allocated IP 172.20.0.2 (9e0707c6-2a7a-45af-b9e6-55f29e689fcd/2c7618df-c30c-484d-b040-18072617dd1d/1baa64f9-89d2-4177-a5ac-81a4565d3b4c) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:05:22.193572 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b0168c53-b153-493f-ac39-b4e0a4ccde7e tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:22.233287 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ee80a1ff-cd7d-454c-a704-c0fc9308ca1f None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:22.242784 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ee80a1ff-cd7d-454c-a704-c0fc9308ca1f None None] Transition to ACTIVE for port object 1baa64f9-89d2-4177-a5ac-81a4565d3b4c will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:05:22.256123 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0168c53-b153-493f-ac39-b4e0a4ccde7e tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Pushing event updated for resources: {'Subnet': ['ID=81e6a304-d74d-40d2-a0e3-3a7f8340b451,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:22.258206 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ee80a1ff-cd7d-454c-a704-c0fc9308ca1f None None] Transition to ACTIVE for port object 1baa64f9-89d2-4177-a5ac-81a4565d3b4c will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:05:22.265403 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ee80a1ff-cd7d-454c-a704-c0fc9308ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:22.265952 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0168c53-b153-493f-ac39-b4e0a4ccde7e tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Checking segment: {'id': 'd8ccf825-bcd0-4354-9ae8-ddcf3f615bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'be1cdc12-7968-45e6-985b-1944e939476c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:05:22.266312 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0168c53-b153-493f-ac39-b4e0a4ccde7e tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Network hostable DHCP agents. Network: be1cdc12-7968-45e6-985b-1944e939476c, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:05:22.284547 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0168c53-b153-493f-ac39-b4e0a4ccde7e tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Network be1cdc12-7968-45e6-985b-1944e939476c is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:05:22.294042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-b0168c53-b153-493f-ac39-b4e0a4ccde7e tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, be1cdc12-7968-45e6-985b-1944e939476c) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:05:22.303186 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0168c53-b153-493f-ac39-b4e0a4ccde7e tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:22.304145 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b0168c53-b153-493f-ac39-b4e0a4ccde7e tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:22.305660 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c866c0-eeed-4699-b922-56c3b5909735 None None] Network be1cdc12-7968-45e6-985b-1944e939476c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:05:22.318320 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b0168c53-b153-493f-ac39-b4e0a4ccde7e tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4195840 Aug 19 19:05:22.321006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41834) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:22.322548 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee80a1ff-cd7d-454c-a704-c0fc9308ca1f None None] Network 9e0707c6-2a7a-45af-b9e6-55f29e689fcd is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:05:22.325648 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-ef90953f-4829-40e5-a760-b6431cfc89b2 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Request body: {'router': {'external_gateway_info': {'network_id': 'be1cdc12-7968-45e6-985b-1944e939476c'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:05:22.360328 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-ee80a1ff-cd7d-454c-a704-c0fc9308ca1f None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:05:22.365334 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee80a1ff-cd7d-454c-a704-c0fc9308ca1f None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:05:22.367212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80a1ff-cd7d-454c-a704-c0fc9308ca1f None None] Pushing event updated for resources: {'Port': ['ID=1baa64f9-89d2-4177-a5ac-81a4565d3b4c,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:22.444788 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ee80a1ff-cd7d-454c-a704-c0fc9308ca1f None None] Attempting to bind port 1baa64f9-89d2-4177-a5ac-81a4565d3b4c on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:05:22.445075 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ee80a1ff-cd7d-454c-a704-c0fc9308ca1f None None] Attempting to bind port 1baa64f9-89d2-4177-a5ac-81a4565d3b4c by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '3ee754fa-5264-4b1c-bab2-bfb6b8aa97f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e0707c6-2a7a-45af-b9e6-55f29e689fcd'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:05:22.445432 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee80a1ff-cd7d-454c-a704-c0fc9308ca1f None None] Attempting to bind port 1baa64f9-89d2-4177-a5ac-81a4565d3b4c on network 9e0707c6-2a7a-45af-b9e6-55f29e689fcd {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:05:22.457102 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee80a1ff-cd7d-454c-a704-c0fc9308ca1f None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:05:22.457478 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee80a1ff-cd7d-454c-a704-c0fc9308ca1f None None] Checking segment: {'id': '3ee754fa-5264-4b1c-bab2-bfb6b8aa97f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e0707c6-2a7a-45af-b9e6-55f29e689fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:05:22.457909 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ee80a1ff-cd7d-454c-a704-c0fc9308ca1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:22.458301 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee80a1ff-cd7d-454c-a704-c0fc9308ca1f None None] Bound using segment: {'id': '3ee754fa-5264-4b1c-bab2-bfb6b8aa97f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e0707c6-2a7a-45af-b9e6-55f29e689fcd'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:05:22.458766 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ee80a1ff-cd7d-454c-a704-c0fc9308ca1f None None] Bound port: 1baa64f9-89d2-4177-a5ac-81a4565d3b4c, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee754fa-5264-4b1c-bab2-bfb6b8aa97f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e0707c6-2a7a-45af-b9e6-55f29e689fcd'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:05:22.459145 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ee80a1ff-cd7d-454c-a704-c0fc9308ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:22.541389 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ef90953f-4829-40e5-a760-b6431cfc89b2 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:22.568392 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b156a3fe-aa47-4c85-963f-c56721435f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-be1cdc12-7968-45e6-985b-1944e939476c', 'network_id': 'be1cdc12-7968-45e6-985b-1944e939476c', 'tenant_id': '79a9980e87d846699bf946edc2474cb1', 'fixed_ips': [{'subnet_id': '81e6a304-d74d-40d2-a0e3-3a7f8340b451'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:05:22.569222 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b156a3fe-aa47-4c85-963f-c56721435f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:22.584654 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ee80a1ff-cd7d-454c-a704-c0fc9308ca1f None None] For port 1baa64f9-89d2-4177-a5ac-81a4565d3b4c, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:05:22.603206 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ee80a1ff-cd7d-454c-a704-c0fc9308ca1f None None] For port 1baa64f9-89d2-4177-a5ac-81a4565d3b4c, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1baa64f9-89d2-4177-a5ac-81a4565d3b4c,segment=NetworkSegment(3ee754fa-5264-4b1c-bab2-bfb6b8aa97f5),segment_id=3ee754fa-5264-4b1c-bab2-bfb6b8aa97f5)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:05:22.608959 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ee80a1ff-cd7d-454c-a704-c0fc9308ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:22.653806 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [None req-ef90953f-4829-40e5-a760-b6431cfc89b2 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 19:05:22.654874 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ef90953f-4829-40e5-a760-b6431cfc89b2 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] 10.222.0.24 "PUT /v2.0/routers/f33e9be0-d542-49be-a20e-07770eee3ea8 HTTP/1.1" status: 400 len: 364 time: 0.3328571 Aug 19 19:05:22.662016 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41836) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:22.715008 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ebdb06-0a86-4c8a-a6ba-a095d8d63493 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Deleting subnet 81e6a304-d74d-40d2-a0e3-3a7f8340b451 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:05:22.749062 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80a1ff-cd7d-454c-a704-c0fc9308ca1f None None] Pushing event updated for resources: {'Port': ['ID=1baa64f9-89d2-4177-a5ac-81a4565d3b4c,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:22.772412 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-b156a3fe-aa47-4c85-963f-c56721435f2e None None] Allocated IP 172.21.0.2 (be1cdc12-7968-45e6-985b-1944e939476c/81e6a304-d74d-40d2-a0e3-3a7f8340b451/054fb88c-2200-4df8-9479-09ad4064db6d) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:05:22.954756 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b156a3fe-aa47-4c85-963f-c56721435f2e None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:22.964224 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b156a3fe-aa47-4c85-963f-c56721435f2e None None] Transition to ACTIVE for port object 054fb88c-2200-4df8-9479-09ad4064db6d will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:05:22.980309 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b156a3fe-aa47-4c85-963f-c56721435f2e None None] Transition to ACTIVE for port object 054fb88c-2200-4df8-9479-09ad4064db6d will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:05:22.987373 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07ebdb06-0a86-4c8a-a6ba-a095d8d63493 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:22.989806 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b156a3fe-aa47-4c85-963f-c56721435f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:23.035983 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07ebdb06-0a86-4c8a-a6ba-a095d8d63493 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:23.041778 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b156a3fe-aa47-4c85-963f-c56721435f2e None None] Network be1cdc12-7968-45e6-985b-1944e939476c is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:05:23.045798 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-b156a3fe-aa47-4c85-963f-c56721435f2e None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:05:23.048801 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b156a3fe-aa47-4c85-963f-c56721435f2e None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:05:23.051358 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156a3fe-aa47-4c85-963f-c56721435f2e None None] Pushing event updated for resources: {'Port': ['ID=054fb88c-2200-4df8-9479-09ad4064db6d,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:23.109889 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-b156a3fe-aa47-4c85-963f-c56721435f2e None None] Attempting to bind port 054fb88c-2200-4df8-9479-09ad4064db6d on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:05:23.110260 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-b156a3fe-aa47-4c85-963f-c56721435f2e None None] Attempting to bind port 054fb88c-2200-4df8-9479-09ad4064db6d by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'd8ccf825-bcd0-4354-9ae8-ddcf3f615bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'be1cdc12-7968-45e6-985b-1944e939476c'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:05:23.110624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b156a3fe-aa47-4c85-963f-c56721435f2e None None] Attempting to bind port 054fb88c-2200-4df8-9479-09ad4064db6d on network be1cdc12-7968-45e6-985b-1944e939476c {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:05:23.116046 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b156a3fe-aa47-4c85-963f-c56721435f2e None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:05:23.116428 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b156a3fe-aa47-4c85-963f-c56721435f2e None None] Checking segment: {'id': 'd8ccf825-bcd0-4354-9ae8-ddcf3f615bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'be1cdc12-7968-45e6-985b-1944e939476c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:05:23.116841 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b156a3fe-aa47-4c85-963f-c56721435f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:23.117569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b156a3fe-aa47-4c85-963f-c56721435f2e None None] Bound using segment: {'id': 'd8ccf825-bcd0-4354-9ae8-ddcf3f615bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'be1cdc12-7968-45e6-985b-1944e939476c'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:05:23.118047 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-b156a3fe-aa47-4c85-963f-c56721435f2e None None] Bound port: 054fb88c-2200-4df8-9479-09ad4064db6d, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ccf825-bcd0-4354-9ae8-ddcf3f615bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'be1cdc12-7968-45e6-985b-1944e939476c'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:05:23.118433 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b156a3fe-aa47-4c85-963f-c56721435f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:23.126791 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07ebdb06-0a86-4c8a-a6ba-a095d8d63493 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:23.190941 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07ebdb06-0a86-4c8a-a6ba-a095d8d63493 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:23.193949 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-b156a3fe-aa47-4c85-963f-c56721435f2e None None] For port 054fb88c-2200-4df8-9479-09ad4064db6d, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:05:23.197337 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-b156a3fe-aa47-4c85-963f-c56721435f2e None None] For port 054fb88c-2200-4df8-9479-09ad4064db6d, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=054fb88c-2200-4df8-9479-09ad4064db6d,segment=NetworkSegment(d8ccf825-bcd0-4354-9ae8-ddcf3f615bab),segment_id=d8ccf825-bcd0-4354-9ae8-ddcf3f615bab)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:05:23.202288 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b156a3fe-aa47-4c85-963f-c56721435f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:23.219892 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebdb06-0a86-4c8a-a6ba-a095d8d63493 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Pushing event deleted for resources: {'Subnet': ['ID=81e6a304-d74d-40d2-a0e3-3a7f8340b451,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:23.223035 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07ebdb06-0a86-4c8a-a6ba-a095d8d63493 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:23.224982 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-07ebdb06-0a86-4c8a-a6ba-a095d8d63493 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] 10.222.0.24 "DELETE /v2.0/subnets/81e6a304-d74d-40d2-a0e3-3a7f8340b451 HTTP/1.1" status: 204 len: 168 time: 0.5619626 Aug 19 19:05:23.227560 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41838) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:23.271079 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156a3fe-aa47-4c85-963f-c56721435f2e None None] Pushing event updated for resources: {'Port': ['ID=054fb88c-2200-4df8-9479-09ad4064db6d,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:23.318299 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93cc8564-c8b0-4102-8d5b-6d278c82cb88 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:23.387437 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-93cc8564-c8b0-4102-8d5b-6d278c82cb88 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Deleting port 054fb88c-2200-4df8-9479-09ad4064db6d {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:05:23.388117 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93cc8564-c8b0-4102-8d5b-6d278c82cb88 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:23.474668 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-93cc8564-c8b0-4102-8d5b-6d278c82cb88 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] For port 054fb88c-2200-4df8-9479-09ad4064db6d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=054fb88c-2200-4df8-9479-09ad4064db6d,segment=NetworkSegment(d8ccf825-bcd0-4354-9ae8-ddcf3f615bab),segment_id=d8ccf825-bcd0-4354-9ae8-ddcf3f615bab)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:05:23.474950 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93cc8564-c8b0-4102-8d5b-6d278c82cb88 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:23.490934 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-93cc8564-c8b0-4102-8d5b-6d278c82cb88 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Calling delete_port for 054fb88c-2200-4df8-9479-09ad4064db6d owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:05:23.584023 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93cc8564-c8b0-4102-8d5b-6d278c82cb88 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:23.613116 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc8564-c8b0-4102-8d5b-6d278c82cb88 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Pushing event deleted for resources: {'Port': ['ID=054fb88c-2200-4df8-9479-09ad4064db6d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:23.615121 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cc8564-c8b0-4102-8d5b-6d278c82cb88 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] No DVR routers for this DVR port 054fb88c-2200-4df8-9479-09ad4064db6d on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:05:23.702855 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93cc8564-c8b0-4102-8d5b-6d278c82cb88 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:23.705159 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73892a6c-c8c5-44f3-9593-4b6015029aed None None] Network 9e0707c6-2a7a-45af-b9e6-55f29e689fcd requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:05:23.713217 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-93cc8564-c8b0-4102-8d5b-6d278c82cb88 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1cdc12-7968-45e6-985b-1944e939476c']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:23.724405 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-93cc8564-c8b0-4102-8d5b-6d278c82cb88 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ccf825-bcd0-4354-9ae8-ddcf3f615bab') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:23.724755 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-93cc8564-c8b0-4102-8d5b-6d278c82cb88 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ccf825-bcd0-4354-9ae8-ddcf3f615bab') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:23.733656 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93cc8564-c8b0-4102-8d5b-6d278c82cb88 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:23.748200 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93cc8564-c8b0-4102-8d5b-6d278c82cb88 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:23.754526 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93cc8564-c8b0-4102-8d5b-6d278c82cb88 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:05:23.755050 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93cc8564-c8b0-4102-8d5b-6d278c82cb88 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: timer() Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:05:23.758000 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:05:23.770548 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c60b4199-61d5-4f6d-b521-11e2aea4eb78 None None] Provisioning for port 1baa64f9-89d2-4177-a5ac-81a4565d3b4c completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:05:23.822659 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93cc8564-c8b0-4102-8d5b-6d278c82cb88 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:23.829396 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-93cc8564-c8b0-4102-8d5b-6d278c82cb88 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:23.832276 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-93cc8564-c8b0-4102-8d5b-6d278c82cb88 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] 10.222.0.24 "DELETE /v2.0/networks/be1cdc12-7968-45e6-985b-1944e939476c HTTP/1.1" status: 204 len: 168 time: 0.6036036 Aug 19 19:05:23.834851 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41840) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:23.849442 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc8564-c8b0-4102-8d5b-6d278c82cb88 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Pushing event deleted for resources: {'Network': ['ID=be1cdc12-7968-45e6-985b-1944e939476c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:23.894161 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c17e090-5a83-41fd-a4e5-8149c327c5b1 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Deleting subnet 2c7618df-c30c-484d-b040-18072617dd1d {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:05:23.898291 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6c17e090-5a83-41fd-a4e5-8149c327c5b1 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:23.941215 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6c17e090-5a83-41fd-a4e5-8149c327c5b1 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:24.038744 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6c17e090-5a83-41fd-a4e5-8149c327c5b1 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:24.105490 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6c17e090-5a83-41fd-a4e5-8149c327c5b1 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:24.136315 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17e090-5a83-41fd-a4e5-8149c327c5b1 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Pushing event deleted for resources: {'Subnet': ['ID=2c7618df-c30c-484d-b040-18072617dd1d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:24.142092 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6c17e090-5a83-41fd-a4e5-8149c327c5b1 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:24.148506 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41842) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:24.148788 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6c17e090-5a83-41fd-a4e5-8149c327c5b1 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] 10.222.0.24 "DELETE /v2.0/subnets/2c7618df-c30c-484d-b040-18072617dd1d HTTP/1.1" status: 204 len: 168 time: 0.3119321 Aug 19 19:05:24.157616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5f84a3-d580-477e-a2b5-89993055a9fd None None] Network 9e0707c6-2a7a-45af-b9e6-55f29e689fcd requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:05:24.248878 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-95425c22-5a25-4f2b-8cb5-bbcc332a4e55 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:24.316591 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-95425c22-5a25-4f2b-8cb5-bbcc332a4e55 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Deleting port 1baa64f9-89d2-4177-a5ac-81a4565d3b4c {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:05:24.316591 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-95425c22-5a25-4f2b-8cb5-bbcc332a4e55 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:24.321616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ee69bc-a089-4d6d-8537-ee352f975d15 None None] DHCP port deletion for be1cdc12-7968-45e6-985b-1944e939476c request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:05:24.346343 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fd83627c-9b6b-40ef-927b-c6f9c429aeca None None] Could not find standard attr ID for object 054fb88c-2200-4df8-9479-09ad4064db6d. {{(pid=94683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 19:05:24.349236 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea1776a-ba20-49ca-9801-4ff9aebafed6 None None] Network be1cdc12-7968-45e6-985b-1944e939476c requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:05:24.366195 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea1776a-ba20-49ca-9801-4ff9aebafed6 None None] Network be1cdc12-7968-45e6-985b-1944e939476c could not be found, it might have been deleted concurrently. {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 19:05:24.370288 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd36b85-dcf2-4007-9a52-7cd74b1067c6 None None] DHCP port deletion for 9e0707c6-2a7a-45af-b9e6-55f29e689fcd request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:05:24.390517 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-95425c22-5a25-4f2b-8cb5-bbcc332a4e55 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] For port 1baa64f9-89d2-4177-a5ac-81a4565d3b4c, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1baa64f9-89d2-4177-a5ac-81a4565d3b4c,segment=NetworkSegment(3ee754fa-5264-4b1c-bab2-bfb6b8aa97f5),segment_id=3ee754fa-5264-4b1c-bab2-bfb6b8aa97f5)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:05:24.391184 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-95425c22-5a25-4f2b-8cb5-bbcc332a4e55 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:24.410087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-95425c22-5a25-4f2b-8cb5-bbcc332a4e55 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Calling delete_port for 1baa64f9-89d2-4177-a5ac-81a4565d3b4c owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:05:24.417740 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-3cd36b85-dcf2-4007-9a52-7cd74b1067c6 None None] Deleting port 1baa64f9-89d2-4177-a5ac-81a4565d3b4c {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:05:24.418117 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3cd36b85-dcf2-4007-9a52-7cd74b1067c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:24.483218 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-3cd36b85-dcf2-4007-9a52-7cd74b1067c6 None None] For port 1baa64f9-89d2-4177-a5ac-81a4565d3b4c, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1baa64f9-89d2-4177-a5ac-81a4565d3b4c,segment=NetworkSegment(3ee754fa-5264-4b1c-bab2-bfb6b8aa97f5),segment_id=3ee754fa-5264-4b1c-bab2-bfb6b8aa97f5)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:05:24.483597 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3cd36b85-dcf2-4007-9a52-7cd74b1067c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:24.492498 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-95425c22-5a25-4f2b-8cb5-bbcc332a4e55 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:24.498089 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-3cd36b85-dcf2-4007-9a52-7cd74b1067c6 None None] Calling delete_port for 1baa64f9-89d2-4177-a5ac-81a4565d3b4c owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:05:24.519674 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95425c22-5a25-4f2b-8cb5-bbcc332a4e55 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Pushing event deleted for resources: {'Port': ['ID=1baa64f9-89d2-4177-a5ac-81a4565d3b4c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:24.521613 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95425c22-5a25-4f2b-8cb5-bbcc332a4e55 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] No DVR routers for this DVR port 1baa64f9-89d2-4177-a5ac-81a4565d3b4c on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:05:24.573385 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3cd36b85-dcf2-4007-9a52-7cd74b1067c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:24.601957 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd36b85-dcf2-4007-9a52-7cd74b1067c6 None None] Pushing event deleted for resources: {'Port': ['ID=1baa64f9-89d2-4177-a5ac-81a4565d3b4c,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:24.602177 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-95425c22-5a25-4f2b-8cb5-bbcc332a4e55 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:24.605300 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd36b85-dcf2-4007-9a52-7cd74b1067c6 None None] No DVR routers for this DVR port 1baa64f9-89d2-4177-a5ac-81a4565d3b4c on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:05:24.613309 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-95425c22-5a25-4f2b-8cb5-bbcc332a4e55 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0707c6-2a7a-45af-b9e6-55f29e689fcd']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:24.624408 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-95425c22-5a25-4f2b-8cb5-bbcc332a4e55 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee754fa-5264-4b1c-bab2-bfb6b8aa97f5') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:24.624710 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-95425c22-5a25-4f2b-8cb5-bbcc332a4e55 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee754fa-5264-4b1c-bab2-bfb6b8aa97f5') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:24.634174 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-95425c22-5a25-4f2b-8cb5-bbcc332a4e55 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:24.648202 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-95425c22-5a25-4f2b-8cb5-bbcc332a4e55 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:24.653901 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95425c22-5a25-4f2b-8cb5-bbcc332a4e55 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:05:24.654279 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-95425c22-5a25-4f2b-8cb5-bbcc332a4e55 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: timer() Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:05:24.657128 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:05:24.713292 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-95425c22-5a25-4f2b-8cb5-bbcc332a4e55 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:24.719805 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-95425c22-5a25-4f2b-8cb5-bbcc332a4e55 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:24.721724 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-95425c22-5a25-4f2b-8cb5-bbcc332a4e55 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] 10.222.0.24 "DELETE /v2.0/networks/9e0707c6-2a7a-45af-b9e6-55f29e689fcd HTTP/1.1" status: 204 len: 168 time: 0.5720217 Aug 19 19:05:24.724609 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41844) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:24.733048 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95425c22-5a25-4f2b-8cb5-bbcc332a4e55 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Pushing event deleted for resources: {'Network': ['ID=9e0707c6-2a7a-45af-b9e6-55f29e689fcd,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:24.753837 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-709eba64-8d4d-4778-9d8c-7b8b8079bea9 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] 10.222.0.24 "GET /v2.0/ports?device_id=f33e9be0-d542-49be-a20e-07770eee3ea8 HTTP/1.1" status: 200 len: 205 time: 0.0278246 Aug 19 19:05:24.756053 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41846) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:24.830918 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2f6e1695-902e-4124-afa5-767c7688fb68 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:24.988939 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2f6e1695-902e-4124-afa5-767c7688fb68 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:24.991053 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2f6e1695-902e-4124-afa5-767c7688fb68 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:25.035587 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2f6e1695-902e-4124-afa5-767c7688fb68 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:25.037568 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6e1695-902e-4124-afa5-767c7688fb68 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Fanout notify agent at l3_agent the message router_deleted on router f33e9be0-d542-49be-a20e-07770eee3ea8 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:05:25.045017 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2f6e1695-902e-4124-afa5-767c7688fb68 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:25.049850 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2f6e1695-902e-4124-afa5-767c7688fb68 tempest-RoutersNegativeTest-1872480641 tempest-RoutersNegativeTest-1872480641-project] 10.222.0.24 "DELETE /v2.0/routers/f33e9be0-d542-49be-a20e-07770eee3ea8 HTTP/1.1" status: 204 len: 168 time: 0.2918394 Aug 19 19:05:25.288626 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41852) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:25.427580 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d2c5fcc7-f515-496e-a442-4d9debc53e76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79a9980e87d846699bf946edc2474cb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1378045 Aug 19 19:05:25.430171 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41856) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:25.477276 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55761574-d15c-47db-9ebc-495b2f480551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:25.499066 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55761574-d15c-47db-9ebc-495b2f480551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:25.545330 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55761574-d15c-47db-9ebc-495b2f480551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:25.547884 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55761574-d15c-47db-9ebc-495b2f480551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:25.549594 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-55761574-d15c-47db-9ebc-495b2f480551 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b32a8266-e2ac-4e76-807e-8f3103adb1d3 HTTP/1.1" status: 204 len: 168 time: 0.1184883 Aug 19 19:05:25.557353 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55761574-d15c-47db-9ebc-495b2f480551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32a8266-e2ac-4e76-807e-8f3103adb1d3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:26.155696 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41878) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:26.250995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-5f257ab6-dab4-4551-9ec3-0889dcc3253b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-612683588-network', 'tenant_id': '5fe95cc33dd74047b3883db6fb919eaa'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:05:26.272892 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f257ab6-dab4-4551-9ec3-0889dcc3253b admin admin] Made reservation on behalf of 5fe95cc33dd74047b3883db6fb919eaa for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:05:26.275505 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f257ab6-dab4-4551-9ec3-0889dcc3253b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:26.285856 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f257ab6-dab4-4551-9ec3-0889dcc3253b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:26.286875 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 054fb88c-2200-4df8-9479-09ad4064db6d no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:05:26.310655 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 054fb88c-2200-4df8-9479-09ad4064db6d {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:05:26.311046 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 054fb88c-2200-4df8-9479-09ad4064db6d not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:05:26.311475 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1baa64f9-89d2-4177-a5ac-81a4565d3b4c no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:05:26.332537 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 1baa64f9-89d2-4177-a5ac-81a4565d3b4c {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:05:26.332757 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1baa64f9-89d2-4177-a5ac-81a4565d3b4c not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:05:26.381278 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f257ab6-dab4-4551-9ec3-0889dcc3253b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:26.385450 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f257ab6-dab4-4551-9ec3-0889dcc3253b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:26.412975 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f257ab6-dab4-4551-9ec3-0889dcc3253b admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:05:26.419209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f257ab6-dab4-4551-9ec3-0889dcc3253b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b72920-cf04-4d61-9cff-c26947a087a1,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:26.426120 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f257ab6-dab4-4551-9ec3-0889dcc3253b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:26.426471 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-5f257ab6-dab4-4551-9ec3-0889dcc3253b admin admin] Added segment e92f9285-eec2-4578-a9b2-7cd3102a752b of type vlan for network 769185eb-0f9b-4053-9ffd-486847474602 Aug 19 19:05:26.468756 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f257ab6-dab4-4551-9ec3-0889dcc3253b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:26.494383 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f257ab6-dab4-4551-9ec3-0889dcc3253b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:26.495367 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f257ab6-dab4-4551-9ec3-0889dcc3253b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:26.495944 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f257ab6-dab4-4551-9ec3-0889dcc3253b admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:26.547014 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5f257ab6-dab4-4551-9ec3-0889dcc3253b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3902254 Aug 19 19:05:26.550560 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41882) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:26.556187 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-950f9a45-7ac8-4de3-abb5-4618eae7e7c2 admin admin] Request body: {'subnet': {'network_id': '769185eb-0f9b-4053-9ffd-486847474602', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-612683588-subnet', 'tenant_id': '5fe95cc33dd74047b3883db6fb919eaa', 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:05:26.558468 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f257ab6-dab4-4551-9ec3-0889dcc3253b admin admin] Pushing event updated for resources: {'Network': ['ID=769185eb-0f9b-4053-9ffd-486847474602,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:26.568916 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 769185eb-0f9b-4053-9ffd-486847474602 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:05:26.576028 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950f9a45-7ac8-4de3-abb5-4618eae7e7c2 admin admin] Made reservation on behalf of 5fe95cc33dd74047b3883db6fb919eaa for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:05:26.578585 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-950f9a45-7ac8-4de3-abb5-4618eae7e7c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:26.750543 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-950f9a45-7ac8-4de3-abb5-4618eae7e7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:26.812285 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f9a45-7ac8-4de3-abb5-4618eae7e7c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57f74b10-4d35-43cc-b1e7-8f4a19582d3f,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:26.820970 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950f9a45-7ac8-4de3-abb5-4618eae7e7c2 admin admin] Checking segment: {'id': 'e92f9285-eec2-4578-a9b2-7cd3102a752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '769185eb-0f9b-4053-9ffd-486847474602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:05:26.821332 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950f9a45-7ac8-4de3-abb5-4618eae7e7c2 admin admin] Network hostable DHCP agents. Network: 769185eb-0f9b-4053-9ffd-486847474602, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:05:26.838579 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950f9a45-7ac8-4de3-abb5-4618eae7e7c2 admin admin] Network 769185eb-0f9b-4053-9ffd-486847474602 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:05:26.847644 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-950f9a45-7ac8-4de3-abb5-4618eae7e7c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 769185eb-0f9b-4053-9ffd-486847474602) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:05:26.851577 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950f9a45-7ac8-4de3-abb5-4618eae7e7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:26.852163 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-950f9a45-7ac8-4de3-abb5-4618eae7e7c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:26.857212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fee459a-147b-47c8-bf4d-dddcfdacdde4 None None] Network 769185eb-0f9b-4053-9ffd-486847474602 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:05:26.871444 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-950f9a45-7ac8-4de3-abb5-4618eae7e7c2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3191943 Aug 19 19:05:26.874063 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41884) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:26.878691 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-bc7aff5e-b1a1-4286-8f62-f7d3c83dc625 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-612683588-router', 'tenant_id': '5fe95cc33dd74047b3883db6fb919eaa', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:05:26.901086 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc7aff5e-b1a1-4286-8f62-f7d3c83dc625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:26.902050 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc7aff5e-b1a1-4286-8f62-f7d3c83dc625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:26.953333 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc7aff5e-b1a1-4286-8f62-f7d3c83dc625 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:27.006631 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e7c42c-3136-4322-b676-7c5d16435328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-769185eb-0f9b-4053-9ffd-486847474602', 'network_id': '769185eb-0f9b-4053-9ffd-486847474602', 'tenant_id': '5fe95cc33dd74047b3883db6fb919eaa', 'fixed_ips': [{'subnet_id': '57f74b10-4d35-43cc-b1e7-8f4a19582d3f'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:05:27.007514 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-07e7c42c-3136-4322-b676-7c5d16435328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:27.092277 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc7aff5e-b1a1-4286-8f62-f7d3c83dc625 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:27.147165 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-07e7c42c-3136-4322-b676-7c5d16435328 None None] Allocated IP 172.20.0.2 (769185eb-0f9b-4053-9ffd-486847474602/57f74b10-4d35-43cc-b1e7-8f4a19582d3f/eb5712ee-2be2-424f-8217-4a909dff129c) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:05:27.292553 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc7aff5e-b1a1-4286-8f62-f7d3c83dc625 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:27.294737 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-07e7c42c-3136-4322-b676-7c5d16435328 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:27.304580 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-07e7c42c-3136-4322-b676-7c5d16435328 None None] Transition to ACTIVE for port object eb5712ee-2be2-424f-8217-4a909dff129c will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:05:27.312027 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc7aff5e-b1a1-4286-8f62-f7d3c83dc625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:27.320003 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-07e7c42c-3136-4322-b676-7c5d16435328 None None] Transition to ACTIVE for port object eb5712ee-2be2-424f-8217-4a909dff129c will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:05:27.326404 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-07e7c42c-3136-4322-b676-7c5d16435328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:27.366781 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e7c42c-3136-4322-b676-7c5d16435328 None None] Network 769185eb-0f9b-4053-9ffd-486847474602 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:05:27.371373 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-07e7c42c-3136-4322-b676-7c5d16435328 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:05:27.374565 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e7c42c-3136-4322-b676-7c5d16435328 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:05:27.381713 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7c42c-3136-4322-b676-7c5d16435328 None None] Pushing event updated for resources: {'Port': ['ID=eb5712ee-2be2-424f-8217-4a909dff129c,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:27.413946 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-bc7aff5e-b1a1-4286-8f62-f7d3c83dc625 admin admin] Allocated IP 172.25.8.187 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/dffd243a-12af-4054-a11c-34a943eed639) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:05:27.439198 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-07e7c42c-3136-4322-b676-7c5d16435328 None None] Attempting to bind port eb5712ee-2be2-424f-8217-4a909dff129c on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:05:27.439635 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-07e7c42c-3136-4322-b676-7c5d16435328 None None] Attempting to bind port eb5712ee-2be2-424f-8217-4a909dff129c by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'e92f9285-eec2-4578-a9b2-7cd3102a752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '769185eb-0f9b-4053-9ffd-486847474602'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:05:27.440001 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7c42c-3136-4322-b676-7c5d16435328 None None] Attempting to bind port eb5712ee-2be2-424f-8217-4a909dff129c on network 769185eb-0f9b-4053-9ffd-486847474602 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:05:27.444958 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7c42c-3136-4322-b676-7c5d16435328 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:05:27.445337 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7c42c-3136-4322-b676-7c5d16435328 None None] Checking segment: {'id': 'e92f9285-eec2-4578-a9b2-7cd3102a752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '769185eb-0f9b-4053-9ffd-486847474602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:05:27.445788 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-07e7c42c-3136-4322-b676-7c5d16435328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:27.446185 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7c42c-3136-4322-b676-7c5d16435328 None None] Bound using segment: {'id': 'e92f9285-eec2-4578-a9b2-7cd3102a752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '769185eb-0f9b-4053-9ffd-486847474602'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:05:27.446674 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-07e7c42c-3136-4322-b676-7c5d16435328 None None] Bound port: eb5712ee-2be2-424f-8217-4a909dff129c, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92f9285-eec2-4578-a9b2-7cd3102a752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '769185eb-0f9b-4053-9ffd-486847474602'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:05:27.447053 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-07e7c42c-3136-4322-b676-7c5d16435328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:27.511063 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-07e7c42c-3136-4322-b676-7c5d16435328 None None] For port eb5712ee-2be2-424f-8217-4a909dff129c, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:05:27.514111 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-07e7c42c-3136-4322-b676-7c5d16435328 None None] For port eb5712ee-2be2-424f-8217-4a909dff129c, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=eb5712ee-2be2-424f-8217-4a909dff129c,segment=NetworkSegment(e92f9285-eec2-4578-a9b2-7cd3102a752b),segment_id=e92f9285-eec2-4578-a9b2-7cd3102a752b)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:05:27.519182 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-07e7c42c-3136-4322-b676-7c5d16435328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:27.521659 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc7aff5e-b1a1-4286-8f62-f7d3c83dc625 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:27.573654 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc7aff5e-b1a1-4286-8f62-f7d3c83dc625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:27.584119 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7c42c-3136-4322-b676-7c5d16435328 None None] Pushing event updated for resources: {'Port': ['ID=eb5712ee-2be2-424f-8217-4a909dff129c,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:27.617114 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7aff5e-b1a1-4286-8f62-f7d3c83dc625 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:05:27.620410 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-bc7aff5e-b1a1-4286-8f62-f7d3c83dc625 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:05:27.624290 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7aff5e-b1a1-4286-8f62-f7d3c83dc625 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:05:27.630498 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7aff5e-b1a1-4286-8f62-f7d3c83dc625 admin admin] Pushing event updated for resources: {'Port': ['ID=dffd243a-12af-4054-a11c-34a943eed639,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:27.913352 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc7aff5e-b1a1-4286-8f62-f7d3c83dc625 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:28.106981 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc7aff5e-b1a1-4286-8f62-f7d3c83dc625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:28.370053 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device eb5712ee-2be2-424f-8217-4a909dff129c up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:05:28.428594 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port eb5712ee-2be2-424f-8217-4a909dff129c completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:05:28.500516 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5629d0e8-e37e-4010-ac21-3189d1ce304d None None] Network 769185eb-0f9b-4053-9ffd-486847474602 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:05:28.597475 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7aff5e-b1a1-4286-8f62-f7d3c83dc625 admin admin] Router 8d03ff14-2d24-4201-826f-55b51d7f1896 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 19:05:28.628550 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-522235e1-5a42-45f9-80f5-e1fd90393684 None None] Provisioning for port eb5712ee-2be2-424f-8217-4a909dff129c completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:05:28.636314 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-522235e1-5a42-45f9-80f5-e1fd90393684 None None] Provisioning complete for port eb5712ee-2be2-424f-8217-4a909dff129c triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:05:28.636686 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-522235e1-5a42-45f9-80f5-e1fd90393684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:28.708140 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7aff5e-b1a1-4286-8f62-f7d3c83dc625 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:05:28.718210 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] Sync routers for ids ['8d03ff14-2d24-4201-826f-55b51d7f1896'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:05:28.728294 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc7aff5e-b1a1-4286-8f62-f7d3c83dc625 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:28.732224 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bc7aff5e-b1a1-4286-8f62-f7d3c83dc625 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8544593 Aug 19 19:05:28.732440 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] Routers {'8d03ff14-2d24-4201-826f-55b51d7f1896'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:05:28.732902 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:05:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['8d03ff14-2d24-4201-826f-55b51d7f1896'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:28.733221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41886) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:28.849081 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] Set router 8d03ff14-2d24-4201-826f-55b51d7f1896 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:05:28.919445 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-522235e1-5a42-45f9-80f5-e1fd90393684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:28.960749 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-522235e1-5a42-45f9-80f5-e1fd90393684 None None] For port eb5712ee-2be2-424f-8217-4a909dff129c, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=eb5712ee-2be2-424f-8217-4a909dff129c,segment=NetworkSegment(e92f9285-eec2-4578-a9b2-7cd3102a752b),segment_id=e92f9285-eec2-4578-a9b2-7cd3102a752b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:05:28.965709 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-522235e1-5a42-45f9-80f5-e1fd90393684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:29.031445 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522235e1-5a42-45f9-80f5-e1fd90393684 None None] Pushing event updated for resources: {'Port': ['ID=eb5712ee-2be2-424f-8217-4a909dff129c,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:29.100429 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d03ff14-2d24-4201-826f-55b51d7f1896', 'name': 'tempest-TestEncryptedCinderVolumes-612683588-router', 'tenant_id': '5fe95cc33dd74047b3883db6fb919eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'dffd243a-12af-4054-a11c-34a943eed639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:05:26Z', 'updated_at': '2021-08-19T19:05:27Z', 'revision_number': 3, 'project_id': '5fe95cc33dd74047b3883db6fb919eaa', 'gw_port': {'id': 'dffd243a-12af-4054-a11c-34a943eed639', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:dd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d03ff14-2d24-4201-826f-55b51d7f1896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:05:27Z', 'updated_at': '2021-08-19T19:05:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:29.128414 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] Checking router: 8d03ff14-2d24-4201-826f-55b51d7f1896 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:05:29.128757 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] Updating router 8d03ff14-2d24-4201-826f-55b51d7f1896 port dffd243a-12af-4054-a11c-34a943eed639 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:05:29.153085 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:29.185872 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-47191b30-f6b1-4f42-8027-2893ac959efe None None] Provisioning complete for port eb5712ee-2be2-424f-8217-4a909dff129c triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:05:29.186140 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-47191b30-f6b1-4f42-8027-2893ac959efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:29.240376 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-63df9a10-f51d-41ae-95d7-1f16570cdb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:29.411996 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:29.421717 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] Transition to ACTIVE for port object dffd243a-12af-4054-a11c-34a943eed639 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:05:29.427513 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:29.443229 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-63df9a10-f51d-41ae-95d7-1f16570cdb53 admin admin] Allocated IP 172.20.0.1 (769185eb-0f9b-4053-9ffd-486847474602/57f74b10-4d35-43cc-b1e7-8f4a19582d3f/459fb3df-e777-48ea-a194-4c8404e0e2cf) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:05:29.485912 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] Attempting to bind port dffd243a-12af-4054-a11c-34a943eed639 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:05:29.487673 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] Attempting to bind port dffd243a-12af-4054-a11c-34a943eed639 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:05:29.488120 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] Attempting to bind port dffd243a-12af-4054-a11c-34a943eed639 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:05:29.491228 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5eb4b-e4b7-4b80-a615-ec60370d3e33 None None] Pushing event updated for resources: {'Port': ['ID=dffd243a-12af-4054-a11c-34a943eed639,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:29.499027 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:05:29.499390 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:05:29.499785 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:29.500182 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:05:29.500625 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] Bound port: dffd243a-12af-4054-a11c-34a943eed639, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:05:29.500995 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:29.504796 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe5eb4b-e4b7-4b80-a615-ec60370d3e33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:29.505135 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe5eb4b-e4b7-4b80-a615-ec60370d3e33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:29.505475 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe5eb4b-e4b7-4b80-a615-ec60370d3e33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:29.505829 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe5eb4b-e4b7-4b80-a615-ec60370d3e33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:29.506178 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe5eb4b-e4b7-4b80-a615-ec60370d3e33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:29.506486 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe5eb4b-e4b7-4b80-a615-ec60370d3e33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:29.506804 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe5eb4b-e4b7-4b80-a615-ec60370d3e33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:29.507123 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe5eb4b-e4b7-4b80-a615-ec60370d3e33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:29.507440 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe5eb4b-e4b7-4b80-a615-ec60370d3e33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:29.507756 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe5eb4b-e4b7-4b80-a615-ec60370d3e33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:29.508073 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe5eb4b-e4b7-4b80-a615-ec60370d3e33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:29.508387 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe5eb4b-e4b7-4b80-a615-ec60370d3e33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:05:29.551714 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-63df9a10-f51d-41ae-95d7-1f16570cdb53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:29.562770 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] For port dffd243a-12af-4054-a11c-34a943eed639, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:05:29.564747 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-63df9a10-f51d-41ae-95d7-1f16570cdb53 admin admin] Transition to ACTIVE for port object 459fb3df-e777-48ea-a194-4c8404e0e2cf will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:05:29.566726 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] For port dffd243a-12af-4054-a11c-34a943eed639, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=dffd243a-12af-4054-a11c-34a943eed639,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:05:29.571255 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:29.600755 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-63df9a10-f51d-41ae-95d7-1f16570cdb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:29.626195 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] Routers {'8d03ff14-2d24-4201-826f-55b51d7f1896'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:05:29.626830 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:05:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['8d03ff14-2d24-4201-826f-55b51d7f1896'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:29.639129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63df9a10-f51d-41ae-95d7-1f16570cdb53 admin admin] Network 769185eb-0f9b-4053-9ffd-486847474602 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:05:29.645646 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-63df9a10-f51d-41ae-95d7-1f16570cdb53 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:05:29.649290 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63df9a10-f51d-41ae-95d7-1f16570cdb53 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:05:29.672381 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df9a10-f51d-41ae-95d7-1f16570cdb53 admin admin] Pushing event updated for resources: {'Port': ['ID=459fb3df-e777-48ea-a194-4c8404e0e2cf,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:29.694462 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-63df9a10-f51d-41ae-95d7-1f16570cdb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:29.783614 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5eb4b-e4b7-4b80-a615-ec60370d3e33 None None] Pushing event updated for resources: {'Port': ['ID=dffd243a-12af-4054-a11c-34a943eed639,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:29.853194 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-63df9a10-f51d-41ae-95d7-1f16570cdb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:29.872602 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] Set router 8d03ff14-2d24-4201-826f-55b51d7f1896 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:05:29.901577 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-245579fe-694d-4ecd-b40d-3af326678646 None None] Provisioning for port 459fb3df-e777-48ea-a194-4c8404e0e2cf completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:05:29.909390 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-245579fe-694d-4ecd-b40d-3af326678646 None None] Provisioning complete for port 459fb3df-e777-48ea-a194-4c8404e0e2cf triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:05:29.910294 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-245579fe-694d-4ecd-b40d-3af326678646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:29.945037 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-245579fe-694d-4ecd-b40d-3af326678646 None None] Port 459fb3df-e777-48ea-a194-4c8404e0e2cf cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:05:30.044274 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-63df9a10-f51d-41ae-95d7-1f16570cdb53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:30.049730 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-63df9a10-f51d-41ae-95d7-1f16570cdb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:30.060533 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d03ff14-2d24-4201-826f-55b51d7f1896', 'name': 'tempest-TestEncryptedCinderVolumes-612683588-router', 'tenant_id': '5fe95cc33dd74047b3883db6fb919eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'dffd243a-12af-4054-a11c-34a943eed639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:05:26Z', 'updated_at': '2021-08-19T19:05:27Z', 'revision_number': 3, 'project_id': '5fe95cc33dd74047b3883db6fb919eaa', 'gw_port': {'id': 'dffd243a-12af-4054-a11c-34a943eed639', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:dd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d03ff14-2d24-4201-826f-55b51d7f1896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:05:27Z', 'updated_at': '2021-08-19T19:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:30.087994 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13133419-da4e-4a7e-a29c-42e245dcc88f None None] The sync data for ids ['8d03ff14-2d24-4201-826f-55b51d7f1896'] in n-d-803753-2 is: [{'id': '8d03ff14-2d24-4201-826f-55b51d7f1896', 'name': 'tempest-TestEncryptedCinderVolumes-612683588-router', 'tenant_id': '5fe95cc33dd74047b3883db6fb919eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'dffd243a-12af-4054-a11c-34a943eed639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:05:26Z', 'updated_at': '2021-08-19T19:05:27Z', 'revision_number': 3, 'project_id': '5fe95cc33dd74047b3883db6fb919eaa', 'gw_port': {'id': 'dffd243a-12af-4054-a11c-34a943eed639', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:dd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d03ff14-2d24-4201-826f-55b51d7f1896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:05:27Z', 'updated_at': '2021-08-19T19:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:05:30.121743 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-63df9a10-f51d-41ae-95d7-1f16570cdb53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:30.123601 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df9a10-f51d-41ae-95d7-1f16570cdb53 admin admin] Pushing event updated for resources: {'Port': ['ID=459fb3df-e777-48ea-a194-4c8404e0e2cf,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:30.223010 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63df9a10-f51d-41ae-95d7-1f16570cdb53 admin admin] Network 769185eb-0f9b-4053-9ffd-486847474602 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:05:30.224527 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-63df9a10-f51d-41ae-95d7-1f16570cdb53 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:05:30.367845 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63df9a10-f51d-41ae-95d7-1f16570cdb53 admin admin] Router 8d03ff14-2d24-4201-826f-55b51d7f1896 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:05:30.402328 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device eb5712ee-2be2-424f-8217-4a909dff129c up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:05:30.471534 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port eb5712ee-2be2-424f-8217-4a909dff129c triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:05:30.471719 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:30.513784 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63df9a10-f51d-41ae-95d7-1f16570cdb53 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:05:30.521876 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-63df9a10-f51d-41ae-95d7-1f16570cdb53 admin admin] 10.222.0.24 "PUT /v2.0/routers/8d03ff14-2d24-4201-826f-55b51d7f1896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7813647 Aug 19 19:05:30.578603 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fa9ebdef-7e00-497f-ac77-ab5365bb2d7b None None] Provisioning complete for port 459fb3df-e777-48ea-a194-4c8404e0e2cf triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:05:30.578978 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fa9ebdef-7e00-497f-ac77-ab5365bb2d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:30.618742 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-fa9ebdef-7e00-497f-ac77-ab5365bb2d7b None None] Port 459fb3df-e777-48ea-a194-4c8404e0e2cf cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:05:31.018646 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 41902) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:31.023783 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-3dedd924-066d-4468-9ecb-2b141428122e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1975807278-network', 'tenant_id': '7735c9840fbc4bee8fdf22413476f430'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:05:31.044420 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dedd924-066d-4468-9ecb-2b141428122e admin admin] Made reservation on behalf of 7735c9840fbc4bee8fdf22413476f430 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:05:31.046852 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3dedd924-066d-4468-9ecb-2b141428122e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:31.056427 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3dedd924-066d-4468-9ecb-2b141428122e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:31.150843 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3dedd924-066d-4468-9ecb-2b141428122e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:31.154634 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3dedd924-066d-4468-9ecb-2b141428122e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:31.181816 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dedd924-066d-4468-9ecb-2b141428122e admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:05:31.193301 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dedd924-066d-4468-9ecb-2b141428122e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494c5d30-aff4-4bbc-b8e4-0a3bb33dd1cb,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:31.199635 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3dedd924-066d-4468-9ecb-2b141428122e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:31.199988 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-3dedd924-066d-4468-9ecb-2b141428122e admin admin] Added segment ccc8058d-571c-4faa-862b-713951539b14 of type vlan for network 30a498eb-bd6d-4224-8118-95cedf2cd220 Aug 19 19:05:31.246351 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3dedd924-066d-4468-9ecb-2b141428122e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:31.271373 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3dedd924-066d-4468-9ecb-2b141428122e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:31.272659 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dedd924-066d-4468-9ecb-2b141428122e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:31.273302 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3dedd924-066d-4468-9ecb-2b141428122e admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:31.330439 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3dedd924-066d-4468-9ecb-2b141428122e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3099103 Aug 19 19:05:31.333560 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41904) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:31.335754 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dedd924-066d-4468-9ecb-2b141428122e admin admin] Pushing event updated for resources: {'Network': ['ID=30a498eb-bd6d-4224-8118-95cedf2cd220,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:31.338901 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-21cdbdad-a053-47a5-bfc0-08a1ed0ec053 admin admin] Request body: {'subnet': {'network_id': '30a498eb-bd6d-4224-8118-95cedf2cd220', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1975807278-subnet', 'tenant_id': '7735c9840fbc4bee8fdf22413476f430', 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:05:31.346553 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 30a498eb-bd6d-4224-8118-95cedf2cd220 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:05:31.361472 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cdbdad-a053-47a5-bfc0-08a1ed0ec053 admin admin] Made reservation on behalf of 7735c9840fbc4bee8fdf22413476f430 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:05:31.364246 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-21cdbdad-a053-47a5-bfc0-08a1ed0ec053 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:31.546593 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-21cdbdad-a053-47a5-bfc0-08a1ed0ec053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:31.603273 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdbdad-a053-47a5-bfc0-08a1ed0ec053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c659713-f73b-4944-bf75-63803aebdbaa,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:31.612048 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cdbdad-a053-47a5-bfc0-08a1ed0ec053 admin admin] Checking segment: {'id': 'ccc8058d-571c-4faa-862b-713951539b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '30a498eb-bd6d-4224-8118-95cedf2cd220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:05:31.612512 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cdbdad-a053-47a5-bfc0-08a1ed0ec053 admin admin] Network hostable DHCP agents. Network: 30a498eb-bd6d-4224-8118-95cedf2cd220, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:05:31.629081 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cdbdad-a053-47a5-bfc0-08a1ed0ec053 admin admin] Network 30a498eb-bd6d-4224-8118-95cedf2cd220 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:05:31.639481 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-21cdbdad-a053-47a5-bfc0-08a1ed0ec053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 30a498eb-bd6d-4224-8118-95cedf2cd220) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:05:31.645998 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cdbdad-a053-47a5-bfc0-08a1ed0ec053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:31.646725 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-21cdbdad-a053-47a5-bfc0-08a1ed0ec053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:31.649696 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ca7546-e72d-4ae2-8251-b5f72b8adccc None None] Network 30a498eb-bd6d-4224-8118-95cedf2cd220 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:05:31.662981 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-21cdbdad-a053-47a5-bfc0-08a1ed0ec053 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3281734 Aug 19 19:05:31.665680 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41906) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:31.670193 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-b816dc32-77be-415b-a82c-f422917e7b39 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1975807278-router', 'tenant_id': '7735c9840fbc4bee8fdf22413476f430', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:05:31.693574 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b816dc32-77be-415b-a82c-f422917e7b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:31.695297 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b816dc32-77be-415b-a82c-f422917e7b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:31.721715 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] Sync routers for ids ['8d03ff14-2d24-4201-826f-55b51d7f1896'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:05:31.745068 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] Routers {'8d03ff14-2d24-4201-826f-55b51d7f1896'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:05:31.745728 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:05:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['8d03ff14-2d24-4201-826f-55b51d7f1896'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:31.754343 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b816dc32-77be-415b-a82c-f422917e7b39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:31.884972 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b028b16-9b77-4719-9699-82ba31caa4fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-30a498eb-bd6d-4224-8118-95cedf2cd220', 'network_id': '30a498eb-bd6d-4224-8118-95cedf2cd220', 'tenant_id': '7735c9840fbc4bee8fdf22413476f430', 'fixed_ips': [{'subnet_id': '0c659713-f73b-4944-bf75-63803aebdbaa'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:05:31.885859 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b028b16-9b77-4719-9699-82ba31caa4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:31.900624 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b816dc32-77be-415b-a82c-f422917e7b39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:31.920883 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] Set router 8d03ff14-2d24-4201-826f-55b51d7f1896 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:05:32.101348 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b816dc32-77be-415b-a82c-f422917e7b39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:32.120804 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b816dc32-77be-415b-a82c-f422917e7b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:32.153091 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-3b028b16-9b77-4719-9699-82ba31caa4fa None None] Allocated IP 172.20.0.2 (30a498eb-bd6d-4224-8118-95cedf2cd220/0c659713-f73b-4944-bf75-63803aebdbaa/3668eb8b-4102-402e-bbab-b9ff6d54cad0) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:05:32.233472 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-b816dc32-77be-415b-a82c-f422917e7b39 admin admin] Allocated IP 172.25.8.43 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/ef56fa54-321e-46d4-a3b5-11a4d50ae715) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:05:32.309131 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d03ff14-2d24-4201-826f-55b51d7f1896', 'name': 'tempest-TestEncryptedCinderVolumes-612683588-router', 'tenant_id': '5fe95cc33dd74047b3883db6fb919eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'dffd243a-12af-4054-a11c-34a943eed639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:05:26Z', 'updated_at': '2021-08-19T19:05:29Z', 'revision_number': 4, 'project_id': '5fe95cc33dd74047b3883db6fb919eaa', 'gw_port': {'id': 'dffd243a-12af-4054-a11c-34a943eed639', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:dd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d03ff14-2d24-4201-826f-55b51d7f1896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:05:27Z', 'updated_at': '2021-08-19T19:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '459fb3df-e777-48ea-a194-4c8404e0e2cf', 'name': '', 'network_id': '769185eb-0f9b-4053-9ffd-486847474602', 'tenant_id': '5fe95cc33dd74047b3883db6fb919eaa', 'mac_address': 'fa:16:3e:66:75:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d03ff14-2d24-4201-826f-55b51d7f1896', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '57f74b10-4d35-43cc-b1e7-8f4a19582d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:05:29Z', 'updated_at': '2021-08-19T19:05:29Z', 'revision_number': 2, 'project_id': '5fe95cc33dd74047b3883db6fb919eaa', 'subnets': [{'id': '57f74b10-4d35-43cc-b1e7-8f4a19582d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:32.344037 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] Checking router: 8d03ff14-2d24-4201-826f-55b51d7f1896 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:05:32.344392 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] Updating router 8d03ff14-2d24-4201-826f-55b51d7f1896 port 459fb3df-e777-48ea-a194-4c8404e0e2cf binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:05:32.356948 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b816dc32-77be-415b-a82c-f422917e7b39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:32.386812 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device dffd243a-12af-4054-a11c-34a943eed639 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:05:32.401909 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b816dc32-77be-415b-a82c-f422917e7b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:32.422746 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:32.443819 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b816dc32-77be-415b-a82c-f422917e7b39 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:05:32.446789 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-b816dc32-77be-415b-a82c-f422917e7b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:05:32.447209 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b028b16-9b77-4719-9699-82ba31caa4fa None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:32.449836 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b816dc32-77be-415b-a82c-f422917e7b39 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:05:32.462866 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3b028b16-9b77-4719-9699-82ba31caa4fa None None] Transition to ACTIVE for port object 3668eb8b-4102-402e-bbab-b9ff6d54cad0 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:05:32.482746 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816dc32-77be-415b-a82c-f422917e7b39 admin admin] Pushing event updated for resources: {'Port': ['ID=ef56fa54-321e-46d4-a3b5-11a4d50ae715,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:32.517292 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3b028b16-9b77-4719-9699-82ba31caa4fa None None] Transition to ACTIVE for port object 3668eb8b-4102-402e-bbab-b9ff6d54cad0 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:05:32.574135 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b028b16-9b77-4719-9699-82ba31caa4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:32.605813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port dffd243a-12af-4054-a11c-34a943eed639 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:05:32.623937 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port dffd243a-12af-4054-a11c-34a943eed639 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:05:32.624311 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:32.665923 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b028b16-9b77-4719-9699-82ba31caa4fa None None] Network 30a498eb-bd6d-4224-8118-95cedf2cd220 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:05:32.670112 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b028b16-9b77-4719-9699-82ba31caa4fa None None] Pushing event updated for resources: {'Port': ['ID=3668eb8b-4102-402e-bbab-b9ff6d54cad0,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:32.676208 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-3b028b16-9b77-4719-9699-82ba31caa4fa None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:05:32.681347 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b028b16-9b77-4719-9699-82ba31caa4fa None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:05:32.726608 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b816dc32-77be-415b-a82c-f422917e7b39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:32.839461 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-3b028b16-9b77-4719-9699-82ba31caa4fa None None] Attempting to bind port 3668eb8b-4102-402e-bbab-b9ff6d54cad0 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:05:32.839837 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-3b028b16-9b77-4719-9699-82ba31caa4fa None None] Attempting to bind port 3668eb8b-4102-402e-bbab-b9ff6d54cad0 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'ccc8058d-571c-4faa-862b-713951539b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '30a498eb-bd6d-4224-8118-95cedf2cd220'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:05:32.840201 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028b16-9b77-4719-9699-82ba31caa4fa None None] Attempting to bind port 3668eb8b-4102-402e-bbab-b9ff6d54cad0 on network 30a498eb-bd6d-4224-8118-95cedf2cd220 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:05:32.859615 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028b16-9b77-4719-9699-82ba31caa4fa None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:05:32.859983 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028b16-9b77-4719-9699-82ba31caa4fa None None] Checking segment: {'id': 'ccc8058d-571c-4faa-862b-713951539b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '30a498eb-bd6d-4224-8118-95cedf2cd220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:05:32.860386 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b028b16-9b77-4719-9699-82ba31caa4fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:32.860779 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028b16-9b77-4719-9699-82ba31caa4fa None None] Bound using segment: {'id': 'ccc8058d-571c-4faa-862b-713951539b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '30a498eb-bd6d-4224-8118-95cedf2cd220'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:05:32.861289 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-3b028b16-9b77-4719-9699-82ba31caa4fa None None] Bound port: 3668eb8b-4102-402e-bbab-b9ff6d54cad0, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc8058d-571c-4faa-862b-713951539b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '30a498eb-bd6d-4224-8118-95cedf2cd220'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:05:32.861704 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b028b16-9b77-4719-9699-82ba31caa4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:32.886492 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:32.924407 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b816dc32-77be-415b-a82c-f422917e7b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:32.953822 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port dffd243a-12af-4054-a11c-34a943eed639, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=dffd243a-12af-4054-a11c-34a943eed639,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:05:32.963843 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:32.980656 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:33.024791 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] Transition to ACTIVE for port object 459fb3df-e777-48ea-a194-4c8404e0e2cf will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:05:33.034840 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-3b028b16-9b77-4719-9699-82ba31caa4fa None None] For port 3668eb8b-4102-402e-bbab-b9ff6d54cad0, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:05:33.039817 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-3b028b16-9b77-4719-9699-82ba31caa4fa None None] For port 3668eb8b-4102-402e-bbab-b9ff6d54cad0, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3668eb8b-4102-402e-bbab-b9ff6d54cad0,segment=NetworkSegment(ccc8058d-571c-4faa-862b-713951539b14),segment_id=ccc8058d-571c-4faa-862b-713951539b14)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:05:33.040803 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:33.048339 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b028b16-9b77-4719-9699-82ba31caa4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:33.058825 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b816dc32-77be-415b-a82c-f422917e7b39 admin admin] Router 54f23162-35a3-47a4-b49b-fcd37bbf49a1 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 19:05:33.068426 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=dffd243a-12af-4054-a11c-34a943eed639,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:33.146848 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e61fe2-b9f3-480a-a2d9-1b2623f2c792 None None] Pushing event updated for resources: {'Port': ['ID=459fb3df-e777-48ea-a194-4c8404e0e2cf,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:33.197960 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b816dc32-77be-415b-a82c-f422917e7b39 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:05:33.211179 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] Sync routers for ids ['54f23162-35a3-47a4-b49b-fcd37bbf49a1'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:05:33.211723 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] Attempting to bind port 459fb3df-e777-48ea-a194-4c8404e0e2cf on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:05:33.211723 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] Attempting to bind port 459fb3df-e777-48ea-a194-4c8404e0e2cf by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'e92f9285-eec2-4578-a9b2-7cd3102a752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '769185eb-0f9b-4053-9ffd-486847474602'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:05:33.212176 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] Attempting to bind port 459fb3df-e777-48ea-a194-4c8404e0e2cf on network 769185eb-0f9b-4053-9ffd-486847474602 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:05:33.218511 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b816dc32-77be-415b-a82c-f422917e7b39 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:33.222878 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b816dc32-77be-415b-a82c-f422917e7b39 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5531197 Aug 19 19:05:33.223396 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 41908) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:33.225510 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:05:33.226101 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] Checking segment: {'id': 'e92f9285-eec2-4578-a9b2-7cd3102a752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '769185eb-0f9b-4053-9ffd-486847474602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:05:33.226464 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:33.226872 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] Bound using segment: {'id': 'e92f9285-eec2-4578-a9b2-7cd3102a752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '769185eb-0f9b-4053-9ffd-486847474602'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:05:33.227354 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] Bound port: 459fb3df-e777-48ea-a194-4c8404e0e2cf, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92f9285-eec2-4578-a9b2-7cd3102a752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '769185eb-0f9b-4053-9ffd-486847474602'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:05:33.227743 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:33.234037 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] Routers {'54f23162-35a3-47a4-b49b-fcd37bbf49a1'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:05:33.236714 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:05:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['54f23162-35a3-47a4-b49b-fcd37bbf49a1'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:33.273179 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b028b16-9b77-4719-9699-82ba31caa4fa None None] Pushing event updated for resources: {'Port': ['ID=3668eb8b-4102-402e-bbab-b9ff6d54cad0,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:33.323999 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] For port 459fb3df-e777-48ea-a194-4c8404e0e2cf, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:05:33.328052 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] For port 459fb3df-e777-48ea-a194-4c8404e0e2cf, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=459fb3df-e777-48ea-a194-4c8404e0e2cf,segment=NetworkSegment(e92f9285-eec2-4578-a9b2-7cd3102a752b),segment_id=e92f9285-eec2-4578-a9b2-7cd3102a752b)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:05:33.334532 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:33.407756 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] Set router 54f23162-35a3-47a4-b49b-fcd37bbf49a1 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:05:33.411965 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] Routers {'8d03ff14-2d24-4201-826f-55b51d7f1896'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:05:33.412623 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:05:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['8d03ff14-2d24-4201-826f-55b51d7f1896'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:33.459557 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e61fe2-b9f3-480a-a2d9-1b2623f2c792 None None] Pushing event updated for resources: {'Port': ['ID=459fb3df-e777-48ea-a194-4c8404e0e2cf,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:33.579529 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] Set router 8d03ff14-2d24-4201-826f-55b51d7f1896 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:05:33.673292 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f23162-35a3-47a4-b49b-fcd37bbf49a1', 'name': 'tempest-TestEncryptedCinderVolumes-1975807278-router', 'tenant_id': '7735c9840fbc4bee8fdf22413476f430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ef56fa54-321e-46d4-a3b5-11a4d50ae715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:05:31Z', 'updated_at': '2021-08-19T19:05:32Z', 'revision_number': 3, 'project_id': '7735c9840fbc4bee8fdf22413476f430', 'gw_port': {'id': 'ef56fa54-321e-46d4-a3b5-11a4d50ae715', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:72:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f23162-35a3-47a4-b49b-fcd37bbf49a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:05:32Z', 'updated_at': '2021-08-19T19:05:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:33.708192 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] Checking router: 54f23162-35a3-47a4-b49b-fcd37bbf49a1 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:05:33.708629 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] Updating router 54f23162-35a3-47a4-b49b-fcd37bbf49a1 port ef56fa54-321e-46d4-a3b5-11a4d50ae715 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:05:33.738539 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:33.855708 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d03ff14-2d24-4201-826f-55b51d7f1896', 'name': 'tempest-TestEncryptedCinderVolumes-612683588-router', 'tenant_id': '5fe95cc33dd74047b3883db6fb919eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'dffd243a-12af-4054-a11c-34a943eed639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:05:26Z', 'updated_at': '2021-08-19T19:05:29Z', 'revision_number': 4, 'project_id': '5fe95cc33dd74047b3883db6fb919eaa', 'gw_port': {'id': 'dffd243a-12af-4054-a11c-34a943eed639', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:dd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d03ff14-2d24-4201-826f-55b51d7f1896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:05:27Z', 'updated_at': '2021-08-19T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '459fb3df-e777-48ea-a194-4c8404e0e2cf', 'name': '', 'network_id': '769185eb-0f9b-4053-9ffd-486847474602', 'tenant_id': '5fe95cc33dd74047b3883db6fb919eaa', 'mac_address': 'fa:16:3e:66:75:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d03ff14-2d24-4201-826f-55b51d7f1896', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '57f74b10-4d35-43cc-b1e7-8f4a19582d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:05:29Z', 'updated_at': '2021-08-19T19:05:33Z', 'revision_number': 4, 'project_id': '5fe95cc33dd74047b3883db6fb919eaa', 'subnets': [{'id': '57f74b10-4d35-43cc-b1e7-8f4a19582d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:33.886707 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0def05-a766-451f-b37c-07aa5a6b3399 None None] The sync data for ids ['8d03ff14-2d24-4201-826f-55b51d7f1896'] in n-d-803753-2 is: [{'id': '8d03ff14-2d24-4201-826f-55b51d7f1896', 'name': 'tempest-TestEncryptedCinderVolumes-612683588-router', 'tenant_id': '5fe95cc33dd74047b3883db6fb919eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'dffd243a-12af-4054-a11c-34a943eed639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:05:26Z', 'updated_at': '2021-08-19T19:05:29Z', 'revision_number': 4, 'project_id': '5fe95cc33dd74047b3883db6fb919eaa', 'gw_port': {'id': 'dffd243a-12af-4054-a11c-34a943eed639', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:dd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d03ff14-2d24-4201-826f-55b51d7f1896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:05:27Z', 'updated_at': '2021-08-19T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '459fb3df-e777-48ea-a194-4c8404e0e2cf', 'name': '', 'network_id': '769185eb-0f9b-4053-9ffd-486847474602', 'tenant_id': '5fe95cc33dd74047b3883db6fb919eaa', 'mac_address': 'fa:16:3e:66:75:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d03ff14-2d24-4201-826f-55b51d7f1896', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '57f74b10-4d35-43cc-b1e7-8f4a19582d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:05:29Z', 'updated_at': '2021-08-19T19:05:33Z', 'revision_number': 4, 'project_id': '5fe95cc33dd74047b3883db6fb919eaa', 'subnets': [{'id': '57f74b10-4d35-43cc-b1e7-8f4a19582d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:05:34.056701 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:34.068409 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] Transition to ACTIVE for port object ef56fa54-321e-46d4-a3b5-11a4d50ae715 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:05:34.078122 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:34.138625 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] Attempting to bind port ef56fa54-321e-46d4-a3b5-11a4d50ae715 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:05:34.139008 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] Attempting to bind port ef56fa54-321e-46d4-a3b5-11a4d50ae715 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:05:34.139371 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] Attempting to bind port ef56fa54-321e-46d4-a3b5-11a4d50ae715 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:05:34.151424 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbf745-56fd-42e4-9437-b2be3da9785a None None] Pushing event updated for resources: {'Port': ['ID=ef56fa54-321e-46d4-a3b5-11a4d50ae715,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:34.160695 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:05:34.160695 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:05:34.160695 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:34.160695 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:05:34.160695 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] Bound port: ef56fa54-321e-46d4-a3b5-11a4d50ae715, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:05:34.160695 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:34.252021 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] For port ef56fa54-321e-46d4-a3b5-11a4d50ae715, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:05:34.257713 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c4908698-4bf9-436b-8261-1deeb7038b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:34.260090 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] For port ef56fa54-321e-46d4-a3b5-11a4d50ae715, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ef56fa54-321e-46d4-a3b5-11a4d50ae715,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:05:34.267194 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:34.345137 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbf745-56fd-42e4-9437-b2be3da9785a None None] Pushing event updated for resources: {'Port': ['ID=ef56fa54-321e-46d4-a3b5-11a4d50ae715,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:34.360243 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] Routers {'54f23162-35a3-47a4-b49b-fcd37bbf49a1'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:05:34.360869 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:05:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['54f23162-35a3-47a4-b49b-fcd37bbf49a1'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:34.436914 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b338ee32-f721-4d8c-8e5d-401685ff936d None None] Network 30a498eb-bd6d-4224-8118-95cedf2cd220 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:05:34.520090 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-24badafc-1d26-4079-beca-db4942e98716 None None] Provisioning for port 3668eb8b-4102-402e-bbab-b9ff6d54cad0 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:05:34.523428 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-c4908698-4bf9-436b-8261-1deeb7038b57 admin admin] Allocated IP 172.20.0.1 (30a498eb-bd6d-4224-8118-95cedf2cd220/0c659713-f73b-4944-bf75-63803aebdbaa/1b762f3d-35ca-4daa-a599-143e823c6f33) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:05:34.528782 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] Set router 54f23162-35a3-47a4-b49b-fcd37bbf49a1 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:05:34.630395 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3668eb8b-4102-402e-bbab-b9ff6d54cad0 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:05:34.669628 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c4908698-4bf9-436b-8261-1deeb7038b57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:34.691234 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-c4908698-4bf9-436b-8261-1deeb7038b57 admin admin] Transition to ACTIVE for port object 1b762f3d-35ca-4daa-a599-143e823c6f33 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:05:34.721624 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-02659717-90d5-4ca0-a2a9-a9fdfd9e399f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:34.741163 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 3668eb8b-4102-402e-bbab-b9ff6d54cad0 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:05:34.746043 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 3668eb8b-4102-402e-bbab-b9ff6d54cad0 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:05:34.746623 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:34.746747 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c4908698-4bf9-436b-8261-1deeb7038b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:34.778107 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f23162-35a3-47a4-b49b-fcd37bbf49a1', 'name': 'tempest-TestEncryptedCinderVolumes-1975807278-router', 'tenant_id': '7735c9840fbc4bee8fdf22413476f430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ef56fa54-321e-46d4-a3b5-11a4d50ae715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:05:31Z', 'updated_at': '2021-08-19T19:05:32Z', 'revision_number': 3, 'project_id': '7735c9840fbc4bee8fdf22413476f430', 'gw_port': {'id': 'ef56fa54-321e-46d4-a3b5-11a4d50ae715', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:72:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f23162-35a3-47a4-b49b-fcd37bbf49a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:05:32Z', 'updated_at': '2021-08-19T19:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:34.794766 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4908698-4bf9-436b-8261-1deeb7038b57 admin admin] Network 30a498eb-bd6d-4224-8118-95cedf2cd220 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:05:34.805671 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-c4908698-4bf9-436b-8261-1deeb7038b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:05:34.811016 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36f2663-f1d3-4cd3-9562-1485186880e2 None None] The sync data for ids ['54f23162-35a3-47a4-b49b-fcd37bbf49a1'] in n-d-803753-2 is: [{'id': '54f23162-35a3-47a4-b49b-fcd37bbf49a1', 'name': 'tempest-TestEncryptedCinderVolumes-1975807278-router', 'tenant_id': '7735c9840fbc4bee8fdf22413476f430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ef56fa54-321e-46d4-a3b5-11a4d50ae715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:05:31Z', 'updated_at': '2021-08-19T19:05:32Z', 'revision_number': 3, 'project_id': '7735c9840fbc4bee8fdf22413476f430', 'gw_port': {'id': 'ef56fa54-321e-46d4-a3b5-11a4d50ae715', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:72:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f23162-35a3-47a4-b49b-fcd37bbf49a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:05:32Z', 'updated_at': '2021-08-19T19:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:05:34.811682 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4908698-4bf9-436b-8261-1deeb7038b57 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:05:34.863937 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:34.866553 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4908698-4bf9-436b-8261-1deeb7038b57 admin admin] Pushing event updated for resources: {'Port': ['ID=1b762f3d-35ca-4daa-a599-143e823c6f33,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:34.896874 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c4908698-4bf9-436b-8261-1deeb7038b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:34.905655 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 3668eb8b-4102-402e-bbab-b9ff6d54cad0, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3668eb8b-4102-402e-bbab-b9ff6d54cad0,segment=NetworkSegment(ccc8058d-571c-4faa-862b-713951539b14),segment_id=ccc8058d-571c-4faa-862b-713951539b14)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:05:34.913039 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:34.914001 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device dffd243a-12af-4054-a11c-34a943eed639 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:05:34.999431 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=3668eb8b-4102-402e-bbab-b9ff6d54cad0,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:35.014920 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port dffd243a-12af-4054-a11c-34a943eed639 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:05:35.015026 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:35.076233 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-24989e10-27ef-4b11-98d8-01603cc38ccd None None] Provisioning complete for port 3668eb8b-4102-402e-bbab-b9ff6d54cad0 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:05:35.076622 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-24989e10-27ef-4b11-98d8-01603cc38ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:35.108283 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c4908698-4bf9-436b-8261-1deeb7038b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:35.201049 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 459fb3df-e777-48ea-a194-4c8404e0e2cf up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:05:35.317172 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 459fb3df-e777-48ea-a194-4c8404e0e2cf completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:05:35.322829 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 459fb3df-e777-48ea-a194-4c8404e0e2cf triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:05:35.323572 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:35.366283 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c4908698-4bf9-436b-8261-1deeb7038b57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:35.374359 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c4908698-4bf9-436b-8261-1deeb7038b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:35.424681 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c4908698-4bf9-436b-8261-1deeb7038b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:35.510470 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4908698-4bf9-436b-8261-1deeb7038b57 admin admin] Pushing event updated for resources: {'Port': ['ID=1b762f3d-35ca-4daa-a599-143e823c6f33,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:35.564714 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4835740a-2901-44e6-ae43-8a35d72db601 None None] Provisioning for port 1b762f3d-35ca-4daa-a599-143e823c6f33 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:05:35.577079 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4908698-4bf9-436b-8261-1deeb7038b57 admin admin] Network 30a498eb-bd6d-4224-8118-95cedf2cd220 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:05:35.578707 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-c4908698-4bf9-436b-8261-1deeb7038b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:05:35.603627 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:35.605763 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4835740a-2901-44e6-ae43-8a35d72db601 None None] Provisioning complete for port 1b762f3d-35ca-4daa-a599-143e823c6f33 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:05:35.606137 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4835740a-2901-44e6-ae43-8a35d72db601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:35.670071 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-4835740a-2901-44e6-ae43-8a35d72db601 None None] Port 1b762f3d-35ca-4daa-a599-143e823c6f33 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:05:35.672733 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 459fb3df-e777-48ea-a194-4c8404e0e2cf, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=459fb3df-e777-48ea-a194-4c8404e0e2cf,segment=NetworkSegment(e92f9285-eec2-4578-a9b2-7cd3102a752b),segment_id=e92f9285-eec2-4578-a9b2-7cd3102a752b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:05:35.679366 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:35.726919 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4908698-4bf9-436b-8261-1deeb7038b57 admin admin] Router 54f23162-35a3-47a4-b49b-fcd37bbf49a1 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:05:35.747010 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=459fb3df-e777-48ea-a194-4c8404e0e2cf,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:35.858172 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4908698-4bf9-436b-8261-1deeb7038b57 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:05:35.864266 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c4908698-4bf9-436b-8261-1deeb7038b57 admin admin] 10.222.0.24 "PUT /v2.0/routers/54f23162-35a3-47a4-b49b-fcd37bbf49a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6398070 Aug 19 19:05:35.891551 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-632159be-09cb-44d0-a585-4967dcd928c0 None None] Provisioning complete for port 1b762f3d-35ca-4daa-a599-143e823c6f33 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:05:35.891934 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-632159be-09cb-44d0-a585-4967dcd928c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:35.929737 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-632159be-09cb-44d0-a585-4967dcd928c0 None None] Port 1b762f3d-35ca-4daa-a599-143e823c6f33 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:05:36.401679 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ef56fa54-321e-46d4-a3b5-11a4d50ae715 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:05:36.449596 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port ef56fa54-321e-46d4-a3b5-11a4d50ae715 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:05:36.453126 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port ef56fa54-321e-46d4-a3b5-11a4d50ae715 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:05:36.453513 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:36.534419 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:36.554164 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port ef56fa54-321e-46d4-a3b5-11a4d50ae715, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ef56fa54-321e-46d4-a3b5-11a4d50ae715,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:05:36.557759 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:36.558536 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3668eb8b-4102-402e-bbab-b9ff6d54cad0 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:05:36.632638 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=ef56fa54-321e-46d4-a3b5-11a4d50ae715,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:36.645937 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 3668eb8b-4102-402e-bbab-b9ff6d54cad0 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:05:36.646316 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:36.726445 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 459fb3df-e777-48ea-a194-4c8404e0e2cf up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:05:36.771530 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 459fb3df-e777-48ea-a194-4c8404e0e2cf triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:05:36.771864 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:37.318278 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] Sync routers for ids ['54f23162-35a3-47a4-b49b-fcd37bbf49a1'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:05:37.327311 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] Routers {'54f23162-35a3-47a4-b49b-fcd37bbf49a1'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:05:37.328005 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:05:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['54f23162-35a3-47a4-b49b-fcd37bbf49a1'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:37.386377 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:37.453235 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b65a21ab-6208-4fba-9d9f-3dc07716370d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:37.456633 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] Set router 54f23162-35a3-47a4-b49b-fcd37bbf49a1 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:05:37.663242 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f23162-35a3-47a4-b49b-fcd37bbf49a1', 'name': 'tempest-TestEncryptedCinderVolumes-1975807278-router', 'tenant_id': '7735c9840fbc4bee8fdf22413476f430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ef56fa54-321e-46d4-a3b5-11a4d50ae715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:05:31Z', 'updated_at': '2021-08-19T19:05:35Z', 'revision_number': 4, 'project_id': '7735c9840fbc4bee8fdf22413476f430', 'gw_port': {'id': 'ef56fa54-321e-46d4-a3b5-11a4d50ae715', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f23162-35a3-47a4-b49b-fcd37bbf49a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:05:32Z', 'updated_at': '2021-08-19T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '1b762f3d-35ca-4daa-a599-143e823c6f33', 'name': '', 'network_id': '30a498eb-bd6d-4224-8118-95cedf2cd220', 'tenant_id': '7735c9840fbc4bee8fdf22413476f430', 'mac_address': 'fa:16:3e:7e:87:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f23162-35a3-47a4-b49b-fcd37bbf49a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '0c659713-f73b-4944-bf75-63803aebdbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:05:34Z', 'updated_at': '2021-08-19T19:05:35Z', 'revision_number': 2, 'project_id': '7735c9840fbc4bee8fdf22413476f430', 'subnets': [{'id': '0c659713-f73b-4944-bf75-63803aebdbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:37.688799 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] Checking router: 54f23162-35a3-47a4-b49b-fcd37bbf49a1 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:05:37.689809 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] Updating router 54f23162-35a3-47a4-b49b-fcd37bbf49a1 port 1b762f3d-35ca-4daa-a599-143e823c6f33 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:05:37.718323 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:37.744924 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-33b71016-7a29-4d94-9d87-49cd8f2fe277 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:37.746490 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-33b71016-7a29-4d94-9d87-49cd8f2fe277 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/networks?id=769185eb-0f9b-4053-9ffd-486847474602 HTTP/1.1" status: 200 len: 816 time: 0.1093335 Aug 19 19:05:37.762316 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-8b88408c-7854-46ce-8380-2f68600de9d1 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/quotas/5fe95cc33dd74047b3883db6fb919eaa HTTP/1.1" status: 200 len: 375 time: 0.0093699 Aug 19 19:05:37.815828 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-c80554c3-4a0e-40d7-9937-e69069d7a41f tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fe95cc33dd74047b3883db6fb919eaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471585 Aug 19 19:05:37.919546 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-dc134a9d-0327-47e0-8925-104f42122032 service neutron] 10.222.0.24 "GET /v2.0/networks/769185eb-0f9b-4053-9ffd-486847474602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919640 Aug 19 19:05:37.992257 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:38.002193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] Transition to ACTIVE for port object 1b762f3d-35ca-4daa-a599-143e823c6f33 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:05:38.008681 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:38.024505 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-e5bc5e06-b804-400d-b7c7-1bcb98867326 service neutron] 10.222.0.24 "GET /v2.0/networks/769185eb-0f9b-4053-9ffd-486847474602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941153 Aug 19 19:05:38.061049 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742dfb4-3ad7-4e5c-aa01-2937fcaadee2 None None] Pushing event updated for resources: {'Port': ['ID=1b762f3d-35ca-4daa-a599-143e823c6f33,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:38.116518 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] Attempting to bind port 1b762f3d-35ca-4daa-a599-143e823c6f33 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:05:38.116902 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] Attempting to bind port 1b762f3d-35ca-4daa-a599-143e823c6f33 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'ccc8058d-571c-4faa-862b-713951539b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '30a498eb-bd6d-4224-8118-95cedf2cd220'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:05:38.117276 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] Attempting to bind port 1b762f3d-35ca-4daa-a599-143e823c6f33 on network 30a498eb-bd6d-4224-8118-95cedf2cd220 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:05:38.123444 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:05:38.123818 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] Checking segment: {'id': 'ccc8058d-571c-4faa-862b-713951539b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '30a498eb-bd6d-4224-8118-95cedf2cd220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:05:38.124250 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:38.124639 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] Bound using segment: {'id': 'ccc8058d-571c-4faa-862b-713951539b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '30a498eb-bd6d-4224-8118-95cedf2cd220'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:05:38.125125 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] Bound port: 1b762f3d-35ca-4daa-a599-143e823c6f33, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc8058d-571c-4faa-862b-713951539b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '30a498eb-bd6d-4224-8118-95cedf2cd220'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:05:38.125511 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:38.199258 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] For port 1b762f3d-35ca-4daa-a599-143e823c6f33, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:05:38.206518 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] For port 1b762f3d-35ca-4daa-a599-143e823c6f33, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1b762f3d-35ca-4daa-a599-143e823c6f33,segment=NetworkSegment(ccc8058d-571c-4faa-862b-713951539b14),segment_id=ccc8058d-571c-4faa-862b-713951539b14)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:05:38.216625 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:38.229162 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0a1099be-8a05-4b62-830e-55cdce4beb2c req-1a8aa1f6-fc3a-49aa-a501-b88fc65f2f61 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=705e7c50-1e5f-4bde-b0c5-b03d77279c9f HTTP/1.1" status: 200 len: 210 time: 0.0438862 Aug 19 19:05:38.262999 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] Routers {'54f23162-35a3-47a4-b49b-fcd37bbf49a1'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:05:38.263639 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:05:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['54f23162-35a3-47a4-b49b-fcd37bbf49a1'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:38.340795 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742dfb4-3ad7-4e5c-aa01-2937fcaadee2 None None] Pushing event updated for resources: {'Port': ['ID=1b762f3d-35ca-4daa-a599-143e823c6f33,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:38.402636 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ef56fa54-321e-46d4-a3b5-11a4d50ae715 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:05:38.463288 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:38.483872 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] Set router 54f23162-35a3-47a4-b49b-fcd37bbf49a1 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:05:38.527385 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port ef56fa54-321e-46d4-a3b5-11a4d50ae715 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:05:38.527769 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:38.781351 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f23162-35a3-47a4-b49b-fcd37bbf49a1', 'name': 'tempest-TestEncryptedCinderVolumes-1975807278-router', 'tenant_id': '7735c9840fbc4bee8fdf22413476f430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ef56fa54-321e-46d4-a3b5-11a4d50ae715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:05:31Z', 'updated_at': '2021-08-19T19:05:35Z', 'revision_number': 4, 'project_id': '7735c9840fbc4bee8fdf22413476f430', 'gw_port': {'id': 'ef56fa54-321e-46d4-a3b5-11a4d50ae715', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f23162-35a3-47a4-b49b-fcd37bbf49a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:05:32Z', 'updated_at': '2021-08-19T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '1b762f3d-35ca-4daa-a599-143e823c6f33', 'name': '', 'network_id': '30a498eb-bd6d-4224-8118-95cedf2cd220', 'tenant_id': '7735c9840fbc4bee8fdf22413476f430', 'mac_address': 'fa:16:3e:7e:87:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f23162-35a3-47a4-b49b-fcd37bbf49a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '0c659713-f73b-4944-bf75-63803aebdbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:05:34Z', 'updated_at': '2021-08-19T19:05:38Z', 'revision_number': 4, 'project_id': '7735c9840fbc4bee8fdf22413476f430', 'subnets': [{'id': '0c659713-f73b-4944-bf75-63803aebdbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:38.812493 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78c2e19-aeef-4709-80d6-7f7c3656d35c None None] The sync data for ids ['54f23162-35a3-47a4-b49b-fcd37bbf49a1'] in n-d-803753-2 is: [{'id': '54f23162-35a3-47a4-b49b-fcd37bbf49a1', 'name': 'tempest-TestEncryptedCinderVolumes-1975807278-router', 'tenant_id': '7735c9840fbc4bee8fdf22413476f430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ef56fa54-321e-46d4-a3b5-11a4d50ae715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:05:31Z', 'updated_at': '2021-08-19T19:05:35Z', 'revision_number': 4, 'project_id': '7735c9840fbc4bee8fdf22413476f430', 'gw_port': {'id': 'ef56fa54-321e-46d4-a3b5-11a4d50ae715', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f23162-35a3-47a4-b49b-fcd37bbf49a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:05:32Z', 'updated_at': '2021-08-19T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '1b762f3d-35ca-4daa-a599-143e823c6f33', 'name': '', 'network_id': '30a498eb-bd6d-4224-8118-95cedf2cd220', 'tenant_id': '7735c9840fbc4bee8fdf22413476f430', 'mac_address': 'fa:16:3e:7e:87:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f23162-35a3-47a4-b49b-fcd37bbf49a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '0c659713-f73b-4944-bf75-63803aebdbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:05:34Z', 'updated_at': '2021-08-19T19:05:38Z', 'revision_number': 4, 'project_id': '7735c9840fbc4bee8fdf22413476f430', 'subnets': [{'id': '0c659713-f73b-4944-bf75-63803aebdbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:05:39.259824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-d905deff-4ff2-4b66-8987-876a90bb0397 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:39.262225 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-d905deff-4ff2-4b66-8987-876a90bb0397 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.50 "GET /v2.0/networks?id=769185eb-0f9b-4053-9ffd-486847474602 HTTP/1.1" status: 200 len: 816 time: 0.1269209 Aug 19 19:05:39.279381 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-5e1a37b8-271e-4e7a-82f1-a78615d8fdae tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Request body: {'port': {'device_id': '705e7c50-1e5f-4bde-b0c5-b03d77279c9f', 'network_id': '769185eb-0f9b-4053-9ffd-486847474602', 'admin_state_up': True, 'tenant_id': '5fe95cc33dd74047b3883db6fb919eaa'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:05:39.366384 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-aeb59a2d-752b-4ac8-b1de-261511ac0830 req-6f500bb4-6d11-4ad2-9ec8-e6a4169e09a5 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=705e7c50-1e5f-4bde-b0c5-b03d77279c9f HTTP/1.1" status: 200 len: 210 time: 0.0358844 Aug 19 19:05:39.427063 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-5e1a37b8-271e-4e7a-82f1-a78615d8fdae tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Made reservation on behalf of 5fe95cc33dd74047b3883db6fb919eaa for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:05:39.430855 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-5e1a37b8-271e-4e7a-82f1-a78615d8fdae tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:39.903099 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-5e1a37b8-271e-4e7a-82f1-a78615d8fdae tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Allocated IP 172.20.0.3 (769185eb-0f9b-4053-9ffd-486847474602/57f74b10-4d35-43cc-b1e7-8f4a19582d3f/47cc4477-236a-4ab9-92cb-4f6ecab57e18) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:05:40.055767 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-5e1a37b8-271e-4e7a-82f1-a78615d8fdae tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:40.067912 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-5e1a37b8-271e-4e7a-82f1-a78615d8fdae tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Transition to ACTIVE for port object 47cc4477-236a-4ab9-92cb-4f6ecab57e18 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:05:40.101215 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-5e1a37b8-271e-4e7a-82f1-a78615d8fdae tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:40.141509 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-5e1a37b8-271e-4e7a-82f1-a78615d8fdae tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Network 769185eb-0f9b-4053-9ffd-486847474602 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:05:40.146983 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-5e1a37b8-271e-4e7a-82f1-a78615d8fdae tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:05:40.150951 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-5e1a37b8-271e-4e7a-82f1-a78615d8fdae tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:05:40.178481 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a37b8-271e-4e7a-82f1-a78615d8fdae tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Pushing event updated for resources: {'Port': ['ID=47cc4477-236a-4ab9-92cb-4f6ecab57e18,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:40.207936 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-5e1a37b8-271e-4e7a-82f1-a78615d8fdae tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:40.208583 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-5e1a37b8-271e-4e7a-82f1-a78615d8fdae tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:40.223686 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-5e1a37b8-271e-4e7a-82f1-a78615d8fdae tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9507196 Aug 19 19:05:40.237851 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-98ee5f2d-f4c6-44ee-9ab4-2cf7984edc3e service neutron] Request body: {'port': {'device_id': '705e7c50-1e5f-4bde-b0c5-b03d77279c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:05:40.297832 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-98ee5f2d-f4c6-44ee-9ab4-2cf7984edc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:40.362974 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:40.376178 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1b762f3d-35ca-4daa-a599-143e823c6f33 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:05:40.427334 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-16ffd95d-4991-4e14-a040-08307346d4c7 None None] Provisioning for port 47cc4477-236a-4ab9-92cb-4f6ecab57e18 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:05:40.433250 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-16ffd95d-4991-4e14-a040-08307346d4c7 None None] Provisioning complete for port 47cc4477-236a-4ab9-92cb-4f6ecab57e18 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:05:40.433733 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-16ffd95d-4991-4e14-a040-08307346d4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:40.471630 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 1b762f3d-35ca-4daa-a599-143e823c6f33 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:05:40.477068 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 1b762f3d-35ca-4daa-a599-143e823c6f33 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:05:40.477455 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:40.498477 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36e378-1634-4bd5-aa60-dd192bf7c77b req-6751f088-6d69-46e8-8395-d4e5eb492412 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:40.499475 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-16ffd95d-4991-4e14-a040-08307346d4c7 None None] Port 47cc4477-236a-4ab9-92cb-4f6ecab57e18 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:05:40.500971 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8c36e378-1634-4bd5-aa60-dd192bf7c77b req-6751f088-6d69-46e8-8395-d4e5eb492412 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=705e7c50-1e5f-4bde-b0c5-b03d77279c9f HTTP/1.1" status: 200 len: 931 time: 0.0581942 Aug 19 19:05:40.542891 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8c36e378-1634-4bd5-aa60-dd192bf7c77b req-5be9e1a9-6a39-4563-8cb7-beea9250a698 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0b72920-cf04-4d61-9cff-c26947a087a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341604 Aug 19 19:05:40.571296 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:40.589140 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-98ee5f2d-f4c6-44ee-9ab4-2cf7984edc3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47cc4477-236a-4ab9-92cb-4f6ecab57e18 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:05:40.597960 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-98ee5f2d-f4c6-44ee-9ab4-2cf7984edc3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:40.604523 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 1b762f3d-35ca-4daa-a599-143e823c6f33, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1b762f3d-35ca-4daa-a599-143e823c6f33,segment=NetworkSegment(ccc8058d-571c-4faa-862b-713951539b14),segment_id=ccc8058d-571c-4faa-862b-713951539b14)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:05:40.610572 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-98ee5f2d-f4c6-44ee-9ab4-2cf7984edc3e service neutron] Transition to ACTIVE for port object 47cc4477-236a-4ab9-92cb-4f6ecab57e18 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:05:40.615345 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:40.617591 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-98ee5f2d-f4c6-44ee-9ab4-2cf7984edc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:40.668462 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=1b762f3d-35ca-4daa-a599-143e823c6f33,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:40.672480 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee5f2d-f4c6-44ee-9ab4-2cf7984edc3e service neutron] Pushing event updated for resources: {'Port': ['ID=47cc4477-236a-4ab9-92cb-4f6ecab57e18,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:40.752233 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-98ee5f2d-f4c6-44ee-9ab4-2cf7984edc3e service neutron] Attempting to bind port 47cc4477-236a-4ab9-92cb-4f6ecab57e18 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:05:40.752451 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-98ee5f2d-f4c6-44ee-9ab4-2cf7984edc3e service neutron] Attempting to bind port 47cc4477-236a-4ab9-92cb-4f6ecab57e18 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'e92f9285-eec2-4578-a9b2-7cd3102a752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '769185eb-0f9b-4053-9ffd-486847474602'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:05:40.752752 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-98ee5f2d-f4c6-44ee-9ab4-2cf7984edc3e service neutron] Attempting to bind port 47cc4477-236a-4ab9-92cb-4f6ecab57e18 on network 769185eb-0f9b-4053-9ffd-486847474602 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:05:40.757485 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-98ee5f2d-f4c6-44ee-9ab4-2cf7984edc3e service neutron] Port 47cc4477-236a-4ab9-92cb-4f6ecab57e18 on network 769185eb-0f9b-4053-9ffd-486847474602 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:05:40.757838 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-98ee5f2d-f4c6-44ee-9ab4-2cf7984edc3e service neutron] Attempting to bind port 47cc4477-236a-4ab9-92cb-4f6ecab57e18 on network 769185eb-0f9b-4053-9ffd-486847474602 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:05:40.763236 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-98ee5f2d-f4c6-44ee-9ab4-2cf7984edc3e service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:05:40.763588 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-98ee5f2d-f4c6-44ee-9ab4-2cf7984edc3e service neutron] Checking segment: {'id': 'e92f9285-eec2-4578-a9b2-7cd3102a752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '769185eb-0f9b-4053-9ffd-486847474602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:05:40.763987 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-98ee5f2d-f4c6-44ee-9ab4-2cf7984edc3e service neutron] Bound using segment: {'id': 'e92f9285-eec2-4578-a9b2-7cd3102a752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '769185eb-0f9b-4053-9ffd-486847474602'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:05:40.764441 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-98ee5f2d-f4c6-44ee-9ab4-2cf7984edc3e service neutron] Bound port: 47cc4477-236a-4ab9-92cb-4f6ecab57e18, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92f9285-eec2-4578-a9b2-7cd3102a752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '769185eb-0f9b-4053-9ffd-486847474602'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:05:40.764813 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-98ee5f2d-f4c6-44ee-9ab4-2cf7984edc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:40.834211 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-98ee5f2d-f4c6-44ee-9ab4-2cf7984edc3e service neutron] For port 47cc4477-236a-4ab9-92cb-4f6ecab57e18, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:05:40.837629 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-98ee5f2d-f4c6-44ee-9ab4-2cf7984edc3e service neutron] For port 47cc4477-236a-4ab9-92cb-4f6ecab57e18, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=47cc4477-236a-4ab9-92cb-4f6ecab57e18,segment=NetworkSegment(e92f9285-eec2-4578-a9b2-7cd3102a752b),segment_id=e92f9285-eec2-4578-a9b2-7cd3102a752b)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:05:40.841869 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-98ee5f2d-f4c6-44ee-9ab4-2cf7984edc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:40.882601 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-98ee5f2d-f4c6-44ee-9ab4-2cf7984edc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:40.883225 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-98ee5f2d-f4c6-44ee-9ab4-2cf7984edc3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:40.884699 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-98ee5f2d-f4c6-44ee-9ab4-2cf7984edc3e service neutron] 10.222.0.50 "PUT /v2.0/ports/47cc4477-236a-4ab9-92cb-4f6ecab57e18 HTTP/1.1" status: 200 len: 1091 time: 0.6520519 Aug 19 19:05:40.885157 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705e7c50-1e5f-4bde-b0c5-b03d77279c9f', 'tag': '47cc4477-236a-4ab9-92cb-4f6ecab57e18'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:05:40.887471 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd521593-fddf-4813-8eba-58b4577ccc8b" -d '{"events": [{"name": "network-changed", "server_uuid": "705e7c50-1e5f-4bde-b0c5-b03d77279c9f", "tag": "47cc4477-236a-4ab9-92cb-4f6ecab57e18"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:05:40.917773 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee5f2d-f4c6-44ee-9ab4-2cf7984edc3e service neutron] Pushing event updated for resources: {'Port': ['ID=47cc4477-236a-4ab9-92cb-4f6ecab57e18,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:40.940589 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd1a8c8-d24d-456a-814c-425a60ea39cf x-openstack-request-id: req-1dd1a8c8-d24d-456a-814c-425a60ea39cf {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:05:40.941157 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "705e7c50-1e5f-4bde-b0c5-b03d77279c9f", "tag": "47cc4477-236a-4ab9-92cb-4f6ecab57e18", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:05:40.941614 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1dd1a8c8-d24d-456a-814c-425a60ea39cf {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:05:40.942216 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '705e7c50-1e5f-4bde-b0c5-b03d77279c9f', 'tag': '47cc4477-236a-4ab9-92cb-4f6ecab57e18', 'status': 'completed', 'code': 200} Aug 19 19:05:41.000360 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-1103b7de-d473-4a93-9a79-74a922f3eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:41.002483 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-1103b7de-d473-4a93-9a79-74a922f3eadc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fe95cc33dd74047b3883db6fb919eaa&device_id=705e7c50-1e5f-4bde-b0c5-b03d77279c9f HTTP/1.1" status: 200 len: 1094 time: 0.0533130 Aug 19 19:05:41.047042 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-5fbfc184-69bd-4ba7-b109-9892ddb2dc80 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47cc4477-236a-4ab9-92cb-4f6ecab57e18 HTTP/1.1" status: 200 len: 217 time: 0.0364211 Aug 19 19:05:41.098878 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-407e8719-32ea-417e-a3be-c7399855c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:41.100369 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-407e8719-32ea-417e-a3be-c7399855c84f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57f74b10-4d35-43cc-b1e7-8f4a19582d3f HTTP/1.1" status: 200 len: 855 time: 0.0454247 Aug 19 19:05:41.147015 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-2680074d-41c3-4c64-a9e1-17d3fbd407c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:41.148572 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-2680074d-41c3-4c64-a9e1-17d3fbd407c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=769185eb-0f9b-4053-9ffd-486847474602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417137 Aug 19 19:05:41.246012 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-6444026e-79bf-4fda-8081-1ac1e6e754ca service neutron] 10.222.0.50 "GET /v2.0/networks/769185eb-0f9b-4053-9ffd-486847474602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895138 Aug 19 19:05:41.336383 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cc84ad72-46ce-4da3-8839-93dcb8555014 req-6b003f72-0847-4a6f-8a1d-061e25a4da14 service neutron] 10.222.0.50 "GET /v2.0/networks/769185eb-0f9b-4053-9ffd-486847474602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827546 Aug 19 19:05:41.427730 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd521593-fddf-4813-8eba-58b4577ccc8b req-02684837-642b-4340-a1e1-064228001f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:41.429225 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd521593-fddf-4813-8eba-58b4577ccc8b req-02684837-642b-4340-a1e1-064228001f96 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fe95cc33dd74047b3883db6fb919eaa&device_id=705e7c50-1e5f-4bde-b0c5-b03d77279c9f HTTP/1.1" status: 200 len: 1094 time: 0.0452149 Aug 19 19:05:41.521743 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd521593-fddf-4813-8eba-58b4577ccc8b req-090bbf14-5cd4-4170-87aa-2c6841ade42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:41.523182 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd521593-fddf-4813-8eba-58b4577ccc8b req-090bbf14-5cd4-4170-87aa-2c6841ade42e service neutron] 10.222.0.50 "GET /v2.0/networks?id=769185eb-0f9b-4053-9ffd-486847474602 HTTP/1.1" status: 200 len: 917 time: 0.0861380 Aug 19 19:05:41.569856 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd521593-fddf-4813-8eba-58b4577ccc8b req-2298c734-703b-40da-b1b6-c74b966ebe90 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47cc4477-236a-4ab9-92cb-4f6ecab57e18 HTTP/1.1" status: 200 len: 217 time: 0.0387914 Aug 19 19:05:41.621344 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd521593-fddf-4813-8eba-58b4577ccc8b req-f8a56e9c-ee36-4d63-8bb1-1492099bcfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:41.622875 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd521593-fddf-4813-8eba-58b4577ccc8b req-f8a56e9c-ee36-4d63-8bb1-1492099bcfb6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57f74b10-4d35-43cc-b1e7-8f4a19582d3f HTTP/1.1" status: 200 len: 855 time: 0.0450661 Aug 19 19:05:41.668091 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901264f-2863-43ce-8b51-69f1f3737927 req-959cf5cc-28e6-40da-aa1c-1b3101ec8b81 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:41.669662 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d901264f-2863-43ce-8b51-69f1f3737927 req-959cf5cc-28e6-40da-aa1c-1b3101ec8b81 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=705e7c50-1e5f-4bde-b0c5-b03d77279c9f HTTP/1.1" status: 200 len: 943 time: 0.0504224 Aug 19 19:05:41.670948 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd521593-fddf-4813-8eba-58b4577ccc8b req-bc3ca58f-890d-4cdb-bffb-e549844ad622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:41.672477 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd521593-fddf-4813-8eba-58b4577ccc8b req-bc3ca58f-890d-4cdb-bffb-e549844ad622 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=769185eb-0f9b-4053-9ffd-486847474602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408208 Aug 19 19:05:41.708154 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:41.710370 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d901264f-2863-43ce-8b51-69f1f3737927 req-3686f4ad-652a-4563-a400-9f335d9ee750 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0b72920-cf04-4d61-9cff-c26947a087a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343833 Aug 19 19:05:41.772639 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd521593-fddf-4813-8eba-58b4577ccc8b req-206e1b7f-7224-4219-bc4b-0b0b3429ad23 service neutron] 10.222.0.50 "GET /v2.0/networks/769185eb-0f9b-4053-9ffd-486847474602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921752 Aug 19 19:05:41.869447 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd521593-fddf-4813-8eba-58b4577ccc8b req-cc0f6180-439e-4ab3-a970-b6373f326996 service neutron] 10.222.0.50 "GET /v2.0/networks/769185eb-0f9b-4053-9ffd-486847474602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891047 Aug 19 19:05:42.334535 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1b762f3d-35ca-4daa-a599-143e823c6f33 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:05:42.386384 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 1b762f3d-35ca-4daa-a599-143e823c6f33 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:05:42.386767 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:42.831568 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e1636-cb9d-49e1-80fe-11f12da48a1e req-ef6061d2-fc14-4372-ac94-c57ed014020c tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:42.833130 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f48e1636-cb9d-49e1-80fe-11f12da48a1e req-ef6061d2-fc14-4372-ac94-c57ed014020c tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=705e7c50-1e5f-4bde-b0c5-b03d77279c9f HTTP/1.1" status: 200 len: 943 time: 0.0509703 Aug 19 19:05:42.871277 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f48e1636-cb9d-49e1-80fe-11f12da48a1e req-0a08ce57-7aef-4e0d-8422-c1eb798ca5d5 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0b72920-cf04-4d61-9cff-c26947a087a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321088 Aug 19 19:05:43.993588 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a1e94-5db4-4e4a-aa03-4c52924f776a req-69746ad4-b849-467f-96eb-4a44fb69a018 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:43.995130 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-678a1e94-5db4-4e4a-aa03-4c52924f776a req-69746ad4-b849-467f-96eb-4a44fb69a018 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=705e7c50-1e5f-4bde-b0c5-b03d77279c9f HTTP/1.1" status: 200 len: 943 time: 0.0581596 Aug 19 19:05:44.035212 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-678a1e94-5db4-4e4a-aa03-4c52924f776a req-cdeca058-970d-4d8c-97f7-866726dca529 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0b72920-cf04-4d61-9cff-c26947a087a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340552 Aug 19 19:05:44.698323 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 47cc4477-236a-4ab9-92cb-4f6ecab57e18 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:05:44.956161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 47cc4477-236a-4ab9-92cb-4f6ecab57e18, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=47cc4477-236a-4ab9-92cb-4f6ecab57e18,segment=NetworkSegment(e92f9285-eec2-4578-a9b2-7cd3102a752b),segment_id=e92f9285-eec2-4578-a9b2-7cd3102a752b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:05:44.969010 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '47cc4477-236a-4ab9-92cb-4f6ecab57e18', 'network_id': '769185eb-0f9b-4053-9ffd-486847474602', 'port_id': '47cc4477-236a-4ab9-92cb-4f6ecab57e18', 'mac_address': 'fa:16:3e:75:f4:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f74b10-4d35-43cc-b1e7-8f4a19582d3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:05:45.007261 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:45.020693 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47cc4477-236a-4ab9-92cb-4f6ecab57e18 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:05:45.040548 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 47cc4477-236a-4ab9-92cb-4f6ecab57e18, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=47cc4477-236a-4ab9-92cb-4f6ecab57e18,segment=NetworkSegment(e92f9285-eec2-4578-a9b2-7cd3102a752b),segment_id=e92f9285-eec2-4578-a9b2-7cd3102a752b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:05:45.044294 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:45.091985 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=47cc4477-236a-4ab9-92cb-4f6ecab57e18,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:45.155922 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449326e-8997-43e4-bdbd-781025292535 req-dea39272-b086-4d87-8465-9c85f230790f tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:45.157417 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e449326e-8997-43e4-bdbd-781025292535 req-dea39272-b086-4d87-8465-9c85f230790f tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=705e7c50-1e5f-4bde-b0c5-b03d77279c9f HTTP/1.1" status: 200 len: 944 time: 0.0542512 Aug 19 19:05:45.195956 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e449326e-8997-43e4-bdbd-781025292535 req-355948b5-fe4d-48a5-a432-a63f34260557 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0b72920-cf04-4d61-9cff-c26947a087a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Aug 19 19:05:45.254949 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['47cc4477-236a-4ab9-92cb-4f6ecab57e18'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:05:46.322634 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46155c6c-ffed-4b4d-92d2-f07310d1eb17 req-9cdd7da2-004d-481c-9174-66c3b6a7e396 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:46.324146 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-46155c6c-ffed-4b4d-92d2-f07310d1eb17 req-9cdd7da2-004d-481c-9174-66c3b6a7e396 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=705e7c50-1e5f-4bde-b0c5-b03d77279c9f HTTP/1.1" status: 200 len: 944 time: 0.0572224 Aug 19 19:05:46.363037 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-46155c6c-ffed-4b4d-92d2-f07310d1eb17 req-92a00f8d-3e34-412c-b4a9-003044273978 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0b72920-cf04-4d61-9cff-c26947a087a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328276 Aug 19 19:05:46.719641 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 47cc4477-236a-4ab9-92cb-4f6ecab57e18 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:05:46.768390 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 47cc4477-236a-4ab9-92cb-4f6ecab57e18 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:05:46.772395 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 47cc4477-236a-4ab9-92cb-4f6ecab57e18 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:05:46.772774 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:46.853470 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:46.876703 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705e7c50-1e5f-4bde-b0c5-b03d77279c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47cc4477-236a-4ab9-92cb-4f6ecab57e18'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:05:46.879021 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974134d8-29df-4d02-b88e-ac807e91f1ec" -d '{"events": [{"server_uuid": "705e7c50-1e5f-4bde-b0c5-b03d77279c9f", "name": "network-vif-plugged", "status": "completed", "tag": "47cc4477-236a-4ab9-92cb-4f6ecab57e18"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:05:46.891752 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 47cc4477-236a-4ab9-92cb-4f6ecab57e18, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=47cc4477-236a-4ab9-92cb-4f6ecab57e18,segment=NetworkSegment(e92f9285-eec2-4578-a9b2-7cd3102a752b),segment_id=e92f9285-eec2-4578-a9b2-7cd3102a752b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:05:46.896220 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:46.925623 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b4ba5a-4122-4f88-9c7d-12046a2b8bf9 x-openstack-request-id: req-52b4ba5a-4122-4f88-9c7d-12046a2b8bf9 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:05:46.925910 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705e7c50-1e5f-4bde-b0c5-b03d77279c9f", "name": "network-vif-plugged", "status": "completed", "tag": "47cc4477-236a-4ab9-92cb-4f6ecab57e18", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:05:46.926160 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52b4ba5a-4122-4f88-9c7d-12046a2b8bf9 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:05:46.926558 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705e7c50-1e5f-4bde-b0c5-b03d77279c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47cc4477-236a-4ab9-92cb-4f6ecab57e18', 'code': 200} Aug 19 19:05:46.953624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=47cc4477-236a-4ab9-92cb-4f6ecab57e18,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:47.009496 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:47.019534 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db6f29-b636-48db-9dea-d4677b6b5c24 req-88a2412e-4b82-4f73-98cb-0b12c81ce224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:47.021072 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b9db6f29-b636-48db-9dea-d4677b6b5c24 req-88a2412e-4b82-4f73-98cb-0b12c81ce224 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=705e7c50-1e5f-4bde-b0c5-b03d77279c9f HTTP/1.1" status: 200 len: 1096 time: 0.0424669 Aug 19 19:05:47.057694 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b9db6f29-b636-48db-9dea-d4677b6b5c24 req-b546b853-3364-4d13-976e-a7e681ebe52c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b0b72920-cf04-4d61-9cff-c26947a087a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286918 Aug 19 19:05:47.483549 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27134ad2-687e-4dcf-8efa-92758e5fc15b req-a8ba9acc-3341-435e-abac-9714b9c35f0e tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:47.485753 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-27134ad2-687e-4dcf-8efa-92758e5fc15b req-a8ba9acc-3341-435e-abac-9714b9c35f0e tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=705e7c50-1e5f-4bde-b0c5-b03d77279c9f HTTP/1.1" status: 200 len: 945 time: 0.0526600 Aug 19 19:05:47.526353 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-27134ad2-687e-4dcf-8efa-92758e5fc15b req-782351a7-73ee-4c09-9655-961bd11066f4 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0b72920-cf04-4d61-9cff-c26947a087a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337536 Aug 19 19:05:48.644324 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8625a46-8375-41dc-86ac-68a65d82d793 req-daaff755-55c0-4e46-9eca-db026f272cee tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:48.645945 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b8625a46-8375-41dc-86ac-68a65d82d793 req-daaff755-55c0-4e46-9eca-db026f272cee tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=705e7c50-1e5f-4bde-b0c5-b03d77279c9f HTTP/1.1" status: 200 len: 945 time: 0.0510373 Aug 19 19:05:48.684186 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b8625a46-8375-41dc-86ac-68a65d82d793 req-6c3b1fc2-be99-4781-9bdf-4dd85ef3c623 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0b72920-cf04-4d61-9cff-c26947a087a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321414 Aug 19 19:05:48.801039 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b979149-99ef-4cbd-9282-2d73a558a925 req-2139a049-b124-4041-b62b-6e379c4e032e tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:48.802572 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8b979149-99ef-4cbd-9282-2d73a558a925 req-2139a049-b124-4041-b62b-6e379c4e032e tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=705e7c50-1e5f-4bde-b0c5-b03d77279c9f HTTP/1.1" status: 200 len: 945 time: 0.0499756 Aug 19 19:05:48.840442 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8b979149-99ef-4cbd-9282-2d73a558a925 req-341fba76-c5dd-4866-985b-e386e8c62ebd tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0b72920-cf04-4d61-9cff-c26947a087a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317953 Aug 19 19:05:52.790648 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:06:04.698702 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-169c77d7-d498-438f-b25d-b590fa555244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:07.363948 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:07.445814 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-194e8418-2513-4ee9-a49d-99d5720cb2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:07.479785 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6291c32-37d6-4a44-b161-e1549569363c req-2f3b9974-3be9-47cd-9d5c-60660c3836d8 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:07.481300 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e6291c32-37d6-4a44-b161-e1549569363c req-2f3b9974-3be9-47cd-9d5c-60660c3836d8 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=705e7c50-1e5f-4bde-b0c5-b03d77279c9f HTTP/1.1" status: 200 len: 945 time: 0.0605760 Aug 19 19:06:07.520353 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e6291c32-37d6-4a44-b161-e1549569363c req-b99fb9eb-5b92-4d6c-ac16-cf8af6eb57a6 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0b72920-cf04-4d61-9cff-c26947a087a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319881 Aug 19 19:06:08.377553 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:08.654095 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8b3e6-c154-42ec-bf8e-3b6f07850889 req-a32d1989-91b3-4557-8909-76c4445531cd tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:08.655660 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ebb8b3e6-c154-42ec-bf8e-3b6f07850889 req-a32d1989-91b3-4557-8909-76c4445531cd tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=705e7c50-1e5f-4bde-b0c5-b03d77279c9f HTTP/1.1" status: 200 len: 945 time: 0.0590434 Aug 19 19:06:08.699468 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ebb8b3e6-c154-42ec-bf8e-3b6f07850889 req-98cd9689-6b50-420d-aef8-a7f8860fda3e tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0b72920-cf04-4d61-9cff-c26947a087a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371807 Aug 19 19:06:08.966011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f91037-b7d2-43ee-89ff-ea73b705825c req-08a57062-039b-4293-bc1a-ed6616b4e713 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:08.967539 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-51f91037-b7d2-43ee-89ff-ea73b705825c req-08a57062-039b-4293-bc1a-ed6616b4e713 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.50 "GET /v2.0/ports?device_id=705e7c50-1e5f-4bde-b0c5-b03d77279c9f HTTP/1.1" status: 200 len: 945 time: 0.0562437 Aug 19 19:06:09.072461 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-51f91037-b7d2-43ee-89ff-ea73b705825c req-2afd837b-653e-4e49-97c2-5503a4fad792 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Deleting port 47cc4477-236a-4ab9-92cb-4f6ecab57e18 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:06:09.072808 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-51f91037-b7d2-43ee-89ff-ea73b705825c req-2afd837b-653e-4e49-97c2-5503a4fad792 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:09.182722 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-51f91037-b7d2-43ee-89ff-ea73b705825c req-2afd837b-653e-4e49-97c2-5503a4fad792 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] For port 47cc4477-236a-4ab9-92cb-4f6ecab57e18, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=47cc4477-236a-4ab9-92cb-4f6ecab57e18,segment=NetworkSegment(e92f9285-eec2-4578-a9b2-7cd3102a752b),segment_id=e92f9285-eec2-4578-a9b2-7cd3102a752b)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:06:09.183090 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-51f91037-b7d2-43ee-89ff-ea73b705825c req-2afd837b-653e-4e49-97c2-5503a4fad792 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:09.198466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-51f91037-b7d2-43ee-89ff-ea73b705825c req-2afd837b-653e-4e49-97c2-5503a4fad792 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Calling delete_port for 47cc4477-236a-4ab9-92cb-4f6ecab57e18 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:06:09.330057 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-51f91037-b7d2-43ee-89ff-ea73b705825c req-2afd837b-653e-4e49-97c2-5503a4fad792 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:09.342461 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['47cc4477-236a-4ab9-92cb-4f6ecab57e18'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:06:09.356793 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd837b-653e-4e49-97c2-5503a4fad792 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Pushing event deleted for resources: {'Port': ['ID=47cc4477-236a-4ab9-92cb-4f6ecab57e18,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:09.368112 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd837b-653e-4e49-97c2-5503a4fad792 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:09.368419 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd837b-653e-4e49-97c2-5503a4fad792 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:09.368768 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd837b-653e-4e49-97c2-5503a4fad792 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:09.369112 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd837b-653e-4e49-97c2-5503a4fad792 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:09.369451 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd837b-653e-4e49-97c2-5503a4fad792 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:09.369814 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd837b-653e-4e49-97c2-5503a4fad792 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:09.370148 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd837b-653e-4e49-97c2-5503a4fad792 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:09.370481 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd837b-653e-4e49-97c2-5503a4fad792 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:09.371168 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd837b-653e-4e49-97c2-5503a4fad792 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:09.371168 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd837b-653e-4e49-97c2-5503a4fad792 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:09.371488 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd837b-653e-4e49-97c2-5503a4fad792 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:09.371757 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd837b-653e-4e49-97c2-5503a4fad792 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:09.414794 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f91037-b7d2-43ee-89ff-ea73b705825c req-2afd837b-653e-4e49-97c2-5503a4fad792 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] No DVR routers for this DVR port 47cc4477-236a-4ab9-92cb-4f6ecab57e18 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:06:09.417509 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-51f91037-b7d2-43ee-89ff-ea73b705825c req-2afd837b-653e-4e49-97c2-5503a4fad792 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:09.419620 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-51f91037-b7d2-43ee-89ff-ea73b705825c req-2afd837b-653e-4e49-97c2-5503a4fad792 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.50 "DELETE /v2.0/ports/47cc4477-236a-4ab9-92cb-4f6ecab57e18 HTTP/1.1" status: 204 len: 173 time: 0.4457033 Aug 19 19:06:09.420069 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705e7c50-1e5f-4bde-b0c5-b03d77279c9f', 'name': 'network-vif-deleted', 'tag': '47cc4477-236a-4ab9-92cb-4f6ecab57e18'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:06:09.422513 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72827a2e-1f2f-4b7c-8bcb-a7b804f6ea20" -d '{"events": [{"server_uuid": "705e7c50-1e5f-4bde-b0c5-b03d77279c9f", "name": "network-vif-deleted", "tag": "47cc4477-236a-4ab9-92cb-4f6ecab57e18"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:06:09.469273 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b18d51-de73-4d08-a826-d6c284cee305 x-openstack-request-id: req-a2b18d51-de73-4d08-a826-d6c284cee305 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:06:09.469589 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705e7c50-1e5f-4bde-b0c5-b03d77279c9f", "name": "network-vif-deleted", "tag": "47cc4477-236a-4ab9-92cb-4f6ecab57e18", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:06:09.470393 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2b18d51-de73-4d08-a826-d6c284cee305 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:06:09.470792 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705e7c50-1e5f-4bde-b0c5-b03d77279c9f', 'name': 'network-vif-deleted', 'tag': '47cc4477-236a-4ab9-92cb-4f6ecab57e18', 'status': 'completed', 'code': 200} Aug 19 19:06:09.811455 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-604ef3df-6e7d-4ed3-9234-435800c00aaa req-3881224d-71ca-495f-9e62-5c473461f022 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=705e7c50-1e5f-4bde-b0c5-b03d77279c9f HTTP/1.1" status: 200 len: 210 time: 0.0295186 Aug 19 19:06:10.363168 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:11.474822 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-86a26aee-2c3e-4634-a0b0-dd4f1e0ec0c7 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:11.476313 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-86a26aee-2c3e-4634-a0b0-dd4f1e0ec0c7 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/networks?id=769185eb-0f9b-4053-9ffd-486847474602 HTTP/1.1" status: 200 len: 816 time: 0.1077507 Aug 19 19:06:11.494236 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-04323c90-45b3-446a-9ecf-4d83644c1831 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/quotas/5fe95cc33dd74047b3883db6fb919eaa HTTP/1.1" status: 200 len: 375 time: 0.0119357 Aug 19 19:06:11.545916 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-49630176-ccaa-401f-abb7-ca8f51e5738e tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fe95cc33dd74047b3883db6fb919eaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452707 Aug 19 19:06:11.645028 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-af0a8f04-bc01-4097-9086-4a65598c634b service neutron] 10.222.0.24 "GET /v2.0/networks/769185eb-0f9b-4053-9ffd-486847474602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867348 Aug 19 19:06:11.708441 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:11.737386 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-6f2fafd7-c2a9-41cf-b4e8-54e3fd1f161b service neutron] 10.222.0.24 "GET /v2.0/networks/769185eb-0f9b-4053-9ffd-486847474602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853102 Aug 19 19:06:11.902893 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c8c0a518-c719-48f3-9276-7f17bc371d42 req-8a7b93de-7605-4380-acf6-8f130e23d612 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0458b84-6d61-4aa2-8841-5176763e85fe HTTP/1.1" status: 200 len: 210 time: 0.0276113 Aug 19 19:06:12.821800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-bbf20e7f-2969-4bda-802b-8cb080ae0749 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:12.823746 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-bbf20e7f-2969-4bda-802b-8cb080ae0749 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.50 "GET /v2.0/networks?id=769185eb-0f9b-4053-9ffd-486847474602 HTTP/1.1" status: 200 len: 816 time: 0.1161749 Aug 19 19:06:12.828275 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 47cc4477-236a-4ab9-92cb-4f6ecab57e18 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:06:12.837376 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-67fa2502-6be7-4bb0-9cf9-a074b1f44ea4 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Request body: {'port': {'device_id': 'a0458b84-6d61-4aa2-8841-5176763e85fe', 'network_id': '769185eb-0f9b-4053-9ffd-486847474602', 'admin_state_up': True, 'tenant_id': '5fe95cc33dd74047b3883db6fb919eaa'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:06:12.850206 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 47cc4477-236a-4ab9-92cb-4f6ecab57e18 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:06:12.850634 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 47cc4477-236a-4ab9-92cb-4f6ecab57e18 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:06:12.950129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-67fa2502-6be7-4bb0-9cf9-a074b1f44ea4 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Made reservation on behalf of 5fe95cc33dd74047b3883db6fb919eaa for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:06:12.953679 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-67fa2502-6be7-4bb0-9cf9-a074b1f44ea4 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:13.035827 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-35553824-d460-4ae1-9062-d4fe3ef4cd7b req-d85afb5f-19d8-48e4-a703-4189eb249f12 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0458b84-6d61-4aa2-8841-5176763e85fe HTTP/1.1" status: 200 len: 210 time: 0.0583260 Aug 19 19:06:13.111611 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-67fa2502-6be7-4bb0-9cf9-a074b1f44ea4 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Allocated IP 172.20.0.9 (769185eb-0f9b-4053-9ffd-486847474602/57f74b10-4d35-43cc-b1e7-8f4a19582d3f/51105a66-920b-4384-80c7-1cc190e6a94e) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:06:13.261204 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-67fa2502-6be7-4bb0-9cf9-a074b1f44ea4 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:13.275541 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-67fa2502-6be7-4bb0-9cf9-a074b1f44ea4 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Transition to ACTIVE for port object 51105a66-920b-4384-80c7-1cc190e6a94e will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:06:13.308580 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-67fa2502-6be7-4bb0-9cf9-a074b1f44ea4 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:13.354352 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-67fa2502-6be7-4bb0-9cf9-a074b1f44ea4 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Network 769185eb-0f9b-4053-9ffd-486847474602 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:06:13.357470 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-67fa2502-6be7-4bb0-9cf9-a074b1f44ea4 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:06:13.361248 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-67fa2502-6be7-4bb0-9cf9-a074b1f44ea4 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:06:13.368278 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa2502-6be7-4bb0-9cf9-a074b1f44ea4 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Pushing event updated for resources: {'Port': ['ID=51105a66-920b-4384-80c7-1cc190e6a94e,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:13.417886 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-67fa2502-6be7-4bb0-9cf9-a074b1f44ea4 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:13.418523 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-67fa2502-6be7-4bb0-9cf9-a074b1f44ea4 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:13.433671 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-67fa2502-6be7-4bb0-9cf9-a074b1f44ea4 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6004450 Aug 19 19:06:13.447217 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-af300e02-4f48-4465-a8f5-3b2fb301af04 service neutron] Request body: {'port': {'device_id': 'a0458b84-6d61-4aa2-8841-5176763e85fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:06:13.508339 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-af300e02-4f48-4465-a8f5-3b2fb301af04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:13.573118 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5232f668-d26f-4732-ba88-93b00cee391e None None] Provisioning for port 51105a66-920b-4384-80c7-1cc190e6a94e completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:06:13.576743 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5232f668-d26f-4732-ba88-93b00cee391e None None] Provisioning complete for port 51105a66-920b-4384-80c7-1cc190e6a94e triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:06:13.577114 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5232f668-d26f-4732-ba88-93b00cee391e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:13.610697 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-5232f668-d26f-4732-ba88-93b00cee391e None None] Port 51105a66-920b-4384-80c7-1cc190e6a94e cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:06:13.772385 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-af300e02-4f48-4465-a8f5-3b2fb301af04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51105a66-920b-4384-80c7-1cc190e6a94e {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:06:13.779557 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-af300e02-4f48-4465-a8f5-3b2fb301af04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:13.792446 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-af300e02-4f48-4465-a8f5-3b2fb301af04 service neutron] Transition to ACTIVE for port object 51105a66-920b-4384-80c7-1cc190e6a94e will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:06:13.797943 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-af300e02-4f48-4465-a8f5-3b2fb301af04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:13.849433 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af300e02-4f48-4465-a8f5-3b2fb301af04 service neutron] Pushing event updated for resources: {'Port': ['ID=51105a66-920b-4384-80c7-1cc190e6a94e,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:13.923967 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-af300e02-4f48-4465-a8f5-3b2fb301af04 service neutron] Attempting to bind port 51105a66-920b-4384-80c7-1cc190e6a94e on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:06:13.924403 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-af300e02-4f48-4465-a8f5-3b2fb301af04 service neutron] Attempting to bind port 51105a66-920b-4384-80c7-1cc190e6a94e by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'e92f9285-eec2-4578-a9b2-7cd3102a752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '769185eb-0f9b-4053-9ffd-486847474602'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:06:13.924932 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-af300e02-4f48-4465-a8f5-3b2fb301af04 service neutron] Attempting to bind port 51105a66-920b-4384-80c7-1cc190e6a94e on network 769185eb-0f9b-4053-9ffd-486847474602 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:06:13.929614 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-af300e02-4f48-4465-a8f5-3b2fb301af04 service neutron] Port 51105a66-920b-4384-80c7-1cc190e6a94e on network 769185eb-0f9b-4053-9ffd-486847474602 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:06:13.929947 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-af300e02-4f48-4465-a8f5-3b2fb301af04 service neutron] Attempting to bind port 51105a66-920b-4384-80c7-1cc190e6a94e on network 769185eb-0f9b-4053-9ffd-486847474602 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:06:13.934799 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-af300e02-4f48-4465-a8f5-3b2fb301af04 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:06:13.935143 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-af300e02-4f48-4465-a8f5-3b2fb301af04 service neutron] Checking segment: {'id': 'e92f9285-eec2-4578-a9b2-7cd3102a752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '769185eb-0f9b-4053-9ffd-486847474602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:06:13.935547 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-af300e02-4f48-4465-a8f5-3b2fb301af04 service neutron] Bound using segment: {'id': 'e92f9285-eec2-4578-a9b2-7cd3102a752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '769185eb-0f9b-4053-9ffd-486847474602'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:06:13.935980 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-af300e02-4f48-4465-a8f5-3b2fb301af04 service neutron] Bound port: 51105a66-920b-4384-80c7-1cc190e6a94e, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92f9285-eec2-4578-a9b2-7cd3102a752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '769185eb-0f9b-4053-9ffd-486847474602'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:06:13.936348 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-af300e02-4f48-4465-a8f5-3b2fb301af04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:14.006146 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-af300e02-4f48-4465-a8f5-3b2fb301af04 service neutron] For port 51105a66-920b-4384-80c7-1cc190e6a94e, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:06:14.009416 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-af300e02-4f48-4465-a8f5-3b2fb301af04 service neutron] For port 51105a66-920b-4384-80c7-1cc190e6a94e, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=51105a66-920b-4384-80c7-1cc190e6a94e,segment=NetworkSegment(e92f9285-eec2-4578-a9b2-7cd3102a752b),segment_id=e92f9285-eec2-4578-a9b2-7cd3102a752b)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:06:14.013484 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-af300e02-4f48-4465-a8f5-3b2fb301af04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:14.047424 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-af300e02-4f48-4465-a8f5-3b2fb301af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:14.048047 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-af300e02-4f48-4465-a8f5-3b2fb301af04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:14.050158 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-af300e02-4f48-4465-a8f5-3b2fb301af04 service neutron] 10.222.0.50 "PUT /v2.0/ports/51105a66-920b-4384-80c7-1cc190e6a94e HTTP/1.1" status: 200 len: 1091 time: 0.6068490 Aug 19 19:06:14.050679 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0458b84-6d61-4aa2-8841-5176763e85fe', 'tag': '51105a66-920b-4384-80c7-1cc190e6a94e'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:06:14.053064 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da09b700-d020-4184-b309-f40d8aaddc33" -d '{"events": [{"name": "network-changed", "server_uuid": "a0458b84-6d61-4aa2-8841-5176763e85fe", "tag": "51105a66-920b-4384-80c7-1cc190e6a94e"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:06:14.081031 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af300e02-4f48-4465-a8f5-3b2fb301af04 service neutron] Pushing event updated for resources: {'Port': ['ID=51105a66-920b-4384-80c7-1cc190e6a94e,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:14.147969 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-cf116cb9-d13f-4187-a05a-423b89501357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:14.149795 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-cf116cb9-d13f-4187-a05a-423b89501357 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fe95cc33dd74047b3883db6fb919eaa&device_id=a0458b84-6d61-4aa2-8841-5176763e85fe HTTP/1.1" status: 200 len: 1094 time: 0.0579920 Aug 19 19:06:14.151361 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38217a3d-6727-45e2-aa8a-3549192e50db x-openstack-request-id: req-38217a3d-6727-45e2-aa8a-3549192e50db {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:06:14.153583 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0458b84-6d61-4aa2-8841-5176763e85fe", "tag": "51105a66-920b-4384-80c7-1cc190e6a94e", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:06:14.153583 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38217a3d-6727-45e2-aa8a-3549192e50db {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:06:14.153583 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0458b84-6d61-4aa2-8841-5176763e85fe', 'tag': '51105a66-920b-4384-80c7-1cc190e6a94e', 'status': 'completed', 'code': 200} Aug 19 19:06:14.192235 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce4461-be31-4fc2-ae86-ddb01503c538 req-382810ca-1f3f-46ad-abf4-4a9907875fdf tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:14.194059 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a6ce4461-be31-4fc2-ae86-ddb01503c538 req-382810ca-1f3f-46ad-abf4-4a9907875fdf tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0458b84-6d61-4aa2-8841-5176763e85fe HTTP/1.1" status: 200 len: 943 time: 0.0518777 Aug 19 19:06:14.197158 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-e22c9cd8-b974-4865-aa86-51ba32dca3de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51105a66-920b-4384-80c7-1cc190e6a94e HTTP/1.1" status: 200 len: 217 time: 0.0376461 Aug 19 19:06:14.234775 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a6ce4461-be31-4fc2-ae86-ddb01503c538 req-f82c2228-6557-48aa-a9c8-eed5ab9ef326 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0b72920-cf04-4d61-9cff-c26947a087a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343549 Aug 19 19:06:14.252134 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-0d902be1-bc4c-4cf3-a81f-00aba3b6360f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:14.253743 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-0d902be1-bc4c-4cf3-a81f-00aba3b6360f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57f74b10-4d35-43cc-b1e7-8f4a19582d3f HTTP/1.1" status: 200 len: 855 time: 0.0492952 Aug 19 19:06:14.306042 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-f30e7d8f-832c-4c42-bacb-a8ca490a38be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:14.307567 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-f30e7d8f-832c-4c42-bacb-a8ca490a38be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=769185eb-0f9b-4053-9ffd-486847474602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465975 Aug 19 19:06:14.399784 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-6212cd2b-9b24-40fc-b1df-f7945b783666 service neutron] 10.222.0.50 "GET /v2.0/networks/769185eb-0f9b-4053-9ffd-486847474602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848360 Aug 19 19:06:14.492728 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-67489e17-28b7-4684-ba98-ec1b1c1e5d70 req-373c7fbc-d14b-42d1-9e30-932010647d1a service neutron] 10.222.0.50 "GET /v2.0/networks/769185eb-0f9b-4053-9ffd-486847474602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845950 Aug 19 19:06:14.581966 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09b700-d020-4184-b309-f40d8aaddc33 req-ec1514ae-98fd-4bd8-81f7-f63f3f31e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:14.583474 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da09b700-d020-4184-b309-f40d8aaddc33 req-ec1514ae-98fd-4bd8-81f7-f63f3f31e2fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fe95cc33dd74047b3883db6fb919eaa&device_id=a0458b84-6d61-4aa2-8841-5176763e85fe HTTP/1.1" status: 200 len: 1094 time: 0.0417335 Aug 19 19:06:14.673174 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09b700-d020-4184-b309-f40d8aaddc33 req-9190ae44-cf55-4d4e-81e4-a23f7fcf4308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:14.674851 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da09b700-d020-4184-b309-f40d8aaddc33 req-9190ae44-cf55-4d4e-81e4-a23f7fcf4308 service neutron] 10.222.0.50 "GET /v2.0/networks?id=769185eb-0f9b-4053-9ffd-486847474602 HTTP/1.1" status: 200 len: 917 time: 0.0834472 Aug 19 19:06:14.720550 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da09b700-d020-4184-b309-f40d8aaddc33 req-60a3c479-540f-4097-9282-2b86483e2ef9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51105a66-920b-4384-80c7-1cc190e6a94e HTTP/1.1" status: 200 len: 217 time: 0.0384572 Aug 19 19:06:14.772397 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09b700-d020-4184-b309-f40d8aaddc33 req-4a17cb86-b706-4712-a540-d0fe7f12668c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:14.773870 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da09b700-d020-4184-b309-f40d8aaddc33 req-4a17cb86-b706-4712-a540-d0fe7f12668c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57f74b10-4d35-43cc-b1e7-8f4a19582d3f HTTP/1.1" status: 200 len: 855 time: 0.0446472 Aug 19 19:06:14.828658 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09b700-d020-4184-b309-f40d8aaddc33 req-78cce2b3-e9ef-4afc-a7c4-cab336d0c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:14.830222 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da09b700-d020-4184-b309-f40d8aaddc33 req-78cce2b3-e9ef-4afc-a7c4-cab336d0c98b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=769185eb-0f9b-4053-9ffd-486847474602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476594 Aug 19 19:06:14.925826 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da09b700-d020-4184-b309-f40d8aaddc33 req-6e1be380-72f6-4014-9c58-787936edceff service neutron] 10.222.0.50 "GET /v2.0/networks/769185eb-0f9b-4053-9ffd-486847474602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866737 Aug 19 19:06:15.016604 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da09b700-d020-4184-b309-f40d8aaddc33 req-f20bd603-fb84-4ea7-85e2-795bfc4f29d5 service neutron] 10.222.0.50 "GET /v2.0/networks/769185eb-0f9b-4053-9ffd-486847474602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822613 Aug 19 19:06:15.355668 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ec873-72dc-41c5-a90b-557b5ce33f4c req-6f000999-c6bf-4689-a732-4320200ddf8a tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:15.357162 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-569ec873-72dc-41c5-a90b-557b5ce33f4c req-6f000999-c6bf-4689-a732-4320200ddf8a tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0458b84-6d61-4aa2-8841-5176763e85fe HTTP/1.1" status: 200 len: 943 time: 0.0487437 Aug 19 19:06:15.400296 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-569ec873-72dc-41c5-a90b-557b5ce33f4c req-fb43e08c-0ae6-425e-9da3-62fd2ddeb84b tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0b72920-cf04-4d61-9cff-c26947a087a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364289 Aug 19 19:06:16.520336 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6c91f-56cb-4e66-ba88-eb6b76c2f7dd req-e95dc1c0-de0e-4559-a6cc-eac6747101f3 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:16.521863 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-19f6c91f-56cb-4e66-ba88-eb6b76c2f7dd req-e95dc1c0-de0e-4559-a6cc-eac6747101f3 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0458b84-6d61-4aa2-8841-5176763e85fe HTTP/1.1" status: 200 len: 943 time: 0.0542786 Aug 19 19:06:16.559602 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-19f6c91f-56cb-4e66-ba88-eb6b76c2f7dd req-30a4f0ce-1713-4a0b-9b0b-087632bd09c9 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0b72920-cf04-4d61-9cff-c26947a087a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316994 Aug 19 19:06:16.843812 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 51105a66-920b-4384-80c7-1cc190e6a94e details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:06:16.941215 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 51105a66-920b-4384-80c7-1cc190e6a94e, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=51105a66-920b-4384-80c7-1cc190e6a94e,segment=NetworkSegment(e92f9285-eec2-4578-a9b2-7cd3102a752b),segment_id=e92f9285-eec2-4578-a9b2-7cd3102a752b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:06:16.952395 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '51105a66-920b-4384-80c7-1cc190e6a94e', 'network_id': '769185eb-0f9b-4053-9ffd-486847474602', 'port_id': '51105a66-920b-4384-80c7-1cc190e6a94e', 'mac_address': 'fa:16:3e:ec:d4:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f74b10-4d35-43cc-b1e7-8f4a19582d3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:06:16.990876 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:17.011911 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51105a66-920b-4384-80c7-1cc190e6a94e {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:06:17.026234 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:17.034814 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 51105a66-920b-4384-80c7-1cc190e6a94e, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=51105a66-920b-4384-80c7-1cc190e6a94e,segment=NetworkSegment(e92f9285-eec2-4578-a9b2-7cd3102a752b),segment_id=e92f9285-eec2-4578-a9b2-7cd3102a752b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:06:17.038560 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:17.087605 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=51105a66-920b-4384-80c7-1cc190e6a94e,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:17.094894 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:17.095173 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:17.095507 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:17.095861 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:17.096237 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:17.096626 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:17.096956 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:17.097274 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:17.097618 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:17.097938 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:17.098256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:17.098571 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:17.240492 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['51105a66-920b-4384-80c7-1cc190e6a94e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:06:17.673212 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3bb6f1-ff60-4995-ab52-335d2375e8fb req-1a4fcfac-1e2f-4d17-80f4-fc108d7b4262 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:17.675550 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dd3bb6f1-ff60-4995-ab52-335d2375e8fb req-1a4fcfac-1e2f-4d17-80f4-fc108d7b4262 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0458b84-6d61-4aa2-8841-5176763e85fe HTTP/1.1" status: 200 len: 944 time: 0.0493670 Aug 19 19:06:17.713416 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dd3bb6f1-ff60-4995-ab52-335d2375e8fb req-b7667c1c-61b8-4ca6-b4f4-407df8fc458c tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0b72920-cf04-4d61-9cff-c26947a087a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318165 Aug 19 19:06:18.830012 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a94a29-1d6c-4b9f-a454-9b6cfa346988 req-f79cc508-d469-4ae5-93bf-962f1bc34c57 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:18.831966 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-94a94a29-1d6c-4b9f-a454-9b6cfa346988 req-f79cc508-d469-4ae5-93bf-962f1bc34c57 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0458b84-6d61-4aa2-8841-5176763e85fe HTTP/1.1" status: 200 len: 944 time: 0.0510237 Aug 19 19:06:18.870520 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-94a94a29-1d6c-4b9f-a454-9b6cfa346988 req-5d175c0a-65fb-4e95-a516-90e8a824305b tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0b72920-cf04-4d61-9cff-c26947a087a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323980 Aug 19 19:06:18.875382 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 51105a66-920b-4384-80c7-1cc190e6a94e up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:06:18.926490 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 51105a66-920b-4384-80c7-1cc190e6a94e completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:06:18.930772 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 51105a66-920b-4384-80c7-1cc190e6a94e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:06:18.931154 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:19.011679 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:19.034185 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0458b84-6d61-4aa2-8841-5176763e85fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51105a66-920b-4384-80c7-1cc190e6a94e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:06:19.036430 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da7e96c-1855-43b7-bd12-b86d2a429bcc" -d '{"events": [{"server_uuid": "a0458b84-6d61-4aa2-8841-5176763e85fe", "name": "network-vif-plugged", "status": "completed", "tag": "51105a66-920b-4384-80c7-1cc190e6a94e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:06:19.048870 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 51105a66-920b-4384-80c7-1cc190e6a94e, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=51105a66-920b-4384-80c7-1cc190e6a94e,segment=NetworkSegment(e92f9285-eec2-4578-a9b2-7cd3102a752b),segment_id=e92f9285-eec2-4578-a9b2-7cd3102a752b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:06:19.054040 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:19.077524 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d75b491-05f8-4ba4-81f4-39d033f32e16 x-openstack-request-id: req-1d75b491-05f8-4ba4-81f4-39d033f32e16 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:06:19.077824 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0458b84-6d61-4aa2-8841-5176763e85fe", "name": "network-vif-plugged", "status": "completed", "tag": "51105a66-920b-4384-80c7-1cc190e6a94e", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:06:19.078078 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d75b491-05f8-4ba4-81f4-39d033f32e16 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:06:19.078474 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0458b84-6d61-4aa2-8841-5176763e85fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51105a66-920b-4384-80c7-1cc190e6a94e', 'code': 200} Aug 19 19:06:19.106977 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=51105a66-920b-4384-80c7-1cc190e6a94e,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:19.170976 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22baa633-e802-449d-bec6-ba87f69b5302 req-94c9b5c5-901a-467a-a1ef-69111b152440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:19.172473 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-22baa633-e802-449d-bec6-ba87f69b5302 req-94c9b5c5-901a-467a-a1ef-69111b152440 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a0458b84-6d61-4aa2-8841-5176763e85fe HTTP/1.1" status: 200 len: 1096 time: 0.0401464 Aug 19 19:06:19.208007 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-22baa633-e802-449d-bec6-ba87f69b5302 req-65b361c8-89b6-4005-afda-8234d2e26099 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b0b72920-cf04-4d61-9cff-c26947a087a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276418 Aug 19 19:06:19.990964 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f04b3d-a69b-4d68-badf-fec6d4e058ba req-ac7c3cef-d384-4194-9a80-173f6f927c98 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:19.992455 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-41f04b3d-a69b-4d68-badf-fec6d4e058ba req-ac7c3cef-d384-4194-9a80-173f6f927c98 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0458b84-6d61-4aa2-8841-5176763e85fe HTTP/1.1" status: 200 len: 945 time: 0.0500143 Aug 19 19:06:20.032114 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-41f04b3d-a69b-4d68-badf-fec6d4e058ba req-854d2ab7-dd2a-44a9-bcd6-19d2cb12de9e tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0b72920-cf04-4d61-9cff-c26947a087a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333014 Aug 19 19:06:21.160659 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f71a3-e4af-4a41-bb58-4882f8fc3ec9 req-946eae54-a14c-4934-a476-ef93afbebe1c tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:21.162196 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-255f71a3-e4af-4a41-bb58-4882f8fc3ec9 req-946eae54-a14c-4934-a476-ef93afbebe1c tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0458b84-6d61-4aa2-8841-5176763e85fe HTTP/1.1" status: 200 len: 945 time: 0.0494630 Aug 19 19:06:21.207073 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-255f71a3-e4af-4a41-bb58-4882f8fc3ec9 req-3047e1b6-3765-429e-961f-586f6ef93a4e tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0b72920-cf04-4d61-9cff-c26947a087a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388575 Aug 19 19:06:21.332427 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04af17e-7f5f-4ff2-9eb7-de14b98f9271 req-2d842713-2949-483f-8e77-e6bd4c991bd5 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:21.333875 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e04af17e-7f5f-4ff2-9eb7-de14b98f9271 req-2d842713-2949-483f-8e77-e6bd4c991bd5 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0458b84-6d61-4aa2-8841-5176763e85fe HTTP/1.1" status: 200 len: 945 time: 0.0553308 Aug 19 19:06:21.374642 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e04af17e-7f5f-4ff2-9eb7-de14b98f9271 req-9e612322-cef2-4bb3-b896-fee73f7721b1 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0b72920-cf04-4d61-9cff-c26947a087a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347557 Aug 19 19:06:29.668750 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6c61bbee-17e8-4f34-916c-6ed19cd9300b req-fd706641-0dcb-4d72-9f59-9c554a83e6a4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a0458b84-6d61-4aa2-8841-5176763e85fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383892 Aug 19 19:06:29.753565 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61bbee-17e8-4f34-916c-6ed19cd9300b req-63d36bfb-6192-4151-8719-6ec69dea06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:29.755090 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6c61bbee-17e8-4f34-916c-6ed19cd9300b req-63d36bfb-6192-4151-8719-6ec69dea06f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fe95cc33dd74047b3883db6fb919eaa&device_id=a0458b84-6d61-4aa2-8841-5176763e85fe HTTP/1.1" status: 200 len: 1096 time: 0.0412400 Aug 19 19:06:29.793913 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:06:29.876549 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61bbee-17e8-4f34-916c-6ed19cd9300b req-ef3e154c-cebd-4478-8605-a1ce1da0abef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:29.878085 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6c61bbee-17e8-4f34-916c-6ed19cd9300b req-ef3e154c-cebd-4478-8605-a1ce1da0abef service neutron] 10.222.0.50 "GET /v2.0/networks?id=769185eb-0f9b-4053-9ffd-486847474602 HTTP/1.1" status: 200 len: 917 time: 0.0950534 Aug 19 19:06:29.923715 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6c61bbee-17e8-4f34-916c-6ed19cd9300b req-1f9665af-d15a-40ee-868b-09d3112c6379 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51105a66-920b-4384-80c7-1cc190e6a94e HTTP/1.1" status: 200 len: 217 time: 0.0351586 Aug 19 19:06:29.976874 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61bbee-17e8-4f34-916c-6ed19cd9300b req-542241fd-221b-49f8-abaf-e19023b5eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:29.978388 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6c61bbee-17e8-4f34-916c-6ed19cd9300b req-542241fd-221b-49f8-abaf-e19023b5eddf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57f74b10-4d35-43cc-b1e7-8f4a19582d3f HTTP/1.1" status: 200 len: 855 time: 0.0437782 Aug 19 19:06:30.027591 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61bbee-17e8-4f34-916c-6ed19cd9300b req-67ed5fd0-c90d-4812-b85e-837302019d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:30.029003 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6c61bbee-17e8-4f34-916c-6ed19cd9300b req-67ed5fd0-c90d-4812-b85e-837302019d01 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=769185eb-0f9b-4053-9ffd-486847474602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407047 Aug 19 19:06:30.127912 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6c61bbee-17e8-4f34-916c-6ed19cd9300b req-490bae22-4166-4429-a535-9edffe67a238 service neutron] 10.222.0.50 "GET /v2.0/networks/769185eb-0f9b-4053-9ffd-486847474602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883412 Aug 19 19:06:30.228316 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6c61bbee-17e8-4f34-916c-6ed19cd9300b req-559b3717-a233-49a0-bf2b-80723750e6f5 service neutron] 10.222.0.50 "GET /v2.0/networks/769185eb-0f9b-4053-9ffd-486847474602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822635 Aug 19 19:06:34.702461 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cdc64829-5973-4592-b7ab-6428ab47932a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:37.359477 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:37.446120 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-91dbb83c-65f0-422e-9f9a-ba2a945a2524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:38.384398 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:39.752909 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91471a-c5ce-4703-a924-4211e8b847e4 req-0c3b1143-7c76-4996-90e4-938560a72928 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:39.754499 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8b91471a-c5ce-4703-a924-4211e8b847e4 req-0c3b1143-7c76-4996-90e4-938560a72928 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0458b84-6d61-4aa2-8841-5176763e85fe HTTP/1.1" status: 200 len: 945 time: 0.0513308 Aug 19 19:06:39.793664 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8b91471a-c5ce-4703-a924-4211e8b847e4 req-292fb194-b78a-49dc-8106-3b7e0e4c61d6 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0b72920-cf04-4d61-9cff-c26947a087a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327585 Aug 19 19:06:40.365978 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:40.916049 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea87514-6846-43f9-8c93-34a4c8e729ce req-8df072da-dfb6-4953-9d94-a59abf9f8a2f tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:40.917540 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9ea87514-6846-43f9-8c93-34a4c8e729ce req-8df072da-dfb6-4953-9d94-a59abf9f8a2f tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0458b84-6d61-4aa2-8841-5176763e85fe HTTP/1.1" status: 200 len: 945 time: 0.0539722 Aug 19 19:06:40.955080 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9ea87514-6846-43f9-8c93-34a4c8e729ce req-e6ffdd72-7795-45ff-83ec-149c29edbbdc tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0b72920-cf04-4d61-9cff-c26947a087a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315726 Aug 19 19:06:41.480613 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c4db8-c5b0-4f17-a4f5-eab8df9b270d req-25257331-90e3-49c1-acb3-2f823e742a26 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:41.482167 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cb8c4db8-c5b0-4f17-a4f5-eab8df9b270d req-25257331-90e3-49c1-acb3-2f823e742a26 tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0458b84-6d61-4aa2-8841-5176763e85fe HTTP/1.1" status: 200 len: 945 time: 0.0498881 Aug 19 19:06:41.576663 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-cb8c4db8-c5b0-4f17-a4f5-eab8df9b270d req-c16d3f86-4662-43b0-ade4-9f355bf4d58f tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Deleting port 51105a66-920b-4384-80c7-1cc190e6a94e {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:06:41.577008 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cb8c4db8-c5b0-4f17-a4f5-eab8df9b270d req-c16d3f86-4662-43b0-ade4-9f355bf4d58f tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:41.663622 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-cb8c4db8-c5b0-4f17-a4f5-eab8df9b270d req-c16d3f86-4662-43b0-ade4-9f355bf4d58f tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] For port 51105a66-920b-4384-80c7-1cc190e6a94e, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=51105a66-920b-4384-80c7-1cc190e6a94e,segment=NetworkSegment(e92f9285-eec2-4578-a9b2-7cd3102a752b),segment_id=e92f9285-eec2-4578-a9b2-7cd3102a752b)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:06:41.663987 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cb8c4db8-c5b0-4f17-a4f5-eab8df9b270d req-c16d3f86-4662-43b0-ade4-9f355bf4d58f tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:41.676383 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-cb8c4db8-c5b0-4f17-a4f5-eab8df9b270d req-c16d3f86-4662-43b0-ade4-9f355bf4d58f tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Calling delete_port for 51105a66-920b-4384-80c7-1cc190e6a94e owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:06:41.738073 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:41.806365 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cb8c4db8-c5b0-4f17-a4f5-eab8df9b270d req-c16d3f86-4662-43b0-ade4-9f355bf4d58f tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:41.819654 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['51105a66-920b-4384-80c7-1cc190e6a94e'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:06:41.834437 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d3f86-4662-43b0-ade4-9f355bf4d58f tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Pushing event deleted for resources: {'Port': ['ID=51105a66-920b-4384-80c7-1cc190e6a94e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:41.881442 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8c4db8-c5b0-4f17-a4f5-eab8df9b270d req-c16d3f86-4662-43b0-ade4-9f355bf4d58f tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] No DVR routers for this DVR port 51105a66-920b-4384-80c7-1cc190e6a94e on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:06:41.884262 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-cb8c4db8-c5b0-4f17-a4f5-eab8df9b270d req-c16d3f86-4662-43b0-ade4-9f355bf4d58f tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:41.886437 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cb8c4db8-c5b0-4f17-a4f5-eab8df9b270d req-c16d3f86-4662-43b0-ade4-9f355bf4d58f tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.50 "DELETE /v2.0/ports/51105a66-920b-4384-80c7-1cc190e6a94e HTTP/1.1" status: 204 len: 173 time: 0.3972218 Aug 19 19:06:41.886892 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0458b84-6d61-4aa2-8841-5176763e85fe', 'name': 'network-vif-deleted', 'tag': '51105a66-920b-4384-80c7-1cc190e6a94e'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:06:41.889167 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fbf369-e446-4c1f-909a-37bc23b37210" -d '{"events": [{"server_uuid": "a0458b84-6d61-4aa2-8841-5176763e85fe", "name": "network-vif-deleted", "tag": "51105a66-920b-4384-80c7-1cc190e6a94e"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:06:41.936957 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7c7f31-55c8-44c5-a32f-b0b38c0d7ad6 x-openstack-request-id: req-ba7c7f31-55c8-44c5-a32f-b0b38c0d7ad6 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:06:41.937586 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0458b84-6d61-4aa2-8841-5176763e85fe", "name": "network-vif-deleted", "tag": "51105a66-920b-4384-80c7-1cc190e6a94e", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:06:41.937586 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba7c7f31-55c8-44c5-a32f-b0b38c0d7ad6 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:06:41.937915 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0458b84-6d61-4aa2-8841-5176763e85fe', 'name': 'network-vif-deleted', 'tag': '51105a66-920b-4384-80c7-1cc190e6a94e', 'status': 'completed', 'code': 200} Aug 19 19:06:42.075772 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-78b8463b-14b9-46a0-8073-6d88f030ffd2 req-451b93ed-02f3-4d56-8e93-b933b81e2c5d tempest-TestEncryptedCinderVolumes-1979078336 tempest-TestEncryptedCinderVolumes-1979078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0458b84-6d61-4aa2-8841-5176763e85fe HTTP/1.1" status: 200 len: 210 time: 0.0318973 Aug 19 19:06:43.166124 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42214) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:06:43.828930 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3748b5ab-625b-47c0-8100-df6abe408e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:44.071992 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-3748b5ab-625b-47c0-8100-df6abe408e8f admin admin] Deleting port 459fb3df-e777-48ea-a194-4c8404e0e2cf {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:06:44.072245 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3748b5ab-625b-47c0-8100-df6abe408e8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:44.152853 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-3748b5ab-625b-47c0-8100-df6abe408e8f admin admin] For port 459fb3df-e777-48ea-a194-4c8404e0e2cf, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=459fb3df-e777-48ea-a194-4c8404e0e2cf,segment=NetworkSegment(e92f9285-eec2-4578-a9b2-7cd3102a752b),segment_id=e92f9285-eec2-4578-a9b2-7cd3102a752b)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:06:44.153215 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3748b5ab-625b-47c0-8100-df6abe408e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:44.165884 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-3748b5ab-625b-47c0-8100-df6abe408e8f admin admin] Calling delete_port for 459fb3df-e777-48ea-a194-4c8404e0e2cf owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:06:44.349096 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3748b5ab-625b-47c0-8100-df6abe408e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:44.376778 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748b5ab-625b-47c0-8100-df6abe408e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=459fb3df-e777-48ea-a194-4c8404e0e2cf,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:44.540672 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3748b5ab-625b-47c0-8100-df6abe408e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:44.760965 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3748b5ab-625b-47c0-8100-df6abe408e8f admin admin] Router 8d03ff14-2d24-4201-826f-55b51d7f1896 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:06:44.869268 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3748b5ab-625b-47c0-8100-df6abe408e8f admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:06:44.875974 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3748b5ab-625b-47c0-8100-df6abe408e8f admin admin] 10.222.0.24 "PUT /v2.0/routers/8d03ff14-2d24-4201-826f-55b51d7f1896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7087522 Aug 19 19:06:44.876868 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42216) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:06:44.878681 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba2346e-5a66-4a1e-a84b-9adb1ecd1e76 None None] Sync routers for ids ['8d03ff14-2d24-4201-826f-55b51d7f1896'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:06:44.888506 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba2346e-5a66-4a1e-a84b-9adb1ecd1e76 None None] Routers {'8d03ff14-2d24-4201-826f-55b51d7f1896'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:06:44.889104 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-aba2346e-5a66-4a1e-a84b-9adb1ecd1e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:06:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['8d03ff14-2d24-4201-826f-55b51d7f1896'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:44.984865 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-daa9a399-9a70-4a89-a519-e7311c476207 admin admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:45.085066 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-aba2346e-5a66-4a1e-a84b-9adb1ecd1e76 None None] Set router 8d03ff14-2d24-4201-826f-55b51d7f1896 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:06:45.093672 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-daa9a399-9a70-4a89-a519-e7311c476207 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:45.148454 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-daa9a399-9a70-4a89-a519-e7311c476207 admin admin] Deleting port dffd243a-12af-4054-a11c-34a943eed639 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:06:45.148793 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-daa9a399-9a70-4a89-a519-e7311c476207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:45.228681 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-daa9a399-9a70-4a89-a519-e7311c476207 admin admin] For port dffd243a-12af-4054-a11c-34a943eed639, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=dffd243a-12af-4054-a11c-34a943eed639,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:06:45.229025 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-daa9a399-9a70-4a89-a519-e7311c476207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:45.246584 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-daa9a399-9a70-4a89-a519-e7311c476207 admin admin] Calling delete_port for dffd243a-12af-4054-a11c-34a943eed639 owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:06:45.264113 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-aba2346e-5a66-4a1e-a84b-9adb1ecd1e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d03ff14-2d24-4201-826f-55b51d7f1896', 'name': 'tempest-TestEncryptedCinderVolumes-612683588-router', 'tenant_id': '5fe95cc33dd74047b3883db6fb919eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'dffd243a-12af-4054-a11c-34a943eed639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:05:26Z', 'updated_at': '2021-08-19T19:06:44Z', 'revision_number': 5, 'project_id': '5fe95cc33dd74047b3883db6fb919eaa', 'gw_port': {'id': 'dffd243a-12af-4054-a11c-34a943eed639', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:dd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d03ff14-2d24-4201-826f-55b51d7f1896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:05:27Z', 'updated_at': '2021-08-19T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:45.294583 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba2346e-5a66-4a1e-a84b-9adb1ecd1e76 None None] Checking router: 8d03ff14-2d24-4201-826f-55b51d7f1896 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:06:45.303582 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba2346e-5a66-4a1e-a84b-9adb1ecd1e76 None None] Routers {'8d03ff14-2d24-4201-826f-55b51d7f1896'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:06:45.304191 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-aba2346e-5a66-4a1e-a84b-9adb1ecd1e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:06:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['8d03ff14-2d24-4201-826f-55b51d7f1896'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:45.393990 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-aba2346e-5a66-4a1e-a84b-9adb1ecd1e76 None None] Set router 8d03ff14-2d24-4201-826f-55b51d7f1896 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:06:45.411846 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-daa9a399-9a70-4a89-a519-e7311c476207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:45.443601 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9a399-9a70-4a89-a519-e7311c476207 admin admin] Pushing event deleted for resources: {'Port': ['ID=dffd243a-12af-4054-a11c-34a943eed639,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:45.448062 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-aba2346e-5a66-4a1e-a84b-9adb1ecd1e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d03ff14-2d24-4201-826f-55b51d7f1896', 'name': 'tempest-TestEncryptedCinderVolumes-612683588-router', 'tenant_id': '5fe95cc33dd74047b3883db6fb919eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:05:26Z', 'updated_at': '2021-08-19T19:06:45Z', 'revision_number': 6, 'project_id': '5fe95cc33dd74047b3883db6fb919eaa', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:45.478520 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba2346e-5a66-4a1e-a84b-9adb1ecd1e76 None None] The sync data for ids ['8d03ff14-2d24-4201-826f-55b51d7f1896'] in n-d-803753-2 is: [{'id': '8d03ff14-2d24-4201-826f-55b51d7f1896', 'name': 'tempest-TestEncryptedCinderVolumes-612683588-router', 'tenant_id': '5fe95cc33dd74047b3883db6fb919eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:05:26Z', 'updated_at': '2021-08-19T19:06:45Z', 'revision_number': 6, 'project_id': '5fe95cc33dd74047b3883db6fb919eaa', 'gw_port_host': None}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:06:45.505312 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-daa9a399-9a70-4a89-a519-e7311c476207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:45.599528 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-daa9a399-9a70-4a89-a519-e7311c476207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:45.601700 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-daa9a399-9a70-4a89-a519-e7311c476207 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:45.651098 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-daa9a399-9a70-4a89-a519-e7311c476207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:45.653353 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa9a399-9a70-4a89-a519-e7311c476207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d03ff14-2d24-4201-826f-55b51d7f1896 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:06:45.658114 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-daa9a399-9a70-4a89-a519-e7311c476207 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:45.659288 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-daa9a399-9a70-4a89-a519-e7311c476207 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8d03ff14-2d24-4201-826f-55b51d7f1896 HTTP/1.1" status: 204 len: 168 time: 0.7814713 Aug 19 19:06:45.662047 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42218) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:06:45.710438 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-c250037a-e81d-4361-9529-dc1038a5cb58 admin admin] Deleting subnet 57f74b10-4d35-43cc-b1e7-8f4a19582d3f {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:06:45.713510 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c250037a-e81d-4361-9529-dc1038a5cb58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:45.747014 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c250037a-e81d-4361-9529-dc1038a5cb58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:45.826112 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c250037a-e81d-4361-9529-dc1038a5cb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:45.887949 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c250037a-e81d-4361-9529-dc1038a5cb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:45.915321 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250037a-e81d-4361-9529-dc1038a5cb58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57f74b10-4d35-43cc-b1e7-8f4a19582d3f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:45.921090 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c250037a-e81d-4361-9529-dc1038a5cb58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:45.923037 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c250037a-e81d-4361-9529-dc1038a5cb58 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/57f74b10-4d35-43cc-b1e7-8f4a19582d3f HTTP/1.1" status: 204 len: 168 time: 0.2600293 Aug 19 19:06:45.925719 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42220) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:06:45.927114 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1d328d-dec8-4cbd-a3c6-091e5fd1e006 None None] Network 769185eb-0f9b-4053-9ffd-486847474602 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:06:45.994054 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4e4bcbe3-1853-4b08-9826-c231ad474272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:46.048554 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-4e4bcbe3-1853-4b08-9826-c231ad474272 admin admin] Deleting port eb5712ee-2be2-424f-8217-4a909dff129c {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:06:46.048892 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4e4bcbe3-1853-4b08-9826-c231ad474272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:46.116518 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-4e4bcbe3-1853-4b08-9826-c231ad474272 admin admin] For port eb5712ee-2be2-424f-8217-4a909dff129c, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=eb5712ee-2be2-424f-8217-4a909dff129c,segment=NetworkSegment(e92f9285-eec2-4578-a9b2-7cd3102a752b),segment_id=e92f9285-eec2-4578-a9b2-7cd3102a752b)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:06:46.116879 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4e4bcbe3-1853-4b08-9826-c231ad474272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:46.129276 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-4e4bcbe3-1853-4b08-9826-c231ad474272 admin admin] Calling delete_port for eb5712ee-2be2-424f-8217-4a909dff129c owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:06:46.213277 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4e4bcbe3-1853-4b08-9826-c231ad474272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:46.218104 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69208202-1cda-4235-9f9f-25ab7a5db3f4 None None] DHCP port deletion for 769185eb-0f9b-4053-9ffd-486847474602 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:06:46.248202 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bcbe3-1853-4b08-9826-c231ad474272 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5712ee-2be2-424f-8217-4a909dff129c,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:46.253652 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4bcbe3-1853-4b08-9826-c231ad474272 admin admin] No DVR routers for this DVR port eb5712ee-2be2-424f-8217-4a909dff129c on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:06:46.330615 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4e4bcbe3-1853-4b08-9826-c231ad474272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:46.342363 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-4e4bcbe3-1853-4b08-9826-c231ad474272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769185eb-0f9b-4053-9ffd-486847474602']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:46.354152 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-4e4bcbe3-1853-4b08-9826-c231ad474272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92f9285-eec2-4578-a9b2-7cd3102a752b') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:46.354466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-4e4bcbe3-1853-4b08-9826-c231ad474272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92f9285-eec2-4578-a9b2-7cd3102a752b') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:46.364298 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4e4bcbe3-1853-4b08-9826-c231ad474272 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:46.375027 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device dffd243a-12af-4054-a11c-34a943eed639 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:06:46.380566 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4e4bcbe3-1853-4b08-9826-c231ad474272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:46.387146 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e4bcbe3-1853-4b08-9826-c231ad474272 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:06:46.387672 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4e4bcbe3-1853-4b08-9826-c231ad474272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: timer() Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:06:46.389402 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:06:46.398980 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: dffd243a-12af-4054-a11c-34a943eed639 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:06:46.399447 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device dffd243a-12af-4054-a11c-34a943eed639 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:06:46.402343 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 459fb3df-e777-48ea-a194-4c8404e0e2cf no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:06:46.430131 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 459fb3df-e777-48ea-a194-4c8404e0e2cf {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:06:46.430634 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 459fb3df-e777-48ea-a194-4c8404e0e2cf not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:06:46.431202 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device eb5712ee-2be2-424f-8217-4a909dff129c no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:06:46.451240 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: eb5712ee-2be2-424f-8217-4a909dff129c {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:06:46.451630 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device eb5712ee-2be2-424f-8217-4a909dff129c not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:06:46.456969 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4e4bcbe3-1853-4b08-9826-c231ad474272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:46.475062 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4e4bcbe3-1853-4b08-9826-c231ad474272 admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:46.477297 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4e4bcbe3-1853-4b08-9826-c231ad474272 admin admin] 10.222.0.24 "DELETE /v2.0/networks/769185eb-0f9b-4053-9ffd-486847474602 HTTP/1.1" status: 204 len: 168 time: 0.5494211 Aug 19 19:06:46.478342 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bcbe3-1853-4b08-9826-c231ad474272 admin admin] Pushing event deleted for resources: {'Network': ['ID=769185eb-0f9b-4053-9ffd-486847474602,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:46.479884 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42222) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:06:46.837073 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-22bc27bf-cf82-4fbe-a911-4da1ec20b92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:47.027062 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:47.031114 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 51105a66-920b-4384-80c7-1cc190e6a94e no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:06:47.052870 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 51105a66-920b-4384-80c7-1cc190e6a94e {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:06:47.053133 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 51105a66-920b-4384-80c7-1cc190e6a94e not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:06:47.087275 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-22bc27bf-cf82-4fbe-a911-4da1ec20b92f admin admin] Deleting port 1b762f3d-35ca-4daa-a599-143e823c6f33 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:06:47.087624 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-22bc27bf-cf82-4fbe-a911-4da1ec20b92f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:47.168163 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-22bc27bf-cf82-4fbe-a911-4da1ec20b92f admin admin] For port 1b762f3d-35ca-4daa-a599-143e823c6f33, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=1b762f3d-35ca-4daa-a599-143e823c6f33,segment=NetworkSegment(ccc8058d-571c-4faa-862b-713951539b14),segment_id=ccc8058d-571c-4faa-862b-713951539b14)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:06:47.168528 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-22bc27bf-cf82-4fbe-a911-4da1ec20b92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:47.181770 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-22bc27bf-cf82-4fbe-a911-4da1ec20b92f admin admin] Calling delete_port for 1b762f3d-35ca-4daa-a599-143e823c6f33 owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:06:47.361984 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-22bc27bf-cf82-4fbe-a911-4da1ec20b92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:47.385555 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc27bf-cf82-4fbe-a911-4da1ec20b92f admin admin] Pushing event deleted for resources: {'Port': ['ID=1b762f3d-35ca-4daa-a599-143e823c6f33,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:47.553415 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-22bc27bf-cf82-4fbe-a911-4da1ec20b92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:47.770286 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bc27bf-cf82-4fbe-a911-4da1ec20b92f admin admin] Router 54f23162-35a3-47a4-b49b-fcd37bbf49a1 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:06:47.880191 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bc27bf-cf82-4fbe-a911-4da1ec20b92f admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:06:47.888219 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-22bc27bf-cf82-4fbe-a911-4da1ec20b92f admin admin] 10.222.0.24 "PUT /v2.0/routers/54f23162-35a3-47a4-b49b-fcd37bbf49a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4073315 Aug 19 19:06:47.888384 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42224) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:06:47.898631 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf930829-4ce4-45cd-a519-958b0a5fa9cb None None] Sync routers for ids ['54f23162-35a3-47a4-b49b-fcd37bbf49a1'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:06:47.911931 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf930829-4ce4-45cd-a519-958b0a5fa9cb None None] Routers {'54f23162-35a3-47a4-b49b-fcd37bbf49a1'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:06:47.912756 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-cf930829-4ce4-45cd-a519-958b0a5fa9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:06:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['54f23162-35a3-47a4-b49b-fcd37bbf49a1'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:47.999755 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:48.025154 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-cf930829-4ce4-45cd-a519-958b0a5fa9cb None None] Set router 54f23162-35a3-47a4-b49b-fcd37bbf49a1 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:06:48.109805 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:48.165735 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Deleting port ef56fa54-321e-46d4-a3b5-11a4d50ae715 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:06:48.166075 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:48.209071 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-cf930829-4ce4-45cd-a519-958b0a5fa9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f23162-35a3-47a4-b49b-fcd37bbf49a1', 'name': 'tempest-TestEncryptedCinderVolumes-1975807278-router', 'tenant_id': '7735c9840fbc4bee8fdf22413476f430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'ef56fa54-321e-46d4-a3b5-11a4d50ae715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:05:31Z', 'updated_at': '2021-08-19T19:06:47Z', 'revision_number': 5, 'project_id': '7735c9840fbc4bee8fdf22413476f430', 'gw_port': {'id': 'ef56fa54-321e-46d4-a3b5-11a4d50ae715', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f23162-35a3-47a4-b49b-fcd37bbf49a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:05:32Z', 'updated_at': '2021-08-19T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:48.240376 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf930829-4ce4-45cd-a519-958b0a5fa9cb None None] Checking router: 54f23162-35a3-47a4-b49b-fcd37bbf49a1 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:06:48.248627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] For port ef56fa54-321e-46d4-a3b5-11a4d50ae715, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ef56fa54-321e-46d4-a3b5-11a4d50ae715,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:06:48.248817 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf930829-4ce4-45cd-a519-958b0a5fa9cb None None] Routers {'54f23162-35a3-47a4-b49b-fcd37bbf49a1'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:06:48.248990 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:48.249336 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-cf930829-4ce4-45cd-a519-958b0a5fa9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:06:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['54f23162-35a3-47a4-b49b-fcd37bbf49a1'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:48.267368 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Calling delete_port for ef56fa54-321e-46d4-a3b5-11a4d50ae715 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:06:48.345331 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-cf930829-4ce4-45cd-a519-958b0a5fa9cb None None] Set router 54f23162-35a3-47a4-b49b-fcd37bbf49a1 gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:06:48.400776 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-cf930829-4ce4-45cd-a519-958b0a5fa9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f23162-35a3-47a4-b49b-fcd37bbf49a1', 'name': 'tempest-TestEncryptedCinderVolumes-1975807278-router', 'tenant_id': '7735c9840fbc4bee8fdf22413476f430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:05:31Z', 'updated_at': '2021-08-19T19:06:48Z', 'revision_number': 6, 'project_id': '7735c9840fbc4bee8fdf22413476f430', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:48.431368 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf930829-4ce4-45cd-a519-958b0a5fa9cb None None] The sync data for ids ['54f23162-35a3-47a4-b49b-fcd37bbf49a1'] in n-d-803753-2 is: [{'id': '54f23162-35a3-47a4-b49b-fcd37bbf49a1', 'name': 'tempest-TestEncryptedCinderVolumes-1975807278-router', 'tenant_id': '7735c9840fbc4bee8fdf22413476f430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:05:31Z', 'updated_at': '2021-08-19T19:06:48Z', 'revision_number': 6, 'project_id': '7735c9840fbc4bee8fdf22413476f430', 'gw_port_host': None}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:06:48.445120 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:48.477125 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef56fa54-321e-46d4-a3b5-11a4d50ae715,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:48.500897 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:48.501238 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:48.501598 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:48.501931 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:48.502257 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:48.502582 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:48.502903 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:48.503220 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:48.503538 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:48.503853 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:48.504191 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:48.504955 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:48.545601 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:48.638339 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:48.640498 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:48.687715 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:48.688312 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54f23162-35a3-47a4-b49b-fcd37bbf49a1 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:06:48.693006 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:48.694223 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0bfbe8d5-402c-4213-8e4c-36de6094fd45 admin admin] 10.222.0.24 "DELETE /v2.0/routers/54f23162-35a3-47a4-b49b-fcd37bbf49a1 HTTP/1.1" status: 204 len: 168 time: 0.8048966 Aug 19 19:06:48.696813 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42226) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:06:48.753862 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-303c1709-9eff-4e56-9bea-65365119e8bd admin admin] Deleting subnet 0c659713-f73b-4944-bf75-63803aebdbaa {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:06:48.757314 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-303c1709-9eff-4e56-9bea-65365119e8bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:48.794620 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-303c1709-9eff-4e56-9bea-65365119e8bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:48.881896 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-303c1709-9eff-4e56-9bea-65365119e8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:48.938675 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-303c1709-9eff-4e56-9bea-65365119e8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:48.965779 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c1709-9eff-4e56-9bea-65365119e8bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c659713-f73b-4944-bf75-63803aebdbaa,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:48.969586 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-303c1709-9eff-4e56-9bea-65365119e8bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:48.972252 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-303c1709-9eff-4e56-9bea-65365119e8bd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0c659713-f73b-4944-bf75-63803aebdbaa HTTP/1.1" status: 204 len: 168 time: 0.2737505 Aug 19 19:06:48.974495 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42228) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:06:48.977058 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8638fe4b-b557-4998-b9b8-31bc35c18bdb None None] Network 30a498eb-bd6d-4224-8118-95cedf2cd220 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:06:49.047691 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42965729-9a2a-48c8-8990-0195c1a25683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:49.111138 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-42965729-9a2a-48c8-8990-0195c1a25683 admin admin] Deleting port 3668eb8b-4102-402e-bbab-b9ff6d54cad0 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:06:49.111507 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42965729-9a2a-48c8-8990-0195c1a25683 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:49.175215 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-42965729-9a2a-48c8-8990-0195c1a25683 admin admin] For port 3668eb8b-4102-402e-bbab-b9ff6d54cad0, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3668eb8b-4102-402e-bbab-b9ff6d54cad0,segment=NetworkSegment(ccc8058d-571c-4faa-862b-713951539b14),segment_id=ccc8058d-571c-4faa-862b-713951539b14)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:06:49.175584 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42965729-9a2a-48c8-8990-0195c1a25683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:49.188508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-42965729-9a2a-48c8-8990-0195c1a25683 admin admin] Calling delete_port for 3668eb8b-4102-402e-bbab-b9ff6d54cad0 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:06:49.221513 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b98935-4277-467c-91ec-323f943b3ad2 None None] DHCP port deletion for 30a498eb-bd6d-4224-8118-95cedf2cd220 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:06:49.273658 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42965729-9a2a-48c8-8990-0195c1a25683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:49.274582 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-00b98935-4277-467c-91ec-323f943b3ad2 None None] Deleting port 3668eb8b-4102-402e-bbab-b9ff6d54cad0 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:06:49.274870 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-00b98935-4277-467c-91ec-323f943b3ad2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:49.303753 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42965729-9a2a-48c8-8990-0195c1a25683 admin admin] Pushing event deleted for resources: {'Port': ['ID=3668eb8b-4102-402e-bbab-b9ff6d54cad0,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:49.308161 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42965729-9a2a-48c8-8990-0195c1a25683 admin admin] No DVR routers for this DVR port 3668eb8b-4102-402e-bbab-b9ff6d54cad0 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:06:49.342716 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-00b98935-4277-467c-91ec-323f943b3ad2 None None] For port 3668eb8b-4102-402e-bbab-b9ff6d54cad0, host n-d-803753-2, got binding levels [] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:06:49.343118 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-00b98935-4277-467c-91ec-323f943b3ad2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:49.356960 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-00b98935-4277-467c-91ec-323f943b3ad2 None None] Calling delete_port for 3668eb8b-4102-402e-bbab-b9ff6d54cad0 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:06:49.359633 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.ipam_backend_mixin [None req-00b98935-4277-467c-91ec-323f943b3ad2 None None] Port 3668eb8b-4102-402e-bbab-b9ff6d54cad0 was not found and therefore no delete operation was performed {{(pid=94683) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 19:06:49.360933 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-00b98935-4277-467c-91ec-323f943b3ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:49.383853 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42965729-9a2a-48c8-8990-0195c1a25683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:49.384575 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b98935-4277-467c-91ec-323f943b3ad2 None None] Pushing event deleted for resources: {'Port': ['ID=3668eb8b-4102-402e-bbab-b9ff6d54cad0,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:49.390612 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b98935-4277-467c-91ec-323f943b3ad2 None None] No DVR routers for this DVR port 3668eb8b-4102-402e-bbab-b9ff6d54cad0 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:06:49.395903 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-42965729-9a2a-48c8-8990-0195c1a25683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a498eb-bd6d-4224-8118-95cedf2cd220']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:49.411532 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-42965729-9a2a-48c8-8990-0195c1a25683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc8058d-571c-4faa-862b-713951539b14') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:49.411825 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-42965729-9a2a-48c8-8990-0195c1a25683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc8058d-571c-4faa-862b-713951539b14') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:49.421314 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42965729-9a2a-48c8-8990-0195c1a25683 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:49.436132 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42965729-9a2a-48c8-8990-0195c1a25683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:49.443542 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42965729-9a2a-48c8-8990-0195c1a25683 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:06:49.443925 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42965729-9a2a-48c8-8990-0195c1a25683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: timer() Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:06:49.445835 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:06:49.514515 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42965729-9a2a-48c8-8990-0195c1a25683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:49.530575 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42965729-9a2a-48c8-8990-0195c1a25683 admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:49.532432 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-42965729-9a2a-48c8-8990-0195c1a25683 admin admin] 10.222.0.24 "DELETE /v2.0/networks/30a498eb-bd6d-4224-8118-95cedf2cd220 HTTP/1.1" status: 204 len: 168 time: 0.5570004 Aug 19 19:06:49.533681 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42965729-9a2a-48c8-8990-0195c1a25683 admin admin] Pushing event deleted for resources: {'Network': ['ID=30a498eb-bd6d-4224-8118-95cedf2cd220,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:49.688047 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42232) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:06:49.728164 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-74c09af6-1920-474e-9646-e803a91e192a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fe95cc33dd74047b3883db6fb919eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387862 Aug 19 19:06:49.730499 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42234) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:06:49.778200 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2e00d9e1-845f-47e5-a2dd-7fcd995660bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:49.799697 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2e00d9e1-845f-47e5-a2dd-7fcd995660bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:49.853288 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2e00d9e1-845f-47e5-a2dd-7fcd995660bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:49.855847 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2e00d9e1-845f-47e5-a2dd-7fcd995660bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:49.856998 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2e00d9e1-845f-47e5-a2dd-7fcd995660bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0b72920-cf04-4d61-9cff-c26947a087a1 HTTP/1.1" status: 204 len: 168 time: 0.1255989 Aug 19 19:06:49.865889 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00d9e1-845f-47e5-a2dd-7fcd995660bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b72920-cf04-4d61-9cff-c26947a087a1,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:50.171065 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42240) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:06:50.211777 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e946feb2-7f0b-4658-bae9-f123effcf029 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7735c9840fbc4bee8fdf22413476f430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394452 Aug 19 19:06:50.214265 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42242) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:06:50.263189 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ab6cdb42-2755-4736-9f66-8b5664c5f23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:50.284462 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ab6cdb42-2755-4736-9f66-8b5664c5f23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:50.336931 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ab6cdb42-2755-4736-9f66-8b5664c5f23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:50.339763 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ab6cdb42-2755-4736-9f66-8b5664c5f23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:50.340949 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ab6cdb42-2755-4736-9f66-8b5664c5f23c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/494c5d30-aff4-4bbc-b8e4-0a3bb33dd1cb HTTP/1.1" status: 204 len: 168 time: 0.1257789 Aug 19 19:06:50.349067 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cdb42-2755-4736-9f66-8b5664c5f23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494c5d30-aff4-4bbc-b8e4-0a3bb33dd1cb,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:50.385521 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ef56fa54-321e-46d4-a3b5-11a4d50ae715 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:06:50.417178 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: ef56fa54-321e-46d4-a3b5-11a4d50ae715 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:06:50.417526 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ef56fa54-321e-46d4-a3b5-11a4d50ae715 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:06:50.417971 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3668eb8b-4102-402e-bbab-b9ff6d54cad0 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:06:50.439815 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 3668eb8b-4102-402e-bbab-b9ff6d54cad0 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:06:50.440161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3668eb8b-4102-402e-bbab-b9ff6d54cad0 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:06:50.440583 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1b762f3d-35ca-4daa-a599-143e823c6f33 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:06:50.490712 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 1b762f3d-35ca-4daa-a599-143e823c6f33 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:06:50.491037 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 1b762f3d-35ca-4daa-a599-143e823c6f33 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:06:51.058169 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42264) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:06:51.154387 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-841bf9d8-3290-46b1-ab08-f71323202f13 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-442231994-network', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:06:51.174766 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841bf9d8-3290-46b1-ab08-f71323202f13 admin admin] Made reservation on behalf of 398754a7b0fe4be89ea0fefd23ff7bb9 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:06:51.177749 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-841bf9d8-3290-46b1-ab08-f71323202f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:51.185869 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-841bf9d8-3290-46b1-ab08-f71323202f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:51.277905 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-841bf9d8-3290-46b1-ab08-f71323202f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:51.281769 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-841bf9d8-3290-46b1-ab08-f71323202f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:51.309016 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841bf9d8-3290-46b1-ab08-f71323202f13 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:06:51.318554 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841bf9d8-3290-46b1-ab08-f71323202f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:51.325082 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-841bf9d8-3290-46b1-ab08-f71323202f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:51.325429 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-841bf9d8-3290-46b1-ab08-f71323202f13 admin admin] Added segment 8de2bc75-a841-4406-a167-751870304cfc of type vlan for network 3377cba7-0c13-4fab-8d29-6a669e8f0083 Aug 19 19:06:51.374410 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-841bf9d8-3290-46b1-ab08-f71323202f13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:51.404257 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-841bf9d8-3290-46b1-ab08-f71323202f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:51.405271 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841bf9d8-3290-46b1-ab08-f71323202f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:51.405894 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-841bf9d8-3290-46b1-ab08-f71323202f13 admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:51.467339 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-841bf9d8-3290-46b1-ab08-f71323202f13 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4079354 Aug 19 19:06:51.471197 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42268) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:06:51.476785 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-05b33b7c-27a7-4302-9cf7-024cc08d93b2 admin admin] Request body: {'subnet': {'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-442231994-subnet', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:06:51.479518 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841bf9d8-3290-46b1-ab08-f71323202f13 admin admin] Pushing event updated for resources: {'Network': ['ID=3377cba7-0c13-4fab-8d29-6a669e8f0083,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:51.490443 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 3377cba7-0c13-4fab-8d29-6a669e8f0083 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:06:51.499155 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b33b7c-27a7-4302-9cf7-024cc08d93b2 admin admin] Made reservation on behalf of 398754a7b0fe4be89ea0fefd23ff7bb9 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:06:51.501839 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-05b33b7c-27a7-4302-9cf7-024cc08d93b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:51.669731 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-05b33b7c-27a7-4302-9cf7-024cc08d93b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:51.724723 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b33b7c-27a7-4302-9cf7-024cc08d93b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9275cf69-9e90-474e-a659-0e1104e87ab6,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:51.733451 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b33b7c-27a7-4302-9cf7-024cc08d93b2 admin admin] Checking segment: {'id': '8de2bc75-a841-4406-a167-751870304cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:06:51.733848 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b33b7c-27a7-4302-9cf7-024cc08d93b2 admin admin] Network hostable DHCP agents. Network: 3377cba7-0c13-4fab-8d29-6a669e8f0083, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:06:51.750690 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b33b7c-27a7-4302-9cf7-024cc08d93b2 admin admin] Network 3377cba7-0c13-4fab-8d29-6a669e8f0083 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:06:51.759306 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-05b33b7c-27a7-4302-9cf7-024cc08d93b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 3377cba7-0c13-4fab-8d29-6a669e8f0083) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:06:51.763289 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b33b7c-27a7-4302-9cf7-024cc08d93b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:51.763885 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-05b33b7c-27a7-4302-9cf7-024cc08d93b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:51.768869 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2771419d-8473-4124-bc18-2521718c1320 None None] Network 3377cba7-0c13-4fab-8d29-6a669e8f0083 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:06:51.784554 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42270) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:06:51.784997 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-05b33b7c-27a7-4302-9cf7-024cc08d93b2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3123837 Aug 19 19:06:51.790635 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-75d5c07c-d0c7-4b55-b29e-f650798d6699 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-442231994-router', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:06:51.812389 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75d5c07c-d0c7-4b55-b29e-f650798d6699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:51.813557 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75d5c07c-d0c7-4b55-b29e-f650798d6699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:51.869802 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75d5c07c-d0c7-4b55-b29e-f650798d6699 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:51.927290 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5bf64d-625a-4221-b079-fdb616981130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-3377cba7-0c13-4fab-8d29-6a669e8f0083', 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'fixed_ips': [{'subnet_id': '9275cf69-9e90-474e-a659-0e1104e87ab6'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:06:51.928184 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf64d-625a-4221-b079-fdb616981130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:52.007041 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75d5c07c-d0c7-4b55-b29e-f650798d6699 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:52.066598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-ca5bf64d-625a-4221-b079-fdb616981130 None None] Allocated IP 172.20.0.2 (3377cba7-0c13-4fab-8d29-6a669e8f0083/9275cf69-9e90-474e-a659-0e1104e87ab6/4c234305-ed54-487a-bfff-4d4f60a14c3d) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:06:52.212443 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75d5c07c-d0c7-4b55-b29e-f650798d6699 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:52.226571 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf64d-625a-4221-b079-fdb616981130 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:52.231990 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75d5c07c-d0c7-4b55-b29e-f650798d6699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:52.235211 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ca5bf64d-625a-4221-b079-fdb616981130 None None] Transition to ACTIVE for port object 4c234305-ed54-487a-bfff-4d4f60a14c3d will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:06:52.251104 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ca5bf64d-625a-4221-b079-fdb616981130 None None] Transition to ACTIVE for port object 4c234305-ed54-487a-bfff-4d4f60a14c3d will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:06:52.256808 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf64d-625a-4221-b079-fdb616981130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:52.343693 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-75d5c07c-d0c7-4b55-b29e-f650798d6699 admin admin] Allocated IP 172.25.8.186 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/e2151ec2-88f7-4aac-897b-761e219fdd12) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:06:52.451104 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75d5c07c-d0c7-4b55-b29e-f650798d6699 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:52.460114 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5bf64d-625a-4221-b079-fdb616981130 None None] Network 3377cba7-0c13-4fab-8d29-6a669e8f0083 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:06:52.463109 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-ca5bf64d-625a-4221-b079-fdb616981130 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:06:52.469421 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5bf64d-625a-4221-b079-fdb616981130 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:06:52.482200 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bf64d-625a-4221-b079-fdb616981130 None None] Pushing event updated for resources: {'Port': ['ID=4c234305-ed54-487a-bfff-4d4f60a14c3d,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:52.496799 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75d5c07c-d0c7-4b55-b29e-f650798d6699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:52.531631 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ca5bf64d-625a-4221-b079-fdb616981130 None None] Attempting to bind port 4c234305-ed54-487a-bfff-4d4f60a14c3d on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:06:52.532432 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ca5bf64d-625a-4221-b079-fdb616981130 None None] Attempting to bind port 4c234305-ed54-487a-bfff-4d4f60a14c3d by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '8de2bc75-a841-4406-a167-751870304cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:06:52.532432 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5bf64d-625a-4221-b079-fdb616981130 None None] Attempting to bind port 4c234305-ed54-487a-bfff-4d4f60a14c3d on network 3377cba7-0c13-4fab-8d29-6a669e8f0083 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:06:52.537758 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5bf64d-625a-4221-b079-fdb616981130 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:06:52.538152 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5bf64d-625a-4221-b079-fdb616981130 None None] Checking segment: {'id': '8de2bc75-a841-4406-a167-751870304cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:06:52.538551 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d5c07c-d0c7-4b55-b29e-f650798d6699 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:06:52.538690 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf64d-625a-4221-b079-fdb616981130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:52.538959 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5bf64d-625a-4221-b079-fdb616981130 None None] Bound using segment: {'id': '8de2bc75-a841-4406-a167-751870304cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:06:52.539435 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-ca5bf64d-625a-4221-b079-fdb616981130 None None] Bound port: 4c234305-ed54-487a-bfff-4d4f60a14c3d, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de2bc75-a841-4406-a167-751870304cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:06:52.539826 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf64d-625a-4221-b079-fdb616981130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:52.543469 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-75d5c07c-d0c7-4b55-b29e-f650798d6699 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:06:52.545983 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d5c07c-d0c7-4b55-b29e-f650798d6699 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:06:52.578161 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5c07c-d0c7-4b55-b29e-f650798d6699 admin admin] Pushing event updated for resources: {'Port': ['ID=e2151ec2-88f7-4aac-897b-761e219fdd12,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:52.610927 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ca5bf64d-625a-4221-b079-fdb616981130 None None] For port 4c234305-ed54-487a-bfff-4d4f60a14c3d, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:06:52.614824 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-ca5bf64d-625a-4221-b079-fdb616981130 None None] For port 4c234305-ed54-487a-bfff-4d4f60a14c3d, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4c234305-ed54-487a-bfff-4d4f60a14c3d,segment=NetworkSegment(8de2bc75-a841-4406-a167-751870304cfc),segment_id=8de2bc75-a841-4406-a167-751870304cfc)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:06:52.620501 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf64d-625a-4221-b079-fdb616981130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:52.679964 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bf64d-625a-4221-b079-fdb616981130 None None] Pushing event updated for resources: {'Port': ['ID=4c234305-ed54-487a-bfff-4d4f60a14c3d,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:52.821467 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75d5c07c-d0c7-4b55-b29e-f650798d6699 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:53.390153 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75d5c07c-d0c7-4b55-b29e-f650798d6699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:53.522002 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d5c07c-d0c7-4b55-b29e-f650798d6699 admin admin] Router a214dbbb-2232-41e1-95a2-70c65a426b34 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 19:06:53.567238 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e4838e-a630-496c-80f1-4b27953bd528 None None] Network 3377cba7-0c13-4fab-8d29-6a669e8f0083 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:06:53.626907 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d5c07c-d0c7-4b55-b29e-f650798d6699 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:06:53.637524 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] Sync routers for ids ['a214dbbb-2232-41e1-95a2-70c65a426b34'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:06:53.642858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b0a0d03f-bf63-4bf5-b228-c2fddf95cb51 None None] Provisioning for port 4c234305-ed54-487a-bfff-4d4f60a14c3d completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:06:53.644448 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75d5c07c-d0c7-4b55-b29e-f650798d6699 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:53.646980 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-75d5c07c-d0c7-4b55-b29e-f650798d6699 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8600469 Aug 19 19:06:53.648770 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] Routers {'a214dbbb-2232-41e1-95a2-70c65a426b34'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:06:53.649728 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:06:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['a214dbbb-2232-41e1-95a2-70c65a426b34'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:53.649887 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42272) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:06:53.760005 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] Set router a214dbbb-2232-41e1-95a2-70c65a426b34 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:06:53.954905 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'name': 'tempest-TestMinimumBasicScenario-442231994-router', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:06:51Z', 'updated_at': '2021-08-19T19:06:52Z', 'revision_number': 3, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'gw_port': {'id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:52Z', 'updated_at': '2021-08-19T19:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:53.983129 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] Checking router: a214dbbb-2232-41e1-95a2-70c65a426b34 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:06:53.983484 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] Updating router a214dbbb-2232-41e1-95a2-70c65a426b34 port e2151ec2-88f7-4aac-897b-761e219fdd12 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:06:54.013187 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:54.111618 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-16970f8c-ae1a-4ada-b5d4-7771b3938842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:54.267751 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:54.272392 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-16970f8c-ae1a-4ada-b5d4-7771b3938842 admin admin] Allocated IP 172.20.0.1 (3377cba7-0c13-4fab-8d29-6a669e8f0083/9275cf69-9e90-474e-a659-0e1104e87ab6/ba3ae3da-0523-4e86-b692-8067d8b4df11) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:06:54.279242 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] Transition to ACTIVE for port object e2151ec2-88f7-4aac-897b-761e219fdd12 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:06:54.286500 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:54.334210 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] Attempting to bind port e2151ec2-88f7-4aac-897b-761e219fdd12 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:06:54.334668 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] Attempting to bind port e2151ec2-88f7-4aac-897b-761e219fdd12 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:06:54.335634 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] Attempting to bind port e2151ec2-88f7-4aac-897b-761e219fdd12 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:06:54.345409 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:06:54.345812 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:06:54.346357 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:54.346750 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:06:54.347213 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] Bound port: e2151ec2-88f7-4aac-897b-761e219fdd12, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:06:54.347590 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:54.379481 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-16970f8c-ae1a-4ada-b5d4-7771b3938842 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:54.383879 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c4c97-b961-49a2-909c-e2848862d5f4 None None] Pushing event updated for resources: {'Port': ['ID=e2151ec2-88f7-4aac-897b-761e219fdd12,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:54.392654 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-16970f8c-ae1a-4ada-b5d4-7771b3938842 admin admin] Transition to ACTIVE for port object ba3ae3da-0523-4e86-b692-8067d8b4df11 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:06:54.407234 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c4c97-b961-49a2-909c-e2848862d5f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:54.407583 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c4c97-b961-49a2-909c-e2848862d5f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:54.407935 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c4c97-b961-49a2-909c-e2848862d5f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:54.408302 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c4c97-b961-49a2-909c-e2848862d5f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:54.408635 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c4c97-b961-49a2-909c-e2848862d5f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:54.408959 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c4c97-b961-49a2-909c-e2848862d5f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:54.409283 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c4c97-b961-49a2-909c-e2848862d5f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:54.409625 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c4c97-b961-49a2-909c-e2848862d5f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:54.409947 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c4c97-b961-49a2-909c-e2848862d5f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:54.410423 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c4c97-b961-49a2-909c-e2848862d5f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:54.410700 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c4c97-b961-49a2-909c-e2848862d5f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:54.411146 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c4c97-b961-49a2-909c-e2848862d5f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:54.416162 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] For port e2151ec2-88f7-4aac-897b-761e219fdd12, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:06:54.419517 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] For port e2151ec2-88f7-4aac-897b-761e219fdd12, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e2151ec2-88f7-4aac-897b-761e219fdd12,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:06:54.425081 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:54.432278 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4c234305-ed54-487a-bfff-4d4f60a14c3d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:06:54.435349 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-16970f8c-ae1a-4ada-b5d4-7771b3938842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:54.475250 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] Routers {'a214dbbb-2232-41e1-95a2-70c65a426b34'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:06:54.475882 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:06:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['a214dbbb-2232-41e1-95a2-70c65a426b34'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:54.483261 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16970f8c-ae1a-4ada-b5d4-7771b3938842 admin admin] Network 3377cba7-0c13-4fab-8d29-6a669e8f0083 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:06:54.485225 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 4c234305-ed54-487a-bfff-4d4f60a14c3d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:06:54.486488 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-16970f8c-ae1a-4ada-b5d4-7771b3938842 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:06:54.492117 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16970f8c-ae1a-4ada-b5d4-7771b3938842 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:06:54.492668 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 4c234305-ed54-487a-bfff-4d4f60a14c3d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:06:54.493244 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:54.497696 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16970f8c-ae1a-4ada-b5d4-7771b3938842 admin admin] Pushing event updated for resources: {'Port': ['ID=ba3ae3da-0523-4e86-b692-8067d8b4df11,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:54.536252 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c4c97-b961-49a2-909c-e2848862d5f4 None None] Pushing event updated for resources: {'Port': ['ID=e2151ec2-88f7-4aac-897b-761e219fdd12,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:54.542660 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-16970f8c-ae1a-4ada-b5d4-7771b3938842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:54.616463 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] Set router a214dbbb-2232-41e1-95a2-70c65a426b34 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:06:54.617264 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:54.658407 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 4c234305-ed54-487a-bfff-4d4f60a14c3d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4c234305-ed54-487a-bfff-4d4f60a14c3d,segment=NetworkSegment(8de2bc75-a841-4406-a167-751870304cfc),segment_id=8de2bc75-a841-4406-a167-751870304cfc)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:06:54.663183 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:54.703926 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-16970f8c-ae1a-4ada-b5d4-7771b3938842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:54.729428 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=4c234305-ed54-487a-bfff-4d4f60a14c3d,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:54.806769 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5e7777be-043b-4a44-9f1a-7042126d65c6 None None] Provisioning for port ba3ae3da-0523-4e86-b692-8067d8b4df11 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:06:54.811583 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-5e7777be-043b-4a44-9f1a-7042126d65c6 None None] Provisioning complete for port ba3ae3da-0523-4e86-b692-8067d8b4df11 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:06:54.811968 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5e7777be-043b-4a44-9f1a-7042126d65c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:54.846707 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-5e7777be-043b-4a44-9f1a-7042126d65c6 None None] Port ba3ae3da-0523-4e86-b692-8067d8b4df11 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:06:54.893616 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-16970f8c-ae1a-4ada-b5d4-7771b3938842 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:54.899320 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-16970f8c-ae1a-4ada-b5d4-7771b3938842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:54.912562 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'name': 'tempest-TestMinimumBasicScenario-442231994-router', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:06:51Z', 'updated_at': '2021-08-19T19:06:52Z', 'revision_number': 3, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'gw_port': {'id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:52Z', 'updated_at': '2021-08-19T19:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:54.941828 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4af66b-fba5-40b3-8903-1ab80863bc1b None None] The sync data for ids ['a214dbbb-2232-41e1-95a2-70c65a426b34'] in n-d-803753-2 is: [{'id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'name': 'tempest-TestMinimumBasicScenario-442231994-router', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:06:51Z', 'updated_at': '2021-08-19T19:06:52Z', 'revision_number': 3, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'gw_port': {'id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:52Z', 'updated_at': '2021-08-19T19:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:06:54.976393 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-16970f8c-ae1a-4ada-b5d4-7771b3938842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:54.978308 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16970f8c-ae1a-4ada-b5d4-7771b3938842 admin admin] Pushing event updated for resources: {'Port': ['ID=ba3ae3da-0523-4e86-b692-8067d8b4df11,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:55.072794 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16970f8c-ae1a-4ada-b5d4-7771b3938842 admin admin] Network 3377cba7-0c13-4fab-8d29-6a669e8f0083 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:06:55.074178 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-16970f8c-ae1a-4ada-b5d4-7771b3938842 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:06:55.225387 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16970f8c-ae1a-4ada-b5d4-7771b3938842 admin admin] Router a214dbbb-2232-41e1-95a2-70c65a426b34 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:06:55.359541 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16970f8c-ae1a-4ada-b5d4-7771b3938842 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:06:55.365802 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-16970f8c-ae1a-4ada-b5d4-7771b3938842 admin admin] 10.222.0.24 "PUT /v2.0/routers/a214dbbb-2232-41e1-95a2-70c65a426b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7147927 Aug 19 19:06:55.379433 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-66bc95d8-5e37-488d-98bd-87423a063d80 None None] Provisioning complete for port ba3ae3da-0523-4e86-b692-8067d8b4df11 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:06:55.379809 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-66bc95d8-5e37-488d-98bd-87423a063d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:55.415789 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-66bc95d8-5e37-488d-98bd-87423a063d80 None None] Port ba3ae3da-0523-4e86-b692-8067d8b4df11 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:06:55.864275 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42288) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:06:55.869415 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-25b88811-3abd-4694-afe1-942c41f428fd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1810940823-network', 'tenant_id': 'e909d981bcc14ea09d62101af38bbc50'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:06:55.890146 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b88811-3abd-4694-afe1-942c41f428fd admin admin] Made reservation on behalf of e909d981bcc14ea09d62101af38bbc50 for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:06:55.892446 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-25b88811-3abd-4694-afe1-942c41f428fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:55.902027 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-25b88811-3abd-4694-afe1-942c41f428fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:55.997120 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-25b88811-3abd-4694-afe1-942c41f428fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:56.000930 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-25b88811-3abd-4694-afe1-942c41f428fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:56.029988 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b88811-3abd-4694-afe1-942c41f428fd admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:06:56.034541 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b88811-3abd-4694-afe1-942c41f428fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e39fe0-9175-4edf-80f6-c88dc9526ea1,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:56.042836 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-25b88811-3abd-4694-afe1-942c41f428fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:56.043760 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-25b88811-3abd-4694-afe1-942c41f428fd admin admin] Added segment 85ca9a9e-4faa-4252-872c-aac9aee10b3d of type vlan for network eefb054b-78a7-4977-8649-a2e48b609493 Aug 19 19:06:56.083254 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-25b88811-3abd-4694-afe1-942c41f428fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:56.112995 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-25b88811-3abd-4694-afe1-942c41f428fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:56.112995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b88811-3abd-4694-afe1-942c41f428fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:56.112995 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-25b88811-3abd-4694-afe1-942c41f428fd admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:56.169065 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-25b88811-3abd-4694-afe1-942c41f428fd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3036478 Aug 19 19:06:56.171721 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42290) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:06:56.179019 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-daae7c6b-8c2c-4f77-877e-e2c8b329d368 admin admin] Request body: {'subnet': {'network_id': 'eefb054b-78a7-4977-8649-a2e48b609493', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1810940823-subnet', 'tenant_id': 'e909d981bcc14ea09d62101af38bbc50', 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:06:56.183128 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b88811-3abd-4694-afe1-942c41f428fd admin admin] Pushing event updated for resources: {'Network': ['ID=eefb054b-78a7-4977-8649-a2e48b609493,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:56.192939 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network eefb054b-78a7-4977-8649-a2e48b609493 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:06:56.201731 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daae7c6b-8c2c-4f77-877e-e2c8b329d368 admin admin] Made reservation on behalf of e909d981bcc14ea09d62101af38bbc50 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:06:56.204065 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-daae7c6b-8c2c-4f77-877e-e2c8b329d368 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:56.477076 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e2151ec2-88f7-4aac-897b-761e219fdd12 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:06:56.531765 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port e2151ec2-88f7-4aac-897b-761e219fdd12 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:06:56.537188 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port e2151ec2-88f7-4aac-897b-761e219fdd12 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:06:56.537622 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:56.585216 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] Sync routers for ids ['a214dbbb-2232-41e1-95a2-70c65a426b34'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:06:56.626269 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] Routers {'a214dbbb-2232-41e1-95a2-70c65a426b34'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:06:56.626908 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:06:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['a214dbbb-2232-41e1-95a2-70c65a426b34'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:56.667268 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:56.709351 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-daae7c6b-8c2c-4f77-877e-e2c8b329d368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:56.726435 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port e2151ec2-88f7-4aac-897b-761e219fdd12, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e2151ec2-88f7-4aac-897b-761e219fdd12,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:06:56.735797 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:56.736579 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4c234305-ed54-487a-bfff-4d4f60a14c3d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:06:56.768530 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae7c6b-8c2c-4f77-877e-e2c8b329d368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c61a951-7b71-4dec-ad49-2b4aa20f9906,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:56.782648 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daae7c6b-8c2c-4f77-877e-e2c8b329d368 admin admin] Checking segment: {'id': '85ca9a9e-4faa-4252-872c-aac9aee10b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'eefb054b-78a7-4977-8649-a2e48b609493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:06:56.782648 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daae7c6b-8c2c-4f77-877e-e2c8b329d368 admin admin] Network hostable DHCP agents. Network: eefb054b-78a7-4977-8649-a2e48b609493, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:06:56.798844 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daae7c6b-8c2c-4f77-877e-e2c8b329d368 admin admin] Network eefb054b-78a7-4977-8649-a2e48b609493 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:06:56.803160 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] Set router a214dbbb-2232-41e1-95a2-70c65a426b34 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:06:56.810140 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-daae7c6b-8c2c-4f77-877e-e2c8b329d368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, eefb054b-78a7-4977-8649-a2e48b609493) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:06:56.819576 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daae7c6b-8c2c-4f77-877e-e2c8b329d368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:56.820181 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-daae7c6b-8c2c-4f77-877e-e2c8b329d368 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:56.834809 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-daae7c6b-8c2c-4f77-877e-e2c8b329d368 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6619749 Aug 19 19:06:56.837558 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42292) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:06:56.840857 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17d314e-70ad-42c1-80da-33c33f163c0c None None] Network eefb054b-78a7-4977-8649-a2e48b609493 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:06:56.842546 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-08d94ac6-06d6-4c18-9dce-86d50c544e10 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1810940823-router', 'tenant_id': 'e909d981bcc14ea09d62101af38bbc50', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:06:56.867424 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08d94ac6-06d6-4c18-9dce-86d50c544e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:56.868430 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08d94ac6-06d6-4c18-9dce-86d50c544e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:56.909618 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=e2151ec2-88f7-4aac-897b-761e219fdd12,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:56.921729 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08d94ac6-06d6-4c18-9dce-86d50c544e10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:57.023721 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 4c234305-ed54-487a-bfff-4d4f60a14c3d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:06:57.024096 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:57.061327 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08d94ac6-06d6-4c18-9dce-86d50c544e10 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:57.188025 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e82495-078e-4626-b291-c96063cfccdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-eefb054b-78a7-4977-8649-a2e48b609493', 'network_id': 'eefb054b-78a7-4977-8649-a2e48b609493', 'tenant_id': 'e909d981bcc14ea09d62101af38bbc50', 'fixed_ips': [{'subnet_id': '6c61a951-7b71-4dec-ad49-2b4aa20f9906'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:06:57.188888 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f2e82495-078e-4626-b291-c96063cfccdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:57.265664 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08d94ac6-06d6-4c18-9dce-86d50c544e10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:57.290116 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08d94ac6-06d6-4c18-9dce-86d50c544e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:57.316268 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'name': 'tempest-TestMinimumBasicScenario-442231994-router', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:06:51Z', 'updated_at': '2021-08-19T19:06:54Z', 'revision_number': 4, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'gw_port': {'id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:52Z', 'updated_at': '2021-08-19T19:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'ba3ae3da-0523-4e86-b692-8067d8b4df11', 'name': '', 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'mac_address': 'fa:16:3e:d4:8d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9275cf69-9e90-474e-a659-0e1104e87ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:54Z', 'updated_at': '2021-08-19T19:06:54Z', 'revision_number': 2, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'subnets': [{'id': '9275cf69-9e90-474e-a659-0e1104e87ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:57.349356 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] Checking router: a214dbbb-2232-41e1-95a2-70c65a426b34 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:06:57.349734 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] Updating router a214dbbb-2232-41e1-95a2-70c65a426b34 port ba3ae3da-0523-4e86-b692-8067d8b4df11 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:06:57.398215 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-08d94ac6-06d6-4c18-9dce-86d50c544e10 admin admin] Allocated IP 172.25.8.19 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/a3a37850-8d6b-4799-b152-b2211fb17a5b) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:06:57.417392 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:57.437051 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-f2e82495-078e-4626-b291-c96063cfccdc None None] Allocated IP 172.20.0.2 (eefb054b-78a7-4977-8649-a2e48b609493/6c61a951-7b71-4dec-ad49-2b4aa20f9906/601f3279-1055-4717-86db-5ad0c63829e2) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:06:57.514297 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08d94ac6-06d6-4c18-9dce-86d50c544e10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:57.556242 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08d94ac6-06d6-4c18-9dce-86d50c544e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:57.598147 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d94ac6-06d6-4c18-9dce-86d50c544e10 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:06:57.601167 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-08d94ac6-06d6-4c18-9dce-86d50c544e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:06:57.604857 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d94ac6-06d6-4c18-9dce-86d50c544e10 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:06:57.610379 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d94ac6-06d6-4c18-9dce-86d50c544e10 admin admin] Pushing event updated for resources: {'Port': ['ID=a3a37850-8d6b-4799-b152-b2211fb17a5b,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:57.866144 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08d94ac6-06d6-4c18-9dce-86d50c544e10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:57.909567 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f2e82495-078e-4626-b291-c96063cfccdc None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:57.926862 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f2e82495-078e-4626-b291-c96063cfccdc None None] Transition to ACTIVE for port object 601f3279-1055-4717-86db-5ad0c63829e2 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:06:57.957059 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f2e82495-078e-4626-b291-c96063cfccdc None None] Transition to ACTIVE for port object 601f3279-1055-4717-86db-5ad0c63829e2 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:06:57.981669 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f2e82495-078e-4626-b291-c96063cfccdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:58.027303 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:58.045165 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e82495-078e-4626-b291-c96063cfccdc None None] Network eefb054b-78a7-4977-8649-a2e48b609493 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:06:58.051961 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-f2e82495-078e-4626-b291-c96063cfccdc None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:06:58.054507 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] Transition to ACTIVE for port object ba3ae3da-0523-4e86-b692-8067d8b4df11 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:06:58.060144 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e82495-078e-4626-b291-c96063cfccdc None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:06:58.063714 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e82495-078e-4626-b291-c96063cfccdc None None] Pushing event updated for resources: {'Port': ['ID=601f3279-1055-4717-86db-5ad0c63829e2,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:58.068620 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:58.074223 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08d94ac6-06d6-4c18-9dce-86d50c544e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:58.158105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da68417-99c2-4a72-97d1-948568dbbef8 None None] Pushing event updated for resources: {'Port': ['ID=ba3ae3da-0523-4e86-b692-8067d8b4df11,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:58.175115 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-f2e82495-078e-4626-b291-c96063cfccdc None None] Attempting to bind port 601f3279-1055-4717-86db-5ad0c63829e2 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:06:58.175115 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-f2e82495-078e-4626-b291-c96063cfccdc None None] Attempting to bind port 601f3279-1055-4717-86db-5ad0c63829e2 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '85ca9a9e-4faa-4252-872c-aac9aee10b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'eefb054b-78a7-4977-8649-a2e48b609493'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:06:58.175115 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e82495-078e-4626-b291-c96063cfccdc None None] Attempting to bind port 601f3279-1055-4717-86db-5ad0c63829e2 on network eefb054b-78a7-4977-8649-a2e48b609493 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:06:58.197994 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e82495-078e-4626-b291-c96063cfccdc None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:06:58.197994 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e82495-078e-4626-b291-c96063cfccdc None None] Checking segment: {'id': '85ca9a9e-4faa-4252-872c-aac9aee10b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'eefb054b-78a7-4977-8649-a2e48b609493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:06:58.197994 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f2e82495-078e-4626-b291-c96063cfccdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:58.198458 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e82495-078e-4626-b291-c96063cfccdc None None] Bound using segment: {'id': '85ca9a9e-4faa-4252-872c-aac9aee10b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'eefb054b-78a7-4977-8649-a2e48b609493'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:06:58.198601 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-f2e82495-078e-4626-b291-c96063cfccdc None None] Bound port: 601f3279-1055-4717-86db-5ad0c63829e2, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ca9a9e-4faa-4252-872c-aac9aee10b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'eefb054b-78a7-4977-8649-a2e48b609493'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:06:58.198990 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f2e82495-078e-4626-b291-c96063cfccdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:58.215760 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d94ac6-06d6-4c18-9dce-86d50c544e10 admin admin] Router e8162e48-e3ef-4c27-992a-e670f88ecb2f is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 19:06:58.254880 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] Attempting to bind port ba3ae3da-0523-4e86-b692-8067d8b4df11 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:06:58.255586 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] Attempting to bind port ba3ae3da-0523-4e86-b692-8067d8b4df11 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '8de2bc75-a841-4406-a167-751870304cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:06:58.255951 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] Attempting to bind port ba3ae3da-0523-4e86-b692-8067d8b4df11 on network 3377cba7-0c13-4fab-8d29-6a669e8f0083 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:06:58.266037 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:06:58.266422 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] Checking segment: {'id': '8de2bc75-a841-4406-a167-751870304cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:06:58.266838 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:58.267239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] Bound using segment: {'id': '8de2bc75-a841-4406-a167-751870304cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:06:58.268144 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] Bound port: ba3ae3da-0523-4e86-b692-8067d8b4df11, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de2bc75-a841-4406-a167-751870304cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:06:58.268144 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:58.333457 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-f2e82495-078e-4626-b291-c96063cfccdc None None] For port 601f3279-1055-4717-86db-5ad0c63829e2, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:06:58.339284 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d94ac6-06d6-4c18-9dce-86d50c544e10 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:06:58.356032 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-f2e82495-078e-4626-b291-c96063cfccdc None None] For port 601f3279-1055-4717-86db-5ad0c63829e2, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=601f3279-1055-4717-86db-5ad0c63829e2,segment=NetworkSegment(85ca9a9e-4faa-4252-872c-aac9aee10b3d),segment_id=85ca9a9e-4faa-4252-872c-aac9aee10b3d)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:06:58.356319 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] Sync routers for ids ['e8162e48-e3ef-4c27-992a-e670f88ecb2f'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:06:58.359849 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-08d94ac6-06d6-4c18-9dce-86d50c544e10 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:58.366045 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-08d94ac6-06d6-4c18-9dce-86d50c544e10 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5270786 Aug 19 19:06:58.366171 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f2e82495-078e-4626-b291-c96063cfccdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:58.366411 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42294) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:06:58.367696 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] Routers {'e8162e48-e3ef-4c27-992a-e670f88ecb2f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:06:58.368314 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:06:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e8162e48-e3ef-4c27-992a-e670f88ecb2f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:58.403756 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] For port ba3ae3da-0523-4e86-b692-8067d8b4df11, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:06:58.435564 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] For port ba3ae3da-0523-4e86-b692-8067d8b4df11, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ba3ae3da-0523-4e86-b692-8067d8b4df11,segment=NetworkSegment(8de2bc75-a841-4406-a167-751870304cfc),segment_id=8de2bc75-a841-4406-a167-751870304cfc)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:06:58.450232 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:58.471734 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e2151ec2-88f7-4aac-897b-761e219fdd12 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:06:58.478007 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e82495-078e-4626-b291-c96063cfccdc None None] Pushing event updated for resources: {'Port': ['ID=601f3279-1055-4717-86db-5ad0c63829e2,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:58.505003 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] Set router e8162e48-e3ef-4c27-992a-e670f88ecb2f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:06:58.580826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] Routers {'a214dbbb-2232-41e1-95a2-70c65a426b34'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:06:58.581965 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:06:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['a214dbbb-2232-41e1-95a2-70c65a426b34'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:58.652975 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da68417-99c2-4a72-97d1-948568dbbef8 None None] Pushing event updated for resources: {'Port': ['ID=ba3ae3da-0523-4e86-b692-8067d8b4df11,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:58.676270 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port e2151ec2-88f7-4aac-897b-761e219fdd12 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:06:58.676936 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:58.792563 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8162e48-e3ef-4c27-992a-e670f88ecb2f', 'name': 'tempest-TestMinimumBasicScenario-1810940823-router', 'tenant_id': 'e909d981bcc14ea09d62101af38bbc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a3a37850-8d6b-4799-b152-b2211fb17a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:06:56Z', 'updated_at': '2021-08-19T19:06:57Z', 'revision_number': 3, 'project_id': 'e909d981bcc14ea09d62101af38bbc50', 'gw_port': {'id': 'a3a37850-8d6b-4799-b152-b2211fb17a5b', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8162e48-e3ef-4c27-992a-e670f88ecb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:57Z', 'updated_at': '2021-08-19T19:06:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:58.825437 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] Set router a214dbbb-2232-41e1-95a2-70c65a426b34 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:06:58.846005 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] Checking router: e8162e48-e3ef-4c27-992a-e670f88ecb2f for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:06:58.846362 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] Updating router e8162e48-e3ef-4c27-992a-e670f88ecb2f port a3a37850-8d6b-4799-b152-b2211fb17a5b binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:06:58.882270 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:59.023324 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d081884e-84cd-42a1-81a9-f2030c593528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:59.132259 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'name': 'tempest-TestMinimumBasicScenario-442231994-router', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:06:51Z', 'updated_at': '2021-08-19T19:06:54Z', 'revision_number': 4, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'gw_port': {'id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:52Z', 'updated_at': '2021-08-19T19:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'ba3ae3da-0523-4e86-b692-8067d8b4df11', 'name': '', 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'mac_address': 'fa:16:3e:d4:8d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9275cf69-9e90-474e-a659-0e1104e87ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:54Z', 'updated_at': '2021-08-19T19:06:58Z', 'revision_number': 4, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'subnets': [{'id': '9275cf69-9e90-474e-a659-0e1104e87ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:59.159060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b6bd4a-338e-471d-ac5b-328908dd80fc None None] The sync data for ids ['a214dbbb-2232-41e1-95a2-70c65a426b34'] in n-d-803753-2 is: [{'id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'name': 'tempest-TestMinimumBasicScenario-442231994-router', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:06:51Z', 'updated_at': '2021-08-19T19:06:54Z', 'revision_number': 4, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'gw_port': {'id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:52Z', 'updated_at': '2021-08-19T19:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'ba3ae3da-0523-4e86-b692-8067d8b4df11', 'name': '', 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'mac_address': 'fa:16:3e:d4:8d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9275cf69-9e90-474e-a659-0e1104e87ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:54Z', 'updated_at': '2021-08-19T19:06:58Z', 'revision_number': 4, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'subnets': [{'id': '9275cf69-9e90-474e-a659-0e1104e87ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:06:59.178082 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:59.190922 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] Transition to ACTIVE for port object a3a37850-8d6b-4799-b152-b2211fb17a5b will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:06:59.199532 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:59.209179 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-d081884e-84cd-42a1-81a9-f2030c593528 admin admin] Allocated IP 172.20.0.1 (eefb054b-78a7-4977-8649-a2e48b609493/6c61a951-7b71-4dec-ad49-2b4aa20f9906/21d84d28-439c-41a1-9f21-0b250c272ed1) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:06:59.262990 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] Attempting to bind port a3a37850-8d6b-4799-b152-b2211fb17a5b on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:06:59.263438 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] Attempting to bind port a3a37850-8d6b-4799-b152-b2211fb17a5b by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:06:59.263884 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] Attempting to bind port a3a37850-8d6b-4799-b152-b2211fb17a5b on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:06:59.266815 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d2bd5-f2db-49ff-9e74-c38139462c6d None None] Pushing event updated for resources: {'Port': ['ID=a3a37850-8d6b-4799-b152-b2211fb17a5b,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:59.273178 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:06:59.273690 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:06:59.274221 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:59.274676 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:06:59.275275 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] Bound port: a3a37850-8d6b-4799-b152-b2211fb17a5b, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:06:59.275790 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:59.341441 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] For port a3a37850-8d6b-4799-b152-b2211fb17a5b, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:06:59.345683 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] For port a3a37850-8d6b-4799-b152-b2211fb17a5b, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a3a37850-8d6b-4799-b152-b2211fb17a5b,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:06:59.352390 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:59.374192 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d081884e-84cd-42a1-81a9-f2030c593528 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:59.389333 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-d081884e-84cd-42a1-81a9-f2030c593528 admin admin] Transition to ACTIVE for port object 21d84d28-439c-41a1-9f21-0b250c272ed1 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:06:59.416642 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] Routers {'e8162e48-e3ef-4c27-992a-e670f88ecb2f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:06:59.417446 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:06:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e8162e48-e3ef-4c27-992a-e670f88ecb2f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:59.436623 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d081884e-84cd-42a1-81a9-f2030c593528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:59.474534 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d081884e-84cd-42a1-81a9-f2030c593528 admin admin] Network eefb054b-78a7-4977-8649-a2e48b609493 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:06:59.477814 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-d081884e-84cd-42a1-81a9-f2030c593528 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:06:59.481478 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d081884e-84cd-42a1-81a9-f2030c593528 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:06:59.520209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081884e-84cd-42a1-81a9-f2030c593528 admin admin] Pushing event updated for resources: {'Port': ['ID=21d84d28-439c-41a1-9f21-0b250c272ed1,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:59.538846 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d081884e-84cd-42a1-81a9-f2030c593528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:59.552972 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] Set router e8162e48-e3ef-4c27-992a-e670f88ecb2f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:06:59.555550 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d2bd5-f2db-49ff-9e74-c38139462c6d None None] Pushing event updated for resources: {'Port': ['ID=a3a37850-8d6b-4799-b152-b2211fb17a5b,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:59.707397 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d081884e-84cd-42a1-81a9-f2030c593528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:59.725122 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038050ef-2e55-4473-b6ff-12a1f1dccf11 None None] Network eefb054b-78a7-4977-8649-a2e48b609493 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:06:59.778231 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8162e48-e3ef-4c27-992a-e670f88ecb2f', 'name': 'tempest-TestMinimumBasicScenario-1810940823-router', 'tenant_id': 'e909d981bcc14ea09d62101af38bbc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a3a37850-8d6b-4799-b152-b2211fb17a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:06:56Z', 'updated_at': '2021-08-19T19:06:57Z', 'revision_number': 3, 'project_id': 'e909d981bcc14ea09d62101af38bbc50', 'gw_port': {'id': 'a3a37850-8d6b-4799-b152-b2211fb17a5b', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8162e48-e3ef-4c27-992a-e670f88ecb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:57Z', 'updated_at': '2021-08-19T19:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:06:59.795141 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f840d6cb-8b05-4d76-aadb-d40a61903d4e None None] Provisioning for port 601f3279-1055-4717-86db-5ad0c63829e2 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:06:59.825565 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601336d7-bcf0-40d7-8810-3147c80c0500 None None] The sync data for ids ['e8162e48-e3ef-4c27-992a-e670f88ecb2f'] in n-d-803753-2 is: [{'id': 'e8162e48-e3ef-4c27-992a-e670f88ecb2f', 'name': 'tempest-TestMinimumBasicScenario-1810940823-router', 'tenant_id': 'e909d981bcc14ea09d62101af38bbc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a3a37850-8d6b-4799-b152-b2211fb17a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:06:56Z', 'updated_at': '2021-08-19T19:06:57Z', 'revision_number': 3, 'project_id': 'e909d981bcc14ea09d62101af38bbc50', 'gw_port': {'id': 'a3a37850-8d6b-4799-b152-b2211fb17a5b', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8162e48-e3ef-4c27-992a-e670f88ecb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:57Z', 'updated_at': '2021-08-19T19:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:06:59.950799 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d081884e-84cd-42a1-81a9-f2030c593528 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:59.958841 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d081884e-84cd-42a1-81a9-f2030c593528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:00.037027 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d081884e-84cd-42a1-81a9-f2030c593528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:00.040042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081884e-84cd-42a1-81a9-f2030c593528 admin admin] Pushing event updated for resources: {'Port': ['ID=21d84d28-439c-41a1-9f21-0b250c272ed1,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:07:00.171685 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d081884e-84cd-42a1-81a9-f2030c593528 admin admin] Network eefb054b-78a7-4977-8649-a2e48b609493 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:07:00.173047 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-d081884e-84cd-42a1-81a9-f2030c593528 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:07:00.237112 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c689ea74-34fb-44cc-a0e8-e9c86a05718a None None] Provisioning for port 21d84d28-439c-41a1-9f21-0b250c272ed1 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:07:00.243891 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c689ea74-34fb-44cc-a0e8-e9c86a05718a None None] Provisioning complete for port 21d84d28-439c-41a1-9f21-0b250c272ed1 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:07:00.244595 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c689ea74-34fb-44cc-a0e8-e9c86a05718a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:00.302560 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-c689ea74-34fb-44cc-a0e8-e9c86a05718a None None] Port 21d84d28-439c-41a1-9f21-0b250c272ed1 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:07:00.353824 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d081884e-84cd-42a1-81a9-f2030c593528 admin admin] Router e8162e48-e3ef-4c27-992a-e670f88ecb2f has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:07:00.451117 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d47fc717-2073-403d-8b80-6556235a1c84 None None] Provisioning complete for port 21d84d28-439c-41a1-9f21-0b250c272ed1 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:07:00.451775 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d47fc717-2073-403d-8b80-6556235a1c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:00.505831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-d47fc717-2073-403d-8b80-6556235a1c84 None None] Port 21d84d28-439c-41a1-9f21-0b250c272ed1 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:07:00.534946 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 601f3279-1055-4717-86db-5ad0c63829e2 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:07:00.575730 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d081884e-84cd-42a1-81a9-f2030c593528 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:07:00.591658 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d081884e-84cd-42a1-81a9-f2030c593528 admin admin] 10.222.0.24 "PUT /v2.0/routers/e8162e48-e3ef-4c27-992a-e670f88ecb2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2226677 Aug 19 19:07:00.610437 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 601f3279-1055-4717-86db-5ad0c63829e2 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:07:00.621522 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 601f3279-1055-4717-86db-5ad0c63829e2 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:07:00.622153 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:00.730530 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:00.756414 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9984ae8b-19fd-4083-9aaf-09cfff35b712 None None] Provisioning complete for port 21d84d28-439c-41a1-9f21-0b250c272ed1 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:07:00.757035 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9984ae8b-19fd-4083-9aaf-09cfff35b712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:00.801284 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 601f3279-1055-4717-86db-5ad0c63829e2, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=601f3279-1055-4717-86db-5ad0c63829e2,segment=NetworkSegment(85ca9a9e-4faa-4252-872c-aac9aee10b3d),segment_id=85ca9a9e-4faa-4252-872c-aac9aee10b3d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:07:00.809966 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:00.810771 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ba3ae3da-0523-4e86-b692-8067d8b4df11 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:07:00.861054 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-9984ae8b-19fd-4083-9aaf-09cfff35b712 None None] Port 21d84d28-439c-41a1-9f21-0b250c272ed1 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:07:00.896095 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=601f3279-1055-4717-86db-5ad0c63829e2,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:07:00.916907 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port ba3ae3da-0523-4e86-b692-8067d8b4df11 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:07:00.922999 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port ba3ae3da-0523-4e86-b692-8067d8b4df11 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:07:00.923394 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:01.018003 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:01.053549 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port ba3ae3da-0523-4e86-b692-8067d8b4df11, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ba3ae3da-0523-4e86-b692-8067d8b4df11,segment=NetworkSegment(8de2bc75-a841-4406-a167-751870304cfc),segment_id=8de2bc75-a841-4406-a167-751870304cfc)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:07:01.057495 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:01.058332 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a3a37850-8d6b-4799-b152-b2211fb17a5b up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:07:01.143644 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=ba3ae3da-0523-4e86-b692-8067d8b4df11,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:07:01.160926 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port a3a37850-8d6b-4799-b152-b2211fb17a5b completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:07:01.165956 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port a3a37850-8d6b-4799-b152-b2211fb17a5b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:07:01.166300 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:01.261272 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:01.282283 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port a3a37850-8d6b-4799-b152-b2211fb17a5b, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a3a37850-8d6b-4799-b152-b2211fb17a5b,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:07:01.287534 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:01.340820 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=a3a37850-8d6b-4799-b152-b2211fb17a5b,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:07:02.421247 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 601f3279-1055-4717-86db-5ad0c63829e2 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:07:02.489095 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 601f3279-1055-4717-86db-5ad0c63829e2 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:07:02.489445 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:02.597047 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a3a37850-8d6b-4799-b152-b2211fb17a5b up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:07:02.660842 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port a3a37850-8d6b-4799-b152-b2211fb17a5b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:07:02.661261 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:02.749868 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ba3ae3da-0523-4e86-b692-8067d8b4df11 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:07:02.778328 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] Sync routers for ids ['e8162e48-e3ef-4c27-992a-e670f88ecb2f'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:07:02.798332 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] Routers {'e8162e48-e3ef-4c27-992a-e670f88ecb2f'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:07:02.798979 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:06:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e8162e48-e3ef-4c27-992a-e670f88ecb2f'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:07:02.892705 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port ba3ae3da-0523-4e86-b692-8067d8b4df11 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:07:02.893000 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:02.944806 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] Set router e8162e48-e3ef-4c27-992a-e670f88ecb2f gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:07:03.196959 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8162e48-e3ef-4c27-992a-e670f88ecb2f', 'name': 'tempest-TestMinimumBasicScenario-1810940823-router', 'tenant_id': 'e909d981bcc14ea09d62101af38bbc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a3a37850-8d6b-4799-b152-b2211fb17a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:06:56Z', 'updated_at': '2021-08-19T19:06:59Z', 'revision_number': 4, 'project_id': 'e909d981bcc14ea09d62101af38bbc50', 'gw_port': {'id': 'a3a37850-8d6b-4799-b152-b2211fb17a5b', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8162e48-e3ef-4c27-992a-e670f88ecb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:57Z', 'updated_at': '2021-08-19T19:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '21d84d28-439c-41a1-9f21-0b250c272ed1', 'name': '', 'network_id': 'eefb054b-78a7-4977-8649-a2e48b609493', 'tenant_id': 'e909d981bcc14ea09d62101af38bbc50', 'mac_address': 'fa:16:3e:6f:5f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8162e48-e3ef-4c27-992a-e670f88ecb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '6c61a951-7b71-4dec-ad49-2b4aa20f9906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:59Z', 'updated_at': '2021-08-19T19:06:59Z', 'revision_number': 2, 'project_id': 'e909d981bcc14ea09d62101af38bbc50', 'subnets': [{'id': '6c61a951-7b71-4dec-ad49-2b4aa20f9906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:07:03.395048 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] Checking router: e8162e48-e3ef-4c27-992a-e670f88ecb2f for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:07:03.395372 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] Updating router e8162e48-e3ef-4c27-992a-e670f88ecb2f port 21d84d28-439c-41a1-9f21-0b250c272ed1 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:07:03.423223 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:03.727247 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:03.739346 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] Transition to ACTIVE for port object 21d84d28-439c-41a1-9f21-0b250c272ed1 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:07:03.748129 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:03.857793 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b0de2-464c-4262-923d-6d3947e2105b None None] Pushing event updated for resources: {'Port': ['ID=21d84d28-439c-41a1-9f21-0b250c272ed1,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:07:03.865111 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] Attempting to bind port 21d84d28-439c-41a1-9f21-0b250c272ed1 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:07:03.865471 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] Attempting to bind port 21d84d28-439c-41a1-9f21-0b250c272ed1 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '85ca9a9e-4faa-4252-872c-aac9aee10b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'eefb054b-78a7-4977-8649-a2e48b609493'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:07:03.865816 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] Attempting to bind port 21d84d28-439c-41a1-9f21-0b250c272ed1 on network eefb054b-78a7-4977-8649-a2e48b609493 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:07:03.876852 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:07:03.877134 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] Checking segment: {'id': '85ca9a9e-4faa-4252-872c-aac9aee10b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'eefb054b-78a7-4977-8649-a2e48b609493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:07:03.877410 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:03.877854 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] Bound using segment: {'id': '85ca9a9e-4faa-4252-872c-aac9aee10b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'eefb054b-78a7-4977-8649-a2e48b609493'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:07:03.879639 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] Bound port: 21d84d28-439c-41a1-9f21-0b250c272ed1, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ca9a9e-4faa-4252-872c-aac9aee10b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'eefb054b-78a7-4977-8649-a2e48b609493'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:07:03.880057 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:03.978879 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] For port 21d84d28-439c-41a1-9f21-0b250c272ed1, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:07:03.982540 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] For port 21d84d28-439c-41a1-9f21-0b250c272ed1, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=21d84d28-439c-41a1-9f21-0b250c272ed1,segment=NetworkSegment(85ca9a9e-4faa-4252-872c-aac9aee10b3d),segment_id=85ca9a9e-4faa-4252-872c-aac9aee10b3d)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:07:03.990145 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:04.060856 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b0de2-464c-4262-923d-6d3947e2105b None None] Pushing event updated for resources: {'Port': ['ID=21d84d28-439c-41a1-9f21-0b250c272ed1,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:07:04.064724 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] Routers {'e8162e48-e3ef-4c27-992a-e670f88ecb2f'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:07:04.065358 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:06:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e8162e48-e3ef-4c27-992a-e670f88ecb2f'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:07:04.198370 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] Set router e8162e48-e3ef-4c27-992a-e670f88ecb2f gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:07:04.465554 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8162e48-e3ef-4c27-992a-e670f88ecb2f', 'name': 'tempest-TestMinimumBasicScenario-1810940823-router', 'tenant_id': 'e909d981bcc14ea09d62101af38bbc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a3a37850-8d6b-4799-b152-b2211fb17a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:06:56Z', 'updated_at': '2021-08-19T19:06:59Z', 'revision_number': 4, 'project_id': 'e909d981bcc14ea09d62101af38bbc50', 'gw_port': {'id': 'a3a37850-8d6b-4799-b152-b2211fb17a5b', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8162e48-e3ef-4c27-992a-e670f88ecb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:57Z', 'updated_at': '2021-08-19T19:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '21d84d28-439c-41a1-9f21-0b250c272ed1', 'name': '', 'network_id': 'eefb054b-78a7-4977-8649-a2e48b609493', 'tenant_id': 'e909d981bcc14ea09d62101af38bbc50', 'mac_address': 'fa:16:3e:6f:5f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8162e48-e3ef-4c27-992a-e670f88ecb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '6c61a951-7b71-4dec-ad49-2b4aa20f9906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:59Z', 'updated_at': '2021-08-19T19:07:03Z', 'revision_number': 4, 'project_id': 'e909d981bcc14ea09d62101af38bbc50', 'subnets': [{'id': '6c61a951-7b71-4dec-ad49-2b4aa20f9906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:07:04.502506 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb760a05-e5ba-46fa-9b29-74ee46226785 None None] The sync data for ids ['e8162e48-e3ef-4c27-992a-e670f88ecb2f'] in n-d-803753-2 is: [{'id': 'e8162e48-e3ef-4c27-992a-e670f88ecb2f', 'name': 'tempest-TestMinimumBasicScenario-1810940823-router', 'tenant_id': 'e909d981bcc14ea09d62101af38bbc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a3a37850-8d6b-4799-b152-b2211fb17a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:06:56Z', 'updated_at': '2021-08-19T19:06:59Z', 'revision_number': 4, 'project_id': 'e909d981bcc14ea09d62101af38bbc50', 'gw_port': {'id': 'a3a37850-8d6b-4799-b152-b2211fb17a5b', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8162e48-e3ef-4c27-992a-e670f88ecb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:57Z', 'updated_at': '2021-08-19T19:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '21d84d28-439c-41a1-9f21-0b250c272ed1', 'name': '', 'network_id': 'eefb054b-78a7-4977-8649-a2e48b609493', 'tenant_id': 'e909d981bcc14ea09d62101af38bbc50', 'mac_address': 'fa:16:3e:6f:5f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8162e48-e3ef-4c27-992a-e670f88ecb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '6c61a951-7b71-4dec-ad49-2b4aa20f9906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:59Z', 'updated_at': '2021-08-19T19:07:03Z', 'revision_number': 4, 'project_id': 'e909d981bcc14ea09d62101af38bbc50', 'subnets': [{'id': '6c61a951-7b71-4dec-ad49-2b4aa20f9906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:07:04.719700 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6411ee42-3c4a-4d1e-b1be-1136dbeb22a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:06.450994 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 21d84d28-439c-41a1-9f21-0b250c272ed1 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:07:06.519686 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 21d84d28-439c-41a1-9f21-0b250c272ed1 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:07:06.526005 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 21d84d28-439c-41a1-9f21-0b250c272ed1 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:07:06.526352 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:06.611402 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:06.653684 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 21d84d28-439c-41a1-9f21-0b250c272ed1, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=21d84d28-439c-41a1-9f21-0b250c272ed1,segment=NetworkSegment(85ca9a9e-4faa-4252-872c-aac9aee10b3d),segment_id=85ca9a9e-4faa-4252-872c-aac9aee10b3d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:07:06.658622 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:06.716943 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=21d84d28-439c-41a1-9f21-0b250c272ed1,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:07:06.794866 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:07:07.355872 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:07.449794 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0e8ad744-cd9e-4290-9a04-bd5c05e57f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:08.392813 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:08.418780 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 21d84d28-439c-41a1-9f21-0b250c272ed1 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:07:08.473623 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 21d84d28-439c-41a1-9f21-0b250c272ed1 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:07:08.475951 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:10.369661 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:10.704847 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-dddebfc7-27f6-46e9-9eaf-a191b096a40b tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:10.706385 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-dddebfc7-27f6-46e9-9eaf-a191b096a40b tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/networks?id=3377cba7-0c13-4fab-8d29-6a669e8f0083 HTTP/1.1" status: 200 len: 814 time: 0.1020141 Aug 19 19:07:10.721993 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-4e808f38-f567-48d9-968c-cf343ef7c3fc tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/quotas/398754a7b0fe4be89ea0fefd23ff7bb9 HTTP/1.1" status: 200 len: 375 time: 0.0090840 Aug 19 19:07:10.778197 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-1cd9d6e2-3d33-4926-adf7-be39e5886741 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=398754a7b0fe4be89ea0fefd23ff7bb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499392 Aug 19 19:07:10.883084 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-b51513a6-7e4c-4fa3-88d3-63220267c613 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 19:07:10.884047 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-b51513a6-7e4c-4fa3-88d3-63220267c613 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0936527 Aug 19 19:07:10.975790 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-7087a705-a12f-4184-8561-18dd42367404 service neutron] 10.222.0.24 "GET /v2.0/networks/3377cba7-0c13-4fab-8d29-6a669e8f0083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852120 Aug 19 19:07:11.070588 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-c7d76d64-5b91-4846-aa02-99cead6c8a85 service neutron] 10.222.0.24 "GET /v2.0/networks/3377cba7-0c13-4fab-8d29-6a669e8f0083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885844 Aug 19 19:07:11.232792 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8550ea48-7c85-4640-a592-8d5b8b2cfe67 req-a06089dd-6e31-4a42-bb29-88a5f0788bd0 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 210 time: 0.0272985 Aug 19 19:07:11.752459 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:12.232747 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-f66dfadd-621a-4f26-a81d-32ff051851be tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:12.234234 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-f66dfadd-621a-4f26-a81d-32ff051851be tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.54 "GET /v2.0/networks?id=3377cba7-0c13-4fab-8d29-6a669e8f0083 HTTP/1.1" status: 200 len: 814 time: 0.1079397 Aug 19 19:07:12.250430 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-ecb181bf-f88b-4dd7-9dd0-ffdc329a5091 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Request body: {'port': {'device_id': '34319d51-b599-4c5a-b3ae-a606263670fe', 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083', 'admin_state_up': True, 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:07:12.331719 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-18e0c975-a8aa-4e8c-b619-3b0dc1968837 req-fed17051-d846-4c57-b867-5185e2d645bc tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 210 time: 0.0276740 Aug 19 19:07:12.364095 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-ecb181bf-f88b-4dd7-9dd0-ffdc329a5091 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Made reservation on behalf of 398754a7b0fe4be89ea0fefd23ff7bb9 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:07:12.367819 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-ecb181bf-f88b-4dd7-9dd0-ffdc329a5091 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:12.500290 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-ecb181bf-f88b-4dd7-9dd0-ffdc329a5091 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Allocated IP 172.20.0.10 (3377cba7-0c13-4fab-8d29-6a669e8f0083/9275cf69-9e90-474e-a659-0e1104e87ab6/f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:07:12.707606 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-ecb181bf-f88b-4dd7-9dd0-ffdc329a5091 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:12.728826 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-ecb181bf-f88b-4dd7-9dd0-ffdc329a5091 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Transition to ACTIVE for port object f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:07:12.778462 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-ecb181bf-f88b-4dd7-9dd0-ffdc329a5091 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:12.830324 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-ecb181bf-f88b-4dd7-9dd0-ffdc329a5091 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Network 3377cba7-0c13-4fab-8d29-6a669e8f0083 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:07:12.834665 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-ecb181bf-f88b-4dd7-9dd0-ffdc329a5091 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:07:12.839537 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-ecb181bf-f88b-4dd7-9dd0-ffdc329a5091 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:07:12.844042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb181bf-f88b-4dd7-9dd0-ffdc329a5091 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Pushing event updated for resources: {'Port': ['ID=f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:07:12.897365 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-ecb181bf-f88b-4dd7-9dd0-ffdc329a5091 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:12.898104 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-ecb181bf-f88b-4dd7-9dd0-ffdc329a5091 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:12.923375 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-ecb181bf-f88b-4dd7-9dd0-ffdc329a5091 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6769373 Aug 19 19:07:13.107033 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d14db825-817d-4e6a-97bf-3c3b516859d9 None None] Provisioning for port f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:07:13.112977 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d14db825-817d-4e6a-97bf-3c3b516859d9 None None] Provisioning complete for port f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:07:13.113589 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d14db825-817d-4e6a-97bf-3c3b516859d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:13.171200 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-d14db825-817d-4e6a-97bf-3c3b516859d9 None None] Port f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:07:13.478137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3a218-500d-485a-8fa8-8d38ea44a11c req-e6dead81-4601-4a37-a9e4-9154b1cbf603 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:13.479695 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3d3a218-500d-485a-8fa8-8d38ea44a11c req-e6dead81-4601-4a37-a9e4-9154b1cbf603 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 932 time: 0.0572772 Aug 19 19:07:13.519108 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3d3a218-500d-485a-8fa8-8d38ea44a11c req-961a2265-4705-49a6-902f-cfcd4f97531e tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332828 Aug 19 19:07:14.639441 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f79a51-1818-4153-86bc-f2b4c3c35a58 req-eb29db40-447e-4914-b9de-337fadfa0567 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:14.640974 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e9f79a51-1818-4153-86bc-f2b4c3c35a58 req-eb29db40-447e-4914-b9de-337fadfa0567 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 932 time: 0.0515654 Aug 19 19:07:14.684250 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e9f79a51-1818-4153-86bc-f2b4c3c35a58 req-2e06b9d9-5272-4719-a07d-470acb4f0b0f tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355165 Aug 19 19:07:15.812543 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059242ca-b1b1-4875-89d5-33c0dca668f7 req-db0bbb89-e080-455a-abfd-1447379c0bfb tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:15.814217 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-059242ca-b1b1-4875-89d5-33c0dca668f7 req-db0bbb89-e080-455a-abfd-1447379c0bfb tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 932 time: 0.0608239 Aug 19 19:07:15.856492 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-059242ca-b1b1-4875-89d5-33c0dca668f7 req-3ba09bde-3da8-41d9-a3e0-0beaa32da9aa tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349765 Aug 19 19:07:16.986344 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900ae2c-c58d-4719-b6b3-d6b5fb20cc95 req-338de594-2140-4f72-8325-b7d5dcc07071 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:16.988178 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5900ae2c-c58d-4719-b6b3-d6b5fb20cc95 req-338de594-2140-4f72-8325-b7d5dcc07071 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 932 time: 0.0611308 Aug 19 19:07:17.028478 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5900ae2c-c58d-4719-b6b3-d6b5fb20cc95 req-cc3c8643-ed9c-47e3-900d-0af941bca07a tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341537 Aug 19 19:07:17.052642 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:18.153074 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bf675-cff2-4667-9359-fac4a867484e req-45701baf-1cee-466f-a93e-c528b64134d9 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:18.154780 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cf1bf675-cff2-4667-9359-fac4a867484e req-45701baf-1cee-466f-a93e-c528b64134d9 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 932 time: 0.0545909 Aug 19 19:07:18.192505 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cf1bf675-cff2-4667-9359-fac4a867484e req-715c1246-f3e9-4ee0-866d-112bc80286f6 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316668 Aug 19 19:07:19.321372 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60eff4-1067-4829-8950-62c958c98e8d req-1e45cc24-0a52-4d47-93ab-95f6ed813624 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:19.322878 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd60eff4-1067-4829-8950-62c958c98e8d req-1e45cc24-0a52-4d47-93ab-95f6ed813624 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 932 time: 0.0540991 Aug 19 19:07:19.379129 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bd60eff4-1067-4829-8950-62c958c98e8d req-f0fc0d06-c731-48a6-b3b9-80cd895767a3 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483623 Aug 19 19:07:20.508879 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30794fe-8ca4-497d-9775-4bcb0178c81d req-25e10ac5-8d8f-46ff-b099-33c170917a8d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:20.510484 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a30794fe-8ca4-497d-9775-4bcb0178c81d req-25e10ac5-8d8f-46ff-b099-33c170917a8d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 932 time: 0.0606651 Aug 19 19:07:20.548858 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a30794fe-8ca4-497d-9775-4bcb0178c81d req-1bfb32c5-df34-4db2-8b62-a34d6b45900d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322456 Aug 19 19:07:21.695362 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4314ff4-b03f-4a81-bee0-e95f18066c2f req-7f185213-4786-4ed1-bc73-c83986fca081 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:21.697837 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e4314ff4-b03f-4a81-bee0-e95f18066c2f req-7f185213-4786-4ed1-bc73-c83986fca081 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 932 time: 0.0526505 Aug 19 19:07:21.751046 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e4314ff4-b03f-4a81-bee0-e95f18066c2f req-a7a22ef2-2485-487e-aa2a-468bb232f4ca tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470886 Aug 19 19:07:22.872857 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b8d63-9834-44f2-b0d7-4b64c1bae3f5 req-c7e46f1e-9527-4d1f-836d-7cd5d449852d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:22.874391 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bc5b8d63-9834-44f2-b0d7-4b64c1bae3f5 req-c7e46f1e-9527-4d1f-836d-7cd5d449852d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 932 time: 0.0544569 Aug 19 19:07:22.912471 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bc5b8d63-9834-44f2-b0d7-4b64c1bae3f5 req-b25b9eca-0a3e-4812-9bd3-43162cd6bb54 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320261 Aug 19 19:07:23.000818 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-2f9777c5-ed86-42ad-99f3-750ccc9f3d4f service neutron] Request body: {'port': {'device_id': '34319d51-b599-4c5a-b3ae-a606263670fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:07:23.053559 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-2f9777c5-ed86-42ad-99f3-750ccc9f3d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:23.319562 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-2f9777c5-ed86-42ad-99f3-750ccc9f3d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:07:23.327151 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-2f9777c5-ed86-42ad-99f3-750ccc9f3d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:23.339777 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-2f9777c5-ed86-42ad-99f3-750ccc9f3d4f service neutron] Transition to ACTIVE for port object f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:07:23.344087 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-2f9777c5-ed86-42ad-99f3-750ccc9f3d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:23.418027 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9777c5-ed86-42ad-99f3-750ccc9f3d4f service neutron] Pushing event updated for resources: {'Port': ['ID=f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:07:23.466149 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-2f9777c5-ed86-42ad-99f3-750ccc9f3d4f service neutron] Attempting to bind port f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:07:23.466485 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-2f9777c5-ed86-42ad-99f3-750ccc9f3d4f service neutron] Attempting to bind port f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '8de2bc75-a841-4406-a167-751870304cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:07:23.466846 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-2f9777c5-ed86-42ad-99f3-750ccc9f3d4f service neutron] Attempting to bind port f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 on network 3377cba7-0c13-4fab-8d29-6a669e8f0083 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:07:23.471451 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-2f9777c5-ed86-42ad-99f3-750ccc9f3d4f service neutron] Port f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 on network 3377cba7-0c13-4fab-8d29-6a669e8f0083 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:07:23.471784 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-2f9777c5-ed86-42ad-99f3-750ccc9f3d4f service neutron] Attempting to bind port f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 on network 3377cba7-0c13-4fab-8d29-6a669e8f0083 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:07:23.476960 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-2f9777c5-ed86-42ad-99f3-750ccc9f3d4f service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:07:23.477300 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-2f9777c5-ed86-42ad-99f3-750ccc9f3d4f service neutron] Checking segment: {'id': '8de2bc75-a841-4406-a167-751870304cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:07:23.477727 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-2f9777c5-ed86-42ad-99f3-750ccc9f3d4f service neutron] Bound using segment: {'id': '8de2bc75-a841-4406-a167-751870304cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:07:23.478156 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-2f9777c5-ed86-42ad-99f3-750ccc9f3d4f service neutron] Bound port: f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de2bc75-a841-4406-a167-751870304cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:07:23.478537 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-2f9777c5-ed86-42ad-99f3-750ccc9f3d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:23.551534 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-2f9777c5-ed86-42ad-99f3-750ccc9f3d4f service neutron] For port f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:07:23.554759 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-2f9777c5-ed86-42ad-99f3-750ccc9f3d4f service neutron] For port f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0,segment=NetworkSegment(8de2bc75-a841-4406-a167-751870304cfc),segment_id=8de2bc75-a841-4406-a167-751870304cfc)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:07:23.560420 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-2f9777c5-ed86-42ad-99f3-750ccc9f3d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:23.595970 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-2f9777c5-ed86-42ad-99f3-750ccc9f3d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:23.596952 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-2f9777c5-ed86-42ad-99f3-750ccc9f3d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:23.598400 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-2f9777c5-ed86-42ad-99f3-750ccc9f3d4f service neutron] 10.222.0.54 "PUT /v2.0/ports/f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 HTTP/1.1" status: 200 len: 1092 time: 0.6021821 Aug 19 19:07:23.600683 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34319d51-b599-4c5a-b3ae-a606263670fe', 'tag': 'f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:07:23.604288 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcff9d5c-bbf0-4a56-866c-35b6892334a5" -d '{"events": [{"name": "network-changed", "server_uuid": "34319d51-b599-4c5a-b3ae-a606263670fe", "tag": "f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:07:23.635987 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9777c5-ed86-42ad-99f3-750ccc9f3d4f service neutron] Pushing event updated for resources: {'Port': ['ID=f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:07:23.648172 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301abfda-c706-46cf-bf2b-0a52aaba255b x-openstack-request-id: req-301abfda-c706-46cf-bf2b-0a52aaba255b {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:07:23.648472 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34319d51-b599-4c5a-b3ae-a606263670fe", "tag": "f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:07:23.648726 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-301abfda-c706-46cf-bf2b-0a52aaba255b {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:07:23.649129 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34319d51-b599-4c5a-b3ae-a606263670fe', 'tag': 'f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0', 'status': 'completed', 'code': 200} Aug 19 19:07:23.684298 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-089a0f80-2e78-440b-9950-9ef3bd2addff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:23.686170 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-089a0f80-2e78-440b-9950-9ef3bd2addff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=398754a7b0fe4be89ea0fefd23ff7bb9&device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 1095 time: 0.0471499 Aug 19 19:07:23.739316 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-ddc74966-ae11-4a19-a5ef-31862ef5e51f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 HTTP/1.1" status: 200 len: 217 time: 0.0393708 Aug 19 19:07:23.792569 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-8a273564-8115-4c27-a329-b93c3c1520f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:23.794102 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-8a273564-8115-4c27-a329-b93c3c1520f6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9275cf69-9e90-474e-a659-0e1104e87ab6 HTTP/1.1" status: 200 len: 853 time: 0.0454161 Aug 19 19:07:23.844741 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-c818a629-7351-40dd-99ad-e245a37b3432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:23.846314 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-c818a629-7351-40dd-99ad-e245a37b3432 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3377cba7-0c13-4fab-8d29-6a669e8f0083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410869 Aug 19 19:07:23.945299 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-e9c2d2ea-cbe9-4173-904d-c8bc20e39b43 service neutron] 10.222.0.54 "GET /v2.0/networks/3377cba7-0c13-4fab-8d29-6a669e8f0083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873356 Aug 19 19:07:24.079865 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c013e6a-df5b-4e38-93ed-c672c8ec18ff req-db227ca6-640b-491b-970b-fc8a848d2f38 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:24.081374 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8c013e6a-df5b-4e38-93ed-c672c8ec18ff req-db227ca6-640b-491b-970b-fc8a848d2f38 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 944 time: 0.0804844 Aug 19 19:07:24.087154 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-68cf8179-e637-45f0-ae75-97bb87d64024 req-f394bf3b-5125-46e7-9408-091f4e4e38c2 service neutron] 10.222.0.54 "GET /v2.0/networks/3377cba7-0c13-4fab-8d29-6a669e8f0083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299098 Aug 19 19:07:24.127017 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8c013e6a-df5b-4e38-93ed-c672c8ec18ff req-c3901433-10db-494a-aaee-1fdd667a1294 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388043 Aug 19 19:07:24.183586 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff9d5c-bbf0-4a56-866c-35b6892334a5 req-76a814bc-7134-44bb-b361-aae60faf5482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:24.185115 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dcff9d5c-bbf0-4a56-866c-35b6892334a5 req-76a814bc-7134-44bb-b361-aae60faf5482 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=398754a7b0fe4be89ea0fefd23ff7bb9&device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 1095 time: 0.0417652 Aug 19 19:07:24.277520 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff9d5c-bbf0-4a56-866c-35b6892334a5 req-4698560c-796f-426c-b0f3-7407d3f54273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:24.278989 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dcff9d5c-bbf0-4a56-866c-35b6892334a5 req-4698560c-796f-426c-b0f3-7407d3f54273 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3377cba7-0c13-4fab-8d29-6a669e8f0083 HTTP/1.1" status: 200 len: 915 time: 0.0864251 Aug 19 19:07:24.326437 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dcff9d5c-bbf0-4a56-866c-35b6892334a5 req-d1163109-93e2-40c8-809b-f46469df7cde service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 HTTP/1.1" status: 200 len: 217 time: 0.0405908 Aug 19 19:07:24.377362 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff9d5c-bbf0-4a56-866c-35b6892334a5 req-493748fc-05be-4d0d-8eb2-80a896fe131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:24.378789 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dcff9d5c-bbf0-4a56-866c-35b6892334a5 req-493748fc-05be-4d0d-8eb2-80a896fe131b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9275cf69-9e90-474e-a659-0e1104e87ab6 HTTP/1.1" status: 200 len: 853 time: 0.0438495 Aug 19 19:07:24.431913 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff9d5c-bbf0-4a56-866c-35b6892334a5 req-a5eee702-b700-463b-b0d8-341372a5c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:24.433406 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dcff9d5c-bbf0-4a56-866c-35b6892334a5 req-a5eee702-b700-463b-b0d8-341372a5c831 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3377cba7-0c13-4fab-8d29-6a669e8f0083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458665 Aug 19 19:07:24.526836 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dcff9d5c-bbf0-4a56-866c-35b6892334a5 req-4c983430-5812-48fb-a2fa-23fec316f10f service neutron] 10.222.0.54 "GET /v2.0/networks/3377cba7-0c13-4fab-8d29-6a669e8f0083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851476 Aug 19 19:07:24.620135 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dcff9d5c-bbf0-4a56-866c-35b6892334a5 req-5f68eaba-534a-4e44-9099-1f463b03e656 service neutron] 10.222.0.54 "GET /v2.0/networks/3377cba7-0c13-4fab-8d29-6a669e8f0083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820134 Aug 19 19:07:25.242013 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f656d-aefe-46ec-a9c2-a7e17d9e78ce req-7479bbd6-e712-4238-97b6-78440ff04662 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:25.243511 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6a5f656d-aefe-46ec-a9c2-a7e17d9e78ce req-7479bbd6-e712-4238-97b6-78440ff04662 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 944 time: 0.0488257 Aug 19 19:07:25.281508 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6a5f656d-aefe-46ec-a9c2-a7e17d9e78ce req-2820a4c2-1dee-47b2-a145-b96fb3a1c7a9 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314260 Aug 19 19:07:26.399028 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a4aa4-6dc4-4899-8583-123ffc6aa04b req-a3686ea2-f5b7-47ba-9461-db86de6d2460 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:26.400566 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a04a4aa4-6dc4-4899-8583-123ffc6aa04b req-a3686ea2-f5b7-47ba-9461-db86de6d2460 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 944 time: 0.0501869 Aug 19 19:07:26.442685 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a04a4aa4-6dc4-4899-8583-123ffc6aa04b req-25c2d5ce-f577-49c1-be86-5c6219156a50 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358655 Aug 19 19:07:26.927157 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:07:27.045234 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0,segment=NetworkSegment(8de2bc75-a841-4406-a167-751870304cfc),segment_id=8de2bc75-a841-4406-a167-751870304cfc)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:07:27.056156 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0', 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083', 'port_id': 'f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0', 'mac_address': 'fa:16:3e:a9:ec:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9275cf69-9e90-474e-a659-0e1104e87ab6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:07:27.093605 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:27.106760 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:07:27.127514 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0,segment=NetworkSegment(8de2bc75-a841-4406-a167-751870304cfc),segment_id=8de2bc75-a841-4406-a167-751870304cfc)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:07:27.131631 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:27.177924 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:07:27.185688 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:07:27.186027 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:07:27.186362 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:07:27.186694 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:07:27.187026 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:07:27.187353 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:07:27.187667 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:07:27.187991 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:07:27.188309 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:07:27.188624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:07:27.188947 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:07:27.189252 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:07:27.430225 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:07:27.564478 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146161f-e820-45f3-aaa4-2bd7a6a8e1cc req-23e408a9-3e7b-49ae-b3e0-b6376a588c4b tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:27.566007 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3146161f-e820-45f3-aaa4-2bd7a6a8e1cc req-23e408a9-3e7b-49ae-b3e0-b6376a588c4b tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 945 time: 0.0540745 Aug 19 19:07:27.604076 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3146161f-e820-45f3-aaa4-2bd7a6a8e1cc req-f2a145b7-e272-45ed-acce-22a25a409ca0 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319958 Aug 19 19:07:28.943428 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:07:28.996256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:07:29.001963 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:07:29.002334 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:29.065688 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84570278-336d-4a79-a5ba-fe1e5f2c64cb req-71af06ab-70ce-4b65-8af2-2da37652fb7e tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:29.067178 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-84570278-336d-4a79-a5ba-fe1e5f2c64cb req-71af06ab-70ce-4b65-8af2-2da37652fb7e tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 945 time: 0.3944073 Aug 19 19:07:29.086867 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:29.106756 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-84570278-336d-4a79-a5ba-fe1e5f2c64cb req-6a3501c9-b944-4acc-a5d9-390abe82484b tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326595 Aug 19 19:07:29.110107 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34319d51-b599-4c5a-b3ae-a606263670fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:07:29.112374 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4b0ad8-6bf3-47ae-adc4-9d46261b999d" -d '{"events": [{"server_uuid": "34319d51-b599-4c5a-b3ae-a606263670fe", "name": "network-vif-plugged", "status": "completed", "tag": "f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:07:29.125929 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0,segment=NetworkSegment(8de2bc75-a841-4406-a167-751870304cfc),segment_id=8de2bc75-a841-4406-a167-751870304cfc)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:07:29.130257 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:29.153998 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617af0a2-7383-4229-aed0-89c91ea85554 x-openstack-request-id: req-617af0a2-7383-4229-aed0-89c91ea85554 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:07:29.154289 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34319d51-b599-4c5a-b3ae-a606263670fe", "name": "network-vif-plugged", "status": "completed", "tag": "f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:07:29.154539 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-617af0a2-7383-4229-aed0-89c91ea85554 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:07:29.154929 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34319d51-b599-4c5a-b3ae-a606263670fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0', 'code': 200} Aug 19 19:07:29.180814 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:07:29.257907 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8061c-761d-481d-bfbc-a59175353eac req-9a48d3d4-b009-4d3e-87cb-a0f1ec2e5111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:29.259292 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-efc8061c-761d-481d-bfbc-a59175353eac req-9a48d3d4-b009-4d3e-87cb-a0f1ec2e5111 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 1097 time: 0.0395188 Aug 19 19:07:29.298796 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-efc8061c-761d-481d-bfbc-a59175353eac req-0434db82-4b33-4909-95c8-3f6b751edc41 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274658 Aug 19 19:07:30.222190 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f655f9-a9b9-47b3-ad0d-c158c3c58bd2 req-0d80a12f-484c-490b-a6d5-41b3baa89939 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:30.223670 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c2f655f9-a9b9-47b3-ad0d-c158c3c58bd2 req-0d80a12f-484c-490b-a6d5-41b3baa89939 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 946 time: 0.0493600 Aug 19 19:07:30.266240 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c2f655f9-a9b9-47b3-ad0d-c158c3c58bd2 req-eee52378-fcbe-4f1b-97dd-e4aedfec74f2 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355613 Aug 19 19:07:31.383128 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f1864-5c41-4691-93b9-06dde4919117 req-f6a06715-c72b-4d50-9e5f-1ec181f69f30 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:31.384617 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5e5f1864-5c41-4691-93b9-06dde4919117 req-f6a06715-c72b-4d50-9e5f-1ec181f69f30 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 946 time: 0.0494821 Aug 19 19:07:31.425914 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5e5f1864-5c41-4691-93b9-06dde4919117 req-5fdc1145-5dc9-4450-a0e0-ef1651e645f8 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350811 Aug 19 19:07:31.541227 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd5913-0202-4e57-a5f1-f98f5826d443 req-b38ae768-ebc3-4c2f-8fa2-891fc9e3bc45 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:31.543422 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aadd5913-0202-4e57-a5f1-f98f5826d443 req-b38ae768-ebc3-4c2f-8fa2-891fc9e3bc45 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 946 time: 0.0487108 Aug 19 19:07:31.585349 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-aadd5913-0202-4e57-a5f1-f98f5826d443 req-1c9521e3-cc6e-49d9-8051-826755178ab3 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357161 Aug 19 19:07:31.773984 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adff8f-f1d1-4ed5-a7da-111ce87bd8d3 req-6b19788d-0d6d-468d-9356-a57ec45612ad tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:31.775443 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59adff8f-f1d1-4ed5-a7da-111ce87bd8d3 req-6b19788d-0d6d-468d-9356-a57ec45612ad tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 946 time: 0.0494568 Aug 19 19:07:31.813323 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-59adff8f-f1d1-4ed5-a7da-111ce87bd8d3 req-df935d5f-eac0-4bd4-8580-d14d83209ff6 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310287 Aug 19 19:07:34.708397 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9bd31abf-b87e-4b64-b4f6-4b6b59f30e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:37.363315 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:37.449766 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-370d88b7-e683-44a7-a84e-0a16b483b810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:38.388385 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:40.373083 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:41.766540 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:43.359349 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7496f8a-3b0b-4b60-9476-78f4c0d505d3 req-61b23843-e01f-418f-a6cd-6284e208e9e2 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:43.360837 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7496f8a-3b0b-4b60-9476-78f4c0d505d3 req-61b23843-e01f-418f-a6cd-6284e208e9e2 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 946 time: 0.0491579 Aug 19 19:07:43.404819 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d7496f8a-3b0b-4b60-9476-78f4c0d505d3 req-a25bd9b1-b902-4d5e-8fb1-fcf509fdc44c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376072 Aug 19 19:07:43.426775 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42498) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:07:43.512633 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264be1ee-fd6f-4422-8b6e-46735c365f4a tempest-TestMinimumBasicScenario-462267074 tempest-TestMinimumBasicScenario-462267074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:43.514182 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-264be1ee-fd6f-4422-8b6e-46735c365f4a tempest-TestMinimumBasicScenario-462267074 tempest-TestMinimumBasicScenario-462267074-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 1092 time: 0.0863633 Aug 19 19:07:43.517141 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42502) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:07:43.521449 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-81081387-2a0f-4080-adbb-2c4a301fa03c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': 'f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:07:43.543870 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81081387-2a0f-4080-adbb-2c4a301fa03c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:43.638690 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81081387-2a0f-4080-adbb-2c4a301fa03c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:43.741453 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-81081387-2a0f-4080-adbb-2c4a301fa03c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Allocated IP 172.25.8.199 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/ee30b959-96a9-4751-87aa-309723c5f648) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:07:43.795225 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:07:43.843464 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81081387-2a0f-4080-adbb-2c4a301fa03c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:43.886693 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81081387-2a0f-4080-adbb-2c4a301fa03c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:43.927080 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81081387-2a0f-4080-adbb-2c4a301fa03c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:07:43.929853 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-81081387-2a0f-4080-adbb-2c4a301fa03c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:07:43.934213 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81081387-2a0f-4080-adbb-2c4a301fa03c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:07:43.955379 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81081387-2a0f-4080-adbb-2c4a301fa03c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Pushing event updated for resources: {'Port': ['ID=ee30b959-96a9-4751-87aa-309723c5f648,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:07:44.297881 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81081387-2a0f-4080-adbb-2c4a301fa03c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:44.367225 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81081387-2a0f-4080-adbb-2c4a301fa03c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:44.516610 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81081387-2a0f-4080-adbb-2c4a301fa03c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:44.521052 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81081387-2a0f-4080-adbb-2c4a301fa03c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:44.586885 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81081387-2a0f-4080-adbb-2c4a301fa03c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Pushing event updated for resources: {'Port': ['ID=ee30b959-96a9-4751-87aa-309723c5f648,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:07:44.599257 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81081387-2a0f-4080-adbb-2c4a301fa03c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:44.699660 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-81081387-2a0f-4080-adbb-2c4a301fa03c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Floating IP 7c8e33d6-9a15-43b3-84d8-4901f8aab30d associated. External IP: 172.25.8.199, port: f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0. Aug 19 19:07:44.913721 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81081387-2a0f-4080-adbb-2c4a301fa03c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Router a214dbbb-2232-41e1-95a2-70c65a426b34 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:07:45.022594 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81081387-2a0f-4080-adbb-2c4a301fa03c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:07:45.032964 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4816416-85b4-4f84-b426-d6460c695a57 None None] Sync routers for ids ['a214dbbb-2232-41e1-95a2-70c65a426b34'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:07:45.039029 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81081387-2a0f-4080-adbb-2c4a301fa03c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:45.044674 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4816416-85b4-4f84-b426-d6460c695a57 None None] Routers {'a214dbbb-2232-41e1-95a2-70c65a426b34'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:07:45.045323 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c4816416-85b4-4f84-b426-d6460c695a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:07:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['a214dbbb-2232-41e1-95a2-70c65a426b34'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:07:45.066913 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-81081387-2a0f-4080-adbb-2c4a301fa03c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5487132 Aug 19 19:07:45.067599 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34319d51-b599-4c5a-b3ae-a606263670fe', 'tag': 'f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:07:45.069808 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42504) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:07:45.070345 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0907731-9eac-48e2-b36e-9be32cb45403" -d '{"events": [{"name": "network-changed", "server_uuid": "34319d51-b599-4c5a-b3ae-a606263670fe", "tag": "f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:07:45.075074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-1cda8d43-c718-4738-b8c6-3280645ac206 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1921361984', 'description': 'tempest-secgroup-smoke-1921361984 description', 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:07:45.102712 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1cda8d43-c718-4738-b8c6-3280645ac206 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:45.114108 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5c2f54-30a0-4a12-a43f-4fea5b17b854 x-openstack-request-id: req-7e5c2f54-30a0-4a12-a43f-4fea5b17b854 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:07:45.114397 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34319d51-b599-4c5a-b3ae-a606263670fe", "tag": "f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:07:45.114782 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e5c2f54-30a0-4a12-a43f-4fea5b17b854 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:07:45.115432 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34319d51-b599-4c5a-b3ae-a606263670fe', 'tag': 'f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0', 'status': 'completed', 'code': 200} Aug 19 19:07:45.161002 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-c4816416-85b4-4f84-b426-d6460c695a57 None None] Set router a214dbbb-2232-41e1-95a2-70c65a426b34 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:07:45.180898 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0907731-9eac-48e2-b36e-9be32cb45403 req-936cfde8-0a22-4865-862a-e82de3db8109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:45.182678 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0907731-9eac-48e2-b36e-9be32cb45403 req-936cfde8-0a22-4865-862a-e82de3db8109 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=398754a7b0fe4be89ea0fefd23ff7bb9&device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 1097 time: 0.0460467 Aug 19 19:07:45.194536 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1cda8d43-c718-4738-b8c6-3280645ac206 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:45.198786 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1cda8d43-c718-4738-b8c6-3280645ac206 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:45.237460 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda8d43-c718-4738-b8c6-3280645ac206 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1a05b0-5e30-47fe-9a08-6e869a28f6d3,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:07:45.240424 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1cda8d43-c718-4738-b8c6-3280645ac206 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:45.244670 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1cda8d43-c718-4738-b8c6-3280645ac206 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1706767 Aug 19 19:07:45.245490 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42508) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:07:45.248574 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cda8d43-c718-4738-b8c6-3280645ac206 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:07:45.249087 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cda8d43-c718-4738-b8c6-3280645ac206 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:07:45.249580 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cda8d43-c718-4738-b8c6-3280645ac206 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:07:45.249705 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-3b1d8224-23f3-4d39-8992-1e0481a1cf56 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Request body: {'security_group_rule': {'security_group_id': '8b1a05b0-5e30-47fe-9a08-6e869a28f6d3', 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:07:45.249933 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cda8d43-c718-4738-b8c6-3280645ac206 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:07:45.250273 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cda8d43-c718-4738-b8c6-3280645ac206 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:07:45.250608 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cda8d43-c718-4738-b8c6-3280645ac206 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:07:45.250939 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cda8d43-c718-4738-b8c6-3280645ac206 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:07:45.251269 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cda8d43-c718-4738-b8c6-3280645ac206 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:07:45.251598 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cda8d43-c718-4738-b8c6-3280645ac206 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:07:45.251926 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cda8d43-c718-4738-b8c6-3280645ac206 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:07:45.252253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cda8d43-c718-4738-b8c6-3280645ac206 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:07:45.252579 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cda8d43-c718-4738-b8c6-3280645ac206 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:07:45.307161 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3b1d8224-23f3-4d39-8992-1e0481a1cf56 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:45.311742 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0907731-9eac-48e2-b36e-9be32cb45403 req-1f910a7d-a85e-4c06-902c-78ff6d4d0a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:45.313274 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0907731-9eac-48e2-b36e-9be32cb45403 req-1f910a7d-a85e-4c06-902c-78ff6d4d0a51 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3377cba7-0c13-4fab-8d29-6a669e8f0083 HTTP/1.1" status: 200 len: 915 time: 0.1239448 Aug 19 19:07:45.416530 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0907731-9eac-48e2-b36e-9be32cb45403 req-6976f7c1-5c62-4f3a-bd36-89d3a2a41a77 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 HTTP/1.1" status: 200 len: 1000 time: 0.0952528 Aug 19 19:07:45.419000 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3b1d8224-23f3-4d39-8992-1e0481a1cf56 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:45.424606 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3b1d8224-23f3-4d39-8992-1e0481a1cf56 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:45.470702 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d8224-23f3-4d39-8992-1e0481a1cf56 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd54c9a-bc2e-4977-b2ca-917b35453793,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:07:45.483751 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3b1d8224-23f3-4d39-8992-1e0481a1cf56 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:45.485143 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3b1d8224-23f3-4d39-8992-1e0481a1cf56 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2390471 Aug 19 19:07:45.488010 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42510) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:07:45.492629 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7cb1b259-14a5-4a8c-8001-eacf38453fa4 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Request body: {'security_group_rule': {'security_group_id': '8b1a05b0-5e30-47fe-9a08-6e869a28f6d3', 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:07:45.499018 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c4816416-85b4-4f84-b426-d6460c695a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'name': 'tempest-TestMinimumBasicScenario-442231994-router', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:06:51Z', 'updated_at': '2021-08-19T19:06:54Z', 'revision_number': 4, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'gw_port': {'id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:52Z', 'updated_at': '2021-08-19T19:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '7c8e33d6-9a15-43b3-84d8-4901f8aab30d', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'port_id': 'f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083', 'mac_address': 'fa:16:3e:a9:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34319d51-b599-4c5a-b3ae-a606263670fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:07:44Z', 'updated_at': '2021-08-19T19:07:44Z', 'revision_number': 0, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3ae3da-0523-4e86-b692-8067d8b4df11', 'name': '', 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'mac_address': 'fa:16:3e:d4:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9275cf69-9e90-474e-a659-0e1104e87ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:54Z', 'updated_at': '2021-08-19T19:07:01Z', 'revision_number': 5, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'subnets': [{'id': '9275cf69-9e90-474e-a659-0e1104e87ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:07:45.507984 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0907731-9eac-48e2-b36e-9be32cb45403 req-6b700e3f-92e3-4535-96b1-450fd32284e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:45.509476 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0907731-9eac-48e2-b36e-9be32cb45403 req-6b700e3f-92e3-4535-96b1-450fd32284e1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9275cf69-9e90-474e-a659-0e1104e87ab6 HTTP/1.1" status: 200 len: 853 time: 0.0860381 Aug 19 19:07:45.527373 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4816416-85b4-4f84-b426-d6460c695a57 None None] Checking router: a214dbbb-2232-41e1-95a2-70c65a426b34 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:07:45.535849 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4816416-85b4-4f84-b426-d6460c695a57 None None] Routers {'a214dbbb-2232-41e1-95a2-70c65a426b34'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:07:45.536429 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c4816416-85b4-4f84-b426-d6460c695a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:07:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['a214dbbb-2232-41e1-95a2-70c65a426b34'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:07:45.553581 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7cb1b259-14a5-4a8c-8001-eacf38453fa4 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:45.592543 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0907731-9eac-48e2-b36e-9be32cb45403 req-6becaddc-3ae4-4eef-9e1d-d4c9edbeba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:45.594091 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0907731-9eac-48e2-b36e-9be32cb45403 req-6becaddc-3ae4-4eef-9e1d-d4c9edbeba1a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3377cba7-0c13-4fab-8d29-6a669e8f0083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749722 Aug 19 19:07:45.643088 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-c4816416-85b4-4f84-b426-d6460c695a57 None None] Set router a214dbbb-2232-41e1-95a2-70c65a426b34 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:07:45.676467 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7cb1b259-14a5-4a8c-8001-eacf38453fa4 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:45.683743 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7cb1b259-14a5-4a8c-8001-eacf38453fa4 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:45.722570 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1b259-14a5-4a8c-8001-eacf38453fa4 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6003aa9-9a60-42b5-9c71-33202c30dc7e,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:07:45.730896 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0907731-9eac-48e2-b36e-9be32cb45403 req-21560378-b113-444b-b58f-cd2155e219ab service neutron] 10.222.0.54 "GET /v2.0/networks/3377cba7-0c13-4fab-8d29-6a669e8f0083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269994 Aug 19 19:07:45.732037 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7cb1b259-14a5-4a8c-8001-eacf38453fa4 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:45.733125 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7cb1b259-14a5-4a8c-8001-eacf38453fa4 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2441788 Aug 19 19:07:45.735779 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42512) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:07:45.740458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-a55f92b2-390e-463d-81ab-b6aa13e26752 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Request body: {'security_group_rule': {'security_group_id': '8b1a05b0-5e30-47fe-9a08-6e869a28f6d3', 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:07:45.831081 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a55f92b2-390e-463d-81ab-b6aa13e26752 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:45.874813 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-c4816416-85b4-4f84-b426-d6460c695a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'name': 'tempest-TestMinimumBasicScenario-442231994-router', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:06:51Z', 'updated_at': '2021-08-19T19:06:54Z', 'revision_number': 4, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'gw_port': {'id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:52Z', 'updated_at': '2021-08-19T19:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '7c8e33d6-9a15-43b3-84d8-4901f8aab30d', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'port_id': 'f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083', 'mac_address': 'fa:16:3e:a9:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34319d51-b599-4c5a-b3ae-a606263670fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:07:44Z', 'updated_at': '2021-08-19T19:07:44Z', 'revision_number': 0, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3ae3da-0523-4e86-b692-8067d8b4df11', 'name': '', 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'mac_address': 'fa:16:3e:d4:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9275cf69-9e90-474e-a659-0e1104e87ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:54Z', 'updated_at': '2021-08-19T19:07:01Z', 'revision_number': 5, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'subnets': [{'id': '9275cf69-9e90-474e-a659-0e1104e87ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:07:45.876344 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d0907731-9eac-48e2-b36e-9be32cb45403 req-73d88a50-4244-4801-a0fc-0252a7795169 service neutron] 10.222.0.54 "GET /v2.0/networks/3377cba7-0c13-4fab-8d29-6a669e8f0083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297042 Aug 19 19:07:45.898636 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a55f92b2-390e-463d-81ab-b6aa13e26752 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:45.902519 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4816416-85b4-4f84-b426-d6460c695a57 None None] The sync data for ids ['a214dbbb-2232-41e1-95a2-70c65a426b34'] in n-d-803753-2 is: [{'id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'name': 'tempest-TestMinimumBasicScenario-442231994-router', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:06:51Z', 'updated_at': '2021-08-19T19:06:54Z', 'revision_number': 4, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'gw_port': {'id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:52Z', 'updated_at': '2021-08-19T19:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '7c8e33d6-9a15-43b3-84d8-4901f8aab30d', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'port_id': 'f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083', 'mac_address': 'fa:16:3e:a9:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34319d51-b599-4c5a-b3ae-a606263670fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:07:44Z', 'updated_at': '2021-08-19T19:07:44Z', 'revision_number': 0, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3ae3da-0523-4e86-b692-8067d8b4df11', 'name': '', 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'mac_address': 'fa:16:3e:d4:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9275cf69-9e90-474e-a659-0e1104e87ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:54Z', 'updated_at': '2021-08-19T19:07:01Z', 'revision_number': 5, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'subnets': [{'id': '9275cf69-9e90-474e-a659-0e1104e87ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:07:45.903434 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a55f92b2-390e-463d-81ab-b6aa13e26752 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:45.924283 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f92b2-390e-463d-81ab-b6aa13e26752 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52cdd693-8b23-4b06-a429-d85ec6f0bbc5,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:07:45.930861 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a55f92b2-390e-463d-81ab-b6aa13e26752 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:45.933080 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a55f92b2-390e-463d-81ab-b6aa13e26752 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1961327 Aug 19 19:07:45.935695 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42514) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:07:45.940155 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e6205f69-7bcc-42ca-bcdf-628787db4f79 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Request body: {'security_group_rule': {'security_group_id': '8b1a05b0-5e30-47fe-9a08-6e869a28f6d3', 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:07:45.968743 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e6205f69-7bcc-42ca-bcdf-628787db4f79 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:46.028913 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e6205f69-7bcc-42ca-bcdf-628787db4f79 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:46.032946 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e6205f69-7bcc-42ca-bcdf-628787db4f79 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:46.051538 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6205f69-7bcc-42ca-bcdf-628787db4f79 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0789741d-0b08-4ef0-a7e9-2f246868de83,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:07:46.059390 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e6205f69-7bcc-42ca-bcdf-628787db4f79 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:46.060551 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e6205f69-7bcc-42ca-bcdf-628787db4f79 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239235 Aug 19 19:07:46.063625 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42516) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:07:46.068469 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e6a99896-3044-4f5f-9eee-d66fe9b084fe tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Request body: {'security_group_rule': {'security_group_id': '8b1a05b0-5e30-47fe-9a08-6e869a28f6d3', 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:07:46.092535 n-d-803753-2 neutron-server[94681]: INFO neutron.db.securitygroups_db [None req-e6a99896-3044-4f5f-9eee-d66fe9b084fe tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Project 398754a7b0fe4be89ea0fefd23ff7bb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:07:46.098665 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e6a99896-3044-4f5f-9eee-d66fe9b084fe tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:46.120490 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63944ff4-3d94-4397-808c-965493573fec None None] New status for floating IP 7c8e33d6-9a15-43b3-84d8-4901f8aab30d: ACTIVE {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:07:46.170355 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e6a99896-3044-4f5f-9eee-d66fe9b084fe tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:46.174134 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e6a99896-3044-4f5f-9eee-d66fe9b084fe tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:46.189656 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a99896-3044-4f5f-9eee-d66fe9b084fe tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=492d7976-2080-4088-a122-19a61c66e052,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:07:46.199197 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e6a99896-3044-4f5f-9eee-d66fe9b084fe tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:46.200414 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e6a99896-3044-4f5f-9eee-d66fe9b084fe tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1357851 Aug 19 19:07:46.203239 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42518) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:07:46.207678 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2e5a0fcb-8ea1-4aa1-b466-7afa3e790050 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Request body: {'security_group_rule': {'security_group_id': '8b1a05b0-5e30-47fe-9a08-6e869a28f6d3', 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:07:46.230781 n-d-803753-2 neutron-server[94681]: INFO neutron.db.securitygroups_db [None req-2e5a0fcb-8ea1-4aa1-b466-7afa3e790050 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Project 398754a7b0fe4be89ea0fefd23ff7bb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:07:46.236303 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2e5a0fcb-8ea1-4aa1-b466-7afa3e790050 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:46.305765 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2e5a0fcb-8ea1-4aa1-b466-7afa3e790050 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:46.311052 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2e5a0fcb-8ea1-4aa1-b466-7afa3e790050 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:46.329438 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a0fcb-8ea1-4aa1-b466-7afa3e790050 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132fdf0c-da35-4d08-86d4-99147b089ba5,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:07:46.334625 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2e5a0fcb-8ea1-4aa1-b466-7afa3e790050 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:46.336246 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2e5a0fcb-8ea1-4aa1-b466-7afa3e790050 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1316707 Aug 19 19:07:46.414821 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cbaac21c-0b45-4d2c-91e7-33e645962a8c req-7b4cc2cf-7039-49e4-bdeb-95f35ef66194 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1921361984&fields=id&tenant_id=398754a7b0fe4be89ea0fefd23ff7bb9 HTTP/1.1" status: 200 len: 267 time: 0.0332794 Aug 19 19:07:46.467947 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaac21c-0b45-4d2c-91e7-33e645962a8c req-35a3f5bd-7055-430d-9df2-467425270ffc tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:46.469465 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cbaac21c-0b45-4d2c-91e7-33e645962a8c req-35a3f5bd-7055-430d-9df2-467425270ffc tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 946 time: 0.0481453 Aug 19 19:07:46.481353 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-cbaac21c-0b45-4d2c-91e7-33e645962a8c req-603f6bb2-e8d5-4074-9dca-b7245bf3d554 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Request body: {'port': {'security_groups': ['b78bc5ad-dc4f-4a15-8910-0720b1d94bf5', '8b1a05b0-5e30-47fe-9a08-6e869a28f6d3']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:07:46.546320 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-cbaac21c-0b45-4d2c-91e7-33e645962a8c req-603f6bb2-e8d5-4074-9dca-b7245bf3d554 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:46.729083 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-cbaac21c-0b45-4d2c-91e7-33e645962a8c req-603f6bb2-e8d5-4074-9dca-b7245bf3d554 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] For port f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0,segment=NetworkSegment(8de2bc75-a841-4406-a167-751870304cfc),segment_id=8de2bc75-a841-4406-a167-751870304cfc)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:07:46.762433 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-cbaac21c-0b45-4d2c-91e7-33e645962a8c req-603f6bb2-e8d5-4074-9dca-b7245bf3d554 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:46.766935 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-cbaac21c-0b45-4d2c-91e7-33e645962a8c req-603f6bb2-e8d5-4074-9dca-b7245bf3d554 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:46.783770 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:07:46.819391 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaac21c-0b45-4d2c-91e7-33e645962a8c req-603f6bb2-e8d5-4074-9dca-b7245bf3d554 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:46.820540 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-cbaac21c-0b45-4d2c-91e7-33e645962a8c req-603f6bb2-e8d5-4074-9dca-b7245bf3d554 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:46.821495 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cbaac21c-0b45-4d2c-91e7-33e645962a8c req-603f6bb2-e8d5-4074-9dca-b7245bf3d554 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "PUT /v2.0/ports/f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 HTTP/1.1" status: 200 len: 982 time: 0.3455088 Aug 19 19:07:46.842456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f6bb2-e8d5-4074-9dca-b7245bf3d554 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Pushing event updated for resources: {'Port': ['ID=f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0,revision_number=6']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:07:46.888177 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:07:46.941151 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34455e09-6277-428b-81bb-4634fe961ff6 req-9d6e1484-88b0-4c6d-bf5a-b36a399147fe tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:46.942908 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-34455e09-6277-428b-81bb-4634fe961ff6 req-9d6e1484-88b0-4c6d-bf5a-b36a399147fe tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 985 time: 0.0530539 Aug 19 19:07:46.987904 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-34455e09-6277-428b-81bb-4634fe961ff6 req-b0a613fe-a713-486b-b515-0c0b865e953d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&id=8b1a05b0-5e30-47fe-9a08-6e869a28f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378523 Aug 19 19:07:47.109957 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:47.115967 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0c7399fe-86e6-48fe-ad46-07ee2076514b None None] Provisioning complete for port f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:07:47.116245 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34319d51-b599-4c5a-b3ae-a606263670fe', 'tag': 'f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:07:47.116356 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0c7399fe-86e6-48fe-ad46-07ee2076514b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:47.118687 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d19386-66cd-4baa-a87c-93faec2eec80" -d '{"events": [{"name": "network-changed", "server_uuid": "34319d51-b599-4c5a-b3ae-a606263670fe", "tag": "f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:07:47.157267 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe41afdc-e242-48f5-9b1b-6aad8837f0c6 x-openstack-request-id: req-fe41afdc-e242-48f5-9b1b-6aad8837f0c6 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:07:47.157589 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34319d51-b599-4c5a-b3ae-a606263670fe", "tag": "f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:07:47.157851 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe41afdc-e242-48f5-9b1b-6aad8837f0c6 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:07:47.158259 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34319d51-b599-4c5a-b3ae-a606263670fe', 'tag': 'f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0', 'status': 'completed', 'code': 200} Aug 19 19:07:47.225134 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d19386-66cd-4baa-a87c-93faec2eec80 req-d2435230-ce7d-42fa-a3c6-af10361fd7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:47.226838 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-27d19386-66cd-4baa-a87c-93faec2eec80 req-d2435230-ce7d-42fa-a3c6-af10361fd7ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=398754a7b0fe4be89ea0fefd23ff7bb9&device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 1136 time: 0.0436110 Aug 19 19:07:47.326284 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d19386-66cd-4baa-a87c-93faec2eec80 req-a1b52ae4-5e28-49ff-966b-70a443d86c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:47.328957 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-27d19386-66cd-4baa-a87c-93faec2eec80 req-a1b52ae4-5e28-49ff-966b-70a443d86c62 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3377cba7-0c13-4fab-8d29-6a669e8f0083 HTTP/1.1" status: 200 len: 915 time: 0.0925097 Aug 19 19:07:47.398942 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-27d19386-66cd-4baa-a87c-93faec2eec80 req-fecd4770-bf95-41a2-9e54-9a58f8bf7d5b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 HTTP/1.1" status: 200 len: 1002 time: 0.0609424 Aug 19 19:07:47.454576 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d19386-66cd-4baa-a87c-93faec2eec80 req-fc2f1ea2-91b2-4dbc-82e0-f1af8661852c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:47.456117 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-27d19386-66cd-4baa-a87c-93faec2eec80 req-fc2f1ea2-91b2-4dbc-82e0-f1af8661852c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9275cf69-9e90-474e-a659-0e1104e87ab6 HTTP/1.1" status: 200 len: 853 time: 0.0497134 Aug 19 19:07:47.503716 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d19386-66cd-4baa-a87c-93faec2eec80 req-b1285166-bd38-4850-a7e6-09181f8c6b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:47.505262 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-27d19386-66cd-4baa-a87c-93faec2eec80 req-b1285166-bd38-4850-a7e6-09181f8c6b60 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3377cba7-0c13-4fab-8d29-6a669e8f0083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409942 Aug 19 19:07:47.602006 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-27d19386-66cd-4baa-a87c-93faec2eec80 req-5e6113cc-1ef2-438b-a2d8-e6fcf6065de7 service neutron] 10.222.0.54 "GET /v2.0/networks/3377cba7-0c13-4fab-8d29-6a669e8f0083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843184 Aug 19 19:07:47.694912 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-27d19386-66cd-4baa-a87c-93faec2eec80 req-8e9f4d31-5ea2-44d8-8459-b90ca5acedba service neutron] 10.222.0.54 "GET /v2.0/networks/3377cba7-0c13-4fab-8d29-6a669e8f0083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845125 Aug 19 19:08:04.710994 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a0041088-4c9d-42eb-9692-ec4f44ef3428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:07.355423 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:07.450441 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ef569304-2e85-4c36-acdf-29ce44628f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:08.392800 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:10.034694 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c60ee-fb9b-4c74-8cab-347e697692c2 req-0355193c-e8f0-40ff-92a1-6b598161b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:10.036275 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-840c60ee-fb9b-4c74-8cab-347e697692c2 req-0355193c-e8f0-40ff-92a1-6b598161b0ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=398754a7b0fe4be89ea0fefd23ff7bb9&device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 1136 time: 0.0738342 Aug 19 19:08:10.045285 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a8041-02b6-45a6-8bcc-3b12cdbf9d0a req-69093abb-fd67-4dfc-b11a-4e3b366cd511 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:10.046866 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-255a8041-02b6-45a6-8bcc-3b12cdbf9d0a req-69093abb-fd67-4dfc-b11a-4e3b366cd511 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 985 time: 0.0950146 Aug 19 19:08:10.157015 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-255a8041-02b6-45a6-8bcc-3b12cdbf9d0a req-5834d37d-55dc-423f-8d4b-d0861a5e3e28 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&id=8b1a05b0-5e30-47fe-9a08-6e869a28f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1004598 Aug 19 19:08:10.184709 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c60ee-fb9b-4c74-8cab-347e697692c2 req-a65d3005-aefd-4242-88d5-4b2318e73db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:10.186282 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-840c60ee-fb9b-4c74-8cab-347e697692c2 req-a65d3005-aefd-4242-88d5-4b2318e73db4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3377cba7-0c13-4fab-8d29-6a669e8f0083 HTTP/1.1" status: 200 len: 915 time: 0.1386096 Aug 19 19:08:10.258713 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-840c60ee-fb9b-4c74-8cab-347e697692c2 req-c2318830-f60c-4928-b849-a7b182c8ace7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 HTTP/1.1" status: 200 len: 1002 time: 0.0646398 Aug 19 19:08:10.308558 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c60ee-fb9b-4c74-8cab-347e697692c2 req-614f9aad-776d-4c50-b076-92d1104c6f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:10.310080 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-840c60ee-fb9b-4c74-8cab-347e697692c2 req-614f9aad-776d-4c50-b076-92d1104c6f3b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9275cf69-9e90-474e-a659-0e1104e87ab6 HTTP/1.1" status: 200 len: 853 time: 0.0443149 Aug 19 19:08:10.359337 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c60ee-fb9b-4c74-8cab-347e697692c2 req-5f572737-bf22-42c7-b1ab-c30708204829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:10.360713 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-840c60ee-fb9b-4c74-8cab-347e697692c2 req-5f572737-bf22-42c7-b1ab-c30708204829 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3377cba7-0c13-4fab-8d29-6a669e8f0083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415003 Aug 19 19:08:10.376426 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:10.472360 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-840c60ee-fb9b-4c74-8cab-347e697692c2 req-534c9c1d-e944-4139-919b-5136f7100599 service neutron] 10.222.0.54 "GET /v2.0/networks/3377cba7-0c13-4fab-8d29-6a669e8f0083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033812 Aug 19 19:08:10.565939 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-840c60ee-fb9b-4c74-8cab-347e697692c2 req-f32e2a65-f698-403e-a00c-fef65c6bced4 service neutron] 10.222.0.54 "GET /v2.0/networks/3377cba7-0c13-4fab-8d29-6a669e8f0083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859911 Aug 19 19:08:11.282319 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64da85-d8b6-4218-9334-7ffc821a990a req-ac3663a0-21cc-4bf6-8696-8d0b73d1dde6 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:11.283833 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9b64da85-d8b6-4218-9334-7ffc821a990a req-ac3663a0-21cc-4bf6-8696-8d0b73d1dde6 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 985 time: 0.0541737 Aug 19 19:08:11.330302 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9b64da85-d8b6-4218-9334-7ffc821a990a req-d2880b81-92fa-4bfa-bb8e-9abe143597a6 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&id=8b1a05b0-5e30-47fe-9a08-6e869a28f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402980 Aug 19 19:08:11.776801 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:12.447208 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109c89b-bf4d-4063-a964-52239911b93f req-bd374a2d-5db8-4bdf-a83a-e37408a37f77 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:12.448747 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0109c89b-bf4d-4063-a964-52239911b93f req-bd374a2d-5db8-4bdf-a83a-e37408a37f77 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 985 time: 0.0504923 Aug 19 19:08:12.488648 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0109c89b-bf4d-4063-a964-52239911b93f req-6ae3efdf-c109-48d8-959f-a9d6cc32a78d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&id=8b1a05b0-5e30-47fe-9a08-6e869a28f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334902 Aug 19 19:08:13.608378 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0523d9c-364b-405f-a9d7-eb7a7524409e req-e0ae9b3e-e98e-496d-8f24-c5b8421dce1d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:13.609895 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f0523d9c-364b-405f-a9d7-eb7a7524409e req-e0ae9b3e-e98e-496d-8f24-c5b8421dce1d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 985 time: 0.0491009 Aug 19 19:08:13.649909 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f0523d9c-364b-405f-a9d7-eb7a7524409e req-cc5b59a3-5d70-4484-9ff0-879bbb918faf tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&id=8b1a05b0-5e30-47fe-9a08-6e869a28f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335920 Aug 19 19:08:14.771686 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10d892-f649-472b-bc1d-a2e809d905c3 req-99f2f916-1111-40fc-bb9a-cac1c36757a1 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:14.773158 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad10d892-f649-472b-bc1d-a2e809d905c3 req-99f2f916-1111-40fc-bb9a-cac1c36757a1 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 985 time: 0.0534542 Aug 19 19:08:14.814166 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ad10d892-f649-472b-bc1d-a2e809d905c3 req-25f9b14c-8fad-405b-94a1-c406346aafac tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&id=8b1a05b0-5e30-47fe-9a08-6e869a28f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341334 Aug 19 19:08:15.931724 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c21586-49bb-415f-88a4-bddf77e3cc77 req-812039a2-294f-4665-8b3c-763a3e8a3dcd tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:15.933797 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0c21586-49bb-415f-88a4-bddf77e3cc77 req-812039a2-294f-4665-8b3c-763a3e8a3dcd tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 985 time: 0.0512173 Aug 19 19:08:15.974693 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0c21586-49bb-415f-88a4-bddf77e3cc77 req-fca1283b-78e8-40be-833f-1b44f1699aba tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&id=8b1a05b0-5e30-47fe-9a08-6e869a28f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345976 Aug 19 19:08:17.088567 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.093209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fa265-6c14-49ca-9d47-61ae5ce843c5 req-4d7a2fb2-335f-4b6b-ab78-7f8766510ad5 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:17.094818 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-478fa265-6c14-49ca-9d47-61ae5ce843c5 req-4d7a2fb2-335f-4b6b-ab78-7f8766510ad5 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 985 time: 0.0500700 Aug 19 19:08:17.135671 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-478fa265-6c14-49ca-9d47-61ae5ce843c5 req-02b6b577-2601-43ad-b4c8-a11ad645cab9 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&id=8b1a05b0-5e30-47fe-9a08-6e869a28f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345340 Aug 19 19:08:18.256499 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e4b3d-4525-4c4d-88b8-141d3f4aaf2c req-112febe3-9211-41fd-8860-5265826c0862 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:18.258002 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-647e4b3d-4525-4c4d-88b8-141d3f4aaf2c req-112febe3-9211-41fd-8860-5265826c0862 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 985 time: 0.0533633 Aug 19 19:08:18.297670 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-647e4b3d-4525-4c4d-88b8-141d3f4aaf2c req-ae52a285-549c-44ad-8943-ba98e53dc29f tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&id=8b1a05b0-5e30-47fe-9a08-6e869a28f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334744 Aug 19 19:08:19.414929 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea53b80-ecdb-43f0-9363-14a9d6d0f253 req-e8921512-6099-4819-affa-5b45b4ae6d4d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:19.416409 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dea53b80-ecdb-43f0-9363-14a9d6d0f253 req-e8921512-6099-4819-affa-5b45b4ae6d4d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 985 time: 0.0489800 Aug 19 19:08:19.456123 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dea53b80-ecdb-43f0-9363-14a9d6d0f253 req-a6f122ba-04cc-4ac3-9c64-30b06183cc7b tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&id=8b1a05b0-5e30-47fe-9a08-6e869a28f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335879 Aug 19 19:08:20.501327 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fd662-2f22-4e72-9a49-7b9071fd45f5 req-310574d5-2402-4158-a7bb-d404fa259e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:20.502880 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c12fd662-2f22-4e72-9a49-7b9071fd45f5 req-310574d5-2402-4158-a7bb-d404fa259e1c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=398754a7b0fe4be89ea0fefd23ff7bb9&device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 1136 time: 0.0475583 Aug 19 19:08:20.575993 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93197c8a-c158-4e42-97bc-3fc20166618f req-9f897a1d-b3e5-413f-88b0-40c3f84e033c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:20.577698 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-93197c8a-c158-4e42-97bc-3fc20166618f req-9f897a1d-b3e5-413f-88b0-40c3f84e033c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 985 time: 0.0518739 Aug 19 19:08:20.625620 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fd662-2f22-4e72-9a49-7b9071fd45f5 req-9a2ad31d-28e3-4c70-805a-73ad92e77142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:20.626823 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-93197c8a-c158-4e42-97bc-3fc20166618f req-aed694c0-80c0-4740-af5d-4b2c7d8aeb57 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&id=8b1a05b0-5e30-47fe-9a08-6e869a28f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416746 Aug 19 19:08:20.627251 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c12fd662-2f22-4e72-9a49-7b9071fd45f5 req-9a2ad31d-28e3-4c70-805a-73ad92e77142 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3377cba7-0c13-4fab-8d29-6a669e8f0083 HTTP/1.1" status: 200 len: 915 time: 0.0993888 Aug 19 19:08:20.703560 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c12fd662-2f22-4e72-9a49-7b9071fd45f5 req-bf5bb5c3-e0e3-4d1d-9bdc-547fbd92d3c3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 HTTP/1.1" status: 200 len: 1002 time: 0.0651596 Aug 19 19:08:20.759652 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fd662-2f22-4e72-9a49-7b9071fd45f5 req-46e6b961-4f20-430b-a064-c5d45ad4ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:20.761763 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c12fd662-2f22-4e72-9a49-7b9071fd45f5 req-46e6b961-4f20-430b-a064-c5d45ad4ac53 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9275cf69-9e90-474e-a659-0e1104e87ab6 HTTP/1.1" status: 200 len: 853 time: 0.0470989 Aug 19 19:08:20.793486 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:08:20.818348 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fd662-2f22-4e72-9a49-7b9071fd45f5 req-ae1a2ead-215a-48d0-963f-97a90eeb9d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:20.820015 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c12fd662-2f22-4e72-9a49-7b9071fd45f5 req-ae1a2ead-215a-48d0-963f-97a90eeb9d63 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3377cba7-0c13-4fab-8d29-6a669e8f0083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467436 Aug 19 19:08:20.926892 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c12fd662-2f22-4e72-9a49-7b9071fd45f5 req-33fcc65f-cf32-4636-afc6-6f126763ccff service neutron] 10.222.0.54 "GET /v2.0/networks/3377cba7-0c13-4fab-8d29-6a669e8f0083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970492 Aug 19 19:08:21.021217 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c12fd662-2f22-4e72-9a49-7b9071fd45f5 req-02773834-3497-4c06-9d10-97fd7a19e26f service neutron] 10.222.0.54 "GET /v2.0/networks/3377cba7-0c13-4fab-8d29-6a669e8f0083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849068 Aug 19 19:08:21.742876 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66079661-a4ad-45f1-aaec-8d6929eb5233 req-0ca2f9f6-03ce-47cd-9896-4c7a8f3322d8 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:21.744378 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-66079661-a4ad-45f1-aaec-8d6929eb5233 req-0ca2f9f6-03ce-47cd-9896-4c7a8f3322d8 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 985 time: 0.0507612 Aug 19 19:08:21.787045 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-66079661-a4ad-45f1-aaec-8d6929eb5233 req-c6765a83-47c6-4f5d-836c-77b9b2e1af0b tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&id=8b1a05b0-5e30-47fe-9a08-6e869a28f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365031 Aug 19 19:08:22.917906 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9a18b-3c3a-4489-9888-605143eb454c req-11f80185-6ee3-4efe-932d-c38aa4ba495c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:22.919941 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a8d9a18b-3c3a-4489-9888-605143eb454c req-11f80185-6ee3-4efe-932d-c38aa4ba495c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 985 time: 0.0632555 Aug 19 19:08:22.960036 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a8d9a18b-3c3a-4489-9888-605143eb454c req-653bb72a-6796-46f4-9010-338d6769f71b tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&id=8b1a05b0-5e30-47fe-9a08-6e869a28f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336077 Aug 19 19:08:24.081672 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3189eb-9853-4e50-95c1-b3b7c4a60ce2 req-78435a09-b646-423d-a19f-bf92b6c55f63 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:24.083063 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5d3189eb-9853-4e50-95c1-b3b7c4a60ce2 req-78435a09-b646-423d-a19f-bf92b6c55f63 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 985 time: 0.0540829 Aug 19 19:08:24.124961 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5d3189eb-9853-4e50-95c1-b3b7c4a60ce2 req-52d45488-465b-433b-8968-83474c8fb91e tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&id=8b1a05b0-5e30-47fe-9a08-6e869a28f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357783 Aug 19 19:08:25.246148 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28436019-73af-4301-89ac-96c232f31699 req-9ffbeb59-f85d-471c-b6de-07d4c7c5f039 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:25.248246 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-28436019-73af-4301-89ac-96c232f31699 req-9ffbeb59-f85d-471c-b6de-07d4c7c5f039 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 985 time: 0.0542121 Aug 19 19:08:25.287813 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-28436019-73af-4301-89ac-96c232f31699 req-2964bf57-8daf-443c-948c-b85bc56c94ff tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&id=8b1a05b0-5e30-47fe-9a08-6e869a28f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333357 Aug 19 19:08:26.325684 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-2942049a-669e-45ab-9ada-66b15823d0f3 req-ba698fbe-850a-448f-aa40-0bacce43e08d tempest-ServerDiskConfigTestJSON-300841113 tempest-ServerDiskConfigTestJSON-300841113-project] (94681) timed out ('10.222.0.50', 49617) {{(pid=94681) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 19:08:26.405813 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f7348-6556-4d8e-b772-d3b90148a6cc req-cde4c60e-90c8-4d49-9814-5bb658868b81 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:26.407318 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-356f7348-6556-4d8e-b772-d3b90148a6cc req-cde4c60e-90c8-4d49-9814-5bb658868b81 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 985 time: 0.0508542 Aug 19 19:08:26.447461 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-356f7348-6556-4d8e-b772-d3b90148a6cc req-4d0496d3-7324-4c45-8eab-a717dd808cf9 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&id=8b1a05b0-5e30-47fe-9a08-6e869a28f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341065 Aug 19 19:08:27.566617 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c1816-eb95-46e7-a05b-17ef7055ed1c req-dbc24c9a-3659-4f08-ab2a-228731864eb8 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:27.568106 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6f1c1816-eb95-46e7-a05b-17ef7055ed1c req-dbc24c9a-3659-4f08-ab2a-228731864eb8 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 985 time: 0.0514910 Aug 19 19:08:27.608633 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6f1c1816-eb95-46e7-a05b-17ef7055ed1c req-6695f074-59a0-480c-91b3-dc8456e6c9e5 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&id=8b1a05b0-5e30-47fe-9a08-6e869a28f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342369 Aug 19 19:08:34.712522 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a6d14035-bb0d-4719-a372-9c635f0c3f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:37.356262 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:37.451674 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bcffe50b-0982-42d9-80b9-e1cd32cf09ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:38.395345 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:40.378802 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:41.779152 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:47.088387 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:57.791888 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:09:00.281297 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4392310a-0946-4df4-83c8-70f09e7986cb req-f3443f82-1b4a-493b-b31d-2d4e9b25ad61 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1921361984&fields=id&tenant_id=398754a7b0fe4be89ea0fefd23ff7bb9 HTTP/1.1" status: 200 len: 267 time: 0.1580205 Aug 19 19:09:00.338986 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392310a-0946-4df4-83c8-70f09e7986cb req-93dc2167-82e2-4104-b222-cc8e9bca839e tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:00.340404 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4392310a-0946-4df4-83c8-70f09e7986cb req-93dc2167-82e2-4104-b222-cc8e9bca839e tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 985 time: 0.0533519 Aug 19 19:09:00.351908 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-4392310a-0946-4df4-83c8-70f09e7986cb req-ff954115-0977-4cb3-a74d-bb86ec6bd924 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Request body: {'port': {'security_groups': ['b78bc5ad-dc4f-4a15-8910-0720b1d94bf5']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:09:00.415709 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-4392310a-0946-4df4-83c8-70f09e7986cb req-ff954115-0977-4cb3-a74d-bb86ec6bd924 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:00.587828 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-4392310a-0946-4df4-83c8-70f09e7986cb req-ff954115-0977-4cb3-a74d-bb86ec6bd924 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] For port f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0,segment=NetworkSegment(8de2bc75-a841-4406-a167-751870304cfc),segment_id=8de2bc75-a841-4406-a167-751870304cfc)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:09:00.617815 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-4392310a-0946-4df4-83c8-70f09e7986cb req-ff954115-0977-4cb3-a74d-bb86ec6bd924 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:00.623068 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-4392310a-0946-4df4-83c8-70f09e7986cb req-ff954115-0977-4cb3-a74d-bb86ec6bd924 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:00.636409 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:09:00.667340 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392310a-0946-4df4-83c8-70f09e7986cb req-ff954115-0977-4cb3-a74d-bb86ec6bd924 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:00.667992 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-4392310a-0946-4df4-83c8-70f09e7986cb req-ff954115-0977-4cb3-a74d-bb86ec6bd924 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:00.669418 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4392310a-0946-4df4-83c8-70f09e7986cb req-ff954115-0977-4cb3-a74d-bb86ec6bd924 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "PUT /v2.0/ports/f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 HTTP/1.1" status: 200 len: 943 time: 0.3219664 Aug 19 19:09:00.669907 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34319d51-b599-4c5a-b3ae-a606263670fe', 'tag': 'f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:09:00.672437 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcccef8a-9d93-4162-a8a8-11fe833bca81" -d '{"events": [{"name": "network-changed", "server_uuid": "34319d51-b599-4c5a-b3ae-a606263670fe", "tag": "f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:09:00.677238 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42586) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:00.702057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff954115-0977-4cb3-a74d-bb86ec6bd924 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Pushing event updated for resources: {'Port': ['ID=f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0,revision_number=7']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:00.710743 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff954115-0977-4cb3-a74d-bb86ec6bd924 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:00.711087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff954115-0977-4cb3-a74d-bb86ec6bd924 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:00.711436 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff954115-0977-4cb3-a74d-bb86ec6bd924 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:00.711781 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff954115-0977-4cb3-a74d-bb86ec6bd924 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:00.712118 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff954115-0977-4cb3-a74d-bb86ec6bd924 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:00.712451 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff954115-0977-4cb3-a74d-bb86ec6bd924 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:00.712799 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff954115-0977-4cb3-a74d-bb86ec6bd924 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:00.713127 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff954115-0977-4cb3-a74d-bb86ec6bd924 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:00.713458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff954115-0977-4cb3-a74d-bb86ec6bd924 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:00.713829 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff954115-0977-4cb3-a74d-bb86ec6bd924 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:00.714156 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff954115-0977-4cb3-a74d-bb86ec6bd924 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:00.714481 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff954115-0977-4cb3-a74d-bb86ec6bd924 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:00.739410 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d78dd9e-1c89-4995-acc2-fd5267548da5 x-openstack-request-id: req-3d78dd9e-1c89-4995-acc2-fd5267548da5 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:09:00.739711 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34319d51-b599-4c5a-b3ae-a606263670fe", "tag": "f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:09:00.739965 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d78dd9e-1c89-4995-acc2-fd5267548da5 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:09:00.740378 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34319d51-b599-4c5a-b3ae-a606263670fe', 'tag': 'f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0', 'status': 'completed', 'code': 200} Aug 19 19:09:00.749161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:09:00.758799 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55aba782-8eb4-46ae-88c9-53ebffaf27dd tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:00.788010 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55aba782-8eb4-46ae-88c9-53ebffaf27dd tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:00.819913 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccef8a-9d93-4162-a8a8-11fe833bca81 req-eff94f45-d781-4fae-9d53-4d1352787668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:00.821355 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bcccef8a-9d93-4162-a8a8-11fe833bca81 req-eff94f45-d781-4fae-9d53-4d1352787668 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=398754a7b0fe4be89ea0fefd23ff7bb9&device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 1097 time: 0.0546763 Aug 19 19:09:00.863557 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55aba782-8eb4-46ae-88c9-53ebffaf27dd tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:00.867078 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-55aba782-8eb4-46ae-88c9-53ebffaf27dd tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:00.868381 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-55aba782-8eb4-46ae-88c9-53ebffaf27dd tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "DELETE /v2.0/security-groups/8b1a05b0-5e30-47fe-9a08-6e869a28f6d3 HTTP/1.1" status: 204 len: 168 time: 0.1893115 Aug 19 19:09:00.880295 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42588) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:00.881511 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aba782-8eb4-46ae-88c9-53ebffaf27dd tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1a05b0-5e30-47fe-9a08-6e869a28f6d3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:00.942712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aba782-8eb4-46ae-88c9-53ebffaf27dd tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:00.943135 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aba782-8eb4-46ae-88c9-53ebffaf27dd tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:00.943602 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aba782-8eb4-46ae-88c9-53ebffaf27dd tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:00.944051 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aba782-8eb4-46ae-88c9-53ebffaf27dd tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:00.944492 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aba782-8eb4-46ae-88c9-53ebffaf27dd tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:00.944836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aba782-8eb4-46ae-88c9-53ebffaf27dd tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:00.945175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aba782-8eb4-46ae-88c9-53ebffaf27dd tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:00.945507 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aba782-8eb4-46ae-88c9-53ebffaf27dd tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:00.946028 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aba782-8eb4-46ae-88c9-53ebffaf27dd tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:00.946522 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aba782-8eb4-46ae-88c9-53ebffaf27dd tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:00.947040 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aba782-8eb4-46ae-88c9-53ebffaf27dd tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:00.947453 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccef8a-9d93-4162-a8a8-11fe833bca81 req-51db066b-58e7-418b-bf92-a4bd9d1724aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:00.947718 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aba782-8eb4-46ae-88c9-53ebffaf27dd tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:00.950650 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bcccef8a-9d93-4162-a8a8-11fe833bca81 req-51db066b-58e7-418b-bf92-a4bd9d1724aa service neutron] 10.222.0.54 "GET /v2.0/networks?id=3377cba7-0c13-4fab-8d29-6a669e8f0083 HTTP/1.1" status: 200 len: 915 time: 0.1153235 Aug 19 19:09:00.992463 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c835f853-533d-4d11-8d8a-45dd674efed3 None None] Provisioning complete for port f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:09:00.992900 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c835f853-533d-4d11-8d8a-45dd674efed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:01.029847 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bcccef8a-9d93-4162-a8a8-11fe833bca81 req-290913b5-c423-4631-8aa4-a2a681311b97 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 HTTP/1.1" status: 200 len: 1002 time: 0.0690186 Aug 19 19:09:01.075675 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-2cb19069-aace-4904-ba85-9ca41d2eeb8d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Deleting port ee30b959-96a9-4751-87aa-309723c5f648 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:09:01.076045 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2cb19069-aace-4904-ba85-9ca41d2eeb8d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:01.085175 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccef8a-9d93-4162-a8a8-11fe833bca81 req-4d5aaab3-4eab-468e-9040-29799009a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:01.086702 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bcccef8a-9d93-4162-a8a8-11fe833bca81 req-4d5aaab3-4eab-468e-9040-29799009a058 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9275cf69-9e90-474e-a659-0e1104e87ab6 HTTP/1.1" status: 200 len: 853 time: 0.0475216 Aug 19 19:09:01.136805 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccef8a-9d93-4162-a8a8-11fe833bca81 req-da4c0b73-9805-46bd-908b-3618363eb125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:01.138292 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bcccef8a-9d93-4162-a8a8-11fe833bca81 req-da4c0b73-9805-46bd-908b-3618363eb125 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3377cba7-0c13-4fab-8d29-6a669e8f0083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418651 Aug 19 19:09:01.152035 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2cb19069-aace-4904-ba85-9ca41d2eeb8d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:01.152365 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2cb19069-aace-4904-ba85-9ca41d2eeb8d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:01.165198 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-2cb19069-aace-4904-ba85-9ca41d2eeb8d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Calling delete_port for ee30b959-96a9-4751-87aa-309723c5f648 owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:09:01.238709 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bcccef8a-9d93-4162-a8a8-11fe833bca81 req-b0fd6138-2751-4702-980c-75244cdaa497 service neutron] 10.222.0.54 "GET /v2.0/networks/3377cba7-0c13-4fab-8d29-6a669e8f0083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888557 Aug 19 19:09:01.325496 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2cb19069-aace-4904-ba85-9ca41d2eeb8d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:01.352913 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb19069-aace-4904-ba85-9ca41d2eeb8d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Pushing event deleted for resources: {'Port': ['ID=ee30b959-96a9-4751-87aa-309723c5f648,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:01.420397 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2cb19069-aace-4904-ba85-9ca41d2eeb8d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:01.420631 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-2cb19069-aace-4904-ba85-9ca41d2eeb8d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Floating IP 7c8e33d6-9a15-43b3-84d8-4901f8aab30d disassociated (deleted). External IP: 172.25.8.199, port: f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0. Aug 19 19:09:01.632874 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb19069-aace-4904-ba85-9ca41d2eeb8d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Router a214dbbb-2232-41e1-95a2-70c65a426b34 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:09:01.682962 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bcccef8a-9d93-4162-a8a8-11fe833bca81 req-a4b9ec60-b6ed-4318-be16-e117f8add42c service neutron] 10.222.0.54 "GET /v2.0/networks/3377cba7-0c13-4fab-8d29-6a669e8f0083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364171 Aug 19 19:09:01.741898 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb19069-aace-4904-ba85-9ca41d2eeb8d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:09:01.746640 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2cb19069-aace-4904-ba85-9ca41d2eeb8d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:01.751915 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffddb73-39a3-4486-88b1-171636007d91 None None] Sync routers for ids ['a214dbbb-2232-41e1-95a2-70c65a426b34'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:09:01.760934 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffddb73-39a3-4486-88b1-171636007d91 None None] Routers {'a214dbbb-2232-41e1-95a2-70c65a426b34'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:09:01.761556 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-1ffddb73-39a3-4486-88b1-171636007d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:08:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['a214dbbb-2232-41e1-95a2-70c65a426b34'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:01.784426 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2cb19069-aace-4904-ba85-9ca41d2eeb8d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "DELETE /v2.0/floatingips/7c8e33d6-9a15-43b3-84d8-4901f8aab30d HTTP/1.1" status: 204 len: 168 time: 0.8889434 Aug 19 19:09:01.784426 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34319d51-b599-4c5a-b3ae-a606263670fe', 'tag': 'f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:09:01.784762 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6b80df-affb-44c5-9e05-3fef2fbec5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "34319d51-b599-4c5a-b3ae-a606263670fe", "tag": "f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:09:01.823885 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccb1439-d551-482a-85c7-7d42ec7f8e50 x-openstack-request-id: req-8ccb1439-d551-482a-85c7-7d42ec7f8e50 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:09:01.824182 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34319d51-b599-4c5a-b3ae-a606263670fe", "tag": "f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:09:01.824442 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ccb1439-d551-482a-85c7-7d42ec7f8e50 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:09:01.824861 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34319d51-b599-4c5a-b3ae-a606263670fe', 'tag': 'f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0', 'status': 'completed', 'code': 200} Aug 19 19:09:01.878025 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-1ffddb73-39a3-4486-88b1-171636007d91 None None] Set router a214dbbb-2232-41e1-95a2-70c65a426b34 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:09:01.897231 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b80df-affb-44c5-9e05-3fef2fbec5e1 req-ebc51789-bbc5-4ed4-93c7-75fdbd1786fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:01.898777 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d6b80df-affb-44c5-9e05-3fef2fbec5e1 req-ebc51789-bbc5-4ed4-93c7-75fdbd1786fd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=398754a7b0fe4be89ea0fefd23ff7bb9&device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 1097 time: 0.0437994 Aug 19 19:09:02.013803 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b80df-affb-44c5-9e05-3fef2fbec5e1 req-80dabc54-2ed5-4a3a-9205-5e399e5e35b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:02.016015 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d6b80df-affb-44c5-9e05-3fef2fbec5e1 req-80dabc54-2ed5-4a3a-9205-5e399e5e35b0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3377cba7-0c13-4fab-8d29-6a669e8f0083 HTTP/1.1" status: 200 len: 915 time: 0.1044214 Aug 19 19:09:02.066789 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d6b80df-affb-44c5-9e05-3fef2fbec5e1 req-e5e24f19-75dd-445b-b47a-488cf9c6634b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 HTTP/1.1" status: 200 len: 217 time: 0.0397508 Aug 19 19:09:02.105179 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-1ffddb73-39a3-4486-88b1-171636007d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'name': 'tempest-TestMinimumBasicScenario-442231994-router', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:06:51Z', 'updated_at': '2021-08-19T19:06:54Z', 'revision_number': 4, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'gw_port': {'id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:52Z', 'updated_at': '2021-08-19T19:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'ba3ae3da-0523-4e86-b692-8067d8b4df11', 'name': '', 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'mac_address': 'fa:16:3e:d4:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9275cf69-9e90-474e-a659-0e1104e87ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:54Z', 'updated_at': '2021-08-19T19:07:01Z', 'revision_number': 5, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'subnets': [{'id': '9275cf69-9e90-474e-a659-0e1104e87ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:02.129605 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b80df-affb-44c5-9e05-3fef2fbec5e1 req-17b4b2e3-0c50-4fc8-9651-d6bfabab930a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:02.131152 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d6b80df-affb-44c5-9e05-3fef2fbec5e1 req-17b4b2e3-0c50-4fc8-9651-d6bfabab930a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9275cf69-9e90-474e-a659-0e1104e87ab6 HTTP/1.1" status: 200 len: 853 time: 0.0520232 Aug 19 19:09:02.136861 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffddb73-39a3-4486-88b1-171636007d91 None None] Checking router: a214dbbb-2232-41e1-95a2-70c65a426b34 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:09:02.145344 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffddb73-39a3-4486-88b1-171636007d91 None None] Routers {'a214dbbb-2232-41e1-95a2-70c65a426b34'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:09:02.145992 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-1ffddb73-39a3-4486-88b1-171636007d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:08:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['a214dbbb-2232-41e1-95a2-70c65a426b34'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:02.185371 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b80df-affb-44c5-9e05-3fef2fbec5e1 req-876c4cbf-b6ae-44d2-9598-2b2d35df475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:02.187508 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d6b80df-affb-44c5-9e05-3fef2fbec5e1 req-876c4cbf-b6ae-44d2-9598-2b2d35df475f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3377cba7-0c13-4fab-8d29-6a669e8f0083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409722 Aug 19 19:09:02.252555 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-1ffddb73-39a3-4486-88b1-171636007d91 None None] Set router a214dbbb-2232-41e1-95a2-70c65a426b34 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:09:02.283170 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d6b80df-affb-44c5-9e05-3fef2fbec5e1 req-5d6a709d-8b61-4846-a5a7-6582bcbd77d1 service neutron] 10.222.0.54 "GET /v2.0/networks/3377cba7-0c13-4fab-8d29-6a669e8f0083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872595 Aug 19 19:09:02.379549 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d6b80df-affb-44c5-9e05-3fef2fbec5e1 req-7f30e2e1-2de4-474a-9d94-7c718e97e9d0 service neutron] 10.222.0.54 "GET /v2.0/networks/3377cba7-0c13-4fab-8d29-6a669e8f0083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882864 Aug 19 19:09:02.454118 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-1ffddb73-39a3-4486-88b1-171636007d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'name': 'tempest-TestMinimumBasicScenario-442231994-router', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:06:51Z', 'updated_at': '2021-08-19T19:06:54Z', 'revision_number': 4, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'gw_port': {'id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:52Z', 'updated_at': '2021-08-19T19:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'ba3ae3da-0523-4e86-b692-8067d8b4df11', 'name': '', 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'mac_address': 'fa:16:3e:d4:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9275cf69-9e90-474e-a659-0e1104e87ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:54Z', 'updated_at': '2021-08-19T19:07:01Z', 'revision_number': 5, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'subnets': [{'id': '9275cf69-9e90-474e-a659-0e1104e87ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:02.479809 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffddb73-39a3-4486-88b1-171636007d91 None None] The sync data for ids ['a214dbbb-2232-41e1-95a2-70c65a426b34'] in n-d-803753-2 is: [{'id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'name': 'tempest-TestMinimumBasicScenario-442231994-router', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:06:51Z', 'updated_at': '2021-08-19T19:06:54Z', 'revision_number': 4, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'gw_port': {'id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:52Z', 'updated_at': '2021-08-19T19:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'ba3ae3da-0523-4e86-b692-8067d8b4df11', 'name': '', 'network_id': '3377cba7-0c13-4fab-8d29-6a669e8f0083', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'mac_address': 'fa:16:3e:d4:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9275cf69-9e90-474e-a659-0e1104e87ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:54Z', 'updated_at': '2021-08-19T19:07:01Z', 'revision_number': 5, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'subnets': [{'id': '9275cf69-9e90-474e-a659-0e1104e87ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:09:02.708842 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4279b4-5a8d-4fdc-aacd-fa97b41c8e69 None None] New status for floating IP 7c8e33d6-9a15-43b3-84d8-4901f8aab30d: DOWN {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:09:04.714689 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5ca20a59-9b9d-48b8-849c-9605bfc7c114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:07.358036 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:07.451595 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-802b0762-d1f6-4854-998c-c1fbdedeab63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:08.399471 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:08.786808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab9642-138c-4889-a9c6-bf04bc9271cd req-ccef7ef5-0987-40a7-a08b-3f17d876c09f tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:08.788356 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-44ab9642-138c-4889-a9c6-bf04bc9271cd req-ccef7ef5-0987-40a7-a08b-3f17d876c09f tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 946 time: 0.0512254 Aug 19 19:09:08.831238 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-44ab9642-138c-4889-a9c6-bf04bc9271cd req-0f616fa8-80b6-4ab9-9b2a-b68e68fec0b6 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336065 Aug 19 19:09:10.024711 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef260d-9e4b-43a2-b14c-b88c33bdce4e req-2cc9bb84-18b0-446a-833c-b7f688bbc752 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:10.026258 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e6ef260d-9e4b-43a2-b14c-b88c33bdce4e req-2cc9bb84-18b0-446a-833c-b7f688bbc752 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 946 time: 0.1118355 Aug 19 19:09:10.064928 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e6ef260d-9e4b-43a2-b14c-b88c33bdce4e req-d48d9011-d19e-4d1e-888d-5d496b974618 tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/security-groups?id=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319638 Aug 19 19:09:10.381202 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:10.777751 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cc531-63e5-48b4-9937-a6863f21b93e req-3152acb0-8234-42e1-be79-53a71e9a8caf tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:10.779229 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-257cc531-63e5-48b4-9937-a6863f21b93e req-3152acb0-8234-42e1-be79-53a71e9a8caf tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.54 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 946 time: 0.0501592 Aug 19 19:09:10.891004 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-257cc531-63e5-48b4-9937-a6863f21b93e req-472498f0-06db-4799-b5a2-f65b2af8e76d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Deleting port f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:09:10.891347 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-257cc531-63e5-48b4-9937-a6863f21b93e req-472498f0-06db-4799-b5a2-f65b2af8e76d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:10.988829 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-257cc531-63e5-48b4-9937-a6863f21b93e req-472498f0-06db-4799-b5a2-f65b2af8e76d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] For port f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0,segment=NetworkSegment(8de2bc75-a841-4406-a167-751870304cfc),segment_id=8de2bc75-a841-4406-a167-751870304cfc)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:09:10.989109 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-257cc531-63e5-48b4-9937-a6863f21b93e req-472498f0-06db-4799-b5a2-f65b2af8e76d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:11.003047 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-257cc531-63e5-48b4-9937-a6863f21b93e req-472498f0-06db-4799-b5a2-f65b2af8e76d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Calling delete_port for f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:09:11.145655 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-257cc531-63e5-48b4-9937-a6863f21b93e req-472498f0-06db-4799-b5a2-f65b2af8e76d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:11.162962 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:09:11.167584 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-488f1c5e-e342-477e-aecd-4d35058377d5 req-8a0c8480-e031-4cb0-b00d-e72af6d8991c tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.24 "GET /v2.0/ports?device_id=34319d51-b599-4c5a-b3ae-a606263670fe HTTP/1.1" status: 200 len: 210 time: 0.0322669 Aug 19 19:09:11.193397 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472498f0-06db-4799-b5a2-f65b2af8e76d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Pushing event deleted for resources: {'Port': ['ID=f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:11.233266 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-257cc531-63e5-48b4-9937-a6863f21b93e req-472498f0-06db-4799-b5a2-f65b2af8e76d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] No DVR routers for this DVR port f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:09:11.236465 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-257cc531-63e5-48b4-9937-a6863f21b93e req-472498f0-06db-4799-b5a2-f65b2af8e76d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:11.238980 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-257cc531-63e5-48b4-9937-a6863f21b93e req-472498f0-06db-4799-b5a2-f65b2af8e76d tempest-TestMinimumBasicScenario-820107977 tempest-TestMinimumBasicScenario-820107977-project] 10.222.0.54 "DELETE /v2.0/ports/f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 HTTP/1.1" status: 204 len: 173 time: 0.4500382 Aug 19 19:09:11.239358 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34319d51-b599-4c5a-b3ae-a606263670fe', 'name': 'network-vif-deleted', 'tag': 'f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:09:11.241637 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0620331-7b5d-471a-907d-4322ddde8d1e" -d '{"events": [{"server_uuid": "34319d51-b599-4c5a-b3ae-a606263670fe", "name": "network-vif-deleted", "tag": "f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:09:11.277620 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4984081a-f821-49e1-9779-e1130d26f74e x-openstack-request-id: req-4984081a-f821-49e1-9779-e1130d26f74e {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:09:11.277916 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34319d51-b599-4c5a-b3ae-a606263670fe", "name": "network-vif-deleted", "tag": "f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:09:11.278168 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4984081a-f821-49e1-9779-e1130d26f74e {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:09:11.278569 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34319d51-b599-4c5a-b3ae-a606263670fe', 'name': 'network-vif-deleted', 'tag': 'f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0', 'status': 'completed', 'code': 200} Aug 19 19:09:11.814836 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:13.487342 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:09:13.510952 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:09:13.511290 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device f5145f4e-6d0d-4bef-bdda-cfb9bacc14a0 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:09:13.766490 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42700) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:14.429752 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad621-928a-4ddb-bd94-3065484cc72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:14.677888 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-dd1ad621-928a-4ddb-bd94-3065484cc72c admin admin] Deleting port ba3ae3da-0523-4e86-b692-8067d8b4df11 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:09:14.678144 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad621-928a-4ddb-bd94-3065484cc72c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:14.759243 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-dd1ad621-928a-4ddb-bd94-3065484cc72c admin admin] For port ba3ae3da-0523-4e86-b692-8067d8b4df11, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ba3ae3da-0523-4e86-b692-8067d8b4df11,segment=NetworkSegment(8de2bc75-a841-4406-a167-751870304cfc),segment_id=8de2bc75-a841-4406-a167-751870304cfc)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:09:14.759608 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad621-928a-4ddb-bd94-3065484cc72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:14.774526 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-dd1ad621-928a-4ddb-bd94-3065484cc72c admin admin] Calling delete_port for ba3ae3da-0523-4e86-b692-8067d8b4df11 owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:09:14.964995 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad621-928a-4ddb-bd94-3065484cc72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:14.990975 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ad621-928a-4ddb-bd94-3065484cc72c admin admin] Pushing event deleted for resources: {'Port': ['ID=ba3ae3da-0523-4e86-b692-8067d8b4df11,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:15.160037 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad621-928a-4ddb-bd94-3065484cc72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:15.375247 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1ad621-928a-4ddb-bd94-3065484cc72c admin admin] Router a214dbbb-2232-41e1-95a2-70c65a426b34 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:09:15.486360 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1ad621-928a-4ddb-bd94-3065484cc72c admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:09:15.492025 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dd1ad621-928a-4ddb-bd94-3065484cc72c admin admin] 10.222.0.24 "PUT /v2.0/routers/a214dbbb-2232-41e1-95a2-70c65a426b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7245734 Aug 19 19:09:15.494786 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42702) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:15.496711 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc75cd7-d6c9-4f1a-b7df-44556c4f2347 None None] Sync routers for ids ['a214dbbb-2232-41e1-95a2-70c65a426b34'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:09:15.506854 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc75cd7-d6c9-4f1a-b7df-44556c4f2347 None None] Routers {'a214dbbb-2232-41e1-95a2-70c65a426b34'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:09:15.507549 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-efc75cd7-d6c9-4f1a-b7df-44556c4f2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:09:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['a214dbbb-2232-41e1-95a2-70c65a426b34'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:15.601156 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4112f711-f553-4674-8414-16d89ddeb36c admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:15.614176 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-efc75cd7-d6c9-4f1a-b7df-44556c4f2347 None None] Set router a214dbbb-2232-41e1-95a2-70c65a426b34 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:09:15.707168 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4112f711-f553-4674-8414-16d89ddeb36c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:15.761769 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-4112f711-f553-4674-8414-16d89ddeb36c admin admin] Deleting port e2151ec2-88f7-4aac-897b-761e219fdd12 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:09:15.762116 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4112f711-f553-4674-8414-16d89ddeb36c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:15.844927 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-4112f711-f553-4674-8414-16d89ddeb36c admin admin] For port e2151ec2-88f7-4aac-897b-761e219fdd12, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e2151ec2-88f7-4aac-897b-761e219fdd12,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:09:15.845298 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4112f711-f553-4674-8414-16d89ddeb36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:15.857237 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-4112f711-f553-4674-8414-16d89ddeb36c admin admin] Calling delete_port for e2151ec2-88f7-4aac-897b-761e219fdd12 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:09:15.888526 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-efc75cd7-d6c9-4f1a-b7df-44556c4f2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'name': 'tempest-TestMinimumBasicScenario-442231994-router', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:06:51Z', 'updated_at': '2021-08-19T19:09:14Z', 'revision_number': 5, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'gw_port': {'id': 'e2151ec2-88f7-4aac-897b-761e219fdd12', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:52Z', 'updated_at': '2021-08-19T19:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:15.915780 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc75cd7-d6c9-4f1a-b7df-44556c4f2347 None None] Checking router: a214dbbb-2232-41e1-95a2-70c65a426b34 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:09:15.924761 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc75cd7-d6c9-4f1a-b7df-44556c4f2347 None None] Routers {'a214dbbb-2232-41e1-95a2-70c65a426b34'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:09:15.925382 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-efc75cd7-d6c9-4f1a-b7df-44556c4f2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:09:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['a214dbbb-2232-41e1-95a2-70c65a426b34'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:16.011719 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-efc75cd7-d6c9-4f1a-b7df-44556c4f2347 None None] Set router a214dbbb-2232-41e1-95a2-70c65a426b34 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:09:16.027669 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4112f711-f553-4674-8414-16d89ddeb36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:16.055296 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112f711-f553-4674-8414-16d89ddeb36c admin admin] Pushing event deleted for resources: {'Port': ['ID=e2151ec2-88f7-4aac-897b-761e219fdd12,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:16.070370 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-efc75cd7-d6c9-4f1a-b7df-44556c4f2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'name': 'tempest-TestMinimumBasicScenario-442231994-router', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:06:51Z', 'updated_at': '2021-08-19T19:09:15Z', 'revision_number': 6, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:16.098003 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc75cd7-d6c9-4f1a-b7df-44556c4f2347 None None] The sync data for ids ['a214dbbb-2232-41e1-95a2-70c65a426b34'] in n-d-803753-2 is: [{'id': 'a214dbbb-2232-41e1-95a2-70c65a426b34', 'name': 'tempest-TestMinimumBasicScenario-442231994-router', 'tenant_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:06:51Z', 'updated_at': '2021-08-19T19:09:15Z', 'revision_number': 6, 'project_id': '398754a7b0fe4be89ea0fefd23ff7bb9', 'gw_port_host': None}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:09:16.116025 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4112f711-f553-4674-8414-16d89ddeb36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:16.211450 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4112f711-f553-4674-8414-16d89ddeb36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:16.213565 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4112f711-f553-4674-8414-16d89ddeb36c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:16.258786 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4112f711-f553-4674-8414-16d89ddeb36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:16.259442 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4112f711-f553-4674-8414-16d89ddeb36c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a214dbbb-2232-41e1-95a2-70c65a426b34 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:09:16.263849 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4112f711-f553-4674-8414-16d89ddeb36c admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:16.266769 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4112f711-f553-4674-8414-16d89ddeb36c admin admin] 10.222.0.24 "DELETE /v2.0/routers/a214dbbb-2232-41e1-95a2-70c65a426b34 HTTP/1.1" status: 204 len: 168 time: 0.7697208 Aug 19 19:09:16.269140 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42704) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:16.313686 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-110b7465-1e87-40f4-804a-85151daa45a1 admin admin] Deleting subnet 9275cf69-9e90-474e-a659-0e1104e87ab6 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:09:16.316980 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-110b7465-1e87-40f4-804a-85151daa45a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:16.351899 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-110b7465-1e87-40f4-804a-85151daa45a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:16.433385 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-110b7465-1e87-40f4-804a-85151daa45a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:16.491366 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-110b7465-1e87-40f4-804a-85151daa45a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:16.518536 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b7465-1e87-40f4-804a-85151daa45a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9275cf69-9e90-474e-a659-0e1104e87ab6,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:16.523942 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-110b7465-1e87-40f4-804a-85151daa45a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:16.525991 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-110b7465-1e87-40f4-804a-85151daa45a1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9275cf69-9e90-474e-a659-0e1104e87ab6 HTTP/1.1" status: 204 len: 168 time: 0.2558637 Aug 19 19:09:16.528413 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42706) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:16.531434 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b627735a-9f66-4fbf-bdd1-1cb6e1d8b8c8 None None] Network 3377cba7-0c13-4fab-8d29-6a669e8f0083 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:09:16.598883 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a81d0547-24a7-41ac-b97e-3145215b2513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:16.660958 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-a81d0547-24a7-41ac-b97e-3145215b2513 admin admin] Deleting port 4c234305-ed54-487a-bfff-4d4f60a14c3d {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:09:16.661303 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a81d0547-24a7-41ac-b97e-3145215b2513 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:16.726354 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-a81d0547-24a7-41ac-b97e-3145215b2513 admin admin] For port 4c234305-ed54-487a-bfff-4d4f60a14c3d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4c234305-ed54-487a-bfff-4d4f60a14c3d,segment=NetworkSegment(8de2bc75-a841-4406-a167-751870304cfc),segment_id=8de2bc75-a841-4406-a167-751870304cfc)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:09:16.726724 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a81d0547-24a7-41ac-b97e-3145215b2513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:16.740620 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-a81d0547-24a7-41ac-b97e-3145215b2513 admin admin] Calling delete_port for 4c234305-ed54-487a-bfff-4d4f60a14c3d owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:09:16.825283 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a81d0547-24a7-41ac-b97e-3145215b2513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:16.851360 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d0547-24a7-41ac-b97e-3145215b2513 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c234305-ed54-487a-bfff-4d4f60a14c3d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:16.860949 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81d0547-24a7-41ac-b97e-3145215b2513 admin admin] No DVR routers for this DVR port 4c234305-ed54-487a-bfff-4d4f60a14c3d on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:09:16.879991 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d08bc10-a203-497d-9a33-bed643f946e6 None None] DHCP port deletion for 3377cba7-0c13-4fab-8d29-6a669e8f0083 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:09:16.883778 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ba3ae3da-0523-4e86-b692-8067d8b4df11 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:09:16.906328 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: ba3ae3da-0523-4e86-b692-8067d8b4df11 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:09:16.906919 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ba3ae3da-0523-4e86-b692-8067d8b4df11 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:09:16.937416 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a81d0547-24a7-41ac-b97e-3145215b2513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:16.947229 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-a81d0547-24a7-41ac-b97e-3145215b2513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3377cba7-0c13-4fab-8d29-6a669e8f0083']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:16.958242 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-a81d0547-24a7-41ac-b97e-3145215b2513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de2bc75-a841-4406-a167-751870304cfc') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:16.958539 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-a81d0547-24a7-41ac-b97e-3145215b2513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de2bc75-a841-4406-a167-751870304cfc') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:16.967938 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a81d0547-24a7-41ac-b97e-3145215b2513 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:16.988970 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a81d0547-24a7-41ac-b97e-3145215b2513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:16.995531 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a81d0547-24a7-41ac-b97e-3145215b2513 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:09:16.996060 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a81d0547-24a7-41ac-b97e-3145215b2513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: timer() Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:09:16.997926 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:09:17.052611 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a81d0547-24a7-41ac-b97e-3145215b2513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:17.058147 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a81d0547-24a7-41ac-b97e-3145215b2513 admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:17.060002 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a81d0547-24a7-41ac-b97e-3145215b2513 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3377cba7-0c13-4fab-8d29-6a669e8f0083 HTTP/1.1" status: 204 len: 168 time: 0.5306728 Aug 19 19:09:17.065471 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42708) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:17.071915 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d0547-24a7-41ac-b97e-3145215b2513 admin admin] Pushing event deleted for resources: {'Network': ['ID=3377cba7-0c13-4fab-8d29-6a669e8f0083,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:17.087630 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:17.418583 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5a8f26f-d8ae-4a49-9c1a-afd1af6b1b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:17.661212 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a5a8f26f-d8ae-4a49-9c1a-afd1af6b1b1a admin admin] Deleting port 21d84d28-439c-41a1-9f21-0b250c272ed1 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:09:17.661592 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5a8f26f-d8ae-4a49-9c1a-afd1af6b1b1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:17.740577 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-a5a8f26f-d8ae-4a49-9c1a-afd1af6b1b1a admin admin] For port 21d84d28-439c-41a1-9f21-0b250c272ed1, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=21d84d28-439c-41a1-9f21-0b250c272ed1,segment=NetworkSegment(85ca9a9e-4faa-4252-872c-aac9aee10b3d),segment_id=85ca9a9e-4faa-4252-872c-aac9aee10b3d)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:09:17.740833 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5a8f26f-d8ae-4a49-9c1a-afd1af6b1b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:17.754686 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a5a8f26f-d8ae-4a49-9c1a-afd1af6b1b1a admin admin] Calling delete_port for 21d84d28-439c-41a1-9f21-0b250c272ed1 owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:09:17.938791 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5a8f26f-d8ae-4a49-9c1a-afd1af6b1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:17.965958 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8f26f-d8ae-4a49-9c1a-afd1af6b1b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=21d84d28-439c-41a1-9f21-0b250c272ed1,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:18.138946 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a5a8f26f-d8ae-4a49-9c1a-afd1af6b1b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:18.353904 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a8f26f-d8ae-4a49-9c1a-afd1af6b1b1a admin admin] Router e8162e48-e3ef-4c27-992a-e670f88ecb2f has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:09:18.467340 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a8f26f-d8ae-4a49-9c1a-afd1af6b1b1a admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:09:18.475234 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a5a8f26f-d8ae-4a49-9c1a-afd1af6b1b1a admin admin] 10.222.0.24 "PUT /v2.0/routers/e8162e48-e3ef-4c27-992a-e670f88ecb2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4058158 Aug 19 19:09:18.475474 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42710) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:18.476376 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac319e5-cf21-446b-a3b8-ad7848c9a8cd None None] Sync routers for ids ['e8162e48-e3ef-4c27-992a-e670f88ecb2f'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:09:18.487184 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac319e5-cf21-446b-a3b8-ad7848c9a8cd None None] Routers {'e8162e48-e3ef-4c27-992a-e670f88ecb2f'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:09:18.487831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bac319e5-cf21-446b-a3b8-ad7848c9a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:09:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e8162e48-e3ef-4c27-992a-e670f88ecb2f'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:18.525453 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e2151ec2-88f7-4aac-897b-761e219fdd12 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:09:18.548734 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: e2151ec2-88f7-4aac-897b-761e219fdd12 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:09:18.549079 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e2151ec2-88f7-4aac-897b-761e219fdd12 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:09:18.549490 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4c234305-ed54-487a-bfff-4d4f60a14c3d no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:09:18.575686 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 4c234305-ed54-487a-bfff-4d4f60a14c3d {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:09:18.576038 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4c234305-ed54-487a-bfff-4d4f60a14c3d not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:09:18.586524 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-919a2510-f210-49b5-b329-f4e2f8c74cd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:18.635764 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-bac319e5-cf21-446b-a3b8-ad7848c9a8cd None None] Set router e8162e48-e3ef-4c27-992a-e670f88ecb2f gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:09:18.685962 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-919a2510-f210-49b5-b329-f4e2f8c74cd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:18.741980 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-919a2510-f210-49b5-b329-f4e2f8c74cd7 admin admin] Deleting port a3a37850-8d6b-4799-b152-b2211fb17a5b {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:09:18.742331 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-919a2510-f210-49b5-b329-f4e2f8c74cd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:18.820434 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bac319e5-cf21-446b-a3b8-ad7848c9a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8162e48-e3ef-4c27-992a-e670f88ecb2f', 'name': 'tempest-TestMinimumBasicScenario-1810940823-router', 'tenant_id': 'e909d981bcc14ea09d62101af38bbc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'a3a37850-8d6b-4799-b152-b2211fb17a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:06:56Z', 'updated_at': '2021-08-19T19:09:17Z', 'revision_number': 5, 'project_id': 'e909d981bcc14ea09d62101af38bbc50', 'gw_port': {'id': 'a3a37850-8d6b-4799-b152-b2211fb17a5b', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8162e48-e3ef-4c27-992a-e670f88ecb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:06:57Z', 'updated_at': '2021-08-19T19:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:18.825699 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-919a2510-f210-49b5-b329-f4e2f8c74cd7 admin admin] For port a3a37850-8d6b-4799-b152-b2211fb17a5b, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a3a37850-8d6b-4799-b152-b2211fb17a5b,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:09:18.826068 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-919a2510-f210-49b5-b329-f4e2f8c74cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:18.839596 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-919a2510-f210-49b5-b329-f4e2f8c74cd7 admin admin] Calling delete_port for a3a37850-8d6b-4799-b152-b2211fb17a5b owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:09:18.847508 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac319e5-cf21-446b-a3b8-ad7848c9a8cd None None] Checking router: e8162e48-e3ef-4c27-992a-e670f88ecb2f for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:09:18.855938 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac319e5-cf21-446b-a3b8-ad7848c9a8cd None None] Routers {'e8162e48-e3ef-4c27-992a-e670f88ecb2f'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:09:18.856568 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bac319e5-cf21-446b-a3b8-ad7848c9a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:09:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e8162e48-e3ef-4c27-992a-e670f88ecb2f'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:18.953888 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-bac319e5-cf21-446b-a3b8-ad7848c9a8cd None None] Set router e8162e48-e3ef-4c27-992a-e670f88ecb2f gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:09:19.012953 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-bac319e5-cf21-446b-a3b8-ad7848c9a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8162e48-e3ef-4c27-992a-e670f88ecb2f', 'name': 'tempest-TestMinimumBasicScenario-1810940823-router', 'tenant_id': 'e909d981bcc14ea09d62101af38bbc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:06:56Z', 'updated_at': '2021-08-19T19:09:18Z', 'revision_number': 6, 'project_id': 'e909d981bcc14ea09d62101af38bbc50', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:19.040501 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac319e5-cf21-446b-a3b8-ad7848c9a8cd None None] The sync data for ids ['e8162e48-e3ef-4c27-992a-e670f88ecb2f'] in n-d-803753-2 is: [{'id': 'e8162e48-e3ef-4c27-992a-e670f88ecb2f', 'name': 'tempest-TestMinimumBasicScenario-1810940823-router', 'tenant_id': 'e909d981bcc14ea09d62101af38bbc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:06:56Z', 'updated_at': '2021-08-19T19:09:18Z', 'revision_number': 6, 'project_id': 'e909d981bcc14ea09d62101af38bbc50', 'gw_port_host': None}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:09:19.330926 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-919a2510-f210-49b5-b329-f4e2f8c74cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:19.361084 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a2510-f210-49b5-b329-f4e2f8c74cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3a37850-8d6b-4799-b152-b2211fb17a5b,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:19.423079 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-919a2510-f210-49b5-b329-f4e2f8c74cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:19.520006 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-919a2510-f210-49b5-b329-f4e2f8c74cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:19.522103 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-919a2510-f210-49b5-b329-f4e2f8c74cd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:19.564702 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-919a2510-f210-49b5-b329-f4e2f8c74cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:19.565285 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919a2510-f210-49b5-b329-f4e2f8c74cd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8162e48-e3ef-4c27-992a-e670f88ecb2f {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:09:19.570219 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-919a2510-f210-49b5-b329-f4e2f8c74cd7 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:19.571388 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-919a2510-f210-49b5-b329-f4e2f8c74cd7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e8162e48-e3ef-4c27-992a-e670f88ecb2f HTTP/1.1" status: 204 len: 168 time: 1.0949137 Aug 19 19:09:19.573882 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42712) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:19.621508 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e78543b-ca78-4b5c-b6ba-b8d0a86989b4 admin admin] Deleting subnet 6c61a951-7b71-4dec-ad49-2b4aa20f9906 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:09:19.625160 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7e78543b-ca78-4b5c-b6ba-b8d0a86989b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:19.659308 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7e78543b-ca78-4b5c-b6ba-b8d0a86989b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:19.734655 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7e78543b-ca78-4b5c-b6ba-b8d0a86989b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:19.797750 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7e78543b-ca78-4b5c-b6ba-b8d0a86989b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:19.830233 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7e78543b-ca78-4b5c-b6ba-b8d0a86989b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:19.832132 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7e78543b-ca78-4b5c-b6ba-b8d0a86989b4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6c61a951-7b71-4dec-ad49-2b4aa20f9906 HTTP/1.1" status: 204 len: 168 time: 0.2572520 Aug 19 19:09:19.833048 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78543b-ca78-4b5c-b6ba-b8d0a86989b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c61a951-7b71-4dec-ad49-2b4aa20f9906,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:19.834577 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42714) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:19.837043 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def3cd9e-eea7-4d45-bd98-b2bdaa41b425 None None] Network eefb054b-78a7-4977-8649-a2e48b609493 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:09:19.907263 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3f47943b-17e1-4391-a48c-9613c5aa0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:19.964145 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-3f47943b-17e1-4391-a48c-9613c5aa0eba admin admin] Deleting port 601f3279-1055-4717-86db-5ad0c63829e2 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:09:19.964502 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3f47943b-17e1-4391-a48c-9613c5aa0eba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:20.042278 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-3f47943b-17e1-4391-a48c-9613c5aa0eba admin admin] For port 601f3279-1055-4717-86db-5ad0c63829e2, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=601f3279-1055-4717-86db-5ad0c63829e2,segment=NetworkSegment(85ca9a9e-4faa-4252-872c-aac9aee10b3d),segment_id=85ca9a9e-4faa-4252-872c-aac9aee10b3d)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:09:20.043974 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3f47943b-17e1-4391-a48c-9613c5aa0eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:20.046427 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6e7760-1c78-4c56-ad2d-65ae3f81fda8 None None] DHCP port deletion for eefb054b-78a7-4977-8649-a2e48b609493 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:09:20.060839 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-3f47943b-17e1-4391-a48c-9613c5aa0eba admin admin] Calling delete_port for 601f3279-1055-4717-86db-5ad0c63829e2 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:09:20.097587 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-bb6e7760-1c78-4c56-ad2d-65ae3f81fda8 None None] Deleting port 601f3279-1055-4717-86db-5ad0c63829e2 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:09:20.097970 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bb6e7760-1c78-4c56-ad2d-65ae3f81fda8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:20.146377 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3f47943b-17e1-4391-a48c-9613c5aa0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:20.168768 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-bb6e7760-1c78-4c56-ad2d-65ae3f81fda8 None None] For port 601f3279-1055-4717-86db-5ad0c63829e2, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=601f3279-1055-4717-86db-5ad0c63829e2,segment=NetworkSegment(85ca9a9e-4faa-4252-872c-aac9aee10b3d),segment_id=85ca9a9e-4faa-4252-872c-aac9aee10b3d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:09:20.169162 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bb6e7760-1c78-4c56-ad2d-65ae3f81fda8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:20.177512 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47943b-17e1-4391-a48c-9613c5aa0eba admin admin] Pushing event deleted for resources: {'Port': ['ID=601f3279-1055-4717-86db-5ad0c63829e2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:20.179397 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f47943b-17e1-4391-a48c-9613c5aa0eba admin admin] No DVR routers for this DVR port 601f3279-1055-4717-86db-5ad0c63829e2 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:09:20.185146 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-bb6e7760-1c78-4c56-ad2d-65ae3f81fda8 None None] Calling delete_port for 601f3279-1055-4717-86db-5ad0c63829e2 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:09:20.251496 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3f47943b-17e1-4391-a48c-9613c5aa0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:20.261074 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bb6e7760-1c78-4c56-ad2d-65ae3f81fda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:20.261735 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-3f47943b-17e1-4391-a48c-9613c5aa0eba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eefb054b-78a7-4977-8649-a2e48b609493']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:20.272963 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-3f47943b-17e1-4391-a48c-9613c5aa0eba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ca9a9e-4faa-4252-872c-aac9aee10b3d') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:20.273267 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-3f47943b-17e1-4391-a48c-9613c5aa0eba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ca9a9e-4faa-4252-872c-aac9aee10b3d') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:20.282761 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3f47943b-17e1-4391-a48c-9613c5aa0eba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:20.285295 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e7760-1c78-4c56-ad2d-65ae3f81fda8 None None] Pushing event deleted for resources: {'Port': ['ID=601f3279-1055-4717-86db-5ad0c63829e2,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:20.296050 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e7760-1c78-4c56-ad2d-65ae3f81fda8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:20.296050 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e7760-1c78-4c56-ad2d-65ae3f81fda8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:20.297269 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e7760-1c78-4c56-ad2d-65ae3f81fda8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:20.297269 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e7760-1c78-4c56-ad2d-65ae3f81fda8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:20.297269 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e7760-1c78-4c56-ad2d-65ae3f81fda8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:20.297269 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e7760-1c78-4c56-ad2d-65ae3f81fda8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:20.297822 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e7760-1c78-4c56-ad2d-65ae3f81fda8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:20.298876 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e7760-1c78-4c56-ad2d-65ae3f81fda8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:20.298876 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e7760-1c78-4c56-ad2d-65ae3f81fda8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:20.298876 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e7760-1c78-4c56-ad2d-65ae3f81fda8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:20.298876 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e7760-1c78-4c56-ad2d-65ae3f81fda8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:20.299236 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e7760-1c78-4c56-ad2d-65ae3f81fda8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:20.300191 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3f47943b-17e1-4391-a48c-9613c5aa0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:20.305316 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6e7760-1c78-4c56-ad2d-65ae3f81fda8 None None] No DVR routers for this DVR port 601f3279-1055-4717-86db-5ad0c63829e2 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:09:20.308965 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f47943b-17e1-4391-a48c-9613c5aa0eba admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:09:20.309394 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3f47943b-17e1-4391-a48c-9613c5aa0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: timer() Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:09:20.311365 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:09:20.373213 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3f47943b-17e1-4391-a48c-9613c5aa0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:20.389297 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3f47943b-17e1-4391-a48c-9613c5aa0eba admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:20.391855 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3f47943b-17e1-4391-a48c-9613c5aa0eba admin admin] 10.222.0.24 "DELETE /v2.0/networks/eefb054b-78a7-4977-8649-a2e48b609493 HTTP/1.1" status: 204 len: 168 time: 0.5561390 Aug 19 19:09:20.392812 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47943b-17e1-4391-a48c-9613c5aa0eba admin admin] Pushing event deleted for resources: {'Network': ['ID=eefb054b-78a7-4977-8649-a2e48b609493,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:20.471031 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 21d84d28-439c-41a1-9f21-0b250c272ed1 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:09:20.496420 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 21d84d28-439c-41a1-9f21-0b250c272ed1 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:09:20.496940 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 21d84d28-439c-41a1-9f21-0b250c272ed1 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:09:20.497556 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a3a37850-8d6b-4799-b152-b2211fb17a5b no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:09:20.523233 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: a3a37850-8d6b-4799-b152-b2211fb17a5b {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:09:20.523766 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a3a37850-8d6b-4799-b152-b2211fb17a5b not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:09:20.524333 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 601f3279-1055-4717-86db-5ad0c63829e2 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:09:20.544585 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 601f3279-1055-4717-86db-5ad0c63829e2 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:09:20.545006 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 601f3279-1055-4717-86db-5ad0c63829e2 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:09:20.579682 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42718) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:20.620457 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3e77d595-c7fd-4cf3-9bf9-3a2405a6f811 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=398754a7b0fe4be89ea0fefd23ff7bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394282 Aug 19 19:09:20.623038 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42720) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:20.674106 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-121f61d1-d297-4423-96ea-eb4faeba3962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:20.695596 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-121f61d1-d297-4423-96ea-eb4faeba3962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:20.743049 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-121f61d1-d297-4423-96ea-eb4faeba3962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:20.745577 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-121f61d1-d297-4423-96ea-eb4faeba3962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:20.749867 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-121f61d1-d297-4423-96ea-eb4faeba3962 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b78bc5ad-dc4f-4a15-8910-0720b1d94bf5 HTTP/1.1" status: 204 len: 168 time: 0.1227615 Aug 19 19:09:20.755706 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f61d1-d297-4423-96ea-eb4faeba3962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78bc5ad-dc4f-4a15-8910-0720b1d94bf5,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:21.099955 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42726) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:21.145495 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-10407f41-6215-4968-8156-0e51d5bbcd7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e909d981bcc14ea09d62101af38bbc50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443408 Aug 19 19:09:21.148061 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42728) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:21.195426 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-750181af-1ec3-4bf5-86c6-32ddbee17c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:21.216941 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-750181af-1ec3-4bf5-86c6-32ddbee17c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:21.269373 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-750181af-1ec3-4bf5-86c6-32ddbee17c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:21.272465 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-750181af-1ec3-4bf5-86c6-32ddbee17c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:21.273703 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-750181af-1ec3-4bf5-86c6-32ddbee17c50 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62e39fe0-9175-4edf-80f6-c88dc9526ea1 HTTP/1.1" status: 204 len: 168 time: 0.1246524 Aug 19 19:09:21.286608 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750181af-1ec3-4bf5-86c6-32ddbee17c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e39fe0-9175-4edf-80f6-c88dc9526ea1,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:22.811764 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42768) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:22.817148 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-4c98b341-0ee2-4824-ab50-df4413ce715b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1886979981', 'description': 'tempest-secgroup-smoke-1886979981 description', 'project_id': 'fad4d15d46254baea114898323e1fe8a'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:09:22.840378 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c98b341-0ee2-4824-ab50-df4413ce715b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:22.850820 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c98b341-0ee2-4824-ab50-df4413ce715b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:22.945734 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c98b341-0ee2-4824-ab50-df4413ce715b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:22.949481 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c98b341-0ee2-4824-ab50-df4413ce715b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:22.987701 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98b341-0ee2-4824-ab50-df4413ce715b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afa9c2e0-c6ff-4168-9d19-8a45beffe89a,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:23.046797 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c98b341-0ee2-4824-ab50-df4413ce715b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.051809 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c98b341-0ee2-4824-ab50-df4413ce715b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.084187 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4c98b341-0ee2-4824-ab50-df4413ce715b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.085492 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4c98b341-0ee2-4824-ab50-df4413ce715b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2726512 Aug 19 19:09:23.086382 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98b341-0ee2-4824-ab50-df4413ce715b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ba0a08-9c4a-4f8a-b035-70d66adffbb3,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:23.088633 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42770) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:23.093318 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-11a7f5d8-5d69-4835-84ea-334f038e83cc tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': 'c7ba0a08-9c4a-4f8a-b035-70d66adffbb3', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:09:23.120112 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-11a7f5d8-5d69-4835-84ea-334f038e83cc tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.186271 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-11a7f5d8-5d69-4835-84ea-334f038e83cc tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.190011 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-11a7f5d8-5d69-4835-84ea-334f038e83cc tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.209796 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7f5d8-5d69-4835-84ea-334f038e83cc tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81324a3b-8239-4e09-a97a-878289be0a2e,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:23.215217 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-11a7f5d8-5d69-4835-84ea-334f038e83cc tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.216605 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-11a7f5d8-5d69-4835-84ea-334f038e83cc tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268632 Aug 19 19:09:23.219165 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42772) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:23.224205 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-1e8120f3-530c-49a8-93fc-c6bbb21be0cc tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': 'c7ba0a08-9c4a-4f8a-b035-70d66adffbb3', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:09:23.251237 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e8120f3-530c-49a8-93fc-c6bbb21be0cc tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.306824 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e8120f3-530c-49a8-93fc-c6bbb21be0cc tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.310285 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e8120f3-530c-49a8-93fc-c6bbb21be0cc tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.329316 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8120f3-530c-49a8-93fc-c6bbb21be0cc tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cea17f5-8747-4c1e-9626-3eec4de9f7e9,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:23.332213 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1e8120f3-530c-49a8-93fc-c6bbb21be0cc tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.333415 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1e8120f3-530c-49a8-93fc-c6bbb21be0cc tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1127205 Aug 19 19:09:23.336691 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42774) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:23.341087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-1a4d3b7f-373c-4284-b03b-70c5270e9743 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': 'c7ba0a08-9c4a-4f8a-b035-70d66adffbb3', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:09:23.367655 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1a4d3b7f-373c-4284-b03b-70c5270e9743 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.429354 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1a4d3b7f-373c-4284-b03b-70c5270e9743 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.432959 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1a4d3b7f-373c-4284-b03b-70c5270e9743 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.451799 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d3b7f-373c-4284-b03b-70c5270e9743 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4dc465-1ba3-4a64-bd93-ef4829acf920,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:23.458946 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1a4d3b7f-373c-4284-b03b-70c5270e9743 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.460165 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1a4d3b7f-373c-4284-b03b-70c5270e9743 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225266 Aug 19 19:09:23.462966 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42776) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:23.467435 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-c41fcaf8-2028-4ca8-aa17-98dec7391fdd tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': 'c7ba0a08-9c4a-4f8a-b035-70d66adffbb3', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:09:23.499158 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c41fcaf8-2028-4ca8-aa17-98dec7391fdd tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.569188 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c41fcaf8-2028-4ca8-aa17-98dec7391fdd tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.573048 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c41fcaf8-2028-4ca8-aa17-98dec7391fdd tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.590383 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fcaf8-2028-4ca8-aa17-98dec7391fdd tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3af1777-5098-417d-bb86-b0bd4fbf3952,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:23.596635 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c41fcaf8-2028-4ca8-aa17-98dec7391fdd tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.597860 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c41fcaf8-2028-4ca8-aa17-98dec7391fdd tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1339128 Aug 19 19:09:23.600824 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42778) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:23.605126 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e78f9537-45a1-40ce-a6c6-d6d86f8ff897 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': 'c7ba0a08-9c4a-4f8a-b035-70d66adffbb3', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:09:23.626289 n-d-803753-2 neutron-server[94682]: INFO neutron.db.securitygroups_db [None req-e78f9537-45a1-40ce-a6c6-d6d86f8ff897 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Project fad4d15d46254baea114898323e1fe8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:09:23.630989 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e78f9537-45a1-40ce-a6c6-d6d86f8ff897 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.690413 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e78f9537-45a1-40ce-a6c6-d6d86f8ff897 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.693865 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e78f9537-45a1-40ce-a6c6-d6d86f8ff897 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.713003 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f9537-45a1-40ce-a6c6-d6d86f8ff897 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54870f91-c48e-48f9-b67d-f9f0f46dc257,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:23.716788 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e78f9537-45a1-40ce-a6c6-d6d86f8ff897 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.718288 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-e78f9537-45a1-40ce-a6c6-d6d86f8ff897 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165032 Aug 19 19:09:23.721475 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42780) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:23.725964 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-b7be6d9e-1a27-44e1-8fda-b08338c84faf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': 'c7ba0a08-9c4a-4f8a-b035-70d66adffbb3', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:09:23.746780 n-d-803753-2 neutron-server[94682]: INFO neutron.db.securitygroups_db [None req-b7be6d9e-1a27-44e1-8fda-b08338c84faf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Project fad4d15d46254baea114898323e1fe8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:09:23.751631 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b7be6d9e-1a27-44e1-8fda-b08338c84faf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.820152 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b7be6d9e-1a27-44e1-8fda-b08338c84faf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.830247 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b7be6d9e-1a27-44e1-8fda-b08338c84faf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.848261 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be6d9e-1a27-44e1-8fda-b08338c84faf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14edc709-bd4f-4fa7-8b68-eabf67947b4f,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:23.854525 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b7be6d9e-1a27-44e1-8fda-b08338c84faf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.855800 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b7be6d9e-1a27-44e1-8fda-b08338c84faf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1333616 Aug 19 19:09:23.858853 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42782) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:23.864809 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-851da183-08a0-47a7-8f5a-6b96bffdf1a0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'network': {'name': 'tempest-network-smoke--1875089769', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'port_security_enabled': True}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:09:23.892987 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851da183-08a0-47a7-8f5a-6b96bffdf1a0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Made reservation on behalf of fad4d15d46254baea114898323e1fe8a for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:09:23.896751 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-851da183-08a0-47a7-8f5a-6b96bffdf1a0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.920376 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851da183-08a0-47a7-8f5a-6b96bffdf1a0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:09:23.928852 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-851da183-08a0-47a7-8f5a-6b96bffdf1a0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.929189 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-851da183-08a0-47a7-8f5a-6b96bffdf1a0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Added segment 37bf22c2-a7ee-4b7b-8586-738f0daafa87 of type vlan for network efca047b-6042-4c9e-9ba5-5a3d690b5ea3 Aug 19 19:09:23.968011 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-851da183-08a0-47a7-8f5a-6b96bffdf1a0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.994309 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-851da183-08a0-47a7-8f5a-6b96bffdf1a0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:23.999741 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851da183-08a0-47a7-8f5a-6b96bffdf1a0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:24.000328 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-851da183-08a0-47a7-8f5a-6b96bffdf1a0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:24.059614 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-851da183-08a0-47a7-8f5a-6b96bffdf1a0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1997299 Aug 19 19:09:24.062696 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42784) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:24.068044 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-0f00997a-1a02-4bd7-ad2a-fab8fb366a4d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2069876855', 'admin_state_up': True, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:09:24.081833 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851da183-08a0-47a7-8f5a-6b96bffdf1a0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Network': ['ID=efca047b-6042-4c9e-9ba5-5a3d690b5ea3,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:24.093245 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network efca047b-6042-4c9e-9ba5-5a3d690b5ea3 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:09:24.098300 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f00997a-1a02-4bd7-ad2a-fab8fb366a4d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:24.099358 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f00997a-1a02-4bd7-ad2a-fab8fb366a4d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:24.168704 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f00997a-1a02-4bd7-ad2a-fab8fb366a4d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:24.303364 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f00997a-1a02-4bd7-ad2a-fab8fb366a4d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:24.510613 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f00997a-1a02-4bd7-ad2a-fab8fb366a4d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:24.535251 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f00997a-1a02-4bd7-ad2a-fab8fb366a4d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:24.640198 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-0f00997a-1a02-4bd7-ad2a-fab8fb366a4d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Allocated IP 172.25.8.106 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/c57f7262-3cf6-46b1-8f77-31b194a3e713) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:09:24.739900 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f00997a-1a02-4bd7-ad2a-fab8fb366a4d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:24.783027 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f00997a-1a02-4bd7-ad2a-fab8fb366a4d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:24.821673 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f00997a-1a02-4bd7-ad2a-fab8fb366a4d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:09:24.824440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-0f00997a-1a02-4bd7-ad2a-fab8fb366a4d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:09:24.827741 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f00997a-1a02-4bd7-ad2a-fab8fb366a4d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:09:24.866430 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00997a-1a02-4bd7-ad2a-fab8fb366a4d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=c57f7262-3cf6-46b1-8f77-31b194a3e713,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:25.081228 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f00997a-1a02-4bd7-ad2a-fab8fb366a4d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:25.274142 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f00997a-1a02-4bd7-ad2a-fab8fb366a4d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:25.397730 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f00997a-1a02-4bd7-ad2a-fab8fb366a4d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router e2cb608d-b0a0-40a2-a5e1-5125787d4b21 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 19:09:25.502915 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f00997a-1a02-4bd7-ad2a-fab8fb366a4d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:09:25.512521 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] Sync routers for ids ['e2cb608d-b0a0-40a2-a5e1-5125787d4b21'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:09:25.522136 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f00997a-1a02-4bd7-ad2a-fab8fb366a4d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:25.523567 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0f00997a-1a02-4bd7-ad2a-fab8fb366a4d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4591212 Aug 19 19:09:25.523740 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] Routers {'e2cb608d-b0a0-40a2-a5e1-5125787d4b21'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:09:25.524382 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:09:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e2cb608d-b0a0-40a2-a5e1-5125787d4b21'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:25.527977 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42786) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:25.630892 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] Set router e2cb608d-b0a0-40a2-a5e1-5125787d4b21 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:09:25.650315 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3e29c0ae-fcfe-49af-b7d1-cae89d60d5ad tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=fad4d15d46254baea114898323e1fe8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1218839 Aug 19 19:09:25.652866 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42790) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:25.742579 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d23ecd-8678-4304-b4f1-ec39e46ae12f tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:25.744099 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-38d23ecd-8678-4304-b4f1-ec39e46ae12f tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903299 Aug 19 19:09:25.746952 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42792) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:25.777959 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-749a968b-b5ca-4176-a08e-f107ac6a0692 tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275049 Aug 19 19:09:25.778193 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42794) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:25.783681 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7e516cbf-520f-4425-9c13-d497512dd499 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-397679468', 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:09:25.810136 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069876855', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:24Z', 'revision_number': 3, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:25.847361 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] Checking router: e2cb608d-b0a0-40a2-a5e1-5125787d4b21 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:09:25.847713 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] Updating router e2cb608d-b0a0-40a2-a5e1-5125787d4b21 port c57f7262-3cf6-46b1-8f77-31b194a3e713 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:09:25.873144 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:25.882918 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e516cbf-520f-4425-9c13-d497512dd499 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Made reservation on behalf of fad4d15d46254baea114898323e1fe8a for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:09:25.886417 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e516cbf-520f-4425-9c13-d497512dd499 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:26.137444 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:26.148744 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] Transition to ACTIVE for port object c57f7262-3cf6-46b1-8f77-31b194a3e713 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:09:26.155161 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:26.213135 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] Attempting to bind port c57f7262-3cf6-46b1-8f77-31b194a3e713 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:09:26.213506 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] Attempting to bind port c57f7262-3cf6-46b1-8f77-31b194a3e713 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:09:26.213896 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] Attempting to bind port c57f7262-3cf6-46b1-8f77-31b194a3e713 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:09:26.220194 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179d2a7-0dd5-4c5e-9cce-ad8f47598939 None None] Pushing event updated for resources: {'Port': ['ID=c57f7262-3cf6-46b1-8f77-31b194a3e713,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:26.225360 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:09:26.225770 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:09:26.226195 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:26.226593 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:09:26.227055 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] Bound port: c57f7262-3cf6-46b1-8f77-31b194a3e713, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:09:26.227435 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:26.234230 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179d2a7-0dd5-4c5e-9cce-ad8f47598939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:26.234580 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179d2a7-0dd5-4c5e-9cce-ad8f47598939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:26.235545 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179d2a7-0dd5-4c5e-9cce-ad8f47598939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:26.236032 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179d2a7-0dd5-4c5e-9cce-ad8f47598939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:26.236374 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179d2a7-0dd5-4c5e-9cce-ad8f47598939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:26.236708 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179d2a7-0dd5-4c5e-9cce-ad8f47598939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:26.237039 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179d2a7-0dd5-4c5e-9cce-ad8f47598939 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:26.237364 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179d2a7-0dd5-4c5e-9cce-ad8f47598939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:26.237719 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179d2a7-0dd5-4c5e-9cce-ad8f47598939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:26.238051 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179d2a7-0dd5-4c5e-9cce-ad8f47598939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:26.238636 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179d2a7-0dd5-4c5e-9cce-ad8f47598939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:26.238958 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179d2a7-0dd5-4c5e-9cce-ad8f47598939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:09:26.294802 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] For port c57f7262-3cf6-46b1-8f77-31b194a3e713, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:09:26.298885 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] For port c57f7262-3cf6-46b1-8f77-31b194a3e713, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c57f7262-3cf6-46b1-8f77-31b194a3e713,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:09:26.303122 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:26.364476 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179d2a7-0dd5-4c5e-9cce-ad8f47598939 None None] Pushing event updated for resources: {'Port': ['ID=c57f7262-3cf6-46b1-8f77-31b194a3e713,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:26.367078 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] Routers {'e2cb608d-b0a0-40a2-a5e1-5125787d4b21'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:09:26.367670 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:09:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e2cb608d-b0a0-40a2-a5e1-5125787d4b21'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:26.425066 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e516cbf-520f-4425-9c13-d497512dd499 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:26.474423 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] Set router e2cb608d-b0a0-40a2-a5e1-5125787d4b21 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:09:26.484676 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e516cbf-520f-4425-9c13-d497512dd499 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Subnet': ['ID=cd89f2cc-0454-4156-b1ef-9be19e836d7b,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:26.494042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e516cbf-520f-4425-9c13-d497512dd499 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Checking segment: {'id': '37bf22c2-a7ee-4b7b-8586-738f0daafa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:09:26.494402 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e516cbf-520f-4425-9c13-d497512dd499 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network hostable DHCP agents. Network: efca047b-6042-4c9e-9ba5-5a3d690b5ea3, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:09:26.510574 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e516cbf-520f-4425-9c13-d497512dd499 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network efca047b-6042-4c9e-9ba5-5a3d690b5ea3 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:09:26.519922 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-7e516cbf-520f-4425-9c13-d497512dd499 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, efca047b-6042-4c9e-9ba5-5a3d690b5ea3) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:09:26.523941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e516cbf-520f-4425-9c13-d497512dd499 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:26.524636 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e516cbf-520f-4425-9c13-d497512dd499 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:26.531159 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c66144c-c908-4736-b8d3-844af43a259f None None] Network efca047b-6042-4c9e-9ba5-5a3d690b5ea3 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:09:26.540297 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7e516cbf-520f-4425-9c13-d497512dd499 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7611451 Aug 19 19:09:26.543151 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42796) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:26.665085 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069876855', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:24Z', 'revision_number': 3, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:26.689663 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cc07c3-7fb8-4eb0-b43b-2f46a5eae598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-efca047b-6042-4c9e-9ba5-5a3d690b5ea3', 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ips': [{'subnet_id': 'cd89f2cc-0454-4156-b1ef-9be19e836d7b'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:09:26.690654 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a5cc07c3-7fb8-4eb0-b43b-2f46a5eae598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:26.788608 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a73189-91e6-4c1e-b606-d8806229b1fb None None] The sync data for ids ['e2cb608d-b0a0-40a2-a5e1-5125787d4b21'] in n-d-803753-2 is: [{'id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069876855', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:24Z', 'revision_number': 3, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:09:26.850387 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-a5cc07c3-7fb8-4eb0-b43b-2f46a5eae598 None None] Allocated IP 172.20.0.2 (efca047b-6042-4c9e-9ba5-5a3d690b5ea3/cd89f2cc-0454-4156-b1ef-9be19e836d7b/3c304afd-69bc-405c-96e6-d2b50aa274c0) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:09:27.010857 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a5cc07c3-7fb8-4eb0-b43b-2f46a5eae598 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:27.023998 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a5cc07c3-7fb8-4eb0-b43b-2f46a5eae598 None None] Transition to ACTIVE for port object 3c304afd-69bc-405c-96e6-d2b50aa274c0 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:09:27.036498 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-304a3933-f71c-4a21-aba0-8df4ddf89328 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:27.043581 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a5cc07c3-7fb8-4eb0-b43b-2f46a5eae598 None None] Transition to ACTIVE for port object 3c304afd-69bc-405c-96e6-d2b50aa274c0 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:09:27.053322 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a5cc07c3-7fb8-4eb0-b43b-2f46a5eae598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:27.091327 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cc07c3-7fb8-4eb0-b43b-2f46a5eae598 None None] Network efca047b-6042-4c9e-9ba5-5a3d690b5ea3 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:09:27.095036 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-a5cc07c3-7fb8-4eb0-b43b-2f46a5eae598 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:09:27.104869 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cc07c3-7fb8-4eb0-b43b-2f46a5eae598 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:09:27.118766 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc07c3-7fb8-4eb0-b43b-2f46a5eae598 None None] Pushing event updated for resources: {'Port': ['ID=3c304afd-69bc-405c-96e6-d2b50aa274c0,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:27.170867 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a5cc07c3-7fb8-4eb0-b43b-2f46a5eae598 None None] Attempting to bind port 3c304afd-69bc-405c-96e6-d2b50aa274c0 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:09:27.171482 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a5cc07c3-7fb8-4eb0-b43b-2f46a5eae598 None None] Attempting to bind port 3c304afd-69bc-405c-96e6-d2b50aa274c0 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '37bf22c2-a7ee-4b7b-8586-738f0daafa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:09:27.172052 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cc07c3-7fb8-4eb0-b43b-2f46a5eae598 None None] Attempting to bind port 3c304afd-69bc-405c-96e6-d2b50aa274c0 on network efca047b-6042-4c9e-9ba5-5a3d690b5ea3 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:09:27.177694 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cc07c3-7fb8-4eb0-b43b-2f46a5eae598 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:09:27.177939 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cc07c3-7fb8-4eb0-b43b-2f46a5eae598 None None] Checking segment: {'id': '37bf22c2-a7ee-4b7b-8586-738f0daafa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:09:27.178356 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a5cc07c3-7fb8-4eb0-b43b-2f46a5eae598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:27.178758 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cc07c3-7fb8-4eb0-b43b-2f46a5eae598 None None] Bound using segment: {'id': '37bf22c2-a7ee-4b7b-8586-738f0daafa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:09:27.179251 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-a5cc07c3-7fb8-4eb0-b43b-2f46a5eae598 None None] Bound port: 3c304afd-69bc-405c-96e6-d2b50aa274c0, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37bf22c2-a7ee-4b7b-8586-738f0daafa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:09:27.179634 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a5cc07c3-7fb8-4eb0-b43b-2f46a5eae598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:27.261433 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a5cc07c3-7fb8-4eb0-b43b-2f46a5eae598 None None] For port 3c304afd-69bc-405c-96e6-d2b50aa274c0, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:09:27.264797 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a5cc07c3-7fb8-4eb0-b43b-2f46a5eae598 None None] For port 3c304afd-69bc-405c-96e6-d2b50aa274c0, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3c304afd-69bc-405c-96e6-d2b50aa274c0,segment=NetworkSegment(37bf22c2-a7ee-4b7b-8586-738f0daafa87),segment_id=37bf22c2-a7ee-4b7b-8586-738f0daafa87)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:09:27.271590 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a5cc07c3-7fb8-4eb0-b43b-2f46a5eae598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:27.331139 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc07c3-7fb8-4eb0-b43b-2f46a5eae598 None None] Pushing event updated for resources: {'Port': ['ID=3c304afd-69bc-405c-96e6-d2b50aa274c0,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:27.358642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-304a3933-f71c-4a21-aba0-8df4ddf89328 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Allocated IP 172.20.0.1 (efca047b-6042-4c9e-9ba5-5a3d690b5ea3/cd89f2cc-0454-4156-b1ef-9be19e836d7b/f29aacc9-9dc4-4424-ab75-eab3c45862be) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:09:27.508319 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-304a3933-f71c-4a21-aba0-8df4ddf89328 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:27.535848 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-304a3933-f71c-4a21-aba0-8df4ddf89328 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Transition to ACTIVE for port object f29aacc9-9dc4-4424-ab75-eab3c45862be will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:09:27.576965 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-304a3933-f71c-4a21-aba0-8df4ddf89328 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:27.618753 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304a3933-f71c-4a21-aba0-8df4ddf89328 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network efca047b-6042-4c9e-9ba5-5a3d690b5ea3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:09:27.627295 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-304a3933-f71c-4a21-aba0-8df4ddf89328 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:09:27.632625 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304a3933-f71c-4a21-aba0-8df4ddf89328 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:09:27.663210 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a3933-f71c-4a21-aba0-8df4ddf89328 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=f29aacc9-9dc4-4424-ab75-eab3c45862be,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:27.686474 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-304a3933-f71c-4a21-aba0-8df4ddf89328 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:27.831083 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-304a3933-f71c-4a21-aba0-8df4ddf89328 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:28.130690 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-304a3933-f71c-4a21-aba0-8df4ddf89328 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:28.138858 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-304a3933-f71c-4a21-aba0-8df4ddf89328 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:28.219223 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a3933-f71c-4a21-aba0-8df4ddf89328 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=f29aacc9-9dc4-4424-ab75-eab3c45862be,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:28.224012 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-304a3933-f71c-4a21-aba0-8df4ddf89328 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:28.295496 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a603dd57-656b-4f34-81cc-c36909f3612a None None] Network efca047b-6042-4c9e-9ba5-5a3d690b5ea3 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:09:28.330529 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304a3933-f71c-4a21-aba0-8df4ddf89328 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network efca047b-6042-4c9e-9ba5-5a3d690b5ea3 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:09:28.332264 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-304a3933-f71c-4a21-aba0-8df4ddf89328 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:09:28.387421 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4ba4c3f4-a6e5-42d9-9ca9-6280fa57c6ca None None] Provisioning for port 3c304afd-69bc-405c-96e6-d2b50aa274c0 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:09:28.466210 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304a3933-f71c-4a21-aba0-8df4ddf89328 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router e2cb608d-b0a0-40a2-a5e1-5125787d4b21 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:09:28.543283 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3c304afd-69bc-405c-96e6-d2b50aa274c0 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:09:28.599408 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 3c304afd-69bc-405c-96e6-d2b50aa274c0 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:09:28.604117 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 3c304afd-69bc-405c-96e6-d2b50aa274c0 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:09:28.604463 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:28.607046 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304a3933-f71c-4a21-aba0-8df4ddf89328 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:09:28.618100 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-304a3933-f71c-4a21-aba0-8df4ddf89328 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "PUT /v2.0/routers/e2cb608d-b0a0-40a2-a5e1-5125787d4b21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0738690 Aug 19 19:09:28.695363 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:28.730831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 3c304afd-69bc-405c-96e6-d2b50aa274c0, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3c304afd-69bc-405c-96e6-d2b50aa274c0,segment=NetworkSegment(37bf22c2-a7ee-4b7b-8586-738f0daafa87),segment_id=37bf22c2-a7ee-4b7b-8586-738f0daafa87)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:09:28.739273 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:28.741323 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c57f7262-3cf6-46b1-8f77-31b194a3e713 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:09:28.771900 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] Sync routers for ids ['e2cb608d-b0a0-40a2-a5e1-5125787d4b21'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:09:28.795104 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-6a61563f-ce9c-41f5-ad75-8a412713a215 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1886979981&fields=id&tenant_id=fad4d15d46254baea114898323e1fe8a HTTP/1.1" status: 200 len: 267 time: 0.0357766 Aug 19 19:09:28.829160 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] Routers {'e2cb608d-b0a0-40a2-a5e1-5125787d4b21'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:09:28.829890 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:09:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e2cb608d-b0a0-40a2-a5e1-5125787d4b21'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:28.887435 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d0c2ef5d-0ee2-4d20-9154-03c0b3e0eaec None None] Provisioning complete for port 3c304afd-69bc-405c-96e6-d2b50aa274c0 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:09:28.887811 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d0c2ef5d-0ee2-4d20-9154-03c0b3e0eaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:28.919432 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=3c304afd-69bc-405c-96e6-d2b50aa274c0,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:28.927337 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-92833334-7e07-4d6d-b035-145700d4255f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:28.936301 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-92833334-7e07-4d6d-b035-145700d4255f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/networks?id=efca047b-6042-4c9e-9ba5-5a3d690b5ea3 HTTP/1.1" status: 200 len: 797 time: 0.1300094 Aug 19 19:09:28.950062 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-95750375-97fb-422e-9916-234b10f6538f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/quotas/fad4d15d46254baea114898323e1fe8a HTTP/1.1" status: 200 len: 375 time: 0.0125582 Aug 19 19:09:28.977518 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port c57f7262-3cf6-46b1-8f77-31b194a3e713 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:09:28.989970 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port c57f7262-3cf6-46b1-8f77-31b194a3e713 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:09:28.990229 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:29.012079 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-b9c07241-5e0c-4d50-80ff-f1e22e90eaa1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566020 Aug 19 19:09:29.038511 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] Set router e2cb608d-b0a0-40a2-a5e1-5125787d4b21 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:09:29.123142 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-f8d9ab29-925a-4b7c-aa9b-d507db0d80d3 service neutron] 10.222.0.24 "GET /v2.0/networks/efca047b-6042-4c9e-9ba5-5a3d690b5ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981164 Aug 19 19:09:29.222897 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-0792947c-77ed-430a-946a-dce4af86d749 service neutron] 10.222.0.24 "GET /v2.0/networks/efca047b-6042-4c9e-9ba5-5a3d690b5ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912635 Aug 19 19:09:29.240344 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d0c2ef5d-0ee2-4d20-9154-03c0b3e0eaec None None] Provisioning for port f29aacc9-9dc4-4424-ab75-eab3c45862be completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:09:29.254906 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d0c2ef5d-0ee2-4d20-9154-03c0b3e0eaec None None] Provisioning complete for port f29aacc9-9dc4-4424-ab75-eab3c45862be triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:09:29.255284 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d0c2ef5d-0ee2-4d20-9154-03c0b3e0eaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:29.260679 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:29.411989 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a00a24bd-f4d1-428d-bac8-4f6b03d12f23 req-7a2ece38-050e-4393-91de-8c1247afea80 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 210 time: 0.0307403 Aug 19 19:09:29.479689 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port c57f7262-3cf6-46b1-8f77-31b194a3e713, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c57f7262-3cf6-46b1-8f77-31b194a3e713,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:09:29.489762 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:29.532902 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-d0c2ef5d-0ee2-4d20-9154-03c0b3e0eaec None None] Port f29aacc9-9dc4-4424-ab75-eab3c45862be cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:09:29.568892 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=c57f7262-3cf6-46b1-8f77-31b194a3e713,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:29.586777 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069876855', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:27Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'f29aacc9-9dc4-4424-ab75-eab3c45862be', 'name': '', 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:32:5b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'cd89f2cc-0454-4156-b1ef-9be19e836d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:09:27Z', 'updated_at': '2021-08-19T19:09:27Z', 'revision_number': 2, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'cd89f2cc-0454-4156-b1ef-9be19e836d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:29.614072 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] Checking router: e2cb608d-b0a0-40a2-a5e1-5125787d4b21 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:09:29.614428 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] Updating router e2cb608d-b0a0-40a2-a5e1-5125787d4b21 port f29aacc9-9dc4-4424-ab75-eab3c45862be binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:09:29.647839 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:29.665388 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b85f73ee-aa9a-460e-a565-5fff9359aace None None] Provisioning complete for port f29aacc9-9dc4-4424-ab75-eab3c45862be triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:09:29.665894 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b85f73ee-aa9a-460e-a565-5fff9359aace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:29.733224 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b85f73ee-aa9a-460e-a565-5fff9359aace None None] Port f29aacc9-9dc4-4424-ab75-eab3c45862be cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:09:29.975629 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:29.986272 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] Transition to ACTIVE for port object f29aacc9-9dc4-4424-ab75-eab3c45862be will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:09:29.993747 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:30.070629 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda079f2-7b6e-4a09-9370-625ff484411b None None] Pushing event updated for resources: {'Port': ['ID=f29aacc9-9dc4-4424-ab75-eab3c45862be,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:30.099816 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] Attempting to bind port f29aacc9-9dc4-4424-ab75-eab3c45862be on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:09:30.100216 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] Attempting to bind port f29aacc9-9dc4-4424-ab75-eab3c45862be by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '37bf22c2-a7ee-4b7b-8586-738f0daafa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:09:30.100558 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] Attempting to bind port f29aacc9-9dc4-4424-ab75-eab3c45862be on network efca047b-6042-4c9e-9ba5-5a3d690b5ea3 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:09:30.106292 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:09:30.106811 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] Checking segment: {'id': '37bf22c2-a7ee-4b7b-8586-738f0daafa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:09:30.107148 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:30.107573 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] Bound using segment: {'id': '37bf22c2-a7ee-4b7b-8586-738f0daafa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:09:30.108021 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] Bound port: f29aacc9-9dc4-4424-ab75-eab3c45862be, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37bf22c2-a7ee-4b7b-8586-738f0daafa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:09:30.108457 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:30.186438 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] For port f29aacc9-9dc4-4424-ab75-eab3c45862be, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:09:30.193318 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] For port f29aacc9-9dc4-4424-ab75-eab3c45862be, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=f29aacc9-9dc4-4424-ab75-eab3c45862be,segment=NetworkSegment(37bf22c2-a7ee-4b7b-8586-738f0daafa87),segment_id=37bf22c2-a7ee-4b7b-8586-738f0daafa87)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:09:30.199758 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:30.271046 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] Routers {'e2cb608d-b0a0-40a2-a5e1-5125787d4b21'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:09:30.271615 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:09:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e2cb608d-b0a0-40a2-a5e1-5125787d4b21'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:30.314907 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda079f2-7b6e-4a09-9370-625ff484411b None None] Pushing event updated for resources: {'Port': ['ID=f29aacc9-9dc4-4424-ab75-eab3c45862be,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:30.393808 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] Set router e2cb608d-b0a0-40a2-a5e1-5125787d4b21 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:09:30.474279 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3c304afd-69bc-405c-96e6-d2b50aa274c0 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:09:30.515134 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-de6c709c-d13e-4510-a802-93eb493964bb req-9ed768a7-22a4-4281-9836-4099165cc6cc tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 210 time: 0.0283482 Aug 19 19:09:30.613999 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 3c304afd-69bc-405c-96e6-d2b50aa274c0 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:09:30.614595 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:30.693960 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-f5ceaf1b-b17f-47a1-8e19-914d1b5ec99a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:30.695658 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-f5ceaf1b-b17f-47a1-8e19-914d1b5ec99a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.50 "GET /v2.0/networks?id=efca047b-6042-4c9e-9ba5-5a3d690b5ea3 HTTP/1.1" status: 200 len: 797 time: 0.1245627 Aug 19 19:09:30.736101 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069876855', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:27Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'f29aacc9-9dc4-4424-ab75-eab3c45862be', 'name': '', 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:32:5b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'cd89f2cc-0454-4156-b1ef-9be19e836d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:09:27Z', 'updated_at': '2021-08-19T19:09:30Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'cd89f2cc-0454-4156-b1ef-9be19e836d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:30.740001 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c57f7262-3cf6-46b1-8f77-31b194a3e713 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:09:30.742586 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-b75a15d1-3d19-4fc2-974d-fc4998941919 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad4d15d46254baea114898323e1fe8a HTTP/1.1" status: 200 len: 380 time: 0.0372682 Aug 19 19:09:30.755277 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-0f9856c6-2412-4e13-b05e-0217f603db6b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'port': {'device_id': '85b9870a-d5f1-4797-b86c-461ed3540d68', 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3', 'admin_state_up': True, 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'security_groups': ['c7ba0a08-9c4a-4f8a-b035-70d66adffbb3']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:09:30.765609 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3910ca5-96d3-4cfc-b140-90d96856e796 None None] The sync data for ids ['e2cb608d-b0a0-40a2-a5e1-5125787d4b21'] in n-d-803753-2 is: [{'id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069876855', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:27Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'f29aacc9-9dc4-4424-ab75-eab3c45862be', 'name': '', 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:32:5b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'cd89f2cc-0454-4156-b1ef-9be19e836d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:09:27Z', 'updated_at': '2021-08-19T19:09:30Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'cd89f2cc-0454-4156-b1ef-9be19e836d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:09:30.817416 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port c57f7262-3cf6-46b1-8f77-31b194a3e713 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:09:30.818136 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:30.894914 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-0f9856c6-2412-4e13-b05e-0217f603db6b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Made reservation on behalf of fad4d15d46254baea114898323e1fe8a for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:09:30.899244 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-0f9856c6-2412-4e13-b05e-0217f603db6b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:31.044361 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-0f9856c6-2412-4e13-b05e-0217f603db6b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Allocated IP 172.20.0.14 (efca047b-6042-4c9e-9ba5-5a3d690b5ea3/cd89f2cc-0454-4156-b1ef-9be19e836d7b/4a04a1bf-97c3-4abd-89d0-a3d289e2bf76) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:09:31.199387 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-0f9856c6-2412-4e13-b05e-0217f603db6b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:31.216057 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-0f9856c6-2412-4e13-b05e-0217f603db6b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Transition to ACTIVE for port object 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:09:31.251095 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-0f9856c6-2412-4e13-b05e-0217f603db6b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:31.299138 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-0f9856c6-2412-4e13-b05e-0217f603db6b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network efca047b-6042-4c9e-9ba5-5a3d690b5ea3 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:09:31.302628 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-0f9856c6-2412-4e13-b05e-0217f603db6b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:09:31.305480 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-0f9856c6-2412-4e13-b05e-0217f603db6b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:09:31.333796 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9856c6-2412-4e13-b05e-0217f603db6b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=4a04a1bf-97c3-4abd-89d0-a3d289e2bf76,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:31.366390 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-0f9856c6-2412-4e13-b05e-0217f603db6b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:31.367180 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-0f9856c6-2412-4e13-b05e-0217f603db6b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:31.384481 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-0f9856c6-2412-4e13-b05e-0217f603db6b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6330764 Aug 19 19:09:31.455107 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-c72d477e-7357-4311-b797-8ffd36b16467 service neutron] Request body: {'port': {'device_id': '85b9870a-d5f1-4797-b86c-461ed3540d68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:09:31.517003 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-c72d477e-7357-4311-b797-8ffd36b16467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:31.613567 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f8b3687e-8338-4f3b-b624-ee14b6d57ed7 None None] Provisioning for port 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:09:31.621499 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f8b3687e-8338-4f3b-b624-ee14b6d57ed7 None None] Provisioning complete for port 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:09:31.622260 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f8b3687e-8338-4f3b-b624-ee14b6d57ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:31.656403 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c80f5-a2e5-4ff8-8dcf-5f83b7cff708 req-2fcb7156-47ff-483b-a304-fb14a7953e24 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:31.658228 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-811c80f5-a2e5-4ff8-8dcf-5f83b7cff708 req-2fcb7156-47ff-483b-a304-fb14a7953e24 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 932 time: 0.0622175 Aug 19 19:09:31.673308 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f8b3687e-8338-4f3b-b624-ee14b6d57ed7 None None] Port 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:09:31.701289 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-811c80f5-a2e5-4ff8-8dcf-5f83b7cff708 req-4e240f3f-461c-4d37-80f6-e7e5441b0b71 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ba0a08-9c4a-4f8a-b035-70d66adffbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358171 Aug 19 19:09:31.820963 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-c72d477e-7357-4311-b797-8ffd36b16467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:09:31.830066 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-c72d477e-7357-4311-b797-8ffd36b16467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:31.842493 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-c72d477e-7357-4311-b797-8ffd36b16467 service neutron] Transition to ACTIVE for port object 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:09:31.847039 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-c72d477e-7357-4311-b797-8ffd36b16467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:31.900589 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d477e-7357-4311-b797-8ffd36b16467 service neutron] Pushing event updated for resources: {'Port': ['ID=4a04a1bf-97c3-4abd-89d0-a3d289e2bf76,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:31.981237 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-c72d477e-7357-4311-b797-8ffd36b16467 service neutron] Attempting to bind port 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:09:31.981598 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-c72d477e-7357-4311-b797-8ffd36b16467 service neutron] Attempting to bind port 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '37bf22c2-a7ee-4b7b-8586-738f0daafa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:09:31.981934 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-c72d477e-7357-4311-b797-8ffd36b16467 service neutron] Attempting to bind port 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 on network efca047b-6042-4c9e-9ba5-5a3d690b5ea3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:09:31.986991 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-c72d477e-7357-4311-b797-8ffd36b16467 service neutron] Port 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 on network efca047b-6042-4c9e-9ba5-5a3d690b5ea3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:09:31.987320 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-c72d477e-7357-4311-b797-8ffd36b16467 service neutron] Attempting to bind port 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 on network efca047b-6042-4c9e-9ba5-5a3d690b5ea3 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:09:31.992570 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-c72d477e-7357-4311-b797-8ffd36b16467 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:09:31.992913 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-c72d477e-7357-4311-b797-8ffd36b16467 service neutron] Checking segment: {'id': '37bf22c2-a7ee-4b7b-8586-738f0daafa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:09:31.993299 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-c72d477e-7357-4311-b797-8ffd36b16467 service neutron] Bound using segment: {'id': '37bf22c2-a7ee-4b7b-8586-738f0daafa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:09:31.994056 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-c72d477e-7357-4311-b797-8ffd36b16467 service neutron] Bound port: 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37bf22c2-a7ee-4b7b-8586-738f0daafa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:09:31.999753 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-c72d477e-7357-4311-b797-8ffd36b16467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:32.060350 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-c72d477e-7357-4311-b797-8ffd36b16467 service neutron] For port 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:09:32.064211 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-c72d477e-7357-4311-b797-8ffd36b16467 service neutron] For port 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=4a04a1bf-97c3-4abd-89d0-a3d289e2bf76,segment=NetworkSegment(37bf22c2-a7ee-4b7b-8586-738f0daafa87),segment_id=37bf22c2-a7ee-4b7b-8586-738f0daafa87)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:09:32.068102 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-c72d477e-7357-4311-b797-8ffd36b16467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:32.100174 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-c72d477e-7357-4311-b797-8ffd36b16467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:32.100788 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-c72d477e-7357-4311-b797-8ffd36b16467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:32.102221 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-c72d477e-7357-4311-b797-8ffd36b16467 service neutron] 10.222.0.50 "PUT /v2.0/ports/4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 HTTP/1.1" status: 200 len: 1092 time: 0.7096543 Aug 19 19:09:32.102671 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b9870a-d5f1-4797-b86c-461ed3540d68', 'tag': '4a04a1bf-97c3-4abd-89d0-a3d289e2bf76'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:09:32.105116 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77185f6-5a3d-444d-b2e2-7d46a0576074" -d '{"events": [{"name": "network-changed", "server_uuid": "85b9870a-d5f1-4797-b86c-461ed3540d68", "tag": "4a04a1bf-97c3-4abd-89d0-a3d289e2bf76"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:09:32.133626 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d477e-7357-4311-b797-8ffd36b16467 service neutron] Pushing event updated for resources: {'Port': ['ID=4a04a1bf-97c3-4abd-89d0-a3d289e2bf76,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:32.187047 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-602c33d1-2d04-48b7-8b73-4f5a96c6a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:32.189392 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-602c33d1-2d04-48b7-8b73-4f5a96c6a3e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 1095 time: 0.0451019 Aug 19 19:09:32.241626 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4123f98a-6df1-47a2-9b96-a7bcd64b1d92 x-openstack-request-id: req-4123f98a-6df1-47a2-9b96-a7bcd64b1d92 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:09:32.241919 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b9870a-d5f1-4797-b86c-461ed3540d68", "tag": "4a04a1bf-97c3-4abd-89d0-a3d289e2bf76", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:09:32.242171 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4123f98a-6df1-47a2-9b96-a7bcd64b1d92 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:09:32.242577 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b9870a-d5f1-4797-b86c-461ed3540d68', 'tag': '4a04a1bf-97c3-4abd-89d0-a3d289e2bf76', 'status': 'completed', 'code': 200} Aug 19 19:09:32.244491 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-1ad4796d-74da-4f72-a399-c82c5a7a83a2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 HTTP/1.1" status: 200 len: 217 time: 0.0461261 Aug 19 19:09:32.296393 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-0b334bd6-b384-4fb7-aef0-e7e10e688cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:32.298871 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-0b334bd6-b384-4fb7-aef0-e7e10e688cf4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cd89f2cc-0454-4156-b1ef-9be19e836d7b HTTP/1.1" status: 200 len: 834 time: 0.0467842 Aug 19 19:09:32.348371 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-272a964e-c6ea-4efc-9775-da3ccd0b131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:32.349918 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-272a964e-c6ea-4efc-9775-da3ccd0b131f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=efca047b-6042-4c9e-9ba5-5a3d690b5ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416381 Aug 19 19:09:32.444597 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-1a9cc98b-2445-465a-a2ad-cf9f7cabfe9e service neutron] 10.222.0.50 "GET /v2.0/networks/efca047b-6042-4c9e-9ba5-5a3d690b5ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869701 Aug 19 19:09:32.479429 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device f29aacc9-9dc4-4424-ab75-eab3c45862be up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:09:32.528013 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port f29aacc9-9dc4-4424-ab75-eab3c45862be completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:09:32.532582 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port f29aacc9-9dc4-4424-ab75-eab3c45862be triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:09:32.532942 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:32.538187 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f3360045-2238-4dd8-8b23-f097d7b42ca3 req-f4753c06-1604-4143-a421-173f275503fc service neutron] 10.222.0.50 "GET /v2.0/networks/efca047b-6042-4c9e-9ba5-5a3d690b5ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862315 Aug 19 19:09:32.618576 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:32.621707 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77185f6-5a3d-444d-b2e2-7d46a0576074 req-59c24895-4123-4893-9abf-86953e4086e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:32.623152 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e77185f6-5a3d-444d-b2e2-7d46a0576074 req-59c24895-4123-4893-9abf-86953e4086e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 1095 time: 0.0405571 Aug 19 19:09:32.656056 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port f29aacc9-9dc4-4424-ab75-eab3c45862be, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=f29aacc9-9dc4-4424-ab75-eab3c45862be,segment=NetworkSegment(37bf22c2-a7ee-4b7b-8586-738f0daafa87),segment_id=37bf22c2-a7ee-4b7b-8586-738f0daafa87)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:09:32.660888 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:32.712013 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=f29aacc9-9dc4-4424-ab75-eab3c45862be,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:32.722962 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77185f6-5a3d-444d-b2e2-7d46a0576074 req-b460d358-5712-408a-919e-c93e0dc770fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:32.724522 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e77185f6-5a3d-444d-b2e2-7d46a0576074 req-b460d358-5712-408a-919e-c93e0dc770fc service neutron] 10.222.0.50 "GET /v2.0/networks?id=efca047b-6042-4c9e-9ba5-5a3d690b5ea3 HTTP/1.1" status: 200 len: 898 time: 0.0927012 Aug 19 19:09:32.769719 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e77185f6-5a3d-444d-b2e2-7d46a0576074 req-7f7d701f-edfb-4707-b350-77113e83c2da service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 HTTP/1.1" status: 200 len: 217 time: 0.0376153 Aug 19 19:09:32.829726 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77185f6-5a3d-444d-b2e2-7d46a0576074 req-ff05e026-d3b0-4e7e-ba55-63a3bef4f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:32.830766 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01189530-8d71-43a2-a1b0-5a3769718b23 req-2cbbffa3-8698-4db6-b571-4ddf586d6fb8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:32.831242 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e77185f6-5a3d-444d-b2e2-7d46a0576074 req-ff05e026-d3b0-4e7e-ba55-63a3bef4f549 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cd89f2cc-0454-4156-b1ef-9be19e836d7b HTTP/1.1" status: 200 len: 834 time: 0.0510867 Aug 19 19:09:32.832291 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-01189530-8d71-43a2-a1b0-5a3769718b23 req-2cbbffa3-8698-4db6-b571-4ddf586d6fb8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 944 time: 0.0550666 Aug 19 19:09:32.872440 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-01189530-8d71-43a2-a1b0-5a3769718b23 req-4f309add-892f-4e25-a662-89e94d6f111f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ba0a08-9c4a-4f8a-b035-70d66adffbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333908 Aug 19 19:09:32.880454 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77185f6-5a3d-444d-b2e2-7d46a0576074 req-79a766db-3383-4c3f-8580-54ac5ac85192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:32.882004 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e77185f6-5a3d-444d-b2e2-7d46a0576074 req-79a766db-3383-4c3f-8580-54ac5ac85192 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=efca047b-6042-4c9e-9ba5-5a3d690b5ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425889 Aug 19 19:09:32.973459 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e77185f6-5a3d-444d-b2e2-7d46a0576074 req-a7c739d0-a87d-4ebc-a27d-3fdb8357a36e service neutron] 10.222.0.50 "GET /v2.0/networks/efca047b-6042-4c9e-9ba5-5a3d690b5ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828166 Aug 19 19:09:33.071042 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e77185f6-5a3d-444d-b2e2-7d46a0576074 req-08fb8e72-971e-43dd-ab95-aa280e12a3d3 service neutron] 10.222.0.50 "GET /v2.0/networks/efca047b-6042-4c9e-9ba5-5a3d690b5ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900280 Aug 19 19:09:33.992611 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09329552-92c1-4f2d-9589-704b6d03c765 req-8e7a79e8-5f98-4572-95a6-262a18feed86 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:33.994160 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09329552-92c1-4f2d-9589-704b6d03c765 req-8e7a79e8-5f98-4572-95a6-262a18feed86 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 944 time: 0.0506921 Aug 19 19:09:34.033286 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09329552-92c1-4f2d-9589-704b6d03c765 req-178385a6-daff-493c-bb02-ca8f1d8aaec4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ba0a08-9c4a-4f8a-b035-70d66adffbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330334 Aug 19 19:09:34.460140 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device f29aacc9-9dc4-4424-ab75-eab3c45862be up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:09:34.508603 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port f29aacc9-9dc4-4424-ab75-eab3c45862be triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:09:34.508984 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:34.715044 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-59e9b6f6-78a8-4d77-81bd-e05d40f259d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:34.790859 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:09:35.150354 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aff9e4-6cb6-4234-9622-4ede8495e6f2 req-2fab378e-99fe-4020-9799-4d2f6ab6f556 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:35.151901 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e1aff9e4-6cb6-4234-9622-4ede8495e6f2 req-2fab378e-99fe-4020-9799-4d2f6ab6f556 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 944 time: 0.0515594 Aug 19 19:09:35.190768 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e1aff9e4-6cb6-4234-9622-4ede8495e6f2 req-5d5ba106-0edb-4088-9432-ec622fba30f0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ba0a08-9c4a-4f8a-b035-70d66adffbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320361 Aug 19 19:09:35.793374 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:09:35.889262 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=4a04a1bf-97c3-4abd-89d0-a3d289e2bf76,segment=NetworkSegment(37bf22c2-a7ee-4b7b-8586-738f0daafa87),segment_id=37bf22c2-a7ee-4b7b-8586-738f0daafa87)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:09:35.903763 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '4a04a1bf-97c3-4abd-89d0-a3d289e2bf76', 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3', 'port_id': '4a04a1bf-97c3-4abd-89d0-a3d289e2bf76', 'mac_address': 'fa:16:3e:dc:87:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd89f2cc-0454-4156-b1ef-9be19e836d7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:09:35.944555 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:35.960466 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:09:35.979736 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=4a04a1bf-97c3-4abd-89d0-a3d289e2bf76,segment=NetworkSegment(37bf22c2-a7ee-4b7b-8586-738f0daafa87),segment_id=37bf22c2-a7ee-4b7b-8586-738f0daafa87)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:09:35.983732 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:36.030955 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=4a04a1bf-97c3-4abd-89d0-a3d289e2bf76,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:36.212570 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['4a04a1bf-97c3-4abd-89d0-a3d289e2bf76'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:09:36.307954 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb7e1c-d4fa-45ee-8206-36179422a197 req-e9bd87e6-8db7-45e8-9db4-fb2645a9d9ed tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:36.309468 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bedb7e1c-d4fa-45ee-8206-36179422a197 req-e9bd87e6-8db7-45e8-9db4-fb2645a9d9ed tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 945 time: 0.0496035 Aug 19 19:09:36.349082 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bedb7e1c-d4fa-45ee-8206-36179422a197 req-ee9716b9-a971-4494-aa67-b305327a1674 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ba0a08-9c4a-4f8a-b035-70d66adffbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327528 Aug 19 19:09:37.358198 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:37.453351 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8185cc47-3cfb-45e3-8d4a-855b41f120d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:37.464889 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d1592-bc2f-49a3-af26-35bf59a951b4 req-8ad660a4-5d71-4d9c-8339-5bee919590d4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:37.466426 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a85d1592-bc2f-49a3-af26-35bf59a951b4 req-8ad660a4-5d71-4d9c-8339-5bee919590d4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 945 time: 0.0502088 Aug 19 19:09:37.504914 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a85d1592-bc2f-49a3-af26-35bf59a951b4 req-0878c0ed-7009-44c4-ab70-2380d571a31f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ba0a08-9c4a-4f8a-b035-70d66adffbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321562 Aug 19 19:09:37.805216 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:09:37.854165 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:09:37.857818 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:09:37.858196 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:37.940021 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:37.963429 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b9870a-d5f1-4797-b86c-461ed3540d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a04a1bf-97c3-4abd-89d0-a3d289e2bf76'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:09:37.965743 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8218cf50-240a-44e0-be36-bacf56ba308b" -d '{"events": [{"server_uuid": "85b9870a-d5f1-4797-b86c-461ed3540d68", "name": "network-vif-plugged", "status": "completed", "tag": "4a04a1bf-97c3-4abd-89d0-a3d289e2bf76"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:09:37.979697 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=4a04a1bf-97c3-4abd-89d0-a3d289e2bf76,segment=NetworkSegment(37bf22c2-a7ee-4b7b-8586-738f0daafa87),segment_id=37bf22c2-a7ee-4b7b-8586-738f0daafa87)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:09:37.984412 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:38.010607 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1526e12-575b-478d-ac88-862bf464ca28 x-openstack-request-id: req-e1526e12-575b-478d-ac88-862bf464ca28 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:09:38.010904 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b9870a-d5f1-4797-b86c-461ed3540d68", "name": "network-vif-plugged", "status": "completed", "tag": "4a04a1bf-97c3-4abd-89d0-a3d289e2bf76", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:09:38.011161 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1526e12-575b-478d-ac88-862bf464ca28 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:09:38.011554 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b9870a-d5f1-4797-b86c-461ed3540d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a04a1bf-97c3-4abd-89d0-a3d289e2bf76', 'code': 200} Aug 19 19:09:38.038204 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=4a04a1bf-97c3-4abd-89d0-a3d289e2bf76,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:38.105376 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335d87d-734a-4f69-8ebf-7f19d7928568 req-8ae15a81-fd93-4b59-a53e-28d32f6a267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:38.107027 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7335d87d-734a-4f69-8ebf-7f19d7928568 req-8ae15a81-fd93-4b59-a53e-28d32f6a267f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 1097 time: 0.0449824 Aug 19 19:09:38.143155 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7335d87d-734a-4f69-8ebf-7f19d7928568 req-73e1e846-6dd7-41a1-a604-8dd5b0df0522 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c7ba0a08-9c4a-4f8a-b035-70d66adffbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288744 Aug 19 19:09:38.399895 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:38.630567 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcd469-4db8-4b8f-ba94-8fcfb7667bb7 req-830889c5-b23d-4ef4-b8ea-50ef099dadde tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:38.632054 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f2dcd469-4db8-4b8f-ba94-8fcfb7667bb7 req-830889c5-b23d-4ef4-b8ea-50ef099dadde tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 946 time: 0.0536530 Aug 19 19:09:38.669631 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f2dcd469-4db8-4b8f-ba94-8fcfb7667bb7 req-55362953-1a93-44c3-aadf-0e7fea7ae7ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ba0a08-9c4a-4f8a-b035-70d66adffbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315301 Aug 19 19:09:39.787644 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f28c5-c4da-46c3-8908-e9cb3b45a6b8 req-74fc48fc-d2fb-479b-9c61-0b6c649b7541 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:39.789205 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-569f28c5-c4da-46c3-8908-e9cb3b45a6b8 req-74fc48fc-d2fb-479b-9c61-0b6c649b7541 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 946 time: 0.0491061 Aug 19 19:09:39.827186 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-569f28c5-c4da-46c3-8908-e9cb3b45a6b8 req-c15dae07-b043-4558-ba43-67b4a8cf911f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ba0a08-9c4a-4f8a-b035-70d66adffbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319738 Aug 19 19:09:39.951120 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7930f-5c14-4e2a-9e0d-d6fcf532dc0b req-1ab29c4a-032a-40d9-ad93-1518d712440a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:39.952601 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32e7930f-5c14-4e2a-9e0d-d6fcf532dc0b req-1ab29c4a-032a-40d9-ad93-1518d712440a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 946 time: 0.0519996 Aug 19 19:09:39.994324 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-32e7930f-5c14-4e2a-9e0d-d6fcf532dc0b req-be6b08dd-e366-4735-a572-1bbd17a22ba8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ba0a08-9c4a-4f8a-b035-70d66adffbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337818 Aug 19 19:09:40.017103 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42854) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:40.057756 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0847ef-a766-4add-81dd-2fdb9c07361d tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:40.059566 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fa0847ef-a766-4add-81dd-2fdb9c07361d tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 1092 time: 0.0414429 Aug 19 19:09:40.062437 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42856) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:40.067753 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-a6ae5d3b-b132-4f01-a97e-c398196e1a9c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': '4a04a1bf-97c3-4abd-89d0-a3d289e2bf76', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:09:40.090298 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6ae5d3b-b132-4f01-a97e-c398196e1a9c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:40.193505 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6ae5d3b-b132-4f01-a97e-c398196e1a9c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:40.293920 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-a6ae5d3b-b132-4f01-a97e-c398196e1a9c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Allocated IP 172.25.8.2 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/39d44cea-1072-4ed7-880b-03f8d51e9b3e) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:09:40.384375 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:40.404955 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6ae5d3b-b132-4f01-a97e-c398196e1a9c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:40.443966 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6ae5d3b-b132-4f01-a97e-c398196e1a9c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:40.479983 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ae5d3b-b132-4f01-a97e-c398196e1a9c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:09:40.485128 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-a6ae5d3b-b132-4f01-a97e-c398196e1a9c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:09:40.489476 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ae5d3b-b132-4f01-a97e-c398196e1a9c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:09:40.513168 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae5d3b-b132-4f01-a97e-c398196e1a9c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=39d44cea-1072-4ed7-880b-03f8d51e9b3e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:40.852784 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6ae5d3b-b132-4f01-a97e-c398196e1a9c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:40.919905 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6ae5d3b-b132-4f01-a97e-c398196e1a9c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:41.078038 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6ae5d3b-b132-4f01-a97e-c398196e1a9c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:41.083258 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6ae5d3b-b132-4f01-a97e-c398196e1a9c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:41.154552 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae5d3b-b132-4f01-a97e-c398196e1a9c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=39d44cea-1072-4ed7-880b-03f8d51e9b3e,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:09:41.165798 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6ae5d3b-b132-4f01-a97e-c398196e1a9c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:41.270512 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-a6ae5d3b-b132-4f01-a97e-c398196e1a9c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Floating IP 3a1176fc-1221-4b5e-90ef-5cfef73fdbfe associated. External IP: 172.25.8.2, port: 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76. Aug 19 19:09:41.471095 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ae5d3b-b132-4f01-a97e-c398196e1a9c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router e2cb608d-b0a0-40a2-a5e1-5125787d4b21 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:09:41.577909 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ae5d3b-b132-4f01-a97e-c398196e1a9c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:09:41.588974 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477a45a2-3443-473a-8f5d-9c6766ccd90a None None] Sync routers for ids ['e2cb608d-b0a0-40a2-a5e1-5125787d4b21'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:09:41.595471 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6ae5d3b-b132-4f01-a97e-c398196e1a9c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:41.599301 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477a45a2-3443-473a-8f5d-9c6766ccd90a None None] Routers {'e2cb608d-b0a0-40a2-a5e1-5125787d4b21'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:09:41.599955 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-477a45a2-3443-473a-8f5d-9c6766ccd90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:09:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e2cb608d-b0a0-40a2-a5e1-5125787d4b21'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:41.622685 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a6ae5d3b-b132-4f01-a97e-c398196e1a9c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5582578 Aug 19 19:09:41.623264 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b9870a-d5f1-4797-b86c-461ed3540d68', 'tag': '4a04a1bf-97c3-4abd-89d0-a3d289e2bf76'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:09:41.626287 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5b2e23-aa8e-44cc-af3e-057b2d416813" -d '{"events": [{"name": "network-changed", "server_uuid": "85b9870a-d5f1-4797-b86c-461ed3540d68", "tag": "4a04a1bf-97c3-4abd-89d0-a3d289e2bf76"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:09:41.673120 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c625b0-7428-4afa-b55d-5614ecf8c788 x-openstack-request-id: req-90c625b0-7428-4afa-b55d-5614ecf8c788 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:09:41.673489 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b9870a-d5f1-4797-b86c-461ed3540d68", "tag": "4a04a1bf-97c3-4abd-89d0-a3d289e2bf76", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:09:41.673916 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90c625b0-7428-4afa-b55d-5614ecf8c788 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:09:41.674512 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b9870a-d5f1-4797-b86c-461ed3540d68', 'tag': '4a04a1bf-97c3-4abd-89d0-a3d289e2bf76', 'status': 'completed', 'code': 200} Aug 19 19:09:41.709338 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-477a45a2-3443-473a-8f5d-9c6766ccd90a None None] Set router e2cb608d-b0a0-40a2-a5e1-5125787d4b21 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:09:41.762551 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdeab3-c666-4bde-b905-bb89192ba0e7 req-fa3213a3-0e93-4bf5-aad0-c204094c06a9 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:41.764039 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e6fdeab3-c666-4bde-b905-bb89192ba0e7 req-fa3213a3-0e93-4bf5-aad0-c204094c06a9 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 946 time: 0.0802832 Aug 19 19:09:41.770567 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b2e23-aa8e-44cc-af3e-057b2d416813 req-f578eb35-0cd8-46bd-a20c-f6166f850f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:41.772018 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d5b2e23-aa8e-44cc-af3e-057b2d416813 req-f578eb35-0cd8-46bd-a20c-f6166f850f64 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 1097 time: 0.0618107 Aug 19 19:09:41.811051 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:41.859112 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e6fdeab3-c666-4bde-b905-bb89192ba0e7 req-e0ef7308-afa9-487c-92dd-95f9cf5b3656 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ba0a08-9c4a-4f8a-b035-70d66adffbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861278 Aug 19 19:09:41.883910 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42862) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:41.895747 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b2e23-aa8e-44cc-af3e-057b2d416813 req-ec028f08-98b8-4910-89c4-a3fea27e9cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:41.898131 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d5b2e23-aa8e-44cc-af3e-057b2d416813 req-ec028f08-98b8-4910-89c4-a3fea27e9cbe service neutron] 10.222.0.50 "GET /v2.0/networks?id=efca047b-6042-4c9e-9ba5-5a3d690b5ea3 HTTP/1.1" status: 200 len: 898 time: 0.1175270 Aug 19 19:09:41.941160 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-477a45a2-3443-473a-8f5d-9c6766ccd90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069876855', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:27Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '3a1176fc-1221-4b5e-90ef-5cfef73fdbfe', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'port_id': '4a04a1bf-97c3-4abd-89d0-a3d289e2bf76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3', 'mac_address': 'fa:16:3e:dc:87:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9870a-d5f1-4797-b86c-461ed3540d68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:09:40Z', 'updated_at': '2021-08-19T19:09:40Z', 'revision_number': 0, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29aacc9-9dc4-4424-ab75-eab3c45862be', 'name': '', 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:32:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'cd89f2cc-0454-4156-b1ef-9be19e836d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:09:27Z', 'updated_at': '2021-08-19T19:09:32Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'cd89f2cc-0454-4156-b1ef-9be19e836d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:41.955503 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-710a6777-8bea-4a72-abcb-665985a1c0f4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/floatingips/3a1176fc-1221-4b5e-90ef-5cfef73fdbfe HTTP/1.1" status: 200 len: 990 time: 0.0704439 Aug 19 19:09:41.972262 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477a45a2-3443-473a-8f5d-9c6766ccd90a None None] Checking router: e2cb608d-b0a0-40a2-a5e1-5125787d4b21 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:09:41.977173 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d5b2e23-aa8e-44cc-af3e-057b2d416813 req-5b5df70f-6706-4e81-9e10-cf21113b92df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 HTTP/1.1" status: 200 len: 998 time: 0.0720603 Aug 19 19:09:41.980465 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477a45a2-3443-473a-8f5d-9c6766ccd90a None None] Routers {'e2cb608d-b0a0-40a2-a5e1-5125787d4b21'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:09:41.981059 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-477a45a2-3443-473a-8f5d-9c6766ccd90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:09:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e2cb608d-b0a0-40a2-a5e1-5125787d4b21'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:42.026885 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b2e23-aa8e-44cc-af3e-057b2d416813 req-682eaeff-98d8-44e9-9e33-02f9c9ca9a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:42.028355 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d5b2e23-aa8e-44cc-af3e-057b2d416813 req-682eaeff-98d8-44e9-9e33-02f9c9ca9a2f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cd89f2cc-0454-4156-b1ef-9be19e836d7b HTTP/1.1" status: 200 len: 834 time: 0.0441384 Aug 19 19:09:42.074444 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b2e23-aa8e-44cc-af3e-057b2d416813 req-6a689f5d-38b6-43be-84ad-3278acebe041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:42.075953 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d5b2e23-aa8e-44cc-af3e-057b2d416813 req-6a689f5d-38b6-43be-84ad-3278acebe041 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=efca047b-6042-4c9e-9ba5-5a3d690b5ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398967 Aug 19 19:09:42.083933 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-477a45a2-3443-473a-8f5d-9c6766ccd90a None None] Set router e2cb608d-b0a0-40a2-a5e1-5125787d4b21 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:09:42.175490 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d5b2e23-aa8e-44cc-af3e-057b2d416813 req-d6214e45-52fb-4ce3-9456-38ca03972a01 service neutron] 10.222.0.50 "GET /v2.0/networks/efca047b-6042-4c9e-9ba5-5a3d690b5ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907710 Aug 19 19:09:42.265902 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8d5b2e23-aa8e-44cc-af3e-057b2d416813 req-853a9254-6589-4aa3-91f6-3463e10e7721 service neutron] 10.222.0.50 "GET /v2.0/networks/efca047b-6042-4c9e-9ba5-5a3d690b5ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831518 Aug 19 19:09:42.315102 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-477a45a2-3443-473a-8f5d-9c6766ccd90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069876855', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:27Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '3a1176fc-1221-4b5e-90ef-5cfef73fdbfe', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'port_id': '4a04a1bf-97c3-4abd-89d0-a3d289e2bf76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3', 'mac_address': 'fa:16:3e:dc:87:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9870a-d5f1-4797-b86c-461ed3540d68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:09:40Z', 'updated_at': '2021-08-19T19:09:40Z', 'revision_number': 0, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29aacc9-9dc4-4424-ab75-eab3c45862be', 'name': '', 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:32:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'cd89f2cc-0454-4156-b1ef-9be19e836d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:09:27Z', 'updated_at': '2021-08-19T19:09:32Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'cd89f2cc-0454-4156-b1ef-9be19e836d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:09:42.341100 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477a45a2-3443-473a-8f5d-9c6766ccd90a None None] The sync data for ids ['e2cb608d-b0a0-40a2-a5e1-5125787d4b21'] in n-d-803753-2 is: [{'id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069876855', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:27Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '3a1176fc-1221-4b5e-90ef-5cfef73fdbfe', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'port_id': '4a04a1bf-97c3-4abd-89d0-a3d289e2bf76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3', 'mac_address': 'fa:16:3e:dc:87:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9870a-d5f1-4797-b86c-461ed3540d68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:09:40Z', 'updated_at': '2021-08-19T19:09:40Z', 'revision_number': 0, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29aacc9-9dc4-4424-ab75-eab3c45862be', 'name': '', 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:32:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'cd89f2cc-0454-4156-b1ef-9be19e836d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:09:27Z', 'updated_at': '2021-08-19T19:09:32Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'cd89f2cc-0454-4156-b1ef-9be19e836d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:09:42.527500 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf626fa3-3fcd-4100-8ea7-96f800b23fc1 None None] New status for floating IP 3a1176fc-1221-4b5e-90ef-5cfef73fdbfe: ACTIVE {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:09:42.959576 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42864) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:09:43.019632 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ea544561-42e7-46cb-931b-d0610a85c967 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/floatingips/3a1176fc-1221-4b5e-90ef-5cfef73fdbfe HTTP/1.1" status: 200 len: 992 time: 0.0589602 Aug 19 19:09:47.099785 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:04.716211 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-96458355-3f98-41d7-9d87-89615ca80458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:07.360162 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:07.455102 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-17c4cc6b-62d0-4d73-90ea-a1e2886ed9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:08.402674 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:10.386797 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:11.778863 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f641a9-1fe4-46a0-9de0-c61249263a17 req-577d94aa-9a4a-4bee-b2e9-5e9425eb5254 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:11.780389 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-19f641a9-1fe4-46a0-9de0-c61249263a17 req-577d94aa-9a4a-4bee-b2e9-5e9425eb5254 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 946 time: 0.0607028 Aug 19 19:10:11.789624 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:10:11.822820 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-19f641a9-1fe4-46a0-9de0-c61249263a17 req-1db72f40-1679-44f3-8e8c-42900cfd8856 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ba0a08-9c4a-4f8a-b035-70d66adffbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358648 Aug 19 19:10:11.826912 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:12.966598 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1245e-e310-4799-9821-fc7a590c242a req-7c0f8bf2-dc4e-4778-8255-94c4b788546b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:12.968108 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59f1245e-e310-4799-9821-fc7a590c242a req-7c0f8bf2-dc4e-4778-8255-94c4b788546b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 946 time: 0.0545595 Aug 19 19:10:13.007727 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59f1245e-e310-4799-9821-fc7a590c242a req-0f8ac864-29c9-4908-9ec9-0104c8364309 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ba0a08-9c4a-4f8a-b035-70d66adffbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323639 Aug 19 19:10:13.029953 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42884) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:13.090021 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-13102e44-b37e-437e-8f7f-30ba93942af2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/floatingips/3a1176fc-1221-4b5e-90ef-5cfef73fdbfe HTTP/1.1" status: 200 len: 992 time: 0.0587215 Aug 19 19:10:14.368410 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82013b-ac5f-4beb-8ca5-a4da627fe3aa req-983297ae-d146-47f5-ae55-7cbc79a83c4f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:14.369909 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a82013b-ac5f-4beb-8ca5-a4da627fe3aa req-983297ae-d146-47f5-ae55-7cbc79a83c4f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 946 time: 0.0532575 Aug 19 19:10:14.409346 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a82013b-ac5f-4beb-8ca5-a4da627fe3aa req-1369e827-ed24-4f55-9e55-851d6b254fcd tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ba0a08-9c4a-4f8a-b035-70d66adffbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332162 Aug 19 19:10:15.529336 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2951bf8-af34-4527-8e70-d483db8d3245 req-973f12d8-d871-43b0-990f-38e4c96d90f3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:15.530840 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c2951bf8-af34-4527-8e70-d483db8d3245 req-973f12d8-d871-43b0-990f-38e4c96d90f3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 946 time: 0.0485413 Aug 19 19:10:15.573689 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c2951bf8-af34-4527-8e70-d483db8d3245 req-50a918cc-813d-40d3-b8ca-4195a3e1c36c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ba0a08-9c4a-4f8a-b035-70d66adffbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361838 Aug 19 19:10:15.597396 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42894) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:15.656817 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-986ace4c-d091-461a-82bf-0c542add4129 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/floatingips/3a1176fc-1221-4b5e-90ef-5cfef73fdbfe HTTP/1.1" status: 200 len: 992 time: 0.0582333 Aug 19 19:10:15.969270 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42900) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:16.135173 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting port 39d44cea-1072-4ed7-880b-03f8d51e9b3e {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:10:16.135536 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:16.555232 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:16.555595 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:16.567691 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Calling delete_port for 39d44cea-1072-4ed7-880b-03f8d51e9b3e owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:10:16.714218 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:16.740211 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Port': ['ID=39d44cea-1072-4ed7-880b-03f8d51e9b3e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:16.767170 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:16.768218 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:16.768432 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:16.768768 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:16.769101 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:16.769432 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:16.769785 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:16.770112 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:16.770440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:16.770765 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:16.771088 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:16.771416 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:16.812826 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:16.813159 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Floating IP 3a1176fc-1221-4b5e-90ef-5cfef73fdbfe disassociated (deleted). External IP: 172.25.8.2, port: 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76. Aug 19 19:10:17.021039 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router e2cb608d-b0a0-40a2-a5e1-5125787d4b21 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:10:17.100691 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:17.130231 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:10:17.135023 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:17.139765 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3532c9f9-80ba-459e-9480-36ef3c14def7 None None] Sync routers for ids ['e2cb608d-b0a0-40a2-a5e1-5125787d4b21'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:10:17.149953 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3532c9f9-80ba-459e-9480-36ef3c14def7 None None] Routers {'e2cb608d-b0a0-40a2-a5e1-5125787d4b21'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:10:17.150550 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-3532c9f9-80ba-459e-9480-36ef3c14def7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:10:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e2cb608d-b0a0-40a2-a5e1-5125787d4b21'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:10:17.162811 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-66e2395b-b2f7-43c7-a423-8387c2a3960f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/floatingips/3a1176fc-1221-4b5e-90ef-5cfef73fdbfe HTTP/1.1" status: 204 len: 168 time: 1.1924882 Aug 19 19:10:17.163412 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b9870a-d5f1-4797-b86c-461ed3540d68', 'tag': '4a04a1bf-97c3-4abd-89d0-a3d289e2bf76'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:10:17.165730 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39dee27-be2d-4b27-b2e2-c87e5279f679" -d '{"events": [{"name": "network-changed", "server_uuid": "85b9870a-d5f1-4797-b86c-461ed3540d68", "tag": "4a04a1bf-97c3-4abd-89d0-a3d289e2bf76"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:10:17.264034 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12231204-e23f-4301-bda3-e7329a802bcc x-openstack-request-id: req-12231204-e23f-4301-bda3-e7329a802bcc {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:10:17.264323 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b9870a-d5f1-4797-b86c-461ed3540d68", "tag": "4a04a1bf-97c3-4abd-89d0-a3d289e2bf76", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:10:17.264595 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12231204-e23f-4301-bda3-e7329a802bcc {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:10:17.264984 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b9870a-d5f1-4797-b86c-461ed3540d68', 'tag': '4a04a1bf-97c3-4abd-89d0-a3d289e2bf76', 'status': 'completed', 'code': 200} Aug 19 19:10:17.274818 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-3532c9f9-80ba-459e-9480-36ef3c14def7 None None] Set router e2cb608d-b0a0-40a2-a5e1-5125787d4b21 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:10:17.336355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39dee27-be2d-4b27-b2e2-c87e5279f679 req-5cc7c0e1-c316-4fc6-98f1-3a068357d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:17.338587 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a39dee27-be2d-4b27-b2e2-c87e5279f679 req-5cc7c0e1-c316-4fc6-98f1-3a068357d840 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 1097 time: 0.0436509 Aug 19 19:10:17.409391 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109e08c-dc76-4690-803e-af97a20b0538 req-20768b61-2d1d-4158-bd6e-64961e97f4fc tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:17.410973 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0109e08c-dc76-4690-803e-af97a20b0538 req-20768b61-2d1d-4158-bd6e-64961e97f4fc tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 946 time: 0.0557153 Aug 19 19:10:17.437464 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39dee27-be2d-4b27-b2e2-c87e5279f679 req-4530c588-562d-4311-a42f-ca0fa011be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:17.439559 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a39dee27-be2d-4b27-b2e2-c87e5279f679 req-4530c588-562d-4311-a42f-ca0fa011be14 service neutron] 10.222.0.50 "GET /v2.0/networks?id=efca047b-6042-4c9e-9ba5-5a3d690b5ea3 HTTP/1.1" status: 200 len: 898 time: 0.0922842 Aug 19 19:10:17.454422 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0109e08c-dc76-4690-803e-af97a20b0538 req-304b5c12-99e1-4c6c-91c7-40c97efd54b3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ba0a08-9c4a-4f8a-b035-70d66adffbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340736 Aug 19 19:10:17.489787 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-3532c9f9-80ba-459e-9480-36ef3c14def7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069876855', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:27Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'f29aacc9-9dc4-4424-ab75-eab3c45862be', 'name': '', 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:32:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'cd89f2cc-0454-4156-b1ef-9be19e836d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:09:27Z', 'updated_at': '2021-08-19T19:09:32Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'cd89f2cc-0454-4156-b1ef-9be19e836d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:10:17.490211 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a39dee27-be2d-4b27-b2e2-c87e5279f679 req-d8434099-429d-4873-96fb-b4a4de243ea9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 HTTP/1.1" status: 200 len: 217 time: 0.0418296 Aug 19 19:10:17.516498 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3532c9f9-80ba-459e-9480-36ef3c14def7 None None] Checking router: e2cb608d-b0a0-40a2-a5e1-5125787d4b21 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:10:17.525725 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3532c9f9-80ba-459e-9480-36ef3c14def7 None None] Routers {'e2cb608d-b0a0-40a2-a5e1-5125787d4b21'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:10:17.526260 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-3532c9f9-80ba-459e-9480-36ef3c14def7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:10:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e2cb608d-b0a0-40a2-a5e1-5125787d4b21'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:10:17.542679 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39dee27-be2d-4b27-b2e2-c87e5279f679 req-493cecc2-9ece-48da-ba08-41c50ad828f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:17.544171 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a39dee27-be2d-4b27-b2e2-c87e5279f679 req-493cecc2-9ece-48da-ba08-41c50ad828f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cd89f2cc-0454-4156-b1ef-9be19e836d7b HTTP/1.1" status: 200 len: 834 time: 0.0445225 Aug 19 19:10:17.592159 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39dee27-be2d-4b27-b2e2-c87e5279f679 req-e6e44b7e-f3fa-47a4-b46b-62ab4d2a9cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:17.593710 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a39dee27-be2d-4b27-b2e2-c87e5279f679 req-e6e44b7e-f3fa-47a4-b46b-62ab4d2a9cb6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=efca047b-6042-4c9e-9ba5-5a3d690b5ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411911 Aug 19 19:10:17.630906 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-3532c9f9-80ba-459e-9480-36ef3c14def7 None None] Set router e2cb608d-b0a0-40a2-a5e1-5125787d4b21 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:10:17.691383 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a39dee27-be2d-4b27-b2e2-c87e5279f679 req-e4b5cd08-69a8-4d99-a41b-c0de3c92b8f2 service neutron] 10.222.0.50 "GET /v2.0/networks/efca047b-6042-4c9e-9ba5-5a3d690b5ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879676 Aug 19 19:10:17.785233 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a39dee27-be2d-4b27-b2e2-c87e5279f679 req-82565519-114f-433c-b38a-902412048e86 service neutron] 10.222.0.50 "GET /v2.0/networks/efca047b-6042-4c9e-9ba5-5a3d690b5ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857611 Aug 19 19:10:17.929392 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-3532c9f9-80ba-459e-9480-36ef3c14def7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069876855', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:27Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'f29aacc9-9dc4-4424-ab75-eab3c45862be', 'name': '', 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:32:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'cd89f2cc-0454-4156-b1ef-9be19e836d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:09:27Z', 'updated_at': '2021-08-19T19:09:32Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'cd89f2cc-0454-4156-b1ef-9be19e836d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:10:17.959018 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3532c9f9-80ba-459e-9480-36ef3c14def7 None None] The sync data for ids ['e2cb608d-b0a0-40a2-a5e1-5125787d4b21'] in n-d-803753-2 is: [{'id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069876855', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:27Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'f29aacc9-9dc4-4424-ab75-eab3c45862be', 'name': '', 'network_id': 'efca047b-6042-4c9e-9ba5-5a3d690b5ea3', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:32:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'cd89f2cc-0454-4156-b1ef-9be19e836d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:09:27Z', 'updated_at': '2021-08-19T19:09:32Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'cd89f2cc-0454-4156-b1ef-9be19e836d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:10:18.173132 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50795259-d40c-43b2-ad7b-dd077e37b779 None None] New status for floating IP 3a1176fc-1221-4b5e-90ef-5cfef73fdbfe: DOWN {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:10:18.577943 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ded30c-b109-4b02-8687-e8746ed161a9 req-f9a47ec5-befa-4af5-a8ca-c2de28d62968 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:18.579460 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b7ded30c-b109-4b02-8687-e8746ed161a9 req-f9a47ec5-befa-4af5-a8ca-c2de28d62968 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 946 time: 0.0494552 Aug 19 19:10:18.618721 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b7ded30c-b109-4b02-8687-e8746ed161a9 req-9015c11a-a93c-444b-9d20-9badbd7a5855 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7ba0a08-9c4a-4f8a-b035-70d66adffbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326402 Aug 19 19:10:19.044361 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12238f-eaca-4cf8-8284-e58637e9a80f req-e129f537-7818-452a-9b37-8e0701b37818 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:19.045769 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dc12238f-eaca-4cf8-8284-e58637e9a80f req-e129f537-7818-452a-9b37-8e0701b37818 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.50 "GET /v2.0/ports?device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 946 time: 0.0532520 Aug 19 19:10:19.135465 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-dc12238f-eaca-4cf8-8284-e58637e9a80f req-3918e37d-1833-4428-89d9-dd150e5890a4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting port 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:10:19.135810 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-dc12238f-eaca-4cf8-8284-e58637e9a80f req-3918e37d-1833-4428-89d9-dd150e5890a4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:19.226166 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-dc12238f-eaca-4cf8-8284-e58637e9a80f req-3918e37d-1833-4428-89d9-dd150e5890a4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] For port 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=4a04a1bf-97c3-4abd-89d0-a3d289e2bf76,segment=NetworkSegment(37bf22c2-a7ee-4b7b-8586-738f0daafa87),segment_id=37bf22c2-a7ee-4b7b-8586-738f0daafa87)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:10:19.226534 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-dc12238f-eaca-4cf8-8284-e58637e9a80f req-3918e37d-1833-4428-89d9-dd150e5890a4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:19.240099 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-dc12238f-eaca-4cf8-8284-e58637e9a80f req-3918e37d-1833-4428-89d9-dd150e5890a4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Calling delete_port for 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:10:19.372575 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-dc12238f-eaca-4cf8-8284-e58637e9a80f req-3918e37d-1833-4428-89d9-dd150e5890a4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:19.401785 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918e37d-1833-4428-89d9-dd150e5890a4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Port': ['ID=4a04a1bf-97c3-4abd-89d0-a3d289e2bf76,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:19.413833 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3918e37d-1833-4428-89d9-dd150e5890a4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:19.414192 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3918e37d-1833-4428-89d9-dd150e5890a4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:19.414544 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3918e37d-1833-4428-89d9-dd150e5890a4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:19.414888 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3918e37d-1833-4428-89d9-dd150e5890a4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:19.415225 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3918e37d-1833-4428-89d9-dd150e5890a4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:19.415565 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3918e37d-1833-4428-89d9-dd150e5890a4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:19.415901 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3918e37d-1833-4428-89d9-dd150e5890a4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:19.416237 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3918e37d-1833-4428-89d9-dd150e5890a4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:19.416571 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3918e37d-1833-4428-89d9-dd150e5890a4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:19.416902 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3918e37d-1833-4428-89d9-dd150e5890a4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:19.417228 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3918e37d-1833-4428-89d9-dd150e5890a4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:19.417579 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3918e37d-1833-4428-89d9-dd150e5890a4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:19.451804 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc12238f-eaca-4cf8-8284-e58637e9a80f req-3918e37d-1833-4428-89d9-dd150e5890a4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] No DVR routers for this DVR port 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:10:19.454360 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-dc12238f-eaca-4cf8-8284-e58637e9a80f req-3918e37d-1833-4428-89d9-dd150e5890a4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:19.456388 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dc12238f-eaca-4cf8-8284-e58637e9a80f req-3918e37d-1833-4428-89d9-dd150e5890a4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.50 "DELETE /v2.0/ports/4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 HTTP/1.1" status: 204 len: 173 time: 0.4038157 Aug 19 19:10:19.456824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b9870a-d5f1-4797-b86c-461ed3540d68', 'name': 'network-vif-deleted', 'tag': '4a04a1bf-97c3-4abd-89d0-a3d289e2bf76'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:10:19.459174 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a601786f-7344-4d70-be0f-274d0059386d" -d '{"events": [{"server_uuid": "85b9870a-d5f1-4797-b86c-461ed3540d68", "name": "network-vif-deleted", "tag": "4a04a1bf-97c3-4abd-89d0-a3d289e2bf76"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:10:19.496337 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a10c350-54a0-4119-b81e-11e4ca48712a x-openstack-request-id: req-9a10c350-54a0-4119-b81e-11e4ca48712a {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:10:19.496631 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b9870a-d5f1-4797-b86c-461ed3540d68", "name": "network-vif-deleted", "tag": "4a04a1bf-97c3-4abd-89d0-a3d289e2bf76", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:10:19.496885 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a10c350-54a0-4119-b81e-11e4ca48712a {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:10:19.497291 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b9870a-d5f1-4797-b86c-461ed3540d68', 'name': 'network-vif-deleted', 'tag': '4a04a1bf-97c3-4abd-89d0-a3d289e2bf76', 'status': 'completed', 'code': 200} Aug 19 19:10:19.722167 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-03f89158-3bde-4d7f-9b0d-ef3ec6f543af req-7eae474b-54d1-40dd-824f-089f3d048821 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85b9870a-d5f1-4797-b86c-461ed3540d68 HTTP/1.1" status: 200 len: 210 time: 0.0264876 Aug 19 19:10:20.782309 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42918) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:21.155502 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75e9a088-ea40-41bc-a50e-d2aa1c69201f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:21.421221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-75e9a088-ea40-41bc-a50e-d2aa1c69201f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting port f29aacc9-9dc4-4424-ab75-eab3c45862be {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:10:21.421613 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75e9a088-ea40-41bc-a50e-d2aa1c69201f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:21.514643 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-75e9a088-ea40-41bc-a50e-d2aa1c69201f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] For port f29aacc9-9dc4-4424-ab75-eab3c45862be, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=f29aacc9-9dc4-4424-ab75-eab3c45862be,segment=NetworkSegment(37bf22c2-a7ee-4b7b-8586-738f0daafa87),segment_id=37bf22c2-a7ee-4b7b-8586-738f0daafa87)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:10:21.515010 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75e9a088-ea40-41bc-a50e-d2aa1c69201f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:21.527957 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-75e9a088-ea40-41bc-a50e-d2aa1c69201f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Calling delete_port for f29aacc9-9dc4-4424-ab75-eab3c45862be owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:10:21.716444 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75e9a088-ea40-41bc-a50e-d2aa1c69201f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:21.743326 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9a088-ea40-41bc-a50e-d2aa1c69201f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Port': ['ID=f29aacc9-9dc4-4424-ab75-eab3c45862be,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:21.920936 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75e9a088-ea40-41bc-a50e-d2aa1c69201f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:22.153850 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e9a088-ea40-41bc-a50e-d2aa1c69201f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router e2cb608d-b0a0-40a2-a5e1-5125787d4b21 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:10:22.259474 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e9a088-ea40-41bc-a50e-d2aa1c69201f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:10:22.265084 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-75e9a088-ea40-41bc-a50e-d2aa1c69201f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "PUT /v2.0/routers/e2cb608d-b0a0-40a2-a5e1-5125787d4b21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4812157 Aug 19 19:10:22.267976 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42922) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:22.270752 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5986f0-a294-43b2-86c5-5bb79b1886e6 None None] Sync routers for ids ['e2cb608d-b0a0-40a2-a5e1-5125787d4b21'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:10:22.280349 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5986f0-a294-43b2-86c5-5bb79b1886e6 None None] Routers {'e2cb608d-b0a0-40a2-a5e1-5125787d4b21'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:10:22.280963 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ab5986f0-a294-43b2-86c5-5bb79b1886e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:10:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e2cb608d-b0a0-40a2-a5e1-5125787d4b21'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:10:22.321084 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7219c3-395e-4016-b6cd-61ba3cd66370 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting subnet cd89f2cc-0454-4156-b1ef-9be19e836d7b {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:10:22.324689 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1b7219c3-395e-4016-b6cd-61ba3cd66370 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:22.365104 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1b7219c3-395e-4016-b6cd-61ba3cd66370 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:22.385321 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-ab5986f0-a294-43b2-86c5-5bb79b1886e6 None None] Set router e2cb608d-b0a0-40a2-a5e1-5125787d4b21 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:10:22.457022 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1b7219c3-395e-4016-b6cd-61ba3cd66370 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:22.517436 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1b7219c3-395e-4016-b6cd-61ba3cd66370 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:22.545721 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7219c3-395e-4016-b6cd-61ba3cd66370 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Subnet': ['ID=cd89f2cc-0454-4156-b1ef-9be19e836d7b,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:22.547723 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1b7219c3-395e-4016-b6cd-61ba3cd66370 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:22.553125 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42924) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:22.553713 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1b7219c3-395e-4016-b6cd-61ba3cd66370 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/subnets/cd89f2cc-0454-4156-b1ef-9be19e836d7b HTTP/1.1" status: 204 len: 168 time: 0.2840052 Aug 19 19:10:22.553841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b88702-1e08-4841-ad8c-7d74a3cd3807 None None] Network efca047b-6042-4c9e-9ba5-5a3d690b5ea3 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:10:22.578343 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ab5986f0-a294-43b2-86c5-5bb79b1886e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069876855', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:10:21Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:10:22.606519 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5986f0-a294-43b2-86c5-5bb79b1886e6 None None] Checking router: e2cb608d-b0a0-40a2-a5e1-5125787d4b21 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:10:22.615702 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5986f0-a294-43b2-86c5-5bb79b1886e6 None None] Routers {'e2cb608d-b0a0-40a2-a5e1-5125787d4b21'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:10:22.616304 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ab5986f0-a294-43b2-86c5-5bb79b1886e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:10:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['e2cb608d-b0a0-40a2-a5e1-5125787d4b21'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:10:22.666602 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d02b136d-1b9f-489b-b278-ae09adc9b5da tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:22.722893 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-ab5986f0-a294-43b2-86c5-5bb79b1886e6 None None] Set router e2cb608d-b0a0-40a2-a5e1-5125787d4b21 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:10:22.742863 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fd2efd-cc19-419c-868d-029fa26b7696 None None] DHCP port deletion for efca047b-6042-4c9e-9ba5-5a3d690b5ea3 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:10:22.779302 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d02b136d-1b9f-489b-b278-ae09adc9b5da tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:22.803628 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-75fd2efd-cc19-419c-868d-029fa26b7696 None None] Deleting port 3c304afd-69bc-405c-96e6-d2b50aa274c0 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:10:22.804003 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-75fd2efd-cc19-419c-868d-029fa26b7696 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:22.844536 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-d02b136d-1b9f-489b-b278-ae09adc9b5da tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting port c57f7262-3cf6-46b1-8f77-31b194a3e713 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:10:22.844917 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d02b136d-1b9f-489b-b278-ae09adc9b5da tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:22.873392 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-75fd2efd-cc19-419c-868d-029fa26b7696 None None] For port 3c304afd-69bc-405c-96e6-d2b50aa274c0, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3c304afd-69bc-405c-96e6-d2b50aa274c0,segment=NetworkSegment(37bf22c2-a7ee-4b7b-8586-738f0daafa87),segment_id=37bf22c2-a7ee-4b7b-8586-738f0daafa87)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:10:22.873822 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-75fd2efd-cc19-419c-868d-029fa26b7696 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:22.891009 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-75fd2efd-cc19-419c-868d-029fa26b7696 None None] Calling delete_port for 3c304afd-69bc-405c-96e6-d2b50aa274c0 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:10:22.915272 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ab5986f0-a294-43b2-86c5-5bb79b1886e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069876855', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:10:21Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:10:22.934856 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-d02b136d-1b9f-489b-b278-ae09adc9b5da tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] For port c57f7262-3cf6-46b1-8f77-31b194a3e713, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=c57f7262-3cf6-46b1-8f77-31b194a3e713,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:10:22.935197 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d02b136d-1b9f-489b-b278-ae09adc9b5da tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:22.945203 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5986f0-a294-43b2-86c5-5bb79b1886e6 None None] The sync data for ids ['e2cb608d-b0a0-40a2-a5e1-5125787d4b21'] in n-d-803753-2 is: [{'id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069876855', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:10:21Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'c57f7262-3cf6-46b1-8f77-31b194a3e713', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cb608d-b0a0-40a2-a5e1-5125787d4b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:09:24Z', 'updated_at': '2021-08-19T19:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:10:22.948110 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-d02b136d-1b9f-489b-b278-ae09adc9b5da tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Calling delete_port for c57f7262-3cf6-46b1-8f77-31b194a3e713 owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:10:22.981317 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-75fd2efd-cc19-419c-868d-029fa26b7696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:23.008464 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd2efd-cc19-419c-868d-029fa26b7696 None None] Pushing event deleted for resources: {'Port': ['ID=3c304afd-69bc-405c-96e6-d2b50aa274c0,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:23.012770 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fd2efd-cc19-419c-868d-029fa26b7696 None None] No DVR routers for this DVR port 3c304afd-69bc-405c-96e6-d2b50aa274c0 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:10:23.019936 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd2efd-cc19-419c-868d-029fa26b7696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:23.019936 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd2efd-cc19-419c-868d-029fa26b7696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:23.020253 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd2efd-cc19-419c-868d-029fa26b7696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:23.020587 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd2efd-cc19-419c-868d-029fa26b7696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:23.020858 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd2efd-cc19-419c-868d-029fa26b7696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:23.021190 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd2efd-cc19-419c-868d-029fa26b7696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:23.022060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd2efd-cc19-419c-868d-029fa26b7696 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:23.022060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd2efd-cc19-419c-868d-029fa26b7696 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:23.022786 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd2efd-cc19-419c-868d-029fa26b7696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:23.023994 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd2efd-cc19-419c-868d-029fa26b7696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:23.024346 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd2efd-cc19-419c-868d-029fa26b7696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:23.024685 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd2efd-cc19-419c-868d-029fa26b7696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:23.125942 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d02b136d-1b9f-489b-b278-ae09adc9b5da tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:23.151998 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b136d-1b9f-489b-b278-ae09adc9b5da tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Port': ['ID=c57f7262-3cf6-46b1-8f77-31b194a3e713,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:23.211486 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d02b136d-1b9f-489b-b278-ae09adc9b5da tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:23.308158 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d02b136d-1b9f-489b-b278-ae09adc9b5da tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:23.310461 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d02b136d-1b9f-489b-b278-ae09adc9b5da tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:23.678504 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d02b136d-1b9f-489b-b278-ae09adc9b5da tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:23.679246 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02b136d-1b9f-489b-b278-ae09adc9b5da tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Fanout notify agent at l3_agent the message router_deleted on router e2cb608d-b0a0-40a2-a5e1-5125787d4b21 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:10:23.685931 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d02b136d-1b9f-489b-b278-ae09adc9b5da tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:23.687078 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d02b136d-1b9f-489b-b278-ae09adc9b5da tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/routers/e2cb608d-b0a0-40a2-a5e1-5125787d4b21 HTTP/1.1" status: 204 len: 168 time: 1.1312904 Aug 19 19:10:23.689946 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42926) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:23.769829 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cf84-0638-4809-b066-7709e02b6264 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:23.858910 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cf84-0638-4809-b066-7709e02b6264 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:23.869293 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a7f7cf84-0638-4809-b066-7709e02b6264 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efca047b-6042-4c9e-9ba5-5a3d690b5ea3']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:10:23.881739 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a7f7cf84-0638-4809-b066-7709e02b6264 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37bf22c2-a7ee-4b7b-8586-738f0daafa87') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:10:23.882045 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-a7f7cf84-0638-4809-b066-7709e02b6264 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37bf22c2-a7ee-4b7b-8586-738f0daafa87') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:10:23.891428 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cf84-0638-4809-b066-7709e02b6264 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:23.904938 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cf84-0638-4809-b066-7709e02b6264 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:23.910964 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f7cf84-0638-4809-b066-7709e02b6264 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:10:23.911357 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cf84-0638-4809-b066-7709e02b6264 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: timer() Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:10:23.914350 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:10:23.974891 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cf84-0638-4809-b066-7709e02b6264 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:23.981995 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cf84-0638-4809-b066-7709e02b6264 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:23.983697 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a7f7cf84-0638-4809-b066-7709e02b6264 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/networks/efca047b-6042-4c9e-9ba5-5a3d690b5ea3 HTTP/1.1" status: 204 len: 168 time: 0.2927446 Aug 19 19:10:23.987465 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42928) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:23.996173 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7cf84-0638-4809-b066-7709e02b6264 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Network': ['ID=efca047b-6042-4c9e-9ba5-5a3d690b5ea3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:24.024863 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:10:24.045416 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:10:24.045784 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 4a04a1bf-97c3-4abd-89d0-a3d289e2bf76 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:10:24.047254 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-007f9333-a381-48d0-855d-f1a4e55c4f21 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:24.076354 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-007f9333-a381-48d0-855d-f1a4e55c4f21 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:24.142773 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-007f9333-a381-48d0-855d-f1a4e55c4f21 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:24.146269 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-007f9333-a381-48d0-855d-f1a4e55c4f21 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:24.147589 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-007f9333-a381-48d0-855d-f1a4e55c4f21 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/security-groups/c7ba0a08-9c4a-4f8a-b035-70d66adffbb3 HTTP/1.1" status: 204 len: 168 time: 0.1590626 Aug 19 19:10:24.161458 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f9333-a381-48d0-855d-f1a4e55c4f21 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ba0a08-9c4a-4f8a-b035-70d66adffbb3,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:24.484154 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3c304afd-69bc-405c-96e6-d2b50aa274c0 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:10:24.505066 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 3c304afd-69bc-405c-96e6-d2b50aa274c0 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:10:24.505404 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3c304afd-69bc-405c-96e6-d2b50aa274c0 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:10:24.505841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c57f7262-3cf6-46b1-8f77-31b194a3e713 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:10:24.526875 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: c57f7262-3cf6-46b1-8f77-31b194a3e713 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:10:24.527213 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device c57f7262-3cf6-46b1-8f77-31b194a3e713 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:10:24.527615 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device f29aacc9-9dc4-4424-ab75-eab3c45862be no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:10:24.545810 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: f29aacc9-9dc4-4424-ab75-eab3c45862be {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:10:24.546150 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device f29aacc9-9dc4-4424-ab75-eab3c45862be not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:10:24.630743 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42934) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:24.635507 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-fe45aa8f-e762-4d9f-b2e5-cc62bbfeb2e3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-242059408', 'description': 'tempest-secgroup-smoke-242059408 description', 'project_id': 'fad4d15d46254baea114898323e1fe8a'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:10:24.659730 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe45aa8f-e762-4d9f-b2e5-cc62bbfeb2e3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:24.749045 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe45aa8f-e762-4d9f-b2e5-cc62bbfeb2e3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:24.753454 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe45aa8f-e762-4d9f-b2e5-cc62bbfeb2e3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:24.782348 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe45aa8f-e762-4d9f-b2e5-cc62bbfeb2e3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:24.784726 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fe45aa8f-e762-4d9f-b2e5-cc62bbfeb2e3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1526313 Aug 19 19:10:24.788712 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42936) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:24.793487 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-dfdbdb26-f756-4708-9ff7-7cd7805a3d4b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': '814d1855-11cd-4204-b05d-19633998d642', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:10:24.797675 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45aa8f-e762-4d9f-b2e5-cc62bbfeb2e3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=814d1855-11cd-4204-b05d-19633998d642,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:24.824635 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dfdbdb26-f756-4708-9ff7-7cd7805a3d4b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:24.881700 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dfdbdb26-f756-4708-9ff7-7cd7805a3d4b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:24.885325 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dfdbdb26-f756-4708-9ff7-7cd7805a3d4b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:24.903180 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbdb26-f756-4708-9ff7-7cd7805a3d4b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd174dd3-f30f-4234-ae18-e0b3809b6641,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:24.910069 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dfdbdb26-f756-4708-9ff7-7cd7805a3d4b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:24.911306 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-dfdbdb26-f756-4708-9ff7-7cd7805a3d4b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216357 Aug 19 19:10:24.914259 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42938) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:24.918837 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-0ffadba5-6ec4-4089-ac2e-80c1da0a99d9 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': '814d1855-11cd-4204-b05d-19633998d642', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:10:24.944363 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0ffadba5-6ec4-4089-ac2e-80c1da0a99d9 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.004590 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0ffadba5-6ec4-4089-ac2e-80c1da0a99d9 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.008414 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0ffadba5-6ec4-4089-ac2e-80c1da0a99d9 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.027068 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffadba5-6ec4-4089-ac2e-80c1da0a99d9 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38f8462-eee9-4d9e-a5cb-181e8c9a6369,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:25.030097 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0ffadba5-6ec4-4089-ac2e-80c1da0a99d9 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.031283 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0ffadba5-6ec4-4089-ac2e-80c1da0a99d9 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160614 Aug 19 19:10:25.034118 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42940) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:25.038451 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-ad49dd5e-0b90-4e4e-8b9a-ad40ebd8271c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': '814d1855-11cd-4204-b05d-19633998d642', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:10:25.063076 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ad49dd5e-0b90-4e4e-8b9a-ad40ebd8271c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.125720 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ad49dd5e-0b90-4e4e-8b9a-ad40ebd8271c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.130727 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ad49dd5e-0b90-4e4e-8b9a-ad40ebd8271c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.149910 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49dd5e-0b90-4e4e-8b9a-ad40ebd8271c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77972b32-f28e-4383-89a3-f0e0b8d2c1f6,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:25.152414 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ad49dd5e-0b90-4e4e-8b9a-ad40ebd8271c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.153588 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ad49dd5e-0b90-4e4e-8b9a-ad40ebd8271c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185098 Aug 19 19:10:25.156321 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42942) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:25.160886 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-fe97292c-9f1a-4f2c-8250-b2a635385e35 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': '814d1855-11cd-4204-b05d-19633998d642', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:10:25.186859 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe97292c-9f1a-4f2c-8250-b2a635385e35 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.246137 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe97292c-9f1a-4f2c-8250-b2a635385e35 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.249555 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe97292c-9f1a-4f2c-8250-b2a635385e35 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.268478 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97292c-9f1a-4f2c-8250-b2a635385e35 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601839bd-151d-4c11-865a-fe147928e763,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:25.273784 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fe97292c-9f1a-4f2c-8250-b2a635385e35 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.274992 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fe97292c-9f1a-4f2c-8250-b2a635385e35 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177397 Aug 19 19:10:25.277849 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42944) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:25.282524 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-8e2f3b4f-4d25-47cd-ab14-8ce7d0793dea tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': '814d1855-11cd-4204-b05d-19633998d642', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:10:25.303860 n-d-803753-2 neutron-server[94681]: INFO neutron.db.securitygroups_db [None req-8e2f3b4f-4d25-47cd-ab14-8ce7d0793dea tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Project fad4d15d46254baea114898323e1fe8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:10:25.308729 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8e2f3b4f-4d25-47cd-ab14-8ce7d0793dea tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.368862 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8e2f3b4f-4d25-47cd-ab14-8ce7d0793dea tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.372924 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8e2f3b4f-4d25-47cd-ab14-8ce7d0793dea tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.392805 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f3b4f-4d25-47cd-ab14-8ce7d0793dea tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6c702d-85ab-432e-a4c9-05c4d41ff813,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:25.400169 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8e2f3b4f-4d25-47cd-ab14-8ce7d0793dea tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.401620 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8e2f3b4f-4d25-47cd-ab14-8ce7d0793dea tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225429 Aug 19 19:10:25.404416 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42946) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:25.409723 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-05c9707e-fb0d-43e1-9c13-36a621615241 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': '814d1855-11cd-4204-b05d-19633998d642', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:10:25.436018 n-d-803753-2 neutron-server[94682]: INFO neutron.db.securitygroups_db [None req-05c9707e-fb0d-43e1-9c13-36a621615241 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Project fad4d15d46254baea114898323e1fe8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:10:25.442433 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05c9707e-fb0d-43e1-9c13-36a621615241 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.508266 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05c9707e-fb0d-43e1-9c13-36a621615241 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.512033 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05c9707e-fb0d-43e1-9c13-36a621615241 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.528939 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9707e-fb0d-43e1-9c13-36a621615241 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a07ed8-abbc-4c80-89b8-0a582e99c939,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:25.536362 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05c9707e-fb0d-43e1-9c13-36a621615241 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.537735 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-05c9707e-fb0d-43e1-9c13-36a621615241 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321797 Aug 19 19:10:25.540623 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42948) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:25.545603 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-cc63a485-03a4-4a36-b03f-4e13c2875755 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'network': {'name': 'tempest-network-smoke--1038909347', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'port_security_enabled': True}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:10:25.567818 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc63a485-03a4-4a36-b03f-4e13c2875755 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Made reservation on behalf of fad4d15d46254baea114898323e1fe8a for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:10:25.571515 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cc63a485-03a4-4a36-b03f-4e13c2875755 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.594979 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc63a485-03a4-4a36-b03f-4e13c2875755 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:10:25.604917 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cc63a485-03a4-4a36-b03f-4e13c2875755 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.605271 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-cc63a485-03a4-4a36-b03f-4e13c2875755 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Added segment 217e5c3c-c111-4c34-a631-4cfb7cbe7d8f of type vlan for network f89ec542-05b3-4941-9b2d-ae82f1c7d089 Aug 19 19:10:25.646220 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cc63a485-03a4-4a36-b03f-4e13c2875755 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.671241 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cc63a485-03a4-4a36-b03f-4e13c2875755 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.677396 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc63a485-03a4-4a36-b03f-4e13c2875755 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:25.678003 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cc63a485-03a4-4a36-b03f-4e13c2875755 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.751668 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cc63a485-03a4-4a36-b03f-4e13c2875755 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2098804 Aug 19 19:10:25.754150 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42950) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:25.759064 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-695098e4-5d91-493a-8901-dd297d6dcb25 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-426825470', 'admin_state_up': True, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:10:25.766719 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63a485-03a4-4a36-b03f-4e13c2875755 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Network': ['ID=f89ec542-05b3-4941-9b2d-ae82f1c7d089,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:25.779650 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network f89ec542-05b3-4941-9b2d-ae82f1c7d089 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:10:25.789568 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-695098e4-5d91-493a-8901-dd297d6dcb25 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.790656 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-695098e4-5d91-493a-8901-dd297d6dcb25 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.848170 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-695098e4-5d91-493a-8901-dd297d6dcb25 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:25.986937 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-695098e4-5d91-493a-8901-dd297d6dcb25 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:26.191512 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-695098e4-5d91-493a-8901-dd297d6dcb25 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:26.210929 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-695098e4-5d91-493a-8901-dd297d6dcb25 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:26.317228 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-695098e4-5d91-493a-8901-dd297d6dcb25 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Allocated IP 172.25.8.78 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/35d6f600-5fd8-4c0c-8aae-f33127a8a769) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:10:26.417211 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-695098e4-5d91-493a-8901-dd297d6dcb25 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:26.457344 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-695098e4-5d91-493a-8901-dd297d6dcb25 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:26.492439 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695098e4-5d91-493a-8901-dd297d6dcb25 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:10:26.497152 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-695098e4-5d91-493a-8901-dd297d6dcb25 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:10:26.500666 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695098e4-5d91-493a-8901-dd297d6dcb25 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:10:26.528849 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695098e4-5d91-493a-8901-dd297d6dcb25 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=35d6f600-5fd8-4c0c-8aae-f33127a8a769,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:26.756862 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-695098e4-5d91-493a-8901-dd297d6dcb25 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:26.956397 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-695098e4-5d91-493a-8901-dd297d6dcb25 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:27.089739 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695098e4-5d91-493a-8901-dd297d6dcb25 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router 83567ce6-8f58-48ef-a2c9-2e33973c519b is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 19:10:27.197697 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695098e4-5d91-493a-8901-dd297d6dcb25 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:10:27.207922 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] Sync routers for ids ['83567ce6-8f58-48ef-a2c9-2e33973c519b'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:10:27.215419 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-695098e4-5d91-493a-8901-dd297d6dcb25 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:27.216796 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-695098e4-5d91-493a-8901-dd297d6dcb25 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4615312 Aug 19 19:10:27.216950 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] Routers {'83567ce6-8f58-48ef-a2c9-2e33973c519b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:10:27.217590 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:10:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['83567ce6-8f58-48ef-a2c9-2e33973c519b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:10:27.220722 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42952) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:27.251100 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ec7bba2e-668a-499a-be74-28208114c46f tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=fad4d15d46254baea114898323e1fe8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285447 Aug 19 19:10:27.253938 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42954) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:27.324813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] Set router 83567ce6-8f58-48ef-a2c9-2e33973c519b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:10:27.343630 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f01a03-b2a6-4085-8d2f-daf013ead8b2 tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:27.346276 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-36f01a03-b2a6-4085-8d2f-daf013ead8b2 tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902169 Aug 19 19:10:27.348792 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42956) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:27.378707 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-00366ee7-2cf5-4bfa-8400-f9935f58fccf tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287514 Aug 19 19:10:27.381255 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 42958) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:27.386343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-853c0528-e951-44ba-8486-01bd46dcaf21 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-155719526', 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:10:27.483498 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853c0528-e951-44ba-8486-01bd46dcaf21 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Made reservation on behalf of fad4d15d46254baea114898323e1fe8a for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:10:27.487383 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-853c0528-e951-44ba-8486-01bd46dcaf21 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:27.666396 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426825470', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:10:25Z', 'updated_at': '2021-08-19T19:10:26Z', 'revision_number': 3, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:10:26Z', 'updated_at': '2021-08-19T19:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:10:27.676018 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-853c0528-e951-44ba-8486-01bd46dcaf21 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:27.694953 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] Checking router: 83567ce6-8f58-48ef-a2c9-2e33973c519b for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:10:27.695308 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] Updating router 83567ce6-8f58-48ef-a2c9-2e33973c519b port 35d6f600-5fd8-4c0c-8aae-f33127a8a769 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:10:27.719795 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:27.739375 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c0528-e951-44ba-8486-01bd46dcaf21 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Subnet': ['ID=e89b0290-b850-4115-81b3-035d87f36929,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:27.744631 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853c0528-e951-44ba-8486-01bd46dcaf21 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Checking segment: {'id': '217e5c3c-c111-4c34-a631-4cfb7cbe7d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:10:27.744995 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853c0528-e951-44ba-8486-01bd46dcaf21 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network hostable DHCP agents. Network: f89ec542-05b3-4941-9b2d-ae82f1c7d089, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:10:27.766996 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853c0528-e951-44ba-8486-01bd46dcaf21 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network f89ec542-05b3-4941-9b2d-ae82f1c7d089 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:10:27.778553 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-853c0528-e951-44ba-8486-01bd46dcaf21 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, f89ec542-05b3-4941-9b2d-ae82f1c7d089) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:10:27.786184 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853c0528-e951-44ba-8486-01bd46dcaf21 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:27.787091 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-853c0528-e951-44ba-8486-01bd46dcaf21 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:27.803641 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-853c0528-e951-44ba-8486-01bd46dcaf21 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4212909 Aug 19 19:10:27.806807 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 42960) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:27.808390 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee244a8-2215-4466-b249-2b75baed2fe0 None None] Network f89ec542-05b3-4941-9b2d-ae82f1c7d089 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:10:28.053868 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df41ce39-83cb-4873-88c1-5cd99dcd3a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-f89ec542-05b3-4941-9b2d-ae82f1c7d089', 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ips': [{'subnet_id': 'e89b0290-b850-4115-81b3-035d87f36929'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:10:28.054710 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-df41ce39-83cb-4873-88c1-5cd99dcd3a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:28.118534 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:28.180370 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] Transition to ACTIVE for port object 35d6f600-5fd8-4c0c-8aae-f33127a8a769 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:10:28.190004 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:28.263968 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c51e6f09-a77b-4a76-b57e-c420a2145227 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:28.278919 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ec398-ff2c-40f2-96df-dc92328f607d None None] Pushing event updated for resources: {'Port': ['ID=35d6f600-5fd8-4c0c-8aae-f33127a8a769,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:28.283567 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] Attempting to bind port 35d6f600-5fd8-4c0c-8aae-f33127a8a769 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:10:28.283966 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] Attempting to bind port 35d6f600-5fd8-4c0c-8aae-f33127a8a769 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:10:28.284311 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] Attempting to bind port 35d6f600-5fd8-4c0c-8aae-f33127a8a769 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:10:28.295770 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-df41ce39-83cb-4873-88c1-5cd99dcd3a7d None None] Allocated IP 172.20.0.2 (f89ec542-05b3-4941-9b2d-ae82f1c7d089/e89b0290-b850-4115-81b3-035d87f36929/e4c693b8-c17f-4de4-a0b6-1c320d95e317) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:10:28.298451 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:10:28.298827 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:10:28.299235 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:28.299630 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:10:28.300099 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] Bound port: 35d6f600-5fd8-4c0c-8aae-f33127a8a769, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:10:28.300481 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:28.401600 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] For port 35d6f600-5fd8-4c0c-8aae-f33127a8a769, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:10:28.406156 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] For port 35d6f600-5fd8-4c0c-8aae-f33127a8a769, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=35d6f600-5fd8-4c0c-8aae-f33127a8a769,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:10:28.413665 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:28.522061 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ec398-ff2c-40f2-96df-dc92328f607d None None] Pushing event updated for resources: {'Port': ['ID=35d6f600-5fd8-4c0c-8aae-f33127a8a769,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:28.526649 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] Routers {'83567ce6-8f58-48ef-a2c9-2e33973c519b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:10:28.527267 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:10:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['83567ce6-8f58-48ef-a2c9-2e33973c519b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:10:28.588880 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-df41ce39-83cb-4873-88c1-5cd99dcd3a7d None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:28.629126 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-df41ce39-83cb-4873-88c1-5cd99dcd3a7d None None] Transition to ACTIVE for port object e4c693b8-c17f-4de4-a0b6-1c320d95e317 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:10:28.656017 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-df41ce39-83cb-4873-88c1-5cd99dcd3a7d None None] Transition to ACTIVE for port object e4c693b8-c17f-4de4-a0b6-1c320d95e317 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:10:28.664846 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-df41ce39-83cb-4873-88c1-5cd99dcd3a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:28.667662 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] Set router 83567ce6-8f58-48ef-a2c9-2e33973c519b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:10:28.710640 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-c51e6f09-a77b-4a76-b57e-c420a2145227 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Allocated IP 172.20.0.1 (f89ec542-05b3-4941-9b2d-ae82f1c7d089/e89b0290-b850-4115-81b3-035d87f36929/77686a20-2129-4997-b45d-5402436cfb0f) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:10:28.803327 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df41ce39-83cb-4873-88c1-5cd99dcd3a7d None None] Network f89ec542-05b3-4941-9b2d-ae82f1c7d089 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:10:28.807517 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41ce39-83cb-4873-88c1-5cd99dcd3a7d None None] Pushing event updated for resources: {'Port': ['ID=e4c693b8-c17f-4de4-a0b6-1c320d95e317,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:28.811468 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-df41ce39-83cb-4873-88c1-5cd99dcd3a7d None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:10:28.815536 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df41ce39-83cb-4873-88c1-5cd99dcd3a7d None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:10:28.831313 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c51e6f09-a77b-4a76-b57e-c420a2145227 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:28.848574 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-c51e6f09-a77b-4a76-b57e-c420a2145227 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Transition to ACTIVE for port object 77686a20-2129-4997-b45d-5402436cfb0f will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:10:28.884040 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c51e6f09-a77b-4a76-b57e-c420a2145227 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:28.911970 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-df41ce39-83cb-4873-88c1-5cd99dcd3a7d None None] Attempting to bind port e4c693b8-c17f-4de4-a0b6-1c320d95e317 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:10:28.912340 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-df41ce39-83cb-4873-88c1-5cd99dcd3a7d None None] Attempting to bind port e4c693b8-c17f-4de4-a0b6-1c320d95e317 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '217e5c3c-c111-4c34-a631-4cfb7cbe7d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:10:28.912706 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df41ce39-83cb-4873-88c1-5cd99dcd3a7d None None] Attempting to bind port e4c693b8-c17f-4de4-a0b6-1c320d95e317 on network f89ec542-05b3-4941-9b2d-ae82f1c7d089 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:10:28.920111 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df41ce39-83cb-4873-88c1-5cd99dcd3a7d None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:10:28.920483 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df41ce39-83cb-4873-88c1-5cd99dcd3a7d None None] Checking segment: {'id': '217e5c3c-c111-4c34-a631-4cfb7cbe7d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:10:28.920910 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-df41ce39-83cb-4873-88c1-5cd99dcd3a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:28.921299 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df41ce39-83cb-4873-88c1-5cd99dcd3a7d None None] Bound using segment: {'id': '217e5c3c-c111-4c34-a631-4cfb7cbe7d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:10:28.921816 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-df41ce39-83cb-4873-88c1-5cd99dcd3a7d None None] Bound port: e4c693b8-c17f-4de4-a0b6-1c320d95e317, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217e5c3c-c111-4c34-a631-4cfb7cbe7d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:10:28.922180 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-df41ce39-83cb-4873-88c1-5cd99dcd3a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:28.923758 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51e6f09-a77b-4a76-b57e-c420a2145227 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network f89ec542-05b3-4941-9b2d-ae82f1c7d089 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:10:28.929394 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-c51e6f09-a77b-4a76-b57e-c420a2145227 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:10:28.931836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51e6f09-a77b-4a76-b57e-c420a2145227 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:10:28.961214 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e6f09-a77b-4a76-b57e-c420a2145227 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=77686a20-2129-4997-b45d-5402436cfb0f,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:28.982599 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c51e6f09-a77b-4a76-b57e-c420a2145227 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:28.991868 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426825470', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:10:25Z', 'updated_at': '2021-08-19T19:10:26Z', 'revision_number': 3, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:10:26Z', 'updated_at': '2021-08-19T19:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:10:29.029503 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42220354-c2cb-4afc-b763-fc9d3b0810cf None None] The sync data for ids ['83567ce6-8f58-48ef-a2c9-2e33973c519b'] in n-d-803753-2 is: [{'id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426825470', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:10:25Z', 'updated_at': '2021-08-19T19:10:26Z', 'revision_number': 3, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:10:26Z', 'updated_at': '2021-08-19T19:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:10:29.031469 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-df41ce39-83cb-4873-88c1-5cd99dcd3a7d None None] For port e4c693b8-c17f-4de4-a0b6-1c320d95e317, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:10:29.043534 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-df41ce39-83cb-4873-88c1-5cd99dcd3a7d None None] For port e4c693b8-c17f-4de4-a0b6-1c320d95e317, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e4c693b8-c17f-4de4-a0b6-1c320d95e317,segment=NetworkSegment(217e5c3c-c111-4c34-a631-4cfb7cbe7d8f),segment_id=217e5c3c-c111-4c34-a631-4cfb7cbe7d8f)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:10:29.050649 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-df41ce39-83cb-4873-88c1-5cd99dcd3a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:29.117758 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41ce39-83cb-4873-88c1-5cd99dcd3a7d None None] Pushing event updated for resources: {'Port': ['ID=e4c693b8-c17f-4de4-a0b6-1c320d95e317,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:29.144278 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c51e6f09-a77b-4a76-b57e-c420a2145227 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:29.498925 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c51e6f09-a77b-4a76-b57e-c420a2145227 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:29.506563 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c51e6f09-a77b-4a76-b57e-c420a2145227 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:29.583771 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e6f09-a77b-4a76-b57e-c420a2145227 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=77686a20-2129-4997-b45d-5402436cfb0f,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:29.586061 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c51e6f09-a77b-4a76-b57e-c420a2145227 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:29.681704 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51e6f09-a77b-4a76-b57e-c420a2145227 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network f89ec542-05b3-4941-9b2d-ae82f1c7d089 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:10:29.683203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-c51e6f09-a77b-4a76-b57e-c420a2145227 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:10:29.814762 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51e6f09-a77b-4a76-b57e-c420a2145227 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router 83567ce6-8f58-48ef-a2c9-2e33973c519b has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:10:30.113702 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167fde3c-92f9-4b9e-901c-7b873191b12a None None] Network f89ec542-05b3-4941-9b2d-ae82f1c7d089 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:10:30.232031 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-36076666-292f-4248-ba76-80a03df881ea None None] Provisioning for port e4c693b8-c17f-4de4-a0b6-1c320d95e317 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:10:30.265166 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51e6f09-a77b-4a76-b57e-c420a2145227 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:10:30.270331 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c51e6f09-a77b-4a76-b57e-c420a2145227 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "PUT /v2.0/routers/83567ce6-8f58-48ef-a2c9-2e33973c519b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4618862 Aug 19 19:10:30.420704 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-4a0afe13-ebf6-4320-831c-6a56e4966aad tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-242059408&fields=id&tenant_id=fad4d15d46254baea114898323e1fe8a HTTP/1.1" status: 200 len: 267 time: 0.0388694 Aug 19 19:10:30.553626 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-af1603cf-8155-44a4-ab28-e78bace9389f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:30.555218 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-af1603cf-8155-44a4-ab28-e78bace9389f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/networks?id=f89ec542-05b3-4941-9b2d-ae82f1c7d089 HTTP/1.1" status: 200 len: 797 time: 0.1270571 Aug 19 19:10:30.569360 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e4c693b8-c17f-4de4-a0b6-1c320d95e317 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:10:30.583067 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-02582176-831b-4932-9b87-c7c311a83aaa tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/quotas/fad4d15d46254baea114898323e1fe8a HTTP/1.1" status: 200 len: 375 time: 0.0146949 Aug 19 19:10:30.601157 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e3cf78e5-8ab2-4d2a-9015-b3e159ff2189 None None] Provisioning for port 77686a20-2129-4997-b45d-5402436cfb0f completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:10:30.606672 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e3cf78e5-8ab2-4d2a-9015-b3e159ff2189 None None] Provisioning complete for port 77686a20-2129-4997-b45d-5402436cfb0f triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:10:30.607044 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e3cf78e5-8ab2-4d2a-9015-b3e159ff2189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:30.643575 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-a55f8758-729e-49b9-8d93-6b2035379a90 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548317 Aug 19 19:10:30.657613 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-e3cf78e5-8ab2-4d2a-9015-b3e159ff2189 None None] Port 77686a20-2129-4997-b45d-5402436cfb0f cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:10:30.673749 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port e4c693b8-c17f-4de4-a0b6-1c320d95e317 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:10:30.676893 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e3cf78e5-8ab2-4d2a-9015-b3e159ff2189 None None] Provisioning complete for port e4c693b8-c17f-4de4-a0b6-1c320d95e317 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:10:30.677340 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e3cf78e5-8ab2-4d2a-9015-b3e159ff2189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:30.680760 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port e4c693b8-c17f-4de4-a0b6-1c320d95e317 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:10:30.680760 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:30.766230 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-3e3d3eca-f6a5-4ee7-a3af-99cbfe75e503 service neutron] 10.222.0.24 "GET /v2.0/networks/f89ec542-05b3-4941-9b2d-ae82f1c7d089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057529 Aug 19 19:10:30.805035 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] Sync routers for ids ['83567ce6-8f58-48ef-a2c9-2e33973c519b'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:10:30.818207 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] Routers {'83567ce6-8f58-48ef-a2c9-2e33973c519b'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:10:30.819459 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:10:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['83567ce6-8f58-48ef-a2c9-2e33973c519b'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:10:30.827776 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e3cf78e5-8ab2-4d2a-9015-b3e159ff2189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:30.830874 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:30.881492 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port e4c693b8-c17f-4de4-a0b6-1c320d95e317, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e4c693b8-c17f-4de4-a0b6-1c320d95e317,segment=NetworkSegment(217e5c3c-c111-4c34-a631-4cfb7cbe7d8f),segment_id=217e5c3c-c111-4c34-a631-4cfb7cbe7d8f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:10:30.888370 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:30.889764 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 35d6f600-5fd8-4c0c-8aae-f33127a8a769 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:10:30.893306 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-512d3995-e393-48e5-8a04-0796c35eedd2 service neutron] 10.222.0.24 "GET /v2.0/networks/f89ec542-05b3-4941-9b2d-ae82f1c7d089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227360 Aug 19 19:10:30.949982 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] Set router 83567ce6-8f58-48ef-a2c9-2e33973c519b gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:10:31.128371 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3a008263-a25b-4147-bd01-d82d4a2fdc65 req-ae470f4a-a3e8-48c0-87d4-a5b6e2929d14 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 210 time: 0.0479927 Aug 19 19:10:31.191253 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.api [None req-e3cf78e5-8ab2-4d2a-9015-b3e159ff2189 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 19:10:31.191948 n-d-803753-2 neutron-server[94683]: DEBUG oslo_db.api [None req-e3cf78e5-8ab2-4d2a-9015-b3e159ff2189 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 19:10:31.202204 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426825470', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:10:25Z', 'updated_at': '2021-08-19T19:10:29Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:10:26Z', 'updated_at': '2021-08-19T19:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '77686a20-2129-4997-b45d-5402436cfb0f', 'name': '', 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:31:5c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e89b0290-b850-4115-81b3-035d87f36929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:10:28Z', 'updated_at': '2021-08-19T19:10:29Z', 'revision_number': 2, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'e89b0290-b850-4115-81b3-035d87f36929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:10:31.210777 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=e4c693b8-c17f-4de4-a0b6-1c320d95e317,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:31.217835 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 35d6f600-5fd8-4c0c-8aae-f33127a8a769 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:10:31.222502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 35d6f600-5fd8-4c0c-8aae-f33127a8a769 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:10:31.222886 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:31.236679 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] Checking router: 83567ce6-8f58-48ef-a2c9-2e33973c519b for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:10:31.237248 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] Updating router 83567ce6-8f58-48ef-a2c9-2e33973c519b port 77686a20-2129-4997-b45d-5402436cfb0f binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:10:31.263058 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:31.313910 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:31.338108 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 35d6f600-5fd8-4c0c-8aae-f33127a8a769, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=35d6f600-5fd8-4c0c-8aae-f33127a8a769,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:10:31.343318 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:31.399756 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=35d6f600-5fd8-4c0c-8aae-f33127a8a769,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:31.556962 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:31.567658 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] Transition to ACTIVE for port object 77686a20-2129-4997-b45d-5402436cfb0f will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:10:31.573787 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:31.621762 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1414271-d339-4158-a424-6254bcf0edd5 None None] Pushing event updated for resources: {'Port': ['ID=77686a20-2129-4997-b45d-5402436cfb0f,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:31.632623 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1414271-d339-4158-a424-6254bcf0edd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:31.632969 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1414271-d339-4158-a424-6254bcf0edd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:31.633305 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1414271-d339-4158-a424-6254bcf0edd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:31.633665 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1414271-d339-4158-a424-6254bcf0edd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:31.633997 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1414271-d339-4158-a424-6254bcf0edd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:31.634320 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1414271-d339-4158-a424-6254bcf0edd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:31.634643 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1414271-d339-4158-a424-6254bcf0edd5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:31.634994 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1414271-d339-4158-a424-6254bcf0edd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:31.635339 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1414271-d339-4158-a424-6254bcf0edd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:31.635602 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1414271-d339-4158-a424-6254bcf0edd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:31.635976 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1414271-d339-4158-a424-6254bcf0edd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:31.636237 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1414271-d339-4158-a424-6254bcf0edd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:10:31.782268 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] Attempting to bind port 77686a20-2129-4997-b45d-5402436cfb0f on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:10:31.783361 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] Attempting to bind port 77686a20-2129-4997-b45d-5402436cfb0f by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '217e5c3c-c111-4c34-a631-4cfb7cbe7d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:10:31.783737 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] Attempting to bind port 77686a20-2129-4997-b45d-5402436cfb0f on network f89ec542-05b3-4941-9b2d-ae82f1c7d089 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:10:31.789115 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:10:31.789487 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] Checking segment: {'id': '217e5c3c-c111-4c34-a631-4cfb7cbe7d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:10:31.789996 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:31.790355 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] Bound using segment: {'id': '217e5c3c-c111-4c34-a631-4cfb7cbe7d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:10:31.790817 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] Bound port: 77686a20-2129-4997-b45d-5402436cfb0f, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217e5c3c-c111-4c34-a631-4cfb7cbe7d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:10:31.791195 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:31.855149 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] For port 77686a20-2129-4997-b45d-5402436cfb0f, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:10:31.858876 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] For port 77686a20-2129-4997-b45d-5402436cfb0f, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=77686a20-2129-4997-b45d-5402436cfb0f,segment=NetworkSegment(217e5c3c-c111-4c34-a631-4cfb7cbe7d8f),segment_id=217e5c3c-c111-4c34-a631-4cfb7cbe7d8f)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:10:31.863890 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:31.921638 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] Routers {'83567ce6-8f58-48ef-a2c9-2e33973c519b'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:10:31.922452 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:10:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['83567ce6-8f58-48ef-a2c9-2e33973c519b'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:10:31.968717 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1414271-d339-4158-a424-6254bcf0edd5 None None] Pushing event updated for resources: {'Port': ['ID=77686a20-2129-4997-b45d-5402436cfb0f,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:32.044380 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] Set router 83567ce6-8f58-48ef-a2c9-2e33973c519b gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:10:32.248543 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3f3bd64e-c485-45e4-8973-c5693947effc req-e882c22f-1b90-42e7-ba47-52fe52b586a8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 210 time: 0.0444551 Aug 19 19:10:32.271796 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-9f0e24a3-e8ef-4514-921b-9bc58a757752 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:32.273417 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-9f0e24a3-e8ef-4514-921b-9bc58a757752 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.50 "GET /v2.0/networks?id=f89ec542-05b3-4941-9b2d-ae82f1c7d089 HTTP/1.1" status: 200 len: 797 time: 0.1499732 Aug 19 19:10:32.276068 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426825470', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:10:25Z', 'updated_at': '2021-08-19T19:10:29Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:10:26Z', 'updated_at': '2021-08-19T19:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '77686a20-2129-4997-b45d-5402436cfb0f', 'name': '', 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:31:5c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e89b0290-b850-4115-81b3-035d87f36929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:10:28Z', 'updated_at': '2021-08-19T19:10:31Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'e89b0290-b850-4115-81b3-035d87f36929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:10:32.304603 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac83c97-57ba-485b-a928-c82d0073590f None None] The sync data for ids ['83567ce6-8f58-48ef-a2c9-2e33973c519b'] in n-d-803753-2 is: [{'id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426825470', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:10:25Z', 'updated_at': '2021-08-19T19:10:29Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:10:26Z', 'updated_at': '2021-08-19T19:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '77686a20-2129-4997-b45d-5402436cfb0f', 'name': '', 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:31:5c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e89b0290-b850-4115-81b3-035d87f36929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:10:28Z', 'updated_at': '2021-08-19T19:10:31Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'e89b0290-b850-4115-81b3-035d87f36929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:10:32.323005 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-a151ccdd-73cf-4f0e-8ea3-856460263cc1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad4d15d46254baea114898323e1fe8a HTTP/1.1" status: 200 len: 379 time: 0.0388699 Aug 19 19:10:32.333189 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-b75eb2db-773d-4bf6-823c-386ff4d000b1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'port': {'device_id': '45bd1b8b-f01e-4a14-82cf-bde22f838272', 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089', 'admin_state_up': True, 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'security_groups': ['814d1855-11cd-4204-b05d-19633998d642']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:10:32.462593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-b75eb2db-773d-4bf6-823c-386ff4d000b1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Made reservation on behalf of fad4d15d46254baea114898323e1fe8a for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:10:32.466565 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-b75eb2db-773d-4bf6-823c-386ff4d000b1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:32.609764 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e4c693b8-c17f-4de4-a0b6-1c320d95e317 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:10:32.615764 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-b75eb2db-773d-4bf6-823c-386ff4d000b1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Allocated IP 172.20.0.7 (f89ec542-05b3-4941-9b2d-ae82f1c7d089/e89b0290-b850-4115-81b3-035d87f36929/45f04394-0dbb-4b7c-a2d1-b49df0ed255d) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:10:32.663598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port e4c693b8-c17f-4de4-a0b6-1c320d95e317 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:10:32.664233 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:32.747841 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 77686a20-2129-4997-b45d-5402436cfb0f up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:10:32.786345 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-b75eb2db-773d-4bf6-823c-386ff4d000b1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:32.804619 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-b75eb2db-773d-4bf6-823c-386ff4d000b1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Transition to ACTIVE for port object 45f04394-0dbb-4b7c-a2d1-b49df0ed255d will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:10:32.818390 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 77686a20-2129-4997-b45d-5402436cfb0f completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:10:32.825115 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 77686a20-2129-4997-b45d-5402436cfb0f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:10:32.825489 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:32.845121 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-b75eb2db-773d-4bf6-823c-386ff4d000b1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:32.897968 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-b75eb2db-773d-4bf6-823c-386ff4d000b1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network f89ec542-05b3-4941-9b2d-ae82f1c7d089 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:10:32.901229 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-b75eb2db-773d-4bf6-823c-386ff4d000b1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:10:32.905238 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-b75eb2db-773d-4bf6-823c-386ff4d000b1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:10:32.913820 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:32.933371 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75eb2db-773d-4bf6-823c-386ff4d000b1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=45f04394-0dbb-4b7c-a2d1-b49df0ed255d,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:32.963268 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 77686a20-2129-4997-b45d-5402436cfb0f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=77686a20-2129-4997-b45d-5402436cfb0f,segment=NetworkSegment(217e5c3c-c111-4c34-a631-4cfb7cbe7d8f),segment_id=217e5c3c-c111-4c34-a631-4cfb7cbe7d8f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:10:32.967084 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-b75eb2db-773d-4bf6-823c-386ff4d000b1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:32.967758 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-b75eb2db-773d-4bf6-823c-386ff4d000b1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:32.969266 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:32.970840 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 35d6f600-5fd8-4c0c-8aae-f33127a8a769 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:10:32.988987 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-b75eb2db-773d-4bf6-823c-386ff4d000b1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6593366 Aug 19 19:10:33.008007 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-eed464df-ee99-49e7-8cd4-a7eb3017bf01 service neutron] Request body: {'port': {'device_id': '45bd1b8b-f01e-4a14-82cf-bde22f838272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:10:33.065513 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=77686a20-2129-4997-b45d-5402436cfb0f,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:33.077999 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 35d6f600-5fd8-4c0c-8aae-f33127a8a769 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:10:33.078152 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:33.091684 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-eed464df-ee99-49e7-8cd4-a7eb3017bf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:33.240733 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1ca5ed83-760f-4aa5-9c95-0584fae7a445 None None] Provisioning for port 45f04394-0dbb-4b7c-a2d1-b49df0ed255d completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:10:33.245193 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1ca5ed83-760f-4aa5-9c95-0584fae7a445 None None] Provisioning complete for port 45f04394-0dbb-4b7c-a2d1-b49df0ed255d triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:10:33.245601 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1ca5ed83-760f-4aa5-9c95-0584fae7a445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:33.283157 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-1ca5ed83-760f-4aa5-9c95-0584fae7a445 None None] Port 45f04394-0dbb-4b7c-a2d1-b49df0ed255d cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:10:33.382558 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb9b75-dca3-4ce3-be34-6c98c72c7daa req-6cb1b44c-4289-4ecc-a7b6-854fd5551c2a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:33.384236 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fabb9b75-dca3-4ce3-be34-6c98c72c7daa req-6cb1b44c-4289-4ecc-a7b6-854fd5551c2a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 931 time: 0.0557735 Aug 19 19:10:33.402777 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-eed464df-ee99-49e7-8cd4-a7eb3017bf01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f04394-0dbb-4b7c-a2d1-b49df0ed255d {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:10:33.411726 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-eed464df-ee99-49e7-8cd4-a7eb3017bf01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:33.426184 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-eed464df-ee99-49e7-8cd4-a7eb3017bf01 service neutron] Transition to ACTIVE for port object 45f04394-0dbb-4b7c-a2d1-b49df0ed255d will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:10:33.427260 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fabb9b75-dca3-4ce3-be34-6c98c72c7daa req-071eb0b4-24e8-4014-92a5-e6d2652da688 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356617 Aug 19 19:10:33.431178 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-eed464df-ee99-49e7-8cd4-a7eb3017bf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:33.488930 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed464df-ee99-49e7-8cd4-a7eb3017bf01 service neutron] Pushing event updated for resources: {'Port': ['ID=45f04394-0dbb-4b7c-a2d1-b49df0ed255d,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:33.559210 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-eed464df-ee99-49e7-8cd4-a7eb3017bf01 service neutron] Attempting to bind port 45f04394-0dbb-4b7c-a2d1-b49df0ed255d on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:10:33.559682 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-eed464df-ee99-49e7-8cd4-a7eb3017bf01 service neutron] Attempting to bind port 45f04394-0dbb-4b7c-a2d1-b49df0ed255d by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '217e5c3c-c111-4c34-a631-4cfb7cbe7d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:10:33.560135 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-eed464df-ee99-49e7-8cd4-a7eb3017bf01 service neutron] Attempting to bind port 45f04394-0dbb-4b7c-a2d1-b49df0ed255d on network f89ec542-05b3-4941-9b2d-ae82f1c7d089 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:10:33.565130 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-eed464df-ee99-49e7-8cd4-a7eb3017bf01 service neutron] Port 45f04394-0dbb-4b7c-a2d1-b49df0ed255d on network f89ec542-05b3-4941-9b2d-ae82f1c7d089 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:10:33.565460 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-eed464df-ee99-49e7-8cd4-a7eb3017bf01 service neutron] Attempting to bind port 45f04394-0dbb-4b7c-a2d1-b49df0ed255d on network f89ec542-05b3-4941-9b2d-ae82f1c7d089 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:10:33.570572 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-eed464df-ee99-49e7-8cd4-a7eb3017bf01 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:10:33.570911 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-eed464df-ee99-49e7-8cd4-a7eb3017bf01 service neutron] Checking segment: {'id': '217e5c3c-c111-4c34-a631-4cfb7cbe7d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:10:33.571297 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-eed464df-ee99-49e7-8cd4-a7eb3017bf01 service neutron] Bound using segment: {'id': '217e5c3c-c111-4c34-a631-4cfb7cbe7d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:10:33.571731 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-eed464df-ee99-49e7-8cd4-a7eb3017bf01 service neutron] Bound port: 45f04394-0dbb-4b7c-a2d1-b49df0ed255d, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '217e5c3c-c111-4c34-a631-4cfb7cbe7d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:10:33.572088 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-eed464df-ee99-49e7-8cd4-a7eb3017bf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:33.642659 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-eed464df-ee99-49e7-8cd4-a7eb3017bf01 service neutron] For port 45f04394-0dbb-4b7c-a2d1-b49df0ed255d, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:10:33.645826 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-eed464df-ee99-49e7-8cd4-a7eb3017bf01 service neutron] For port 45f04394-0dbb-4b7c-a2d1-b49df0ed255d, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=45f04394-0dbb-4b7c-a2d1-b49df0ed255d,segment=NetworkSegment(217e5c3c-c111-4c34-a631-4cfb7cbe7d8f),segment_id=217e5c3c-c111-4c34-a631-4cfb7cbe7d8f)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:10:33.650432 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-eed464df-ee99-49e7-8cd4-a7eb3017bf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:33.683342 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-eed464df-ee99-49e7-8cd4-a7eb3017bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:33.683969 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-eed464df-ee99-49e7-8cd4-a7eb3017bf01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:33.685376 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-eed464df-ee99-49e7-8cd4-a7eb3017bf01 service neutron] 10.222.0.50 "PUT /v2.0/ports/45f04394-0dbb-4b7c-a2d1-b49df0ed255d HTTP/1.1" status: 200 len: 1091 time: 0.6876483 Aug 19 19:10:33.685849 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45bd1b8b-f01e-4a14-82cf-bde22f838272', 'tag': '45f04394-0dbb-4b7c-a2d1-b49df0ed255d'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:10:33.688135 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29784e5-4704-4ea2-be22-118fa4cd8283" -d '{"events": [{"name": "network-changed", "server_uuid": "45bd1b8b-f01e-4a14-82cf-bde22f838272", "tag": "45f04394-0dbb-4b7c-a2d1-b49df0ed255d"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:10:33.718566 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed464df-ee99-49e7-8cd4-a7eb3017bf01 service neutron] Pushing event updated for resources: {'Port': ['ID=45f04394-0dbb-4b7c-a2d1-b49df0ed255d,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:33.740567 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0d8a62-59fd-4fad-8cf4-f0b193def509 x-openstack-request-id: req-be0d8a62-59fd-4fad-8cf4-f0b193def509 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:10:33.740859 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45bd1b8b-f01e-4a14-82cf-bde22f838272", "tag": "45f04394-0dbb-4b7c-a2d1-b49df0ed255d", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:10:33.741110 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be0d8a62-59fd-4fad-8cf4-f0b193def509 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:10:33.741513 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45bd1b8b-f01e-4a14-82cf-bde22f838272', 'tag': '45f04394-0dbb-4b7c-a2d1-b49df0ed255d', 'status': 'completed', 'code': 200} Aug 19 19:10:33.775663 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-b6e08812-c164-4d45-9e31-c2eeec2c12ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:33.777348 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-b6e08812-c164-4d45-9e31-c2eeec2c12ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 1094 time: 0.0465372 Aug 19 19:10:33.828087 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-4ec73935-b006-406a-8798-4089d0337432 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f04394-0dbb-4b7c-a2d1-b49df0ed255d HTTP/1.1" status: 200 len: 217 time: 0.0397863 Aug 19 19:10:33.880716 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-723aa54e-32de-4a7d-a533-30848a0944f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:33.882247 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-723aa54e-32de-4a7d-a533-30848a0944f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e89b0290-b850-4115-81b3-035d87f36929 HTTP/1.1" status: 200 len: 834 time: 0.0476673 Aug 19 19:10:33.930537 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-b9bc1477-dde5-40cd-ba2f-03b76a9b7569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:33.932044 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-b9bc1477-dde5-40cd-ba2f-03b76a9b7569 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f89ec542-05b3-4941-9b2d-ae82f1c7d089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425830 Aug 19 19:10:34.029465 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-86d70ddd-3fb8-48e9-a3e2-dfb15917e307 service neutron] 10.222.0.50 "GET /v2.0/networks/f89ec542-05b3-4941-9b2d-ae82f1c7d089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898669 Aug 19 19:10:34.118402 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b638ef9d-41f6-4560-b860-dbdde9c8c02a req-30aa99a6-207c-4524-9bb5-3a933d0d8f84 service neutron] 10.222.0.50 "GET /v2.0/networks/f89ec542-05b3-4941-9b2d-ae82f1c7d089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820506 Aug 19 19:10:34.203164 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29784e5-4704-4ea2-be22-118fa4cd8283 req-059d35e1-ee8f-43d7-87f2-4bd9415dfbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:34.205083 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c29784e5-4704-4ea2-be22-118fa4cd8283 req-059d35e1-ee8f-43d7-87f2-4bd9415dfbd9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 1094 time: 0.0412712 Aug 19 19:10:34.300389 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29784e5-4704-4ea2-be22-118fa4cd8283 req-cdb2d46a-192d-4aec-b3e4-77d283edc861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:34.301904 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c29784e5-4704-4ea2-be22-118fa4cd8283 req-cdb2d46a-192d-4aec-b3e4-77d283edc861 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f89ec542-05b3-4941-9b2d-ae82f1c7d089 HTTP/1.1" status: 200 len: 898 time: 0.0899930 Aug 19 19:10:34.344395 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c29784e5-4704-4ea2-be22-118fa4cd8283 req-54a7980a-e0e3-4b87-8f57-8bf7fe6144c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f04394-0dbb-4b7c-a2d1-b49df0ed255d HTTP/1.1" status: 200 len: 217 time: 0.0346029 Aug 19 19:10:34.399641 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29784e5-4704-4ea2-be22-118fa4cd8283 req-d223416c-bd6e-4406-a41c-51698bfae69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:34.401139 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c29784e5-4704-4ea2-be22-118fa4cd8283 req-d223416c-bd6e-4406-a41c-51698bfae69a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e89b0290-b850-4115-81b3-035d87f36929 HTTP/1.1" status: 200 len: 834 time: 0.0489025 Aug 19 19:10:34.448197 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29784e5-4704-4ea2-be22-118fa4cd8283 req-df171c86-2397-44e8-95f7-b39bb4cfaff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:34.449767 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c29784e5-4704-4ea2-be22-118fa4cd8283 req-df171c86-2397-44e8-95f7-b39bb4cfaff2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f89ec542-05b3-4941-9b2d-ae82f1c7d089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397775 Aug 19 19:10:34.494442 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 77686a20-2129-4997-b45d-5402436cfb0f up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:10:34.545279 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c29784e5-4704-4ea2-be22-118fa4cd8283 req-ae118f29-7bed-4212-8240-c9fb4c1a744f service neutron] 10.222.0.50 "GET /v2.0/networks/f89ec542-05b3-4941-9b2d-ae82f1c7d089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878794 Aug 19 19:10:34.548379 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 77686a20-2129-4997-b45d-5402436cfb0f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:10:34.548843 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:34.552548 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3ec83-9b42-4d06-a2fc-e0c83fa230d8 req-6493ef1a-e6bd-4d78-8705-597334699a05 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:34.557735 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e5a3ec83-9b42-4d06-a2fc-e0c83fa230d8 req-6493ef1a-e6bd-4d78-8705-597334699a05 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 943 time: 0.0530000 Aug 19 19:10:34.593845 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e5a3ec83-9b42-4d06-a2fc-e0c83fa230d8 req-172bb933-7f52-4a90-84d6-0ee3ec1296df tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337083 Aug 19 19:10:34.645513 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c29784e5-4704-4ea2-be22-118fa4cd8283 req-1651ada8-4251-45a5-9419-dcf5e50cb02a service neutron] 10.222.0.50 "GET /v2.0/networks/f89ec542-05b3-4941-9b2d-ae82f1c7d089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921359 Aug 19 19:10:34.715792 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bb8c03f1-3ecb-45a9-a732-6641f0fbfb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:35.717052 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c602f2-b540-430a-b07b-15b7d86a25ab req-42e73d0a-fc1f-40a7-a160-2a0ed4ffbca7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:35.718476 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-13c602f2-b540-430a-b07b-15b7d86a25ab req-42e73d0a-fc1f-40a7-a160-2a0ed4ffbca7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 943 time: 0.0500138 Aug 19 19:10:35.756982 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-13c602f2-b540-430a-b07b-15b7d86a25ab req-cd4e2909-8534-4973-a1ea-368200cee102 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323329 Aug 19 19:10:36.084828 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 45f04394-0dbb-4b7c-a2d1-b49df0ed255d details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:10:36.184623 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 45f04394-0dbb-4b7c-a2d1-b49df0ed255d, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=45f04394-0dbb-4b7c-a2d1-b49df0ed255d,segment=NetworkSegment(217e5c3c-c111-4c34-a631-4cfb7cbe7d8f),segment_id=217e5c3c-c111-4c34-a631-4cfb7cbe7d8f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:10:36.195888 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '45f04394-0dbb-4b7c-a2d1-b49df0ed255d', 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089', 'port_id': '45f04394-0dbb-4b7c-a2d1-b49df0ed255d', 'mac_address': 'fa:16:3e:c8:e5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89b0290-b850-4115-81b3-035d87f36929', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:10:36.233367 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:36.247050 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f04394-0dbb-4b7c-a2d1-b49df0ed255d {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:10:36.266234 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 45f04394-0dbb-4b7c-a2d1-b49df0ed255d, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=45f04394-0dbb-4b7c-a2d1-b49df0ed255d,segment=NetworkSegment(217e5c3c-c111-4c34-a631-4cfb7cbe7d8f),segment_id=217e5c3c-c111-4c34-a631-4cfb7cbe7d8f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:10:36.270346 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:36.322699 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=45f04394-0dbb-4b7c-a2d1-b49df0ed255d,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:36.480727 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['45f04394-0dbb-4b7c-a2d1-b49df0ed255d'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:10:36.871395 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49d331-b474-470c-9bee-a5bff0029dcf req-5cc26b86-2922-4c85-b4f6-a43dfcb37076 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:36.872900 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2a49d331-b474-470c-9bee-a5bff0029dcf req-5cc26b86-2922-4c85-b4f6-a43dfcb37076 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 944 time: 0.0489109 Aug 19 19:10:36.912255 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2a49d331-b474-470c-9bee-a5bff0029dcf req-b2b74218-2d59-4c5a-963e-ea32a27894b4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326128 Aug 19 19:10:37.365822 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:37.455923 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d0422d1f-2368-412e-86fa-dbc1b3f06024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:38.032147 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23364d31-9a5c-4e13-88d1-0a6b73f5551b req-6059bcbe-2c35-4fce-add6-89371bb78690 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:38.033666 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23364d31-9a5c-4e13-88d1-0a6b73f5551b req-6059bcbe-2c35-4fce-add6-89371bb78690 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 944 time: 0.0533569 Aug 19 19:10:38.075145 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23364d31-9a5c-4e13-88d1-0a6b73f5551b req-94f4529a-2b81-48a2-932d-da35cc566a90 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354190 Aug 19 19:10:38.097523 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 45f04394-0dbb-4b7c-a2d1-b49df0ed255d up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:10:38.147628 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 45f04394-0dbb-4b7c-a2d1-b49df0ed255d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:10:38.151331 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 45f04394-0dbb-4b7c-a2d1-b49df0ed255d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:10:38.151702 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:38.226393 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:38.248860 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45bd1b8b-f01e-4a14-82cf-bde22f838272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f04394-0dbb-4b7c-a2d1-b49df0ed255d'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:10:38.251133 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2568cebb-9427-40b3-9674-22edcb487d25" -d '{"events": [{"server_uuid": "45bd1b8b-f01e-4a14-82cf-bde22f838272", "name": "network-vif-plugged", "status": "completed", "tag": "45f04394-0dbb-4b7c-a2d1-b49df0ed255d"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:10:38.267474 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 45f04394-0dbb-4b7c-a2d1-b49df0ed255d, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=45f04394-0dbb-4b7c-a2d1-b49df0ed255d,segment=NetworkSegment(217e5c3c-c111-4c34-a631-4cfb7cbe7d8f),segment_id=217e5c3c-c111-4c34-a631-4cfb7cbe7d8f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:10:38.271699 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:38.322032 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=45f04394-0dbb-4b7c-a2d1-b49df0ed255d,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:38.343055 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a9a1a9-5418-43d5-9a15-cd16dc2ef60f x-openstack-request-id: req-34a9a1a9-5418-43d5-9a15-cd16dc2ef60f {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:10:38.343353 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45bd1b8b-f01e-4a14-82cf-bde22f838272", "name": "network-vif-plugged", "status": "completed", "tag": "45f04394-0dbb-4b7c-a2d1-b49df0ed255d", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:10:38.343612 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34a9a1a9-5418-43d5-9a15-cd16dc2ef60f {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:10:38.344017 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45bd1b8b-f01e-4a14-82cf-bde22f838272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f04394-0dbb-4b7c-a2d1-b49df0ed255d', 'code': 200} Aug 19 19:10:38.405131 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:38.445402 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f53a0-ff28-4ff6-aaa5-22fe925e3a88 req-0ba08737-bc57-4abc-84a8-0b83001185f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:38.446935 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2a3f53a0-ff28-4ff6-aaa5-22fe925e3a88 req-0ba08737-bc57-4abc-84a8-0b83001185f1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 1096 time: 0.0474017 Aug 19 19:10:38.482383 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2a3f53a0-ff28-4ff6-aaa5-22fe925e3a88 req-e43f2e15-0114-4e96-bb5c-8dc07fc286eb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276120 Aug 19 19:10:39.191826 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b73ef9-ff7f-4b20-85e7-85be62d319d2 req-a8ab5d9d-7ee4-401a-9e24-09eb3c03b582 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:39.193320 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87b73ef9-ff7f-4b20-85e7-85be62d319d2 req-a8ab5d9d-7ee4-401a-9e24-09eb3c03b582 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 945 time: 0.0488386 Aug 19 19:10:39.234577 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87b73ef9-ff7f-4b20-85e7-85be62d319d2 req-cda48c82-f2ce-4736-a5a4-6058d523a8a6 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347981 Aug 19 19:10:40.356434 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1e427-8954-4e23-9cf7-d325c31d1167 req-52f84601-3fbc-4e18-9e03-08605a9658fd tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:40.357984 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43b1e427-8954-4e23-9cf7-d325c31d1167 req-52f84601-3fbc-4e18-9e03-08605a9658fd tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 945 time: 0.0518425 Aug 19 19:10:40.388648 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:40.398886 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-43b1e427-8954-4e23-9cf7-d325c31d1167 req-04004429-1e81-42fc-83b9-67e230aa7b1c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342605 Aug 19 19:10:40.523886 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972315c-81c4-4b37-954b-ea28fdfe60d3 req-76bec0f5-316a-4054-b45c-dd470768a846 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:40.525399 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0972315c-81c4-4b37-954b-ea28fdfe60d3 req-76bec0f5-316a-4054-b45c-dd470768a846 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 945 time: 0.0596843 Aug 19 19:10:40.563180 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0972315c-81c4-4b37-954b-ea28fdfe60d3 req-6674ff7b-2c2b-4b17-83f5-e96ca7ef2911 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314302 Aug 19 19:10:40.585622 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43018) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:40.628622 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda73d79-6f33-423d-a396-340cef353305 tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:40.630160 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-dda73d79-6f33-423d-a396-340cef353305 tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 1091 time: 0.0435791 Aug 19 19:10:40.632894 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43020) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:40.637172 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-158ba196-6b3e-45a4-940d-9ace8cb25c67 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': '45f04394-0dbb-4b7c-a2d1-b49df0ed255d', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:10:40.659409 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-158ba196-6b3e-45a4-940d-9ace8cb25c67 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:40.756206 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-158ba196-6b3e-45a4-940d-9ace8cb25c67 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:40.874847 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-158ba196-6b3e-45a4-940d-9ace8cb25c67 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Allocated IP 172.25.8.12 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/213241f3-94f8-4304-ac58-90e3aeab81f7) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:10:40.984030 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-158ba196-6b3e-45a4-940d-9ace8cb25c67 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:41.023561 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-158ba196-6b3e-45a4-940d-9ace8cb25c67 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:41.062940 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158ba196-6b3e-45a4-940d-9ace8cb25c67 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:10:41.068638 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-158ba196-6b3e-45a4-940d-9ace8cb25c67 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:10:41.071145 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158ba196-6b3e-45a4-940d-9ace8cb25c67 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:10:41.105345 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ba196-6b3e-45a4-940d-9ace8cb25c67 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=213241f3-94f8-4304-ac58-90e3aeab81f7,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:41.438144 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-158ba196-6b3e-45a4-940d-9ace8cb25c67 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:41.511371 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-158ba196-6b3e-45a4-940d-9ace8cb25c67 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:41.660869 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-158ba196-6b3e-45a4-940d-9ace8cb25c67 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:41.665385 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-158ba196-6b3e-45a4-940d-9ace8cb25c67 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:41.731826 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ba196-6b3e-45a4-940d-9ace8cb25c67 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=213241f3-94f8-4304-ac58-90e3aeab81f7,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:10:41.744443 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-158ba196-6b3e-45a4-940d-9ace8cb25c67 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:41.821795 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:41.847302 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-158ba196-6b3e-45a4-940d-9ace8cb25c67 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Floating IP 20971f36-ea3b-40cd-9f53-285b0f2a05e5 associated. External IP: 172.25.8.12, port: 45f04394-0dbb-4b7c-a2d1-b49df0ed255d. Aug 19 19:10:42.061433 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158ba196-6b3e-45a4-940d-9ace8cb25c67 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router 83567ce6-8f58-48ef-a2c9-2e33973c519b has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:10:42.172958 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158ba196-6b3e-45a4-940d-9ace8cb25c67 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:10:42.183918 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7c6f50-baa6-4dfe-b2aa-f9a229715e86 None None] Sync routers for ids ['83567ce6-8f58-48ef-a2c9-2e33973c519b'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:10:42.191087 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-158ba196-6b3e-45a4-940d-9ace8cb25c67 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:42.193556 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7c6f50-baa6-4dfe-b2aa-f9a229715e86 None None] Routers {'83567ce6-8f58-48ef-a2c9-2e33973c519b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:10:42.194196 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-df7c6f50-baa6-4dfe-b2aa-f9a229715e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:10:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['83567ce6-8f58-48ef-a2c9-2e33973c519b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:10:42.218038 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-158ba196-6b3e-45a4-940d-9ace8cb25c67 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5841362 Aug 19 19:10:42.218626 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45bd1b8b-f01e-4a14-82cf-bde22f838272', 'tag': '45f04394-0dbb-4b7c-a2d1-b49df0ed255d'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:10:42.221577 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09c1aab-2a26-41e3-ac57-a5af72d3a9f0" -d '{"events": [{"name": "network-changed", "server_uuid": "45bd1b8b-f01e-4a14-82cf-bde22f838272", "tag": "45f04394-0dbb-4b7c-a2d1-b49df0ed255d"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:10:42.259264 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e05870e-68c3-4a7c-b4b3-9ccf11a4a6e5 x-openstack-request-id: req-3e05870e-68c3-4a7c-b4b3-9ccf11a4a6e5 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:10:42.259621 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45bd1b8b-f01e-4a14-82cf-bde22f838272", "tag": "45f04394-0dbb-4b7c-a2d1-b49df0ed255d", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:10:42.259956 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e05870e-68c3-4a7c-b4b3-9ccf11a4a6e5 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:10:42.260419 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45bd1b8b-f01e-4a14-82cf-bde22f838272', 'tag': '45f04394-0dbb-4b7c-a2d1-b49df0ed255d', 'status': 'completed', 'code': 200} Aug 19 19:10:42.309256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-df7c6f50-baa6-4dfe-b2aa-f9a229715e86 None None] Set router 83567ce6-8f58-48ef-a2c9-2e33973c519b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:10:42.325836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c1aab-2a26-41e3-ac57-a5af72d3a9f0 req-32116d4f-56be-4668-bdea-a0e10a7e1e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:42.327269 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d09c1aab-2a26-41e3-ac57-a5af72d3a9f0 req-32116d4f-56be-4668-bdea-a0e10a7e1e36 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 1096 time: 0.0452499 Aug 19 19:10:42.335807 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832fde6-7287-4c3f-83c5-accc6b8a367a req-4e702297-a2e3-410f-97b4-ecb6ddef9d12 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:42.338004 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3832fde6-7287-4c3f-83c5-accc6b8a367a req-4e702297-a2e3-410f-97b4-ecb6ddef9d12 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 945 time: 0.0632758 Aug 19 19:10:42.377317 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3832fde6-7287-4c3f-83c5-accc6b8a367a req-fee79413-5dcc-4f0b-9248-443436847d4d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330834 Aug 19 19:10:42.401150 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43026) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:42.481304 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c1aab-2a26-41e3-ac57-a5af72d3a9f0 req-74634c89-7380-4f1b-b311-28a06344c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:42.484633 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d09c1aab-2a26-41e3-ac57-a5af72d3a9f0 req-74634c89-7380-4f1b-b311-28a06344c5d7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f89ec542-05b3-4941-9b2d-ae82f1c7d089 HTTP/1.1" status: 200 len: 898 time: 0.1487513 Aug 19 19:10:42.495509 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-534b4150-088b-400b-96bf-94b9cbf170b6 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/floatingips/20971f36-ea3b-40cd-9f53-285b0f2a05e5 HTTP/1.1" status: 200 len: 990 time: 0.0932164 Aug 19 19:10:42.553739 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-df7c6f50-baa6-4dfe-b2aa-f9a229715e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426825470', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:10:25Z', 'updated_at': '2021-08-19T19:10:29Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:10:26Z', 'updated_at': '2021-08-19T19:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '20971f36-ea3b-40cd-9f53-285b0f2a05e5', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'port_id': '45f04394-0dbb-4b7c-a2d1-b49df0ed255d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089', 'mac_address': 'fa:16:3e:c8:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd1b8b-f01e-4a14-82cf-bde22f838272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:10:41Z', 'updated_at': '2021-08-19T19:10:41Z', 'revision_number': 0, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77686a20-2129-4997-b45d-5402436cfb0f', 'name': '', 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:31:5c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e89b0290-b850-4115-81b3-035d87f36929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:10:28Z', 'updated_at': '2021-08-19T19:10:32Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'e89b0290-b850-4115-81b3-035d87f36929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:10:42.559097 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d09c1aab-2a26-41e3-ac57-a5af72d3a9f0 req-2d52b3d1-e556-4249-80cd-8d65d8f4e96e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f04394-0dbb-4b7c-a2d1-b49df0ed255d HTTP/1.1" status: 200 len: 998 time: 0.0672450 Aug 19 19:10:42.585796 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7c6f50-baa6-4dfe-b2aa-f9a229715e86 None None] Checking router: 83567ce6-8f58-48ef-a2c9-2e33973c519b for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:10:42.594587 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7c6f50-baa6-4dfe-b2aa-f9a229715e86 None None] Routers {'83567ce6-8f58-48ef-a2c9-2e33973c519b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:10:42.595328 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-df7c6f50-baa6-4dfe-b2aa-f9a229715e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:10:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['83567ce6-8f58-48ef-a2c9-2e33973c519b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:10:42.613421 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c1aab-2a26-41e3-ac57-a5af72d3a9f0 req-cb7acd85-6f2d-45fc-8c9c-4d2e48890e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:42.615190 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d09c1aab-2a26-41e3-ac57-a5af72d3a9f0 req-cb7acd85-6f2d-45fc-8c9c-4d2e48890e6c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e89b0290-b850-4115-81b3-035d87f36929 HTTP/1.1" status: 200 len: 834 time: 0.0487664 Aug 19 19:10:42.662234 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c1aab-2a26-41e3-ac57-a5af72d3a9f0 req-aa3eb3ee-564c-4056-85bf-3596db49c5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:42.663772 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d09c1aab-2a26-41e3-ac57-a5af72d3a9f0 req-aa3eb3ee-564c-4056-85bf-3596db49c5b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f89ec542-05b3-4941-9b2d-ae82f1c7d089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407357 Aug 19 19:10:42.704170 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-df7c6f50-baa6-4dfe-b2aa-f9a229715e86 None None] Set router 83567ce6-8f58-48ef-a2c9-2e33973c519b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:10:42.759801 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d09c1aab-2a26-41e3-ac57-a5af72d3a9f0 req-05a63d9b-0bdc-4ec1-9ab6-83b49ec937cf service neutron] 10.222.0.50 "GET /v2.0/networks/f89ec542-05b3-4941-9b2d-ae82f1c7d089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886488 Aug 19 19:10:42.870505 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d09c1aab-2a26-41e3-ac57-a5af72d3a9f0 req-64a1102e-f0b2-4908-9d76-74d62627f031 service neutron] 10.222.0.50 "GET /v2.0/networks/f89ec542-05b3-4941-9b2d-ae82f1c7d089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034713 Aug 19 19:10:42.939921 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-df7c6f50-baa6-4dfe-b2aa-f9a229715e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426825470', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:10:25Z', 'updated_at': '2021-08-19T19:10:29Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:10:26Z', 'updated_at': '2021-08-19T19:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '20971f36-ea3b-40cd-9f53-285b0f2a05e5', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'port_id': '45f04394-0dbb-4b7c-a2d1-b49df0ed255d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089', 'mac_address': 'fa:16:3e:c8:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd1b8b-f01e-4a14-82cf-bde22f838272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:10:41Z', 'updated_at': '2021-08-19T19:10:41Z', 'revision_number': 0, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77686a20-2129-4997-b45d-5402436cfb0f', 'name': '', 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:31:5c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e89b0290-b850-4115-81b3-035d87f36929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:10:28Z', 'updated_at': '2021-08-19T19:10:32Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'e89b0290-b850-4115-81b3-035d87f36929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:10:42.966376 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7c6f50-baa6-4dfe-b2aa-f9a229715e86 None None] The sync data for ids ['83567ce6-8f58-48ef-a2c9-2e33973c519b'] in n-d-803753-2 is: [{'id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426825470', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:10:25Z', 'updated_at': '2021-08-19T19:10:29Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:10:26Z', 'updated_at': '2021-08-19T19:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '20971f36-ea3b-40cd-9f53-285b0f2a05e5', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'port_id': '45f04394-0dbb-4b7c-a2d1-b49df0ed255d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089', 'mac_address': 'fa:16:3e:c8:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd1b8b-f01e-4a14-82cf-bde22f838272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:10:41Z', 'updated_at': '2021-08-19T19:10:41Z', 'revision_number': 0, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77686a20-2129-4997-b45d-5402436cfb0f', 'name': '', 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:31:5c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e89b0290-b850-4115-81b3-035d87f36929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:10:28Z', 'updated_at': '2021-08-19T19:10:32Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'e89b0290-b850-4115-81b3-035d87f36929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:10:43.171678 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c209abbf-43d1-4312-ab01-9d18d781d4d8 None None] New status for floating IP 20971f36-ea3b-40cd-9f53-285b0f2a05e5: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:10:43.499327 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43028) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:10:43.565482 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cd677473-76d2-41ea-8942-178c49849b9f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/floatingips/20971f36-ea3b-40cd-9f53-285b0f2a05e5 HTTP/1.1" status: 200 len: 992 time: 0.0650799 Aug 19 19:10:47.134179 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:48.789049 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:11:04.720472 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6e968e5c-c86a-47e2-8a5b-50842c2ab750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:07.368059 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:07.457037 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f0ffc4aa-a26f-4193-97bd-316f69eb0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:08.408627 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:10.390836 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:11.828234 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:14.879273 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e10ebd-4435-40a3-9b58-ec68cad02b30 req-31d5d1c5-52c6-4bf6-babc-49832d57608f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:14.880812 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-79e10ebd-4435-40a3-9b58-ec68cad02b30 req-31d5d1c5-52c6-4bf6-babc-49832d57608f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 945 time: 0.0734923 Aug 19 19:11:14.887090 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96df91-637c-440b-af1c-53ba5ef8849b req-3eae9575-0d34-49ae-ada2-e840486348b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:14.888489 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9b96df91-637c-440b-af1c-53ba5ef8849b req-3eae9575-0d34-49ae-ada2-e840486348b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 1096 time: 0.0709188 Aug 19 19:11:15.293117 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-79e10ebd-4435-40a3-9b58-ec68cad02b30 req-d2b406ed-c363-4041-a22d-d3d24c837861 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4036744 Aug 19 19:11:15.323430 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96df91-637c-440b-af1c-53ba5ef8849b req-576f6755-04ef-4d51-b4ca-a3ca18042e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:15.324927 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9b96df91-637c-440b-af1c-53ba5ef8849b req-576f6755-04ef-4d51-b4ca-a3ca18042e43 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f89ec542-05b3-4941-9b2d-ae82f1c7d089 HTTP/1.1" status: 200 len: 898 time: 0.4285238 Aug 19 19:11:15.390199 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9b96df91-637c-440b-af1c-53ba5ef8849b req-e40d1f2d-4929-4419-8038-dbc2e0bfe433 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f04394-0dbb-4b7c-a2d1-b49df0ed255d HTTP/1.1" status: 200 len: 1000 time: 0.0578780 Aug 19 19:11:15.442060 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96df91-637c-440b-af1c-53ba5ef8849b req-bb4ef1c8-d295-45c2-b9be-1719ea3470f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:15.443495 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9b96df91-637c-440b-af1c-53ba5ef8849b req-bb4ef1c8-d295-45c2-b9be-1719ea3470f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e89b0290-b850-4115-81b3-035d87f36929 HTTP/1.1" status: 200 len: 834 time: 0.0456917 Aug 19 19:11:15.493236 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96df91-637c-440b-af1c-53ba5ef8849b req-d5e559c7-21dd-46be-8b47-fae6a5d3b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:15.494859 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9b96df91-637c-440b-af1c-53ba5ef8849b req-d5e559c7-21dd-46be-8b47-fae6a5d3b628 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f89ec542-05b3-4941-9b2d-ae82f1c7d089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429456 Aug 19 19:11:15.589908 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9b96df91-637c-440b-af1c-53ba5ef8849b req-38f6e866-cf71-46d5-bd71-5dfbbf29bc13 service neutron] 10.222.0.50 "GET /v2.0/networks/f89ec542-05b3-4941-9b2d-ae82f1c7d089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862675 Aug 19 19:11:15.682686 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9b96df91-637c-440b-af1c-53ba5ef8849b req-ece5569a-5a53-4de1-8b8e-c848a5b256e1 service neutron] 10.222.0.50 "GET /v2.0/networks/f89ec542-05b3-4941-9b2d-ae82f1c7d089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856073 Aug 19 19:11:16.414654 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfcfa1-e520-410e-96fa-e90e27f7dbc2 req-4b61ca3e-e8c1-47ea-8f5f-11387c62ad29 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:16.416168 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dabfcfa1-e520-410e-96fa-e90e27f7dbc2 req-4b61ca3e-e8c1-47ea-8f5f-11387c62ad29 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 945 time: 0.0492952 Aug 19 19:11:16.453787 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dabfcfa1-e520-410e-96fa-e90e27f7dbc2 req-c3c4b25c-3e6f-4b86-a41e-5ba8b59c4e49 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313299 Aug 19 19:11:17.164542 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:17.571721 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9bbcaa-181c-479d-88ed-819a1381205d req-fa46d4c7-9f6a-4987-89c1-3cce5762e774 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:17.573226 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5f9bbcaa-181c-479d-88ed-819a1381205d req-fa46d4c7-9f6a-4987-89c1-3cce5762e774 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 945 time: 0.0504382 Aug 19 19:11:17.610385 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5f9bbcaa-181c-479d-88ed-819a1381205d req-f92499b9-d593-4185-be4e-b237b91faeb6 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310941 Aug 19 19:11:18.732092 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab707668-b0be-4df8-9cb6-ce64e8898921 req-93c0b8ea-3105-4dac-8411-4b5135fe38ea tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:18.733483 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ab707668-b0be-4df8-9cb6-ce64e8898921 req-93c0b8ea-3105-4dac-8411-4b5135fe38ea tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 945 time: 0.0518303 Aug 19 19:11:18.771133 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ab707668-b0be-4df8-9cb6-ce64e8898921 req-8cf3dfc1-de26-4d80-9cd5-5990bf62adca tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307364 Aug 19 19:11:19.887866 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a87e0c-7ed3-47b9-b763-44b299d037bd req-85774f59-fc15-4ffd-85a4-ae60deab085d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:19.889389 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-51a87e0c-7ed3-47b9-b763-44b299d037bd req-85774f59-fc15-4ffd-85a4-ae60deab085d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 945 time: 0.0496285 Aug 19 19:11:19.929024 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-51a87e0c-7ed3-47b9-b763-44b299d037bd req-ed5e5f2d-e3db-4ee7-a3e7-7c9b5a67db8e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334680 Aug 19 19:11:21.052594 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7fe8e-433a-4d8b-8d9e-4dc691789ee5 req-37bcd09b-d6c4-417e-89d4-b17a0c50151f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:21.054081 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-94e7fe8e-433a-4d8b-8d9e-4dc691789ee5 req-37bcd09b-d6c4-417e-89d4-b17a0c50151f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 945 time: 0.0509136 Aug 19 19:11:21.094479 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-94e7fe8e-433a-4d8b-8d9e-4dc691789ee5 req-45addc02-81da-4408-a6fc-7e68e5615453 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340917 Aug 19 19:11:22.227153 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb8afc-4f41-4a57-9060-970fb8538612 req-fe42fb1a-e4dc-46e1-8520-eba6a450e715 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:22.228649 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-81bb8afc-4f41-4a57-9060-970fb8538612 req-fe42fb1a-e4dc-46e1-8520-eba6a450e715 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 945 time: 0.0539575 Aug 19 19:11:22.267696 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-81bb8afc-4f41-4a57-9060-970fb8538612 req-ee59885b-9f39-41ee-afaa-187d03d4b785 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330040 Aug 19 19:11:23.382203 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fc1e4-0174-4c45-ba56-392d5536c8d4 req-bfd52c62-7217-4f55-bc2c-55b9b292db50 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:23.383688 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b1fc1e4-0174-4c45-ba56-392d5536c8d4 req-bfd52c62-7217-4f55-bc2c-55b9b292db50 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 945 time: 0.0488799 Aug 19 19:11:23.423755 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2b1fc1e4-0174-4c45-ba56-392d5536c8d4 req-ce1667d6-0890-48ce-9bd1-81d6c0cff5aa tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341065 Aug 19 19:11:24.542538 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3aa62-767e-4798-be51-6bf6e4ad2434 req-d4d268a1-bfed-4d99-8d5e-22f727ed7345 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:24.544053 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-28f3aa62-767e-4798-be51-6bf6e4ad2434 req-d4d268a1-bfed-4d99-8d5e-22f727ed7345 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 945 time: 0.0497422 Aug 19 19:11:24.583444 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-28f3aa62-767e-4798-be51-6bf6e4ad2434 req-b13df528-7d7c-41f9-a91e-1861bd586aac tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328913 Aug 19 19:11:25.702259 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa4563-94b6-4798-9027-d877fb4a7ed5 req-3f72caa8-0146-4f8b-a154-7da39870ccac tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:25.703752 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ddfa4563-94b6-4798-9027-d877fb4a7ed5 req-3f72caa8-0146-4f8b-a154-7da39870ccac tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 945 time: 0.0537968 Aug 19 19:11:25.741744 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ddfa4563-94b6-4798-9027-d877fb4a7ed5 req-af071b5a-f47c-4ac7-ae54-d8cb59a2956c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320218 Aug 19 19:11:25.793189 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:11:26.858285 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d933b-a462-41e3-af5b-163fdbda8358 req-bc2dcf8c-6110-4d29-adfe-221ea0eeb1a2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:26.859762 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7b2d933b-a462-41e3-af5b-163fdbda8358 req-bc2dcf8c-6110-4d29-adfe-221ea0eeb1a2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 945 time: 0.0480230 Aug 19 19:11:26.898717 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7b2d933b-a462-41e3-af5b-163fdbda8358 req-541092db-b61b-49be-b866-3f85df40e4a6 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319929 Aug 19 19:11:28.015998 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590c195-9d1e-4b13-aaec-0556eccfdb7b req-c7026a61-3f10-4679-819b-143a19fa2fac tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:28.017564 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e590c195-9d1e-4b13-aaec-0556eccfdb7b req-c7026a61-3f10-4679-819b-143a19fa2fac tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 945 time: 0.0512140 Aug 19 19:11:28.056249 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e590c195-9d1e-4b13-aaec-0556eccfdb7b req-8ce1f4b9-0eb2-46bb-a4fe-8910394793e9 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319145 Aug 19 19:11:29.178047 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77c679-cfeb-48c5-96af-d834ec998ba8 req-9b11e833-9cf9-4d2b-8e62-65f546dd235a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:29.179540 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ba77c679-cfeb-48c5-96af-d834ec998ba8 req-9b11e833-9cf9-4d2b-8e62-65f546dd235a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 945 time: 0.0536807 Aug 19 19:11:29.217715 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ba77c679-cfeb-48c5-96af-d834ec998ba8 req-277ebb71-503c-42c9-9e72-e7c84e75c1f4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321057 Aug 19 19:11:30.331396 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553060c-5cfd-48f4-87d5-deabfafce00a req-6edc3e4a-c102-4815-b843-72cc2c99cf2a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:30.332978 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2553060c-5cfd-48f4-87d5-deabfafce00a req-6edc3e4a-c102-4815-b843-72cc2c99cf2a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 945 time: 0.0488119 Aug 19 19:11:30.370817 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2553060c-5cfd-48f4-87d5-deabfafce00a req-0b66d945-7b69-4f4e-9252-b2f7a56e4a0a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316143 Aug 19 19:11:31.487178 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba00e38-f7b9-450d-97a7-e5f953a4010f req-5b5bd5ef-e4d2-4f54-9dda-9d8177f81ee5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:31.488697 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dba00e38-f7b9-450d-97a7-e5f953a4010f req-5b5bd5ef-e4d2-4f54-9dda-9d8177f81ee5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 945 time: 0.0491657 Aug 19 19:11:31.528090 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-dba00e38-f7b9-450d-97a7-e5f953a4010f req-7a7b48a7-5bb5-45e9-afff-b248f1700cb9 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315568 Aug 19 19:11:32.647685 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfce90-dd46-471d-ad9d-6f69e6c47630 req-46b16ac6-2480-4725-8523-971d61b1e6d0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:32.649173 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0edfce90-dd46-471d-ad9d-6f69e6c47630 req-46b16ac6-2480-4725-8523-971d61b1e6d0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 945 time: 0.0529616 Aug 19 19:11:32.687752 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0edfce90-dd46-471d-ad9d-6f69e6c47630 req-63e00a82-2c69-4dbb-822f-948342be85cd tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325913 Aug 19 19:11:32.710042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43076) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:11:32.771023 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f83e358c-d023-4279-ada7-27abe1dfbf55 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/floatingips/20971f36-ea3b-40cd-9f53-285b0f2a05e5 HTTP/1.1" status: 200 len: 992 time: 0.0596688 Aug 19 19:11:34.682097 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ca41dfab-0d10-4395-a863-80b11ec0afec req-57217b70-edc3-4fe0-828d-05d6f00a4f5f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395472 Aug 19 19:11:34.721297 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-56ee5b05-9fa4-416d-b15d-0125eebd4d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:34.767282 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41dfab-0d10-4395-a863-80b11ec0afec req-adcf7c26-8acf-4eb7-95f6-ffc817466f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:34.768785 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ca41dfab-0d10-4395-a863-80b11ec0afec req-adcf7c26-8acf-4eb7-95f6-ffc817466f37 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 1096 time: 0.0446212 Aug 19 19:11:34.877812 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41dfab-0d10-4395-a863-80b11ec0afec req-a7b04463-8399-4340-a84f-e04b36e71996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:34.880418 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ca41dfab-0d10-4395-a863-80b11ec0afec req-a7b04463-8399-4340-a84f-e04b36e71996 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f89ec542-05b3-4941-9b2d-ae82f1c7d089 HTTP/1.1" status: 200 len: 898 time: 0.0858631 Aug 19 19:11:34.949435 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ca41dfab-0d10-4395-a863-80b11ec0afec req-9f6a8b16-60a9-4878-903a-c5d6fb9dda35 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f04394-0dbb-4b7c-a2d1-b49df0ed255d HTTP/1.1" status: 200 len: 1000 time: 0.0628624 Aug 19 19:11:35.000790 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41dfab-0d10-4395-a863-80b11ec0afec req-ebd5e172-2159-416c-af15-f90ca4f8f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:35.002227 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ca41dfab-0d10-4395-a863-80b11ec0afec req-ebd5e172-2159-416c-af15-f90ca4f8f624 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e89b0290-b850-4115-81b3-035d87f36929 HTTP/1.1" status: 200 len: 834 time: 0.0459287 Aug 19 19:11:35.047282 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41dfab-0d10-4395-a863-80b11ec0afec req-124176da-9e12-408a-a115-447fc00058af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:35.048767 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ca41dfab-0d10-4395-a863-80b11ec0afec req-124176da-9e12-408a-a115-447fc00058af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f89ec542-05b3-4941-9b2d-ae82f1c7d089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393724 Aug 19 19:11:35.142427 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ca41dfab-0d10-4395-a863-80b11ec0afec req-ecba5c29-0f84-47e5-81b2-c3fe261a25ac service neutron] 10.222.0.50 "GET /v2.0/networks/f89ec542-05b3-4941-9b2d-ae82f1c7d089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854990 Aug 19 19:11:35.231871 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ca41dfab-0d10-4395-a863-80b11ec0afec req-9198b881-7e13-4dea-8113-53e1b97e7e97 service neutron] 10.222.0.50 "GET /v2.0/networks/f89ec542-05b3-4941-9b2d-ae82f1c7d089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819733 Aug 19 19:11:37.370707 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:37.458574 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-21038ae8-cb02-42c3-8120-a586fe4180b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:38.409742 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:40.393896 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:41.837560 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:47.166460 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:02.792768 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:12:03.190533 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43094) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:03.349814 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting port 213241f3-94f8-4304-ac58-90e3aeab81f7 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:12:03.350161 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:03.430239 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:03.431329 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:03.443068 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Calling delete_port for 213241f3-94f8-4304-ac58-90e3aeab81f7 owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:12:03.594279 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:03.620458 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Port': ['ID=213241f3-94f8-4304-ac58-90e3aeab81f7,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:03.632311 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:03.632680 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:03.633030 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:03.633375 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:03.633770 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:03.634111 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:03.634531 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:03.634874 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:03.635214 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:03.635549 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:03.635880 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:03.636210 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:03.690782 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:03.691219 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Floating IP 20971f36-ea3b-40cd-9f53-285b0f2a05e5 disassociated (deleted). External IP: 172.25.8.12, port: 45f04394-0dbb-4b7c-a2d1-b49df0ed255d. Aug 19 19:12:03.903772 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router 83567ce6-8f58-48ef-a2c9-2e33973c519b has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:12:04.019407 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:12:04.024873 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:04.030951 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c685ddb-40d5-41c3-bb30-0a96b8a9dcff None None] Sync routers for ids ['83567ce6-8f58-48ef-a2c9-2e33973c519b'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:12:04.040541 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c685ddb-40d5-41c3-bb30-0a96b8a9dcff None None] Routers {'83567ce6-8f58-48ef-a2c9-2e33973c519b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:12:04.041152 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-3c685ddb-40d5-41c3-bb30-0a96b8a9dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:11:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['83567ce6-8f58-48ef-a2c9-2e33973c519b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:04.053169 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3be9f928-d870-4c99-a753-b4f32a5d1627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/floatingips/20971f36-ea3b-40cd-9f53-285b0f2a05e5 HTTP/1.1" status: 204 len: 168 time: 0.8614216 Aug 19 19:12:04.053807 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45bd1b8b-f01e-4a14-82cf-bde22f838272', 'tag': '45f04394-0dbb-4b7c-a2d1-b49df0ed255d'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:12:04.056698 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9473a2-ca73-422e-bbbc-865bfee81592" -d '{"events": [{"name": "network-changed", "server_uuid": "45bd1b8b-f01e-4a14-82cf-bde22f838272", "tag": "45f04394-0dbb-4b7c-a2d1-b49df0ed255d"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:12:04.093960 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c41051-4862-4242-8d5e-1d79c64f2b53 x-openstack-request-id: req-e4c41051-4862-4242-8d5e-1d79c64f2b53 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:12:04.094256 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45bd1b8b-f01e-4a14-82cf-bde22f838272", "tag": "45f04394-0dbb-4b7c-a2d1-b49df0ed255d", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:12:04.094514 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4c41051-4862-4242-8d5e-1d79c64f2b53 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:12:04.094952 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45bd1b8b-f01e-4a14-82cf-bde22f838272', 'tag': '45f04394-0dbb-4b7c-a2d1-b49df0ed255d', 'status': 'completed', 'code': 200} Aug 19 19:12:04.151444 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-3c685ddb-40d5-41c3-bb30-0a96b8a9dcff None None] Set router 83567ce6-8f58-48ef-a2c9-2e33973c519b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:12:04.180886 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9473a2-ca73-422e-bbbc-865bfee81592 req-917c141e-5ebf-4b6d-aa5d-77a10f142023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:04.182610 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e9473a2-ca73-422e-bbbc-865bfee81592 req-917c141e-5ebf-4b6d-aa5d-77a10f142023 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 1096 time: 0.0618637 Aug 19 19:12:04.317501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222e519-b436-4d95-a6b4-5c0ff0f328c4 req-10b4f88f-82fd-4c97-8051-07e8923d454c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:04.319054 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2222e519-b436-4d95-a6b4-5c0ff0f328c4 req-10b4f88f-82fd-4c97-8051-07e8923d454c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 945 time: 0.0780771 Aug 19 19:12:04.345554 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9473a2-ca73-422e-bbbc-865bfee81592 req-3b77be5b-543d-44f2-a14b-1c4ed762e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:04.347013 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e9473a2-ca73-422e-bbbc-865bfee81592 req-3b77be5b-543d-44f2-a14b-1c4ed762e635 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f89ec542-05b3-4941-9b2d-ae82f1c7d089 HTTP/1.1" status: 200 len: 898 time: 0.1566031 Aug 19 19:12:04.363158 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-3c685ddb-40d5-41c3-bb30-0a96b8a9dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426825470', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:10:25Z', 'updated_at': '2021-08-19T19:10:29Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:10:26Z', 'updated_at': '2021-08-19T19:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '77686a20-2129-4997-b45d-5402436cfb0f', 'name': '', 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:31:5c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e89b0290-b850-4115-81b3-035d87f36929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:10:28Z', 'updated_at': '2021-08-19T19:10:32Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'e89b0290-b850-4115-81b3-035d87f36929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:04.393565 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c685ddb-40d5-41c3-bb30-0a96b8a9dcff None None] Checking router: 83567ce6-8f58-48ef-a2c9-2e33973c519b for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:12:04.402803 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c685ddb-40d5-41c3-bb30-0a96b8a9dcff None None] Routers {'83567ce6-8f58-48ef-a2c9-2e33973c519b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:12:04.403424 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-3c685ddb-40d5-41c3-bb30-0a96b8a9dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:11:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['83567ce6-8f58-48ef-a2c9-2e33973c519b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:04.403579 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2222e519-b436-4d95-a6b4-5c0ff0f328c4 req-d3fc0284-b30d-4849-994b-e2e5e2c453a6 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743606 Aug 19 19:12:04.404831 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e9473a2-ca73-422e-bbbc-865bfee81592 req-12470771-b7bb-4cc5-8d2c-67ebdc202587 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45f04394-0dbb-4b7c-a2d1-b49df0ed255d HTTP/1.1" status: 200 len: 217 time: 0.0447183 Aug 19 19:12:04.463139 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9473a2-ca73-422e-bbbc-865bfee81592 req-3f45bf00-5ef9-48bc-b161-b439890288f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:04.464791 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e9473a2-ca73-422e-bbbc-865bfee81592 req-3f45bf00-5ef9-48bc-b161-b439890288f0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e89b0290-b850-4115-81b3-035d87f36929 HTTP/1.1" status: 200 len: 834 time: 0.0505366 Aug 19 19:12:04.514739 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9473a2-ca73-422e-bbbc-865bfee81592 req-143f594e-37e2-46c6-858c-4904ed16e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:04.516286 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e9473a2-ca73-422e-bbbc-865bfee81592 req-143f594e-37e2-46c6-858c-4904ed16e67b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f89ec542-05b3-4941-9b2d-ae82f1c7d089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433888 Aug 19 19:12:04.617945 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e9473a2-ca73-422e-bbbc-865bfee81592 req-fbd7400a-7a31-4a84-ac4e-4cd6e9ae827c service neutron] 10.222.0.50 "GET /v2.0/networks/f89ec542-05b3-4941-9b2d-ae82f1c7d089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923657 Aug 19 19:12:04.676825 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-3c685ddb-40d5-41c3-bb30-0a96b8a9dcff None None] Set router 83567ce6-8f58-48ef-a2c9-2e33973c519b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:12:04.710791 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6e9473a2-ca73-422e-bbbc-865bfee81592 req-9c4b8cca-476d-4430-8911-8bfd3c3cab93 service neutron] 10.222.0.50 "GET /v2.0/networks/f89ec542-05b3-4941-9b2d-ae82f1c7d089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839329 Aug 19 19:12:04.733977 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4e30e60a-e80a-457c-8bec-01b79d1c3f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:04.892514 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-3c685ddb-40d5-41c3-bb30-0a96b8a9dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426825470', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:10:25Z', 'updated_at': '2021-08-19T19:10:29Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:10:26Z', 'updated_at': '2021-08-19T19:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '77686a20-2129-4997-b45d-5402436cfb0f', 'name': '', 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:31:5c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e89b0290-b850-4115-81b3-035d87f36929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:10:28Z', 'updated_at': '2021-08-19T19:10:32Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'e89b0290-b850-4115-81b3-035d87f36929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:04.919202 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c685ddb-40d5-41c3-bb30-0a96b8a9dcff None None] The sync data for ids ['83567ce6-8f58-48ef-a2c9-2e33973c519b'] in n-d-803753-2 is: [{'id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426825470', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:10:25Z', 'updated_at': '2021-08-19T19:10:29Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:10:26Z', 'updated_at': '2021-08-19T19:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '77686a20-2129-4997-b45d-5402436cfb0f', 'name': '', 'network_id': 'f89ec542-05b3-4941-9b2d-ae82f1c7d089', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:31:5c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e89b0290-b850-4115-81b3-035d87f36929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:10:28Z', 'updated_at': '2021-08-19T19:10:32Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'e89b0290-b850-4115-81b3-035d87f36929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:12:05.130925 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dce28f-8213-4f9b-998e-3c982d613e59 None None] New status for floating IP 20971f36-ea3b-40cd-9f53-285b0f2a05e5: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:12:05.541297 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72c569-6ed1-4075-a790-f66aa1726da9 req-7f9caed3-b115-47fc-9ca0-b2982bb92464 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:05.542902 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9f72c569-6ed1-4075-a790-f66aa1726da9 req-7f9caed3-b115-47fc-9ca0-b2982bb92464 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 945 time: 0.0489690 Aug 19 19:12:05.581413 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9f72c569-6ed1-4075-a790-f66aa1726da9 req-ccb50463-e222-4e72-a907-9964caa96543 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=814d1855-11cd-4204-b05d-19633998d642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325422 Aug 19 19:12:05.834076 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbfc3a-cf1f-4b67-8abf-c8d579e8e7d7 req-4f845b88-1966-4b85-8dc4-6d02f68d29f0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:05.835548 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5dcbfc3a-cf1f-4b67-8abf-c8d579e8e7d7 req-4f845b88-1966-4b85-8dc4-6d02f68d29f0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.50 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 945 time: 0.0492895 Aug 19 19:12:05.929357 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-5dcbfc3a-cf1f-4b67-8abf-c8d579e8e7d7 req-a35acb1a-2610-496e-8af4-313bef227aee tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting port 45f04394-0dbb-4b7c-a2d1-b49df0ed255d {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:12:05.929723 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5dcbfc3a-cf1f-4b67-8abf-c8d579e8e7d7 req-a35acb1a-2610-496e-8af4-313bef227aee tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:06.016830 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-5dcbfc3a-cf1f-4b67-8abf-c8d579e8e7d7 req-a35acb1a-2610-496e-8af4-313bef227aee tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] For port 45f04394-0dbb-4b7c-a2d1-b49df0ed255d, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=45f04394-0dbb-4b7c-a2d1-b49df0ed255d,segment=NetworkSegment(217e5c3c-c111-4c34-a631-4cfb7cbe7d8f),segment_id=217e5c3c-c111-4c34-a631-4cfb7cbe7d8f)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:12:06.017199 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5dcbfc3a-cf1f-4b67-8abf-c8d579e8e7d7 req-a35acb1a-2610-496e-8af4-313bef227aee tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:06.034808 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-5dcbfc3a-cf1f-4b67-8abf-c8d579e8e7d7 req-a35acb1a-2610-496e-8af4-313bef227aee tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Calling delete_port for 45f04394-0dbb-4b7c-a2d1-b49df0ed255d owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:12:06.159724 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5dcbfc3a-cf1f-4b67-8abf-c8d579e8e7d7 req-a35acb1a-2610-496e-8af4-313bef227aee tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:06.188242 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35acb1a-2610-496e-8af4-313bef227aee tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Port': ['ID=45f04394-0dbb-4b7c-a2d1-b49df0ed255d,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:06.234315 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcbfc3a-cf1f-4b67-8abf-c8d579e8e7d7 req-a35acb1a-2610-496e-8af4-313bef227aee tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] No DVR routers for this DVR port 45f04394-0dbb-4b7c-a2d1-b49df0ed255d on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:12:06.236858 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5dcbfc3a-cf1f-4b67-8abf-c8d579e8e7d7 req-a35acb1a-2610-496e-8af4-313bef227aee tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:06.239181 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5dcbfc3a-cf1f-4b67-8abf-c8d579e8e7d7 req-a35acb1a-2610-496e-8af4-313bef227aee tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.50 "DELETE /v2.0/ports/45f04394-0dbb-4b7c-a2d1-b49df0ed255d HTTP/1.1" status: 204 len: 173 time: 0.3964200 Aug 19 19:12:06.239615 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45bd1b8b-f01e-4a14-82cf-bde22f838272', 'name': 'network-vif-deleted', 'tag': '45f04394-0dbb-4b7c-a2d1-b49df0ed255d'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:12:06.241865 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c53bd0-33e6-4d80-9c39-683034f64bb6" -d '{"events": [{"server_uuid": "45bd1b8b-f01e-4a14-82cf-bde22f838272", "name": "network-vif-deleted", "tag": "45f04394-0dbb-4b7c-a2d1-b49df0ed255d"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:12:06.280396 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4cebeb-1f17-4610-8c2e-6e5fe8985d05 x-openstack-request-id: req-9a4cebeb-1f17-4610-8c2e-6e5fe8985d05 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:12:06.280696 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45bd1b8b-f01e-4a14-82cf-bde22f838272", "name": "network-vif-deleted", "tag": "45f04394-0dbb-4b7c-a2d1-b49df0ed255d", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:12:06.280952 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a4cebeb-1f17-4610-8c2e-6e5fe8985d05 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:12:06.281365 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45bd1b8b-f01e-4a14-82cf-bde22f838272', 'name': 'network-vif-deleted', 'tag': '45f04394-0dbb-4b7c-a2d1-b49df0ed255d', 'status': 'completed', 'code': 200} Aug 19 19:12:06.698889 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0c062a67-2d24-4439-9386-f4961f013da4 req-2bc97251-ba8a-4d86-9b7e-dab7a9fe6db5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=45bd1b8b-f01e-4a14-82cf-bde22f838272 HTTP/1.1" status: 200 len: 210 time: 0.0310457 Aug 19 19:12:07.376137 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:07.458947 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-96160667-2883-47d9-accb-0ab3051c2058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:07.758304 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43114) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:08.122840 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a2fe474-4d53-4652-9114-13cb26d5d9eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:08.378989 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-7a2fe474-4d53-4652-9114-13cb26d5d9eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting port 77686a20-2129-4997-b45d-5402436cfb0f {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:12:08.379255 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a2fe474-4d53-4652-9114-13cb26d5d9eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:08.413838 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:08.470781 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-7a2fe474-4d53-4652-9114-13cb26d5d9eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] For port 77686a20-2129-4997-b45d-5402436cfb0f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=77686a20-2129-4997-b45d-5402436cfb0f,segment=NetworkSegment(217e5c3c-c111-4c34-a631-4cfb7cbe7d8f),segment_id=217e5c3c-c111-4c34-a631-4cfb7cbe7d8f)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:12:08.471151 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a2fe474-4d53-4652-9114-13cb26d5d9eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:08.487176 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-7a2fe474-4d53-4652-9114-13cb26d5d9eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Calling delete_port for 77686a20-2129-4997-b45d-5402436cfb0f owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:12:09.012503 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a2fe474-4d53-4652-9114-13cb26d5d9eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:09.041449 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fe474-4d53-4652-9114-13cb26d5d9eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Port': ['ID=77686a20-2129-4997-b45d-5402436cfb0f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:09.071476 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fe474-4d53-4652-9114-13cb26d5d9eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:09.071824 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fe474-4d53-4652-9114-13cb26d5d9eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:09.072233 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fe474-4d53-4652-9114-13cb26d5d9eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:09.073143 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fe474-4d53-4652-9114-13cb26d5d9eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:09.073656 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fe474-4d53-4652-9114-13cb26d5d9eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:09.073999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fe474-4d53-4652-9114-13cb26d5d9eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:09.074333 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fe474-4d53-4652-9114-13cb26d5d9eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:09.074664 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fe474-4d53-4652-9114-13cb26d5d9eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:09.074995 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fe474-4d53-4652-9114-13cb26d5d9eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:09.075318 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fe474-4d53-4652-9114-13cb26d5d9eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:09.075642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fe474-4d53-4652-9114-13cb26d5d9eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:09.075966 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fe474-4d53-4652-9114-13cb26d5d9eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:09.229383 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7a2fe474-4d53-4652-9114-13cb26d5d9eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:09.447492 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2fe474-4d53-4652-9114-13cb26d5d9eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router 83567ce6-8f58-48ef-a2c9-2e33973c519b has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:12:09.551958 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2fe474-4d53-4652-9114-13cb26d5d9eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:12:09.557583 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7a2fe474-4d53-4652-9114-13cb26d5d9eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "PUT /v2.0/routers/83567ce6-8f58-48ef-a2c9-2e33973c519b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7975130 Aug 19 19:12:09.560689 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43116) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:09.561998 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a92fa2-bbac-4ea5-afa0-b4e37b6f9ea9 None None] Sync routers for ids ['83567ce6-8f58-48ef-a2c9-2e33973c519b'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:12:09.571167 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a92fa2-bbac-4ea5-afa0-b4e37b6f9ea9 None None] Routers {'83567ce6-8f58-48ef-a2c9-2e33973c519b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:12:09.571769 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-86a92fa2-bbac-4ea5-afa0-b4e37b6f9ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:12:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['83567ce6-8f58-48ef-a2c9-2e33973c519b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:09.611903 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e090a9-4dac-41de-b346-89c5a17a7372 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting subnet e89b0290-b850-4115-81b3-035d87f36929 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:12:09.615254 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b6e090a9-4dac-41de-b346-89c5a17a7372 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:09.657464 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b6e090a9-4dac-41de-b346-89c5a17a7372 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:09.678042 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-86a92fa2-bbac-4ea5-afa0-b4e37b6f9ea9 None None] Set router 83567ce6-8f58-48ef-a2c9-2e33973c519b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:12:09.745999 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b6e090a9-4dac-41de-b346-89c5a17a7372 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:09.807885 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b6e090a9-4dac-41de-b346-89c5a17a7372 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:09.832952 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e090a9-4dac-41de-b346-89c5a17a7372 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Subnet': ['ID=e89b0290-b850-4115-81b3-035d87f36929,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:09.840354 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b6e090a9-4dac-41de-b346-89c5a17a7372 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:09.844286 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b6e090a9-4dac-41de-b346-89c5a17a7372 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/subnets/e89b0290-b850-4115-81b3-035d87f36929 HTTP/1.1" status: 204 len: 168 time: 0.2803376 Aug 19 19:12:09.844676 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43118) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:09.850074 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f63502-28be-4e3a-86a9-d14b10d53ad7 None None] Network f89ec542-05b3-4941-9b2d-ae82f1c7d089 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:12:09.912881 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-86a92fa2-bbac-4ea5-afa0-b4e37b6f9ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426825470', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:10:25Z', 'updated_at': '2021-08-19T19:12:08Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:10:26Z', 'updated_at': '2021-08-19T19:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:09.946721 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a92fa2-bbac-4ea5-afa0-b4e37b6f9ea9 None None] Checking router: 83567ce6-8f58-48ef-a2c9-2e33973c519b for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:12:09.960843 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a21179a1-807e-40f4-aff0-65fdfbc279c2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:09.990136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a92fa2-bbac-4ea5-afa0-b4e37b6f9ea9 None None] Routers {'83567ce6-8f58-48ef-a2c9-2e33973c519b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:12:09.990774 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-86a92fa2-bbac-4ea5-afa0-b4e37b6f9ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:12:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['83567ce6-8f58-48ef-a2c9-2e33973c519b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:10.068156 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a21179a1-807e-40f4-aff0-65fdfbc279c2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:10.110593 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-86a92fa2-bbac-4ea5-afa0-b4e37b6f9ea9 None None] Set router 83567ce6-8f58-48ef-a2c9-2e33973c519b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:12:10.127201 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-a21179a1-807e-40f4-aff0-65fdfbc279c2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting port 35d6f600-5fd8-4c0c-8aae-f33127a8a769 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:12:10.127674 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a21179a1-807e-40f4-aff0-65fdfbc279c2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:10.171503 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2106a04-5ce3-42e5-9ac1-3665b2648a63 None None] DHCP port deletion for f89ec542-05b3-4941-9b2d-ae82f1c7d089 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:12:10.211936 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-a21179a1-807e-40f4-aff0-65fdfbc279c2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] For port 35d6f600-5fd8-4c0c-8aae-f33127a8a769, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=35d6f600-5fd8-4c0c-8aae-f33127a8a769,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:12:10.212280 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a21179a1-807e-40f4-aff0-65fdfbc279c2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:10.224648 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-a21179a1-807e-40f4-aff0-65fdfbc279c2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Calling delete_port for 35d6f600-5fd8-4c0c-8aae-f33127a8a769 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:12:10.305798 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-d2106a04-5ce3-42e5-9ac1-3665b2648a63 None None] Deleting port e4c693b8-c17f-4de4-a0b6-1c320d95e317 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:12:10.306169 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d2106a04-5ce3-42e5-9ac1-3665b2648a63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:10.383489 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d2106a04-5ce3-42e5-9ac1-3665b2648a63 None None] For port e4c693b8-c17f-4de4-a0b6-1c320d95e317, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e4c693b8-c17f-4de4-a0b6-1c320d95e317,segment=NetworkSegment(217e5c3c-c111-4c34-a631-4cfb7cbe7d8f),segment_id=217e5c3c-c111-4c34-a631-4cfb7cbe7d8f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:12:10.383889 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d2106a04-5ce3-42e5-9ac1-3665b2648a63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:10.403060 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a21179a1-807e-40f4-aff0-65fdfbc279c2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:10.406538 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-d2106a04-5ce3-42e5-9ac1-3665b2648a63 None None] Calling delete_port for e4c693b8-c17f-4de4-a0b6-1c320d95e317 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:12:10.423349 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-86a92fa2-bbac-4ea5-afa0-b4e37b6f9ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426825470', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:10:25Z', 'updated_at': '2021-08-19T19:12:08Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:10:26Z', 'updated_at': '2021-08-19T19:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:10.427247 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:10.432314 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21179a1-807e-40f4-aff0-65fdfbc279c2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Port': ['ID=35d6f600-5fd8-4c0c-8aae-f33127a8a769,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:10.484614 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a92fa2-bbac-4ea5-afa0-b4e37b6f9ea9 None None] The sync data for ids ['83567ce6-8f58-48ef-a2c9-2e33973c519b'] in n-d-803753-2 is: [{'id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-426825470', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:10:25Z', 'updated_at': '2021-08-19T19:12:08Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '35d6f600-5fd8-4c0c-8aae-f33127a8a769', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83567ce6-8f58-48ef-a2c9-2e33973c519b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:10:26Z', 'updated_at': '2021-08-19T19:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:12:10.501396 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a21179a1-807e-40f4-aff0-65fdfbc279c2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:10.541629 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d2106a04-5ce3-42e5-9ac1-3665b2648a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:10.569414 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2106a04-5ce3-42e5-9ac1-3665b2648a63 None None] Pushing event deleted for resources: {'Port': ['ID=e4c693b8-c17f-4de4-a0b6-1c320d95e317,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:10.571817 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2106a04-5ce3-42e5-9ac1-3665b2648a63 None None] No DVR routers for this DVR port e4c693b8-c17f-4de4-a0b6-1c320d95e317 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:12:10.584627 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 45f04394-0dbb-4b7c-a2d1-b49df0ed255d no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:12:10.587233 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2106a04-5ce3-42e5-9ac1-3665b2648a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:10.587716 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2106a04-5ce3-42e5-9ac1-3665b2648a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:10.588476 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2106a04-5ce3-42e5-9ac1-3665b2648a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:10.588812 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2106a04-5ce3-42e5-9ac1-3665b2648a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:10.589141 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2106a04-5ce3-42e5-9ac1-3665b2648a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:10.589467 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2106a04-5ce3-42e5-9ac1-3665b2648a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:10.589813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2106a04-5ce3-42e5-9ac1-3665b2648a63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:10.590134 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2106a04-5ce3-42e5-9ac1-3665b2648a63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:10.590454 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2106a04-5ce3-42e5-9ac1-3665b2648a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:10.590777 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2106a04-5ce3-42e5-9ac1-3665b2648a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:10.591095 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2106a04-5ce3-42e5-9ac1-3665b2648a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:10.591421 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2106a04-5ce3-42e5-9ac1-3665b2648a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:10.616378 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 45f04394-0dbb-4b7c-a2d1-b49df0ed255d {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:12:10.616724 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 45f04394-0dbb-4b7c-a2d1-b49df0ed255d not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:12:10.623943 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a21179a1-807e-40f4-aff0-65fdfbc279c2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:10.626079 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a21179a1-807e-40f4-aff0-65fdfbc279c2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:10.673786 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a21179a1-807e-40f4-aff0-65fdfbc279c2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:10.674270 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21179a1-807e-40f4-aff0-65fdfbc279c2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Fanout notify agent at l3_agent the message router_deleted on router 83567ce6-8f58-48ef-a2c9-2e33973c519b {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:12:10.683527 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a21179a1-807e-40f4-aff0-65fdfbc279c2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:10.684690 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a21179a1-807e-40f4-aff0-65fdfbc279c2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/routers/83567ce6-8f58-48ef-a2c9-2e33973c519b HTTP/1.1" status: 204 len: 168 time: 0.8382645 Aug 19 19:12:10.687427 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43120) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:10.764480 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2208529c-c6d1-4986-8a0f-ba04f13da990 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:10.856110 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2208529c-c6d1-4986-8a0f-ba04f13da990 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:10.866782 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-2208529c-c6d1-4986-8a0f-ba04f13da990 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f89ec542-05b3-4941-9b2d-ae82f1c7d089']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:10.880026 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-2208529c-c6d1-4986-8a0f-ba04f13da990 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217e5c3c-c111-4c34-a631-4cfb7cbe7d8f') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:10.880342 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-2208529c-c6d1-4986-8a0f-ba04f13da990 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217e5c3c-c111-4c34-a631-4cfb7cbe7d8f') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:10.895181 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2208529c-c6d1-4986-8a0f-ba04f13da990 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:10.910800 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2208529c-c6d1-4986-8a0f-ba04f13da990 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:10.919220 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2208529c-c6d1-4986-8a0f-ba04f13da990 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:12:10.919661 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2208529c-c6d1-4986-8a0f-ba04f13da990 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: timer() Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:12:10.923944 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:12:10.929997 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e4c693b8-c17f-4de4-a0b6-1c320d95e317 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:12:10.951691 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: e4c693b8-c17f-4de4-a0b6-1c320d95e317 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:12:10.952040 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e4c693b8-c17f-4de4-a0b6-1c320d95e317 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:12:10.995598 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2208529c-c6d1-4986-8a0f-ba04f13da990 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:11.002125 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2208529c-c6d1-4986-8a0f-ba04f13da990 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:11.006116 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2208529c-c6d1-4986-8a0f-ba04f13da990 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/networks/f89ec542-05b3-4941-9b2d-ae82f1c7d089 HTTP/1.1" status: 204 len: 168 time: 0.3161137 Aug 19 19:12:11.007353 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43122) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:11.024993 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208529c-c6d1-4986-8a0f-ba04f13da990 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Network': ['ID=f89ec542-05b3-4941-9b2d-ae82f1c7d089,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:11.070035 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b59e9e9a-b8a3-4cf3-81ee-1a1c5fb2b790 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:11.097223 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b59e9e9a-b8a3-4cf3-81ee-1a1c5fb2b790 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:11.171846 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b59e9e9a-b8a3-4cf3-81ee-1a1c5fb2b790 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:11.174760 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b59e9e9a-b8a3-4cf3-81ee-1a1c5fb2b790 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:11.175910 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b59e9e9a-b8a3-4cf3-81ee-1a1c5fb2b790 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/security-groups/814d1855-11cd-4204-b05d-19633998d642 HTTP/1.1" status: 204 len: 168 time: 0.1670048 Aug 19 19:12:11.186821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e9e9a-b8a3-4cf3-81ee-1a1c5fb2b790 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=814d1855-11cd-4204-b05d-19633998d642,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:11.587729 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43128) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:11.592889 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-fc4c8e81-94a7-4ba9-b147-c18db2ebf317 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-538219984', 'description': 'tempest-secgroup-smoke-538219984 description', 'project_id': 'fad4d15d46254baea114898323e1fe8a'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:12:11.618051 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc4c8e81-94a7-4ba9-b147-c18db2ebf317 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:11.709849 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc4c8e81-94a7-4ba9-b147-c18db2ebf317 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:11.715341 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc4c8e81-94a7-4ba9-b147-c18db2ebf317 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:11.742167 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fc4c8e81-94a7-4ba9-b147-c18db2ebf317 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:11.743436 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fc4c8e81-94a7-4ba9-b147-c18db2ebf317 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1543658 Aug 19 19:12:11.746724 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43132) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:11.747913 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c8e81-94a7-4ba9-b147-c18db2ebf317 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1be8316-30ef-4406-970b-0d8c3268e73f,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:11.753837 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-bc9310ff-e863-46f3-ad82-44b092c775a1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': 'b1be8316-30ef-4406-970b-0d8c3268e73f', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:12:11.782566 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc9310ff-e863-46f3-ad82-44b092c775a1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:11.838442 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:11.845451 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc9310ff-e863-46f3-ad82-44b092c775a1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:11.849038 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc9310ff-e863-46f3-ad82-44b092c775a1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:11.870354 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9310ff-e863-46f3-ad82-44b092c775a1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de77949-3564-40fd-9422-0f9a4e13913d,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:11.874786 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bc9310ff-e863-46f3-ad82-44b092c775a1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:11.877970 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-bc9310ff-e863-46f3-ad82-44b092c775a1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296437 Aug 19 19:12:11.878764 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43134) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:11.883245 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-0aeae7ba-1cd2-487e-9494-45dccfd6edf0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': 'b1be8316-30ef-4406-970b-0d8c3268e73f', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:12:11.909745 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0aeae7ba-1cd2-487e-9494-45dccfd6edf0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:11.967820 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0aeae7ba-1cd2-487e-9494-45dccfd6edf0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:11.972430 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0aeae7ba-1cd2-487e-9494-45dccfd6edf0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:11.997135 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeae7ba-1cd2-487e-9494-45dccfd6edf0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8f64eb-8e36-48e2-9008-7079a4ac2aeb,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:12.001258 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0aeae7ba-1cd2-487e-9494-45dccfd6edf0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.002443 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0aeae7ba-1cd2-487e-9494-45dccfd6edf0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227460 Aug 19 19:12:12.005222 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43136) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:12.010591 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-8d656517-76d7-464c-80ae-944c8e8c0ce0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': 'b1be8316-30ef-4406-970b-0d8c3268e73f', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:12:12.035558 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8d656517-76d7-464c-80ae-944c8e8c0ce0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.093251 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8d656517-76d7-464c-80ae-944c8e8c0ce0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.096922 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8d656517-76d7-464c-80ae-944c8e8c0ce0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.117472 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656517-76d7-464c-80ae-944c8e8c0ce0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3316c269-4a8e-4298-8ecf-21e79e171868,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:12.124017 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8d656517-76d7-464c-80ae-944c8e8c0ce0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.125885 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8d656517-76d7-464c-80ae-944c8e8c0ce0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189945 Aug 19 19:12:12.127935 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43138) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:12.132500 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-3a0a6edb-8eb2-4cfa-8a6e-fa9ab9850f63 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': 'b1be8316-30ef-4406-970b-0d8c3268e73f', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:12:12.159265 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3a0a6edb-8eb2-4cfa-8a6e-fa9ab9850f63 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.218636 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3a0a6edb-8eb2-4cfa-8a6e-fa9ab9850f63 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.222310 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3a0a6edb-8eb2-4cfa-8a6e-fa9ab9850f63 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.241028 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a6edb-8eb2-4cfa-8a6e-fa9ab9850f63 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6110b7bb-3d58-4570-81d2-59851e472890,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:12.243552 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3a0a6edb-8eb2-4cfa-8a6e-fa9ab9850f63 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.244749 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3a0a6edb-8eb2-4cfa-8a6e-fa9ab9850f63 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157632 Aug 19 19:12:12.247615 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43140) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:12.252139 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2bc7c186-af83-4caf-a03d-f8f0731fb430 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': 'b1be8316-30ef-4406-970b-0d8c3268e73f', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:12:12.273690 n-d-803753-2 neutron-server[94682]: INFO neutron.db.securitygroups_db [None req-2bc7c186-af83-4caf-a03d-f8f0731fb430 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Project fad4d15d46254baea114898323e1fe8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:12:12.279567 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2bc7c186-af83-4caf-a03d-f8f0731fb430 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.341016 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2bc7c186-af83-4caf-a03d-f8f0731fb430 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.344673 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2bc7c186-af83-4caf-a03d-f8f0731fb430 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.362365 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7c186-af83-4caf-a03d-f8f0731fb430 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56bf6e1a-7438-42e3-90d0-8c52ab5ea1f3,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:12.367794 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2bc7c186-af83-4caf-a03d-f8f0731fb430 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.368994 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2bc7c186-af83-4caf-a03d-f8f0731fb430 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203675 Aug 19 19:12:12.371808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43142) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:12.376369 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-a20d9924-a567-4733-83b9-f86efd8ec282 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': 'b1be8316-30ef-4406-970b-0d8c3268e73f', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:12:12.398349 n-d-803753-2 neutron-server[94682]: INFO neutron.db.securitygroups_db [None req-a20d9924-a567-4733-83b9-f86efd8ec282 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Project fad4d15d46254baea114898323e1fe8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:12:12.403733 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a20d9924-a567-4733-83b9-f86efd8ec282 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.464026 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a20d9924-a567-4733-83b9-f86efd8ec282 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.468173 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a20d9924-a567-4733-83b9-f86efd8ec282 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.487808 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d9924-a567-4733-83b9-f86efd8ec282 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5360e66f-b6ac-4fcf-86d4-21e25c82f4ce,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:12.494677 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a20d9924-a567-4733-83b9-f86efd8ec282 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.495830 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a20d9924-a567-4733-83b9-f86efd8ec282 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230175 Aug 19 19:12:12.498672 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43144) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:12.503747 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-6fd7fbda-8673-43b2-9e79-f097baa1f3e8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'network': {'name': 'tempest-network-smoke--555148925', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'port_security_enabled': True}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:12:12.505444 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 77686a20-2129-4997-b45d-5402436cfb0f no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:12:12.525681 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd7fbda-8673-43b2-9e79-f097baa1f3e8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Made reservation on behalf of fad4d15d46254baea114898323e1fe8a for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:12:12.529472 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 77686a20-2129-4997-b45d-5402436cfb0f {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:12:12.529847 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 77686a20-2129-4997-b45d-5402436cfb0f not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:12:12.529992 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6fd7fbda-8673-43b2-9e79-f097baa1f3e8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.530269 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 35d6f600-5fd8-4c0c-8aae-f33127a8a769 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:12:12.549768 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 35d6f600-5fd8-4c0c-8aae-f33127a8a769 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:12:12.550611 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 35d6f600-5fd8-4c0c-8aae-f33127a8a769 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:12:12.554249 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd7fbda-8673-43b2-9e79-f097baa1f3e8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:12:12.564350 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6fd7fbda-8673-43b2-9e79-f097baa1f3e8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.564695 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-6fd7fbda-8673-43b2-9e79-f097baa1f3e8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Added segment 33ddc1eb-5e86-46f5-a5c5-8864d1c06d32 of type vlan for network 18b03e78-4e45-41dc-8c24-0ef01aa63009 Aug 19 19:12:12.606636 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6fd7fbda-8673-43b2-9e79-f097baa1f3e8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.632471 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6fd7fbda-8673-43b2-9e79-f097baa1f3e8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.638421 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd7fbda-8673-43b2-9e79-f097baa1f3e8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:12.639011 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6fd7fbda-8673-43b2-9e79-f097baa1f3e8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.699941 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6fd7fbda-8673-43b2-9e79-f097baa1f3e8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2000024 Aug 19 19:12:12.703465 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43146) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:12.710072 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-3344c380-af73-48aa-b5b1-8ad1beeed7b5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1699351917', 'admin_state_up': True, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:12:12.720489 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7fbda-8673-43b2-9e79-f097baa1f3e8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Network': ['ID=18b03e78-4e45-41dc-8c24-0ef01aa63009,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:12.731457 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 18b03e78-4e45-41dc-8c24-0ef01aa63009 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:12:12.738023 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3344c380-af73-48aa-b5b1-8ad1beeed7b5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.739278 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3344c380-af73-48aa-b5b1-8ad1beeed7b5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.802086 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3344c380-af73-48aa-b5b1-8ad1beeed7b5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.941317 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3344c380-af73-48aa-b5b1-8ad1beeed7b5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:13.142787 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3344c380-af73-48aa-b5b1-8ad1beeed7b5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:13.161918 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3344c380-af73-48aa-b5b1-8ad1beeed7b5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:13.265008 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-3344c380-af73-48aa-b5b1-8ad1beeed7b5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Allocated IP 172.25.8.200 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/8336ff98-0a82-4142-96a6-edb74229412e) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:12:13.382563 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3344c380-af73-48aa-b5b1-8ad1beeed7b5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:13.423216 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3344c380-af73-48aa-b5b1-8ad1beeed7b5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:13.460545 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3344c380-af73-48aa-b5b1-8ad1beeed7b5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:12:13.465786 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-3344c380-af73-48aa-b5b1-8ad1beeed7b5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:12:13.469273 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3344c380-af73-48aa-b5b1-8ad1beeed7b5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:12:13.499455 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344c380-af73-48aa-b5b1-8ad1beeed7b5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=8336ff98-0a82-4142-96a6-edb74229412e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:13.764781 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3344c380-af73-48aa-b5b1-8ad1beeed7b5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:13.988428 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3344c380-af73-48aa-b5b1-8ad1beeed7b5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:14.138315 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3344c380-af73-48aa-b5b1-8ad1beeed7b5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router 41e2f032-ac1a-4d69-9900-276f23a1efc4 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 19:12:14.253235 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3344c380-af73-48aa-b5b1-8ad1beeed7b5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:12:14.262886 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] Sync routers for ids ['41e2f032-ac1a-4d69-9900-276f23a1efc4'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:12:14.271957 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] Routers {'41e2f032-ac1a-4d69-9900-276f23a1efc4'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:12:14.272588 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:12:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['41e2f032-ac1a-4d69-9900-276f23a1efc4'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:14.273698 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3344c380-af73-48aa-b5b1-8ad1beeed7b5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:14.278504 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3344c380-af73-48aa-b5b1-8ad1beeed7b5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5684140 Aug 19 19:12:14.278762 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43148) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:14.308408 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-48549ce7-d742-4bcf-991f-62337f9f5ffd tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=fad4d15d46254baea114898323e1fe8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283401 Aug 19 19:12:14.310959 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43150) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:14.383584 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] Set router 41e2f032-ac1a-4d69-9900-276f23a1efc4 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:12:14.407906 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c765c97b-54ba-47bd-8113-b18a59d1e721 tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:14.409365 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-c765c97b-54ba-47bd-8113-b18a59d1e721 tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0974576 Aug 19 19:12:14.412166 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43152) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:14.442402 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-ce427540-b050-4640-8e53-ee80d9ff989b tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290873 Aug 19 19:12:14.445007 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43154) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:14.450933 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-a70a8461-aa86-4be7-9f4d-4b019a397d6f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-439940670', 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:12:14.539303 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70a8461-aa86-4be7-9f4d-4b019a397d6f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Made reservation on behalf of fad4d15d46254baea114898323e1fe8a for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:12:14.543217 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a70a8461-aa86-4be7-9f4d-4b019a397d6f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:14.570241 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699351917', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8336ff98-0a82-4142-96a6-edb74229412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:12Z', 'updated_at': '2021-08-19T19:12:13Z', 'revision_number': 3, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '8336ff98-0a82-4142-96a6-edb74229412e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:12:13Z', 'updated_at': '2021-08-19T19:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:14.596180 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] Checking router: 41e2f032-ac1a-4d69-9900-276f23a1efc4 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:12:14.596505 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] Updating router 41e2f032-ac1a-4d69-9900-276f23a1efc4 port 8336ff98-0a82-4142-96a6-edb74229412e binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:12:14.622748 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:14.726396 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a70a8461-aa86-4be7-9f4d-4b019a397d6f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:14.795161 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a8461-aa86-4be7-9f4d-4b019a397d6f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Subnet': ['ID=94f94d49-0390-4689-99c7-d6031fb00beb,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:14.801048 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70a8461-aa86-4be7-9f4d-4b019a397d6f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Checking segment: {'id': '33ddc1eb-5e86-46f5-a5c5-8864d1c06d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:12:14.801417 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70a8461-aa86-4be7-9f4d-4b019a397d6f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network hostable DHCP agents. Network: 18b03e78-4e45-41dc-8c24-0ef01aa63009, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:12:14.817715 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70a8461-aa86-4be7-9f4d-4b019a397d6f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network 18b03e78-4e45-41dc-8c24-0ef01aa63009 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:12:14.826254 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-a70a8461-aa86-4be7-9f4d-4b019a397d6f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 18b03e78-4e45-41dc-8c24-0ef01aa63009) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:12:14.830599 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70a8461-aa86-4be7-9f4d-4b019a397d6f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:14.831211 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a70a8461-aa86-4be7-9f4d-4b019a397d6f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:14.837676 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6364e5d1-845f-4c03-9e36-f3c1dc09a894 None None] Network 18b03e78-4e45-41dc-8c24-0ef01aa63009 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:12:14.846814 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a70a8461-aa86-4be7-9f4d-4b019a397d6f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4006493 Aug 19 19:12:14.849439 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43156) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:14.882311 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:14.894079 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] Transition to ACTIVE for port object 8336ff98-0a82-4142-96a6-edb74229412e will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:12:14.899452 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:14.949473 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] Attempting to bind port 8336ff98-0a82-4142-96a6-edb74229412e on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:12:14.949937 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] Attempting to bind port 8336ff98-0a82-4142-96a6-edb74229412e by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:12:14.950237 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] Attempting to bind port 8336ff98-0a82-4142-96a6-edb74229412e on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:12:14.959329 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:12:14.959714 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:12:14.960121 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:14.960511 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:12:14.960978 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] Bound port: 8336ff98-0a82-4142-96a6-edb74229412e, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:12:14.961360 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:14.963922 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ab428-1aee-44db-8a24-8e3061c239dd None None] Pushing event updated for resources: {'Port': ['ID=8336ff98-0a82-4142-96a6-edb74229412e,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:14.991309 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ab428-1aee-44db-8a24-8e3061c239dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:14.991605 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ab428-1aee-44db-8a24-8e3061c239dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:14.991898 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ab428-1aee-44db-8a24-8e3061c239dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:14.992233 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ab428-1aee-44db-8a24-8e3061c239dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:14.992564 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ab428-1aee-44db-8a24-8e3061c239dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:14.992891 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ab428-1aee-44db-8a24-8e3061c239dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:14.993207 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ab428-1aee-44db-8a24-8e3061c239dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:14.994206 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ab428-1aee-44db-8a24-8e3061c239dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:14.994542 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ab428-1aee-44db-8a24-8e3061c239dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:14.994866 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ab428-1aee-44db-8a24-8e3061c239dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:14.995189 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ab428-1aee-44db-8a24-8e3061c239dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:14.995688 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6ab428-1aee-44db-8a24-8e3061c239dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:15.008187 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9060767c-8c16-4127-b1c8-cbd01f312ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-18b03e78-4e45-41dc-8c24-0ef01aa63009', 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ips': [{'subnet_id': '94f94d49-0390-4689-99c7-d6031fb00beb'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:12:15.009066 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9060767c-8c16-4127-b1c8-cbd01f312ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:15.029563 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] For port 8336ff98-0a82-4142-96a6-edb74229412e, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:12:15.032755 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] For port 8336ff98-0a82-4142-96a6-edb74229412e, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=8336ff98-0a82-4142-96a6-edb74229412e,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:12:15.038675 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:15.096711 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] Routers {'41e2f032-ac1a-4d69-9900-276f23a1efc4'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:12:15.097339 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:12:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['41e2f032-ac1a-4d69-9900-276f23a1efc4'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:15.135438 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ab428-1aee-44db-8a24-8e3061c239dd None None] Pushing event updated for resources: {'Port': ['ID=8336ff98-0a82-4142-96a6-edb74229412e,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:15.162385 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-9060767c-8c16-4127-b1c8-cbd01f312ea3 None None] Allocated IP 172.20.0.2 (18b03e78-4e45-41dc-8c24-0ef01aa63009/94f94d49-0390-4689-99c7-d6031fb00beb/284cfd20-520d-434e-9d22-b8f65d1a7fb6) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:12:15.210827 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] Set router 41e2f032-ac1a-4d69-9900-276f23a1efc4 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:12:15.317328 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-933203e1-9ac4-4780-9233-53125747131f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:15.324935 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9060767c-8c16-4127-b1c8-cbd01f312ea3 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:15.333615 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9060767c-8c16-4127-b1c8-cbd01f312ea3 None None] Transition to ACTIVE for port object 284cfd20-520d-434e-9d22-b8f65d1a7fb6 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:12:15.349569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9060767c-8c16-4127-b1c8-cbd01f312ea3 None None] Transition to ACTIVE for port object 284cfd20-520d-434e-9d22-b8f65d1a7fb6 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:12:15.359289 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9060767c-8c16-4127-b1c8-cbd01f312ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:15.403090 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9060767c-8c16-4127-b1c8-cbd01f312ea3 None None] Network 18b03e78-4e45-41dc-8c24-0ef01aa63009 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:12:15.408178 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-9060767c-8c16-4127-b1c8-cbd01f312ea3 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:12:15.414111 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9060767c-8c16-4127-b1c8-cbd01f312ea3 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:12:15.418283 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060767c-8c16-4127-b1c8-cbd01f312ea3 None None] Pushing event updated for resources: {'Port': ['ID=284cfd20-520d-434e-9d22-b8f65d1a7fb6,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:15.420959 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699351917', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8336ff98-0a82-4142-96a6-edb74229412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:12Z', 'updated_at': '2021-08-19T19:12:13Z', 'revision_number': 3, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '8336ff98-0a82-4142-96a6-edb74229412e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:12:13Z', 'updated_at': '2021-08-19T19:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:15.449213 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2edbfa2-be05-4a8a-a3ba-04b44f81dc24 None None] The sync data for ids ['41e2f032-ac1a-4d69-9900-276f23a1efc4'] in n-d-803753-2 is: [{'id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699351917', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8336ff98-0a82-4142-96a6-edb74229412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:12Z', 'updated_at': '2021-08-19T19:12:13Z', 'revision_number': 3, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '8336ff98-0a82-4142-96a6-edb74229412e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:12:13Z', 'updated_at': '2021-08-19T19:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:12:15.480860 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-9060767c-8c16-4127-b1c8-cbd01f312ea3 None None] Attempting to bind port 284cfd20-520d-434e-9d22-b8f65d1a7fb6 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:12:15.481224 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-9060767c-8c16-4127-b1c8-cbd01f312ea3 None None] Attempting to bind port 284cfd20-520d-434e-9d22-b8f65d1a7fb6 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '33ddc1eb-5e86-46f5-a5c5-8864d1c06d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:12:15.481618 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9060767c-8c16-4127-b1c8-cbd01f312ea3 None None] Attempting to bind port 284cfd20-520d-434e-9d22-b8f65d1a7fb6 on network 18b03e78-4e45-41dc-8c24-0ef01aa63009 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:12:15.486749 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9060767c-8c16-4127-b1c8-cbd01f312ea3 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:12:15.487117 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9060767c-8c16-4127-b1c8-cbd01f312ea3 None None] Checking segment: {'id': '33ddc1eb-5e86-46f5-a5c5-8864d1c06d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:12:15.487517 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9060767c-8c16-4127-b1c8-cbd01f312ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:15.487904 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9060767c-8c16-4127-b1c8-cbd01f312ea3 None None] Bound using segment: {'id': '33ddc1eb-5e86-46f5-a5c5-8864d1c06d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:12:15.488388 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-9060767c-8c16-4127-b1c8-cbd01f312ea3 None None] Bound port: 284cfd20-520d-434e-9d22-b8f65d1a7fb6, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ddc1eb-5e86-46f5-a5c5-8864d1c06d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:12:15.488763 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9060767c-8c16-4127-b1c8-cbd01f312ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:15.570445 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-9060767c-8c16-4127-b1c8-cbd01f312ea3 None None] For port 284cfd20-520d-434e-9d22-b8f65d1a7fb6, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:12:15.574900 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-9060767c-8c16-4127-b1c8-cbd01f312ea3 None None] For port 284cfd20-520d-434e-9d22-b8f65d1a7fb6, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=284cfd20-520d-434e-9d22-b8f65d1a7fb6,segment=NetworkSegment(33ddc1eb-5e86-46f5-a5c5-8864d1c06d32),segment_id=33ddc1eb-5e86-46f5-a5c5-8864d1c06d32)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:12:15.579590 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9060767c-8c16-4127-b1c8-cbd01f312ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:15.623357 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-933203e1-9ac4-4780-9233-53125747131f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Allocated IP 172.20.0.1 (18b03e78-4e45-41dc-8c24-0ef01aa63009/94f94d49-0390-4689-99c7-d6031fb00beb/53755ab7-0506-49a2-942d-4e7b165a1f2f) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:12:15.643384 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060767c-8c16-4127-b1c8-cbd01f312ea3 None None] Pushing event updated for resources: {'Port': ['ID=284cfd20-520d-434e-9d22-b8f65d1a7fb6,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:15.783585 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-933203e1-9ac4-4780-9233-53125747131f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:15.803128 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-933203e1-9ac4-4780-9233-53125747131f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Transition to ACTIVE for port object 53755ab7-0506-49a2-942d-4e7b165a1f2f will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:12:15.847406 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-933203e1-9ac4-4780-9233-53125747131f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:15.920759 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933203e1-9ac4-4780-9233-53125747131f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network 18b03e78-4e45-41dc-8c24-0ef01aa63009 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:12:15.924518 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-933203e1-9ac4-4780-9233-53125747131f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:12:15.929271 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933203e1-9ac4-4780-9233-53125747131f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:12:15.936609 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933203e1-9ac4-4780-9233-53125747131f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=53755ab7-0506-49a2-942d-4e7b165a1f2f,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:15.990069 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-933203e1-9ac4-4780-9233-53125747131f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:16.124415 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-933203e1-9ac4-4780-9233-53125747131f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:16.426025 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-933203e1-9ac4-4780-9233-53125747131f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:16.430937 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-933203e1-9ac4-4780-9233-53125747131f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:16.510444 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-933203e1-9ac4-4780-9233-53125747131f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:16.512339 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933203e1-9ac4-4780-9233-53125747131f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=53755ab7-0506-49a2-942d-4e7b165a1f2f,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:16.617868 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8336ff98-0a82-4142-96a6-edb74229412e up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:12:16.628146 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933203e1-9ac4-4780-9233-53125747131f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network 18b03e78-4e45-41dc-8c24-0ef01aa63009 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:12:16.629799 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-933203e1-9ac4-4780-9233-53125747131f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:12:16.654488 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abb21ce-8fdb-4478-a609-523f9f73c3c2 None None] Network 18b03e78-4e45-41dc-8c24-0ef01aa63009 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:12:16.739466 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 8336ff98-0a82-4142-96a6-edb74229412e completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:12:16.758373 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 8336ff98-0a82-4142-96a6-edb74229412e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:12:16.758750 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:16.785525 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-fd45fe59-6b78-4b2f-b381-1f785b231b53 None None] Provisioning for port 284cfd20-520d-434e-9d22-b8f65d1a7fb6 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:12:16.923213 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:16.947124 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 8336ff98-0a82-4142-96a6-edb74229412e, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=8336ff98-0a82-4142-96a6-edb74229412e,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:12:16.951796 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:16.952726 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 284cfd20-520d-434e-9d22-b8f65d1a7fb6 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:12:17.040937 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=8336ff98-0a82-4142-96a6-edb74229412e,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:17.059187 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 284cfd20-520d-434e-9d22-b8f65d1a7fb6 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:12:17.063722 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 284cfd20-520d-434e-9d22-b8f65d1a7fb6 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:12:17.064179 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:17.107354 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933203e1-9ac4-4780-9233-53125747131f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router 41e2f032-ac1a-4d69-9900-276f23a1efc4 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:12:17.161514 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:17.183419 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:17.200237 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 284cfd20-520d-434e-9d22-b8f65d1a7fb6, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=284cfd20-520d-434e-9d22-b8f65d1a7fb6,segment=NetworkSegment(33ddc1eb-5e86-46f5-a5c5-8864d1c06d32),segment_id=33ddc1eb-5e86-46f5-a5c5-8864d1c06d32)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:12:17.206003 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:17.240859 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933203e1-9ac4-4780-9233-53125747131f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:12:17.255699 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-933203e1-9ac4-4780-9233-53125747131f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "PUT /v2.0/routers/41e2f032-ac1a-4d69-9900-276f23a1efc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4047799 Aug 19 19:12:17.257267 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] Sync routers for ids ['41e2f032-ac1a-4d69-9900-276f23a1efc4'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:12:17.280327 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e6f62db0-50f4-45a0-8304-ac98d6944940 None None] Provisioning complete for port 284cfd20-520d-434e-9d22-b8f65d1a7fb6 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:12:17.280702 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e6f62db0-50f4-45a0-8304-ac98d6944940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:17.284618 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=284cfd20-520d-434e-9d22-b8f65d1a7fb6,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:17.305439 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] Routers {'41e2f032-ac1a-4d69-9900-276f23a1efc4'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:12:17.306112 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:12:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['41e2f032-ac1a-4d69-9900-276f23a1efc4'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:17.414190 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-a0b4d86a-ee22-45c6-9066-61eb766e5de4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538219984&fields=id&tenant_id=fad4d15d46254baea114898323e1fe8a HTTP/1.1" status: 200 len: 267 time: 0.0370271 Aug 19 19:12:17.536685 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-df89b4e8-c6c1-4a91-b8a1-4acbd3a40fd0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:17.538387 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-df89b4e8-c6c1-4a91-b8a1-4acbd3a40fd0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/networks?id=18b03e78-4e45-41dc-8c24-0ef01aa63009 HTTP/1.1" status: 200 len: 796 time: 0.1155767 Aug 19 19:12:17.556864 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-bf73ff3d-c4cf-4e77-bb4f-a0a4fad8f403 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/quotas/fad4d15d46254baea114898323e1fe8a HTTP/1.1" status: 200 len: 375 time: 0.0095983 Aug 19 19:12:17.612354 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-ab707319-99ff-47ca-9460-c6836d094366 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486603 Aug 19 19:12:17.630393 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] Set router 41e2f032-ac1a-4d69-9900-276f23a1efc4 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:12:17.679587 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e6f62db0-50f4-45a0-8304-ac98d6944940 None None] Provisioning for port 53755ab7-0506-49a2-942d-4e7b165a1f2f completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:12:17.711359 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e6f62db0-50f4-45a0-8304-ac98d6944940 None None] Provisioning complete for port 53755ab7-0506-49a2-942d-4e7b165a1f2f triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:12:17.711734 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e6f62db0-50f4-45a0-8304-ac98d6944940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:17.764595 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-d52f7c7c-be38-4ba7-be62-26486c36a4e4 service neutron] 10.222.0.24 "GET /v2.0/networks/18b03e78-4e45-41dc-8c24-0ef01aa63009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390898 Aug 19 19:12:17.794454 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-e6f62db0-50f4-45a0-8304-ac98d6944940 None None] Port 53755ab7-0506-49a2-942d-4e7b165a1f2f cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:12:17.862049 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-60274f37-05bd-4dba-b382-bb64cec46c0a service neutron] 10.222.0.24 "GET /v2.0/networks/18b03e78-4e45-41dc-8c24-0ef01aa63009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891967 Aug 19 19:12:17.877641 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699351917', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8336ff98-0a82-4142-96a6-edb74229412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:12Z', 'updated_at': '2021-08-19T19:12:16Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '8336ff98-0a82-4142-96a6-edb74229412e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:12:13Z', 'updated_at': '2021-08-19T19:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '53755ab7-0506-49a2-942d-4e7b165a1f2f', 'name': '', 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:9e:5c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '94f94d49-0390-4689-99c7-d6031fb00beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:12:15Z', 'updated_at': '2021-08-19T19:12:16Z', 'revision_number': 2, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': '94f94d49-0390-4689-99c7-d6031fb00beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:17.911652 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] Checking router: 41e2f032-ac1a-4d69-9900-276f23a1efc4 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:12:17.912010 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] Updating router 41e2f032-ac1a-4d69-9900-276f23a1efc4 port 53755ab7-0506-49a2-942d-4e7b165a1f2f binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:12:17.942364 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:17.944047 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7ae1dacf-a246-42ad-b343-885edea8ca2a None None] Provisioning complete for port 53755ab7-0506-49a2-942d-4e7b165a1f2f triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:12:17.944405 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7ae1dacf-a246-42ad-b343-885edea8ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:18.024127 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7ae1dacf-a246-42ad-b343-885edea8ca2a None None] Port 53755ab7-0506-49a2-942d-4e7b165a1f2f cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:12:18.037467 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c1b154ea-e344-4930-892b-e39d28ff67ef req-1aa4e626-db90-4c5d-8113-47cbc79ba961 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 210 time: 0.0295451 Aug 19 19:12:18.260320 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:18.271383 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] Transition to ACTIVE for port object 53755ab7-0506-49a2-942d-4e7b165a1f2f will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:12:18.277596 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:18.339173 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba0401-d026-49d1-8603-b0dae432f311 None None] Pushing event updated for resources: {'Port': ['ID=53755ab7-0506-49a2-942d-4e7b165a1f2f,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:18.394693 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] Attempting to bind port 53755ab7-0506-49a2-942d-4e7b165a1f2f on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:12:18.395155 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] Attempting to bind port 53755ab7-0506-49a2-942d-4e7b165a1f2f by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '33ddc1eb-5e86-46f5-a5c5-8864d1c06d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:12:18.395443 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] Attempting to bind port 53755ab7-0506-49a2-942d-4e7b165a1f2f on network 18b03e78-4e45-41dc-8c24-0ef01aa63009 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:12:18.402410 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:12:18.402788 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] Checking segment: {'id': '33ddc1eb-5e86-46f5-a5c5-8864d1c06d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:12:18.403205 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:18.403630 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] Bound using segment: {'id': '33ddc1eb-5e86-46f5-a5c5-8864d1c06d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:12:18.404112 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] Bound port: 53755ab7-0506-49a2-942d-4e7b165a1f2f, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ddc1eb-5e86-46f5-a5c5-8864d1c06d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:12:18.404503 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:18.475870 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] For port 53755ab7-0506-49a2-942d-4e7b165a1f2f, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:12:18.479220 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] For port 53755ab7-0506-49a2-942d-4e7b165a1f2f, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=53755ab7-0506-49a2-942d-4e7b165a1f2f,segment=NetworkSegment(33ddc1eb-5e86-46f5-a5c5-8864d1c06d32),segment_id=33ddc1eb-5e86-46f5-a5c5-8864d1c06d32)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:12:18.483704 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:18.544478 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] Routers {'41e2f032-ac1a-4d69-9900-276f23a1efc4'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:12:18.545130 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:12:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['41e2f032-ac1a-4d69-9900-276f23a1efc4'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:18.583506 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8336ff98-0a82-4142-96a6-edb74229412e up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:12:18.587338 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba0401-d026-49d1-8603-b0dae432f311 None None] Pushing event updated for resources: {'Port': ['ID=53755ab7-0506-49a2-942d-4e7b165a1f2f,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:18.709386 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] Set router 41e2f032-ac1a-4d69-9900-276f23a1efc4 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:12:18.711802 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 8336ff98-0a82-4142-96a6-edb74229412e triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:12:18.712200 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:18.933566 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 284cfd20-520d-434e-9d22-b8f65d1a7fb6 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:12:19.016059 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 284cfd20-520d-434e-9d22-b8f65d1a7fb6 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:12:19.016437 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:19.050164 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699351917', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8336ff98-0a82-4142-96a6-edb74229412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:12Z', 'updated_at': '2021-08-19T19:12:16Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '8336ff98-0a82-4142-96a6-edb74229412e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:12:13Z', 'updated_at': '2021-08-19T19:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '53755ab7-0506-49a2-942d-4e7b165a1f2f', 'name': '', 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:9e:5c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '94f94d49-0390-4689-99c7-d6031fb00beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:12:15Z', 'updated_at': '2021-08-19T19:12:18Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': '94f94d49-0390-4689-99c7-d6031fb00beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:19.084849 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a106407-f2d9-4931-bd00-10efe769ef25 None None] The sync data for ids ['41e2f032-ac1a-4d69-9900-276f23a1efc4'] in n-d-803753-2 is: [{'id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699351917', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8336ff98-0a82-4142-96a6-edb74229412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:12Z', 'updated_at': '2021-08-19T19:12:16Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '8336ff98-0a82-4142-96a6-edb74229412e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:12:13Z', 'updated_at': '2021-08-19T19:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '53755ab7-0506-49a2-942d-4e7b165a1f2f', 'name': '', 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:9e:5c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '94f94d49-0390-4689-99c7-d6031fb00beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:12:15Z', 'updated_at': '2021-08-19T19:12:18Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': '94f94d49-0390-4689-99c7-d6031fb00beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:12:19.118429 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-d2bda21d-0f39-4b7a-9601-726fbcc66df0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:19.120857 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-d2bda21d-0f39-4b7a-9601-726fbcc66df0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.54 "GET /v2.0/networks?id=18b03e78-4e45-41dc-8c24-0ef01aa63009 HTTP/1.1" status: 200 len: 796 time: 0.1311550 Aug 19 19:12:19.189777 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0548261a-5d95-4402-845f-bfac60d67659 req-a8211d5d-8b9c-4b4c-8cf7-8accf66f4ef2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 210 time: 0.0583670 Aug 19 19:12:19.215399 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-3e0f7356-f8d1-49bc-80c1-7939f2ec4c2a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad4d15d46254baea114898323e1fe8a HTTP/1.1" status: 200 len: 379 time: 0.0746222 Aug 19 19:12:19.228200 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-aa09136b-199f-4956-8f73-840da71044d3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'port': {'device_id': 'a433e898-fb45-4d3f-b469-b21de0c67618', 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009', 'admin_state_up': True, 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'security_groups': ['b1be8316-30ef-4406-970b-0d8c3268e73f']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:12:19.342990 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-aa09136b-199f-4956-8f73-840da71044d3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Made reservation on behalf of fad4d15d46254baea114898323e1fe8a for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:12:19.348787 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-aa09136b-199f-4956-8f73-840da71044d3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:19.488168 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-aa09136b-199f-4956-8f73-840da71044d3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Allocated IP 172.20.0.12 (18b03e78-4e45-41dc-8c24-0ef01aa63009/94f94d49-0390-4689-99c7-d6031fb00beb/20ec6909-b7c6-4b62-bc51-de8b987c3fca) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:12:19.644084 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-aa09136b-199f-4956-8f73-840da71044d3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:19.658521 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-aa09136b-199f-4956-8f73-840da71044d3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Transition to ACTIVE for port object 20ec6909-b7c6-4b62-bc51-de8b987c3fca will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:12:19.693059 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-aa09136b-199f-4956-8f73-840da71044d3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:19.740653 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-aa09136b-199f-4956-8f73-840da71044d3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network 18b03e78-4e45-41dc-8c24-0ef01aa63009 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:12:19.747133 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-aa09136b-199f-4956-8f73-840da71044d3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:12:19.749574 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-aa09136b-199f-4956-8f73-840da71044d3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:12:19.787681 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09136b-199f-4956-8f73-840da71044d3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=20ec6909-b7c6-4b62-bc51-de8b987c3fca,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:19.816187 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-aa09136b-199f-4956-8f73-840da71044d3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:19.816872 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-aa09136b-199f-4956-8f73-840da71044d3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:19.835501 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-aa09136b-199f-4956-8f73-840da71044d3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6137249 Aug 19 19:12:19.904243 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-39147d95-213a-477c-808e-f44e86d75345 service neutron] Request body: {'port': {'device_id': 'a433e898-fb45-4d3f-b469-b21de0c67618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:12:19.971632 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-39147d95-213a-477c-808e-f44e86d75345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:20.005653 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-11921ac9-83a9-42c3-b649-6768cd530e32 None None] Provisioning for port 20ec6909-b7c6-4b62-bc51-de8b987c3fca completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:12:20.010699 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-11921ac9-83a9-42c3-b649-6768cd530e32 None None] Provisioning complete for port 20ec6909-b7c6-4b62-bc51-de8b987c3fca triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:12:20.011951 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-11921ac9-83a9-42c3-b649-6768cd530e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:20.048651 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-11921ac9-83a9-42c3-b649-6768cd530e32 None None] Port 20ec6909-b7c6-4b62-bc51-de8b987c3fca cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:12:20.319560 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e7bf3-100a-40ca-9067-27034ab57728 req-fed52396-61bc-4ea5-baa8-70d9c0c79796 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:20.321318 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1f3e7bf3-100a-40ca-9067-27034ab57728 req-fed52396-61bc-4ea5-baa8-70d9c0c79796 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 932 time: 0.0563107 Aug 19 19:12:20.366139 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1f3e7bf3-100a-40ca-9067-27034ab57728 req-359f50b2-c104-4809-8ce8-cd649a3f46f9 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369041 Aug 19 19:12:20.575889 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 53755ab7-0506-49a2-942d-4e7b165a1f2f up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:12:20.619651 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-39147d95-213a-477c-808e-f44e86d75345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ec6909-b7c6-4b62-bc51-de8b987c3fca {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:12:20.627205 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 53755ab7-0506-49a2-942d-4e7b165a1f2f completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:12:20.629085 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-39147d95-213a-477c-808e-f44e86d75345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:20.631621 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 53755ab7-0506-49a2-942d-4e7b165a1f2f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:12:20.632013 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:20.643113 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-39147d95-213a-477c-808e-f44e86d75345 service neutron] Transition to ACTIVE for port object 20ec6909-b7c6-4b62-bc51-de8b987c3fca will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:12:20.646579 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-39147d95-213a-477c-808e-f44e86d75345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:20.719425 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:20.744777 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39147d95-213a-477c-808e-f44e86d75345 service neutron] Pushing event updated for resources: {'Port': ['ID=20ec6909-b7c6-4b62-bc51-de8b987c3fca,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:20.767990 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 53755ab7-0506-49a2-942d-4e7b165a1f2f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=53755ab7-0506-49a2-942d-4e7b165a1f2f,segment=NetworkSegment(33ddc1eb-5e86-46f5-a5c5-8864d1c06d32),segment_id=33ddc1eb-5e86-46f5-a5c5-8864d1c06d32)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:12:20.773512 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:20.792904 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-39147d95-213a-477c-808e-f44e86d75345 service neutron] Attempting to bind port 20ec6909-b7c6-4b62-bc51-de8b987c3fca on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:12:20.793248 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-39147d95-213a-477c-808e-f44e86d75345 service neutron] Attempting to bind port 20ec6909-b7c6-4b62-bc51-de8b987c3fca by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '33ddc1eb-5e86-46f5-a5c5-8864d1c06d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:12:20.793609 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-39147d95-213a-477c-808e-f44e86d75345 service neutron] Attempting to bind port 20ec6909-b7c6-4b62-bc51-de8b987c3fca on network 18b03e78-4e45-41dc-8c24-0ef01aa63009 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:12:20.799732 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-39147d95-213a-477c-808e-f44e86d75345 service neutron] Port 20ec6909-b7c6-4b62-bc51-de8b987c3fca on network 18b03e78-4e45-41dc-8c24-0ef01aa63009 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:12:20.800162 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-39147d95-213a-477c-808e-f44e86d75345 service neutron] Attempting to bind port 20ec6909-b7c6-4b62-bc51-de8b987c3fca on network 18b03e78-4e45-41dc-8c24-0ef01aa63009 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:12:20.809435 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-39147d95-213a-477c-808e-f44e86d75345 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:12:20.813602 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-39147d95-213a-477c-808e-f44e86d75345 service neutron] Checking segment: {'id': '33ddc1eb-5e86-46f5-a5c5-8864d1c06d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:12:20.814159 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-39147d95-213a-477c-808e-f44e86d75345 service neutron] Bound using segment: {'id': '33ddc1eb-5e86-46f5-a5c5-8864d1c06d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:12:20.815330 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-39147d95-213a-477c-808e-f44e86d75345 service neutron] Bound port: 20ec6909-b7c6-4b62-bc51-de8b987c3fca, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33ddc1eb-5e86-46f5-a5c5-8864d1c06d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:12:20.815330 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-39147d95-213a-477c-808e-f44e86d75345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:20.850365 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=53755ab7-0506-49a2-942d-4e7b165a1f2f,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:20.894460 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-39147d95-213a-477c-808e-f44e86d75345 service neutron] For port 20ec6909-b7c6-4b62-bc51-de8b987c3fca, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:12:20.898789 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-39147d95-213a-477c-808e-f44e86d75345 service neutron] For port 20ec6909-b7c6-4b62-bc51-de8b987c3fca, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=20ec6909-b7c6-4b62-bc51-de8b987c3fca,segment=NetworkSegment(33ddc1eb-5e86-46f5-a5c5-8864d1c06d32),segment_id=33ddc1eb-5e86-46f5-a5c5-8864d1c06d32)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:12:20.904352 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-39147d95-213a-477c-808e-f44e86d75345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:20.940363 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-39147d95-213a-477c-808e-f44e86d75345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:20.941208 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-39147d95-213a-477c-808e-f44e86d75345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:20.942601 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-39147d95-213a-477c-808e-f44e86d75345 service neutron] 10.222.0.54 "PUT /v2.0/ports/20ec6909-b7c6-4b62-bc51-de8b987c3fca HTTP/1.1" status: 200 len: 1092 time: 1.0941632 Aug 19 19:12:20.943050 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a433e898-fb45-4d3f-b469-b21de0c67618', 'tag': '20ec6909-b7c6-4b62-bc51-de8b987c3fca'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:12:20.945379 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179457b6-487a-4e4d-8d53-67a2cab97263" -d '{"events": [{"name": "network-changed", "server_uuid": "a433e898-fb45-4d3f-b469-b21de0c67618", "tag": "20ec6909-b7c6-4b62-bc51-de8b987c3fca"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:12:20.978260 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39147d95-213a-477c-808e-f44e86d75345 service neutron] Pushing event updated for resources: {'Port': ['ID=20ec6909-b7c6-4b62-bc51-de8b987c3fca,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:21.008095 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9ffa56-a7a7-43f9-8036-b6f1fb903aea x-openstack-request-id: req-3d9ffa56-a7a7-43f9-8036-b6f1fb903aea {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:12:21.008390 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a433e898-fb45-4d3f-b469-b21de0c67618", "tag": "20ec6909-b7c6-4b62-bc51-de8b987c3fca", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:12:21.008646 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d9ffa56-a7a7-43f9-8036-b6f1fb903aea {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:12:21.009051 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a433e898-fb45-4d3f-b469-b21de0c67618', 'tag': '20ec6909-b7c6-4b62-bc51-de8b987c3fca', 'status': 'completed', 'code': 200} Aug 19 19:12:21.048791 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-35d39806-b74f-4c1a-a415-327b235e7ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:21.050500 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-35d39806-b74f-4c1a-a415-327b235e7ba0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 1095 time: 0.0518777 Aug 19 19:12:21.099841 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-5e31782a-5fe7-4198-bd1c-e27c5da76ac6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20ec6909-b7c6-4b62-bc51-de8b987c3fca HTTP/1.1" status: 200 len: 217 time: 0.0366337 Aug 19 19:12:21.160326 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-6e6d85d8-9060-4d42-9576-bc24fa4f6c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:21.161841 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-6e6d85d8-9060-4d42-9576-bc24fa4f6c66 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94f94d49-0390-4689-99c7-d6031fb00beb HTTP/1.1" status: 200 len: 834 time: 0.0496862 Aug 19 19:12:21.213932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-7a0d2264-1074-4363-9e68-03b2b67e6e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:21.215460 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-7a0d2264-1074-4363-9e68-03b2b67e6e4c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=18b03e78-4e45-41dc-8c24-0ef01aa63009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422323 Aug 19 19:12:21.318076 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-06fc2994-2742-407a-9324-b0d890c4aead service neutron] 10.222.0.54 "GET /v2.0/networks/18b03e78-4e45-41dc-8c24-0ef01aa63009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908866 Aug 19 19:12:21.415599 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bc9a7418-4323-4e56-9716-8e86d7c42af8 req-819ebcbe-9301-44c0-a117-996caacdacb0 service neutron] 10.222.0.54 "GET /v2.0/networks/18b03e78-4e45-41dc-8c24-0ef01aa63009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858805 Aug 19 19:12:21.490803 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fa818-b9c8-4a0b-b9f3-16ce84eb5ec6 req-c81cd176-6145-4b50-9f8e-ff3885a6b3b5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:21.492296 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f0fa818-b9c8-4a0b-b9f3-16ce84eb5ec6 req-c81cd176-6145-4b50-9f8e-ff3885a6b3b5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 944 time: 0.0503006 Aug 19 19:12:21.515645 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179457b6-487a-4e4d-8d53-67a2cab97263 req-b5ace899-1e6d-4af7-be7a-7684d9713bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:21.517176 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-179457b6-487a-4e4d-8d53-67a2cab97263 req-b5ace899-1e6d-4af7-be7a-7684d9713bf1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 1095 time: 0.0474720 Aug 19 19:12:21.533374 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f0fa818-b9c8-4a0b-b9f3-16ce84eb5ec6 req-21a78efa-3719-4976-8f85-a22da88d2da5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342281 Aug 19 19:12:21.613212 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179457b6-487a-4e4d-8d53-67a2cab97263 req-98bb227a-19f6-47c4-86b3-7ac78ca92cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:21.614981 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-179457b6-487a-4e4d-8d53-67a2cab97263 req-98bb227a-19f6-47c4-86b3-7ac78ca92cd2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=18b03e78-4e45-41dc-8c24-0ef01aa63009 HTTP/1.1" status: 200 len: 897 time: 0.0857587 Aug 19 19:12:21.660667 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-179457b6-487a-4e4d-8d53-67a2cab97263 req-e222d613-200a-4b3b-8396-2dfdfb3b066e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20ec6909-b7c6-4b62-bc51-de8b987c3fca HTTP/1.1" status: 200 len: 217 time: 0.0381501 Aug 19 19:12:21.710623 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179457b6-487a-4e4d-8d53-67a2cab97263 req-e31b073f-63f7-40f7-a5d1-330dfb66c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:21.712051 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-179457b6-487a-4e4d-8d53-67a2cab97263 req-e31b073f-63f7-40f7-a5d1-330dfb66c4d6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94f94d49-0390-4689-99c7-d6031fb00beb HTTP/1.1" status: 200 len: 834 time: 0.0431845 Aug 19 19:12:21.758595 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179457b6-487a-4e4d-8d53-67a2cab97263 req-4a217d60-b116-4a6a-a968-e5bd375fed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:21.760104 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-179457b6-487a-4e4d-8d53-67a2cab97263 req-4a217d60-b116-4a6a-a968-e5bd375fed03 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=18b03e78-4e45-41dc-8c24-0ef01aa63009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400777 Aug 19 19:12:21.854003 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-179457b6-487a-4e4d-8d53-67a2cab97263 req-6879bea3-404b-4c3e-833f-23cf5c526e6a service neutron] 10.222.0.54 "GET /v2.0/networks/18b03e78-4e45-41dc-8c24-0ef01aa63009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861750 Aug 19 19:12:21.945275 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-179457b6-487a-4e4d-8d53-67a2cab97263 req-67dcbba1-86dd-446a-ae88-11f586796fc7 service neutron] 10.222.0.54 "GET /v2.0/networks/18b03e78-4e45-41dc-8c24-0ef01aa63009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838184 Aug 19 19:12:22.309664 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 20ec6909-b7c6-4b62-bc51-de8b987c3fca details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:12:22.408482 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 20ec6909-b7c6-4b62-bc51-de8b987c3fca, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=20ec6909-b7c6-4b62-bc51-de8b987c3fca,segment=NetworkSegment(33ddc1eb-5e86-46f5-a5c5-8864d1c06d32),segment_id=33ddc1eb-5e86-46f5-a5c5-8864d1c06d32)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:12:22.420464 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '20ec6909-b7c6-4b62-bc51-de8b987c3fca', 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009', 'port_id': '20ec6909-b7c6-4b62-bc51-de8b987c3fca', 'mac_address': 'fa:16:3e:4a:bf:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94f94d49-0390-4689-99c7-d6031fb00beb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:12:22.457756 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:22.472085 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ec6909-b7c6-4b62-bc51-de8b987c3fca {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:12:22.492438 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 20ec6909-b7c6-4b62-bc51-de8b987c3fca, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=20ec6909-b7c6-4b62-bc51-de8b987c3fca,segment=NetworkSegment(33ddc1eb-5e86-46f5-a5c5-8864d1c06d32),segment_id=33ddc1eb-5e86-46f5-a5c5-8864d1c06d32)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:12:22.496355 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:22.549372 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 53755ab7-0506-49a2-942d-4e7b165a1f2f up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:12:22.552548 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=20ec6909-b7c6-4b62-bc51-de8b987c3fca,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:22.600894 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 53755ab7-0506-49a2-942d-4e7b165a1f2f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:12:22.601274 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:22.659114 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a691b5e-332c-4d28-b368-f67951e37d1d req-77d806a9-5f9d-4f9f-9d82-ff02eb4a45ea tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:22.660677 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9a691b5e-332c-4d28-b368-f67951e37d1d req-77d806a9-5f9d-4f9f-9d82-ff02eb4a45ea tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 945 time: 0.0543127 Aug 19 19:12:22.701370 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9a691b5e-332c-4d28-b368-f67951e37d1d req-4c956e9b-15c9-4578-b1b0-34a63211742a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342209 Aug 19 19:12:22.807667 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['20ec6909-b7c6-4b62-bc51-de8b987c3fca'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:12:23.818162 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f057b4-56ae-4256-b64a-c096e1a47fe6 req-08d0dd3c-bbeb-4da4-9078-6195b4b845d9 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:23.819647 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-08f057b4-56ae-4256-b64a-c096e1a47fe6 req-08d0dd3c-bbeb-4da4-9078-6195b4b845d9 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 945 time: 0.0500748 Aug 19 19:12:23.858250 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-08f057b4-56ae-4256-b64a-c096e1a47fe6 req-684eb0a3-6ec5-4efc-84d6-167b3c008462 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314093 Aug 19 19:12:24.325029 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 20ec6909-b7c6-4b62-bc51-de8b987c3fca up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:12:24.374546 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 20ec6909-b7c6-4b62-bc51-de8b987c3fca completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:12:24.378182 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 20ec6909-b7c6-4b62-bc51-de8b987c3fca triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:12:24.378565 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:24.462962 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:24.486284 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a433e898-fb45-4d3f-b469-b21de0c67618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ec6909-b7c6-4b62-bc51-de8b987c3fca'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:12:24.488666 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9910bf99-1076-4003-b1ef-0cbdede7ea30" -d '{"events": [{"server_uuid": "a433e898-fb45-4d3f-b469-b21de0c67618", "name": "network-vif-plugged", "status": "completed", "tag": "20ec6909-b7c6-4b62-bc51-de8b987c3fca"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:12:24.502701 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 20ec6909-b7c6-4b62-bc51-de8b987c3fca, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=20ec6909-b7c6-4b62-bc51-de8b987c3fca,segment=NetworkSegment(33ddc1eb-5e86-46f5-a5c5-8864d1c06d32),segment_id=33ddc1eb-5e86-46f5-a5c5-8864d1c06d32)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:12:24.506865 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:24.530691 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886624bb-3ccb-4704-85fe-7ae6f24ee4f2 x-openstack-request-id: req-886624bb-3ccb-4704-85fe-7ae6f24ee4f2 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:12:24.530988 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a433e898-fb45-4d3f-b469-b21de0c67618", "name": "network-vif-plugged", "status": "completed", "tag": "20ec6909-b7c6-4b62-bc51-de8b987c3fca", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:12:24.531243 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-886624bb-3ccb-4704-85fe-7ae6f24ee4f2 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:12:24.531636 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a433e898-fb45-4d3f-b469-b21de0c67618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ec6909-b7c6-4b62-bc51-de8b987c3fca', 'code': 200} Aug 19 19:12:24.558536 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=20ec6909-b7c6-4b62-bc51-de8b987c3fca,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:24.638455 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19da3d-8e11-4f7f-b5cd-47dc63011fa5 req-9cac9c6d-401a-4b61-8adf-3a9f745db792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:24.639946 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b19da3d-8e11-4f7f-b5cd-47dc63011fa5 req-9cac9c6d-401a-4b61-8adf-3a9f745db792 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 1097 time: 0.0444508 Aug 19 19:12:24.680559 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3b19da3d-8e11-4f7f-b5cd-47dc63011fa5 req-d1b2cb23-6074-43fd-b45c-2d63262c6643 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290730 Aug 19 19:12:24.980675 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4161e-ee32-4bb0-b1c7-109d5ba13956 req-339b196d-e790-422b-bfe9-164be61d68de tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:24.982219 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-35b4161e-ee32-4bb0-b1c7-109d5ba13956 req-339b196d-e790-422b-bfe9-164be61d68de tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 946 time: 0.0536158 Aug 19 19:12:25.020705 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-35b4161e-ee32-4bb0-b1c7-109d5ba13956 req-26ebcc86-18fa-4fd9-bf90-319525be7b0f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324979 Aug 19 19:12:26.138993 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11063223-1f02-46f8-aec0-a6b7aecb36a1 req-8287f4f9-04c8-4e44-acac-40db32ba023e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:26.140507 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11063223-1f02-46f8-aec0-a6b7aecb36a1 req-8287f4f9-04c8-4e44-acac-40db32ba023e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 946 time: 0.0502245 Aug 19 19:12:26.178162 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-11063223-1f02-46f8-aec0-a6b7aecb36a1 req-a89dc4b8-1f55-491e-bbdf-4434f5af16a9 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316839 Aug 19 19:12:26.293500 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a10de-b0ff-4d29-aa4e-5a9fed4ad459 req-6e2e0d98-8f9d-4b6f-8d0f-861c5e161067 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:26.295018 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-803a10de-b0ff-4d29-aa4e-5a9fed4ad459 req-6e2e0d98-8f9d-4b6f-8d0f-861c5e161067 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 946 time: 0.0490212 Aug 19 19:12:26.333842 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-803a10de-b0ff-4d29-aa4e-5a9fed4ad459 req-51e79218-7de8-4ad2-a166-ca53b0ef29f1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327551 Aug 19 19:12:26.356121 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43212) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:26.396114 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2444cf9-e3b8-454f-93f6-65a34c541503 tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:26.397670 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b2444cf9-e3b8-454f-93f6-65a34c541503 tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 1092 time: 0.0405350 Aug 19 19:12:26.400537 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43214) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:26.405136 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-9aebb771-d05c-41ec-ae0a-889d56cb9a1b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': '20ec6909-b7c6-4b62-bc51-de8b987c3fca', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:12:26.426913 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9aebb771-d05c-41ec-ae0a-889d56cb9a1b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:26.528777 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9aebb771-d05c-41ec-ae0a-889d56cb9a1b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:26.633433 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-9aebb771-d05c-41ec-ae0a-889d56cb9a1b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Allocated IP 172.25.8.152 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/97e2c748-dffe-41fa-8899-f9ea9bf53b16) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:12:26.742611 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9aebb771-d05c-41ec-ae0a-889d56cb9a1b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:26.785232 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9aebb771-d05c-41ec-ae0a-889d56cb9a1b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:26.821947 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aebb771-d05c-41ec-ae0a-889d56cb9a1b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:12:26.827604 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-9aebb771-d05c-41ec-ae0a-889d56cb9a1b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:12:26.831309 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aebb771-d05c-41ec-ae0a-889d56cb9a1b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:12:26.856577 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebb771-d05c-41ec-ae0a-889d56cb9a1b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=97e2c748-dffe-41fa-8899-f9ea9bf53b16,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:27.203015 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9aebb771-d05c-41ec-ae0a-889d56cb9a1b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:27.268555 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9aebb771-d05c-41ec-ae0a-889d56cb9a1b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:27.422933 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9aebb771-d05c-41ec-ae0a-889d56cb9a1b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:27.427483 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9aebb771-d05c-41ec-ae0a-889d56cb9a1b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:27.501074 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebb771-d05c-41ec-ae0a-889d56cb9a1b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=97e2c748-dffe-41fa-8899-f9ea9bf53b16,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:27.509140 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9aebb771-d05c-41ec-ae0a-889d56cb9a1b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:27.611051 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-9aebb771-d05c-41ec-ae0a-889d56cb9a1b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Floating IP 07b7754a-011b-4382-9add-55de55b635ac associated. External IP: 172.25.8.152, port: 20ec6909-b7c6-4b62-bc51-de8b987c3fca. Aug 19 19:12:27.824875 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aebb771-d05c-41ec-ae0a-889d56cb9a1b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router 41e2f032-ac1a-4d69-9900-276f23a1efc4 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:12:27.936277 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aebb771-d05c-41ec-ae0a-889d56cb9a1b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:12:27.946142 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a864aa33-f9cd-4226-95a5-034e9a555dbb None None] Sync routers for ids ['41e2f032-ac1a-4d69-9900-276f23a1efc4'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:12:27.951931 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9aebb771-d05c-41ec-ae0a-889d56cb9a1b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:27.956707 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a864aa33-f9cd-4226-95a5-034e9a555dbb None None] Routers {'41e2f032-ac1a-4d69-9900-276f23a1efc4'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:12:27.957320 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-a864aa33-f9cd-4226-95a5-034e9a555dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:12:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['41e2f032-ac1a-4d69-9900-276f23a1efc4'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:27.981892 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9aebb771-d05c-41ec-ae0a-889d56cb9a1b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5802987 Aug 19 19:12:27.982482 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a433e898-fb45-4d3f-b469-b21de0c67618', 'tag': '20ec6909-b7c6-4b62-bc51-de8b987c3fca'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:12:27.984774 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8194c7-1810-449e-ac00-855c8e75a31e" -d '{"events": [{"name": "network-changed", "server_uuid": "a433e898-fb45-4d3f-b469-b21de0c67618", "tag": "20ec6909-b7c6-4b62-bc51-de8b987c3fca"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:12:28.031674 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd45e86-142a-41d5-b282-f291d84cf4f6 x-openstack-request-id: req-dbd45e86-142a-41d5-b282-f291d84cf4f6 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:12:28.032031 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a433e898-fb45-4d3f-b469-b21de0c67618", "tag": "20ec6909-b7c6-4b62-bc51-de8b987c3fca", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:12:28.032350 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dbd45e86-142a-41d5-b282-f291d84cf4f6 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:12:28.032820 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a433e898-fb45-4d3f-b469-b21de0c67618', 'tag': '20ec6909-b7c6-4b62-bc51-de8b987c3fca', 'status': 'completed', 'code': 200} Aug 19 19:12:28.080711 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-a864aa33-f9cd-4226-95a5-034e9a555dbb None None] Set router 41e2f032-ac1a-4d69-9900-276f23a1efc4 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:12:28.118404 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5a291-47e8-49ea-94fa-77b25e375059 req-b0cd8d1b-322f-4120-9a3b-69c4b3c2d3f7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:28.119878 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2ed5a291-47e8-49ea-94fa-77b25e375059 req-b0cd8d1b-322f-4120-9a3b-69c4b3c2d3f7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 946 time: 0.0835044 Aug 19 19:12:28.126546 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8194c7-1810-449e-ac00-855c8e75a31e req-a29c3aff-17e1-46f7-8347-4991bb60e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:28.128005 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c8194c7-1810-449e-ac00-855c8e75a31e req-a29c3aff-17e1-46f7-8347-4991bb60e258 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 1097 time: 0.0643582 Aug 19 19:12:28.210726 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2ed5a291-47e8-49ea-94fa-77b25e375059 req-e813b9f2-27b4-4261-b2f7-d27c54e9a568 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817513 Aug 19 19:12:28.234676 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43220) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:28.249718 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8194c7-1810-449e-ac00-855c8e75a31e req-4bfd1fef-c3a6-4368-9a83-84c77114a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:28.251284 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c8194c7-1810-449e-ac00-855c8e75a31e req-4bfd1fef-c3a6-4368-9a83-84c77114a02e service neutron] 10.222.0.54 "GET /v2.0/networks?id=18b03e78-4e45-41dc-8c24-0ef01aa63009 HTTP/1.1" status: 200 len: 897 time: 0.1164689 Aug 19 19:12:28.303477 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8dee340a-fc14-48b3-9267-3a6ff37b7d2a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/floatingips/07b7754a-011b-4382-9add-55de55b635ac HTTP/1.1" status: 200 len: 992 time: 0.0676212 Aug 19 19:12:28.316164 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-a864aa33-f9cd-4226-95a5-034e9a555dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699351917', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8336ff98-0a82-4142-96a6-edb74229412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:12Z', 'updated_at': '2021-08-19T19:12:16Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '8336ff98-0a82-4142-96a6-edb74229412e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:12:13Z', 'updated_at': '2021-08-19T19:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '07b7754a-011b-4382-9add-55de55b635ac', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'port_id': '20ec6909-b7c6-4b62-bc51-de8b987c3fca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009', 'mac_address': 'fa:16:3e:4a:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a433e898-fb45-4d3f-b469-b21de0c67618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:12:27Z', 'updated_at': '2021-08-19T19:12:27Z', 'revision_number': 0, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53755ab7-0506-49a2-942d-4e7b165a1f2f', 'name': '', 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:9e:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '94f94d49-0390-4689-99c7-d6031fb00beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:12:15Z', 'updated_at': '2021-08-19T19:12:20Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': '94f94d49-0390-4689-99c7-d6031fb00beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:28.324172 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c8194c7-1810-449e-ac00-855c8e75a31e req-c1d051d2-a52d-4645-ae44-df3e4bee7537 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20ec6909-b7c6-4b62-bc51-de8b987c3fca HTTP/1.1" status: 200 len: 1000 time: 0.0649440 Aug 19 19:12:28.342565 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a864aa33-f9cd-4226-95a5-034e9a555dbb None None] Checking router: 41e2f032-ac1a-4d69-9900-276f23a1efc4 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:12:28.350851 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a864aa33-f9cd-4226-95a5-034e9a555dbb None None] Routers {'41e2f032-ac1a-4d69-9900-276f23a1efc4'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:12:28.351453 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-a864aa33-f9cd-4226-95a5-034e9a555dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:12:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['41e2f032-ac1a-4d69-9900-276f23a1efc4'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:28.374985 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8194c7-1810-449e-ac00-855c8e75a31e req-3991413b-be35-409d-a3a5-8b2b4960963e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:28.376500 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c8194c7-1810-449e-ac00-855c8e75a31e req-3991413b-be35-409d-a3a5-8b2b4960963e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94f94d49-0390-4689-99c7-d6031fb00beb HTTP/1.1" status: 200 len: 834 time: 0.0457847 Aug 19 19:12:28.433787 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8194c7-1810-449e-ac00-855c8e75a31e req-5b6b7887-0dfc-4e48-920f-995de30a741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:28.435337 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c8194c7-1810-449e-ac00-855c8e75a31e req-5b6b7887-0dfc-4e48-920f-995de30a741b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=18b03e78-4e45-41dc-8c24-0ef01aa63009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517325 Aug 19 19:12:28.537723 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c8194c7-1810-449e-ac00-855c8e75a31e req-dd1fb5d1-6fed-4e99-8146-b7448a570455 service neutron] 10.222.0.54 "GET /v2.0/networks/18b03e78-4e45-41dc-8c24-0ef01aa63009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947785 Aug 19 19:12:28.554621 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-a864aa33-f9cd-4226-95a5-034e9a555dbb None None] Set router 41e2f032-ac1a-4d69-9900-276f23a1efc4 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:12:28.630070 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4c8194c7-1810-449e-ac00-855c8e75a31e req-5948e89a-70db-4003-a35f-0e04046db35d service neutron] 10.222.0.54 "GET /v2.0/networks/18b03e78-4e45-41dc-8c24-0ef01aa63009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852017 Aug 19 19:12:28.784765 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-a864aa33-f9cd-4226-95a5-034e9a555dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699351917', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8336ff98-0a82-4142-96a6-edb74229412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:12Z', 'updated_at': '2021-08-19T19:12:16Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '8336ff98-0a82-4142-96a6-edb74229412e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:12:13Z', 'updated_at': '2021-08-19T19:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '07b7754a-011b-4382-9add-55de55b635ac', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'port_id': '20ec6909-b7c6-4b62-bc51-de8b987c3fca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009', 'mac_address': 'fa:16:3e:4a:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a433e898-fb45-4d3f-b469-b21de0c67618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:12:27Z', 'updated_at': '2021-08-19T19:12:27Z', 'revision_number': 0, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53755ab7-0506-49a2-942d-4e7b165a1f2f', 'name': '', 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:9e:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '94f94d49-0390-4689-99c7-d6031fb00beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:12:15Z', 'updated_at': '2021-08-19T19:12:20Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': '94f94d49-0390-4689-99c7-d6031fb00beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:28.815098 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a864aa33-f9cd-4226-95a5-034e9a555dbb None None] The sync data for ids ['41e2f032-ac1a-4d69-9900-276f23a1efc4'] in n-d-803753-2 is: [{'id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699351917', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8336ff98-0a82-4142-96a6-edb74229412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:12Z', 'updated_at': '2021-08-19T19:12:16Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '8336ff98-0a82-4142-96a6-edb74229412e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:12:13Z', 'updated_at': '2021-08-19T19:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '07b7754a-011b-4382-9add-55de55b635ac', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'port_id': '20ec6909-b7c6-4b62-bc51-de8b987c3fca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009', 'mac_address': 'fa:16:3e:4a:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a433e898-fb45-4d3f-b469-b21de0c67618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:12:27Z', 'updated_at': '2021-08-19T19:12:27Z', 'revision_number': 0, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53755ab7-0506-49a2-942d-4e7b165a1f2f', 'name': '', 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:9e:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '94f94d49-0390-4689-99c7-d6031fb00beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:12:15Z', 'updated_at': '2021-08-19T19:12:20Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': '94f94d49-0390-4689-99c7-d6031fb00beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:12:29.007726 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50dbc54-d587-439e-bca7-ceed3e36bacd None None] New status for floating IP 07b7754a-011b-4382-9add-55de55b635ac: ACTIVE {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:12:29.307373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43222) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:29.376178 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bd5c56f9-a21a-4cd8-a5bb-c91dc9789ecd tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/floatingips/07b7754a-011b-4382-9add-55de55b635ac HTTP/1.1" status: 200 len: 994 time: 0.0675919 Aug 19 19:12:34.724461 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-710848d9-f85c-43d4-bf96-f79ee8a05420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:37.377967 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:37.458704 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dbf612d0-14f9-46ba-baf6-1bf1bac670ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:38.419853 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:39.791763 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:12:40.401670 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:41.853263 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:47.177668 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:04.727212 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cd4cc90a-e8a1-4423-a3ed-737bf0b3786c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:04.920507 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cb0a0-5eee-4fe4-889a-a8c5503298a1 req-e32beedf-39b0-47d4-b99b-d064faca3203 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:04.922376 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-df3cb0a0-5eee-4fe4-889a-a8c5503298a1 req-e32beedf-39b0-47d4-b99b-d064faca3203 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 946 time: 0.0544930 Aug 19 19:13:04.946675 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-a9f25952-bdf6-453d-8f97-be76492ff3fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911870 Aug 19 19:13:04.962280 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-df3cb0a0-5eee-4fe4-889a-a8c5503298a1 req-2f8885d1-ad7d-467c-8a9d-2600faf41e71 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331156 Aug 19 19:13:06.118247 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42577e-fb42-4d20-a221-094e19954255 req-de257ffe-f2f9-406f-ab78-5647cd841d57 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:06.119746 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cd42577e-fb42-4d20-a221-094e19954255 req-de257ffe-f2f9-406f-ab78-5647cd841d57 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 946 time: 0.0792971 Aug 19 19:13:06.122283 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-80e76d4c-7be4-4075-9d89-91dc6f83b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:06.123746 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-80e76d4c-7be4-4075-9d89-91dc6f83b1e8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 1097 time: 0.0727522 Aug 19 19:13:06.205990 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-cd42577e-fb42-4d20-a221-094e19954255 req-1ade3ed0-3837-4826-ac31-54c6737259a1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800371 Aug 19 19:13:06.240180 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-e3332d80-e9f2-4e07-9a9c-c3dbb77b6a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:06.241887 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-e3332d80-e9f2-4e07-9a9c-c3dbb77b6a07 service neutron] 10.222.0.54 "GET /v2.0/networks?id=18b03e78-4e45-41dc-8c24-0ef01aa63009 HTTP/1.1" status: 200 len: 897 time: 0.1030517 Aug 19 19:13:06.312672 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-35cfbfcc-978c-4c28-aeef-3104188f74e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20ec6909-b7c6-4b62-bc51-de8b987c3fca HTTP/1.1" status: 200 len: 1002 time: 0.0591516 Aug 19 19:13:06.370965 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-5c33d85b-6537-420b-a51c-d6572880f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:06.372448 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-5c33d85b-6537-420b-a51c-d6572880f32e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94f94d49-0390-4689-99c7-d6031fb00beb HTTP/1.1" status: 200 len: 834 time: 0.0490849 Aug 19 19:13:06.423756 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-31193b91-a3d2-466d-a0e6-c99662cda3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:06.425349 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-31193b91-a3d2-466d-a0e6-c99662cda3d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=18b03e78-4e45-41dc-8c24-0ef01aa63009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415366 Aug 19 19:13:06.520584 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-1d5b4909-3217-4812-ad6f-aa4a8b52618d service neutron] 10.222.0.54 "GET /v2.0/networks/18b03e78-4e45-41dc-8c24-0ef01aa63009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814359 Aug 19 19:13:06.619426 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-1237877d-47e8-4320-88cb-c1d1bb7469bf service neutron] 10.222.0.54 "GET /v2.0/networks/18b03e78-4e45-41dc-8c24-0ef01aa63009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897634 Aug 19 19:13:07.323176 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec44276-7c0d-4a14-bf1a-83c802002483 req-30877782-a56e-4627-9ad0-9e4336f27431 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:07.324673 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4ec44276-7c0d-4a14-bf1a-83c802002483 req-30877782-a56e-4627-9ad0-9e4336f27431 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 946 time: 0.0495672 Aug 19 19:13:07.362954 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4ec44276-7c0d-4a14-bf1a-83c802002483 req-4bcaa890-3b3a-405a-8a42-ab991c558cc2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322213 Aug 19 19:13:07.380791 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:07.458577 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b5df0df7-5f7c-4908-bc7f-ff19f4ba5f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:08.419407 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:08.484028 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fb24a-a400-416e-857d-44964849f32a req-ea21b4a7-abb8-422f-a952-9a00f608e78c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:08.485493 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d0fb24a-a400-416e-857d-44964849f32a req-ea21b4a7-abb8-422f-a952-9a00f608e78c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 946 time: 0.0504386 Aug 19 19:13:08.524619 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1d0fb24a-a400-416e-857d-44964849f32a req-3effbfa6-2ae3-4522-b6aa-f5ac19a02aea tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328510 Aug 19 19:13:09.641976 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dccf2b-c7bd-4b49-95f3-bae0e27c1733 req-636c16ee-25c4-4e7e-908b-c28ce406f7a2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:09.643489 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40dccf2b-c7bd-4b49-95f3-bae0e27c1733 req-636c16ee-25c4-4e7e-908b-c28ce406f7a2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 946 time: 0.0497248 Aug 19 19:13:09.681924 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-40dccf2b-c7bd-4b49-95f3-bae0e27c1733 req-1d3eea89-c534-40fc-b22e-93ac4c00f1fc tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321107 Aug 19 19:13:10.404413 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:10.806562 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74ae02-ce91-4708-ae0a-33037611c0c9 req-11f749f0-a538-4c52-afcf-7962b69f9273 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:10.808034 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eb74ae02-ce91-4708-ae0a-33037611c0c9 req-11f749f0-a538-4c52-afcf-7962b69f9273 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 946 time: 0.0493126 Aug 19 19:13:10.847212 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-eb74ae02-ce91-4708-ae0a-33037611c0c9 req-4d4b9a50-7731-4d92-a453-dca7de118079 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325780 Aug 19 19:13:11.851930 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:11.970564 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f054599-ff10-49bf-8b3c-0452333de1ef req-c7445696-cba4-453c-8bb6-8b6da5927815 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:11.972098 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5f054599-ff10-49bf-8b3c-0452333de1ef req-c7445696-cba4-453c-8bb6-8b6da5927815 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 946 time: 0.0560405 Aug 19 19:13:12.022003 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5f054599-ff10-49bf-8b3c-0452333de1ef req-8bbef52f-c6a3-4b09-998a-3ee442659d2d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438840 Aug 19 19:13:13.143319 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f29922-c2d9-4eb6-aed2-4022314d9291 req-ca1f28d8-2efc-4207-ac71-5c14eba18dfe tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:13.144822 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3f29922-c2d9-4eb6-aed2-4022314d9291 req-ca1f28d8-2efc-4207-ac71-5c14eba18dfe tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 946 time: 0.0540016 Aug 19 19:13:13.182764 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c3f29922-c2d9-4eb6-aed2-4022314d9291 req-703ccd0e-beca-4183-92ab-f2fd07dd99e4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319123 Aug 19 19:13:14.304432 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48102c8-c5fd-4af2-abc4-6df51062868d req-7aa3a734-5880-46f8-b97c-926bdb7dd699 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:14.305959 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d48102c8-c5fd-4af2-abc4-6df51062868d req-7aa3a734-5880-46f8-b97c-926bdb7dd699 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 946 time: 0.0517914 Aug 19 19:13:14.345046 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d48102c8-c5fd-4af2-abc4-6df51062868d req-94bae5ef-0b88-4c55-b2e1-f35cf50fe358 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330272 Aug 19 19:13:15.464921 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80b13e-997e-445f-9fc5-e7d927305a67 req-06a2492d-fcae-4003-aeba-ae686cccb890 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:15.466447 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dd80b13e-997e-445f-9fc5-e7d927305a67 req-06a2492d-fcae-4003-aeba-ae686cccb890 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 946 time: 0.0491705 Aug 19 19:13:15.506267 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dd80b13e-997e-445f-9fc5-e7d927305a67 req-d9b86fac-fc2d-4dab-9280-ab5003cfbca2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334070 Aug 19 19:13:16.639542 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fd714-320a-40cd-8250-47e1a40438b6 req-4ef3969d-75e6-4b53-9305-1ce64ae13fa3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:16.641075 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b13fd714-320a-40cd-8250-47e1a40438b6 req-4ef3969d-75e6-4b53-9305-1ce64ae13fa3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 946 time: 0.0512023 Aug 19 19:13:16.679389 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b13fd714-320a-40cd-8250-47e1a40438b6 req-ffbf7dd2-e3d4-4c3e-b02e-198e951e8a64 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322583 Aug 19 19:13:16.790870 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:13:17.173699 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:17.796551 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f2043-7777-4386-8766-a56b4883ca78 req-b2903625-cd9f-48ca-8df2-e6c5728e367c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:17.798094 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2e6f2043-7777-4386-8766-a56b4883ca78 req-b2903625-cd9f-48ca-8df2-e6c5728e367c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 946 time: 0.0503130 Aug 19 19:13:17.838511 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2e6f2043-7777-4386-8766-a56b4883ca78 req-b37c5904-92ef-4ccd-8409-1b47604206cb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328143 Aug 19 19:13:18.963021 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95312d65-9ef6-4d74-ad8f-a33cda94f73b req-d6fea74d-1305-44d2-9173-357304282cab tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:18.964531 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-95312d65-9ef6-4d74-ad8f-a33cda94f73b req-d6fea74d-1305-44d2-9173-357304282cab tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 946 time: 0.0583584 Aug 19 19:13:19.003381 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-95312d65-9ef6-4d74-ad8f-a33cda94f73b req-a6ef77f8-d211-4579-801c-9da0f22fa361 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323718 Aug 19 19:13:20.124676 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546423b-6382-47f9-bb56-4942c8be7a84 req-e7c1eb0c-2b9e-40c8-a1c5-ff74cb5b7abb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:20.126211 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d546423b-6382-47f9-bb56-4942c8be7a84 req-e7c1eb0c-2b9e-40c8-a1c5-ff74cb5b7abb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 946 time: 0.0538695 Aug 19 19:13:20.164595 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d546423b-6382-47f9-bb56-4942c8be7a84 req-99edfb9e-becc-40a3-bb25-d66fd587ee50 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323706 Aug 19 19:13:21.283289 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd45fa-733d-4e0e-8102-ba2b7160cbbb req-6e9e2e36-919f-4384-b463-270fc06af038 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:21.284792 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87fd45fa-733d-4e0e-8102-ba2b7160cbbb req-6e9e2e36-919f-4384-b463-270fc06af038 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 946 time: 0.0499580 Aug 19 19:13:21.322586 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87fd45fa-733d-4e0e-8102-ba2b7160cbbb req-02df7fda-0af3-46ba-93a4-35f338feb422 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317245 Aug 19 19:13:22.440362 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7895d-7874-46fe-8179-4ff1859f7e44 req-7bb182ca-38a4-4420-93e2-c761d78902e2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:22.441884 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d9c7895d-7874-46fe-8179-4ff1859f7e44 req-7bb182ca-38a4-4420-93e2-c761d78902e2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 946 time: 0.0501041 Aug 19 19:13:22.484133 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d9c7895d-7874-46fe-8179-4ff1859f7e44 req-8feb8031-c5ff-493c-8fcd-0bc3baa20993 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362456 Aug 19 19:13:23.599584 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70145b15-00be-4bf4-a59d-4c50f622c56f req-1d7bf23d-8ffb-41ba-b804-ec909af6a66b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:23.601060 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-70145b15-00be-4bf4-a59d-4c50f622c56f req-1d7bf23d-8ffb-41ba-b804-ec909af6a66b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 946 time: 0.0487652 Aug 19 19:13:23.640286 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-70145b15-00be-4bf4-a59d-4c50f622c56f req-6d2d1998-015a-4d67-9758-a68200f2c55c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332181 Aug 19 19:13:23.944019 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-4691b7ac-4054-46fd-b759-a24beea51d37 service neutron] show failed (client error): The resource could not be found. Aug 19 19:13:23.945044 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-4691b7ac-4054-46fd-b759-a24beea51d37 service neutron] 10.222.0.54 "GET /v2.0/ports/20ec6909-b7c6-4b62-bc51-de8b987c3fca/bindings/n-h2-803753-2 HTTP/1.1" status: 404 len: 380 time: 0.0545256 Aug 19 19:13:24.166944 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-9bb5a952-6655-4af5-9ee1-13778f556d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:24.168452 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-9bb5a952-6655-4af5-9ee1-13778f556d1a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618&tenant_id=fad4d15d46254baea114898323e1fe8a HTTP/1.1" status: 200 len: 1097 time: 0.0459945 Aug 19 19:13:24.180862 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803753-2', 'device_owner': 'compute:nova'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:13:24.234054 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:24.437011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-8395251b-b250-4c82-8508-ec8024826949 service neutron] For port 20ec6909-b7c6-4b62-bc51-de8b987c3fca, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=20ec6909-b7c6-4b62-bc51-de8b987c3fca,segment=NetworkSegment(33ddc1eb-5e86-46f5-a5c5-8864d1c06d32),segment_id=33ddc1eb-5e86-46f5-a5c5-8864d1c06d32)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:13:24.470160 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-8395251b-b250-4c82-8508-ec8024826949 service neutron] For port 20ec6909-b7c6-4b62-bc51-de8b987c3fca, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:13:24.514079 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a433e898-fb45-4d3f-b469-b21de0c67618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20ec6909-b7c6-4b62-bc51-de8b987c3fca'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:13:24.516366 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23b87d6-3c6d-4786-b5cc-1ca918efb512" -d '{"events": [{"server_uuid": "a433e898-fb45-4d3f-b469-b21de0c67618", "name": "network-vif-unplugged", "status": "completed", "tag": "20ec6909-b7c6-4b62-bc51-de8b987c3fca"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:13:24.520485 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:24.539019 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Transition to ACTIVE for port object 20ec6909-b7c6-4b62-bc51-de8b987c3fca will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:13:24.542703 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:24.571247 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 19:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3018e4-eb9b-460e-b0dd-4df9847f19a9 x-openstack-request-id: req-af3018e4-eb9b-460e-b0dd-4df9847f19a9 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:13:24.571539 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a433e898-fb45-4d3f-b469-b21de0c67618", "name": "network-vif-unplugged", "status": "completed", "tag": "20ec6909-b7c6-4b62-bc51-de8b987c3fca", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:13:24.571798 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af3018e4-eb9b-460e-b0dd-4df9847f19a9 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:13:24.572198 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a433e898-fb45-4d3f-b469-b21de0c67618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20ec6909-b7c6-4b62-bc51-de8b987c3fca', 'code': 200} Aug 19 19:13:24.624411 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Pushing event updated for resources: {'Port': ['ID=20ec6909-b7c6-4b62-bc51-de8b987c3fca,revision_number=6']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:24.639718 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:24.640221 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:24.640724 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:24.641118 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:24.641455 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:24.641816 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:24.642242 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:24.642573 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:24.642902 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:24.643230 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:24.643557 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:24.643885 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:24.687214 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-8395251b-b250-4c82-8508-ec8024826949 service neutron] No DVR routers for this DVR port 20ec6909-b7c6-4b62-bc51-de8b987c3fca on host n-h1-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:13:24.824733 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028eb80e-0d69-4183-acaa-9169593783f9 req-f21f5d53-8242-4500-ab9a-ba3136f147e1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:24.826953 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-028eb80e-0d69-4183-acaa-9169593783f9 req-f21f5d53-8242-4500-ab9a-ba3136f147e1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 944 time: 0.1010256 Aug 19 19:13:24.889499 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Attempting to bind port 20ec6909-b7c6-4b62-bc51-de8b987c3fca on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:13:24.889770 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Attempting to bind port 20ec6909-b7c6-4b62-bc51-de8b987c3fca by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '33ddc1eb-5e86-46f5-a5c5-8864d1c06d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:13:24.890089 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Attempting to bind port 20ec6909-b7c6-4b62-bc51-de8b987c3fca on network 18b03e78-4e45-41dc-8c24-0ef01aa63009 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:13:24.898303 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-028eb80e-0d69-4183-acaa-9169593783f9 req-0b818572-106b-4ab2-9788-bc999d815f9d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630081 Aug 19 19:13:24.899279 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Port 20ec6909-b7c6-4b62-bc51-de8b987c3fca on network 18b03e78-4e45-41dc-8c24-0ef01aa63009 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:13:24.899607 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Attempting to bind port 20ec6909-b7c6-4b62-bc51-de8b987c3fca on network 18b03e78-4e45-41dc-8c24-0ef01aa63009 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:13:24.905265 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:13:24.905632 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Checking segment: {'id': '33ddc1eb-5e86-46f5-a5c5-8864d1c06d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:13:24.906024 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Bound using segment: {'id': '33ddc1eb-5e86-46f5-a5c5-8864d1c06d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:13:24.906460 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Bound port: 20ec6909-b7c6-4b62-bc51-de8b987c3fca, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33ddc1eb-5e86-46f5-a5c5-8864d1c06d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:13:24.906825 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:24.969606 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-8395251b-b250-4c82-8508-ec8024826949 service neutron] For port 20ec6909-b7c6-4b62-bc51-de8b987c3fca, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:13:24.972446 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-8395251b-b250-4c82-8508-ec8024826949 service neutron] For port 20ec6909-b7c6-4b62-bc51-de8b987c3fca, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=20ec6909-b7c6-4b62-bc51-de8b987c3fca,segment=NetworkSegment(33ddc1eb-5e86-46f5-a5c5-8864d1c06d32),segment_id=33ddc1eb-5e86-46f5-a5c5-8864d1c06d32)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:13:24.976706 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:25.015090 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:25.015605 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:25.017070 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-8395251b-b250-4c82-8508-ec8024826949 service neutron] 10.222.0.50 "PUT /v2.0/ports/20ec6909-b7c6-4b62-bc51-de8b987c3fca HTTP/1.1" status: 200 len: 1092 time: 0.8402405 Aug 19 19:13:25.041463 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395251b-b250-4c82-8508-ec8024826949 service neutron] Pushing event updated for resources: {'Port': ['ID=20ec6909-b7c6-4b62-bc51-de8b987c3fca,revision_number=7']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:25.088861 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-5984f86e-fed9-4419-8dff-d9b32dcb390d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:25.090425 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-5984f86e-fed9-4419-8dff-d9b32dcb390d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 1095 time: 0.0428233 Aug 19 19:13:25.184036 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-eb3e3a20-1374-4501-b521-81af05740dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:25.186216 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-eb3e3a20-1374-4501-b521-81af05740dd0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=18b03e78-4e45-41dc-8c24-0ef01aa63009 HTTP/1.1" status: 200 len: 897 time: 0.0884972 Aug 19 19:13:25.257491 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-c1d5c1ae-0b91-4674-b4df-1142a82fb257 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20ec6909-b7c6-4b62-bc51-de8b987c3fca HTTP/1.1" status: 200 len: 1000 time: 0.0636663 Aug 19 19:13:25.308570 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-dd32c7f9-6a6b-48ac-b0de-ddc606e41e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:25.310067 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-dd32c7f9-6a6b-48ac-b0de-ddc606e41e62 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94f94d49-0390-4689-99c7-d6031fb00beb HTTP/1.1" status: 200 len: 834 time: 0.0440092 Aug 19 19:13:25.356120 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-53a9d656-c467-4772-bb51-98233b9f5648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:25.357859 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-53a9d656-c467-4772-bb51-98233b9f5648 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18b03e78-4e45-41dc-8c24-0ef01aa63009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407779 Aug 19 19:13:25.370009 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-ad58abad-7e41-46ed-b551-b14c782a4d0c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 19:13:25.370953 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-ad58abad-7e41-46ed-b551-b14c782a4d0c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048711 Aug 19 19:13:25.463923 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-ccaf6a93-6766-40b1-a763-ce156e3859dc service neutron] 10.222.0.50 "GET /v2.0/networks/18b03e78-4e45-41dc-8c24-0ef01aa63009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851991 Aug 19 19:13:25.552898 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a0810778-8800-4fe9-9d6b-1f453d681bf4 req-28d99965-7d21-47c4-a7ab-f4001e1078e2 service neutron] 10.222.0.50 "GET /v2.0/networks/18b03e78-4e45-41dc-8c24-0ef01aa63009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813427 Aug 19 19:13:26.028193 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95daf1-bfbd-4a44-9738-d3a296e88cfc req-343a7a9f-d22d-474b-9cb0-009c7444bdea tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:26.029742 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5e95daf1-bfbd-4a44-9738-d3a296e88cfc req-343a7a9f-d22d-474b-9cb0-009c7444bdea tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 944 time: 0.0574093 Aug 19 19:13:26.068880 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5e95daf1-bfbd-4a44-9738-d3a296e88cfc req-a3559bc7-bb1b-47d5-b329-0b1cf7fc9524 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330322 Aug 19 19:13:26.573329 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a433e898-fb45-4d3f-b469-b21de0c67618', 'tag': '20ec6909-b7c6-4b62-bc51-de8b987c3fca'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:13:26.576592 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e377cca2-9562-4c6d-aef1-a1a79f6d0ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "a433e898-fb45-4d3f-b469-b21de0c67618", "tag": "20ec6909-b7c6-4b62-bc51-de8b987c3fca"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:13:26.625683 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17aa82ce-7efe-4ac2-9a74-04ba97a9344e x-openstack-request-id: req-17aa82ce-7efe-4ac2-9a74-04ba97a9344e {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:13:26.626068 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a433e898-fb45-4d3f-b469-b21de0c67618", "tag": "20ec6909-b7c6-4b62-bc51-de8b987c3fca", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:13:26.626415 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17aa82ce-7efe-4ac2-9a74-04ba97a9344e {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:13:26.626896 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a433e898-fb45-4d3f-b469-b21de0c67618', 'tag': '20ec6909-b7c6-4b62-bc51-de8b987c3fca', 'status': 'completed', 'code': 200} Aug 19 19:13:26.691266 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377cca2-9562-4c6d-aef1-a1a79f6d0ce3 req-7481faaf-7b96-4399-8718-1a48b3edf6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:26.692915 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e377cca2-9562-4c6d-aef1-a1a79f6d0ce3 req-7481faaf-7b96-4399-8718-1a48b3edf6f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 1095 time: 0.0468249 Aug 19 19:13:26.699687 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377cca2-9562-4c6d-aef1-a1a79f6d0ce3 req-729d3efe-cff9-45f1-97d4-9637a7a801d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:26.701947 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e377cca2-9562-4c6d-aef1-a1a79f6d0ce3 req-729d3efe-cff9-45f1-97d4-9637a7a801d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 1095 time: 0.0425770 Aug 19 19:13:26.785223 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377cca2-9562-4c6d-aef1-a1a79f6d0ce3 req-60c86b56-d3dc-4cca-bc10-1642180cca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:26.786679 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e377cca2-9562-4c6d-aef1-a1a79f6d0ce3 req-60c86b56-d3dc-4cca-bc10-1642180cca45 service neutron] 10.222.0.50 "GET /v2.0/networks?id=18b03e78-4e45-41dc-8c24-0ef01aa63009 HTTP/1.1" status: 200 len: 897 time: 0.0860894 Aug 19 19:13:26.799838 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377cca2-9562-4c6d-aef1-a1a79f6d0ce3 req-1c7c8d49-d0aa-488f-821c-30b6dfcc25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:26.801321 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e377cca2-9562-4c6d-aef1-a1a79f6d0ce3 req-1c7c8d49-d0aa-488f-821c-30b6dfcc25c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=18b03e78-4e45-41dc-8c24-0ef01aa63009 HTTP/1.1" status: 200 len: 897 time: 0.0925782 Aug 19 19:13:26.859060 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e377cca2-9562-4c6d-aef1-a1a79f6d0ce3 req-4cd6b17a-cf81-4c6d-a42b-3d4d01d20ce1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20ec6909-b7c6-4b62-bc51-de8b987c3fca HTTP/1.1" status: 200 len: 1000 time: 0.0643244 Aug 19 19:13:26.874982 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e377cca2-9562-4c6d-aef1-a1a79f6d0ce3 req-62ec2463-044f-4f5b-b7d7-745c07e0c702 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20ec6909-b7c6-4b62-bc51-de8b987c3fca HTTP/1.1" status: 200 len: 1000 time: 0.0612705 Aug 19 19:13:26.911670 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377cca2-9562-4c6d-aef1-a1a79f6d0ce3 req-8262202e-b5b4-4416-af89-d00793197cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:26.913151 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e377cca2-9562-4c6d-aef1-a1a79f6d0ce3 req-8262202e-b5b4-4416-af89-d00793197cd8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94f94d49-0390-4689-99c7-d6031fb00beb HTTP/1.1" status: 200 len: 834 time: 0.0439904 Aug 19 19:13:26.929633 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377cca2-9562-4c6d-aef1-a1a79f6d0ce3 req-f54f26da-1ce2-48a2-aa40-0d834f6e2d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:26.931042 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e377cca2-9562-4c6d-aef1-a1a79f6d0ce3 req-f54f26da-1ce2-48a2-aa40-0d834f6e2d3b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94f94d49-0390-4689-99c7-d6031fb00beb HTTP/1.1" status: 200 len: 834 time: 0.0444763 Aug 19 19:13:26.963406 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377cca2-9562-4c6d-aef1-a1a79f6d0ce3 req-d015dc00-6328-4ddf-886d-a91dc3c50a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:26.964931 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e377cca2-9562-4c6d-aef1-a1a79f6d0ce3 req-d015dc00-6328-4ddf-886d-a91dc3c50a60 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18b03e78-4e45-41dc-8c24-0ef01aa63009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424688 Aug 19 19:13:26.985813 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377cca2-9562-4c6d-aef1-a1a79f6d0ce3 req-20c59a6e-fe60-426b-ac8b-71f9585087a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:26.987331 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e377cca2-9562-4c6d-aef1-a1a79f6d0ce3 req-20c59a6e-fe60-426b-ac8b-71f9585087a4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=18b03e78-4e45-41dc-8c24-0ef01aa63009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453832 Aug 19 19:13:27.067450 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e377cca2-9562-4c6d-aef1-a1a79f6d0ce3 req-76328683-6c71-44fe-aa55-fdae53b6f14b service neutron] 10.222.0.50 "GET /v2.0/networks/18b03e78-4e45-41dc-8c24-0ef01aa63009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939357 Aug 19 19:13:27.106238 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e377cca2-9562-4c6d-aef1-a1a79f6d0ce3 req-828eb695-cf38-4080-9959-6d4390af0ce4 service neutron] 10.222.0.54 "GET /v2.0/networks/18b03e78-4e45-41dc-8c24-0ef01aa63009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054969 Aug 19 19:13:27.169274 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e377cca2-9562-4c6d-aef1-a1a79f6d0ce3 req-6eee55f6-2f36-4d71-85aa-60eb18f78fcd service neutron] 10.222.0.50 "GET /v2.0/networks/18b03e78-4e45-41dc-8c24-0ef01aa63009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935836 Aug 19 19:13:27.249356 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87a95b-a2d3-4ff3-827c-7555558c15bc req-b9dbe16a-3e98-4719-8b26-415ce89f07a6 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:27.251128 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0d87a95b-a2d3-4ff3-827c-7555558c15bc req-b9dbe16a-3e98-4719-8b26-415ce89f07a6 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 944 time: 0.0799737 Aug 19 19:13:27.254815 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e377cca2-9562-4c6d-aef1-a1a79f6d0ce3 req-fa2fba28-d3d1-4e74-ab7e-74128e8eb573 service neutron] 10.222.0.54 "GET /v2.0/networks/18b03e78-4e45-41dc-8c24-0ef01aa63009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376672 Aug 19 19:13:27.291990 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0d87a95b-a2d3-4ff3-827c-7555558c15bc req-4c94f576-74c7-4c63-acfe-884a9f0fb4c8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347488 Aug 19 19:13:27.519539 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8cea4-1b14-4b16-82db-5bac61d3c1ac req-05e9692e-c4ff-416b-aa22-9c1e4f96b4d3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:27.521005 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-00b8cea4-1b14-4b16-82db-5bac61d3c1ac req-05e9692e-c4ff-416b-aa22-9c1e4f96b4d3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 944 time: 0.0842314 Aug 19 19:13:27.535539 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad98cb6-351c-4f18-b489-457adb567ab7 req-bc63a80c-8159-4664-a959-617f0fe5c2d5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:27.536963 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ad98cb6-351c-4f18-b489-457adb567ab7 req-bc63a80c-8159-4664-a959-617f0fe5c2d5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.54 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618&tenant_id=fad4d15d46254baea114898323e1fe8a&binding%3Ahost_id=n-h2-803753-2 HTTP/1.1" status: 200 len: 944 time: 0.0729485 Aug 19 19:13:27.598848 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-00b8cea4-1b14-4b16-82db-5bac61d3c1ac req-094be9d6-b590-4781-89d4-dee0fbf8661e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711737 Aug 19 19:13:27.618080 n-d-803753-2 neutron-server[94682]: INFO neutron.api.v2.resource [req-0ad98cb6-351c-4f18-b489-457adb567ab7 req-05c6fa93-608e-4b40-8599-0195b6d7478b service neutron] delete failed (client error): The resource could not be found. Aug 19 19:13:27.619081 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ad98cb6-351c-4f18-b489-457adb567ab7 req-05c6fa93-608e-4b40-8599-0195b6d7478b service neutron] 10.222.0.54 "DELETE /v2.0/ports/20ec6909-b7c6-4b62-bc51-de8b987c3fca/bindings/n-h1-803753-2 HTTP/1.1" status: 404 len: 380 time: 0.0687590 Aug 19 19:13:27.714114 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad98cb6-351c-4f18-b489-457adb567ab7 req-f00ae86c-e2f2-4ecd-892e-007ba54bff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:27.715667 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ad98cb6-351c-4f18-b489-457adb567ab7 req-f00ae86c-e2f2-4ecd-892e-007ba54bff11 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 1095 time: 0.0425396 Aug 19 19:13:27.722899 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708001e-f0f0-4367-bfae-e74b6b22f070 req-009ca8b8-827b-4810-af47-dbf0318cda46 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:27.724375 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3708001e-f0f0-4367-bfae-e74b6b22f070 req-009ca8b8-827b-4810-af47-dbf0318cda46 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 944 time: 0.0488892 Aug 19 19:13:27.763753 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3708001e-f0f0-4367-bfae-e74b6b22f070 req-9dc67429-aa58-4737-aaab-174df69d8fb3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332248 Aug 19 19:13:27.818025 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad98cb6-351c-4f18-b489-457adb567ab7 req-9a5906ab-9125-448e-ad3c-fc5531589e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:27.819504 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ad98cb6-351c-4f18-b489-457adb567ab7 req-9a5906ab-9125-448e-ad3c-fc5531589e53 service neutron] 10.222.0.54 "GET /v2.0/networks?id=18b03e78-4e45-41dc-8c24-0ef01aa63009 HTTP/1.1" status: 200 len: 897 time: 0.0931320 Aug 19 19:13:27.888090 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ad98cb6-351c-4f18-b489-457adb567ab7 req-d395ca4f-5632-4d4b-a5ab-e1460dbfa668 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20ec6909-b7c6-4b62-bc51-de8b987c3fca HTTP/1.1" status: 200 len: 1000 time: 0.0574119 Aug 19 19:13:27.945099 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad98cb6-351c-4f18-b489-457adb567ab7 req-241473cd-ad65-437a-9b80-110f86df40a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:27.946572 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ad98cb6-351c-4f18-b489-457adb567ab7 req-241473cd-ad65-437a-9b80-110f86df40a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94f94d49-0390-4689-99c7-d6031fb00beb HTTP/1.1" status: 200 len: 834 time: 0.0475833 Aug 19 19:13:27.996249 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad98cb6-351c-4f18-b489-457adb567ab7 req-8316938e-665a-45ea-aab0-f6cea7ebb7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:27.998339 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ad98cb6-351c-4f18-b489-457adb567ab7 req-8316938e-665a-45ea-aab0-f6cea7ebb7af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=18b03e78-4e45-41dc-8c24-0ef01aa63009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400324 Aug 19 19:13:28.097608 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ad98cb6-351c-4f18-b489-457adb567ab7 req-093bef91-8e8d-45c8-8143-2fbe968c99ea service neutron] 10.222.0.54 "GET /v2.0/networks/18b03e78-4e45-41dc-8c24-0ef01aa63009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877602 Aug 19 19:13:28.196805 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0ad98cb6-351c-4f18-b489-457adb567ab7 req-47d84863-fb0b-4cec-9591-431f76278eaa service neutron] 10.222.0.54 "GET /v2.0/networks/18b03e78-4e45-41dc-8c24-0ef01aa63009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875907 Aug 19 19:13:28.667546 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 20ec6909-b7c6-4b62-bc51-de8b987c3fca no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:13:28.706502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 20ec6909-b7c6-4b62-bc51-de8b987c3fca not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:13:28.885191 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793f351-559b-4d8c-a70d-788c294d8d18 req-0d045ee9-d3d1-47d0-a167-0b5ff6507e27 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:28.886727 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9793f351-559b-4d8c-a70d-788c294d8d18 req-0d045ee9-d3d1-47d0-a167-0b5ff6507e27 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 944 time: 0.0503919 Aug 19 19:13:28.924044 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9793f351-559b-4d8c-a70d-788c294d8d18 req-a977130b-937e-4fed-85a7-c91574c67d36 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306480 Aug 19 19:13:28.947210 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43318) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:13:29.015898 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b69a42b4-edd6-48bc-8d2e-8525cffc1a76 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/floatingips/07b7754a-011b-4382-9add-55de55b635ac HTTP/1.1" status: 200 len: 992 time: 0.0675392 Aug 19 19:13:29.054252 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 20ec6909-b7c6-4b62-bc51-de8b987c3fca details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:13:29.150798 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 20ec6909-b7c6-4b62-bc51-de8b987c3fca, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=20ec6909-b7c6-4b62-bc51-de8b987c3fca,segment=NetworkSegment(33ddc1eb-5e86-46f5-a5c5-8864d1c06d32),segment_id=33ddc1eb-5e86-46f5-a5c5-8864d1c06d32)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:13:29.162139 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '20ec6909-b7c6-4b62-bc51-de8b987c3fca', 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009', 'port_id': '20ec6909-b7c6-4b62-bc51-de8b987c3fca', 'mac_address': 'fa:16:3e:4a:bf:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94f94d49-0390-4689-99c7-d6031fb00beb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:13:29.199495 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:29.212097 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ec6909-b7c6-4b62-bc51-de8b987c3fca {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:13:29.231009 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 20ec6909-b7c6-4b62-bc51-de8b987c3fca, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=20ec6909-b7c6-4b62-bc51-de8b987c3fca,segment=NetworkSegment(33ddc1eb-5e86-46f5-a5c5-8864d1c06d32),segment_id=33ddc1eb-5e86-46f5-a5c5-8864d1c06d32)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:13:29.235248 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:29.445330 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=20ec6909-b7c6-4b62-bc51-de8b987c3fca,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:29.452512 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:29.452855 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:29.453192 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:29.453526 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:29.453877 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:29.454201 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:29.454526 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:29.454847 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:29.455166 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:29.455483 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:29.455803 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:29.456118 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:29.502551 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['20ec6909-b7c6-4b62-bc51-de8b987c3fca'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:13:31.060417 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 20ec6909-b7c6-4b62-bc51-de8b987c3fca up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:13:31.119341 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 20ec6909-b7c6-4b62-bc51-de8b987c3fca completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:13:31.123735 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 20ec6909-b7c6-4b62-bc51-de8b987c3fca triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:13:31.124114 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:31.206817 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:31.228804 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a433e898-fb45-4d3f-b469-b21de0c67618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ec6909-b7c6-4b62-bc51-de8b987c3fca'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:13:31.231096 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ea5cb9-0e14-4de8-ab50-80b1ecf5c16b" -d '{"events": [{"server_uuid": "a433e898-fb45-4d3f-b469-b21de0c67618", "name": "network-vif-plugged", "status": "completed", "tag": "20ec6909-b7c6-4b62-bc51-de8b987c3fca"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:13:31.248272 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 20ec6909-b7c6-4b62-bc51-de8b987c3fca, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=20ec6909-b7c6-4b62-bc51-de8b987c3fca,segment=NetworkSegment(33ddc1eb-5e86-46f5-a5c5-8864d1c06d32),segment_id=33ddc1eb-5e86-46f5-a5c5-8864d1c06d32)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:13:31.252379 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:31.275855 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8453124-242d-43a6-af67-ea6b079fdacc x-openstack-request-id: req-e8453124-242d-43a6-af67-ea6b079fdacc {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:13:31.276149 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a433e898-fb45-4d3f-b469-b21de0c67618", "name": "network-vif-plugged", "status": "completed", "tag": "20ec6909-b7c6-4b62-bc51-de8b987c3fca", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:13:31.276403 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8453124-242d-43a6-af67-ea6b079fdacc {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:13:31.276796 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a433e898-fb45-4d3f-b469-b21de0c67618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ec6909-b7c6-4b62-bc51-de8b987c3fca', 'code': 200} Aug 19 19:13:31.302469 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=20ec6909-b7c6-4b62-bc51-de8b987c3fca,revision_number=9']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:34.728818 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cd1c91c5-4d7c-4f07-957a-bb427c148663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:36.718489 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88ff22c8-88d5-49be-921a-3c30b29cea6e req-d70c755e-e904-49b9-b396-cd4bc3513acc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440650 Aug 19 19:13:36.799556 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff22c8-88d5-49be-921a-3c30b29cea6e req-4bc3332f-dfb2-4c4a-9724-9e0246e462b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:36.801071 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88ff22c8-88d5-49be-921a-3c30b29cea6e req-4bc3332f-dfb2-4c4a-9724-9e0246e462b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 1097 time: 0.0406795 Aug 19 19:13:36.907203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff22c8-88d5-49be-921a-3c30b29cea6e req-a9142f6b-e266-4947-8468-7c57cb9f8c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:36.908679 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88ff22c8-88d5-49be-921a-3c30b29cea6e req-a9142f6b-e266-4947-8468-7c57cb9f8c2f service neutron] 10.222.0.50 "GET /v2.0/networks?id=18b03e78-4e45-41dc-8c24-0ef01aa63009 HTTP/1.1" status: 200 len: 897 time: 0.0846603 Aug 19 19:13:36.979886 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88ff22c8-88d5-49be-921a-3c30b29cea6e req-9910a895-c4b7-4d4d-a8d7-eb01203bd755 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20ec6909-b7c6-4b62-bc51-de8b987c3fca HTTP/1.1" status: 200 len: 1002 time: 0.0640304 Aug 19 19:13:37.030845 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff22c8-88d5-49be-921a-3c30b29cea6e req-6c56c900-26fc-4892-bb5f-0bfaeb8bd8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:37.032317 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88ff22c8-88d5-49be-921a-3c30b29cea6e req-6c56c900-26fc-4892-bb5f-0bfaeb8bd8c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94f94d49-0390-4689-99c7-d6031fb00beb HTTP/1.1" status: 200 len: 834 time: 0.0455542 Aug 19 19:13:37.079180 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff22c8-88d5-49be-921a-3c30b29cea6e req-e1f11ab5-2213-4084-8f08-ce7d8b49353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:37.080667 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88ff22c8-88d5-49be-921a-3c30b29cea6e req-e1f11ab5-2213-4084-8f08-ce7d8b49353a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18b03e78-4e45-41dc-8c24-0ef01aa63009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412405 Aug 19 19:13:37.174413 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88ff22c8-88d5-49be-921a-3c30b29cea6e req-217238ef-a376-49d2-9119-e4c830f43466 service neutron] 10.222.0.50 "GET /v2.0/networks/18b03e78-4e45-41dc-8c24-0ef01aa63009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862539 Aug 19 19:13:37.267048 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-88ff22c8-88d5-49be-921a-3c30b29cea6e req-35176cba-0a05-4952-8620-102fa7d3ecb2 service neutron] 10.222.0.50 "GET /v2.0/networks/18b03e78-4e45-41dc-8c24-0ef01aa63009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845950 Aug 19 19:13:37.376727 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:37.461401 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2668d7a1-9605-469a-aff8-f311c4df5c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:38.421704 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:40.409301 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:41.866816 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:47.175350 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:53.790384 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:13:59.698039 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43332) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:13:59.856258 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-cf62c306-0d1f-4494-85d8-76feba54b748 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting port 97e2c748-dffe-41fa-8899-f9ea9bf53b16 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:13:59.856609 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cf62c306-0d1f-4494-85d8-76feba54b748 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:00.257678 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cf62c306-0d1f-4494-85d8-76feba54b748 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:00.258081 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cf62c306-0d1f-4494-85d8-76feba54b748 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:00.269766 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-cf62c306-0d1f-4494-85d8-76feba54b748 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Calling delete_port for 97e2c748-dffe-41fa-8899-f9ea9bf53b16 owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:14:00.417934 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cf62c306-0d1f-4494-85d8-76feba54b748 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:00.444460 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62c306-0d1f-4494-85d8-76feba54b748 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Port': ['ID=97e2c748-dffe-41fa-8899-f9ea9bf53b16,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:00.507177 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cf62c306-0d1f-4494-85d8-76feba54b748 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:00.507517 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-cf62c306-0d1f-4494-85d8-76feba54b748 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Floating IP 07b7754a-011b-4382-9add-55de55b635ac disassociated (deleted). External IP: 172.25.8.152, port: 20ec6909-b7c6-4b62-bc51-de8b987c3fca. Aug 19 19:14:00.711485 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf62c306-0d1f-4494-85d8-76feba54b748 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router 41e2f032-ac1a-4d69-9900-276f23a1efc4 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:14:00.826296 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf62c306-0d1f-4494-85d8-76feba54b748 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:14:00.831609 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-cf62c306-0d1f-4494-85d8-76feba54b748 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:00.836335 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccabcf7d-7820-4db2-92dc-1bdda6dae1bf None None] Sync routers for ids ['41e2f032-ac1a-4d69-9900-276f23a1efc4'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:14:00.845432 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccabcf7d-7820-4db2-92dc-1bdda6dae1bf None None] Routers {'41e2f032-ac1a-4d69-9900-276f23a1efc4'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:14:00.846076 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ccabcf7d-7820-4db2-92dc-1bdda6dae1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:13:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['41e2f032-ac1a-4d69-9900-276f23a1efc4'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:14:00.863058 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cf62c306-0d1f-4494-85d8-76feba54b748 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/floatingips/07b7754a-011b-4382-9add-55de55b635ac HTTP/1.1" status: 204 len: 168 time: 1.1638944 Aug 19 19:14:00.863755 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a433e898-fb45-4d3f-b469-b21de0c67618', 'tag': '20ec6909-b7c6-4b62-bc51-de8b987c3fca'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:14:00.866433 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4ac813-aef9-43b4-8f94-7d33f3f667e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a433e898-fb45-4d3f-b469-b21de0c67618", "tag": "20ec6909-b7c6-4b62-bc51-de8b987c3fca"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:14:00.913566 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815e1919-7359-4311-8406-fb54fe1234f3 x-openstack-request-id: req-815e1919-7359-4311-8406-fb54fe1234f3 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:14:00.913868 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a433e898-fb45-4d3f-b469-b21de0c67618", "tag": "20ec6909-b7c6-4b62-bc51-de8b987c3fca", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:14:00.914070 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-815e1919-7359-4311-8406-fb54fe1234f3 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:14:00.914540 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a433e898-fb45-4d3f-b469-b21de0c67618', 'tag': '20ec6909-b7c6-4b62-bc51-de8b987c3fca', 'status': 'completed', 'code': 200} Aug 19 19:14:00.957473 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-ccabcf7d-7820-4db2-92dc-1bdda6dae1bf None None] Set router 41e2f032-ac1a-4d69-9900-276f23a1efc4 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:14:00.982529 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ac813-aef9-43b4-8f94-7d33f3f667e5 req-2d21b11b-87c3-406c-bb3f-ce0f472c1d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:00.984782 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f4ac813-aef9-43b4-8f94-7d33f3f667e5 req-2d21b11b-87c3-406c-bb3f-ce0f472c1d81 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 1097 time: 0.0465126 Aug 19 19:14:01.089394 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ac813-aef9-43b4-8f94-7d33f3f667e5 req-238ccdda-7737-45eb-8454-b50482800a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:01.090990 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f4ac813-aef9-43b4-8f94-7d33f3f667e5 req-238ccdda-7737-45eb-8454-b50482800a54 service neutron] 10.222.0.50 "GET /v2.0/networks?id=18b03e78-4e45-41dc-8c24-0ef01aa63009 HTTP/1.1" status: 200 len: 897 time: 0.0975740 Aug 19 19:14:01.141431 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f4ac813-aef9-43b4-8f94-7d33f3f667e5 req-a9e24310-c5ba-4e09-872f-c002c708b504 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20ec6909-b7c6-4b62-bc51-de8b987c3fca HTTP/1.1" status: 200 len: 217 time: 0.0409589 Aug 19 19:14:01.168430 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ccabcf7d-7820-4db2-92dc-1bdda6dae1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699351917', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8336ff98-0a82-4142-96a6-edb74229412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:12Z', 'updated_at': '2021-08-19T19:12:16Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '8336ff98-0a82-4142-96a6-edb74229412e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:12:13Z', 'updated_at': '2021-08-19T19:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '53755ab7-0506-49a2-942d-4e7b165a1f2f', 'name': '', 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:9e:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '94f94d49-0390-4689-99c7-d6031fb00beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:12:15Z', 'updated_at': '2021-08-19T19:12:20Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': '94f94d49-0390-4689-99c7-d6031fb00beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:14:01.183552 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1049e0-7a7d-4b69-ac66-01b686fa8ea9 req-2804a80d-cda7-4b76-8558-1d673993532e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:01.185077 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7a1049e0-7a7d-4b69-ac66-01b686fa8ea9 req-2804a80d-cda7-4b76-8558-1d673993532e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 946 time: 0.1169834 Aug 19 19:14:01.199083 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccabcf7d-7820-4db2-92dc-1bdda6dae1bf None None] Checking router: 41e2f032-ac1a-4d69-9900-276f23a1efc4 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:14:01.205393 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ac813-aef9-43b4-8f94-7d33f3f667e5 req-125d8881-c3a5-4bed-a2f1-d8c67b2e6d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:01.206995 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f4ac813-aef9-43b4-8f94-7d33f3f667e5 req-125d8881-c3a5-4bed-a2f1-d8c67b2e6d12 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94f94d49-0390-4689-99c7-d6031fb00beb HTTP/1.1" status: 200 len: 834 time: 0.0569775 Aug 19 19:14:01.208577 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccabcf7d-7820-4db2-92dc-1bdda6dae1bf None None] Routers {'41e2f032-ac1a-4d69-9900-276f23a1efc4'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:14:01.209183 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ccabcf7d-7820-4db2-92dc-1bdda6dae1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:13:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['41e2f032-ac1a-4d69-9900-276f23a1efc4'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:14:01.226815 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7a1049e0-7a7d-4b69-ac66-01b686fa8ea9 req-0ee01f56-c506-456c-a5a2-57ad8ae0e559 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354495 Aug 19 19:14:01.267153 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ac813-aef9-43b4-8f94-7d33f3f667e5 req-59f574aa-dc22-4780-93bc-db14703384e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:01.268779 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f4ac813-aef9-43b4-8f94-7d33f3f667e5 req-59f574aa-dc22-4780-93bc-db14703384e9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18b03e78-4e45-41dc-8c24-0ef01aa63009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537114 Aug 19 19:14:01.315708 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-ccabcf7d-7820-4db2-92dc-1bdda6dae1bf None None] Set router 41e2f032-ac1a-4d69-9900-276f23a1efc4 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:14:01.369386 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f4ac813-aef9-43b4-8f94-7d33f3f667e5 req-b8ae3531-402e-4ce1-9902-81234e9dcc3b service neutron] 10.222.0.50 "GET /v2.0/networks/18b03e78-4e45-41dc-8c24-0ef01aa63009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911038 Aug 19 19:14:01.461796 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2f4ac813-aef9-43b4-8f94-7d33f3f667e5 req-0dc44352-a3d2-4432-a6ee-54296a00d34c service neutron] 10.222.0.50 "GET /v2.0/networks/18b03e78-4e45-41dc-8c24-0ef01aa63009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835896 Aug 19 19:14:01.517612 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ccabcf7d-7820-4db2-92dc-1bdda6dae1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699351917', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8336ff98-0a82-4142-96a6-edb74229412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:12Z', 'updated_at': '2021-08-19T19:12:16Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '8336ff98-0a82-4142-96a6-edb74229412e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:12:13Z', 'updated_at': '2021-08-19T19:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '53755ab7-0506-49a2-942d-4e7b165a1f2f', 'name': '', 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:9e:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '94f94d49-0390-4689-99c7-d6031fb00beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:12:15Z', 'updated_at': '2021-08-19T19:12:20Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': '94f94d49-0390-4689-99c7-d6031fb00beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:14:01.542915 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccabcf7d-7820-4db2-92dc-1bdda6dae1bf None None] The sync data for ids ['41e2f032-ac1a-4d69-9900-276f23a1efc4'] in n-d-803753-2 is: [{'id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699351917', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8336ff98-0a82-4142-96a6-edb74229412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:12Z', 'updated_at': '2021-08-19T19:12:16Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '8336ff98-0a82-4142-96a6-edb74229412e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:12:13Z', 'updated_at': '2021-08-19T19:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '53755ab7-0506-49a2-942d-4e7b165a1f2f', 'name': '', 'network_id': '18b03e78-4e45-41dc-8c24-0ef01aa63009', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:9e:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '94f94d49-0390-4689-99c7-d6031fb00beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:12:15Z', 'updated_at': '2021-08-19T19:12:20Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': '94f94d49-0390-4689-99c7-d6031fb00beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:14:01.755462 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821d3c0e-2523-4c11-bd47-952ee13d0c09 None None] New status for floating IP 07b7754a-011b-4382-9add-55de55b635ac: DOWN {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:14:02.348298 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd8daa-1f05-44a9-bef1-497f58bc36e8 req-08beba16-4708-4101-8723-7d3383c1ff15 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:02.349834 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-31fd8daa-1f05-44a9-bef1-497f58bc36e8 req-08beba16-4708-4101-8723-7d3383c1ff15 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 946 time: 0.0513759 Aug 19 19:14:02.438931 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-31fd8daa-1f05-44a9-bef1-497f58bc36e8 req-38ffacd8-199b-47f9-8155-872d5d3669a0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=b1be8316-30ef-4406-970b-0d8c3268e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829144 Aug 19 19:14:02.456818 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215dcf66-ae7a-45f4-b645-519c15be6a9a req-08e7962b-73dc-4308-8798-dc430ac5a2c7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:02.458393 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-215dcf66-ae7a-45f4-b645-519c15be6a9a req-08e7962b-73dc-4308-8798-dc430ac5a2c7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.50 "GET /v2.0/ports?device_id=a433e898-fb45-4d3f-b469-b21de0c67618 HTTP/1.1" status: 200 len: 946 time: 0.0826805 Aug 19 19:14:02.550144 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-215dcf66-ae7a-45f4-b645-519c15be6a9a req-88bb9ac2-39ce-498b-b9e1-b5bf301d45ce tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting port 20ec6909-b7c6-4b62-bc51-de8b987c3fca {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:14:02.550498 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-215dcf66-ae7a-45f4-b645-519c15be6a9a req-88bb9ac2-39ce-498b-b9e1-b5bf301d45ce tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:02.643519 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-215dcf66-ae7a-45f4-b645-519c15be6a9a req-88bb9ac2-39ce-498b-b9e1-b5bf301d45ce tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] For port 20ec6909-b7c6-4b62-bc51-de8b987c3fca, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=20ec6909-b7c6-4b62-bc51-de8b987c3fca,segment=NetworkSegment(33ddc1eb-5e86-46f5-a5c5-8864d1c06d32),segment_id=33ddc1eb-5e86-46f5-a5c5-8864d1c06d32)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:14:02.643894 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-215dcf66-ae7a-45f4-b645-519c15be6a9a req-88bb9ac2-39ce-498b-b9e1-b5bf301d45ce tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:02.657521 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-215dcf66-ae7a-45f4-b645-519c15be6a9a req-88bb9ac2-39ce-498b-b9e1-b5bf301d45ce tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Calling delete_port for 20ec6909-b7c6-4b62-bc51-de8b987c3fca owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:14:02.792713 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-215dcf66-ae7a-45f4-b645-519c15be6a9a req-88bb9ac2-39ce-498b-b9e1-b5bf301d45ce tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:02.823801 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb9ac2-39ce-498b-b9e1-b5bf301d45ce tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Port': ['ID=20ec6909-b7c6-4b62-bc51-de8b987c3fca,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:02.863679 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-215dcf66-ae7a-45f4-b645-519c15be6a9a req-88bb9ac2-39ce-498b-b9e1-b5bf301d45ce tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] No DVR routers for this DVR port 20ec6909-b7c6-4b62-bc51-de8b987c3fca on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:14:02.866685 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-215dcf66-ae7a-45f4-b645-519c15be6a9a req-88bb9ac2-39ce-498b-b9e1-b5bf301d45ce tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:02.868688 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-215dcf66-ae7a-45f4-b645-519c15be6a9a req-88bb9ac2-39ce-498b-b9e1-b5bf301d45ce tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.50 "DELETE /v2.0/ports/20ec6909-b7c6-4b62-bc51-de8b987c3fca HTTP/1.1" status: 204 len: 173 time: 0.4036262 Aug 19 19:14:02.915434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a433e898-fb45-4d3f-b469-b21de0c67618', 'name': 'network-vif-deleted', 'tag': '20ec6909-b7c6-4b62-bc51-de8b987c3fca'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:14:02.917912 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1c1e5b-000e-4655-a788-f6586becda8e" -d '{"events": [{"server_uuid": "a433e898-fb45-4d3f-b469-b21de0c67618", "name": "network-vif-deleted", "tag": "20ec6909-b7c6-4b62-bc51-de8b987c3fca"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:14:02.955939 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fc6769-8d66-4e00-b125-936ec2cad40e x-openstack-request-id: req-13fc6769-8d66-4e00-b125-936ec2cad40e {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:14:02.956307 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a433e898-fb45-4d3f-b469-b21de0c67618", "name": "network-vif-deleted", "tag": "20ec6909-b7c6-4b62-bc51-de8b987c3fca", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:14:02.956629 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13fc6769-8d66-4e00-b125-936ec2cad40e {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:14:02.957172 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a433e898-fb45-4d3f-b469-b21de0c67618', 'name': 'network-vif-deleted', 'tag': '20ec6909-b7c6-4b62-bc51-de8b987c3fca', 'status': 'completed', 'code': 200} Aug 19 19:14:03.495751 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43348) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:14:03.884668 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fd08f77c-2555-4497-b00f-7584913ead23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:04.148152 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-fd08f77c-2555-4497-b00f-7584913ead23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting port 53755ab7-0506-49a2-942d-4e7b165a1f2f {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:14:04.148497 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fd08f77c-2555-4497-b00f-7584913ead23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:04.238701 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-fd08f77c-2555-4497-b00f-7584913ead23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] For port 53755ab7-0506-49a2-942d-4e7b165a1f2f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=53755ab7-0506-49a2-942d-4e7b165a1f2f,segment=NetworkSegment(33ddc1eb-5e86-46f5-a5c5-8864d1c06d32),segment_id=33ddc1eb-5e86-46f5-a5c5-8864d1c06d32)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:14:04.239073 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fd08f77c-2555-4497-b00f-7584913ead23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:04.252209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-fd08f77c-2555-4497-b00f-7584913ead23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Calling delete_port for 53755ab7-0506-49a2-942d-4e7b165a1f2f owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:14:04.440325 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fd08f77c-2555-4497-b00f-7584913ead23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:04.472324 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08f77c-2555-4497-b00f-7584913ead23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Port': ['ID=53755ab7-0506-49a2-942d-4e7b165a1f2f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:04.653075 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fd08f77c-2555-4497-b00f-7584913ead23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:04.729669 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-69483892-4546-4f3a-bb80-452e22415600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:04.869828 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd08f77c-2555-4497-b00f-7584913ead23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router 41e2f032-ac1a-4d69-9900-276f23a1efc4 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:14:04.975550 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd08f77c-2555-4497-b00f-7584913ead23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:14:04.980579 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fd08f77c-2555-4497-b00f-7584913ead23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "PUT /v2.0/routers/41e2f032-ac1a-4d69-9900-276f23a1efc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4833593 Aug 19 19:14:04.983957 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43350) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:14:04.985421 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c87a9c8-a781-4b87-821b-16907641f530 None None] Sync routers for ids ['41e2f032-ac1a-4d69-9900-276f23a1efc4'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:14:04.995450 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c87a9c8-a781-4b87-821b-16907641f530 None None] Routers {'41e2f032-ac1a-4d69-9900-276f23a1efc4'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:14:04.996134 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7c87a9c8-a781-4b87-821b-16907641f530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:13:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['41e2f032-ac1a-4d69-9900-276f23a1efc4'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:14:05.035303 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e97fb1-d834-4686-a2d1-bcdbdad2361a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting subnet 94f94d49-0390-4689-99c7-d6031fb00beb {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:14:05.038460 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f3e97fb1-d834-4686-a2d1-bcdbdad2361a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:05.078912 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f3e97fb1-d834-4686-a2d1-bcdbdad2361a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:05.099822 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-7c87a9c8-a781-4b87-821b-16907641f530 None None] Set router 41e2f032-ac1a-4d69-9900-276f23a1efc4 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:14:05.167965 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f3e97fb1-d834-4686-a2d1-bcdbdad2361a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:05.228202 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f3e97fb1-d834-4686-a2d1-bcdbdad2361a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:05.257573 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e97fb1-d834-4686-a2d1-bcdbdad2361a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Subnet': ['ID=94f94d49-0390-4689-99c7-d6031fb00beb,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:05.262448 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f3e97fb1-d834-4686-a2d1-bcdbdad2361a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:05.265076 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f3e97fb1-d834-4686-a2d1-bcdbdad2361a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/subnets/94f94d49-0390-4689-99c7-d6031fb00beb HTTP/1.1" status: 204 len: 168 time: 0.2801361 Aug 19 19:14:05.267823 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43352) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:14:05.273146 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559a1d98-aacd-4c7e-889d-51ffb16061cd None None] Network 18b03e78-4e45-41dc-8c24-0ef01aa63009 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:14:05.290433 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7c87a9c8-a781-4b87-821b-16907641f530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699351917', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8336ff98-0a82-4142-96a6-edb74229412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:12Z', 'updated_at': '2021-08-19T19:14:04Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '8336ff98-0a82-4142-96a6-edb74229412e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:12:13Z', 'updated_at': '2021-08-19T19:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:14:05.318665 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c87a9c8-a781-4b87-821b-16907641f530 None None] Checking router: 41e2f032-ac1a-4d69-9900-276f23a1efc4 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:14:05.328093 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c87a9c8-a781-4b87-821b-16907641f530 None None] Routers {'41e2f032-ac1a-4d69-9900-276f23a1efc4'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:14:05.329748 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7c87a9c8-a781-4b87-821b-16907641f530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:13:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['41e2f032-ac1a-4d69-9900-276f23a1efc4'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:14:05.387551 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-313517a3-06e0-41af-822b-b3952f7a51de tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:05.479032 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d991914a-f60d-4f25-acc0-b27be041f2ac None None] DHCP port deletion for 18b03e78-4e45-41dc-8c24-0ef01aa63009 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:14:05.512034 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-313517a3-06e0-41af-822b-b3952f7a51de tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:05.528997 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-d991914a-f60d-4f25-acc0-b27be041f2ac None None] Deleting port 284cfd20-520d-434e-9d22-b8f65d1a7fb6 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:14:05.529934 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d991914a-f60d-4f25-acc0-b27be041f2ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:05.537129 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-7c87a9c8-a781-4b87-821b-16907641f530 None None] Set router 41e2f032-ac1a-4d69-9900-276f23a1efc4 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:14:05.571009 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-313517a3-06e0-41af-822b-b3952f7a51de tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting port 8336ff98-0a82-4142-96a6-edb74229412e {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:14:05.571421 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-313517a3-06e0-41af-822b-b3952f7a51de tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:05.595871 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d991914a-f60d-4f25-acc0-b27be041f2ac None None] For port 284cfd20-520d-434e-9d22-b8f65d1a7fb6, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=284cfd20-520d-434e-9d22-b8f65d1a7fb6,segment=NetworkSegment(33ddc1eb-5e86-46f5-a5c5-8864d1c06d32),segment_id=33ddc1eb-5e86-46f5-a5c5-8864d1c06d32)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:14:05.596442 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d991914a-f60d-4f25-acc0-b27be041f2ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:05.609985 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-d991914a-f60d-4f25-acc0-b27be041f2ac None None] Calling delete_port for 284cfd20-520d-434e-9d22-b8f65d1a7fb6 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:14:05.702006 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d991914a-f60d-4f25-acc0-b27be041f2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:05.731276 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d991914a-f60d-4f25-acc0-b27be041f2ac None None] Pushing event deleted for resources: {'Port': ['ID=284cfd20-520d-434e-9d22-b8f65d1a7fb6,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:05.732228 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7c87a9c8-a781-4b87-821b-16907641f530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699351917', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8336ff98-0a82-4142-96a6-edb74229412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:12Z', 'updated_at': '2021-08-19T19:14:04Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '8336ff98-0a82-4142-96a6-edb74229412e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:12:13Z', 'updated_at': '2021-08-19T19:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:14:05.737108 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d991914a-f60d-4f25-acc0-b27be041f2ac None None] No DVR routers for this DVR port 284cfd20-520d-434e-9d22-b8f65d1a7fb6 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:14:05.762666 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c87a9c8-a781-4b87-821b-16907641f530 None None] The sync data for ids ['41e2f032-ac1a-4d69-9900-276f23a1efc4'] in n-d-803753-2 is: [{'id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699351917', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '8336ff98-0a82-4142-96a6-edb74229412e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:12Z', 'updated_at': '2021-08-19T19:14:04Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '8336ff98-0a82-4142-96a6-edb74229412e', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2f032-ac1a-4d69-9900-276f23a1efc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:12:13Z', 'updated_at': '2021-08-19T19:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:14:05.990620 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-313517a3-06e0-41af-822b-b3952f7a51de tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] For port 8336ff98-0a82-4142-96a6-edb74229412e, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=8336ff98-0a82-4142-96a6-edb74229412e,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:14:05.991238 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-313517a3-06e0-41af-822b-b3952f7a51de tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:06.004626 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-313517a3-06e0-41af-822b-b3952f7a51de tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Calling delete_port for 8336ff98-0a82-4142-96a6-edb74229412e owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:14:06.173555 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-313517a3-06e0-41af-822b-b3952f7a51de tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:06.202172 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313517a3-06e0-41af-822b-b3952f7a51de tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Port': ['ID=8336ff98-0a82-4142-96a6-edb74229412e,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:06.265987 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-313517a3-06e0-41af-822b-b3952f7a51de tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:06.362143 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-313517a3-06e0-41af-822b-b3952f7a51de tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:06.364172 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-313517a3-06e0-41af-822b-b3952f7a51de tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:06.410579 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-313517a3-06e0-41af-822b-b3952f7a51de tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:06.411030 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313517a3-06e0-41af-822b-b3952f7a51de tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Fanout notify agent at l3_agent the message router_deleted on router 41e2f032-ac1a-4d69-9900-276f23a1efc4 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:14:06.418872 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-313517a3-06e0-41af-822b-b3952f7a51de tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:06.420599 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-313517a3-06e0-41af-822b-b3952f7a51de tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/routers/41e2f032-ac1a-4d69-9900-276f23a1efc4 HTTP/1.1" status: 204 len: 168 time: 1.1512721 Aug 19 19:14:06.423775 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43354) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:14:06.504246 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-79ce3816-833b-4dde-8f3f-9fa5918b2c23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:06.594935 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-79ce3816-833b-4dde-8f3f-9fa5918b2c23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:06.604446 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-79ce3816-833b-4dde-8f3f-9fa5918b2c23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b03e78-4e45-41dc-8c24-0ef01aa63009']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:14:06.614996 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-79ce3816-833b-4dde-8f3f-9fa5918b2c23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ddc1eb-5e86-46f5-a5c5-8864d1c06d32') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:14:06.615239 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-79ce3816-833b-4dde-8f3f-9fa5918b2c23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ddc1eb-5e86-46f5-a5c5-8864d1c06d32') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:14:06.624186 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-79ce3816-833b-4dde-8f3f-9fa5918b2c23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:06.637848 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-79ce3816-833b-4dde-8f3f-9fa5918b2c23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:06.644457 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ce3816-833b-4dde-8f3f-9fa5918b2c23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:14:06.644867 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-79ce3816-833b-4dde-8f3f-9fa5918b2c23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: timer() Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:14:06.648035 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:14:06.713990 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-79ce3816-833b-4dde-8f3f-9fa5918b2c23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:06.721660 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-79ce3816-833b-4dde-8f3f-9fa5918b2c23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:06.723511 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-79ce3816-833b-4dde-8f3f-9fa5918b2c23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/networks/18b03e78-4e45-41dc-8c24-0ef01aa63009 HTTP/1.1" status: 204 len: 168 time: 0.2987783 Aug 19 19:14:06.726471 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43356) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:14:06.736172 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce3816-833b-4dde-8f3f-9fa5918b2c23 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Network': ['ID=18b03e78-4e45-41dc-8c24-0ef01aa63009,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:06.789713 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2b8af539-ec4a-4491-961e-073964eef271 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:06.816351 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2b8af539-ec4a-4491-961e-073964eef271 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:06.888488 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2b8af539-ec4a-4491-961e-073964eef271 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:06.896695 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 53755ab7-0506-49a2-942d-4e7b165a1f2f no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:14:06.897760 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2b8af539-ec4a-4491-961e-073964eef271 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:06.897760 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2b8af539-ec4a-4491-961e-073964eef271 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/security-groups/b1be8316-30ef-4406-970b-0d8c3268e73f HTTP/1.1" status: 204 len: 168 time: 0.1656108 Aug 19 19:14:06.902640 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8af539-ec4a-4491-961e-073964eef271 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1be8316-30ef-4406-970b-0d8c3268e73f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:06.911199 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8af539-ec4a-4491-961e-073964eef271 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:14:06.911557 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8af539-ec4a-4491-961e-073964eef271 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:14:06.912146 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8af539-ec4a-4491-961e-073964eef271 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:14:06.912282 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8af539-ec4a-4491-961e-073964eef271 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:14:06.912549 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8af539-ec4a-4491-961e-073964eef271 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:14:06.912881 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8af539-ec4a-4491-961e-073964eef271 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:14:06.913210 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8af539-ec4a-4491-961e-073964eef271 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:14:06.913659 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8af539-ec4a-4491-961e-073964eef271 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:14:06.913659 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8af539-ec4a-4491-961e-073964eef271 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:14:06.913659 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8af539-ec4a-4491-961e-073964eef271 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:14:06.913659 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8af539-ec4a-4491-961e-073964eef271 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:14:06.913659 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8af539-ec4a-4491-961e-073964eef271 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:14:06.924286 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 53755ab7-0506-49a2-942d-4e7b165a1f2f {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:14:06.924645 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 53755ab7-0506-49a2-942d-4e7b165a1f2f not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:14:06.925067 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8336ff98-0a82-4142-96a6-edb74229412e no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:14:06.950866 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 8336ff98-0a82-4142-96a6-edb74229412e {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:14:06.951238 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8336ff98-0a82-4142-96a6-edb74229412e not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:14:06.952542 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 284cfd20-520d-434e-9d22-b8f65d1a7fb6 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:14:06.986403 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 284cfd20-520d-434e-9d22-b8f65d1a7fb6 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:14:06.986752 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 284cfd20-520d-434e-9d22-b8f65d1a7fb6 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:14:07.227657 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 20ec6909-b7c6-4b62-bc51-de8b987c3fca no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:14:07.247834 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 20ec6909-b7c6-4b62-bc51-de8b987c3fca {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:14:07.248753 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 20ec6909-b7c6-4b62-bc51-de8b987c3fca not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:14:07.364755 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43362) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:14:07.369661 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-8b036686-b3b4-4c02-a079-c1dd9c6e65fa tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-478344198', 'description': 'tempest-secgroup-smoke-478344198 description', 'project_id': 'fad4d15d46254baea114898323e1fe8a'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:14:07.377924 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:07.394852 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8b036686-b3b4-4c02-a079-c1dd9c6e65fa tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:07.462446 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1cfc99ac-6c62-4f5e-ac85-49b16a241c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:07.481033 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8b036686-b3b4-4c02-a079-c1dd9c6e65fa tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:07.484735 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8b036686-b3b4-4c02-a079-c1dd9c6e65fa tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:07.512828 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8b036686-b3b4-4c02-a079-c1dd9c6e65fa tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:07.514946 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8b036686-b3b4-4c02-a079-c1dd9c6e65fa tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1487393 Aug 19 19:14:07.516618 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b036686-b3b4-4c02-a079-c1dd9c6e65fa tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d48a29f0-ec34-443d-b14b-e7547c7c7e65,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:07.517587 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43364) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:14:07.522498 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-b7d6a30e-c949-42b0-a6c0-95a0606a8cb1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': 'd48a29f0-ec34-443d-b14b-e7547c7c7e65', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:14:07.549990 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7d6a30e-c949-42b0-a6c0-95a0606a8cb1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:07.605485 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7d6a30e-c949-42b0-a6c0-95a0606a8cb1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:07.609077 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7d6a30e-c949-42b0-a6c0-95a0606a8cb1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:07.626882 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6a30e-c949-42b0-a6c0-95a0606a8cb1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aabf619-da09-46c8-bf66-8dfe2072d716,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:07.634291 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b7d6a30e-c949-42b0-a6c0-95a0606a8cb1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:07.635523 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b7d6a30e-c949-42b0-a6c0-95a0606a8cb1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167965 Aug 19 19:14:07.638225 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43366) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:14:07.643339 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-7f03c374-e0ee-41d1-b011-93c21b2dc6c9 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': 'd48a29f0-ec34-443d-b14b-e7547c7c7e65', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:14:07.668059 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7f03c374-e0ee-41d1-b011-93c21b2dc6c9 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:07.727774 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7f03c374-e0ee-41d1-b011-93c21b2dc6c9 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:07.731611 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7f03c374-e0ee-41d1-b011-93c21b2dc6c9 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:07.746445 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03c374-e0ee-41d1-b011-93c21b2dc6c9 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228430ae-b719-4f24-b956-208b051f5361,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:07.755726 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7f03c374-e0ee-41d1-b011-93c21b2dc6c9 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:07.757093 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7f03c374-e0ee-41d1-b011-93c21b2dc6c9 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172507 Aug 19 19:14:07.759896 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43368) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:14:07.764804 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-bf88795b-b2af-4a88-82ab-7f7ead1aa866 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': 'd48a29f0-ec34-443d-b14b-e7547c7c7e65', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:14:07.791975 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf88795b-b2af-4a88-82ab-7f7ead1aa866 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:07.849361 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf88795b-b2af-4a88-82ab-7f7ead1aa866 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:07.852982 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf88795b-b2af-4a88-82ab-7f7ead1aa866 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:07.872885 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88795b-b2af-4a88-82ab-7f7ead1aa866 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03044450-4a80-4b2c-a405-0109620f02a6,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:07.880068 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bf88795b-b2af-4a88-82ab-7f7ead1aa866 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:07.881343 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bf88795b-b2af-4a88-82ab-7f7ead1aa866 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205256 Aug 19 19:14:07.883995 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43370) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:14:07.888390 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-b19f8866-e3c5-4fcc-ba45-0ff7a508eed8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': 'd48a29f0-ec34-443d-b14b-e7547c7c7e65', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:14:07.915391 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b19f8866-e3c5-4fcc-ba45-0ff7a508eed8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:07.978971 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b19f8866-e3c5-4fcc-ba45-0ff7a508eed8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:07.982706 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b19f8866-e3c5-4fcc-ba45-0ff7a508eed8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:08.000283 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f8866-e3c5-4fcc-ba45-0ff7a508eed8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3addd0ee-232f-4c3b-9433-6e9c57d7f393,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:08.007472 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b19f8866-e3c5-4fcc-ba45-0ff7a508eed8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:08.008673 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b19f8866-e3c5-4fcc-ba45-0ff7a508eed8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236501 Aug 19 19:14:08.011907 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43372) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:14:08.016919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-1f34a9b6-749d-400a-b22f-f777b46e9972 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': 'd48a29f0-ec34-443d-b14b-e7547c7c7e65', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:14:08.038699 n-d-803753-2 neutron-server[94681]: INFO neutron.db.securitygroups_db [None req-1f34a9b6-749d-400a-b22f-f777b46e9972 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Project fad4d15d46254baea114898323e1fe8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:14:08.043519 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1f34a9b6-749d-400a-b22f-f777b46e9972 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:08.112850 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1f34a9b6-749d-400a-b22f-f777b46e9972 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:08.116997 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1f34a9b6-749d-400a-b22f-f777b46e9972 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:08.134712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34a9b6-749d-400a-b22f-f777b46e9972 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b7b02f-7200-4281-8238-e28136c1e4f9,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:08.142561 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1f34a9b6-749d-400a-b22f-f777b46e9972 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:08.143775 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1f34a9b6-749d-400a-b22f-f777b46e9972 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1309419 Aug 19 19:14:08.146592 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43374) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:14:08.150967 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-d141d673-0ee0-4bc5-a366-6e36afd4d6bf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': 'd48a29f0-ec34-443d-b14b-e7547c7c7e65', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:14:08.173125 n-d-803753-2 neutron-server[94681]: INFO neutron.db.securitygroups_db [None req-d141d673-0ee0-4bc5-a366-6e36afd4d6bf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Project fad4d15d46254baea114898323e1fe8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:14:08.177796 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d141d673-0ee0-4bc5-a366-6e36afd4d6bf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:08.241063 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d141d673-0ee0-4bc5-a366-6e36afd4d6bf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:08.244638 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d141d673-0ee0-4bc5-a366-6e36afd4d6bf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:08.259709 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141d673-0ee0-4bc5-a366-6e36afd4d6bf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21770a96-dfdb-4f23-990b-45f1f081d1ab,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:08.269705 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-d141d673-0ee0-4bc5-a366-6e36afd4d6bf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:08.271001 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d141d673-0ee0-4bc5-a366-6e36afd4d6bf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234856 Aug 19 19:14:08.273909 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43376) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:14:08.278839 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-278d5f91-03bc-4c36-9bb8-23a5deb0ec7b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'network': {'name': 'tempest-network-smoke--439376232', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'port_security_enabled': True}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:14:08.300376 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278d5f91-03bc-4c36-9bb8-23a5deb0ec7b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Made reservation on behalf of fad4d15d46254baea114898323e1fe8a for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:14:08.303866 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-278d5f91-03bc-4c36-9bb8-23a5deb0ec7b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:08.332061 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278d5f91-03bc-4c36-9bb8-23a5deb0ec7b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:14:08.340973 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-278d5f91-03bc-4c36-9bb8-23a5deb0ec7b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:08.341370 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-278d5f91-03bc-4c36-9bb8-23a5deb0ec7b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Added segment a6dca4ba-dc39-4bba-9e62-739c99e11d4b of type vlan for network 689cbad3-294f-4766-9346-8902185a09b7 Aug 19 19:14:08.381769 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-278d5f91-03bc-4c36-9bb8-23a5deb0ec7b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:08.407047 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-278d5f91-03bc-4c36-9bb8-23a5deb0ec7b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:08.426200 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:08.426827 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278d5f91-03bc-4c36-9bb8-23a5deb0ec7b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:08.426975 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-278d5f91-03bc-4c36-9bb8-23a5deb0ec7b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:08.477708 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-278d5f91-03bc-4c36-9bb8-23a5deb0ec7b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2027273 Aug 19 19:14:08.480559 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43378) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:14:08.486040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-78b73fa5-9891-4a0d-9923-cc47629d7da2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-309192036', 'admin_state_up': True, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:14:08.498650 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d5f91-03bc-4c36-9bb8-23a5deb0ec7b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Network': ['ID=689cbad3-294f-4766-9346-8902185a09b7,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:08.509587 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 689cbad3-294f-4766-9346-8902185a09b7 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:14:08.510759 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78b73fa5-9891-4a0d-9923-cc47629d7da2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:08.511801 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78b73fa5-9891-4a0d-9923-cc47629d7da2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:08.564265 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78b73fa5-9891-4a0d-9923-cc47629d7da2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:08.704076 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78b73fa5-9891-4a0d-9923-cc47629d7da2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:08.892385 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78b73fa5-9891-4a0d-9923-cc47629d7da2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:08.914472 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78b73fa5-9891-4a0d-9923-cc47629d7da2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:09.014341 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-78b73fa5-9891-4a0d-9923-cc47629d7da2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Allocated IP 172.25.8.115 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/9f7ca702-4e83-475b-b309-c2aef13a49a9) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:14:09.116224 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78b73fa5-9891-4a0d-9923-cc47629d7da2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:09.159527 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78b73fa5-9891-4a0d-9923-cc47629d7da2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:09.199528 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b73fa5-9891-4a0d-9923-cc47629d7da2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:14:09.202662 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-78b73fa5-9891-4a0d-9923-cc47629d7da2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:14:09.205161 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b73fa5-9891-4a0d-9923-cc47629d7da2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:14:09.229085 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b73fa5-9891-4a0d-9923-cc47629d7da2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=9f7ca702-4e83-475b-b309-c2aef13a49a9,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:09.800760 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78b73fa5-9891-4a0d-9923-cc47629d7da2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:10.001817 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78b73fa5-9891-4a0d-9923-cc47629d7da2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:10.127257 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b73fa5-9891-4a0d-9923-cc47629d7da2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router 7bf41065-0357-4eaa-990b-457f84db801f is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 19:14:10.230139 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b73fa5-9891-4a0d-9923-cc47629d7da2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:14:10.241248 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] Sync routers for ids ['7bf41065-0357-4eaa-990b-457f84db801f'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:14:10.249102 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78b73fa5-9891-4a0d-9923-cc47629d7da2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:10.250473 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-78b73fa5-9891-4a0d-9923-cc47629d7da2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7683060 Aug 19 19:14:10.251766 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] Routers {'7bf41065-0357-4eaa-990b-457f84db801f'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:14:10.252390 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:14:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7bf41065-0357-4eaa-990b-457f84db801f'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:14:10.253582 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43380) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:14:10.280976 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a485cfe4-9bbf-4ece-9d91-d31a24117a8d tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=fad4d15d46254baea114898323e1fe8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261109 Aug 19 19:14:10.283539 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43382) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:14:10.359826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] Set router 7bf41065-0357-4eaa-990b-457f84db801f gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:14:10.370177 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b169cf91-f407-4e6b-91ca-b3047227b73a tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:10.371703 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b169cf91-f407-4e6b-91ca-b3047227b73a tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872717 Aug 19 19:14:10.375171 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43384) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:14:10.405773 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f25b51d3-87a8-46ae-9c31-25b727aad49a tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294065 Aug 19 19:14:10.408218 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43386) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:14:10.413048 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-965a8604-c8ea-4111-9056-64c89fa38c3c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1870708389', 'network_id': '689cbad3-294f-4766-9346-8902185a09b7', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:14:10.466083 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:10.519515 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965a8604-c8ea-4111-9056-64c89fa38c3c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Made reservation on behalf of fad4d15d46254baea114898323e1fe8a for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:14:10.523378 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-965a8604-c8ea-4111-9056-64c89fa38c3c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:10.563201 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf41065-0357-4eaa-990b-457f84db801f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309192036', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:09Z', 'revision_number': 3, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:14:10.591485 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] Checking router: 7bf41065-0357-4eaa-990b-457f84db801f for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:14:10.592360 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] Updating router 7bf41065-0357-4eaa-990b-457f84db801f port 9f7ca702-4e83-475b-b309-c2aef13a49a9 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:14:10.618760 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:10.718744 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-965a8604-c8ea-4111-9056-64c89fa38c3c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:10.776100 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a8604-c8ea-4111-9056-64c89fa38c3c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Subnet': ['ID=572c35c1-7304-45ab-b4a7-724450046706,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:10.798794 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a8604-c8ea-4111-9056-64c89fa38c3c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Checking segment: {'id': 'a6dca4ba-dc39-4bba-9e62-739c99e11d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '689cbad3-294f-4766-9346-8902185a09b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:14:10.799179 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965a8604-c8ea-4111-9056-64c89fa38c3c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network hostable DHCP agents. Network: 689cbad3-294f-4766-9346-8902185a09b7, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:14:10.815684 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965a8604-c8ea-4111-9056-64c89fa38c3c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network 689cbad3-294f-4766-9346-8902185a09b7 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:14:10.825374 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-965a8604-c8ea-4111-9056-64c89fa38c3c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 689cbad3-294f-4766-9346-8902185a09b7) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:14:10.829574 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965a8604-c8ea-4111-9056-64c89fa38c3c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:10.830152 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-965a8604-c8ea-4111-9056-64c89fa38c3c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:10.840085 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccb5a57-f77c-439a-9623-864ced4fc909 None None] Network 689cbad3-294f-4766-9346-8902185a09b7 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:14:10.848131 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-965a8604-c8ea-4111-9056-64c89fa38c3c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4363487 Aug 19 19:14:10.848324 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43388) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:14:10.955644 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:10.976251 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] Transition to ACTIVE for port object 9f7ca702-4e83-475b-b309-c2aef13a49a9 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:14:11.002300 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:11.088431 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] Attempting to bind port 9f7ca702-4e83-475b-b309-c2aef13a49a9 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:14:11.088783 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] Attempting to bind port 9f7ca702-4e83-475b-b309-c2aef13a49a9 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:14:11.089149 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] Attempting to bind port 9f7ca702-4e83-475b-b309-c2aef13a49a9 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:14:11.091355 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28033062-e4ca-48f5-ae80-5d1b3a790848 None None] Pushing event updated for resources: {'Port': ['ID=9f7ca702-4e83-475b-b309-c2aef13a49a9,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:11.111092 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c6c7a5-1252-44e9-9304-e7e6e61b9760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-689cbad3-294f-4766-9346-8902185a09b7', 'network_id': '689cbad3-294f-4766-9346-8902185a09b7', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ips': [{'subnet_id': '572c35c1-7304-45ab-b4a7-724450046706'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:14:11.112059 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-36c6c7a5-1252-44e9-9304-e7e6e61b9760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:11.115771 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:14:11.116137 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:14:11.116530 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:11.116941 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:14:11.117407 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] Bound port: 9f7ca702-4e83-475b-b309-c2aef13a49a9, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:14:11.117804 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:11.240551 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] For port 9f7ca702-4e83-475b-b309-c2aef13a49a9, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:14:11.259894 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] For port 9f7ca702-4e83-475b-b309-c2aef13a49a9, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9f7ca702-4e83-475b-b309-c2aef13a49a9,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:14:11.282408 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:11.308144 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ce4b32e-ce26-4f7c-94ec-b6e21a9f18f7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:11.349036 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-36c6c7a5-1252-44e9-9304-e7e6e61b9760 None None] Allocated IP 172.20.0.2 (689cbad3-294f-4766-9346-8902185a09b7/572c35c1-7304-45ab-b4a7-724450046706/b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:14:11.361599 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28033062-e4ca-48f5-ae80-5d1b3a790848 None None] Pushing event updated for resources: {'Port': ['ID=9f7ca702-4e83-475b-b309-c2aef13a49a9,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:11.373886 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] Routers {'7bf41065-0357-4eaa-990b-457f84db801f'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:14:11.374583 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:14:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7bf41065-0357-4eaa-990b-457f84db801f'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:14:11.704716 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] Set router 7bf41065-0357-4eaa-990b-457f84db801f gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:14:11.832922 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-36c6c7a5-1252-44e9-9304-e7e6e61b9760 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:11.846474 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-36c6c7a5-1252-44e9-9304-e7e6e61b9760 None None] Transition to ACTIVE for port object b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:14:11.891953 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-36c6c7a5-1252-44e9-9304-e7e6e61b9760 None None] Transition to ACTIVE for port object b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:14:11.893271 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:11.899431 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-36c6c7a5-1252-44e9-9304-e7e6e61b9760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:11.953451 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-9ce4b32e-ce26-4f7c-94ec-b6e21a9f18f7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Allocated IP 172.20.0.1 (689cbad3-294f-4766-9346-8902185a09b7/572c35c1-7304-45ab-b4a7-724450046706/5c688bec-5ad9-4bb9-85ce-d228e6d919df) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:14:11.960516 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c6c7a5-1252-44e9-9304-e7e6e61b9760 None None] Network 689cbad3-294f-4766-9346-8902185a09b7 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:14:11.969141 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-36c6c7a5-1252-44e9-9304-e7e6e61b9760 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:14:11.974013 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c6c7a5-1252-44e9-9304-e7e6e61b9760 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:14:11.984968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6c7a5-1252-44e9-9304-e7e6e61b9760 None None] Pushing event updated for resources: {'Port': ['ID=b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:12.054359 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf41065-0357-4eaa-990b-457f84db801f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309192036', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:09Z', 'revision_number': 3, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:14:12.079205 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ce4b32e-ce26-4f7c-94ec-b6e21a9f18f7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:12.085296 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-36c6c7a5-1252-44e9-9304-e7e6e61b9760 None None] Attempting to bind port b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:14:12.085699 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-36c6c7a5-1252-44e9-9304-e7e6e61b9760 None None] Attempting to bind port b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'a6dca4ba-dc39-4bba-9e62-739c99e11d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '689cbad3-294f-4766-9346-8902185a09b7'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:14:12.086060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c6c7a5-1252-44e9-9304-e7e6e61b9760 None None] Attempting to bind port b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f on network 689cbad3-294f-4766-9346-8902185a09b7 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:14:12.089674 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca087a2-2b03-4c20-b466-b0805664b9a4 None None] The sync data for ids ['7bf41065-0357-4eaa-990b-457f84db801f'] in n-d-803753-2 is: [{'id': '7bf41065-0357-4eaa-990b-457f84db801f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309192036', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:09Z', 'revision_number': 3, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:14:12.094891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-9ce4b32e-ce26-4f7c-94ec-b6e21a9f18f7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Transition to ACTIVE for port object 5c688bec-5ad9-4bb9-85ce-d228e6d919df will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:14:12.095086 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c6c7a5-1252-44e9-9304-e7e6e61b9760 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:14:12.095580 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c6c7a5-1252-44e9-9304-e7e6e61b9760 None None] Checking segment: {'id': 'a6dca4ba-dc39-4bba-9e62-739c99e11d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '689cbad3-294f-4766-9346-8902185a09b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:14:12.095912 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-36c6c7a5-1252-44e9-9304-e7e6e61b9760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:12.096248 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c6c7a5-1252-44e9-9304-e7e6e61b9760 None None] Bound using segment: {'id': 'a6dca4ba-dc39-4bba-9e62-739c99e11d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '689cbad3-294f-4766-9346-8902185a09b7'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:14:12.096725 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-36c6c7a5-1252-44e9-9304-e7e6e61b9760 None None] Bound port: b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6dca4ba-dc39-4bba-9e62-739c99e11d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '689cbad3-294f-4766-9346-8902185a09b7'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:14:12.097156 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-36c6c7a5-1252-44e9-9304-e7e6e61b9760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:12.130822 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ce4b32e-ce26-4f7c-94ec-b6e21a9f18f7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:12.176941 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce4b32e-ce26-4f7c-94ec-b6e21a9f18f7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network 689cbad3-294f-4766-9346-8902185a09b7 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:14:12.182870 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-9ce4b32e-ce26-4f7c-94ec-b6e21a9f18f7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:14:12.185345 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-36c6c7a5-1252-44e9-9304-e7e6e61b9760 None None] For port b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:14:12.186058 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce4b32e-ce26-4f7c-94ec-b6e21a9f18f7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:14:12.190950 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-36c6c7a5-1252-44e9-9304-e7e6e61b9760 None None] For port b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f,segment=NetworkSegment(a6dca4ba-dc39-4bba-9e62-739c99e11d4b),segment_id=a6dca4ba-dc39-4bba-9e62-739c99e11d4b)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:14:12.204940 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-36c6c7a5-1252-44e9-9304-e7e6e61b9760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:12.219228 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4b32e-ce26-4f7c-94ec-b6e21a9f18f7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=5c688bec-5ad9-4bb9-85ce-d228e6d919df,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:12.251348 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ce4b32e-ce26-4f7c-94ec-b6e21a9f18f7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:12.274124 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6c7a5-1252-44e9-9304-e7e6e61b9760 None None] Pushing event updated for resources: {'Port': ['ID=b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:12.423814 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ce4b32e-ce26-4f7c-94ec-b6e21a9f18f7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:12.692640 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:14:12.746352 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:14:12.751489 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9f7ca702-4e83-475b-b309-c2aef13a49a9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:14:12.782644 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ce4b32e-ce26-4f7c-94ec-b6e21a9f18f7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:12.790366 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ce4b32e-ce26-4f7c-94ec-b6e21a9f18f7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:12.807467 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 9f7ca702-4e83-475b-b309-c2aef13a49a9 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:14:12.812510 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 9f7ca702-4e83-475b-b309-c2aef13a49a9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:14:12.812944 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:12.870368 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9ce4b32e-ce26-4f7c-94ec-b6e21a9f18f7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:12.914102 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:12.924885 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4b32e-ce26-4f7c-94ec-b6e21a9f18f7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=5c688bec-5ad9-4bb9-85ce-d228e6d919df,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:12.938422 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 9f7ca702-4e83-475b-b309-c2aef13a49a9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9f7ca702-4e83-475b-b309-c2aef13a49a9,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:14:12.944098 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:12.982130 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce4b32e-ce26-4f7c-94ec-b6e21a9f18f7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network 689cbad3-294f-4766-9346-8902185a09b7 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:14:12.984210 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-9ce4b32e-ce26-4f7c-94ec-b6e21a9f18f7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:14:13.005130 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=9f7ca702-4e83-475b-b309-c2aef13a49a9,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:13.110030 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce4b32e-ce26-4f7c-94ec-b6e21a9f18f7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router 7bf41065-0357-4eaa-990b-457f84db801f has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:14:13.231240 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce4b32e-ce26-4f7c-94ec-b6e21a9f18f7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:14:13.237051 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9ce4b32e-ce26-4f7c-94ec-b6e21a9f18f7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "PUT /v2.0/routers/7bf41065-0357-4eaa-990b-457f84db801f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3877254 Aug 19 19:14:13.341074 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca30500d-7ee5-4452-8ef7-3317db03f483 None None] Network 689cbad3-294f-4766-9346-8902185a09b7 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:14:13.388680 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-097ef4fd-12bf-429c-9154-ce9c4266941e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-478344198&fields=id&tenant_id=fad4d15d46254baea114898323e1fe8a HTTP/1.1" status: 200 len: 267 time: 0.0378892 Aug 19 19:14:13.438503 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b727508a-1d6d-47de-b609-3ce449fe993b None None] Provisioning for port b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:14:13.444170 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b727508a-1d6d-47de-b609-3ce449fe993b None None] Provisioning complete for port b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:14:13.444547 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b727508a-1d6d-47de-b609-3ce449fe993b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:13.505138 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-977c23be-d3d2-4c39-86bc-f909cbc4a89b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:13.506753 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-977c23be-d3d2-4c39-86bc-f909cbc4a89b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/networks?id=689cbad3-294f-4766-9346-8902185a09b7 HTTP/1.1" status: 200 len: 796 time: 0.1106360 Aug 19 19:14:13.522723 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-d7803a5e-b6fd-472d-8931-d62eaec7a667 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/quotas/fad4d15d46254baea114898323e1fe8a HTTP/1.1" status: 200 len: 375 time: 0.0093629 Aug 19 19:14:13.579185 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-d7015850-00be-4bf5-af28-980d77e44a6b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504715 Aug 19 19:14:13.588773 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b727508a-1d6d-47de-b609-3ce449fe993b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:13.633317 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-b727508a-1d6d-47de-b609-3ce449fe993b None None] For port b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f,segment=NetworkSegment(a6dca4ba-dc39-4bba-9e62-739c99e11d4b),segment_id=a6dca4ba-dc39-4bba-9e62-739c99e11d4b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:14:13.637843 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b727508a-1d6d-47de-b609-3ce449fe993b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:13.692833 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-4b8ca5c3-e86d-47f3-be6e-27191804b9a4 service neutron] 10.222.0.24 "GET /v2.0/networks/689cbad3-294f-4766-9346-8902185a09b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994515 Aug 19 19:14:13.697076 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727508a-1d6d-47de-b609-3ce449fe993b None None] Pushing event updated for resources: {'Port': ['ID=b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:13.801324 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-9488cc2c-61d7-40fb-a190-5c1b4c77c72b service neutron] 10.222.0.24 "GET /v2.0/networks/689cbad3-294f-4766-9346-8902185a09b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928688 Aug 19 19:14:13.857728 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ce0102be-ff53-480b-9b4a-0918fb0bcf75 None None] Provisioning complete for port b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:14:13.858814 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ce0102be-ff53-480b-9b4a-0918fb0bcf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:13.979614 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] Sync routers for ids ['7bf41065-0357-4eaa-990b-457f84db801f'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:14:13.994807 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] Routers {'7bf41065-0357-4eaa-990b-457f84db801f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:14:13.995445 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:14:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7bf41065-0357-4eaa-990b-457f84db801f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:14:13.995874 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ce0102be-ff53-480b-9b4a-0918fb0bcf75 None None] Provisioning for port 5c688bec-5ad9-4bb9-85ce-d228e6d919df completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:14:14.000415 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ce0102be-ff53-480b-9b4a-0918fb0bcf75 None None] Provisioning complete for port 5c688bec-5ad9-4bb9-85ce-d228e6d919df triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:14:14.000938 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ce0102be-ff53-480b-9b4a-0918fb0bcf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:14.045788 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-ce0102be-ff53-480b-9b4a-0918fb0bcf75 None None] Port 5c688bec-5ad9-4bb9-85ce-d228e6d919df cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:14:14.098465 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5a98ddd0-c67a-47de-bc5f-619767e5061b req-466b2d24-2d0d-4a3c-9903-3e91f0a7f5d8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 210 time: 0.1374204 Aug 19 19:14:14.115519 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] Set router 7bf41065-0357-4eaa-990b-457f84db801f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:14:14.172829 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-dea4a935-0f7b-425c-98f0-5bb1130fe959 None None] Provisioning complete for port 5c688bec-5ad9-4bb9-85ce-d228e6d919df triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:14:14.173222 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-dea4a935-0f7b-425c-98f0-5bb1130fe959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:14.218881 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-dea4a935-0f7b-425c-98f0-5bb1130fe959 None None] Port 5c688bec-5ad9-4bb9-85ce-d228e6d919df cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:14:14.344815 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b08b8ceb-1aa2-43c2-b049-4d093ec4ebb7 None None] Provisioning complete for port 5c688bec-5ad9-4bb9-85ce-d228e6d919df triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:14:14.345468 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b08b8ceb-1aa2-43c2-b049-4d093ec4ebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:14.352907 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf41065-0357-4eaa-990b-457f84db801f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309192036', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:12Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '5c688bec-5ad9-4bb9-85ce-d228e6d919df', 'name': '', 'network_id': '689cbad3-294f-4766-9346-8902185a09b7', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:db:19:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '572c35c1-7304-45ab-b4a7-724450046706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:14:11Z', 'updated_at': '2021-08-19T19:14:12Z', 'revision_number': 2, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': '572c35c1-7304-45ab-b4a7-724450046706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:14:14.382688 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] Checking router: 7bf41065-0357-4eaa-990b-457f84db801f for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:14:14.383121 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] Updating router 7bf41065-0357-4eaa-990b-457f84db801f port 5c688bec-5ad9-4bb9-85ce-d228e6d919df binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:14:14.383545 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b08b8ceb-1aa2-43c2-b049-4d093ec4ebb7 None None] Port 5c688bec-5ad9-4bb9-85ce-d228e6d919df cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:14:14.414360 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:14.616885 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:14:14.679095 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:14:14.679468 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:14.739147 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:14.756531 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] Transition to ACTIVE for port object 5c688bec-5ad9-4bb9-85ce-d228e6d919df will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:14:14.762861 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9f7ca702-4e83-475b-b309-c2aef13a49a9 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:14:14.764530 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:14.821647 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 9f7ca702-4e83-475b-b309-c2aef13a49a9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:14:14.822033 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:14.823745 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4daa384-d26f-4cf1-9306-7c84437fed48 None None] Pushing event updated for resources: {'Port': ['ID=5c688bec-5ad9-4bb9-85ce-d228e6d919df,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:14.852476 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4daa384-d26f-4cf1-9306-7c84437fed48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:14:14.852823 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4daa384-d26f-4cf1-9306-7c84437fed48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:14:14.853163 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4daa384-d26f-4cf1-9306-7c84437fed48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:14:14.853501 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4daa384-d26f-4cf1-9306-7c84437fed48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:14:14.853857 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4daa384-d26f-4cf1-9306-7c84437fed48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:14:14.854193 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4daa384-d26f-4cf1-9306-7c84437fed48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:14:14.854520 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4daa384-d26f-4cf1-9306-7c84437fed48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:14:14.854849 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4daa384-d26f-4cf1-9306-7c84437fed48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:14:14.855172 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4daa384-d26f-4cf1-9306-7c84437fed48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:14:14.855501 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4daa384-d26f-4cf1-9306-7c84437fed48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:14:14.855828 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4daa384-d26f-4cf1-9306-7c84437fed48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:14:14.856149 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4daa384-d26f-4cf1-9306-7c84437fed48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:14:14.901640 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] Attempting to bind port 5c688bec-5ad9-4bb9-85ce-d228e6d919df on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:14:14.902315 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] Attempting to bind port 5c688bec-5ad9-4bb9-85ce-d228e6d919df by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'a6dca4ba-dc39-4bba-9e62-739c99e11d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '689cbad3-294f-4766-9346-8902185a09b7'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:14:14.902706 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] Attempting to bind port 5c688bec-5ad9-4bb9-85ce-d228e6d919df on network 689cbad3-294f-4766-9346-8902185a09b7 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:14:14.913377 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:14:14.913789 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] Checking segment: {'id': 'a6dca4ba-dc39-4bba-9e62-739c99e11d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '689cbad3-294f-4766-9346-8902185a09b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:14:14.915113 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:14.915113 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] Bound using segment: {'id': 'a6dca4ba-dc39-4bba-9e62-739c99e11d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '689cbad3-294f-4766-9346-8902185a09b7'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:14:14.915113 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] Bound port: 5c688bec-5ad9-4bb9-85ce-d228e6d919df, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6dca4ba-dc39-4bba-9e62-739c99e11d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '689cbad3-294f-4766-9346-8902185a09b7'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:14:14.916037 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:15.010058 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] For port 5c688bec-5ad9-4bb9-85ce-d228e6d919df, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:14:15.014349 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] For port 5c688bec-5ad9-4bb9-85ce-d228e6d919df, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=5c688bec-5ad9-4bb9-85ce-d228e6d919df,segment=NetworkSegment(a6dca4ba-dc39-4bba-9e62-739c99e11d4b),segment_id=a6dca4ba-dc39-4bba-9e62-739c99e11d4b)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:14:15.021629 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:15.111831 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] Routers {'7bf41065-0357-4eaa-990b-457f84db801f'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:14:15.115029 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:14:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7bf41065-0357-4eaa-990b-457f84db801f'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:14:15.123948 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4daa384-d26f-4cf1-9306-7c84437fed48 None None] Pushing event updated for resources: {'Port': ['ID=5c688bec-5ad9-4bb9-85ce-d228e6d919df,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:15.156586 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-fa953ac2-38f3-4959-a134-6272cb52c633 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:15.159442 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-fa953ac2-38f3-4959-a134-6272cb52c633 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.50 "GET /v2.0/networks?id=689cbad3-294f-4766-9346-8902185a09b7 HTTP/1.1" status: 200 len: 796 time: 0.1821680 Aug 19 19:14:15.213752 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-df5f567c-08cd-4cb3-a0f7-aba02fb193eb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad4d15d46254baea114898323e1fe8a HTTP/1.1" status: 200 len: 379 time: 0.0441575 Aug 19 19:14:15.226055 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-1dfa1515-c7eb-4bc9-b687-a614526e3483 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'port': {'device_id': 'ff894c98-ab4c-42b0-8674-2dc1bece4a01', 'network_id': '689cbad3-294f-4766-9346-8902185a09b7', 'admin_state_up': True, 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'security_groups': ['d48a29f0-ec34-443d-b14b-e7547c7c7e65']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:14:15.250009 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-42a6b849-0b1b-455e-9566-14e4159ef1a0 req-913c26ee-5452-482c-9f80-a8910dbf1f5b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 210 time: 0.0437074 Aug 19 19:14:15.266123 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] Set router 7bf41065-0357-4eaa-990b-457f84db801f gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:14:15.377770 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-1dfa1515-c7eb-4bc9-b687-a614526e3483 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Made reservation on behalf of fad4d15d46254baea114898323e1fe8a for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:14:15.381322 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-1dfa1515-c7eb-4bc9-b687-a614526e3483 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:15.479126 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf41065-0357-4eaa-990b-457f84db801f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309192036', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:12Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '5c688bec-5ad9-4bb9-85ce-d228e6d919df', 'name': '', 'network_id': '689cbad3-294f-4766-9346-8902185a09b7', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:db:19:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '572c35c1-7304-45ab-b4a7-724450046706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:14:11Z', 'updated_at': '2021-08-19T19:14:15Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': '572c35c1-7304-45ab-b4a7-724450046706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:14:15.509770 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f368ad47-cbeb-494b-8ee0-a1e50472a3c3 None None] The sync data for ids ['7bf41065-0357-4eaa-990b-457f84db801f'] in n-d-803753-2 is: [{'id': '7bf41065-0357-4eaa-990b-457f84db801f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309192036', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:12Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '5c688bec-5ad9-4bb9-85ce-d228e6d919df', 'name': '', 'network_id': '689cbad3-294f-4766-9346-8902185a09b7', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:db:19:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '572c35c1-7304-45ab-b4a7-724450046706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:14:11Z', 'updated_at': '2021-08-19T19:14:15Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': '572c35c1-7304-45ab-b4a7-724450046706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:14:15.511379 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-1dfa1515-c7eb-4bc9-b687-a614526e3483 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Allocated IP 172.20.0.12 (689cbad3-294f-4766-9346-8902185a09b7/572c35c1-7304-45ab-b4a7-724450046706/80d7e8e1-d0a9-4dbc-829c-eea40beccbd4) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:14:15.681420 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-1dfa1515-c7eb-4bc9-b687-a614526e3483 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:15.697525 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-1dfa1515-c7eb-4bc9-b687-a614526e3483 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Transition to ACTIVE for port object 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:14:15.731976 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-1dfa1515-c7eb-4bc9-b687-a614526e3483 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:15.779968 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-1dfa1515-c7eb-4bc9-b687-a614526e3483 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network 689cbad3-294f-4766-9346-8902185a09b7 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:14:15.783436 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-1dfa1515-c7eb-4bc9-b687-a614526e3483 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:14:15.787798 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-1dfa1515-c7eb-4bc9-b687-a614526e3483 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:14:15.824114 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa1515-c7eb-4bc9-b687-a614526e3483 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=80d7e8e1-d0a9-4dbc-829c-eea40beccbd4,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:15.849006 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-1dfa1515-c7eb-4bc9-b687-a614526e3483 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:15.849719 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-1dfa1515-c7eb-4bc9-b687-a614526e3483 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:15.868832 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-1dfa1515-c7eb-4bc9-b687-a614526e3483 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6469226 Aug 19 19:14:15.882738 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-abf201c9-1d71-4ec7-b2ca-c7b95f8ca61f service neutron] Request body: {'port': {'device_id': 'ff894c98-ab4c-42b0-8674-2dc1bece4a01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:14:15.949796 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-abf201c9-1d71-4ec7-b2ca-c7b95f8ca61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:16.058682 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0edf4e8e-b322-4725-96f0-5d6a5cbfe5d3 None None] Provisioning for port 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:14:16.062975 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0edf4e8e-b322-4725-96f0-5d6a5cbfe5d3 None None] Provisioning complete for port 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:14:16.063397 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0edf4e8e-b322-4725-96f0-5d6a5cbfe5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:16.099871 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0edf4e8e-b322-4725-96f0-5d6a5cbfe5d3 None None] Port 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:14:16.248284 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-abf201c9-1d71-4ec7-b2ca-c7b95f8ca61f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:14:16.256640 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-abf201c9-1d71-4ec7-b2ca-c7b95f8ca61f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:16.269620 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-abf201c9-1d71-4ec7-b2ca-c7b95f8ca61f service neutron] Transition to ACTIVE for port object 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:14:16.273735 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-abf201c9-1d71-4ec7-b2ca-c7b95f8ca61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:16.375105 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf201c9-1d71-4ec7-b2ca-c7b95f8ca61f service neutron] Pushing event updated for resources: {'Port': ['ID=80d7e8e1-d0a9-4dbc-829c-eea40beccbd4,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:16.446374 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-abf201c9-1d71-4ec7-b2ca-c7b95f8ca61f service neutron] Attempting to bind port 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:14:16.446716 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-abf201c9-1d71-4ec7-b2ca-c7b95f8ca61f service neutron] Attempting to bind port 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'a6dca4ba-dc39-4bba-9e62-739c99e11d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '689cbad3-294f-4766-9346-8902185a09b7'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:14:16.447054 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-abf201c9-1d71-4ec7-b2ca-c7b95f8ca61f service neutron] Attempting to bind port 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 on network 689cbad3-294f-4766-9346-8902185a09b7 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:14:16.458794 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe7c03-419f-4377-9b7a-401847273f51 req-660291e0-f355-4d06-a6f2-a04441ca40db tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:16.460429 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-92fe7c03-419f-4377-9b7a-401847273f51 req-660291e0-f355-4d06-a6f2-a04441ca40db tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 944 time: 0.1175110 Aug 19 19:14:16.462999 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-abf201c9-1d71-4ec7-b2ca-c7b95f8ca61f service neutron] Port 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 on network 689cbad3-294f-4766-9346-8902185a09b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:14:16.463350 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-abf201c9-1d71-4ec7-b2ca-c7b95f8ca61f service neutron] Attempting to bind port 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 on network 689cbad3-294f-4766-9346-8902185a09b7 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:14:16.475740 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-abf201c9-1d71-4ec7-b2ca-c7b95f8ca61f service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:14:16.476091 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-abf201c9-1d71-4ec7-b2ca-c7b95f8ca61f service neutron] Checking segment: {'id': 'a6dca4ba-dc39-4bba-9e62-739c99e11d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '689cbad3-294f-4766-9346-8902185a09b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:14:16.476625 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-abf201c9-1d71-4ec7-b2ca-c7b95f8ca61f service neutron] Bound using segment: {'id': 'a6dca4ba-dc39-4bba-9e62-739c99e11d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '689cbad3-294f-4766-9346-8902185a09b7'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:14:16.477088 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-abf201c9-1d71-4ec7-b2ca-c7b95f8ca61f service neutron] Bound port: 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6dca4ba-dc39-4bba-9e62-739c99e11d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '689cbad3-294f-4766-9346-8902185a09b7'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:14:16.477457 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-abf201c9-1d71-4ec7-b2ca-c7b95f8ca61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:16.546231 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-92fe7c03-419f-4377-9b7a-401847273f51 req-b1dbe33d-389d-4707-a3b8-a85680f7dca0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=d48a29f0-ec34-443d-b14b-e7547c7c7e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790277 Aug 19 19:14:16.586368 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-abf201c9-1d71-4ec7-b2ca-c7b95f8ca61f service neutron] For port 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:14:16.590241 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-abf201c9-1d71-4ec7-b2ca-c7b95f8ca61f service neutron] For port 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=80d7e8e1-d0a9-4dbc-829c-eea40beccbd4,segment=NetworkSegment(a6dca4ba-dc39-4bba-9e62-739c99e11d4b),segment_id=a6dca4ba-dc39-4bba-9e62-739c99e11d4b)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:14:16.595805 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-abf201c9-1d71-4ec7-b2ca-c7b95f8ca61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:16.632153 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-abf201c9-1d71-4ec7-b2ca-c7b95f8ca61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:16.632806 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-abf201c9-1d71-4ec7-b2ca-c7b95f8ca61f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:16.634249 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-abf201c9-1d71-4ec7-b2ca-c7b95f8ca61f service neutron] 10.222.0.50 "PUT /v2.0/ports/80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 HTTP/1.1" status: 200 len: 1092 time: 0.7562683 Aug 19 19:14:16.634724 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff894c98-ab4c-42b0-8674-2dc1bece4a01', 'tag': '80d7e8e1-d0a9-4dbc-829c-eea40beccbd4'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:14:16.637035 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c92f47-db17-4ae5-833d-5256ae7f39ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ff894c98-ab4c-42b0-8674-2dc1bece4a01", "tag": "80d7e8e1-d0a9-4dbc-829c-eea40beccbd4"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:14:16.659141 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 5c688bec-5ad9-4bb9-85ce-d228e6d919df up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:14:16.684009 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf201c9-1d71-4ec7-b2ca-c7b95f8ca61f service neutron] Pushing event updated for resources: {'Port': ['ID=80d7e8e1-d0a9-4dbc-829c-eea40beccbd4,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:16.724828 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc1b675-16ae-4e3c-822c-8159df0fcb56 x-openstack-request-id: req-7fc1b675-16ae-4e3c-822c-8159df0fcb56 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:14:16.725260 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff894c98-ab4c-42b0-8674-2dc1bece4a01", "tag": "80d7e8e1-d0a9-4dbc-829c-eea40beccbd4", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:14:16.725582 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7fc1b675-16ae-4e3c-822c-8159df0fcb56 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:14:16.725921 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff894c98-ab4c-42b0-8674-2dc1bece4a01', 'tag': '80d7e8e1-d0a9-4dbc-829c-eea40beccbd4', 'status': 'completed', 'code': 200} Aug 19 19:14:16.728749 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 5c688bec-5ad9-4bb9-85ce-d228e6d919df completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:14:16.735264 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 5c688bec-5ad9-4bb9-85ce-d228e6d919df triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:14:16.735723 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:16.744125 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-dcc1749e-ed3a-407f-a672-edcdf1d19065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:16.745689 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-dcc1749e-ed3a-407f-a672-edcdf1d19065 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 1095 time: 0.0510311 Aug 19 19:14:16.808623 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-01a8bd00-01c0-4856-a574-74bea18f4946 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 HTTP/1.1" status: 200 len: 217 time: 0.0543151 Aug 19 19:14:16.832320 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:16.863115 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-93b5f5e1-0d87-4984-a600-09113596e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:16.864904 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-93b5f5e1-0d87-4984-a600-09113596e54c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=572c35c1-7304-45ab-b4a7-724450046706 HTTP/1.1" status: 200 len: 835 time: 0.0490572 Aug 19 19:14:16.868455 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 5c688bec-5ad9-4bb9-85ce-d228e6d919df, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=5c688bec-5ad9-4bb9-85ce-d228e6d919df,segment=NetworkSegment(a6dca4ba-dc39-4bba-9e62-739c99e11d4b),segment_id=a6dca4ba-dc39-4bba-9e62-739c99e11d4b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:14:16.873922 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:16.915334 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-b98dc93c-f3b7-46b3-8656-7aaa1dbeb17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:16.916789 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-b98dc93c-f3b7-46b3-8656-7aaa1dbeb17b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=689cbad3-294f-4766-9346-8902185a09b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452173 Aug 19 19:14:16.924478 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=5c688bec-5ad9-4bb9-85ce-d228e6d919df,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:17.014063 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-d01f05d8-c3f9-462a-8bf4-ed74a73bb3b1 service neutron] 10.222.0.50 "GET /v2.0/networks/689cbad3-294f-4766-9346-8902185a09b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891557 Aug 19 19:14:17.103578 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5ddc28e7-a43d-4aef-b788-aa2253409e04 req-99d54c10-690c-4198-8956-e48cc80dff4d service neutron] 10.222.0.50 "GET /v2.0/networks/689cbad3-294f-4766-9346-8902185a09b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812626 Aug 19 19:14:17.190134 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:17.197775 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c92f47-db17-4ae5-833d-5256ae7f39ed req-50f4d52f-7e45-418a-8ed9-8bb8c9ac2ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:17.199306 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-89c92f47-db17-4ae5-833d-5256ae7f39ed req-50f4d52f-7e45-418a-8ed9-8bb8c9ac2ee0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 1095 time: 0.0492401 Aug 19 19:14:17.290317 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c92f47-db17-4ae5-833d-5256ae7f39ed req-d132abf2-14db-4ff8-880a-46dd695903d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:17.291810 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-89c92f47-db17-4ae5-833d-5256ae7f39ed req-d132abf2-14db-4ff8-880a-46dd695903d1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=689cbad3-294f-4766-9346-8902185a09b7 HTTP/1.1" status: 200 len: 897 time: 0.0846858 Aug 19 19:14:17.335092 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-89c92f47-db17-4ae5-833d-5256ae7f39ed req-947b92fc-afbb-405c-9cda-54a5ac7c68ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 HTTP/1.1" status: 200 len: 217 time: 0.0344341 Aug 19 19:14:17.390269 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c92f47-db17-4ae5-833d-5256ae7f39ed req-19008422-29d0-40f7-a0cf-f63f43c817c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:17.391752 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-89c92f47-db17-4ae5-833d-5256ae7f39ed req-19008422-29d0-40f7-a0cf-f63f43c817c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=572c35c1-7304-45ab-b4a7-724450046706 HTTP/1.1" status: 200 len: 835 time: 0.0486197 Aug 19 19:14:17.439667 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c92f47-db17-4ae5-833d-5256ae7f39ed req-caae180d-bdf6-444a-92ba-18c7026f7012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:17.441494 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-89c92f47-db17-4ae5-833d-5256ae7f39ed req-caae180d-bdf6-444a-92ba-18c7026f7012 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=689cbad3-294f-4766-9346-8902185a09b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401247 Aug 19 19:14:17.536860 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-89c92f47-db17-4ae5-833d-5256ae7f39ed req-3a219ef4-342c-4dec-9c88-00f567801013 service neutron] 10.222.0.50 "GET /v2.0/networks/689cbad3-294f-4766-9346-8902185a09b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863261 Aug 19 19:14:17.657191 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-89c92f47-db17-4ae5-833d-5256ae7f39ed req-153803d9-f10b-482e-b66a-1aeb256dad30 service neutron] 10.222.0.50 "GET /v2.0/networks/689cbad3-294f-4766-9346-8902185a09b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126208 Aug 19 19:14:17.677149 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690442cd-9e01-40d4-bd9c-4bfb9f80db34 req-1b82105b-8c14-4aab-a8ed-097bc14170ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:17.678676 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-690442cd-9e01-40d4-bd9c-4bfb9f80db34 req-1b82105b-8c14-4aab-a8ed-097bc14170ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 944 time: 0.0609603 Aug 19 19:14:17.716612 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-690442cd-9e01-40d4-bd9c-4bfb9f80db34 req-a7137759-1835-4a8c-be93-5b9f5eef7ad2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=d48a29f0-ec34-443d-b14b-e7547c7c7e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318334 Aug 19 19:14:18.606602 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 5c688bec-5ad9-4bb9-85ce-d228e6d919df up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:14:18.653153 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 5c688bec-5ad9-4bb9-85ce-d228e6d919df triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:14:18.653518 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:18.839167 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b026a-a0de-4444-8814-f0d29306f866 req-168a9303-06ce-4cbe-9bff-4434723dd401 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:18.840575 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-833b026a-a0de-4444-8814-f0d29306f866 req-168a9303-06ce-4cbe-9bff-4434723dd401 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 944 time: 0.0514481 Aug 19 19:14:18.878438 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-833b026a-a0de-4444-8814-f0d29306f866 req-ae465b82-5ec0-4d43-859d-87c3862c0397 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=d48a29f0-ec34-443d-b14b-e7547c7c7e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317371 Aug 19 19:14:19.285292 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:14:19.381124 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=80d7e8e1-d0a9-4dbc-829c-eea40beccbd4,segment=NetworkSegment(a6dca4ba-dc39-4bba-9e62-739c99e11d4b),segment_id=a6dca4ba-dc39-4bba-9e62-739c99e11d4b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:14:19.396116 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '80d7e8e1-d0a9-4dbc-829c-eea40beccbd4', 'network_id': '689cbad3-294f-4766-9346-8902185a09b7', 'port_id': '80d7e8e1-d0a9-4dbc-829c-eea40beccbd4', 'mac_address': 'fa:16:3e:4c:38:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572c35c1-7304-45ab-b4a7-724450046706', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:14:19.441269 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:19.453739 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:14:19.472407 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=80d7e8e1-d0a9-4dbc-829c-eea40beccbd4,segment=NetworkSegment(a6dca4ba-dc39-4bba-9e62-739c99e11d4b),segment_id=a6dca4ba-dc39-4bba-9e62-739c99e11d4b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:14:19.476677 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:19.524370 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=80d7e8e1-d0a9-4dbc-829c-eea40beccbd4,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:19.708256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['80d7e8e1-d0a9-4dbc-829c-eea40beccbd4'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:14:20.003910 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1aac8-afc4-4d28-9925-f83ad0d214fe req-663de5a1-1825-4563-9fcb-4fdb7e420bcb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:20.005415 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c7d1aac8-afc4-4d28-9925-f83ad0d214fe req-663de5a1-1825-4563-9fcb-4fdb7e420bcb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 945 time: 0.0552373 Aug 19 19:14:20.044818 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c7d1aac8-afc4-4d28-9925-f83ad0d214fe req-b195a894-9ae6-4ede-b87b-504983d415d5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=d48a29f0-ec34-443d-b14b-e7547c7c7e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328462 Aug 19 19:14:21.166162 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ad2ed-c060-40b4-b856-c7a798760a07 req-ea94ccdb-66da-4fee-8f5a-916a88c91538 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:21.167662 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-758ad2ed-c060-40b4-b856-c7a798760a07 req-ea94ccdb-66da-4fee-8f5a-916a88c91538 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 945 time: 0.0547147 Aug 19 19:14:21.205792 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-758ad2ed-c060-40b4-b856-c7a798760a07 req-321af964-0f76-4650-85d6-1e661fc9591f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=d48a29f0-ec34-443d-b14b-e7547c7c7e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320435 Aug 19 19:14:21.287399 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:14:21.335524 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:14:21.346704 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:14:21.347123 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:21.431174 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:21.453847 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff894c98-ab4c-42b0-8674-2dc1bece4a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d7e8e1-d0a9-4dbc-829c-eea40beccbd4'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:14:21.456163 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956e561c-989b-4dec-8929-f62242ac0193" -d '{"events": [{"server_uuid": "ff894c98-ab4c-42b0-8674-2dc1bece4a01", "name": "network-vif-plugged", "status": "completed", "tag": "80d7e8e1-d0a9-4dbc-829c-eea40beccbd4"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:14:21.470353 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=80d7e8e1-d0a9-4dbc-829c-eea40beccbd4,segment=NetworkSegment(a6dca4ba-dc39-4bba-9e62-739c99e11d4b),segment_id=a6dca4ba-dc39-4bba-9e62-739c99e11d4b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:14:21.474837 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:21.498273 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fe3399-7941-4629-a0cd-66f8d26fa576 x-openstack-request-id: req-50fe3399-7941-4629-a0cd-66f8d26fa576 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:14:21.498488 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff894c98-ab4c-42b0-8674-2dc1bece4a01", "name": "network-vif-plugged", "status": "completed", "tag": "80d7e8e1-d0a9-4dbc-829c-eea40beccbd4", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:14:21.499093 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50fe3399-7941-4629-a0cd-66f8d26fa576 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:14:21.499093 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff894c98-ab4c-42b0-8674-2dc1bece4a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d7e8e1-d0a9-4dbc-829c-eea40beccbd4', 'code': 200} Aug 19 19:14:21.526339 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=80d7e8e1-d0a9-4dbc-829c-eea40beccbd4,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:21.594819 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d263ac-43a5-4c1a-9a11-08ab6f149ffe req-a9ca9617-7aca-4656-971b-023996a6b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:21.596339 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3d263ac-43a5-4c1a-9a11-08ab6f149ffe req-a9ca9617-7aca-4656-971b-023996a6b569 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 1097 time: 0.0431583 Aug 19 19:14:21.636008 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3d263ac-43a5-4c1a-9a11-08ab6f149ffe req-a08d4208-812e-4938-b984-8c7eac9e1b8c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d48a29f0-ec34-443d-b14b-e7547c7c7e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282648 Aug 19 19:14:22.376147 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c139b6a-3833-47bb-ac04-8dce038f1428 req-82f5ff10-54fb-4d9c-8830-8546af5ac44c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:22.377678 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0c139b6a-3833-47bb-ac04-8dce038f1428 req-82f5ff10-54fb-4d9c-8830-8546af5ac44c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 946 time: 0.0520370 Aug 19 19:14:22.414790 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0c139b6a-3833-47bb-ac04-8dce038f1428 req-7aac4fd5-2bc2-4f7d-b207-162bde5e1d21 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=d48a29f0-ec34-443d-b14b-e7547c7c7e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311284 Aug 19 19:14:23.547726 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef62ce-2f1e-4bda-a1c5-05fad8bd4631 req-1f7a8ed2-7d85-4b19-bd83-89f43f190742 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:23.549914 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bfef62ce-2f1e-4bda-a1c5-05fad8bd4631 req-1f7a8ed2-7d85-4b19-bd83-89f43f190742 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 946 time: 0.0650692 Aug 19 19:14:23.593178 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bfef62ce-2f1e-4bda-a1c5-05fad8bd4631 req-acd2bc3c-ba03-4720-8458-89f16a55b4c8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=d48a29f0-ec34-443d-b14b-e7547c7c7e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368519 Aug 19 19:14:23.706642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460754e-3bcf-41c9-bc96-3a5572222373 req-cc15fbe0-d72f-4fdc-8fb2-6c1290d53ff8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:23.708110 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b460754e-3bcf-41c9-bc96-3a5572222373 req-cc15fbe0-d72f-4fdc-8fb2-6c1290d53ff8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 946 time: 0.0484624 Aug 19 19:14:23.745771 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b460754e-3bcf-41c9-bc96-3a5572222373 req-35450106-4f55-4656-82db-079e30f8a8df tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=d48a29f0-ec34-443d-b14b-e7547c7c7e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315986 Aug 19 19:14:23.767524 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43442) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:14:23.810603 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa502ace-91ff-492a-8f2b-2ed444c6756c tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:23.812753 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-aa502ace-91ff-492a-8f2b-2ed444c6756c tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 1092 time: 0.0442667 Aug 19 19:14:23.815740 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43444) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:14:23.819985 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-40ddf16d-8c8f-440f-b1a2-6a0997237859 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': '80d7e8e1-d0a9-4dbc-829c-eea40beccbd4', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:14:23.841391 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40ddf16d-8c8f-440f-b1a2-6a0997237859 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:23.944543 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40ddf16d-8c8f-440f-b1a2-6a0997237859 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:24.052332 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-40ddf16d-8c8f-440f-b1a2-6a0997237859 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Allocated IP 172.25.8.126 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/34984d05-f1c8-4a9f-b19e-394e53c157ee) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:14:24.156398 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40ddf16d-8c8f-440f-b1a2-6a0997237859 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:24.194967 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40ddf16d-8c8f-440f-b1a2-6a0997237859 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:24.236106 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ddf16d-8c8f-440f-b1a2-6a0997237859 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:14:24.241209 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-40ddf16d-8c8f-440f-b1a2-6a0997237859 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:14:24.244747 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ddf16d-8c8f-440f-b1a2-6a0997237859 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:14:24.268085 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ddf16d-8c8f-440f-b1a2-6a0997237859 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=34984d05-f1c8-4a9f-b19e-394e53c157ee,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:24.602452 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40ddf16d-8c8f-440f-b1a2-6a0997237859 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:24.671691 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40ddf16d-8c8f-440f-b1a2-6a0997237859 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:24.818008 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40ddf16d-8c8f-440f-b1a2-6a0997237859 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:24.822758 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40ddf16d-8c8f-440f-b1a2-6a0997237859 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:24.899059 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ddf16d-8c8f-440f-b1a2-6a0997237859 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=34984d05-f1c8-4a9f-b19e-394e53c157ee,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:14:24.907213 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40ddf16d-8c8f-440f-b1a2-6a0997237859 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:25.012656 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-40ddf16d-8c8f-440f-b1a2-6a0997237859 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Floating IP 0b3e9ad9-95f8-406d-b0b4-23602b165f8e associated. External IP: 172.25.8.126, port: 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4. Aug 19 19:14:25.571793 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ddf16d-8c8f-440f-b1a2-6a0997237859 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router 7bf41065-0357-4eaa-990b-457f84db801f has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:14:25.681586 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ddf16d-8c8f-440f-b1a2-6a0997237859 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:14:25.691665 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b2ce7-6bc4-403c-bf01-83eeda90a680 None None] Sync routers for ids ['7bf41065-0357-4eaa-990b-457f84db801f'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:14:25.699332 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-40ddf16d-8c8f-440f-b1a2-6a0997237859 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:25.702820 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154b2ce7-6bc4-403c-bf01-83eeda90a680 None None] Routers {'7bf41065-0357-4eaa-990b-457f84db801f'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:14:25.703497 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-154b2ce7-6bc4-403c-bf01-83eeda90a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:14:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7bf41065-0357-4eaa-990b-457f84db801f'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:14:25.726717 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-40ddf16d-8c8f-440f-b1a2-6a0997237859 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9099612 Aug 19 19:14:25.727307 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff894c98-ab4c-42b0-8674-2dc1bece4a01', 'tag': '80d7e8e1-d0a9-4dbc-829c-eea40beccbd4'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:14:25.730686 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60376ba4-284a-437b-91d7-404eda5796bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ff894c98-ab4c-42b0-8674-2dc1bece4a01", "tag": "80d7e8e1-d0a9-4dbc-829c-eea40beccbd4"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:14:25.770429 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a5d8d0-c24f-4820-892e-4f77b61a0818 x-openstack-request-id: req-42a5d8d0-c24f-4820-892e-4f77b61a0818 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:14:25.770793 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff894c98-ab4c-42b0-8674-2dc1bece4a01", "tag": "80d7e8e1-d0a9-4dbc-829c-eea40beccbd4", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:14:25.771106 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-42a5d8d0-c24f-4820-892e-4f77b61a0818 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:14:25.771573 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff894c98-ab4c-42b0-8674-2dc1bece4a01', 'tag': '80d7e8e1-d0a9-4dbc-829c-eea40beccbd4', 'status': 'completed', 'code': 200} Aug 19 19:14:25.813828 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-154b2ce7-6bc4-403c-bf01-83eeda90a680 None None] Set router 7bf41065-0357-4eaa-990b-457f84db801f gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:14:25.860172 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26374cc8-c9b3-4fc5-8703-f58021438291 req-74c5d402-213c-4165-bd76-d70aa6b681a0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:25.861702 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-26374cc8-c9b3-4fc5-8703-f58021438291 req-74c5d402-213c-4165-bd76-d70aa6b681a0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 946 time: 0.0825169 Aug 19 19:14:25.877065 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376ba4-284a-437b-91d7-404eda5796bd req-e787dd2a-6047-4b03-920d-3822557c5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:25.878538 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60376ba4-284a-437b-91d7-404eda5796bd req-e787dd2a-6047-4b03-920d-3822557c5a44 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 1097 time: 0.0652235 Aug 19 19:14:25.953373 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-26374cc8-c9b3-4fc5-8703-f58021438291 req-85ec706e-1e6e-473c-b5e7-ab55bd65c58d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=d48a29f0-ec34-443d-b14b-e7547c7c7e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837550 Aug 19 19:14:25.975931 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43450) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:14:25.994307 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376ba4-284a-437b-91d7-404eda5796bd req-ce38c631-346a-482c-ba50-b5939b05203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:25.996244 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60376ba4-284a-437b-91d7-404eda5796bd req-ce38c631-346a-482c-ba50-b5939b05203c service neutron] 10.222.0.50 "GET /v2.0/networks?id=689cbad3-294f-4766-9346-8902185a09b7 HTTP/1.1" status: 200 len: 897 time: 0.1037650 Aug 19 19:14:26.041144 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-07c5f764-17ed-4e54-a73f-c8cef28ec927 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/floatingips/0b3e9ad9-95f8-406d-b0b4-23602b165f8e HTTP/1.1" status: 200 len: 992 time: 0.0639174 Aug 19 19:14:26.061519 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-154b2ce7-6bc4-403c-bf01-83eeda90a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf41065-0357-4eaa-990b-457f84db801f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309192036', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:12Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '0b3e9ad9-95f8-406d-b0b4-23602b165f8e', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'port_id': '80d7e8e1-d0a9-4dbc-829c-eea40beccbd4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '689cbad3-294f-4766-9346-8902185a09b7', 'mac_address': 'fa:16:3e:4c:38:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff894c98-ab4c-42b0-8674-2dc1bece4a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:14:24Z', 'updated_at': '2021-08-19T19:14:24Z', 'revision_number': 0, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c688bec-5ad9-4bb9-85ce-d228e6d919df', 'name': '', 'network_id': '689cbad3-294f-4766-9346-8902185a09b7', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:db:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '572c35c1-7304-45ab-b4a7-724450046706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:14:11Z', 'updated_at': '2021-08-19T19:14:16Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': '572c35c1-7304-45ab-b4a7-724450046706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:14:26.069384 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60376ba4-284a-437b-91d7-404eda5796bd req-88261c20-5966-4cba-b055-a2daadbe5fc0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 HTTP/1.1" status: 200 len: 1000 time: 0.0640628 Aug 19 19:14:26.088178 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b2ce7-6bc4-403c-bf01-83eeda90a680 None None] Checking router: 7bf41065-0357-4eaa-990b-457f84db801f for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:14:26.097090 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154b2ce7-6bc4-403c-bf01-83eeda90a680 None None] Routers {'7bf41065-0357-4eaa-990b-457f84db801f'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:14:26.097750 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-154b2ce7-6bc4-403c-bf01-83eeda90a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:14:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7bf41065-0357-4eaa-990b-457f84db801f'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:14:26.121356 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376ba4-284a-437b-91d7-404eda5796bd req-eff54f45-9085-415a-a6f7-26be2215f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:26.122979 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60376ba4-284a-437b-91d7-404eda5796bd req-eff54f45-9085-415a-a6f7-26be2215f9a4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=572c35c1-7304-45ab-b4a7-724450046706 HTTP/1.1" status: 200 len: 835 time: 0.0458159 Aug 19 19:14:26.169809 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376ba4-284a-437b-91d7-404eda5796bd req-6e960c86-701b-4616-98ef-7a7c4e002172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:26.172072 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60376ba4-284a-437b-91d7-404eda5796bd req-6e960c86-701b-4616-98ef-7a7c4e002172 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=689cbad3-294f-4766-9346-8902185a09b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423353 Aug 19 19:14:26.210676 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-154b2ce7-6bc4-403c-bf01-83eeda90a680 None None] Set router 7bf41065-0357-4eaa-990b-457f84db801f gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:14:26.269102 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60376ba4-284a-437b-91d7-404eda5796bd req-ba134c85-33a2-4c7d-9201-a97618945ddf service neutron] 10.222.0.50 "GET /v2.0/networks/689cbad3-294f-4766-9346-8902185a09b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895545 Aug 19 19:14:26.363760 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-60376ba4-284a-437b-91d7-404eda5796bd req-d7704239-727b-4b32-b1a1-c27268873049 service neutron] 10.222.0.50 "GET /v2.0/networks/689cbad3-294f-4766-9346-8902185a09b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875814 Aug 19 19:14:26.461190 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-154b2ce7-6bc4-403c-bf01-83eeda90a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf41065-0357-4eaa-990b-457f84db801f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309192036', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:12Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '0b3e9ad9-95f8-406d-b0b4-23602b165f8e', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'port_id': '80d7e8e1-d0a9-4dbc-829c-eea40beccbd4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '689cbad3-294f-4766-9346-8902185a09b7', 'mac_address': 'fa:16:3e:4c:38:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff894c98-ab4c-42b0-8674-2dc1bece4a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:14:24Z', 'updated_at': '2021-08-19T19:14:24Z', 'revision_number': 0, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c688bec-5ad9-4bb9-85ce-d228e6d919df', 'name': '', 'network_id': '689cbad3-294f-4766-9346-8902185a09b7', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:db:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '572c35c1-7304-45ab-b4a7-724450046706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:14:11Z', 'updated_at': '2021-08-19T19:14:16Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': '572c35c1-7304-45ab-b4a7-724450046706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:14:26.487845 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b2ce7-6bc4-403c-bf01-83eeda90a680 None None] The sync data for ids ['7bf41065-0357-4eaa-990b-457f84db801f'] in n-d-803753-2 is: [{'id': '7bf41065-0357-4eaa-990b-457f84db801f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309192036', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:12Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '0b3e9ad9-95f8-406d-b0b4-23602b165f8e', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'port_id': '80d7e8e1-d0a9-4dbc-829c-eea40beccbd4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '689cbad3-294f-4766-9346-8902185a09b7', 'mac_address': 'fa:16:3e:4c:38:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff894c98-ab4c-42b0-8674-2dc1bece4a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:14:24Z', 'updated_at': '2021-08-19T19:14:24Z', 'revision_number': 0, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c688bec-5ad9-4bb9-85ce-d228e6d919df', 'name': '', 'network_id': '689cbad3-294f-4766-9346-8902185a09b7', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:db:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '572c35c1-7304-45ab-b4a7-724450046706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:14:11Z', 'updated_at': '2021-08-19T19:14:16Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': '572c35c1-7304-45ab-b4a7-724450046706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:14:26.697293 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419f7236-c664-40d4-9cb1-54010b6d6ca4 None None] New status for floating IP 0b3e9ad9-95f8-406d-b0b4-23602b165f8e: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:14:27.045232 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43452) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:14:27.110730 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5b972a2d-3f40-4381-9146-ca36360b9a95 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/floatingips/0b3e9ad9-95f8-406d-b0b4-23602b165f8e HTTP/1.1" status: 200 len: 994 time: 0.0641999 Aug 19 19:14:30.789609 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:14:34.731773 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-59fd1eb2-efe6-4008-b046-1e20e27c50fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:36.712944 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c81ebb8b-bb18-43c0-b117-ad238a585c8c req-0c582546-83c7-4001-9e33-64698a45b045 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0816786 Aug 19 19:14:36.812939 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ebb8b-bb18-43c0-b117-ad238a585c8c req-128e80de-612c-4dc0-a9a1-51d694ac4a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:36.814434 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c81ebb8b-bb18-43c0-b117-ad238a585c8c req-128e80de-612c-4dc0-a9a1-51d694ac4a52 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 1097 time: 0.0425310 Aug 19 19:14:36.918226 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ebb8b-bb18-43c0-b117-ad238a585c8c req-a1f69fd7-5e9e-4ddc-8038-919e447e0842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:36.919730 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c81ebb8b-bb18-43c0-b117-ad238a585c8c req-a1f69fd7-5e9e-4ddc-8038-919e447e0842 service neutron] 10.222.0.50 "GET /v2.0/networks?id=689cbad3-294f-4766-9346-8902185a09b7 HTTP/1.1" status: 200 len: 897 time: 0.0852430 Aug 19 19:14:37.009925 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c81ebb8b-bb18-43c0-b117-ad238a585c8c req-a88d5ca6-8f35-48b2-a4fb-9e7ec0c1bb59 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 HTTP/1.1" status: 200 len: 1002 time: 0.0672958 Aug 19 19:14:37.060821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ebb8b-bb18-43c0-b117-ad238a585c8c req-2d71133a-7db3-48e9-b437-c5d7f5d1b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:37.062872 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c81ebb8b-bb18-43c0-b117-ad238a585c8c req-2d71133a-7db3-48e9-b437-c5d7f5d1b79c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=572c35c1-7304-45ab-b4a7-724450046706 HTTP/1.1" status: 200 len: 835 time: 0.0448699 Aug 19 19:14:37.109084 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ebb8b-bb18-43c0-b117-ad238a585c8c req-41e6bda5-fe6b-46a1-8207-03dc69051825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:37.110629 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c81ebb8b-bb18-43c0-b117-ad238a585c8c req-41e6bda5-fe6b-46a1-8207-03dc69051825 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=689cbad3-294f-4766-9346-8902185a09b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406559 Aug 19 19:14:37.203824 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c81ebb8b-bb18-43c0-b117-ad238a585c8c req-e84c14b7-b9f2-424a-bbe8-945058a39cb4 service neutron] 10.222.0.50 "GET /v2.0/networks/689cbad3-294f-4766-9346-8902185a09b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864582 Aug 19 19:14:37.295079 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c81ebb8b-bb18-43c0-b117-ad238a585c8c req-2ebe3a89-1edc-4ba4-b940-622610d5c67b service neutron] 10.222.0.50 "GET /v2.0/networks/689cbad3-294f-4766-9346-8902185a09b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823410 Aug 19 19:14:37.378562 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:37.463253 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0a51fee9-b919-4f64-97a7-3d974aa134fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:38.427581 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:40.415023 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:41.881073 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:47.205132 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:58.507157 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5838f-d0c2-472f-b467-a17c5e114bc2 req-a19933d0-4b45-432f-9155-7640833e3326 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:58.508676 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99a5838f-d0c2-472f-b467-a17c5e114bc2 req-a19933d0-4b45-432f-9155-7640833e3326 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 946 time: 0.0529716 Aug 19 19:14:58.548073 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-99a5838f-d0c2-472f-b467-a17c5e114bc2 req-9b395e8a-92b2-4517-916a-f226b200dd24 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=d48a29f0-ec34-443d-b14b-e7547c7c7e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328670 Aug 19 19:14:59.671044 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c715a-2e89-4c63-8610-4be29b66cdcc req-93ba1194-da49-45be-80f8-c72ec0966e7b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:59.672533 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bc8c715a-2e89-4c63-8610-4be29b66cdcc req-93ba1194-da49-45be-80f8-c72ec0966e7b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 946 time: 0.0543637 Aug 19 19:14:59.709925 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bc8c715a-2e89-4c63-8610-4be29b66cdcc req-3b2f9fd2-fcfe-4581-9cfa-adb75a995cc5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=d48a29f0-ec34-443d-b14b-e7547c7c7e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314510 Aug 19 19:15:00.828537 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882565a9-0376-4346-b009-bb1c22dfcc62 req-14faa421-fc68-4d97-80a9-414ffe8936a1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:00.830249 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-882565a9-0376-4346-b009-bb1c22dfcc62 req-14faa421-fc68-4d97-80a9-414ffe8936a1 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 946 time: 0.0504980 Aug 19 19:15:00.872258 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-882565a9-0376-4346-b009-bb1c22dfcc62 req-95447760-9b67-4468-9fdc-194b5c0a12e4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=d48a29f0-ec34-443d-b14b-e7547c7c7e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360575 Aug 19 19:15:01.989633 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9198f-4e7a-4bf2-b21f-4296b82fb3f1 req-5c57db2e-e13f-441d-b504-92c7443e621d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:01.991372 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59b9198f-4e7a-4bf2-b21f-4296b82fb3f1 req-5c57db2e-e13f-441d-b504-92c7443e621d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 946 time: 0.0504103 Aug 19 19:15:02.030591 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-59b9198f-4e7a-4bf2-b21f-4296b82fb3f1 req-29442caa-0aa2-4a9b-b82c-2500e26bd1ca tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=d48a29f0-ec34-443d-b14b-e7547c7c7e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330656 Aug 19 19:15:03.153401 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898328b1-2c42-4ab0-be9b-de8e0b97a4e7 req-7a8b21d2-2020-46bf-958e-db2f53285e63 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:03.154936 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-898328b1-2c42-4ab0-be9b-de8e0b97a4e7 req-7a8b21d2-2020-46bf-958e-db2f53285e63 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 946 time: 0.0505922 Aug 19 19:15:03.193708 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-898328b1-2c42-4ab0-be9b-de8e0b97a4e7 req-1eabbdf4-2029-4950-9257-75d94ad03d8b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=d48a29f0-ec34-443d-b14b-e7547c7c7e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326476 Aug 19 19:15:04.310588 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5105c-7aee-4eeb-b157-816bddf8e95e req-e9a9e464-6771-4ad2-9276-2622aad6370f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:04.312373 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38d5105c-7aee-4eeb-b157-816bddf8e95e req-e9a9e464-6771-4ad2-9276-2622aad6370f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 946 time: 0.0510328 Aug 19 19:15:04.355343 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38d5105c-7aee-4eeb-b157-816bddf8e95e req-18723185-153f-4ddf-bb5f-86c0d5644583 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=d48a29f0-ec34-443d-b14b-e7547c7c7e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354466 Aug 19 19:15:04.733488 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9b5743eb-bb67-423e-92b7-f9e8c264d29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:05.476082 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774951d-5eb5-48ac-9f2e-8c73939de3bc req-ade1dcf1-e29a-4ef8-a579-91adaee5eb54 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:05.477678 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4774951d-5eb5-48ac-9f2e-8c73939de3bc req-ade1dcf1-e29a-4ef8-a579-91adaee5eb54 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 946 time: 0.0500236 Aug 19 19:15:05.516732 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4774951d-5eb5-48ac-9f2e-8c73939de3bc req-092150eb-e8a3-498d-9a61-ccbd98c458ae tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=d48a29f0-ec34-443d-b14b-e7547c7c7e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331213 Aug 19 19:15:06.636057 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cd9c5-5111-49bd-8a85-206211e9868f req-69df6f2f-d62b-4e62-83e2-dfa6c72d2540 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:06.637564 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fe1cd9c5-5111-49bd-8a85-206211e9868f req-69df6f2f-d62b-4e62-83e2-dfa6c72d2540 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 946 time: 0.0529356 Aug 19 19:15:06.674779 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fe1cd9c5-5111-49bd-8a85-206211e9868f req-cd15a212-9058-4d07-927d-10a918e4519f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=d48a29f0-ec34-443d-b14b-e7547c7c7e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310652 Aug 19 19:15:07.381035 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:07.463193 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2461b5ba-c10d-485b-963e-c4842674493c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:07.789430 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:15:07.806645 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3397030-9123-4442-8e85-c75113d594b3 req-de1be681-e7ea-4402-93f5-c35a8979e31b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:07.808143 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e3397030-9123-4442-8e85-c75113d594b3 req-de1be681-e7ea-4402-93f5-c35a8979e31b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 946 time: 0.0516341 Aug 19 19:15:07.851191 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e3397030-9123-4442-8e85-c75113d594b3 req-364565d8-1e89-4434-a1d8-31f93282ddcf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=d48a29f0-ec34-443d-b14b-e7547c7c7e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362012 Aug 19 19:15:08.429993 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:08.969799 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec2294-6578-4247-b003-2613e180db73 req-890b67ee-7cd3-49b1-a70b-34913d1b4841 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:08.971311 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e1ec2294-6578-4247-b003-2613e180db73 req-890b67ee-7cd3-49b1-a70b-34913d1b4841 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 946 time: 0.0515366 Aug 19 19:15:09.010609 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e1ec2294-6578-4247-b003-2613e180db73 req-c5e00435-ffb4-44e9-92ea-0b0901a4ad12 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=d48a29f0-ec34-443d-b14b-e7547c7c7e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333476 Aug 19 19:15:09.032973 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43494) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:15:09.091776 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-aa49b116-b324-4cd3-8748-1f92f459c5e8 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/floatingips/0b3e9ad9-95f8-406d-b0b4-23602b165f8e HTTP/1.1" status: 200 len: 994 time: 0.0575647 Aug 19 19:15:10.360742 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3c347-4ed4-4c51-a53c-9ec92c513c1d req-0a25282c-42f3-4d7e-925b-479f9ffb8da2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:10.362252 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e6d3c347-4ed4-4c51-a53c-9ec92c513c1d req-0a25282c-42f3-4d7e-925b-479f9ffb8da2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 946 time: 0.0518579 Aug 19 19:15:10.386053 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18560fae-d2fc-4422-a2cc-74695e0c8870 req-1da7a4a0-8abe-4bea-9700-539848c8631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:10.387699 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-18560fae-d2fc-4422-a2cc-74695e0c8870 req-1da7a4a0-8abe-4bea-9700-539848c8631b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 1097 time: 0.0464568 Aug 19 19:15:10.401202 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e6d3c347-4ed4-4c51-a53c-9ec92c513c1d req-cf6b1acd-cb8a-49ba-bf93-7e5f1943c126 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=d48a29f0-ec34-443d-b14b-e7547c7c7e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326273 Aug 19 19:15:10.418970 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:10.482675 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18560fae-d2fc-4422-a2cc-74695e0c8870 req-d3542ca9-07b9-45b5-a753-da756cafda67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:10.484737 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-18560fae-d2fc-4422-a2cc-74695e0c8870 req-d3542ca9-07b9-45b5-a753-da756cafda67 service neutron] 10.222.0.50 "GET /v2.0/networks?id=689cbad3-294f-4766-9346-8902185a09b7 HTTP/1.1" status: 200 len: 897 time: 0.0892434 Aug 19 19:15:10.557301 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-18560fae-d2fc-4422-a2cc-74695e0c8870 req-61893836-79a8-4cc0-b8ad-f250e192c8ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 HTTP/1.1" status: 200 len: 1002 time: 0.0647898 Aug 19 19:15:10.608100 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18560fae-d2fc-4422-a2cc-74695e0c8870 req-2e0c6041-5d3f-4bc0-be56-5eaf47b5eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:10.609602 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-18560fae-d2fc-4422-a2cc-74695e0c8870 req-2e0c6041-5d3f-4bc0-be56-5eaf47b5eb7f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=572c35c1-7304-45ab-b4a7-724450046706 HTTP/1.1" status: 200 len: 835 time: 0.0441856 Aug 19 19:15:10.656743 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18560fae-d2fc-4422-a2cc-74695e0c8870 req-614ff3d0-ab52-45fb-867f-8ae30015b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:10.658187 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-18560fae-d2fc-4422-a2cc-74695e0c8870 req-614ff3d0-ab52-45fb-867f-8ae30015b28e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=689cbad3-294f-4766-9346-8902185a09b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407383 Aug 19 19:15:10.753402 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-18560fae-d2fc-4422-a2cc-74695e0c8870 req-96ace33d-52ec-4afb-bd06-e88302ca65f7 service neutron] 10.222.0.50 "GET /v2.0/networks/689cbad3-294f-4766-9346-8902185a09b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868344 Aug 19 19:15:10.846502 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-18560fae-d2fc-4422-a2cc-74695e0c8870 req-15800401-f1a1-469d-86a9-f6fdffcecd0d service neutron] 10.222.0.50 "GET /v2.0/networks/689cbad3-294f-4766-9346-8902185a09b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853477 Aug 19 19:15:11.522774 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0ea0e-65ea-490f-9c23-b584b709c506 req-f542dcc4-3786-4ac5-ab42-ba1b38fe5499 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:11.524276 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1fa0ea0e-65ea-490f-9c23-b584b709c506 req-f542dcc4-3786-4ac5-ab42-ba1b38fe5499 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 946 time: 0.0501423 Aug 19 19:15:11.562472 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1fa0ea0e-65ea-490f-9c23-b584b709c506 req-e292a01b-af34-49b4-9431-f4547d9c51b6 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=d48a29f0-ec34-443d-b14b-e7547c7c7e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320947 Aug 19 19:15:11.585760 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43504) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:15:11.648738 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9f7a3d95-85bc-41db-8352-c3f015ecd840 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/floatingips/0b3e9ad9-95f8-406d-b0b4-23602b165f8e HTTP/1.1" status: 200 len: 994 time: 0.0618470 Aug 19 19:15:11.879647 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:17.206071 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:34.735088 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c84bd813-b8b8-4ce2-ab78-cedefed1bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:37.553116 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:37.558100 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bbd6fff4-310a-4908-8c9a-0a53335ed6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:38.433279 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:38.664190 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f821ad87-50d5-4ecb-8842-569c6473abc9 req-a6ca064c-3903-4867-8ab4-c0a8b9afebc6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402954 Aug 19 19:15:38.751601 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821ad87-50d5-4ecb-8842-569c6473abc9 req-e29d0bbe-a8a1-4e50-b741-a907d2aa52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:38.753027 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f821ad87-50d5-4ecb-8842-569c6473abc9 req-e29d0bbe-a8a1-4e50-b741-a907d2aa52f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 1097 time: 0.0408828 Aug 19 19:15:38.862252 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821ad87-50d5-4ecb-8842-569c6473abc9 req-d18d694b-2c9b-44e5-8145-e3c936858b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:38.863753 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f821ad87-50d5-4ecb-8842-569c6473abc9 req-d18d694b-2c9b-44e5-8145-e3c936858b01 service neutron] 10.222.0.50 "GET /v2.0/networks?id=689cbad3-294f-4766-9346-8902185a09b7 HTTP/1.1" status: 200 len: 897 time: 0.0883460 Aug 19 19:15:38.931034 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f821ad87-50d5-4ecb-8842-569c6473abc9 req-00341c72-4928-4fbf-a3d9-69f2e1ab54ed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 HTTP/1.1" status: 200 len: 1002 time: 0.0571246 Aug 19 19:15:38.986104 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821ad87-50d5-4ecb-8842-569c6473abc9 req-21129991-806e-4c81-afa9-a24e6c058c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:38.987583 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f821ad87-50d5-4ecb-8842-569c6473abc9 req-21129991-806e-4c81-afa9-a24e6c058c4c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=572c35c1-7304-45ab-b4a7-724450046706 HTTP/1.1" status: 200 len: 835 time: 0.0479555 Aug 19 19:15:39.034636 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821ad87-50d5-4ecb-8842-569c6473abc9 req-5f50965c-097a-4b1e-933a-b129a32c1925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:39.036340 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f821ad87-50d5-4ecb-8842-569c6473abc9 req-5f50965c-097a-4b1e-933a-b129a32c1925 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=689cbad3-294f-4766-9346-8902185a09b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407863 Aug 19 19:15:39.126045 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f821ad87-50d5-4ecb-8842-569c6473abc9 req-a64d157e-c5d6-4e5e-96a5-6288269a47c9 service neutron] 10.222.0.50 "GET /v2.0/networks/689cbad3-294f-4766-9346-8902185a09b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816767 Aug 19 19:15:39.218908 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f821ad87-50d5-4ecb-8842-569c6473abc9 req-6b175705-4693-43d1-b02c-9641e0a062e2 service neutron] 10.222.0.50 "GET /v2.0/networks/689cbad3-294f-4766-9346-8902185a09b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853570 Aug 19 19:15:40.421151 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:41.879081 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:44.243935 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43528) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:15:44.402159 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting port 34984d05-f1c8-4a9f-b19e-394e53c157ee {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:15:44.402507 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:44.483900 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:44.484238 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:44.496190 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Calling delete_port for 34984d05-f1c8-4a9f-b19e-394e53c157ee owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:15:44.641650 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:44.670492 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Port': ['ID=34984d05-f1c8-4a9f-b19e-394e53c157ee,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:44.694832 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:44.695189 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:44.695533 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:44.695873 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:44.696205 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:44.696537 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:44.696871 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:44.697203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:44.697558 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:44.697879 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:44.698204 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:44.698527 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:44.742031 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:44.742369 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Floating IP 0b3e9ad9-95f8-406d-b0b4-23602b165f8e disassociated (deleted). External IP: 172.25.8.126, port: 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4. Aug 19 19:15:44.790643 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:15:45.270319 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router 7bf41065-0357-4eaa-990b-457f84db801f has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:15:45.381647 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:15:45.386466 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:45.392014 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4199280-eba7-4427-adc9-4cfd7bc72f05 None None] Sync routers for ids ['7bf41065-0357-4eaa-990b-457f84db801f'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:15:45.402176 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4199280-eba7-4427-adc9-4cfd7bc72f05 None None] Routers {'7bf41065-0357-4eaa-990b-457f84db801f'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:15:45.403055 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a4199280-eba7-4427-adc9-4cfd7bc72f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:15:38Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7bf41065-0357-4eaa-990b-457f84db801f'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:15:45.414506 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f0bc263d-0bcc-4917-a27c-cd6b52f02e0d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/floatingips/0b3e9ad9-95f8-406d-b0b4-23602b165f8e HTTP/1.1" status: 204 len: 168 time: 1.1694431 Aug 19 19:15:45.415175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff894c98-ab4c-42b0-8674-2dc1bece4a01', 'tag': '80d7e8e1-d0a9-4dbc-829c-eea40beccbd4'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:15:45.417573 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f73b979-54d4-4c90-b4ed-8be96aba6bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "ff894c98-ab4c-42b0-8674-2dc1bece4a01", "tag": "80d7e8e1-d0a9-4dbc-829c-eea40beccbd4"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:15:45.511925 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7464de9-c249-447a-9e35-bf8506f5caaf x-openstack-request-id: req-c7464de9-c249-447a-9e35-bf8506f5caaf {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:15:45.512285 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff894c98-ab4c-42b0-8674-2dc1bece4a01", "tag": "80d7e8e1-d0a9-4dbc-829c-eea40beccbd4", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:15:45.512649 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7464de9-c249-447a-9e35-bf8506f5caaf {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:15:45.513251 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff894c98-ab4c-42b0-8674-2dc1bece4a01', 'tag': '80d7e8e1-d0a9-4dbc-829c-eea40beccbd4', 'status': 'completed', 'code': 200} Aug 19 19:15:45.524215 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-a4199280-eba7-4427-adc9-4cfd7bc72f05 None None] Set router 7bf41065-0357-4eaa-990b-457f84db801f gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:15:45.587565 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73b979-54d4-4c90-b4ed-8be96aba6bd1 req-1bd9260c-563b-460c-ab3d-4b86fe89a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:45.589239 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5f73b979-54d4-4c90-b4ed-8be96aba6bd1 req-1bd9260c-563b-460c-ab3d-4b86fe89a335 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 1097 time: 0.0456626 Aug 19 19:15:45.668672 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e01078-046e-4cf1-8936-e954e18a5dbb req-c312001e-be53-4379-94bd-c2e660820aec tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:45.670329 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-28e01078-046e-4cf1-8936-e954e18a5dbb req-c312001e-be53-4379-94bd-c2e660820aec tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 946 time: 0.0509074 Aug 19 19:15:45.694953 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73b979-54d4-4c90-b4ed-8be96aba6bd1 req-3f80befb-7567-4eb5-a362-571ec4fcc9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:45.696665 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5f73b979-54d4-4c90-b4ed-8be96aba6bd1 req-3f80befb-7567-4eb5-a362-571ec4fcc9d6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=689cbad3-294f-4766-9346-8902185a09b7 HTTP/1.1" status: 200 len: 897 time: 0.0991657 Aug 19 19:15:45.714676 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-28e01078-046e-4cf1-8936-e954e18a5dbb req-7c8844df-a38c-481d-a2ec-2d24fb48c4a4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=d48a29f0-ec34-443d-b14b-e7547c7c7e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356894 Aug 19 19:15:45.742069 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5f73b979-54d4-4c90-b4ed-8be96aba6bd1 req-a72a7618-4b35-4983-b378-1c4d963f37a7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 HTTP/1.1" status: 200 len: 217 time: 0.0363493 Aug 19 19:15:45.752401 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a4199280-eba7-4427-adc9-4cfd7bc72f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf41065-0357-4eaa-990b-457f84db801f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309192036', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:12Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '5c688bec-5ad9-4bb9-85ce-d228e6d919df', 'name': '', 'network_id': '689cbad3-294f-4766-9346-8902185a09b7', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:db:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '572c35c1-7304-45ab-b4a7-724450046706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:14:11Z', 'updated_at': '2021-08-19T19:14:16Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': '572c35c1-7304-45ab-b4a7-724450046706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:15:45.785878 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4199280-eba7-4427-adc9-4cfd7bc72f05 None None] Checking router: 7bf41065-0357-4eaa-990b-457f84db801f for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:15:45.794891 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4199280-eba7-4427-adc9-4cfd7bc72f05 None None] Routers {'7bf41065-0357-4eaa-990b-457f84db801f'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:15:45.795517 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a4199280-eba7-4427-adc9-4cfd7bc72f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:15:38Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7bf41065-0357-4eaa-990b-457f84db801f'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:15:45.796791 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73b979-54d4-4c90-b4ed-8be96aba6bd1 req-840588a8-10a7-4948-810b-c32bfca0781c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:45.799257 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5f73b979-54d4-4c90-b4ed-8be96aba6bd1 req-840588a8-10a7-4948-810b-c32bfca0781c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=572c35c1-7304-45ab-b4a7-724450046706 HTTP/1.1" status: 200 len: 835 time: 0.0474052 Aug 19 19:15:45.846501 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73b979-54d4-4c90-b4ed-8be96aba6bd1 req-2cf29fdc-8c61-4705-9edd-daae07b2014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:45.848039 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5f73b979-54d4-4c90-b4ed-8be96aba6bd1 req-2cf29fdc-8c61-4705-9edd-daae07b2014a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=689cbad3-294f-4766-9346-8902185a09b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412517 Aug 19 19:15:45.904541 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-a4199280-eba7-4427-adc9-4cfd7bc72f05 None None] Set router 7bf41065-0357-4eaa-990b-457f84db801f gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:15:45.944009 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5f73b979-54d4-4c90-b4ed-8be96aba6bd1 req-444a91be-9a5e-4112-a10f-18f7e8b678e7 service neutron] 10.222.0.50 "GET /v2.0/networks/689cbad3-294f-4766-9346-8902185a09b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879598 Aug 19 19:15:46.044862 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5f73b979-54d4-4c90-b4ed-8be96aba6bd1 req-4e3eb3c0-7231-408b-907d-de4ba65f800a service neutron] 10.222.0.50 "GET /v2.0/networks/689cbad3-294f-4766-9346-8902185a09b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876229 Aug 19 19:15:46.107011 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-a4199280-eba7-4427-adc9-4cfd7bc72f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf41065-0357-4eaa-990b-457f84db801f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309192036', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:12Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '5c688bec-5ad9-4bb9-85ce-d228e6d919df', 'name': '', 'network_id': '689cbad3-294f-4766-9346-8902185a09b7', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:db:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '572c35c1-7304-45ab-b4a7-724450046706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:14:11Z', 'updated_at': '2021-08-19T19:14:16Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': '572c35c1-7304-45ab-b4a7-724450046706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:15:46.132955 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4199280-eba7-4427-adc9-4cfd7bc72f05 None None] The sync data for ids ['7bf41065-0357-4eaa-990b-457f84db801f'] in n-d-803753-2 is: [{'id': '7bf41065-0357-4eaa-990b-457f84db801f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309192036', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:12Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '5c688bec-5ad9-4bb9-85ce-d228e6d919df', 'name': '', 'network_id': '689cbad3-294f-4766-9346-8902185a09b7', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:db:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '572c35c1-7304-45ab-b4a7-724450046706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:14:11Z', 'updated_at': '2021-08-19T19:14:16Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': '572c35c1-7304-45ab-b4a7-724450046706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:15:46.348370 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017d515d-3a1e-4e5c-a6c9-beb069941541 None None] New status for floating IP 0b3e9ad9-95f8-406d-b0b4-23602b165f8e: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:15:46.848111 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec9667-f843-48d5-bd78-747b698d1847 req-e884d169-7dca-42e1-ae6f-f6a25c7a1bdd tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:46.849580 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-abec9667-f843-48d5-bd78-747b698d1847 req-e884d169-7dca-42e1-ae6f-f6a25c7a1bdd tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 946 time: 0.0564461 Aug 19 19:15:46.886899 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-abec9667-f843-48d5-bd78-747b698d1847 req-8b3dfeef-2691-4a54-b4f2-973bb6cdc64e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=d48a29f0-ec34-443d-b14b-e7547c7c7e65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313318 Aug 19 19:15:47.221575 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642428b-63f0-4a3f-aa8f-aa187bbe150e req-b057e322-b992-4109-91f9-bd3dcedabafd tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:47.222953 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e642428b-63f0-4a3f-aa8f-aa187bbe150e req-b057e322-b992-4109-91f9-bd3dcedabafd tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 946 time: 0.0486517 Aug 19 19:15:47.236816 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:47.315759 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-e642428b-63f0-4a3f-aa8f-aa187bbe150e req-1340d688-bf0b-4352-8a07-219114ee1b77 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting port 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:15:47.316099 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e642428b-63f0-4a3f-aa8f-aa187bbe150e req-1340d688-bf0b-4352-8a07-219114ee1b77 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:47.403257 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-e642428b-63f0-4a3f-aa8f-aa187bbe150e req-1340d688-bf0b-4352-8a07-219114ee1b77 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] For port 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=80d7e8e1-d0a9-4dbc-829c-eea40beccbd4,segment=NetworkSegment(a6dca4ba-dc39-4bba-9e62-739c99e11d4b),segment_id=a6dca4ba-dc39-4bba-9e62-739c99e11d4b)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:15:47.403626 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e642428b-63f0-4a3f-aa8f-aa187bbe150e req-1340d688-bf0b-4352-8a07-219114ee1b77 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:47.416934 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-e642428b-63f0-4a3f-aa8f-aa187bbe150e req-1340d688-bf0b-4352-8a07-219114ee1b77 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Calling delete_port for 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:15:47.546876 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e642428b-63f0-4a3f-aa8f-aa187bbe150e req-1340d688-bf0b-4352-8a07-219114ee1b77 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:47.575836 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340d688-bf0b-4352-8a07-219114ee1b77 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Port': ['ID=80d7e8e1-d0a9-4dbc-829c-eea40beccbd4,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:47.617819 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e642428b-63f0-4a3f-aa8f-aa187bbe150e req-1340d688-bf0b-4352-8a07-219114ee1b77 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] No DVR routers for this DVR port 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:15:47.620483 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-e642428b-63f0-4a3f-aa8f-aa187bbe150e req-1340d688-bf0b-4352-8a07-219114ee1b77 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:47.622516 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e642428b-63f0-4a3f-aa8f-aa187bbe150e req-1340d688-bf0b-4352-8a07-219114ee1b77 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.50 "DELETE /v2.0/ports/80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 HTTP/1.1" status: 204 len: 173 time: 0.3929110 Aug 19 19:15:47.622970 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff894c98-ab4c-42b0-8674-2dc1bece4a01', 'name': 'network-vif-deleted', 'tag': '80d7e8e1-d0a9-4dbc-829c-eea40beccbd4'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:15:47.625280 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96a5975-e339-4a36-9d36-da932b976b43" -d '{"events": [{"server_uuid": "ff894c98-ab4c-42b0-8674-2dc1bece4a01", "name": "network-vif-deleted", "tag": "80d7e8e1-d0a9-4dbc-829c-eea40beccbd4"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:15:47.668694 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e65851-6350-401d-997e-3e830d36648f x-openstack-request-id: req-b8e65851-6350-401d-997e-3e830d36648f {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:15:47.668995 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff894c98-ab4c-42b0-8674-2dc1bece4a01", "name": "network-vif-deleted", "tag": "80d7e8e1-d0a9-4dbc-829c-eea40beccbd4", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:15:47.669254 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8e65851-6350-401d-997e-3e830d36648f {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:15:47.669699 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff894c98-ab4c-42b0-8674-2dc1bece4a01', 'name': 'network-vif-deleted', 'tag': '80d7e8e1-d0a9-4dbc-829c-eea40beccbd4', 'status': 'completed', 'code': 200} Aug 19 19:15:48.005828 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b3b28923-bbbd-43ee-a226-95a99b59ddb7 req-060c41a2-2b66-4d1a-954c-c5bea61c7d7d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff894c98-ab4c-42b0-8674-2dc1bece4a01 HTTP/1.1" status: 200 len: 210 time: 0.0351186 Aug 19 19:15:49.065323 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43548) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:15:49.440737 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a561b7fb-09c0-433d-b7bf-4efcf8af0381 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:49.697020 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-a561b7fb-09c0-433d-b7bf-4efcf8af0381 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting port 5c688bec-5ad9-4bb9-85ce-d228e6d919df {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:15:49.697283 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a561b7fb-09c0-433d-b7bf-4efcf8af0381 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:49.785930 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-a561b7fb-09c0-433d-b7bf-4efcf8af0381 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] For port 5c688bec-5ad9-4bb9-85ce-d228e6d919df, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=5c688bec-5ad9-4bb9-85ce-d228e6d919df,segment=NetworkSegment(a6dca4ba-dc39-4bba-9e62-739c99e11d4b),segment_id=a6dca4ba-dc39-4bba-9e62-739c99e11d4b)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:15:49.786161 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a561b7fb-09c0-433d-b7bf-4efcf8af0381 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:49.800239 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-a561b7fb-09c0-433d-b7bf-4efcf8af0381 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Calling delete_port for 5c688bec-5ad9-4bb9-85ce-d228e6d919df owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:15:49.997251 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a561b7fb-09c0-433d-b7bf-4efcf8af0381 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:50.040292 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561b7fb-09c0-433d-b7bf-4efcf8af0381 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Port': ['ID=5c688bec-5ad9-4bb9-85ce-d228e6d919df,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:50.069005 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561b7fb-09c0-433d-b7bf-4efcf8af0381 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:50.070110 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561b7fb-09c0-433d-b7bf-4efcf8af0381 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:50.070110 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561b7fb-09c0-433d-b7bf-4efcf8af0381 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:50.070110 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561b7fb-09c0-433d-b7bf-4efcf8af0381 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:50.070547 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561b7fb-09c0-433d-b7bf-4efcf8af0381 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:50.070715 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561b7fb-09c0-433d-b7bf-4efcf8af0381 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:50.071011 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561b7fb-09c0-433d-b7bf-4efcf8af0381 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:50.071341 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561b7fb-09c0-433d-b7bf-4efcf8af0381 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:50.071671 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561b7fb-09c0-433d-b7bf-4efcf8af0381 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:50.071997 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561b7fb-09c0-433d-b7bf-4efcf8af0381 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:50.072347 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561b7fb-09c0-433d-b7bf-4efcf8af0381 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:50.072642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561b7fb-09c0-433d-b7bf-4efcf8af0381 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:50.234409 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a561b7fb-09c0-433d-b7bf-4efcf8af0381 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:50.458460 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a561b7fb-09c0-433d-b7bf-4efcf8af0381 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router 7bf41065-0357-4eaa-990b-457f84db801f has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:15:50.565273 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a561b7fb-09c0-433d-b7bf-4efcf8af0381 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:15:50.570297 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a561b7fb-09c0-433d-b7bf-4efcf8af0381 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "PUT /v2.0/routers/7bf41065-0357-4eaa-990b-457f84db801f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5038903 Aug 19 19:15:50.573095 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43552) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:15:50.575913 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d91330-08de-4633-96e5-b8b7630e27fa None None] Sync routers for ids ['7bf41065-0357-4eaa-990b-457f84db801f'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:15:50.586911 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d91330-08de-4633-96e5-b8b7630e27fa None None] Routers {'7bf41065-0357-4eaa-990b-457f84db801f'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:15:50.587537 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-76d91330-08de-4633-96e5-b8b7630e27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:15:38Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7bf41065-0357-4eaa-990b-457f84db801f'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:15:50.629717 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f8688a-5405-4083-9824-32cf6a6e98cd tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting subnet 572c35c1-7304-45ab-b4a7-724450046706 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:15:50.632906 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-46f8688a-5405-4083-9824-32cf6a6e98cd tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:50.675966 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-46f8688a-5405-4083-9824-32cf6a6e98cd tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:50.699386 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-76d91330-08de-4633-96e5-b8b7630e27fa None None] Set router 7bf41065-0357-4eaa-990b-457f84db801f gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:15:50.769743 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-46f8688a-5405-4083-9824-32cf6a6e98cd tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:50.832985 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-46f8688a-5405-4083-9824-32cf6a6e98cd tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:50.862717 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8688a-5405-4083-9824-32cf6a6e98cd tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Subnet': ['ID=572c35c1-7304-45ab-b4a7-724450046706,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:50.867689 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-46f8688a-5405-4083-9824-32cf6a6e98cd tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:50.869820 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-46f8688a-5405-4083-9824-32cf6a6e98cd tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/subnets/572c35c1-7304-45ab-b4a7-724450046706 HTTP/1.1" status: 204 len: 168 time: 0.2957203 Aug 19 19:15:50.872648 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43554) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:15:50.879086 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9d21ae-5a9c-4774-a784-eb9c96035201 None None] Network 689cbad3-294f-4766-9346-8902185a09b7 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:15:50.987388 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8305e0b0-9b90-447b-90e3-f776c383e281 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:50.998961 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-76d91330-08de-4633-96e5-b8b7630e27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf41065-0357-4eaa-990b-457f84db801f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309192036', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:15:49Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:15:51.033275 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d91330-08de-4633-96e5-b8b7630e27fa None None] Checking router: 7bf41065-0357-4eaa-990b-457f84db801f for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:15:51.048844 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d91330-08de-4633-96e5-b8b7630e27fa None None] Routers {'7bf41065-0357-4eaa-990b-457f84db801f'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:15:51.049441 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-76d91330-08de-4633-96e5-b8b7630e27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:15:38Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['7bf41065-0357-4eaa-990b-457f84db801f'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:15:51.100306 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8305e0b0-9b90-447b-90e3-f776c383e281 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:51.137806 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91cfdb0-1d1a-4f50-8290-5720c3991ea2 None None] DHCP port deletion for 689cbad3-294f-4766-9346-8902185a09b7 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:15:51.161547 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-8305e0b0-9b90-447b-90e3-f776c383e281 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting port 9f7ca702-4e83-475b-b309-c2aef13a49a9 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:15:51.161905 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8305e0b0-9b90-447b-90e3-f776c383e281 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:51.187360 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-76d91330-08de-4633-96e5-b8b7630e27fa None None] Set router 7bf41065-0357-4eaa-990b-457f84db801f gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:15:51.241932 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-8305e0b0-9b90-447b-90e3-f776c383e281 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] For port 9f7ca702-4e83-475b-b309-c2aef13a49a9, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=9f7ca702-4e83-475b-b309-c2aef13a49a9,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:15:51.242307 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8305e0b0-9b90-447b-90e3-f776c383e281 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:51.255957 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-8305e0b0-9b90-447b-90e3-f776c383e281 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Calling delete_port for 9f7ca702-4e83-475b-b309-c2aef13a49a9 owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:15:51.304520 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f91cfdb0-1d1a-4f50-8290-5720c3991ea2 None None] Deleting port b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:15:51.304893 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f91cfdb0-1d1a-4f50-8290-5720c3991ea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:51.397934 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-f91cfdb0-1d1a-4f50-8290-5720c3991ea2 None None] For port b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f,segment=NetworkSegment(a6dca4ba-dc39-4bba-9e62-739c99e11d4b),segment_id=a6dca4ba-dc39-4bba-9e62-739c99e11d4b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:15:51.398332 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f91cfdb0-1d1a-4f50-8290-5720c3991ea2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:51.441126 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f91cfdb0-1d1a-4f50-8290-5720c3991ea2 None None] Calling delete_port for b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:15:51.450001 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8305e0b0-9b90-447b-90e3-f776c383e281 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:51.477495 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305e0b0-9b90-447b-90e3-f776c383e281 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Port': ['ID=9f7ca702-4e83-475b-b309-c2aef13a49a9,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:51.534675 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-76d91330-08de-4633-96e5-b8b7630e27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf41065-0357-4eaa-990b-457f84db801f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309192036', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:15:49Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:15:51.542830 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8305e0b0-9b90-447b-90e3-f776c383e281 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:51.568327 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d91330-08de-4633-96e5-b8b7630e27fa None None] The sync data for ids ['7bf41065-0357-4eaa-990b-457f84db801f'] in n-d-803753-2 is: [{'id': '7bf41065-0357-4eaa-990b-457f84db801f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309192036', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:15:49Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': '9f7ca702-4e83-475b-b309-c2aef13a49a9', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf41065-0357-4eaa-990b-457f84db801f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:14:08Z', 'updated_at': '2021-08-19T19:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:15:51.574590 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f91cfdb0-1d1a-4f50-8290-5720c3991ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:51.603303 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91cfdb0-1d1a-4f50-8290-5720c3991ea2 None None] Pushing event deleted for resources: {'Port': ['ID=b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:51.606357 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91cfdb0-1d1a-4f50-8290-5720c3991ea2 None None] No DVR routers for this DVR port b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:15:51.615406 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cfdb0-1d1a-4f50-8290-5720c3991ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:51.615547 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cfdb0-1d1a-4f50-8290-5720c3991ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:51.616718 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cfdb0-1d1a-4f50-8290-5720c3991ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:51.616950 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cfdb0-1d1a-4f50-8290-5720c3991ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:51.617353 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cfdb0-1d1a-4f50-8290-5720c3991ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:51.619009 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cfdb0-1d1a-4f50-8290-5720c3991ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:51.619009 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cfdb0-1d1a-4f50-8290-5720c3991ea2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:51.619009 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cfdb0-1d1a-4f50-8290-5720c3991ea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:51.619009 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cfdb0-1d1a-4f50-8290-5720c3991ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:51.619601 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cfdb0-1d1a-4f50-8290-5720c3991ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:51.619823 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cfdb0-1d1a-4f50-8290-5720c3991ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:51.620208 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cfdb0-1d1a-4f50-8290-5720c3991ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:51.653307 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8305e0b0-9b90-447b-90e3-f776c383e281 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:51.655368 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8305e0b0-9b90-447b-90e3-f776c383e281 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:51.699545 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8305e0b0-9b90-447b-90e3-f776c383e281 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:51.700135 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8305e0b0-9b90-447b-90e3-f776c383e281 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Fanout notify agent at l3_agent the message router_deleted on router 7bf41065-0357-4eaa-990b-457f84db801f {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:15:51.707294 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8305e0b0-9b90-447b-90e3-f776c383e281 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:51.708407 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8305e0b0-9b90-447b-90e3-f776c383e281 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/routers/7bf41065-0357-4eaa-990b-457f84db801f HTTP/1.1" status: 204 len: 168 time: 0.8337979 Aug 19 19:15:51.711177 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43556) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:15:51.770675 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:15:51.791687 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:15:51.792041 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 80d7e8e1-d0a9-4dbc-829c-eea40beccbd4 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:15:51.805256 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7e3f4329-44a4-4fd9-9dc1-699d7ac08a1d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:51.890245 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7e3f4329-44a4-4fd9-9dc1-699d7ac08a1d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:51.900098 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-7e3f4329-44a4-4fd9-9dc1-699d7ac08a1d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689cbad3-294f-4766-9346-8902185a09b7']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:15:51.912929 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-7e3f4329-44a4-4fd9-9dc1-699d7ac08a1d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6dca4ba-dc39-4bba-9e62-739c99e11d4b') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:15:51.913150 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-7e3f4329-44a4-4fd9-9dc1-699d7ac08a1d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6dca4ba-dc39-4bba-9e62-739c99e11d4b') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:15:51.923143 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7e3f4329-44a4-4fd9-9dc1-699d7ac08a1d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:51.937174 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7e3f4329-44a4-4fd9-9dc1-699d7ac08a1d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:51.945119 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e3f4329-44a4-4fd9-9dc1-699d7ac08a1d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:15:51.945738 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7e3f4329-44a4-4fd9-9dc1-699d7ac08a1d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: timer() Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:15:51.949049 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:15:52.015181 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7e3f4329-44a4-4fd9-9dc1-699d7ac08a1d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:52.022756 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7e3f4329-44a4-4fd9-9dc1-699d7ac08a1d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:52.024657 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7e3f4329-44a4-4fd9-9dc1-699d7ac08a1d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/networks/689cbad3-294f-4766-9346-8902185a09b7 HTTP/1.1" status: 204 len: 168 time: 0.3125305 Aug 19 19:15:52.027598 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43558) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:15:52.040318 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f4329-44a4-4fd9-9dc1-699d7ac08a1d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Network': ['ID=689cbad3-294f-4766-9346-8902185a09b7,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:52.096718 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6cfb349f-d25f-42f4-8aa2-3c1b5fccd50e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:52.122571 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6cfb349f-d25f-42f4-8aa2-3c1b5fccd50e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:52.188417 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6cfb349f-d25f-42f4-8aa2-3c1b5fccd50e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:52.191216 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6cfb349f-d25f-42f4-8aa2-3c1b5fccd50e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:52.195285 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6cfb349f-d25f-42f4-8aa2-3c1b5fccd50e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/security-groups/d48a29f0-ec34-443d-b14b-e7547c7c7e65 HTTP/1.1" status: 204 len: 168 time: 0.1634293 Aug 19 19:15:52.203171 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb349f-d25f-42f4-8aa2-3c1b5fccd50e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48a29f0-ec34-443d-b14b-e7547c7c7e65,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:52.261621 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-23cc1b32-188b-4972-b41b-087b1f3cb9b2 req-e87a91f3-a34f-40c3-89e1-bff46278ed23 service neutron] (94682) timed out ('10.222.0.24', 37236) {{(pid=94682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 19:15:52.680642 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:15:52.681225 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43564) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:15:52.687429 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-68e7fc70-9388-473b-97a9-dbd5aa3697d5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-201639724', 'description': 'tempest-secgroup-smoke-201639724 description', 'project_id': 'fad4d15d46254baea114898323e1fe8a'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:15:52.701996 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:15:52.702349 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device b3c9f56b-5de1-4c8c-98d1-3de432f4ab3f not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:15:52.702772 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9f7ca702-4e83-475b-b309-c2aef13a49a9 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:15:52.717336 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-68e7fc70-9388-473b-97a9-dbd5aa3697d5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:52.727616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 9f7ca702-4e83-475b-b309-c2aef13a49a9 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:15:52.727960 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 9f7ca702-4e83-475b-b309-c2aef13a49a9 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:15:52.728464 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 5c688bec-5ad9-4bb9-85ce-d228e6d919df no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:15:52.817592 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-68e7fc70-9388-473b-97a9-dbd5aa3697d5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:52.821903 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-68e7fc70-9388-473b-97a9-dbd5aa3697d5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:52.850413 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-68e7fc70-9388-473b-97a9-dbd5aa3697d5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:52.854637 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-68e7fc70-9388-473b-97a9-dbd5aa3697d5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1694803 Aug 19 19:15:52.854973 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43566) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:15:52.860282 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-43c3b86d-85d9-494f-86c1-322970d1a627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': '1b398992-ad10-48aa-87ed-abff28e6bd83', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:15:52.861188 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7fc70-9388-473b-97a9-dbd5aa3697d5 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b398992-ad10-48aa-87ed-abff28e6bd83,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:52.898535 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-43c3b86d-85d9-494f-86c1-322970d1a627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:52.912777 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 5c688bec-5ad9-4bb9-85ce-d228e6d919df {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:15:52.913119 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 5c688bec-5ad9-4bb9-85ce-d228e6d919df not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:15:52.958546 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-43c3b86d-85d9-494f-86c1-322970d1a627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:52.962601 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-43c3b86d-85d9-494f-86c1-322970d1a627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:52.981313 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3b86d-85d9-494f-86c1-322970d1a627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f57c30-374a-4e26-a52a-72abfccca889,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:52.984023 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-43c3b86d-85d9-494f-86c1-322970d1a627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:52.985919 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-43c3b86d-85d9-494f-86c1-322970d1a627 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299477 Aug 19 19:15:52.988950 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43568) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:15:52.993829 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-4a53fbd8-0031-48fc-91bd-23d1e6c800bf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': '1b398992-ad10-48aa-87ed-abff28e6bd83', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:15:53.019966 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4a53fbd8-0031-48fc-91bd-23d1e6c800bf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.076878 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4a53fbd8-0031-48fc-91bd-23d1e6c800bf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.080783 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4a53fbd8-0031-48fc-91bd-23d1e6c800bf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.104846 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53fbd8-0031-48fc-91bd-23d1e6c800bf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342ad142-4874-4e0f-aeda-f742eb495d21,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:53.112451 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4a53fbd8-0031-48fc-91bd-23d1e6c800bf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.113766 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4a53fbd8-0031-48fc-91bd-23d1e6c800bf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238003 Aug 19 19:15:53.116816 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43570) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:15:53.121332 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-3f1c0034-ce62-4d7f-8b80-3997cd26a043 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': '1b398992-ad10-48aa-87ed-abff28e6bd83', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:15:53.147713 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3f1c0034-ce62-4d7f-8b80-3997cd26a043 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.207175 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3f1c0034-ce62-4d7f-8b80-3997cd26a043 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.210879 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3f1c0034-ce62-4d7f-8b80-3997cd26a043 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.228198 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c0034-ce62-4d7f-8b80-3997cd26a043 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612acc6d-1880-449f-891b-c0a8d0e1d005,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:53.235320 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3f1c0034-ce62-4d7f-8b80-3997cd26a043 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.236709 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3f1c0034-ce62-4d7f-8b80-3997cd26a043 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188402 Aug 19 19:15:53.239421 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43572) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:15:53.244199 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-1d1587e5-7c62-416c-bdbb-7d1e983b1628 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': '1b398992-ad10-48aa-87ed-abff28e6bd83', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:15:53.270352 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1d1587e5-7c62-416c-bdbb-7d1e983b1628 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.333420 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1d1587e5-7c62-416c-bdbb-7d1e983b1628 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.337230 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1d1587e5-7c62-416c-bdbb-7d1e983b1628 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.356611 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1587e5-7c62-416c-bdbb-7d1e983b1628 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1ed4ae-0964-4be1-addf-722171528686,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:53.364043 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1d1587e5-7c62-416c-bdbb-7d1e983b1628 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.365523 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1d1587e5-7c62-416c-bdbb-7d1e983b1628 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246412 Aug 19 19:15:53.368498 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43574) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:15:53.373086 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-9faab5e3-c403-4314-8ecc-8e27b68495bf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': '1b398992-ad10-48aa-87ed-abff28e6bd83', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:15:53.395021 n-d-803753-2 neutron-server[94681]: INFO neutron.db.securitygroups_db [None req-9faab5e3-c403-4314-8ecc-8e27b68495bf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Project fad4d15d46254baea114898323e1fe8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:15:53.400177 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9faab5e3-c403-4314-8ecc-8e27b68495bf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.462060 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9faab5e3-c403-4314-8ecc-8e27b68495bf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.465756 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9faab5e3-c403-4314-8ecc-8e27b68495bf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.488270 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab5e3-c403-4314-8ecc-8e27b68495bf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a235093-730a-4f53-b081-62b29e23b570,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:53.492589 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9faab5e3-c403-4314-8ecc-8e27b68495bf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.493829 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9faab5e3-c403-4314-8ecc-8e27b68495bf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243176 Aug 19 19:15:53.496535 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43576) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:15:53.501844 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-a6df1e65-40e9-4a11-8248-0ddd3e0221b4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'security_group_rule': {'security_group_id': '1b398992-ad10-48aa-87ed-abff28e6bd83', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:15:53.524221 n-d-803753-2 neutron-server[94681]: INFO neutron.db.securitygroups_db [None req-a6df1e65-40e9-4a11-8248-0ddd3e0221b4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Project fad4d15d46254baea114898323e1fe8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:15:53.529142 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6df1e65-40e9-4a11-8248-0ddd3e0221b4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.590775 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6df1e65-40e9-4a11-8248-0ddd3e0221b4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.594515 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6df1e65-40e9-4a11-8248-0ddd3e0221b4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.613951 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df1e65-40e9-4a11-8248-0ddd3e0221b4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf85567d-6c95-4e64-b318-ee848a475bbc,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:53.617465 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a6df1e65-40e9-4a11-8248-0ddd3e0221b4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.618723 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a6df1e65-40e9-4a11-8248-0ddd3e0221b4 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212389 Aug 19 19:15:53.621580 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43578) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:15:53.627155 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-c3193b79-22f6-408d-a5fd-2d60e393ee6c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'network': {'name': 'tempest-network-smoke--599418102', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'port_security_enabled': True}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:15:53.647904 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3193b79-22f6-408d-a5fd-2d60e393ee6c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Made reservation on behalf of fad4d15d46254baea114898323e1fe8a for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:15:53.651318 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c3193b79-22f6-408d-a5fd-2d60e393ee6c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.675122 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3193b79-22f6-408d-a5fd-2d60e393ee6c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:15:53.684044 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c3193b79-22f6-408d-a5fd-2d60e393ee6c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.684418 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-c3193b79-22f6-408d-a5fd-2d60e393ee6c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Added segment 795927e7-e45e-4448-a1a2-bd9e4e7ddf6a of type vlan for network 2b0bda06-6230-470c-a280-1b586159f7ce Aug 19 19:15:53.724085 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c3193b79-22f6-408d-a5fd-2d60e393ee6c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.748450 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c3193b79-22f6-408d-a5fd-2d60e393ee6c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.754814 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3193b79-22f6-408d-a5fd-2d60e393ee6c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:53.755379 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-c3193b79-22f6-408d-a5fd-2d60e393ee6c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.817806 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c3193b79-22f6-408d-a5fd-2d60e393ee6c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1951580 Aug 19 19:15:53.820544 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43580) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:15:53.825001 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-8120278b-5ffc-44fc-94d4-95c3d1725685 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-485061153', 'admin_state_up': True, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:15:53.839721 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3193b79-22f6-408d-a5fd-2d60e393ee6c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Network': ['ID=2b0bda06-6230-470c-a280-1b586159f7ce,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:53.849692 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 2b0bda06-6230-470c-a280-1b586159f7ce details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:15:53.854565 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8120278b-5ffc-44fc-94d4-95c3d1725685 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.855597 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8120278b-5ffc-44fc-94d4-95c3d1725685 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:53.907720 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8120278b-5ffc-44fc-94d4-95c3d1725685 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:54.051566 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8120278b-5ffc-44fc-94d4-95c3d1725685 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:54.243053 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8120278b-5ffc-44fc-94d4-95c3d1725685 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:54.265867 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8120278b-5ffc-44fc-94d4-95c3d1725685 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:54.367165 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-8120278b-5ffc-44fc-94d4-95c3d1725685 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Allocated IP 172.25.8.230 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/af386812-f88d-4753-b884-56857b462c28) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:15:54.474504 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8120278b-5ffc-44fc-94d4-95c3d1725685 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:54.513211 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8120278b-5ffc-44fc-94d4-95c3d1725685 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:54.548846 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8120278b-5ffc-44fc-94d4-95c3d1725685 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:15:54.553626 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-8120278b-5ffc-44fc-94d4-95c3d1725685 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:15:54.557114 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8120278b-5ffc-44fc-94d4-95c3d1725685 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:15:54.581718 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120278b-5ffc-44fc-94d4-95c3d1725685 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=af386812-f88d-4753-b884-56857b462c28,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:54.807077 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8120278b-5ffc-44fc-94d4-95c3d1725685 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:55.003832 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8120278b-5ffc-44fc-94d4-95c3d1725685 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:55.452429 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8120278b-5ffc-44fc-94d4-95c3d1725685 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router 8b7cad1a-4cd4-474b-99f9-7b82307b0666 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 19:15:55.557247 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8120278b-5ffc-44fc-94d4-95c3d1725685 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:15:55.567208 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] Sync routers for ids ['8b7cad1a-4cd4-474b-99f9-7b82307b0666'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:15:55.576171 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-8120278b-5ffc-44fc-94d4-95c3d1725685 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:55.576362 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] Routers {'8b7cad1a-4cd4-474b-99f9-7b82307b0666'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:15:55.576946 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:15:38Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['8b7cad1a-4cd4-474b-99f9-7b82307b0666'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:15:55.577514 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8120278b-5ffc-44fc-94d4-95c3d1725685 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7560461 Aug 19 19:15:55.581306 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43582) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:15:55.662387 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a200dbde-c81b-4ff6-90e7-256b5c29d65c tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=fad4d15d46254baea114898323e1fe8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0798440 Aug 19 19:15:55.665151 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43586) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:15:55.782520 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] Set router 8b7cad1a-4cd4-474b-99f9-7b82307b0666 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:15:55.822494 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e511ba53-00a6-4525-8e45-4c4a9e54e4d7 tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:55.827033 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e511ba53-00a6-4525-8e45-4c4a9e54e4d7 tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1578560 Aug 19 19:15:55.827373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43588) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:15:55.864774 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8f220327-a2e1-464d-891d-78f88745f32c tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3b0e60a5-be68-4f22-8336-1b6a3362381d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362985 Aug 19 19:15:55.867693 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43590) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:15:55.872713 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-73e83fa3-30e2-4e43-ba34-e01ed7b7b81a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-132554957', 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce', 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:15:55.963389 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e83fa3-30e2-4e43-ba34-e01ed7b7b81a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Made reservation on behalf of fad4d15d46254baea114898323e1fe8a for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:15:55.964708 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485061153', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'af386812-f88d-4753-b884-56857b462c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:15:53Z', 'updated_at': '2021-08-19T19:15:54Z', 'revision_number': 3, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'af386812-f88d-4753-b884-56857b462c28', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:15:54Z', 'updated_at': '2021-08-19T19:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:15:55.966912 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-73e83fa3-30e2-4e43-ba34-e01ed7b7b81a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:55.992139 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] Checking router: 8b7cad1a-4cd4-474b-99f9-7b82307b0666 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:15:55.992527 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] Updating router 8b7cad1a-4cd4-474b-99f9-7b82307b0666 port af386812-f88d-4753-b884-56857b462c28 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:15:56.018612 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:56.152047 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-73e83fa3-30e2-4e43-ba34-e01ed7b7b81a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:56.214267 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e83fa3-30e2-4e43-ba34-e01ed7b7b81a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Subnet': ['ID=ff431996-bde6-4d19-893e-a3b45483e215,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:56.225162 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e83fa3-30e2-4e43-ba34-e01ed7b7b81a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Checking segment: {'id': '795927e7-e45e-4448-a1a2-bd9e4e7ddf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:15:56.225555 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e83fa3-30e2-4e43-ba34-e01ed7b7b81a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network hostable DHCP agents. Network: 2b0bda06-6230-470c-a280-1b586159f7ce, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:15:56.243242 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e83fa3-30e2-4e43-ba34-e01ed7b7b81a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network 2b0bda06-6230-470c-a280-1b586159f7ce is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:15:56.252517 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-73e83fa3-30e2-4e43-ba34-e01ed7b7b81a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 2b0bda06-6230-470c-a280-1b586159f7ce) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:15:56.256548 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e83fa3-30e2-4e43-ba34-e01ed7b7b81a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:56.257150 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-73e83fa3-30e2-4e43-ba34-e01ed7b7b81a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:56.264732 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce378b0-2463-4663-8eee-457f3d07299f None None] Network 2b0bda06-6230-470c-a280-1b586159f7ce requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:15:56.276027 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43592) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:15:56.276868 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-73e83fa3-30e2-4e43-ba34-e01ed7b7b81a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4075177 Aug 19 19:15:56.294852 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:56.305768 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] Transition to ACTIVE for port object af386812-f88d-4753-b884-56857b462c28 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:15:56.316592 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:56.366352 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] Attempting to bind port af386812-f88d-4753-b884-56857b462c28 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:15:56.366752 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] Attempting to bind port af386812-f88d-4753-b884-56857b462c28 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:15:56.367084 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] Attempting to bind port af386812-f88d-4753-b884-56857b462c28 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:15:56.376266 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5b5f4-d11b-4f49-9424-a1461ce216eb None None] Pushing event updated for resources: {'Port': ['ID=af386812-f88d-4753-b884-56857b462c28,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:56.379544 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:15:56.379910 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:15:56.380316 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:56.380715 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:15:56.381198 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] Bound port: af386812-f88d-4753-b884-56857b462c28, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:15:56.381600 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:56.388173 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb5b5f4-d11b-4f49-9424-a1461ce216eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:56.388516 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb5b5f4-d11b-4f49-9424-a1461ce216eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:56.388862 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb5b5f4-d11b-4f49-9424-a1461ce216eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:56.389198 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb5b5f4-d11b-4f49-9424-a1461ce216eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:56.389627 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb5b5f4-d11b-4f49-9424-a1461ce216eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:56.389932 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb5b5f4-d11b-4f49-9424-a1461ce216eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:56.390260 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb5b5f4-d11b-4f49-9424-a1461ce216eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:56.390588 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb5b5f4-d11b-4f49-9424-a1461ce216eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:56.390993 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb5b5f4-d11b-4f49-9424-a1461ce216eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:56.391506 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb5b5f4-d11b-4f49-9424-a1461ce216eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:56.391834 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb5b5f4-d11b-4f49-9424-a1461ce216eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:56.392160 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb5b5f4-d11b-4f49-9424-a1461ce216eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:56.436556 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556fed1f-9dd3-4dc4-9eba-4bfe7623639d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-2b0bda06-6230-470c-a280-1b586159f7ce', 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ips': [{'subnet_id': 'ff431996-bde6-4d19-893e-a3b45483e215'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:15:56.437417 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-556fed1f-9dd3-4dc4-9eba-4bfe7623639d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:56.448477 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] For port af386812-f88d-4753-b884-56857b462c28, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:15:56.453103 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] For port af386812-f88d-4753-b884-56857b462c28, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=af386812-f88d-4753-b884-56857b462c28,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:15:56.458471 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:56.526966 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5b5f4-d11b-4f49-9424-a1461ce216eb None None] Pushing event updated for resources: {'Port': ['ID=af386812-f88d-4753-b884-56857b462c28,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:56.529638 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] Routers {'8b7cad1a-4cd4-474b-99f9-7b82307b0666'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:15:56.530343 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:15:38Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['8b7cad1a-4cd4-474b-99f9-7b82307b0666'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:15:56.592790 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-556fed1f-9dd3-4dc4-9eba-4bfe7623639d None None] Allocated IP 172.20.0.2 (2b0bda06-6230-470c-a280-1b586159f7ce/ff431996-bde6-4d19-893e-a3b45483e215/296e0109-6bb0-4e16-8483-31b27e90fd97) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:15:56.642837 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] Set router 8b7cad1a-4cd4-474b-99f9-7b82307b0666 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:15:56.739482 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5bd13f66-3b07-4117-97e7-d07d12b6d044 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:56.744769 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-556fed1f-9dd3-4dc4-9eba-4bfe7623639d None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:56.754573 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-556fed1f-9dd3-4dc4-9eba-4bfe7623639d None None] Transition to ACTIVE for port object 296e0109-6bb0-4e16-8483-31b27e90fd97 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:15:56.771486 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-556fed1f-9dd3-4dc4-9eba-4bfe7623639d None None] Transition to ACTIVE for port object 296e0109-6bb0-4e16-8483-31b27e90fd97 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:15:56.777753 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-556fed1f-9dd3-4dc4-9eba-4bfe7623639d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:56.826104 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556fed1f-9dd3-4dc4-9eba-4bfe7623639d None None] Network 2b0bda06-6230-470c-a280-1b586159f7ce is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:15:56.830707 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-556fed1f-9dd3-4dc4-9eba-4bfe7623639d None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:15:56.832631 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fed1f-9dd3-4dc4-9eba-4bfe7623639d None None] Pushing event updated for resources: {'Port': ['ID=296e0109-6bb0-4e16-8483-31b27e90fd97,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:56.835312 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485061153', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'af386812-f88d-4753-b884-56857b462c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:15:53Z', 'updated_at': '2021-08-19T19:15:54Z', 'revision_number': 3, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'af386812-f88d-4753-b884-56857b462c28', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:15:54Z', 'updated_at': '2021-08-19T19:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:15:56.837891 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556fed1f-9dd3-4dc4-9eba-4bfe7623639d None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:15:56.866689 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6bd66e-431b-4f1d-8b42-11372bd5cbe9 None None] The sync data for ids ['8b7cad1a-4cd4-474b-99f9-7b82307b0666'] in n-d-803753-2 is: [{'id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485061153', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'af386812-f88d-4753-b884-56857b462c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:15:53Z', 'updated_at': '2021-08-19T19:15:54Z', 'revision_number': 3, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'af386812-f88d-4753-b884-56857b462c28', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:15:54Z', 'updated_at': '2021-08-19T19:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:15:56.905185 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-556fed1f-9dd3-4dc4-9eba-4bfe7623639d None None] Attempting to bind port 296e0109-6bb0-4e16-8483-31b27e90fd97 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:15:56.905587 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-556fed1f-9dd3-4dc4-9eba-4bfe7623639d None None] Attempting to bind port 296e0109-6bb0-4e16-8483-31b27e90fd97 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '795927e7-e45e-4448-a1a2-bd9e4e7ddf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:15:56.905960 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556fed1f-9dd3-4dc4-9eba-4bfe7623639d None None] Attempting to bind port 296e0109-6bb0-4e16-8483-31b27e90fd97 on network 2b0bda06-6230-470c-a280-1b586159f7ce {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:15:56.911821 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556fed1f-9dd3-4dc4-9eba-4bfe7623639d None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:15:56.912212 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556fed1f-9dd3-4dc4-9eba-4bfe7623639d None None] Checking segment: {'id': '795927e7-e45e-4448-a1a2-bd9e4e7ddf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:15:56.912616 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-556fed1f-9dd3-4dc4-9eba-4bfe7623639d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:56.913021 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556fed1f-9dd3-4dc4-9eba-4bfe7623639d None None] Bound using segment: {'id': '795927e7-e45e-4448-a1a2-bd9e4e7ddf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:15:56.913490 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-556fed1f-9dd3-4dc4-9eba-4bfe7623639d None None] Bound port: 296e0109-6bb0-4e16-8483-31b27e90fd97, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795927e7-e45e-4448-a1a2-bd9e4e7ddf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:15:56.913909 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-556fed1f-9dd3-4dc4-9eba-4bfe7623639d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:56.984489 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-556fed1f-9dd3-4dc4-9eba-4bfe7623639d None None] For port 296e0109-6bb0-4e16-8483-31b27e90fd97, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:15:56.987935 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-556fed1f-9dd3-4dc4-9eba-4bfe7623639d None None] For port 296e0109-6bb0-4e16-8483-31b27e90fd97, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=296e0109-6bb0-4e16-8483-31b27e90fd97,segment=NetworkSegment(795927e7-e45e-4448-a1a2-bd9e4e7ddf6a),segment_id=795927e7-e45e-4448-a1a2-bd9e4e7ddf6a)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:15:56.992437 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-556fed1f-9dd3-4dc4-9eba-4bfe7623639d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:57.039021 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-5bd13f66-3b07-4117-97e7-d07d12b6d044 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Allocated IP 172.20.0.1 (2b0bda06-6230-470c-a280-1b586159f7ce/ff431996-bde6-4d19-893e-a3b45483e215/55e7efc5-6a90-4bbe-9fc7-6a31e744d711) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:15:57.053426 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fed1f-9dd3-4dc4-9eba-4bfe7623639d None None] Pushing event updated for resources: {'Port': ['ID=296e0109-6bb0-4e16-8483-31b27e90fd97,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:57.185045 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5bd13f66-3b07-4117-97e7-d07d12b6d044 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:57.200585 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-5bd13f66-3b07-4117-97e7-d07d12b6d044 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Transition to ACTIVE for port object 55e7efc5-6a90-4bbe-9fc7-6a31e744d711 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:15:57.262789 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5bd13f66-3b07-4117-97e7-d07d12b6d044 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:57.316985 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd13f66-3b07-4117-97e7-d07d12b6d044 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network 2b0bda06-6230-470c-a280-1b586159f7ce is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:15:57.321183 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-5bd13f66-3b07-4117-97e7-d07d12b6d044 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:15:57.325247 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd13f66-3b07-4117-97e7-d07d12b6d044 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:15:57.336776 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd13f66-3b07-4117-97e7-d07d12b6d044 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=55e7efc5-6a90-4bbe-9fc7-6a31e744d711,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:57.385190 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5bd13f66-3b07-4117-97e7-d07d12b6d044 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:57.528530 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5bd13f66-3b07-4117-97e7-d07d12b6d044 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:57.842420 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5bd13f66-3b07-4117-97e7-d07d12b6d044 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:57.847432 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5bd13f66-3b07-4117-97e7-d07d12b6d044 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:58.035676 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb973ca-22af-4d3c-ad3e-26fe4987ba2b None None] Network 2b0bda06-6230-470c-a280-1b586159f7ce requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:15:58.100616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c5cd1512-69d9-4558-94ac-e2023a3b2a00 None None] Provisioning for port 296e0109-6bb0-4e16-8483-31b27e90fd97 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:15:58.288280 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd13f66-3b07-4117-97e7-d07d12b6d044 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=55e7efc5-6a90-4bbe-9fc7-6a31e744d711,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:58.290967 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5bd13f66-3b07-4117-97e7-d07d12b6d044 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:58.396646 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd13f66-3b07-4117-97e7-d07d12b6d044 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network 2b0bda06-6230-470c-a280-1b586159f7ce is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:15:58.398128 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-5bd13f66-3b07-4117-97e7-d07d12b6d044 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:15:58.442477 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9ca25032-f006-46c0-8a62-41fada6da2f1 None None] Provisioning for port 55e7efc5-6a90-4bbe-9fc7-6a31e744d711 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:15:58.446683 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-9ca25032-f006-46c0-8a62-41fada6da2f1 None None] Provisioning complete for port 55e7efc5-6a90-4bbe-9fc7-6a31e744d711 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:15:58.447236 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9ca25032-f006-46c0-8a62-41fada6da2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:58.489246 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-9ca25032-f006-46c0-8a62-41fada6da2f1 None None] Port 55e7efc5-6a90-4bbe-9fc7-6a31e744d711 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:15:58.536319 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd13f66-3b07-4117-97e7-d07d12b6d044 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router 8b7cad1a-4cd4-474b-99f9-7b82307b0666 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:15:58.661035 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd13f66-3b07-4117-97e7-d07d12b6d044 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:15:58.673431 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5bd13f66-3b07-4117-97e7-d07d12b6d044 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "PUT /v2.0/routers/8b7cad1a-4cd4-474b-99f9-7b82307b0666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3893852 Aug 19 19:15:58.673571 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] Sync routers for ids ['8b7cad1a-4cd4-474b-99f9-7b82307b0666'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:15:58.686981 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] Routers {'8b7cad1a-4cd4-474b-99f9-7b82307b0666'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:15:58.688134 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:15:38Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['8b7cad1a-4cd4-474b-99f9-7b82307b0666'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:15:58.758733 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 296e0109-6bb0-4e16-8483-31b27e90fd97 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:15:58.763075 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3e0ad4dc-a2cd-4c6c-adcd-ce5e7b07d92d None None] Provisioning complete for port 55e7efc5-6a90-4bbe-9fc7-6a31e744d711 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:15:58.763676 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad4dc-a2cd-4c6c-adcd-ce5e7b07d92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:58.848998 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-b74a766c-ab79-49e8-a863-10c5ed0c9cc6 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-201639724&fields=id&tenant_id=fad4d15d46254baea114898323e1fe8a HTTP/1.1" status: 200 len: 267 time: 0.0442724 Aug 19 19:15:58.884331 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-3e0ad4dc-a2cd-4c6c-adcd-ce5e7b07d92d None None] Port 55e7efc5-6a90-4bbe-9fc7-6a31e744d711 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:15:58.899568 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] Set router 8b7cad1a-4cd4-474b-99f9-7b82307b0666 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:15:58.936792 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 296e0109-6bb0-4e16-8483-31b27e90fd97 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:15:58.946524 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 296e0109-6bb0-4e16-8483-31b27e90fd97 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:15:58.946906 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:58.976401 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-969c6ca3-cdd8-4c58-aa0d-2ac0715f3caf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:58.977939 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-969c6ca3-cdd8-4c58-aa0d-2ac0715f3caf tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/networks?id=2b0bda06-6230-470c-a280-1b586159f7ce HTTP/1.1" status: 200 len: 796 time: 0.1213768 Aug 19 19:15:58.994957 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-e9644d0e-cf85-4fc4-8d62-4bc7c2db7e1b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/quotas/fad4d15d46254baea114898323e1fe8a HTTP/1.1" status: 200 len: 375 time: 0.0100391 Aug 19 19:15:59.049587 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-7d3d0ac7-6e26-4328-ae94-4bd9f53c037f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477650 Aug 19 19:15:59.069230 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-e8ee7d6d-72b5-4692-b297-8eb6a8460fda None None] Provisioning complete for port 55e7efc5-6a90-4bbe-9fc7-6a31e744d711 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:15:59.069752 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e8ee7d6d-72b5-4692-b297-8eb6a8460fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:59.184420 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-e8ee7d6d-72b5-4692-b297-8eb6a8460fda None None] Port 55e7efc5-6a90-4bbe-9fc7-6a31e744d711 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:15:59.194512 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-ae42e177-0248-477e-9a88-a76607203625 service neutron] 10.222.0.24 "GET /v2.0/networks/2b0bda06-6230-470c-a280-1b586159f7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328585 Aug 19 19:15:59.195785 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:59.238504 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 296e0109-6bb0-4e16-8483-31b27e90fd97, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=296e0109-6bb0-4e16-8483-31b27e90fd97,segment=NetworkSegment(795927e7-e45e-4448-a1a2-bd9e4e7ddf6a),segment_id=795927e7-e45e-4448-a1a2-bd9e4e7ddf6a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:15:59.244429 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:59.245220 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device af386812-f88d-4753-b884-56857b462c28 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:15:59.252221 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485061153', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'af386812-f88d-4753-b884-56857b462c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:15:53Z', 'updated_at': '2021-08-19T19:15:57Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'af386812-f88d-4753-b884-56857b462c28', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:15:54Z', 'updated_at': '2021-08-19T19:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '55e7efc5-6a90-4bbe-9fc7-6a31e744d711', 'name': '', 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:0c:0a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ff431996-bde6-4d19-893e-a3b45483e215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:15:56Z', 'updated_at': '2021-08-19T19:15:57Z', 'revision_number': 2, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'ff431996-bde6-4d19-893e-a3b45483e215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:15:59.293857 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-c6a02383-6aa2-4d38-9839-011d380ea506 service neutron] 10.222.0.24 "GET /v2.0/networks/2b0bda06-6230-470c-a280-1b586159f7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927022 Aug 19 19:15:59.319745 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] Checking router: 8b7cad1a-4cd4-474b-99f9-7b82307b0666 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:15:59.320105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] Updating router 8b7cad1a-4cd4-474b-99f9-7b82307b0666 port 55e7efc5-6a90-4bbe-9fc7-6a31e744d711 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:15:59.366029 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:59.386902 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=296e0109-6bb0-4e16-8483-31b27e90fd97,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:59.442166 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port af386812-f88d-4753-b884-56857b462c28 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:15:59.454532 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port af386812-f88d-4753-b884-56857b462c28 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:15:59.454991 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:59.464542 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-70fd4dcc-9908-48ab-9a79-3599462fa95a req-188aded4-e43d-476b-ad43-b8977162d23b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 210 time: 0.0291617 Aug 19 19:15:59.653593 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:59.690806 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port af386812-f88d-4753-b884-56857b462c28, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=af386812-f88d-4753-b884-56857b462c28,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:15:59.695683 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:59.794592 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=af386812-f88d-4753-b884-56857b462c28,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:59.809474 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:59.821296 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] Transition to ACTIVE for port object 55e7efc5-6a90-4bbe-9fc7-6a31e744d711 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:15:59.827322 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:59.896965 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6010c1-bce7-4530-97dc-97082eec00ac None None] Pushing event updated for resources: {'Port': ['ID=55e7efc5-6a90-4bbe-9fc7-6a31e744d711,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:59.929769 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] Attempting to bind port 55e7efc5-6a90-4bbe-9fc7-6a31e744d711 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:15:59.930274 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] Attempting to bind port 55e7efc5-6a90-4bbe-9fc7-6a31e744d711 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '795927e7-e45e-4448-a1a2-bd9e4e7ddf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:15:59.930648 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] Attempting to bind port 55e7efc5-6a90-4bbe-9fc7-6a31e744d711 on network 2b0bda06-6230-470c-a280-1b586159f7ce {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:15:59.936426 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:15:59.936993 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] Checking segment: {'id': '795927e7-e45e-4448-a1a2-bd9e4e7ddf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:15:59.938137 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:59.938595 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] Bound using segment: {'id': '795927e7-e45e-4448-a1a2-bd9e4e7ddf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:15:59.939158 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] Bound port: 55e7efc5-6a90-4bbe-9fc7-6a31e744d711, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795927e7-e45e-4448-a1a2-bd9e4e7ddf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:15:59.939688 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:00.019456 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] For port 55e7efc5-6a90-4bbe-9fc7-6a31e744d711, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:16:00.023454 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] For port 55e7efc5-6a90-4bbe-9fc7-6a31e744d711, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=55e7efc5-6a90-4bbe-9fc7-6a31e744d711,segment=NetworkSegment(795927e7-e45e-4448-a1a2-bd9e4e7ddf6a),segment_id=795927e7-e45e-4448-a1a2-bd9e4e7ddf6a)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:16:00.028542 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:00.091170 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] Routers {'8b7cad1a-4cd4-474b-99f9-7b82307b0666'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:16:00.091170 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:15:38Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['8b7cad1a-4cd4-474b-99f9-7b82307b0666'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:16:00.164082 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6010c1-bce7-4530-97dc-97082eec00ac None None] Pushing event updated for resources: {'Port': ['ID=55e7efc5-6a90-4bbe-9fc7-6a31e744d711,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:16:00.407215 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] Set router 8b7cad1a-4cd4-474b-99f9-7b82307b0666 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:16:00.570305 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-05cbfc01-c092-448e-9ebc-72c5f30eca74 req-2eb81171-6c90-4b13-a276-3437715fee74 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 210 time: 0.0326307 Aug 19 19:16:00.607289 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-f6e7e98a-5662-485f-babb-fbcfed11c909 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:00.608737 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-f6e7e98a-5662-485f-babb-fbcfed11c909 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.54 "GET /v2.0/networks?id=2b0bda06-6230-470c-a280-1b586159f7ce HTTP/1.1" status: 200 len: 796 time: 0.1285517 Aug 19 19:16:00.631254 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485061153', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'af386812-f88d-4753-b884-56857b462c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:15:53Z', 'updated_at': '2021-08-19T19:15:57Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'af386812-f88d-4753-b884-56857b462c28', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:15:54Z', 'updated_at': '2021-08-19T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '55e7efc5-6a90-4bbe-9fc7-6a31e744d711', 'name': '', 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:0c:0a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ff431996-bde6-4d19-893e-a3b45483e215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:15:56Z', 'updated_at': '2021-08-19T19:16:00Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'ff431996-bde6-4d19-893e-a3b45483e215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:16:00.667405 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-2c0f767d-b898-4534-a39a-1f148d480eb7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad4d15d46254baea114898323e1fe8a HTTP/1.1" status: 200 len: 379 time: 0.0427008 Aug 19 19:16:00.668429 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c807678-a61c-43a2-b540-62514d4ff268 None None] The sync data for ids ['8b7cad1a-4cd4-474b-99f9-7b82307b0666'] in n-d-803753-2 is: [{'id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485061153', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'af386812-f88d-4753-b884-56857b462c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:15:53Z', 'updated_at': '2021-08-19T19:15:57Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'af386812-f88d-4753-b884-56857b462c28', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:15:54Z', 'updated_at': '2021-08-19T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '55e7efc5-6a90-4bbe-9fc7-6a31e744d711', 'name': '', 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:0c:0a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ff431996-bde6-4d19-893e-a3b45483e215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:15:56Z', 'updated_at': '2021-08-19T19:16:00Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'ff431996-bde6-4d19-893e-a3b45483e215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:16:00.682747 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 296e0109-6bb0-4e16-8483-31b27e90fd97 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:16:00.684823 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-6beddd7d-d861-416e-a504-f7ac95069571 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'port': {'device_id': 'c2ffbac1-7edc-4f61-bc66-3144a0df2e56', 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce', 'admin_state_up': True, 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'security_groups': ['1b398992-ad10-48aa-87ed-abff28e6bd83']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:16:00.756503 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 296e0109-6bb0-4e16-8483-31b27e90fd97 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:16:00.756949 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:00.822065 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-6beddd7d-d861-416e-a504-f7ac95069571 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Made reservation on behalf of fad4d15d46254baea114898323e1fe8a for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:16:00.825729 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-6beddd7d-d861-416e-a504-f7ac95069571 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:00.857118 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device af386812-f88d-4753-b884-56857b462c28 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:16:00.911196 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port af386812-f88d-4753-b884-56857b462c28 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:16:00.911946 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:00.972085 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-6beddd7d-d861-416e-a504-f7ac95069571 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Allocated IP 172.20.0.8 (2b0bda06-6230-470c-a280-1b586159f7ce/ff431996-bde6-4d19-893e-a3b45483e215/01b6a858-ca55-493b-97e4-1a7794b558b9) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:16:01.123466 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-6beddd7d-d861-416e-a504-f7ac95069571 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:01.138757 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-6beddd7d-d861-416e-a504-f7ac95069571 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Transition to ACTIVE for port object 01b6a858-ca55-493b-97e4-1a7794b558b9 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:16:01.174313 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-6beddd7d-d861-416e-a504-f7ac95069571 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:01.223147 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-6beddd7d-d861-416e-a504-f7ac95069571 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network 2b0bda06-6230-470c-a280-1b586159f7ce is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:16:01.226522 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-6beddd7d-d861-416e-a504-f7ac95069571 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:16:01.229124 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-6beddd7d-d861-416e-a504-f7ac95069571 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:16:01.262129 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beddd7d-d861-416e-a504-f7ac95069571 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=01b6a858-ca55-493b-97e4-1a7794b558b9,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:16:01.293923 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-6beddd7d-d861-416e-a504-f7ac95069571 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:01.294781 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-6beddd7d-d861-416e-a504-f7ac95069571 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:01.311237 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-6beddd7d-d861-416e-a504-f7ac95069571 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6342030 Aug 19 19:16:01.327733 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-a4b8315c-f218-4366-aa7d-fdc6814d4a40 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 19:16:01.329194 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-a4b8315c-f218-4366-aa7d-fdc6814d4a40 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066183 Aug 19 19:16:01.346460 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-694ef4cc-caf3-48fe-b1c5-a166f4797b55 service neutron] Request body: {'port': {'device_id': 'c2ffbac1-7edc-4f61-bc66-3144a0df2e56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:16:01.408057 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-694ef4cc-caf3-48fe-b1c5-a166f4797b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:01.525405 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ddef1be7-c1c1-4a47-af20-4ce73b283b22 None None] Provisioning for port 01b6a858-ca55-493b-97e4-1a7794b558b9 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:16:01.530577 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ddef1be7-c1c1-4a47-af20-4ce73b283b22 None None] Provisioning complete for port 01b6a858-ca55-493b-97e4-1a7794b558b9 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:16:01.530957 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ddef1be7-c1c1-4a47-af20-4ce73b283b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:01.569934 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-ddef1be7-c1c1-4a47-af20-4ce73b283b22 None None] Port 01b6a858-ca55-493b-97e4-1a7794b558b9 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:16:01.743716 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab02c3f-080e-49cf-903b-61f92a949724 req-205b3f0d-f369-4f17-b194-47368eb93506 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:01.745275 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7ab02c3f-080e-49cf-903b-61f92a949724 req-205b3f0d-f369-4f17-b194-47368eb93506 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 931 time: 0.0999296 Aug 19 19:16:01.747448 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-694ef4cc-caf3-48fe-b1c5-a166f4797b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b6a858-ca55-493b-97e4-1a7794b558b9 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:16:01.756935 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-694ef4cc-caf3-48fe-b1c5-a166f4797b55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:01.785735 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-694ef4cc-caf3-48fe-b1c5-a166f4797b55 service neutron] Transition to ACTIVE for port object 01b6a858-ca55-493b-97e4-1a7794b558b9 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:16:01.794435 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-694ef4cc-caf3-48fe-b1c5-a166f4797b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:01.827045 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7ab02c3f-080e-49cf-903b-61f92a949724 req-dea52a97-cdb5-4a69-bbd2-87c2137920fb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b398992-ad10-48aa-87ed-abff28e6bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746989 Aug 19 19:16:01.856644 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ef4cc-caf3-48fe-b1c5-a166f4797b55 service neutron] Pushing event updated for resources: {'Port': ['ID=01b6a858-ca55-493b-97e4-1a7794b558b9,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:16:01.934172 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-694ef4cc-caf3-48fe-b1c5-a166f4797b55 service neutron] Attempting to bind port 01b6a858-ca55-493b-97e4-1a7794b558b9 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:16:01.934513 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-694ef4cc-caf3-48fe-b1c5-a166f4797b55 service neutron] Attempting to bind port 01b6a858-ca55-493b-97e4-1a7794b558b9 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '795927e7-e45e-4448-a1a2-bd9e4e7ddf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:16:01.934850 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-694ef4cc-caf3-48fe-b1c5-a166f4797b55 service neutron] Attempting to bind port 01b6a858-ca55-493b-97e4-1a7794b558b9 on network 2b0bda06-6230-470c-a280-1b586159f7ce {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:16:01.939656 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-694ef4cc-caf3-48fe-b1c5-a166f4797b55 service neutron] Port 01b6a858-ca55-493b-97e4-1a7794b558b9 on network 2b0bda06-6230-470c-a280-1b586159f7ce not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:16:01.939986 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-694ef4cc-caf3-48fe-b1c5-a166f4797b55 service neutron] Attempting to bind port 01b6a858-ca55-493b-97e4-1a7794b558b9 on network 2b0bda06-6230-470c-a280-1b586159f7ce {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:16:01.945994 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-694ef4cc-caf3-48fe-b1c5-a166f4797b55 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:16:01.946430 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-694ef4cc-caf3-48fe-b1c5-a166f4797b55 service neutron] Checking segment: {'id': '795927e7-e45e-4448-a1a2-bd9e4e7ddf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:16:01.946895 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-694ef4cc-caf3-48fe-b1c5-a166f4797b55 service neutron] Bound using segment: {'id': '795927e7-e45e-4448-a1a2-bd9e4e7ddf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:16:01.947478 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-694ef4cc-caf3-48fe-b1c5-a166f4797b55 service neutron] Bound port: 01b6a858-ca55-493b-97e4-1a7794b558b9, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795927e7-e45e-4448-a1a2-bd9e4e7ddf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:16:01.947859 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-694ef4cc-caf3-48fe-b1c5-a166f4797b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:02.019359 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-694ef4cc-caf3-48fe-b1c5-a166f4797b55 service neutron] For port 01b6a858-ca55-493b-97e4-1a7794b558b9, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:16:02.022719 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-694ef4cc-caf3-48fe-b1c5-a166f4797b55 service neutron] For port 01b6a858-ca55-493b-97e4-1a7794b558b9, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=01b6a858-ca55-493b-97e4-1a7794b558b9,segment=NetworkSegment(795927e7-e45e-4448-a1a2-bd9e4e7ddf6a),segment_id=795927e7-e45e-4448-a1a2-bd9e4e7ddf6a)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:16:02.026493 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-694ef4cc-caf3-48fe-b1c5-a166f4797b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:02.059849 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-694ef4cc-caf3-48fe-b1c5-a166f4797b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:02.060526 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-694ef4cc-caf3-48fe-b1c5-a166f4797b55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:02.061992 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-694ef4cc-caf3-48fe-b1c5-a166f4797b55 service neutron] 10.222.0.54 "PUT /v2.0/ports/01b6a858-ca55-493b-97e4-1a7794b558b9 HTTP/1.1" status: 200 len: 1091 time: 0.7204335 Aug 19 19:16:02.062506 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ffbac1-7edc-4f61-bc66-3144a0df2e56', 'tag': '01b6a858-ca55-493b-97e4-1a7794b558b9'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:16:02.064976 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635f6791-e96b-40e1-bfe1-56eeefe0e550" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ffbac1-7edc-4f61-bc66-3144a0df2e56", "tag": "01b6a858-ca55-493b-97e4-1a7794b558b9"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:16:02.099684 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ef4cc-caf3-48fe-b1c5-a166f4797b55 service neutron] Pushing event updated for resources: {'Port': ['ID=01b6a858-ca55-493b-97e4-1a7794b558b9,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:16:02.154856 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-753147e8-4e67-43f2-9655-bea800163f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:02.157113 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-753147e8-4e67-43f2-9655-bea800163f04 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 1094 time: 0.0460374 Aug 19 19:16:02.213308 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c988e104-c2c3-4eec-95b6-3821203b39fe x-openstack-request-id: req-c988e104-c2c3-4eec-95b6-3821203b39fe {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:16:02.213694 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ffbac1-7edc-4f61-bc66-3144a0df2e56", "tag": "01b6a858-ca55-493b-97e4-1a7794b558b9", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:16:02.213955 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c988e104-c2c3-4eec-95b6-3821203b39fe {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:16:02.214363 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ffbac1-7edc-4f61-bc66-3144a0df2e56', 'tag': '01b6a858-ca55-493b-97e4-1a7794b558b9', 'status': 'completed', 'code': 200} Aug 19 19:16:02.216184 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-16c8decb-02cd-4b6a-a063-97de367e05bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b6a858-ca55-493b-97e4-1a7794b558b9 HTTP/1.1" status: 200 len: 217 time: 0.0466449 Aug 19 19:16:02.270030 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-e5e8fd1f-5cf6-4cc7-8f74-3e35eaa48364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:02.271517 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-e5e8fd1f-5cf6-4cc7-8f74-3e35eaa48364 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ff431996-bde6-4d19-893e-a3b45483e215 HTTP/1.1" status: 200 len: 834 time: 0.0462193 Aug 19 19:16:02.316962 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-889af8f9-18f2-44f5-aa9a-b9d04c159564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:02.318515 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-889af8f9-18f2-44f5-aa9a-b9d04c159564 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b0bda06-6230-470c-a280-1b586159f7ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400119 Aug 19 19:16:02.417009 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-954add13-cd66-4bb5-aeec-cb5b38262393 service neutron] 10.222.0.54 "GET /v2.0/networks/2b0bda06-6230-470c-a280-1b586159f7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871744 Aug 19 19:16:02.510408 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-960cdb2f-a1f8-43a6-b8db-55cf72baaa22 req-124cabd8-9879-4f77-8f44-cacb37d59946 service neutron] 10.222.0.54 "GET /v2.0/networks/2b0bda06-6230-470c-a280-1b586159f7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819554 Aug 19 19:16:02.605201 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f6791-e96b-40e1-bfe1-56eeefe0e550 req-804f356e-3bd7-4524-9407-8e08470ea236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:02.606770 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-635f6791-e96b-40e1-bfe1-56eeefe0e550 req-804f356e-3bd7-4524-9407-8e08470ea236 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 1094 time: 0.0418446 Aug 19 19:16:02.680977 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 55e7efc5-6a90-4bbe-9fc7-6a31e744d711 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:16:02.715835 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f6791-e96b-40e1-bfe1-56eeefe0e550 req-d968cb30-80e4-4f50-adc7-33408ebfdc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:02.717288 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-635f6791-e96b-40e1-bfe1-56eeefe0e550 req-d968cb30-80e4-4f50-adc7-33408ebfdc2c service neutron] 10.222.0.54 "GET /v2.0/networks?id=2b0bda06-6230-470c-a280-1b586159f7ce HTTP/1.1" status: 200 len: 897 time: 0.1034758 Aug 19 19:16:02.734952 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 55e7efc5-6a90-4bbe-9fc7-6a31e744d711 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:16:02.738878 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 55e7efc5-6a90-4bbe-9fc7-6a31e744d711 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:16:02.739253 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:02.760257 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-635f6791-e96b-40e1-bfe1-56eeefe0e550 req-f58e9d33-1d77-4713-ac9e-3c4d83ee0962 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b6a858-ca55-493b-97e4-1a7794b558b9 HTTP/1.1" status: 200 len: 217 time: 0.0357068 Aug 19 19:16:02.816932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f6791-e96b-40e1-bfe1-56eeefe0e550 req-b793f6a6-05c1-404a-a9c7-41f061652b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:02.818500 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-635f6791-e96b-40e1-bfe1-56eeefe0e550 req-b793f6a6-05c1-404a-a9c7-41f061652b21 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ff431996-bde6-4d19-893e-a3b45483e215 HTTP/1.1" status: 200 len: 834 time: 0.0508168 Aug 19 19:16:02.821843 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:02.854478 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 55e7efc5-6a90-4bbe-9fc7-6a31e744d711, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=55e7efc5-6a90-4bbe-9fc7-6a31e744d711,segment=NetworkSegment(795927e7-e45e-4448-a1a2-bd9e4e7ddf6a),segment_id=795927e7-e45e-4448-a1a2-bd9e4e7ddf6a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:16:02.860400 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:02.881430 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f6791-e96b-40e1-bfe1-56eeefe0e550 req-9e1eb7c5-f518-4bba-a9d2-74acf62b436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:02.883068 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-635f6791-e96b-40e1-bfe1-56eeefe0e550 req-9e1eb7c5-f518-4bba-a9d2-74acf62b436d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b0bda06-6230-470c-a280-1b586159f7ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540042 Aug 19 19:16:02.915076 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=55e7efc5-6a90-4bbe-9fc7-6a31e744d711,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:16:03.015518 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd16660-5e1e-45dd-a2d1-8b2aee0f1a64 req-d24f8d81-383f-4a55-b697-ad3bceffd0e6 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:03.017023 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6bd16660-5e1e-45dd-a2d1-8b2aee0f1a64 req-d24f8d81-383f-4a55-b697-ad3bceffd0e6 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 943 time: 0.1045094 Aug 19 19:16:03.022425 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-635f6791-e96b-40e1-bfe1-56eeefe0e550 req-483c6530-ae60-45a7-94ed-dab0e22ea18f service neutron] 10.222.0.54 "GET /v2.0/networks/2b0bda06-6230-470c-a280-1b586159f7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318450 Aug 19 19:16:03.101951 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6bd16660-5e1e-45dd-a2d1-8b2aee0f1a64 req-55489dc1-dba4-4f4b-8d94-29e164da5e78 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b398992-ad10-48aa-87ed-abff28e6bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783293 Aug 19 19:16:03.135976 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-635f6791-e96b-40e1-bfe1-56eeefe0e550 req-447168be-c0a0-40ba-a8d9-c166daa641d2 service neutron] 10.222.0.54 "GET /v2.0/networks/2b0bda06-6230-470c-a280-1b586159f7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056881 Aug 19 19:16:04.222090 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4220f8-8941-41b8-a035-c6e5129c27a0 req-b03c3861-7b10-4602-9aef-c70246066792 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:04.223561 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bc4220f8-8941-41b8-a035-c6e5129c27a0 req-b03c3861-7b10-4602-9aef-c70246066792 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 943 time: 0.0494049 Aug 19 19:16:04.267883 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bc4220f8-8941-41b8-a035-c6e5129c27a0 req-d151f6d0-4c88-4afc-9f3c-cb8b141d7e00 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b398992-ad10-48aa-87ed-abff28e6bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381463 Aug 19 19:16:04.672803 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 55e7efc5-6a90-4bbe-9fc7-6a31e744d711 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:16:04.745442 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbcc54db-208d-41a2-855c-7bd586365caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:04.751928 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 55e7efc5-6a90-4bbe-9fc7-6a31e744d711 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:16:04.752296 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:05.319915 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 01b6a858-ca55-493b-97e4-1a7794b558b9 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:16:05.392913 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1bd16-c3a4-48d7-9842-964086ddbf0e req-a6e05bb3-c8cc-471b-bf49-89a1e283f949 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:05.394503 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-54a1bd16-c3a4-48d7-9842-964086ddbf0e req-a6e05bb3-c8cc-471b-bf49-89a1e283f949 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 943 time: 0.0570180 Aug 19 19:16:05.416217 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 01b6a858-ca55-493b-97e4-1a7794b558b9, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=01b6a858-ca55-493b-97e4-1a7794b558b9,segment=NetworkSegment(795927e7-e45e-4448-a1a2-bd9e4e7ddf6a),segment_id=795927e7-e45e-4448-a1a2-bd9e4e7ddf6a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:16:05.431768 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '01b6a858-ca55-493b-97e4-1a7794b558b9', 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce', 'port_id': '01b6a858-ca55-493b-97e4-1a7794b558b9', 'mac_address': 'fa:16:3e:32:1a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff431996-bde6-4d19-893e-a3b45483e215', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:16:05.434209 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-54a1bd16-c3a4-48d7-9842-964086ddbf0e req-4375437b-d1a9-4143-bbb3-72bca8e6a6c7 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b398992-ad10-48aa-87ed-abff28e6bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333946 Aug 19 19:16:05.469893 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:05.485376 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b6a858-ca55-493b-97e4-1a7794b558b9 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:16:05.505564 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 01b6a858-ca55-493b-97e4-1a7794b558b9, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=01b6a858-ca55-493b-97e4-1a7794b558b9,segment=NetworkSegment(795927e7-e45e-4448-a1a2-bd9e4e7ddf6a),segment_id=795927e7-e45e-4448-a1a2-bd9e4e7ddf6a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:16:05.509596 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:05.557859 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=01b6a858-ca55-493b-97e4-1a7794b558b9,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:16:05.809977 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['01b6a858-ca55-493b-97e4-1a7794b558b9'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:16:06.566118 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4240b8-1e58-4c78-a5b4-ab8368b887e6 req-ec86b3e0-e4e5-482f-84a1-c8b5a7a9297d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:06.567625 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cb4240b8-1e58-4c78-a5b4-ab8368b887e6 req-ec86b3e0-e4e5-482f-84a1-c8b5a7a9297d tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 944 time: 0.0599129 Aug 19 19:16:06.606203 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cb4240b8-1e58-4c78-a5b4-ab8368b887e6 req-1e550768-6a53-4a06-b479-9dbb231d32a3 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b398992-ad10-48aa-87ed-abff28e6bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325477 Aug 19 19:16:07.335450 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 01b6a858-ca55-493b-97e4-1a7794b558b9 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:16:07.388756 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:07.397517 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 01b6a858-ca55-493b-97e4-1a7794b558b9 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:16:07.402393 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 01b6a858-ca55-493b-97e4-1a7794b558b9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:16:07.402768 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:07.489845 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6c4f9896-4cfa-4427-978d-f6ad20b365fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:07.493255 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:07.515800 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ffbac1-7edc-4f61-bc66-3144a0df2e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b6a858-ca55-493b-97e4-1a7794b558b9'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:16:07.518170 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c16bacb-2d6f-4153-b5aa-c12fcf2fb875" -d '{"events": [{"server_uuid": "c2ffbac1-7edc-4f61-bc66-3144a0df2e56", "name": "network-vif-plugged", "status": "completed", "tag": "01b6a858-ca55-493b-97e4-1a7794b558b9"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:16:07.533852 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 01b6a858-ca55-493b-97e4-1a7794b558b9, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=01b6a858-ca55-493b-97e4-1a7794b558b9,segment=NetworkSegment(795927e7-e45e-4448-a1a2-bd9e4e7ddf6a),segment_id=795927e7-e45e-4448-a1a2-bd9e4e7ddf6a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:16:07.537882 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:07.585884 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=01b6a858-ca55-493b-97e4-1a7794b558b9,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:16:07.607428 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b0afd3-8877-4fa9-a9bd-a807b47a7519 x-openstack-request-id: req-90b0afd3-8877-4fa9-a9bd-a807b47a7519 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:16:07.607726 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ffbac1-7edc-4f61-bc66-3144a0df2e56", "name": "network-vif-plugged", "status": "completed", "tag": "01b6a858-ca55-493b-97e4-1a7794b558b9", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:16:07.607980 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90b0afd3-8877-4fa9-a9bd-a807b47a7519 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:16:07.608411 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ffbac1-7edc-4f61-bc66-3144a0df2e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b6a858-ca55-493b-97e4-1a7794b558b9', 'code': 200} Aug 19 19:16:07.712534 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a151c9-daf5-4eeb-b373-c98a908db60f req-034e74bc-53c5-40b1-863f-3f69348f16fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:07.714054 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-26a151c9-daf5-4eeb-b373-c98a908db60f req-034e74bc-53c5-40b1-863f-3f69348f16fa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 1096 time: 0.0432560 Aug 19 19:16:07.730455 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267496c-638f-4bd0-8a5f-46db3066be37 req-6e9d1d38-1ed0-4b5f-8092-e9c2b9bd183f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:07.731948 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3267496c-638f-4bd0-8a5f-46db3066be37 req-6e9d1d38-1ed0-4b5f-8092-e9c2b9bd183f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 945 time: 0.0554957 Aug 19 19:16:07.753161 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-26a151c9-daf5-4eeb-b373-c98a908db60f req-5f9fa5b2-8028-41e9-a8a0-d0c4b868a899 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1b398992-ad10-48aa-87ed-abff28e6bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286896 Aug 19 19:16:07.772161 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3267496c-638f-4bd0-8a5f-46db3066be37 req-5e8e301f-7e4c-4792-a61c-786c75a09340 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b398992-ad10-48aa-87ed-abff28e6bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336995 Aug 19 19:16:08.436326 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:08.890915 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b9191-2bc8-43c5-b11a-602eaaae3929 req-bb9e6458-232b-4da3-b1e0-b328f3ac665c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:08.892458 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f59b9191-2bc8-43c5-b11a-602eaaae3929 req-bb9e6458-232b-4da3-b1e0-b328f3ac665c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 945 time: 0.0501285 Aug 19 19:16:08.931647 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f59b9191-2bc8-43c5-b11a-602eaaae3929 req-f9e27191-b5b5-4624-b223-e0e19d060f3a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b398992-ad10-48aa-87ed-abff28e6bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324805 Aug 19 19:16:10.050439 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044181d-280a-47c3-93f1-75905a3029cc req-8286b1b6-9d5b-43b0-bc28-52942c27ca8c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:10.052426 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7044181d-280a-47c3-93f1-75905a3029cc req-8286b1b6-9d5b-43b0-bc28-52942c27ca8c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 945 time: 0.0505164 Aug 19 19:16:10.094472 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7044181d-280a-47c3-93f1-75905a3029cc req-423d4d55-bbfb-44a1-ae9e-f83214938a6b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b398992-ad10-48aa-87ed-abff28e6bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354233 Aug 19 19:16:10.213730 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acbb56-6077-405a-b9be-75d579a84a52 req-d2b75c89-97b0-48b8-94f5-1837aa20bfd0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:10.215229 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-87acbb56-6077-405a-b9be-75d579a84a52 req-d2b75c89-97b0-48b8-94f5-1837aa20bfd0 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 945 time: 0.0527704 Aug 19 19:16:10.255822 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-87acbb56-6077-405a-b9be-75d579a84a52 req-2d0d1ca7-6d9d-41a3-aea7-c9b98c1cc44b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b398992-ad10-48aa-87ed-abff28e6bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346286 Aug 19 19:16:10.276933 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43656) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:16:10.317484 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cf9c80-a09f-4bb0-9138-81d58aa383ca tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:10.318968 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-80cf9c80-a09f-4bb0-9138-81d58aa383ca tempest-TestNetworkAdvancedServerOps-942922517 tempest-TestNetworkAdvancedServerOps-942922517-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 1091 time: 0.0410471 Aug 19 19:16:10.321903 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43658) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:16:10.326195 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-9195d3e8-aab0-44d6-b09d-9c80255fee69 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': '01b6a858-ca55-493b-97e4-1a7794b558b9', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:16:10.347188 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9195d3e8-aab0-44d6-b09d-9c80255fee69 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:10.429625 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:10.452590 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9195d3e8-aab0-44d6-b09d-9c80255fee69 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:10.555177 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-9195d3e8-aab0-44d6-b09d-9c80255fee69 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Allocated IP 172.25.8.130 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/d430f5c7-94ef-4c0c-b264-7410068f0b15) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:16:10.663332 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9195d3e8-aab0-44d6-b09d-9c80255fee69 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:10.702688 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9195d3e8-aab0-44d6-b09d-9c80255fee69 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:10.745506 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9195d3e8-aab0-44d6-b09d-9c80255fee69 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:16:10.750740 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-9195d3e8-aab0-44d6-b09d-9c80255fee69 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:16:10.753609 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9195d3e8-aab0-44d6-b09d-9c80255fee69 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:16:10.756503 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195d3e8-aab0-44d6-b09d-9c80255fee69 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=d430f5c7-94ef-4c0c-b264-7410068f0b15,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:16:11.112551 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9195d3e8-aab0-44d6-b09d-9c80255fee69 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:11.178372 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9195d3e8-aab0-44d6-b09d-9c80255fee69 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:11.336400 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9195d3e8-aab0-44d6-b09d-9c80255fee69 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:11.340885 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9195d3e8-aab0-44d6-b09d-9c80255fee69 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:11.411983 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195d3e8-aab0-44d6-b09d-9c80255fee69 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event updated for resources: {'Port': ['ID=d430f5c7-94ef-4c0c-b264-7410068f0b15,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:16:11.425441 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9195d3e8-aab0-44d6-b09d-9c80255fee69 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:11.526444 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-9195d3e8-aab0-44d6-b09d-9c80255fee69 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Floating IP c5b0a0a3-972f-46de-8ae6-8aaa98cc1580 associated. External IP: 172.25.8.130, port: 01b6a858-ca55-493b-97e4-1a7794b558b9. Aug 19 19:16:11.735343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9195d3e8-aab0-44d6-b09d-9c80255fee69 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router 8b7cad1a-4cd4-474b-99f9-7b82307b0666 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:16:11.844347 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9195d3e8-aab0-44d6-b09d-9c80255fee69 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:16:11.856061 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157b9305-08ff-4136-bb59-158429103030 None None] Sync routers for ids ['8b7cad1a-4cd4-474b-99f9-7b82307b0666'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:16:11.860741 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9195d3e8-aab0-44d6-b09d-9c80255fee69 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:11.866130 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157b9305-08ff-4136-bb59-158429103030 None None] Routers {'8b7cad1a-4cd4-474b-99f9-7b82307b0666'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:16:11.866730 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-157b9305-08ff-4136-bb59-158429103030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:16:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['8b7cad1a-4cd4-474b-99f9-7b82307b0666'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:16:11.889049 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9195d3e8-aab0-44d6-b09d-9c80255fee69 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5661173 Aug 19 19:16:11.889669 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ffbac1-7edc-4f61-bc66-3144a0df2e56', 'tag': '01b6a858-ca55-493b-97e4-1a7794b558b9'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:16:11.891946 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3809d3c5-f7f1-4956-b014-76f0c5bc52a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ffbac1-7edc-4f61-bc66-3144a0df2e56", "tag": "01b6a858-ca55-493b-97e4-1a7794b558b9"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:16:11.898525 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:11.929803 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bfd89c-eef7-41b8-a350-b580b41dd6dd x-openstack-request-id: req-69bfd89c-eef7-41b8-a350-b580b41dd6dd {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:16:11.930178 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ffbac1-7edc-4f61-bc66-3144a0df2e56", "tag": "01b6a858-ca55-493b-97e4-1a7794b558b9", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:16:11.930492 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69bfd89c-eef7-41b8-a350-b580b41dd6dd {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:16:11.930958 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ffbac1-7edc-4f61-bc66-3144a0df2e56', 'tag': '01b6a858-ca55-493b-97e4-1a7794b558b9', 'status': 'completed', 'code': 200} Aug 19 19:16:11.977059 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-157b9305-08ff-4136-bb59-158429103030 None None] Set router 8b7cad1a-4cd4-474b-99f9-7b82307b0666 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:16:11.999385 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809d3c5-f7f1-4956-b014-76f0c5bc52a7 req-60b9ce07-2370-4c10-bbdd-4cca27284f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:12.001026 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3809d3c5-f7f1-4956-b014-76f0c5bc52a7 req-60b9ce07-2370-4c10-bbdd-4cca27284f82 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 1096 time: 0.0482085 Aug 19 19:16:12.002709 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab41a5d-2896-497f-af7b-fe0586521ed0 req-0ae870f7-4d64-4a80-9a0a-268b1c085c12 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:12.004300 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fab41a5d-2896-497f-af7b-fe0586521ed0 req-0ae870f7-4d64-4a80-9a0a-268b1c085c12 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 945 time: 0.0537179 Aug 19 19:16:12.045099 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fab41a5d-2896-497f-af7b-fe0586521ed0 req-b0e9de1d-290b-429f-9c0f-ddb73b85296e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b398992-ad10-48aa-87ed-abff28e6bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343750 Aug 19 19:16:12.067901 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43664) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:16:12.142456 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809d3c5-f7f1-4956-b014-76f0c5bc52a7 req-3e86fcd1-e707-4775-be48-57889da52584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:12.143930 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3809d3c5-f7f1-4956-b014-76f0c5bc52a7 req-3e86fcd1-e707-4775-be48-57889da52584 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2b0bda06-6230-470c-a280-1b586159f7ce HTTP/1.1" status: 200 len: 897 time: 0.1362326 Aug 19 19:16:12.152176 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-b0e422dc-e8b5-4116-ad5a-2d713998dbe2 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/floatingips/c5b0a0a3-972f-46de-8ae6-8aaa98cc1580 HTTP/1.1" status: 200 len: 991 time: 0.0832140 Aug 19 19:16:12.205827 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-157b9305-08ff-4136-bb59-158429103030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485061153', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'af386812-f88d-4753-b884-56857b462c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:15:53Z', 'updated_at': '2021-08-19T19:15:57Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'af386812-f88d-4753-b884-56857b462c28', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:15:54Z', 'updated_at': '2021-08-19T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'c5b0a0a3-972f-46de-8ae6-8aaa98cc1580', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'port_id': '01b6a858-ca55-493b-97e4-1a7794b558b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce', 'mac_address': 'fa:16:3e:32:1a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ffbac1-7edc-4f61-bc66-3144a0df2e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:16:10Z', 'updated_at': '2021-08-19T19:16:10Z', 'revision_number': 0, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e7efc5-6a90-4bbe-9fc7-6a31e744d711', 'name': '', 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:0c:0a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ff431996-bde6-4d19-893e-a3b45483e215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:15:56Z', 'updated_at': '2021-08-19T19:16:02Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'ff431996-bde6-4d19-893e-a3b45483e215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:16:12.212056 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3809d3c5-f7f1-4956-b014-76f0c5bc52a7 req-c8d87d0b-9909-4a1e-86c2-5fd8aefb9071 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b6a858-ca55-493b-97e4-1a7794b558b9 HTTP/1.1" status: 200 len: 999 time: 0.0585709 Aug 19 19:16:12.232713 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157b9305-08ff-4136-bb59-158429103030 None None] Checking router: 8b7cad1a-4cd4-474b-99f9-7b82307b0666 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:16:12.241179 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157b9305-08ff-4136-bb59-158429103030 None None] Routers {'8b7cad1a-4cd4-474b-99f9-7b82307b0666'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:16:12.241797 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-157b9305-08ff-4136-bb59-158429103030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:16:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['8b7cad1a-4cd4-474b-99f9-7b82307b0666'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:16:12.265628 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809d3c5-f7f1-4956-b014-76f0c5bc52a7 req-0a0b9fa0-31be-4065-9281-6b97538ac359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:12.267046 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3809d3c5-f7f1-4956-b014-76f0c5bc52a7 req-0a0b9fa0-31be-4065-9281-6b97538ac359 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ff431996-bde6-4d19-893e-a3b45483e215 HTTP/1.1" status: 200 len: 834 time: 0.0486200 Aug 19 19:16:12.452544 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-157b9305-08ff-4136-bb59-158429103030 None None] Set router 8b7cad1a-4cd4-474b-99f9-7b82307b0666 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:16:12.683477 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809d3c5-f7f1-4956-b014-76f0c5bc52a7 req-3e3bd5c4-d7ed-47ea-b602-64d48018f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:12.685180 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3809d3c5-f7f1-4956-b014-76f0c5bc52a7 req-3e3bd5c4-d7ed-47ea-b602-64d48018f7ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b0bda06-6230-470c-a280-1b586159f7ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4112535 Aug 19 19:16:12.701719 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-157b9305-08ff-4136-bb59-158429103030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485061153', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'af386812-f88d-4753-b884-56857b462c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:15:53Z', 'updated_at': '2021-08-19T19:15:57Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'af386812-f88d-4753-b884-56857b462c28', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:15:54Z', 'updated_at': '2021-08-19T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'c5b0a0a3-972f-46de-8ae6-8aaa98cc1580', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'port_id': '01b6a858-ca55-493b-97e4-1a7794b558b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce', 'mac_address': 'fa:16:3e:32:1a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ffbac1-7edc-4f61-bc66-3144a0df2e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:16:10Z', 'updated_at': '2021-08-19T19:16:10Z', 'revision_number': 0, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e7efc5-6a90-4bbe-9fc7-6a31e744d711', 'name': '', 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:0c:0a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ff431996-bde6-4d19-893e-a3b45483e215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:15:56Z', 'updated_at': '2021-08-19T19:16:02Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'ff431996-bde6-4d19-893e-a3b45483e215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:16:12.730688 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157b9305-08ff-4136-bb59-158429103030 None None] The sync data for ids ['8b7cad1a-4cd4-474b-99f9-7b82307b0666'] in n-d-803753-2 is: [{'id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485061153', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'af386812-f88d-4753-b884-56857b462c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:15:53Z', 'updated_at': '2021-08-19T19:15:57Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'af386812-f88d-4753-b884-56857b462c28', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:15:54Z', 'updated_at': '2021-08-19T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'c5b0a0a3-972f-46de-8ae6-8aaa98cc1580', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'port_id': '01b6a858-ca55-493b-97e4-1a7794b558b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce', 'mac_address': 'fa:16:3e:32:1a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ffbac1-7edc-4f61-bc66-3144a0df2e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:16:10Z', 'updated_at': '2021-08-19T19:16:10Z', 'revision_number': 0, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e7efc5-6a90-4bbe-9fc7-6a31e744d711', 'name': '', 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:0c:0a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ff431996-bde6-4d19-893e-a3b45483e215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:15:56Z', 'updated_at': '2021-08-19T19:16:02Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'ff431996-bde6-4d19-893e-a3b45483e215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:16:12.786339 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3809d3c5-f7f1-4956-b014-76f0c5bc52a7 req-0f3b94a4-50bb-4e77-8a5e-9262f99032b9 service neutron] 10.222.0.54 "GET /v2.0/networks/2b0bda06-6230-470c-a280-1b586159f7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920470 Aug 19 19:16:12.885247 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3809d3c5-f7f1-4956-b014-76f0c5bc52a7 req-2f36ef29-9757-4c39-a5ae-b4692540cb5f service neutron] 10.222.0.54 "GET /v2.0/networks/2b0bda06-6230-470c-a280-1b586159f7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921476 Aug 19 19:16:12.934605 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46836fc3-63dc-4b24-81ff-d59a3f5d9a73 None None] New status for floating IP c5b0a0a3-972f-46de-8ae6-8aaa98cc1580: ACTIVE {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:16:13.155398 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43666) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:16:13.214910 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-73f18e97-aabc-4cea-8e2c-8fb47c11f8fb tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/floatingips/c5b0a0a3-972f-46de-8ae6-8aaa98cc1580 HTTP/1.1" status: 200 len: 993 time: 0.0583370 Aug 19 19:16:17.237300 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:21.790009 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:16:33.122895 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8813d85-ce02-4b44-bffd-0166e27906a9 req-932ab8db-63e6-445a-ab15-64a582accf83 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451007 Aug 19 19:16:33.206046 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8813d85-ce02-4b44-bffd-0166e27906a9 req-173e79e9-e1e0-42f5-83db-b41c7e50857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:33.207553 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8813d85-ce02-4b44-bffd-0166e27906a9 req-173e79e9-e1e0-42f5-83db-b41c7e50857f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 1096 time: 0.0404398 Aug 19 19:16:33.309557 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8813d85-ce02-4b44-bffd-0166e27906a9 req-fd30a1d1-c07a-477f-aaff-6d637bd85b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:33.311069 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8813d85-ce02-4b44-bffd-0166e27906a9 req-fd30a1d1-c07a-477f-aaff-6d637bd85b8c service neutron] 10.222.0.54 "GET /v2.0/networks?id=2b0bda06-6230-470c-a280-1b586159f7ce HTTP/1.1" status: 200 len: 897 time: 0.0840256 Aug 19 19:16:33.379391 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8813d85-ce02-4b44-bffd-0166e27906a9 req-afc52a20-5a2b-4f15-be88-5dccbeaa6afd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b6a858-ca55-493b-97e4-1a7794b558b9 HTTP/1.1" status: 200 len: 1001 time: 0.0600543 Aug 19 19:16:33.428666 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8813d85-ce02-4b44-bffd-0166e27906a9 req-ada3b487-ef23-43a8-92e3-d672477f4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:33.430143 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8813d85-ce02-4b44-bffd-0166e27906a9 req-ada3b487-ef23-43a8-92e3-d672477f4052 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ff431996-bde6-4d19-893e-a3b45483e215 HTTP/1.1" status: 200 len: 834 time: 0.0434406 Aug 19 19:16:33.476389 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8813d85-ce02-4b44-bffd-0166e27906a9 req-7694b3d7-4543-493c-ad70-5a165508364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:33.477922 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8813d85-ce02-4b44-bffd-0166e27906a9 req-7694b3d7-4543-493c-ad70-5a165508364d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b0bda06-6230-470c-a280-1b586159f7ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405486 Aug 19 19:16:33.575093 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8813d85-ce02-4b44-bffd-0166e27906a9 req-28b785f9-f7ba-491b-ac1b-ee95319a3b08 service neutron] 10.222.0.54 "GET /v2.0/networks/2b0bda06-6230-470c-a280-1b586159f7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868242 Aug 19 19:16:33.666453 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a8813d85-ce02-4b44-bffd-0166e27906a9 req-cdc45520-3c14-43c5-93fb-0cdf7433a02f service neutron] 10.222.0.54 "GET /v2.0/networks/2b0bda06-6230-470c-a280-1b586159f7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822330 Aug 19 19:16:34.737169 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-abcb142e-a7df-41ac-a201-a13605c51e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:37.389423 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:37.470764 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f39c0438-ae80-45fb-afa3-185727985109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:38.439190 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:40.427235 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:41.917018 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:46.521563 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949de75-743a-4a50-91dc-ddad958f2084 req-94ad561d-e9e3-4daf-916f-9ea10a27a249 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:46.523038 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1949de75-743a-4a50-91dc-ddad958f2084 req-94ad561d-e9e3-4daf-916f-9ea10a27a249 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 945 time: 0.0544581 Aug 19 19:16:46.562119 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-1949de75-743a-4a50-91dc-ddad958f2084 req-18fa048f-0b28-4311-b0b6-2a2a528b100e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b398992-ad10-48aa-87ed-abff28e6bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329888 Aug 19 19:16:47.256469 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:47.693887 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf5ac6-0d28-45fb-a07a-4dabde77e486 req-e14826e7-28a1-4b1a-8f7a-a8d55a4c852c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:47.695392 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5adf5ac6-0d28-45fb-a07a-4dabde77e486 req-e14826e7-28a1-4b1a-8f7a-a8d55a4c852c tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 945 time: 0.0489545 Aug 19 19:16:47.733249 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5adf5ac6-0d28-45fb-a07a-4dabde77e486 req-5350400e-ffa0-468f-bdec-debc2796987b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b398992-ad10-48aa-87ed-abff28e6bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319650 Aug 19 19:16:47.756543 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43690) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:16:47.816535 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-dbcbeb66-12af-4a34-97b3-fb59c9ab9486 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/floatingips/c5b0a0a3-972f-46de-8ae6-8aaa98cc1580 HTTP/1.1" status: 200 len: 993 time: 0.0588179 Aug 19 19:16:49.125952 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295bc5a-e8ab-4a4f-af85-85b23b0d7bd1 req-b3123c61-eb00-459c-ab6e-2c3aa3b0d054 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:49.127427 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c295bc5a-e8ab-4a4f-af85-85b23b0d7bd1 req-b3123c61-eb00-459c-ab6e-2c3aa3b0d054 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 945 time: 0.0756140 Aug 19 19:16:49.154114 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c932d-a95e-4319-b055-b92bea99d7ca req-9d78c82c-fa15-4b14-ba27-3736dcc7082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:49.155722 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d02c932d-a95e-4319-b055-b92bea99d7ca req-9d78c82c-fa15-4b14-ba27-3736dcc7082e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 1096 time: 0.0703921 Aug 19 19:16:49.180573 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c295bc5a-e8ab-4a4f-af85-85b23b0d7bd1 req-76caa986-978d-4775-bfb8-46fa40c1173b tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b398992-ad10-48aa-87ed-abff28e6bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456874 Aug 19 19:16:49.259933 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c932d-a95e-4319-b055-b92bea99d7ca req-6538f0c0-4525-4906-8807-6298f3682337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:49.261429 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d02c932d-a95e-4319-b055-b92bea99d7ca req-6538f0c0-4525-4906-8807-6298f3682337 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2b0bda06-6230-470c-a280-1b586159f7ce HTTP/1.1" status: 200 len: 897 time: 0.0934265 Aug 19 19:16:49.335680 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d02c932d-a95e-4319-b055-b92bea99d7ca req-90b6a0b1-85b2-40cb-964f-766a4a2a4864 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b6a858-ca55-493b-97e4-1a7794b558b9 HTTP/1.1" status: 200 len: 1001 time: 0.0629084 Aug 19 19:16:49.389044 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c932d-a95e-4319-b055-b92bea99d7ca req-6d4c1fe2-14f5-4d03-998c-fcfcfcdb6ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:49.390545 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d02c932d-a95e-4319-b055-b92bea99d7ca req-6d4c1fe2-14f5-4d03-998c-fcfcfcdb6ab8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ff431996-bde6-4d19-893e-a3b45483e215 HTTP/1.1" status: 200 len: 834 time: 0.0443895 Aug 19 19:16:49.439203 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c932d-a95e-4319-b055-b92bea99d7ca req-3df49b2a-172e-4f39-958b-baad744629d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:49.440739 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d02c932d-a95e-4319-b055-b92bea99d7ca req-3df49b2a-172e-4f39-958b-baad744629d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b0bda06-6230-470c-a280-1b586159f7ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408900 Aug 19 19:16:49.535348 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d02c932d-a95e-4319-b055-b92bea99d7ca req-003af3f5-232c-4208-a696-4cf69b3666e0 service neutron] 10.222.0.54 "GET /v2.0/networks/2b0bda06-6230-470c-a280-1b586159f7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864084 Aug 19 19:16:49.627873 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d02c932d-a95e-4319-b055-b92bea99d7ca req-f985d26f-545b-4c68-84ed-84e11a95a49b service neutron] 10.222.0.54 "GET /v2.0/networks/2b0bda06-6230-470c-a280-1b586159f7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814152 Aug 19 19:16:50.305672 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2317872-185f-4d26-bc79-856bb7c4a5e9 req-4a7493ba-5a97-44ea-862f-750a8a5b9997 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:50.310192 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e2317872-185f-4d26-bc79-856bb7c4a5e9 req-4a7493ba-5a97-44ea-862f-750a8a5b9997 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 945 time: 0.0536926 Aug 19 19:16:50.352022 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e2317872-185f-4d26-bc79-856bb7c4a5e9 req-5d4d7880-10b2-42b6-99d3-50c9c3d6f3fe tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b398992-ad10-48aa-87ed-abff28e6bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386198 Aug 19 19:16:51.473326 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48820bb2-f60c-4403-bc96-82e4587480d0 req-29dd01ad-82fe-4edc-80a3-99f8419156aa tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:51.474956 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-48820bb2-f60c-4403-bc96-82e4587480d0 req-29dd01ad-82fe-4edc-80a3-99f8419156aa tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 945 time: 0.0503428 Aug 19 19:16:51.517269 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-48820bb2-f60c-4403-bc96-82e4587480d0 req-54c87c7b-75ac-458a-9098-c29c10098956 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b398992-ad10-48aa-87ed-abff28e6bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362313 Aug 19 19:16:51.540045 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43702) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:16:51.601836 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3c91d199-2fb1-499b-9f5f-698096b2cc67 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/floatingips/c5b0a0a3-972f-46de-8ae6-8aaa98cc1580 HTTP/1.1" status: 200 len: 993 time: 0.0606077 Aug 19 19:16:51.828104 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43708) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:16:51.998824 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting port d430f5c7-94ef-4c0c-b264-7410068f0b15 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:16:52.000571 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:52.080349 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:52.080687 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:52.092163 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Calling delete_port for d430f5c7-94ef-4c0c-b264-7410068f0b15 owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:16:52.243207 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:52.269671 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Port': ['ID=d430f5c7-94ef-4c0c-b264-7410068f0b15,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:16:52.298985 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:52.299342 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:52.299690 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:52.300036 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:52.300375 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:52.300712 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:52.301050 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:52.302078 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:52.302455 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:52.302795 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:52.303238 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:52.303728 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:52.352717 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:52.353053 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Floating IP c5b0a0a3-972f-46de-8ae6-8aaa98cc1580 disassociated (deleted). External IP: 172.25.8.130, port: 01b6a858-ca55-493b-97e4-1a7794b558b9. Aug 19 19:16:52.581977 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router 8b7cad1a-4cd4-474b-99f9-7b82307b0666 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:16:52.688444 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:16:52.693278 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:52.698213 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9b6ae-792e-4e05-9929-5fb958877b3d None None] Sync routers for ids ['8b7cad1a-4cd4-474b-99f9-7b82307b0666'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:16:52.709612 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb9b6ae-792e-4e05-9929-5fb958877b3d None None] Routers {'8b7cad1a-4cd4-474b-99f9-7b82307b0666'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:16:52.710105 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ffb9b6ae-792e-4e05-9929-5fb958877b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:16:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['8b7cad1a-4cd4-474b-99f9-7b82307b0666'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:16:52.726885 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-3e4652e3-c737-4080-aa9e-5afd987ef307 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/floatingips/c5b0a0a3-972f-46de-8ae6-8aaa98cc1580 HTTP/1.1" status: 204 len: 168 time: 0.8976407 Aug 19 19:16:52.727473 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ffbac1-7edc-4f61-bc66-3144a0df2e56', 'tag': '01b6a858-ca55-493b-97e4-1a7794b558b9'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:16:52.729784 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14ee24d-f12e-439a-b8be-8a9a6130c378" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ffbac1-7edc-4f61-bc66-3144a0df2e56", "tag": "01b6a858-ca55-493b-97e4-1a7794b558b9"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:16:52.772301 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77e0231-ad48-4a58-ac6d-7e3c42f2c0cd x-openstack-request-id: req-b77e0231-ad48-4a58-ac6d-7e3c42f2c0cd {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:16:52.772812 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ffbac1-7edc-4f61-bc66-3144a0df2e56", "tag": "01b6a858-ca55-493b-97e4-1a7794b558b9", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:16:52.773128 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b77e0231-ad48-4a58-ac6d-7e3c42f2c0cd {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:16:52.773637 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ffbac1-7edc-4f61-bc66-3144a0df2e56', 'tag': '01b6a858-ca55-493b-97e4-1a7794b558b9', 'status': 'completed', 'code': 200} Aug 19 19:16:52.834549 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-ffb9b6ae-792e-4e05-9929-5fb958877b3d None None] Set router 8b7cad1a-4cd4-474b-99f9-7b82307b0666 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:16:52.840995 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ee24d-f12e-439a-b8be-8a9a6130c378 req-45b60ae5-7ffc-4f49-a4ed-f56a6244007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:52.842562 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c14ee24d-f12e-439a-b8be-8a9a6130c378 req-45b60ae5-7ffc-4f49-a4ed-f56a6244007f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fad4d15d46254baea114898323e1fe8a&device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 1096 time: 0.0470071 Aug 19 19:16:52.957200 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ee24d-f12e-439a-b8be-8a9a6130c378 req-fe63e415-24bf-4552-bc75-299ae0d67816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:52.958801 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c14ee24d-f12e-439a-b8be-8a9a6130c378 req-fe63e415-24bf-4552-bc75-299ae0d67816 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2b0bda06-6230-470c-a280-1b586159f7ce HTTP/1.1" status: 200 len: 897 time: 0.1082194 Aug 19 19:16:52.985997 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b684a2-ce45-4c06-b5a3-b947b21ac1a0 req-66588785-8edb-45ca-8720-0872a31b3184 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:52.987510 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-92b684a2-ce45-4c06-b5a3-b947b21ac1a0 req-66588785-8edb-45ca-8720-0872a31b3184 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 945 time: 0.0539105 Aug 19 19:16:53.005449 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c14ee24d-f12e-439a-b8be-8a9a6130c378 req-15db08d1-2a5a-44da-a866-0894c2cf7a62 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b6a858-ca55-493b-97e4-1a7794b558b9 HTTP/1.1" status: 200 len: 217 time: 0.0383008 Aug 19 19:16:53.031111 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-92b684a2-ce45-4c06-b5a3-b947b21ac1a0 req-50de2fec-c947-4c90-8a9d-3915623a478f tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b398992-ad10-48aa-87ed-abff28e6bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359535 Aug 19 19:16:53.055688 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ffb9b6ae-792e-4e05-9929-5fb958877b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485061153', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'af386812-f88d-4753-b884-56857b462c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:15:53Z', 'updated_at': '2021-08-19T19:15:57Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'af386812-f88d-4753-b884-56857b462c28', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:15:54Z', 'updated_at': '2021-08-19T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '55e7efc5-6a90-4bbe-9fc7-6a31e744d711', 'name': '', 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:0c:0a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ff431996-bde6-4d19-893e-a3b45483e215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:15:56Z', 'updated_at': '2021-08-19T19:16:02Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'ff431996-bde6-4d19-893e-a3b45483e215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:16:53.063195 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ee24d-f12e-439a-b8be-8a9a6130c378 req-72d8e766-4267-42c3-ac3a-3e690ecb3580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:53.064695 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c14ee24d-f12e-439a-b8be-8a9a6130c378 req-72d8e766-4267-42c3-ac3a-3e690ecb3580 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ff431996-bde6-4d19-893e-a3b45483e215 HTTP/1.1" status: 200 len: 834 time: 0.0516419 Aug 19 19:16:53.081089 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9b6ae-792e-4e05-9929-5fb958877b3d None None] Checking router: 8b7cad1a-4cd4-474b-99f9-7b82307b0666 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:16:53.090288 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb9b6ae-792e-4e05-9929-5fb958877b3d None None] Routers {'8b7cad1a-4cd4-474b-99f9-7b82307b0666'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:16:53.090813 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ffb9b6ae-792e-4e05-9929-5fb958877b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:16:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['8b7cad1a-4cd4-474b-99f9-7b82307b0666'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:16:53.120860 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ee24d-f12e-439a-b8be-8a9a6130c378 req-9db7e95a-65dc-4a75-a451-a52e6fbd3b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:53.122735 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c14ee24d-f12e-439a-b8be-8a9a6130c378 req-9db7e95a-65dc-4a75-a451-a52e6fbd3b27 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b0bda06-6230-470c-a280-1b586159f7ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502043 Aug 19 19:16:53.209391 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-ffb9b6ae-792e-4e05-9929-5fb958877b3d None None] Set router 8b7cad1a-4cd4-474b-99f9-7b82307b0666 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:16:53.226571 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c14ee24d-f12e-439a-b8be-8a9a6130c378 req-89c63f6f-f5a8-4dea-8d09-f03a6f6f6867 service neutron] 10.222.0.54 "GET /v2.0/networks/2b0bda06-6230-470c-a280-1b586159f7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952716 Aug 19 19:16:53.323743 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c14ee24d-f12e-439a-b8be-8a9a6130c378 req-8542b768-3c9a-477e-9ddb-9c92067ccf7c service neutron] 10.222.0.54 "GET /v2.0/networks/2b0bda06-6230-470c-a280-1b586159f7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893905 Aug 19 19:16:53.413376 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-ffb9b6ae-792e-4e05-9929-5fb958877b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485061153', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'af386812-f88d-4753-b884-56857b462c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:15:53Z', 'updated_at': '2021-08-19T19:15:57Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'af386812-f88d-4753-b884-56857b462c28', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:15:54Z', 'updated_at': '2021-08-19T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '55e7efc5-6a90-4bbe-9fc7-6a31e744d711', 'name': '', 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:0c:0a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ff431996-bde6-4d19-893e-a3b45483e215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:15:56Z', 'updated_at': '2021-08-19T19:16:02Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'ff431996-bde6-4d19-893e-a3b45483e215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:16:53.442881 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9b6ae-792e-4e05-9929-5fb958877b3d None None] The sync data for ids ['8b7cad1a-4cd4-474b-99f9-7b82307b0666'] in n-d-803753-2 is: [{'id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485061153', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'af386812-f88d-4753-b884-56857b462c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:15:53Z', 'updated_at': '2021-08-19T19:15:57Z', 'revision_number': 4, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'af386812-f88d-4753-b884-56857b462c28', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:15:54Z', 'updated_at': '2021-08-19T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '55e7efc5-6a90-4bbe-9fc7-6a31e744d711', 'name': '', 'network_id': '2b0bda06-6230-470c-a280-1b586159f7ce', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'mac_address': 'fa:16:3e:0c:0a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ff431996-bde6-4d19-893e-a3b45483e215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:15:56Z', 'updated_at': '2021-08-19T19:16:02Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'subnets': [{'id': 'ff431996-bde6-4d19-893e-a3b45483e215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:16:53.677051 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4507204a-c01b-40a0-819d-3328442689d5 None None] New status for floating IP c5b0a0a3-972f-46de-8ae6-8aaa98cc1580: DOWN {{(pid=94683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:16:54.152305 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b4391-4ef5-4926-bc53-ef81f5a583bb req-ef8b61a8-9d06-441d-902b-32d7a6d6588a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:54.153878 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-388b4391-4ef5-4926-bc53-ef81f5a583bb req-ef8b61a8-9d06-441d-902b-32d7a6d6588a tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 945 time: 0.0506148 Aug 19 19:16:54.194921 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-388b4391-4ef5-4926-bc53-ef81f5a583bb req-c5edffe1-6f58-4d41-821b-516061ab533e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b398992-ad10-48aa-87ed-abff28e6bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347960 Aug 19 19:16:54.748953 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875387-1808-4679-a142-831e328ad925 req-2dacf9c2-ee8b-44c2-a390-58b7089a4187 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:54.750458 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-48875387-1808-4679-a142-831e328ad925 req-2dacf9c2-ee8b-44c2-a390-58b7089a4187 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 945 time: 0.0490820 Aug 19 19:16:54.844286 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-48875387-1808-4679-a142-831e328ad925 req-8c67159b-6171-4369-af86-d5f0b8fc23ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting port 01b6a858-ca55-493b-97e4-1a7794b558b9 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:16:54.844633 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-48875387-1808-4679-a142-831e328ad925 req-8c67159b-6171-4369-af86-d5f0b8fc23ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:54.932266 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-48875387-1808-4679-a142-831e328ad925 req-8c67159b-6171-4369-af86-d5f0b8fc23ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] For port 01b6a858-ca55-493b-97e4-1a7794b558b9, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=01b6a858-ca55-493b-97e4-1a7794b558b9,segment=NetworkSegment(795927e7-e45e-4448-a1a2-bd9e4e7ddf6a),segment_id=795927e7-e45e-4448-a1a2-bd9e4e7ddf6a)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:16:54.932550 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-48875387-1808-4679-a142-831e328ad925 req-8c67159b-6171-4369-af86-d5f0b8fc23ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:54.945894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-48875387-1808-4679-a142-831e328ad925 req-8c67159b-6171-4369-af86-d5f0b8fc23ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Calling delete_port for 01b6a858-ca55-493b-97e4-1a7794b558b9 owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:16:55.080279 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-48875387-1808-4679-a142-831e328ad925 req-8c67159b-6171-4369-af86-d5f0b8fc23ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:55.109377 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67159b-6171-4369-af86-d5f0b8fc23ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Port': ['ID=01b6a858-ca55-493b-97e4-1a7794b558b9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:16:55.122352 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c67159b-6171-4369-af86-d5f0b8fc23ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:55.122714 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c67159b-6171-4369-af86-d5f0b8fc23ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:55.123061 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c67159b-6171-4369-af86-d5f0b8fc23ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:55.123406 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c67159b-6171-4369-af86-d5f0b8fc23ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:55.123746 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c67159b-6171-4369-af86-d5f0b8fc23ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:55.124083 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c67159b-6171-4369-af86-d5f0b8fc23ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:55.124419 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c67159b-6171-4369-af86-d5f0b8fc23ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:55.124759 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c67159b-6171-4369-af86-d5f0b8fc23ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:55.125090 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c67159b-6171-4369-af86-d5f0b8fc23ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:55.125424 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c67159b-6171-4369-af86-d5f0b8fc23ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:55.125783 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c67159b-6171-4369-af86-d5f0b8fc23ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:55.126112 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c67159b-6171-4369-af86-d5f0b8fc23ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:55.164095 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-48875387-1808-4679-a142-831e328ad925 req-8c67159b-6171-4369-af86-d5f0b8fc23ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] No DVR routers for this DVR port 01b6a858-ca55-493b-97e4-1a7794b558b9 on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:16:55.166827 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-48875387-1808-4679-a142-831e328ad925 req-8c67159b-6171-4369-af86-d5f0b8fc23ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:55.168825 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-48875387-1808-4679-a142-831e328ad925 req-8c67159b-6171-4369-af86-d5f0b8fc23ba tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.54 "DELETE /v2.0/ports/01b6a858-ca55-493b-97e4-1a7794b558b9 HTTP/1.1" status: 204 len: 173 time: 0.4120052 Aug 19 19:16:55.169268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ffbac1-7edc-4f61-bc66-3144a0df2e56', 'name': 'network-vif-deleted', 'tag': '01b6a858-ca55-493b-97e4-1a7794b558b9'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:16:55.171528 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11085725-3a45-487c-ab20-dfbe4cf4d81c" -d '{"events": [{"server_uuid": "c2ffbac1-7edc-4f61-bc66-3144a0df2e56", "name": "network-vif-deleted", "tag": "01b6a858-ca55-493b-97e4-1a7794b558b9"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:16:55.208318 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c931ebf-c0de-4955-9647-f98362b69a39 x-openstack-request-id: req-4c931ebf-c0de-4955-9647-f98362b69a39 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:16:55.208617 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ffbac1-7edc-4f61-bc66-3144a0df2e56", "name": "network-vif-deleted", "tag": "01b6a858-ca55-493b-97e4-1a7794b558b9", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:16:55.208870 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c931ebf-c0de-4955-9647-f98362b69a39 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:16:55.209274 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ffbac1-7edc-4f61-bc66-3144a0df2e56', 'name': 'network-vif-deleted', 'tag': '01b6a858-ca55-493b-97e4-1a7794b558b9', 'status': 'completed', 'code': 200} Aug 19 19:16:55.294127 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8c17aa6b-2963-44cc-a147-817b8dfcf628 req-77233cca-595d-4ed0-9289-ca65154255df tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ffbac1-7edc-4f61-bc66-3144a0df2e56 HTTP/1.1" status: 200 len: 210 time: 0.0272174 Aug 19 19:16:56.352399 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43724) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:16:56.715304 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-caef53d8-af75-42aa-b23e-28717849d232 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:56.964438 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-caef53d8-af75-42aa-b23e-28717849d232 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting port 55e7efc5-6a90-4bbe-9fc7-6a31e744d711 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:16:56.964700 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-caef53d8-af75-42aa-b23e-28717849d232 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:57.055605 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-caef53d8-af75-42aa-b23e-28717849d232 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] For port 55e7efc5-6a90-4bbe-9fc7-6a31e744d711, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=55e7efc5-6a90-4bbe-9fc7-6a31e744d711,segment=NetworkSegment(795927e7-e45e-4448-a1a2-bd9e4e7ddf6a),segment_id=795927e7-e45e-4448-a1a2-bd9e4e7ddf6a)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:16:57.055966 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-caef53d8-af75-42aa-b23e-28717849d232 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:57.068743 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-caef53d8-af75-42aa-b23e-28717849d232 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Calling delete_port for 55e7efc5-6a90-4bbe-9fc7-6a31e744d711 owned by network:router_interface {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:16:57.251060 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-caef53d8-af75-42aa-b23e-28717849d232 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:57.278880 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef53d8-af75-42aa-b23e-28717849d232 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Port': ['ID=55e7efc5-6a90-4bbe-9fc7-6a31e744d711,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:16:57.452035 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-caef53d8-af75-42aa-b23e-28717849d232 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:57.599819 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 01b6a858-ca55-493b-97e4-1a7794b558b9 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:16:57.620654 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 01b6a858-ca55-493b-97e4-1a7794b558b9 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:16:57.620998 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 01b6a858-ca55-493b-97e4-1a7794b558b9 not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:16:58.002448 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caef53d8-af75-42aa-b23e-28717849d232 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Router 8b7cad1a-4cd4-474b-99f9-7b82307b0666 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:16:58.110223 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caef53d8-af75-42aa-b23e-28717849d232 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:16:58.116059 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-caef53d8-af75-42aa-b23e-28717849d232 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "PUT /v2.0/routers/8b7cad1a-4cd4-474b-99f9-7b82307b0666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7625756 Aug 19 19:16:58.118770 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43726) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:16:58.120577 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d7c1e7-0567-4443-a700-a1e7749c3db9 None None] Sync routers for ids ['8b7cad1a-4cd4-474b-99f9-7b82307b0666'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:16:58.130059 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d7c1e7-0567-4443-a700-a1e7749c3db9 None None] Routers {'8b7cad1a-4cd4-474b-99f9-7b82307b0666'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:16:58.130659 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-55d7c1e7-0567-4443-a700-a1e7749c3db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:16:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['8b7cad1a-4cd4-474b-99f9-7b82307b0666'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:16:58.169726 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c58e936-e149-4e90-a52b-60bdd482916e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting subnet ff431996-bde6-4d19-893e-a3b45483e215 {{(pid=94681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:16:58.172769 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7c58e936-e149-4e90-a52b-60bdd482916e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for subnet, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:58.213200 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7c58e936-e149-4e90-a52b-60bdd482916e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60229980'] for subnet, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:58.236144 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-55d7c1e7-0567-4443-a700-a1e7749c3db9 None None] Set router 8b7cad1a-4cd4-474b-99f9-7b82307b0666 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:16:58.303778 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7c58e936-e149-4e90-a52b-60bdd482916e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:58.364061 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7c58e936-e149-4e90-a52b-60bdd482916e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60269985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59511146'] for subnet, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:58.388869 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58e936-e149-4e90-a52b-60bdd482916e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Subnet': ['ID=ff431996-bde6-4d19-893e-a3b45483e215,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:16:58.397671 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-7c58e936-e149-4e90-a52b-60bdd482916e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:58.399548 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-7c58e936-e149-4e90-a52b-60bdd482916e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/subnets/ff431996-bde6-4d19-893e-a3b45483e215 HTTP/1.1" status: 204 len: 168 time: 0.2798374 Aug 19 19:16:58.402286 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43728) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:16:58.407557 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94886c0-2b16-49eb-89e6-1470c96096a6 None None] Network 2b0bda06-6230-470c-a280-1b586159f7ce requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:16:58.421738 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-55d7c1e7-0567-4443-a700-a1e7749c3db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485061153', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'af386812-f88d-4753-b884-56857b462c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:15:53Z', 'updated_at': '2021-08-19T19:16:57Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'af386812-f88d-4753-b884-56857b462c28', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:15:54Z', 'updated_at': '2021-08-19T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:16:58.448782 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d7c1e7-0567-4443-a700-a1e7749c3db9 None None] Checking router: 8b7cad1a-4cd4-474b-99f9-7b82307b0666 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:16:58.457652 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d7c1e7-0567-4443-a700-a1e7749c3db9 None None] Routers {'8b7cad1a-4cd4-474b-99f9-7b82307b0666'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:16:58.458388 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-55d7c1e7-0567-4443-a700-a1e7749c3db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:16:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['8b7cad1a-4cd4-474b-99f9-7b82307b0666'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:16:58.546014 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7d2c-da91-48c7-84ff-04e8696c469e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:58.619705 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e41981f-6e36-4379-b90d-6b5144575ffd None None] DHCP port deletion for 2b0bda06-6230-470c-a280-1b586159f7ce request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:16:58.674951 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7d2c-da91-48c7-84ff-04e8696c469e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:58.678367 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-55d7c1e7-0567-4443-a700-a1e7749c3db9 None None] Set router 8b7cad1a-4cd4-474b-99f9-7b82307b0666 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:16:58.688516 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-3e41981f-6e36-4379-b90d-6b5144575ffd None None] Deleting port 296e0109-6bb0-4e16-8483-31b27e90fd97 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:16:58.688984 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3e41981f-6e36-4379-b90d-6b5144575ffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:58.739095 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-1ebe7d2c-da91-48c7-84ff-04e8696c469e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Deleting port af386812-f88d-4753-b884-56857b462c28 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:16:58.741638 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7d2c-da91-48c7-84ff-04e8696c469e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:58.767990 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-3e41981f-6e36-4379-b90d-6b5144575ffd None None] For port 296e0109-6bb0-4e16-8483-31b27e90fd97, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=296e0109-6bb0-4e16-8483-31b27e90fd97,segment=NetworkSegment(795927e7-e45e-4448-a1a2-bd9e4e7ddf6a),segment_id=795927e7-e45e-4448-a1a2-bd9e4e7ddf6a)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:16:58.768521 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3e41981f-6e36-4379-b90d-6b5144575ffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:58.790516 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 296e0109-6bb0-4e16-8483-31b27e90fd97 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:16:58.796090 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-3e41981f-6e36-4379-b90d-6b5144575ffd None None] Calling delete_port for 296e0109-6bb0-4e16-8483-31b27e90fd97 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:16:58.796746 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:16:58.833362 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-1ebe7d2c-da91-48c7-84ff-04e8696c469e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] For port af386812-f88d-4753-b884-56857b462c28, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=af386812-f88d-4753-b884-56857b462c28,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:16:58.833659 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7d2c-da91-48c7-84ff-04e8696c469e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:58.851900 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-1ebe7d2c-da91-48c7-84ff-04e8696c469e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Calling delete_port for af386812-f88d-4753-b884-56857b462c28 owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:16:58.894694 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-55d7c1e7-0567-4443-a700-a1e7749c3db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485061153', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'af386812-f88d-4753-b884-56857b462c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:15:53Z', 'updated_at': '2021-08-19T19:16:57Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'af386812-f88d-4753-b884-56857b462c28', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:15:54Z', 'updated_at': '2021-08-19T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:16:58.922019 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d7c1e7-0567-4443-a700-a1e7749c3db9 None None] The sync data for ids ['8b7cad1a-4cd4-474b-99f9-7b82307b0666'] in n-d-803753-2 is: [{'id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485061153', 'tenant_id': 'fad4d15d46254baea114898323e1fe8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'af386812-f88d-4753-b884-56857b462c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:15:53Z', 'updated_at': '2021-08-19T19:16:57Z', 'revision_number': 5, 'project_id': 'fad4d15d46254baea114898323e1fe8a', 'gw_port': {'id': 'af386812-f88d-4753-b884-56857b462c28', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7cad1a-4cd4-474b-99f9-7b82307b0666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:15:54Z', 'updated_at': '2021-08-19T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:16:58.934800 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:58.956854 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3e41981f-6e36-4379-b90d-6b5144575ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:59.009676 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41981f-6e36-4379-b90d-6b5144575ffd None None] Pushing event deleted for resources: {'Port': ['ID=296e0109-6bb0-4e16-8483-31b27e90fd97,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:16:59.012001 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e41981f-6e36-4379-b90d-6b5144575ffd None None] No DVR routers for this DVR port 296e0109-6bb0-4e16-8483-31b27e90fd97 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:16:59.024397 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41981f-6e36-4379-b90d-6b5144575ffd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:59.024397 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41981f-6e36-4379-b90d-6b5144575ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:59.024397 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41981f-6e36-4379-b90d-6b5144575ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:59.024397 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41981f-6e36-4379-b90d-6b5144575ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:59.024397 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41981f-6e36-4379-b90d-6b5144575ffd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:59.024397 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41981f-6e36-4379-b90d-6b5144575ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:59.024397 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41981f-6e36-4379-b90d-6b5144575ffd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:59.025485 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41981f-6e36-4379-b90d-6b5144575ffd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:59.025485 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41981f-6e36-4379-b90d-6b5144575ffd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:59.025485 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41981f-6e36-4379-b90d-6b5144575ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:59.026165 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41981f-6e36-4379-b90d-6b5144575ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:59.026165 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41981f-6e36-4379-b90d-6b5144575ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:16:59.033664 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7d2c-da91-48c7-84ff-04e8696c469e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:59.061490 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe7d2c-da91-48c7-84ff-04e8696c469e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Port': ['ID=af386812-f88d-4753-b884-56857b462c28,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:16:59.128381 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7d2c-da91-48c7-84ff-04e8696c469e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:59.219212 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7d2c-da91-48c7-84ff-04e8696c469e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:59.221205 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7d2c-da91-48c7-84ff-04e8696c469e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:59.265563 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7d2c-da91-48c7-84ff-04e8696c469e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:59.266096 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebe7d2c-da91-48c7-84ff-04e8696c469e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Fanout notify agent at l3_agent the message router_deleted on router 8b7cad1a-4cd4-474b-99f9-7b82307b0666 {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:16:59.273289 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7d2c-da91-48c7-84ff-04e8696c469e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:59.277270 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1ebe7d2c-da91-48c7-84ff-04e8696c469e tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/routers/8b7cad1a-4cd4-474b-99f9-7b82307b0666 HTTP/1.1" status: 204 len: 168 time: 0.8740168 Aug 19 19:16:59.277447 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43730) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:16:59.361058 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6767bf6f-20b8-4222-b3e2-c73b7dca16ff tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:59.454739 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6767bf6f-20b8-4222-b3e2-c73b7dca16ff tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:59.464657 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-6767bf6f-20b8-4222-b3e2-c73b7dca16ff tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0bda06-6230-470c-a280-1b586159f7ce']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:16:59.476093 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-6767bf6f-20b8-4222-b3e2-c73b7dca16ff tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795927e7-e45e-4448-a1a2-bd9e4e7ddf6a') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:16:59.476390 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-6767bf6f-20b8-4222-b3e2-c73b7dca16ff tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795927e7-e45e-4448-a1a2-bd9e4e7ddf6a') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:16:59.485556 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6767bf6f-20b8-4222-b3e2-c73b7dca16ff tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:59.500427 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6767bf6f-20b8-4222-b3e2-c73b7dca16ff tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:59.507164 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6767bf6f-20b8-4222-b3e2-c73b7dca16ff tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:16:59.507483 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6767bf6f-20b8-4222-b3e2-c73b7dca16ff tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: timer() Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:16:59.510476 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:16:59.570624 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6767bf6f-20b8-4222-b3e2-c73b7dca16ff tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:59.579773 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6767bf6f-20b8-4222-b3e2-c73b7dca16ff tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:59.581820 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6767bf6f-20b8-4222-b3e2-c73b7dca16ff tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/networks/2b0bda06-6230-470c-a280-1b586159f7ce HTTP/1.1" status: 204 len: 168 time: 0.3026819 Aug 19 19:16:59.584860 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43732) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:16:59.603512 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767bf6f-20b8-4222-b3e2-c73b7dca16ff tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'Network': ['ID=2b0bda06-6230-470c-a280-1b586159f7ce,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:16:59.650905 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-93d17021-d047-46d0-9147-5b6d11f0c4f6 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:59.680048 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-93d17021-d047-46d0-9147-5b6d11f0c4f6 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:59.738519 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-93d17021-d047-46d0-9147-5b6d11f0c4f6 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:59.742202 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-93d17021-d047-46d0-9147-5b6d11f0c4f6 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:59.743413 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-93d17021-d047-46d0-9147-5b6d11f0c4f6 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] 10.222.0.24 "DELETE /v2.0/security-groups/1b398992-ad10-48aa-87ed-abff28e6bd83 HTTP/1.1" status: 204 len: 168 time: 0.1575572 Aug 19 19:16:59.752646 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d17021-d047-46d0-9147-5b6d11f0c4f6 tempest-TestNetworkAdvancedServerOps-254986183 tempest-TestNetworkAdvancedServerOps-254986183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b398992-ad10-48aa-87ed-abff28e6bd83,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:00.088857 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43740) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:00.227855 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-9774b0cd-e7bd-49b0-8df9-23da2700f842 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fad4d15d46254baea114898323e1fe8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1377039 Aug 19 19:17:00.230199 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43744) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:00.280188 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9bb2941-33f8-46d0-ba95-849314ed44c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:00.301365 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9bb2941-33f8-46d0-ba95-849314ed44c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:00.349217 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9bb2941-33f8-46d0-ba95-849314ed44c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:00.351758 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9bb2941-33f8-46d0-ba95-849314ed44c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:00.353226 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d9bb2941-33f8-46d0-ba95-849314ed44c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/afa9c2e0-c6ff-4168-9d19-8a45beffe89a HTTP/1.1" status: 204 len: 168 time: 0.1220441 Aug 19 19:17:00.363790 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb2941-33f8-46d0-ba95-849314ed44c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa9c2e0-c6ff-4168-9d19-8a45beffe89a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:00.620351 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43750) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:00.634267 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4993c4b3-2733-4ce9-814a-914debc3c649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:00.691512 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 55e7efc5-6a90-4bbe-9fc7-6a31e744d711 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:17:00.719452 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 55e7efc5-6a90-4bbe-9fc7-6a31e744d711 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:17:00.720083 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 55e7efc5-6a90-4bbe-9fc7-6a31e744d711 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:17:00.720493 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device af386812-f88d-4753-b884-56857b462c28 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:17:00.727822 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4993c4b3-2733-4ce9-814a-914debc3c649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:00.731689 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4993c4b3-2733-4ce9-814a-914debc3c649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:00.739518 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: af386812-f88d-4753-b884-56857b462c28 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:17:00.740030 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device af386812-f88d-4753-b884-56857b462c28 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:17:00.772976 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4993c4b3-2733-4ce9-814a-914debc3c649 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02f009b5734e4520993c5d9dcb4ba6a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515253 Aug 19 19:17:00.774937 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993c4b3-2733-4ce9-814a-914debc3c649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7950c5f-08a6-4a1b-afb1-b9f7ebd25595,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:00.775722 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43752) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:00.825344 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6b7aad17-639b-4033-b466-822e570721a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:00.845628 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6b7aad17-639b-4033-b466-822e570721a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:00.893635 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6b7aad17-639b-4033-b466-822e570721a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:00.896379 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6b7aad17-639b-4033-b466-822e570721a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:00.897569 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6b7aad17-639b-4033-b466-822e570721a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7950c5f-08a6-4a1b-afb1-b9f7ebd25595 HTTP/1.1" status: 204 len: 168 time: 0.1208117 Aug 19 19:17:00.905350 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7aad17-639b-4033-b466-822e570721a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7950c5f-08a6-4a1b-afb1-b9f7ebd25595,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:01.605193 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43776) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:01.701495 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-11dd4f70-43a9-4e19-b86d-7a9569a16be9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1217284047-network', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:17:01.724080 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11dd4f70-43a9-4e19-b86d-7a9569a16be9 admin admin] Made reservation on behalf of 6843bda8482b45dca2d32f802e04f81a for: {'network': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:17:01.726453 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-11dd4f70-43a9-4e19-b86d-7a9569a16be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:01.735062 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-11dd4f70-43a9-4e19-b86d-7a9569a16be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:01.828267 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-11dd4f70-43a9-4e19-b86d-7a9569a16be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:01.832074 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-11dd4f70-43a9-4e19-b86d-7a9569a16be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:01.857870 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11dd4f70-43a9-4e19-b86d-7a9569a16be9 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:17:01.868608 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd4f70-43a9-4e19-b86d-7a9569a16be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57596601-3530-4827-bf0c-fe564710d3e2,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:01.874046 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-11dd4f70-43a9-4e19-b86d-7a9569a16be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:01.874396 n-d-803753-2 neutron-server[94681]: INFO neutron.db.segments_db [None req-11dd4f70-43a9-4e19-b86d-7a9569a16be9 admin admin] Added segment a7aa1d87-b182-41f8-81a2-c1a3dd7fa619 of type vlan for network 7c421eab-00ac-4a04-a633-222a8d8a2750 Aug 19 19:17:01.914574 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-11dd4f70-43a9-4e19-b86d-7a9569a16be9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:01.939178 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-11dd4f70-43a9-4e19-b86d-7a9569a16be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:01.940285 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dd4f70-43a9-4e19-b86d-7a9569a16be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:01.940873 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-11dd4f70-43a9-4e19-b86d-7a9569a16be9 admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:02.000082 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-11dd4f70-43a9-4e19-b86d-7a9569a16be9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3936625 Aug 19 19:17:02.003664 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43780) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:02.005643 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd4f70-43a9-4e19-b86d-7a9569a16be9 admin admin] Pushing event updated for resources: {'Network': ['ID=7c421eab-00ac-4a04-a633-222a8d8a2750,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:02.009227 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-4b146d34-3ae9-4139-a28e-fb2a00344f7c admin admin] Request body: {'subnet': {'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1217284047-subnet', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:17:02.015639 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 7c421eab-00ac-4a04-a633-222a8d8a2750 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:17:02.031448 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b146d34-3ae9-4139-a28e-fb2a00344f7c admin admin] Made reservation on behalf of 6843bda8482b45dca2d32f802e04f81a for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:17:02.034602 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b146d34-3ae9-4139-a28e-fb2a00344f7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62308659'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:02.215836 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b146d34-3ae9-4139-a28e-fb2a00344f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62305211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62308645'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:02.266061 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b146d34-3ae9-4139-a28e-fb2a00344f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8679ebcf-d10b-4125-bbd7-31e9227ad40a,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:02.281996 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b146d34-3ae9-4139-a28e-fb2a00344f7c admin admin] Checking segment: {'id': 'a7aa1d87-b182-41f8-81a2-c1a3dd7fa619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:17:02.282353 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b146d34-3ae9-4139-a28e-fb2a00344f7c admin admin] Network hostable DHCP agents. Network: 7c421eab-00ac-4a04-a633-222a8d8a2750, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:17:02.298155 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b146d34-3ae9-4139-a28e-fb2a00344f7c admin admin] Network 7c421eab-00ac-4a04-a633-222a8d8a2750 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:17:02.306926 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-4b146d34-3ae9-4139-a28e-fb2a00344f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 7c421eab-00ac-4a04-a633-222a8d8a2750) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:17:02.310968 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b146d34-3ae9-4139-a28e-fb2a00344f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:02.311546 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b146d34-3ae9-4139-a28e-fb2a00344f7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:02.317673 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d699bf6-1e13-4584-a39a-76ff19cc69c6 None None] Network 7c421eab-00ac-4a04-a633-222a8d8a2750 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:17:02.325979 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-4b146d34-3ae9-4139-a28e-fb2a00344f7c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3207760 Aug 19 19:17:02.328750 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43782) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:02.333142 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-24eb70f3-d9e8-499d-adc0-93e184e5f593 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1217284047-router', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:17:02.354648 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-24eb70f3-d9e8-499d-adc0-93e184e5f593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:02.355692 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-24eb70f3-d9e8-499d-adc0-93e184e5f593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:02.409488 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-24eb70f3-d9e8-499d-adc0-93e184e5f593 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:02.467769 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6410f4e-0dc9-4c99-aba2-610085ba6ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-7c421eab-00ac-4a04-a633-222a8d8a2750', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'fixed_ips': [{'subnet_id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:17:02.468666 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b6410f4e-0dc9-4c99-aba2-610085ba6ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:02.553036 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-24eb70f3-d9e8-499d-adc0-93e184e5f593 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:02.606888 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-b6410f4e-0dc9-4c99-aba2-610085ba6ca2 None None] Allocated IP 172.20.0.2 (7c421eab-00ac-4a04-a633-222a8d8a2750/8679ebcf-d10b-4125-bbd7-31e9227ad40a/4a1aa8f2-3155-433b-9dae-d62b57d65811) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:17:02.755205 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b6410f4e-0dc9-4c99-aba2-610085ba6ca2 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:02.757794 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-24eb70f3-d9e8-499d-adc0-93e184e5f593 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:02.763513 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b6410f4e-0dc9-4c99-aba2-610085ba6ca2 None None] Transition to ACTIVE for port object 4a1aa8f2-3155-433b-9dae-d62b57d65811 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:17:02.778180 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-24eb70f3-d9e8-499d-adc0-93e184e5f593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:02.784002 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-b6410f4e-0dc9-4c99-aba2-610085ba6ca2 None None] Transition to ACTIVE for port object 4a1aa8f2-3155-433b-9dae-d62b57d65811 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:17:02.787448 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b6410f4e-0dc9-4c99-aba2-610085ba6ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:02.822650 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6410f4e-0dc9-4c99-aba2-610085ba6ca2 None None] Network 7c421eab-00ac-4a04-a633-222a8d8a2750 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:17:02.828937 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-b6410f4e-0dc9-4c99-aba2-610085ba6ca2 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:17:02.833045 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6410f4e-0dc9-4c99-aba2-610085ba6ca2 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:17:02.844741 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6410f4e-0dc9-4c99-aba2-610085ba6ca2 None None] Pushing event updated for resources: {'Port': ['ID=4a1aa8f2-3155-433b-9dae-d62b57d65811,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:02.883331 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-24eb70f3-d9e8-499d-adc0-93e184e5f593 admin admin] Allocated IP 172.25.8.245 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:17:02.893463 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-b6410f4e-0dc9-4c99-aba2-610085ba6ca2 None None] Attempting to bind port 4a1aa8f2-3155-433b-9dae-d62b57d65811 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:17:02.894004 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-b6410f4e-0dc9-4c99-aba2-610085ba6ca2 None None] Attempting to bind port 4a1aa8f2-3155-433b-9dae-d62b57d65811 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'a7aa1d87-b182-41f8-81a2-c1a3dd7fa619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:17:02.894399 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6410f4e-0dc9-4c99-aba2-610085ba6ca2 None None] Attempting to bind port 4a1aa8f2-3155-433b-9dae-d62b57d65811 on network 7c421eab-00ac-4a04-a633-222a8d8a2750 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:17:02.900154 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6410f4e-0dc9-4c99-aba2-610085ba6ca2 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:17:02.900498 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6410f4e-0dc9-4c99-aba2-610085ba6ca2 None None] Checking segment: {'id': 'a7aa1d87-b182-41f8-81a2-c1a3dd7fa619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:17:02.900901 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b6410f4e-0dc9-4c99-aba2-610085ba6ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:02.901289 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6410f4e-0dc9-4c99-aba2-610085ba6ca2 None None] Bound using segment: {'id': 'a7aa1d87-b182-41f8-81a2-c1a3dd7fa619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:17:02.901830 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-b6410f4e-0dc9-4c99-aba2-610085ba6ca2 None None] Bound port: 4a1aa8f2-3155-433b-9dae-d62b57d65811, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa1d87-b182-41f8-81a2-c1a3dd7fa619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:17:02.902163 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b6410f4e-0dc9-4c99-aba2-610085ba6ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:02.966311 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-b6410f4e-0dc9-4c99-aba2-610085ba6ca2 None None] For port 4a1aa8f2-3155-433b-9dae-d62b57d65811, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:17:02.969357 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-b6410f4e-0dc9-4c99-aba2-610085ba6ca2 None None] For port 4a1aa8f2-3155-433b-9dae-d62b57d65811, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4a1aa8f2-3155-433b-9dae-d62b57d65811,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:17:02.973950 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b6410f4e-0dc9-4c99-aba2-610085ba6ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:02.990672 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-24eb70f3-d9e8-499d-adc0-93e184e5f593 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:03.033852 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-24eb70f3-d9e8-499d-adc0-93e184e5f593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:03.035745 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6410f4e-0dc9-4c99-aba2-610085ba6ca2 None None] Pushing event updated for resources: {'Port': ['ID=4a1aa8f2-3155-433b-9dae-d62b57d65811,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:03.076057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eb70f3-d9e8-499d-adc0-93e184e5f593 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:17:03.079006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-24eb70f3-d9e8-499d-adc0-93e184e5f593 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:17:03.083049 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eb70f3-d9e8-499d-adc0-93e184e5f593 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:17:03.105999 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb70f3-d9e8-499d-adc0-93e184e5f593 admin admin] Pushing event updated for resources: {'Port': ['ID=a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:03.357904 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-24eb70f3-d9e8-499d-adc0-93e184e5f593 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:03.555691 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-24eb70f3-d9e8-499d-adc0-93e184e5f593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:03.695583 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24eb70f3-d9e8-499d-adc0-93e184e5f593 admin admin] Router 105759a6-2cc1-482d-aa39-7764c07e6e6b is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 19:17:03.809433 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24eb70f3-d9e8-499d-adc0-93e184e5f593 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:17:03.818813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] Sync routers for ids ['105759a6-2cc1-482d-aa39-7764c07e6e6b'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:17:03.826838 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-24eb70f3-d9e8-499d-adc0-93e184e5f593 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:03.828700 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-24eb70f3-d9e8-499d-adc0-93e184e5f593 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4989951 Aug 19 19:17:03.831549 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43784) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:03.836761 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] Routers {'105759a6-2cc1-482d-aa39-7764c07e6e6b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:17:03.837431 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:16:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['105759a6-2cc1-482d-aa39-7764c07e6e6b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:03.955345 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f84004d-c399-4d07-8d61-f5375acb42b0 None None] Network 7c421eab-00ac-4a04-a633-222a8d8a2750 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:17:04.002554 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] Set router 105759a6-2cc1-482d-aa39-7764c07e6e6b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:17:04.298328 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-81844bda-0fe2-4f84-b20d-27fd19eed45d None None] Provisioning for port 4a1aa8f2-3155-433b-9dae-d62b57d65811 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:17:04.485602 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'name': 'tempest-TestShelveInstance-1217284047-router', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:03Z', 'revision_number': 3, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'gw_port': {'id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:04.514566 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] Checking router: 105759a6-2cc1-482d-aa39-7764c07e6e6b for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:17:04.514911 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] Updating router 105759a6-2cc1-482d-aa39-7764c07e6e6b port a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:17:04.547199 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:04.623704 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-45d18fed-9e69-49a5-af9e-e9e47d5287db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:04.760134 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4a1aa8f2-3155-433b-9dae-d62b57d65811 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:17:04.792763 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b6981dce-72a0-434f-bfb7-b36b5bf62e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:04.797932 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-45d18fed-9e69-49a5-af9e-e9e47d5287db admin admin] Allocated IP 172.20.0.1 (7c421eab-00ac-4a04-a633-222a8d8a2750/8679ebcf-d10b-4125-bbd7-31e9227ad40a/ebd4863d-9589-4ee0-ad7c-78a7087f78de) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:17:04.857661 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 4a1aa8f2-3155-433b-9dae-d62b57d65811 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:17:04.867350 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 4a1aa8f2-3155-433b-9dae-d62b57d65811 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:17:04.867728 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:04.908477 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-45d18fed-9e69-49a5-af9e-e9e47d5287db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:04.927448 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-45d18fed-9e69-49a5-af9e-e9e47d5287db admin admin] Transition to ACTIVE for port object ebd4863d-9589-4ee0-ad7c-78a7087f78de will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:17:04.956700 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:04.960176 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-45d18fed-9e69-49a5-af9e-e9e47d5287db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:04.970809 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] Transition to ACTIVE for port object a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:17:04.996077 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:04.998340 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d18fed-9e69-49a5-af9e-e9e47d5287db admin admin] Network 7c421eab-00ac-4a04-a633-222a8d8a2750 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:17:05.001398 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-45d18fed-9e69-49a5-af9e-e9e47d5287db admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:17:05.004557 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d18fed-9e69-49a5-af9e-e9e47d5287db admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:17:05.041104 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d18fed-9e69-49a5-af9e-e9e47d5287db admin admin] Pushing event updated for resources: {'Port': ['ID=ebd4863d-9589-4ee0-ad7c-78a7087f78de,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:05.057876 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-45d18fed-9e69-49a5-af9e-e9e47d5287db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:05.062013 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:05.065270 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555a5fe-ded1-48ec-8abe-d6c256953cc2 None None] Pushing event updated for resources: {'Port': ['ID=a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:05.069877 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] Attempting to bind port a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:17:05.070254 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] Attempting to bind port a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:17:05.070624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] Attempting to bind port a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:17:05.084899 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:17:05.085293 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:17:05.085717 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:05.086110 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:17:05.086587 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] Bound port: a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:17:05.086966 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:05.143622 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 4a1aa8f2-3155-433b-9dae-d62b57d65811, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4a1aa8f2-3155-433b-9dae-d62b57d65811,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:17:05.153858 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:05.190471 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] For port a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:17:05.211621 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] For port a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:17:05.220304 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:05.223457 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-45d18fed-9e69-49a5-af9e-e9e47d5287db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:05.233835 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=4a1aa8f2-3155-433b-9dae-d62b57d65811,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:05.272180 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-340e7857-e040-4b44-991c-851c25d6c242 None None] Provisioning for port ebd4863d-9589-4ee0-ad7c-78a7087f78de completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:17:05.283150 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-340e7857-e040-4b44-991c-851c25d6c242 None None] Provisioning complete for port ebd4863d-9589-4ee0-ad7c-78a7087f78de triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:17:05.283456 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-340e7857-e040-4b44-991c-851c25d6c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:05.290026 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] Routers {'105759a6-2cc1-482d-aa39-7764c07e6e6b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:17:05.290663 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:16:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['105759a6-2cc1-482d-aa39-7764c07e6e6b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:05.364635 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555a5fe-ded1-48ec-8abe-d6c256953cc2 None None] Pushing event updated for resources: {'Port': ['ID=a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:05.376084 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-340e7857-e040-4b44-991c-851c25d6c242 None None] Port ebd4863d-9589-4ee0-ad7c-78a7087f78de cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:17:05.392032 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-45d18fed-9e69-49a5-af9e-e9e47d5287db admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:05.397221 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-45d18fed-9e69-49a5-af9e-e9e47d5287db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:05.442481 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] Set router 105759a6-2cc1-482d-aa39-7764c07e6e6b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:17:05.468469 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-45d18fed-9e69-49a5-af9e-e9e47d5287db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:05.470321 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d18fed-9e69-49a5-af9e-e9e47d5287db admin admin] Pushing event updated for resources: {'Port': ['ID=ebd4863d-9589-4ee0-ad7c-78a7087f78de,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:05.568440 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d18fed-9e69-49a5-af9e-e9e47d5287db admin admin] Network 7c421eab-00ac-4a04-a633-222a8d8a2750 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:17:05.569962 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-45d18fed-9e69-49a5-af9e-e9e47d5287db admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:17:05.660893 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'name': 'tempest-TestShelveInstance-1217284047-router', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:05Z', 'revision_number': 4, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'gw_port': {'id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'ebd4863d-9589-4ee0-ad7c-78a7087f78de', 'name': '', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'mac_address': 'fa:16:3e:fb:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:04Z', 'updated_at': '2021-08-19T19:17:04Z', 'revision_number': 1, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'subnets': [{'id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:05.688878 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4056c5aa-8b31-45d6-993f-72e25e0ed699 None None] The sync data for ids ['105759a6-2cc1-482d-aa39-7764c07e6e6b'] in n-d-803753-2 is: [{'id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'name': 'tempest-TestShelveInstance-1217284047-router', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:05Z', 'revision_number': 4, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'gw_port': {'id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'ebd4863d-9589-4ee0-ad7c-78a7087f78de', 'name': '', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'mac_address': 'fa:16:3e:fb:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:04Z', 'updated_at': '2021-08-19T19:17:04Z', 'revision_number': 1, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'subnets': [{'id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:17:05.696221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d18fed-9e69-49a5-af9e-e9e47d5287db admin admin] Router 105759a6-2cc1-482d-aa39-7764c07e6e6b has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:17:05.806770 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ba5febcb-0d26-441c-b918-c2422bec0011 None None] Provisioning complete for port ebd4863d-9589-4ee0-ad7c-78a7087f78de triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:17:05.807368 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ba5febcb-0d26-441c-b918-c2422bec0011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:05.822992 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d18fed-9e69-49a5-af9e-e9e47d5287db admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:17:05.828884 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-45d18fed-9e69-49a5-af9e-e9e47d5287db admin admin] 10.222.0.24 "PUT /v2.0/routers/105759a6-2cc1-482d-aa39-7764c07e6e6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9953089 Aug 19 19:17:05.844939 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-ba5febcb-0d26-441c-b918-c2422bec0011 None None] Port ebd4863d-9589-4ee0-ad7c-78a7087f78de cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:17:06.380714 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43800) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:06.386088 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2d548533-1708-46c7-b6cd-bb0ad169564b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-212271236-network', 'tenant_id': '6cbc5d20962546de9b1eedda168eb2bf'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:17:06.411198 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d548533-1708-46c7-b6cd-bb0ad169564b admin admin] Made reservation on behalf of 6cbc5d20962546de9b1eedda168eb2bf for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:17:06.413837 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d548533-1708-46c7-b6cd-bb0ad169564b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:06.423438 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d548533-1708-46c7-b6cd-bb0ad169564b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:06.524193 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d548533-1708-46c7-b6cd-bb0ad169564b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:06.528219 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d548533-1708-46c7-b6cd-bb0ad169564b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:06.554459 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d548533-1708-46c7-b6cd-bb0ad169564b admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:17:06.563512 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d548533-1708-46c7-b6cd-bb0ad169564b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059df729-7a4a-4ec0-b55d-516ca52ef2bd,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:06.570800 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d548533-1708-46c7-b6cd-bb0ad169564b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:06.571319 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-2d548533-1708-46c7-b6cd-bb0ad169564b admin admin] Added segment 43fcc4ae-9bd2-448a-b1ba-7790fc7281d3 of type vlan for network 059ecafd-c420-4f35-99bc-3720c5b098f2 Aug 19 19:17:06.620335 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d548533-1708-46c7-b6cd-bb0ad169564b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:06.652177 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d548533-1708-46c7-b6cd-bb0ad169564b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:06.653263 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d548533-1708-46c7-b6cd-bb0ad169564b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:06.653813 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2d548533-1708-46c7-b6cd-bb0ad169564b admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:06.715790 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-2d548533-1708-46c7-b6cd-bb0ad169564b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3336477 Aug 19 19:17:06.718353 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43802) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:06.723389 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d548533-1708-46c7-b6cd-bb0ad169564b admin admin] Pushing event updated for resources: {'Network': ['ID=059ecafd-c420-4f35-99bc-3720c5b098f2,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:06.728868 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-83adc1f7-6df8-46af-909b-350da71835ec admin admin] Request body: {'subnet': {'network_id': '059ecafd-c420-4f35-99bc-3720c5b098f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-212271236-subnet', 'tenant_id': '6cbc5d20962546de9b1eedda168eb2bf', 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:17:06.735368 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 059ecafd-c420-4f35-99bc-3720c5b098f2 details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:17:06.763181 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83adc1f7-6df8-46af-909b-350da71835ec admin admin] Made reservation on behalf of 6cbc5d20962546de9b1eedda168eb2bf for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:17:06.766861 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83adc1f7-6df8-46af-909b-350da71835ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:06.801847 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4a1aa8f2-3155-433b-9dae-d62b57d65811 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:17:06.867022 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 4a1aa8f2-3155-433b-9dae-d62b57d65811 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:17:06.867396 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:06.963400 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:17:06.972596 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83adc1f7-6df8-46af-909b-350da71835ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:07.016347 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:17:07.022224 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:17:07.022603 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:07.036011 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83adc1f7-6df8-46af-909b-350da71835ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=304c634f-03d5-4c7c-bc4f-639bf162312e,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:07.052061 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83adc1f7-6df8-46af-909b-350da71835ec admin admin] Checking segment: {'id': '43fcc4ae-9bd2-448a-b1ba-7790fc7281d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '059ecafd-c420-4f35-99bc-3720c5b098f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:17:07.052422 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83adc1f7-6df8-46af-909b-350da71835ec admin admin] Network hostable DHCP agents. Network: 059ecafd-c420-4f35-99bc-3720c5b098f2, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:17:07.069909 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83adc1f7-6df8-46af-909b-350da71835ec admin admin] Network 059ecafd-c420-4f35-99bc-3720c5b098f2 is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:17:07.079660 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-83adc1f7-6df8-46af-909b-350da71835ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 059ecafd-c420-4f35-99bc-3720c5b098f2) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:17:07.085288 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83adc1f7-6df8-46af-909b-350da71835ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:07.085906 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-83adc1f7-6df8-46af-909b-350da71835ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:07.091961 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d069a29b-fc17-4303-9694-a7a3cb0e584c None None] Network 059ecafd-c420-4f35-99bc-3720c5b098f2 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:17:07.101045 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-83adc1f7-6df8-46af-909b-350da71835ec admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3815825 Aug 19 19:17:07.103730 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43804) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:07.108297 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-cbf6b200-5f6a-4b23-9a18-b772e599c9a1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-212271236-router', 'tenant_id': '6cbc5d20962546de9b1eedda168eb2bf', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:17:07.131077 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b200-5f6a-4b23-9a18-b772e599c9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:07.132090 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b200-5f6a-4b23-9a18-b772e599c9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:07.152922 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:07.187847 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:17:07.189690 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b200-5f6a-4b23-9a18-b772e599c9a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:07.194732 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:07.286459 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:07.317677 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5df274-4e4d-4b64-9464-a1ac896821e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-059ecafd-c420-4f35-99bc-3720c5b098f2', 'network_id': '059ecafd-c420-4f35-99bc-3720c5b098f2', 'tenant_id': '6cbc5d20962546de9b1eedda168eb2bf', 'fixed_ips': [{'subnet_id': '304c634f-03d5-4c7c-bc4f-639bf162312e'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:17:07.318616 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bc5df274-4e4d-4b64-9464-a1ac896821e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:07.344106 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b200-5f6a-4b23-9a18-b772e599c9a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:07.414189 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:07.482184 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b1f3244-df75-4f7e-9657-fe0e42231fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:07.487763 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-bc5df274-4e4d-4b64-9464-a1ac896821e2 None None] Allocated IP 172.20.0.2 (059ecafd-c420-4f35-99bc-3720c5b098f2/304c634f-03d5-4c7c-bc4f-639bf162312e/3b8d8a3d-907b-49dc-b447-bd47dd110293) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:17:07.573821 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b200-5f6a-4b23-9a18-b772e599c9a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:07.593384 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b200-5f6a-4b23-9a18-b772e599c9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:07.647971 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bc5df274-4e4d-4b64-9464-a1ac896821e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:07.656417 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bc5df274-4e4d-4b64-9464-a1ac896821e2 None None] Transition to ACTIVE for port object 3b8d8a3d-907b-49dc-b447-bd47dd110293 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:17:07.671404 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bc5df274-4e4d-4b64-9464-a1ac896821e2 None None] Transition to ACTIVE for port object 3b8d8a3d-907b-49dc-b447-bd47dd110293 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:17:07.678222 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bc5df274-4e4d-4b64-9464-a1ac896821e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:07.703551 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-cbf6b200-5f6a-4b23-9a18-b772e599c9a1 admin admin] Allocated IP 172.25.8.91 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/92418822-974d-4340-9cd3-42d9e93b622d) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:17:07.714792 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] Sync routers for ids ['105759a6-2cc1-482d-aa39-7764c07e6e6b'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:17:07.720681 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5df274-4e4d-4b64-9464-a1ac896821e2 None None] Network 059ecafd-c420-4f35-99bc-3720c5b098f2 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:17:07.727658 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] Routers {'105759a6-2cc1-482d-aa39-7764c07e6e6b'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:17:07.728323 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:17:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['105759a6-2cc1-482d-aa39-7764c07e6e6b'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:07.730091 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-bc5df274-4e4d-4b64-9464-a1ac896821e2 None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:17:07.734278 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5df274-4e4d-4b64-9464-a1ac896821e2 None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:17:07.742379 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5df274-4e4d-4b64-9464-a1ac896821e2 None None] Pushing event updated for resources: {'Port': ['ID=3b8d8a3d-907b-49dc-b447-bd47dd110293,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:07.800153 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-bc5df274-4e4d-4b64-9464-a1ac896821e2 None None] Attempting to bind port 3b8d8a3d-907b-49dc-b447-bd47dd110293 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:17:07.800466 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-bc5df274-4e4d-4b64-9464-a1ac896821e2 None None] Attempting to bind port 3b8d8a3d-907b-49dc-b447-bd47dd110293 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '43fcc4ae-9bd2-448a-b1ba-7790fc7281d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '059ecafd-c420-4f35-99bc-3720c5b098f2'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:17:07.800878 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5df274-4e4d-4b64-9464-a1ac896821e2 None None] Attempting to bind port 3b8d8a3d-907b-49dc-b447-bd47dd110293 on network 059ecafd-c420-4f35-99bc-3720c5b098f2 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:17:07.806627 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5df274-4e4d-4b64-9464-a1ac896821e2 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:17:07.807000 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5df274-4e4d-4b64-9464-a1ac896821e2 None None] Checking segment: {'id': '43fcc4ae-9bd2-448a-b1ba-7790fc7281d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '059ecafd-c420-4f35-99bc-3720c5b098f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:17:07.807403 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bc5df274-4e4d-4b64-9464-a1ac896821e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:07.807920 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5df274-4e4d-4b64-9464-a1ac896821e2 None None] Bound using segment: {'id': '43fcc4ae-9bd2-448a-b1ba-7790fc7281d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '059ecafd-c420-4f35-99bc-3720c5b098f2'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:17:07.808622 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-bc5df274-4e4d-4b64-9464-a1ac896821e2 None None] Bound port: 3b8d8a3d-907b-49dc-b447-bd47dd110293, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fcc4ae-9bd2-448a-b1ba-7790fc7281d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '059ecafd-c420-4f35-99bc-3720c5b098f2'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:17:07.809001 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bc5df274-4e4d-4b64-9464-a1ac896821e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:07.841958 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b200-5f6a-4b23-9a18-b772e599c9a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:07.859738 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] Set router 105759a6-2cc1-482d-aa39-7764c07e6e6b gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:17:07.876731 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-bc5df274-4e4d-4b64-9464-a1ac896821e2 None None] For port 3b8d8a3d-907b-49dc-b447-bd47dd110293, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:17:07.881615 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-bc5df274-4e4d-4b64-9464-a1ac896821e2 None None] For port 3b8d8a3d-907b-49dc-b447-bd47dd110293, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3b8d8a3d-907b-49dc-b447-bd47dd110293,segment=NetworkSegment(43fcc4ae-9bd2-448a-b1ba-7790fc7281d3),segment_id=43fcc4ae-9bd2-448a-b1ba-7790fc7281d3)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:17:07.887348 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bc5df274-4e4d-4b64-9464-a1ac896821e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:07.890328 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b200-5f6a-4b23-9a18-b772e599c9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:07.945092 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf6b200-5f6a-4b23-9a18-b772e599c9a1 admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:17:07.951836 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6b200-5f6a-4b23-9a18-b772e599c9a1 admin admin] Pushing event updated for resources: {'Port': ['ID=92418822-974d-4340-9cd3-42d9e93b622d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:07.955710 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-cbf6b200-5f6a-4b23-9a18-b772e599c9a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:17:07.959310 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf6b200-5f6a-4b23-9a18-b772e599c9a1 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:17:07.993810 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5df274-4e4d-4b64-9464-a1ac896821e2 None None] Pushing event updated for resources: {'Port': ['ID=3b8d8a3d-907b-49dc-b447-bd47dd110293,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:08.115986 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'name': 'tempest-TestShelveInstance-1217284047-router', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:05Z', 'revision_number': 4, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'gw_port': {'id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'ebd4863d-9589-4ee0-ad7c-78a7087f78de', 'name': '', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'mac_address': 'fa:16:3e:fb:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:04Z', 'updated_at': '2021-08-19T19:17:05Z', 'revision_number': 2, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'subnets': [{'id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:08.166603 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] Checking router: 105759a6-2cc1-482d-aa39-7764c07e6e6b for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:17:08.167048 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] Updating router 105759a6-2cc1-482d-aa39-7764c07e6e6b port ebd4863d-9589-4ee0-ad7c-78a7087f78de binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:17:08.202643 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:08.273807 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b200-5f6a-4b23-9a18-b772e599c9a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:08.445946 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:08.481411 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b200-5f6a-4b23-9a18-b772e599c9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:08.501405 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:08.512295 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] Transition to ACTIVE for port object ebd4863d-9589-4ee0-ad7c-78a7087f78de will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:17:08.519283 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:08.588647 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12babbdd-6a06-481a-ae87-3d46c45aa89e None None] Pushing event updated for resources: {'Port': ['ID=ebd4863d-9589-4ee0-ad7c-78a7087f78de,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:08.623740 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12babbdd-6a06-481a-ae87-3d46c45aa89e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:08.624243 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12babbdd-6a06-481a-ae87-3d46c45aa89e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:08.624740 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12babbdd-6a06-481a-ae87-3d46c45aa89e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:08.625222 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12babbdd-6a06-481a-ae87-3d46c45aa89e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:08.625741 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12babbdd-6a06-481a-ae87-3d46c45aa89e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:08.626229 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12babbdd-6a06-481a-ae87-3d46c45aa89e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:08.626712 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12babbdd-6a06-481a-ae87-3d46c45aa89e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:08.627251 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12babbdd-6a06-481a-ae87-3d46c45aa89e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:08.627715 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12babbdd-6a06-481a-ae87-3d46c45aa89e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:08.628150 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12babbdd-6a06-481a-ae87-3d46c45aa89e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:08.628628 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12babbdd-6a06-481a-ae87-3d46c45aa89e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:08.629736 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12babbdd-6a06-481a-ae87-3d46c45aa89e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:08.639150 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf6b200-5f6a-4b23-9a18-b772e599c9a1 admin admin] Router 6c1eada1-0053-4770-9391-e3ec2fa8cbb4 is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 19:17:08.674142 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] Attempting to bind port ebd4863d-9589-4ee0-ad7c-78a7087f78de on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:17:08.674619 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] Attempting to bind port ebd4863d-9589-4ee0-ad7c-78a7087f78de by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': 'a7aa1d87-b182-41f8-81a2-c1a3dd7fa619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:17:08.674996 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] Attempting to bind port ebd4863d-9589-4ee0-ad7c-78a7087f78de on network 7c421eab-00ac-4a04-a633-222a8d8a2750 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:17:08.682759 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:17:08.683143 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] Checking segment: {'id': 'a7aa1d87-b182-41f8-81a2-c1a3dd7fa619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:17:08.683535 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:08.683941 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] Bound using segment: {'id': 'a7aa1d87-b182-41f8-81a2-c1a3dd7fa619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:17:08.684510 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] Bound port: ebd4863d-9589-4ee0-ad7c-78a7087f78de, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aa1d87-b182-41f8-81a2-c1a3dd7fa619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:17:08.684980 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:08.760013 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf6b200-5f6a-4b23-9a18-b772e599c9a1 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:17:08.770205 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] For port ebd4863d-9589-4ee0-ad7c-78a7087f78de, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:17:08.774552 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] Sync routers for ids ['6c1eada1-0053-4770-9391-e3ec2fa8cbb4'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:17:08.781998 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] For port ebd4863d-9589-4ee0-ad7c-78a7087f78de, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ebd4863d-9589-4ee0-ad7c-78a7087f78de,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:17:08.794650 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:08.796818 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b200-5f6a-4b23-9a18-b772e599c9a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:08.800159 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-cbf6b200-5f6a-4b23-9a18-b772e599c9a1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6938026 Aug 19 19:17:08.801469 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43806) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:08.802002 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] Routers {'6c1eada1-0053-4770-9391-e3ec2fa8cbb4'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:17:08.802837 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:17:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c1eada1-0053-4770-9391-e3ec2fa8cbb4'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:08.904234 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12babbdd-6a06-481a-ae87-3d46c45aa89e None None] Pushing event updated for resources: {'Port': ['ID=ebd4863d-9589-4ee0-ad7c-78a7087f78de,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:08.923749 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] Routers {'105759a6-2cc1-482d-aa39-7764c07e6e6b'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:17:08.924514 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:17:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['105759a6-2cc1-482d-aa39-7764c07e6e6b'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:08.975261 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:17:09.062777 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] Set router 105759a6-2cc1-482d-aa39-7764c07e6e6b gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:17:09.247818 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84493ea1-a7ce-4cb8-9219-5e07f4fa025e None None] Network 059ecafd-c420-4f35-99bc-3720c5b098f2 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:17:09.343356 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'name': 'tempest-TestShelveInstance-1217284047-router', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:05Z', 'revision_number': 4, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'gw_port': {'id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'ebd4863d-9589-4ee0-ad7c-78a7087f78de', 'name': '', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'mac_address': 'fa:16:3e:fb:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:04Z', 'updated_at': '2021-08-19T19:17:08Z', 'revision_number': 4, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'subnets': [{'id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:09.350218 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] Set router 6c1eada1-0053-4770-9391-e3ec2fa8cbb4 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:17:09.369869 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db61ed9a-15d0-44bb-823b-0863e62341a0 None None] The sync data for ids ['105759a6-2cc1-482d-aa39-7764c07e6e6b'] in n-d-803753-2 is: [{'id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'name': 'tempest-TestShelveInstance-1217284047-router', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:05Z', 'revision_number': 4, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'gw_port': {'id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'ebd4863d-9589-4ee0-ad7c-78a7087f78de', 'name': '', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'mac_address': 'fa:16:3e:fb:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:04Z', 'updated_at': '2021-08-19T19:17:08Z', 'revision_number': 4, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'subnets': [{'id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:17:09.401822 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-73664120-6dcd-47e4-a037-3bf415c02607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:09.487342 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:17:09.487639 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:09.572564 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-73664120-6dcd-47e4-a037-3bf415c02607 admin admin] Allocated IP 172.20.0.1 (059ecafd-c420-4f35-99bc-3720c5b098f2/304c634f-03d5-4c7c-bc4f-639bf162312e/e2ab121f-4660-4609-9234-06a2d4223e5b) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:17:09.612605 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-604c7516-72b2-47e8-bf35-423b4b6861c7 None None] Provisioning for port 3b8d8a3d-907b-49dc-b447-bd47dd110293 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:17:09.691186 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-73664120-6dcd-47e4-a037-3bf415c02607 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:09.704015 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3b8d8a3d-907b-49dc-b447-bd47dd110293 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:17:09.706151 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [None req-73664120-6dcd-47e4-a037-3bf415c02607 admin admin] Transition to ACTIVE for port object e2ab121f-4660-4609-9234-06a2d4223e5b will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:17:09.753606 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1eada1-0053-4770-9391-e3ec2fa8cbb4', 'name': 'tempest-TestShelveInstance-212271236-router', 'tenant_id': '6cbc5d20962546de9b1eedda168eb2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '92418822-974d-4340-9cd3-42d9e93b622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:07Z', 'updated_at': '2021-08-19T19:17:08Z', 'revision_number': 3, 'project_id': '6cbc5d20962546de9b1eedda168eb2bf', 'gw_port': {'id': '92418822-974d-4340-9cd3-42d9e93b622d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1eada1-0053-4770-9391-e3ec2fa8cbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:07Z', 'updated_at': '2021-08-19T19:17:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:09.764704 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-73664120-6dcd-47e4-a037-3bf415c02607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:09.791943 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] Checking router: 6c1eada1-0053-4770-9391-e3ec2fa8cbb4 for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:17:09.792911 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] Updating router 6c1eada1-0053-4770-9391-e3ec2fa8cbb4 port 92418822-974d-4340-9cd3-42d9e93b622d binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:17:09.830864 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 3b8d8a3d-907b-49dc-b447-bd47dd110293 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:17:09.835636 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73664120-6dcd-47e4-a037-3bf415c02607 admin admin] Network 059ecafd-c420-4f35-99bc-3720c5b098f2 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:17:09.836211 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:09.838136 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 3b8d8a3d-907b-49dc-b447-bd47dd110293 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:17:09.838687 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:09.839071 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-73664120-6dcd-47e4-a037-3bf415c02607 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:17:09.842524 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73664120-6dcd-47e4-a037-3bf415c02607 admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:17:09.886978 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-73664120-6dcd-47e4-a037-3bf415c02607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:09.941813 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73664120-6dcd-47e4-a037-3bf415c02607 admin admin] Pushing event updated for resources: {'Port': ['ID=e2ab121f-4660-4609-9234-06a2d4223e5b,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:10.007902 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c12fc552-19ab-415b-8189-41103e8dbf6a None None] Provisioning complete for port 3b8d8a3d-907b-49dc-b447-bd47dd110293 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:17:10.008285 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c12fc552-19ab-415b-8189-41103e8dbf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:10.054917 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-73664120-6dcd-47e4-a037-3bf415c02607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:10.218469 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:10.235284 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c12fc552-19ab-415b-8189-41103e8dbf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:10.255330 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-73664120-6dcd-47e4-a037-3bf415c02607 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:10.260071 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-73664120-6dcd-47e4-a037-3bf415c02607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:10.306236 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 3b8d8a3d-907b-49dc-b447-bd47dd110293, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3b8d8a3d-907b-49dc-b447-bd47dd110293,segment=NetworkSegment(43fcc4ae-9bd2-448a-b1ba-7790fc7281d3),segment_id=43fcc4ae-9bd2-448a-b1ba-7790fc7281d3)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:17:10.315767 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:10.327852 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-73664120-6dcd-47e4-a037-3bf415c02607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:10.330571 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73664120-6dcd-47e4-a037-3bf415c02607 admin admin] Pushing event updated for resources: {'Port': ['ID=e2ab121f-4660-4609-9234-06a2d4223e5b,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:10.377773 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:10.402913 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] Transition to ACTIVE for port object 92418822-974d-4340-9cd3-42d9e93b622d will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:17:10.415782 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.db.api [None req-c12fc552-19ab-415b-8189-41103e8dbf6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 19:17:10.416169 n-d-803753-2 neutron-server[94683]: DEBUG oslo_db.api [None req-c12fc552-19ab-415b-8189-41103e8dbf6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 19:17:10.419470 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:10.432784 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=3b8d8a3d-907b-49dc-b447-bd47dd110293,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:10.437242 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73664120-6dcd-47e4-a037-3bf415c02607 admin admin] Network 059ecafd-c420-4f35-99bc-3720c5b098f2 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:17:10.438798 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-73664120-6dcd-47e4-a037-3bf415c02607 admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:17:10.467147 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:10.485498 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] Attempting to bind port 92418822-974d-4340-9cd3-42d9e93b622d on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:17:10.485936 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] Attempting to bind port 92418822-974d-4340-9cd3-42d9e93b622d by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:17:10.486289 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] Attempting to bind port 92418822-974d-4340-9cd3-42d9e93b622d on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:17:10.495865 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:17:10.496314 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:17:10.497254 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:10.497254 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:17:10.497598 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] Bound port: 92418822-974d-4340-9cd3-42d9e93b622d, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:17:10.497984 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:10.499607 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6ffae-b094-451d-aa3b-df80ac5b6df4 None None] Pushing event updated for resources: {'Port': ['ID=92418822-974d-4340-9cd3-42d9e93b622d,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:10.559131 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] For port 92418822-974d-4340-9cd3-42d9e93b622d, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:17:10.562426 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] For port 92418822-974d-4340-9cd3-42d9e93b622d, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=92418822-974d-4340-9cd3-42d9e93b622d,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:17:10.568502 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:10.569121 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73664120-6dcd-47e4-a037-3bf415c02607 admin admin] Router 6c1eada1-0053-4770-9391-e3ec2fa8cbb4 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:17:10.631986 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] Routers {'6c1eada1-0053-4770-9391-e3ec2fa8cbb4'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:17:10.632722 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:17:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c1eada1-0053-4770-9391-e3ec2fa8cbb4'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:10.635656 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6ffae-b094-451d-aa3b-df80ac5b6df4 None None] Pushing event updated for resources: {'Port': ['ID=92418822-974d-4340-9cd3-42d9e93b622d,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:10.702574 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73664120-6dcd-47e4-a037-3bf415c02607 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:17:10.709581 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-73664120-6dcd-47e4-a037-3bf415c02607 admin admin] 10.222.0.24 "PUT /v2.0/routers/6c1eada1-0053-4770-9391-e3ec2fa8cbb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9030581 Aug 19 19:17:10.772009 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3b8d8a3d-907b-49dc-b447-bd47dd110293 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:17:10.776986 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] Set router 6c1eada1-0053-4770-9391-e3ec2fa8cbb4 gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:17:10.971056 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 3b8d8a3d-907b-49dc-b447-bd47dd110293 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:17:10.971776 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.111659 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ebd4863d-9589-4ee0-ad7c-78a7087f78de up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:17:11.116232 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-97a6502e-4351-4dd1-a2b1-242fd62787f9 None None] Provisioning for port e2ab121f-4660-4609-9234-06a2d4223e5b completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:17:11.142181 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-97a6502e-4351-4dd1-a2b1-242fd62787f9 None None] Provisioning complete for port e2ab121f-4660-4609-9234-06a2d4223e5b triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:17:11.142558 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-97a6502e-4351-4dd1-a2b1-242fd62787f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.188768 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1eada1-0053-4770-9391-e3ec2fa8cbb4', 'name': 'tempest-TestShelveInstance-212271236-router', 'tenant_id': '6cbc5d20962546de9b1eedda168eb2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '92418822-974d-4340-9cd3-42d9e93b622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:07Z', 'updated_at': '2021-08-19T19:17:10Z', 'revision_number': 4, 'project_id': '6cbc5d20962546de9b1eedda168eb2bf', 'gw_port': {'id': '92418822-974d-4340-9cd3-42d9e93b622d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1eada1-0053-4770-9391-e3ec2fa8cbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:07Z', 'updated_at': '2021-08-19T19:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'e2ab121f-4660-4609-9234-06a2d4223e5b', 'name': '', 'network_id': '059ecafd-c420-4f35-99bc-3720c5b098f2', 'tenant_id': '6cbc5d20962546de9b1eedda168eb2bf', 'mac_address': 'fa:16:3e:4b:3b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1eada1-0053-4770-9391-e3ec2fa8cbb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '304c634f-03d5-4c7c-bc4f-639bf162312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:09Z', 'updated_at': '2021-08-19T19:17:10Z', 'revision_number': 2, 'project_id': '6cbc5d20962546de9b1eedda168eb2bf', 'subnets': [{'id': '304c634f-03d5-4c7c-bc4f-639bf162312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:11.223651 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9269d7-fd8e-4700-9272-f0c1aa5087cd None None] The sync data for ids ['6c1eada1-0053-4770-9391-e3ec2fa8cbb4'] in n-d-803753-2 is: [{'id': '6c1eada1-0053-4770-9391-e3ec2fa8cbb4', 'name': 'tempest-TestShelveInstance-212271236-router', 'tenant_id': '6cbc5d20962546de9b1eedda168eb2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '92418822-974d-4340-9cd3-42d9e93b622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:07Z', 'updated_at': '2021-08-19T19:17:10Z', 'revision_number': 4, 'project_id': '6cbc5d20962546de9b1eedda168eb2bf', 'gw_port': {'id': '92418822-974d-4340-9cd3-42d9e93b622d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1eada1-0053-4770-9391-e3ec2fa8cbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:07Z', 'updated_at': '2021-08-19T19:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'e2ab121f-4660-4609-9234-06a2d4223e5b', 'name': '', 'network_id': '059ecafd-c420-4f35-99bc-3720c5b098f2', 'tenant_id': '6cbc5d20962546de9b1eedda168eb2bf', 'mac_address': 'fa:16:3e:4b:3b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1eada1-0053-4770-9391-e3ec2fa8cbb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '304c634f-03d5-4c7c-bc4f-639bf162312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:09Z', 'updated_at': '2021-08-19T19:17:10Z', 'revision_number': 2, 'project_id': '6cbc5d20962546de9b1eedda168eb2bf', 'subnets': [{'id': '304c634f-03d5-4c7c-bc4f-639bf162312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:17:11.227714 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-97a6502e-4351-4dd1-a2b1-242fd62787f9 None None] Port e2ab121f-4660-4609-9234-06a2d4223e5b cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:17:11.237252 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port ebd4863d-9589-4ee0-ad7c-78a7087f78de completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:17:11.248566 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port ebd4863d-9589-4ee0-ad7c-78a7087f78de triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:17:11.248566 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.273974 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43814) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:11.278705 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-42d2d790-7a69-4591-b3f3-c7be9abdc9e3 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1728862029', 'description': 'tempest-secgroup-smoke-1728862029 description', 'project_id': '6843bda8482b45dca2d32f802e04f81a'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:17:11.311410 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-42d2d790-7a69-4591-b3f3-c7be9abdc9e3 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.341725 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.378887 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port ebd4863d-9589-4ee0-ad7c-78a7087f78de, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ebd4863d-9589-4ee0-ad7c-78a7087f78de,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:17:11.383868 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.411794 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-42d2d790-7a69-4591-b3f3-c7be9abdc9e3 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.416264 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-42d2d790-7a69-4591-b3f3-c7be9abdc9e3 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.454014 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=ebd4863d-9589-4ee0-ad7c-78a7087f78de,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:11.469455 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-42d2d790-7a69-4591-b3f3-c7be9abdc9e3 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.474027 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-42d2d790-7a69-4591-b3f3-c7be9abdc9e3 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1989536 Aug 19 19:17:11.475113 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2d790-7a69-4591-b3f3-c7be9abdc9e3 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daca3d68-fad9-4b8b-9e91-1d905a9455f1,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:11.475804 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43816) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:11.485043 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-61e03709-8f3e-48f9-89ff-fa38d6a84e9f tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Request body: {'security_group_rule': {'security_group_id': 'daca3d68-fad9-4b8b-9e91-1d905a9455f1', 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:17:11.517998 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-61e03709-8f3e-48f9-89ff-fa38d6a84e9f tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.580664 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-61e03709-8f3e-48f9-89ff-fa38d6a84e9f tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.584185 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-61e03709-8f3e-48f9-89ff-fa38d6a84e9f tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.602508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e03709-8f3e-48f9-89ff-fa38d6a84e9f tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae10434-e37f-4f86-b371-52ed6b7bdd05,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:11.609297 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-61e03709-8f3e-48f9-89ff-fa38d6a84e9f tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.610631 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-61e03709-8f3e-48f9-89ff-fa38d6a84e9f tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337395 Aug 19 19:17:11.614000 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43818) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:11.619246 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-136d3599-52d0-40fd-abef-9e70b04a137a tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Request body: {'security_group_rule': {'security_group_id': 'daca3d68-fad9-4b8b-9e91-1d905a9455f1', 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:17:11.647919 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-136d3599-52d0-40fd-abef-9e70b04a137a tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.710184 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-136d3599-52d0-40fd-abef-9e70b04a137a tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.713979 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-136d3599-52d0-40fd-abef-9e70b04a137a tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.732827 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d3599-52d0-40fd-abef-9e70b04a137a tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a9b1d8-73dc-4af9-a4d3-10ba661a8090,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:11.739122 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-136d3599-52d0-40fd-abef-9e70b04a137a tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.740605 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-136d3599-52d0-40fd-abef-9e70b04a137a tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251347 Aug 19 19:17:11.743328 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43820) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:11.747822 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7fbe99ec-f2c7-4310-aa4c-a87f579b9b6c tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Request body: {'security_group_rule': {'security_group_id': 'daca3d68-fad9-4b8b-9e91-1d905a9455f1', 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:17:11.776002 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7fbe99ec-f2c7-4310-aa4c-a87f579b9b6c tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.847144 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7fbe99ec-f2c7-4310-aa4c-a87f579b9b6c tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.851826 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7fbe99ec-f2c7-4310-aa4c-a87f579b9b6c tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.869305 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe99ec-f2c7-4310-aa4c-a87f579b9b6c tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c2cad3-22ea-4f37-aeac-72f499ccb3d2,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:11.875386 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7fbe99ec-f2c7-4310-aa4c-a87f579b9b6c tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.876598 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7fbe99ec-f2c7-4310-aa4c-a87f579b9b6c tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323357 Aug 19 19:17:11.879413 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43822) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:11.884040 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-6315e46f-2593-4b6f-8155-88942dd800bd tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Request body: {'security_group_rule': {'security_group_id': 'daca3d68-fad9-4b8b-9e91-1d905a9455f1', 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:17:11.911733 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6315e46f-2593-4b6f-8155-88942dd800bd tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.922963 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.971244 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6315e46f-2593-4b6f-8155-88942dd800bd tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.975493 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6315e46f-2593-4b6f-8155-88942dd800bd tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:11.993051 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315e46f-2593-4b6f-8155-88942dd800bd tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9a9fef-8e8b-435d-b308-0223bd32df2a,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:11.998912 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6315e46f-2593-4b6f-8155-88942dd800bd tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:12.000114 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6315e46f-2593-4b6f-8155-88942dd800bd tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196184 Aug 19 19:17:12.002923 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 43824) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:12.007627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-dc5f4c14-9bc4-4224-b5ba-7d9db79f934f tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Request body: {'security_group_rule': {'security_group_id': 'daca3d68-fad9-4b8b-9e91-1d905a9455f1', 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:17:12.030141 n-d-803753-2 neutron-server[94682]: INFO neutron.db.securitygroups_db [None req-dc5f4c14-9bc4-4224-b5ba-7d9db79f934f tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Project 6843bda8482b45dca2d32f802e04f81a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:17:12.035061 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc5f4c14-9bc4-4224-b5ba-7d9db79f934f tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:12.100397 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc5f4c14-9bc4-4224-b5ba-7d9db79f934f tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:12.107320 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc5f4c14-9bc4-4224-b5ba-7d9db79f934f tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:12.140642 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f4c14-9bc4-4224-b5ba-7d9db79f934f tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ce7811-89bb-4381-9dfe-2bd4c2b554ee,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:12.145098 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dc5f4c14-9bc4-4224-b5ba-7d9db79f934f tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:12.146334 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-dc5f4c14-9bc4-4224-b5ba-7d9db79f934f tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1424873 Aug 19 19:17:12.149380 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43826) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:12.154258 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-40c19438-3e7e-4f30-b5b9-f9e29941ae89 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Request body: {'security_group_rule': {'security_group_id': 'daca3d68-fad9-4b8b-9e91-1d905a9455f1', 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:17:12.180999 n-d-803753-2 neutron-server[94681]: INFO neutron.db.securitygroups_db [None req-40c19438-3e7e-4f30-b5b9-f9e29941ae89 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Project 6843bda8482b45dca2d32f802e04f81a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:17:12.187310 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-40c19438-3e7e-4f30-b5b9-f9e29941ae89 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:12.255002 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-40c19438-3e7e-4f30-b5b9-f9e29941ae89 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:12.259538 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-40c19438-3e7e-4f30-b5b9-f9e29941ae89 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:12.276205 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c19438-3e7e-4f30-b5b9-f9e29941ae89 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dad44ad-568b-456e-b7ae-458b46e0b402,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:12.284946 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-40c19438-3e7e-4f30-b5b9-f9e29941ae89 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:12.286290 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-40c19438-3e7e-4f30-b5b9-f9e29941ae89 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1357617 Aug 19 19:17:12.436084 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-da211567-f756-464e-8337-4b485ce1ef81 req-af687b55-3498-4d02-ace6-259903f1c312 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1728862029&fields=id&tenant_id=6843bda8482b45dca2d32f802e04f81a HTTP/1.1" status: 200 len: 267 time: 0.0383885 Aug 19 19:17:12.548219 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da211567-f756-464e-8337-4b485ce1ef81 req-a117b084-53be-4528-9f71-af8b471f3f97 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:12.549781 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-da211567-f756-464e-8337-4b485ce1ef81 req-a117b084-53be-4528-9f71-af8b471f3f97 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/networks?id=7c421eab-00ac-4a04-a633-222a8d8a2750 HTTP/1.1" status: 200 len: 809 time: 0.1051149 Aug 19 19:17:12.565896 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-da211567-f756-464e-8337-4b485ce1ef81 req-a7cfc3e6-6087-4ceb-aa3c-9177fc225b6d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/quotas/6843bda8482b45dca2d32f802e04f81a HTTP/1.1" status: 200 len: 375 time: 0.0097568 Aug 19 19:17:12.621466 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-da211567-f756-464e-8337-4b485ce1ef81 req-85d84340-43de-47bc-b497-3c2565de59e4 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6843bda8482b45dca2d32f802e04f81a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487905 Aug 19 19:17:12.638806 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-da211567-f756-464e-8337-4b485ce1ef81 req-18f6802c-73b4-4750-b6cf-33905ad3ed63 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 19:17:12.639829 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-da211567-f756-464e-8337-4b485ce1ef81 req-18f6802c-73b4-4750-b6cf-33905ad3ed63 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056624 Aug 19 19:17:12.741427 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-da211567-f756-464e-8337-4b485ce1ef81 req-322e5626-bb76-4be2-951a-5143a533b144 service neutron] 10.222.0.24 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948396 Aug 19 19:17:12.810024 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 92418822-974d-4340-9cd3-42d9e93b622d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:17:12.840880 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-da211567-f756-464e-8337-4b485ce1ef81 req-d9395b96-54d5-4c74-ab33-e34612c65ca3 service neutron] 10.222.0.24 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915372 Aug 19 19:17:12.870927 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 92418822-974d-4340-9cd3-42d9e93b622d completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:17:12.875138 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 92418822-974d-4340-9cd3-42d9e93b622d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:17:12.875462 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:12.966638 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:12.989244 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 92418822-974d-4340-9cd3-42d9e93b622d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=92418822-974d-4340-9cd3-42d9e93b622d,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:17:12.993911 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:12.995095 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ebd4863d-9589-4ee0-ad7c-78a7087f78de up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:17:13.096366 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=92418822-974d-4340-9cd3-42d9e93b622d,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:13.110254 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port ebd4863d-9589-4ee0-ad7c-78a7087f78de triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:17:13.110633 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:13.425608 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] Sync routers for ids ['6c1eada1-0053-4770-9391-e3ec2fa8cbb4'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:17:13.434688 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] Routers {'6c1eada1-0053-4770-9391-e3ec2fa8cbb4'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:17:13.435276 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:17:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c1eada1-0053-4770-9391-e3ec2fa8cbb4'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:13.627071 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] Set router 6c1eada1-0053-4770-9391-e3ec2fa8cbb4 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:17:13.825095 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1eada1-0053-4770-9391-e3ec2fa8cbb4', 'name': 'tempest-TestShelveInstance-212271236-router', 'tenant_id': '6cbc5d20962546de9b1eedda168eb2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '92418822-974d-4340-9cd3-42d9e93b622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:07Z', 'updated_at': '2021-08-19T19:17:10Z', 'revision_number': 4, 'project_id': '6cbc5d20962546de9b1eedda168eb2bf', 'gw_port': {'id': '92418822-974d-4340-9cd3-42d9e93b622d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1eada1-0053-4770-9391-e3ec2fa8cbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:07Z', 'updated_at': '2021-08-19T19:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'e2ab121f-4660-4609-9234-06a2d4223e5b', 'name': '', 'network_id': '059ecafd-c420-4f35-99bc-3720c5b098f2', 'tenant_id': '6cbc5d20962546de9b1eedda168eb2bf', 'mac_address': 'fa:16:3e:4b:3b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1eada1-0053-4770-9391-e3ec2fa8cbb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '304c634f-03d5-4c7c-bc4f-639bf162312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:09Z', 'updated_at': '2021-08-19T19:17:10Z', 'revision_number': 2, 'project_id': '6cbc5d20962546de9b1eedda168eb2bf', 'subnets': [{'id': '304c634f-03d5-4c7c-bc4f-639bf162312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:13.850734 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] Checking router: 6c1eada1-0053-4770-9391-e3ec2fa8cbb4 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:17:13.851082 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] Updating router 6c1eada1-0053-4770-9391-e3ec2fa8cbb4 port e2ab121f-4660-4609-9234-06a2d4223e5b binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:17:13.874525 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:14.062294 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9b946248-8272-4eba-a8bd-4b38f10795c9 req-66c0f2bd-9649-4195-a6c3-18f7531ef282 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 210 time: 0.0280399 Aug 19 19:17:14.152224 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:14.163384 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] Transition to ACTIVE for port object e2ab121f-4660-4609-9234-06a2d4223e5b will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:17:14.169373 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:14.221444 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0f0c3-bf82-4440-a2b7-9a1a86571780 None None] Pushing event updated for resources: {'Port': ['ID=e2ab121f-4660-4609-9234-06a2d4223e5b,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:14.274563 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] Attempting to bind port e2ab121f-4660-4609-9234-06a2d4223e5b on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:17:14.274931 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] Attempting to bind port e2ab121f-4660-4609-9234-06a2d4223e5b by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '43fcc4ae-9bd2-448a-b1ba-7790fc7281d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '059ecafd-c420-4f35-99bc-3720c5b098f2'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:17:14.275421 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] Attempting to bind port e2ab121f-4660-4609-9234-06a2d4223e5b on network 059ecafd-c420-4f35-99bc-3720c5b098f2 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:17:14.281255 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:17:14.281681 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] Checking segment: {'id': '43fcc4ae-9bd2-448a-b1ba-7790fc7281d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '059ecafd-c420-4f35-99bc-3720c5b098f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:17:14.282309 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:14.282757 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] Bound using segment: {'id': '43fcc4ae-9bd2-448a-b1ba-7790fc7281d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '059ecafd-c420-4f35-99bc-3720c5b098f2'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:17:14.283287 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] Bound port: e2ab121f-4660-4609-9234-06a2d4223e5b, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fcc4ae-9bd2-448a-b1ba-7790fc7281d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '059ecafd-c420-4f35-99bc-3720c5b098f2'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:17:14.283726 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:14.366255 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] For port e2ab121f-4660-4609-9234-06a2d4223e5b, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:17:14.369788 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] For port e2ab121f-4660-4609-9234-06a2d4223e5b, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e2ab121f-4660-4609-9234-06a2d4223e5b,segment=NetworkSegment(43fcc4ae-9bd2-448a-b1ba-7790fc7281d3),segment_id=43fcc4ae-9bd2-448a-b1ba-7790fc7281d3)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:17:14.375186 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:14.444306 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] Routers {'6c1eada1-0053-4770-9391-e3ec2fa8cbb4'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:17:14.444935 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:17:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c1eada1-0053-4770-9391-e3ec2fa8cbb4'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:14.490856 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0f0c3-bf82-4440-a2b7-9a1a86571780 None None] Pushing event updated for resources: {'Port': ['ID=e2ab121f-4660-4609-9234-06a2d4223e5b,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:14.582877 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] Set router 6c1eada1-0053-4770-9391-e3ec2fa8cbb4 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:17:14.757614 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 92418822-974d-4340-9cd3-42d9e93b622d up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:17:14.811134 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1eada1-0053-4770-9391-e3ec2fa8cbb4', 'name': 'tempest-TestShelveInstance-212271236-router', 'tenant_id': '6cbc5d20962546de9b1eedda168eb2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '92418822-974d-4340-9cd3-42d9e93b622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:07Z', 'updated_at': '2021-08-19T19:17:10Z', 'revision_number': 4, 'project_id': '6cbc5d20962546de9b1eedda168eb2bf', 'gw_port': {'id': '92418822-974d-4340-9cd3-42d9e93b622d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1eada1-0053-4770-9391-e3ec2fa8cbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:07Z', 'updated_at': '2021-08-19T19:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'e2ab121f-4660-4609-9234-06a2d4223e5b', 'name': '', 'network_id': '059ecafd-c420-4f35-99bc-3720c5b098f2', 'tenant_id': '6cbc5d20962546de9b1eedda168eb2bf', 'mac_address': 'fa:16:3e:4b:3b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1eada1-0053-4770-9391-e3ec2fa8cbb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '304c634f-03d5-4c7c-bc4f-639bf162312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:09Z', 'updated_at': '2021-08-19T19:17:14Z', 'revision_number': 4, 'project_id': '6cbc5d20962546de9b1eedda168eb2bf', 'subnets': [{'id': '304c634f-03d5-4c7c-bc4f-639bf162312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:14.814263 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 92418822-974d-4340-9cd3-42d9e93b622d triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:17:14.814650 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:14.842659 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e872bd-a616-4733-a16b-61d9651cb200 None None] The sync data for ids ['6c1eada1-0053-4770-9391-e3ec2fa8cbb4'] in n-d-803753-2 is: [{'id': '6c1eada1-0053-4770-9391-e3ec2fa8cbb4', 'name': 'tempest-TestShelveInstance-212271236-router', 'tenant_id': '6cbc5d20962546de9b1eedda168eb2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '92418822-974d-4340-9cd3-42d9e93b622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:07Z', 'updated_at': '2021-08-19T19:17:10Z', 'revision_number': 4, 'project_id': '6cbc5d20962546de9b1eedda168eb2bf', 'gw_port': {'id': '92418822-974d-4340-9cd3-42d9e93b622d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1eada1-0053-4770-9391-e3ec2fa8cbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:07Z', 'updated_at': '2021-08-19T19:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'e2ab121f-4660-4609-9234-06a2d4223e5b', 'name': '', 'network_id': '059ecafd-c420-4f35-99bc-3720c5b098f2', 'tenant_id': '6cbc5d20962546de9b1eedda168eb2bf', 'mac_address': 'fa:16:3e:4b:3b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1eada1-0053-4770-9391-e3ec2fa8cbb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '304c634f-03d5-4c7c-bc4f-639bf162312e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:09Z', 'updated_at': '2021-08-19T19:17:14Z', 'revision_number': 4, 'project_id': '6cbc5d20962546de9b1eedda168eb2bf', 'subnets': [{'id': '304c634f-03d5-4c7c-bc4f-639bf162312e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:17:14.902049 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e2ab121f-4660-4609-9234-06a2d4223e5b up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:17:14.954913 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port e2ab121f-4660-4609-9234-06a2d4223e5b completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:17:14.959624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port e2ab121f-4660-4609-9234-06a2d4223e5b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:17:14.959891 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:15.044834 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:15.082396 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port e2ab121f-4660-4609-9234-06a2d4223e5b, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e2ab121f-4660-4609-9234-06a2d4223e5b,segment=NetworkSegment(43fcc4ae-9bd2-448a-b1ba-7790fc7281d3),segment_id=43fcc4ae-9bd2-448a-b1ba-7790fc7281d3)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:17:15.086552 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:15.255974 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9d804f19-dc7b-43da-8e67-8b83c9c7919d req-96047609-9aab-4c63-a85f-1eb270221086 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 210 time: 0.0811789 Aug 19 19:17:15.325357 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=e2ab121f-4660-4609-9234-06a2d4223e5b,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:15.346564 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da211567-f756-464e-8337-4b485ce1ef81 req-b97f419c-6774-4fd8-9354-2f440dcf4295 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:15.349179 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da211567-f756-464e-8337-4b485ce1ef81 req-b97f419c-6774-4fd8-9354-2f440dcf4295 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.50 "GET /v2.0/networks?id=7c421eab-00ac-4a04-a633-222a8d8a2750 HTTP/1.1" status: 200 len: 809 time: 0.1529605 Aug 19 19:17:15.396118 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da211567-f756-464e-8337-4b485ce1ef81 req-21d87ccc-209d-4b51-a8fc-b0f8fc357eab tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6843bda8482b45dca2d32f802e04f81a HTTP/1.1" status: 200 len: 380 time: 0.0371985 Aug 19 19:17:15.406823 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-da211567-f756-464e-8337-4b485ce1ef81 req-b6a35dfd-ad66-49b8-bc1d-94821012d151 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Request body: {'port': {'device_id': 'dc23a28c-9691-404b-8e42-bf797bc3a589', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'admin_state_up': True, 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'security_groups': ['daca3d68-fad9-4b8b-9e91-1d905a9455f1']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:17:15.521732 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da211567-f756-464e-8337-4b485ce1ef81 req-b6a35dfd-ad66-49b8-bc1d-94821012d151 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Made reservation on behalf of 6843bda8482b45dca2d32f802e04f81a for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:17:15.525174 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-da211567-f756-464e-8337-4b485ce1ef81 req-b6a35dfd-ad66-49b8-bc1d-94821012d151 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:15.655421 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-da211567-f756-464e-8337-4b485ce1ef81 req-b6a35dfd-ad66-49b8-bc1d-94821012d151 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Allocated IP 172.20.0.3 (7c421eab-00ac-4a04-a633-222a8d8a2750/8679ebcf-d10b-4125-bbd7-31e9227ad40a/5bf388c9-780f-43a1-a511-ab96cf1503e9) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:17:15.797213 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-da211567-f756-464e-8337-4b485ce1ef81 req-b6a35dfd-ad66-49b8-bc1d-94821012d151 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:15.810289 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-da211567-f756-464e-8337-4b485ce1ef81 req-b6a35dfd-ad66-49b8-bc1d-94821012d151 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Transition to ACTIVE for port object 5bf388c9-780f-43a1-a511-ab96cf1503e9 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:17:15.842504 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-da211567-f756-464e-8337-4b485ce1ef81 req-b6a35dfd-ad66-49b8-bc1d-94821012d151 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:15.890556 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da211567-f756-464e-8337-4b485ce1ef81 req-b6a35dfd-ad66-49b8-bc1d-94821012d151 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Network 7c421eab-00ac-4a04-a633-222a8d8a2750 is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:17:15.893574 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-da211567-f756-464e-8337-4b485ce1ef81 req-b6a35dfd-ad66-49b8-bc1d-94821012d151 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:17:15.897569 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-da211567-f756-464e-8337-4b485ce1ef81 req-b6a35dfd-ad66-49b8-bc1d-94821012d151 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:17:15.920815 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a35dfd-ad66-49b8-bc1d-94821012d151 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event updated for resources: {'Port': ['ID=5bf388c9-780f-43a1-a511-ab96cf1503e9,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:15.949622 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da211567-f756-464e-8337-4b485ce1ef81 req-b6a35dfd-ad66-49b8-bc1d-94821012d151 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:15.950249 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-da211567-f756-464e-8337-4b485ce1ef81 req-b6a35dfd-ad66-49b8-bc1d-94821012d151 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:15.966432 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da211567-f756-464e-8337-4b485ce1ef81 req-b6a35dfd-ad66-49b8-bc1d-94821012d151 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5634096 Aug 19 19:17:15.978917 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-da211567-f756-464e-8337-4b485ce1ef81 req-28191e31-d543-4ac9-b1e8-566c007c9227 service neutron] Request body: {'port': {'device_id': 'dc23a28c-9691-404b-8e42-bf797bc3a589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:17:16.036779 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-da211567-f756-464e-8337-4b485ce1ef81 req-28191e31-d543-4ac9-b1e8-566c007c9227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:16.139269 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6592014c-ac5d-4ad8-8751-f6d7efeccb6d None None] Provisioning for port 5bf388c9-780f-43a1-a511-ab96cf1503e9 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:17:16.143194 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-6592014c-ac5d-4ad8-8751-f6d7efeccb6d None None] Provisioning complete for port 5bf388c9-780f-43a1-a511-ab96cf1503e9 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:17:16.143570 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6592014c-ac5d-4ad8-8751-f6d7efeccb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:16.179951 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-6592014c-ac5d-4ad8-8751-f6d7efeccb6d None None] Port 5bf388c9-780f-43a1-a511-ab96cf1503e9 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:17:16.313600 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-da211567-f756-464e-8337-4b485ce1ef81 req-28191e31-d543-4ac9-b1e8-566c007c9227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf388c9-780f-43a1-a511-ab96cf1503e9 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:17:16.322169 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-da211567-f756-464e-8337-4b485ce1ef81 req-28191e31-d543-4ac9-b1e8-566c007c9227 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:16.335157 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-da211567-f756-464e-8337-4b485ce1ef81 req-28191e31-d543-4ac9-b1e8-566c007c9227 service neutron] Transition to ACTIVE for port object 5bf388c9-780f-43a1-a511-ab96cf1503e9 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:17:16.346198 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-da211567-f756-464e-8337-4b485ce1ef81 req-28191e31-d543-4ac9-b1e8-566c007c9227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:16.416129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28191e31-d543-4ac9-b1e8-566c007c9227 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf388c9-780f-43a1-a511-ab96cf1503e9,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:16.433508 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56029e-1a01-48db-b1ac-029549d94b03 req-369f1d04-0c1b-4186-8c5f-7db17366c19c tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:16.435108 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ce56029e-1a01-48db-b1ac-029549d94b03 req-369f1d04-0c1b-4186-8c5f-7db17366c19c tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 943 time: 0.0976856 Aug 19 19:17:16.517102 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ce56029e-1a01-48db-b1ac-029549d94b03 req-7ed3887e-f2eb-43a0-92a0-78924ea918c5 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649791 Aug 19 19:17:16.539622 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-da211567-f756-464e-8337-4b485ce1ef81 req-28191e31-d543-4ac9-b1e8-566c007c9227 service neutron] Attempting to bind port 5bf388c9-780f-43a1-a511-ab96cf1503e9 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:17:16.539960 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-da211567-f756-464e-8337-4b485ce1ef81 req-28191e31-d543-4ac9-b1e8-566c007c9227 service neutron] Attempting to bind port 5bf388c9-780f-43a1-a511-ab96cf1503e9 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'a7aa1d87-b182-41f8-81a2-c1a3dd7fa619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:17:16.540300 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da211567-f756-464e-8337-4b485ce1ef81 req-28191e31-d543-4ac9-b1e8-566c007c9227 service neutron] Attempting to bind port 5bf388c9-780f-43a1-a511-ab96cf1503e9 on network 7c421eab-00ac-4a04-a633-222a8d8a2750 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:17:16.545522 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da211567-f756-464e-8337-4b485ce1ef81 req-28191e31-d543-4ac9-b1e8-566c007c9227 service neutron] Port 5bf388c9-780f-43a1-a511-ab96cf1503e9 on network 7c421eab-00ac-4a04-a633-222a8d8a2750 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:17:16.545869 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da211567-f756-464e-8337-4b485ce1ef81 req-28191e31-d543-4ac9-b1e8-566c007c9227 service neutron] Attempting to bind port 5bf388c9-780f-43a1-a511-ab96cf1503e9 on network 7c421eab-00ac-4a04-a633-222a8d8a2750 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:17:16.552203 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da211567-f756-464e-8337-4b485ce1ef81 req-28191e31-d543-4ac9-b1e8-566c007c9227 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:17:16.552552 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da211567-f756-464e-8337-4b485ce1ef81 req-28191e31-d543-4ac9-b1e8-566c007c9227 service neutron] Checking segment: {'id': 'a7aa1d87-b182-41f8-81a2-c1a3dd7fa619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:17:16.552945 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da211567-f756-464e-8337-4b485ce1ef81 req-28191e31-d543-4ac9-b1e8-566c007c9227 service neutron] Bound using segment: {'id': 'a7aa1d87-b182-41f8-81a2-c1a3dd7fa619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:17:16.553386 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-da211567-f756-464e-8337-4b485ce1ef81 req-28191e31-d543-4ac9-b1e8-566c007c9227 service neutron] Bound port: 5bf388c9-780f-43a1-a511-ab96cf1503e9, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aa1d87-b182-41f8-81a2-c1a3dd7fa619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:17:16.553786 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-da211567-f756-464e-8337-4b485ce1ef81 req-28191e31-d543-4ac9-b1e8-566c007c9227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:16.622302 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-da211567-f756-464e-8337-4b485ce1ef81 req-28191e31-d543-4ac9-b1e8-566c007c9227 service neutron] For port 5bf388c9-780f-43a1-a511-ab96cf1503e9, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:17:16.625241 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-da211567-f756-464e-8337-4b485ce1ef81 req-28191e31-d543-4ac9-b1e8-566c007c9227 service neutron] For port 5bf388c9-780f-43a1-a511-ab96cf1503e9, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5bf388c9-780f-43a1-a511-ab96cf1503e9,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:17:16.630328 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-da211567-f756-464e-8337-4b485ce1ef81 req-28191e31-d543-4ac9-b1e8-566c007c9227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:16.663332 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da211567-f756-464e-8337-4b485ce1ef81 req-28191e31-d543-4ac9-b1e8-566c007c9227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:16.663942 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-da211567-f756-464e-8337-4b485ce1ef81 req-28191e31-d543-4ac9-b1e8-566c007c9227 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:16.665263 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da211567-f756-464e-8337-4b485ce1ef81 req-28191e31-d543-4ac9-b1e8-566c007c9227 service neutron] 10.222.0.50 "PUT /v2.0/ports/5bf388c9-780f-43a1-a511-ab96cf1503e9 HTTP/1.1" status: 200 len: 1091 time: 0.6906922 Aug 19 19:17:16.665737 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc23a28c-9691-404b-8e42-bf797bc3a589', 'tag': '5bf388c9-780f-43a1-a511-ab96cf1503e9'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:17:16.667974 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07aa7202-b1ce-4305-a7c7-431f6e80a05c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc23a28c-9691-404b-8e42-bf797bc3a589", "tag": "5bf388c9-780f-43a1-a511-ab96cf1503e9"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:17:16.707932 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28191e31-d543-4ac9-b1e8-566c007c9227 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf388c9-780f-43a1-a511-ab96cf1503e9,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:16.723487 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956a013b-f55f-4961-869b-73e5de542073 x-openstack-request-id: req-956a013b-f55f-4961-869b-73e5de542073 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:17:16.723811 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc23a28c-9691-404b-8e42-bf797bc3a589", "tag": "5bf388c9-780f-43a1-a511-ab96cf1503e9", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:17:16.724038 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-956a013b-f55f-4961-869b-73e5de542073 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:17:16.724432 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc23a28c-9691-404b-8e42-bf797bc3a589', 'tag': '5bf388c9-780f-43a1-a511-ab96cf1503e9', 'status': 'completed', 'code': 200} Aug 19 19:17:16.745561 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e2ab121f-4660-4609-9234-06a2d4223e5b up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:17:16.763515 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da211567-f756-464e-8337-4b485ce1ef81 req-7b62aad4-a47a-41e3-9300-8b71ceb28af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:16.765097 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da211567-f756-464e-8337-4b485ce1ef81 req-7b62aad4-a47a-41e3-9300-8b71ceb28af3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6843bda8482b45dca2d32f802e04f81a&device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 1094 time: 0.0534825 Aug 19 19:17:16.807922 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port e2ab121f-4660-4609-9234-06a2d4223e5b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:17:16.808211 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:16.817845 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da211567-f756-464e-8337-4b485ce1ef81 req-204178de-ba58-4c0c-8613-5e5ccca15c23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bf388c9-780f-43a1-a511-ab96cf1503e9 HTTP/1.1" status: 200 len: 217 time: 0.0444698 Aug 19 19:17:16.872820 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da211567-f756-464e-8337-4b485ce1ef81 req-5eb3f1a4-816c-4aec-b0fd-b01922bc9a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:16.874402 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da211567-f756-464e-8337-4b485ce1ef81 req-5eb3f1a4-816c-4aec-b0fd-b01922bc9a00 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8679ebcf-d10b-4125-bbd7-31e9227ad40a HTTP/1.1" status: 200 len: 848 time: 0.0487747 Aug 19 19:17:16.930439 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da211567-f756-464e-8337-4b485ce1ef81 req-b3ec3dff-3204-43ed-9cd6-cd20cc68f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:16.932004 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da211567-f756-464e-8337-4b485ce1ef81 req-b3ec3dff-3204-43ed-9cd6-cd20cc68f435 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c421eab-00ac-4a04-a633-222a8d8a2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501285 Aug 19 19:17:17.021611 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da211567-f756-464e-8337-4b485ce1ef81 req-e2cd1249-a082-4d54-9ac1-955e7136fbcd service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826602 Aug 19 19:17:17.244754 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:17.442514 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-da211567-f756-464e-8337-4b485ce1ef81 req-e86a1287-745f-478d-b120-b9739d5ddd5f service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144928 Aug 19 19:17:17.547625 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa7202-b1ce-4305-a7c7-431f6e80a05c req-2ae9c938-956c-4225-93ed-c43a524dce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:17.549105 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-07aa7202-b1ce-4305-a7c7-431f6e80a05c req-2ae9c938-956c-4225-93ed-c43a524dce9a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6843bda8482b45dca2d32f802e04f81a&device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 1094 time: 0.0440228 Aug 19 19:17:17.698333 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1a7c0-ac40-415f-9d76-bd58fccbd65f req-d9b7fc06-b07c-45da-ab0c-fa5848e3cffb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:17.699854 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e2d1a7c0-ac40-415f-9d76-bd58fccbd65f req-d9b7fc06-b07c-45da-ab0c-fa5848e3cffb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 943 time: 0.1005692 Aug 19 19:17:17.707925 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa7202-b1ce-4305-a7c7-431f6e80a05c req-99cf616d-7c51-4620-bcf1-1810be47cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:17.710486 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-07aa7202-b1ce-4305-a7c7-431f6e80a05c req-99cf616d-7c51-4620-bcf1-1810be47cbda service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c421eab-00ac-4a04-a633-222a8d8a2750 HTTP/1.1" status: 200 len: 910 time: 0.1533184 Aug 19 19:17:17.785851 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-07aa7202-b1ce-4305-a7c7-431f6e80a05c req-0e16c15f-c5a3-43b0-b02c-23624665ae2f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bf388c9-780f-43a1-a511-ab96cf1503e9 HTTP/1.1" status: 200 len: 217 time: 0.0669491 Aug 19 19:17:17.850453 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e2d1a7c0-ac40-415f-9d76-bd58fccbd65f req-2af3e4a1-aac5-43d3-8dbe-ba37de8cf80b tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389668 Aug 19 19:17:17.872946 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa7202-b1ce-4305-a7c7-431f6e80a05c req-bc80409f-2a19-45fd-97da-9195ff4bd92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:17.874657 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-07aa7202-b1ce-4305-a7c7-431f6e80a05c req-bc80409f-2a19-45fd-97da-9195ff4bd92d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8679ebcf-d10b-4125-bbd7-31e9227ad40a HTTP/1.1" status: 200 len: 848 time: 0.0763862 Aug 19 19:17:17.938055 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa7202-b1ce-4305-a7c7-431f6e80a05c req-99b213a1-622d-406f-b430-2c4fdd4218a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:17.941957 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-07aa7202-b1ce-4305-a7c7-431f6e80a05c req-99b213a1-622d-406f-b430-2c4fdd4218a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c421eab-00ac-4a04-a633-222a8d8a2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559356 Aug 19 19:17:18.048627 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-07aa7202-b1ce-4305-a7c7-431f6e80a05c req-5c4ffda3-cf3c-4fb2-b8f5-c7331729334c service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994413 Aug 19 19:17:18.147978 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-07aa7202-b1ce-4305-a7c7-431f6e80a05c req-2f581d7d-65c6-4e64-9afc-9036b1d47ec7 service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907919 Aug 19 19:17:18.968837 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a0fff-afc4-45e4-a656-0771f3bb0616 req-ab053c31-1a70-4843-b851-d9aa9233bca6 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:18.970272 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f3a0fff-afc4-45e4-a656-0771f3bb0616 req-ab053c31-1a70-4843-b851-d9aa9233bca6 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 943 time: 0.0492907 Aug 19 19:17:19.011999 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2f3a0fff-afc4-45e4-a656-0771f3bb0616 req-8e7ae776-bd0a-4ba4-9ff0-ec62cc2f9ea2 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343480 Aug 19 19:17:20.129007 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915ec79-4f9d-4974-950b-5ed0fa4aca0b req-3a71d79e-ffcc-4de3-a74f-7c18270ca67d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:20.130557 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8915ec79-4f9d-4974-950b-5ed0fa4aca0b req-3a71d79e-ffcc-4de3-a74f-7c18270ca67d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 943 time: 0.0516171 Aug 19 19:17:20.168683 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-8915ec79-4f9d-4974-950b-5ed0fa4aca0b req-2d2347d0-54fc-4d6a-a477-e4a250220092 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321329 Aug 19 19:17:20.231367 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5bf388c9-780f-43a1-a511-ab96cf1503e9 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:17:20.325707 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5bf388c9-780f-43a1-a511-ab96cf1503e9, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5bf388c9-780f-43a1-a511-ab96cf1503e9,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:17:20.341898 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '5bf388c9-780f-43a1-a511-ab96cf1503e9', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'port_id': '5bf388c9-780f-43a1-a511-ab96cf1503e9', 'mac_address': 'fa:16:3e:54:e2:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:17:20.380757 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:20.393629 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf388c9-780f-43a1-a511-ab96cf1503e9 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:17:20.414014 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5bf388c9-780f-43a1-a511-ab96cf1503e9, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5bf388c9-780f-43a1-a511-ab96cf1503e9,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:17:20.418201 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:20.466386 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=5bf388c9-780f-43a1-a511-ab96cf1503e9,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:20.660523 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['5bf388c9-780f-43a1-a511-ab96cf1503e9'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:17:21.284609 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e29e9d-026d-45fa-b102-bfd4a650278b req-d46efab8-4a40-4b91-9645-e2c5be66f556 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:21.287173 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-44e29e9d-026d-45fa-b102-bfd4a650278b req-d46efab8-4a40-4b91-9645-e2c5be66f556 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 944 time: 0.0524640 Aug 19 19:17:21.326068 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-44e29e9d-026d-45fa-b102-bfd4a650278b req-1ecac6d8-7a9a-4b4d-b79a-78f03e68452f tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326848 Aug 19 19:17:22.247353 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5bf388c9-780f-43a1-a511-ab96cf1503e9 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:17:22.295198 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 5bf388c9-780f-43a1-a511-ab96cf1503e9 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:17:22.299043 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 5bf388c9-780f-43a1-a511-ab96cf1503e9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:17:22.299437 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:22.383282 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:22.405820 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc23a28c-9691-404b-8e42-bf797bc3a589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf388c9-780f-43a1-a511-ab96cf1503e9'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:17:22.408083 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cd6dce-39a6-409d-af40-7b75818a2be2" -d '{"events": [{"server_uuid": "dc23a28c-9691-404b-8e42-bf797bc3a589", "name": "network-vif-plugged", "status": "completed", "tag": "5bf388c9-780f-43a1-a511-ab96cf1503e9"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:17:22.422392 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5bf388c9-780f-43a1-a511-ab96cf1503e9, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5bf388c9-780f-43a1-a511-ab96cf1503e9,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:17:22.430427 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:22.455497 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22bec08-4a0e-456c-a465-f0aa760e07dd x-openstack-request-id: req-b22bec08-4a0e-456c-a465-f0aa760e07dd {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:17:22.455791 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc23a28c-9691-404b-8e42-bf797bc3a589", "name": "network-vif-plugged", "status": "completed", "tag": "5bf388c9-780f-43a1-a511-ab96cf1503e9", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:17:22.456046 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b22bec08-4a0e-456c-a465-f0aa760e07dd {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:17:22.456435 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23a28c-9691-404b-8e42-bf797bc3a589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf388c9-780f-43a1-a511-ab96cf1503e9', 'code': 200} Aug 19 19:17:22.458466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767662f-c1d9-40c6-9d02-dd672a2f06f9 req-554094b5-34d4-4585-b656-1ee5f81cbdf9 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:22.460675 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6767662f-c1d9-40c6-9d02-dd672a2f06f9 req-554094b5-34d4-4585-b656-1ee5f81cbdf9 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 944 time: 0.0557411 Aug 19 19:17:22.489494 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=5bf388c9-780f-43a1-a511-ab96cf1503e9,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:22.505946 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6767662f-c1d9-40c6-9d02-dd672a2f06f9 req-a308c80b-5d77-433b-b902-5ceb9fc4e40e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397775 Aug 19 19:17:22.556355 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e2bca-c729-4489-8107-8724a486a21a req-13e1980c-3887-41e4-8119-7fc03deaded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:22.557897 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5f9e2bca-c729-4489-8107-8724a486a21a req-13e1980c-3887-41e4-8119-7fc03deaded7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 1096 time: 0.0450799 Aug 19 19:17:22.593991 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5f9e2bca-c729-4489-8107-8724a486a21a req-59c11e9e-cff1-4a38-8c26-69c18511c657 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280578 Aug 19 19:17:23.626570 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bea259-e245-4e21-8555-80eadefe0de8 req-f1d76c71-de66-4f34-9104-027785394c9c tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:23.628056 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c7bea259-e245-4e21-8555-80eadefe0de8 req-f1d76c71-de66-4f34-9104-027785394c9c tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.0496476 Aug 19 19:17:23.675694 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c7bea259-e245-4e21-8555-80eadefe0de8 req-9b6a10e2-0a54-4e9c-90c5-8f1cc98f3b7e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407913 Aug 19 19:17:24.793859 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c4324-727e-4e9b-8d64-e740e9f06db0 req-774b2497-12fc-4959-b89a-0cafc2618a37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:24.795404 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e28c4324-727e-4e9b-8d64-e740e9f06db0 req-774b2497-12fc-4959-b89a-0cafc2618a37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.0503891 Aug 19 19:17:24.833804 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e28c4324-727e-4e9b-8d64-e740e9f06db0 req-a1ae4f3d-4666-4993-a824-14767ff04c7c tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319064 Aug 19 19:17:24.947603 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f75a8-06da-4205-8804-4372118648f8 req-7a22f166-f630-4773-8f0e-39a4d14080ff tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:24.948999 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-117f75a8-06da-4205-8804-4372118648f8 req-7a22f166-f630-4773-8f0e-39a4d14080ff tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.0482836 Aug 19 19:17:24.989564 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-117f75a8-06da-4205-8804-4372118648f8 req-c4e10886-688d-430b-8d23-cb4233445b42 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337784 Aug 19 19:17:25.011617 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43886) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:25.135426 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe54d155-be69-420a-9e52-6eb9b9731205 tempest-TestShelveInstance-1959827863 tempest-TestShelveInstance-1959827863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:25.136954 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fe54d155-be69-420a-9e52-6eb9b9731205 tempest-TestShelveInstance-1959827863 tempest-TestShelveInstance-1959827863-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 1091 time: 0.1242914 Aug 19 19:17:25.139964 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 43890) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:25.144886 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-f97c3cde-eb37-4ed1-942d-fa01e44d813e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': '5bf388c9-780f-43a1-a511-ab96cf1503e9', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:17:25.166524 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f97c3cde-eb37-4ed1-942d-fa01e44d813e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:25.264942 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f97c3cde-eb37-4ed1-942d-fa01e44d813e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:25.372017 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-f97c3cde-eb37-4ed1-942d-fa01e44d813e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Allocated IP 172.25.8.254 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/642f8486-8346-4d76-b2a2-a22be7f3e0c2) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:17:25.471399 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f97c3cde-eb37-4ed1-942d-fa01e44d813e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:25.511225 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f97c3cde-eb37-4ed1-942d-fa01e44d813e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:25.549890 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97c3cde-eb37-4ed1-942d-fa01e44d813e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:17:25.553332 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-f97c3cde-eb37-4ed1-942d-fa01e44d813e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:17:25.556026 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97c3cde-eb37-4ed1-942d-fa01e44d813e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:17:25.583616 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c3cde-eb37-4ed1-942d-fa01e44d813e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event updated for resources: {'Port': ['ID=642f8486-8346-4d76-b2a2-a22be7f3e0c2,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:25.927472 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f97c3cde-eb37-4ed1-942d-fa01e44d813e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:25.997705 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f97c3cde-eb37-4ed1-942d-fa01e44d813e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:26.145000 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f97c3cde-eb37-4ed1-942d-fa01e44d813e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:26.149418 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f97c3cde-eb37-4ed1-942d-fa01e44d813e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:26.224588 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c3cde-eb37-4ed1-942d-fa01e44d813e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event updated for resources: {'Port': ['ID=642f8486-8346-4d76-b2a2-a22be7f3e0c2,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:26.232443 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f97c3cde-eb37-4ed1-942d-fa01e44d813e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:26.334301 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-f97c3cde-eb37-4ed1-942d-fa01e44d813e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Floating IP a792fa44-fb86-47a2-8369-75e10b7c0bdc associated. External IP: 172.25.8.254, port: 5bf388c9-780f-43a1-a511-ab96cf1503e9. Aug 19 19:17:26.544376 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97c3cde-eb37-4ed1-942d-fa01e44d813e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Router 105759a6-2cc1-482d-aa39-7764c07e6e6b has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:17:26.653283 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97c3cde-eb37-4ed1-942d-fa01e44d813e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:17:26.663813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcaa0a2-8aa4-4a52-a410-0c1cfd8e2b24 None None] Sync routers for ids ['105759a6-2cc1-482d-aa39-7764c07e6e6b'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:17:26.670478 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-f97c3cde-eb37-4ed1-942d-fa01e44d813e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:26.679944 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcaa0a2-8aa4-4a52-a410-0c1cfd8e2b24 None None] Routers {'105759a6-2cc1-482d-aa39-7764c07e6e6b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:17:26.680498 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-fdcaa0a2-8aa4-4a52-a410-0c1cfd8e2b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:17:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['105759a6-2cc1-482d-aa39-7764c07e6e6b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:26.698274 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-f97c3cde-eb37-4ed1-942d-fa01e44d813e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5572865 Aug 19 19:17:26.698894 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc23a28c-9691-404b-8e42-bf797bc3a589', 'tag': '5bf388c9-780f-43a1-a511-ab96cf1503e9'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:17:26.701180 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2128c671-32d9-4439-aced-95e14978251d" -d '{"events": [{"name": "network-changed", "server_uuid": "dc23a28c-9691-404b-8e42-bf797bc3a589", "tag": "5bf388c9-780f-43a1-a511-ab96cf1503e9"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:17:26.745809 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75843515-ae19-4f4c-9fe5-c40fd8e9f027 x-openstack-request-id: req-75843515-ae19-4f4c-9fe5-c40fd8e9f027 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:17:26.746106 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc23a28c-9691-404b-8e42-bf797bc3a589", "tag": "5bf388c9-780f-43a1-a511-ab96cf1503e9", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:17:26.746365 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-75843515-ae19-4f4c-9fe5-c40fd8e9f027 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:17:26.746774 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc23a28c-9691-404b-8e42-bf797bc3a589', 'tag': '5bf388c9-780f-43a1-a511-ab96cf1503e9', 'status': 'completed', 'code': 200} Aug 19 19:17:26.788702 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-fdcaa0a2-8aa4-4a52-a410-0c1cfd8e2b24 None None] Set router 105759a6-2cc1-482d-aa39-7764c07e6e6b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:17:26.811595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128c671-32d9-4439-aced-95e14978251d req-aa3fdf40-b24d-4906-97c3-43f537d67131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:26.813052 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2128c671-32d9-4439-aced-95e14978251d req-aa3fdf40-b24d-4906-97c3-43f537d67131 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6843bda8482b45dca2d32f802e04f81a&device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 1096 time: 0.0433912 Aug 19 19:17:26.908765 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128c671-32d9-4439-aced-95e14978251d req-b0bb56fc-320a-4224-a4d0-9363b58ea9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:26.911312 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2128c671-32d9-4439-aced-95e14978251d req-b0bb56fc-320a-4224-a4d0-9363b58ea9f2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c421eab-00ac-4a04-a633-222a8d8a2750 HTTP/1.1" status: 200 len: 910 time: 0.0917952 Aug 19 19:17:26.979572 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2128c671-32d9-4439-aced-95e14978251d req-28375183-7282-4b7e-91d8-d09997048c5d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bf388c9-780f-43a1-a511-ab96cf1503e9 HTTP/1.1" status: 200 len: 999 time: 0.0601141 Aug 19 19:17:27.021445 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-fdcaa0a2-8aa4-4a52-a410-0c1cfd8e2b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'name': 'tempest-TestShelveInstance-1217284047-router', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:05Z', 'revision_number': 4, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'gw_port': {'id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'a792fa44-fb86-47a2-8369-75e10b7c0bdc', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'port_id': '5bf388c9-780f-43a1-a511-ab96cf1503e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'mac_address': 'fa:16:3e:54:e2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc23a28c-9691-404b-8e42-bf797bc3a589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:17:25Z', 'updated_at': '2021-08-19T19:17:25Z', 'revision_number': 0, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebd4863d-9589-4ee0-ad7c-78a7087f78de', 'name': '', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'mac_address': 'fa:16:3e:fb:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:04Z', 'updated_at': '2021-08-19T19:17:11Z', 'revision_number': 5, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'subnets': [{'id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:27.029186 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128c671-32d9-4439-aced-95e14978251d req-be37ba96-a363-4797-a40f-ce73db38ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:27.030745 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2128c671-32d9-4439-aced-95e14978251d req-be37ba96-a363-4797-a40f-ce73db38ea9d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8679ebcf-d10b-4125-bbd7-31e9227ad40a HTTP/1.1" status: 200 len: 848 time: 0.0438232 Aug 19 19:17:27.048581 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcaa0a2-8aa4-4a52-a410-0c1cfd8e2b24 None None] Checking router: 105759a6-2cc1-482d-aa39-7764c07e6e6b for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:17:27.057209 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcaa0a2-8aa4-4a52-a410-0c1cfd8e2b24 None None] Routers {'105759a6-2cc1-482d-aa39-7764c07e6e6b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:17:27.057860 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-fdcaa0a2-8aa4-4a52-a410-0c1cfd8e2b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:17:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['105759a6-2cc1-482d-aa39-7764c07e6e6b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:27.082176 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128c671-32d9-4439-aced-95e14978251d req-12fd3070-11f7-4733-b7ab-1a793e3085bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:27.083964 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2128c671-32d9-4439-aced-95e14978251d req-12fd3070-11f7-4733-b7ab-1a793e3085bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c421eab-00ac-4a04-a633-222a8d8a2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448396 Aug 19 19:17:27.166658 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-fdcaa0a2-8aa4-4a52-a410-0c1cfd8e2b24 None None] Set router 105759a6-2cc1-482d-aa39-7764c07e6e6b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:17:27.177797 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2128c671-32d9-4439-aced-95e14978251d req-32a908a5-9d73-4d67-92cb-0f89d52b8f53 service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839460 Aug 19 19:17:27.273456 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2128c671-32d9-4439-aced-95e14978251d req-c3fd0670-b35f-4502-a10f-4b730007491f service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876603 Aug 19 19:17:27.395230 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-fdcaa0a2-8aa4-4a52-a410-0c1cfd8e2b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'name': 'tempest-TestShelveInstance-1217284047-router', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:05Z', 'revision_number': 4, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'gw_port': {'id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'a792fa44-fb86-47a2-8369-75e10b7c0bdc', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'port_id': '5bf388c9-780f-43a1-a511-ab96cf1503e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'mac_address': 'fa:16:3e:54:e2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc23a28c-9691-404b-8e42-bf797bc3a589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:17:25Z', 'updated_at': '2021-08-19T19:17:25Z', 'revision_number': 0, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebd4863d-9589-4ee0-ad7c-78a7087f78de', 'name': '', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'mac_address': 'fa:16:3e:fb:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:04Z', 'updated_at': '2021-08-19T19:17:11Z', 'revision_number': 5, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'subnets': [{'id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:27.421019 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcaa0a2-8aa4-4a52-a410-0c1cfd8e2b24 None None] The sync data for ids ['105759a6-2cc1-482d-aa39-7764c07e6e6b'] in n-d-803753-2 is: [{'id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'name': 'tempest-TestShelveInstance-1217284047-router', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:05Z', 'revision_number': 4, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'gw_port': {'id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'a792fa44-fb86-47a2-8369-75e10b7c0bdc', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'port_id': '5bf388c9-780f-43a1-a511-ab96cf1503e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'mac_address': 'fa:16:3e:54:e2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc23a28c-9691-404b-8e42-bf797bc3a589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:17:25Z', 'updated_at': '2021-08-19T19:17:25Z', 'revision_number': 0, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebd4863d-9589-4ee0-ad7c-78a7087f78de', 'name': '', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'mac_address': 'fa:16:3e:fb:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:04Z', 'updated_at': '2021-08-19T19:17:11Z', 'revision_number': 5, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'subnets': [{'id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:17:27.608318 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c2b8d-9454-41bb-bdb7-742c3d20cf5d None None] New status for floating IP a792fa44-fb86-47a2-8369-75e10b7c0bdc: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:17:34.735979 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-07e0e8fa-4a32-466d-854b-798ef1a31fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:35.796014 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:17:37.395932 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:37.478863 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e7048f87-113b-47b2-b3d0-e3b9b2d07a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:38.452358 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:40.433346 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:40.669691 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32cf75ac-3235-4b2a-88a4-a94fc3503635 req-759d896b-b0b1-4a4c-b178-571545a1b988 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402079 Aug 19 19:17:40.750906 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf75ac-3235-4b2a-88a4-a94fc3503635 req-6c84cab5-c69f-4e5f-a0a2-5094dae583f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:40.752396 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32cf75ac-3235-4b2a-88a4-a94fc3503635 req-6c84cab5-c69f-4e5f-a0a2-5094dae583f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6843bda8482b45dca2d32f802e04f81a&device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 1096 time: 0.0400853 Aug 19 19:17:40.859840 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf75ac-3235-4b2a-88a4-a94fc3503635 req-06fbe565-5069-4292-b6b3-b16d02bce6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:40.861320 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32cf75ac-3235-4b2a-88a4-a94fc3503635 req-06fbe565-5069-4292-b6b3-b16d02bce6cd service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c421eab-00ac-4a04-a633-222a8d8a2750 HTTP/1.1" status: 200 len: 910 time: 0.0874662 Aug 19 19:17:40.928430 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32cf75ac-3235-4b2a-88a4-a94fc3503635 req-3ef9eeb8-199e-42a3-8f57-1b8c19da6fb9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bf388c9-780f-43a1-a511-ab96cf1503e9 HTTP/1.1" status: 200 len: 1001 time: 0.0586627 Aug 19 19:17:40.979249 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf75ac-3235-4b2a-88a4-a94fc3503635 req-699921d4-7b64-4fa3-8078-96c2afdbca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:40.980787 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32cf75ac-3235-4b2a-88a4-a94fc3503635 req-699921d4-7b64-4fa3-8078-96c2afdbca53 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8679ebcf-d10b-4125-bbd7-31e9227ad40a HTTP/1.1" status: 200 len: 848 time: 0.0450704 Aug 19 19:17:41.032027 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf75ac-3235-4b2a-88a4-a94fc3503635 req-504add20-d831-4166-8898-53b46be33a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:41.033603 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32cf75ac-3235-4b2a-88a4-a94fc3503635 req-504add20-d831-4166-8898-53b46be33a17 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c421eab-00ac-4a04-a633-222a8d8a2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459192 Aug 19 19:17:41.124232 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32cf75ac-3235-4b2a-88a4-a94fc3503635 req-a580c5eb-78f7-452d-99a9-43d28bfe64a4 service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825012 Aug 19 19:17:41.217354 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-32cf75ac-3235-4b2a-88a4-a94fc3503635 req-50f85a92-bace-4f1d-9ea4-4f18a46cc681 service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851681 Aug 19 19:17:41.938321 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:47.251880 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:04.738039 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-65c443a8-0117-40e6-a8ab-07dbfc031d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:07.397688 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:07.469976 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d5b8c411-c56d-42ae-ac00-f1483811d423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:08.448391 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:10.435248 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:11.935029 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:12.795103 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:18:17.266943 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:34.740651 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c5c4b375-f0dd-4add-96a4-0c5842826072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:37.399499 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:37.470208 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-803c70cc-3bde-4d69-9ef6-724bf08b45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:38.450791 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:40.439351 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:41.657165 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a1a0d0b3-2f0a-400a-a246-f9a63516cebb req-c70d958a-d26b-4965-b4ec-938250b321ef service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411735 Aug 19 19:18:41.737272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0d0b3-2f0a-400a-a246-f9a63516cebb req-684f41b9-5bb4-4f3b-a19c-9ef7f62330bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:18:41.739580 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a1a0d0b3-2f0a-400a-a246-f9a63516cebb req-684f41b9-5bb4-4f3b-a19c-9ef7f62330bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6843bda8482b45dca2d32f802e04f81a&device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 1096 time: 0.0407944 Aug 19 19:18:41.847200 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0d0b3-2f0a-400a-a246-f9a63516cebb req-0c354f83-ba81-4bd9-b507-27569b6ee95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:18:41.849473 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a1a0d0b3-2f0a-400a-a246-f9a63516cebb req-0c354f83-ba81-4bd9-b507-27569b6ee95f service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c421eab-00ac-4a04-a633-222a8d8a2750 HTTP/1.1" status: 200 len: 910 time: 0.0917289 Aug 19 19:18:41.915535 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a1a0d0b3-2f0a-400a-a246-f9a63516cebb req-06601ef9-7b2f-4f79-8d03-1c4c7050c6ed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bf388c9-780f-43a1-a511-ab96cf1503e9 HTTP/1.1" status: 200 len: 1001 time: 0.0582278 Aug 19 19:18:41.952535 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:41.967488 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0d0b3-2f0a-400a-a246-f9a63516cebb req-6245441f-70df-48a3-a60e-26621c3966e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:18:41.968991 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a1a0d0b3-2f0a-400a-a246-f9a63516cebb req-6245441f-70df-48a3-a60e-26621c3966e6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8679ebcf-d10b-4125-bbd7-31e9227ad40a HTTP/1.1" status: 200 len: 848 time: 0.0459259 Aug 19 19:18:42.018016 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0d0b3-2f0a-400a-a246-f9a63516cebb req-904ada26-5447-408e-9be6-4f36d3d1380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:18:42.020104 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a1a0d0b3-2f0a-400a-a246-f9a63516cebb req-904ada26-5447-408e-9be6-4f36d3d1380a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c421eab-00ac-4a04-a633-222a8d8a2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444417 Aug 19 19:18:42.109996 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a1a0d0b3-2f0a-400a-a246-f9a63516cebb req-6a9e4e60-bb30-43c1-865d-d8c1152d890b service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824206 Aug 19 19:18:42.206542 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a1a0d0b3-2f0a-400a-a246-f9a63516cebb req-7de0ba03-51e2-4f2d-aa72-bcb335bf60ea service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892539 Aug 19 19:18:47.264841 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:49.793865 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:19:04.742875 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f465150b-3527-4182-8451-0d009c3b1e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:07.401311 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:07.470410 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cf806cee-de3e-4c1f-8a9c-ddd3ab0c8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:08.455004 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:10.443176 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:11.952287 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:17.278848 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:24.713550 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538dd92-3077-4d2f-90f8-655b26535f43 req-07c2375d-5711-44bc-bf73-4b7eadb47f01 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:24.715080 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5538dd92-3077-4d2f-90f8-655b26535f43 req-07c2375d-5711-44bc-bf73-4b7eadb47f01 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.1117616 Aug 19 19:19:24.753701 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5538dd92-3077-4d2f-90f8-655b26535f43 req-3cc20431-b9f0-4ae0-872b-cd556bad2918 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324187 Aug 19 19:19:25.900131 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207cbfe-4bce-4512-8eae-315aca493409 req-3c5338cc-a258-4d58-9c55-f7b4949465f6 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:25.901797 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0207cbfe-4bce-4512-8eae-315aca493409 req-3c5338cc-a258-4d58-9c55-f7b4949465f6 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.0501325 Aug 19 19:19:25.944618 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-0207cbfe-4bce-4512-8eae-315aca493409 req-7f3d17d6-2527-46aa-8fb3-157bd67d8c5f tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367990 Aug 19 19:19:26.793031 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:19:27.081399 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c831e6-2a94-4a03-b473-da84045067de req-3c3091b4-56a4-421e-a552-8656fcb410f8 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:27.082915 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b7c831e6-2a94-4a03-b473-da84045067de req-3c3091b4-56a4-421e-a552-8656fcb410f8 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.0536451 Aug 19 19:19:27.120510 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b7c831e6-2a94-4a03-b473-da84045067de req-5b1b3f00-4fba-4bb0-b2a0-d8243f001827 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315986 Aug 19 19:19:28.239505 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e97d0d-e624-48be-a358-95b60bba3043 req-dc176168-7891-4658-8260-c5491c4bcfac tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:28.240990 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f6e97d0d-e624-48be-a358-95b60bba3043 req-dc176168-7891-4658-8260-c5491c4bcfac tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.0536375 Aug 19 19:19:28.279764 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f6e97d0d-e624-48be-a358-95b60bba3043 req-9fa6c21e-a95f-41e3-ae59-1e8c9bb5bc8d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324636 Aug 19 19:19:29.399475 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e851f7c-f03d-4fa1-98ac-47003e1933f7 req-aa8401dd-7b32-4ea1-8132-6d1aeb1fa540 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:29.400982 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7e851f7c-f03d-4fa1-98ac-47003e1933f7 req-aa8401dd-7b32-4ea1-8132-6d1aeb1fa540 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.0525260 Aug 19 19:19:29.443117 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7e851f7c-f03d-4fa1-98ac-47003e1933f7 req-39dedf72-6679-41d0-b423-a7d1ac1dad36 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360153 Aug 19 19:19:30.560843 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1dbe05-02fb-47bf-a1a9-b155c191bf4d req-e34a05a5-eade-4bc4-9f3b-ba2d4cdba6ba tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:30.562386 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5c1dbe05-02fb-47bf-a1a9-b155c191bf4d req-e34a05a5-eade-4bc4-9f3b-ba2d4cdba6ba tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.0515797 Aug 19 19:19:30.601262 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5c1dbe05-02fb-47bf-a1a9-b155c191bf4d req-2cfa845a-4893-4dce-ab9b-ba7034ee9607 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322912 Aug 19 19:19:31.716643 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84937cd-b360-401f-acf4-6c2278b5b1e6 req-23e3eca4-ce13-4d3f-94f6-5b56d9df8d75 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:31.718157 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b84937cd-b360-401f-acf4-6c2278b5b1e6 req-23e3eca4-ce13-4d3f-94f6-5b56d9df8d75 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.0484579 Aug 19 19:19:31.756951 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-b84937cd-b360-401f-acf4-6c2278b5b1e6 req-7dd89c9e-fb0a-40c8-b928-b7abbc813716 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322337 Aug 19 19:19:32.879670 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fd4c6-dff0-4e93-9ee9-abbf9a10e9ba req-eaae514b-d9cd-4582-bed0-d413b5cf662c tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:32.881145 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b67fd4c6-dff0-4e93-9ee9-abbf9a10e9ba req-eaae514b-d9cd-4582-bed0-d413b5cf662c tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.0490682 Aug 19 19:19:32.918393 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b67fd4c6-dff0-4e93-9ee9-abbf9a10e9ba req-04d55c62-cf10-4a5a-b2ca-a95695951d1c tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312650 Aug 19 19:19:34.034953 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17f049-817b-49d6-a325-53d6a2bda019 req-17ad470b-cde3-4bac-9178-76490aa0e8d7 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:34.036515 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7e17f049-817b-49d6-a325-53d6a2bda019 req-17ad470b-cde3-4bac-9178-76490aa0e8d7 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.0496559 Aug 19 19:19:34.074402 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-7e17f049-817b-49d6-a325-53d6a2bda019 req-62ab09ed-d6a7-43c8-adc0-4d78cd3256e7 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320234 Aug 19 19:19:34.744435 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6c25c155-54ca-4213-9669-85e18f893e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:35.199087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4edeaa-3d5b-4b1d-915f-60cc0f3b1ef6 req-13be1561-624f-48cd-bc73-6e0710b738b1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:35.200577 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ee4edeaa-3d5b-4b1d-915f-60cc0f3b1ef6 req-13be1561-624f-48cd-bc73-6e0710b738b1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.0537372 Aug 19 19:19:35.237663 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-ee4edeaa-3d5b-4b1d-915f-60cc0f3b1ef6 req-7592c093-9c20-46ff-9623-374bdbccb99d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305629 Aug 19 19:19:36.354285 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfce346-496d-4323-b0d5-4f4fdbf73e99 req-238d632f-a2cd-463a-b8e2-2eb6b3c1f1dd tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:36.355793 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2dfce346-496d-4323-b0d5-4f4fdbf73e99 req-238d632f-a2cd-463a-b8e2-2eb6b3c1f1dd tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.0500598 Aug 19 19:19:36.398297 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-2dfce346-496d-4323-b0d5-4f4fdbf73e99 req-0ab40cc8-264a-4fdd-9000-7d8daa61d9c3 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365434 Aug 19 19:19:36.957343 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5bf388c9-780f-43a1-a511-ab96cf1503e9 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:19:37.059954 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5bf388c9-780f-43a1-a511-ab96cf1503e9, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5bf388c9-780f-43a1-a511-ab96cf1503e9,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:19:37.071813 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '5bf388c9-780f-43a1-a511-ab96cf1503e9', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'port_id': '5bf388c9-780f-43a1-a511-ab96cf1503e9', 'mac_address': 'fa:16:3e:54:e2:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:19:37.110371 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:37.123922 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5bf388c9-780f-43a1-a511-ab96cf1503e9 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:19:37.147009 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5bf388c9-780f-43a1-a511-ab96cf1503e9, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5bf388c9-780f-43a1-a511-ab96cf1503e9,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:19:37.151279 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:37.204042 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=5bf388c9-780f-43a1-a511-ab96cf1503e9,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:19:37.212361 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:19:37.212708 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:19:37.213054 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:19:37.213424 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:19:37.213788 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:19:37.214116 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:19:37.214451 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:19:37.215167 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:19:37.215167 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:19:37.215640 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:19:37.215726 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:19:37.216053 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:19:37.227887 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['5bf388c9-780f-43a1-a511-ab96cf1503e9'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:19:37.428665 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:37.502664 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0a590850-9057-4da5-a925-ce6d801897a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:37.549186 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f995cb5-6863-4917-9516-dc8a6fd7881b req-6c794c97-728f-4056-9ee3-13ee38d2ac85 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:37.551576 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6f995cb5-6863-4917-9516-dc8a6fd7881b req-6c794c97-728f-4056-9ee3-13ee38d2ac85 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 944 time: 0.0694256 Aug 19 19:19:37.593498 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6f995cb5-6863-4917-9516-dc8a6fd7881b req-ed0ccf48-d4ff-4a0c-b8f5-3b0ce1e7e373 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356445 Aug 19 19:19:38.461286 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:38.958559 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5bf388c9-780f-43a1-a511-ab96cf1503e9 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:19:39.011521 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 5bf388c9-780f-43a1-a511-ab96cf1503e9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:19:39.011785 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:39.121153 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:39.137126 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9948ea6-2598-4d9a-8302-956f52d486dd req-2361b796-8425-48eb-9e11-0498ca2a1c29 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:39.149378 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a9948ea6-2598-4d9a-8302-956f52d486dd req-2361b796-8425-48eb-9e11-0498ca2a1c29 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 944 time: 0.4748948 Aug 19 19:19:39.155199 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc23a28c-9691-404b-8e42-bf797bc3a589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf388c9-780f-43a1-a511-ab96cf1503e9'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:19:39.157498 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa94d554-60d1-4223-82ce-35df44e93fd7" -d '{"events": [{"server_uuid": "dc23a28c-9691-404b-8e42-bf797bc3a589", "name": "network-vif-plugged", "status": "completed", "tag": "5bf388c9-780f-43a1-a511-ab96cf1503e9"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:19:39.200245 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a9948ea6-2598-4d9a-8302-956f52d486dd req-f4e06c70-5694-44be-9341-b39358efd634 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500929 Aug 19 19:19:39.208524 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5bf388c9-780f-43a1-a511-ab96cf1503e9, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5bf388c9-780f-43a1-a511-ab96cf1503e9,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:19:39.215930 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:39.249763 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d67dda9-78d7-4b00-95b1-9083511c785f x-openstack-request-id: req-4d67dda9-78d7-4b00-95b1-9083511c785f {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:19:39.250098 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc23a28c-9691-404b-8e42-bf797bc3a589", "name": "network-vif-plugged", "status": "completed", "tag": "5bf388c9-780f-43a1-a511-ab96cf1503e9", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:19:39.250472 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d67dda9-78d7-4b00-95b1-9083511c785f {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:19:39.250969 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23a28c-9691-404b-8e42-bf797bc3a589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf388c9-780f-43a1-a511-ab96cf1503e9', 'code': 200} Aug 19 19:19:39.281665 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=5bf388c9-780f-43a1-a511-ab96cf1503e9,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:19:40.340148 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aca2e2-3077-4e67-8f2a-59356947e994 req-8ab256d3-7766-4966-880b-15a1977f7900 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:40.341751 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-16aca2e2-3077-4e67-8f2a-59356947e994 req-8ab256d3-7766-4966-880b-15a1977f7900 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.0583112 Aug 19 19:19:40.385598 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-16aca2e2-3077-4e67-8f2a-59356947e994 req-2e50206e-12f3-4155-b358-9dbe97216eac tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365407 Aug 19 19:19:40.451584 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:41.525255 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9348d-bcbc-461d-8cf2-54b18e68df8f req-dffe88b9-74fc-45b9-9ad5-b5f04f7f3fa0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:41.527502 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-41b9348d-bcbc-461d-8cf2-54b18e68df8f req-dffe88b9-74fc-45b9-9ad5-b5f04f7f3fa0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.0581355 Aug 19 19:19:41.571202 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-41b9348d-bcbc-461d-8cf2-54b18e68df8f req-80322947-83c3-4958-86fb-35b911ef4be8 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372334 Aug 19 19:19:41.954609 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:42.701445 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ae7d3-1d3b-48c4-b870-6129ad38b1d1 req-53c5727e-222e-414b-91e7-b0008155fdc9 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:42.703092 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-186ae7d3-1d3b-48c4-b870-6129ad38b1d1 req-53c5727e-222e-414b-91e7-b0008155fdc9 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.0599508 Aug 19 19:19:42.751844 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-186ae7d3-1d3b-48c4-b870-6129ad38b1d1 req-d5e46148-87a7-4e42-ac06-b88fda3ee098 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372472 Aug 19 19:19:43.881434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129d3f1-963b-4955-acc0-4556e2d52798 req-b087a5d2-7c58-4455-a031-2620f5d6a958 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:43.883148 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0129d3f1-963b-4955-acc0-4556e2d52798 req-b087a5d2-7c58-4455-a031-2620f5d6a958 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.0571413 Aug 19 19:19:43.927737 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0129d3f1-963b-4955-acc0-4556e2d52798 req-21cdd714-4d27-4a19-bf97-2d19201656f0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355933 Aug 19 19:19:44.429175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564a1ec-deac-43eb-8bbd-fe9c3db1c198 req-a40a3b5a-b8e0-4ab9-904b-61023569a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:44.431104 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3564a1ec-deac-43eb-8bbd-fe9c3db1c198 req-a40a3b5a-b8e0-4ab9-904b-61023569a825 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6843bda8482b45dca2d32f802e04f81a&device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 1096 time: 0.0934296 Aug 19 19:19:44.546119 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564a1ec-deac-43eb-8bbd-fe9c3db1c198 req-a87cc9f3-49ed-409e-ba8e-1b2ec55ce266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:44.547697 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3564a1ec-deac-43eb-8bbd-fe9c3db1c198 req-a87cc9f3-49ed-409e-ba8e-1b2ec55ce266 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c421eab-00ac-4a04-a633-222a8d8a2750 HTTP/1.1" status: 200 len: 910 time: 0.0955422 Aug 19 19:19:44.629086 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3564a1ec-deac-43eb-8bbd-fe9c3db1c198 req-944230fb-1af1-4a38-b9e6-e450c003a0f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bf388c9-780f-43a1-a511-ab96cf1503e9 HTTP/1.1" status: 200 len: 1001 time: 0.0726409 Aug 19 19:19:44.682918 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564a1ec-deac-43eb-8bbd-fe9c3db1c198 req-a1cfe823-dcd4-4559-9afc-ca0a906459d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:44.684408 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3564a1ec-deac-43eb-8bbd-fe9c3db1c198 req-a1cfe823-dcd4-4559-9afc-ca0a906459d4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8679ebcf-d10b-4125-bbd7-31e9227ad40a HTTP/1.1" status: 200 len: 848 time: 0.0464787 Aug 19 19:19:44.734497 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564a1ec-deac-43eb-8bbd-fe9c3db1c198 req-f9f8053f-c5f5-4a39-9e69-29d0d0f703e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:44.736079 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3564a1ec-deac-43eb-8bbd-fe9c3db1c198 req-f9f8053f-c5f5-4a39-9e69-29d0d0f703e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c421eab-00ac-4a04-a633-222a8d8a2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437186 Aug 19 19:19:44.852401 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3564a1ec-deac-43eb-8bbd-fe9c3db1c198 req-6bdb6ba6-d5c8-4b9a-bdbb-53df52c13e3f service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079047 Aug 19 19:19:44.958201 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-3564a1ec-deac-43eb-8bbd-fe9c3db1c198 req-4f11c3b8-04c6-434c-842b-77b386eb301a service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966196 Aug 19 19:19:45.061434 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153f005-c984-494d-be49-7c46b3c9bf18 req-88df5771-5dc1-4f69-9a73-998eb428ae1a tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:45.063092 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7153f005-c984-494d-be49-7c46b3c9bf18 req-88df5771-5dc1-4f69-9a73-998eb428ae1a tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.0566874 Aug 19 19:19:45.107918 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7153f005-c984-494d-be49-7c46b3c9bf18 req-1f760d5a-6a01-4989-8657-e800230934e0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373592 Aug 19 19:19:46.246163 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549b7b1-ee6e-4ef2-b816-0042467d15d6 req-83cefd6a-7a9c-440e-9577-f62e1caaf8c0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:46.247898 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1549b7b1-ee6e-4ef2-b816-0042467d15d6 req-83cefd6a-7a9c-440e-9577-f62e1caaf8c0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.0558591 Aug 19 19:19:46.289995 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1549b7b1-ee6e-4ef2-b816-0042467d15d6 req-c73f160f-7ade-43af-953f-123269412f1d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339828 Aug 19 19:19:46.859129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fdffb-069d-4c7a-aa1e-d0d95b00a047 req-ed96df79-de09-4064-9369-a75637bc754e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:46.860652 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f92fdffb-069d-4c7a-aa1e-d0d95b00a047 req-ed96df79-de09-4064-9369-a75637bc754e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6843bda8482b45dca2d32f802e04f81a&device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 1096 time: 0.0407879 Aug 19 19:19:46.966717 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fdffb-069d-4c7a-aa1e-d0d95b00a047 req-970213b9-1544-42f3-b5bc-ae4598fdc018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:46.968935 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f92fdffb-069d-4c7a-aa1e-d0d95b00a047 req-970213b9-1544-42f3-b5bc-ae4598fdc018 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c421eab-00ac-4a04-a633-222a8d8a2750 HTTP/1.1" status: 200 len: 910 time: 0.1008117 Aug 19 19:19:47.035993 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f92fdffb-069d-4c7a-aa1e-d0d95b00a047 req-2d7e2938-8027-4eab-8951-025d0899b569 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bf388c9-780f-43a1-a511-ab96cf1503e9 HTTP/1.1" status: 200 len: 1001 time: 0.0600672 Aug 19 19:19:47.085120 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fdffb-069d-4c7a-aa1e-d0d95b00a047 req-205d6daa-2b28-4dad-923d-a2a97288d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:47.086609 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f92fdffb-069d-4c7a-aa1e-d0d95b00a047 req-205d6daa-2b28-4dad-923d-a2a97288d319 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8679ebcf-d10b-4125-bbd7-31e9227ad40a HTTP/1.1" status: 200 len: 848 time: 0.0433660 Aug 19 19:19:47.137884 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fdffb-069d-4c7a-aa1e-d0d95b00a047 req-7a68603b-502f-4a1c-b2be-734113582652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:47.139405 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f92fdffb-069d-4c7a-aa1e-d0d95b00a047 req-7a68603b-502f-4a1c-b2be-734113582652 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c421eab-00ac-4a04-a633-222a8d8a2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447602 Aug 19 19:19:47.230361 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f92fdffb-069d-4c7a-aa1e-d0d95b00a047 req-142caf17-5f4c-4779-afcf-04809ed53266 service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834913 Aug 19 19:19:47.283399 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:47.331261 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f92fdffb-069d-4c7a-aa1e-d0d95b00a047 req-b3182dfe-dd98-4586-b4a9-08325deaf7e4 service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921137 Aug 19 19:19:47.409593 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbea468-0103-4804-adbc-9d1fac02664c req-3771f410-e988-4f1b-9505-99fb43acfe06 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:47.411069 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bdbea468-0103-4804-adbc-9d1fac02664c req-3771f410-e988-4f1b-9505-99fb43acfe06 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.0504658 Aug 19 19:19:47.447804 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bdbea468-0103-4804-adbc-9d1fac02664c req-c4dfe041-1119-45c8-96a1-bb9a0efedd82 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307515 Aug 19 19:19:48.568863 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560c300-06dc-4e7b-987b-b98f7522f580 req-1afbea28-bb4c-4e68-a8c5-83349c7bcbe5 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:48.570410 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9560c300-06dc-4e7b-987b-b98f7522f580 req-1afbea28-bb4c-4e68-a8c5-83349c7bcbe5 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.0526052 Aug 19 19:19:48.612714 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9560c300-06dc-4e7b-987b-b98f7522f580 req-0b3c433f-5106-4818-b9d2-3046c619f242 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358002 Aug 19 19:19:49.733877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def58de-c8d7-4b22-afe7-cb5097434d52 req-b75afb0f-0f71-43a0-8fb4-59620b7b65f8 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:49.735363 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4def58de-c8d7-4b22-afe7-cb5097434d52 req-b75afb0f-0f71-43a0-8fb4-59620b7b65f8 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.0530515 Aug 19 19:19:49.776736 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4def58de-c8d7-4b22-afe7-cb5097434d52 req-240852c2-7e5a-4700-af54-1c29f33168ea tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352585 Aug 19 19:19:49.996190 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ad66a-f138-43c4-a4cb-45562b0cc91a req-cbad3dfc-36c3-409e-8cb5-9896deb9d750 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:49.997773 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4d1ad66a-f138-43c4-a4cb-45562b0cc91a req-cbad3dfc-36c3-409e-8cb5-9896deb9d750 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.0552385 Aug 19 19:19:50.037762 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4d1ad66a-f138-43c4-a4cb-45562b0cc91a req-838cde37-986b-4863-9fa0-a438f458b753 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336738 Aug 19 19:19:50.182075 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f5acaf7e-9c2a-465c-b3a2-d030b07ce36f req-2f7bd9ab-4596-4b45-82c0-bb65a79a4095 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875325 Aug 19 19:19:50.922497 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acaf7e-9c2a-465c-b3a2-d030b07ce36f req-1c16f9cb-a6ae-4ca6-9938-8a533e4f317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:50.924069 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f5acaf7e-9c2a-465c-b3a2-d030b07ce36f req-1c16f9cb-a6ae-4ca6-9938-8a533e4f317e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589&tenant_id=6843bda8482b45dca2d32f802e04f81a HTTP/1.1" status: 200 len: 1096 time: 0.0436652 Aug 19 19:19:50.989172 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acaf7e-9c2a-465c-b3a2-d030b07ce36f req-baa628a2-9265-4e11-bdcb-bda48e032d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:50.992124 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f5acaf7e-9c2a-465c-b3a2-d030b07ce36f req-baa628a2-9265-4e11-bdcb-bda48e032d6d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6843bda8482b45dca2d32f802e04f81a&device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 1096 time: 0.0442779 Aug 19 19:19:51.066256 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5bf388c9-780f-43a1-a511-ab96cf1503e9 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:19:51.094403 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acaf7e-9c2a-465c-b3a2-d030b07ce36f req-929c769c-67d4-4374-ba1d-65556d1c9817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:51.095933 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f5acaf7e-9c2a-465c-b3a2-d030b07ce36f req-929c769c-67d4-4374-ba1d-65556d1c9817 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c421eab-00ac-4a04-a633-222a8d8a2750 HTTP/1.1" status: 200 len: 910 time: 0.0970507 Aug 19 19:19:51.152769 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:51.177696 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc23a28c-9691-404b-8e42-bf797bc3a589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bf388c9-780f-43a1-a511-ab96cf1503e9'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:19:51.180424 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48260bdf-bc04-46f6-a6c7-6ae36e42da91" -d '{"events": [{"server_uuid": "dc23a28c-9691-404b-8e42-bf797bc3a589", "name": "network-vif-unplugged", "status": "completed", "tag": "5bf388c9-780f-43a1-a511-ab96cf1503e9"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:19:51.206797 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5bf388c9-780f-43a1-a511-ab96cf1503e9, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5bf388c9-780f-43a1-a511-ab96cf1503e9,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:19:51.210429 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f5acaf7e-9c2a-465c-b3a2-d030b07ce36f req-8d2f081a-5623-4304-9b44-e1661678ff56 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bf388c9-780f-43a1-a511-ab96cf1503e9 HTTP/1.1" status: 200 len: 1001 time: 0.1065807 Aug 19 19:19:51.211706 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:51.224202 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd60e10-e483-411c-8751-d9f0ef10a31b req-4ce81da9-c758-4dd5-aa02-f28cb425b684 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:51.225758 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0bd60e10-e483-411c-8751-d9f0ef10a31b req-4ce81da9-c758-4dd5-aa02-f28cb425b684 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 945 time: 0.0791860 Aug 19 19:19:51.235604 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 19:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffd1af0-f4ea-408d-bf3e-2c3819436e29 x-openstack-request-id: req-4ffd1af0-f4ea-408d-bf3e-2c3819436e29 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:19:51.235987 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc23a28c-9691-404b-8e42-bf797bc3a589", "name": "network-vif-unplugged", "status": "completed", "tag": "5bf388c9-780f-43a1-a511-ab96cf1503e9", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:19:51.236312 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ffd1af0-f4ea-408d-bf3e-2c3819436e29 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:19:51.236723 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23a28c-9691-404b-8e42-bf797bc3a589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bf388c9-780f-43a1-a511-ab96cf1503e9', 'code': 200} Aug 19 19:19:51.262702 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=5bf388c9-780f-43a1-a511-ab96cf1503e9,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:19:51.297005 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acaf7e-9c2a-465c-b3a2-d030b07ce36f req-75cc693d-e707-4cf6-9c8d-e5727eda981a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:51.298580 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f5acaf7e-9c2a-465c-b3a2-d030b07ce36f req-75cc693d-e707-4cf6-9c8d-e5727eda981a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8679ebcf-d10b-4125-bbd7-31e9227ad40a HTTP/1.1" status: 200 len: 848 time: 0.0718620 Aug 19 19:19:51.302115 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0bd60e10-e483-411c-8751-d9f0ef10a31b req-5cd53ec4-ce3c-43e9-a792-a6c3efc8fe42 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670998 Aug 19 19:19:51.345450 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acaf7e-9c2a-465c-b3a2-d030b07ce36f req-fd485487-61be-4501-8c18-77f6064a08f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:51.347011 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f5acaf7e-9c2a-465c-b3a2-d030b07ce36f req-fd485487-61be-4501-8c18-77f6064a08f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c421eab-00ac-4a04-a633-222a8d8a2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409992 Aug 19 19:19:51.443658 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f5acaf7e-9c2a-465c-b3a2-d030b07ce36f req-f92e4100-6a83-4de3-aaa3-57fa0e71d173 service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896683 Aug 19 19:19:51.531808 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f5acaf7e-9c2a-465c-b3a2-d030b07ce36f req-f335b3a7-d141-4e5e-9019-921bb1cc7521 service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810270 Aug 19 19:19:52.425467 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea91ba5-34ae-43f4-9c06-d6f85c935a17 req-ac09a8fe-4ff1-41d1-8128-00ca546ccc89 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:52.427008 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ea91ba5-34ae-43f4-9c06-d6f85c935a17 req-ac09a8fe-4ff1-41d1-8128-00ca546ccc89 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 943 time: 0.0528991 Aug 19 19:19:52.478786 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9ea91ba5-34ae-43f4-9c06-d6f85c935a17 req-ab0228de-b447-41dc-809c-30b76f7ae123 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456085 Aug 19 19:19:53.596346 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8dc13b-6494-493b-b225-e5a7b8d74c78 req-465b8cea-2521-4b6f-a24c-04cdf71f1761 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:53.598065 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a8dc13b-6494-493b-b225-e5a7b8d74c78 req-465b8cea-2521-4b6f-a24c-04cdf71f1761 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 943 time: 0.0565863 Aug 19 19:19:53.639206 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1a8dc13b-6494-493b-b225-e5a7b8d74c78 req-87094c95-7ec0-4abb-ba2c-9523f6c5ecb1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349541 Aug 19 19:19:54.766474 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a5a15-bc0e-4155-9900-4747ee7f2e98 req-7e597733-d335-4813-a096-68e9b4abdd09 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:54.767973 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5c8a5a15-bc0e-4155-9900-4747ee7f2e98 req-7e597733-d335-4813-a096-68e9b4abdd09 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 943 time: 0.0516052 Aug 19 19:19:54.811139 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5c8a5a15-bc0e-4155-9900-4747ee7f2e98 req-675bc87c-afd0-4a14-977b-5ce5b82a2dd6 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365236 Aug 19 19:19:55.931863 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c038320-abca-4933-89c9-b73c90d39b77 req-2740bd9d-6e06-4b5e-a2a8-62eed73ce20c tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:55.944962 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c038320-abca-4933-89c9-b73c90d39b77 req-2740bd9d-6e06-4b5e-a2a8-62eed73ce20c tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 943 time: 0.0513067 Aug 19 19:19:55.975434 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4c038320-abca-4933-89c9-b73c90d39b77 req-3576e910-ed00-4391-8e5c-6c139e767610 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344298 Aug 19 19:19:57.110768 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6104860-1608-4a62-8c1b-837906bedf85 req-9d763e98-b993-4126-b6e0-049073cbb63e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:57.112440 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b6104860-1608-4a62-8c1b-837906bedf85 req-9d763e98-b993-4126-b6e0-049073cbb63e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 943 time: 0.0578797 Aug 19 19:19:57.152747 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-b6104860-1608-4a62-8c1b-837906bedf85 req-e0b7c229-7b6a-4d4d-9aa7-cb3bd58b9c10 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341222 Aug 19 19:19:58.279092 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba8996-aba8-4778-b356-06580cd6b578 req-ac639a45-f969-43c0-b908-ee7be1a37267 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:58.280591 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-70ba8996-aba8-4778-b356-06580cd6b578 req-ac639a45-f969-43c0-b908-ee7be1a37267 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 943 time: 0.0504434 Aug 19 19:19:58.326348 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-70ba8996-aba8-4778-b356-06580cd6b578 req-0b5f9548-6fd5-42d5-8c26-35049cb091f0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384946 Aug 19 19:19:59.451303 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd7481-df0b-4e24-a175-2fd2fc03eef7 req-20516fee-c906-48a0-834a-fc15d7b35ce7 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:19:59.452775 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4fd7481-df0b-4e24-a175-2fd2fc03eef7 req-20516fee-c906-48a0-834a-fc15d7b35ce7 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 943 time: 0.0528853 Aug 19 19:19:59.497921 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4fd7481-df0b-4e24-a175-2fd2fc03eef7 req-03ebda45-cbc9-4525-88ec-8cc5b5c23983 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383422 Aug 19 19:20:00.628175 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89218a7-6989-4b0a-b395-ca98cf3231ec req-720953c1-8d0f-4489-a8e0-5d2c4fe658b7 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:20:00.629889 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c89218a7-6989-4b0a-b395-ca98cf3231ec req-720953c1-8d0f-4489-a8e0-5d2c4fe658b7 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 943 time: 0.0574200 Aug 19 19:20:00.669161 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c89218a7-6989-4b0a-b395-ca98cf3231ec req-74e12a98-a200-4dd0-a44d-5f1421d4fa14 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331976 Aug 19 19:20:01.789964 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96945e-6b78-42f8-b732-2caf8b4a8317 req-7d91b703-a160-4a51-afd4-0e04fafa959b tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:20:01.791475 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6f96945e-6b78-42f8-b732-2caf8b4a8317 req-7d91b703-a160-4a51-afd4-0e04fafa959b tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 943 time: 0.0506418 Aug 19 19:20:01.828978 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6f96945e-6b78-42f8-b732-2caf8b4a8317 req-aea4cfd3-a0df-4c2e-af58-fed340c06c25 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314686 Aug 19 19:20:02.946997 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6a40e-9118-49c9-90e8-dd1d2d1ddc7c req-d67d2e3b-0d17-4b7f-9e26-3d009cedd407 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:20:02.948648 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e5c6a40e-9118-49c9-90e8-dd1d2d1ddc7c req-d67d2e3b-0d17-4b7f-9e26-3d009cedd407 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 943 time: 0.0512412 Aug 19 19:20:02.988084 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e5c6a40e-9118-49c9-90e8-dd1d2d1ddc7c req-e22a4174-47ec-4fad-965e-cb5920b14187 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333858 Aug 19 19:20:03.668375 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97488fa1-5578-4692-98a6-4a82c7271741 req-39d584e0-8f4f-4c6c-a5b0-f3f546b232ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:20:03.669968 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-97488fa1-5578-4692-98a6-4a82c7271741 req-39d584e0-8f4f-4c6c-a5b0-f3f546b232ad service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 1094 time: 0.0495503 Aug 19 19:20:03.704472 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-97488fa1-5578-4692-98a6-4a82c7271741 req-b9bb2fce-0b5c-4f28-9b8e-fcdb3f22ca67 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277998 Aug 19 19:20:03.792096 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:20:04.106517 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506d8aa-d96c-4b91-8a00-56f35b49bc10 req-9b656c4f-8d0d-401f-8027-1e7868d4c371 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:20:04.108029 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7506d8aa-d96c-4b91-8a00-56f35b49bc10 req-9b656c4f-8d0d-401f-8027-1e7868d4c371 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 943 time: 0.0492408 Aug 19 19:20:04.146696 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7506d8aa-d96c-4b91-8a00-56f35b49bc10 req-d80c5a79-a054-4978-937c-2f5603c4cf3a tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324173 Aug 19 19:20:04.750412 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78a0cb65-ed6a-4cea-a0c6-f71d00444424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:05.189885 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5bf388c9-780f-43a1-a511-ab96cf1503e9 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:20:05.271888 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526eba8-b751-474d-b983-b22496f69187 req-3d1e2fbd-ff0b-4b50-975a-d7ed5e49b035 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:20:05.273414 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4526eba8-b751-474d-b983-b22496f69187 req-3d1e2fbd-ff0b-4b50-975a-d7ed5e49b035 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 943 time: 0.0577734 Aug 19 19:20:05.289464 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5bf388c9-780f-43a1-a511-ab96cf1503e9, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5bf388c9-780f-43a1-a511-ab96cf1503e9,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:20:05.301061 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '5bf388c9-780f-43a1-a511-ab96cf1503e9', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'port_id': '5bf388c9-780f-43a1-a511-ab96cf1503e9', 'mac_address': 'fa:16:3e:54:e2:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:20:05.313733 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-4526eba8-b751-474d-b983-b22496f69187 req-7d4f42e0-198c-4b7a-a53b-128bae6a554a tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337489 Aug 19 19:20:05.338377 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:05.351756 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf388c9-780f-43a1-a511-ab96cf1503e9 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:20:05.374850 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5bf388c9-780f-43a1-a511-ab96cf1503e9, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5bf388c9-780f-43a1-a511-ab96cf1503e9,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:20:05.378720 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:05.430225 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=5bf388c9-780f-43a1-a511-ab96cf1503e9,revision_number=9']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:20:05.630300 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['5bf388c9-780f-43a1-a511-ab96cf1503e9'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:20:07.209606 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5bf388c9-780f-43a1-a511-ab96cf1503e9 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:20:07.257362 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 5bf388c9-780f-43a1-a511-ab96cf1503e9 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:20:07.257758 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:07.335239 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:07.356952 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc23a28c-9691-404b-8e42-bf797bc3a589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf388c9-780f-43a1-a511-ab96cf1503e9'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:20:07.359215 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc66fbb-6f70-4ee8-8bcf-ce963aafea43" -d '{"events": [{"server_uuid": "dc23a28c-9691-404b-8e42-bf797bc3a589", "name": "network-vif-plugged", "status": "completed", "tag": "5bf388c9-780f-43a1-a511-ab96cf1503e9"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:20:07.373016 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 5bf388c9-780f-43a1-a511-ab96cf1503e9, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5bf388c9-780f-43a1-a511-ab96cf1503e9,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:20:07.378416 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:07.401557 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59a8474-7ea7-4199-932f-be6e2a9fb1c9 x-openstack-request-id: req-d59a8474-7ea7-4199-932f-be6e2a9fb1c9 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:20:07.401864 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc23a28c-9691-404b-8e42-bf797bc3a589", "name": "network-vif-plugged", "status": "completed", "tag": "5bf388c9-780f-43a1-a511-ab96cf1503e9", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:20:07.402120 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d59a8474-7ea7-4199-932f-be6e2a9fb1c9 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:20:07.402508 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23a28c-9691-404b-8e42-bf797bc3a589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf388c9-780f-43a1-a511-ab96cf1503e9', 'code': 200} Aug 19 19:20:07.426351 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:07.441049 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=5bf388c9-780f-43a1-a511-ab96cf1503e9,revision_number=10']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:20:07.473060 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2748efb6-8652-4592-8299-f5e164a2d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:08.462962 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:10.451493 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:11.966801 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:17.279213 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:34.741871 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0df3a198-685f-4242-83e4-d1d9766f6424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:37.396798 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:37.472557 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bac7d5c7-c580-42d7-8d4b-3d49097d6e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:38.465440 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:40.457449 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:40.792724 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:20:41.982981 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:44.660608 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-975acd40-9913-47ba-81fd-2f18b9112fbd req-36687e94-c7ef-4e18-9b6c-1a6a3f2c5538 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417373 Aug 19 19:20:44.742898 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975acd40-9913-47ba-81fd-2f18b9112fbd req-8d8b1ff3-38d3-4203-8040-ed4cd0197be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:20:44.744682 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-975acd40-9913-47ba-81fd-2f18b9112fbd req-8d8b1ff3-38d3-4203-8040-ed4cd0197be3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6843bda8482b45dca2d32f802e04f81a&device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 1097 time: 0.0417764 Aug 19 19:20:44.850883 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975acd40-9913-47ba-81fd-2f18b9112fbd req-64596436-a3c8-47f6-ae28-25aa54daf6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:20:44.852372 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-975acd40-9913-47ba-81fd-2f18b9112fbd req-64596436-a3c8-47f6-ae28-25aa54daf6a5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c421eab-00ac-4a04-a633-222a8d8a2750 HTTP/1.1" status: 200 len: 910 time: 0.0893853 Aug 19 19:20:44.917406 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-975acd40-9913-47ba-81fd-2f18b9112fbd req-06f0373e-4fe0-4fc8-ba4a-cccaef05b04e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bf388c9-780f-43a1-a511-ab96cf1503e9 HTTP/1.1" status: 200 len: 1001 time: 0.0574579 Aug 19 19:20:44.965456 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975acd40-9913-47ba-81fd-2f18b9112fbd req-14d8a631-f2a8-4861-8670-344cd9843660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:20:44.967033 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-975acd40-9913-47ba-81fd-2f18b9112fbd req-14d8a631-f2a8-4861-8670-344cd9843660 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8679ebcf-d10b-4125-bbd7-31e9227ad40a HTTP/1.1" status: 200 len: 848 time: 0.0430412 Aug 19 19:20:45.016809 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975acd40-9913-47ba-81fd-2f18b9112fbd req-0f444ffd-5536-4878-8b08-7e87b4f69e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:20:45.018391 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-975acd40-9913-47ba-81fd-2f18b9112fbd req-0f444ffd-5536-4878-8b08-7e87b4f69e7d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c421eab-00ac-4a04-a633-222a8d8a2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446019 Aug 19 19:20:45.106894 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-975acd40-9913-47ba-81fd-2f18b9112fbd req-f4d9f0c8-e8fc-48fd-b076-384686548ee8 service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816522 Aug 19 19:20:45.200956 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-975acd40-9913-47ba-81fd-2f18b9112fbd req-e1a9c09c-c72b-44ba-b1cf-b9b91f369036 service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868411 Aug 19 19:20:47.279472 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:04.746555 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c33c6e68-86ab-4338-8282-5f025f2f8bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:07.397801 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:07.472164 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-758e15ca-f4cd-484f-9a6f-6986913e4ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:08.622140 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:10.457386 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:11.997776 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:14.963590 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44202) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:21:15.119955 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Deleting port 642f8486-8346-4d76-b2a2-a22be7f3e0c2 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:21:15.120306 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:15.198711 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:15.199047 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:15.210297 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Calling delete_port for 642f8486-8346-4d76-b2a2-a22be7f3e0c2 owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:21:15.360346 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:15.385664 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event deleted for resources: {'Port': ['ID=642f8486-8346-4d76-b2a2-a22be7f3e0c2,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:21:15.409191 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:15.409564 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:15.409901 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:15.410236 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:15.410568 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:15.410907 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:15.411234 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:15.411559 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:15.411883 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:15.412207 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:15.412530 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:15.412854 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:15.453796 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:15.454134 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Floating IP a792fa44-fb86-47a2-8369-75e10b7c0bdc disassociated (deleted). External IP: 172.25.8.254, port: 5bf388c9-780f-43a1-a511-ab96cf1503e9. Aug 19 19:21:15.658622 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Router 105759a6-2cc1-482d-aa39-7764c07e6e6b has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:21:15.766324 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:21:15.771210 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:15.776477 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0ad95-2414-4d68-bfdf-8e6e8597b3cd None None] Sync routers for ids ['105759a6-2cc1-482d-aa39-7764c07e6e6b'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:21:15.785908 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0ad95-2414-4d68-bfdf-8e6e8597b3cd None None] Routers {'105759a6-2cc1-482d-aa39-7764c07e6e6b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:21:15.786121 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4fe0ad95-2414-4d68-bfdf-8e6e8597b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:21:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['105759a6-2cc1-482d-aa39-7764c07e6e6b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:21:15.799579 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-42ca5954-b9bf-42c2-95e4-2af26dd64d37 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "DELETE /v2.0/floatingips/a792fa44-fb86-47a2-8369-75e10b7c0bdc HTTP/1.1" status: 204 len: 168 time: 0.8348706 Aug 19 19:21:15.800193 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc23a28c-9691-404b-8e42-bf797bc3a589', 'tag': '5bf388c9-780f-43a1-a511-ab96cf1503e9'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:21:15.802486 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d7bca0-2ca5-4003-8726-53bc6b2808d7" -d '{"events": [{"name": "network-changed", "server_uuid": "dc23a28c-9691-404b-8e42-bf797bc3a589", "tag": "5bf388c9-780f-43a1-a511-ab96cf1503e9"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:21:15.903831 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-4fe0ad95-2414-4d68-bfdf-8e6e8597b3cd None None] Set router 105759a6-2cc1-482d-aa39-7764c07e6e6b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:21:15.911243 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70898b3d-ceba-4a8f-8401-624d72daa96f x-openstack-request-id: req-70898b3d-ceba-4a8f-8401-624d72daa96f {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:21:15.911531 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc23a28c-9691-404b-8e42-bf797bc3a589", "tag": "5bf388c9-780f-43a1-a511-ab96cf1503e9", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:21:15.911785 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70898b3d-ceba-4a8f-8401-624d72daa96f {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:21:15.912194 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc23a28c-9691-404b-8e42-bf797bc3a589', 'tag': '5bf388c9-780f-43a1-a511-ab96cf1503e9', 'status': 'completed', 'code': 200} Aug 19 19:21:15.989403 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7bca0-2ca5-4003-8726-53bc6b2808d7 req-a4c6a980-5163-4691-8ceb-44b98b6d81ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:15.991077 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33d7bca0-2ca5-4003-8726-53bc6b2808d7 req-a4c6a980-5163-4691-8ceb-44b98b6d81ce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6843bda8482b45dca2d32f802e04f81a&device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 1097 time: 0.0436788 Aug 19 19:21:16.040691 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa6b30-9b75-4b5c-bfc4-29597612cd62 req-b93f0348-753b-4797-af5f-ff7766f48cb3 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:16.042388 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c1aa6b30-9b75-4b5c-bfc4-29597612cd62 req-b93f0348-753b-4797-af5f-ff7766f48cb3 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 946 time: 0.0588624 Aug 19 19:21:16.090243 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c1aa6b30-9b75-4b5c-bfc4-29597612cd62 req-5e9c59a2-6fbc-4435-95b1-708403341ab5 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414147 Aug 19 19:21:16.095334 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7bca0-2ca5-4003-8726-53bc6b2808d7 req-526b853e-86c5-4fb5-9a3a-365a5f7447d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:16.097028 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33d7bca0-2ca5-4003-8726-53bc6b2808d7 req-526b853e-86c5-4fb5-9a3a-365a5f7447d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c421eab-00ac-4a04-a633-222a8d8a2750 HTTP/1.1" status: 200 len: 910 time: 0.0974116 Aug 19 19:21:16.137916 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4fe0ad95-2414-4d68-bfdf-8e6e8597b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'name': 'tempest-TestShelveInstance-1217284047-router', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:05Z', 'revision_number': 4, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'gw_port': {'id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'ebd4863d-9589-4ee0-ad7c-78a7087f78de', 'name': '', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'mac_address': 'fa:16:3e:fb:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:04Z', 'updated_at': '2021-08-19T19:17:11Z', 'revision_number': 5, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'subnets': [{'id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:21:16.140340 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33d7bca0-2ca5-4003-8726-53bc6b2808d7 req-548ef936-6f88-4c9a-b76e-d1439bc9f43d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bf388c9-780f-43a1-a511-ab96cf1503e9 HTTP/1.1" status: 200 len: 217 time: 0.0357158 Aug 19 19:21:16.169311 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0ad95-2414-4d68-bfdf-8e6e8597b3cd None None] Checking router: 105759a6-2cc1-482d-aa39-7764c07e6e6b for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:21:16.177473 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0ad95-2414-4d68-bfdf-8e6e8597b3cd None None] Routers {'105759a6-2cc1-482d-aa39-7764c07e6e6b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:21:16.178117 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4fe0ad95-2414-4d68-bfdf-8e6e8597b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:21:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['105759a6-2cc1-482d-aa39-7764c07e6e6b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:21:16.191139 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7bca0-2ca5-4003-8726-53bc6b2808d7 req-bb90b18b-bc11-4cdc-908d-a4dffb332e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:16.192617 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33d7bca0-2ca5-4003-8726-53bc6b2808d7 req-bb90b18b-bc11-4cdc-908d-a4dffb332e2c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8679ebcf-d10b-4125-bbd7-31e9227ad40a HTTP/1.1" status: 200 len: 848 time: 0.0435317 Aug 19 19:21:16.239406 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7bca0-2ca5-4003-8726-53bc6b2808d7 req-a05a915f-3d33-48ce-8fce-e6ac2fc842dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:16.240933 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33d7bca0-2ca5-4003-8726-53bc6b2808d7 req-a05a915f-3d33-48ce-8fce-e6ac2fc842dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c421eab-00ac-4a04-a633-222a8d8a2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403459 Aug 19 19:21:16.286093 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-4fe0ad95-2414-4d68-bfdf-8e6e8597b3cd None None] Set router 105759a6-2cc1-482d-aa39-7764c07e6e6b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:21:16.340314 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33d7bca0-2ca5-4003-8726-53bc6b2808d7 req-09dac577-8007-4443-9c07-674f810714e1 service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898411 Aug 19 19:21:16.431962 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-33d7bca0-2ca5-4003-8726-53bc6b2808d7 req-be046496-08ca-4c7a-83b3-c151a81e60cd service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830343 Aug 19 19:21:16.490441 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-4fe0ad95-2414-4d68-bfdf-8e6e8597b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'name': 'tempest-TestShelveInstance-1217284047-router', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:05Z', 'revision_number': 4, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'gw_port': {'id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'ebd4863d-9589-4ee0-ad7c-78a7087f78de', 'name': '', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'mac_address': 'fa:16:3e:fb:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:04Z', 'updated_at': '2021-08-19T19:17:11Z', 'revision_number': 5, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'subnets': [{'id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:21:16.517701 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0ad95-2414-4d68-bfdf-8e6e8597b3cd None None] The sync data for ids ['105759a6-2cc1-482d-aa39-7764c07e6e6b'] in n-d-803753-2 is: [{'id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'name': 'tempest-TestShelveInstance-1217284047-router', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:05Z', 'revision_number': 4, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'gw_port': {'id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'ebd4863d-9589-4ee0-ad7c-78a7087f78de', 'name': '', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'mac_address': 'fa:16:3e:fb:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:04Z', 'updated_at': '2021-08-19T19:17:11Z', 'revision_number': 5, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'subnets': [{'id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:21:16.739593 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5096e411-8339-465e-9fd6-f1bb39876277 None None] New status for floating IP a792fa44-fb86-47a2-8369-75e10b7c0bdc: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:21:17.212052 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a2fcc-7ce3-48aa-8f27-72dc7d3344c0 req-15823cb2-7a04-4f91-968d-a676eeecc564 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:17.213674 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a23a2fcc-7ce3-48aa-8f27-72dc7d3344c0 req-15823cb2-7a04-4f91-968d-a676eeecc564 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 946 time: 0.0548728 Aug 19 19:21:17.251850 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a23a2fcc-7ce3-48aa-8f27-72dc7d3344c0 req-757372a8-1f4d-41b3-a550-61555d4841f2 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=daca3d68-fad9-4b8b-9e91-1d905a9455f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321903 Aug 19 19:21:17.309583 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:17.323595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9a71b-b395-44b1-9215-8c34721d5a18 req-a4394ceb-d7d0-4f51-a5e5-d863e6a938a5 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:17.325090 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9cd9a71b-b395-44b1-9215-8c34721d5a18 req-a4394ceb-d7d0-4f51-a5e5-d863e6a938a5 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc23a28c-9691-404b-8e42-bf797bc3a589 HTTP/1.1" status: 200 len: 946 time: 0.0494306 Aug 19 19:21:17.415869 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-9cd9a71b-b395-44b1-9215-8c34721d5a18 req-0ee880e2-5c32-4b09-b2fb-db69acb697b1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Deleting port 5bf388c9-780f-43a1-a511-ab96cf1503e9 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:21:17.416125 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9cd9a71b-b395-44b1-9215-8c34721d5a18 req-0ee880e2-5c32-4b09-b2fb-db69acb697b1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:17.506613 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-9cd9a71b-b395-44b1-9215-8c34721d5a18 req-0ee880e2-5c32-4b09-b2fb-db69acb697b1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] For port 5bf388c9-780f-43a1-a511-ab96cf1503e9, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=5bf388c9-780f-43a1-a511-ab96cf1503e9,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:21:17.507662 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9cd9a71b-b395-44b1-9215-8c34721d5a18 req-0ee880e2-5c32-4b09-b2fb-db69acb697b1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:17.520360 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-9cd9a71b-b395-44b1-9215-8c34721d5a18 req-0ee880e2-5c32-4b09-b2fb-db69acb697b1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Calling delete_port for 5bf388c9-780f-43a1-a511-ab96cf1503e9 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:21:17.650140 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9cd9a71b-b395-44b1-9215-8c34721d5a18 req-0ee880e2-5c32-4b09-b2fb-db69acb697b1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:17.676653 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee880e2-5c32-4b09-b2fb-db69acb697b1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event deleted for resources: {'Port': ['ID=5bf388c9-780f-43a1-a511-ab96cf1503e9,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:21:17.686707 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee880e2-5c32-4b09-b2fb-db69acb697b1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:17.687066 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee880e2-5c32-4b09-b2fb-db69acb697b1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:17.687409 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee880e2-5c32-4b09-b2fb-db69acb697b1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:17.687753 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee880e2-5c32-4b09-b2fb-db69acb697b1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:17.688093 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee880e2-5c32-4b09-b2fb-db69acb697b1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:17.688429 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee880e2-5c32-4b09-b2fb-db69acb697b1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:17.688763 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee880e2-5c32-4b09-b2fb-db69acb697b1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:17.689433 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee880e2-5c32-4b09-b2fb-db69acb697b1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:17.689433 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee880e2-5c32-4b09-b2fb-db69acb697b1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:17.689796 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee880e2-5c32-4b09-b2fb-db69acb697b1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:17.690072 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee880e2-5c32-4b09-b2fb-db69acb697b1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:17.690401 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee880e2-5c32-4b09-b2fb-db69acb697b1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:17.733147 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd9a71b-b395-44b1-9215-8c34721d5a18 req-0ee880e2-5c32-4b09-b2fb-db69acb697b1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] No DVR routers for this DVR port 5bf388c9-780f-43a1-a511-ab96cf1503e9 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:21:17.736833 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-9cd9a71b-b395-44b1-9215-8c34721d5a18 req-0ee880e2-5c32-4b09-b2fb-db69acb697b1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:17.738863 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9cd9a71b-b395-44b1-9215-8c34721d5a18 req-0ee880e2-5c32-4b09-b2fb-db69acb697b1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.50 "DELETE /v2.0/ports/5bf388c9-780f-43a1-a511-ab96cf1503e9 HTTP/1.1" status: 204 len: 173 time: 0.4073095 Aug 19 19:21:17.739296 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc23a28c-9691-404b-8e42-bf797bc3a589', 'name': 'network-vif-deleted', 'tag': '5bf388c9-780f-43a1-a511-ab96cf1503e9'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:21:17.742091 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06400049-aa6b-494c-abe6-07f8ba0bc112" -d '{"events": [{"server_uuid": "dc23a28c-9691-404b-8e42-bf797bc3a589", "name": "network-vif-deleted", "tag": "5bf388c9-780f-43a1-a511-ab96cf1503e9"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:21:17.791995 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:21:17.841739 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea247f40-0425-4518-83d3-a7cedf97aa04 x-openstack-request-id: req-ea247f40-0425-4518-83d3-a7cedf97aa04 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:21:17.842126 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc23a28c-9691-404b-8e42-bf797bc3a589", "name": "network-vif-deleted", "tag": "5bf388c9-780f-43a1-a511-ab96cf1503e9", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:21:17.842470 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea247f40-0425-4518-83d3-a7cedf97aa04 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:21:17.842961 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23a28c-9691-404b-8e42-bf797bc3a589', 'name': 'network-vif-deleted', 'tag': '5bf388c9-780f-43a1-a511-ab96cf1503e9', 'status': 'completed', 'code': 200} Aug 19 19:21:18.308068 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44226) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:21:18.373961 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3a3b16da-86fd-4c65-a846-7b934e91efa2 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:18.398546 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3a3b16da-86fd-4c65-a846-7b934e91efa2 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:18.458316 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3a3b16da-86fd-4c65-a846-7b934e91efa2 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:18.461705 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3a3b16da-86fd-4c65-a846-7b934e91efa2 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:18.462907 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3a3b16da-86fd-4c65-a846-7b934e91efa2 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "DELETE /v2.0/security-groups/daca3d68-fad9-4b8b-9e91-1d905a9455f1 HTTP/1.1" status: 204 len: 168 time: 0.1538198 Aug 19 19:21:18.471988 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b16da-86fd-4c65-a846-7b934e91efa2 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daca3d68-fad9-4b8b-9e91-1d905a9455f1,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:21:18.987121 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44232) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:21:18.991980 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-983378ac-e077-490d-b34a-c3016c56181d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-578552055', 'description': 'tempest-secgroup-smoke-578552055 description', 'project_id': '6843bda8482b45dca2d32f802e04f81a'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:21:19.015224 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-983378ac-e077-490d-b34a-c3016c56181d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.095306 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-983378ac-e077-490d-b34a-c3016c56181d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.098945 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-983378ac-e077-490d-b34a-c3016c56181d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.125166 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-983378ac-e077-490d-b34a-c3016c56181d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.126411 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-983378ac-e077-490d-b34a-c3016c56181d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1382880 Aug 19 19:21:19.129361 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44234) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:21:19.130424 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983378ac-e077-490d-b34a-c3016c56181d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca3da0a-5ec7-4487-b502-09f4459d8162,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:21:19.135989 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e101b1b8-9a8f-4acf-be99-300ea322f687 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Request body: {'security_group_rule': {'security_group_id': '9ca3da0a-5ec7-4487-b502-09f4459d8162', 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:21:19.164188 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e101b1b8-9a8f-4acf-be99-300ea322f687 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.209406 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e101b1b8-9a8f-4acf-be99-300ea322f687 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.213752 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e101b1b8-9a8f-4acf-be99-300ea322f687 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.236274 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101b1b8-9a8f-4acf-be99-300ea322f687 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e57525-669b-4736-93d4-46dbf8db0805,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:21:19.238985 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e101b1b8-9a8f-4acf-be99-300ea322f687 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.240202 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e101b1b8-9a8f-4acf-be99-300ea322f687 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1097922 Aug 19 19:21:19.244110 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44236) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:21:19.248842 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-2a6f7f0c-60e4-4d42-ab60-9b68f0f9addf tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Request body: {'security_group_rule': {'security_group_id': '9ca3da0a-5ec7-4487-b502-09f4459d8162', 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:21:19.274973 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a6f7f0c-60e4-4d42-ab60-9b68f0f9addf tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.334562 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a6f7f0c-60e4-4d42-ab60-9b68f0f9addf tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.339243 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a6f7f0c-60e4-4d42-ab60-9b68f0f9addf tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.357642 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f7f0c-60e4-4d42-ab60-9b68f0f9addf tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3950d9ff-bab7-4352-bebe-e03ac1c2106e,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:21:19.363575 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-2a6f7f0c-60e4-4d42-ab60-9b68f0f9addf tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.364856 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-2a6f7f0c-60e4-4d42-ab60-9b68f0f9addf tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198070 Aug 19 19:21:19.368328 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44238) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:21:19.373202 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-04ef4657-2f2c-4a19-9770-bcda91069042 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Request body: {'security_group_rule': {'security_group_id': '9ca3da0a-5ec7-4487-b502-09f4459d8162', 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:21:19.400054 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-04ef4657-2f2c-4a19-9770-bcda91069042 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.461673 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-04ef4657-2f2c-4a19-9770-bcda91069042 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.465276 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-04ef4657-2f2c-4a19-9770-bcda91069042 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.482828 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef4657-2f2c-4a19-9770-bcda91069042 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2be643-3acd-46e2-a9a5-6fc5efe7f5e9,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:21:19.488047 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-04ef4657-2f2c-4a19-9770-bcda91069042 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.492623 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-04ef4657-2f2c-4a19-9770-bcda91069042 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229758 Aug 19 19:21:19.492913 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44240) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:21:19.497621 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-053b8e1f-31e5-4df2-869d-0ac86e2b1c84 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Request body: {'security_group_rule': {'security_group_id': '9ca3da0a-5ec7-4487-b502-09f4459d8162', 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:21:19.523215 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-053b8e1f-31e5-4df2-869d-0ac86e2b1c84 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.581404 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-053b8e1f-31e5-4df2-869d-0ac86e2b1c84 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.585125 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-053b8e1f-31e5-4df2-869d-0ac86e2b1c84 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.606074 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b8e1f-31e5-4df2-869d-0ac86e2b1c84 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ca7461-bf35-4f15-80a8-5c6d55316ed6,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:21:19.612162 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-053b8e1f-31e5-4df2-869d-0ac86e2b1c84 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.613415 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-053b8e1f-31e5-4df2-869d-0ac86e2b1c84 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197889 Aug 19 19:21:19.616237 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44242) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:21:19.621867 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-860d87c6-35c2-41f3-bd18-166239c61e54 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Request body: {'security_group_rule': {'security_group_id': '9ca3da0a-5ec7-4487-b502-09f4459d8162', 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:21:19.643340 n-d-803753-2 neutron-server[94682]: INFO neutron.db.securitygroups_db [None req-860d87c6-35c2-41f3-bd18-166239c61e54 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Project 6843bda8482b45dca2d32f802e04f81a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:21:19.648073 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-860d87c6-35c2-41f3-bd18-166239c61e54 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.709938 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-860d87c6-35c2-41f3-bd18-166239c61e54 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.713653 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-860d87c6-35c2-41f3-bd18-166239c61e54 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.731862 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d87c6-35c2-41f3-bd18-166239c61e54 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c0d8aa-7047-407c-874e-57baad2523ed,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:21:19.737485 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-860d87c6-35c2-41f3-bd18-166239c61e54 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.738606 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-860d87c6-35c2-41f3-bd18-166239c61e54 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205523 Aug 19 19:21:19.741911 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44244) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:21:19.746661 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-04a7287d-0f0e-4e9b-b8ae-9aa60236bba7 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Request body: {'security_group_rule': {'security_group_id': '9ca3da0a-5ec7-4487-b502-09f4459d8162', 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:21:19.767172 n-d-803753-2 neutron-server[94682]: INFO neutron.db.securitygroups_db [None req-04a7287d-0f0e-4e9b-b8ae-9aa60236bba7 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Project 6843bda8482b45dca2d32f802e04f81a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:21:19.771920 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-04a7287d-0f0e-4e9b-b8ae-9aa60236bba7 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.832732 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-04a7287d-0f0e-4e9b-b8ae-9aa60236bba7 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.836277 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-04a7287d-0f0e-4e9b-b8ae-9aa60236bba7 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.854048 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7287d-0f0e-4e9b-b8ae-9aa60236bba7 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd033259-befe-49f9-be6d-5857b29388fd,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:21:19.858957 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-04a7287d-0f0e-4e9b-b8ae-9aa60236bba7 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:19.860177 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-04a7287d-0f0e-4e9b-b8ae-9aa60236bba7 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1172390 Aug 19 19:21:21.750052 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5bf388c9-780f-43a1-a511-ab96cf1503e9 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:21:21.775086 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 5bf388c9-780f-43a1-a511-ab96cf1503e9 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:21:21.775427 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 5bf388c9-780f-43a1-a511-ab96cf1503e9 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:21:34.143112 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-fa2885b6-b522-4b24-a434-2277866709d2 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-578552055&fields=id&tenant_id=6843bda8482b45dca2d32f802e04f81a HTTP/1.1" status: 200 len: 267 time: 0.0330420 Aug 19 19:21:34.591182 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-346ad17c-eff7-402f-86fb-6f9c5c046eb4 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:34.592657 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-346ad17c-eff7-402f-86fb-6f9c5c046eb4 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/networks?id=7c421eab-00ac-4a04-a633-222a8d8a2750 HTTP/1.1" status: 200 len: 809 time: 0.4415114 Aug 19 19:21:34.607614 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-18b301c5-6121-4bf1-aa37-57c1ecd697d0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/quotas/6843bda8482b45dca2d32f802e04f81a HTTP/1.1" status: 200 len: 375 time: 0.0090799 Aug 19 19:21:34.659789 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-2005b821-2e54-4533-8eeb-c6f405bf862b tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6843bda8482b45dca2d32f802e04f81a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469632 Aug 19 19:21:34.753336 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2a1c16f1-4bb2-4123-be16-400611bb08b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:34.823985 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-89cc5acd-2ce7-4d3b-9e08-260e81ce4745 service neutron] 10.222.0.24 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528215 Aug 19 19:21:34.912420 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-d28a3517-5bb5-41db-b332-3776426cdbc0 service neutron] 10.222.0.24 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822892 Aug 19 19:21:36.242249 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f0ad34a5-f857-4db6-a3b3-2492b1d4da28 req-427345c5-89f6-4797-9f50-3acaa79958fb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 210 time: 0.0264063 Aug 19 19:21:37.355380 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-39f47501-8b9a-4b0b-98d3-70c56249d4be req-a48410a0-9a3d-4f69-afbf-1ff86b72afc2 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 210 time: 0.0357881 Aug 19 19:21:37.398372 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-d44389aa-6e75-4d16-8d59-9373639c0cad tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:37.399900 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-d44389aa-6e75-4d16-8d59-9373639c0cad tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.54 "GET /v2.0/networks?id=7c421eab-00ac-4a04-a633-222a8d8a2750 HTTP/1.1" status: 200 len: 809 time: 0.1308293 Aug 19 19:21:37.409986 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:37.448270 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-38c558a5-5fd0-4c05-a142-34c93ae14f62 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6843bda8482b45dca2d32f802e04f81a HTTP/1.1" status: 200 len: 379 time: 0.0363843 Aug 19 19:21:37.463316 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-da327cfb-836d-435a-ba18-75d9d578355e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Request body: {'port': {'device_id': '8e684aad-1d46-4dc1-976c-afd8b7b5f462', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'admin_state_up': True, 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'security_groups': ['9ca3da0a-5ec7-4487-b502-09f4459d8162']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:21:37.476167 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d88cb192-a6a6-4d05-877a-41925933ddbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:37.579765 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-da327cfb-836d-435a-ba18-75d9d578355e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Made reservation on behalf of 6843bda8482b45dca2d32f802e04f81a for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:21:37.583540 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-da327cfb-836d-435a-ba18-75d9d578355e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:37.716755 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-da327cfb-836d-435a-ba18-75d9d578355e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Allocated IP 172.20.0.12 (7c421eab-00ac-4a04-a633-222a8d8a2750/8679ebcf-d10b-4125-bbd7-31e9227ad40a/a614f487-0839-49e8-93c2-0633f53d0288) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:21:37.873943 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-da327cfb-836d-435a-ba18-75d9d578355e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:37.888587 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-da327cfb-836d-435a-ba18-75d9d578355e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Transition to ACTIVE for port object a614f487-0839-49e8-93c2-0633f53d0288 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:21:37.921452 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-da327cfb-836d-435a-ba18-75d9d578355e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:37.965741 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-da327cfb-836d-435a-ba18-75d9d578355e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Network 7c421eab-00ac-4a04-a633-222a8d8a2750 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:21:37.971388 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-da327cfb-836d-435a-ba18-75d9d578355e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:21:37.976141 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-da327cfb-836d-435a-ba18-75d9d578355e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:21:37.980894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da327cfb-836d-435a-ba18-75d9d578355e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event updated for resources: {'Port': ['ID=a614f487-0839-49e8-93c2-0633f53d0288,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:21:38.037084 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-da327cfb-836d-435a-ba18-75d9d578355e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:38.037815 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-da327cfb-836d-435a-ba18-75d9d578355e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:38.056356 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-da327cfb-836d-435a-ba18-75d9d578355e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5978010 Aug 19 19:21:38.134726 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-e106649f-85ac-4424-88c6-2b658022c6aa service neutron] Request body: {'port': {'device_id': '8e684aad-1d46-4dc1-976c-afd8b7b5f462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:21:38.197288 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-e106649f-85ac-4424-88c6-2b658022c6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:38.260549 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-41010817-502f-4be5-a8f6-9432433ab486 None None] Provisioning for port a614f487-0839-49e8-93c2-0633f53d0288 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:21:38.264844 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-41010817-502f-4be5-a8f6-9432433ab486 None None] Provisioning complete for port a614f487-0839-49e8-93c2-0633f53d0288 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:21:38.265300 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-41010817-502f-4be5-a8f6-9432433ab486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:38.300876 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-41010817-502f-4be5-a8f6-9432433ab486 None None] Port a614f487-0839-49e8-93c2-0633f53d0288 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:21:38.474486 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:38.476834 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-e106649f-85ac-4424-88c6-2b658022c6aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a614f487-0839-49e8-93c2-0633f53d0288 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:21:38.482051 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723ab04-0186-40ed-ace0-f9a481cca74b req-98905a43-1195-4a72-a8ca-44cbc98005e0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:38.483944 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0723ab04-0186-40ed-ace0-f9a481cca74b req-98905a43-1195-4a72-a8ca-44cbc98005e0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 932 time: 0.0578146 Aug 19 19:21:38.485964 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-e106649f-85ac-4424-88c6-2b658022c6aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:38.500631 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-e106649f-85ac-4424-88c6-2b658022c6aa service neutron] Transition to ACTIVE for port object a614f487-0839-49e8-93c2-0633f53d0288 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:21:38.505442 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-e106649f-85ac-4424-88c6-2b658022c6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:38.529246 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0723ab04-0186-40ed-ace0-f9a481cca74b req-273fd329-9627-46a9-955f-45c5cef7f943 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380924 Aug 19 19:21:38.585249 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106649f-85ac-4424-88c6-2b658022c6aa service neutron] Pushing event updated for resources: {'Port': ['ID=a614f487-0839-49e8-93c2-0633f53d0288,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:21:38.658125 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-e106649f-85ac-4424-88c6-2b658022c6aa service neutron] Attempting to bind port a614f487-0839-49e8-93c2-0633f53d0288 on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:21:38.658475 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-e106649f-85ac-4424-88c6-2b658022c6aa service neutron] Attempting to bind port a614f487-0839-49e8-93c2-0633f53d0288 by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': 'a7aa1d87-b182-41f8-81a2-c1a3dd7fa619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:21:38.658811 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-e106649f-85ac-4424-88c6-2b658022c6aa service neutron] Attempting to bind port a614f487-0839-49e8-93c2-0633f53d0288 on network 7c421eab-00ac-4a04-a633-222a8d8a2750 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:21:38.664419 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-e106649f-85ac-4424-88c6-2b658022c6aa service neutron] Port a614f487-0839-49e8-93c2-0633f53d0288 on network 7c421eab-00ac-4a04-a633-222a8d8a2750 not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:21:38.664798 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-e106649f-85ac-4424-88c6-2b658022c6aa service neutron] Attempting to bind port a614f487-0839-49e8-93c2-0633f53d0288 on network 7c421eab-00ac-4a04-a633-222a8d8a2750 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:21:38.670737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-e106649f-85ac-4424-88c6-2b658022c6aa service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:21:38.671093 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-e106649f-85ac-4424-88c6-2b658022c6aa service neutron] Checking segment: {'id': 'a7aa1d87-b182-41f8-81a2-c1a3dd7fa619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:21:38.671482 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-e106649f-85ac-4424-88c6-2b658022c6aa service neutron] Bound using segment: {'id': 'a7aa1d87-b182-41f8-81a2-c1a3dd7fa619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:21:38.671926 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-e106649f-85ac-4424-88c6-2b658022c6aa service neutron] Bound port: a614f487-0839-49e8-93c2-0633f53d0288, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aa1d87-b182-41f8-81a2-c1a3dd7fa619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:21:38.672299 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-e106649f-85ac-4424-88c6-2b658022c6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:38.745338 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-e106649f-85ac-4424-88c6-2b658022c6aa service neutron] For port a614f487-0839-49e8-93c2-0633f53d0288, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:21:38.748648 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-e106649f-85ac-4424-88c6-2b658022c6aa service neutron] For port a614f487-0839-49e8-93c2-0633f53d0288, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a614f487-0839-49e8-93c2-0633f53d0288,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:21:38.754232 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-e106649f-85ac-4424-88c6-2b658022c6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:38.795169 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-e106649f-85ac-4424-88c6-2b658022c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:38.795855 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-e106649f-85ac-4424-88c6-2b658022c6aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:38.797348 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-e106649f-85ac-4424-88c6-2b658022c6aa service neutron] 10.222.0.54 "PUT /v2.0/ports/a614f487-0839-49e8-93c2-0633f53d0288 HTTP/1.1" status: 200 len: 1092 time: 0.7279494 Aug 19 19:21:38.797738 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e684aad-1d46-4dc1-976c-afd8b7b5f462', 'tag': 'a614f487-0839-49e8-93c2-0633f53d0288'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:21:38.800008 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299bc10f-3592-4d9a-960b-8831f8d1c1da" -d '{"events": [{"name": "network-changed", "server_uuid": "8e684aad-1d46-4dc1-976c-afd8b7b5f462", "tag": "a614f487-0839-49e8-93c2-0633f53d0288"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:21:38.853673 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106649f-85ac-4424-88c6-2b658022c6aa service neutron] Pushing event updated for resources: {'Port': ['ID=a614f487-0839-49e8-93c2-0633f53d0288,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:21:38.883787 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a69e79b-4514-4549-bbd5-cbe338876721 x-openstack-request-id: req-8a69e79b-4514-4549-bbd5-cbe338876721 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:21:38.884080 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e684aad-1d46-4dc1-976c-afd8b7b5f462", "tag": "a614f487-0839-49e8-93c2-0633f53d0288", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:21:38.884325 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a69e79b-4514-4549-bbd5-cbe338876721 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:21:38.884774 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e684aad-1d46-4dc1-976c-afd8b7b5f462', 'tag': 'a614f487-0839-49e8-93c2-0633f53d0288', 'status': 'completed', 'code': 200} Aug 19 19:21:38.903398 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-27d0b63e-f39a-4ec7-947a-8c4d08d0e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:38.904966 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-27d0b63e-f39a-4ec7-947a-8c4d08d0e3f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6843bda8482b45dca2d32f802e04f81a&device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 1095 time: 0.0643697 Aug 19 19:21:38.955599 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-1d93658f-44c5-4dde-992c-2606ed3f865d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a614f487-0839-49e8-93c2-0633f53d0288 HTTP/1.1" status: 200 len: 217 time: 0.0379124 Aug 19 19:21:39.016347 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-39edde7a-f6a9-4c34-8af0-645cdcb4b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:39.017851 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-39edde7a-f6a9-4c34-8af0-645cdcb4b188 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8679ebcf-d10b-4125-bbd7-31e9227ad40a HTTP/1.1" status: 200 len: 848 time: 0.0518363 Aug 19 19:21:39.076100 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-6ddad07e-18b3-4c9b-912c-0aa1da0d292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:39.077579 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-6ddad07e-18b3-4c9b-912c-0aa1da0d292f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c421eab-00ac-4a04-a633-222a8d8a2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474064 Aug 19 19:21:39.173507 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-58b6966e-f5ab-4023-b4d5-7fca8dea0405 service neutron] 10.222.0.54 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835464 Aug 19 19:21:39.275749 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a9f4c34-a516-4932-8545-37d96c02ef0a req-e4c58595-36c5-4f7a-8607-30c4f509cdf6 service neutron] 10.222.0.54 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908983 Aug 19 19:21:39.371502 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bc10f-3592-4d9a-960b-8831f8d1c1da req-58a328a9-efa3-43e2-8191-449501f88807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:39.373037 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-299bc10f-3592-4d9a-960b-8831f8d1c1da req-58a328a9-efa3-43e2-8191-449501f88807 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6843bda8482b45dca2d32f802e04f81a&device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 1095 time: 0.0451145 Aug 19 19:21:39.470948 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bc10f-3592-4d9a-960b-8831f8d1c1da req-fff18e1e-c306-48fa-9d3c-1a9ef198e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:39.472451 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-299bc10f-3592-4d9a-960b-8831f8d1c1da req-fff18e1e-c306-48fa-9d3c-1a9ef198e9a6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7c421eab-00ac-4a04-a633-222a8d8a2750 HTTP/1.1" status: 200 len: 910 time: 0.0917554 Aug 19 19:21:39.522994 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-299bc10f-3592-4d9a-960b-8831f8d1c1da req-0b7c7e40-f7a5-4d76-8297-5021bc4c02e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a614f487-0839-49e8-93c2-0633f53d0288 HTTP/1.1" status: 200 len: 217 time: 0.0395269 Aug 19 19:21:39.579176 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bc10f-3592-4d9a-960b-8831f8d1c1da req-aa4b3d05-7988-400b-bc2b-6aafeb42cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:39.580757 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-299bc10f-3592-4d9a-960b-8831f8d1c1da req-aa4b3d05-7988-400b-bc2b-6aafeb42cfbe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8679ebcf-d10b-4125-bbd7-31e9227ad40a HTTP/1.1" status: 200 len: 848 time: 0.0464213 Aug 19 19:21:39.636016 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bc10f-3592-4d9a-960b-8831f8d1c1da req-26a8472d-e64e-4c80-b527-0df330405a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:39.637525 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-299bc10f-3592-4d9a-960b-8831f8d1c1da req-26a8472d-e64e-4c80-b527-0df330405a7b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c421eab-00ac-4a04-a633-222a8d8a2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458586 Aug 19 19:21:39.659863 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93700cf0-089f-4ece-9372-2e2da8dfb4f0 req-c6b8d859-5325-4a11-84a6-dbfe113b1105 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:39.661368 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-93700cf0-089f-4ece-9372-2e2da8dfb4f0 req-c6b8d859-5325-4a11-84a6-dbfe113b1105 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 944 time: 0.0515604 Aug 19 19:21:39.703149 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-93700cf0-089f-4ece-9372-2e2da8dfb4f0 req-96fe8669-7e59-435c-a8d8-c7cb7d7df7b8 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343356 Aug 19 19:21:39.738066 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-299bc10f-3592-4d9a-960b-8831f8d1c1da req-e7071231-a11b-4ed6-84ce-c516b690c7cc service neutron] 10.222.0.54 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885718 Aug 19 19:21:39.833925 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-299bc10f-3592-4d9a-960b-8831f8d1c1da req-84533ba7-3aea-4b10-8915-f37881f96eac service neutron] 10.222.0.54 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848503 Aug 19 19:21:40.461568 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:40.825893 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d1944-0370-442e-88fa-819ca2a041a4 req-258b030c-84a9-408e-b3c4-d4d61b9b22e9 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:40.827452 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-486d1944-0370-442e-88fa-819ca2a041a4 req-258b030c-84a9-408e-b3c4-d4d61b9b22e9 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 944 time: 0.0527742 Aug 19 19:21:40.871558 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-486d1944-0370-442e-88fa-819ca2a041a4 req-377bc9b2-9a74-4063-9477-002702f7d300 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377719 Aug 19 19:21:41.986915 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f91f4-ad6c-461d-8ecd-adb4c9eeae71 req-60708359-9c88-485f-95f8-c754946bbca9 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:41.988454 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d10f91f4-ad6c-461d-8ecd-adb4c9eeae71 req-60708359-9c88-485f-95f8-c754946bbca9 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 944 time: 0.0494113 Aug 19 19:21:41.997302 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:42.029212 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d10f91f4-ad6c-461d-8ecd-adb4c9eeae71 req-03619bcd-2bfc-4290-bd79-1365d0ffb811 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331218 Aug 19 19:21:43.145230 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb273e0-3ee6-4c2a-a35a-e3264a832f28 req-b746da92-3bbe-4a44-8ecd-038d0ebd968d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:43.146731 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bbb273e0-3ee6-4c2a-a35a-e3264a832f28 req-b746da92-3bbe-4a44-8ecd-038d0ebd968d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 944 time: 0.0492356 Aug 19 19:21:43.184460 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bbb273e0-3ee6-4c2a-a35a-e3264a832f28 req-1ce5708b-7552-4d53-be24-398aff6f7446 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310707 Aug 19 19:21:44.304199 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b81b0d-c694-4623-984c-5042932f0d31 req-ef12a798-fb2d-4bd0-bf6f-468f138bfd53 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:44.305720 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c0b81b0d-c694-4623-984c-5042932f0d31 req-ef12a798-fb2d-4bd0-bf6f-468f138bfd53 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 944 time: 0.0528769 Aug 19 19:21:44.344553 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c0b81b0d-c694-4623-984c-5042932f0d31 req-f0251abc-9a23-424a-994b-e24926d56355 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328884 Aug 19 19:21:45.464959 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d681ef-7fb3-44e7-aee0-70ab11312f1c req-fe550748-c25d-48ca-9c02-34144e910f98 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:45.466475 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4d681ef-7fb3-44e7-aee0-70ab11312f1c req-fe550748-c25d-48ca-9c02-34144e910f98 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 944 time: 0.0496647 Aug 19 19:21:45.504046 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-f4d681ef-7fb3-44e7-aee0-70ab11312f1c req-8f008200-19f1-4470-aa24-7c7519f65c42 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316103 Aug 19 19:21:46.621840 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358be303-eb4b-483b-af63-ccc5122dbdf0 req-f3214c58-a9d3-4f3c-855f-fc049a8fc0ba tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:46.623721 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-358be303-eb4b-483b-af63-ccc5122dbdf0 req-f3214c58-a9d3-4f3c-855f-fc049a8fc0ba tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 944 time: 0.0509000 Aug 19 19:21:46.661117 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-358be303-eb4b-483b-af63-ccc5122dbdf0 req-9da69d2b-88f0-4786-b5cc-9bb3a5f675ba tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314505 Aug 19 19:21:47.324988 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:47.777483 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24244525-2a13-42a0-b5b2-84967880ef8b req-4e10f4f8-3873-4cbf-a235-4de07435b534 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:47.778998 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-24244525-2a13-42a0-b5b2-84967880ef8b req-4e10f4f8-3873-4cbf-a235-4de07435b534 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 944 time: 0.0498190 Aug 19 19:21:47.821498 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-24244525-2a13-42a0-b5b2-84967880ef8b req-751ce590-f047-44ea-9046-adc6bde13046 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364335 Aug 19 19:21:48.936127 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb9b61-917d-4958-bfed-67de6ac151aa req-1672f30e-2642-4f8b-addf-bd285bbe12e7 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:48.937778 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-19fb9b61-917d-4958-bfed-67de6ac151aa req-1672f30e-2642-4f8b-addf-bd285bbe12e7 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 944 time: 0.0486135 Aug 19 19:21:48.976527 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-19fb9b61-917d-4958-bfed-67de6ac151aa req-faa62e4e-6b4b-4337-8d4d-76aa06d5edd2 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327489 Aug 19 19:21:50.094023 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b5eea-dbe1-4ec9-bae9-12a9bf6ba86a req-9b9346b7-a68e-483d-8860-4849658dbaba tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:50.095548 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-966b5eea-dbe1-4ec9-bae9-12a9bf6ba86a req-9b9346b7-a68e-483d-8860-4849658dbaba tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 944 time: 0.0497618 Aug 19 19:21:50.136335 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-966b5eea-dbe1-4ec9-bae9-12a9bf6ba86a req-4bf09f2d-5236-4a66-9d30-e31f5093dd50 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324185 Aug 19 19:21:51.139220 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a614f487-0839-49e8-93c2-0633f53d0288 details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:21:51.242266 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a614f487-0839-49e8-93c2-0633f53d0288, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a614f487-0839-49e8-93c2-0633f53d0288,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:21:51.254368 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': 'a614f487-0839-49e8-93c2-0633f53d0288', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'port_id': 'a614f487-0839-49e8-93c2-0633f53d0288', 'mac_address': 'fa:16:3e:af:de:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:21:51.271850 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9584059-b68b-4c9f-84ca-0ca1a1f6de24 req-0857fe03-6490-4f5a-8460-ac07ee07b4d4 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:51.278428 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a9584059-b68b-4c9f-84ca-0ca1a1f6de24 req-0857fe03-6490-4f5a-8460-ac07ee07b4d4 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 944 time: 0.0539386 Aug 19 19:21:51.295406 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:51.308596 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a614f487-0839-49e8-93c2-0633f53d0288 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:21:51.314444 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a9584059-b68b-4c9f-84ca-0ca1a1f6de24 req-0d17fdd1-bd7d-43ba-824a-406193c913f5 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339792 Aug 19 19:21:51.329101 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a614f487-0839-49e8-93c2-0633f53d0288, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a614f487-0839-49e8-93c2-0633f53d0288,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:21:51.332850 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:51.380994 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=a614f487-0839-49e8-93c2-0633f53d0288,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:21:51.388567 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:51.388915 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:51.389310 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:51.389624 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:51.389963 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:51.390292 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:51.390622 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:51.390948 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:51.391273 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:51.391603 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:51.391929 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:51.392304 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:21:51.623360 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['a614f487-0839-49e8-93c2-0633f53d0288'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:21:52.430930 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9877b9f-e581-4e7d-b7dd-f857da4bf3e6 req-b1191acd-a420-4c33-beab-2904f20bbedb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:52.432447 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e9877b9f-e581-4e7d-b7dd-f857da4bf3e6 req-b1191acd-a420-4c33-beab-2904f20bbedb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 945 time: 0.0511711 Aug 19 19:21:52.470859 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e9877b9f-e581-4e7d-b7dd-f857da4bf3e6 req-7d61bd59-b733-48ed-a15f-4d9265093f2d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324438 Aug 19 19:21:53.135554 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a614f487-0839-49e8-93c2-0633f53d0288 up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:21:53.197145 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port a614f487-0839-49e8-93c2-0633f53d0288 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:21:53.200827 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port a614f487-0839-49e8-93c2-0633f53d0288 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:21:53.201202 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:53.278800 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:53.303397 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e684aad-1d46-4dc1-976c-afd8b7b5f462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a614f487-0839-49e8-93c2-0633f53d0288'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:21:53.305661 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8aea80-dd71-4f3b-8e0e-0360bf1fa16d" -d '{"events": [{"server_uuid": "8e684aad-1d46-4dc1-976c-afd8b7b5f462", "name": "network-vif-plugged", "status": "completed", "tag": "a614f487-0839-49e8-93c2-0633f53d0288"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:21:53.318552 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a614f487-0839-49e8-93c2-0633f53d0288, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a614f487-0839-49e8-93c2-0633f53d0288,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:21:53.323394 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:53.372913 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=a614f487-0839-49e8-93c2-0633f53d0288,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:21:53.401206 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8333281e-0b64-4451-aa6c-42650ee2576f x-openstack-request-id: req-8333281e-0b64-4451-aa6c-42650ee2576f {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:21:53.401504 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e684aad-1d46-4dc1-976c-afd8b7b5f462", "name": "network-vif-plugged", "status": "completed", "tag": "a614f487-0839-49e8-93c2-0633f53d0288", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:21:53.401787 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8333281e-0b64-4451-aa6c-42650ee2576f {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:21:53.402192 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e684aad-1d46-4dc1-976c-afd8b7b5f462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a614f487-0839-49e8-93c2-0633f53d0288', 'code': 200} Aug 19 19:21:53.500034 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cc6d3-caa3-46b8-9d81-e69260c33566 req-b4a20389-e42e-4358-bd65-d39994af1b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:53.501553 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-567cc6d3-caa3-46b8-9d81-e69260c33566 req-b4a20389-e42e-4358-bd65-d39994af1b10 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 1097 time: 0.0400684 Aug 19 19:21:53.555343 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-567cc6d3-caa3-46b8-9d81-e69260c33566 req-13526673-d37b-4b34-ad7c-604d6aba7ca8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418983 Aug 19 19:21:53.590877 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6652ebf-cb93-4eed-b53f-d34fec92e920 req-9271a5c2-96fc-45fb-96be-7f7264303acf tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:53.592341 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a6652ebf-cb93-4eed-b53f-d34fec92e920 req-9271a5c2-96fc-45fb-96be-7f7264303acf tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 946 time: 0.0513508 Aug 19 19:21:53.630522 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-a6652ebf-cb93-4eed-b53f-d34fec92e920 req-60624a86-fa87-415f-aa46-6c650f80f11e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321550 Aug 19 19:21:54.749452 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8c99f-95e9-4d28-b27c-c93fc02bed3f req-5d8eafd7-5f96-4678-a48b-bc4452ecc2f0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:54.750949 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0ad8c99f-95e9-4d28-b27c-c93fc02bed3f req-5d8eafd7-5f96-4678-a48b-bc4452ecc2f0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 946 time: 0.0492141 Aug 19 19:21:54.790107 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0ad8c99f-95e9-4d28-b27c-c93fc02bed3f req-023633c8-c559-4677-aa20-4ce31d5d2036 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331566 Aug 19 19:21:54.791907 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:21:54.909207 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb8fd3-9fb7-44bc-af15-b78c8c95ba31 req-1ff5263a-906b-45d1-966c-a1067fd78465 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:54.910774 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02fb8fd3-9fb7-44bc-af15-b78c8c95ba31 req-1ff5263a-906b-45d1-966c-a1067fd78465 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 946 time: 0.0504127 Aug 19 19:21:54.949365 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02fb8fd3-9fb7-44bc-af15-b78c8c95ba31 req-54aac597-b67b-42f3-83be-54ff084d4aa8 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317452 Aug 19 19:21:54.970632 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44448) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:21:55.012085 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf403fd6-6c92-427b-94a0-ae6fe73bf9d5 tempest-TestShelveInstance-1959827863 tempest-TestShelveInstance-1959827863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:55.013656 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-cf403fd6-6c92-427b-94a0-ae6fe73bf9d5 tempest-TestShelveInstance-1959827863 tempest-TestShelveInstance-1959827863-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 1092 time: 0.0419745 Aug 19 19:21:55.016375 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44450) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:21:55.020621 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-1bc89a8b-1473-47b5-b937-9052a860ee75 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': 'a614f487-0839-49e8-93c2-0633f53d0288', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:21:55.042138 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1bc89a8b-1473-47b5-b937-9052a860ee75 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:55.140612 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1bc89a8b-1473-47b5-b937-9052a860ee75 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:55.245272 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-1bc89a8b-1473-47b5-b937-9052a860ee75 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Allocated IP 172.25.8.53 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/1dc22ef4-41be-4bf6-8dfd-a150636b47e3) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:21:55.348926 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1bc89a8b-1473-47b5-b937-9052a860ee75 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:55.388122 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1bc89a8b-1473-47b5-b937-9052a860ee75 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:55.428112 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc89a8b-1473-47b5-b937-9052a860ee75 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:21:55.431110 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-1bc89a8b-1473-47b5-b937-9052a860ee75 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:21:55.434797 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc89a8b-1473-47b5-b937-9052a860ee75 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:21:55.456026 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc89a8b-1473-47b5-b937-9052a860ee75 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event updated for resources: {'Port': ['ID=1dc22ef4-41be-4bf6-8dfd-a150636b47e3,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:21:55.794192 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1bc89a8b-1473-47b5-b937-9052a860ee75 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:55.860058 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1bc89a8b-1473-47b5-b937-9052a860ee75 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:56.014000 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1bc89a8b-1473-47b5-b937-9052a860ee75 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:56.018663 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1bc89a8b-1473-47b5-b937-9052a860ee75 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:56.088422 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc89a8b-1473-47b5-b937-9052a860ee75 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event updated for resources: {'Port': ['ID=1dc22ef4-41be-4bf6-8dfd-a150636b47e3,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:21:56.100231 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1bc89a8b-1473-47b5-b937-9052a860ee75 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:56.200184 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-1bc89a8b-1473-47b5-b937-9052a860ee75 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Floating IP e56a365d-3aa5-451b-a343-d0d5297aab64 associated. External IP: 172.25.8.53, port: a614f487-0839-49e8-93c2-0633f53d0288. Aug 19 19:21:56.730987 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc89a8b-1473-47b5-b937-9052a860ee75 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Router 105759a6-2cc1-482d-aa39-7764c07e6e6b has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:21:56.838161 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc89a8b-1473-47b5-b937-9052a860ee75 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:21:56.847546 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a4089c-e0a9-4475-b233-4b69e6679d6d None None] Sync routers for ids ['105759a6-2cc1-482d-aa39-7764c07e6e6b'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:21:56.855027 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-1bc89a8b-1473-47b5-b937-9052a860ee75 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:56.857839 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a4089c-e0a9-4475-b233-4b69e6679d6d None None] Routers {'105759a6-2cc1-482d-aa39-7764c07e6e6b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:21:56.858458 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-44a4089c-e0a9-4475-b233-4b69e6679d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:21:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['105759a6-2cc1-482d-aa39-7764c07e6e6b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:21:56.883337 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-1bc89a8b-1473-47b5-b937-9052a860ee75 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8659432 Aug 19 19:21:56.884267 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e684aad-1d46-4dc1-976c-afd8b7b5f462', 'tag': 'a614f487-0839-49e8-93c2-0633f53d0288'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:21:56.886779 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52abb3f1-33d3-4711-8e25-c43c57660e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "8e684aad-1d46-4dc1-976c-afd8b7b5f462", "tag": "a614f487-0839-49e8-93c2-0633f53d0288"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:21:56.928628 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c02790-77da-40d6-bf23-ff91749f0194 x-openstack-request-id: req-60c02790-77da-40d6-bf23-ff91749f0194 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:21:56.929051 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e684aad-1d46-4dc1-976c-afd8b7b5f462", "tag": "a614f487-0839-49e8-93c2-0633f53d0288", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:21:56.929312 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60c02790-77da-40d6-bf23-ff91749f0194 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:21:56.929811 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e684aad-1d46-4dc1-976c-afd8b7b5f462', 'tag': 'a614f487-0839-49e8-93c2-0633f53d0288', 'status': 'completed', 'code': 200} Aug 19 19:21:56.968602 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-44a4089c-e0a9-4475-b233-4b69e6679d6d None None] Set router 105759a6-2cc1-482d-aa39-7764c07e6e6b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:21:56.995889 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abb3f1-33d3-4711-8e25-c43c57660e8c req-18c00e99-dc1d-42e6-b750-9b5d87fcb3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:56.997344 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52abb3f1-33d3-4711-8e25-c43c57660e8c req-18c00e99-dc1d-42e6-b750-9b5d87fcb3ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6843bda8482b45dca2d32f802e04f81a&device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 1097 time: 0.0432179 Aug 19 19:21:57.091771 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abb3f1-33d3-4711-8e25-c43c57660e8c req-a4c6d648-4c7f-48fa-a3a1-56f801124b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:57.093269 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52abb3f1-33d3-4711-8e25-c43c57660e8c req-a4c6d648-4c7f-48fa-a3a1-56f801124b1b service neutron] 10.222.0.54 "GET /v2.0/networks?id=7c421eab-00ac-4a04-a633-222a8d8a2750 HTTP/1.1" status: 200 len: 910 time: 0.0886252 Aug 19 19:21:57.161976 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52abb3f1-33d3-4711-8e25-c43c57660e8c req-28c6ce8e-2e11-4aa1-a401-d8afa4ccd6f5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a614f487-0839-49e8-93c2-0633f53d0288 HTTP/1.1" status: 200 len: 999 time: 0.0615711 Aug 19 19:21:57.199782 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-44a4089c-e0a9-4475-b233-4b69e6679d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'name': 'tempest-TestShelveInstance-1217284047-router', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:05Z', 'revision_number': 4, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'gw_port': {'id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'e56a365d-3aa5-451b-a343-d0d5297aab64', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'port_id': 'a614f487-0839-49e8-93c2-0633f53d0288', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'mac_address': 'fa:16:3e:af:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e684aad-1d46-4dc1-976c-afd8b7b5f462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:21:55Z', 'updated_at': '2021-08-19T19:21:55Z', 'revision_number': 0, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebd4863d-9589-4ee0-ad7c-78a7087f78de', 'name': '', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'mac_address': 'fa:16:3e:fb:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:04Z', 'updated_at': '2021-08-19T19:17:11Z', 'revision_number': 5, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'subnets': [{'id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:21:57.216955 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abb3f1-33d3-4711-8e25-c43c57660e8c req-1d43e9de-e907-434d-8b76-5fb84feb14ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:57.218524 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52abb3f1-33d3-4711-8e25-c43c57660e8c req-1d43e9de-e907-434d-8b76-5fb84feb14ac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8679ebcf-d10b-4125-bbd7-31e9227ad40a HTTP/1.1" status: 200 len: 848 time: 0.0501230 Aug 19 19:21:57.226425 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a4089c-e0a9-4475-b233-4b69e6679d6d None None] Checking router: 105759a6-2cc1-482d-aa39-7764c07e6e6b for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:21:57.235534 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a4089c-e0a9-4475-b233-4b69e6679d6d None None] Routers {'105759a6-2cc1-482d-aa39-7764c07e6e6b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:21:57.235534 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-44a4089c-e0a9-4475-b233-4b69e6679d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:21:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['105759a6-2cc1-482d-aa39-7764c07e6e6b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:21:57.266333 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abb3f1-33d3-4711-8e25-c43c57660e8c req-2bf6ad47-2350-4a5c-a7ea-43f2809ec90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:21:57.267777 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52abb3f1-33d3-4711-8e25-c43c57660e8c req-2bf6ad47-2350-4a5c-a7ea-43f2809ec90e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c421eab-00ac-4a04-a633-222a8d8a2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425344 Aug 19 19:21:57.343224 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-44a4089c-e0a9-4475-b233-4b69e6679d6d None None] Set router 105759a6-2cc1-482d-aa39-7764c07e6e6b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:21:57.356607 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52abb3f1-33d3-4711-8e25-c43c57660e8c req-c4614aef-fffb-4112-bbf2-4469dfcb03c3 service neutron] 10.222.0.54 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818512 Aug 19 19:21:57.451459 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-52abb3f1-33d3-4711-8e25-c43c57660e8c req-680b1c9a-740d-4470-ac82-eae978045b81 service neutron] 10.222.0.54 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877032 Aug 19 19:21:57.575060 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-44a4089c-e0a9-4475-b233-4b69e6679d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'name': 'tempest-TestShelveInstance-1217284047-router', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:05Z', 'revision_number': 4, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'gw_port': {'id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'e56a365d-3aa5-451b-a343-d0d5297aab64', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'port_id': 'a614f487-0839-49e8-93c2-0633f53d0288', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'mac_address': 'fa:16:3e:af:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e684aad-1d46-4dc1-976c-afd8b7b5f462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:21:55Z', 'updated_at': '2021-08-19T19:21:55Z', 'revision_number': 0, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebd4863d-9589-4ee0-ad7c-78a7087f78de', 'name': '', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'mac_address': 'fa:16:3e:fb:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:04Z', 'updated_at': '2021-08-19T19:17:11Z', 'revision_number': 5, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'subnets': [{'id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:21:57.601990 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a4089c-e0a9-4475-b233-4b69e6679d6d None None] The sync data for ids ['105759a6-2cc1-482d-aa39-7764c07e6e6b'] in n-d-803753-2 is: [{'id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'name': 'tempest-TestShelveInstance-1217284047-router', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:05Z', 'revision_number': 4, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'gw_port': {'id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': 'e56a365d-3aa5-451b-a343-d0d5297aab64', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'port_id': 'a614f487-0839-49e8-93c2-0633f53d0288', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'mac_address': 'fa:16:3e:af:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e684aad-1d46-4dc1-976c-afd8b7b5f462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:21:55Z', 'updated_at': '2021-08-19T19:21:55Z', 'revision_number': 0, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebd4863d-9589-4ee0-ad7c-78a7087f78de', 'name': '', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'mac_address': 'fa:16:3e:fb:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:04Z', 'updated_at': '2021-08-19T19:17:11Z', 'revision_number': 5, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'subnets': [{'id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:21:57.786477 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4476baab-8ad5-45aa-815d-40214419f143 None None] New status for floating IP e56a365d-3aa5-451b-a343-d0d5297aab64: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:22:04.755870 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8437bda2-c80c-4d5b-bf62-550287f1e7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:07.401289 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:07.477972 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c6ed372c-2e60-40b1-8517-da7df409d9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:08.478950 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:10.462115 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:12.004728 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:17.328045 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:31.793502 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:22:34.422473 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4aee9802-3efd-4b8c-a911-f7dec8e48419 req-d9a815e2-e075-4d52-b793-b2cb7cfea6bb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410802 Aug 19 19:22:34.506656 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee9802-3efd-4b8c-a911-f7dec8e48419 req-11230453-fee8-40a9-a572-5d4cf4d934e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:22:34.508299 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4aee9802-3efd-4b8c-a911-f7dec8e48419 req-11230453-fee8-40a9-a572-5d4cf4d934e5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6843bda8482b45dca2d32f802e04f81a&device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 1097 time: 0.0439243 Aug 19 19:22:34.620046 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee9802-3efd-4b8c-a911-f7dec8e48419 req-302e282a-7fdc-489f-8d87-f41086716050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:22:34.621557 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4aee9802-3efd-4b8c-a911-f7dec8e48419 req-302e282a-7fdc-489f-8d87-f41086716050 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7c421eab-00ac-4a04-a633-222a8d8a2750 HTTP/1.1" status: 200 len: 910 time: 0.0933256 Aug 19 19:22:34.687523 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4aee9802-3efd-4b8c-a911-f7dec8e48419 req-cb8a2659-44ce-46b6-a278-ee4591a5a9cc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a614f487-0839-49e8-93c2-0633f53d0288 HTTP/1.1" status: 200 len: 1001 time: 0.0576928 Aug 19 19:22:34.746074 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee9802-3efd-4b8c-a911-f7dec8e48419 req-1cc22cd0-d002-4894-a176-5ed203468487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:22:34.747654 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4aee9802-3efd-4b8c-a911-f7dec8e48419 req-1cc22cd0-d002-4894-a176-5ed203468487 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8679ebcf-d10b-4125-bbd7-31e9227ad40a HTTP/1.1" status: 200 len: 848 time: 0.0488431 Aug 19 19:22:34.757198 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8ee2038b-7b79-4f02-8fc2-43645313c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:34.797737 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee9802-3efd-4b8c-a911-f7dec8e48419 req-8863fe75-6b1b-4d1a-a3a6-eac91b138064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:22:34.799338 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4aee9802-3efd-4b8c-a911-f7dec8e48419 req-8863fe75-6b1b-4d1a-a3a6-eac91b138064 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c421eab-00ac-4a04-a633-222a8d8a2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409009 Aug 19 19:22:34.899047 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4aee9802-3efd-4b8c-a911-f7dec8e48419 req-42efd5e7-023e-4757-bd36-45d6d7bd2fcd service neutron] 10.222.0.54 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816021 Aug 19 19:22:35.000742 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-4aee9802-3efd-4b8c-a911-f7dec8e48419 req-98cf3490-74eb-4c56-921c-2d45e2ee22a0 service neutron] 10.222.0.54 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899131 Aug 19 19:22:37.403693 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:37.478828 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6b358d82-2957-49cf-86a1-9cae92b0d8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:38.480160 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:40.465512 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:42.010201 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:47.355880 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:04.761984 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-896e98be-f9f8-4e67-8b6f-829930a64976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:07.405055 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:07.478506 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-547ca1b8-b2e2-420e-8b30-5334c2a79079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:08.484755 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:08.793000 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:23:10.468169 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:12.025946 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:17.386521 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:34.763526 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa4cc-f9be-4775-a6af-25c35752504a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:35.420723 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8d25d6a5-54c5-4942-b4b1-92f520cabe22 req-d68cb680-fd91-4a70-8579-a6d4ef40d444 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413826 Aug 19 19:23:35.508623 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25d6a5-54c5-4942-b4b1-92f520cabe22 req-2fe977de-1084-42a2-9168-8494d1b1a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:23:35.512114 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8d25d6a5-54c5-4942-b4b1-92f520cabe22 req-2fe977de-1084-42a2-9168-8494d1b1a83a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6843bda8482b45dca2d32f802e04f81a&device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 1097 time: 0.0422134 Aug 19 19:23:35.620622 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25d6a5-54c5-4942-b4b1-92f520cabe22 req-f67ba61e-e814-4758-8da8-d4b5c92b7181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:23:35.622199 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8d25d6a5-54c5-4942-b4b1-92f520cabe22 req-f67ba61e-e814-4758-8da8-d4b5c92b7181 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7c421eab-00ac-4a04-a633-222a8d8a2750 HTTP/1.1" status: 200 len: 910 time: 0.0891333 Aug 19 19:23:35.689512 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8d25d6a5-54c5-4942-b4b1-92f520cabe22 req-37cf2968-a855-4e7d-857c-dfdaf47cc5f5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a614f487-0839-49e8-93c2-0633f53d0288 HTTP/1.1" status: 200 len: 1001 time: 0.0586464 Aug 19 19:23:35.743776 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25d6a5-54c5-4942-b4b1-92f520cabe22 req-4f516f03-6845-41fa-8431-c5d82f2f1cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:23:35.745494 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8d25d6a5-54c5-4942-b4b1-92f520cabe22 req-4f516f03-6845-41fa-8431-c5d82f2f1cf4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8679ebcf-d10b-4125-bbd7-31e9227ad40a HTTP/1.1" status: 200 len: 848 time: 0.0489092 Aug 19 19:23:35.794922 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25d6a5-54c5-4942-b4b1-92f520cabe22 req-edd511ca-896f-4078-89c9-f01610d08bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:23:35.796447 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8d25d6a5-54c5-4942-b4b1-92f520cabe22 req-edd511ca-896f-4078-89c9-f01610d08bfe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c421eab-00ac-4a04-a633-222a8d8a2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415137 Aug 19 19:23:35.888482 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8d25d6a5-54c5-4942-b4b1-92f520cabe22 req-da164598-6d46-4010-ba4d-043b3d071977 service neutron] 10.222.0.54 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841753 Aug 19 19:23:35.984357 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8d25d6a5-54c5-4942-b4b1-92f520cabe22 req-56846294-8d06-46e9-902b-a30f509879ad service neutron] 10.222.0.54 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893197 Aug 19 19:23:37.405993 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:37.478571 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a88cae0c-e63a-40ff-825a-fcd1cbce8060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:38.487016 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:40.470894 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:42.040680 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:45.793237 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:23:47.406021 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:54.479573 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736234dd-22b9-4c15-9682-f04331d42b03 req-c2161012-654a-4ae7-96a5-af296bf45251 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:23:54.480999 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-736234dd-22b9-4c15-9682-f04331d42b03 req-c2161012-654a-4ae7-96a5-af296bf45251 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 946 time: 0.0527530 Aug 19 19:23:54.521088 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-736234dd-22b9-4c15-9682-f04331d42b03 req-fdc6f6ac-5817-4cee-a1ed-ee8898445c52 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340085 Aug 19 19:23:55.673152 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53718d3b-342a-43a8-b6c4-313142f79cc7 req-121e7f5e-78fc-4e1e-92e1-cc8ca3ada790 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:23:55.674682 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53718d3b-342a-43a8-b6c4-313142f79cc7 req-121e7f5e-78fc-4e1e-92e1-cc8ca3ada790 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 946 time: 0.0501270 Aug 19 19:23:55.711775 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-53718d3b-342a-43a8-b6c4-313142f79cc7 req-7558ee19-e8ad-4771-94bb-8d08a97f3ecd tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310996 Aug 19 19:23:56.854006 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929c0c5-bd1c-4b7a-81eb-7a8c7c75df9b req-beb5e633-9e72-44e2-be26-6773489cfcf4 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:23:56.855497 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9929c0c5-bd1c-4b7a-81eb-7a8c7c75df9b req-beb5e633-9e72-44e2-be26-6773489cfcf4 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 946 time: 0.0493076 Aug 19 19:23:56.894424 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-9929c0c5-bd1c-4b7a-81eb-7a8c7c75df9b req-e28f6c1e-da6d-461d-8e26-1a2030a1a78e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329018 Aug 19 19:23:58.017513 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b160a3d-80e3-4120-83a1-b572a9adafad req-c203711b-2942-408e-9c38-37d13999d65f tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:23:58.019075 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9b160a3d-80e3-4120-83a1-b572a9adafad req-c203711b-2942-408e-9c38-37d13999d65f tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 946 time: 0.0584004 Aug 19 19:23:58.056785 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9b160a3d-80e3-4120-83a1-b572a9adafad req-343a5e5e-06d5-478e-bfcd-5ae8b286fb28 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316026 Aug 19 19:23:59.177246 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bfe14-0f97-477e-9180-48c5ba224f42 req-5aaf9a6b-2ef8-491d-be32-eb5fb18f00f2 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:23:59.178763 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-274bfe14-0f97-477e-9180-48c5ba224f42 req-5aaf9a6b-2ef8-491d-be32-eb5fb18f00f2 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 946 time: 0.0532453 Aug 19 19:23:59.216778 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-274bfe14-0f97-477e-9180-48c5ba224f42 req-4a89177d-cce1-442a-9cef-6201fa08c520 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315254 Aug 19 19:24:00.335441 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8975d-1537-4f6f-9489-27ece272aeee req-d1647723-f724-401e-a6b9-e056feb57488 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:00.336913 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-72e8975d-1537-4f6f-9489-27ece272aeee req-d1647723-f724-401e-a6b9-e056feb57488 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 946 time: 0.0492816 Aug 19 19:24:00.376107 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-72e8975d-1537-4f6f-9489-27ece272aeee req-f8c156a1-f1af-4577-9978-263f2c8c2294 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330043 Aug 19 19:24:01.490561 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1f211-34cb-4d7d-a103-d6e314576369 req-5fbbfc50-5f66-427a-b898-265e83f7ceb2 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:01.492071 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d1e1f211-34cb-4d7d-a103-d6e314576369 req-5fbbfc50-5f66-427a-b898-265e83f7ceb2 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 946 time: 0.0485437 Aug 19 19:24:01.531325 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-d1e1f211-34cb-4d7d-a103-d6e314576369 req-64cc6750-9da4-4527-a71f-7609821e1ed5 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324237 Aug 19 19:24:02.653803 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a8e8e-5688-42c1-a78e-5733a516a471 req-f9d5a505-497b-4802-a5e7-3bb2a45efce4 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:02.655277 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-819a8e8e-5688-42c1-a78e-5733a516a471 req-f9d5a505-497b-4802-a5e7-3bb2a45efce4 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 946 time: 0.0495899 Aug 19 19:24:02.696142 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-819a8e8e-5688-42c1-a78e-5733a516a471 req-ddeec111-9a0c-41b7-a04e-6b7f06ae7367 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342662 Aug 19 19:24:03.828722 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb374b1-c0b7-4b19-8570-a2cb0a430a09 req-b28960ad-f4d7-44fa-b7a6-aa67affb9862 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:03.830990 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1eb374b1-c0b7-4b19-8570-a2cb0a430a09 req-b28960ad-f4d7-44fa-b7a6-aa67affb9862 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 946 time: 0.0660267 Aug 19 19:24:03.870945 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1eb374b1-c0b7-4b19-8570-a2cb0a430a09 req-1c3ae7b8-c73d-48c5-bf48-e4514952cf89 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337055 Aug 19 19:24:04.655111 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285de32e-4330-4b75-883e-3d4fa5b6cca3 req-3dca1dbd-97c7-466b-abcc-2e7c07e478d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:04.656603 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-285de32e-4330-4b75-883e-3d4fa5b6cca3 req-3dca1dbd-97c7-466b-abcc-2e7c07e478d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6843bda8482b45dca2d32f802e04f81a&device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 1097 time: 0.0460711 Aug 19 19:24:04.750260 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285de32e-4330-4b75-883e-3d4fa5b6cca3 req-097b6677-dc99-4f7b-a3fc-bf1a8fc310bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:04.751745 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-285de32e-4330-4b75-883e-3d4fa5b6cca3 req-097b6677-dc99-4f7b-a3fc-bf1a8fc310bd service neutron] 10.222.0.54 "GET /v2.0/networks?id=7c421eab-00ac-4a04-a633-222a8d8a2750 HTTP/1.1" status: 200 len: 910 time: 0.0837569 Aug 19 19:24:04.764133 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-050c6ec5-e3cb-42e0-ad37-a0c3bc52153c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:04.825333 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-285de32e-4330-4b75-883e-3d4fa5b6cca3 req-af72c7f7-95de-4b9f-b1ad-4d9e683ff276 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a614f487-0839-49e8-93c2-0633f53d0288 HTTP/1.1" status: 200 len: 1001 time: 0.0637705 Aug 19 19:24:04.878861 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285de32e-4330-4b75-883e-3d4fa5b6cca3 req-a1cee970-4ae4-4b47-acd0-67cb71e8acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:04.880322 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-285de32e-4330-4b75-883e-3d4fa5b6cca3 req-a1cee970-4ae4-4b47-acd0-67cb71e8acf6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8679ebcf-d10b-4125-bbd7-31e9227ad40a HTTP/1.1" status: 200 len: 848 time: 0.0442779 Aug 19 19:24:04.930989 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285de32e-4330-4b75-883e-3d4fa5b6cca3 req-b92fcaf9-c743-40fa-8ed3-40236c4890b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:04.932581 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-285de32e-4330-4b75-883e-3d4fa5b6cca3 req-b92fcaf9-c743-40fa-8ed3-40236c4890b4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c421eab-00ac-4a04-a633-222a8d8a2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409582 Aug 19 19:24:05.042583 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd38d6-bbf4-4d1e-aceb-cda3a3eeea43 req-4d402dab-5a82-4c5f-8931-831731f437d8 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:05.044076 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-03bd38d6-bbf4-4d1e-aceb-cda3a3eeea43 req-4d402dab-5a82-4c5f-8931-831731f437d8 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 946 time: 0.1054316 Aug 19 19:24:05.077218 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-285de32e-4330-4b75-883e-3d4fa5b6cca3 req-d3015afe-5936-4fde-bfb9-73bbb56c5ba7 service neutron] 10.222.0.54 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300704 Aug 19 19:24:05.111070 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-03bd38d6-bbf4-4d1e-aceb-cda3a3eeea43 req-7a6b2ccb-70cd-4907-abd2-8beee384f99d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609329 Aug 19 19:24:05.179865 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-285de32e-4330-4b75-883e-3d4fa5b6cca3 req-fd058ab4-6b80-440e-aa2a-e0713b227411 service neutron] 10.222.0.54 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923207 Aug 19 19:24:06.229669 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a9ff2-d2b1-430a-a14e-76a619b12dd7 req-0cb4571b-b1b2-49ae-9daa-330b59f7a4ce tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:06.231188 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f65a9ff2-d2b1-430a-a14e-76a619b12dd7 req-0cb4571b-b1b2-49ae-9daa-330b59f7a4ce tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 946 time: 0.0528131 Aug 19 19:24:06.269315 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f65a9ff2-d2b1-430a-a14e-76a619b12dd7 req-0ff8d3a3-29df-4d79-bc04-7f8c45e54def tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321732 Aug 19 19:24:07.386953 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05fa14-2c80-464d-aacb-4830b4de58f2 req-6c63aa87-396e-48a8-b7d7-6509b7d99241 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:07.388590 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5b05fa14-2c80-464d-aacb-4830b4de58f2 req-6c63aa87-396e-48a8-b7d7-6509b7d99241 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 946 time: 0.0509343 Aug 19 19:24:07.408871 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:07.430312 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5b05fa14-2c80-464d-aacb-4830b4de58f2 req-9d39858c-3bec-4930-a9ef-0b70b3769f77 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353069 Aug 19 19:24:07.480327 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ea0bcec3-126a-433f-8dbb-7ffdc6499d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:08.490808 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:08.549270 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17472893-65e3-41b3-8298-fbd588c69cea req-5bf45e97-d993-4e3a-b07c-98d060baec6a tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:08.550794 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-17472893-65e3-41b3-8298-fbd588c69cea req-5bf45e97-d993-4e3a-b07c-98d060baec6a tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 946 time: 0.0530837 Aug 19 19:24:08.592956 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-17472893-65e3-41b3-8298-fbd588c69cea req-fe39faa9-94a9-432f-8cd5-4ba59439af4d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358527 Aug 19 19:24:09.708178 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de35b5-45ee-4e1e-a246-03c8015c8642 req-76f5939c-c4a8-488c-b429-85a121fb4b3d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:09.709692 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d9de35b5-45ee-4e1e-a246-03c8015c8642 req-76f5939c-c4a8-488c-b429-85a121fb4b3d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 946 time: 0.0493000 Aug 19 19:24:09.747105 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d9de35b5-45ee-4e1e-a246-03c8015c8642 req-6d7408b0-975b-48ca-8845-24e4f1a8794f tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312309 Aug 19 19:24:09.794988 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device a614f487-0839-49e8-93c2-0633f53d0288 no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:24:09.874800 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:09.903934 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e684aad-1d46-4dc1-976c-afd8b7b5f462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a614f487-0839-49e8-93c2-0633f53d0288'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:24:09.906228 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501bc3da-71b7-4981-89c4-58b5ec8416d2" -d '{"events": [{"server_uuid": "8e684aad-1d46-4dc1-976c-afd8b7b5f462", "name": "network-vif-unplugged", "status": "completed", "tag": "a614f487-0839-49e8-93c2-0633f53d0288"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:24:09.920935 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port a614f487-0839-49e8-93c2-0633f53d0288, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a614f487-0839-49e8-93c2-0633f53d0288,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:24:09.926130 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:09.951228 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 19:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60f87d8-0f1a-41af-8ba8-be8ca230a75d x-openstack-request-id: req-b60f87d8-0f1a-41af-8ba8-be8ca230a75d {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:24:09.951520 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e684aad-1d46-4dc1-976c-afd8b7b5f462", "name": "network-vif-unplugged", "status": "failed", "tag": "a614f487-0839-49e8-93c2-0633f53d0288", "code": 422}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:24:09.951772 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b60f87d8-0f1a-41af-8ba8-be8ca230a75d {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:24:09.952535 n-d-803753-2 neutron-server[94683]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8e684aad-1d46-4dc1-976c-afd8b7b5f462', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a614f487-0839-49e8-93c2-0633f53d0288', 'code': 422} returned with failed status Aug 19 19:24:09.963335 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cd78a-40c6-4404-9439-5b92695e20a5 req-e8005b88-8130-443b-8137-64e313353329 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:09.965230 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3c3cd78a-40c6-4404-9439-5b92695e20a5 req-e8005b88-8130-443b-8137-64e313353329 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 944 time: 0.0529318 Aug 19 19:24:09.984802 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44568) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:24:09.986606 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=a614f487-0839-49e8-93c2-0633f53d0288,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:24:09.995766 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:24:09.996086 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:24:09.996432 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:24:09.996772 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:24:09.997137 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:24:09.997609 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:24:09.997968 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:24:09.998281 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:24:09.998612 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:24:10.000738 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:24:10.000738 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:24:10.000738 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:24:10.025051 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3c3cd78a-40c6-4404-9439-5b92695e20a5 req-ffbf7868-9558-47fb-b04d-003f5124cea3 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527668 Aug 19 19:24:10.080417 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d233fb7b-96ae-43d6-83f1-46f162ca2ed4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0938599 Aug 19 19:24:10.473886 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:11.149955 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23690df0-88d6-4c49-bcbe-f7b4ce8f22f0 req-89441c13-2dc4-41bb-8530-6c0be69b0707 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:11.152442 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23690df0-88d6-4c49-bcbe-f7b4ce8f22f0 req-89441c13-2dc4-41bb-8530-6c0be69b0707 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 944 time: 0.0572298 Aug 19 19:24:11.191225 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-23690df0-88d6-4c49-bcbe-f7b4ce8f22f0 req-6564cf44-b5a2-47fc-bb89-25dbb2bd0cee tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325866 Aug 19 19:24:12.041410 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:12.310700 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8ea3f-10d7-4d3c-9bcc-c22e4c42cc29 req-89f0b54e-770e-4d55-9e93-607abedc78cc tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:12.312197 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-72f8ea3f-10d7-4d3c-9bcc-c22e4c42cc29 req-89f0b54e-770e-4d55-9e93-607abedc78cc tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 944 time: 0.0520911 Aug 19 19:24:12.352986 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-72f8ea3f-10d7-4d3c-9bcc-c22e4c42cc29 req-bd7804b5-37b7-4476-bafd-56fc82c2328d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344913 Aug 19 19:24:13.502123 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16be400-0380-4bff-9fdc-00d9c8cf92ae req-c4fcc9d2-c6f9-4768-969b-6998a1abef2e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:13.503976 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e16be400-0380-4bff-9fdc-00d9c8cf92ae req-c4fcc9d2-c6f9-4768-969b-6998a1abef2e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 944 time: 0.0517607 Aug 19 19:24:13.543301 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e16be400-0380-4bff-9fdc-00d9c8cf92ae req-09e2ec25-9c4f-4d74-9513-06a8fd70bd62 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332730 Aug 19 19:24:14.664579 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71e113-3426-40b4-8221-911d176a45c7 req-89c2fa75-fd65-4739-9721-d761d7a16098 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:14.666222 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-db71e113-3426-40b4-8221-911d176a45c7 req-89c2fa75-fd65-4739-9721-d761d7a16098 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 944 time: 0.0528414 Aug 19 19:24:14.707070 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-db71e113-3426-40b4-8221-911d176a45c7 req-2585f64a-6ea2-4fcb-9a82-e04479d89c9c tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327203 Aug 19 19:24:14.895103 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-141b2af3-7745-4a82-8ee8-06821e22360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:14.896626 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-141b2af3-7745-4a82-8ee8-06821e22360c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462&tenant_id=6843bda8482b45dca2d32f802e04f81a HTTP/1.1" status: 200 len: 1095 time: 0.0406003 Aug 19 19:24:14.908726 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803753-2', 'device_owner': 'compute:nova'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:24:14.965140 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:15.168061 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] For port a614f487-0839-49e8-93c2-0633f53d0288, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=a614f487-0839-49e8-93c2-0633f53d0288,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:24:15.200476 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] For port a614f487-0839-49e8-93c2-0633f53d0288, host n-h1-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:24:15.231994 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a614f487-0839-49e8-93c2-0633f53d0288 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:24:15.239295 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:15.251360 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Transition to ACTIVE for port object a614f487-0839-49e8-93c2-0633f53d0288 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:24:15.254692 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:15.333685 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Pushing event updated for resources: {'Port': ['ID=a614f487-0839-49e8-93c2-0633f53d0288,revision_number=7']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:24:15.348334 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:24:15.348680 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:24:15.349024 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:24:15.349362 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:24:15.349796 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:24:15.350067 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:24:15.350395 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:24:15.350728 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:24:15.351053 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:24:15.351376 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:24:15.351700 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:24:15.352018 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:24:15.389686 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] No DVR routers for this DVR port a614f487-0839-49e8-93c2-0633f53d0288 on host n-h1-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:24:15.528241 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Attempting to bind port a614f487-0839-49e8-93c2-0633f53d0288 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:24:15.528573 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Attempting to bind port a614f487-0839-49e8-93c2-0633f53d0288 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': 'a7aa1d87-b182-41f8-81a2-c1a3dd7fa619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:24:15.528909 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Attempting to bind port a614f487-0839-49e8-93c2-0633f53d0288 on network 7c421eab-00ac-4a04-a633-222a8d8a2750 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:24:15.533129 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Port a614f487-0839-49e8-93c2-0633f53d0288 on network 7c421eab-00ac-4a04-a633-222a8d8a2750 not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:24:15.533453 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Attempting to bind port a614f487-0839-49e8-93c2-0633f53d0288 on network 7c421eab-00ac-4a04-a633-222a8d8a2750 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:24:15.538283 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:24:15.538618 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Checking segment: {'id': 'a7aa1d87-b182-41f8-81a2-c1a3dd7fa619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:24:15.539117 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Bound using segment: {'id': 'a7aa1d87-b182-41f8-81a2-c1a3dd7fa619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:24:15.539429 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Bound port: a614f487-0839-49e8-93c2-0633f53d0288, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aa1d87-b182-41f8-81a2-c1a3dd7fa619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:24:15.539857 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:15.603664 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] For port a614f487-0839-49e8-93c2-0633f53d0288, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:24:15.606843 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] For port a614f487-0839-49e8-93c2-0633f53d0288, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=a614f487-0839-49e8-93c2-0633f53d0288,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:24:15.611461 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:15.649128 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:15.649781 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:15.651486 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] 10.222.0.50 "PUT /v2.0/ports/a614f487-0839-49e8-93c2-0633f53d0288 HTTP/1.1" status: 200 len: 1092 time: 0.7468171 Aug 19 19:24:15.654115 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e684aad-1d46-4dc1-976c-afd8b7b5f462', 'tag': 'a614f487-0839-49e8-93c2-0633f53d0288'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:24:15.657064 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09eaccab-274b-4bb7-8e42-cb27d6443ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "8e684aad-1d46-4dc1-976c-afd8b7b5f462", "tag": "a614f487-0839-49e8-93c2-0633f53d0288"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:24:15.708373 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b085f3-f354-42ae-9ae6-28e4dbd4e173 service neutron] Pushing event updated for resources: {'Port': ['ID=a614f487-0839-49e8-93c2-0633f53d0288,revision_number=8']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:24:15.727970 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-00b16549-2ecb-479e-bb53-0b499c4d3697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:15.730025 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-00b16549-2ecb-479e-bb53-0b499c4d3697 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6843bda8482b45dca2d32f802e04f81a&device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 1095 time: 0.0502191 Aug 19 19:24:15.831595 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-b54b9100-6338-4d80-9eb4-4117d479e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:15.833154 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-b54b9100-6338-4d80-9eb4-4117d479e155 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c421eab-00ac-4a04-a633-222a8d8a2750 HTTP/1.1" status: 200 len: 910 time: 0.0949392 Aug 19 19:24:15.838451 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3949f24-60f8-4ebf-a3e2-d295f6dedaad req-aa9ba1f2-aea3-4613-8c10-0a33d0bdf9eb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:15.839994 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e3949f24-60f8-4ebf-a3e2-d295f6dedaad req-aa9ba1f2-aea3-4613-8c10-0a33d0bdf9eb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 944 time: 0.0618351 Aug 19 19:24:15.889097 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e3949f24-60f8-4ebf-a3e2-d295f6dedaad req-5635e725-d3e0-4782-81e9-230bf9a2b782 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371366 Aug 19 19:24:15.908437 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d3c02543-a562-4bc3-bfc9-5e095063d86c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a614f487-0839-49e8-93c2-0633f53d0288 HTTP/1.1" status: 200 len: 999 time: 0.0677030 Aug 19 19:24:15.958326 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-2283bff3-eb59-4032-a7e0-19bd1acab957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:15.959655 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-2283bff3-eb59-4032-a7e0-19bd1acab957 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8679ebcf-d10b-4125-bbd7-31e9227ad40a HTTP/1.1" status: 200 len: 848 time: 0.0445411 Aug 19 19:24:16.009472 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-8de3af5b-bdee-4268-abc8-f8575ba92137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:16.011655 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-8de3af5b-bdee-4268-abc8-f8575ba92137 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c421eab-00ac-4a04-a633-222a8d8a2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442927 Aug 19 19:24:16.022400 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-a308cb1f-bcab-4533-84b9-4930d8f5ed24 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 19:24:16.023343 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-a308cb1f-bcab-4533-84b9-4930d8f5ed24 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050216 Aug 19 19:24:16.116881 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-949d876b-1fac-4a23-8d7f-f206589f58af service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857832 Aug 19 19:24:16.206066 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-167a0441-8e7e-4e74-9983-905554fb77ce service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816665 Aug 19 19:24:16.716100 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5274ff24-60af-4ff8-90f8-a365eb377aae x-openstack-request-id: req-5274ff24-60af-4ff8-90f8-a365eb377aae {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:24:16.716415 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e684aad-1d46-4dc1-976c-afd8b7b5f462", "tag": "a614f487-0839-49e8-93c2-0633f53d0288", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:24:16.716670 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5274ff24-60af-4ff8-90f8-a365eb377aae {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:24:16.717079 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e684aad-1d46-4dc1-976c-afd8b7b5f462', 'tag': 'a614f487-0839-49e8-93c2-0633f53d0288', 'status': 'completed', 'code': 200} Aug 19 19:24:16.780485 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eaccab-274b-4bb7-8e42-cb27d6443ddf req-fc5b81f4-9cdb-440b-b408-fc6cdc4160c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:16.782073 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09eaccab-274b-4bb7-8e42-cb27d6443ddf req-fc5b81f4-9cdb-440b-b408-fc6cdc4160c1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6843bda8482b45dca2d32f802e04f81a&device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 1095 time: 0.0415316 Aug 19 19:24:16.881948 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eaccab-274b-4bb7-8e42-cb27d6443ddf req-d26807e0-68ac-4317-aa16-74ee82855f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:16.883461 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09eaccab-274b-4bb7-8e42-cb27d6443ddf req-d26807e0-68ac-4317-aa16-74ee82855f3f service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c421eab-00ac-4a04-a633-222a8d8a2750 HTTP/1.1" status: 200 len: 910 time: 0.0946548 Aug 19 19:24:16.952768 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09eaccab-274b-4bb7-8e42-cb27d6443ddf req-07af8a8f-125a-4ad8-8106-889b7ac07d2d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a614f487-0839-49e8-93c2-0633f53d0288 HTTP/1.1" status: 200 len: 999 time: 0.0613267 Aug 19 19:24:17.008930 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b25cec-7533-435e-8251-95562ff6689a req-22e4d6cc-f475-41b4-a3ed-cfcde2feafdb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:17.009601 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eaccab-274b-4bb7-8e42-cb27d6443ddf req-32d58ef4-0d6f-4e09-bdf9-872c427b99ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:17.011044 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-30b25cec-7533-435e-8251-95562ff6689a req-22e4d6cc-f475-41b4-a3ed-cfcde2feafdb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 944 time: 0.0515306 Aug 19 19:24:17.012895 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09eaccab-274b-4bb7-8e42-cb27d6443ddf req-32d58ef4-0d6f-4e09-bdf9-872c427b99ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8679ebcf-d10b-4125-bbd7-31e9227ad40a HTTP/1.1" status: 200 len: 848 time: 0.0527256 Aug 19 19:24:17.049961 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-30b25cec-7533-435e-8251-95562ff6689a req-eef3aca4-14fe-4ec7-979a-ab074ee3f0cd tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328152 Aug 19 19:24:17.062862 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eaccab-274b-4bb7-8e42-cb27d6443ddf req-b58da563-f601-408a-9fae-349b157f7c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:17.064831 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09eaccab-274b-4bb7-8e42-cb27d6443ddf req-b58da563-f601-408a-9fae-349b157f7c62 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c421eab-00ac-4a04-a633-222a8d8a2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445189 Aug 19 19:24:17.154014 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09eaccab-274b-4bb7-8e42-cb27d6443ddf req-6254a049-9528-434a-9b42-45b1ec819f1e service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824113 Aug 19 19:24:17.247071 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-09eaccab-274b-4bb7-8e42-cb27d6443ddf req-7bfacfce-3595-4b76-b7d2-0de436aa2fb2 service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862122 Aug 19 19:24:17.406884 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:18.171434 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10d4a7-37c1-4b43-a11d-74d79bcf32dc req-ee3fc8d4-9b17-421a-a959-4ce5c3a563b4 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:18.173052 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb10d4a7-37c1-4b43-a11d-74d79bcf32dc req-ee3fc8d4-9b17-421a-a959-4ce5c3a563b4 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 944 time: 0.0508463 Aug 19 19:24:18.216229 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bb10d4a7-37c1-4b43-a11d-74d79bcf32dc req-c1ad9b98-5553-40e2-bbd7-ae3de0554567 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348299 Aug 19 19:24:19.330568 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649f6fd-bedb-43bd-bcdb-7714ea815b64 req-fcd01e25-c761-412a-854b-5352ee429ed2 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:19.332043 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e649f6fd-bedb-43bd-bcdb-7714ea815b64 req-fcd01e25-c761-412a-854b-5352ee429ed2 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 944 time: 0.0485337 Aug 19 19:24:19.371565 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e649f6fd-bedb-43bd-bcdb-7714ea815b64 req-0bbafac0-4455-4b80-afa6-ffa099c94547 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335104 Aug 19 19:24:20.492511 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c24d8d-f7db-4a42-abf3-86ce4efa25e8 req-6aa306a2-ea6c-4e98-8987-0c944d33bf70 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:20.494030 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a1c24d8d-f7db-4a42-abf3-86ce4efa25e8 req-6aa306a2-ea6c-4e98-8987-0c944d33bf70 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 944 time: 0.0534766 Aug 19 19:24:20.533476 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a1c24d8d-f7db-4a42-abf3-86ce4efa25e8 req-b2fa81ac-a866-4aba-9960-a0be86305730 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320232 Aug 19 19:24:21.652103 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66268c7f-0db0-4b80-9389-13506956ee67 req-640e2c6d-7e30-4725-af4c-558ee6e3dd87 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:21.653988 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-66268c7f-0db0-4b80-9389-13506956ee67 req-640e2c6d-7e30-4725-af4c-558ee6e3dd87 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 944 time: 0.0527401 Aug 19 19:24:21.703691 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-66268c7f-0db0-4b80-9389-13506956ee67 req-b2564d7f-cb02-44f6-833b-58011d72d939 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389571 Aug 19 19:24:22.797273 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:24:22.826137 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed287df4-44c3-408a-b3e5-3775e97dac82 req-cc9e3f91-82ac-440a-8739-0f1e7de67e76 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:22.827685 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ed287df4-44c3-408a-b3e5-3775e97dac82 req-cc9e3f91-82ac-440a-8739-0f1e7de67e76 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 944 time: 0.0569093 Aug 19 19:24:22.865996 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ed287df4-44c3-408a-b3e5-3775e97dac82 req-c1faf532-77c7-4555-aab4-1f6bd0fa054e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322814 Aug 19 19:24:23.983408 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798bee4-6a39-4c69-95ef-a76da593285a req-ceb721b0-141c-49ea-98d4-962b35cca721 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:23.984893 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5798bee4-6a39-4c69-95ef-a76da593285a req-ceb721b0-141c-49ea-98d4-962b35cca721 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 944 time: 0.0491364 Aug 19 19:24:24.023550 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5798bee4-6a39-4c69-95ef-a76da593285a req-f8d868c3-2f7e-4b98-91ec-910c0cedac7d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325370 Aug 19 19:24:24.612903 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device a614f487-0839-49e8-93c2-0633f53d0288 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:24:24.710580 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port a614f487-0839-49e8-93c2-0633f53d0288, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=a614f487-0839-49e8-93c2-0633f53d0288,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:24:24.721581 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': 'a614f487-0839-49e8-93c2-0633f53d0288', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'port_id': 'a614f487-0839-49e8-93c2-0633f53d0288', 'mac_address': 'fa:16:3e:af:de:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:24:24.757825 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:24.770874 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a614f487-0839-49e8-93c2-0633f53d0288 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:24:24.790779 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port a614f487-0839-49e8-93c2-0633f53d0288, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=a614f487-0839-49e8-93c2-0633f53d0288,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:24:24.795508 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:24.845773 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=a614f487-0839-49e8-93c2-0633f53d0288,revision_number=9']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:24:25.010852 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['a614f487-0839-49e8-93c2-0633f53d0288'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:24:25.193626 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a57c63-3f18-4f73-9247-de91652837fd req-0c46d35d-c6f0-4a7f-af6f-0e83a4ed8356 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:25.195188 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e6a57c63-3f18-4f73-9247-de91652837fd req-0c46d35d-c6f0-4a7f-af6f-0e83a4ed8356 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 945 time: 0.1018672 Aug 19 19:24:25.234719 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e6a57c63-3f18-4f73-9247-de91652837fd req-dec7854b-d0fe-4b7d-8381-14e233e842ff tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332422 Aug 19 19:24:26.395627 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe86f12-698d-4ef5-8f1d-cffb078392ea req-457ef912-d227-45a0-82b8-ea48b8cd8496 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:26.397139 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2fe86f12-698d-4ef5-8f1d-cffb078392ea req-457ef912-d227-45a0-82b8-ea48b8cd8496 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 945 time: 0.0955815 Aug 19 19:24:26.440570 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2fe86f12-698d-4ef5-8f1d-cffb078392ea req-e3cb141c-6eb5-47d3-a652-564811f291f9 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365496 Aug 19 19:24:26.628565 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device a614f487-0839-49e8-93c2-0633f53d0288 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:24:26.688826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port a614f487-0839-49e8-93c2-0633f53d0288 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:24:26.695034 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port a614f487-0839-49e8-93c2-0633f53d0288 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:24:26.695427 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:26.799878 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:26.831541 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e684aad-1d46-4dc1-976c-afd8b7b5f462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a614f487-0839-49e8-93c2-0633f53d0288'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:24:26.836023 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517aea16-8799-4167-beaf-e8668c1da406" -d '{"events": [{"server_uuid": "8e684aad-1d46-4dc1-976c-afd8b7b5f462", "name": "network-vif-plugged", "status": "completed", "tag": "a614f487-0839-49e8-93c2-0633f53d0288"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:24:26.851973 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port a614f487-0839-49e8-93c2-0633f53d0288, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=a614f487-0839-49e8-93c2-0633f53d0288,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:24:26.856345 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:26.892965 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03dc6e6-0c72-4a5a-b0c1-bad07f67fcb2 x-openstack-request-id: req-b03dc6e6-0c72-4a5a-b0c1-bad07f67fcb2 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:24:26.893261 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e684aad-1d46-4dc1-976c-afd8b7b5f462", "name": "network-vif-plugged", "status": "completed", "tag": "a614f487-0839-49e8-93c2-0633f53d0288", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:24:26.893513 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b03dc6e6-0c72-4a5a-b0c1-bad07f67fcb2 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:24:26.894910 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e684aad-1d46-4dc1-976c-afd8b7b5f462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a614f487-0839-49e8-93c2-0633f53d0288', 'code': 200} Aug 19 19:24:26.926454 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=a614f487-0839-49e8-93c2-0633f53d0288,revision_number=10']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:24:27.047261 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047220d5-fd24-446d-a753-754f79847c34 req-cfc29e42-0961-496c-834b-3048b2cfad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:27.048796 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-047220d5-fd24-446d-a753-754f79847c34 req-cfc29e42-0961-496c-834b-3048b2cfad77 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 1098 time: 0.0495629 Aug 19 19:24:27.088735 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-047220d5-fd24-446d-a753-754f79847c34 req-d3caff20-d4ed-4ce4-99c3-6b0fe289ed72 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327926 Aug 19 19:24:27.560067 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f99c61-a1a1-4299-93a2-1b6a6dffd673 req-5700cea6-d684-47a9-bc3d-d70fe798777e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:27.561586 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-80f99c61-a1a1-4299-93a2-1b6a6dffd673 req-5700cea6-d684-47a9-bc3d-d70fe798777e tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 947 time: 0.0510080 Aug 19 19:24:27.604664 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-80f99c61-a1a1-4299-93a2-1b6a6dffd673 req-dddec9a1-12b9-4a9e-85b1-d4720a985c03 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370121 Aug 19 19:24:28.722374 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe63088-8f92-4275-84ed-5bc527dd378f req-a960aef3-8982-4754-a422-389c574dc529 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:28.723899 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0fe63088-8f92-4275-84ed-5bc527dd378f req-a960aef3-8982-4754-a422-389c574dc529 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 947 time: 0.0494645 Aug 19 19:24:28.762278 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0fe63088-8f92-4275-84ed-5bc527dd378f req-3c6c0848-9ec9-4de8-a534-8049fda91871 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324588 Aug 19 19:24:34.765706 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-67a52748-5791-4b34-9e48-3092f476f9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:37.411098 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:37.480643 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e155946b-07a8-447f-b14a-6feb4569ed76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:38.493386 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:40.476074 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:42.057002 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:47.419214 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:50.697553 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-519c1747-8615-465e-a76d-9628a91bdbf8 req-3bb49d8d-a403-4572-b3ef-8870f7862e43 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0816534 Aug 19 19:24:50.787637 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c1747-8615-465e-a76d-9628a91bdbf8 req-70fe5bff-0db9-45ec-b8b4-0a2778cf2903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:50.789368 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-519c1747-8615-465e-a76d-9628a91bdbf8 req-70fe5bff-0db9-45ec-b8b4-0a2778cf2903 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6843bda8482b45dca2d32f802e04f81a&device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 1098 time: 0.0454345 Aug 19 19:24:50.911979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c1747-8615-465e-a76d-9628a91bdbf8 req-69a4e34d-f765-4433-a353-24b58845bf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:50.913554 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-519c1747-8615-465e-a76d-9628a91bdbf8 req-69a4e34d-f765-4433-a353-24b58845bf0b service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c421eab-00ac-4a04-a633-222a8d8a2750 HTTP/1.1" status: 200 len: 910 time: 0.1039290 Aug 19 19:24:50.982513 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-519c1747-8615-465e-a76d-9628a91bdbf8 req-09d14f57-d954-4daf-abbb-c69302306397 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a614f487-0839-49e8-93c2-0633f53d0288 HTTP/1.1" status: 200 len: 1001 time: 0.0609040 Aug 19 19:24:51.037984 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c1747-8615-465e-a76d-9628a91bdbf8 req-8f830321-ed3e-4fb3-ac75-efea64093540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:51.039481 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-519c1747-8615-465e-a76d-9628a91bdbf8 req-8f830321-ed3e-4fb3-ac75-efea64093540 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8679ebcf-d10b-4125-bbd7-31e9227ad40a HTTP/1.1" status: 200 len: 848 time: 0.0500610 Aug 19 19:24:51.088492 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c1747-8615-465e-a76d-9628a91bdbf8 req-88cb86b5-b19b-4cd4-8a15-878d2c446e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:24:51.090051 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-519c1747-8615-465e-a76d-9628a91bdbf8 req-88cb86b5-b19b-4cd4-8a15-878d2c446e4f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c421eab-00ac-4a04-a633-222a8d8a2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427661 Aug 19 19:24:51.183279 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-519c1747-8615-465e-a76d-9628a91bdbf8 req-491926e5-ad48-4258-8660-972516053efd service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836413 Aug 19 19:24:51.279697 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-519c1747-8615-465e-a76d-9628a91bdbf8 req-eab7ae4d-552a-43fb-9258-a1118ddd8de9 service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883222 Aug 19 19:24:59.796591 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:25:04.766274 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-157508f4-b432-4e51-804f-3b76ecd1f4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:07.413274 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:07.481237 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5003b6fb-5e29-45a4-9dbc-f015cfe0c7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:08.495536 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:10.478073 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:12.056692 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:17.437164 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:34.768322 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c79c5990-697b-46e0-83b1-58df507d9ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:36.796314 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:25:37.416592 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:37.481258 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-97e8f11c-bc43-4baf-a129-1ac884286386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:38.498871 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:40.484103 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:41.631377 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44640) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:25:41.790847 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Deleting port 1dc22ef4-41be-4bf6-8dfd-a150636b47e3 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:25:41.791316 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:41.879228 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:41.879572 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:41.891340 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Calling delete_port for 1dc22ef4-41be-4bf6-8dfd-a150636b47e3 owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:25:42.040904 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:42.069843 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:42.071534 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event deleted for resources: {'Port': ['ID=1dc22ef4-41be-4bf6-8dfd-a150636b47e3,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:25:42.098562 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:42.098927 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:42.099252 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:42.099590 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:42.099930 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:42.100262 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:42.100593 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:42.100923 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:42.101256 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:42.101610 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:42.101938 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:42.102264 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:42.150233 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:42.150485 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Floating IP e56a365d-3aa5-451b-a343-d0d5297aab64 disassociated (deleted). External IP: 172.25.8.53, port: a614f487-0839-49e8-93c2-0633f53d0288. Aug 19 19:25:42.364881 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Router 105759a6-2cc1-482d-aa39-7764c07e6e6b has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:25:42.475435 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:25:42.480158 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:42.485040 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60741bad-eaee-4992-b998-e99374364100 None None] Sync routers for ids ['105759a6-2cc1-482d-aa39-7764c07e6e6b'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:25:42.494278 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60741bad-eaee-4992-b998-e99374364100 None None] Routers {'105759a6-2cc1-482d-aa39-7764c07e6e6b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:25:42.494903 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-60741bad-eaee-4992-b998-e99374364100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:25:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['105759a6-2cc1-482d-aa39-7764c07e6e6b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:25:42.507254 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-a82886eb-e61c-4a60-a40d-610ad38a19cb tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "DELETE /v2.0/floatingips/e56a365d-3aa5-451b-a343-d0d5297aab64 HTTP/1.1" status: 204 len: 168 time: 0.8747647 Aug 19 19:25:42.507827 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e684aad-1d46-4dc1-976c-afd8b7b5f462', 'tag': 'a614f487-0839-49e8-93c2-0633f53d0288'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:25:42.510115 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862c08b2-c107-477a-a3f4-fb6c11ea0606" -d '{"events": [{"name": "network-changed", "server_uuid": "8e684aad-1d46-4dc1-976c-afd8b7b5f462", "tag": "a614f487-0839-49e8-93c2-0633f53d0288"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:25:42.549906 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18861ed4-6bba-4e48-9ab9-ad9be172de25 x-openstack-request-id: req-18861ed4-6bba-4e48-9ab9-ad9be172de25 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:25:42.550251 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e684aad-1d46-4dc1-976c-afd8b7b5f462", "tag": "a614f487-0839-49e8-93c2-0633f53d0288", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:25:42.550456 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18861ed4-6bba-4e48-9ab9-ad9be172de25 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:25:42.550867 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e684aad-1d46-4dc1-976c-afd8b7b5f462', 'tag': 'a614f487-0839-49e8-93c2-0633f53d0288', 'status': 'completed', 'code': 200} Aug 19 19:25:42.617637 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-60741bad-eaee-4992-b998-e99374364100 None None] Set router 105759a6-2cc1-482d-aa39-7764c07e6e6b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:25:42.622265 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c08b2-c107-477a-a3f4-fb6c11ea0606 req-4b48a963-e7da-462e-b318-7e18c67b7cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:25:42.623803 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-862c08b2-c107-477a-a3f4-fb6c11ea0606 req-4b48a963-e7da-462e-b318-7e18c67b7cf1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6843bda8482b45dca2d32f802e04f81a&device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 1098 time: 0.0511312 Aug 19 19:25:42.756029 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c08b2-c107-477a-a3f4-fb6c11ea0606 req-13982a93-e4be-4997-8e99-5d240c789aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:25:42.757442 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-862c08b2-c107-477a-a3f4-fb6c11ea0606 req-13982a93-e4be-4997-8e99-5d240c789aa1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c421eab-00ac-4a04-a633-222a8d8a2750 HTTP/1.1" status: 200 len: 910 time: 0.1268044 Aug 19 19:25:42.785046 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042b657-5a2b-45e9-bd30-b11d599773fd req-109be547-abe6-484e-a37d-cc3b1891e320 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:25:42.786695 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c042b657-5a2b-45e9-bd30-b11d599773fd req-109be547-abe6-484e-a37d-cc3b1891e320 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 947 time: 0.0713058 Aug 19 19:25:42.816676 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-862c08b2-c107-477a-a3f4-fb6c11ea0606 req-7459755b-0ea9-46ac-a6f6-0a7c63247ad9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a614f487-0839-49e8-93c2-0633f53d0288 HTTP/1.1" status: 200 len: 217 time: 0.0494585 Aug 19 19:25:42.855885 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-60741bad-eaee-4992-b998-e99374364100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'name': 'tempest-TestShelveInstance-1217284047-router', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:05Z', 'revision_number': 4, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'gw_port': {'id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'ebd4863d-9589-4ee0-ad7c-78a7087f78de', 'name': '', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'mac_address': 'fa:16:3e:fb:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:04Z', 'updated_at': '2021-08-19T19:17:11Z', 'revision_number': 5, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'subnets': [{'id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:25:42.884150 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60741bad-eaee-4992-b998-e99374364100 None None] Checking router: 105759a6-2cc1-482d-aa39-7764c07e6e6b for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:25:42.893312 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60741bad-eaee-4992-b998-e99374364100 None None] Routers {'105759a6-2cc1-482d-aa39-7764c07e6e6b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:25:42.894031 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-60741bad-eaee-4992-b998-e99374364100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:25:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['105759a6-2cc1-482d-aa39-7764c07e6e6b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:25:42.912531 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c042b657-5a2b-45e9-bd30-b11d599773fd req-2ba34a6a-46b6-4a3b-aba9-19d02a4954e0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989184 Aug 19 19:25:42.920486 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c08b2-c107-477a-a3f4-fb6c11ea0606 req-6da4a0bb-cf70-4591-b241-8470007556a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:25:42.922707 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-862c08b2-c107-477a-a3f4-fb6c11ea0606 req-6da4a0bb-cf70-4591-b241-8470007556a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8679ebcf-d10b-4125-bbd7-31e9227ad40a HTTP/1.1" status: 200 len: 848 time: 0.0882461 Aug 19 19:25:42.973745 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c08b2-c107-477a-a3f4-fb6c11ea0606 req-2d1533fa-e045-41d7-89d4-990cea4a2a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:25:42.975278 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-862c08b2-c107-477a-a3f4-fb6c11ea0606 req-2d1533fa-e045-41d7-89d4-990cea4a2a71 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c421eab-00ac-4a04-a633-222a8d8a2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447452 Aug 19 19:25:43.007105 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-60741bad-eaee-4992-b998-e99374364100 None None] Set router 105759a6-2cc1-482d-aa39-7764c07e6e6b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:25:43.072377 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-862c08b2-c107-477a-a3f4-fb6c11ea0606 req-8a283fcf-faa3-4298-beff-6f124f879707 service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888939 Aug 19 19:25:43.171430 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-862c08b2-c107-477a-a3f4-fb6c11ea0606 req-4a8819e8-9aab-43dd-9838-13a5e9d1297f service neutron] 10.222.0.50 "GET /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905111 Aug 19 19:25:43.215935 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-60741bad-eaee-4992-b998-e99374364100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'name': 'tempest-TestShelveInstance-1217284047-router', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:05Z', 'revision_number': 4, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'gw_port': {'id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'ebd4863d-9589-4ee0-ad7c-78a7087f78de', 'name': '', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'mac_address': 'fa:16:3e:fb:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:04Z', 'updated_at': '2021-08-19T19:17:11Z', 'revision_number': 5, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'subnets': [{'id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:25:43.246298 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60741bad-eaee-4992-b998-e99374364100 None None] The sync data for ids ['105759a6-2cc1-482d-aa39-7764c07e6e6b'] in n-d-803753-2 is: [{'id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'name': 'tempest-TestShelveInstance-1217284047-router', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:05Z', 'revision_number': 4, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'gw_port': {'id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'ebd4863d-9589-4ee0-ad7c-78a7087f78de', 'name': '', 'network_id': '7c421eab-00ac-4a04-a633-222a8d8a2750', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'mac_address': 'fa:16:3e:fb:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:04Z', 'updated_at': '2021-08-19T19:17:11Z', 'revision_number': 5, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'subnets': [{'id': '8679ebcf-d10b-4125-bbd7-31e9227ad40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:25:43.468439 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8d886e-a193-4797-9545-e78309bb232b None None] New status for floating IP e56a365d-3aa5-451b-a343-d0d5297aab64: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:25:44.038293 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432c24f-fa5b-40e5-83e1-cbafa54baf19 req-da2c5c24-ddcb-4dae-b5bb-9ecd0e0eb9a0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:25:44.039676 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c432c24f-fa5b-40e5-83e1-cbafa54baf19 req-da2c5c24-ddcb-4dae-b5bb-9ecd0e0eb9a0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 947 time: 0.0522337 Aug 19 19:25:44.076413 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c432c24f-fa5b-40e5-83e1-cbafa54baf19 req-2ca7400f-41fe-485a-8081-26617961ce08 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ca3da0a-5ec7-4487-b502-09f4459d8162&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307376 Aug 19 19:25:44.272685 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9ba2f-7387-4723-a276-add379c35bb8 req-d5186da5-6540-4ea2-a711-aec1bff00631 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:25:44.274219 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-97d9ba2f-7387-4723-a276-add379c35bb8 req-d5186da5-6540-4ea2-a711-aec1bff00631 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 947 time: 0.0539742 Aug 19 19:25:44.367460 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-97d9ba2f-7387-4723-a276-add379c35bb8 req-001dfce2-0852-4c59-b069-00c55b29f7b0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Deleting port a614f487-0839-49e8-93c2-0633f53d0288 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:25:44.367809 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-97d9ba2f-7387-4723-a276-add379c35bb8 req-001dfce2-0852-4c59-b069-00c55b29f7b0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:44.456291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-97d9ba2f-7387-4723-a276-add379c35bb8 req-001dfce2-0852-4c59-b069-00c55b29f7b0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] For port a614f487-0839-49e8-93c2-0633f53d0288, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=a614f487-0839-49e8-93c2-0633f53d0288,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:25:44.456660 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-97d9ba2f-7387-4723-a276-add379c35bb8 req-001dfce2-0852-4c59-b069-00c55b29f7b0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:44.469641 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-97d9ba2f-7387-4723-a276-add379c35bb8 req-001dfce2-0852-4c59-b069-00c55b29f7b0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Calling delete_port for a614f487-0839-49e8-93c2-0633f53d0288 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:25:44.931255 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-97d9ba2f-7387-4723-a276-add379c35bb8 req-001dfce2-0852-4c59-b069-00c55b29f7b0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:44.961335 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001dfce2-0852-4c59-b069-00c55b29f7b0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event deleted for resources: {'Port': ['ID=a614f487-0839-49e8-93c2-0633f53d0288,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:25:45.006542 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d9ba2f-7387-4723-a276-add379c35bb8 req-001dfce2-0852-4c59-b069-00c55b29f7b0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] No DVR routers for this DVR port a614f487-0839-49e8-93c2-0633f53d0288 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:25:45.009132 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-97d9ba2f-7387-4723-a276-add379c35bb8 req-001dfce2-0852-4c59-b069-00c55b29f7b0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:45.011161 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-97d9ba2f-7387-4723-a276-add379c35bb8 req-001dfce2-0852-4c59-b069-00c55b29f7b0 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.50 "DELETE /v2.0/ports/a614f487-0839-49e8-93c2-0633f53d0288 HTTP/1.1" status: 204 len: 173 time: 0.7300761 Aug 19 19:25:45.011600 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e684aad-1d46-4dc1-976c-afd8b7b5f462', 'name': 'network-vif-deleted', 'tag': 'a614f487-0839-49e8-93c2-0633f53d0288'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:25:45.013979 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b5a200-aab2-44c6-9d5e-990d63f5d334" -d '{"events": [{"server_uuid": "8e684aad-1d46-4dc1-976c-afd8b7b5f462", "name": "network-vif-deleted", "tag": "a614f487-0839-49e8-93c2-0633f53d0288"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:25:45.054292 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48233a2f-867c-49eb-aaac-0a1244c4406b x-openstack-request-id: req-48233a2f-867c-49eb-aaac-0a1244c4406b {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:25:45.054585 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e684aad-1d46-4dc1-976c-afd8b7b5f462", "name": "network-vif-deleted", "tag": "a614f487-0839-49e8-93c2-0633f53d0288", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:25:45.054860 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48233a2f-867c-49eb-aaac-0a1244c4406b {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:25:45.055262 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e684aad-1d46-4dc1-976c-afd8b7b5f462', 'name': 'network-vif-deleted', 'tag': 'a614f487-0839-49e8-93c2-0633f53d0288', 'status': 'completed', 'code': 200} Aug 19 19:25:45.174878 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c097d578-d744-45e9-bbde-b398df4520c7 req-9a4901a8-af19-4b73-99f3-3ce0a37fb444 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 210 time: 0.0272634 Aug 19 19:25:46.271793 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c9730db5-01ba-45bd-9ff9-bffc2a557e76 req-bb05b2f3-11c9-454d-83e5-b2c8c411434a tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 210 time: 0.0277588 Aug 19 19:25:47.018826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device a614f487-0839-49e8-93c2-0633f53d0288 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:25:47.039621 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: a614f487-0839-49e8-93c2-0633f53d0288 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:25:47.039888 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device a614f487-0839-49e8-93c2-0633f53d0288 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:25:47.375810 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-36df1432-1581-4526-94ea-4652a3f93ec2 req-45d5e9e9-ff15-4e2c-89db-d211a3546ee8 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 210 time: 0.0272698 Aug 19 19:25:47.431807 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:48.477168 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ca3914d5-1272-46c2-a7a9-f12a4125180f req-d355c634-7169-4131-b2ad-dc7dde69f6a1 tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e684aad-1d46-4dc1-976c-afd8b7b5f462 HTTP/1.1" status: 200 len: 210 time: 0.0279646 Aug 19 19:25:49.540690 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44674) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:25:49.603024 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21f44384-f578-480a-8296-878eb6e94d8d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:49.629292 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21f44384-f578-480a-8296-878eb6e94d8d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:49.690148 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21f44384-f578-480a-8296-878eb6e94d8d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:49.692795 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-21f44384-f578-480a-8296-878eb6e94d8d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:49.694031 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-21f44384-f578-480a-8296-878eb6e94d8d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] 10.222.0.24 "DELETE /v2.0/security-groups/9ca3da0a-5ec7-4487-b502-09f4459d8162 HTTP/1.1" status: 204 len: 168 time: 0.1521962 Aug 19 19:25:49.706212 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f44384-f578-480a-8296-878eb6e94d8d tempest-TestShelveInstance-27353881 tempest-TestShelveInstance-27353881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca3da0a-5ec7-4487-b502-09f4459d8162,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:25:49.752529 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44678) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:25:50.213745 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a7735dd-c863-426d-af05-bb7500efcc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:50.469752 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-5a7735dd-c863-426d-af05-bb7500efcc9f admin admin] Deleting port ebd4863d-9589-4ee0-ad7c-78a7087f78de {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:25:50.469999 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a7735dd-c863-426d-af05-bb7500efcc9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:50.549544 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-5a7735dd-c863-426d-af05-bb7500efcc9f admin admin] For port ebd4863d-9589-4ee0-ad7c-78a7087f78de, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=ebd4863d-9589-4ee0-ad7c-78a7087f78de,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:25:50.550063 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a7735dd-c863-426d-af05-bb7500efcc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:50.573743 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-5a7735dd-c863-426d-af05-bb7500efcc9f admin admin] Calling delete_port for ebd4863d-9589-4ee0-ad7c-78a7087f78de owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:25:50.759195 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a7735dd-c863-426d-af05-bb7500efcc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:50.788631 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7735dd-c863-426d-af05-bb7500efcc9f admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd4863d-9589-4ee0-ad7c-78a7087f78de,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:25:50.821044 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7735dd-c863-426d-af05-bb7500efcc9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:50.821527 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7735dd-c863-426d-af05-bb7500efcc9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:50.821970 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7735dd-c863-426d-af05-bb7500efcc9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:50.822438 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7735dd-c863-426d-af05-bb7500efcc9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:50.822844 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7735dd-c863-426d-af05-bb7500efcc9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:50.823187 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7735dd-c863-426d-af05-bb7500efcc9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:50.823569 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7735dd-c863-426d-af05-bb7500efcc9f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:50.823901 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7735dd-c863-426d-af05-bb7500efcc9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:50.824232 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7735dd-c863-426d-af05-bb7500efcc9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:50.824561 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7735dd-c863-426d-af05-bb7500efcc9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:50.824884 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7735dd-c863-426d-af05-bb7500efcc9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:50.825213 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7735dd-c863-426d-af05-bb7500efcc9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:50.990725 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5a7735dd-c863-426d-af05-bb7500efcc9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:51.606196 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7735dd-c863-426d-af05-bb7500efcc9f admin admin] Router 105759a6-2cc1-482d-aa39-7764c07e6e6b has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:25:51.716148 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7735dd-c863-426d-af05-bb7500efcc9f admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:25:51.722399 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-5a7735dd-c863-426d-af05-bb7500efcc9f admin admin] 10.222.0.24 "PUT /v2.0/routers/105759a6-2cc1-482d-aa39-7764c07e6e6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9676700 Aug 19 19:25:51.724940 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44684) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:25:51.726165 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfddb997-f8bc-48e2-b6ab-15dd7363fd4a None None] Sync routers for ids ['105759a6-2cc1-482d-aa39-7764c07e6e6b'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:25:51.736125 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfddb997-f8bc-48e2-b6ab-15dd7363fd4a None None] Routers {'105759a6-2cc1-482d-aa39-7764c07e6e6b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:25:51.736827 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-cfddb997-f8bc-48e2-b6ab-15dd7363fd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:25:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['105759a6-2cc1-482d-aa39-7764c07e6e6b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:25:51.831398 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-098a312e-1c5d-49c4-9366-b8544e892874 admin admin] Notify callbacks [] for router, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:51.841923 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-cfddb997-f8bc-48e2-b6ab-15dd7363fd4a None None] Set router 105759a6-2cc1-482d-aa39-7764c07e6e6b gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:25:51.940756 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-098a312e-1c5d-49c4-9366-b8544e892874 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:52.002197 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-098a312e-1c5d-49c4-9366-b8544e892874 admin admin] Deleting port a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:25:52.002544 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-098a312e-1c5d-49c4-9366-b8544e892874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:52.037111 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-cfddb997-f8bc-48e2-b6ab-15dd7363fd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'name': 'tempest-TestShelveInstance-1217284047-router', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:25:50Z', 'revision_number': 5, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'gw_port': {'id': 'a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:25:52.064210 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfddb997-f8bc-48e2-b6ab-15dd7363fd4a None None] Checking router: 105759a6-2cc1-482d-aa39-7764c07e6e6b for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:25:52.072724 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfddb997-f8bc-48e2-b6ab-15dd7363fd4a None None] Routers {'105759a6-2cc1-482d-aa39-7764c07e6e6b'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:25:52.073338 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-cfddb997-f8bc-48e2-b6ab-15dd7363fd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:25:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['105759a6-2cc1-482d-aa39-7764c07e6e6b'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:25:52.084781 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-098a312e-1c5d-49c4-9366-b8544e892874 admin admin] For port a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:25:52.085078 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-098a312e-1c5d-49c4-9366-b8544e892874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:52.098430 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-098a312e-1c5d-49c4-9366-b8544e892874 admin admin] Calling delete_port for a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5 owned by network:router_gateway {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:25:52.161161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-cfddb997-f8bc-48e2-b6ab-15dd7363fd4a None None] Set router 105759a6-2cc1-482d-aa39-7764c07e6e6b gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:25:52.228381 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-cfddb997-f8bc-48e2-b6ab-15dd7363fd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'name': 'tempest-TestShelveInstance-1217284047-router', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:25:51Z', 'revision_number': 6, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:25:52.273923 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfddb997-f8bc-48e2-b6ab-15dd7363fd4a None None] The sync data for ids ['105759a6-2cc1-482d-aa39-7764c07e6e6b'] in n-d-803753-2 is: [{'id': '105759a6-2cc1-482d-aa39-7764c07e6e6b', 'name': 'tempest-TestShelveInstance-1217284047-router', 'tenant_id': '6843bda8482b45dca2d32f802e04f81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:02Z', 'updated_at': '2021-08-19T19:25:51Z', 'revision_number': 6, 'project_id': '6843bda8482b45dca2d32f802e04f81a', 'gw_port_host': None}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:25:52.277449 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-098a312e-1c5d-49c4-9366-b8544e892874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:52.306334 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a312e-1c5d-49c4-9366-b8544e892874 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:25:52.372036 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-098a312e-1c5d-49c4-9366-b8544e892874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:52.466475 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-098a312e-1c5d-49c4-9366-b8544e892874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:52.469862 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-098a312e-1c5d-49c4-9366-b8544e892874 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:52.514779 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-098a312e-1c5d-49c4-9366-b8544e892874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:52.515903 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098a312e-1c5d-49c4-9366-b8544e892874 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 105759a6-2cc1-482d-aa39-7764c07e6e6b {{(pid=94681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:25:52.520986 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-098a312e-1c5d-49c4-9366-b8544e892874 admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:52.524724 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-098a312e-1c5d-49c4-9366-b8544e892874 admin admin] 10.222.0.24 "DELETE /v2.0/routers/105759a6-2cc1-482d-aa39-7764c07e6e6b HTTP/1.1" status: 204 len: 168 time: 0.7962139 Aug 19 19:25:52.524876 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44686) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:25:52.573394 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-66873e0d-9eab-4d98-b864-ae831b5fdb2b admin admin] Deleting subnet 8679ebcf-d10b-4125-bbd7-31e9227ad40a {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:25:52.576782 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66873e0d-9eab-4d98-b864-ae831b5fdb2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:52.625941 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66873e0d-9eab-4d98-b864-ae831b5fdb2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:52.717337 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66873e0d-9eab-4d98-b864-ae831b5fdb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:52.774680 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66873e0d-9eab-4d98-b864-ae831b5fdb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:52.804120 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66873e0d-9eab-4d98-b864-ae831b5fdb2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8679ebcf-d10b-4125-bbd7-31e9227ad40a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:25:52.806172 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-66873e0d-9eab-4d98-b864-ae831b5fdb2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:52.808719 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-66873e0d-9eab-4d98-b864-ae831b5fdb2b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8679ebcf-d10b-4125-bbd7-31e9227ad40a HTTP/1.1" status: 204 len: 168 time: 0.2827580 Aug 19 19:25:52.810318 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc58701-4611-44ff-a9e9-1baeda8d5a98 None None] Network 7c421eab-00ac-4a04-a633-222a8d8a2750 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:25:52.810847 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44688) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:25:52.879932 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-389176de-d528-4b36-85c3-034f9bcd64b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:52.941664 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-389176de-d528-4b36-85c3-034f9bcd64b1 admin admin] Deleting port 4a1aa8f2-3155-433b-9dae-d62b57d65811 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:25:52.942018 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-389176de-d528-4b36-85c3-034f9bcd64b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:53.009136 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-389176de-d528-4b36-85c3-034f9bcd64b1 admin admin] For port 4a1aa8f2-3155-433b-9dae-d62b57d65811, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=4a1aa8f2-3155-433b-9dae-d62b57d65811,segment=NetworkSegment(a7aa1d87-b182-41f8-81a2-c1a3dd7fa619),segment_id=a7aa1d87-b182-41f8-81a2-c1a3dd7fa619)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:25:53.009425 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-389176de-d528-4b36-85c3-034f9bcd64b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:53.022374 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-389176de-d528-4b36-85c3-034f9bcd64b1 admin admin] Calling delete_port for 4a1aa8f2-3155-433b-9dae-d62b57d65811 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:25:53.078641 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46ef198-fe99-4dd6-b2d6-5644f73390be None None] DHCP port deletion for 7c421eab-00ac-4a04-a633-222a8d8a2750 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:25:53.116170 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-389176de-d528-4b36-85c3-034f9bcd64b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:53.137694 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-d46ef198-fe99-4dd6-b2d6-5644f73390be None None] Deleting port 4a1aa8f2-3155-433b-9dae-d62b57d65811 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:25:53.138003 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d46ef198-fe99-4dd6-b2d6-5644f73390be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:53.147433 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389176de-d528-4b36-85c3-034f9bcd64b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a1aa8f2-3155-433b-9dae-d62b57d65811,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:25:53.151466 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ebd4863d-9589-4ee0-ad7c-78a7087f78de no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:25:53.152512 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389176de-d528-4b36-85c3-034f9bcd64b1 admin admin] No DVR routers for this DVR port 4a1aa8f2-3155-433b-9dae-d62b57d65811 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:25:53.195914 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: ebd4863d-9589-4ee0-ad7c-78a7087f78de {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:25:53.196260 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device ebd4863d-9589-4ee0-ad7c-78a7087f78de not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:25:53.196678 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:25:53.227565 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:25:53.227915 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device a7f6e53f-3aca-46aa-91d6-1d6fbaa0d2d5 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:25:53.228339 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4a1aa8f2-3155-433b-9dae-d62b57d65811 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:25:53.232000 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-389176de-d528-4b36-85c3-034f9bcd64b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:53.242914 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-389176de-d528-4b36-85c3-034f9bcd64b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c421eab-00ac-4a04-a633-222a8d8a2750']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:25:53.253414 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 4a1aa8f2-3155-433b-9dae-d62b57d65811 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:25:53.253790 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 4a1aa8f2-3155-433b-9dae-d62b57d65811 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:25:53.264478 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-389176de-d528-4b36-85c3-034f9bcd64b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7aa1d87-b182-41f8-81a2-c1a3dd7fa619') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:25:53.264799 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-389176de-d528-4b36-85c3-034f9bcd64b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7aa1d87-b182-41f8-81a2-c1a3dd7fa619') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:25:53.266460 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-d46ef198-fe99-4dd6-b2d6-5644f73390be None None] For port 4a1aa8f2-3155-433b-9dae-d62b57d65811, host n-d-803753-2, got binding levels [] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:25:53.266871 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d46ef198-fe99-4dd6-b2d6-5644f73390be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:53.274276 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-389176de-d528-4b36-85c3-034f9bcd64b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:53.279096 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-d46ef198-fe99-4dd6-b2d6-5644f73390be None None] Calling delete_port for 4a1aa8f2-3155-433b-9dae-d62b57d65811 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:25:53.282512 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.ipam_backend_mixin [None req-d46ef198-fe99-4dd6-b2d6-5644f73390be None None] Port 4a1aa8f2-3155-433b-9dae-d62b57d65811 was not found and therefore no delete operation was performed {{(pid=94683) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 19:25:53.283829 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d46ef198-fe99-4dd6-b2d6-5644f73390be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:53.289632 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-389176de-d528-4b36-85c3-034f9bcd64b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:53.295941 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-389176de-d528-4b36-85c3-034f9bcd64b1 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:25:53.296411 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-389176de-d528-4b36-85c3-034f9bcd64b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: timer() Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:25:53.298794 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:25:53.308806 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ef198-fe99-4dd6-b2d6-5644f73390be None None] Pushing event deleted for resources: {'Port': ['ID=4a1aa8f2-3155-433b-9dae-d62b57d65811,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:25:53.320082 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ef198-fe99-4dd6-b2d6-5644f73390be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:53.320435 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ef198-fe99-4dd6-b2d6-5644f73390be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:53.320775 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ef198-fe99-4dd6-b2d6-5644f73390be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:53.321303 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ef198-fe99-4dd6-b2d6-5644f73390be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:53.321826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ef198-fe99-4dd6-b2d6-5644f73390be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:53.322320 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ef198-fe99-4dd6-b2d6-5644f73390be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:53.322925 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ef198-fe99-4dd6-b2d6-5644f73390be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:53.323505 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ef198-fe99-4dd6-b2d6-5644f73390be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:53.324160 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ef198-fe99-4dd6-b2d6-5644f73390be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:53.324693 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ef198-fe99-4dd6-b2d6-5644f73390be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:53.325218 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ef198-fe99-4dd6-b2d6-5644f73390be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:53.325781 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46ef198-fe99-4dd6-b2d6-5644f73390be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:25:53.328856 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ef198-fe99-4dd6-b2d6-5644f73390be None None] No DVR routers for this DVR port 4a1aa8f2-3155-433b-9dae-d62b57d65811 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:25:53.359820 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-389176de-d528-4b36-85c3-034f9bcd64b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:53.379981 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-389176de-d528-4b36-85c3-034f9bcd64b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:53.383476 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-389176de-d528-4b36-85c3-034f9bcd64b1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7c421eab-00ac-4a04-a633-222a8d8a2750 HTTP/1.1" status: 204 len: 168 time: 0.5715170 Aug 19 19:25:53.384958 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44690) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:25:53.385292 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389176de-d528-4b36-85c3-034f9bcd64b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c421eab-00ac-4a04-a633-222a8d8a2750,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:25:53.730398 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2f6b-93ff-4cd2-834b-b2c1c0a2516e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:53.976241 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-0d7c2f6b-93ff-4cd2-834b-b2c1c0a2516e admin admin] Deleting port e2ab121f-4660-4609-9234-06a2d4223e5b {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:25:53.976588 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2f6b-93ff-4cd2-834b-b2c1c0a2516e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:54.057751 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-0d7c2f6b-93ff-4cd2-834b-b2c1c0a2516e admin admin] For port e2ab121f-4660-4609-9234-06a2d4223e5b, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=e2ab121f-4660-4609-9234-06a2d4223e5b,segment=NetworkSegment(43fcc4ae-9bd2-448a-b1ba-7790fc7281d3),segment_id=43fcc4ae-9bd2-448a-b1ba-7790fc7281d3)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:25:54.058027 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2f6b-93ff-4cd2-834b-b2c1c0a2516e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:54.071552 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-0d7c2f6b-93ff-4cd2-834b-b2c1c0a2516e admin admin] Calling delete_port for e2ab121f-4660-4609-9234-06a2d4223e5b owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:25:54.254663 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2f6b-93ff-4cd2-834b-b2c1c0a2516e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:54.281158 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c2f6b-93ff-4cd2-834b-b2c1c0a2516e admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ab121f-4660-4609-9234-06a2d4223e5b,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:25:54.444732 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2f6b-93ff-4cd2-834b-b2c1c0a2516e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:54.664545 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7c2f6b-93ff-4cd2-834b-b2c1c0a2516e admin admin] Router 6c1eada1-0053-4770-9391-e3ec2fa8cbb4 has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:25:54.770400 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7c2f6b-93ff-4cd2-834b-b2c1c0a2516e admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:25:54.775328 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0d7c2f6b-93ff-4cd2-834b-b2c1c0a2516e admin admin] 10.222.0.24 "PUT /v2.0/routers/6c1eada1-0053-4770-9391-e3ec2fa8cbb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3889890 Aug 19 19:25:54.777770 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44692) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:25:54.779855 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339f16cf-cc45-4048-ab97-af41538627a9 None None] Sync routers for ids ['6c1eada1-0053-4770-9391-e3ec2fa8cbb4'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:25:54.789859 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339f16cf-cc45-4048-ab97-af41538627a9 None None] Routers {'6c1eada1-0053-4770-9391-e3ec2fa8cbb4'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:25:54.790464 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-339f16cf-cc45-4048-ab97-af41538627a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:25:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c1eada1-0053-4770-9391-e3ec2fa8cbb4'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:25:54.889426 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92a6fe48-1c3a-41dc-bac6-173c8206b255 admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:54.894222 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-339f16cf-cc45-4048-ab97-af41538627a9 None None] Set router 6c1eada1-0053-4770-9391-e3ec2fa8cbb4 gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:25:54.998569 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92a6fe48-1c3a-41dc-bac6-173c8206b255 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:55.052032 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-92a6fe48-1c3a-41dc-bac6-173c8206b255 admin admin] Deleting port 92418822-974d-4340-9cd3-42d9e93b622d {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:25:55.052362 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92a6fe48-1c3a-41dc-bac6-173c8206b255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:55.075994 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-339f16cf-cc45-4048-ab97-af41538627a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1eada1-0053-4770-9391-e3ec2fa8cbb4', 'name': 'tempest-TestShelveInstance-212271236-router', 'tenant_id': '6cbc5d20962546de9b1eedda168eb2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '92418822-974d-4340-9cd3-42d9e93b622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:07Z', 'updated_at': '2021-08-19T19:25:54Z', 'revision_number': 5, 'project_id': '6cbc5d20962546de9b1eedda168eb2bf', 'gw_port': {'id': '92418822-974d-4340-9cd3-42d9e93b622d', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1eada1-0053-4770-9391-e3ec2fa8cbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:17:07Z', 'updated_at': '2021-08-19T19:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:25:55.100995 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339f16cf-cc45-4048-ab97-af41538627a9 None None] Checking router: 6c1eada1-0053-4770-9391-e3ec2fa8cbb4 for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:25:55.109936 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339f16cf-cc45-4048-ab97-af41538627a9 None None] Routers {'6c1eada1-0053-4770-9391-e3ec2fa8cbb4'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:25:55.110542 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-339f16cf-cc45-4048-ab97-af41538627a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:25:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['6c1eada1-0053-4770-9391-e3ec2fa8cbb4'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:25:55.135997 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-92a6fe48-1c3a-41dc-bac6-173c8206b255 admin admin] For port 92418822-974d-4340-9cd3-42d9e93b622d, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=92418822-974d-4340-9cd3-42d9e93b622d,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:25:55.136360 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92a6fe48-1c3a-41dc-bac6-173c8206b255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:55.150312 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-92a6fe48-1c3a-41dc-bac6-173c8206b255 admin admin] Calling delete_port for 92418822-974d-4340-9cd3-42d9e93b622d owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:25:55.198824 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-339f16cf-cc45-4048-ab97-af41538627a9 None None] Set router 6c1eada1-0053-4770-9391-e3ec2fa8cbb4 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:25:55.253769 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-339f16cf-cc45-4048-ab97-af41538627a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1eada1-0053-4770-9391-e3ec2fa8cbb4', 'name': 'tempest-TestShelveInstance-212271236-router', 'tenant_id': '6cbc5d20962546de9b1eedda168eb2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:07Z', 'updated_at': '2021-08-19T19:25:54Z', 'revision_number': 6, 'project_id': '6cbc5d20962546de9b1eedda168eb2bf', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:25:55.281520 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339f16cf-cc45-4048-ab97-af41538627a9 None None] The sync data for ids ['6c1eada1-0053-4770-9391-e3ec2fa8cbb4'] in n-d-803753-2 is: [{'id': '6c1eada1-0053-4770-9391-e3ec2fa8cbb4', 'name': 'tempest-TestShelveInstance-212271236-router', 'tenant_id': '6cbc5d20962546de9b1eedda168eb2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:17:07Z', 'updated_at': '2021-08-19T19:25:54Z', 'revision_number': 6, 'project_id': '6cbc5d20962546de9b1eedda168eb2bf', 'gw_port_host': None}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:25:55.324211 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92a6fe48-1c3a-41dc-bac6-173c8206b255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:55.351477 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6fe48-1c3a-41dc-bac6-173c8206b255 admin admin] Pushing event deleted for resources: {'Port': ['ID=92418822-974d-4340-9cd3-42d9e93b622d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:25:55.409854 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92a6fe48-1c3a-41dc-bac6-173c8206b255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:55.503050 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92a6fe48-1c3a-41dc-bac6-173c8206b255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:55.505136 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92a6fe48-1c3a-41dc-bac6-173c8206b255 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:55.547478 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92a6fe48-1c3a-41dc-bac6-173c8206b255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:55.547987 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a6fe48-1c3a-41dc-bac6-173c8206b255 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c1eada1-0053-4770-9391-e3ec2fa8cbb4 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:25:55.552247 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92a6fe48-1c3a-41dc-bac6-173c8206b255 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:55.553761 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-92a6fe48-1c3a-41dc-bac6-173c8206b255 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6c1eada1-0053-4770-9391-e3ec2fa8cbb4 HTTP/1.1" status: 204 len: 168 time: 0.7746618 Aug 19 19:25:55.555925 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44694) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:25:55.599315 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-873658ab-822a-4fb8-b57e-d02eec03397b admin admin] Deleting subnet 304c634f-03d5-4c7c-bc4f-639bf162312e {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:25:55.602344 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-873658ab-822a-4fb8-b57e-d02eec03397b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:55.637761 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-873658ab-822a-4fb8-b57e-d02eec03397b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:55.723918 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-873658ab-822a-4fb8-b57e-d02eec03397b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:55.778066 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-873658ab-822a-4fb8-b57e-d02eec03397b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:55.805886 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873658ab-822a-4fb8-b57e-d02eec03397b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=304c634f-03d5-4c7c-bc4f-639bf162312e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:25:55.807851 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-873658ab-822a-4fb8-b57e-d02eec03397b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:55.810338 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-873658ab-822a-4fb8-b57e-d02eec03397b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/304c634f-03d5-4c7c-bc4f-639bf162312e HTTP/1.1" status: 204 len: 168 time: 0.2534659 Aug 19 19:25:55.812072 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdba681d-13c4-40f7-8514-2ec69a82b97e None None] Network 059ecafd-c420-4f35-99bc-3720c5b098f2 requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:25:55.813328 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44696) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:25:55.888266 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffa773d5-d8f6-41a9-82b9-53eb9eb94855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:55.943880 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-ffa773d5-d8f6-41a9-82b9-53eb9eb94855 admin admin] Deleting port 3b8d8a3d-907b-49dc-b447-bd47dd110293 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:25:55.944222 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffa773d5-d8f6-41a9-82b9-53eb9eb94855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:56.011883 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-ffa773d5-d8f6-41a9-82b9-53eb9eb94855 admin admin] For port 3b8d8a3d-907b-49dc-b447-bd47dd110293, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3b8d8a3d-907b-49dc-b447-bd47dd110293,segment=NetworkSegment(43fcc4ae-9bd2-448a-b1ba-7790fc7281d3),segment_id=43fcc4ae-9bd2-448a-b1ba-7790fc7281d3)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:25:56.012317 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffa773d5-d8f6-41a9-82b9-53eb9eb94855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:56.027962 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-ffa773d5-d8f6-41a9-82b9-53eb9eb94855 admin admin] Calling delete_port for 3b8d8a3d-907b-49dc-b447-bd47dd110293 owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:25:56.037869 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7e46e4-3566-4746-a1d2-7860aba65e56 None None] DHCP port deletion for 059ecafd-c420-4f35-99bc-3720c5b098f2 request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:25:56.087526 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-2e7e46e4-3566-4746-a1d2-7860aba65e56 None None] Deleting port 3b8d8a3d-907b-49dc-b447-bd47dd110293 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:25:56.088010 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2e7e46e4-3566-4746-a1d2-7860aba65e56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:56.119299 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffa773d5-d8f6-41a9-82b9-53eb9eb94855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:56.146871 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa773d5-d8f6-41a9-82b9-53eb9eb94855 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b8d8a3d-907b-49dc-b447-bd47dd110293,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:25:56.148642 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa773d5-d8f6-41a9-82b9-53eb9eb94855 admin admin] No DVR routers for this DVR port 3b8d8a3d-907b-49dc-b447-bd47dd110293 on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:25:56.168594 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-2e7e46e4-3566-4746-a1d2-7860aba65e56 None None] For port 3b8d8a3d-907b-49dc-b447-bd47dd110293, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=3b8d8a3d-907b-49dc-b447-bd47dd110293,segment=NetworkSegment(43fcc4ae-9bd2-448a-b1ba-7790fc7281d3),segment_id=43fcc4ae-9bd2-448a-b1ba-7790fc7281d3)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:25:56.168994 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2e7e46e4-3566-4746-a1d2-7860aba65e56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:56.227981 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffa773d5-d8f6-41a9-82b9-53eb9eb94855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:56.241435 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-ffa773d5-d8f6-41a9-82b9-53eb9eb94855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059ecafd-c420-4f35-99bc-3720c5b098f2']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:25:56.254979 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-ffa773d5-d8f6-41a9-82b9-53eb9eb94855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fcc4ae-9bd2-448a-b1ba-7790fc7281d3') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:25:56.255440 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-ffa773d5-d8f6-41a9-82b9-53eb9eb94855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fcc4ae-9bd2-448a-b1ba-7790fc7281d3') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:25:56.267039 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffa773d5-d8f6-41a9-82b9-53eb9eb94855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:56.285330 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffa773d5-d8f6-41a9-82b9-53eb9eb94855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:56.293209 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa773d5-d8f6-41a9-82b9-53eb9eb94855 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:25:56.293842 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffa773d5-d8f6-41a9-82b9-53eb9eb94855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: timer() Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:25:56.296000 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:25:56.356157 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffa773d5-d8f6-41a9-82b9-53eb9eb94855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:56.356520 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-2e7e46e4-3566-4746-a1d2-7860aba65e56 None None] Calling delete_port for 3b8d8a3d-907b-49dc-b447-bd47dd110293 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:25:56.362772 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-ffa773d5-d8f6-41a9-82b9-53eb9eb94855 admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:56.365864 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-ffa773d5-d8f6-41a9-82b9-53eb9eb94855 admin admin] 10.222.0.24 "DELETE /v2.0/networks/059ecafd-c420-4f35-99bc-3720c5b098f2 HTTP/1.1" status: 204 len: 168 time: 0.5514812 Aug 19 19:25:56.379072 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa773d5-d8f6-41a9-82b9-53eb9eb94855 admin admin] Pushing event deleted for resources: {'Network': ['ID=059ecafd-c420-4f35-99bc-3720c5b098f2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:25:56.439879 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2e7e46e4-3566-4746-a1d2-7860aba65e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:56.464146 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2e7e46e4-3566-4746-a1d2-7860aba65e56 None None] Network 059ecafd-c420-4f35-99bc-3720c5b098f2 is not hosted by any dhcp agent {{(pid=94683) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 19:25:56.464600 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7e46e4-3566-4746-a1d2-7860aba65e56 None None] No DVR routers for this DVR port 3b8d8a3d-907b-49dc-b447-bd47dd110293 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:25:56.470660 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e46e4-3566-4746-a1d2-7860aba65e56 None None] Pushing event deleted for resources: {'Port': ['ID=3b8d8a3d-907b-49dc-b447-bd47dd110293,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:25:56.495841 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44700) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:25:56.536838 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-040e7985-9123-4a4d-9aa9-ff348f13d38c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6843bda8482b45dca2d32f802e04f81a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394838 Aug 19 19:25:56.539247 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44702) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:25:56.591407 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b726c737-ed18-4ee7-9dd5-8e41346ffc6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:56.612954 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b726c737-ed18-4ee7-9dd5-8e41346ffc6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:56.660352 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b726c737-ed18-4ee7-9dd5-8e41346ffc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:56.663262 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-b726c737-ed18-4ee7-9dd5-8e41346ffc6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:56.664451 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-b726c737-ed18-4ee7-9dd5-8e41346ffc6e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57596601-3530-4827-bf0c-fe564710d3e2 HTTP/1.1" status: 204 len: 168 time: 0.1243002 Aug 19 19:25:56.673425 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726c737-ed18-4ee7-9dd5-8e41346ffc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57596601-3530-4827-bf0c-fe564710d3e2,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:25:56.987354 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44708) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:25:56.997842 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 92418822-974d-4340-9cd3-42d9e93b622d no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:25:57.022576 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 92418822-974d-4340-9cd3-42d9e93b622d {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:25:57.022907 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 92418822-974d-4340-9cd3-42d9e93b622d not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:25:57.023332 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3b8d8a3d-907b-49dc-b447-bd47dd110293 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:25:57.033167 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-8583254b-ce23-4fef-a08d-334ab00bd118 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6cbc5d20962546de9b1eedda168eb2bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445156 Aug 19 19:25:57.035674 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44710) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:25:57.041892 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 3b8d8a3d-907b-49dc-b447-bd47dd110293 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:25:57.042243 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 3b8d8a3d-907b-49dc-b447-bd47dd110293 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:25:57.042714 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e2ab121f-4660-4609-9234-06a2d4223e5b no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:25:57.061202 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: e2ab121f-4660-4609-9234-06a2d4223e5b {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:25:57.061571 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device e2ab121f-4660-4609-9234-06a2d4223e5b not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:25:57.083768 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d6410646-29b1-4a6d-b24f-33ec6d5d5cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:57.107829 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d6410646-29b1-4a6d-b24f-33ec6d5d5cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:57.154103 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d6410646-29b1-4a6d-b24f-33ec6d5d5cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:57.156891 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d6410646-29b1-4a6d-b24f-33ec6d5d5cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:57.158108 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d6410646-29b1-4a6d-b24f-33ec6d5d5cb9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/059df729-7a4a-4ec0-b55d-516ca52ef2bd HTTP/1.1" status: 204 len: 168 time: 0.1215057 Aug 19 19:25:57.165681 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6410646-29b1-4a6d-b24f-33ec6d5d5cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059df729-7a4a-4ec0-b55d-516ca52ef2bd,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:25:57.820503 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44732) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:25:57.919621 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-902fb4b7-46ef-4c85-bdee-fdd1e938776f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-466460750-network', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:25:57.942444 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902fb4b7-46ef-4c85-bdee-fdd1e938776f admin admin] Made reservation on behalf of 86e6d6f852cc427086c84cbf49be9498 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:25:57.944727 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-902fb4b7-46ef-4c85-bdee-fdd1e938776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:57.953146 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-902fb4b7-46ef-4c85-bdee-fdd1e938776f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:58.043708 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-902fb4b7-46ef-4c85-bdee-fdd1e938776f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:58.047632 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-902fb4b7-46ef-4c85-bdee-fdd1e938776f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:58.071290 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902fb4b7-46ef-4c85-bdee-fdd1e938776f admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:25:58.082002 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fb4b7-46ef-4c85-bdee-fdd1e938776f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17180b2-de67-4631-832a-91ffce64ac30,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:25:58.089417 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-902fb4b7-46ef-4c85-bdee-fdd1e938776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:58.089802 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-902fb4b7-46ef-4c85-bdee-fdd1e938776f admin admin] Added segment 4592b32f-118d-4cb0-bef1-1739eb9f47ed of type vlan for network 9b771d50-e59f-4e62-a3ec-a00c31abecba Aug 19 19:25:58.129898 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-902fb4b7-46ef-4c85-bdee-fdd1e938776f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:58.156547 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-902fb4b7-46ef-4c85-bdee-fdd1e938776f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:58.157410 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902fb4b7-46ef-4c85-bdee-fdd1e938776f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:25:58.158020 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-902fb4b7-46ef-4c85-bdee-fdd1e938776f admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:58.213479 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-902fb4b7-46ef-4c85-bdee-fdd1e938776f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3918774 Aug 19 19:25:58.217544 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44736) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:25:58.222153 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fb4b7-46ef-4c85-bdee-fdd1e938776f admin admin] Pushing event updated for resources: {'Network': ['ID=9b771d50-e59f-4e62-a3ec-a00c31abecba,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:25:58.222882 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-4a7fa74a-4e8b-4cba-816c-d8c8d5de1383 admin admin] Request body: {'subnet': {'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-466460750-subnet', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:25:58.233028 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 9b771d50-e59f-4e62-a3ec-a00c31abecba details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:25:58.247516 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7fa74a-4e8b-4cba-816c-d8c8d5de1383 admin admin] Made reservation on behalf of 86e6d6f852cc427086c84cbf49be9498 for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:25:58.250642 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4a7fa74a-4e8b-4cba-816c-d8c8d5de1383 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:58.443184 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4a7fa74a-4e8b-4cba-816c-d8c8d5de1383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:58.499779 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fa74a-4e8b-4cba-816c-d8c8d5de1383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43cc4412-5a9f-43e8-9984-54a5cec82cc1,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:25:58.511875 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7fa74a-4e8b-4cba-816c-d8c8d5de1383 admin admin] Checking segment: {'id': '4592b32f-118d-4cb0-bef1-1739eb9f47ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:25:58.512251 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7fa74a-4e8b-4cba-816c-d8c8d5de1383 admin admin] Network hostable DHCP agents. Network: 9b771d50-e59f-4e62-a3ec-a00c31abecba, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:25:58.529290 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7fa74a-4e8b-4cba-816c-d8c8d5de1383 admin admin] Network 9b771d50-e59f-4e62-a3ec-a00c31abecba is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:25:58.538540 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-4a7fa74a-4e8b-4cba-816c-d8c8d5de1383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 9b771d50-e59f-4e62-a3ec-a00c31abecba) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:25:58.545273 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7fa74a-4e8b-4cba-816c-d8c8d5de1383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:25:58.545910 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-4a7fa74a-4e8b-4cba-816c-d8c8d5de1383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:58.546259 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839fa122-8fe4-47ce-bc47-17b3950da453 None None] Network 9b771d50-e59f-4e62-a3ec-a00c31abecba requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:25:58.561271 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-4a7fa74a-4e8b-4cba-816c-d8c8d5de1383 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3425052 Aug 19 19:25:58.564128 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44738) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:25:58.568633 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-5ab1471d-7ff1-42b7-afe8-968554d6afde admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-466460750-router', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:25:58.589816 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ab1471d-7ff1-42b7-afe8-968554d6afde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:58.590814 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ab1471d-7ff1-42b7-afe8-968554d6afde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:58.649170 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ab1471d-7ff1-42b7-afe8-968554d6afde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:58.703660 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c674f91a-f07f-4967-a436-f51f626a451e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-9b771d50-e59f-4e62-a3ec-a00c31abecba', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'fixed_ips': [{'subnet_id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:25:58.704522 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c674f91a-f07f-4967-a436-f51f626a451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:58.790131 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ab1471d-7ff1-42b7-afe8-968554d6afde admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:58.849640 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-c674f91a-f07f-4967-a436-f51f626a451e None None] Allocated IP 172.20.0.2 (9b771d50-e59f-4e62-a3ec-a00c31abecba/43cc4412-5a9f-43e8-9984-54a5cec82cc1/8ddbc020-de1c-4db8-8227-8d5c3a6a677f) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:25:58.997984 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ab1471d-7ff1-42b7-afe8-968554d6afde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:58.998916 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c674f91a-f07f-4967-a436-f51f626a451e None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:59.008069 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c674f91a-f07f-4967-a436-f51f626a451e None None] Transition to ACTIVE for port object 8ddbc020-de1c-4db8-8227-8d5c3a6a677f will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:25:59.019540 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ab1471d-7ff1-42b7-afe8-968554d6afde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:59.023833 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-c674f91a-f07f-4967-a436-f51f626a451e None None] Transition to ACTIVE for port object 8ddbc020-de1c-4db8-8227-8d5c3a6a677f will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:25:59.030705 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c674f91a-f07f-4967-a436-f51f626a451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:59.072049 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c674f91a-f07f-4967-a436-f51f626a451e None None] Network 9b771d50-e59f-4e62-a3ec-a00c31abecba is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:25:59.075145 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-c674f91a-f07f-4967-a436-f51f626a451e None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:25:59.080271 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c674f91a-f07f-4967-a436-f51f626a451e None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:25:59.084908 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674f91a-f07f-4967-a436-f51f626a451e None None] Pushing event updated for resources: {'Port': ['ID=8ddbc020-de1c-4db8-8227-8d5c3a6a677f,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:25:59.129721 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-5ab1471d-7ff1-42b7-afe8-968554d6afde admin admin] Allocated IP 172.25.8.74 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/db21b6c5-e987-4cc4-98e7-644f85004ea7) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:25:59.136219 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c674f91a-f07f-4967-a436-f51f626a451e None None] Attempting to bind port 8ddbc020-de1c-4db8-8227-8d5c3a6a677f on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:25:59.136599 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c674f91a-f07f-4967-a436-f51f626a451e None None] Attempting to bind port 8ddbc020-de1c-4db8-8227-8d5c3a6a677f by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '4592b32f-118d-4cb0-bef1-1739eb9f47ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:25:59.136965 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674f91a-f07f-4967-a436-f51f626a451e None None] Attempting to bind port 8ddbc020-de1c-4db8-8227-8d5c3a6a677f on network 9b771d50-e59f-4e62-a3ec-a00c31abecba {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:25:59.142504 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674f91a-f07f-4967-a436-f51f626a451e None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:25:59.142838 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674f91a-f07f-4967-a436-f51f626a451e None None] Checking segment: {'id': '4592b32f-118d-4cb0-bef1-1739eb9f47ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:25:59.143316 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c674f91a-f07f-4967-a436-f51f626a451e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:59.143712 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674f91a-f07f-4967-a436-f51f626a451e None None] Bound using segment: {'id': '4592b32f-118d-4cb0-bef1-1739eb9f47ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:25:59.144186 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-c674f91a-f07f-4967-a436-f51f626a451e None None] Bound port: 8ddbc020-de1c-4db8-8227-8d5c3a6a677f, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4592b32f-118d-4cb0-bef1-1739eb9f47ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:25:59.144576 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c674f91a-f07f-4967-a436-f51f626a451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:59.212198 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c674f91a-f07f-4967-a436-f51f626a451e None None] For port 8ddbc020-de1c-4db8-8227-8d5c3a6a677f, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:25:59.215762 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-c674f91a-f07f-4967-a436-f51f626a451e None None] For port 8ddbc020-de1c-4db8-8227-8d5c3a6a677f, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=8ddbc020-de1c-4db8-8227-8d5c3a6a677f,segment=NetworkSegment(4592b32f-118d-4cb0-bef1-1739eb9f47ed),segment_id=4592b32f-118d-4cb0-bef1-1739eb9f47ed)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:25:59.221148 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c674f91a-f07f-4967-a436-f51f626a451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:59.233654 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ab1471d-7ff1-42b7-afe8-968554d6afde admin admin] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:59.277087 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ab1471d-7ff1-42b7-afe8-968554d6afde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:59.289380 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674f91a-f07f-4967-a436-f51f626a451e None None] Pushing event updated for resources: {'Port': ['ID=8ddbc020-de1c-4db8-8227-8d5c3a6a677f,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:25:59.326757 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab1471d-7ff1-42b7-afe8-968554d6afde admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:25:59.330077 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-5ab1471d-7ff1-42b7-afe8-968554d6afde admin admin] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:25:59.334650 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab1471d-7ff1-42b7-afe8-968554d6afde admin admin] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:25:59.337765 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1471d-7ff1-42b7-afe8-968554d6afde admin admin] Pushing event updated for resources: {'Port': ['ID=db21b6c5-e987-4cc4-98e7-644f85004ea7,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:25:59.610583 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ab1471d-7ff1-42b7-afe8-968554d6afde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:59.801988 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ab1471d-7ff1-42b7-afe8-968554d6afde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:59.935876 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab1471d-7ff1-42b7-afe8-968554d6afde admin admin] Router ad82a8ce-6af3-4a60-9a5b-130146bd42ea is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 19:26:00.054939 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab1471d-7ff1-42b7-afe8-968554d6afde admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:26:00.066669 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65457806-03d5-474f-94fe-b98b8299072c None None] Sync routers for ids ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:26:00.072507 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5ab1471d-7ff1-42b7-afe8-968554d6afde admin admin] Notify callbacks [] for router, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:00.077055 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5ab1471d-7ff1-42b7-afe8-968554d6afde admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5118484 Aug 19 19:26:00.077278 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44740) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:26:00.078098 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65457806-03d5-474f-94fe-b98b8299072c None None] Routers {'ad82a8ce-6af3-4a60-9a5b-130146bd42ea'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:26:00.078744 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-65457806-03d5-474f-94fe-b98b8299072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:25:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:26:00.168449 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8955b403-8dee-4d97-a826-0dc3eb7af195 None None] Network 9b771d50-e59f-4e62-a3ec-a00c31abecba requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:26:00.245868 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-65457806-03d5-474f-94fe-b98b8299072c None None] Set router ad82a8ce-6af3-4a60-9a5b-130146bd42ea gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:26:00.249152 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-74053324-81b1-46fe-b705-1ef43ff47c3d None None] Provisioning for port 8ddbc020-de1c-4db8-8227-8d5c3a6a677f completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:26:00.523518 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-65457806-03d5-474f-94fe-b98b8299072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'name': 'tempest-TestSnapshotPattern-466460750-router', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:25:58Z', 'updated_at': '2021-08-19T19:25:59Z', 'revision_number': 3, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'gw_port': {'id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:26:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:25:59Z', 'updated_at': '2021-08-19T19:25:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:26:00.551918 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65457806-03d5-474f-94fe-b98b8299072c None None] Checking router: ad82a8ce-6af3-4a60-9a5b-130146bd42ea for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:26:00.552631 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65457806-03d5-474f-94fe-b98b8299072c None None] Updating router ad82a8ce-6af3-4a60-9a5b-130146bd42ea port db21b6c5-e987-4cc4-98e7-644f85004ea7 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:26:00.580241 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-65457806-03d5-474f-94fe-b98b8299072c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:00.857407 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-65457806-03d5-474f-94fe-b98b8299072c None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:00.867329 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-65457806-03d5-474f-94fe-b98b8299072c None None] Transition to ACTIVE for port object db21b6c5-e987-4cc4-98e7-644f85004ea7 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:26:00.873837 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-65457806-03d5-474f-94fe-b98b8299072c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:00.885293 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d67884c6-66c9-4a20-ad82-abb15de2c520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:00.930038 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-65457806-03d5-474f-94fe-b98b8299072c None None] Attempting to bind port db21b6c5-e987-4cc4-98e7-644f85004ea7 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:26:00.930413 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-65457806-03d5-474f-94fe-b98b8299072c None None] Attempting to bind port db21b6c5-e987-4cc4-98e7-644f85004ea7 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:26:00.930784 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65457806-03d5-474f-94fe-b98b8299072c None None] Attempting to bind port db21b6c5-e987-4cc4-98e7-644f85004ea7 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:26:00.940023 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179c412-1fc4-4f57-bb73-7cb2319496e8 None None] Pushing event updated for resources: {'Port': ['ID=db21b6c5-e987-4cc4-98e7-644f85004ea7,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:00.942829 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65457806-03d5-474f-94fe-b98b8299072c None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:26:00.943195 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65457806-03d5-474f-94fe-b98b8299072c None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:26:00.944226 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-65457806-03d5-474f-94fe-b98b8299072c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:00.944226 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65457806-03d5-474f-94fe-b98b8299072c None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:26:00.944661 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-65457806-03d5-474f-94fe-b98b8299072c None None] Bound port: db21b6c5-e987-4cc4-98e7-644f85004ea7, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:26:00.944871 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-65457806-03d5-474f-94fe-b98b8299072c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:01.006687 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-65457806-03d5-474f-94fe-b98b8299072c None None] For port db21b6c5-e987-4cc4-98e7-644f85004ea7, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:26:01.010020 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-65457806-03d5-474f-94fe-b98b8299072c None None] For port db21b6c5-e987-4cc4-98e7-644f85004ea7, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=db21b6c5-e987-4cc4-98e7-644f85004ea7,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:26:01.017228 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-65457806-03d5-474f-94fe-b98b8299072c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:01.066554 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8ddbc020-de1c-4db8-8227-8d5c3a6a677f up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:26:01.072786 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-d67884c6-66c9-4a20-ad82-abb15de2c520 admin admin] Allocated IP 172.20.0.1 (9b771d50-e59f-4e62-a3ec-a00c31abecba/43cc4412-5a9f-43e8-9984-54a5cec82cc1/538a9144-37cf-457d-b1dd-95ea5e94af3b) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:26:01.107972 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65457806-03d5-474f-94fe-b98b8299072c None None] Routers {'ad82a8ce-6af3-4a60-9a5b-130146bd42ea'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:26:01.108507 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-65457806-03d5-474f-94fe-b98b8299072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:25:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:26:01.150774 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179c412-1fc4-4f57-bb73-7cb2319496e8 None None] Pushing event updated for resources: {'Port': ['ID=db21b6c5-e987-4cc4-98e7-644f85004ea7,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:01.184483 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d67884c6-66c9-4a20-ad82-abb15de2c520 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:01.200924 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-d67884c6-66c9-4a20-ad82-abb15de2c520 admin admin] Transition to ACTIVE for port object 538a9144-37cf-457d-b1dd-95ea5e94af3b will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:26:01.217958 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 8ddbc020-de1c-4db8-8227-8d5c3a6a677f completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:26:01.226577 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 8ddbc020-de1c-4db8-8227-8d5c3a6a677f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:26:01.226951 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:01.237073 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d67884c6-66c9-4a20-ad82-abb15de2c520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:01.260244 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-65457806-03d5-474f-94fe-b98b8299072c None None] Set router ad82a8ce-6af3-4a60-9a5b-130146bd42ea gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:26:01.279929 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67884c6-66c9-4a20-ad82-abb15de2c520 admin admin] Network 9b771d50-e59f-4e62-a3ec-a00c31abecba is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:26:01.285966 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-d67884c6-66c9-4a20-ad82-abb15de2c520 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:26:01.288466 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67884c6-66c9-4a20-ad82-abb15de2c520 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:26:01.310729 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67884c6-66c9-4a20-ad82-abb15de2c520 admin admin] Pushing event updated for resources: {'Port': ['ID=538a9144-37cf-457d-b1dd-95ea5e94af3b,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:01.335935 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d67884c6-66c9-4a20-ad82-abb15de2c520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:01.442681 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:01.473839 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d67884c6-66c9-4a20-ad82-abb15de2c520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:01.502642 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 8ddbc020-de1c-4db8-8227-8d5c3a6a677f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=8ddbc020-de1c-4db8-8227-8d5c3a6a677f,segment=NetworkSegment(4592b32f-118d-4cb0-bef1-1739eb9f47ed),segment_id=4592b32f-118d-4cb0-bef1-1739eb9f47ed)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:26:01.507512 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:01.652572 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d67884c6-66c9-4a20-ad82-abb15de2c520 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:01.657964 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d67884c6-66c9-4a20-ad82-abb15de2c520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:01.723271 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-65457806-03d5-474f-94fe-b98b8299072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'name': 'tempest-TestSnapshotPattern-466460750-router', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:25:58Z', 'updated_at': '2021-08-19T19:25:59Z', 'revision_number': 3, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'gw_port': {'id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:26:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:25:59Z', 'updated_at': '2021-08-19T19:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:26:01.729221 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67884c6-66c9-4a20-ad82-abb15de2c520 admin admin] Pushing event updated for resources: {'Port': ['ID=538a9144-37cf-457d-b1dd-95ea5e94af3b,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:01.734675 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d67884c6-66c9-4a20-ad82-abb15de2c520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:01.761693 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3dc2c377-75e8-4341-a4c5-fdb13fa6d850 None None] Provisioning for port 538a9144-37cf-457d-b1dd-95ea5e94af3b completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:26:01.763817 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65457806-03d5-474f-94fe-b98b8299072c None None] The sync data for ids ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'] in n-d-803753-2 is: [{'id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'name': 'tempest-TestSnapshotPattern-466460750-router', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:25:58Z', 'updated_at': '2021-08-19T19:25:59Z', 'revision_number': 3, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'gw_port': {'id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:26:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:25:59Z', 'updated_at': '2021-08-19T19:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:26:01.766557 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=8ddbc020-de1c-4db8-8227-8d5c3a6a677f,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:01.770292 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-3dc2c377-75e8-4341-a4c5-fdb13fa6d850 None None] Provisioning complete for port 538a9144-37cf-457d-b1dd-95ea5e94af3b triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:26:01.770658 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3dc2c377-75e8-4341-a4c5-fdb13fa6d850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:01.807964 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-3dc2c377-75e8-4341-a4c5-fdb13fa6d850 None None] Port 538a9144-37cf-457d-b1dd-95ea5e94af3b cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:26:01.836394 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67884c6-66c9-4a20-ad82-abb15de2c520 admin admin] Network 9b771d50-e59f-4e62-a3ec-a00c31abecba is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:26:01.837865 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-d67884c6-66c9-4a20-ad82-abb15de2c520 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:26:01.966196 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67884c6-66c9-4a20-ad82-abb15de2c520 admin admin] Router ad82a8ce-6af3-4a60-9a5b-130146bd42ea has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:26:02.102778 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67884c6-66c9-4a20-ad82-abb15de2c520 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:26:02.108367 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d67884c6-66c9-4a20-ad82-abb15de2c520 admin admin] 10.222.0.24 "PUT /v2.0/routers/ad82a8ce-6af3-4a60-9a5b-130146bd42ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0286627 Aug 19 19:26:02.139188 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-bc490fbb-cacd-4640-89d4-b1e75e4f5e24 None None] Provisioning complete for port 538a9144-37cf-457d-b1dd-95ea5e94af3b triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:26:02.139568 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bc490fbb-cacd-4640-89d4-b1e75e4f5e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:02.181061 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-bc490fbb-cacd-4640-89d4-b1e75e4f5e24 None None] Port 538a9144-37cf-457d-b1dd-95ea5e94af3b cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:26:02.667345 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44756) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:26:02.672939 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f845cdc8-574d-45c0-af91-43a26342a9c6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-148124085-network', 'tenant_id': 'f8996466bb784065b5b3edbf668fd85c'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:26:02.696411 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f845cdc8-574d-45c0-af91-43a26342a9c6 admin admin] Made reservation on behalf of f8996466bb784065b5b3edbf668fd85c for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:26:02.698735 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f845cdc8-574d-45c0-af91-43a26342a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:02.708717 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f845cdc8-574d-45c0-af91-43a26342a9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:02.806069 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f845cdc8-574d-45c0-af91-43a26342a9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:02.809919 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f845cdc8-574d-45c0-af91-43a26342a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:02.835438 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f845cdc8-574d-45c0-af91-43a26342a9c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:26:02.846073 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845cdc8-574d-45c0-af91-43a26342a9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c3e4d5-5987-488b-95fa-bfc9c5a91910,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:02.851162 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f845cdc8-574d-45c0-af91-43a26342a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:02.851505 n-d-803753-2 neutron-server[94682]: INFO neutron.db.segments_db [None req-f845cdc8-574d-45c0-af91-43a26342a9c6 admin admin] Added segment 53fe1ee3-ff30-4b0f-a186-77fcaac69178 of type vlan for network 1ccc55c2-32de-4635-8d72-b9c695b21c1a Aug 19 19:26:02.892955 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f845cdc8-574d-45c0-af91-43a26342a9c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789618746031'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:02.917664 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f845cdc8-574d-45c0-af91-43a26342a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:02.918731 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f845cdc8-574d-45c0-af91-43a26342a9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:02.919308 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f845cdc8-574d-45c0-af91-43a26342a9c6 admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:02.980913 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-f845cdc8-574d-45c0-af91-43a26342a9c6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3124228 Aug 19 19:26:02.985088 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44758) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:26:02.992070 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845cdc8-574d-45c0-af91-43a26342a9c6 admin admin] Pushing event updated for resources: {'Network': ['ID=1ccc55c2-32de-4635-8d72-b9c695b21c1a,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:02.997658 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-6f34755f-1c8d-4795-b58f-b110e326d61a admin admin] Request body: {'subnet': {'network_id': '1ccc55c2-32de-4635-8d72-b9c695b21c1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-148124085-subnet', 'tenant_id': 'f8996466bb784065b5b3edbf668fd85c', 'ip_version': 4}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:26:03.006933 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Network 1ccc55c2-32de-4635-8d72-b9c695b21c1a details requested by agent ovs-agent-n-d-803753-2 with host n-d-803753-2 {{(pid=94683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:26:03.022058 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f34755f-1c8d-4795-b58f-b110e326d61a admin admin] Made reservation on behalf of f8996466bb784065b5b3edbf668fd85c for: {'subnet': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:26:03.024896 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6f34755f-1c8d-4795-b58f-b110e326d61a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59511159'] for subnet, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:03.092983 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8ddbc020-de1c-4db8-8227-8d5c3a6a677f up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:26:03.148636 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 8ddbc020-de1c-4db8-8227-8d5c3a6a677f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:26:03.149014 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:03.223929 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6f34755f-1c8d-4795-b58f-b110e326d61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60269920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59511137'] for subnet, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:03.237191 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device db21b6c5-e987-4cc4-98e7-644f85004ea7 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:26:03.289239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port db21b6c5-e987-4cc4-98e7-644f85004ea7 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:26:03.293221 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port db21b6c5-e987-4cc4-98e7-644f85004ea7 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:26:03.293635 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:03.296869 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34755f-1c8d-4795-b58f-b110e326d61a admin admin] Pushing event updated for resources: {'Subnet': ['ID=df2f7c58-4419-4b81-8158-670049a48d8d,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:03.304523 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f34755f-1c8d-4795-b58f-b110e326d61a admin admin] Checking segment: {'id': '53fe1ee3-ff30-4b0f-a186-77fcaac69178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1ccc55c2-32de-4635-8d72-b9c695b21c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:26:03.305071 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f34755f-1c8d-4795-b58f-b110e326d61a admin admin] Network hostable DHCP agents. Network: 1ccc55c2-32de-4635-8d72-b9c695b21c1a, hostable agents: ['53e7f1aa-5968-4147-bc9d-a5e588d97dc5'], hosted agents: [] {{(pid=94681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:26:03.331655 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f34755f-1c8d-4795-b58f-b110e326d61a admin admin] Network 1ccc55c2-32de-4635-8d72-b9c695b21c1a is scheduled to be hosted by DHCP agent 53e7f1aa-5968-4147-bc9d-a5e588d97dc5 with binding_index 1 {{(pid=94681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:26:03.345459 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-6f34755f-1c8d-4795-b58f-b110e326d61a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803753-2, 1ccc55c2-32de-4635-8d72-b9c695b21c1a) {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:26:03.350991 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f34755f-1c8d-4795-b58f-b110e326d61a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:03.352387 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-6f34755f-1c8d-4795-b58f-b110e326d61a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:03.359980 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b357e4-1a7d-4649-ab1e-196a0f8c62a4 None None] Network 1ccc55c2-32de-4635-8d72-b9c695b21c1a requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:26:03.377689 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44760) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:26:03.377993 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-6f34755f-1c8d-4795-b58f-b110e326d61a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3859241 Aug 19 19:26:03.384254 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-0d78f7d4-8bf2-473a-aad4-64e83af9b98d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-148124085-router', 'tenant_id': 'f8996466bb784065b5b3edbf668fd85c', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:26:03.411777 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d78f7d4-8bf2-473a-aad4-64e83af9b98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3736567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40898'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:03.412857 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d78f7d4-8bf2-473a-aad4-64e83af9b98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3736423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40907'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:03.451466 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:03.457591 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] Sync routers for ids ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:26:03.469494 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] Routers {'ad82a8ce-6af3-4a60-9a5b-130146bd42ea'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:26:03.470263 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:25:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:26:03.475835 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d78f7d4-8bf2-473a-aad4-64e83af9b98d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:03.488878 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port db21b6c5-e987-4cc4-98e7-644f85004ea7, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=db21b6c5-e987-4cc4-98e7-644f85004ea7,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:26:03.496466 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:03.591376 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=db21b6c5-e987-4cc4-98e7-644f85004ea7,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:03.627138 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d78f7d4-8bf2-473a-aad4-64e83af9b98d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:03.630377 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326742f4-d681-4fbe-9f21-7cc2d29ad37c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5a10d95-7b20-5113-ac91-e5ee5ca0bf66-1ccc55c2-32de-4635-8d72-b9c695b21c1a', 'network_id': '1ccc55c2-32de-4635-8d72-b9c695b21c1a', 'tenant_id': 'f8996466bb784065b5b3edbf668fd85c', 'fixed_ips': [{'subnet_id': 'df2f7c58-4419-4b81-8158-670049a48d8d'}]}} from n-d-803753-2. {{(pid=94683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:26:03.631601 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-326742f4-d681-4fbe-9f21-7cc2d29ad37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:03.700775 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] Set router ad82a8ce-6af3-4a60-9a5b-130146bd42ea gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:26:03.785951 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-326742f4-d681-4fbe-9f21-7cc2d29ad37c None None] Allocated IP 172.20.0.2 (1ccc55c2-32de-4635-8d72-b9c695b21c1a/df2f7c58-4419-4b81-8158-670049a48d8d/df620a3e-4a39-4ae0-b993-7dc9dabe45a6) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:26:03.839925 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d78f7d4-8bf2-473a-aad4-64e83af9b98d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:03.860470 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d78f7d4-8bf2-473a-aad4-64e83af9b98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:03.913163 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'name': 'tempest-TestSnapshotPattern-466460750-router', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:25:58Z', 'updated_at': '2021-08-19T19:26:01Z', 'revision_number': 4, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'gw_port': {'id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:26:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:25:59Z', 'updated_at': '2021-08-19T19:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '538a9144-37cf-457d-b1dd-95ea5e94af3b', 'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'mac_address': 'fa:16:3e:c7:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:00Z', 'updated_at': '2021-08-19T19:26:01Z', 'revision_number': 2, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'subnets': [{'id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:26:03.940364 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] Checking router: ad82a8ce-6af3-4a60-9a5b-130146bd42ea for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:26:03.940985 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] Updating router ad82a8ce-6af3-4a60-9a5b-130146bd42ea port 538a9144-37cf-457d-b1dd-95ea5e94af3b binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:26:03.953212 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-326742f4-d681-4fbe-9f21-7cc2d29ad37c None None] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:03.962178 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-326742f4-d681-4fbe-9f21-7cc2d29ad37c None None] Transition to ACTIVE for port object df620a3e-4a39-4ae0-b993-7dc9dabe45a6 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:26:03.970182 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:03.974518 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-0d78f7d4-8bf2-473a-aad4-64e83af9b98d admin admin] Allocated IP 172.25.8.141 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/59eae191-e72e-4765-b309-259c519178f0) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:26:03.979139 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-326742f4-d681-4fbe-9f21-7cc2d29ad37c None None] Transition to ACTIVE for port object df620a3e-4a39-4ae0-b993-7dc9dabe45a6 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:26:03.986792 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-326742f4-d681-4fbe-9f21-7cc2d29ad37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:04.039470 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326742f4-d681-4fbe-9f21-7cc2d29ad37c None None] Network 1ccc55c2-32de-4635-8d72-b9c695b21c1a is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:26:04.042650 n-d-803753-2 neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-326742f4-d681-4fbe-9f21-7cc2d29ad37c None None] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:26:04.045461 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326742f4-d681-4fbe-9f21-7cc2d29ad37c None None] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:26:04.054155 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326742f4-d681-4fbe-9f21-7cc2d29ad37c None None] Pushing event updated for resources: {'Port': ['ID=df620a3e-4a39-4ae0-b993-7dc9dabe45a6,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:04.097033 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d78f7d4-8bf2-473a-aad4-64e83af9b98d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:04.111297 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-326742f4-d681-4fbe-9f21-7cc2d29ad37c None None] Attempting to bind port df620a3e-4a39-4ae0-b993-7dc9dabe45a6 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:26:04.111556 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-326742f4-d681-4fbe-9f21-7cc2d29ad37c None None] Attempting to bind port df620a3e-4a39-4ae0-b993-7dc9dabe45a6 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '53fe1ee3-ff30-4b0f-a186-77fcaac69178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1ccc55c2-32de-4635-8d72-b9c695b21c1a'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:26:04.111892 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326742f4-d681-4fbe-9f21-7cc2d29ad37c None None] Attempting to bind port df620a3e-4a39-4ae0-b993-7dc9dabe45a6 on network 1ccc55c2-32de-4635-8d72-b9c695b21c1a {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:26:04.117066 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326742f4-d681-4fbe-9f21-7cc2d29ad37c None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:26:04.117450 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326742f4-d681-4fbe-9f21-7cc2d29ad37c None None] Checking segment: {'id': '53fe1ee3-ff30-4b0f-a186-77fcaac69178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1ccc55c2-32de-4635-8d72-b9c695b21c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:26:04.117900 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-326742f4-d681-4fbe-9f21-7cc2d29ad37c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:04.118298 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326742f4-d681-4fbe-9f21-7cc2d29ad37c None None] Bound using segment: {'id': '53fe1ee3-ff30-4b0f-a186-77fcaac69178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1ccc55c2-32de-4635-8d72-b9c695b21c1a'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:26:04.118777 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-326742f4-d681-4fbe-9f21-7cc2d29ad37c None None] Bound port: df620a3e-4a39-4ae0-b993-7dc9dabe45a6, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53fe1ee3-ff30-4b0f-a186-77fcaac69178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1ccc55c2-32de-4635-8d72-b9c695b21c1a'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:26:04.119162 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-326742f4-d681-4fbe-9f21-7cc2d29ad37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:04.144710 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d78f7d4-8bf2-473a-aad4-64e83af9b98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:04.183584 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d78f7d4-8bf2-473a-aad4-64e83af9b98d admin admin] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:26:04.185941 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-326742f4-d681-4fbe-9f21-7cc2d29ad37c None None] For port df620a3e-4a39-4ae0-b993-7dc9dabe45a6, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:26:04.189513 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-0d78f7d4-8bf2-473a-aad4-64e83af9b98d admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:26:04.190261 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-326742f4-d681-4fbe-9f21-7cc2d29ad37c None None] For port df620a3e-4a39-4ae0-b993-7dc9dabe45a6, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=df620a3e-4a39-4ae0-b993-7dc9dabe45a6,segment=NetworkSegment(53fe1ee3-ff30-4b0f-a186-77fcaac69178),segment_id=53fe1ee3-ff30-4b0f-a186-77fcaac69178)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:26:04.193514 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d78f7d4-8bf2-473a-aad4-64e83af9b98d admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:26:04.196221 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-326742f4-d681-4fbe-9f21-7cc2d29ad37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:04.222431 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78f7d4-8bf2-473a-aad4-64e83af9b98d admin admin] Pushing event updated for resources: {'Port': ['ID=59eae191-e72e-4765-b309-259c519178f0,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:04.258547 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326742f4-d681-4fbe-9f21-7cc2d29ad37c None None] Pushing event updated for resources: {'Port': ['ID=df620a3e-4a39-4ae0-b993-7dc9dabe45a6,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:04.274661 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:04.286866 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] Transition to ACTIVE for port object 538a9144-37cf-457d-b1dd-95ea5e94af3b will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:26:04.293766 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:04.344068 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f62f1d-c4ac-402d-9a22-329405248a48 None None] Pushing event updated for resources: {'Port': ['ID=538a9144-37cf-457d-b1dd-95ea5e94af3b,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:04.353232 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f62f1d-c4ac-402d-9a22-329405248a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:26:04.353597 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f62f1d-c4ac-402d-9a22-329405248a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:26:04.353939 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f62f1d-c4ac-402d-9a22-329405248a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:26:04.354276 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f62f1d-c4ac-402d-9a22-329405248a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:26:04.354605 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f62f1d-c4ac-402d-9a22-329405248a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:26:04.354928 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f62f1d-c4ac-402d-9a22-329405248a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:26:04.355254 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f62f1d-c4ac-402d-9a22-329405248a48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:26:04.355591 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f62f1d-c4ac-402d-9a22-329405248a48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:26:04.355910 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f62f1d-c4ac-402d-9a22-329405248a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:26:04.356221 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f62f1d-c4ac-402d-9a22-329405248a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:26:04.356538 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f62f1d-c4ac-402d-9a22-329405248a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:26:04.356852 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f62f1d-c4ac-402d-9a22-329405248a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:26:04.421174 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] Attempting to bind port 538a9144-37cf-457d-b1dd-95ea5e94af3b on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:26:04.422779 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] Attempting to bind port 538a9144-37cf-457d-b1dd-95ea5e94af3b by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '4592b32f-118d-4cb0-bef1-1739eb9f47ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:26:04.423435 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] Attempting to bind port 538a9144-37cf-457d-b1dd-95ea5e94af3b on network 9b771d50-e59f-4e62-a3ec-a00c31abecba {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:26:04.430906 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:26:04.431487 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] Checking segment: {'id': '4592b32f-118d-4cb0-bef1-1739eb9f47ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:26:04.432280 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:04.434215 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] Bound using segment: {'id': '4592b32f-118d-4cb0-bef1-1739eb9f47ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:26:04.434457 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] Bound port: 538a9144-37cf-457d-b1dd-95ea5e94af3b, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4592b32f-118d-4cb0-bef1-1739eb9f47ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:26:04.436059 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:04.477851 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d78f7d4-8bf2-473a-aad4-64e83af9b98d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:04.556685 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] For port 538a9144-37cf-457d-b1dd-95ea5e94af3b, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:26:04.560253 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] For port 538a9144-37cf-457d-b1dd-95ea5e94af3b, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=538a9144-37cf-457d-b1dd-95ea5e94af3b,segment=NetworkSegment(4592b32f-118d-4cb0-bef1-1739eb9f47ed),segment_id=4592b32f-118d-4cb0-bef1-1739eb9f47ed)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:26:04.565744 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:04.652441 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] Routers {'ad82a8ce-6af3-4a60-9a5b-130146bd42ea'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:26:04.653227 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:25:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:26:04.655384 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f62f1d-c4ac-402d-9a22-329405248a48 None None] Pushing event updated for resources: {'Port': ['ID=538a9144-37cf-457d-b1dd-95ea5e94af3b,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:04.738314 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d78f7d4-8bf2-473a-aad4-64e83af9b98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3736446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859759'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:04.784330 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cc570154-85cc-4823-b7d8-373246fb8f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:04.795631 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] Set router ad82a8ce-6af3-4a60-9a5b-130146bd42ea gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:26:04.900582 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d78f7d4-8bf2-473a-aad4-64e83af9b98d admin admin] Router 76ea1624-6a12-4c0e-a18e-cec173881f7d is scheduled to L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 19:26:05.030755 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'name': 'tempest-TestSnapshotPattern-466460750-router', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:25:58Z', 'updated_at': '2021-08-19T19:26:01Z', 'revision_number': 4, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'gw_port': {'id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:25:59Z', 'updated_at': '2021-08-19T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '538a9144-37cf-457d-b1dd-95ea5e94af3b', 'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'mac_address': 'fa:16:3e:c7:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:00Z', 'updated_at': '2021-08-19T19:26:04Z', 'revision_number': 4, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'subnets': [{'id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:26:05.040042 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d78f7d4-8bf2-473a-aad4-64e83af9b98d admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:26:05.059981 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0d78f7d4-8bf2-473a-aad4-64e83af9b98d admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:05.062928 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-0d78f7d4-8bf2-473a-aad4-64e83af9b98d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6827703 Aug 19 19:26:05.067154 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44762) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:26:05.073801 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6741d0-4360-4c1c-8829-2e69e306f7d7 None None] The sync data for ids ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'] in n-d-803753-2 is: [{'id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'name': 'tempest-TestSnapshotPattern-466460750-router', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:25:58Z', 'updated_at': '2021-08-19T19:26:01Z', 'revision_number': 4, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'gw_port': {'id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:25:59Z', 'updated_at': '2021-08-19T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '538a9144-37cf-457d-b1dd-95ea5e94af3b', 'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'mac_address': 'fa:16:3e:c7:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:00Z', 'updated_at': '2021-08-19T19:26:04Z', 'revision_number': 4, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'subnets': [{'id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:26:05.074127 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] Sync routers for ids ['76ea1624-6a12-4c0e-a18e-cec173881f7d'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:26:05.097336 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] Routers {'76ea1624-6a12-4c0e-a18e-cec173881f7d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:26:05.098263 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:25:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['76ea1624-6a12-4c0e-a18e-cec173881f7d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:26:05.106732 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device db21b6c5-e987-4cc4-98e7-644f85004ea7 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:26:05.274935 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port db21b6c5-e987-4cc4-98e7-644f85004ea7 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:26:05.275651 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:05.303593 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] Set router 76ea1624-6a12-4c0e-a18e-cec173881f7d gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:26:05.552327 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ea1624-6a12-4c0e-a18e-cec173881f7d', 'name': 'tempest-TestSnapshotPattern-148124085-router', 'tenant_id': 'f8996466bb784065b5b3edbf668fd85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '59eae191-e72e-4765-b309-259c519178f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:26:03Z', 'updated_at': '2021-08-19T19:26:04Z', 'revision_number': 3, 'project_id': 'f8996466bb784065b5b3edbf668fd85c', 'gw_port': {'id': '59eae191-e72e-4765-b309-259c519178f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ea1624-6a12-4c0e-a18e-cec173881f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:03Z', 'updated_at': '2021-08-19T19:26:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:26:05.557874 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60965430-0004-489f-9177-815bbf8095dc None None] Network 1ccc55c2-32de-4635-8d72-b9c695b21c1a requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:26:05.606067 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] Checking router: 76ea1624-6a12-4c0e-a18e-cec173881f7d for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:26:05.606419 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] Updating router 76ea1624-6a12-4c0e-a18e-cec173881f7d port 59eae191-e72e-4765-b309-259c519178f0 binding host n-d-803753-2 {{(pid=94683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:26:05.634572 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6381c5c4-0f09-41d9-bf54-900f9f5096b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:05.673576 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device df620a3e-4a39-4ae0-b993-7dc9dabe45a6 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:26:05.681107 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-471b3522-9342-45f8-956d-09f8e6263828 None None] Provisioning for port df620a3e-4a39-4ae0-b993-7dc9dabe45a6 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:26:05.704747 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:05.809729 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-6381c5c4-0f09-41d9-bf54-900f9f5096b3 admin admin] Allocated IP 172.20.0.1 (1ccc55c2-32de-4635-8d72-b9c695b21c1a/df2f7c58-4419-4b81-8158-670049a48d8d/d3b4ce93-8918-49ec-a68b-e648676bd306) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:26:05.932521 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6381c5c4-0f09-41d9-bf54-900f9f5096b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:05.942504 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port df620a3e-4a39-4ae0-b993-7dc9dabe45a6 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:26:05.948998 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-6381c5c4-0f09-41d9-bf54-900f9f5096b3 admin admin] Transition to ACTIVE for port object d3b4ce93-8918-49ec-a68b-e648676bd306 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:26:05.954716 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port df620a3e-4a39-4ae0-b993-7dc9dabe45a6 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:26:05.955322 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:05.988432 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6381c5c4-0f09-41d9-bf54-900f9f5096b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:06.036370 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6381c5c4-0f09-41d9-bf54-900f9f5096b3 admin admin] Network 1ccc55c2-32de-4635-8d72-b9c695b21c1a is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:26:06.041846 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-6381c5c4-0f09-41d9-bf54-900f9f5096b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:26:06.049853 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6381c5c4-0f09-41d9-bf54-900f9f5096b3 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:26:06.054595 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381c5c4-0f09-41d9-bf54-900f9f5096b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b4ce93-8918-49ec-a68b-e648676bd306,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:06.096914 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6381c5c4-0f09-41d9-bf54-900f9f5096b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743079'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:06.122772 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:06.165153 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:06.188180 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] Transition to ACTIVE for port object 59eae191-e72e-4765-b309-259c519178f0 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:26:06.191513 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port df620a3e-4a39-4ae0-b993-7dc9dabe45a6, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=df620a3e-4a39-4ae0-b993-7dc9dabe45a6,segment=NetworkSegment(53fe1ee3-ff30-4b0f-a186-77fcaac69178),segment_id=53fe1ee3-ff30-4b0f-a186-77fcaac69178)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:26:06.201733 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:06.207109 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:06.464999 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] Attempting to bind port 59eae191-e72e-4765-b309-259c519178f0 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:26:06.465431 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] Attempting to bind port 59eae191-e72e-4765-b309-259c519178f0 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:26:06.465822 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] Attempting to bind port 59eae191-e72e-4765-b309-259c519178f0 on network 3b0e60a5-be68-4f22-8336-1b6a3362381d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:26:06.467975 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-a14db08b-4b05-4350-9209-5ab78d080744 None None] Provisioning complete for port df620a3e-4a39-4ae0-b993-7dc9dabe45a6 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:26:06.469122 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a14db08b-4b05-4350-9209-5ab78d080744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:06.471822 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=df620a3e-4a39-4ae0-b993-7dc9dabe45a6,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:06.498542 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:26:06.498928 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] Checking segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:26:06.499445 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:06.499735 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] Bound using segment: {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:26:06.500228 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] Bound port: 59eae191-e72e-4765-b309-259c519178f0, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed801b9-2ea8-4503-b1c4-db709e78b42e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:26:06.500624 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:06.577017 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb944ab6-2785-4d7d-b253-faa68d6423d6 None None] Pushing event updated for resources: {'Port': ['ID=59eae191-e72e-4765-b309-259c519178f0,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:06.605761 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] For port 59eae191-e72e-4765-b309-259c519178f0, host n-d-803753-2, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:26:06.610097 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] For port 59eae191-e72e-4765-b309-259c519178f0, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=59eae191-e72e-4765-b309-259c519178f0,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:26:06.632349 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:06.652470 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6381c5c4-0f09-41d9-bf54-900f9f5096b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:06.706502 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] Routers {'76ea1624-6a12-4c0e-a18e-cec173881f7d'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:26:06.707134 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:25:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['76ea1624-6a12-4c0e-a18e-cec173881f7d'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:26:06.708957 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb944ab6-2785-4d7d-b253-faa68d6423d6 None None] Pushing event updated for resources: {'Port': ['ID=59eae191-e72e-4765-b309-259c519178f0,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:06.825487 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-eb7cc32e-eeed-40b9-b2ee-e2483cfdaac6 None None] Provisioning for port d3b4ce93-8918-49ec-a68b-e648676bd306 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:26:06.831963 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6381c5c4-0f09-41d9-bf54-900f9f5096b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:06.835821 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-eb7cc32e-eeed-40b9-b2ee-e2483cfdaac6 None None] Provisioning complete for port d3b4ce93-8918-49ec-a68b-e648676bd306 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:26:06.836306 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc32e-eeed-40b9-b2ee-e2483cfdaac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:06.836568 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6381c5c4-0f09-41d9-bf54-900f9f5096b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:06.838909 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] Set router 76ea1624-6a12-4c0e-a18e-cec173881f7d gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:26:06.903475 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381c5c4-0f09-41d9-bf54-900f9f5096b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b4ce93-8918-49ec-a68b-e648676bd306,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:06.907394 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6381c5c4-0f09-41d9-bf54-900f9f5096b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3743123'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:06.936239 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-eb7cc32e-eeed-40b9-b2ee-e2483cfdaac6 None None] Port d3b4ce93-8918-49ec-a68b-e648676bd306 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:26:07.028003 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6381c5c4-0f09-41d9-bf54-900f9f5096b3 admin admin] Network 1ccc55c2-32de-4635-8d72-b9c695b21c1a is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:26:07.029682 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-6381c5c4-0f09-41d9-bf54-900f9f5096b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:26:07.104797 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ea1624-6a12-4c0e-a18e-cec173881f7d', 'name': 'tempest-TestSnapshotPattern-148124085-router', 'tenant_id': 'f8996466bb784065b5b3edbf668fd85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '59eae191-e72e-4765-b309-259c519178f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:26:03Z', 'updated_at': '2021-08-19T19:26:06Z', 'revision_number': 4, 'project_id': 'f8996466bb784065b5b3edbf668fd85c', 'gw_port': {'id': '59eae191-e72e-4765-b309-259c519178f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ea1624-6a12-4c0e-a18e-cec173881f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:03Z', 'updated_at': '2021-08-19T19:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'd3b4ce93-8918-49ec-a68b-e648676bd306', 'name': '', 'network_id': '1ccc55c2-32de-4635-8d72-b9c695b21c1a', 'tenant_id': 'f8996466bb784065b5b3edbf668fd85c', 'mac_address': 'fa:16:3e:b8:c4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ea1624-6a12-4c0e-a18e-cec173881f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'df2f7c58-4419-4b81-8158-670049a48d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:05Z', 'updated_at': '2021-08-19T19:26:05Z', 'revision_number': 1, 'project_id': 'f8996466bb784065b5b3edbf668fd85c', 'subnets': [{'id': 'df2f7c58-4419-4b81-8158-670049a48d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:26:07.135188 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 538a9144-37cf-457d-b1dd-95ea5e94af3b up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:26:07.138937 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcc10e3-347c-4dfa-83c8-734e6dcafa38 None None] The sync data for ids ['76ea1624-6a12-4c0e-a18e-cec173881f7d'] in n-d-803753-2 is: [{'id': '76ea1624-6a12-4c0e-a18e-cec173881f7d', 'name': 'tempest-TestSnapshotPattern-148124085-router', 'tenant_id': 'f8996466bb784065b5b3edbf668fd85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '59eae191-e72e-4765-b309-259c519178f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:26:03Z', 'updated_at': '2021-08-19T19:26:06Z', 'revision_number': 4, 'project_id': 'f8996466bb784065b5b3edbf668fd85c', 'gw_port': {'id': '59eae191-e72e-4765-b309-259c519178f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ea1624-6a12-4c0e-a18e-cec173881f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:03Z', 'updated_at': '2021-08-19T19:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'd3b4ce93-8918-49ec-a68b-e648676bd306', 'name': '', 'network_id': '1ccc55c2-32de-4635-8d72-b9c695b21c1a', 'tenant_id': 'f8996466bb784065b5b3edbf668fd85c', 'mac_address': 'fa:16:3e:b8:c4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ea1624-6a12-4c0e-a18e-cec173881f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'df2f7c58-4419-4b81-8158-670049a48d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:05Z', 'updated_at': '2021-08-19T19:26:05Z', 'revision_number': 1, 'project_id': 'f8996466bb784065b5b3edbf668fd85c', 'subnets': [{'id': 'df2f7c58-4419-4b81-8158-670049a48d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:26:07.188017 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6381c5c4-0f09-41d9-bf54-900f9f5096b3 admin admin] Router 76ea1624-6a12-4c0e-a18e-cec173881f7d has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:26:07.200077 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 538a9144-37cf-457d-b1dd-95ea5e94af3b completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:26:07.204908 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 538a9144-37cf-457d-b1dd-95ea5e94af3b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:26:07.205293 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:07.296617 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:07.337633 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 538a9144-37cf-457d-b1dd-95ea5e94af3b, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=538a9144-37cf-457d-b1dd-95ea5e94af3b,segment=NetworkSegment(4592b32f-118d-4cb0-bef1-1739eb9f47ed),segment_id=4592b32f-118d-4cb0-bef1-1739eb9f47ed)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:26:07.340137 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6381c5c4-0f09-41d9-bf54-900f9f5096b3 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:26:07.341926 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:07.342664 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device df620a3e-4a39-4ae0-b993-7dc9dabe45a6 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:26:07.346031 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-6381c5c4-0f09-41d9-bf54-900f9f5096b3 admin admin] 10.222.0.24 "PUT /v2.0/routers/76ea1624-6a12-4c0e-a18e-cec173881f7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2775476 Aug 19 19:26:07.492164 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-f4cbb96c-4d5b-4889-af88-31c9bd1cd760 None None] Provisioning complete for port d3b4ce93-8918-49ec-a68b-e648676bd306 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:26:07.492541 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f4cbb96c-4d5b-4889-af88-31c9bd1cd760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:07.494126 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=538a9144-37cf-457d-b1dd-95ea5e94af3b,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:07.504840 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:07.538822 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f509e9ff-cd2f-41c0-bfcc-81da5cd05493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:07.558180 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f4cbb96c-4d5b-4889-af88-31c9bd1cd760 None None] Port d3b4ce93-8918-49ec-a68b-e648676bd306 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:26:07.567412 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port df620a3e-4a39-4ae0-b993-7dc9dabe45a6 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:26:07.567794 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.005928 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44770) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:26:08.011321 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-46ceb8ed-db6b-4e0d-9ec6-18e3b17a3cbd tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1790692810', 'description': 'tempest-secgroup-smoke-1790692810 description', 'project_id': '86e6d6f852cc427086c84cbf49be9498'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:26:08.035798 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-46ceb8ed-db6b-4e0d-9ec6-18e3b17a3cbd tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for security_group, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.130228 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-46ceb8ed-db6b-4e0d-9ec6-18e3b17a3cbd tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for security_group, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.134116 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-46ceb8ed-db6b-4e0d-9ec6-18e3b17a3cbd tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.167165 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-46ceb8ed-db6b-4e0d-9ec6-18e3b17a3cbd tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.168394 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-46ceb8ed-db6b-4e0d-9ec6-18e3b17a3cbd tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1612756 Aug 19 19:26:08.172052 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44772) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:26:08.176889 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-e6aa5b59-4cb4-42c2-91fc-46a20c626d06 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Request body: {'security_group_rule': {'security_group_id': 'd9e2c28a-f0d3-4266-8ba6-af11d56acd07', 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:26:08.183106 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ceb8ed-db6b-4e0d-9ec6-18e3b17a3cbd tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e2c28a-f0d3-4266-8ba6-af11d56acd07,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:08.210630 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e6aa5b59-4cb4-42c2-91fc-46a20c626d06 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.273413 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e6aa5b59-4cb4-42c2-91fc-46a20c626d06 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.278400 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e6aa5b59-4cb4-42c2-91fc-46a20c626d06 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.300786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa5b59-4cb4-42c2-91fc-46a20c626d06 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef9ca4c-8e91-416c-8f7a-6e5c35478713,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:08.308713 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-e6aa5b59-4cb4-42c2-91fc-46a20c626d06 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.310032 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-e6aa5b59-4cb4-42c2-91fc-46a20c626d06 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367364 Aug 19 19:26:08.313237 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44774) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:26:08.318151 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-fffe056a-8a12-4e55-9f8b-6171e61783f7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Request body: {'security_group_rule': {'security_group_id': 'd9e2c28a-f0d3-4266-8ba6-af11d56acd07', 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:26:08.346826 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fffe056a-8a12-4e55-9f8b-6171e61783f7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.410675 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fffe056a-8a12-4e55-9f8b-6171e61783f7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.414891 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fffe056a-8a12-4e55-9f8b-6171e61783f7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.435721 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe056a-8a12-4e55-9f8b-6171e61783f7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c32519-ee69-47f2-abac-d89402728954,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:08.445163 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fffe056a-8a12-4e55-9f8b-6171e61783f7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.446726 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-fffe056a-8a12-4e55-9f8b-6171e61783f7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1321878 Aug 19 19:26:08.449283 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44776) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:26:08.454269 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-11700d23-3d31-4985-a126-b9b9ddccf2b6 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Request body: {'security_group_rule': {'security_group_id': 'd9e2c28a-f0d3-4266-8ba6-af11d56acd07', 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:26:08.485233 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-11700d23-3d31-4985-a126-b9b9ddccf2b6 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.505679 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.553197 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-11700d23-3d31-4985-a126-b9b9ddccf2b6 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.557626 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-11700d23-3d31-4985-a126-b9b9ddccf2b6 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.575204 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11700d23-3d31-4985-a126-b9b9ddccf2b6 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950383ce-5beb-4ba8-9b0f-4fceb2c194bc,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:08.582778 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-11700d23-3d31-4985-a126-b9b9ddccf2b6 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.584066 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-11700d23-3d31-4985-a126-b9b9ddccf2b6 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336589 Aug 19 19:26:08.586837 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44778) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:26:08.591705 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-1ad5e0f3-d4be-471f-8b23-a4e8f3d6f0cd tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Request body: {'security_group_rule': {'security_group_id': 'd9e2c28a-f0d3-4266-8ba6-af11d56acd07', 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:26:08.619050 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1ad5e0f3-d4be-471f-8b23-a4e8f3d6f0cd tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.682257 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1ad5e0f3-d4be-471f-8b23-a4e8f3d6f0cd tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.685834 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1ad5e0f3-d4be-471f-8b23-a4e8f3d6f0cd tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.705747 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5e0f3-d4be-471f-8b23-a4e8f3d6f0cd tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f93c118-53a4-4523-b4e9-65de22412722,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:08.712568 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1ad5e0f3-d4be-471f-8b23-a4e8f3d6f0cd tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.713805 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-1ad5e0f3-d4be-471f-8b23-a4e8f3d6f0cd tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259575 Aug 19 19:26:08.716516 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 44780) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:26:08.721508 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [None req-eb73c5b6-c7ce-4d04-9116-0d4af5ac3a3e tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Request body: {'security_group_rule': {'security_group_id': 'd9e2c28a-f0d3-4266-8ba6-af11d56acd07', 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:26:08.743118 n-d-803753-2 neutron-server[94682]: INFO neutron.db.securitygroups_db [None req-eb73c5b6-c7ce-4d04-9116-0d4af5ac3a3e tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Project 86e6d6f852cc427086c84cbf49be9498 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:26:08.748588 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb73c5b6-c7ce-4d04-9116-0d4af5ac3a3e tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.812703 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb73c5b6-c7ce-4d04-9116-0d4af5ac3a3e tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.817083 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb73c5b6-c7ce-4d04-9116-0d4af5ac3a3e tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.836089 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73c5b6-c7ce-4d04-9116-0d4af5ac3a3e tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5b731a-9965-455c-9f54-542199f68f93,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:08.838988 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-eb73c5b6-c7ce-4d04-9116-0d4af5ac3a3e tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.840485 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-eb73c5b6-c7ce-4d04-9116-0d4af5ac3a3e tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230416 Aug 19 19:26:08.843491 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44782) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:26:08.849020 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-94466918-5676-4ecb-bf5a-01f516a1145d tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Request body: {'security_group_rule': {'security_group_id': 'd9e2c28a-f0d3-4266-8ba6-af11d56acd07', 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:26:08.871529 n-d-803753-2 neutron-server[94681]: INFO neutron.db.securitygroups_db [None req-94466918-5676-4ecb-bf5a-01f516a1145d tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Project 86e6d6f852cc427086c84cbf49be9498 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:26:08.876656 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94466918-5676-4ecb-bf5a-01f516a1145d tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.937800 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94466918-5676-4ecb-bf5a-01f516a1145d tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.941211 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94466918-5676-4ecb-bf5a-01f516a1145d tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849293'] for security_group_rule, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.959123 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94466918-5676-4ecb-bf5a-01f516a1145d tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e97dc9f-9e2f-4170-a7ca-2e8c71266fb6,revision_number=0']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:08.969021 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-94466918-5676-4ecb-bf5a-01f516a1145d tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:08.971089 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-94466918-5676-4ecb-bf5a-01f516a1145d tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265645 Aug 19 19:26:09.099456 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 59eae191-e72e-4765-b309-259c519178f0 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:26:09.137860 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-747b4d6f-c18d-4c6f-842e-d83aadded996 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1790692810&fields=id&tenant_id=86e6d6f852cc427086c84cbf49be9498 HTTP/1.1" status: 200 len: 267 time: 0.0339773 Aug 19 19:26:09.162680 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port 59eae191-e72e-4765-b309-259c519178f0 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:26:09.166776 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 59eae191-e72e-4765-b309-259c519178f0 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:26:09.167158 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:09.244989 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:09.256742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-397cac67-67e3-46e3-a9e0-8b4b74565374 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:09.258309 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-397cac67-67e3-46e3-a9e0-8b4b74565374 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/networks?id=9b771d50-e59f-4e62-a3ec-a00c31abecba HTTP/1.1" status: 200 len: 809 time: 0.1122594 Aug 19 19:26:09.270819 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port 59eae191-e72e-4765-b309-259c519178f0, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=59eae191-e72e-4765-b309-259c519178f0,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:26:09.275715 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:09.276650 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-7999e37e-89ce-4a3a-8b7d-f7c590457745 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/quotas/86e6d6f852cc427086c84cbf49be9498 HTTP/1.1" status: 200 len: 375 time: 0.0101647 Aug 19 19:26:09.276827 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 538a9144-37cf-457d-b1dd-95ea5e94af3b up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:26:09.332609 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-569f1e70-0089-4990-86a3-64ab9817ef40 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=86e6d6f852cc427086c84cbf49be9498&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490696 Aug 19 19:26:09.360049 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=59eae191-e72e-4765-b309-259c519178f0,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:09.377513 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 538a9144-37cf-457d-b1dd-95ea5e94af3b triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:26:09.378035 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:09.378462 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] Sync routers for ids ['76ea1624-6a12-4c0e-a18e-cec173881f7d'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:26:09.388590 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] Routers {'76ea1624-6a12-4c0e-a18e-cec173881f7d'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:26:09.389508 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:26:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['76ea1624-6a12-4c0e-a18e-cec173881f7d'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:26:09.451208 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-a247a384-b750-4bca-aea4-b4c1437e7ac1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 19:26:09.452221 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-a247a384-b750-4bca-aea4-b4c1437e7ac1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1070609 Aug 19 19:26:09.504689 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] Set router 76ea1624-6a12-4c0e-a18e-cec173881f7d gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:26:09.554572 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-3eccf5d5-b677-4ab9-8c90-d741e0d340db service neutron] 10.222.0.24 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939875 Aug 19 19:26:09.664210 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-30ae74cd-54ee-44c5-a466-902300406b05 service neutron] 10.222.0.24 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026690 Aug 19 19:26:09.739743 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ea1624-6a12-4c0e-a18e-cec173881f7d', 'name': 'tempest-TestSnapshotPattern-148124085-router', 'tenant_id': 'f8996466bb784065b5b3edbf668fd85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '59eae191-e72e-4765-b309-259c519178f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:26:03Z', 'updated_at': '2021-08-19T19:26:06Z', 'revision_number': 4, 'project_id': 'f8996466bb784065b5b3edbf668fd85c', 'gw_port': {'id': '59eae191-e72e-4765-b309-259c519178f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ea1624-6a12-4c0e-a18e-cec173881f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:03Z', 'updated_at': '2021-08-19T19:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'd3b4ce93-8918-49ec-a68b-e648676bd306', 'name': '', 'network_id': '1ccc55c2-32de-4635-8d72-b9c695b21c1a', 'tenant_id': 'f8996466bb784065b5b3edbf668fd85c', 'mac_address': 'fa:16:3e:b8:c4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ea1624-6a12-4c0e-a18e-cec173881f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'df2f7c58-4419-4b81-8158-670049a48d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:05Z', 'updated_at': '2021-08-19T19:26:06Z', 'revision_number': 2, 'project_id': 'f8996466bb784065b5b3edbf668fd85c', 'subnets': [{'id': 'df2f7c58-4419-4b81-8158-670049a48d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:26:09.765866 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] Checking router: 76ea1624-6a12-4c0e-a18e-cec173881f7d for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:26:09.766136 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] Updating router 76ea1624-6a12-4c0e-a18e-cec173881f7d port d3b4ce93-8918-49ec-a68b-e648676bd306 binding host n-d-803753-2 {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:26:09.793873 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:09.864992 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-98243e5b-dc90-4d22-b375-80842796d20b req-e453365b-abe2-447b-a353-c4ad6f2c6acd tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0292635 Aug 19 19:26:10.160778 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:10.171590 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] Transition to ACTIVE for port object d3b4ce93-8918-49ec-a68b-e648676bd306 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:26:10.181599 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:10.239334 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b372e66-b4ec-46c9-97f1-2f0bdf5fcb40 None None] Pushing event updated for resources: {'Port': ['ID=d3b4ce93-8918-49ec-a68b-e648676bd306,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:10.317457 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] Attempting to bind port d3b4ce93-8918-49ec-a68b-e648676bd306 on host n-d-803753-2 for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:26:10.318078 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] Attempting to bind port d3b4ce93-8918-49ec-a68b-e648676bd306 by drivers openvswitch,hyperv on host n-d-803753-2 at level 0 using segments [{'id': '53fe1ee3-ff30-4b0f-a186-77fcaac69178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1ccc55c2-32de-4635-8d72-b9c695b21c1a'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:26:10.318666 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] Attempting to bind port d3b4ce93-8918-49ec-a68b-e648676bd306 on network 1ccc55c2-32de-4635-8d72-b9c695b21c1a {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:26:10.326982 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] Checking agent: {'id': 'e390b417-4dc1-4b40-8c18-f4df4fcd7cdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 50, 7), 'started_at': datetime.datetime(2021, 8, 19, 17, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:26:10.327575 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] Checking segment: {'id': '53fe1ee3-ff30-4b0f-a186-77fcaac69178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1ccc55c2-32de-4635-8d72-b9c695b21c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:26:10.328215 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:10.329361 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] Bound using segment: {'id': '53fe1ee3-ff30-4b0f-a186-77fcaac69178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1ccc55c2-32de-4635-8d72-b9c695b21c1a'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:26:10.330155 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] Bound port: d3b4ce93-8918-49ec-a68b-e648676bd306, host: n-d-803753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53fe1ee3-ff30-4b0f-a186-77fcaac69178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1ccc55c2-32de-4635-8d72-b9c695b21c1a'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:26:10.331654 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:10.416332 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] For port d3b4ce93-8918-49ec-a68b-e648676bd306, host n-d-803753-2, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:26:10.419535 n-d-803753-2 neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] For port d3b4ce93-8918-49ec-a68b-e648676bd306, host n-d-803753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=d3b4ce93-8918-49ec-a68b-e648676bd306,segment=NetworkSegment(53fe1ee3-ff30-4b0f-a186-77fcaac69178),segment_id=53fe1ee3-ff30-4b0f-a186-77fcaac69178)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:26:10.425379 n-d-803753-2 neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:10.484433 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:10.489301 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] Routers {'76ea1624-6a12-4c0e-a18e-cec173881f7d'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:26:10.489965 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:26:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['76ea1624-6a12-4c0e-a18e-cec173881f7d'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:26:10.495031 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b372e66-b4ec-46c9-97f1-2f0bdf5fcb40 None None] Pushing event updated for resources: {'Port': ['ID=d3b4ce93-8918-49ec-a68b-e648676bd306,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:10.663185 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] Set router 76ea1624-6a12-4c0e-a18e-cec173881f7d gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:26:10.932337 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ea1624-6a12-4c0e-a18e-cec173881f7d', 'name': 'tempest-TestSnapshotPattern-148124085-router', 'tenant_id': 'f8996466bb784065b5b3edbf668fd85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '59eae191-e72e-4765-b309-259c519178f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:26:03Z', 'updated_at': '2021-08-19T19:26:06Z', 'revision_number': 4, 'project_id': 'f8996466bb784065b5b3edbf668fd85c', 'gw_port': {'id': '59eae191-e72e-4765-b309-259c519178f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ea1624-6a12-4c0e-a18e-cec173881f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:03Z', 'updated_at': '2021-08-19T19:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'd3b4ce93-8918-49ec-a68b-e648676bd306', 'name': '', 'network_id': '1ccc55c2-32de-4635-8d72-b9c695b21c1a', 'tenant_id': 'f8996466bb784065b5b3edbf668fd85c', 'mac_address': 'fa:16:3e:b8:c4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ea1624-6a12-4c0e-a18e-cec173881f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'df2f7c58-4419-4b81-8158-670049a48d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:05Z', 'updated_at': '2021-08-19T19:26:10Z', 'revision_number': 4, 'project_id': 'f8996466bb784065b5b3edbf668fd85c', 'subnets': [{'id': 'df2f7c58-4419-4b81-8158-670049a48d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:26:10.961496 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da6dc7c-7739-4b03-b3a6-a3845b8e3dfa None None] The sync data for ids ['76ea1624-6a12-4c0e-a18e-cec173881f7d'] in n-d-803753-2 is: [{'id': '76ea1624-6a12-4c0e-a18e-cec173881f7d', 'name': 'tempest-TestSnapshotPattern-148124085-router', 'tenant_id': 'f8996466bb784065b5b3edbf668fd85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '59eae191-e72e-4765-b309-259c519178f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:26:03Z', 'updated_at': '2021-08-19T19:26:06Z', 'revision_number': 4, 'project_id': 'f8996466bb784065b5b3edbf668fd85c', 'gw_port': {'id': '59eae191-e72e-4765-b309-259c519178f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ea1624-6a12-4c0e-a18e-cec173881f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:03Z', 'updated_at': '2021-08-19T19:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': 'd3b4ce93-8918-49ec-a68b-e648676bd306', 'name': '', 'network_id': '1ccc55c2-32de-4635-8d72-b9c695b21c1a', 'tenant_id': 'f8996466bb784065b5b3edbf668fd85c', 'mac_address': 'fa:16:3e:b8:c4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ea1624-6a12-4c0e-a18e-cec173881f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'df2f7c58-4419-4b81-8158-670049a48d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:05Z', 'updated_at': '2021-08-19T19:26:10Z', 'revision_number': 4, 'project_id': 'f8996466bb784065b5b3edbf668fd85c', 'subnets': [{'id': 'df2f7c58-4419-4b81-8158-670049a48d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:26:10.987012 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e873ba0b-8512-4d4f-b9e6-6ef2d03b3d62 req-08a451a2-457f-4068-8266-0e0a565cecc3 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0429733 Aug 19 19:26:11.070696 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 59eae191-e72e-4765-b309-259c519178f0 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:26:11.136783 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port 59eae191-e72e-4765-b309-259c519178f0 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:26:11.137427 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:11.158921 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-604373e2-8736-4a9c-bcee-cecf2c037101 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:11.160741 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-604373e2-8736-4a9c-bcee-cecf2c037101 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.50 "GET /v2.0/networks?id=9b771d50-e59f-4e62-a3ec-a00c31abecba HTTP/1.1" status: 200 len: 809 time: 0.1331546 Aug 19 19:26:11.221259 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-b43ef9c0-37e7-41d3-8dac-c5df24ac747f tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86e6d6f852cc427086c84cbf49be9498 HTTP/1.1" status: 200 len: 380 time: 0.0497904 Aug 19 19:26:11.231263 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d3b4ce93-8918-49ec-a68b-e648676bd306 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:26:11.232236 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-ee3742b1-6945-4e40-b66d-d8cd3b0e1595 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Request body: {'port': {'device_id': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'admin_state_up': True, 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'security_groups': ['d9e2c28a-f0d3-4266-8ba6-af11d56acd07']}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:26:11.284991 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning for port d3b4ce93-8918-49ec-a68b-e648676bd306 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:26:11.289548 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port d3b4ce93-8918-49ec-a68b-e648676bd306 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:26:11.290021 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:11.352414 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-ee3742b1-6945-4e40-b66d-d8cd3b0e1595 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Made reservation on behalf of 86e6d6f852cc427086c84cbf49be9498 for: {'port': 1} {{(pid=94681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:26:11.356463 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-ee3742b1-6945-4e40-b66d-d8cd3b0e1595 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:11.379107 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:11.414900 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] For port d3b4ce93-8918-49ec-a68b-e648676bd306, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=d3b4ce93-8918-49ec-a68b-e648676bd306,segment=NetworkSegment(53fe1ee3-ff30-4b0f-a186-77fcaac69178),segment_id=53fe1ee3-ff30-4b0f-a186-77fcaac69178)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:26:11.419715 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:11.477090 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Pushing event updated for resources: {'Port': ['ID=d3b4ce93-8918-49ec-a68b-e648676bd306,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:11.499157 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-ee3742b1-6945-4e40-b66d-d8cd3b0e1595 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Allocated IP 172.20.0.12 (9b771d50-e59f-4e62-a3ec-a00c31abecba/43cc4412-5a9f-43e8-9984-54a5cec82cc1/8be19c62-5d8c-44ad-9ddb-6a4569672e87) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:26:11.977479 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-ee3742b1-6945-4e40-b66d-d8cd3b0e1595 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:11.990489 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-ee3742b1-6945-4e40-b66d-d8cd3b0e1595 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Transition to ACTIVE for port object 8be19c62-5d8c-44ad-9ddb-6a4569672e87 will not be triggered until provisioned by entity DHCP. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:26:12.025323 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-ee3742b1-6945-4e40-b66d-d8cd3b0e1595 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:12.070299 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-ee3742b1-6945-4e40-b66d-d8cd3b0e1595 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Network 9b771d50-e59f-4e62-a3ec-a00c31abecba is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:26:12.070994 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:12.073648 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-ee3742b1-6945-4e40-b66d-d8cd3b0e1595 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:26:12.077586 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-ee3742b1-6945-4e40-b66d-d8cd3b0e1595 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:26:12.084739 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3742b1-6945-4e40-b66d-d8cd3b0e1595 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Pushing event updated for resources: {'Port': ['ID=8be19c62-5d8c-44ad-9ddb-6a4569672e87,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:12.136577 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd63164-9c7b-4f28-819a-353a1b1c7ce8 req-99517622-751e-416b-9183-c22e2c8d991a tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:12.138156 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bdd63164-9c7b-4f28-819a-353a1b1c7ce8 req-99517622-751e-416b-9183-c22e2c8d991a tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7 HTTP/1.1" status: 200 len: 932 time: 0.0748413 Aug 19 19:26:12.138617 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-ee3742b1-6945-4e40-b66d-d8cd3b0e1595 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:12.139508 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-ee3742b1-6945-4e40-b66d-d8cd3b0e1595 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:12.155230 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-ee3742b1-6945-4e40-b66d-d8cd3b0e1595 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9275978 Aug 19 19:26:12.168742 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-3121e357-0942-49cd-9a67-60caa0f22b59 service neutron] Request body: {'port': {'device_id': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803753-2'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:26:12.184495 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-bdd63164-9c7b-4f28-819a-353a1b1c7ce8 req-ce4bdf9f-8547-47c6-a320-0d163e46ac2c tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380139 Aug 19 19:26:12.232888 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-3121e357-0942-49cd-9a67-60caa0f22b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:12.375566 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7a8434f4-b041-47da-93f5-e022e5a67a3f None None] Provisioning for port 8be19c62-5d8c-44ad-9ddb-6a4569672e87 completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:26:12.379563 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-7a8434f4-b041-47da-93f5-e022e5a67a3f None None] Provisioning complete for port 8be19c62-5d8c-44ad-9ddb-6a4569672e87 triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:26:12.379941 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7a8434f4-b041-47da-93f5-e022e5a67a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:12.413616 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-7a8434f4-b041-47da-93f5-e022e5a67a3f None None] Port 8be19c62-5d8c-44ad-9ddb-6a4569672e87 cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:26:12.501268 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-3121e357-0942-49cd-9a67-60caa0f22b59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be19c62-5d8c-44ad-9ddb-6a4569672e87 {{(pid=94681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:26:12.508627 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-3121e357-0942-49cd-9a67-60caa0f22b59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:12.520963 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.provisioning_blocks [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-3121e357-0942-49cd-9a67-60caa0f22b59 service neutron] Transition to ACTIVE for port object 8be19c62-5d8c-44ad-9ddb-6a4569672e87 will not be triggered until provisioned by entity L2. {{(pid=94681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:26:12.524680 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-3121e357-0942-49cd-9a67-60caa0f22b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:12.578017 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121e357-0942-49cd-9a67-60caa0f22b59 service neutron] Pushing event updated for resources: {'Port': ['ID=8be19c62-5d8c-44ad-9ddb-6a4569672e87,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:12.651108 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-3121e357-0942-49cd-9a67-60caa0f22b59 service neutron] Attempting to bind port 8be19c62-5d8c-44ad-9ddb-6a4569672e87 on host n-h2-803753-2 for vnic_type normal with profile {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:26:12.651449 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-3121e357-0942-49cd-9a67-60caa0f22b59 service neutron] Attempting to bind port 8be19c62-5d8c-44ad-9ddb-6a4569672e87 by drivers openvswitch,hyperv on host n-h2-803753-2 at level 0 using segments [{'id': '4592b32f-118d-4cb0-bef1-1739eb9f47ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba'}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:26:12.651782 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-3121e357-0942-49cd-9a67-60caa0f22b59 service neutron] Attempting to bind port 8be19c62-5d8c-44ad-9ddb-6a4569672e87 on network 9b771d50-e59f-4e62-a3ec-a00c31abecba {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:26:12.656397 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-3121e357-0942-49cd-9a67-60caa0f22b59 service neutron] Port 8be19c62-5d8c-44ad-9ddb-6a4569672e87 on network 9b771d50-e59f-4e62-a3ec-a00c31abecba not bound, no agent of type Open vSwitch agent registered on host n-h2-803753-2 {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:26:12.656724 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-3121e357-0942-49cd-9a67-60caa0f22b59 service neutron] Attempting to bind port 8be19c62-5d8c-44ad-9ddb-6a4569672e87 on network 9b771d50-e59f-4e62-a3ec-a00c31abecba {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:26:12.661911 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-3121e357-0942-49cd-9a67-60caa0f22b59 service neutron] Checking agent: {'id': '9b0941b2-4c32-40e4-9024-81f20a4f5de6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:26:12.662249 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-3121e357-0942-49cd-9a67-60caa0f22b59 service neutron] Checking segment: {'id': '4592b32f-118d-4cb0-bef1-1739eb9f47ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:26:12.662639 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-3121e357-0942-49cd-9a67-60caa0f22b59 service neutron] Bound using segment: {'id': '4592b32f-118d-4cb0-bef1-1739eb9f47ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba'} {{(pid=94681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:26:12.663070 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.managers [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-3121e357-0942-49cd-9a67-60caa0f22b59 service neutron] Bound port: 8be19c62-5d8c-44ad-9ddb-6a4569672e87, host: n-h2-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4592b32f-118d-4cb0-bef1-1739eb9f47ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba'}}] {{(pid=94681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:26:12.663430 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-3121e357-0942-49cd-9a67-60caa0f22b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:12.730579 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-3121e357-0942-49cd-9a67-60caa0f22b59 service neutron] For port 8be19c62-5d8c-44ad-9ddb-6a4569672e87, host n-h2-803753-2, cleared binding levels {{(pid=94681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:26:12.733987 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-3121e357-0942-49cd-9a67-60caa0f22b59 service neutron] For port 8be19c62-5d8c-44ad-9ddb-6a4569672e87, host n-h2-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=8be19c62-5d8c-44ad-9ddb-6a4569672e87,segment=NetworkSegment(4592b32f-118d-4cb0-bef1-1739eb9f47ed),segment_id=4592b32f-118d-4cb0-bef1-1739eb9f47ed)] {{(pid=94681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:26:12.738606 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-3121e357-0942-49cd-9a67-60caa0f22b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:12.771717 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-3121e357-0942-49cd-9a67-60caa0f22b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:12.772092 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-3121e357-0942-49cd-9a67-60caa0f22b59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:12.773830 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-3121e357-0942-49cd-9a67-60caa0f22b59 service neutron] 10.222.0.50 "PUT /v2.0/ports/8be19c62-5d8c-44ad-9ddb-6a4569672e87 HTTP/1.1" status: 200 len: 1092 time: 0.6095157 Aug 19 19:26:12.776511 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'tag': '8be19c62-5d8c-44ad-9ddb-6a4569672e87'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:26:12.779617 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646dfe43-1956-4a06-afb3-76534b7e25bf" -d '{"events": [{"name": "network-changed", "server_uuid": "dc567ef5-6cae-48a5-9fa9-530512b3e8d7", "tag": "8be19c62-5d8c-44ad-9ddb-6a4569672e87"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:26:12.815514 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121e357-0942-49cd-9a67-60caa0f22b59 service neutron] Pushing event updated for resources: {'Port': ['ID=8be19c62-5d8c-44ad-9ddb-6a4569672e87,revision_number=3']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:12.835929 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8c51cb-6210-436b-9d8f-79ce341dee48 x-openstack-request-id: req-be8c51cb-6210-436b-9d8f-79ce341dee48 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:26:12.836244 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc567ef5-6cae-48a5-9fa9-530512b3e8d7", "tag": "8be19c62-5d8c-44ad-9ddb-6a4569672e87", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:26:12.836536 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be8c51cb-6210-436b-9d8f-79ce341dee48 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:26:12.836977 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'tag': '8be19c62-5d8c-44ad-9ddb-6a4569672e87', 'status': 'completed', 'code': 200} Aug 19 19:26:12.886003 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-a54f48b2-e556-4c6e-8de1-8b5e7de7cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:12.887530 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-a54f48b2-e556-4c6e-8de1-8b5e7de7cc0d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=86e6d6f852cc427086c84cbf49be9498&device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7 HTTP/1.1" status: 200 len: 1095 time: 0.0482521 Aug 19 19:26:12.932022 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-76028e3a-f110-4631-87b7-42baaa0077ec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8be19c62-5d8c-44ad-9ddb-6a4569672e87 HTTP/1.1" status: 200 len: 217 time: 0.0359657 Aug 19 19:26:12.983083 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-b87ca754-90ec-4669-a975-b03ab44d2f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:12.984558 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-b87ca754-90ec-4669-a975-b03ab44d2f18 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43cc4412-5a9f-43e8-9984-54a5cec82cc1 HTTP/1.1" status: 200 len: 848 time: 0.0451798 Aug 19 19:26:13.015763 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d3b4ce93-8918-49ec-a68b-e648676bd306 up at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:26:13.036797 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-df341ba7-253e-4da2-adb7-14269659b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:13.038244 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-df341ba7-253e-4da2-adb7-14269659b03e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b771d50-e59f-4e62-a3ec-a00c31abecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467401 Aug 19 19:26:13.083520 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Provisioning complete for port d3b4ce93-8918-49ec-a68b-e648676bd306 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:26:13.084116 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:13.132378 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-92119913-8561-4232-bcb4-12d83ae6f2d3 service neutron] 10.222.0.50 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861192 Aug 19 19:26:13.228854 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-87a5b0bb-b661-411c-ab43-2ee4bec1769d req-cc684bad-ba84-44e4-8f7b-e9c9fe2e49d1 service neutron] 10.222.0.50 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891552 Aug 19 19:26:13.305179 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd129416-021e-4d7f-9df3-80d1b1d2d6b6 req-2650513c-c54b-49c4-9c30-98bb22f6c551 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:13.307402 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dd129416-021e-4d7f-9df3-80d1b1d2d6b6 req-2650513c-c54b-49c4-9c30-98bb22f6c551 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7 HTTP/1.1" status: 200 len: 944 time: 0.0512936 Aug 19 19:26:13.320717 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfe43-1956-4a06-afb3-76534b7e25bf req-873446ae-39b7-4522-ba2b-1eae58d98823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:13.322272 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-646dfe43-1956-4a06-afb3-76534b7e25bf req-873446ae-39b7-4522-ba2b-1eae58d98823 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=86e6d6f852cc427086c84cbf49be9498&device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7 HTTP/1.1" status: 200 len: 1095 time: 0.0442193 Aug 19 19:26:13.348121 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dd129416-021e-4d7f-9df3-80d1b1d2d6b6 req-85857b2d-52c5-4f60-9b20-defc508d64c8 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339360 Aug 19 19:26:13.416035 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfe43-1956-4a06-afb3-76534b7e25bf req-ec6d09be-5334-404d-a428-28457655501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:13.417604 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-646dfe43-1956-4a06-afb3-76534b7e25bf req-ec6d09be-5334-404d-a428-28457655501f service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b771d50-e59f-4e62-a3ec-a00c31abecba HTTP/1.1" status: 200 len: 910 time: 0.0871170 Aug 19 19:26:13.464619 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-646dfe43-1956-4a06-afb3-76534b7e25bf req-baa45ed2-5e43-4db2-b807-bc76b57bf602 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8be19c62-5d8c-44ad-9ddb-6a4569672e87 HTTP/1.1" status: 200 len: 217 time: 0.0394354 Aug 19 19:26:13.516778 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfe43-1956-4a06-afb3-76534b7e25bf req-9ece95d2-0614-4e8b-9daa-91a0daed563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:13.518443 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-646dfe43-1956-4a06-afb3-76534b7e25bf req-9ece95d2-0614-4e8b-9daa-91a0daed563e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43cc4412-5a9f-43e8-9984-54a5cec82cc1 HTTP/1.1" status: 200 len: 848 time: 0.0449040 Aug 19 19:26:13.567161 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfe43-1956-4a06-afb3-76534b7e25bf req-62a109ce-6450-41ae-94cf-b445493c0779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:13.568589 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-646dfe43-1956-4a06-afb3-76534b7e25bf req-62a109ce-6450-41ae-94cf-b445493c0779 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b771d50-e59f-4e62-a3ec-a00c31abecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417769 Aug 19 19:26:13.669393 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-646dfe43-1956-4a06-afb3-76534b7e25bf req-fba52b53-4204-4cb1-91cb-1da1d682c0af service neutron] 10.222.0.50 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919311 Aug 19 19:26:13.762895 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-646dfe43-1956-4a06-afb3-76534b7e25bf req-f6eef4b5-9f41-4a4b-8dd7-5aedfbc449a6 service neutron] 10.222.0.50 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845451 Aug 19 19:26:13.795616 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:26:14.466864 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a68aff-7751-4d0d-aca0-757e4c7c7c6a req-b4dbad40-1948-45b1-a7da-3aedf0ed83f1 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:14.468404 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-56a68aff-7751-4d0d-aca0-757e4c7c7c6a req-b4dbad40-1948-45b1-a7da-3aedf0ed83f1 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7 HTTP/1.1" status: 200 len: 944 time: 0.0501893 Aug 19 19:26:14.516365 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-56a68aff-7751-4d0d-aca0-757e4c7c7c6a req-a718c0d9-6bf0-4e11-a475-8dd58e3a40c6 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408442 Aug 19 19:26:15.182976 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 8be19c62-5d8c-44ad-9ddb-6a4569672e87 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:26:15.281001 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 8be19c62-5d8c-44ad-9ddb-6a4569672e87, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=8be19c62-5d8c-44ad-9ddb-6a4569672e87,segment=NetworkSegment(4592b32f-118d-4cb0-bef1-1739eb9f47ed),segment_id=4592b32f-118d-4cb0-bef1-1739eb9f47ed)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:26:15.292251 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '8be19c62-5d8c-44ad-9ddb-6a4569672e87', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'port_id': '8be19c62-5d8c-44ad-9ddb-6a4569672e87', 'mac_address': 'fa:16:3e:e0:02:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:26:15.328084 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:15.341048 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be19c62-5d8c-44ad-9ddb-6a4569672e87 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:26:15.360569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 8be19c62-5d8c-44ad-9ddb-6a4569672e87, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=8be19c62-5d8c-44ad-9ddb-6a4569672e87,segment=NetworkSegment(4592b32f-118d-4cb0-bef1-1739eb9f47ed),segment_id=4592b32f-118d-4cb0-bef1-1739eb9f47ed)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:26:15.364263 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:15.412353 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=8be19c62-5d8c-44ad-9ddb-6a4569672e87,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:15.575366 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['8be19c62-5d8c-44ad-9ddb-6a4569672e87'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:26:15.633972 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6d347-35a9-4763-9ee6-d2829cc87cae req-14fbe798-abaa-4066-99a7-5e2ed93c7228 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:15.635504 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2aa6d347-35a9-4763-9ee6-d2829cc87cae req-14fbe798-abaa-4066-99a7-5e2ed93c7228 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7 HTTP/1.1" status: 200 len: 945 time: 0.0497291 Aug 19 19:26:15.674507 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-2aa6d347-35a9-4763-9ee6-d2829cc87cae req-dd081025-8750-4fe0-8594-2ae7aaa618a7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326533 Aug 19 19:26:16.791254 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20501739-af75-46e6-8cdb-8725c8f263d1 req-62f91f93-84b5-46ac-ac96-c5632a20c065 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:16.792755 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-20501739-af75-46e6-8cdb-8725c8f263d1 req-62f91f93-84b5-46ac-ac96-c5632a20c065 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7 HTTP/1.1" status: 200 len: 945 time: 0.0494199 Aug 19 19:26:16.835590 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-20501739-af75-46e6-8cdb-8725c8f263d1 req-8ddb8eda-8b20-49fe-9178-791984d14218 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364857 Aug 19 19:26:17.186035 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 8be19c62-5d8c-44ad-9ddb-6a4569672e87 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:26:17.236541 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning for port 8be19c62-5d8c-44ad-9ddb-6a4569672e87 completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:26:17.240045 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 8be19c62-5d8c-44ad-9ddb-6a4569672e87 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:26:17.240421 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:17.315085 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:17.337847 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be19c62-5d8c-44ad-9ddb-6a4569672e87'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:26:17.340094 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a46aab-4f53-4098-8276-846e510d4638" -d '{"events": [{"server_uuid": "dc567ef5-6cae-48a5-9fa9-530512b3e8d7", "name": "network-vif-plugged", "status": "completed", "tag": "8be19c62-5d8c-44ad-9ddb-6a4569672e87"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:26:17.353615 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 8be19c62-5d8c-44ad-9ddb-6a4569672e87, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=8be19c62-5d8c-44ad-9ddb-6a4569672e87,segment=NetworkSegment(4592b32f-118d-4cb0-bef1-1739eb9f47ed),segment_id=4592b32f-118d-4cb0-bef1-1739eb9f47ed)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:26:17.357543 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:17.384515 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9010ac0-3c8e-4561-b8e7-0aa6171f569d x-openstack-request-id: req-f9010ac0-3c8e-4561-b8e7-0aa6171f569d {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:26:17.384811 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc567ef5-6cae-48a5-9fa9-530512b3e8d7", "name": "network-vif-plugged", "status": "completed", "tag": "8be19c62-5d8c-44ad-9ddb-6a4569672e87", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:26:17.385064 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9010ac0-3c8e-4561-b8e7-0aa6171f569d {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:26:17.385457 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be19c62-5d8c-44ad-9ddb-6a4569672e87', 'code': 200} Aug 19 19:26:17.412337 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=8be19c62-5d8c-44ad-9ddb-6a4569672e87,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:17.429100 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:17.475425 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e635c-0ee9-4db8-953e-8deab2151369 req-b20fcec2-d7a8-45d0-b7da-043eb2c8548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:17.477015 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f75e635c-0ee9-4db8-953e-8deab2151369 req-b20fcec2-d7a8-45d0-b7da-043eb2c8548c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7 HTTP/1.1" status: 200 len: 1097 time: 0.0425177 Aug 19 19:26:17.511947 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-f75e635c-0ee9-4db8-953e-8deab2151369 req-d1f88d04-fd13-4ff6-bb8a-7291372a3dd0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282922 Aug 19 19:26:17.961770 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2be3ea-a3b8-41b6-b7fb-5628cb404513 req-474b672b-a44a-4421-b980-a494a3c8ac81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:17.963333 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6b2be3ea-a3b8-41b6-b7fb-5628cb404513 req-474b672b-a44a-4421-b980-a494a3c8ac81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0503287 Aug 19 19:26:18.008284 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6b2be3ea-a3b8-41b6-b7fb-5628cb404513 req-d791e4b1-14d4-4f19-b6d0-b346150057ec tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388837 Aug 19 19:26:19.132699 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e12e8-cf4c-4de2-983d-f7a7f661565f req-cfc91f4f-3afc-4982-9c5b-7a6559e3713d tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:19.134210 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-241e12e8-cf4c-4de2-983d-f7a7f661565f req-cfc91f4f-3afc-4982-9c5b-7a6559e3713d tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0553036 Aug 19 19:26:19.171580 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-241e12e8-cf4c-4de2-983d-f7a7f661565f req-8b6261cb-3d21-42d4-9438-5b87f8972ca2 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313330 Aug 19 19:26:19.285992 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab9f03-cf57-4b06-83c7-34bfdb2139ca req-a82a5b2a-cb36-4092-987f-dbe889d47596 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:19.287525 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cbab9f03-cf57-4b06-83c7-34bfdb2139ca req-a82a5b2a-cb36-4092-987f-dbe889d47596 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0496132 Aug 19 19:26:19.325952 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-cbab9f03-cf57-4b06-83c7-34bfdb2139ca req-43fbeba2-18cc-4d96-884e-81cdd0228d00 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323758 Aug 19 19:26:19.348243 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44838) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:26:19.429946 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcdb33d-ea5d-44fb-8a21-460e6bac0c60 tempest-TestSnapshotPattern-510716381 tempest-TestSnapshotPattern-510716381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:19.431484 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-8dcdb33d-ea5d-44fb-8a21-460e6bac0c60 tempest-TestSnapshotPattern-510716381 tempest-TestSnapshotPattern-510716381-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7 HTTP/1.1" status: 200 len: 1092 time: 0.0822716 Aug 19 19:26:19.434775 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 44842) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:26:19.439961 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-fdf77592-742c-49ae-aa1a-260dd8eb88a0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': '8be19c62-5d8c-44ad-9ddb-6a4569672e87', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:26:19.461875 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fdf77592-742c-49ae-aa1a-260dd8eb88a0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:19.561165 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fdf77592-742c-49ae-aa1a-260dd8eb88a0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:19.664516 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-fdf77592-742c-49ae-aa1a-260dd8eb88a0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Allocated IP 172.25.8.100 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/ed8c628b-d538-43ac-ae23-2593e808c9a5) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:26:19.770022 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fdf77592-742c-49ae-aa1a-260dd8eb88a0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:19.811054 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fdf77592-742c-49ae-aa1a-260dd8eb88a0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:19.851338 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf77592-742c-49ae-aa1a-260dd8eb88a0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:26:19.855880 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-fdf77592-742c-49ae-aa1a-260dd8eb88a0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:26:19.861667 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf77592-742c-49ae-aa1a-260dd8eb88a0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:26:19.885091 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf77592-742c-49ae-aa1a-260dd8eb88a0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Pushing event updated for resources: {'Port': ['ID=ed8c628b-d538-43ac-ae23-2593e808c9a5,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:20.228141 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fdf77592-742c-49ae-aa1a-260dd8eb88a0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:20.294387 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fdf77592-742c-49ae-aa1a-260dd8eb88a0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:20.448259 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fdf77592-742c-49ae-aa1a-260dd8eb88a0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:20.453100 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fdf77592-742c-49ae-aa1a-260dd8eb88a0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:20.526878 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf77592-742c-49ae-aa1a-260dd8eb88a0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Pushing event updated for resources: {'Port': ['ID=ed8c628b-d538-43ac-ae23-2593e808c9a5,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:26:20.537665 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fdf77592-742c-49ae-aa1a-260dd8eb88a0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:20.642189 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-fdf77592-742c-49ae-aa1a-260dd8eb88a0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Floating IP 1479cb8e-8ef8-4fb8-89e0-66d270673f97 associated. External IP: 172.25.8.100, port: 8be19c62-5d8c-44ad-9ddb-6a4569672e87. Aug 19 19:26:20.858750 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf77592-742c-49ae-aa1a-260dd8eb88a0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Router ad82a8ce-6af3-4a60-9a5b-130146bd42ea has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:26:20.974845 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf77592-742c-49ae-aa1a-260dd8eb88a0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:26:20.984690 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199524bc-86d8-4bba-a960-1ab490ce589e None None] Sync routers for ids ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:26:20.992030 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-fdf77592-742c-49ae-aa1a-260dd8eb88a0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:20.995844 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199524bc-86d8-4bba-a960-1ab490ce589e None None] Routers {'ad82a8ce-6af3-4a60-9a5b-130146bd42ea'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:26:20.997084 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-199524bc-86d8-4bba-a960-1ab490ce589e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:26:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:26:21.033253 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-fdf77592-742c-49ae-aa1a-260dd8eb88a0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5895655 Aug 19 19:26:21.033253 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'tag': '8be19c62-5d8c-44ad-9ddb-6a4569672e87'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:26:21.033253 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbf2027-b8bb-4865-8e45-9a1c7f8c1670" -d '{"events": [{"name": "network-changed", "server_uuid": "dc567ef5-6cae-48a5-9fa9-530512b3e8d7", "tag": "8be19c62-5d8c-44ad-9ddb-6a4569672e87"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:26:21.114825 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-199524bc-86d8-4bba-a960-1ab490ce589e None None] Set router ad82a8ce-6af3-4a60-9a5b-130146bd42ea gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:26:21.126761 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3510ce70-b19b-4aa4-9f98-f220dbdf09a4 x-openstack-request-id: req-3510ce70-b19b-4aa4-9f98-f220dbdf09a4 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:26:21.127305 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc567ef5-6cae-48a5-9fa9-530512b3e8d7", "tag": "8be19c62-5d8c-44ad-9ddb-6a4569672e87", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:26:21.127621 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3510ce70-b19b-4aa4-9f98-f220dbdf09a4 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:26:21.128128 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'tag': '8be19c62-5d8c-44ad-9ddb-6a4569672e87', 'status': 'completed', 'code': 200} Aug 19 19:26:21.190789 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf2027-b8bb-4865-8e45-9a1c7f8c1670 req-b00d305d-17f3-4210-bc4f-7d435a2b31fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:21.192318 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fcbf2027-b8bb-4865-8e45-9a1c7f8c1670 req-b00d305d-17f3-4210-bc4f-7d435a2b31fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=86e6d6f852cc427086c84cbf49be9498&device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7 HTTP/1.1" status: 200 len: 1097 time: 0.0444264 Aug 19 19:26:21.282689 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf2027-b8bb-4865-8e45-9a1c7f8c1670 req-3234b589-d7d4-4f72-ac43-830127326c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:21.284179 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fcbf2027-b8bb-4865-8e45-9a1c7f8c1670 req-3234b589-d7d4-4f72-ac43-830127326c7a service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b771d50-e59f-4e62-a3ec-a00c31abecba HTTP/1.1" status: 200 len: 910 time: 0.0851541 Aug 19 19:26:21.352660 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-199524bc-86d8-4bba-a960-1ab490ce589e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'name': 'tempest-TestSnapshotPattern-466460750-router', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:25:58Z', 'updated_at': '2021-08-19T19:26:01Z', 'revision_number': 4, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'gw_port': {'id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:25:59Z', 'updated_at': '2021-08-19T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '1479cb8e-8ef8-4fb8-89e0-66d270673f97', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'port_id': '8be19c62-5d8c-44ad-9ddb-6a4569672e87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'mac_address': 'fa:16:3e:e0:02:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:26:20Z', 'updated_at': '2021-08-19T19:26:20Z', 'revision_number': 0, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538a9144-37cf-457d-b1dd-95ea5e94af3b', 'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'mac_address': 'fa:16:3e:c7:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:00Z', 'updated_at': '2021-08-19T19:26:07Z', 'revision_number': 5, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'subnets': [{'id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:26:21.361659 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fcbf2027-b8bb-4865-8e45-9a1c7f8c1670 req-e37a3422-0e41-4b96-96df-e5b1505163b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8be19c62-5d8c-44ad-9ddb-6a4569672e87 HTTP/1.1" status: 200 len: 1000 time: 0.0696998 Aug 19 19:26:21.382786 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199524bc-86d8-4bba-a960-1ab490ce589e None None] Checking router: ad82a8ce-6af3-4a60-9a5b-130146bd42ea for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:26:21.392185 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199524bc-86d8-4bba-a960-1ab490ce589e None None] Routers {'ad82a8ce-6af3-4a60-9a5b-130146bd42ea'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:26:21.392802 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-199524bc-86d8-4bba-a960-1ab490ce589e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:26:07Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:26:21.413075 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf2027-b8bb-4865-8e45-9a1c7f8c1670 req-511f03ad-b0fe-4b3d-b7da-9e6bce76e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:21.414625 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fcbf2027-b8bb-4865-8e45-9a1c7f8c1670 req-511f03ad-b0fe-4b3d-b7da-9e6bce76e68a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43cc4412-5a9f-43e8-9984-54a5cec82cc1 HTTP/1.1" status: 200 len: 848 time: 0.0464091 Aug 19 19:26:21.463659 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf2027-b8bb-4865-8e45-9a1c7f8c1670 req-d8e0c5a7-e339-46fa-b533-5cf67242bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:21.465196 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fcbf2027-b8bb-4865-8e45-9a1c7f8c1670 req-d8e0c5a7-e339-46fa-b533-5cf67242bf17 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b771d50-e59f-4e62-a3ec-a00c31abecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431697 Aug 19 19:26:21.505330 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-199524bc-86d8-4bba-a960-1ab490ce589e None None] Set router ad82a8ce-6af3-4a60-9a5b-130146bd42ea gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:26:21.565686 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fcbf2027-b8bb-4865-8e45-9a1c7f8c1670 req-3566f3f3-9ef1-4e5c-a5ee-35a81419d25c service neutron] 10.222.0.50 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910382 Aug 19 19:26:21.658969 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fcbf2027-b8bb-4865-8e45-9a1c7f8c1670 req-353ea17d-8f76-4c9a-a5ab-f2cd8f02ba71 service neutron] 10.222.0.50 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853691 Aug 19 19:26:21.892371 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-199524bc-86d8-4bba-a960-1ab490ce589e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'name': 'tempest-TestSnapshotPattern-466460750-router', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:25:58Z', 'updated_at': '2021-08-19T19:26:01Z', 'revision_number': 4, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'gw_port': {'id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:25:59Z', 'updated_at': '2021-08-19T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '1479cb8e-8ef8-4fb8-89e0-66d270673f97', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'port_id': '8be19c62-5d8c-44ad-9ddb-6a4569672e87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'mac_address': 'fa:16:3e:e0:02:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:26:20Z', 'updated_at': '2021-08-19T19:26:20Z', 'revision_number': 0, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538a9144-37cf-457d-b1dd-95ea5e94af3b', 'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'mac_address': 'fa:16:3e:c7:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:00Z', 'updated_at': '2021-08-19T19:26:07Z', 'revision_number': 5, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'subnets': [{'id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:26:21.918375 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199524bc-86d8-4bba-a960-1ab490ce589e None None] The sync data for ids ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'] in n-d-803753-2 is: [{'id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'name': 'tempest-TestSnapshotPattern-466460750-router', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:25:58Z', 'updated_at': '2021-08-19T19:26:01Z', 'revision_number': 4, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'gw_port': {'id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:25:59Z', 'updated_at': '2021-08-19T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '1479cb8e-8ef8-4fb8-89e0-66d270673f97', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'port_id': '8be19c62-5d8c-44ad-9ddb-6a4569672e87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'mac_address': 'fa:16:3e:e0:02:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:26:20Z', 'updated_at': '2021-08-19T19:26:20Z', 'revision_number': 0, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538a9144-37cf-457d-b1dd-95ea5e94af3b', 'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'mac_address': 'fa:16:3e:c7:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:00Z', 'updated_at': '2021-08-19T19:26:07Z', 'revision_number': 5, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'subnets': [{'id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:26:22.107872 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfedfc78-e21d-44e2-a580-2f1f91582097 None None] New status for floating IP 1479cb8e-8ef8-4fb8-89e0-66d270673f97: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:26:34.775771 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cc870ccc-9b53-49d1-87d8-c40908052431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:37.426404 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:37.482545 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2c56fced-f689-4e72-9c27-01d8d5547b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:38.505519 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:40.488091 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:42.068104 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:47.436781 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:50.794964 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:26:54.654730 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e7be6e16-ef0f-4c77-88c5-c37ff3b86d0f req-9a3a3c56-108c-4363-92ba-a23e24ad662b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418317 Aug 19 19:26:54.740326 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be6e16-ef0f-4c77-88c5-c37ff3b86d0f req-a09a6025-0c99-4f1f-a3b8-25c26c760e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:54.741848 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e7be6e16-ef0f-4c77-88c5-c37ff3b86d0f req-a09a6025-0c99-4f1f-a3b8-25c26c760e86 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=86e6d6f852cc427086c84cbf49be9498&device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7 HTTP/1.1" status: 200 len: 1097 time: 0.0455036 Aug 19 19:26:54.849862 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be6e16-ef0f-4c77-88c5-c37ff3b86d0f req-1c2c94cf-9aef-45ab-8cb9-d27d1088f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:54.851356 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e7be6e16-ef0f-4c77-88c5-c37ff3b86d0f req-1c2c94cf-9aef-45ab-8cb9-d27d1088f129 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b771d50-e59f-4e62-a3ec-a00c31abecba HTTP/1.1" status: 200 len: 910 time: 0.0885017 Aug 19 19:26:54.921200 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e7be6e16-ef0f-4c77-88c5-c37ff3b86d0f req-4337a2ea-2aa4-405d-a8c5-dea01750b690 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8be19c62-5d8c-44ad-9ddb-6a4569672e87 HTTP/1.1" status: 200 len: 1002 time: 0.0618260 Aug 19 19:26:54.973132 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be6e16-ef0f-4c77-88c5-c37ff3b86d0f req-546167dc-ecd7-42db-9ac0-6345815dbe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:54.974058 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e7be6e16-ef0f-4c77-88c5-c37ff3b86d0f req-546167dc-ecd7-42db-9ac0-6345815dbe38 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43cc4412-5a9f-43e8-9984-54a5cec82cc1 HTTP/1.1" status: 200 len: 848 time: 0.0449498 Aug 19 19:26:55.021687 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be6e16-ef0f-4c77-88c5-c37ff3b86d0f req-0cf8685e-de18-4546-8616-c17b77c73fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:26:55.023188 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e7be6e16-ef0f-4c77-88c5-c37ff3b86d0f req-0cf8685e-de18-4546-8616-c17b77c73fcd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b771d50-e59f-4e62-a3ec-a00c31abecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418572 Aug 19 19:26:55.116143 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e7be6e16-ef0f-4c77-88c5-c37ff3b86d0f req-1fc09be6-f3d0-4f7c-9b2b-2c6d2604ed06 service neutron] 10.222.0.50 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858440 Aug 19 19:26:55.206804 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e7be6e16-ef0f-4c77-88c5-c37ff3b86d0f req-db0bca8b-7809-457c-a6e4-babdcaa1f528 service neutron] 10.222.0.50 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831542 Aug 19 19:27:04.776119 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-094ebc9a-9a8d-4d58-9e5f-42bc8fa41e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:27:07.428423 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:27:07.483408 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-031627c3-2bf1-4427-b694-791f230aa568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:27:08.511396 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:27:10.491327 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:27:12.082418 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:27:17.479456 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:27:27.794310 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:27:34.776711 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-57554ec8-9641-4296-a640-4f6051a86016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:27:37.430839 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:27:37.483310 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-409c9959-b028-4f3f-8bb1-29d14a118ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:27:38.512603 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:27:40.491963 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:27:42.098130 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:27:47.460166 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:27:56.657222 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-805d80c2-9f9d-417c-a4bc-d901e36e2ae2 req-803c735e-fe20-4ac8-91e3-a4f4136b07f4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425932 Aug 19 19:27:56.747053 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d80c2-9f9d-417c-a4bc-d901e36e2ae2 req-99dbba39-e1e1-4675-b023-e811d5558ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:27:56.748833 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-805d80c2-9f9d-417c-a4bc-d901e36e2ae2 req-99dbba39-e1e1-4675-b023-e811d5558ec0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=86e6d6f852cc427086c84cbf49be9498&device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7 HTTP/1.1" status: 200 len: 1097 time: 0.0456278 Aug 19 19:27:56.853788 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d80c2-9f9d-417c-a4bc-d901e36e2ae2 req-3c427f13-420b-48d6-a152-c77dbcf2ff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:27:56.855284 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-805d80c2-9f9d-417c-a4bc-d901e36e2ae2 req-3c427f13-420b-48d6-a152-c77dbcf2ff4a service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b771d50-e59f-4e62-a3ec-a00c31abecba HTTP/1.1" status: 200 len: 910 time: 0.0849652 Aug 19 19:27:56.925899 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-805d80c2-9f9d-417c-a4bc-d901e36e2ae2 req-a2236680-25e3-45e4-82ca-534a04240286 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8be19c62-5d8c-44ad-9ddb-6a4569672e87 HTTP/1.1" status: 200 len: 1002 time: 0.0616534 Aug 19 19:27:56.978077 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d80c2-9f9d-417c-a4bc-d901e36e2ae2 req-390193aa-d637-485e-bfe9-3be796cdd6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:27:56.979569 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-805d80c2-9f9d-417c-a4bc-d901e36e2ae2 req-390193aa-d637-485e-bfe9-3be796cdd6c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43cc4412-5a9f-43e8-9984-54a5cec82cc1 HTTP/1.1" status: 200 len: 848 time: 0.0452728 Aug 19 19:27:57.035007 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d80c2-9f9d-417c-a4bc-d901e36e2ae2 req-b3e74d93-3705-4975-89d4-ccb5854e8f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:27:57.036544 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-805d80c2-9f9d-417c-a4bc-d901e36e2ae2 req-b3e74d93-3705-4975-89d4-ccb5854e8f80 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b771d50-e59f-4e62-a3ec-a00c31abecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426221 Aug 19 19:27:57.135488 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-805d80c2-9f9d-417c-a4bc-d901e36e2ae2 req-90250585-a80f-477c-84dc-19734188e7e9 service neutron] 10.222.0.50 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867057 Aug 19 19:27:57.225869 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-805d80c2-9f9d-417c-a4bc-d901e36e2ae2 req-7ccb61b4-f088-4c76-88c8-8235102a4d93 service neutron] 10.222.0.50 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827241 Aug 19 19:28:04.777471 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c5751231-c58c-48da-9a32-d6b85a81be8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:04.792890 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:28:07.432437 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:07.483477 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-06283407-0bc9-4d21-a11a-704a00d2959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:08.515921 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:10.495676 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:12.097020 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:17.475250 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:21.921544 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 8be19c62-5d8c-44ad-9ddb-6a4569672e87 details requested by agent hyperv_n-h2-803753-2 with host n-h2-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:28:22.018248 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 8be19c62-5d8c-44ad-9ddb-6a4569672e87, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=8be19c62-5d8c-44ad-9ddb-6a4569672e87,segment=NetworkSegment(4592b32f-118d-4cb0-bef1-1739eb9f47ed),segment_id=4592b32f-118d-4cb0-bef1-1739eb9f47ed)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:28:22.030075 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Returning: {'device': '8be19c62-5d8c-44ad-9ddb-6a4569672e87', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'port_id': '8be19c62-5d8c-44ad-9ddb-6a4569672e87', 'mac_address': 'fa:16:3e:e0:02:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:28:22.066297 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:22.079166 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8be19c62-5d8c-44ad-9ddb-6a4569672e87 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:28:22.098112 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 8be19c62-5d8c-44ad-9ddb-6a4569672e87, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=8be19c62-5d8c-44ad-9ddb-6a4569672e87,segment=NetworkSegment(4592b32f-118d-4cb0-bef1-1739eb9f47ed),segment_id=4592b32f-118d-4cb0-bef1-1739eb9f47ed)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:28:22.102239 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:22.155631 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=8be19c62-5d8c-44ad-9ddb-6a4569672e87,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:28:22.163781 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:22.164134 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:22.164537 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:22.164877 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:22.165214 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:22.165568 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:22.165906 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:22.166272 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:22.166749 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:22.167225 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:22.167696 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:22.168250 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:22.192414 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] get_ports_and_sgs() called for port_ids ['8be19c62-5d8c-44ad-9ddb-6a4569672e87'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:28:23.934044 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 8be19c62-5d8c-44ad-9ddb-6a4569672e87 up at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:28:23.987744 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Provisioning complete for port 8be19c62-5d8c-44ad-9ddb-6a4569672e87 triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:28:23.988505 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:24.072171 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:24.100738 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be19c62-5d8c-44ad-9ddb-6a4569672e87'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:28:24.103279 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846fa234-f1ea-4ad6-9a28-b7d9521a1392" -d '{"events": [{"server_uuid": "dc567ef5-6cae-48a5-9fa9-530512b3e8d7", "name": "network-vif-plugged", "status": "completed", "tag": "8be19c62-5d8c-44ad-9ddb-6a4569672e87"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:28:24.124181 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 8be19c62-5d8c-44ad-9ddb-6a4569672e87, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=8be19c62-5d8c-44ad-9ddb-6a4569672e87,segment=NetworkSegment(4592b32f-118d-4cb0-bef1-1739eb9f47ed),segment_id=4592b32f-118d-4cb0-bef1-1739eb9f47ed)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:28:24.129894 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:24.191862 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=8be19c62-5d8c-44ad-9ddb-6a4569672e87,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:28:24.249842 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a64488-a826-497e-9e32-2ad3c4b3d7ee x-openstack-request-id: req-31a64488-a826-497e-9e32-2ad3c4b3d7ee {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:28:24.250174 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc567ef5-6cae-48a5-9fa9-530512b3e8d7", "name": "network-vif-plugged", "status": "completed", "tag": "8be19c62-5d8c-44ad-9ddb-6a4569672e87", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:28:24.250434 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31a64488-a826-497e-9e32-2ad3c4b3d7ee {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:28:24.250898 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be19c62-5d8c-44ad-9ddb-6a4569672e87', 'code': 200} Aug 19 19:28:31.986045 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-12359557-fa9f-48c4-a349-d9d74d3d3cc4 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1790692810&fields=id&tenant_id=86e6d6f852cc427086c84cbf49be9498 HTTP/1.1" status: 200 len: 267 time: 0.0356286 Aug 19 19:28:32.424298 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-54a2d46d-d0bd-43b7-a8c3-05d54e866701 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:32.425818 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-54a2d46d-d0bd-43b7-a8c3-05d54e866701 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/networks?id=9b771d50-e59f-4e62-a3ec-a00c31abecba HTTP/1.1" status: 200 len: 809 time: 0.4322453 Aug 19 19:28:32.441268 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-92f1ebb8-bd59-445f-8acc-201f6c2e3920 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/quotas/86e6d6f852cc427086c84cbf49be9498 HTTP/1.1" status: 200 len: 375 time: 0.0089581 Aug 19 19:28:32.496654 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-4169b7b5-378e-46ae-8f5d-311d7e97bca0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=86e6d6f852cc427086c84cbf49be9498&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0491207 Aug 19 19:28:32.592040 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-0ea6f3bf-4988-4884-a1cf-35e5f52fc9d7 service neutron] 10.222.0.24 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827906 Aug 19 19:28:32.688016 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-10f9735a-e9db-4e01-aa9f-df70632c95dc service neutron] 10.222.0.24 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897176 Aug 19 19:28:33.914839 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-e6ce876a-c991-4b7a-ab85-eb28cb78fbfc req-e40c9283-d47f-44c7-847f-d9de35689b0b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 210 time: 0.0284901 Aug 19 19:28:34.780293 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2d6c1a5e-c7ad-4337-be39-ee3760ceeffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:34.884871 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-a28deb69-4a9b-4400-8d16-64b6b6d2fe13 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:34.886449 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-a28deb69-4a9b-4400-8d16-64b6b6d2fe13 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.54 "GET /v2.0/networks?id=9b771d50-e59f-4e62-a3ec-a00c31abecba HTTP/1.1" status: 200 len: 809 time: 0.1078835 Aug 19 19:28:34.932495 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-85077385-f8a8-417c-bc06-5bce666f6342 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86e6d6f852cc427086c84cbf49be9498 HTTP/1.1" status: 200 len: 380 time: 0.0348365 Aug 19 19:28:34.942701 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Request body: {'port': {'device_id': 'bd2fb37f-3e09-4373-a9db-9ee68afe185d', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'admin_state_up': True, 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'security_groups': ['d9e2c28a-f0d3-4266-8ba6-af11d56acd07']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:28:35.015543 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-bdec8885-c244-49cf-9afd-e712ac49a02f req-58c73a12-596e-4dc7-b071-d2f11a8be98e tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 210 time: 0.0287433 Aug 19 19:28:35.069628 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Made reservation on behalf of 86e6d6f852cc427086c84cbf49be9498 for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:28:35.073274 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:35.246184 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Allocated IP 172.20.0.5 (9b771d50-e59f-4e62-a3ec-a00c31abecba/43cc4412-5a9f-43e8-9984-54a5cec82cc1/5f39973c-34d2-4313-8cbc-cc07dc4d1e3f) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:28:35.428572 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:35.445682 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Transition to ACTIVE for port object 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:28:35.482889 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:35.541184 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Pushing event updated for resources: {'Port': ['ID=5f39973c-34d2-4313-8cbc-cc07dc4d1e3f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:28:35.553613 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Network 9b771d50-e59f-4e62-a3ec-a00c31abecba is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:28:35.555871 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:35.556217 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:35.556559 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:35.556898 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:35.557232 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:35.557586 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:35.557995 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:35.558437 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:35.558796 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:35.559127 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:35.559476 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:35.559812 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:35.565597 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:28:35.565790 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:28:35.631961 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:35.632880 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:35.653329 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-885a51cf-d7aa-465a-9918-f776d0f49bc0 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7143784 Aug 19 19:28:35.904834 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2ba3f1f4-3ff5-438a-a218-fbf02e40afb9 None None] Provisioning for port 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f completed by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:28:35.911999 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-2ba3f1f4-3ff5-438a-a218-fbf02e40afb9 None None] Provisioning complete for port 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f triggered by entity DHCP. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:28:35.912878 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2ba3f1f4-3ff5-438a-a218-fbf02e40afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:35.951738 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-2ba3f1f4-3ff5-438a-a218-fbf02e40afb9 None None] Port 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f cannot update to ACTIVE because it is not bound. {{(pid=94683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:28:35.971065 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 8be19c62-5d8c-44ad-9ddb-6a4569672e87 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:28:36.055645 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:36.080355 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be19c62-5d8c-44ad-9ddb-6a4569672e87'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:28:36.082643 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b708fcf-f244-4a4c-ba99-dfe39b8469f5" -d '{"events": [{"server_uuid": "dc567ef5-6cae-48a5-9fa9-530512b3e8d7", "name": "network-vif-unplugged", "status": "completed", "tag": "8be19c62-5d8c-44ad-9ddb-6a4569672e87"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:28:36.107776 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] For port 8be19c62-5d8c-44ad-9ddb-6a4569672e87, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=8be19c62-5d8c-44ad-9ddb-6a4569672e87,segment=NetworkSegment(4592b32f-118d-4cb0-bef1-1739eb9f47ed),segment_id=4592b32f-118d-4cb0-bef1-1739eb9f47ed)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:28:36.112866 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:36.141488 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 19:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7324a1fa-bb15-4cbf-9e85-3c618bacee7f x-openstack-request-id: req-7324a1fa-bb15-4cbf-9e85-3c618bacee7f {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:28:36.142243 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc567ef5-6cae-48a5-9fa9-530512b3e8d7", "name": "network-vif-unplugged", "status": "completed", "tag": "8be19c62-5d8c-44ad-9ddb-6a4569672e87", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:28:36.142786 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7324a1fa-bb15-4cbf-9e85-3c618bacee7f {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:28:36.143416 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be19c62-5d8c-44ad-9ddb-6a4569672e87', 'code': 200} Aug 19 19:28:36.143565 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9e3b3-df2d-41c9-be98-bb06064e4a92 req-221e6b46-504b-4feb-b56f-894853a5d00b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:36.145045 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-15d9e3b3-df2d-41c9-be98-bb06064e4a92 req-221e6b46-504b-4feb-b56f-894853a5d00b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 931 time: 0.0574133 Aug 19 19:28:36.174097 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Pushing event updated for resources: {'Port': ['ID=8be19c62-5d8c-44ad-9ddb-6a4569672e87,revision_number=8']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:28:36.203200 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-15d9e3b3-df2d-41c9-be98-bb06064e4a92 req-9b451342-424e-43ff-a2c2-0e46a9a3d919 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441151 Aug 19 19:28:37.352479 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83807e6a-d223-40ae-ae3e-3ef841debe18 req-f18a51ab-7c26-46ba-956e-a43f8f93e740 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:37.354225 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-83807e6a-d223-40ae-ae3e-3ef841debe18 req-f18a51ab-7c26-46ba-956e-a43f8f93e740 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 931 time: 0.0698748 Aug 19 19:28:37.396905 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-83807e6a-d223-40ae-ae3e-3ef841debe18 req-595b2b9f-9dcb-4e63-8b19-5a877e9260e2 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345714 Aug 19 19:28:37.437415 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:37.485860 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1005d2b5-31b2-45b7-b2e8-cd2612e25f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:38.519105 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:38.523087 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bca6b-ed1c-4c6e-a439-fa1c2d792af8 req-ab74eff1-6d94-470b-bad6-d51451c48430 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:38.524577 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6c3bca6b-ed1c-4c6e-a439-fa1c2d792af8 req-ab74eff1-6d94-470b-bad6-d51451c48430 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 931 time: 0.0557594 Aug 19 19:28:38.568454 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6c3bca6b-ed1c-4c6e-a439-fa1c2d792af8 req-6b6327c5-1eb3-49a9-8a36-5b34ea23ee8b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376823 Aug 19 19:28:39.699474 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0179a2d-5a06-4120-b148-1d2e8693e6e0 req-5b8636eb-5c84-4c72-b729-3d8aae9da592 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:39.701008 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e0179a2d-5a06-4120-b148-1d2e8693e6e0 req-5b8636eb-5c84-4c72-b729-3d8aae9da592 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 931 time: 0.0623970 Aug 19 19:28:39.745386 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-e0179a2d-5a06-4120-b148-1d2e8693e6e0 req-83ad50be-18bc-4f80-b910-dde8f3fa1b3c tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381348 Aug 19 19:28:40.502637 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:40.883625 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6321b6a-f0a0-4544-9b2c-65ebb19729cb req-c9f2c718-8c5c-4570-827b-79d9a25ee1ab tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:40.885182 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c6321b6a-f0a0-4544-9b2c-65ebb19729cb req-c9f2c718-8c5c-4570-827b-79d9a25ee1ab tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 931 time: 0.0557210 Aug 19 19:28:40.930121 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-c6321b6a-f0a0-4544-9b2c-65ebb19729cb req-a6d130d6-77c4-45fb-9136-86b9abde789f tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387645 Aug 19 19:28:41.793046 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:28:42.069626 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee47493-e37a-47f5-8c25-f69ddafa63c8 req-e5030357-4c6a-473a-9b1b-7ab376d2bae6 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:42.071120 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5ee47493-e37a-47f5-8c25-f69ddafa63c8 req-e5030357-4c6a-473a-9b1b-7ab376d2bae6 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 931 time: 0.0547674 Aug 19 19:28:42.099033 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:42.110515 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-5ee47493-e37a-47f5-8c25-f69ddafa63c8 req-65344361-965e-44ff-9724-a482e0292ec4 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333462 Aug 19 19:28:43.234032 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476de35-e292-448a-8c06-f47dddb8f269 req-e99bf105-83eb-47d8-b3dc-17af9c32e84d tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:43.235613 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d476de35-e292-448a-8c06-f47dddb8f269 req-e99bf105-83eb-47d8-b3dc-17af9c32e84d tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 931 time: 0.0503106 Aug 19 19:28:43.281254 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-d476de35-e292-448a-8c06-f47dddb8f269 req-b7c1d5d8-45ba-4f73-a122-f79258840bae tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381441 Aug 19 19:28:44.411786 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f206a8-ea48-45ca-961f-df4604b78142 req-1176abed-2ac6-43f4-a95f-36e9e17c48a4 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:44.413774 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-26f206a8-ea48-45ca-961f-df4604b78142 req-1176abed-2ac6-43f4-a95f-36e9e17c48a4 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 931 time: 0.0527925 Aug 19 19:28:44.453851 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-26f206a8-ea48-45ca-961f-df4604b78142 req-6f22a8fb-2080-41be-b6db-3ffb4e04ce53 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335519 Aug 19 19:28:45.574380 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5be172-77bd-4a0f-8152-daf55d972f56 req-5b916b1a-3740-434c-b386-1f1ffa19202c tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:45.575883 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9f5be172-77bd-4a0f-8152-daf55d972f56 req-5b916b1a-3740-434c-b386-1f1ffa19202c tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 931 time: 0.0536895 Aug 19 19:28:45.605013 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-f22f99ff-b877-4970-9bd1-b0307b78d26b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 19:28:45.606769 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-f22f99ff-b877-4970-9bd1-b0307b78d26b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074565 Aug 19 19:28:45.639283 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9f5be172-77bd-4a0f-8152-daf55d972f56 req-7d6dfd1f-8cac-4e45-ab4f-b4f8d1c0cd82 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569832 Aug 19 19:28:45.674483 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.v2.base [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-1137fe3f-d732-481c-b0e5-7ff145f547b3 service neutron] Request body: {'port': {'device_id': 'bd2fb37f-3e09-4373-a9db-9ee68afe185d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803753-2'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:28:45.726576 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-1137fe3f-d732-481c-b0e5-7ff145f547b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:46.016891 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-1137fe3f-d732-481c-b0e5-7ff145f547b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:28:46.025824 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-1137fe3f-d732-481c-b0e5-7ff145f547b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:46.039937 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-1137fe3f-d732-481c-b0e5-7ff145f547b3 service neutron] Transition to ACTIVE for port object 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:28:46.043696 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-1137fe3f-d732-481c-b0e5-7ff145f547b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:46.102649 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137fe3f-d732-481c-b0e5-7ff145f547b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f39973c-34d2-4313-8cbc-cc07dc4d1e3f,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:28:46.174023 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-1137fe3f-d732-481c-b0e5-7ff145f547b3 service neutron] Attempting to bind port 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f on host n-h1-803753-2 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:28:46.174365 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-1137fe3f-d732-481c-b0e5-7ff145f547b3 service neutron] Attempting to bind port 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f by drivers openvswitch,hyperv on host n-h1-803753-2 at level 0 using segments [{'id': '4592b32f-118d-4cb0-bef1-1739eb9f47ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:28:46.174721 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-1137fe3f-d732-481c-b0e5-7ff145f547b3 service neutron] Attempting to bind port 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f on network 9b771d50-e59f-4e62-a3ec-a00c31abecba {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:28:46.180019 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-1137fe3f-d732-481c-b0e5-7ff145f547b3 service neutron] Port 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f on network 9b771d50-e59f-4e62-a3ec-a00c31abecba not bound, no agent of type Open vSwitch agent registered on host n-h1-803753-2 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:28:46.180329 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-1137fe3f-d732-481c-b0e5-7ff145f547b3 service neutron] Attempting to bind port 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f on network 9b771d50-e59f-4e62-a3ec-a00c31abecba {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:28:46.192343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-1137fe3f-d732-481c-b0e5-7ff145f547b3 service neutron] Checking agent: {'id': '3e7e8554-7415-4e87-b6e9-49b0b3a79f11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'started_at': datetime.datetime(2021, 8, 19, 17, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:28:46.192343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-1137fe3f-d732-481c-b0e5-7ff145f547b3 service neutron] Checking segment: {'id': '4592b32f-118d-4cb0-bef1-1739eb9f47ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:28:46.192343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-1137fe3f-d732-481c-b0e5-7ff145f547b3 service neutron] Bound using segment: {'id': '4592b32f-118d-4cb0-bef1-1739eb9f47ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:28:46.192343 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-1137fe3f-d732-481c-b0e5-7ff145f547b3 service neutron] Bound port: 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f, host: n-h1-803753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4592b32f-118d-4cb0-bef1-1739eb9f47ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:28:46.192343 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-1137fe3f-d732-481c-b0e5-7ff145f547b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:46.258414 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-1137fe3f-d732-481c-b0e5-7ff145f547b3 service neutron] For port 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f, host n-h1-803753-2, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:28:46.262018 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-1137fe3f-d732-481c-b0e5-7ff145f547b3 service neutron] For port 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f, host n-h1-803753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=5f39973c-34d2-4313-8cbc-cc07dc4d1e3f,segment=NetworkSegment(4592b32f-118d-4cb0-bef1-1739eb9f47ed),segment_id=4592b32f-118d-4cb0-bef1-1739eb9f47ed)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:28:46.267458 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-1137fe3f-d732-481c-b0e5-7ff145f547b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62305024'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:46.306145 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-1137fe3f-d732-481c-b0e5-7ff145f547b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:46.306766 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-1137fe3f-d732-481c-b0e5-7ff145f547b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:46.308178 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-1137fe3f-d732-481c-b0e5-7ff145f547b3 service neutron] 10.222.0.54 "PUT /v2.0/ports/5f39973c-34d2-4313-8cbc-cc07dc4d1e3f HTTP/1.1" status: 200 len: 1091 time: 0.6918318 Aug 19 19:28:46.308616 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2fb37f-3e09-4373-a9db-9ee68afe185d', 'tag': '5f39973c-34d2-4313-8cbc-cc07dc4d1e3f'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:28:46.310920 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3c8805-c385-4a01-bbca-e16cda5d355b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2fb37f-3e09-4373-a9db-9ee68afe185d", "tag": "5f39973c-34d2-4313-8cbc-cc07dc4d1e3f"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:28:46.341502 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137fe3f-d732-481c-b0e5-7ff145f547b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f39973c-34d2-4313-8cbc-cc07dc4d1e3f,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:28:46.418653 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-e2fd9cb3-1f77-440c-b4de-7b94fd613ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:46.420322 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-e2fd9cb3-1f77-440c-b4de-7b94fd613ae3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=86e6d6f852cc427086c84cbf49be9498&device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 1094 time: 0.0487230 Aug 19 19:28:46.432544 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b75db5-bfe4-4d21-a22a-5784897bcb7c x-openstack-request-id: req-40b75db5-bfe4-4d21-a22a-5784897bcb7c {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:28:46.432846 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2fb37f-3e09-4373-a9db-9ee68afe185d", "tag": "5f39973c-34d2-4313-8cbc-cc07dc4d1e3f", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:28:46.433101 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-40b75db5-bfe4-4d21-a22a-5784897bcb7c {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:28:46.433511 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2fb37f-3e09-4373-a9db-9ee68afe185d', 'tag': '5f39973c-34d2-4313-8cbc-cc07dc4d1e3f', 'status': 'completed', 'code': 200} Aug 19 19:28:46.476732 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-4e9fb266-9fcf-43a4-928e-7b59252a091f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f39973c-34d2-4313-8cbc-cc07dc4d1e3f HTTP/1.1" status: 200 len: 217 time: 0.0367205 Aug 19 19:28:46.532013 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-6805fdcd-4aba-46c6-9a77-46d9704f9f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:46.533634 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-6805fdcd-4aba-46c6-9a77-46d9704f9f9c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43cc4412-5a9f-43e8-9984-54a5cec82cc1 HTTP/1.1" status: 200 len: 848 time: 0.0498092 Aug 19 19:28:46.586478 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-57ef51db-5d8c-4460-96e0-c901d8ea206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:46.589008 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-57ef51db-5d8c-4460-96e0-c901d8ea206c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b771d50-e59f-4e62-a3ec-a00c31abecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445302 Aug 19 19:28:46.688968 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-2fac3dbb-369b-479f-bffb-1362503f4b3d service neutron] 10.222.0.54 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865309 Aug 19 19:28:46.823944 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cabde6-d520-49e9-b2cc-a0fcefe7ead0 req-1714009f-c014-4ab4-9df2-42c6d78dcfa4 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:46.825443 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-26cabde6-d520-49e9-b2cc-a0fcefe7ead0 req-1714009f-c014-4ab4-9df2-42c6d78dcfa4 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 943 time: 0.1166916 Aug 19 19:28:46.831170 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-6a0d5bc9-502c-4cfa-a0c1-a410811cd315 req-7e36fa44-5ed9-4a75-9003-744edbe1e5b0 service neutron] 10.222.0.54 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309929 Aug 19 19:28:46.865307 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-26cabde6-d520-49e9-b2cc-a0fcefe7ead0 req-b3620c27-46bc-49bf-b266-d790e3936d04 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327718 Aug 19 19:28:46.952148 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c8805-c385-4a01-bbca-e16cda5d355b req-5751506b-0dde-4ae8-a40d-27243a0ad1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:46.953778 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d3c8805-c385-4a01-bbca-e16cda5d355b req-5751506b-0dde-4ae8-a40d-27243a0ad1e1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=86e6d6f852cc427086c84cbf49be9498&device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 1094 time: 0.0510397 Aug 19 19:28:47.045601 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c8805-c385-4a01-bbca-e16cda5d355b req-300b6f61-6324-40dd-95f4-8355247d385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:47.047170 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d3c8805-c385-4a01-bbca-e16cda5d355b req-300b6f61-6324-40dd-95f4-8355247d385d service neutron] 10.222.0.54 "GET /v2.0/networks?id=9b771d50-e59f-4e62-a3ec-a00c31abecba HTTP/1.1" status: 200 len: 910 time: 0.0862019 Aug 19 19:28:47.094573 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d3c8805-c385-4a01-bbca-e16cda5d355b req-5f525265-8816-41bb-b287-7e4fc4ab8e1f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f39973c-34d2-4313-8cbc-cc07dc4d1e3f HTTP/1.1" status: 200 len: 217 time: 0.0403326 Aug 19 19:28:47.163448 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c8805-c385-4a01-bbca-e16cda5d355b req-edf9f205-bf03-4a7e-84cc-1a19e6c7f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:47.165562 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d3c8805-c385-4a01-bbca-e16cda5d355b req-edf9f205-bf03-4a7e-84cc-1a19e6c7f394 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43cc4412-5a9f-43e8-9984-54a5cec82cc1 HTTP/1.1" status: 200 len: 848 time: 0.0628030 Aug 19 19:28:47.214122 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c8805-c385-4a01-bbca-e16cda5d355b req-88713d57-37df-4819-8c7c-47afa236fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:47.215669 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d3c8805-c385-4a01-bbca-e16cda5d355b req-88713d57-37df-4819-8c7c-47afa236fab6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b771d50-e59f-4e62-a3ec-a00c31abecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406902 Aug 19 19:28:47.308754 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d3c8805-c385-4a01-bbca-e16cda5d355b req-2352ab26-30ca-4090-bc61-f1848c5305cc service neutron] 10.222.0.54 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846801 Aug 19 19:28:47.399436 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-7d3c8805-c385-4a01-bbca-e16cda5d355b req-8363308d-826e-4c8b-a4aa-8db77ef1d2b3 service neutron] 10.222.0.54 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830295 Aug 19 19:28:47.473035 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:47.989809 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307fce9-a9b2-44b5-abd9-c30f00ebe46d req-8f2386bb-2966-4af9-85b0-b539f197f8ab tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:47.991870 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a307fce9-a9b2-44b5-abd9-c30f00ebe46d req-8f2386bb-2966-4af9-85b0-b539f197f8ab tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 943 time: 0.0529451 Aug 19 19:28:48.028915 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a307fce9-a9b2-44b5-abd9-c30f00ebe46d req-d327c516-7ea7-489b-ad88-25988528b02d tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311244 Aug 19 19:28:49.145450 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f950ebf-8275-49f8-b420-4fecb2428a31 req-eeef8b78-712f-4021-ae33-01b4efd52de5 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:49.147028 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f950ebf-8275-49f8-b420-4fecb2428a31 req-eeef8b78-712f-4021-ae33-01b4efd52de5 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 943 time: 0.0502923 Aug 19 19:28:49.186630 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-5f950ebf-8275-49f8-b420-4fecb2428a31 req-acd5f0ea-1bdc-42d5-a45b-907bcfe03659 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336223 Aug 19 19:28:50.302267 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e4baf-9359-4b0e-ba69-9225de11090d req-e31bfa1f-3ffa-4df5-93f8-e2e41a32798c tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:50.304165 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac7e4baf-9359-4b0e-ba69-9225de11090d req-e31bfa1f-3ffa-4df5-93f8-e2e41a32798c tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 943 time: 0.0494130 Aug 19 19:28:50.341867 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ac7e4baf-9359-4b0e-ba69-9225de11090d req-8ffa20ce-7250-499f-895a-5977fd739e80 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316653 Aug 19 19:28:51.084964 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:28:51.181988 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=5f39973c-34d2-4313-8cbc-cc07dc4d1e3f,segment=NetworkSegment(4592b32f-118d-4cb0-bef1-1739eb9f47ed),segment_id=4592b32f-118d-4cb0-bef1-1739eb9f47ed)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:28:51.193876 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '5f39973c-34d2-4313-8cbc-cc07dc4d1e3f', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'port_id': '5f39973c-34d2-4313-8cbc-cc07dc4d1e3f', 'mac_address': 'fa:16:3e:13:c9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:28:51.229894 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:51.242802 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:28:51.262476 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=5f39973c-34d2-4313-8cbc-cc07dc4d1e3f,segment=NetworkSegment(4592b32f-118d-4cb0-bef1-1739eb9f47ed),segment_id=4592b32f-118d-4cb0-bef1-1739eb9f47ed)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:28:51.266520 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:51.322093 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=5f39973c-34d2-4313-8cbc-cc07dc4d1e3f,revision_number=4']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:28:51.468098 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690119c5-c5d1-46b1-b6f1-4409e8ab00ac req-493dd7b8-1feb-46cd-b0d7-c1da9a565a6c tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:51.470271 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-690119c5-c5d1-46b1-b6f1-4409e8ab00ac req-493dd7b8-1feb-46cd-b0d7-c1da9a565a6c tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 944 time: 0.0615323 Aug 19 19:28:51.509516 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-690119c5-c5d1-46b1-b6f1-4409e8ab00ac req-06d05772-7c5e-4327-a8d5-ecf123aad051 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324135 Aug 19 19:28:51.551826 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['5f39973c-34d2-4313-8cbc-cc07dc4d1e3f'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:28:52.627466 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d2bbc-7259-4042-bc7b-665c880b7e30 req-51ea13f8-44d7-465c-b88b-cde463add168 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:52.628964 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ab7d2bbc-7259-4042-bc7b-665c880b7e30 req-51ea13f8-44d7-465c-b88b-cde463add168 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 944 time: 0.0495415 Aug 19 19:28:52.670602 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-ab7d2bbc-7259-4042-bc7b-665c880b7e30 req-6bbd12fa-1cb2-46c2-b0ec-f99ecfe3303a tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347054 Aug 19 19:28:53.084345 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:28:53.134013 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning for port 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f completed by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:28:53.137521 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:28:53.137922 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:53.215809 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:53.238815 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2fb37f-3e09-4373-a9db-9ee68afe185d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f39973c-34d2-4313-8cbc-cc07dc4d1e3f'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:28:53.241728 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4441a4-2626-467a-bf69-3dedb06d0375" -d '{"events": [{"server_uuid": "bd2fb37f-3e09-4373-a9db-9ee68afe185d", "name": "network-vif-plugged", "status": "completed", "tag": "5f39973c-34d2-4313-8cbc-cc07dc4d1e3f"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:28:53.255949 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=5f39973c-34d2-4313-8cbc-cc07dc4d1e3f,segment=NetworkSegment(4592b32f-118d-4cb0-bef1-1739eb9f47ed),segment_id=4592b32f-118d-4cb0-bef1-1739eb9f47ed)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:28:53.263926 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:53.291361 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c299a7-5708-47da-ac4c-a9978f189ed9 x-openstack-request-id: req-93c299a7-5708-47da-ac4c-a9978f189ed9 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:28:53.291658 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2fb37f-3e09-4373-a9db-9ee68afe185d", "name": "network-vif-plugged", "status": "completed", "tag": "5f39973c-34d2-4313-8cbc-cc07dc4d1e3f", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:28:53.291913 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93c299a7-5708-47da-ac4c-a9978f189ed9 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:28:53.292659 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2fb37f-3e09-4373-a9db-9ee68afe185d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f39973c-34d2-4313-8cbc-cc07dc4d1e3f', 'code': 200} Aug 19 19:28:53.324241 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=5f39973c-34d2-4313-8cbc-cc07dc4d1e3f,revision_number=5']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:28:53.399589 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3d0bc-36d4-45f9-8cdb-15e125732dcd req-fd473f8b-8b21-49c3-a6b7-ad579bf5f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:53.401761 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3fa3d0bc-36d4-45f9-8cdb-15e125732dcd req-fd473f8b-8b21-49c3-a6b7-ad579bf5f23e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 1096 time: 0.0431173 Aug 19 19:28:53.439525 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-3fa3d0bc-36d4-45f9-8cdb-15e125732dcd req-6f73452e-70cd-46f8-91ef-46357064d88f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297914 Aug 19 19:28:53.792493 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0fd36-05c0-4294-aa4c-0fec98178859 req-155632fd-6d73-40b7-ac47-c7bae8e6d8a7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:53.794034 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6cb0fd36-05c0-4294-aa4c-0fec98178859 req-155632fd-6d73-40b7-ac47-c7bae8e6d8a7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 945 time: 0.0525756 Aug 19 19:28:53.831650 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6cb0fd36-05c0-4294-aa4c-0fec98178859 req-947dd176-8825-4931-a0a8-6f28ca40561f tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316241 Aug 19 19:28:54.952019 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf2083-145c-46c6-97e0-8b7fc1fdf424 req-43ba1313-af84-4f6e-a8a9-8e9a08c70b30 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:54.953603 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dcdf2083-145c-46c6-97e0-8b7fc1fdf424 req-43ba1313-af84-4f6e-a8a9-8e9a08c70b30 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 945 time: 0.0499556 Aug 19 19:28:54.992193 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-dcdf2083-145c-46c6-97e0-8b7fc1fdf424 req-758df6cc-fef7-4116-b133-02ae5c5743d2 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321574 Aug 19 19:28:55.108708 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277b3ad-e535-42ed-8cba-8754df939c1b req-7af5b004-97e8-4c15-a35c-b319f0b16f53 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:55.110211 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c277b3ad-e535-42ed-8cba-8754df939c1b req-7af5b004-97e8-4c15-a35c-b319f0b16f53 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 945 time: 0.0488284 Aug 19 19:28:55.148569 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-c277b3ad-e535-42ed-8cba-8754df939c1b req-f220c742-0693-407a-8159-be5ca2752dee tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319128 Aug 19 19:28:55.169985 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45138) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:28:55.208807 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f260c1-f06a-44bd-ac9a-685e508635ce tempest-TestSnapshotPattern-510716381 tempest-TestSnapshotPattern-510716381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:55.210341 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-d9f260c1-f06a-44bd-ac9a-685e508635ce tempest-TestSnapshotPattern-510716381 tempest-TestSnapshotPattern-510716381-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 1091 time: 0.0393720 Aug 19 19:28:55.213347 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45140) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:28:55.217573 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.v2.base [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Request body: {'floatingip': {'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'port_id': '5f39973c-34d2-4313-8cbc-cc07dc4d1e3f', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:28:55.239189 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for floatingip, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:55.338650 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:55.444250 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.db_base_plugin_common [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Allocated IP 172.25.8.248 (3b0e60a5-be68-4f22-8336-1b6a3362381d/985f01f2-5e79-46c9-bdd2-fd872a2af582/533a9170-fbcc-4fa5-b623-21189be163a8) {{(pid=94681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:28:55.547382 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for port, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:55.587991 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789618757973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:55.626870 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Network 3b0e60a5-be68-4f22-8336-1b6a3362381d is already hosted by enough agents. {{(pid=94681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:28:55.633312 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.base_scheduler [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Resources bound (agent type, host, resource id): {{(pid=94681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:28:55.636022 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Received port after_create {{(pid=94681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:28:55.665942 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Pushing event updated for resources: {'Port': ['ID=533a9170-fbcc-4fa5-b623-21189be163a8,revision_number=1']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:28:55.678826 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:55.679180 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:55.679512 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:55.679848 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:55.680183 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:55.680512 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:55.680834 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:55.681156 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:55.681479 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:55.681821 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:55.682146 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:55.682467 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:28:56.023383 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:56.092903 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:56.249049 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for port, precommit_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:56.253518 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60270043'] for port, after_update {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:56.325469 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Pushing event updated for resources: {'Port': ['ID=533a9170-fbcc-4fa5-b623-21189be163a8,revision_number=2']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:28:56.336745 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3864014'] for floatingip, after_create {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:56.436279 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Floating IP c7baa5d7-4766-486d-ad66-50a8905d536e associated. External IP: 172.25.8.248, port: 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f. Aug 19 19:28:56.648908 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Router ad82a8ce-6af3-4a60-9a5b-130146bd42ea has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:28:56.763317 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:28:56.774161 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb2a2f4-4928-4dc9-9417-24f7b90647dd None None] Sync routers for ids ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:28:56.779728 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:28:56.784983 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb2a2f4-4928-4dc9-9417-24f7b90647dd None None] Routers {'ad82a8ce-6af3-4a60-9a5b-130146bd42ea'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:28:56.785644 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-8bb2a2f4-4928-4dc9-9417-24f7b90647dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:28:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:28:56.807867 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-bb4cd505-3e9a-49a7-a5ee-0991226de6d7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5935550 Aug 19 19:28:56.808462 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2fb37f-3e09-4373-a9db-9ee68afe185d', 'tag': '5f39973c-34d2-4313-8cbc-cc07dc4d1e3f'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:28:56.810741 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6e5170-685c-4145-a12e-288c4c311232" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2fb37f-3e09-4373-a9db-9ee68afe185d", "tag": "5f39973c-34d2-4313-8cbc-cc07dc4d1e3f"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:28:56.852458 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9834d15-c3ce-40f5-9bd0-5e22a2d103a2 x-openstack-request-id: req-c9834d15-c3ce-40f5-9bd0-5e22a2d103a2 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:28:56.852758 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2fb37f-3e09-4373-a9db-9ee68afe185d", "tag": "5f39973c-34d2-4313-8cbc-cc07dc4d1e3f", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:28:56.854969 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9834d15-c3ce-40f5-9bd0-5e22a2d103a2 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:28:56.854969 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2fb37f-3e09-4373-a9db-9ee68afe185d', 'tag': '5f39973c-34d2-4313-8cbc-cc07dc4d1e3f', 'status': 'completed', 'code': 200} Aug 19 19:28:56.906439 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-8bb2a2f4-4928-4dc9-9417-24f7b90647dd None None] Set router ad82a8ce-6af3-4a60-9a5b-130146bd42ea gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:28:56.918511 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e5170-685c-4145-a12e-288c4c311232 req-517807b4-fa0f-4a0c-af01-66cf84ee4c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:56.920031 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fc6e5170-685c-4145-a12e-288c4c311232 req-517807b4-fa0f-4a0c-af01-66cf84ee4c9a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=86e6d6f852cc427086c84cbf49be9498&device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 1096 time: 0.0462141 Aug 19 19:28:57.012800 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e5170-685c-4145-a12e-288c4c311232 req-3118e5e5-8cda-4262-95b4-209235ce79e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:57.014336 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fc6e5170-685c-4145-a12e-288c4c311232 req-3118e5e5-8cda-4262-95b4-209235ce79e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9b771d50-e59f-4e62-a3ec-a00c31abecba HTTP/1.1" status: 200 len: 910 time: 0.0872440 Aug 19 19:28:57.085197 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fc6e5170-685c-4145-a12e-288c4c311232 req-fbd7f245-714b-45fc-a48c-ce64a36eef11 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f39973c-34d2-4313-8cbc-cc07dc4d1e3f HTTP/1.1" status: 200 len: 999 time: 0.0632875 Aug 19 19:28:57.135164 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e5170-685c-4145-a12e-288c4c311232 req-46339ad5-7542-4561-88fc-5d9c6155f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:57.136670 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fc6e5170-685c-4145-a12e-288c4c311232 req-46339ad5-7542-4561-88fc-5d9c6155f18e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43cc4412-5a9f-43e8-9984-54a5cec82cc1 HTTP/1.1" status: 200 len: 848 time: 0.0448568 Aug 19 19:28:57.137569 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-8bb2a2f4-4928-4dc9-9417-24f7b90647dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'name': 'tempest-TestSnapshotPattern-466460750-router', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:25:58Z', 'updated_at': '2021-08-19T19:26:01Z', 'revision_number': 4, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'gw_port': {'id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:25:59Z', 'updated_at': '2021-08-19T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '1479cb8e-8ef8-4fb8-89e0-66d270673f97', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'port_id': '8be19c62-5d8c-44ad-9ddb-6a4569672e87', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'mac_address': 'fa:16:3e:e0:02:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:26:20Z', 'updated_at': '2021-08-19T19:26:22Z', 'revision_number': 1, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'fixed_ip_address_scope': None}, {'id': 'c7baa5d7-4766-486d-ad66-50a8905d536e', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'port_id': '5f39973c-34d2-4313-8cbc-cc07dc4d1e3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'mac_address': 'fa:16:3e:13:c9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2fb37f-3e09-4373-a9db-9ee68afe185d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:28:55Z', 'updated_at': '2021-08-19T19:28:55Z', 'revision_number': 0, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538a9144-37cf-457d-b1dd-95ea5e94af3b', 'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'mac_address': 'fa:16:3e:c7:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:00Z', 'updated_at': '2021-08-19T19:26:07Z', 'revision_number': 5, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'subnets': [{'id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:28:57.170802 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb2a2f4-4928-4dc9-9417-24f7b90647dd None None] Checking router: ad82a8ce-6af3-4a60-9a5b-130146bd42ea for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:28:57.181455 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb2a2f4-4928-4dc9-9417-24f7b90647dd None None] Routers {'ad82a8ce-6af3-4a60-9a5b-130146bd42ea'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:28:57.182214 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-8bb2a2f4-4928-4dc9-9417-24f7b90647dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:28:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:28:57.184376 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e5170-685c-4145-a12e-288c4c311232 req-6f5388b5-68a3-4bc9-9d27-bcbc7180a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:57.186045 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fc6e5170-685c-4145-a12e-288c4c311232 req-6f5388b5-68a3-4bc9-9d27-bcbc7180a419 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b771d50-e59f-4e62-a3ec-a00c31abecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425076 Aug 19 19:28:57.282572 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fc6e5170-685c-4145-a12e-288c4c311232 req-a05c7a81-aa6f-42a6-a0b9-d48e9fe9fef0 service neutron] 10.222.0.54 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883276 Aug 19 19:28:57.294125 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-8bb2a2f4-4928-4dc9-9417-24f7b90647dd None None] Set router ad82a8ce-6af3-4a60-9a5b-130146bd42ea gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:28:57.374785 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-fc6e5170-685c-4145-a12e-288c4c311232 req-72d8870b-0af2-44b3-b916-9b2b294b3dbb service neutron] 10.222.0.54 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848567 Aug 19 19:28:57.527103 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-8bb2a2f4-4928-4dc9-9417-24f7b90647dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'name': 'tempest-TestSnapshotPattern-466460750-router', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:25:58Z', 'updated_at': '2021-08-19T19:26:01Z', 'revision_number': 4, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'gw_port': {'id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:25:59Z', 'updated_at': '2021-08-19T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '1479cb8e-8ef8-4fb8-89e0-66d270673f97', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'port_id': '8be19c62-5d8c-44ad-9ddb-6a4569672e87', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'mac_address': 'fa:16:3e:e0:02:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:26:20Z', 'updated_at': '2021-08-19T19:26:22Z', 'revision_number': 1, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'fixed_ip_address_scope': None}, {'id': 'c7baa5d7-4766-486d-ad66-50a8905d536e', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'port_id': '5f39973c-34d2-4313-8cbc-cc07dc4d1e3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'mac_address': 'fa:16:3e:13:c9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2fb37f-3e09-4373-a9db-9ee68afe185d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:28:55Z', 'updated_at': '2021-08-19T19:28:55Z', 'revision_number': 0, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538a9144-37cf-457d-b1dd-95ea5e94af3b', 'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'mac_address': 'fa:16:3e:c7:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:00Z', 'updated_at': '2021-08-19T19:26:07Z', 'revision_number': 5, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'subnets': [{'id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:28:57.553713 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb2a2f4-4928-4dc9-9417-24f7b90647dd None None] The sync data for ids ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'] in n-d-803753-2 is: [{'id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'name': 'tempest-TestSnapshotPattern-466460750-router', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:25:58Z', 'updated_at': '2021-08-19T19:26:01Z', 'revision_number': 4, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'gw_port': {'id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:25:59Z', 'updated_at': '2021-08-19T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '1479cb8e-8ef8-4fb8-89e0-66d270673f97', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'port_id': '8be19c62-5d8c-44ad-9ddb-6a4569672e87', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'mac_address': 'fa:16:3e:e0:02:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:26:20Z', 'updated_at': '2021-08-19T19:26:22Z', 'revision_number': 1, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'fixed_ip_address_scope': None}, {'id': 'c7baa5d7-4766-486d-ad66-50a8905d536e', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'port_id': '5f39973c-34d2-4313-8cbc-cc07dc4d1e3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'mac_address': 'fa:16:3e:13:c9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2fb37f-3e09-4373-a9db-9ee68afe185d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:28:55Z', 'updated_at': '2021-08-19T19:28:55Z', 'revision_number': 0, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538a9144-37cf-457d-b1dd-95ea5e94af3b', 'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'mac_address': 'fa:16:3e:c7:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:00Z', 'updated_at': '2021-08-19T19:26:07Z', 'revision_number': 5, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'subnets': [{'id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:28:57.758935 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd31a18e-fcb9-4f08-a1d3-309a944fcd27 None None] New status for floating IP c7baa5d7-4766-486d-ad66-50a8905d536e: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:28:58.642286 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7cb03fc-5df4-4478-9d37-f14661e3bfa8 req-10d786d7-1fdc-41ea-8a3d-b093a25fed09 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404277 Aug 19 19:28:58.721440 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb03fc-5df4-4478-9d37-f14661e3bfa8 req-7e0735ac-a447-468b-9521-3745a8c43936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:58.722965 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7cb03fc-5df4-4478-9d37-f14661e3bfa8 req-7e0735ac-a447-468b-9521-3745a8c43936 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=86e6d6f852cc427086c84cbf49be9498&device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7 HTTP/1.1" status: 200 len: 1095 time: 0.0404906 Aug 19 19:28:58.835461 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb03fc-5df4-4478-9d37-f14661e3bfa8 req-e27798e1-f71b-493d-9547-72d92f389f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:58.836962 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7cb03fc-5df4-4478-9d37-f14661e3bfa8 req-e27798e1-f71b-493d-9547-72d92f389f37 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b771d50-e59f-4e62-a3ec-a00c31abecba HTTP/1.1" status: 200 len: 910 time: 0.0950437 Aug 19 19:28:58.902947 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7cb03fc-5df4-4478-9d37-f14661e3bfa8 req-2ff5f086-bfb7-475e-9819-f5909077085c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8be19c62-5d8c-44ad-9ddb-6a4569672e87 HTTP/1.1" status: 200 len: 1000 time: 0.0587564 Aug 19 19:28:58.956407 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb03fc-5df4-4478-9d37-f14661e3bfa8 req-9c7b0dd8-1fa7-4c0c-a160-70cd5da1710d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:58.957931 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7cb03fc-5df4-4478-9d37-f14661e3bfa8 req-9c7b0dd8-1fa7-4c0c-a160-70cd5da1710d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43cc4412-5a9f-43e8-9984-54a5cec82cc1 HTTP/1.1" status: 200 len: 848 time: 0.0486348 Aug 19 19:28:59.008741 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb03fc-5df4-4478-9d37-f14661e3bfa8 req-7b6b4ed5-e1c1-4c04-bf9d-65a6e681e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:28:59.010311 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7cb03fc-5df4-4478-9d37-f14661e3bfa8 req-7b6b4ed5-e1c1-4c04-bf9d-65a6e681e352 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b771d50-e59f-4e62-a3ec-a00c31abecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458858 Aug 19 19:28:59.099203 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7cb03fc-5df4-4478-9d37-f14661e3bfa8 req-3ea10583-4b27-4c5e-b32d-17f56d459486 service neutron] 10.222.0.50 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819073 Aug 19 19:28:59.195519 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-a7cb03fc-5df4-4478-9d37-f14661e3bfa8 req-62573cf2-939f-4026-b963-43508f2d963b service neutron] 10.222.0.50 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887423 Aug 19 19:29:04.776885 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b3c4252d-d4df-49ea-a5fa-27178441c008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:29:07.432573 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:29:07.486555 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bda22782-e5c7-42fb-b940-20ea99c19dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:29:08.520808 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:29:10.501477 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:29:12.098421 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:29:17.481940 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:29:18.793599 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:29:34.777928 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ab3f473d-142e-4e98-8cd1-c3f7ca4d29ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:29:37.409017 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-276e28f2-1b54-4875-9e51-ce98a2e41126 req-61ab6a44-d873-47d7-85ce-3e8698726d5b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394547 Aug 19 19:29:37.436331 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:29:37.488034 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bcd345ac-342b-473b-a3ed-263333a603e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:29:37.499894 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e28f2-1b54-4875-9e51-ce98a2e41126 req-e56f5d30-5ed0-4fad-9f51-1e767a034550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:29:37.501412 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-276e28f2-1b54-4875-9e51-ce98a2e41126 req-e56f5d30-5ed0-4fad-9f51-1e767a034550 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=86e6d6f852cc427086c84cbf49be9498&device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 1096 time: 0.0460446 Aug 19 19:29:37.611490 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e28f2-1b54-4875-9e51-ce98a2e41126 req-af638e3f-8599-4d5b-9987-4a8c72312a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:29:37.611490 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-276e28f2-1b54-4875-9e51-ce98a2e41126 req-af638e3f-8599-4d5b-9987-4a8c72312a30 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9b771d50-e59f-4e62-a3ec-a00c31abecba HTTP/1.1" status: 200 len: 910 time: 0.0846913 Aug 19 19:29:37.680995 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-276e28f2-1b54-4875-9e51-ce98a2e41126 req-606ed276-7363-42ad-a897-3b4aaa338f5d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f39973c-34d2-4313-8cbc-cc07dc4d1e3f HTTP/1.1" status: 200 len: 1001 time: 0.0634570 Aug 19 19:29:37.731749 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e28f2-1b54-4875-9e51-ce98a2e41126 req-36696531-167a-4016-ba36-e6a42d4b8850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:29:37.733189 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-276e28f2-1b54-4875-9e51-ce98a2e41126 req-36696531-167a-4016-ba36-e6a42d4b8850 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43cc4412-5a9f-43e8-9984-54a5cec82cc1 HTTP/1.1" status: 200 len: 848 time: 0.0438230 Aug 19 19:29:37.781415 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e28f2-1b54-4875-9e51-ce98a2e41126 req-a80316f0-6bbf-4a51-b464-2afab21c2151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:29:37.782977 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-276e28f2-1b54-4875-9e51-ce98a2e41126 req-a80316f0-6bbf-4a51-b464-2afab21c2151 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b771d50-e59f-4e62-a3ec-a00c31abecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414875 Aug 19 19:29:37.877621 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-276e28f2-1b54-4875-9e51-ce98a2e41126 req-bee9562d-9810-48fe-940a-649137e6fd87 service neutron] 10.222.0.54 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863700 Aug 19 19:29:37.971554 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-276e28f2-1b54-4875-9e51-ce98a2e41126 req-85d93ea7-259a-4f7e-b34a-438f7c25d01b service neutron] 10.222.0.54 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829387 Aug 19 19:29:38.523364 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:29:40.505800 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:29:42.095206 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:29:47.496741 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:29:55.792886 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:30:00.709229 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0b6b053a-9efb-478c-8526-14bdc970eff5 req-1d9d76a7-3712-45b6-998c-367d9ebf5871 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0937519 Aug 19 19:30:00.791010 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b053a-9efb-478c-8526-14bdc970eff5 req-312bdecb-2b8a-44a8-9850-14fcfbc9f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:30:00.792524 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0b6b053a-9efb-478c-8526-14bdc970eff5 req-312bdecb-2b8a-44a8-9850-14fcfbc9f6ce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=86e6d6f852cc427086c84cbf49be9498&device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7 HTTP/1.1" status: 200 len: 1095 time: 0.0420063 Aug 19 19:30:00.898130 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b053a-9efb-478c-8526-14bdc970eff5 req-3f73b962-1c10-44be-9128-0a17d791eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:30:00.899543 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0b6b053a-9efb-478c-8526-14bdc970eff5 req-3f73b962-1c10-44be-9128-0a17d791eb1b service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b771d50-e59f-4e62-a3ec-a00c31abecba HTTP/1.1" status: 200 len: 910 time: 0.0885568 Aug 19 19:30:00.966378 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0b6b053a-9efb-478c-8526-14bdc970eff5 req-3af0e6ac-3dec-4281-9a8e-6f70c6abe600 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8be19c62-5d8c-44ad-9ddb-6a4569672e87 HTTP/1.1" status: 200 len: 1000 time: 0.0595243 Aug 19 19:30:01.019844 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b053a-9efb-478c-8526-14bdc970eff5 req-e0beae35-d475-44d8-88b1-3bb9f4d8c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:30:01.021367 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0b6b053a-9efb-478c-8526-14bdc970eff5 req-e0beae35-d475-44d8-88b1-3bb9f4d8c17a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43cc4412-5a9f-43e8-9984-54a5cec82cc1 HTTP/1.1" status: 200 len: 848 time: 0.0486794 Aug 19 19:30:01.067744 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b053a-9efb-478c-8526-14bdc970eff5 req-b61ee631-6db7-4c30-87b3-bfad42e39473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:30:01.069328 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0b6b053a-9efb-478c-8526-14bdc970eff5 req-b61ee631-6db7-4c30-87b3-bfad42e39473 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b771d50-e59f-4e62-a3ec-a00c31abecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400465 Aug 19 19:30:01.158850 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0b6b053a-9efb-478c-8526-14bdc970eff5 req-bfeff29c-7fcb-4d5d-b7ae-a7cce0d6bdc5 service neutron] 10.222.0.50 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813227 Aug 19 19:30:01.251055 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-0b6b053a-9efb-478c-8526-14bdc970eff5 req-a95b9fd4-1d68-4d3c-91ac-f96318ea716d service neutron] 10.222.0.50 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856121 Aug 19 19:30:04.779393 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a5fc36c8-2b4f-49dc-b211-a6c320949c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:07.438306 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:07.488552 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e8456c13-601a-4c9a-af89-102b258017cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:08.526431 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:10.507286 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:12.095223 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:17.488387 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:29.567179 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f details requested by agent hyperv_n-h1-803753-2 with host n-h1-803753-2 {{(pid=94683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:30:29.848415 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=5f39973c-34d2-4313-8cbc-cc07dc4d1e3f,segment=NetworkSegment(4592b32f-118d-4cb0-bef1-1739eb9f47ed),segment_id=4592b32f-118d-4cb0-bef1-1739eb9f47ed)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:30:29.863914 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Returning: {'device': '5f39973c-34d2-4313-8cbc-cc07dc4d1e3f', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'port_id': '5f39973c-34d2-4313-8cbc-cc07dc4d1e3f', 'mac_address': 'fa:16:3e:13:c9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:30:29.907692 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:29.921799 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:30:29.945466 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=5f39973c-34d2-4313-8cbc-cc07dc4d1e3f,segment=NetworkSegment(4592b32f-118d-4cb0-bef1-1739eb9f47ed),segment_id=4592b32f-118d-4cb0-bef1-1739eb9f47ed)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:30:29.951831 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:30.021370 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=5f39973c-34d2-4313-8cbc-cc07dc4d1e3f,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:30:30.030518 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:30.031075 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:30.031540 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:30.032042 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:30.032527 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:30.032899 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:30.033263 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:30.033716 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:30.034055 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:30.034397 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:30.034754 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:30.035079 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:30.045634 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] get_ports_and_sgs() called for port_ids ['5f39973c-34d2-4313-8cbc-cc07dc4d1e3f'] {{(pid=94683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:30:31.576620 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f up at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:30:31.639655 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Provisioning complete for port 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f triggered by entity L2. {{(pid=94683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:30:31.640048 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687324'] for port, provisioning_complete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:31.726276 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678523'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:31.752543 n-d-803753-2 neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2fb37f-3e09-4373-a9db-9ee68afe185d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f39973c-34d2-4313-8cbc-cc07dc4d1e3f'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:30:31.754910 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cbf0676ba153933b81c92d28fbb6b86d4916fca1eeeeea5f451eed94206a95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcaf282-9134-423b-b87e-ed8eebfbf79b" -d '{"events": [{"server_uuid": "bd2fb37f-3e09-4373-a9db-9ee68afe185d", "name": "network-vif-plugged", "status": "completed", "tag": "5f39973c-34d2-4313-8cbc-cc07dc4d1e3f"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:30:31.769278 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] For port 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=5f39973c-34d2-4313-8cbc-cc07dc4d1e3f,segment=NetworkSegment(4592b32f-118d-4cb0-bef1-1739eb9f47ed),segment_id=4592b32f-118d-4cb0-bef1-1739eb9f47ed)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:30:31.777431 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789619245680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789618757991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789618758009'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:31.823875 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95435c48-74af-485a-b9a9-29d229063965 x-openstack-request-id: req-95435c48-74af-485a-b9a9-29d229063965 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:30:31.824175 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2fb37f-3e09-4373-a9db-9ee68afe185d", "name": "network-vif-plugged", "status": "completed", "tag": "5f39973c-34d2-4313-8cbc-cc07dc4d1e3f", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:30:31.824430 n-d-803753-2 neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95435c48-74af-485a-b9a9-29d229063965 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:30:31.824830 n-d-803753-2 neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2fb37f-3e09-4373-a9db-9ee68afe185d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f39973c-34d2-4313-8cbc-cc07dc4d1e3f', 'code': 200} Aug 19 19:30:31.845493 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Pushing event updated for resources: {'Port': ['ID=5f39973c-34d2-4313-8cbc-cc07dc4d1e3f,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:30:32.798158 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:30:34.787677 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2804689f-80ab-4ca3-940d-943ec5b4d3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:37.441929 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:37.491317 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-05ed5ed0-8628-421a-a953-d4c34b2640e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:37.597864 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45348) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:30:37.756908 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Deleting port 533a9170-fbcc-4fa5-b623-21189be163a8 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:30:37.757169 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:37.835350 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:37.835683 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:37.846954 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Calling delete_port for 533a9170-fbcc-4fa5-b623-21189be163a8 owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:30:37.997019 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:38.023452 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Pushing event deleted for resources: {'Port': ['ID=533a9170-fbcc-4fa5-b623-21189be163a8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:30:38.035750 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:38.036799 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:38.037149 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:38.037703 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:38.038217 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:38.038571 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:38.038902 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:38.039231 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:38.039557 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:38.039882 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:38.040230 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:38.040562 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:38.093367 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:38.093822 n-d-803753-2 neutron-server[94682]: INFO neutron.db.l3_db [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Floating IP c7baa5d7-4766-486d-ad66-50a8905d536e disassociated (deleted). External IP: 172.25.8.248, port: 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f. Aug 19 19:30:38.304848 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Router ad82a8ce-6af3-4a60-9a5b-130146bd42ea has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:30:38.534527 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:38.789688 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-61351d9f-16df-435c-8f1a-1d543c01b29c req-79449537-7544-426a-96e3-51247098d644 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0539443 Aug 19 19:30:38.790683 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:30:38.797887 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:38.806757 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8659cb8e-43e4-43ff-ba34-a5e42714f6b8 None None] Sync routers for ids ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:30:38.816178 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8659cb8e-43e4-43ff-ba34-a5e42714f6b8 None None] Routers {'ad82a8ce-6af3-4a60-9a5b-130146bd42ea'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:30:38.816887 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-8659cb8e-43e4-43ff-ba34-a5e42714f6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:30:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:30:38.827330 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-793a3d4b-3a42-412e-b71b-b1a64daf181b tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "DELETE /v2.0/floatingips/c7baa5d7-4766-486d-ad66-50a8905d536e HTTP/1.1" status: 204 len: 168 time: 1.2271566 Aug 19 19:30:38.827921 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2fb37f-3e09-4373-a9db-9ee68afe185d', 'tag': '5f39973c-34d2-4313-8cbc-cc07dc4d1e3f'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:30:38.830175 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b77923f-5013-4479-94f9-19445b60563c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2fb37f-3e09-4373-a9db-9ee68afe185d", "tag": "5f39973c-34d2-4313-8cbc-cc07dc4d1e3f"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:30:38.876903 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301ac814-48be-4219-bef3-fec82013ae18 x-openstack-request-id: req-301ac814-48be-4219-bef3-fec82013ae18 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:30:38.877192 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2fb37f-3e09-4373-a9db-9ee68afe185d", "tag": "5f39973c-34d2-4313-8cbc-cc07dc4d1e3f", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:30:38.877442 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-301ac814-48be-4219-bef3-fec82013ae18 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:30:38.877880 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2fb37f-3e09-4373-a9db-9ee68afe185d', 'tag': '5f39973c-34d2-4313-8cbc-cc07dc4d1e3f', 'status': 'completed', 'code': 200} Aug 19 19:30:38.885106 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61351d9f-16df-435c-8f1a-1d543c01b29c req-cf5c1536-f70d-4304-b8cd-125aec2d2c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:30:38.886652 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-61351d9f-16df-435c-8f1a-1d543c01b29c req-cf5c1536-f70d-4304-b8cd-125aec2d2c2b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=86e6d6f852cc427086c84cbf49be9498&device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 1096 time: 0.0483618 Aug 19 19:30:38.953045 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-8659cb8e-43e4-43ff-ba34-a5e42714f6b8 None None] Set router ad82a8ce-6af3-4a60-9a5b-130146bd42ea gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:30:39.007295 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61351d9f-16df-435c-8f1a-1d543c01b29c req-7a666069-7f9e-4a46-8a87-a55ecb77f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:30:39.008891 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-61351d9f-16df-435c-8f1a-1d543c01b29c req-7a666069-7f9e-4a46-8a87-a55ecb77f159 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9b771d50-e59f-4e62-a3ec-a00c31abecba HTTP/1.1" status: 200 len: 910 time: 0.0987947 Aug 19 19:30:39.067223 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-61351d9f-16df-435c-8f1a-1d543c01b29c req-28be2d8c-d510-4eb5-8359-64fa9827b0e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f39973c-34d2-4313-8cbc-cc07dc4d1e3f HTTP/1.1" status: 200 len: 217 time: 0.0453219 Aug 19 19:30:39.122799 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61351d9f-16df-435c-8f1a-1d543c01b29c req-c94f62b6-a916-49e6-8a17-b4db6efa66cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:30:39.124517 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-61351d9f-16df-435c-8f1a-1d543c01b29c req-c94f62b6-a916-49e6-8a17-b4db6efa66cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43cc4412-5a9f-43e8-9984-54a5cec82cc1 HTTP/1.1" status: 200 len: 848 time: 0.0496004 Aug 19 19:30:39.198531 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda212b-99f2-4d58-8735-0909ebf2bd83 req-e13c4ccb-a3e2-47ac-b612-72c63de4ce94 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:30:39.200098 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9eda212b-99f2-4d58-8735-0909ebf2bd83 req-e13c4ccb-a3e2-47ac-b612-72c63de4ce94 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 945 time: 0.1386516 Aug 19 19:30:39.201579 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-8659cb8e-43e4-43ff-ba34-a5e42714f6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'name': 'tempest-TestSnapshotPattern-466460750-router', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:25:58Z', 'updated_at': '2021-08-19T19:26:01Z', 'revision_number': 4, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'gw_port': {'id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:25:59Z', 'updated_at': '2021-08-19T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '1479cb8e-8ef8-4fb8-89e0-66d270673f97', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'port_id': '8be19c62-5d8c-44ad-9ddb-6a4569672e87', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'mac_address': 'fa:16:3e:e0:02:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:26:20Z', 'updated_at': '2021-08-19T19:26:22Z', 'revision_number': 1, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538a9144-37cf-457d-b1dd-95ea5e94af3b', 'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'mac_address': 'fa:16:3e:c7:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:00Z', 'updated_at': '2021-08-19T19:26:07Z', 'revision_number': 5, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'subnets': [{'id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:30:39.203177 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61351d9f-16df-435c-8f1a-1d543c01b29c req-5c050b95-7a53-46c2-8753-b80bb6eeeecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:30:39.205825 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-61351d9f-16df-435c-8f1a-1d543c01b29c req-5c050b95-7a53-46c2-8753-b80bb6eeeecc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b771d50-e59f-4e62-a3ec-a00c31abecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714242 Aug 19 19:30:39.229717 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8659cb8e-43e4-43ff-ba34-a5e42714f6b8 None None] Checking router: ad82a8ce-6af3-4a60-9a5b-130146bd42ea for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:30:39.238168 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8659cb8e-43e4-43ff-ba34-a5e42714f6b8 None None] Routers {'ad82a8ce-6af3-4a60-9a5b-130146bd42ea'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:30:39.238792 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-8659cb8e-43e4-43ff-ba34-a5e42714f6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:30:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:30:39.292362 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-9eda212b-99f2-4d58-8735-0909ebf2bd83 req-165af590-9661-4129-a0ea-58512a0b96f9 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837309 Aug 19 19:30:39.332120 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-61351d9f-16df-435c-8f1a-1d543c01b29c req-177fe15b-1895-4528-85a6-dd487b9b27d5 service neutron] 10.222.0.54 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174166 Aug 19 19:30:39.351203 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-8659cb8e-43e4-43ff-ba34-a5e42714f6b8 None None] Set router ad82a8ce-6af3-4a60-9a5b-130146bd42ea gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:30:39.427499 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-61351d9f-16df-435c-8f1a-1d543c01b29c req-18f1d7ab-6035-4d87-9c81-2c2c3983279c service neutron] 10.222.0.54 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871661 Aug 19 19:30:39.522029 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77923f-5013-4479-94f9-19445b60563c req-fbf04383-4d81-4ee5-8164-cab7b62a2a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:30:39.523557 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8b77923f-5013-4479-94f9-19445b60563c req-fbf04383-4d81-4ee5-8164-cab7b62a2a01 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=86e6d6f852cc427086c84cbf49be9498&device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 1096 time: 0.0438678 Aug 19 19:30:39.595999 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-8659cb8e-43e4-43ff-ba34-a5e42714f6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'name': 'tempest-TestSnapshotPattern-466460750-router', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:25:58Z', 'updated_at': '2021-08-19T19:26:01Z', 'revision_number': 4, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'gw_port': {'id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:25:59Z', 'updated_at': '2021-08-19T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '1479cb8e-8ef8-4fb8-89e0-66d270673f97', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'port_id': '8be19c62-5d8c-44ad-9ddb-6a4569672e87', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'mac_address': 'fa:16:3e:e0:02:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:26:20Z', 'updated_at': '2021-08-19T19:26:22Z', 'revision_number': 1, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538a9144-37cf-457d-b1dd-95ea5e94af3b', 'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'mac_address': 'fa:16:3e:c7:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:00Z', 'updated_at': '2021-08-19T19:26:07Z', 'revision_number': 5, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'subnets': [{'id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:30:39.618614 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77923f-5013-4479-94f9-19445b60563c req-d5ee3f1c-a2f6-4df7-8565-24f6e76c35ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:30:39.620100 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8b77923f-5013-4479-94f9-19445b60563c req-d5ee3f1c-a2f6-4df7-8565-24f6e76c35ea service neutron] 10.222.0.54 "GET /v2.0/networks?id=9b771d50-e59f-4e62-a3ec-a00c31abecba HTTP/1.1" status: 200 len: 910 time: 0.0852251 Aug 19 19:30:39.623298 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8659cb8e-43e4-43ff-ba34-a5e42714f6b8 None None] The sync data for ids ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'] in n-d-803753-2 is: [{'id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'name': 'tempest-TestSnapshotPattern-466460750-router', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:25:58Z', 'updated_at': '2021-08-19T19:26:01Z', 'revision_number': 4, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'gw_port': {'id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:25:59Z', 'updated_at': '2021-08-19T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_floatingips': [{'id': '1479cb8e-8ef8-4fb8-89e0-66d270673f97', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'router_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'port_id': '8be19c62-5d8c-44ad-9ddb-6a4569672e87', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'mac_address': 'fa:16:3e:e0:02:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:26:20Z', 'updated_at': '2021-08-19T19:26:22Z', 'revision_number': 1, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538a9144-37cf-457d-b1dd-95ea5e94af3b', 'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'mac_address': 'fa:16:3e:c7:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:00Z', 'updated_at': '2021-08-19T19:26:07Z', 'revision_number': 5, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'subnets': [{'id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:30:39.668870 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8b77923f-5013-4479-94f9-19445b60563c req-51a66c39-9d59-4591-82e3-43f7b7db3f26 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f39973c-34d2-4313-8cbc-cc07dc4d1e3f HTTP/1.1" status: 200 len: 217 time: 0.0412064 Aug 19 19:30:39.719736 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77923f-5013-4479-94f9-19445b60563c req-2e1e6a09-72c0-4fea-bbad-f84e43878fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:30:39.721195 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8b77923f-5013-4479-94f9-19445b60563c req-2e1e6a09-72c0-4fea-bbad-f84e43878fd7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43cc4412-5a9f-43e8-9984-54a5cec82cc1 HTTP/1.1" status: 200 len: 848 time: 0.0452158 Aug 19 19:30:39.774032 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77923f-5013-4479-94f9-19445b60563c req-2daf9d4a-4b71-479b-a8a8-70c53c5a4547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:30:39.775574 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8b77923f-5013-4479-94f9-19445b60563c req-2daf9d4a-4b71-479b-a8a8-70c53c5a4547 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9b771d50-e59f-4e62-a3ec-a00c31abecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471308 Aug 19 19:30:39.876653 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d26881-4bb6-4ec0-b6ae-bce5937ca7d7 None None] New status for floating IP c7baa5d7-4766-486d-ad66-50a8905d536e: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:30:39.877218 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8b77923f-5013-4479-94f9-19445b60563c req-a3437031-d874-4b9d-97fd-f5eef13b6a24 service neutron] 10.222.0.54 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932748 Aug 19 19:30:39.977140 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-8b77923f-5013-4479-94f9-19445b60563c req-6bf5bf04-f1e4-459e-a59d-f29b82b147b1 service neutron] 10.222.0.54 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910468 Aug 19 19:30:40.413741 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60b8d4-aacd-4d2c-baba-9c545cfdfdd4 req-d74579c9-265b-4e83-b293-211b07a0c035 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:30:40.415244 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6b60b8d4-aacd-4d2c-baba-9c545cfdfdd4 req-d74579c9-265b-4e83-b293-211b07a0c035 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 945 time: 0.0503922 Aug 19 19:30:40.453378 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6b60b8d4-aacd-4d2c-baba-9c545cfdfdd4 req-509767b9-de50-4cb8-a027-0195ff2cdf86 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322342 Aug 19 19:30:40.511555 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:40.981053 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042044f0-975e-4dd3-9a52-ffec99051be0 req-3e82849b-5bcf-4040-af3d-bfd957a8edb7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:30:40.982538 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-042044f0-975e-4dd3-9a52-ffec99051be0 req-3e82849b-5bcf-4040-af3d-bfd957a8edb7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.54 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 945 time: 0.0487170 Aug 19 19:30:41.077595 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-042044f0-975e-4dd3-9a52-ffec99051be0 req-4a56d634-553d-4e06-b3e6-8bea9ce03ceb tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Deleting port 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:30:41.077855 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-042044f0-975e-4dd3-9a52-ffec99051be0 req-4a56d634-553d-4e06-b3e6-8bea9ce03ceb tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:41.165586 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-042044f0-975e-4dd3-9a52-ffec99051be0 req-4a56d634-553d-4e06-b3e6-8bea9ce03ceb tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] For port 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f, host n-h1-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803753-2',level=0,port_id=5f39973c-34d2-4313-8cbc-cc07dc4d1e3f,segment=NetworkSegment(4592b32f-118d-4cb0-bef1-1739eb9f47ed),segment_id=4592b32f-118d-4cb0-bef1-1739eb9f47ed)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:30:41.165955 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-042044f0-975e-4dd3-9a52-ffec99051be0 req-4a56d634-553d-4e06-b3e6-8bea9ce03ceb tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:41.179432 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [req-042044f0-975e-4dd3-9a52-ffec99051be0 req-4a56d634-553d-4e06-b3e6-8bea9ce03ceb tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Calling delete_port for 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f owned by compute:nova {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:30:41.309740 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-042044f0-975e-4dd3-9a52-ffec99051be0 req-4a56d634-553d-4e06-b3e6-8bea9ce03ceb tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:41.336538 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56d634-553d-4e06-b3e6-8bea9ce03ceb tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Pushing event deleted for resources: {'Port': ['ID=5f39973c-34d2-4313-8cbc-cc07dc4d1e3f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:30:41.385423 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-042044f0-975e-4dd3-9a52-ffec99051be0 req-4a56d634-553d-4e06-b3e6-8bea9ce03ceb tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] No DVR routers for this DVR port 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f on host n-h1-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:30:41.388034 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-042044f0-975e-4dd3-9a52-ffec99051be0 req-4a56d634-553d-4e06-b3e6-8bea9ce03ceb tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:41.390104 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-042044f0-975e-4dd3-9a52-ffec99051be0 req-4a56d634-553d-4e06-b3e6-8bea9ce03ceb tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.54 "DELETE /v2.0/ports/5f39973c-34d2-4313-8cbc-cc07dc4d1e3f HTTP/1.1" status: 204 len: 173 time: 0.4007988 Aug 19 19:30:41.390602 n-d-803753-2 neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2fb37f-3e09-4373-a9db-9ee68afe185d', 'name': 'network-vif-deleted', 'tag': '5f39973c-34d2-4313-8cbc-cc07dc4d1e3f'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:30:41.392840 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f69892726f23c2a06c52963c8299b1864a4e11b7665f615edc289dad82e6636" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898b93bc-f009-4f76-9a2a-878b624a79f7" -d '{"events": [{"server_uuid": "bd2fb37f-3e09-4373-a9db-9ee68afe185d", "name": "network-vif-deleted", "tag": "5f39973c-34d2-4313-8cbc-cc07dc4d1e3f"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:30:41.433227 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63081be-5cf0-438a-bc07-b853a011f424 x-openstack-request-id: req-b63081be-5cf0-438a-bc07-b853a011f424 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:30:41.433609 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2fb37f-3e09-4373-a9db-9ee68afe185d", "name": "network-vif-deleted", "tag": "5f39973c-34d2-4313-8cbc-cc07dc4d1e3f", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:30:41.433864 n-d-803753-2 neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b63081be-5cf0-438a-bc07-b853a011f424 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:30:41.434269 n-d-803753-2 neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2fb37f-3e09-4373-a9db-9ee68afe185d', 'name': 'network-vif-deleted', 'tag': '5f39973c-34d2-4313-8cbc-cc07dc4d1e3f', 'status': 'completed', 'code': 200} Aug 19 19:30:41.562281 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-38190c4a-4213-4671-810b-acf31e8ea98c req-6d464126-32d4-44f4-bbf2-deae411e376e tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd2fb37f-3e09-4373-a9db-9ee68afe185d HTTP/1.1" status: 200 len: 210 time: 0.0276427 Aug 19 19:30:41.612209 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:30:41.633785 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:30:41.634137 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:30:42.093738 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:43.142086 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45408) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:30:43.310461 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Deleting port ed8c628b-d538-43ac-ae23-2593e808c9a5 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:30:43.310809 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:43.386412 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:43.386649 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:43.398252 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Calling delete_port for ed8c628b-d538-43ac-ae23-2593e808c9a5 owned by network:floatingip {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:30:43.563507 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:43.589506 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Pushing event deleted for resources: {'Port': ['ID=ed8c628b-d538-43ac-ae23-2593e808c9a5,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:30:43.613301 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:43.613673 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:43.614070 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:43.614414 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:43.614749 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:43.615080 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:43.615406 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:43.615734 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:43.616055 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:43.616379 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:43.616704 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:43.617031 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803753-2 {{(pid=94681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:30:43.658436 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for floatingip, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:43.658661 n-d-803753-2 neutron-server[94681]: INFO neutron.db.l3_db [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Floating IP 1479cb8e-8ef8-4fb8-89e0-66d270673f97 disassociated (deleted). External IP: 172.25.8.100, port: 8be19c62-5d8c-44ad-9ddb-6a4569672e87. Aug 19 19:30:43.870143 n-d-803753-2 neutron-server[94681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Router ad82a8ce-6af3-4a60-9a5b-130146bd42ea has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:30:43.980376 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:30:43.985156 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for floatingip, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:43.991383 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d983c4ea-185a-4489-adb8-399a449a9a95 None None] Sync routers for ids ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:30:44.005692 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d983c4ea-185a-4489-adb8-399a449a9a95 None None] Routers {'ad82a8ce-6af3-4a60-9a5b-130146bd42ea'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:30:44.006432 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d983c4ea-185a-4489-adb8-399a449a9a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:30:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:30:44.014179 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9ec18a3a-bf84-47ca-b79e-ca57332c6b81 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "DELETE /v2.0/floatingips/1479cb8e-8ef8-4fb8-89e0-66d270673f97 HTTP/1.1" status: 204 len: 168 time: 0.8709631 Aug 19 19:30:44.014919 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'tag': '8be19c62-5d8c-44ad-9ddb-6a4569672e87'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:30:44.017333 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3bf6b9-b895-477c-a85f-f2548ea7659c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc567ef5-6cae-48a5-9fa9-530512b3e8d7", "tag": "8be19c62-5d8c-44ad-9ddb-6a4569672e87"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:30:44.058856 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6536ffa3-36a4-4237-b8f7-49a5a858b150 x-openstack-request-id: req-6536ffa3-36a4-4237-b8f7-49a5a858b150 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:30:44.059277 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc567ef5-6cae-48a5-9fa9-530512b3e8d7", "tag": "8be19c62-5d8c-44ad-9ddb-6a4569672e87", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:30:44.059625 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6536ffa3-36a4-4237-b8f7-49a5a858b150 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:30:44.060237 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'tag': '8be19c62-5d8c-44ad-9ddb-6a4569672e87', 'status': 'completed', 'code': 200} Aug 19 19:30:44.116325 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-d983c4ea-185a-4489-adb8-399a449a9a95 None None] Set router ad82a8ce-6af3-4a60-9a5b-130146bd42ea gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:30:44.125310 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bf6b9-b895-477c-a85f-f2548ea7659c req-d25534d3-205d-4e72-ae58-23cf65ff104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:30:44.126994 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6f3bf6b9-b895-477c-a85f-f2548ea7659c req-d25534d3-205d-4e72-ae58-23cf65ff104d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=86e6d6f852cc427086c84cbf49be9498&device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7 HTTP/1.1" status: 200 len: 1095 time: 0.0440638 Aug 19 19:30:44.262256 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bf6b9-b895-477c-a85f-f2548ea7659c req-f6efd562-6b73-4dcd-9489-711261c0b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:30:44.264146 n-d-803753-2 neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3124c-75f6-4cf9-9217-4989e486b650 req-1e3be5f8-122c-4470-ba4f-c4588a6f9085 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:30:44.264631 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6f3bf6b9-b895-477c-a85f-f2548ea7659c req-f6efd562-6b73-4dcd-9489-711261c0b2c1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b771d50-e59f-4e62-a3ec-a00c31abecba HTTP/1.1" status: 200 len: 910 time: 0.1243157 Aug 19 19:30:44.265688 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02b3124c-75f6-4cf9-9217-4989e486b650 req-1e3be5f8-122c-4470-ba4f-c4588a6f9085 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7 HTTP/1.1" status: 200 len: 944 time: 0.0518515 Aug 19 19:30:44.305007 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [req-02b3124c-75f6-4cf9-9217-4989e486b650 req-c9b752e8-41c3-4567-95fe-f8e203d0daf7 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330839 Aug 19 19:30:44.309931 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6f3bf6b9-b895-477c-a85f-f2548ea7659c req-f639fa0c-9136-4b48-852c-2ba3dae69d93 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8be19c62-5d8c-44ad-9ddb-6a4569672e87 HTTP/1.1" status: 200 len: 217 time: 0.0356340 Aug 19 19:30:44.338447 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d983c4ea-185a-4489-adb8-399a449a9a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'name': 'tempest-TestSnapshotPattern-466460750-router', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:25:58Z', 'updated_at': '2021-08-19T19:26:01Z', 'revision_number': 4, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'gw_port': {'id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:25:59Z', 'updated_at': '2021-08-19T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '538a9144-37cf-457d-b1dd-95ea5e94af3b', 'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'mac_address': 'fa:16:3e:c7:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:00Z', 'updated_at': '2021-08-19T19:26:07Z', 'revision_number': 5, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'subnets': [{'id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:30:44.365291 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d983c4ea-185a-4489-adb8-399a449a9a95 None None] Checking router: ad82a8ce-6af3-4a60-9a5b-130146bd42ea for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:30:44.366052 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bf6b9-b895-477c-a85f-f2548ea7659c req-97a45372-4160-4333-ab39-f70b9b5b712c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:30:44.367543 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6f3bf6b9-b895-477c-a85f-f2548ea7659c req-97a45372-4160-4333-ab39-f70b9b5b712c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43cc4412-5a9f-43e8-9984-54a5cec82cc1 HTTP/1.1" status: 200 len: 848 time: 0.0507917 Aug 19 19:30:44.373987 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d983c4ea-185a-4489-adb8-399a449a9a95 None None] Routers {'ad82a8ce-6af3-4a60-9a5b-130146bd42ea'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:30:44.374603 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d983c4ea-185a-4489-adb8-399a449a9a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:30:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:30:44.415543 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bf6b9-b895-477c-a85f-f2548ea7659c req-2c76949c-95ca-4e4c-9084-22138901bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:30:44.417042 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6f3bf6b9-b895-477c-a85f-f2548ea7659c req-2c76949c-95ca-4e4c-9084-22138901bb8b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b771d50-e59f-4e62-a3ec-a00c31abecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413003 Aug 19 19:30:44.483737 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-d983c4ea-185a-4489-adb8-399a449a9a95 None None] Set router ad82a8ce-6af3-4a60-9a5b-130146bd42ea gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:30:44.514809 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6f3bf6b9-b895-477c-a85f-f2548ea7659c req-3b267477-3a13-4e45-8582-ada55ed11e08 service neutron] 10.222.0.50 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888338 Aug 19 19:30:44.633685 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-6f3bf6b9-b895-477c-a85f-f2548ea7659c req-47071fe4-e464-4118-b8ce-1140726f6e4d service neutron] 10.222.0.50 "GET /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105800 Aug 19 19:30:44.697764 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-d983c4ea-185a-4489-adb8-399a449a9a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'name': 'tempest-TestSnapshotPattern-466460750-router', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:25:58Z', 'updated_at': '2021-08-19T19:26:01Z', 'revision_number': 4, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'gw_port': {'id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:25:59Z', 'updated_at': '2021-08-19T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '538a9144-37cf-457d-b1dd-95ea5e94af3b', 'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'mac_address': 'fa:16:3e:c7:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:00Z', 'updated_at': '2021-08-19T19:26:07Z', 'revision_number': 5, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'subnets': [{'id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:30:44.724237 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d983c4ea-185a-4489-adb8-399a449a9a95 None None] The sync data for ids ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'] in n-d-803753-2 is: [{'id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'name': 'tempest-TestSnapshotPattern-466460750-router', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:25:58Z', 'updated_at': '2021-08-19T19:26:01Z', 'revision_number': 4, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'gw_port': {'id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:25:59Z', 'updated_at': '2021-08-19T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2', '_interfaces': [{'id': '538a9144-37cf-457d-b1dd-95ea5e94af3b', 'name': '', 'network_id': '9b771d50-e59f-4e62-a3ec-a00c31abecba', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'mac_address': 'fa:16:3e:c7:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:00Z', 'updated_at': '2021-08-19T19:26:07Z', 'revision_number': 5, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'subnets': [{'id': '43cc4412-5a9f-43e8-9984-54a5cec82cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:30:44.952247 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8dee21-0674-4003-bffd-57318c57e9d8 None None] New status for floating IP 1479cb8e-8ef8-4fb8-89e0-66d270673f97: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:30:45.425291 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf30e1-2ef0-4d38-9138-0b80d855c963 req-20d5c9a3-02ed-48c6-8876-b6581ab8e949 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:30:45.427512 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fadf30e1-2ef0-4d38-9138-0b80d855c963 req-20d5c9a3-02ed-48c6-8876-b6581ab8e949 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7 HTTP/1.1" status: 200 len: 944 time: 0.0499313 Aug 19 19:30:45.464930 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-fadf30e1-2ef0-4d38-9138-0b80d855c963 req-d2217888-1da9-40de-a45d-5674b1e78e89 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9e2c28a-f0d3-4266-8ba6-af11d56acd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316265 Aug 19 19:30:45.659784 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f no longer exists at agent hyperv_n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:30:45.679772 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] No Port match for: 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:30:45.680116 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Device 5f39973c-34d2-4313-8cbc-cc07dc4d1e3f not bound to the agent host n-h1-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:30:45.743950 n-d-803753-2 neutron-server[94681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fd001-bba5-4169-80a3-e0824f7b77d8 req-1679ccd5-cbdc-4b91-843e-8dcefbed795e tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:30:45.745417 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-991fd001-bba5-4169-80a3-e0824f7b77d8 req-1679ccd5-cbdc-4b91-843e-8dcefbed795e tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7 HTTP/1.1" status: 200 len: 944 time: 0.0492406 Aug 19 19:30:45.838335 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-991fd001-bba5-4169-80a3-e0824f7b77d8 req-05802c6d-69a4-43ed-87fd-cba9c7701436 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Deleting port 8be19c62-5d8c-44ad-9ddb-6a4569672e87 {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:30:45.838677 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-991fd001-bba5-4169-80a3-e0824f7b77d8 req-05802c6d-69a4-43ed-87fd-cba9c7701436 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:45.924415 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [req-991fd001-bba5-4169-80a3-e0824f7b77d8 req-05802c6d-69a4-43ed-87fd-cba9c7701436 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] For port 8be19c62-5d8c-44ad-9ddb-6a4569672e87, host n-h2-803753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803753-2',level=0,port_id=8be19c62-5d8c-44ad-9ddb-6a4569672e87,segment=NetworkSegment(4592b32f-118d-4cb0-bef1-1739eb9f47ed),segment_id=4592b32f-118d-4cb0-bef1-1739eb9f47ed)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:30:45.924699 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-991fd001-bba5-4169-80a3-e0824f7b77d8 req-05802c6d-69a4-43ed-87fd-cba9c7701436 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:45.937826 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [req-991fd001-bba5-4169-80a3-e0824f7b77d8 req-05802c6d-69a4-43ed-87fd-cba9c7701436 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Calling delete_port for 8be19c62-5d8c-44ad-9ddb-6a4569672e87 owned by compute:nova {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:30:46.075400 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-991fd001-bba5-4169-80a3-e0824f7b77d8 req-05802c6d-69a4-43ed-87fd-cba9c7701436 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:46.104844 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05802c6d-69a4-43ed-87fd-cba9c7701436 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Pushing event deleted for resources: {'Port': ['ID=8be19c62-5d8c-44ad-9ddb-6a4569672e87,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:30:46.149750 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [req-991fd001-bba5-4169-80a3-e0824f7b77d8 req-05802c6d-69a4-43ed-87fd-cba9c7701436 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] No DVR routers for this DVR port 8be19c62-5d8c-44ad-9ddb-6a4569672e87 on host n-h2-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:30:46.152323 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [req-991fd001-bba5-4169-80a3-e0824f7b77d8 req-05802c6d-69a4-43ed-87fd-cba9c7701436 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152543'] for port, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:46.154361 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-991fd001-bba5-4169-80a3-e0824f7b77d8 req-05802c6d-69a4-43ed-87fd-cba9c7701436 tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.50 "DELETE /v2.0/ports/8be19c62-5d8c-44ad-9ddb-6a4569672e87 HTTP/1.1" status: 204 len: 173 time: 0.4031169 Aug 19 19:30:46.154800 n-d-803753-2 neutron-server[94681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'name': 'network-vif-deleted', 'tag': '8be19c62-5d8c-44ad-9ddb-6a4569672e87'}] {{(pid=94681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:30:46.157184 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c49ef4114901262d4854bdaccfc2cd5470d26db4544869660fa77b8eded8911" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81903c71-364b-481a-95f8-3a8c702108c7" -d '{"events": [{"server_uuid": "dc567ef5-6cae-48a5-9fa9-530512b3e8d7", "name": "network-vif-deleted", "tag": "8be19c62-5d8c-44ad-9ddb-6a4569672e87"}]}' {{(pid=94681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:30:46.194478 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369891cb-fc96-4469-8714-da96e1d8afa9 x-openstack-request-id: req-369891cb-fc96-4469-8714-da96e1d8afa9 {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:30:46.194774 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc567ef5-6cae-48a5-9fa9-530512b3e8d7", "name": "network-vif-deleted", "tag": "8be19c62-5d8c-44ad-9ddb-6a4569672e87", "status": "completed", "code": 200}]} {{(pid=94681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:30:46.195031 n-d-803753-2 neutron-server[94681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-369891cb-fc96-4469-8714-da96e1d8afa9 {{(pid=94681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:30:46.195435 n-d-803753-2 neutron-server[94681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc567ef5-6cae-48a5-9fa9-530512b3e8d7', 'name': 'network-vif-deleted', 'tag': '8be19c62-5d8c-44ad-9ddb-6a4569672e87', 'status': 'completed', 'code': 200} Aug 19 19:30:46.584410 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [req-1fb324dc-5857-4a2c-aa5b-65ad0f3ad20b req-2ab9773b-784e-4b38-b9f0-1286ea51586d tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc567ef5-6cae-48a5-9fa9-530512b3e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0285716 Aug 19 19:30:47.497854 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:47.643843 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45424) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:30:47.704688 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ef6eeb9-06fc-4194-93f5-b5f87a21147c tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:47.730490 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ef6eeb9-06fc-4194-93f5-b5f87a21147c tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:47.795131 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ef6eeb9-06fc-4194-93f5-b5f87a21147c tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:47.797810 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-9ef6eeb9-06fc-4194-93f5-b5f87a21147c tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:47.799042 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-9ef6eeb9-06fc-4194-93f5-b5f87a21147c tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] 10.222.0.24 "DELETE /v2.0/security-groups/d9e2c28a-f0d3-4266-8ba6-af11d56acd07 HTTP/1.1" status: 204 len: 168 time: 0.1541970 Aug 19 19:30:47.808947 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6eeb9-06fc-4194-93f5-b5f87a21147c tempest-TestSnapshotPattern-397958190 tempest-TestSnapshotPattern-397958190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e2c28a-f0d3-4266-8ba6-af11d56acd07,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:30:48.506526 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 8be19c62-5d8c-44ad-9ddb-6a4569672e87 no longer exists at agent hyperv_n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:30:48.528277 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] No Port match for: 8be19c62-5d8c-44ad-9ddb-6a4569672e87 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:30:48.528626 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Device 8be19c62-5d8c-44ad-9ddb-6a4569672e87 not bound to the agent host n-h2-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:30:48.867633 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45430) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:30:49.220470 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b5fecbc-845c-4f4f-996b-9809d0fa8fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:49.463564 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-7b5fecbc-845c-4f4f-996b-9809d0fa8fa8 admin admin] Deleting port 538a9144-37cf-457d-b1dd-95ea5e94af3b {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:30:49.463823 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b5fecbc-845c-4f4f-996b-9809d0fa8fa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:49.544159 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-7b5fecbc-845c-4f4f-996b-9809d0fa8fa8 admin admin] For port 538a9144-37cf-457d-b1dd-95ea5e94af3b, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=538a9144-37cf-457d-b1dd-95ea5e94af3b,segment=NetworkSegment(4592b32f-118d-4cb0-bef1-1739eb9f47ed),segment_id=4592b32f-118d-4cb0-bef1-1739eb9f47ed)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:30:49.544526 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b5fecbc-845c-4f4f-996b-9809d0fa8fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:49.558240 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-7b5fecbc-845c-4f4f-996b-9809d0fa8fa8 admin admin] Calling delete_port for 538a9144-37cf-457d-b1dd-95ea5e94af3b owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:30:49.744310 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b5fecbc-845c-4f4f-996b-9809d0fa8fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:49.774496 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fecbc-845c-4f4f-996b-9809d0fa8fa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=538a9144-37cf-457d-b1dd-95ea5e94af3b,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:30:49.977598 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b5fecbc-845c-4f4f-996b-9809d0fa8fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:50.206618 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5fecbc-845c-4f4f-996b-9809d0fa8fa8 admin admin] Router ad82a8ce-6af3-4a60-9a5b-130146bd42ea has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:30:50.320154 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5fecbc-845c-4f4f-996b-9809d0fa8fa8 admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:30:50.325302 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7b5fecbc-845c-4f4f-996b-9809d0fa8fa8 admin admin] 10.222.0.24 "PUT /v2.0/routers/ad82a8ce-6af3-4a60-9a5b-130146bd42ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4566321 Aug 19 19:30:50.327949 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45432) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:30:50.331094 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675804e5-2d47-4d0f-b4c7-8999877b32bc None None] Sync routers for ids ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'] in n-d-803753-2 {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:30:50.341258 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675804e5-2d47-4d0f-b4c7-8999877b32bc None None] Routers {'ad82a8ce-6af3-4a60-9a5b-130146bd42ea'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:30:50.342039 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-675804e5-2d47-4d0f-b4c7-8999877b32bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:30:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:30:50.434835 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e3709fc-1a30-4faf-8ed5-7d6896f66582 admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:50.450305 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-675804e5-2d47-4d0f-b4c7-8999877b32bc None None] Set router ad82a8ce-6af3-4a60-9a5b-130146bd42ea gateway port host: n-d-803753-2 {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:30:50.543075 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e3709fc-1a30-4faf-8ed5-7d6896f66582 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:50.609057 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-7e3709fc-1a30-4faf-8ed5-7d6896f66582 admin admin] Deleting port db21b6c5-e987-4cc4-98e7-644f85004ea7 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:30:50.609578 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e3709fc-1a30-4faf-8ed5-7d6896f66582 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:50.653383 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-675804e5-2d47-4d0f-b4c7-8999877b32bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'name': 'tempest-TestSnapshotPattern-466460750-router', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:25:58Z', 'updated_at': '2021-08-19T19:30:49Z', 'revision_number': 5, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'gw_port': {'id': 'db21b6c5-e987-4cc4-98e7-644f85004ea7', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:25:59Z', 'updated_at': '2021-08-19T19:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:30:50.682447 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675804e5-2d47-4d0f-b4c7-8999877b32bc None None] Checking router: ad82a8ce-6af3-4a60-9a5b-130146bd42ea for host: n-d-803753-2 {{(pid=94683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:30:50.690865 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675804e5-2d47-4d0f-b4c7-8999877b32bc None None] Routers {'ad82a8ce-6af3-4a60-9a5b-130146bd42ea'} bound to L3 agent in host n-d-803753-2 {{(pid=94683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:30:50.691478 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-675804e5-2d47-4d0f-b4c7-8999877b32bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:30:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'], 'active': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:30:50.715702 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-7e3709fc-1a30-4faf-8ed5-7d6896f66582 admin admin] For port db21b6c5-e987-4cc4-98e7-644f85004ea7, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=db21b6c5-e987-4cc4-98e7-644f85004ea7,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:30:50.716382 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e3709fc-1a30-4faf-8ed5-7d6896f66582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:50.730924 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-7e3709fc-1a30-4faf-8ed5-7d6896f66582 admin admin] Calling delete_port for db21b6c5-e987-4cc4-98e7-644f85004ea7 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:30:50.780627 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvr_db [None req-675804e5-2d47-4d0f-b4c7-8999877b32bc None None] Set router ad82a8ce-6af3-4a60-9a5b-130146bd42ea gateway port host: None {{(pid=94683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:30:50.833110 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_hamode_db [None req-675804e5-2d47-4d0f-b4c7-8999877b32bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'name': 'tempest-TestSnapshotPattern-466460750-router', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:25:58Z', 'updated_at': '2021-08-19T19:30:50Z', 'revision_number': 6, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:30:50.912105 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e3709fc-1a30-4faf-8ed5-7d6896f66582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:50.949665 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3709fc-1a30-4faf-8ed5-7d6896f66582 admin admin] Pushing event deleted for resources: {'Port': ['ID=db21b6c5-e987-4cc4-98e7-644f85004ea7,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:30:51.029557 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e3709fc-1a30-4faf-8ed5-7d6896f66582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:51.044322 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675804e5-2d47-4d0f-b4c7-8999877b32bc None None] The sync data for ids ['ad82a8ce-6af3-4a60-9a5b-130146bd42ea'] in n-d-803753-2 is: [{'id': 'ad82a8ce-6af3-4a60-9a5b-130146bd42ea', 'name': 'tempest-TestSnapshotPattern-466460750-router', 'tenant_id': '86e6d6f852cc427086c84cbf49be9498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:25:58Z', 'updated_at': '2021-08-19T19:30:50Z', 'revision_number': 6, 'project_id': '86e6d6f852cc427086c84cbf49be9498', 'gw_port_host': None}] {{(pid=94683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:30:51.124334 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e3709fc-1a30-4faf-8ed5-7d6896f66582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:51.126489 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e3709fc-1a30-4faf-8ed5-7d6896f66582 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:51.172207 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e3709fc-1a30-4faf-8ed5-7d6896f66582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:51.172735 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3709fc-1a30-4faf-8ed5-7d6896f66582 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad82a8ce-6af3-4a60-9a5b-130146bd42ea {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:30:51.177558 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e3709fc-1a30-4faf-8ed5-7d6896f66582 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:51.178730 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7e3709fc-1a30-4faf-8ed5-7d6896f66582 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ad82a8ce-6af3-4a60-9a5b-130146bd42ea HTTP/1.1" status: 204 len: 168 time: 0.8498650 Aug 19 19:30:51.181437 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45434) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:30:51.227525 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b1407f6-f83a-45fc-813a-7af328aa1e1b admin admin] Deleting subnet 43cc4412-5a9f-43e8-9984-54a5cec82cc1 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:30:51.230589 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b1407f6-f83a-45fc-813a-7af328aa1e1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:51.266010 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b1407f6-f83a-45fc-813a-7af328aa1e1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:51.347889 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b1407f6-f83a-45fc-813a-7af328aa1e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:51.426796 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b1407f6-f83a-45fc-813a-7af328aa1e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:51.459925 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b1407f6-f83a-45fc-813a-7af328aa1e1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:51.464169 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-7b1407f6-f83a-45fc-813a-7af328aa1e1b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/43cc4412-5a9f-43e8-9984-54a5cec82cc1 HTTP/1.1" status: 204 len: 168 time: 0.2793868 Aug 19 19:30:51.464169 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1407f6-f83a-45fc-813a-7af328aa1e1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43cc4412-5a9f-43e8-9984-54a5cec82cc1,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:30:51.466048 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45436) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:30:51.469937 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102dd0ec-09f1-4d25-9a34-687be0e8bf7a None None] Network 9b771d50-e59f-4e62-a3ec-a00c31abecba requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:30:51.547452 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f4284bb-d760-43d6-b149-1ef9f02c4179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:51.853016 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133e943c-90a4-4ab4-88bf-68f7d9bf505b None None] DHCP port deletion for 9b771d50-e59f-4e62-a3ec-a00c31abecba request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:30:51.881774 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 538a9144-37cf-457d-b1dd-95ea5e94af3b no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:30:51.912459 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 538a9144-37cf-457d-b1dd-95ea5e94af3b {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:30:51.912808 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 538a9144-37cf-457d-b1dd-95ea5e94af3b not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:30:51.935865 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-133e943c-90a4-4ab4-88bf-68f7d9bf505b None None] Deleting port 8ddbc020-de1c-4db8-8227-8d5c3a6a677f {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:30:51.936217 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-133e943c-90a4-4ab4-88bf-68f7d9bf505b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:51.954988 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-5f4284bb-d760-43d6-b149-1ef9f02c4179 admin admin] Deleting port 8ddbc020-de1c-4db8-8227-8d5c3a6a677f {{(pid=94681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:30:51.955609 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f4284bb-d760-43d6-b149-1ef9f02c4179 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:52.003636 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-133e943c-90a4-4ab4-88bf-68f7d9bf505b None None] For port 8ddbc020-de1c-4db8-8227-8d5c3a6a677f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=8ddbc020-de1c-4db8-8227-8d5c3a6a677f,segment=NetworkSegment(4592b32f-118d-4cb0-bef1-1739eb9f47ed),segment_id=4592b32f-118d-4cb0-bef1-1739eb9f47ed)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:30:52.004043 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-133e943c-90a4-4ab4-88bf-68f7d9bf505b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:52.021956 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-133e943c-90a4-4ab4-88bf-68f7d9bf505b None None] Calling delete_port for 8ddbc020-de1c-4db8-8227-8d5c3a6a677f owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:30:52.027579 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.db [None req-5f4284bb-d760-43d6-b149-1ef9f02c4179 admin admin] For port 8ddbc020-de1c-4db8-8227-8d5c3a6a677f, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=8ddbc020-de1c-4db8-8227-8d5c3a6a677f,segment=NetworkSegment(4592b32f-118d-4cb0-bef1-1739eb9f47ed),segment_id=4592b32f-118d-4cb0-bef1-1739eb9f47ed)] {{(pid=94681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:30:52.027946 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f4284bb-d760-43d6-b149-1ef9f02c4179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:52.040419 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.plugin [None req-5f4284bb-d760-43d6-b149-1ef9f02c4179 admin admin] Calling delete_port for 8ddbc020-de1c-4db8-8227-8d5c3a6a677f owned by network:dhcp {{(pid=94681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:30:52.106164 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-133e943c-90a4-4ab4-88bf-68f7d9bf505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:52.122219 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f4284bb-d760-43d6-b149-1ef9f02c4179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60270036'] for port, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:52.136088 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e943c-90a4-4ab4-88bf-68f7d9bf505b None None] No DVR routers for this DVR port 8ddbc020-de1c-4db8-8227-8d5c3a6a677f on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:30:52.137913 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e943c-90a4-4ab4-88bf-68f7d9bf505b None None] Pushing event deleted for resources: {'Port': ['ID=8ddbc020-de1c-4db8-8227-8d5c3a6a677f,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:30:52.155483 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4284bb-d760-43d6-b149-1ef9f02c4179 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ddbc020-de1c-4db8-8227-8d5c3a6a677f,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:30:52.159023 n-d-803753-2 neutron-server[94681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4284bb-d760-43d6-b149-1ef9f02c4179 admin admin] No DVR routers for this DVR port 8ddbc020-de1c-4db8-8227-8d5c3a6a677f on host n-d-803753-2 {{(pid=94681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:30:52.241450 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f4284bb-d760-43d6-b149-1ef9f02c4179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:52.251407 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-5f4284bb-d760-43d6-b149-1ef9f02c4179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b771d50-e59f-4e62-a3ec-a00c31abecba']}} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:30:52.262394 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-5f4284bb-d760-43d6-b149-1ef9f02c4179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4592b32f-118d-4cb0-bef1-1739eb9f47ed') {'for_net_delete': True} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:30:52.262687 n-d-803753-2 neutron-server[94681]: DEBUG neutron.services.segments.db [None req-5f4284bb-d760-43d6-b149-1ef9f02c4179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4592b32f-118d-4cb0-bef1-1739eb9f47ed') {} {{(pid=94681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:30:52.272794 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f4284bb-d760-43d6-b149-1ef9f02c4179 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60229973'] for segment, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:52.286271 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f4284bb-d760-43d6-b149-1ef9f02c4179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:52.292016 n-d-803753-2 neutron-server[94681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4284bb-d760-43d6-b149-1ef9f02c4179 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:30:52.292403 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f4284bb-d760-43d6-b149-1ef9f02c4179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60270083'] for segment, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: self.session.flush() Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: self.session.flush() Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: self.session.flush() Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: self.session.flush() Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: Traceback (most recent call last): Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: timer() Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: cb(*args, **kw) Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: return func(*args, **kwargs) Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: self._notify() Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: self.callback(batched_events) Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: event.method(event) Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: return f(self, *a, **k) Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: return self._get(url).json() Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: return self.request(url, 'GET', **kwargs) Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:30:52.294039 n-d-803753-2 neutron-server[94681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:30:52.347964 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f4284bb-d760-43d6-b149-1ef9f02c4179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:52.353903 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-5f4284bb-d760-43d6-b149-1ef9f02c4179 admin admin] Notify callbacks [] for network, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:52.355849 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-5f4284bb-d760-43d6-b149-1ef9f02c4179 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9b771d50-e59f-4e62-a3ec-a00c31abecba HTTP/1.1" status: 204 len: 168 time: 0.8867996 Aug 19 19:30:52.358962 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45438) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:30:52.367550 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4284bb-d760-43d6-b149-1ef9f02c4179 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b771d50-e59f-4e62-a3ec-a00c31abecba,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:30:52.724037 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3c307876-38a0-4517-9fe5-77e60de7e53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3743224'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:52.970628 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-3c307876-38a0-4517-9fe5-77e60de7e53a admin admin] Deleting port d3b4ce93-8918-49ec-a68b-e648676bd306 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:30:52.970973 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3c307876-38a0-4517-9fe5-77e60de7e53a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:53.048069 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-3c307876-38a0-4517-9fe5-77e60de7e53a admin admin] For port d3b4ce93-8918-49ec-a68b-e648676bd306, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=d3b4ce93-8918-49ec-a68b-e648676bd306,segment=NetworkSegment(53fe1ee3-ff30-4b0f-a186-77fcaac69178),segment_id=53fe1ee3-ff30-4b0f-a186-77fcaac69178)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:30:53.048342 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3c307876-38a0-4517-9fe5-77e60de7e53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:53.061231 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-3c307876-38a0-4517-9fe5-77e60de7e53a admin admin] Calling delete_port for d3b4ce93-8918-49ec-a68b-e648676bd306 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:30:53.170603 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8ddbc020-de1c-4db8-8227-8d5c3a6a677f no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:30:53.190309 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 8ddbc020-de1c-4db8-8227-8d5c3a6a677f {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:30:53.190661 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 8ddbc020-de1c-4db8-8227-8d5c3a6a677f not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:30:53.191127 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device db21b6c5-e987-4cc4-98e7-644f85004ea7 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:30:53.212116 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: db21b6c5-e987-4cc4-98e7-644f85004ea7 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:30:53.212461 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device db21b6c5-e987-4cc4-98e7-644f85004ea7 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:30:53.246320 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3c307876-38a0-4517-9fe5-77e60de7e53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:53.269913 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c307876-38a0-4517-9fe5-77e60de7e53a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b4ce93-8918-49ec-a68b-e648676bd306,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:30:53.791099 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3c307876-38a0-4517-9fe5-77e60de7e53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3865960'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:54.014207 n-d-803753-2 neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c307876-38a0-4517-9fe5-77e60de7e53a admin admin] Router 76ea1624-6a12-4c0e-a18e-cec173881f7d has already been hosted by L3 agent 94e4be97-a865-40d2-84b0-3814d3f1204b {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:30:54.120317 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c307876-38a0-4517-9fe5-77e60de7e53a admin admin] Notify agent at l3_agent.n-d-803753-2 the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:30:54.125576 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-3c307876-38a0-4517-9fe5-77e60de7e53a admin admin] 10.222.0.24 "PUT /v2.0/routers/76ea1624-6a12-4c0e-a18e-cec173881f7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7650533 Aug 19 19:30:54.128113 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45442) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:30:54.129662 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc1ed12-e8e9-4978-b0d4-530aef75222b None None] Sync routers for ids ['76ea1624-6a12-4c0e-a18e-cec173881f7d'] in n-d-803753-2 {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:30:54.139312 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc1ed12-e8e9-4978-b0d4-530aef75222b None None] Routers {'76ea1624-6a12-4c0e-a18e-cec173881f7d'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:30:54.139912 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bbc1ed12-e8e9-4978-b0d4-530aef75222b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:30:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['76ea1624-6a12-4c0e-a18e-cec173881f7d'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:30:54.232117 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-19d000eb-1351-4f90-962e-b8b0603ec495 admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:54.244597 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-bbc1ed12-e8e9-4978-b0d4-530aef75222b None None] Set router 76ea1624-6a12-4c0e-a18e-cec173881f7d gateway port host: n-d-803753-2 {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:30:54.336682 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-19d000eb-1351-4f90-962e-b8b0603ec495 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:54.390200 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-19d000eb-1351-4f90-962e-b8b0603ec495 admin admin] Deleting port 59eae191-e72e-4765-b309-259c519178f0 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:30:54.390433 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-19d000eb-1351-4f90-962e-b8b0603ec495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:54.421654 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bbc1ed12-e8e9-4978-b0d4-530aef75222b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ea1624-6a12-4c0e-a18e-cec173881f7d', 'name': 'tempest-TestSnapshotPattern-148124085-router', 'tenant_id': 'f8996466bb784065b5b3edbf668fd85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'external_fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '59eae191-e72e-4765-b309-259c519178f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:26:03Z', 'updated_at': '2021-08-19T19:30:53Z', 'revision_number': 5, 'project_id': 'f8996466bb784065b5b3edbf668fd85c', 'gw_port': {'id': '59eae191-e72e-4765-b309-259c519178f0', 'name': '', 'network_id': '3b0e60a5-be68-4f22-8336-1b6a3362381d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ea1624-6a12-4c0e-a18e-cec173881f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:26:03Z', 'updated_at': '2021-08-19T19:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '985f01f2-5e79-46c9-bdd2-fd872a2af582', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803753-2'}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:30:54.448218 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc1ed12-e8e9-4978-b0d4-530aef75222b None None] Checking router: 76ea1624-6a12-4c0e-a18e-cec173881f7d for host: n-d-803753-2 {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:30:54.456354 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc1ed12-e8e9-4978-b0d4-530aef75222b None None] Routers {'76ea1624-6a12-4c0e-a18e-cec173881f7d'} bound to L3 agent in host n-d-803753-2 {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:30:54.456955 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bbc1ed12-e8e9-4978-b0d4-530aef75222b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:50:07Z,description=,heartbeat_timestamp=2021-08-19T19:30:37Z,host='n-d-803753-2',id=94e4be97-a865-40d2-84b0-3814d3f1204b,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:50:07Z,topic='l3_agent')) {'router_ids': ['76ea1624-6a12-4c0e-a18e-cec173881f7d'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:30:54.468987 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-19d000eb-1351-4f90-962e-b8b0603ec495 admin admin] For port 59eae191-e72e-4765-b309-259c519178f0, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=59eae191-e72e-4765-b309-259c519178f0,segment=NetworkSegment(5ed801b9-2ea8-4503-b1c4-db709e78b42e),segment_id=5ed801b9-2ea8-4503-b1c4-db709e78b42e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:30:54.469358 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-19d000eb-1351-4f90-962e-b8b0603ec495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:54.482361 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-19d000eb-1351-4f90-962e-b8b0603ec495 admin admin] Calling delete_port for 59eae191-e72e-4765-b309-259c519178f0 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:30:54.541958 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-bbc1ed12-e8e9-4978-b0d4-530aef75222b None None] Set router 76ea1624-6a12-4c0e-a18e-cec173881f7d gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:30:54.597374 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-bbc1ed12-e8e9-4978-b0d4-530aef75222b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ea1624-6a12-4c0e-a18e-cec173881f7d', 'name': 'tempest-TestSnapshotPattern-148124085-router', 'tenant_id': 'f8996466bb784065b5b3edbf668fd85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:26:03Z', 'updated_at': '2021-08-19T19:30:54Z', 'revision_number': 6, 'project_id': 'f8996466bb784065b5b3edbf668fd85c', 'gw_port_host': None}], 'n-d-803753-2', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:30:54.623986 n-d-803753-2 neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc1ed12-e8e9-4978-b0d4-530aef75222b None None] The sync data for ids ['76ea1624-6a12-4c0e-a18e-cec173881f7d'] in n-d-803753-2 is: [{'id': '76ea1624-6a12-4c0e-a18e-cec173881f7d', 'name': 'tempest-TestSnapshotPattern-148124085-router', 'tenant_id': 'f8996466bb784065b5b3edbf668fd85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:26:03Z', 'updated_at': '2021-08-19T19:30:54Z', 'revision_number': 6, 'project_id': 'f8996466bb784065b5b3edbf668fd85c', 'gw_port_host': None}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:30:54.658968 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-19d000eb-1351-4f90-962e-b8b0603ec495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:54.682933 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d000eb-1351-4f90-962e-b8b0603ec495 admin admin] Pushing event deleted for resources: {'Port': ['ID=59eae191-e72e-4765-b309-259c519178f0,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:30:54.748804 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-19d000eb-1351-4f90-962e-b8b0603ec495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859616'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:54.839352 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-19d000eb-1351-4f90-962e-b8b0603ec495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3740819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40924'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:54.841443 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-19d000eb-1351-4f90-962e-b8b0603ec495 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:54.883913 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-19d000eb-1351-4f90-962e-b8b0603ec495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3740906'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:54.884426 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d000eb-1351-4f90-962e-b8b0603ec495 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76ea1624-6a12-4c0e-a18e-cec173881f7d {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:30:54.889134 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-19d000eb-1351-4f90-962e-b8b0603ec495 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:54.890183 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-19d000eb-1351-4f90-962e-b8b0603ec495 admin admin] 10.222.0.24 "DELETE /v2.0/routers/76ea1624-6a12-4c0e-a18e-cec173881f7d HTTP/1.1" status: 204 len: 168 time: 0.7611418 Aug 19 19:30:54.892725 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45444) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:30:54.939876 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ee966e-df18-4add-9692-83a87995a6bc admin admin] Deleting subnet df2f7c58-4419-4b81-8158-670049a48d8d {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:30:54.943324 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d7ee966e-df18-4add-9692-83a87995a6bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:54.979343 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d7ee966e-df18-4add-9692-83a87995a6bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59886974'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:55.061571 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d7ee966e-df18-4add-9692-83a87995a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682926'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:55.113888 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d7ee966e-df18-4add-9692-83a87995a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62305146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62308654'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:55.142446 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee966e-df18-4add-9692-83a87995a6bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df2f7c58-4419-4b81-8158-670049a48d8d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:30:55.148918 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d7ee966e-df18-4add-9692-83a87995a6bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:55.150837 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-d7ee966e-df18-4add-9692-83a87995a6bc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/df2f7c58-4419-4b81-8158-670049a48d8d HTTP/1.1" status: 204 len: 168 time: 0.2571774 Aug 19 19:30:55.154006 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.24', 45446) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:30:55.154316 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab60832d-3b6d-4bec-912b-42f798426158 None None] Network 1ccc55c2-32de-4635-8d72-b9c695b21c1a requested from n-d-803753-2 {{(pid=94683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:30:55.220888 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a564203a-abc1-4c75-a37a-b675f439025a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597431'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:55.274545 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-a564203a-abc1-4c75-a37a-b675f439025a admin admin] Deleting port df620a3e-4a39-4ae0-b993-7dc9dabe45a6 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:30:55.274863 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a564203a-abc1-4c75-a37a-b675f439025a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:55.341580 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-a564203a-abc1-4c75-a37a-b675f439025a admin admin] For port df620a3e-4a39-4ae0-b993-7dc9dabe45a6, host n-d-803753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803753-2',level=0,port_id=df620a3e-4a39-4ae0-b993-7dc9dabe45a6,segment=NetworkSegment(53fe1ee3-ff30-4b0f-a186-77fcaac69178),segment_id=53fe1ee3-ff30-4b0f-a186-77fcaac69178)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:30:55.341862 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a564203a-abc1-4c75-a37a-b675f439025a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:55.354361 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-a564203a-abc1-4c75-a37a-b675f439025a admin admin] Calling delete_port for df620a3e-4a39-4ae0-b993-7dc9dabe45a6 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:30:55.399998 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d260d0-b265-4988-983f-ba72c9bb3141 None None] DHCP port deletion for 1ccc55c2-32de-4635-8d72-b9c695b21c1a request from n-d-803753-2 {{(pid=94683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:30:55.438772 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a564203a-abc1-4c75-a37a-b675f439025a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62305039'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:55.456330 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 59eae191-e72e-4765-b309-259c519178f0 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:30:55.465989 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564203a-abc1-4c75-a37a-b675f439025a admin admin] Pushing event deleted for resources: {'Port': ['ID=df620a3e-4a39-4ae0-b993-7dc9dabe45a6,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:30:55.469629 n-d-803753-2 neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a564203a-abc1-4c75-a37a-b675f439025a admin admin] No DVR routers for this DVR port df620a3e-4a39-4ae0-b993-7dc9dabe45a6 on host n-d-803753-2 {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:30:55.482076 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: 59eae191-e72e-4765-b309-259c519178f0 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:30:55.482421 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device 59eae191-e72e-4765-b309-259c519178f0 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:30:55.482835 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d3b4ce93-8918-49ec-a68b-e648676bd306 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:30:55.506740 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: d3b4ce93-8918-49ec-a68b-e648676bd306 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:30:55.507086 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device d3b4ce93-8918-49ec-a68b-e648676bd306 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:30:55.507505 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device df620a3e-4a39-4ae0-b993-7dc9dabe45a6 no longer exists at agent ovs-agent-n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:30:55.529314 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-98d260d0-b265-4988-983f-ba72c9bb3141 None None] Deleting port df620a3e-4a39-4ae0-b993-7dc9dabe45a6 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:30:55.529734 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-98d260d0-b265-4988-983f-ba72c9bb3141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789619240533'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:55.531523 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] No Port match for: df620a3e-4a39-4ae0-b993-7dc9dabe45a6 {{(pid=94683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:30:55.531811 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.rpc [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Device df620a3e-4a39-4ae0-b993-7dc9dabe45a6 not bound to the agent host n-d-803753-2 {{(pid=94683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:30:55.545975 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a564203a-abc1-4c75-a37a-b675f439025a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680999', 'neutron.services.segments.db._delete_segments_for_network-8789619261633'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:55.557073 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-a564203a-abc1-4c75-a37a-b675f439025a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ccc55c2-32de-4635-8d72-b9c695b21c1a']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:30:55.568385 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-a564203a-abc1-4c75-a37a-b675f439025a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53fe1ee3-ff30-4b0f-a186-77fcaac69178') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:30:55.568685 n-d-803753-2 neutron-server[94682]: DEBUG neutron.services.segments.db [None req-a564203a-abc1-4c75-a37a-b675f439025a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53fe1ee3-ff30-4b0f-a186-77fcaac69178') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:30:55.578082 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a564203a-abc1-4c75-a37a-b675f439025a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789619290278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59886967'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:55.592797 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a564203a-abc1-4c75-a37a-b675f439025a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:55.599620 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-98d260d0-b265-4988-983f-ba72c9bb3141 None None] For port df620a3e-4a39-4ae0-b993-7dc9dabe45a6, host n-d-803753-2, got binding levels [] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:30:55.599903 n-d-803753-2 neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a564203a-abc1-4c75-a37a-b675f439025a admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:30:55.600249 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-98d260d0-b265-4988-983f-ba72c9bb3141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858894'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:55.600389 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a564203a-abc1-4c75-a37a-b675f439025a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62304472'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: Traceback (most recent call last): Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: timer() Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: cb(*args, **kw) Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: return func(*args, **kwargs) Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: self._notify() Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: self.callback(batched_events) Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: event.method(event) Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: return f(self, *a, **k) Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: return self._get(url).json() Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: return self.request(url, 'GET', **kwargs) Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:30:55.602556 n-d-803753-2 neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:30:55.619329 n-d-803753-2 neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-98d260d0-b265-4988-983f-ba72c9bb3141 None None] Calling delete_port for df620a3e-4a39-4ae0-b993-7dc9dabe45a6 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:30:55.621996 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.ipam_backend_mixin [None req-98d260d0-b265-4988-983f-ba72c9bb3141 None None] Port df620a3e-4a39-4ae0-b993-7dc9dabe45a6 was not found and therefore no delete operation was performed {{(pid=94683) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 19:30:55.623244 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-98d260d0-b265-4988-983f-ba72c9bb3141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789619245689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789618757982'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:55.649587 n-d-803753-2 neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d260d0-b265-4988-983f-ba72c9bb3141 None None] Pushing event deleted for resources: {'Port': ['ID=df620a3e-4a39-4ae0-b993-7dc9dabe45a6,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:30:55.654113 n-d-803753-2 neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d260d0-b265-4988-983f-ba72c9bb3141 None None] No DVR routers for this DVR port df620a3e-4a39-4ae0-b993-7dc9dabe45a6 on host n-d-803753-2 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:30:55.671989 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a564203a-abc1-4c75-a37a-b675f439025a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-681000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859573'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:55.678896 n-d-803753-2 neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a564203a-abc1-4c75-a37a-b675f439025a admin admin] Notify callbacks [] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:55.680805 n-d-803753-2 neutron-server[94682]: INFO neutron.wsgi [None req-a564203a-abc1-4c75-a37a-b675f439025a admin admin] 10.222.0.24 "DELETE /v2.0/networks/1ccc55c2-32de-4635-8d72-b9c695b21c1a HTTP/1.1" status: 204 len: 168 time: 0.5258002 Aug 19 19:30:55.692802 n-d-803753-2 neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564203a-abc1-4c75-a37a-b675f439025a admin admin] Pushing event deleted for resources: {'Network': ['ID=1ccc55c2-32de-4635-8d72-b9c695b21c1a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:30:55.881092 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45450) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:30:55.921218 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-c85da730-6aee-4d10-8c04-6cf4a8ed459a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86e6d6f852cc427086c84cbf49be9498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386941 Aug 19 19:30:55.923744 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45452) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:30:55.976542 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-34aa752f-f8d8-4e36-a9b6-6dc0109027d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:55.999772 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-34aa752f-f8d8-4e36-a9b6-6dc0109027d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:56.047888 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-34aa752f-f8d8-4e36-a9b6-6dc0109027d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:56.050736 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-34aa752f-f8d8-4e36-a9b6-6dc0109027d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:56.052641 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-34aa752f-f8d8-4e36-a9b6-6dc0109027d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e17180b2-de67-4631-832a-91ffce64ac30 HTTP/1.1" status: 204 len: 168 time: 0.1277983 Aug 19 19:30:56.060558 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa752f-f8d8-4e36-a9b6-6dc0109027d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17180b2-de67-4631-832a-91ffce64ac30,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:30:56.376858 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45458) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:30:56.416223 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-89f96ce0-6349-48ac-8b3e-9a158fbf8073 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8996466bb784065b5b3edbf668fd85c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381596 Aug 19 19:30:56.418643 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [-] (94681) accepted ('10.222.0.24', 45460) {{(pid=94681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:30:56.468396 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-945e2b8d-5c34-4717-bcc5-47534e9507c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:56.489896 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-945e2b8d-5c34-4717-bcc5-47534e9507c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:56.535846 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-945e2b8d-5c34-4717-bcc5-47534e9507c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845602'] for security_group, after_delete {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:56.538604 n-d-803753-2 neutron-server[94681]: DEBUG neutron_lib.callbacks.manager [None req-945e2b8d-5c34-4717-bcc5-47534e9507c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:30:56.539764 n-d-803753-2 neutron-server[94681]: INFO neutron.wsgi [None req-945e2b8d-5c34-4717-bcc5-47534e9507c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4c3e4d5-5987-488b-95fa-bfc9c5a91910 HTTP/1.1" status: 204 len: 168 time: 0.1201611 Aug 19 19:30:56.547145 n-d-803753-2 neutron-server[94681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e2b8d-5c34-4717-bcc5-47534e9507c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c3e4d5-5987-488b-95fa-bfc9c5a91910,revision_number=None']} {{(pid=94681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:31:04.786595 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-83f1d497-5850-4673-a170-c4e8744ff2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:31:07.445049 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:31:07.492432 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e3b36948-3180-4cda-81e1-975302911c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:31:08.530915 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:31:09.799104 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:31:10.515180 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:31:12.107605 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:31:17.498250 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:31:34.788011 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1f4ab23a-03bb-43f6-80a0-74b8bd4c6049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:31:37.446600 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:31:37.492666 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bb9e0ad1-1114-44e2-93b1-69401bdb474b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:31:38.533115 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:31:40.518124 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:31:42.106673 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:31:46.797784 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:31:47.503331 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:32:04.792511 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c4e0082d-9d72-4327-8add-0eebfceed934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:32:07.446545 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:32:07.494600 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c8f2666c-010c-4286-b28a-ab846184951f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:32:08.539178 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:32:10.520767 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:32:12.108526 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:32:17.519277 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:32:23.797193 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:32:34.798078 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-faff884c-a917-49dc-8c7e-bb6b88ca997f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:32:37.448042 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:32:37.495019 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6da35a76-574c-457d-86ec-f603fdf5faf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:32:38.539310 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:32:40.524313 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:32:42.121401 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:32:47.514752 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:33:00.797809 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:33:04.800549 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-28b07f8e-fd97-4d03-8480-15d57dce8312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:33:07.448932 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:33:07.493678 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3ad4158f-0886-487e-bad5-683a4531b51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:33:08.542272 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:33:10.527653 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:33:12.136458 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:33:17.532218 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:33:34.800658 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3ad385bf-accc-49bf-a92a-247c4994d17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:33:37.450414 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:33:37.494150 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7fa0b41e-4461-4f9f-9cf0-14e5a1f52410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:33:37.796321 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:33:38.544185 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:33:40.532379 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:33:42.136334 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:33:47.544421 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:34:04.806235 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f184c8a0-1668-4767-88cc-f91e445b1c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:34:07.451739 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:34:07.493441 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-336a50de-74d7-4466-96bc-e4c2d4743d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:34:08.548989 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:34:10.537411 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:34:12.151306 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:34:14.795211 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:34:17.547258 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:34:34.806723 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6330a02b-fc76-42da-b877-72f068546207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:34:37.452406 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:34:37.492596 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4d772416-4def-4329-828e-30d89e868ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:34:38.551412 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:34:40.538697 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:34:42.164773 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:34:47.558590 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:34:50.183268 n-d-803753-2 neutron-server[94682]: DEBUG neutron.wsgi [req-f5acaf7e-9c2a-465c-b3a2-d030b07ce36f req-2f7bd9ab-4596-4b45-82c0-bb65a79a4095 service neutron] (94682) timed out ('10.222.0.24', 37786) {{(pid=94682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 19:34:51.794438 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:35:04.808490 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9eb55b38-fb2a-4733-a621-fb410b514322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:35:07.453022 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:35:07.492277 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5cffb6bc-8224-4816-aa4c-8048754c08f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:35:08.555225 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:35:10.541996 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:35:12.179514 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:35:17.561107 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:35:28.794259 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:35:34.810501 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-324885ac-8105-422c-9441-fda28c4f96de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:35:37.454583 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:35:37.491560 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4b5ab788-6d8e-423d-b875-fbef634824dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:35:38.556968 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:35:40.545933 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:35:42.179576 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:35:47.561829 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:36:04.814791 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f872af2a-b456-491f-bcfc-ca72cc72d8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:36:05.793324 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:36:07.457271 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:36:07.492870 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c3352e35-62d7-431f-946c-be79c54ac372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:36:08.561317 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:36:10.548145 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:36:12.178737 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:36:17.573631 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:36:34.815946 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73849377-7f22-4bf2-a3b3-6cfb2821f6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:36:37.459109 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:36:37.492751 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-16db503b-beae-46e3-be9b-be4da5918ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:36:38.565096 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:36:40.550274 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:36:42.179025 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:36:42.792560 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:36:47.582044 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:37:04.820875 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d2176542-b5d4-4721-ac4a-c0624efbfee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:37:07.459870 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:37:07.493464 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1748ab3b-a757-4749-97d0-dad04a3d998a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:37:08.566722 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:37:10.554459 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:37:12.177112 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:37:17.590611 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:37:19.791510 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:37:34.821291 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-eda7b966-e398-4209-b50d-befc25e7b76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:37:37.460784 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:37:37.495268 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6bbdd2c3-1ab9-415f-93de-3f544e708540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:37:38.569736 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:37:40.557292 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:37:42.176178 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:37:47.590067 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:37:56.791071 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:38:04.825595 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d1a138a8-847d-4e12-a77d-f116c26f91d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:38:07.462236 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:38:07.493995 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-47428f4d-0ff6-4bc3-a382-3621858cf38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:38:08.572652 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:38:10.560389 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:38:12.192846 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:38:17.588530 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:38:33.790422 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:38:34.821350 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d2ecdeb2-8e4e-45f7-ad78-986e6a820047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:38:37.462721 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:38:37.492746 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2c154089-ca97-461d-9ac9-412b27e0f7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:38:38.575913 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:38:40.562153 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:38:42.191860 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:38:47.588393 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:39:04.821673 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c213fe47-a73f-486b-98bb-0af0873e2eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:39:07.463192 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:39:07.492394 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d4ff1990-3dd1-48af-8b13-69368f8f14f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:39:08.578319 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fbf161fd-7b1c-4f98-a985-40ada41f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:39:10.081615 n-d-803753-2 neutron-server[94681]: DEBUG neutron.wsgi [req-1faeb464-21e6-443d-8f7f-3fbc42606a8c req-d233fb7b-96ae-43d6-83f1-46f162ca2ed4 service neutron] (94681) timed out ('10.222.0.24', 44568) {{(pid=94681) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 19:39:10.565949 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a624528b-3100-47c1-bcc4-5d1766a842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:39:10.790731 n-d-803753-2 neutron-server[94684]: DEBUG neutron.db.agents_db [None req-f601e820-8495-4b87-a5f1-f9756a9e4932 None None] Agent healthcheck: found 7 active agents {{(pid=94684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:39:12.206860 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ea906f2-4d73-4ec9-bad4-2534a9e3296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:39:17.619551 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-73da8d60-02c2-4824-baef-dab6e16ba238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:39:34.823344 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c798fad6-122a-4efe-8d8d-8e4f4eb83e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:39:37.465313 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-29f4ed6f-3863-4e98-9b12-d66a4d926bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:39:37.492278 n-d-803753-2 neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-726c6a4d-2ba7-4981-80b5-0c5f2e25df65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789619261651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687721'] for agent, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}